-- Logs begin at Mon 2021-08-30 23:44:50 UTC, end at Tue 2021-08-31 02:36:01 UTC. -- Aug 31 00:33:44.828137 n-d-793621-34 systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 00:33:47.750352 n-d-793621-34 neutron-server[102221]: INFO neutron.common.config [-] Logging enabled! Aug 31 00:33:47.751192 n-d-793621-34 neutron-server[102221]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 00:33:47.751192 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102221) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 00:33:47.754633 n-d-793621-34 neutron-server[102221]: INFO neutron.common.config [-] Logging enabled! Aug 31 00:33:47.754894 n-d-793621-34 neutron-server[102221]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 00:33:47.755215 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102221) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 00:33:47.756210 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 00:33:47.756451 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 00:33:47.756868 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 00:33:47.757121 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 00:33:47.757360 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 00:33:47.757723 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.758035 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.758338 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.758574 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.758877 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.759173 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.759486 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.759802 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.760121 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.760407 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.760694 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.760987 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.761220 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.761536 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.761830 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.762122 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.762912 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] debug = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.763202 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.763662 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.764074 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.764418 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.764722 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.765008 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.765287 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.765619 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.765894 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.766256 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] host = n-d-793621-34 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.766545 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.766841 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.767132 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.767422 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.767705 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.767988 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.768286 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.768566 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.768848 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] log_file = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.769133 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.769424 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.769759 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.770048 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.770316 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.770541 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.770837 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.771130 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.771413 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.771695 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.771980 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.772258 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.772537 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.772809 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.773100 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.773389 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.773704 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.773987 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.774268 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.774545 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.774822 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.775128 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.775408 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.775685 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.775966 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.776261 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.776560 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.776837 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.777147 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.777476 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.777747 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.778072 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.778355 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.778644 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.778924 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.779201 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.779481 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] use_json = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.779759 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.780036 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.780324 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.780602 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.780880 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.781161 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.781488 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.781780 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:47.782090 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.782389 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.782696 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.782988 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.783289 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.783578 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.783871 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.784155 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.784449 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.784743 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.785041 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.785326 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.785647 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.785935 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.786236 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.786574 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.786870 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.787171 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.787453 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.787732 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.788016 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.788361 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.788665 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.788953 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.789251 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.789576 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.789868 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.790164 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.790466 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.790759 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.791040 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.791326 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.791622 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.791906 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.792184 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.792467 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.792761 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.793057 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.793346 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.793682 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.793973 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.794243 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.794518 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.794803 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.795098 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.795381 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.795656 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.795933 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.796215 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.796492 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.796784 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.797065 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.797339 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.797636 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.797943 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.798227 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.798507 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.798791 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.799071 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.799353 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.799631 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.799908 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.800188 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.800462 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.800741 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.801018 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.801314 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.801627 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.801906 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.802185 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.802464 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.802745 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.803025 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.803321 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.803628 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.803914 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.804218 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.804508 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.804791 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.805077 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.805357 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.805669 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.805957 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.806235 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.806534 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.806828 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.807126 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.807426 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.807716 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.808027 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.808314 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.808604 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.808892 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.809779 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.810075 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.810459 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.810779 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.811279 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.811723 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.812173 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.812627 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.813033 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.813533 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.813956 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:47.814278 n-d-793621-34 neutron-server[102221]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 00:33:47.814642 n-d-793621-34 neutron-server[102221]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102221) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 00:33:48.220205 n-d-793621-34 neutron-server[102221]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 00:33:48.220553 n-d-793621-34 neutron-server[102221]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 00:33:48.220932 n-d-793621-34 neutron-server[102221]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 00:33:48.221321 n-d-793621-34 neutron-server[102221]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 00:33:48.641864 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:48.642153 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:48.642431 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:48.643756 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:48.644038 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:48.644311 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:48.680865 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:48.681150 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:48.681421 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:48.698583 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:48.698872 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:48.699154 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:48.729060 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:48.729343 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:48.729647 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:48.769800 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:48.770500 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:48.770500 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.021113 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.021396 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.021723 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.022133 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.022738 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.149999 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.150329 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.150617 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.150896 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.151169 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.151484 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.151751 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.152014 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.152279 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.152567 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.153366 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.153684 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.154095 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.154259 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.154500 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.154781 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.155045 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.155322 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.155602 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.155869 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.156150 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.156411 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.156704 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.157118 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.157399 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.157750 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.158204 n-d-793621-34 neutron-server[102221]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:33:49.158451 n-d-793621-34 neutron-server[102221]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:33:49.158700 n-d-793621-34 neutron-server[102221]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:33:49.158937 n-d-793621-34 neutron-server[102221]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:33:49.159177 n-d-793621-34 neutron-server[102221]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:33:49.159417 n-d-793621-34 neutron-server[102221]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:33:49.159825 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 00:33:49.163354 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 00:33:49.167440 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 00:33:49.172209 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 31 00:33:49.174043 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 00:33:49.174518 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 00:33:49.175056 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 00:33:49.175461 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 00:33:49.178643 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 00:33:49.178894 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 00:33:49.179287 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 00:33:49.185050 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 00:33:49.210298 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 00:33:49.211024 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.211480 n-d-793621-34 neutron-server[102221]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102221) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 00:33:49.211913 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.213525 n-d-793621-34 neutron-server[102221]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102221) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 00:33:49.213833 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 00:33:49.214087 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 00:33:49.218167 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.218460 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:49.284699 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 00:33:49.284886 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 00:33:49.285107 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 00:33:49.285556 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 00:33:49.308242 n-d-793621-34 neutron-server[102221]: DEBUG oslo_db.sqlalchemy.engines [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102221) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 00:33:50.006574 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Initializing driver for type 'gre' Aug 31 00:33:50.007252 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] gre ID ranges: [(1, 1000)] Aug 31 00:33:50.275239 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Initializing driver for type 'local' Aug 31 00:33:50.275546 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Initializing driver for type 'vlan' Aug 31 00:33:50.395189 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] VlanTypeDriver initialization complete Aug 31 00:33:50.395540 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Initializing driver for type 'vxlan' Aug 31 00:33:50.396085 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] vxlan ID ranges: [(1, 1000)] Aug 31 00:33:50.653393 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Initializing extension driver 'port_security' Aug 31 00:33:50.653701 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.extensions.port_security [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] PortSecurityExtensionDriver initialization complete Aug 31 00:33:50.654031 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Initializing mechanism driver 'openvswitch' Aug 31 00:33:50.654358 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Initializing mechanism driver 'hyperv' Aug 31 00:33:50.661148 n-d-793621-34 neutron-server[102221]: DEBUG neutron.plugins.ml2.plugin [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:50.661867 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > port after_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.662236 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > port after_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.662585 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > port after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.663161 n-d-793621-34 neutron-server[102221]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102221) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 00:33:50.663590 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > subnet after_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.663941 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > subnet after_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.664284 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.664673 n-d-793621-34 neutron-server[102221]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102221) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 00:33:50.665072 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > network after_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.665417 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > network after_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.665779 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > network after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.666163 n-d-793621-34 neutron-server[102221]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102221) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 00:33:50.666558 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > security_group after_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.666903 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > security_group after_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.667280 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.667808 n-d-793621-34 neutron-server[102221]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102221) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 00:33:50.668274 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.669208 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.669590 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.669984 n-d-793621-34 neutron-server[102221]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102221) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 00:33:50.670383 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > address_group after_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.670731 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > address_group after_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.671068 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.671464 n-d-793621-34 neutron-server[102221]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102221) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 00:33:50.671830 n-d-793621-34 neutron-server[102221]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] ML2 OVO RPC backend initialized. {{(pid=102221) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 00:33:50.672547 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.672906 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.673320 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > network before_response 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.673700 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > networks before_response 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.674070 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > port before_response 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.674414 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > ports before_response 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.674757 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > subnet before_response 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.675095 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > subnets before_response 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.675439 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > network after_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.675774 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > network after_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.676108 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > network after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.676443 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > port after_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.676802 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > port after_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.677136 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > port after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.677488 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > subnet after_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.677825 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > subnet after_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.678156 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.678735 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.plugin [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Modular L2 Plugin initialization complete Aug 31 00:33:50.679066 n-d-793621-34 neutron-server[102221]: DEBUG neutron.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading services supported by the core plugin {{(pid=102221) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 00:33:50.679389 n-d-793621-34 neutron-server[102221]: INFO neutron.plugins.ml2.managers [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Got port-security extension from driver 'port_security' Aug 31 00:33:50.679854 n-d-793621-34 neutron-server[102221]: INFO neutron.extensions.vlantransparent [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Disabled vlantransparent extension. Aug 31 00:33:50.680334 n-d-793621-34 neutron-server[102221]: DEBUG neutron.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102221) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 00:33:50.680646 n-d-793621-34 neutron-server[102221]: INFO neutron.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading Plugin: router Aug 31 00:33:50.727877 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.728271 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router after_create 55549900 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.728640 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router before_create 55549900 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.729004 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.729385 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.729776 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router after_delete 55549900 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.730134 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.730489 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.731428 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router after_create 55549900 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.731747 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router after_update 55549900 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.732094 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router after_update 55549900 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.732442 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.732795 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router after_update 55549900 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.733221 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router precommit_update 55549900 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.733632 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: port after_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.733971 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: port after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.734312 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: subnet after_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.734654 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.734999 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.735347 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router precommit_create 55549900 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.735694 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: port before_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.736096 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router precommit_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.736459 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router after_update 55549900 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.736805 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.737158 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router precommit_create 55549900 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.737559 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.738122 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router precommit_update 55549900 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.738505 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > agent after_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.738860 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > agent after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.739209 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > network after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.740188 n-d-793621-34 neutron-server[102221]: DEBUG neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Tracking information for resource: router configured {{(pid=102221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:33:50.740518 n-d-793621-34 neutron-server[102221]: DEBUG neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Tracking information for resource: floatingip configured {{(pid=102221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:33:50.746243 n-d-793621-34 neutron-server[102221]: INFO neutron.db.l3_agentschedulers_db [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 00:33:50.746876 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: port after_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.747245 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: port after_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.747602 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: port after_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.747952 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: port after_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.748822 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router before_create 55550100 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.749192 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.749599 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router precommit_create 55550100 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.749984 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > router precommit_update 55550100 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.754871 n-d-793621-34 neutron-server[102221]: DEBUG neutron.services.provider_configuration [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Service providers = [] {{(pid=102221) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 00:33:50.755292 n-d-793621-34 neutron-server[102221]: DEBUG neutron.db.servicetype_db [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102221) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 00:33:50.758552 n-d-793621-34 neutron-server[102221]: DEBUG neutron.services.service_base [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102221) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 00:33:50.758943 n-d-793621-34 neutron-server[102221]: DEBUG neutron.services.service_base [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102221) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 00:33:50.759410 n-d-793621-34 neutron-server[102221]: DEBUG neutron.services.service_base [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102221) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 00:33:50.760285 n-d-793621-34 neutron-server[102221]: DEBUG neutron.services.service_base [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102221) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 00:33:50.760706 n-d-793621-34 neutron-server[102221]: INFO neutron.services.service_base [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 00:33:50.761238 n-d-793621-34 neutron-server[102221]: DEBUG neutron.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:33:50.761626 n-d-793621-34 neutron-server[102221]: INFO neutron.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 00:33:50.772700 n-d-793621-34 neutron-server[102221]: DEBUG neutron.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:33:50.773039 n-d-793621-34 neutron-server[102221]: INFO neutron.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading Plugin: auto_allocate Aug 31 00:33:50.779605 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: network precommit_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.779978 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: network precommit_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.780519 n-d-793621-34 neutron-server[102221]: DEBUG neutron.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:33:50.780867 n-d-793621-34 neutron-server[102221]: INFO neutron.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading Plugin: tag Aug 31 00:33:50.787758 n-d-793621-34 neutron-server[102221]: DEBUG neutron.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:33:50.788094 n-d-793621-34 neutron-server[102221]: INFO neutron.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading Plugin: timestamp Aug 31 00:33:50.792195 n-d-793621-34 neutron-server[102221]: DEBUG neutron.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:33:50.792522 n-d-793621-34 neutron-server[102221]: INFO neutron.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading Plugin: network_ip_availability Aug 31 00:33:50.798672 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.799082 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.799432 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:50.800174 n-d-793621-34 neutron-server[102221]: DEBUG neutron.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:33:50.800493 n-d-793621-34 neutron-server[102221]: INFO neutron.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading Plugin: flavors Aug 31 00:33:50.805342 n-d-793621-34 neutron-server[102221]: DEBUG neutron.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:33:50.805697 n-d-793621-34 neutron-server[102221]: INFO neutron.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading Plugin: revisions Aug 31 00:33:50.810048 n-d-793621-34 neutron-server[102221]: DEBUG neutron.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:33:50.810441 n-d-793621-34 neutron-server[102221]: DEBUG oslo_concurrency.lockutils [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.589s {{(pid=102221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 00:33:50.811188 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102221) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 00:33:50.811519 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Initializing extension manager. Aug 31 00:33:50.812030 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: __init__.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.812368 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: __pycache__ {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.812702 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.813030 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: address_group.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.813843 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.814428 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: address-group Aug 31 00:33:50.814750 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: address_scope.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.815732 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.816240 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: address-scope Aug 31 00:33:50.816560 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.817545 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.818056 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: router-admin-state-down-before-update Aug 31 00:33:50.818373 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: agent.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.819301 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.819807 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: agent Aug 31 00:33:50.820126 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: agent_resources_synced.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.821030 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.821573 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: agent-resources-synced Aug 31 00:33:50.821894 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: allowedaddresspairs.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.823737 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.824257 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: allowed-address-pairs Aug 31 00:33:50.824611 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: auto_allocated_topology.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.825732 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.826238 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: auto-allocated-topology Aug 31 00:33:50.826563 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: availability_zone.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.827263 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.827764 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: availability_zone Aug 31 00:33:50.828086 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: availability_zone_filter.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.829014 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.829547 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: availability_zone_filter Aug 31 00:33:50.830045 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: data_plane_status.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.830961 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.831460 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 00:33:50.831779 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: default_subnetpools.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.832695 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.833390 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: default-subnetpools Aug 31 00:33:50.833741 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.834597 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.835105 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: dhcp_agent_scheduler Aug 31 00:33:50.835426 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: dns.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.836583 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.837084 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 00:33:50.837403 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: dns_domain_ports.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.838577 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.839088 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 00:33:50.839460 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.840915 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.841418 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 00:33:50.841759 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: dvr.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.842446 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.842948 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: dvr Aug 31 00:33:50.843264 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: ecmp_routes.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.844201 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.844982 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 00:33:50.845301 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: empty_string_filtering.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.846256 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.846763 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: empty-string-filtering Aug 31 00:33:50.847083 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.847999 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.848497 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 00:33:50.848815 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.849779 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.850275 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 00:33:50.850589 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: external_net.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.851500 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.852003 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: external-net Aug 31 00:33:50.852321 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.853238 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.853854 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: extra_dhcp_opt Aug 31 00:33:50.854174 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: extraroute.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.855109 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.855617 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: extraroute Aug 31 00:33:50.856475 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: extraroute_atomic.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.857588 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.858098 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: extraroute-atomic Aug 31 00:33:50.858419 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: filter_validation.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.859118 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.859622 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: filter-validation Aug 31 00:33:50.859940 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: fip_pf_description.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.860973 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.861388 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 00:33:50.861747 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: fip_port_details.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.862684 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.863191 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: fip-port-details Aug 31 00:33:50.863510 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: flavors.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.864786 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.865300 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: flavors Aug 31 00:33:50.865661 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.867420 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.867955 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 00:33:50.868283 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: floatingip_pools.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.869013 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.869566 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: floatingip-pools Aug 31 00:33:50.869891 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: ip_allocation.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.870881 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.871405 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 00:33:50.871731 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.872662 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.873172 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: ip-substring-filtering Aug 31 00:33:50.873522 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: l2_adjacency.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.874468 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.874972 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 00:33:50.875290 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: l3.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.876506 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.877038 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: router Aug 31 00:33:50.877361 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.879862 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.880469 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 00:33:50.880833 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.881923 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.882487 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: ext-gw-mode Aug 31 00:33:50.882844 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.883906 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.884461 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: l3-ha Aug 31 00:33:50.884814 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: l3_flavors.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.885893 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.886484 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: l3-flavors Aug 31 00:33:50.886948 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.888052 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.888638 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 00:33:50.888990 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: l3agentscheduler.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.890204 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.890759 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: l3_agent_scheduler Aug 31 00:33:50.891116 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: logging.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.892737 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.893303 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension logging not supported by any of loaded plugins Aug 31 00:33:50.893702 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: metering.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.894516 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.895156 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: metering Aug 31 00:33:50.895520 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.896733 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.897295 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: metering_source_and_destination_fields Aug 31 00:33:50.897718 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: multiprovidernet.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.898746 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.899298 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: multi-provider Aug 31 00:33:50.899652 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: netmtu.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.900608 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.901156 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: net-mtu Aug 31 00:33:50.901549 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: netmtu_writable.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.902514 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.903629 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: net-mtu-writable Aug 31 00:33:50.903926 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: network_availability_zone.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.904656 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.905232 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: network_availability_zone Aug 31 00:33:50.905643 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: network_ip_availability.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.906789 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.907299 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: network-ip-availability Aug 31 00:33:50.907621 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: network_segment_range.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.908422 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.908927 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 00:33:50.909248 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: pagination.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.910267 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.910598 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: pagination Aug 31 00:33:50.910921 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: port_device_profile.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.911833 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.912344 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: port-device-profile Aug 31 00:33:50.912665 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.913629 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.914164 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: port-mac-address-regenerate Aug 31 00:33:50.914451 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.915366 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.915875 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: port-numa-affinity-policy Aug 31 00:33:50.916199 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: port_resource_request.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.917119 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.917730 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 00:33:50.918055 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: portbindings.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.919641 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.920159 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: binding Aug 31 00:33:50.920482 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: portbindings_extended.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.921998 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.922516 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: binding-extended Aug 31 00:33:50.922844 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: portsecurity.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.923770 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.924276 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: port-security Aug 31 00:33:50.924600 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: project_id.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.925622 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.925953 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: project-id Aug 31 00:33:50.926280 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: providernet.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.927212 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.927729 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: provider Aug 31 00:33:50.928049 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: qos.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.931694 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.932222 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension qos not supported by any of loaded plugins Aug 31 00:33:50.932555 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.933931 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.934442 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 00:33:50.934771 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.935697 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.936211 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 00:33:50.936539 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: qos_default.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.937478 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.937988 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension qos-default not supported by any of loaded plugins Aug 31 00:33:50.938317 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: qos_fip.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.938986 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.939491 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 00:33:50.939817 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: qos_gateway_ip.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.941010 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.941546 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 00:33:50.941870 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: qos_port_network_policy.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.942831 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.943341 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 00:33:50.943662 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: qos_pps_rule.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.944867 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.945386 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 00:33:50.945734 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: qos_rule_type_details.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.946646 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.947156 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 00:33:50.947479 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: qos_rules_alias.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.948536 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.949042 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 00:33:50.949384 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: quotasv2.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.950414 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.950739 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: quotas Aug 31 00:33:50.951059 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: quotasv2_detail.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.954217 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.954556 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: quota_details Aug 31 00:33:50.954891 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: rbac.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.956199 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.956736 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: rbac-policies Aug 31 00:33:50.957141 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: rbac_address_group.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.958112 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.958619 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: rbac-address-group Aug 31 00:33:50.958944 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: rbac_address_scope.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.959867 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.960372 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: rbac-address-scope Aug 31 00:33:50.960698 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: rbac_security_groups.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.961641 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.962150 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: rbac-security-groups Aug 31 00:33:50.962466 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: rbac_subnetpool.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.963382 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.963888 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: rbac-subnetpool Aug 31 00:33:50.964203 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: revisionifmatch.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.965676 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.966198 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: revision-if-match Aug 31 00:33:50.966520 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: revisions.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.967664 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.968172 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: standard-attr-revisions Aug 31 00:33:50.968495 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: router_availability_zone.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.969182 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.969717 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: router_availability_zone Aug 31 00:33:50.970040 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: routerservicetype.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.970970 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.971476 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 00:33:50.971788 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.972713 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.973224 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: security-groups-normalized-cidr Aug 31 00:33:50.973587 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.974500 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.975014 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: port-security-groups-filtering Aug 31 00:33:50.975341 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.976265 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.976777 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: security-groups-remote-address-group Aug 31 00:33:50.977096 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: securitygroup.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.987718 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.988399 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: security-group Aug 31 00:33:50.988738 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: segment.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.989648 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.990164 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension segment not supported by any of loaded plugins Aug 31 00:33:50.990498 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.991560 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.992075 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 00:33:50.992401 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: servicetype.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.993719 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.994307 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: service-type Aug 31 00:33:50.994672 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: sorting.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.995832 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.996196 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: sorting Aug 31 00:33:50.996587 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: standard_attr_segment.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.997715 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.998295 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 00:33:50.998649 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: standardattrdescription.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:50.999443 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:50.999998 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: standard-attr-description Aug 31 00:33:51.000395 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: stateful_security_group.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:51.001403 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:51.001999 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: stateful-security-group Aug 31 00:33:51.002365 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: stdattrs_common.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:51.002997 n-d-793621-34 neutron-server[102221]: WARNING neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 00:33:51.003356 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:51.004336 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:51.004903 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 00:33:51.005265 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: subnet_onboard.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:51.006512 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:51.007081 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: subnet_onboard Aug 31 00:33:51.007641 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:51.008531 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:51.009143 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 00:33:51.009720 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: subnet_service_types.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:51.010829 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:51.011573 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: subnet-service-types Aug 31 00:33:51.012019 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: subnetallocation.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:51.013328 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:51.014063 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: subnet_allocation Aug 31 00:33:51.014606 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:51.015308 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:51.015824 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: subnetpool-prefix-ops Aug 31 00:33:51.016148 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:51.017130 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:51.017673 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 00:33:51.017995 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: tagging.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:51.019151 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:51.019680 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: standard-attr-tag Aug 31 00:33:51.020068 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: timestamp.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:51.021305 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:51.021857 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loaded extension: standard-attr-timestamp Aug 31 00:33:51.022181 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: trunk.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:51.023255 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:51.023773 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension trunk not supported by any of loaded plugins Aug 31 00:33:51.024098 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: trunk_details.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:51.025046 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:51.025589 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 00:33:51.025918 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: uplink_status_propagation.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:51.026865 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:51.027383 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 00:33:51.028238 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Loading extension file: vlantransparent.py {{(pid=102221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:33:51.028935 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:33:51.029457 n-d-793621-34 neutron-server[102221]: INFO neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 00:33:51.032102 n-d-793621-34 neutron-server[102221]: INFO neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Creating instance of TrackedResource for resource:network Aug 31 00:33:51.032640 n-d-793621-34 neutron-server[102221]: INFO neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Creating instance of TrackedResource for resource:subnet Aug 31 00:33:51.033039 n-d-793621-34 neutron-server[102221]: INFO neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:33:51.033428 n-d-793621-34 neutron-server[102221]: INFO neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Creating instance of TrackedResource for resource:port Aug 31 00:33:51.034764 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.v2.resource_helper [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:33:51.035205 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.v2.resource_helper [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Service FLAVORS assigned prefix: {{(pid=102221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:33:51.035842 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.v2.resource_helper [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:33:51.036268 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.v2.resource_helper [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:33:51.036600 n-d-793621-34 neutron-server[102221]: INFO neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Creating instance of TrackedResource for resource:router Aug 31 00:33:51.037036 n-d-793621-34 neutron-server[102221]: INFO neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 00:33:51.037564 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.v2.resource_helper [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Service METERING assigned prefix: /metering {{(pid=102221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:33:51.039076 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:51.039453 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:51.039807 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:33:51.040881 n-d-793621-34 neutron-server[102221]: INFO neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 00:33:51.041356 n-d-793621-34 neutron-server[102221]: INFO neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Creating instance of TrackedResource for resource:security_group Aug 31 00:33:51.041825 n-d-793621-34 neutron-server[102221]: INFO neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 00:33:51.044367 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.v2.resource_helper [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Service CORE assigned prefix: {{(pid=102221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:33:51.044704 n-d-793621-34 neutron-server[102221]: INFO neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:33:51.045060 n-d-793621-34 neutron-server[102221]: WARNING neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] subnetpool is already registered Aug 31 00:33:51.045538 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.v2.resource_helper [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Service CORE assigned prefix: {{(pid=102221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:33:51.045870 n-d-793621-34 neutron-server[102221]: INFO neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:33:51.046199 n-d-793621-34 neutron-server[102221]: WARNING neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] subnetpool is already registered Aug 31 00:33:51.048542 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.v2.resource_helper [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:33:51.049176 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.v2.resource_helper [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Service FLAVORS assigned prefix: {{(pid=102221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:33:51.049873 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.v2.resource_helper [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:33:51.050294 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.v2.resource_helper [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:33:51.050815 n-d-793621-34 neutron-server[102221]: INFO neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Creating instance of TrackedResource for resource:router Aug 31 00:33:51.051154 n-d-793621-34 neutron-server[102221]: WARNING neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] router is already registered Aug 31 00:33:51.051631 n-d-793621-34 neutron-server[102221]: INFO neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 00:33:51.051976 n-d-793621-34 neutron-server[102221]: WARNING neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] floatingip is already registered Aug 31 00:33:51.052476 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.v2.resource_helper [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Service METERING assigned prefix: /metering {{(pid=102221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:33:51.053328 n-d-793621-34 neutron-server[102221]: INFO neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 00:33:51.053753 n-d-793621-34 neutron-server[102221]: WARNING neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] rbac_policy is already registered Aug 31 00:33:51.054175 n-d-793621-34 neutron-server[102221]: INFO neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Creating instance of TrackedResource for resource:security_group Aug 31 00:33:51.054513 n-d-793621-34 neutron-server[102221]: WARNING neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] security_group is already registered Aug 31 00:33:51.054917 n-d-793621-34 neutron-server[102221]: INFO neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 00:33:51.055250 n-d-793621-34 neutron-server[102221]: WARNING neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] security_group_rule is already registered Aug 31 00:33:51.055884 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.v2.resource_helper [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Service CORE assigned prefix: {{(pid=102221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:33:51.056213 n-d-793621-34 neutron-server[102221]: INFO neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:33:51.056546 n-d-793621-34 neutron-server[102221]: WARNING neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] subnetpool is already registered Aug 31 00:33:51.057031 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.v2.resource_helper [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Service CORE assigned prefix: {{(pid=102221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:33:51.057290 n-d-793621-34 neutron-server[102221]: INFO neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:33:51.057670 n-d-793621-34 neutron-server[102221]: WARNING neutron.quota.resource_registry [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] subnetpool is already registered Aug 31 00:33:51.058149 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: extensions {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.059680 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: address-groups {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.061182 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: address-scopes {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.062531 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: agents {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.063824 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: auto-allocated-topology {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.065317 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: availability_zones {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.066549 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: dhcp-networks {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.068042 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: dhcp-agents {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.069543 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: routers {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.071634 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: flavors {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.072799 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: service_profiles {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.074091 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: next_providers {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.076039 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: service_profiles {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.077584 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: floatingip-pools {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.078792 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: routers {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.080920 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: floatingips {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.082233 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: l3-routers {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.083589 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: l3-agents {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.084965 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: metering-labels {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.086430 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: metering-label-rules {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.087714 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: network-ip-availabilities {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.089073 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: bindings {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.091323 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: quotas {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.092758 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: quotas {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.094212 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: rbac-policies {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.095403 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: security-groups {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.096701 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: security-group-rules {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.097968 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: service-providers {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.099200 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: subnetpools {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.100620 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: subnetpools {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.102128 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: tags {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.103781 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: tags {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.105586 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: tags {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.107453 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: tags {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.110661 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: tags {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.112549 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: tags {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.114299 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: tags {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.124005 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: tags {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.124005 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: tags {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.124005 n-d-793621-34 neutron-server[102221]: DEBUG neutron.api.extensions [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Extended resource: tags {{(pid=102221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:33:51.126133 n-d-793621-34 neutron-server[102221]: WARNING keystonemiddleware.auth_token [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 00:33:51.130989 n-d-793621-34 neutron-server[102221]: WARNING keystonemiddleware.auth_token [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 00:33:51.140270 n-d-793621-34 neutron-server[102221]: DEBUG oslo_concurrency.lockutils [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Acquired lock "singleton_lock" {{(pid=102221) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 00:33:51.145236 n-d-793621-34 neutron-server[102221]: DEBUG oslo_concurrency.lockutils [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Releasing lock "singleton_lock" {{(pid=102221) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 00:33:51.145236 n-d-793621-34 neutron-server[102221]: INFO oslo_service.service [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Starting 2 workers Aug 31 00:33:51.146506 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Started child 102342 {{(pid=102221) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 00:33:51.151310 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Started child 102343 {{(pid=102221) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 00:33:51.152007 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:33:51.158713 n-d-793621-34 neutron-server[102221]: INFO neutron.service [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 00:33:51.158713 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Notify callbacks [] for process, before_spawn {{(pid=102221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:33:51.159040 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [-] (102342) wsgi starting up on http://0.0.0.0:9696 Aug 31 00:33:51.159165 n-d-793621-34 neutron-server[102221]: INFO oslo_service.service [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Starting 1 workers Aug 31 00:33:51.159291 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:33:51.159973 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [-] (102343) wsgi starting up on http://0.0.0.0:9696 Aug 31 00:33:51.162673 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Started child 102344 {{(pid=102221) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 00:33:51.163235 n-d-793621-34 neutron-server[102221]: INFO oslo_service.service [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Starting 1 workers Aug 31 00:33:51.166585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.service [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] calling RpcWorker wait() {{(pid=102344) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 00:33:51.167507 n-d-793621-34 neutron-server[102344]: DEBUG neutron.service [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] returning from RpcWorker wait() {{(pid=102344) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 00:33:51.168061 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Started child 102345 {{(pid=102221) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 00:33:51.168405 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:33:51.168870 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:51.169322 n-d-793621-34 neutron-server[102221]: DEBUG neutron_lib.callbacks.manager [None req-b2964658-91b6-453c-9f85-f5091e56eae9 None None] Notify callbacks [] for process, after_spawn {{(pid=102221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:33:51.171642 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102221) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 00:33:51.171885 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 00:33:51.172044 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 00:33:51.172225 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 00:33:51.172769 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 00:33:51.172927 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 00:33:51.173469 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.173747 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.174006 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.174285 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.174607 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.175196 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.175341 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:33:51.176131 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.176131 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.176131 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.177085 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.177085 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.177085 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.177085 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.177085 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.178292 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.178292 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.178292 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.178292 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.178292 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.179246 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.179246 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.179246 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.179246 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] debug = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.186477 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.186477 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.186477 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.186477 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.186477 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.186477 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.187726 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.187726 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.187726 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.187726 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.187726 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.187726 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.187726 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.187726 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.189358 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.189358 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.189358 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.189358 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] host = n-d-793621-34 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.189358 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.189358 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.189358 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.189358 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.190987 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.190987 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.190987 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.190987 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.190987 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.190987 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.190987 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.190987 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.191976 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.191976 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] log_file = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.191976 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] log_options = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.191976 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.191976 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.191976 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.191976 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.191976 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.192869 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.192869 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.192869 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.192869 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.192869 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.192869 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.192869 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.192869 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.202418 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.202418 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.202418 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.202418 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.202418 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.202418 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.202418 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.202418 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.203346 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.203346 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.203346 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.203346 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.203346 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.203346 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.203346 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.203346 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.203346 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.206281 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.206281 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.206281 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.206281 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.206281 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.206281 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.206281 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.206281 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.206803 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.206803 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.206803 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.206803 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.206803 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.206803 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.206803 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.206803 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] use_json = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.207269 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.207269 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.207269 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.207269 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.207269 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.207269 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.207269 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.207269 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.207739 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.207739 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.207739 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.207739 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.207739 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.207739 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.207739 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.207739 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.208175 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.208175 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.208175 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.208175 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.208175 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.208175 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.208175 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.208175 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.208611 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.208611 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.208611 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.208611 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.208611 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.208611 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.208611 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.209076 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.209076 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.209192 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.209609 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.209780 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.210045 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.210313 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.210574 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.210800 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.211362 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.211362 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.213999 n-d-793621-34 neutron-server[102345]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:51.214079 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.214079 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.214079 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.214079 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.214079 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.214079 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.214079 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.214079 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.214079 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.214582 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.214582 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.214582 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.214582 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.214582 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.214582 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.214960 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.215033 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.215837 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.216176 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.216325 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.216583 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.216877 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.217099 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.217337 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.217578 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.217823 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.218106 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.223980 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.223980 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.223980 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.223980 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.223980 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.223980 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.223980 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.223980 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.223980 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.224927 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.224927 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.224927 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.224927 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.224927 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.224927 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.224927 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.224927 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.224927 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.225773 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.225773 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.225773 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.225773 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.225773 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.225773 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.225773 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.225773 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.225773 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.226755 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.226755 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.226755 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.226755 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.226755 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.226755 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.226755 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.226755 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.227893 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.227893 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.229758 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.230234 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.230390 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.230594 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.230871 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.231115 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.231368 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.231637 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.231868 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.232136 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.232368 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.237473 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.237473 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.237473 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.237473 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.237473 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.237473 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.237473 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.237473 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.238049 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.238049 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.238049 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.238049 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.238049 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.238049 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.238049 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.238461 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.238461 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.238799 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.239015 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.239310 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.239914 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.240180 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.240412 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.240720 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.240966 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.241197 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.241473 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.241711 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.242068 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.244198 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.244198 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.244198 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.244198 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.244198 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.244198 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.244198 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.244198 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.244875 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.244875 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.244875 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.244875 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.245209 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.245366 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.245632 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.245872 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.246090 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.246312 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.246549 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.246786 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.247026 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.247245 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.247482 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.247716 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.247938 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.248164 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.248406 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.248626 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.248872 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.249110 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.249331 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.249595 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.249957 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.250246 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.250522 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.250784 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.251122 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.251393 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.251643 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.251878 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.252107 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.252350 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.252570 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.252820 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.253067 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.253286 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.253519 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.253925 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.254145 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.254363 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.254593 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.254825 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.255229 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.255644 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.256142 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.256586 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.256974 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.257217 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.257481 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.257740 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.257995 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.258238 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.258458 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.258788 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.258788 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.258788 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.260077 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.260077 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.260077 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.260309 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.260504 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.260731 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.260970 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.261319 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.261598 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.261838 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.262636 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.265478 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.265478 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.265478 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.265478 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.265478 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.265478 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.265478 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.265478 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.266163 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.266163 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.266163 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.266163 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.266163 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.266163 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.266163 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.266637 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.266637 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.266775 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.266961 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.267183 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.267418 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.267633 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.267849 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.268077 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.268304 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.268527 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.268780 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.268972 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.269186 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.269461 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.269683 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.269896 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.270415 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.270668 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.270916 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.271484 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.271484 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.271716 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.272194 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.272301 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.272937 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.272937 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.273133 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.273215 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.273618 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.273723 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.276788 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.276788 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.276788 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.276788 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.276788 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.276788 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.276788 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.276788 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.277420 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.277420 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.277420 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.277420 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.277420 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.278346 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.278346 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.278509 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.278905 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.279011 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.279169 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.279436 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.279658 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.279907 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.280130 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.280524 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.280752 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.280982 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.281218 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.281469 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.281691 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.281852 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 00:33:51.282392 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102221) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 00:33:51.282738 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 00:33:51.282738 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 00:33:51.282907 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 00:33:51.283040 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 00:33:51.283203 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 00:33:51.283415 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.283582 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.283743 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.283907 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.284069 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.284308 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.284510 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.284610 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.284776 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.284941 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.285107 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.285269 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.285403 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.285585 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.285747 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.285907 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.286090 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.286252 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.286418 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.286581 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.286741 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.286901 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.287059 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] debug = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.287221 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.287452 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.287621 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.287784 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.287944 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.288109 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.288272 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.288431 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.288748 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.288918 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.289080 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.289241 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.289404 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.289590 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.289752 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.289914 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.290077 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.290240 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] host = n-d-793621-34 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.290424 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.290586 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.290749 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.290912 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.291134 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.291299 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.291467 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.291682 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.291814 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.291947 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.292080 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.292212 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.292353 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.292506 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] log_file = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.292669 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] log_options = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.292831 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.292992 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.293152 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.295166 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.295166 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.295166 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.295166 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.295166 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.295166 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.295166 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.295664 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.295664 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.295664 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.295664 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.295664 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.295664 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.295664 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.295664 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.296324 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.296324 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.296324 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.296324 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.296324 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.296685 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.296685 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.296685 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.296928 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.297076 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.297236 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.297396 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.297579 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.297745 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.297906 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.298067 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.298269 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.298433 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.298594 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.298761 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.298923 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.299083 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.299267 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.299429 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.299591 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.299752 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.299912 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.300072 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] use_json = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.300233 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.300393 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.300559 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.300724 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.300881 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.301041 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.301203 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.301366 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:33:51.301582 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.301748 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.301924 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.302124 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.302289 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.302452 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.302615 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.302779 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.302940 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.303104 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.303263 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.303425 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.303673 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.303771 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.303909 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.304076 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.304239 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.304402 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.304564 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.304728 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.304890 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.305053 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.305225 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.305387 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.305576 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.305740 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.305903 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.306082 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.306246 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.307058 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.307058 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.307058 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.307058 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.307058 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.308779 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.308779 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.308779 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.308779 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.308779 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.308779 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.308779 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.308779 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.308779 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.312597 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.312597 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.312597 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.312597 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.312597 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.312597 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.312597 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.312597 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.312597 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.313176 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.313176 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.313176 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.313176 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.313176 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.313176 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.313176 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.313176 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.313176 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.314536 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.314536 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.314536 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.314536 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.314536 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.314536 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.314536 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.314536 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.314536 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.315391 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.315391 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.315391 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.315391 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.315391 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.315391 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.315391 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.315391 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.315391 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.315970 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.315970 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.315970 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.315970 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.315970 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.315970 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.315970 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.315970 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.315970 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.316521 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.316521 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.316521 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.316521 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.316521 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.316856 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.316856 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.316994 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.317107 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.317283 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.317469 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.317641 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.317780 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.317958 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.318107 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.318287 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.318438 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.318598 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.318767 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.318947 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.319089 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.319241 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.319438 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.319606 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.319772 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.320035 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.320253 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.320403 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.320576 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.320733 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.320955 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.321096 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.321219 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.321358 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.321597 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.321742 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.321849 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.322084 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.322294 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.322294 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.322746 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.322746 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.322746 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.323279 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.323279 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.323279 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.323885 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.323885 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.323885 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.323885 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.325005 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.325005 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.325005 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.325005 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.326278 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.326278 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.326278 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.326278 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.326278 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.326278 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.326278 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.326278 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.327373 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.327373 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.327373 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.327373 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.327373 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.327373 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.328223 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.328223 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.328223 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.328223 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.328223 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.328223 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.329059 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.329059 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.329059 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.329059 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.329059 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.329654 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.329654 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.329654 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.329654 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.330131 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.330131 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.330131 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.330475 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.330475 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.330475 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.330821 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.330821 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.330989 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.331120 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.331494 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.331663 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.331826 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.331988 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.332152 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.332322 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.332465 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.332631 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.332793 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.332955 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.333117 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.333297 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.333482 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.333649 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.333810 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.333972 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.334134 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.334296 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.334458 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.334625 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.334785 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.334946 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.335112 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.335279 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.335445 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.335605 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.335767 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.335931 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.336091 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.336255 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.336437 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.336595 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.336800 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.336962 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.337200 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.337363 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.337564 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.337729 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.337893 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.338056 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.338221 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.338386 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.338561 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.338727 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.338885 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.339046 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.339208 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.339370 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.339543 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.339707 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.339871 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.340030 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.340751 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.340881 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.341059 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.341224 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.341386 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.341570 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.341733 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.341895 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.342069 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.342230 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.342393 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.342590 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.342816 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.342930 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.343067 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.343230 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.343392 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.343584 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.343728 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.343890 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.344054 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.344229 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.344391 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.344557 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.344719 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.344882 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.345044 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.345208 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.345377 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.345577 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.345748 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.345910 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.346080 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.346251 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.346422 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.346586 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.346755 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.346932 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.347094 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.347260 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.347423 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.347906 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.348083 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.348247 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.348409 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.348571 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.348735 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.348925 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.349089 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.349252 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.349415 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.350225 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.350225 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.350225 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.350225 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.350509 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.350509 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:33:51.350629 n-d-793621-34 neutron-server[102221]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 00:33:51.363710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:51.547636 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56578) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:33:51.556816 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067883 Aug 31 00:34:04.167500 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243418e9-017d-47ef-8c48-ade7913d7c9a None None] get_active_networks_info from n-d-793621-34 {{(pid=102344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 00:34:04.258595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243418e9-017d-47ef-8c48-ade7913d7c9a None None] No non-hosted networks {{(pid=102344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 00:34:04.269411 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.agentschedulers_db [None req-243418e9-017d-47ef-8c48-ade7913d7c9a None None] DHCP Agent not found on host n-d-793621-34 {{(pid=102344) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 00:34:04.385989 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-79d55719-3090-42da-83e2-94768b3fa137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450530'] for agent, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:06.566285 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450530'] for agent, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:06.566967 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:06.567668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:06.568852 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:06.569184 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:06.569567 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:06.569978 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:06.570364 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:06.570634 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:06.570964 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:06.571291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:06.571628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:06.571925 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:06.572346 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793621-34', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:06.595663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793621-34', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:06.836269 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-68d57c1a-d6f9-4b7e-abe2-547770a99c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450530'] for agent, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:06.875261 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-d7ce6dd2-f9d2-487d-aeba-e65b1a8bfc8d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-793621-34 {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 00:34:06.875584 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-d7ce6dd2-f9d2-487d-aeba-e65b1a8bfc8d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:34:07.400189 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d7ce6dd2-f9d2-487d-aeba-e65b1a8bfc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:08.297156 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450530'] for agent, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:09.846371 n-d-793621-34 neutron-server[102344]: INFO neutron.db.l3_hamode_db [None req-a8a83c57-a843-43ec-ad4f-3fbbb22bc04f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 00:34:09.936546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a83c57-a843-43ec-ad4f-3fbbb22bc04f None None] Routers set() bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:34:09.936939 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a83c57-a843-43ec-ad4f-3fbbb22bc04f None None] Router IDs set() for agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 00:34:10.000503 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450530'] for agent, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:11.119917 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56670) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:34:11.645656 n-d-793621-34 neutron-server[102343]: WARNING oslo_policy.policy [None req-4f8d2493-1788-4061-afa4-a4946803ead1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:34:11.646252 n-d-793621-34 neutron-server[102343]: WARNING oslo_policy.policy [None req-4f8d2493-1788-4061-afa4-a4946803ead1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:34:11.874410 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-4f8d2493-1788-4061-afa4-a4946803ead1 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:34:11.875530 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4f8d2493-1788-4061-afa4-a4946803ead1 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7546532 Aug 31 00:34:14.422118 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56684) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:34:14.769702 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-64b666e1-60dd-4ed0-820a-393221e4635d admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:34:14.866222 n-d-793621-34 neutron-server[102343]: DEBUG neutron.policy [None req-64b666e1-60dd-4ed0-820a-393221e4635d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102343) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 00:34:14.911701 n-d-793621-34 neutron-server[102343]: WARNING oslo_policy.policy [None req-64b666e1-60dd-4ed0-820a-393221e4635d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:34:14.912074 n-d-793621-34 neutron-server[102343]: WARNING oslo_policy.policy [None req-64b666e1-60dd-4ed0-820a-393221e4635d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:34:14.920807 n-d-793621-34 neutron-server[102343]: INFO neutron.quota [None req-64b666e1-60dd-4ed0-820a-393221e4635d admin admin] Loaded quota_driver: . Aug 31 00:34:15.088891 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-64b666e1-60dd-4ed0-820a-393221e4635d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748207524771', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748207524336', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748207512225', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748207509765', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748210111182', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748207557816', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-527432', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3561839', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-430238', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-506985'] for rbac-policy, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:15.308771 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-64b666e1-60dd-4ed0-820a-393221e4635d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:15.310037 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-64b666e1-60dd-4ed0-820a-393221e4635d admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8869214 Aug 31 00:34:17.997050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56696) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:34:18.576554 n-d-793621-34 neutron-server[102342]: WARNING oslo_policy.policy [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:34:18.577127 n-d-793621-34 neutron-server[102342]: WARNING oslo_policy.policy [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:34:18.799145 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Request body: {'network': {'project_id': '395d806cad134381b46cf4c4a487a929', 'name': 'private', 'admin_state_up': True, 'tenant_id': '395d806cad134381b46cf4c4a487a929'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:34:18.800766 n-d-793621-34 neutron-server[102342]: INFO neutron.quota [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Loaded quota_driver: . Aug 31 00:34:18.959919 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Made reservation on behalf of 395d806cad134381b46cf4c4a487a929 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:34:19.031800 n-d-793621-34 neutron-server[102342]: DEBUG neutron.policy [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102342) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 00:34:19.077777 n-d-793621-34 neutron-server[102342]: WARNING oslo_policy.policy [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:34:19.078089 n-d-793621-34 neutron-server[102342]: WARNING oslo_policy.policy [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:34:19.088473 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:19.111897 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:19.373159 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:19.434395 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:19.455557 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:34:19.485426 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748208855754', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:19.486054 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Unsubscribe: segment precommit_create {{(pid=102342) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 00:34:19.486551 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Added segment c0b68617-b238-403e-bac8-b62cb0104f3e of type vlan for network b781e83c-49da-4d01-bbb1-85749f3f073a Aug 31 00:34:19.504204 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e56b5c0-b09a-4ba5-b81b-19970bdf8a48,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:19.528639 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:19.528971 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:19.529301 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:19.529657 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:19.529977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:19.530294 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:19.530606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:19.530920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:19.531231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:19.531539 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:19.532068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:19.532389 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Tracked resource versions report: Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: pushed versions: Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: { 'AddressGroup': {'1.2'}, Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'ConntrackHelper': {'1.0'}, Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'Log': {'1.0'}, Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'Network': {'1.1'}, Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'Port': {'1.7'}, Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'PortForwarding': {'1.2'}, Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'QosPolicy': {'1.9'}, Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'SecurityGroup': {'1.4'}, Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'SubPort': {'1.0'}, Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'Subnet': {'1.1'}, Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'Trunk': {'1.1'}} Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: consumer versions: Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: { DHCP agent@n-d-793621-34: {}, Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: L3 agent@n-d-793621-34: {}, Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: Metadata agent@n-d-793621-34: {}, Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: Metering agent@n-d-793621-34: {}, Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: Open vSwitch agent@n-d-793621-34: { 'AddressGroup': '1.2', Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'ConntrackHelper': '1.0', Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'Log': '1.0', Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'Network': '1.1', Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'Port': '1.7', Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'PortForwarding': '1.2', Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'QosPolicy': '1.9', Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'SecurityGroup': '1.4', Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'SecurityGroupRule': '1.2', Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'SubPort': '1.0', Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'Subnet': '1.1', Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: 'Trunk': '1.1'}} Aug 31 00:34:19.533526 n-d-793621-34 neutron-server[102342]: {{(pid=102342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:34:19.640672 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:19.742444 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:19.743739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:34:19.744421 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:19.845669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] Pushing event updated for resources: {'Network': ['ID=b781e83c-49da-4d01-bbb1-85749f3f073a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:19.858475 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network b781e83c-49da-4d01-bbb1-85749f3f073a details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:34:19.940178 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-73fc0ed5-7172-4440-9855-61acbd2e55f0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.9329281 Aug 31 00:34:22.736029 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56718) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:34:23.178288 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa497c4-27fb-4c81-8cff-a605c41b2195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:34:23.179708 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6aa497c4-27fb-4c81-8cff-a605c41b2195 admin admin] 10.222.0.16 "GET /v2.0/networks/b781e83c-49da-4d01-bbb1-85749f3f073a HTTP/1.1" status: 200 len: 825 time: 0.4426947 Aug 31 00:34:23.225055 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a423896e-39f4-441e-b3aa-3c463c0d587f admin admin] 10.222.0.16 "GET /v2.0/subnetpools/79bc19e7-63e1-4438-aaa1-680138d087c3 HTTP/1.1" status: 200 len: 734 time: 0.0386870 Aug 31 00:34:23.240194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-dd5cfb59-e3e7-4196-9a9a-77807a50c9eb admin admin] Request body: {'subnet': {'network_id': 'b781e83c-49da-4d01-bbb1-85749f3f073a', 'subnetpool_id': '79bc19e7-63e1-4438-aaa1-680138d087c3', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '395d806cad134381b46cf4c4a487a929'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:34:23.330899 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5cfb59-e3e7-4196-9a9a-77807a50c9eb admin admin] Made reservation on behalf of 395d806cad134381b46cf4c4a487a929 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:34:23.333085 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dd5cfb59-e3e7-4196-9a9a-77807a50c9eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:23.771069 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dd5cfb59-e3e7-4196-9a9a-77807a50c9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:23.844878 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5cfb59-e3e7-4196-9a9a-77807a50c9eb admin admin] Checking segment: {'id': 'c0b68617-b238-403e-bac8-b62cb0104f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b781e83c-49da-4d01-bbb1-85749f3f073a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:34:23.845273 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5cfb59-e3e7-4196-9a9a-77807a50c9eb admin admin] Network hostable DHCP agents. Network: b781e83c-49da-4d01-bbb1-85749f3f073a, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:34:23.847529 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5cfb59-e3e7-4196-9a9a-77807a50c9eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:23.942486 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5cfb59-e3e7-4196-9a9a-77807a50c9eb admin admin] Network b781e83c-49da-4d01-bbb1-85749f3f073a is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:34:24.022420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-dd5cfb59-e3e7-4196-9a9a-77807a50c9eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, b781e83c-49da-4d01-bbb1-85749f3f073a) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:24.027259 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5cfb59-e3e7-4196-9a9a-77807a50c9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:34:24.027854 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dd5cfb59-e3e7-4196-9a9a-77807a50c9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:24.033215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d124e3-2fc8-46f3-acba-2afb19298a57 None None] Network b781e83c-49da-4d01-bbb1-85749f3f073a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:34:24.116280 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-dd5cfb59-e3e7-4196-9a9a-77807a50c9eb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8797562 Aug 31 00:34:24.399740 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-b781e83c-49da-4d01-bbb1-85749f3f073a', 'network_id': 'b781e83c-49da-4d01-bbb1-85749f3f073a', 'tenant_id': '395d806cad134381b46cf4c4a487a929', 'fixed_ips': [{'subnet_id': '8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:34:24.401847 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:24.718075 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Allocated IP 172.20.0.2 (b781e83c-49da-4d01-bbb1-85749f3f073a/8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8/2233cdd8-e896-4097-b4eb-bac681b7f9d1) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:34:25.033841 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:25.053175 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Transition to ACTIVE for port object 2233cdd8-e896-4097-b4eb-bac681b7f9d1 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:34:25.079178 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Transition to ACTIVE for port object 2233cdd8-e896-4097-b4eb-bac681b7f9d1 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:34:25.155002 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:25.244226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Network b781e83c-49da-4d01-bbb1-85749f3f073a is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:34:25.249372 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:25.251082 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Pushing event updated for resources: {'Port': ['ID=2233cdd8-e896-4097-b4eb-bac681b7f9d1,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:25.256313 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:34:25.264367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:25.264713 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:25.265059 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:25.265401 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:25.265779 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:25.266327 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:25.266601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:25.266924 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:25.267255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:25.267583 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:25.267925 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:25.268246 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Tracked resource versions report: Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: pushed versions: Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: { 'AddressGroup': {'1.2'}, Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'ConntrackHelper': {'1.0'}, Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'Log': {'1.0'}, Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'Network': {'1.1'}, Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'Port': {'1.7'}, Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'PortForwarding': {'1.2'}, Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'QosPolicy': {'1.9'}, Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'SecurityGroup': {'1.4'}, Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'SubPort': {'1.0'}, Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'Subnet': {'1.1'}, Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'Trunk': {'1.1'}} Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: consumer versions: Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: { DHCP agent@n-d-793621-34: {}, Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: L3 agent@n-d-793621-34: {}, Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: Metadata agent@n-d-793621-34: {}, Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: Metering agent@n-d-793621-34: {}, Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: Open vSwitch agent@n-d-793621-34: { 'AddressGroup': '1.2', Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'ConntrackHelper': '1.0', Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'Log': '1.0', Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'Network': '1.1', Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'Port': '1.7', Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'PortForwarding': '1.2', Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'QosPolicy': '1.9', Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'SecurityGroup': '1.4', Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'SecurityGroupRule': '1.2', Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'SubPort': '1.0', Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'Subnet': '1.1', Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: 'Trunk': '1.1'}} Aug 31 00:34:25.269479 n-d-793621-34 neutron-server[102344]: {{(pid=102344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:34:25.368277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Attempting to bind port 2233cdd8-e896-4097-b4eb-bac681b7f9d1 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:34:25.368661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Attempting to bind port 2233cdd8-e896-4097-b4eb-bac681b7f9d1 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'c0b68617-b238-403e-bac8-b62cb0104f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b781e83c-49da-4d01-bbb1-85749f3f073a'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:34:25.369085 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Attempting to bind port 2233cdd8-e896-4097-b4eb-bac681b7f9d1 on network b781e83c-49da-4d01-bbb1-85749f3f073a {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:34:25.375645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:34:25.376066 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Checking segment: {'id': 'c0b68617-b238-403e-bac8-b62cb0104f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b781e83c-49da-4d01-bbb1-85749f3f073a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:34:25.376541 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:25.376921 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Bound using segment: {'id': 'c0b68617-b238-403e-bac8-b62cb0104f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b781e83c-49da-4d01-bbb1-85749f3f073a'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:34:25.377424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Bound port: 2233cdd8-e896-4097-b4eb-bac681b7f9d1, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b68617-b238-403e-bac8-b62cb0104f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b781e83c-49da-4d01-bbb1-85749f3f073a'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:34:25.377857 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:25.455123 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-adaa8818-e05a-4933-a864-153202678b45 None None] For port 2233cdd8-e896-4097-b4eb-bac681b7f9d1, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:34:25.460944 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-adaa8818-e05a-4933-a864-153202678b45 None None] For port 2233cdd8-e896-4097-b4eb-bac681b7f9d1, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2233cdd8-e896-4097-b4eb-bac681b7f9d1,segment=NetworkSegment(c0b68617-b238-403e-bac8-b62cb0104f3e),segment_id=c0b68617-b238-403e-bac8-b62cb0104f3e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:34:25.554304 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:25.627892 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa8818-e05a-4933-a864-153202678b45 None None] Pushing event updated for resources: {'Port': ['ID=2233cdd8-e896-4097-b4eb-bac681b7f9d1,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:26.837640 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56726) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:34:27.250901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-560d9f90-d0a5-48fe-89ce-95091edef4a5 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:34:27.254564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-560d9f90-d0a5-48fe-89ce-95091edef4a5 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4153214 Aug 31 00:34:29.965870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56734) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:34:30.363757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-1c15994f-db95-4021-8d25-f52d374755de admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:34:30.364783 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1c15994f-db95-4021-8d25-f52d374755de admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3976448 Aug 31 00:34:33.363094 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56744) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:34:33.945158 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0b82d74c-a77b-4342-9d7d-541edc885235 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '395d806cad134381b46cf4c4a487a929', 'name': 'router1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:34:34.040194 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b82d74c-a77b-4342-9d7d-541edc885235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:34.043723 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b82d74c-a77b-4342-9d7d-541edc885235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:34.124706 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7eff9472-38a5-4ab3-8619-620b9aa61de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:34.254193 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b82d74c-a77b-4342-9d7d-541edc885235 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:34.309159 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b82d74c-a77b-4342-9d7d-541edc885235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:34.387953 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b82d74c-a77b-4342-9d7d-541edc885235 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:34.389701 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0b82d74c-a77b-4342-9d7d-541edc885235 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0251532 Aug 31 00:34:35.068063 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2233cdd8-e896-4097-b4eb-bac681b7f9d1 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:34:35.256354 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 2233cdd8-e896-4097-b4eb-bac681b7f9d1 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:34:36.298713 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e8039b-b528-471f-9b29-9dde7aaddb14 None None] Network b781e83c-49da-4d01-bbb1-85749f3f073a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:34:36.503994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6882dd1e-5b33-48da-8419-550993d59ec8 None None] Provisioning for port 2233cdd8-e896-4097-b4eb-bac681b7f9d1 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:34:36.515562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6882dd1e-5b33-48da-8419-550993d59ec8 None None] Provisioning complete for port 2233cdd8-e896-4097-b4eb-bac681b7f9d1 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:34:36.516129 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6882dd1e-5b33-48da-8419-550993d59ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:36.646880 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:36.678403 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6882dd1e-5b33-48da-8419-550993d59ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:36.724903 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6882dd1e-5b33-48da-8419-550993d59ec8 None None] For port 2233cdd8-e896-4097-b4eb-bac681b7f9d1, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2233cdd8-e896-4097-b4eb-bac681b7f9d1,segment=NetworkSegment(c0b68617-b238-403e-bac8-b62cb0104f3e),segment_id=c0b68617-b238-403e-bac8-b62cb0104f3e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:34:36.782839 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6882dd1e-5b33-48da-8419-550993d59ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:36.838252 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882dd1e-5b33-48da-8419-550993d59ec8 None None] Pushing event updated for resources: {'Port': ['ID=2233cdd8-e896-4097-b4eb-bac681b7f9d1,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:36.861950 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-03da8424-ced1-4d46-affd-000956e49f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:36.908099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-81f72feb-68d4-4093-9ff0-26ea56770855 None None] Provisioning complete for port 2233cdd8-e896-4097-b4eb-bac681b7f9d1 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:34:36.908467 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-81f72feb-68d4-4093-9ff0-26ea56770855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:37.075171 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2233cdd8-e896-4097-b4eb-bac681b7f9d1 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:34:37.145580 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 2233cdd8-e896-4097-b4eb-bac681b7f9d1 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:34:37.146544 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:37.503202 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56758) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:34:37.902860 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-6f50cff4-49f2-4330-a77a-69452a5470e4 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:34:37.903986 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6f50cff4-49f2-4330-a77a-69452a5470e4 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3994560 Aug 31 00:34:38.250312 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:39.867931 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:40.513703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56776) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:34:40.678277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-19750340-5c9d-4297-9672-b3c60b8efada admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:34:40.758585 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19750340-5c9d-4297-9672-b3c60b8efada admin admin] Made reservation on behalf of 57bc6a7b2116438c9bc45c058f92f17b for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:34:40.761397 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-19750340-5c9d-4297-9672-b3c60b8efada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:40.770750 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-19750340-5c9d-4297-9672-b3c60b8efada admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:40.864242 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-19750340-5c9d-4297-9672-b3c60b8efada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:40.930613 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-19750340-5c9d-4297-9672-b3c60b8efada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:40.958224 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-19750340-5c9d-4297-9672-b3c60b8efada admin admin] Reserving flat network on physical network physnet1 {{(pid=102342) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 00:34:40.981765 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-19750340-5c9d-4297-9672-b3c60b8efada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:40.982105 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-19750340-5c9d-4297-9672-b3c60b8efada admin admin] Added segment 50600bce-afe1-4798-914b-2e6df7e9942e of type flat for network 00d754cd-c371-46d9-bc1b-91ad01bd2875 Aug 31 00:34:40.983308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19750340-5c9d-4297-9672-b3c60b8efada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7619fabe-4d78-4226-b9cb-04731ce88a6a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:41.041169 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-19750340-5c9d-4297-9672-b3c60b8efada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:41.147063 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-19750340-5c9d-4297-9672-b3c60b8efada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:41.148078 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19750340-5c9d-4297-9672-b3c60b8efada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:34:41.148659 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-19750340-5c9d-4297-9672-b3c60b8efada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:41.213288 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19750340-5c9d-4297-9672-b3c60b8efada admin admin] Pushing event updated for resources: {'Network': ['ID=00d754cd-c371-46d9-bc1b-91ad01bd2875,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:41.226973 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:34:41.337048 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-19750340-5c9d-4297-9672-b3c60b8efada admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8222027 Aug 31 00:34:43.766999 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56794) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:34:43.959898 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6a46ee-7935-4b74-b643-625f48eb41de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:34:43.966050 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cb6a46ee-7935-4b74-b643-625f48eb41de admin admin] 10.222.0.16 "GET /v2.0/subnets/8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8 HTTP/1.1" status: 200 len: 849 time: 0.1933601 Aug 31 00:34:44.175929 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7aded346-21df-489c-ba43-c566ed4d204e admin admin] 10.222.0.16 "GET /v2.0/routers/0c914cc8-6464-4d1b-b2bd-53b6fcacec61 HTTP/1.1" status: 200 len: 704 time: 0.2064250 Aug 31 00:34:44.482238 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:44.967024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Allocated IP 172.20.0.1 (b781e83c-49da-4d01-bbb1-85749f3f073a/8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8/1654883d-0047-4072-89ec-02da1b1d8348) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:34:45.266312 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:45.310613 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Transition to ACTIVE for port object 1654883d-0047-4072-89ec-02da1b1d8348 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:34:45.473769 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:45.537743 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Network b781e83c-49da-4d01-bbb1-85749f3f073a is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:34:45.543600 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:45.600078 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:34:45.600765 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:45.701790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Pushing event updated for resources: {'Port': ['ID=1654883d-0047-4072-89ec-02da1b1d8348,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:45.748888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.749490 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.750064 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.750665 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.751196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.751760 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.752327 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.752897 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.753521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.754062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.754633 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.755193 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Tracked resource versions report: Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: pushed versions: Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: { 'AddressGroup': {'1.2'}, Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'ConntrackHelper': {'1.0'}, Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'Log': {'1.0'}, Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'Network': {'1.1'}, Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'Port': {'1.7'}, Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'PortForwarding': {'1.2'}, Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'QosPolicy': {'1.9'}, Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'SecurityGroup': {'1.4'}, Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'SubPort': {'1.0'}, Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'Subnet': {'1.1'}, Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'Trunk': {'1.1'}} Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: consumer versions: Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: { DHCP agent@n-d-793621-34: {}, Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: L3 agent@n-d-793621-34: {}, Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: Metadata agent@n-d-793621-34: {}, Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: Metering agent@n-d-793621-34: {}, Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: Open vSwitch agent@n-d-793621-34: { 'AddressGroup': '1.2', Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'ConntrackHelper': '1.0', Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'Log': '1.0', Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'Network': '1.1', Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'Port': '1.7', Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'PortForwarding': '1.2', Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'QosPolicy': '1.9', Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'SecurityGroup': '1.4', Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'SecurityGroupRule': '1.2', Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'SubPort': '1.0', Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'Subnet': '1.1', Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: 'Trunk': '1.1'}} Aug 31 00:34:45.757229 n-d-793621-34 neutron-server[102343]: {{(pid=102343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:34:45.890690 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-978c052b-173a-40f8-b810-fdc174fa494f None None] Provisioning for port 1654883d-0047-4072-89ec-02da1b1d8348 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:34:45.897084 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-978c052b-173a-40f8-b810-fdc174fa494f None None] Provisioning complete for port 1654883d-0047-4072-89ec-02da1b1d8348 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:34:45.897844 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-978c052b-173a-40f8-b810-fdc174fa494f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:45.956847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-978c052b-173a-40f8-b810-fdc174fa494f None None] Port 1654883d-0047-4072-89ec-02da1b1d8348 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:34:46.041801 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:46.400299 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:46.461702 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:46.463098 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:46.643118 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Pushing event updated for resources: {'Port': ['ID=1654883d-0047-4072-89ec-02da1b1d8348,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:46.725990 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Network b781e83c-49da-4d01-bbb1-85749f3f073a is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:34:46.728766 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:46.990371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-aea5eb19-a517-42ab-bb31-ab6bb69cefd5 None None] Provisioning complete for port 1654883d-0047-4072-89ec-02da1b1d8348 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:34:46.990989 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-aea5eb19-a517-42ab-bb31-ab6bb69cefd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:47.046545 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-aea5eb19-a517-42ab-bb31-ab6bb69cefd5 None None] Port 1654883d-0047-4072-89ec-02da1b1d8348 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:34:47.073207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Router 0c914cc8-6464-4d1b-b2bd-53b6fcacec61 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:34:47.177307 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:34:47.185856 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fd47e01e-908b-44fe-a8cb-148b7cdb1069 admin admin] 10.222.0.16 "PUT /v2.0/routers/0c914cc8-6464-4d1b-b2bd-53b6fcacec61/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.0029655 Aug 31 00:34:47.194271 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Sync routers for ids ['0c914cc8-6464-4d1b-b2bd-53b6fcacec61'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:34:47.215000 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Routers {'0c914cc8-6464-4d1b-b2bd-53b6fcacec61'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:34:47.216369 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:34:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0c914cc8-6464-4d1b-b2bd-53b6fcacec61'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:47.511490 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Set router 0c914cc8-6464-4d1b-b2bd-53b6fcacec61 gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:34:48.060620 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c914cc8-6464-4d1b-b2bd-53b6fcacec61', 'name': 'router1', 'tenant_id': '395d806cad134381b46cf4c4a487a929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:34:34Z', 'updated_at': '2021-08-31T00:34:45Z', 'revision_number': 2, 'project_id': '395d806cad134381b46cf4c4a487a929', 'gw_port_host': None, '_interfaces': [{'id': '1654883d-0047-4072-89ec-02da1b1d8348', 'name': '', 'network_id': 'b781e83c-49da-4d01-bbb1-85749f3f073a', 'tenant_id': '395d806cad134381b46cf4c4a487a929', 'mac_address': 'fa:16:3e:03:6f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c914cc8-6464-4d1b-b2bd-53b6fcacec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:34:44Z', 'updated_at': '2021-08-31T00:34:46Z', 'revision_number': 2, 'project_id': '395d806cad134381b46cf4c4a487a929', 'subnets': [{'id': '8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79bc19e7-63e1-4438-aaa1-680138d087c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:48.147713 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Checking router: 0c914cc8-6464-4d1b-b2bd-53b6fcacec61 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:34:48.148311 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Updating router 0c914cc8-6464-4d1b-b2bd-53b6fcacec61 port 1654883d-0047-4072-89ec-02da1b1d8348 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:34:48.234543 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:49.068278 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:49.091350 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Transition to ACTIVE for port object 1654883d-0047-4072-89ec-02da1b1d8348 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:34:49.153719 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:49.402084 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799404b-0334-4e5e-83c2-1f6571bcff53 None None] Pushing event updated for resources: {'Port': ['ID=1654883d-0047-4072-89ec-02da1b1d8348,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:49.429563 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799404b-0334-4e5e-83c2-1f6571bcff53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:49.430030 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799404b-0334-4e5e-83c2-1f6571bcff53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:49.430450 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799404b-0334-4e5e-83c2-1f6571bcff53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:49.431365 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799404b-0334-4e5e-83c2-1f6571bcff53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:49.431884 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799404b-0334-4e5e-83c2-1f6571bcff53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:49.432299 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799404b-0334-4e5e-83c2-1f6571bcff53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:49.432711 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799404b-0334-4e5e-83c2-1f6571bcff53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:49.433125 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799404b-0334-4e5e-83c2-1f6571bcff53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:49.433572 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799404b-0334-4e5e-83c2-1f6571bcff53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:49.434004 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799404b-0334-4e5e-83c2-1f6571bcff53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:49.434413 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799404b-0334-4e5e-83c2-1f6571bcff53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:49.434813 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799404b-0334-4e5e-83c2-1f6571bcff53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799404b-0334-4e5e-83c2-1f6571bcff53 None None] Tracked resource versions report: Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: pushed versions: Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: { 'AddressGroup': {'1.2'}, Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'ConntrackHelper': {'1.0'}, Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'Log': {'1.0'}, Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'Network': {'1.1'}, Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'Port': {'1.7'}, Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'PortForwarding': {'1.2'}, Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'QosPolicy': {'1.9'}, Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'SecurityGroup': {'1.4'}, Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'SubPort': {'1.0'}, Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'Subnet': {'1.1'}, Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'Trunk': {'1.1'}} Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: consumer versions: Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: { DHCP agent@n-d-793621-34: {}, Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: L3 agent@n-d-793621-34: {}, Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: Metadata agent@n-d-793621-34: {}, Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: Metering agent@n-d-793621-34: {}, Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: Open vSwitch agent@n-d-793621-34: { 'AddressGroup': '1.2', Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'ConntrackHelper': '1.0', Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'Log': '1.0', Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'Network': '1.1', Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'Port': '1.7', Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'PortForwarding': '1.2', Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'QosPolicy': '1.9', Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'SecurityGroup': '1.4', Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'SecurityGroupRule': '1.2', Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'SubPort': '1.0', Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'Subnet': '1.1', Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: 'Trunk': '1.1'}} Aug 31 00:34:49.436011 n-d-793621-34 neutron-server[102345]: {{(pid=102345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:34:49.452300 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Attempting to bind port 1654883d-0047-4072-89ec-02da1b1d8348 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:34:49.452844 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Attempting to bind port 1654883d-0047-4072-89ec-02da1b1d8348 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'c0b68617-b238-403e-bac8-b62cb0104f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b781e83c-49da-4d01-bbb1-85749f3f073a'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:34:49.453397 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Attempting to bind port 1654883d-0047-4072-89ec-02da1b1d8348 on network b781e83c-49da-4d01-bbb1-85749f3f073a {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:34:49.460339 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:34:49.461054 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Checking segment: {'id': 'c0b68617-b238-403e-bac8-b62cb0104f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b781e83c-49da-4d01-bbb1-85749f3f073a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:34:49.461785 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:49.462975 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Bound using segment: {'id': 'c0b68617-b238-403e-bac8-b62cb0104f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b781e83c-49da-4d01-bbb1-85749f3f073a'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:34:49.464177 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Bound port: 1654883d-0047-4072-89ec-02da1b1d8348, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b68617-b238-403e-bac8-b62cb0104f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b781e83c-49da-4d01-bbb1-85749f3f073a'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:34:49.464776 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:49.588895 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] For port 1654883d-0047-4072-89ec-02da1b1d8348, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:34:49.624011 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] For port 1654883d-0047-4072-89ec-02da1b1d8348, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1654883d-0047-4072-89ec-02da1b1d8348,segment=NetworkSegment(c0b68617-b238-403e-bac8-b62cb0104f3e),segment_id=c0b68617-b238-403e-bac8-b62cb0104f3e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:34:49.701637 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:49.801827 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799404b-0334-4e5e-83c2-1f6571bcff53 None None] Pushing event updated for resources: {'Port': ['ID=1654883d-0047-4072-89ec-02da1b1d8348,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:49.806505 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Routers {'0c914cc8-6464-4d1b-b2bd-53b6fcacec61'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:34:49.807545 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:34:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0c914cc8-6464-4d1b-b2bd-53b6fcacec61'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:49.947769 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] Set router 0c914cc8-6464-4d1b-b2bd-53b6fcacec61 gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:34:50.006607 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56808) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:34:50.177550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e659a16-c999-4984-9283-88d998363f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:34:50.179714 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9e659a16-c999-4984-9283-88d998363f7e admin admin] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 842 time: 0.1718099 Aug 31 00:34:50.200145 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-419d7755-8023-43bd-8f8a-78bfb2b444d4 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.2.1', 'ip_version': 4, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'cidr': '172.25.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:34:50.272856 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c914cc8-6464-4d1b-b2bd-53b6fcacec61', 'name': 'router1', 'tenant_id': '395d806cad134381b46cf4c4a487a929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:34:34Z', 'updated_at': '2021-08-31T00:34:45Z', 'revision_number': 2, 'project_id': '395d806cad134381b46cf4c4a487a929', 'gw_port_host': None, '_interfaces': [{'id': '1654883d-0047-4072-89ec-02da1b1d8348', 'name': '', 'network_id': 'b781e83c-49da-4d01-bbb1-85749f3f073a', 'tenant_id': '395d806cad134381b46cf4c4a487a929', 'mac_address': 'fa:16:3e:03:6f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c914cc8-6464-4d1b-b2bd-53b6fcacec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:34:44Z', 'updated_at': '2021-08-31T00:34:49Z', 'revision_number': 4, 'project_id': '395d806cad134381b46cf4c4a487a929', 'subnets': [{'id': '8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79bc19e7-63e1-4438-aaa1-680138d087c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:50.301511 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9970dee-a591-4da9-b563-cdb40e1f9f12 None None] The sync data for ids ['0c914cc8-6464-4d1b-b2bd-53b6fcacec61'] in n-d-793621-34 is: [{'id': '0c914cc8-6464-4d1b-b2bd-53b6fcacec61', 'name': 'router1', 'tenant_id': '395d806cad134381b46cf4c4a487a929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:34:34Z', 'updated_at': '2021-08-31T00:34:45Z', 'revision_number': 2, 'project_id': '395d806cad134381b46cf4c4a487a929', 'gw_port_host': None, '_interfaces': [{'id': '1654883d-0047-4072-89ec-02da1b1d8348', 'name': '', 'network_id': 'b781e83c-49da-4d01-bbb1-85749f3f073a', 'tenant_id': '395d806cad134381b46cf4c4a487a929', 'mac_address': 'fa:16:3e:03:6f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c914cc8-6464-4d1b-b2bd-53b6fcacec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:34:44Z', 'updated_at': '2021-08-31T00:34:49Z', 'revision_number': 4, 'project_id': '395d806cad134381b46cf4c4a487a929', 'subnets': [{'id': '8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79bc19e7-63e1-4438-aaa1-680138d087c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:34:50.307858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419d7755-8023-43bd-8f8a-78bfb2b444d4 admin admin] Made reservation on behalf of 57bc6a7b2116438c9bc45c058f92f17b for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:34:50.311580 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-419d7755-8023-43bd-8f8a-78bfb2b444d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:50.890148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.objects.ports [None req-419d7755-8023-43bd-8f8a-78bfb2b444d4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 00:34:50.890613 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-419d7755-8023-43bd-8f8a-78bfb2b444d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:50.942456 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d7755-8023-43bd-8f8a-78bfb2b444d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7871cff-1e5c-406b-8a0d-8df1f165d821,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:50.960013 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419d7755-8023-43bd-8f8a-78bfb2b444d4 admin admin] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:34:50.960577 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419d7755-8023-43bd-8f8a-78bfb2b444d4 admin admin] Network hostable DHCP agents. Network: 00d754cd-c371-46d9-bc1b-91ad01bd2875, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:34:51.084283 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419d7755-8023-43bd-8f8a-78bfb2b444d4 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:34:51.164486 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-419d7755-8023-43bd-8f8a-78bfb2b444d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 00d754cd-c371-46d9-bc1b-91ad01bd2875) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:51.170635 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419d7755-8023-43bd-8f8a-78bfb2b444d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:34:51.172766 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-419d7755-8023-43bd-8f8a-78bfb2b444d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:51.177779 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8457d6f-b667-4380-af00-b2fa6c043608 None None] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:34:51.313473 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-419d7755-8023-43bd-8f8a-78bfb2b444d4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1105008 Aug 31 00:34:51.344671 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f32ebe9-cfa3-4d46-80da-f9d4f2d91f6c None None] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:34:53.981387 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56816) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:34:54.296975 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-69f93bbf-f550-4d55-8194-7c32fde9aba9 admin admin] 10.222.0.16 "GET /v2.0/routers/0c914cc8-6464-4d1b-b2bd-53b6fcacec61 HTTP/1.1" status: 200 len: 710 time: 0.3140073 Aug 31 00:34:54.400114 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7921cadd-f912-44b1-9d8d-28c198dcca40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:34:54.402782 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7921cadd-f912-44b1-9d8d-28c198dcca40 admin admin] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 886 time: 0.0992155 Aug 31 00:34:54.416358 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e72e0e1f-50b2-4ef2-8184-9e2bccf04d5f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:34:54.768903 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e72e0e1f-50b2-4ef2-8184-9e2bccf04d5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:55.284503 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e72e0e1f-50b2-4ef2-8184-9e2bccf04d5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:55.437168 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e72e0e1f-50b2-4ef2-8184-9e2bccf04d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:55.674225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-e72e0e1f-50b2-4ef2-8184-9e2bccf04d5f admin admin] Allocated IP 172.25.2.143 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/bfec6e20-1322-481f-a856-4ca06f065907) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:34:55.816967 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e72e0e1f-50b2-4ef2-8184-9e2bccf04d5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:55.947914 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e72e0e1f-50b2-4ef2-8184-9e2bccf04d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:56.023896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72e0e1f-50b2-4ef2-8184-9e2bccf04d5f admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:34:56.032428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-e72e0e1f-50b2-4ef2-8184-9e2bccf04d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:34:56.035409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72e0e1f-50b2-4ef2-8184-9e2bccf04d5f admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:34:56.088114 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e0e1f-50b2-4ef2-8184-9e2bccf04d5f admin admin] Pushing event updated for resources: {'Port': ['ID=bfec6e20-1322-481f-a856-4ca06f065907,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:56.461745 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e72e0e1f-50b2-4ef2-8184-9e2bccf04d5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:56.812776 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e72e0e1f-50b2-4ef2-8184-9e2bccf04d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:56.821827 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e72e0e1f-50b2-4ef2-8184-9e2bccf04d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:56.991331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72e0e1f-50b2-4ef2-8184-9e2bccf04d5f admin admin] Router 0c914cc8-6464-4d1b-b2bd-53b6fcacec61 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:34:57.073523 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1654883d-0047-4072-89ec-02da1b1d8348 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:34:57.223604 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 1654883d-0047-4072-89ec-02da1b1d8348 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:34:57.229271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 1654883d-0047-4072-89ec-02da1b1d8348 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:34:57.229789 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:57.253810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72e0e1f-50b2-4ef2-8184-9e2bccf04d5f admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:34:57.262424 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e72e0e1f-50b2-4ef2-8184-9e2bccf04d5f admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:57.264535 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e72e0e1f-50b2-4ef2-8184-9e2bccf04d5f admin admin] 10.222.0.16 "PUT /v2.0/routers/0c914cc8-6464-4d1b-b2bd-53b6fcacec61 HTTP/1.1" status: 200 len: 890 time: 2.8539994 Aug 31 00:34:57.372766 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:57.432080 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 1654883d-0047-4072-89ec-02da1b1d8348, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1654883d-0047-4072-89ec-02da1b1d8348,segment=NetworkSegment(c0b68617-b238-403e-bac8-b62cb0104f3e),segment_id=c0b68617-b238-403e-bac8-b62cb0104f3e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:34:57.525020 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:57.595212 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=1654883d-0047-4072-89ec-02da1b1d8348,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:58.094369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Sync routers for ids ['0c914cc8-6464-4d1b-b2bd-53b6fcacec61'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:34:58.109176 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Routers {'0c914cc8-6464-4d1b-b2bd-53b6fcacec61'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:34:58.109909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:34:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0c914cc8-6464-4d1b-b2bd-53b6fcacec61'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:58.384386 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Set router 0c914cc8-6464-4d1b-b2bd-53b6fcacec61 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:34:58.836772 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c914cc8-6464-4d1b-b2bd-53b6fcacec61', 'name': 'router1', 'tenant_id': '395d806cad134381b46cf4c4a487a929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'bfec6e20-1322-481f-a856-4ca06f065907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:34:34Z', 'updated_at': '2021-08-31T00:34:56Z', 'revision_number': 4, 'project_id': '395d806cad134381b46cf4c4a487a929', 'gw_port': {'id': 'bfec6e20-1322-481f-a856-4ca06f065907', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:91:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c914cc8-6464-4d1b-b2bd-53b6fcacec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:34:55Z', 'updated_at': '2021-08-31T00:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '1654883d-0047-4072-89ec-02da1b1d8348', 'name': '', 'network_id': 'b781e83c-49da-4d01-bbb1-85749f3f073a', 'tenant_id': '395d806cad134381b46cf4c4a487a929', 'mac_address': 'fa:16:3e:03:6f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c914cc8-6464-4d1b-b2bd-53b6fcacec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:34:44Z', 'updated_at': '2021-08-31T00:34:57Z', 'revision_number': 5, 'project_id': '395d806cad134381b46cf4c4a487a929', 'subnets': [{'id': '8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79bc19e7-63e1-4438-aaa1-680138d087c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:58.891951 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Checking router: 0c914cc8-6464-4d1b-b2bd-53b6fcacec61 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:34:58.892306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Updating router 0c914cc8-6464-4d1b-b2bd-53b6fcacec61 port bfec6e20-1322-481f-a856-4ca06f065907 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:34:58.941354 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:59.045399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1654883d-0047-4072-89ec-02da1b1d8348 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:34:59.202216 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 1654883d-0047-4072-89ec-02da1b1d8348 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:34:59.202897 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:59.376646 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:59.389992 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Transition to ACTIVE for port object bfec6e20-1322-481f-a856-4ca06f065907 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:34:59.478278 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:59.539070 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bab367-de2e-4ad4-81e1-e333f0eb10c8 None None] Pushing event updated for resources: {'Port': ['ID=bfec6e20-1322-481f-a856-4ca06f065907,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:34:59.543538 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Attempting to bind port bfec6e20-1322-481f-a856-4ca06f065907 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:34:59.543914 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Attempting to bind port bfec6e20-1322-481f-a856-4ca06f065907 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:34:59.544292 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Attempting to bind port bfec6e20-1322-481f-a856-4ca06f065907 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:34:59.549900 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:34:59.550280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:34:59.550683 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:59.551113 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:34:59.551601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Bound port: bfec6e20-1322-481f-a856-4ca06f065907, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:34:59.551985 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:59.689612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] For port bfec6e20-1322-481f-a856-4ca06f065907, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:34:59.692864 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] For port bfec6e20-1322-481f-a856-4ca06f065907, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=bfec6e20-1322-481f-a856-4ca06f065907,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:34:59.798317 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56828) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:34:59.855598 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:34:59.914658 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Routers {'0c914cc8-6464-4d1b-b2bd-53b6fcacec61'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:34:59.915546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:34:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0c914cc8-6464-4d1b-b2bd-53b6fcacec61'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:34:59.918667 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d8d7d674-36b4-4eb0-9b31-7c901d71f240 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1180634 Aug 31 00:34:59.957880 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bab367-de2e-4ad4-81e1-e333f0eb10c8 None None] Pushing event updated for resources: {'Port': ['ID=bfec6e20-1322-481f-a856-4ca06f065907,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:00.053419 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] Set router 0c914cc8-6464-4d1b-b2bd-53b6fcacec61 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:35:00.292062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c914cc8-6464-4d1b-b2bd-53b6fcacec61', 'name': 'router1', 'tenant_id': '395d806cad134381b46cf4c4a487a929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'bfec6e20-1322-481f-a856-4ca06f065907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:34:34Z', 'updated_at': '2021-08-31T00:34:56Z', 'revision_number': 4, 'project_id': '395d806cad134381b46cf4c4a487a929', 'gw_port': {'id': 'bfec6e20-1322-481f-a856-4ca06f065907', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:91:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c914cc8-6464-4d1b-b2bd-53b6fcacec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:34:55Z', 'updated_at': '2021-08-31T00:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '1654883d-0047-4072-89ec-02da1b1d8348', 'name': '', 'network_id': 'b781e83c-49da-4d01-bbb1-85749f3f073a', 'tenant_id': '395d806cad134381b46cf4c4a487a929', 'mac_address': 'fa:16:3e:03:6f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c914cc8-6464-4d1b-b2bd-53b6fcacec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:34:44Z', 'updated_at': '2021-08-31T00:34:57Z', 'revision_number': 5, 'project_id': '395d806cad134381b46cf4c4a487a929', 'subnets': [{'id': '8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79bc19e7-63e1-4438-aaa1-680138d087c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:35:00.322036 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2535f7d4-78a3-4f79-be36-6f6ca3bfa963 None None] The sync data for ids ['0c914cc8-6464-4d1b-b2bd-53b6fcacec61'] in n-d-793621-34 is: [{'id': '0c914cc8-6464-4d1b-b2bd-53b6fcacec61', 'name': 'router1', 'tenant_id': '395d806cad134381b46cf4c4a487a929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'bfec6e20-1322-481f-a856-4ca06f065907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:34:34Z', 'updated_at': '2021-08-31T00:34:56Z', 'revision_number': 4, 'project_id': '395d806cad134381b46cf4c4a487a929', 'gw_port': {'id': 'bfec6e20-1322-481f-a856-4ca06f065907', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:91:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c914cc8-6464-4d1b-b2bd-53b6fcacec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:34:55Z', 'updated_at': '2021-08-31T00:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '1654883d-0047-4072-89ec-02da1b1d8348', 'name': '', 'network_id': 'b781e83c-49da-4d01-bbb1-85749f3f073a', 'tenant_id': '395d806cad134381b46cf4c4a487a929', 'mac_address': 'fa:16:3e:03:6f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c914cc8-6464-4d1b-b2bd-53b6fcacec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:34:44Z', 'updated_at': '2021-08-31T00:34:57Z', 'revision_number': 5, 'project_id': '395d806cad134381b46cf4c4a487a929', 'subnets': [{'id': '8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79bc19e7-63e1-4438-aaa1-680138d087c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:35:01.127678 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device bfec6e20-1322-481f-a856-4ca06f065907 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:01.249071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port bfec6e20-1322-481f-a856-4ca06f065907 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:35:01.253612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port bfec6e20-1322-481f-a856-4ca06f065907 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:35:01.254145 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:35:01.349219 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:35:01.377669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port bfec6e20-1322-481f-a856-4ca06f065907, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=bfec6e20-1322-481f-a856-4ca06f065907,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:35:01.466966 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:35:01.530116 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=bfec6e20-1322-481f-a856-4ca06f065907,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:35:02.234893 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 5 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:35:03.044369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device bfec6e20-1322-481f-a856-4ca06f065907 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:35:03.130601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port bfec6e20-1322-481f-a856-4ca06f065907 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:35:03.131423 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:35:04.106690 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7b1866cd-271f-43dc-87ee-20db9533281d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:35:06.615119 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:35:06.860359 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-04376b11-23f0-4d76-a00f-311c6d81d177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:35:08.243714 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:35:09.923657 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:35:34.168465 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-46b1908c-d38d-45d7-acf3-a4f114ad50de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:35:36.595729 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:35:36.854807 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff0e9e54-71fd-4e4a-96f8-d7022028799b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:35:38.254148 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:35:39.243626 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 5 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:35:39.951548 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:36:04.103910 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9f472ae0-aaf1-40dc-a1d8-4bd23ea1856f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:36:06.585344 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:36:06.858591 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4cdc9dc4-77ef-43ba-a3de-6a07f0f1f311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:36:08.254101 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:36:09.896523 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:36:16.241367 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 5 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:36:34.090356 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a348065b-3584-458e-a93f-c4609530c390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:36:36.589975 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:36:36.854510 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-735059c3-9fd5-45b7-9fec-75708bf756c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:36:38.275497 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:36:39.903563 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:36:53.249165 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 5 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:37:04.112174 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-36679e38-3893-4bc4-89e3-00af5e982fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:37:06.597563 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:37:06.980690 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-564c9b14-6713-4c4c-8e89-4f0667b459bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:37:07.603274 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57424) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:37:07.695095 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2443c2d-b7d2-4896-bed4-7e6fc363fe7b admin admin] GET failed (client error): The resource could not be found. Aug 31 00:37:07.696563 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d2443c2d-b7d2-4896-bed4-7e6fc363fe7b admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0922756 Aug 31 00:37:07.936493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d07dd61-34dc-41ae-8f8c-aa7a75082e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:37:07.939076 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9d07dd61-34dc-41ae-8f8c-aa7a75082e7d admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2348499 Aug 31 00:37:08.231783 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:37:09.926445 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:37:11.141208 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57434) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:37:11.293254 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c669841-a847-4579-b7e3-ef9c05329119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:37:11.295494 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2c669841-a847-4579-b7e3-ef9c05329119 admin admin] 10.222.0.16 "GET /v2.0/subnets/8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8 HTTP/1.1" status: 200 len: 849 time: 0.1525369 Aug 31 00:37:11.309813 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-a1aa3ae5-663b-4c92-acb7-cc309cf5c327 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:37:11.445550 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a1aa3ae5-663b-4c92-acb7-cc309cf5c327 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:37:11.708676 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a1aa3ae5-663b-4c92-acb7-cc309cf5c327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748208802268'] for subnet, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:37:11.744339 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aa3ae5-663b-4c92-acb7-cc309cf5c327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:37:11.753530 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a1aa3ae5-663b-4c92-acb7-cc309cf5c327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:37:11.753530 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a1aa3ae5-663b-4c92-acb7-cc309cf5c327 admin admin] 10.222.0.16 "PUT /v2.0/subnets/8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8 HTTP/1.1" status: 200 len: 868 time: 0.4433770 Aug 31 00:37:11.754572 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92c2945-7925-463c-ad67-0055106294b6 None None] Network b781e83c-49da-4d01-bbb1-85749f3f073a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:37:11.787897 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa3ae5-663b-4c92-acb7-cc309cf5c327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:37:11.809762 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa3ae5-663b-4c92-acb7-cc309cf5c327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:37:11.810305 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa3ae5-663b-4c92-acb7-cc309cf5c327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:37:11.810857 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa3ae5-663b-4c92-acb7-cc309cf5c327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:37:11.811407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa3ae5-663b-4c92-acb7-cc309cf5c327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:37:11.811958 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa3ae5-663b-4c92-acb7-cc309cf5c327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:37:11.812551 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa3ae5-663b-4c92-acb7-cc309cf5c327 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:37:11.813091 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa3ae5-663b-4c92-acb7-cc309cf5c327 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:37:11.813678 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa3ae5-663b-4c92-acb7-cc309cf5c327 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:37:11.814272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa3ae5-663b-4c92-acb7-cc309cf5c327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:37:11.814818 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa3ae5-663b-4c92-acb7-cc309cf5c327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:37:11.815358 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa3ae5-663b-4c92-acb7-cc309cf5c327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:37:11.815895 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa3ae5-663b-4c92-acb7-cc309cf5c327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:37:12.276413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fa66e274-e4f5-4e45-bd18-8ee9bbbd9dd5 None None] Provisioning complete for port 1654883d-0047-4072-89ec-02da1b1d8348 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:37:12.276973 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa66e274-e4f5-4e45-bd18-8ee9bbbd9dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:37:12.407266 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fa66e274-e4f5-4e45-bd18-8ee9bbbd9dd5 None None] Provisioning complete for port 2233cdd8-e896-4097-b4eb-bac681b7f9d1 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:37:12.407729 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa66e274-e4f5-4e45-bd18-8ee9bbbd9dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:37:14.341562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57442) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:37:14.593224 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef04493-ebef-4cdf-81df-2c4078d862c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:37:14.593728 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef04493-ebef-4cdf-81df-2c4078d862c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:37:14.595369 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cef04493-ebef-4cdf-81df-2c4078d862c2 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2525530 Aug 31 00:37:17.875424 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57450) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:37:18.080932 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3aeac-28a5-47c7-a4a9-0b7307135936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:37:18.081357 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3aeac-28a5-47c7-a4a9-0b7307135936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:37:18.083097 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-94f3aeac-28a5-47c7-a4a9-0b7307135936 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2055194 Aug 31 00:37:21.846411 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57458) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:37:22.074406 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d85ec28-4729-4d41-a6f1-a609923d6258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:37:22.076905 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1d85ec28-4729-4d41-a6f1-a609923d6258 admin admin] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 886 time: 0.2288322 Aug 31 00:37:25.783513 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57466) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:37:26.015029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88d7583-e226-432e-bad1-8732c1105b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:37:26.017798 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b88d7583-e226-432e-bad1-8732c1105b54 admin admin] 10.222.0.16 "GET /v2.0/networks/b781e83c-49da-4d01-bbb1-85749f3f073a HTTP/1.1" status: 200 len: 869 time: 0.2329514 Aug 31 00:37:28.554207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57474) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:37:28.826426 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b7b52b-08e6-4a24-86af-e4418d0b748e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:37:28.827038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b7b52b-08e6-4a24-86af-e4418d0b748e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:37:28.828976 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c4b7b52b-08e6-4a24-86af-e4418d0b748e admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2735538 Aug 31 00:37:30.243630 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 5 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:37:31.600309 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57482) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:37:31.710895 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815cf392-c31a-476f-b48c-3ff546555497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:37:31.711436 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815cf392-c31a-476f-b48c-3ff546555497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:37:31.713199 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-815cf392-c31a-476f-b48c-3ff546555497 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1115451 Aug 31 00:37:34.116438 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1535872b-b385-4cd2-a340-32e9adb469b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:37:35.078608 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57490) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:37:35.200638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfbcab2-47ad-4e6a-9bf7-240b90346aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:37:35.202826 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1cfbcab2-47ad-4e6a-9bf7-240b90346aa4 admin admin] 10.222.0.16 "GET /v2.0/subnets/8fb6473b-2f5e-4d6d-b7ab-934167dc8cf8 HTTP/1.1" status: 200 len: 868 time: 0.1227005 Aug 31 00:37:36.584376 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:37:36.873658 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ae74ad4-5c79-429a-a3e2-ca6dc4e3c069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:37:37.702065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57500) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:37:37.799818 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d35b67-2c55-46e1-a6c6-9dd360d3f3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:37:37.801627 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-96d35b67-2c55-46e1-a6c6-9dd360d3f3c5 admin admin] 10.222.0.16 "GET /v2.0/subnets/c7871cff-1e5c-406b-8a0d-8df1f165d821 HTTP/1.1" status: 200 len: 816 time: 0.0985250 Aug 31 00:37:38.267106 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:37:39.932603 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:04.094511 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1c0f3104-79a6-42e8-9848-786327e046ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:06.660552 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:06.844017 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57556) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:38:06.901613 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-30b2d61c-5009-4d71-a666-9cecef073064 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:38:06.902910 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-30b2d61c-5009-4d71-a666-9cecef073064 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0576439 Aug 31 00:38:06.952244 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-23255672-af62-461d-8355-6871a9456604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:07.243073 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 5 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:38:08.251103 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:09.360927 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57568) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:38:09.431605 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-040539ce-39f8-4970-bd92-2dcc85147608 admin admin] GET failed (client error): The resource could not be found. Aug 31 00:38:09.433266 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-040539ce-39f8-4970-bd92-2dcc85147608 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0712504 Aug 31 00:38:09.531015 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e30fe4f-402e-4d99-88b9-399dedda1e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:38:09.532589 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5e30fe4f-402e-4d99-88b9-399dedda1e39 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0937133 Aug 31 00:38:09.936890 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:11.880480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57576) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:38:11.937912 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:38:12.039369 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Made reservation on behalf of 57bc6a7b2116438c9bc45c058f92f17b for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:38:12.041848 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:12.072612 n-d-793621-34 neutron-server[102343]: WARNING neutron.services.revisions.revision_plugin [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Could not find related network for resource to bump revision. Aug 31 00:38:12.089811 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:38:12.104593 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748208855754', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:12.105179 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Unsubscribe: segment precommit_create {{(pid=102343) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 00:38:12.105685 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Added segment caf7ca02-c9e1-41a7-903b-083987ee3737 of type vlan for network 204c36cf-df24-4685-924a-73188da7301c Aug 31 00:38:12.163574 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:12.297131 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:12.298133 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:38:12.298713 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:12.398462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Pushing event updated for resources: {'Network': ['ID=204c36cf-df24-4685-924a-73188da7301c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:38:12.406997 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:12.407342 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:12.407685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:12.408023 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:12.408357 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:12.408690 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:12.409075 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:12.409404 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:12.409769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:12.410095 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:12.410422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:12.410743 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:12.424352 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 204c36cf-df24-4685-924a-73188da7301c details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:38:12.486661 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e73a50a0-c2f1-4f9f-ba60-7f17fd13c895 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6044571 Aug 31 00:38:14.920835 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57588) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:38:15.014589 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b46ea5-e29e-4102-b49b-0b447976af10 admin admin] GET failed (client error): The resource could not be found. Aug 31 00:38:15.016060 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c1b46ea5-e29e-4102-b49b-0b447976af10 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0941656 Aug 31 00:38:15.090170 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dc5825-071a-484a-9b40-94dd2128d448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:38:15.091669 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a5dc5825-071a-484a-9b40-94dd2128d448 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0708518 Aug 31 00:38:15.103544 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-080269f2-7ffc-4f87-a638-7404ea04dcc8 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:38:15.250498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080269f2-7ffc-4f87-a638-7404ea04dcc8 admin admin] Made reservation on behalf of 57bc6a7b2116438c9bc45c058f92f17b for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:38:15.252905 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-080269f2-7ffc-4f87-a638-7404ea04dcc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:15.548103 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-080269f2-7ffc-4f87-a638-7404ea04dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:15.611319 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080269f2-7ffc-4f87-a638-7404ea04dcc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37147053-e0fb-412f-b0b7-505081eb6767,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:38:15.624168 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080269f2-7ffc-4f87-a638-7404ea04dcc8 admin admin] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:38:15.625292 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080269f2-7ffc-4f87-a638-7404ea04dcc8 admin admin] Network hostable DHCP agents. Network: 204c36cf-df24-4685-924a-73188da7301c, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:38:15.764760 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080269f2-7ffc-4f87-a638-7404ea04dcc8 admin admin] Network 204c36cf-df24-4685-924a-73188da7301c is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:38:15.879994 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-080269f2-7ffc-4f87-a638-7404ea04dcc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 204c36cf-df24-4685-924a-73188da7301c) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:38:15.884247 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080269f2-7ffc-4f87-a638-7404ea04dcc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:38:15.884838 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-080269f2-7ffc-4f87-a638-7404ea04dcc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:15.889877 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a69cbb-ab7f-49c3-82ac-d6c6695c2909 None None] Network 204c36cf-df24-4685-924a-73188da7301c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:38:16.027318 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-080269f2-7ffc-4f87-a638-7404ea04dcc8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9274542 Aug 31 00:38:16.063786 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-204c36cf-df24-4685-924a-73188da7301c', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'tenant_id': '57bc6a7b2116438c9bc45c058f92f17b', 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:38:16.064732 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:16.270732 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Allocated IP 192.168.233.2 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/664eb8b7-5792-4e04-900a-af7e1c32d2d3) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:38:16.453962 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:16.463577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Transition to ACTIVE for port object 664eb8b7-5792-4e04-900a-af7e1c32d2d3 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:38:16.481336 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Transition to ACTIVE for port object 664eb8b7-5792-4e04-900a-af7e1c32d2d3 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:38:16.603844 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:16.653247 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:38:16.659631 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:38:16.663833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:38:16.673755 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Pushing event updated for resources: {'Port': ['ID=664eb8b7-5792-4e04-900a-af7e1c32d2d3,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:38:16.684272 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:16.684971 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:16.685135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:16.685382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:16.686264 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:16.686602 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:16.686964 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:16.687315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:16.687631 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:16.687955 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:16.688272 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:16.688712 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:38:16.745705 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Attempting to bind port 664eb8b7-5792-4e04-900a-af7e1c32d2d3 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:38:16.746198 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Attempting to bind port 664eb8b7-5792-4e04-900a-af7e1c32d2d3 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:38:16.746469 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Attempting to bind port 664eb8b7-5792-4e04-900a-af7e1c32d2d3 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:38:16.753285 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:38:16.753688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:38:16.754261 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:16.754918 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:38:16.755576 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Bound port: 664eb8b7-5792-4e04-900a-af7e1c32d2d3, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:38:16.755959 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:16.848830 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] For port 664eb8b7-5792-4e04-900a-af7e1c32d2d3, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:38:16.852962 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] For port 664eb8b7-5792-4e04-900a-af7e1c32d2d3, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=664eb8b7-5792-4e04-900a-af7e1c32d2d3,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:38:16.977253 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:17.075573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc8ceb-3fa1-41aa-95c0-a7d5083abbc4 None None] Pushing event updated for resources: {'Port': ['ID=664eb8b7-5792-4e04-900a-af7e1c32d2d3,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:38:18.051601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b151d7-7ff0-47c2-b9d0-492c39b2ff76 None None] Network 204c36cf-df24-4685-924a-73188da7301c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:38:18.198322 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-764818ea-c924-431d-9f2a-dcdb8184147e None None] Provisioning for port 664eb8b7-5792-4e04-900a-af7e1c32d2d3 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:38:19.253795 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 664eb8b7-5792-4e04-900a-af7e1c32d2d3 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:38:19.399179 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 664eb8b7-5792-4e04-900a-af7e1c32d2d3 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:38:19.403765 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 664eb8b7-5792-4e04-900a-af7e1c32d2d3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:38:19.404833 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:19.522746 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:19.562063 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 664eb8b7-5792-4e04-900a-af7e1c32d2d3, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=664eb8b7-5792-4e04-900a-af7e1c32d2d3,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:38:19.628186 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:19.691320 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=664eb8b7-5792-4e04-900a-af7e1c32d2d3,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:38:21.230384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 664eb8b7-5792-4e04-900a-af7e1c32d2d3 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:38:21.305738 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 664eb8b7-5792-4e04-900a-af7e1c32d2d3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:38:21.306215 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:34.095667 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-36cdd059-55d4-4f30-bf8f-c18b3d0ffe62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:36.609586 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:36.912007 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3d7a-ccff-4883-bdbe-a02338280200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:38.277907 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:39.944990 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:38:44.245464 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 5 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:39:04.122754 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-16d3a5a7-99bd-4d09-bc70-9283d55d5f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:39:06.711593 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:39:06.865792 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1f3d865b-c924-4c6d-ab75-6e55de4f6402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:39:08.254402 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:39:09.951038 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:39:21.244063 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 5 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:39:34.081127 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dd9f939f-e14b-4b21-b434-cf37fa5609f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:39:36.625313 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:39:36.933227 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-087be91b-2339-40cc-ac3f-60f87d0d9cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:39:38.263382 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:39:39.943472 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:39:54.543919 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57632) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:39:54.553347 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-8c721c7f-720e-43ca-89a4-44a03ec66166 tempest-verify_tempest_config-383137273 tempest-verify_tempest_config-383137273-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:39:54.555047 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8c721c7f-720e-43ca-89a4-44a03ec66166 tempest-verify_tempest_config-383137273 tempest-verify_tempest_config-383137273-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0097229 Aug 31 00:39:55.275624 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57650) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:39:55.449119 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ade525de-8cd4-421d-89f3-1b28745a4438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:39:55.631375 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ade525de-8cd4-421d-89f3-1b28745a4438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:39:55.743178 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ade525de-8cd4-421d-89f3-1b28745a4438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:39:55.796820 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ade525de-8cd4-421d-89f3-1b28745a4438 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=965ffb8f0427497fb78b23508c2a3910&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5200498 Aug 31 00:39:55.797930 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade525de-8cd4-421d-89f3-1b28745a4438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73e167c-c054-432b-b861-7a0ffcd2cda1,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:55.800090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57654) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:39:55.806628 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade525de-8cd4-421d-89f3-1b28745a4438 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:55.807032 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade525de-8cd4-421d-89f3-1b28745a4438 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:55.807511 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade525de-8cd4-421d-89f3-1b28745a4438 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:55.808102 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade525de-8cd4-421d-89f3-1b28745a4438 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:55.808531 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade525de-8cd4-421d-89f3-1b28745a4438 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:55.808922 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade525de-8cd4-421d-89f3-1b28745a4438 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:55.809380 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade525de-8cd4-421d-89f3-1b28745a4438 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:55.809835 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade525de-8cd4-421d-89f3-1b28745a4438 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:55.810290 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade525de-8cd4-421d-89f3-1b28745a4438 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:55.810989 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade525de-8cd4-421d-89f3-1b28745a4438 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:55.811255 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade525de-8cd4-421d-89f3-1b28745a4438 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:55.811653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade525de-8cd4-421d-89f3-1b28745a4438 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:55.891270 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-70dd83e2-a36e-4fc7-bfec-5365e0746ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:39:55.929426 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-70dd83e2-a36e-4fc7-bfec-5365e0746ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:39:56.149778 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-70dd83e2-a36e-4fc7-bfec-5365e0746ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:39:56.154618 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-70dd83e2-a36e-4fc7-bfec-5365e0746ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:39:56.159049 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-70dd83e2-a36e-4fc7-bfec-5365e0746ffa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b73e167c-c054-432b-b861-7a0ffcd2cda1 HTTP/1.1" status: 204 len: 168 time: 0.3548102 Aug 31 00:39:56.170457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd83e2-a36e-4fc7-bfec-5365e0746ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73e167c-c054-432b-b861-7a0ffcd2cda1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:39:56.183384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd83e2-a36e-4fc7-bfec-5365e0746ffa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:56.183938 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd83e2-a36e-4fc7-bfec-5365e0746ffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:56.184510 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd83e2-a36e-4fc7-bfec-5365e0746ffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:56.185052 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd83e2-a36e-4fc7-bfec-5365e0746ffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:56.185646 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd83e2-a36e-4fc7-bfec-5365e0746ffa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:56.186204 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd83e2-a36e-4fc7-bfec-5365e0746ffa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:56.186764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd83e2-a36e-4fc7-bfec-5365e0746ffa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:56.187331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd83e2-a36e-4fc7-bfec-5365e0746ffa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:56.187966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd83e2-a36e-4fc7-bfec-5365e0746ffa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:56.188420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd83e2-a36e-4fc7-bfec-5365e0746ffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:56.189037 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd83e2-a36e-4fc7-bfec-5365e0746ffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:56.189993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd83e2-a36e-4fc7-bfec-5365e0746ffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:39:58.245386 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 5 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:40:04.114726 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e6742b03-9279-4f77-a9d0-e633f8c6c06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:40:06.605923 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:40:06.919775 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-986525a4-9831-463b-a22c-35afb67713db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:40:08.404922 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:40:09.994948 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:40:34.152658 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1e11f47d-73ec-4823-97c4-3fa6a6310ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:40:35.245774 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 5 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:40:36.599211 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:40:36.890537 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-be89d2c7-ce82-48e0-bb25-b0cbc28e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:40:38.268326 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:40:39.935880 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:41:04.091401 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6c57b077-456b-4a9f-87cf-cbab50265989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:41:06.639637 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:41:06.936888 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6395c9ce-213a-45b4-b43d-12beb58eb7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:41:08.284907 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:41:09.957987 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:41:12.245631 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 5 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:41:34.102958 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7d50f284-50b0-4761-9c63-09198e995458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:41:36.747756 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:41:36.913742 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-952c279f-ff17-4662-b658-c8155fe199ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:41:38.254289 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:41:39.942284 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:41:49.248393 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 5 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:42:04.102017 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e6594f09-b0d7-49fd-b9cc-8f765d3928d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:42:06.602136 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:42:06.853918 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1cb8d6b6-2c5e-4c7d-91f2-6e2caf4715d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:42:08.276199 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:42:09.986507 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:42:26.248183 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 5 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:42:34.084842 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2d1e143d-e38f-41a4-a1e0-b62bd61a9683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:42:36.653088 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:42:36.867457 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3d3f8747-91a1-4ea8-b5bc-75d631ba1b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:42:38.268077 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:42:39.955327 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:43:03.250814 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 5 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:43:04.120969 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-af5923ed-c773-4521-b880-9bb3d93e0ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:43:06.635260 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450530'] for agent, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:43:06.657568 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:43:06.823833 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450530'] for agent, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:43:06.896452 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cc7d90e8-35af-4093-8784-2a016db2fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:43:08.284495 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:43:09.960958 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:43:34.102573 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b29d1e86-f08a-48c2-917a-1bfbf680fac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:43:36.495422 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:43:36.668549 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:43:36.702950 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:43:36.994232 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-448fcfd1-5071-4360-86d4-abc9cc639de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:43:38.348437 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:43:39.977094 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:43:40.252119 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:44:00.623805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57724) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:44:00.746403 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fa449a0c-aece-4e9a-bef5-c47e17956352 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1214588 Aug 31 00:44:03.141025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57734) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:44:03.198954 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f550f0e6-8842-4584-a1f3-0c74a8c2fb3b admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0567565 Aug 31 00:44:04.135953 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-637236f0-71b3-466e-8fa8-8eaf5158a9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:44:06.542113 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:44:06.628416 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:44:06.839196 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:44:06.885189 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-437a7ba4-b919-4d54-9121-3cf454832916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:44:08.285275 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:44:09.981424 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:44:17.252010 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:44:34.095598 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fc238aa9-54b5-495f-bb43-e2eec90526b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:44:36.488913 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:44:36.569879 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:44:36.627057 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:44:36.856006 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ab71f346-29e7-4db2-aaea-9b119a6e0146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:44:38.284513 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:44:39.992031 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:44:54.261392 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:45:04.117725 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3bfc2b02-9bee-4b44-8a75-1c934b1bc9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:06.443561 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:06.627527 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:06.654850 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:06.857318 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-124b889b-9a90-4983-a5bf-3b9ef410e1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:08.300622 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:09.963551 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:31.260241 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:45:34.147994 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4f83b92a-7601-4083-b70e-3bcc8a425ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:36.496479 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:36.966765 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:36.982751 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:37.259912 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-103256d4-12dd-4d42-aeee-60ff1d7c76c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:38.300545 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:40.002952 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:47.235351 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58130) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:47.489118 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bd1c7931-08eb-4a5f-a9b0-71cd2f81c56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:47.696010 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bd1c7931-08eb-4a5f-a9b0-71cd2f81c56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:47.814795 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bd1c7931-08eb-4a5f-a9b0-71cd2f81c56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:47.870934 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bd1c7931-08eb-4a5f-a9b0-71cd2f81c56f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f47485491314fa78eff3f05d35296ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6336696 Aug 31 00:45:47.872407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c7931-08eb-4a5f-a9b0-71cd2f81c56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c953f257-4592-4273-a396-31c90c36abb4,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:47.875359 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58154) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:47.881979 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c7931-08eb-4a5f-a9b0-71cd2f81c56f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:47.882428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c7931-08eb-4a5f-a9b0-71cd2f81c56f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:47.882854 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c7931-08eb-4a5f-a9b0-71cd2f81c56f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:47.883273 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c7931-08eb-4a5f-a9b0-71cd2f81c56f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:47.883686 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c7931-08eb-4a5f-a9b0-71cd2f81c56f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:47.884317 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c7931-08eb-4a5f-a9b0-71cd2f81c56f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:47.884475 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c7931-08eb-4a5f-a9b0-71cd2f81c56f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:47.884808 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c7931-08eb-4a5f-a9b0-71cd2f81c56f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:47.885346 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c7931-08eb-4a5f-a9b0-71cd2f81c56f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:47.885655 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c7931-08eb-4a5f-a9b0-71cd2f81c56f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:47.886063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c7931-08eb-4a5f-a9b0-71cd2f81c56f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:47.886554 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c7931-08eb-4a5f-a9b0-71cd2f81c56f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c7931-08eb-4a5f-a9b0-71cd2f81c56f admin admin] Tracked resource versions report: Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: pushed versions: Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: { 'AddressGroup': {'1.2'}, Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'ConntrackHelper': {'1.0'}, Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'Log': {'1.0'}, Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'Network': {'1.1'}, Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'Port': {'1.7'}, Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'PortForwarding': {'1.2'}, Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'QosPolicy': {'1.9'}, Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'SecurityGroup': {'1.4'}, Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'SubPort': {'1.0'}, Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'Subnet': {'1.1'}, Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'Trunk': {'1.1'}} Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: consumer versions: Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: { DHCP agent@n-d-793621-34: {}, Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: HyperV agent@n-h1-793621-34: {}, Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: HyperV agent@n-h2-793621-34: {}, Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: L3 agent@n-d-793621-34: {}, Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: Metadata agent@n-d-793621-34: {}, Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: Metering agent@n-d-793621-34: {}, Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: Open vSwitch agent@n-d-793621-34: { 'AddressGroup': '1.2', Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'ConntrackHelper': '1.0', Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'Log': '1.0', Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'Network': '1.1', Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'Port': '1.7', Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'PortForwarding': '1.2', Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'QosPolicy': '1.9', Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'SecurityGroup': '1.4', Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'SecurityGroupRule': '1.2', Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'SubPort': '1.0', Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'Subnet': '1.1', Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: 'Trunk': '1.1'}} Aug 31 00:45:47.888027 n-d-793621-34 neutron-server[102343]: {{(pid=102343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:45:47.971532 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56a2ff6d-10a4-4f86-91a6-98c28efb6ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:48.019697 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56a2ff6d-10a4-4f86-91a6-98c28efb6ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:48.203255 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56a2ff6d-10a4-4f86-91a6-98c28efb6ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:48.207019 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56a2ff6d-10a4-4f86-91a6-98c28efb6ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:48.208908 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-56a2ff6d-10a4-4f86-91a6-98c28efb6ec7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c953f257-4592-4273-a396-31c90c36abb4 HTTP/1.1" status: 204 len: 168 time: 0.3310714 Aug 31 00:45:48.221952 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2ff6d-10a4-4f86-91a6-98c28efb6ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c953f257-4592-4273-a396-31c90c36abb4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:48.235507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2ff6d-10a4-4f86-91a6-98c28efb6ec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:48.236027 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2ff6d-10a4-4f86-91a6-98c28efb6ec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:48.236462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2ff6d-10a4-4f86-91a6-98c28efb6ec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:48.236918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2ff6d-10a4-4f86-91a6-98c28efb6ec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:48.237610 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2ff6d-10a4-4f86-91a6-98c28efb6ec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:48.238740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2ff6d-10a4-4f86-91a6-98c28efb6ec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:48.239205 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2ff6d-10a4-4f86-91a6-98c28efb6ec7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:48.239660 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2ff6d-10a4-4f86-91a6-98c28efb6ec7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:48.240107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2ff6d-10a4-4f86-91a6-98c28efb6ec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:48.240555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2ff6d-10a4-4f86-91a6-98c28efb6ec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:48.241090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2ff6d-10a4-4f86-91a6-98c28efb6ec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:48.241546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2ff6d-10a4-4f86-91a6-98c28efb6ec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2ff6d-10a4-4f86-91a6-98c28efb6ec7 admin admin] Tracked resource versions report: Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: pushed versions: Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: { 'AddressGroup': {'1.2'}, Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'ConntrackHelper': {'1.0'}, Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'Log': {'1.0'}, Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'Network': {'1.1'}, Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'Port': {'1.7'}, Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'PortForwarding': {'1.2'}, Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'QosPolicy': {'1.9'}, Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'SecurityGroup': {'1.4'}, Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'SubPort': {'1.0'}, Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'Subnet': {'1.1'}, Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'Trunk': {'1.1'}} Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: consumer versions: Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: { DHCP agent@n-d-793621-34: {}, Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: HyperV agent@n-h1-793621-34: {}, Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: HyperV agent@n-h2-793621-34: {}, Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: L3 agent@n-d-793621-34: {}, Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: Metadata agent@n-d-793621-34: {}, Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: Metering agent@n-d-793621-34: {}, Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: Open vSwitch agent@n-d-793621-34: { 'AddressGroup': '1.2', Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'ConntrackHelper': '1.0', Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'Log': '1.0', Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'Network': '1.1', Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'Port': '1.7', Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'PortForwarding': '1.2', Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'QosPolicy': '1.9', Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'SecurityGroup': '1.4', Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'SecurityGroupRule': '1.2', Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'SubPort': '1.0', Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'Subnet': '1.1', Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: 'Trunk': '1.1'}} Aug 31 00:45:48.243568 n-d-793621-34 neutron-server[102342]: {{(pid=102342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:45:49.084717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58212) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:49.099867 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-194e3d06-71e6-4e67-b955-85e767c7cb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:49.246946 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-194e3d06-71e6-4e67-b955-85e767c7cb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:49.385613 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-194e3d06-71e6-4e67-b955-85e767c7cb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:49.442941 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e3d06-71e6-4e67-b955-85e767c7cb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c69e35e-6b5e-4213-ab5d-06c869c4b8ff,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:49.450674 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-194e3d06-71e6-4e67-b955-85e767c7cb14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45bbc9641a484c968b928a6be616f240&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3644166 Aug 31 00:45:49.458679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58228) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:49.520115 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-808f1620-d49f-4f12-b6e4-fb1613ba0b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:49.554109 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-808f1620-d49f-4f12-b6e4-fb1613ba0b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:49.791706 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-808f1620-d49f-4f12-b6e4-fb1613ba0b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:49.796026 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-808f1620-d49f-4f12-b6e4-fb1613ba0b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:49.797357 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-808f1620-d49f-4f12-b6e4-fb1613ba0b40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c69e35e-6b5e-4213-ab5d-06c869c4b8ff HTTP/1.1" status: 204 len: 168 time: 0.3412328 Aug 31 00:45:49.810437 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f1620-d49f-4f12-b6e4-fb1613ba0b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c69e35e-6b5e-4213-ab5d-06c869c4b8ff,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:49.971643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58254) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:50.314226 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ce22d013-77ce-4d74-8df6-45e4dc7af511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:50.466945 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ce22d013-77ce-4d74-8df6-45e4dc7af511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:50.591460 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ce22d013-77ce-4d74-8df6-45e4dc7af511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:50.651653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22d013-77ce-4d74-8df6-45e4dc7af511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f4227f-7c16-46aa-9755-6cd54c0ddddc,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:50.658873 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ce22d013-77ce-4d74-8df6-45e4dc7af511 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fb761108c78482ebdebab81222b8b2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6856167 Aug 31 00:45:50.661616 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58288) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:50.752886 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c5993de1-5e63-4aa9-8315-0a37f734854c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:50.789514 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c5993de1-5e63-4aa9-8315-0a37f734854c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:50.965989 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c5993de1-5e63-4aa9-8315-0a37f734854c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:50.971500 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c5993de1-5e63-4aa9-8315-0a37f734854c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:50.973724 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c5993de1-5e63-4aa9-8315-0a37f734854c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5f4227f-7c16-46aa-9755-6cd54c0ddddc HTTP/1.1" status: 204 len: 168 time: 0.3105552 Aug 31 00:45:50.988140 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5993de1-5e63-4aa9-8315-0a37f734854c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f4227f-7c16-46aa-9755-6cd54c0ddddc,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:51.183586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58322) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:51.237667 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58328) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:51.832787 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-60b4c710-dbd4-4ba6-860d-571ffc8b5886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:51.891239 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09971518-ef67-40d1-aa72-7b491911dfc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:51.919645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58350) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:51.984839 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-60b4c710-dbd4-4ba6-860d-571ffc8b5886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:52.083023 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-60b4c710-dbd4-4ba6-860d-571ffc8b5886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:52.128374 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4c710-dbd4-4ba6-860d-571ffc8b5886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cfcb21-4ef9-408d-8411-693e15a34b40,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:52.132926 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-60b4c710-dbd4-4ba6-860d-571ffc8b5886 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8e804aefb1d4c98abe3ddc62be3da22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9480700 Aug 31 00:45:52.137234 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58358) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:52.188795 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09971518-ef67-40d1-aa72-7b491911dfc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:52.200774 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a2aad59-a445-4602-a286-5bf844ff6981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:52.228469 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a2aad59-a445-4602-a286-5bf844ff6981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:52.323583 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09971518-ef67-40d1-aa72-7b491911dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:52.396703 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a2aad59-a445-4602-a286-5bf844ff6981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:52.399523 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a2aad59-a445-4602-a286-5bf844ff6981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:52.404265 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2a2aad59-a445-4602-a286-5bf844ff6981 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00cfcb21-4ef9-408d-8411-693e15a34b40 HTTP/1.1" status: 204 len: 168 time: 0.2623570 Aug 31 00:45:52.406400 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09971518-ef67-40d1-aa72-7b491911dfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a79abe-cf38-4725-b91c-104eb970c3fa,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:52.410645 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2aad59-a445-4602-a286-5bf844ff6981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cfcb21-4ef9-408d-8411-693e15a34b40,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:52.422657 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-09971518-ef67-40d1-aa72-7b491911dfc4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9643d54aaa87447fa447edd3f2263f0c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1806633 Aug 31 00:45:52.424505 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58366) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:52.456794 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58368) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:52.512454 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b70a613-e53c-4d9d-a7fb-d118091ff4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:52.550169 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaf34f32-2ca4-437e-9934-8a837c59dab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:52.578289 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaf34f32-2ca4-437e-9934-8a837c59dab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:52.706302 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b7dbf6fe-dda1-43a6-afd3-7224d111253c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:52.751433 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaf34f32-2ca4-437e-9934-8a837c59dab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:52.755586 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaf34f32-2ca4-437e-9934-8a837c59dab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:52.759385 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-aaf34f32-2ca4-437e-9934-8a837c59dab6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9a79abe-cf38-4725-b91c-104eb970c3fa HTTP/1.1" status: 204 len: 168 time: 0.3310421 Aug 31 00:45:52.771654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf34f32-2ca4-437e-9934-8a837c59dab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a79abe-cf38-4725-b91c-104eb970c3fa,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:52.901222 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b70a613-e53c-4d9d-a7fb-d118091ff4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:53.014289 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b70a613-e53c-4d9d-a7fb-d118091ff4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:53.075274 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70a613-e53c-4d9d-a7fb-d118091ff4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb4682f-6b7d-48bc-a935-cbc9292afbaa,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:53.114093 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0b70a613-e53c-4d9d-a7fb-d118091ff4a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=334478ce1b0b447ab2dbef98499f3179&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6554139 Aug 31 00:45:53.117978 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58400) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:53.211766 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b7dbf6fe-dda1-43a6-afd3-7224d111253c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:53.272535 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e101f7f0-d52e-4a98-890a-4ce45e0c4276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:53.306540 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b7dbf6fe-dda1-43a6-afd3-7224d111253c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:53.325147 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e101f7f0-d52e-4a98-890a-4ce45e0c4276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:53.396156 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b7dbf6fe-dda1-43a6-afd3-7224d111253c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93dc6b883a3046b88e1420232d254ddb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4716580 Aug 31 00:45:53.398069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58420) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:53.431315 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbf6fe-dda1-43a6-afd3-7224d111253c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9aa016-cc83-437c-b47a-1b8584026e2b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:53.521542 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-98534edc-6496-41cc-82cb-651c7bdac3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:53.539628 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e101f7f0-d52e-4a98-890a-4ce45e0c4276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:53.543184 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e101f7f0-d52e-4a98-890a-4ce45e0c4276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:53.545724 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e101f7f0-d52e-4a98-890a-4ce45e0c4276 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4bb4682f-6b7d-48bc-a935-cbc9292afbaa HTTP/1.1" status: 204 len: 168 time: 0.4255302 Aug 31 00:45:53.548084 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-98534edc-6496-41cc-82cb-651c7bdac3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:53.560178 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101f7f0-d52e-4a98-890a-4ce45e0c4276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb4682f-6b7d-48bc-a935-cbc9292afbaa,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:53.779664 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-98534edc-6496-41cc-82cb-651c7bdac3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:53.782709 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-98534edc-6496-41cc-82cb-651c7bdac3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:53.784304 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-98534edc-6496-41cc-82cb-651c7bdac3d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b9aa016-cc83-437c-b47a-1b8584026e2b HTTP/1.1" status: 204 len: 168 time: 0.3801930 Aug 31 00:45:53.796149 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98534edc-6496-41cc-82cb-651c7bdac3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9aa016-cc83-437c-b47a-1b8584026e2b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:54.066027 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58456) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:54.093156 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-509f46c4-ce4a-4deb-8c1c-79363b82f795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:54.190682 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58460) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:54.231747 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-509f46c4-ce4a-4deb-8c1c-79363b82f795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:54.239482 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e236dcce-bc40-43ea-ad20-f97ed8cb60d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:54.312230 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-509f46c4-ce4a-4deb-8c1c-79363b82f795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:54.396407 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-509f46c4-ce4a-4deb-8c1c-79363b82f795 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7c266571b614e7aa474599419f3b05a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3280835 Aug 31 00:45:54.399054 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f46c4-ce4a-4deb-8c1c-79363b82f795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4c007d-9e74-431b-9fd4-50f702c1ccf6,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:54.407036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58474) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:54.495944 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e236dcce-bc40-43ea-ad20-f97ed8cb60d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:54.509465 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fd6631e0-9a60-4ab3-93e7-51c44e3312ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:54.542632 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fd6631e0-9a60-4ab3-93e7-51c44e3312ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:54.727208 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e236dcce-bc40-43ea-ad20-f97ed8cb60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:54.770083 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e236dcce-bc40-43ea-ad20-f97ed8cb60d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1acfcf84e11a461b9be273ea31a1d1d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5755954 Aug 31 00:45:54.770912 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236dcce-bc40-43ea-ad20-f97ed8cb60d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f054d0b5-10a7-4489-b6b8-29f2a9137522,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:54.774997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58484) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:54.787240 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fd6631e0-9a60-4ab3-93e7-51c44e3312ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:54.791446 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fd6631e0-9a60-4ab3-93e7-51c44e3312ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:54.793543 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fd6631e0-9a60-4ab3-93e7-51c44e3312ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c4c007d-9e74-431b-9fd4-50f702c1ccf6 HTTP/1.1" status: 204 len: 168 time: 0.3837967 Aug 31 00:45:54.823275 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6631e0-9a60-4ab3-93e7-51c44e3312ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4c007d-9e74-431b-9fd4-50f702c1ccf6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:54.875436 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f893e2ac-f0b5-45f3-a5d1-40ab4ff6d41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:54.912385 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f893e2ac-f0b5-45f3-a5d1-40ab4ff6d41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:55.108168 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f893e2ac-f0b5-45f3-a5d1-40ab4ff6d41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:55.125303 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f893e2ac-f0b5-45f3-a5d1-40ab4ff6d41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:55.126610 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f893e2ac-f0b5-45f3-a5d1-40ab4ff6d41f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f054d0b5-10a7-4489-b6b8-29f2a9137522 HTTP/1.1" status: 204 len: 168 time: 0.3501165 Aug 31 00:45:55.153144 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893e2ac-f0b5-45f3-a5d1-40ab4ff6d41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f054d0b5-10a7-4489-b6b8-29f2a9137522,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:55.869578 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58526) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:55.896241 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-505a110f-755c-4f1a-a657-db6336e83a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:56.064611 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-505a110f-755c-4f1a-a657-db6336e83a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:56.072939 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58536) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:56.140426 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-505a110f-755c-4f1a-a657-db6336e83a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:56.202759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a110f-755c-4f1a-a657-db6336e83a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b94082-7551-4136-9cbb-2b0d63c1fa0c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:56.241883 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-505a110f-755c-4f1a-a657-db6336e83a10 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f413da4e74c4e5a88fb9cdc4344687c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3691802 Aug 31 00:45:56.243268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58542) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:56.336885 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2a39e70b-fef0-4716-93c7-e54362665b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:56.379624 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2a39e70b-fef0-4716-93c7-e54362665b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:56.553305 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2a39e70b-fef0-4716-93c7-e54362665b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:56.556804 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2a39e70b-fef0-4716-93c7-e54362665b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:56.564543 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2a39e70b-fef0-4716-93c7-e54362665b74 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70b94082-7551-4136-9cbb-2b0d63c1fa0c HTTP/1.1" status: 204 len: 168 time: 0.3194385 Aug 31 00:45:56.573189 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58558) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:56.578653 n-d-793621-34 neutron-server[102343]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 00:45:56.579806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39e70b-fef0-4716-93c7-e54362665b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b94082-7551-4136-9cbb-2b0d63c1fa0c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:56.634947 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-eb33c06b-38e5-4696-a7ac-30e6186c3e20 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=fff5f40e07944ec7aa6da3a8fa626e34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597661 Aug 31 00:45:56.906275 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0b3bd7b5-7213-4bdb-a3a9-5d2b46fb888a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-network', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:45:57.072382 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-52efcefa-379f-46e1-b4b3-b56d64559a27 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:45:57.076888 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-52efcefa-379f-46e1-b4b3-b56d64559a27 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4291198 Aug 31 00:45:57.094259 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-6ee294ff-1fee-4cd8-adf1-60f6f7e49b95 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/quotas/fff5f40e07944ec7aa6da3a8fa626e34 HTTP/1.1" status: 200 len: 375 time: 0.0137374 Aug 31 00:45:57.156948 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-20a858f0-86a0-423e-b00f-243b41c97124 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fff5f40e07944ec7aa6da3a8fa626e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565245 Aug 31 00:45:57.190005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3bd7b5-7213-4bdb-a3a9-5d2b46fb888a admin admin] Made reservation on behalf of a35bf8903ff840dcbf6ccdb26a9793ce for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:45:57.192876 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd7b5-7213-4bdb-a3a9-5d2b46fb888a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:57.210574 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd7b5-7213-4bdb-a3a9-5d2b46fb888a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:57.281371 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58574) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:57.399735 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd7b5-7213-4bdb-a3a9-5d2b46fb888a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:57.545891 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd7b5-7213-4bdb-a3a9-5d2b46fb888a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:57.596079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bd7b5-7213-4bdb-a3a9-5d2b46fb888a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f58622-e58e-461c-8e18-8ab4fcf73bb4,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:57.631489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3bd7b5-7213-4bdb-a3a9-5d2b46fb888a admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:45:57.647217 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd7b5-7213-4bdb-a3a9-5d2b46fb888a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:57.652278 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-0b3bd7b5-7213-4bdb-a3a9-5d2b46fb888a admin admin] Added segment 01a42a3a-02b5-4bd8-ad20-8b7931856fa7 of type vlan for network ac02a892-5a99-478c-bb22-879aa954e70c Aug 31 00:45:57.737328 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd7b5-7213-4bdb-a3a9-5d2b46fb888a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:57.843630 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-462e4b56-7eb7-488a-a669-3749466a8cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:57.956162 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-462e4b56-7eb7-488a-a669-3749466a8cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:57.962262 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd7b5-7213-4bdb-a3a9-5d2b46fb888a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:57.963258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3bd7b5-7213-4bdb-a3a9-5d2b46fb888a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:45:57.963848 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd7b5-7213-4bdb-a3a9-5d2b46fb888a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:58.037168 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-462e4b56-7eb7-488a-a669-3749466a8cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:58.051774 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bd7b5-7213-4bdb-a3a9-5d2b46fb888a admin admin] Pushing event updated for resources: {'Network': ['ID=ac02a892-5a99-478c-bb22-879aa954e70c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:58.078321 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network ac02a892-5a99-478c-bb22-879aa954e70c details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:45:58.092882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e4b56-7eb7-488a-a669-3749466a8cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765a84d8-1567-4c31-8a0a-2bf68b9899e0,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:58.106112 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58610) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:58.106575 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-462e4b56-7eb7-488a-a669-3749466a8cad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6a68e4a51674ee4b8c5c95bd4c82b20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8215165 Aug 31 00:45:58.157055 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0b3bd7b5-7213-4bdb-a3a9-5d2b46fb888a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0820518 Aug 31 00:45:58.160049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58614) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:58.168900 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e2188b85-6aba-441e-ae43-1d69d4d20601 admin admin] Request body: {'subnet': {'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-subnet', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:45:58.212312 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6f56c006-47ff-4f54-8f12-bc15fd5a79b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:58.255032 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6f56c006-47ff-4f54-8f12-bc15fd5a79b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:58.271138 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2188b85-6aba-441e-ae43-1d69d4d20601 admin admin] Made reservation on behalf of a35bf8903ff840dcbf6ccdb26a9793ce for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:45:58.273834 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2188b85-6aba-441e-ae43-1d69d4d20601 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:58.419859 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6f56c006-47ff-4f54-8f12-bc15fd5a79b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:58.424520 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6f56c006-47ff-4f54-8f12-bc15fd5a79b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:58.428184 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6f56c006-47ff-4f54-8f12-bc15fd5a79b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/765a84d8-1567-4c31-8a0a-2bf68b9899e0 HTTP/1.1" status: 204 len: 168 time: 0.3185389 Aug 31 00:45:58.438513 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56c006-47ff-4f54-8f12-bc15fd5a79b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765a84d8-1567-4c31-8a0a-2bf68b9899e0,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:58.647327 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58626) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:58.700005 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2188b85-6aba-441e-ae43-1d69d4d20601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:58.755766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2188b85-6aba-441e-ae43-1d69d4d20601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10e3e269-b5b9-411a-82d5-ee75bbf3461c,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:45:58.777310 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2188b85-6aba-441e-ae43-1d69d4d20601 admin admin] Checking segment: {'id': '01a42a3a-02b5-4bd8-ad20-8b7931856fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:45:58.777942 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2188b85-6aba-441e-ae43-1d69d4d20601 admin admin] Network hostable DHCP agents. Network: ac02a892-5a99-478c-bb22-879aa954e70c, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:45:58.894608 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2188b85-6aba-441e-ae43-1d69d4d20601 admin admin] Network ac02a892-5a99-478c-bb22-879aa954e70c is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:45:59.074129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-e2188b85-6aba-441e-ae43-1d69d4d20601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, ac02a892-5a99-478c-bb22-879aa954e70c) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:45:59.081902 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2188b85-6aba-441e-ae43-1d69d4d20601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:45:59.088138 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2188b85-6aba-441e-ae43-1d69d4d20601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:59.090083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9697f840-e4b8-4b86-9194-9ea99a09c57e None None] Network ac02a892-5a99-478c-bb22-879aa954e70c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:45:59.156677 n-d-793621-34 neutron-server[102342]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 00:45:59.242359 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e2188b85-6aba-441e-ae43-1d69d4d20601 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0788934 Aug 31 00:45:59.246968 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58650) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:45:59.254637 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:45:59.280744 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-475b1ebf-5756-4efe-920f-6c8371225579 req-b48d504f-5b3c-4756-add7-5111ced17a3a tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 210 time: 0.6308413 Aug 31 00:45:59.400147 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-ac02a892-5a99-478c-bb22-879aa954e70c', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'fixed_ips': [{'subnet_id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:45:59.401050 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:59.600744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Allocated IP 172.20.0.2 (ac02a892-5a99-478c-bb22-879aa954e70c/10e3e269-b5b9-411a-82d5-ee75bbf3461c/0eaf8eab-cc34-48ce-87e3-8764e91244e9) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:45:59.832203 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:59.842463 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Transition to ACTIVE for port object 0eaf8eab-cc34-48ce-87e3-8764e91244e9 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:45:59.862431 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Transition to ACTIVE for port object 0eaf8eab-cc34-48ce-87e3-8764e91244e9 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:45:59.933156 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:45:59.934458 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:00.012921 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:00.084262 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:00.131456 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Network ac02a892-5a99-478c-bb22-879aa954e70c is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:46:00.139118 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:46:00.142112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:46:00.157607 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Pushing event updated for resources: {'Port': ['ID=0eaf8eab-cc34-48ce-87e3-8764e91244e9,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:00.187981 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:00.188378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:00.188786 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:00.189128 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:00.189542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:00.189887 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:00.190223 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:00.190609 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:00.190943 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:00.191271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:00.191698 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:00.192046 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Tracked resource versions report: Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: pushed versions: Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: { 'AddressGroup': {'1.2'}, Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'ConntrackHelper': {'1.0'}, Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'Log': {'1.0'}, Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'Network': {'1.1'}, Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'Port': {'1.7'}, Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'PortForwarding': {'1.2'}, Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'QosPolicy': {'1.9'}, Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'SecurityGroup': {'1.4'}, Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'SubPort': {'1.0'}, Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'Subnet': {'1.1'}, Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'Trunk': {'1.1'}} Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: consumer versions: Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: { DHCP agent@n-d-793621-34: {}, Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: HyperV agent@n-h1-793621-34: {}, Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: HyperV agent@n-h2-793621-34: {}, Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: L3 agent@n-d-793621-34: {}, Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: Metadata agent@n-d-793621-34: {}, Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: Metering agent@n-d-793621-34: {}, Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: Open vSwitch agent@n-d-793621-34: { 'AddressGroup': '1.2', Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'ConntrackHelper': '1.0', Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'Log': '1.0', Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'Network': '1.1', Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'Port': '1.7', Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'PortForwarding': '1.2', Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'QosPolicy': '1.9', Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'SecurityGroup': '1.4', Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'SecurityGroupRule': '1.2', Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'SubPort': '1.0', Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'Subnet': '1.1', Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: 'Trunk': '1.1'}} Aug 31 00:46:00.193192 n-d-793621-34 neutron-server[102344]: {{(pid=102344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:46:00.264160 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Attempting to bind port 0eaf8eab-cc34-48ce-87e3-8764e91244e9 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:46:00.265128 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Attempting to bind port 0eaf8eab-cc34-48ce-87e3-8764e91244e9 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '01a42a3a-02b5-4bd8-ad20-8b7931856fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:46:00.266076 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Attempting to bind port 0eaf8eab-cc34-48ce-87e3-8764e91244e9 on network ac02a892-5a99-478c-bb22-879aa954e70c {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:46:00.278602 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:46:00.280522 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Checking segment: {'id': '01a42a3a-02b5-4bd8-ad20-8b7931856fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:46:00.281487 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:00.282548 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Bound using segment: {'id': '01a42a3a-02b5-4bd8-ad20-8b7931856fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:46:00.283621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Bound port: 0eaf8eab-cc34-48ce-87e3-8764e91244e9, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a42a3a-02b5-4bd8-ad20-8b7931856fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:46:00.284020 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:00.395349 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58668) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:00.441682 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5e648fc0-ba54-42e6-80fe-cc0637c7d840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:00.444569 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:00.496921 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] For port 0eaf8eab-cc34-48ce-87e3-8764e91244e9, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:46:00.505584 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] For port 0eaf8eab-cc34-48ce-87e3-8764e91244e9, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0eaf8eab-cc34-48ce-87e3-8764e91244e9,segment=NetworkSegment(01a42a3a-02b5-4bd8-ad20-8b7931856fa7),segment_id=01a42a3a-02b5-4bd8-ad20-8b7931856fa7)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:46:00.564854 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b82c698-4c15-4fbc-964c-1cb602bfe6d2 req-4dee3604-3abc-443a-89f8-3428527a04ce tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 210 time: 0.0872648 Aug 31 00:46:00.614884 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:00.637280 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5e648fc0-ba54-42e6-80fe-cc0637c7d840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:00.759511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af4343-c2bf-4fde-b745-0bb29f7cbe3b None None] Pushing event updated for resources: {'Port': ['ID=0eaf8eab-cc34-48ce-87e3-8764e91244e9,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:00.778499 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5e648fc0-ba54-42e6-80fe-cc0637c7d840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:00.942211 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5e648fc0-ba54-42e6-80fe-cc0637c7d840 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6215b9a03ee44d9db279aeb3720d9f8b&name=default HTTP/1.1" status: 200 len: 2976 time: 0.4711456 Aug 31 00:46:00.942211 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e648fc0-ba54-42e6-80fe-cc0637c7d840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb23f8ac-95e1-4984-8c34-8c11cc108285,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:00.944344 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58678) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:01.106145 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7c18b2fb-1520-402c-b0be-e4456a0b0306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:01.178125 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7c18b2fb-1520-402c-b0be-e4456a0b0306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:01.192314 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58682) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:01.193874 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:01.248835 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:01.374692 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7c18b2fb-1520-402c-b0be-e4456a0b0306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:01.376722 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7c18b2fb-1520-402c-b0be-e4456a0b0306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:01.381396 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7c18b2fb-1520-402c-b0be-e4456a0b0306 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb23f8ac-95e1-4984-8c34-8c11cc108285 HTTP/1.1" status: 204 len: 168 time: 0.4356256 Aug 31 00:46:01.399464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18b2fb-1520-402c-b0be-e4456a0b0306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb23f8ac-95e1-4984-8c34-8c11cc108285,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:01.417391 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] Allocated IP 172.25.2.60 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/add6a1eb-0a92-4a9c-8a60-be3c8290a38b) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:46:01.552647 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:01.650425 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0eaf8eab-cc34-48ce-87e3-8764e91244e9 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:46:01.717495 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:01.752970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-61353c14-00d7-4b20-a2fe-e432aadd69b2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1749619316-network', 'tenant_id': 'a23f301daae84eee92d5af5ad173005f'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:01.876840 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:46:01.889995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 0eaf8eab-cc34-48ce-87e3-8764e91244e9 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:46:01.922934 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:46:01.927903 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:46:01.945230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] Pushing event updated for resources: {'Port': ['ID=add6a1eb-0a92-4a9c-8a60-be3c8290a38b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:01.964771 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7266092d-d882-4ee1-96a1-604b97633106 req-472f5c98-def5-4e9d-9aee-f1ad91ca1acc tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 210 time: 0.1318977 Aug 31 00:46:02.062599 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61353c14-00d7-4b20-a2fe-e432aadd69b2 admin admin] Made reservation on behalf of a23f301daae84eee92d5af5ad173005f for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:46:02.065074 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61353c14-00d7-4b20-a2fe-e432aadd69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:02.103797 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61353c14-00d7-4b20-a2fe-e432aadd69b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:02.335026 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61353c14-00d7-4b20-a2fe-e432aadd69b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:02.470106 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bc86aa-23c3-4748-8b69-a3842b423040 None None] Network ac02a892-5a99-478c-bb22-879aa954e70c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:46:02.570878 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61353c14-00d7-4b20-a2fe-e432aadd69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:02.602614 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61353c14-00d7-4b20-a2fe-e432aadd69b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:46:02.631399 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61353c14-00d7-4b20-a2fe-e432aadd69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:02.636811 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-61353c14-00d7-4b20-a2fe-e432aadd69b2 admin admin] Added segment 37d6fb8e-7b14-49c6-bdd0-c34adc5f8ca5 of type vlan for network ea9bc94b-aac9-4726-bd66-daa265874795 Aug 31 00:46:02.636811 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61353c14-00d7-4b20-a2fe-e432aadd69b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0716aae-3b5c-4531-b47e-88fdaed2d0da,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:02.665294 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:02.721375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-55d0c0ce-c99b-4298-9822-f51f242e052a None None] Provisioning for port 0eaf8eab-cc34-48ce-87e3-8764e91244e9 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:46:02.734572 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-55d0c0ce-c99b-4298-9822-f51f242e052a None None] Provisioning complete for port 0eaf8eab-cc34-48ce-87e3-8764e91244e9 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:02.735180 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-55d0c0ce-c99b-4298-9822-f51f242e052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:02.746019 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61353c14-00d7-4b20-a2fe-e432aadd69b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:02.933341 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61353c14-00d7-4b20-a2fe-e432aadd69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:02.941403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61353c14-00d7-4b20-a2fe-e432aadd69b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:02.946327 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61353c14-00d7-4b20-a2fe-e432aadd69b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:02.950837 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-55d0c0ce-c99b-4298-9822-f51f242e052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:03.008807 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-55d0c0ce-c99b-4298-9822-f51f242e052a None None] For port 0eaf8eab-cc34-48ce-87e3-8764e91244e9, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0eaf8eab-cc34-48ce-87e3-8764e91244e9,segment=NetworkSegment(01a42a3a-02b5-4bd8-ad20-8b7931856fa7),segment_id=01a42a3a-02b5-4bd8-ad20-8b7931856fa7)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:46:03.121491 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:03.151917 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-55d0c0ce-c99b-4298-9822-f51f242e052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:03.207497 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61353c14-00d7-4b20-a2fe-e432aadd69b2 admin admin] Pushing event updated for resources: {'Network': ['ID=ea9bc94b-aac9-4726-bd66-daa265874795,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:03.218554 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-61353c14-00d7-4b20-a2fe-e432aadd69b2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9753494 Aug 31 00:46:03.221050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58720) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:03.226602 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network ea9bc94b-aac9-4726-bd66-daa265874795 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:46:03.242357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a7dfa961-eb74-47f6-897e-716d127cdda5 admin admin] Request body: {'subnet': {'network_id': 'ea9bc94b-aac9-4726-bd66-daa265874795', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1749619316-subnet', 'tenant_id': 'a23f301daae84eee92d5af5ad173005f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:03.279733 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9327441f-7035-464a-820a-e6da0c24bab5 req-0e59a9fd-e2ee-45a6-a63a-48902893f2af tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 210 time: 0.0747871 Aug 31 00:46:03.327745 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.41', 65457) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:03.374381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0c0ce-c99b-4298-9822-f51f242e052a None None] Pushing event updated for resources: {'Port': ['ID=0eaf8eab-cc34-48ce-87e3-8764e91244e9,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:03.387643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dfa961-eb74-47f6-897e-716d127cdda5 admin admin] Made reservation on behalf of a23f301daae84eee92d5af5ad173005f for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:46:03.392637 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a7dfa961-eb74-47f6-897e-716d127cdda5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:03.417288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5c8da545-4d8d-48c4-b971-e2e16057e77f None None] Provisioning complete for port 0eaf8eab-cc34-48ce-87e3-8764e91244e9 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:03.418109 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5c8da545-4d8d-48c4-b971-e2e16057e77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:03.481991 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-3aed333b-90ad-49f6-9e54-5a40b84c6ca7 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fff5f40e07944ec7aa6da3a8fa626e34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1537359 Aug 31 00:46:03.586342 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] Router 9ea7112b-240c-46be-9be5-fb1240b24a9b is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:46:03.805105 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:46:03.825090 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Sync routers for ids ['9ea7112b-240c-46be-9be5-fb1240b24a9b'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:46:03.856899 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Routers {'9ea7112b-240c-46be-9be5-fb1240b24a9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:46:03.858964 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:45:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9ea7112b-240c-46be-9be5-fb1240b24a9b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:03.918163 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:03.923647 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0a32a561-e0a1-4724-b896-721a7a2f3b3a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6732681 Aug 31 00:46:03.926173 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58740) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:03.979850 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a7dfa961-eb74-47f6-897e-716d127cdda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:04.045954 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-0f93f3cc-45b9-4add-9f3f-0dd9e2b4b503 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:04.045954 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-0f93f3cc-45b9-4add-9f3f-0dd9e2b4b503 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5519183 Aug 31 00:46:04.045954 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dfa961-eb74-47f6-897e-716d127cdda5 admin admin] Checking segment: {'id': '37d6fb8e-7b14-49c6-bdd0-c34adc5f8ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ea9bc94b-aac9-4726-bd66-daa265874795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:46:04.045954 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dfa961-eb74-47f6-897e-716d127cdda5 admin admin] Network hostable DHCP agents. Network: ea9bc94b-aac9-4726-bd66-daa265874795, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:46:04.117692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dfa961-eb74-47f6-897e-716d127cdda5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ecc6e43-848c-4244-9186-f5bc871c646b,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:04.145584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-81e97860-748d-4cc4-b0ff-ba94a44466d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Request body: {'port': {'device_id': '53604635-d7d0-4686-aa48-ffeafd856e70', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': 'fff5f40e07944ec7aa6da3a8fa626e34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:04.201708 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-14934561-ffbc-4fb4-b069-918e82df5758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:04.216644 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Set router 9ea7112b-240c-46be-9be5-fb1240b24a9b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:46:04.385881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dfa961-eb74-47f6-897e-716d127cdda5 admin admin] Network ea9bc94b-aac9-4726-bd66-daa265874795 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:46:04.515913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-a7dfa961-eb74-47f6-897e-716d127cdda5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, ea9bc94b-aac9-4726-bd66-daa265874795) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:46:04.525552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cda494-ffee-4425-8bcd-145aa1c56a9b None None] Network ea9bc94b-aac9-4726-bd66-daa265874795 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:46:04.568294 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dfa961-eb74-47f6-897e-716d127cdda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:04.569218 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a7dfa961-eb74-47f6-897e-716d127cdda5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:04.581180 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a170d852-2c2b-4b21-ab67-d7cc79d58a3b req-c60aeaf6-10bb-43cb-bf66-70bdad5c93ef tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 210 time: 0.0945144 Aug 31 00:46:04.596563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-81e97860-748d-4cc4-b0ff-ba94a44466d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Made reservation on behalf of fff5f40e07944ec7aa6da3a8fa626e34 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:46:04.601244 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:46:02Z', 'revision_number': 3, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port': {'id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:01Z', 'updated_at': '2021-08-31T00:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:04.610489 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-81e97860-748d-4cc4-b0ff-ba94a44466d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:04.656896 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-81e97860-748d-4cc4-b0ff-ba94a44466d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:04.659461 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Checking router: 9ea7112b-240c-46be-9be5-fb1240b24a9b for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:46:04.660023 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Updating router 9ea7112b-240c-46be-9be5-fb1240b24a9b port add6a1eb-0a92-4a9c-8a60-be3c8290a38b binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:46:04.762144 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:04.805158 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a7dfa961-eb74-47f6-897e-716d127cdda5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5801835 Aug 31 00:46:05.017313 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70d2529-fe81-4b19-9972-fe473200c5f0 None None] Network ea9bc94b-aac9-4726-bd66-daa265874795 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:46:05.122121 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-81e97860-748d-4cc4-b0ff-ba94a44466d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:05.219833 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-81e97860-748d-4cc4-b0ff-ba94a44466d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:05.346754 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:05.436562 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e97860-748d-4cc4-b0ff-ba94a44466d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36849cf6-f40f-488a-abc1-7f6cc3beda93,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:05.510849 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:05.525646 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Transition to ACTIVE for port object add6a1eb-0a92-4a9c-8a60-be3c8290a38b will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:46:05.608124 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:05.623458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0eaf8eab-cc34-48ce-87e3-8764e91244e9 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:46:05.713347 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6517a-934d-45da-a362-e951118137a0 None None] Pushing event updated for resources: {'Port': ['ID=add6a1eb-0a92-4a9c-8a60-be3c8290a38b,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:05.741264 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b6517a-934d-45da-a362-e951118137a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:05.750619 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-81e97860-748d-4cc4-b0ff-ba94a44466d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Allocated IP 192.168.233.36 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/71ad33a3-9eea-4a4f-9305-2c18cf00a583) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:46:05.751788 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b6517a-934d-45da-a362-e951118137a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:05.752488 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b6517a-934d-45da-a362-e951118137a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:05.753013 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b6517a-934d-45da-a362-e951118137a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:05.753593 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b6517a-934d-45da-a362-e951118137a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:05.754136 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b6517a-934d-45da-a362-e951118137a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:05.754691 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b6517a-934d-45da-a362-e951118137a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:05.755182 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b6517a-934d-45da-a362-e951118137a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:05.755658 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b6517a-934d-45da-a362-e951118137a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:05.756145 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b6517a-934d-45da-a362-e951118137a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:05.757380 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b6517a-934d-45da-a362-e951118137a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:05.759138 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b6517a-934d-45da-a362-e951118137a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b6517a-934d-45da-a362-e951118137a0 None None] Tracked resource versions report: Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: pushed versions: Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: { 'AddressGroup': {'1.2'}, Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'ConntrackHelper': {'1.0'}, Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'Log': {'1.0'}, Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'Network': {'1.1'}, Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'Port': {'1.7'}, Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'PortForwarding': {'1.2'}, Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'QosPolicy': {'1.9'}, Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'SecurityGroup': {'1.4'}, Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'SubPort': {'1.0'}, Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'Subnet': {'1.1'}, Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'Trunk': {'1.1'}} Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: consumer versions: Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: { DHCP agent@n-d-793621-34: {}, Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: HyperV agent@n-h1-793621-34: {}, Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: HyperV agent@n-h2-793621-34: {}, Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: L3 agent@n-d-793621-34: {}, Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: Metadata agent@n-d-793621-34: {}, Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: Metering agent@n-d-793621-34: {}, Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: Open vSwitch agent@n-d-793621-34: { 'AddressGroup': '1.2', Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'ConntrackHelper': '1.0', Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'Log': '1.0', Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'Network': '1.1', Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'Port': '1.7', Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'PortForwarding': '1.2', Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'QosPolicy': '1.9', Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'SecurityGroup': '1.4', Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'SecurityGroupRule': '1.2', Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'SubPort': '1.0', Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'Subnet': '1.1', Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: 'Trunk': '1.1'}} Aug 31 00:46:05.763980 n-d-793621-34 neutron-server[102345]: {{(pid=102345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:46:05.792326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 0eaf8eab-cc34-48ce-87e3-8764e91244e9 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:05.792714 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:05.799734 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Attempting to bind port add6a1eb-0a92-4a9c-8a60-be3c8290a38b on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:46:05.800744 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Attempting to bind port add6a1eb-0a92-4a9c-8a60-be3c8290a38b by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:46:05.801285 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Attempting to bind port add6a1eb-0a92-4a9c-8a60-be3c8290a38b on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:46:05.809853 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:46:05.811452 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:46:05.812357 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:05.813195 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:46:05.814247 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Bound port: add6a1eb-0a92-4a9c-8a60-be3c8290a38b, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:46:05.815162 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:05.858122 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ca8a44d6-6ade-479a-aa58-e469a7fc5ce3 req-e9a66617-fe76-40bf-8200-24d558155ef2 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 210 time: 0.0799692 Aug 31 00:46:05.928888 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] For port add6a1eb-0a92-4a9c-8a60-be3c8290a38b, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:46:05.933193 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] For port add6a1eb-0a92-4a9c-8a60-be3c8290a38b, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=add6a1eb-0a92-4a9c-8a60-be3c8290a38b,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:46:05.933783 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] Allocated IP 172.20.0.1 (ac02a892-5a99-478c-bb22-879aa954e70c/10e3e269-b5b9-411a-82d5-ee75bbf3461c/103313a9-41d0-4a16-bedb-a2fc5c42b2d0) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:46:06.044222 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:06.128675 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-81e97860-748d-4cc4-b0ff-ba94a44466d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:06.156795 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-81e97860-748d-4cc4-b0ff-ba94a44466d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Transition to ACTIVE for port object 71ad33a3-9eea-4a4f-9305-2c18cf00a583 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:46:06.167924 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6517a-934d-45da-a362-e951118137a0 None None] Pushing event updated for resources: {'Port': ['ID=add6a1eb-0a92-4a9c-8a60-be3c8290a38b,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:06.191331 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Routers {'9ea7112b-240c-46be-9be5-fb1240b24a9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:46:06.192230 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:45:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9ea7112b-240c-46be-9be5-fb1240b24a9b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:06.196896 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:06.218290 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] Transition to ACTIVE for port object 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:46:06.267457 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-81e97860-748d-4cc4-b0ff-ba94a44466d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:06.335758 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:06.344568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-81e97860-748d-4cc4-b0ff-ba94a44466d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:46:06.355147 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-81e97860-748d-4cc4-b0ff-ba94a44466d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:46:06.358373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-81e97860-748d-4cc4-b0ff-ba94a44466d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:46:06.365252 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-81e97860-748d-4cc4-b0ff-ba94a44466d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:06.365979 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-81e97860-748d-4cc4-b0ff-ba94a44466d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:06.423461 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e97860-748d-4cc4-b0ff-ba94a44466d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Pushing event updated for resources: {'Port': ['ID=71ad33a3-9eea-4a4f-9305-2c18cf00a583,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:06.463836 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] Set router 9ea7112b-240c-46be-9be5-fb1240b24a9b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:46:06.487354 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] Network ac02a892-5a99-478c-bb22-879aa954e70c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:46:06.489710 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] Pushing event updated for resources: {'Port': ['ID=103313a9-41d0-4a16-bedb-a2fc5c42b2d0,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:06.497138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:46:06.545817 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-81e97860-748d-4cc4-b0ff-ba94a44466d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4053190 Aug 31 00:46:06.548185 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:06.559451 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-9bb512ac-ee00-4408-9918-ea6f9a1c715b tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:46:06.561181 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-9bb512ac-ee00-4408-9918-ea6f9a1c715b tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086854 Aug 31 00:46:06.582617 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:46:06.586582 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:06.637206 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:06.732008 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:06.892285 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-90b25267-6457-44f7-990e-fcbdc7b92b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:06.939240 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:46:02Z', 'revision_number': 3, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port': {'id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:01Z', 'updated_at': '2021-08-31T00:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:07.008676 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d599a9f-5509-4608-a075-fa9d7b9295bd None None] The sync data for ids ['9ea7112b-240c-46be-9be5-fb1240b24a9b'] in n-d-793621-34 is: [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:46:02Z', 'revision_number': 3, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port': {'id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:01Z', 'updated_at': '2021-08-31T00:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:46:07.049735 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-66a8190b-404d-45b4-8303-29dda5e477f1 None None] Provisioning for port 71ad33a3-9eea-4a4f-9305-2c18cf00a583 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:46:07.056595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-66a8190b-404d-45b4-8303-29dda5e477f1 None None] Provisioning complete for port 71ad33a3-9eea-4a4f-9305-2c18cf00a583 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:07.063172 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-66a8190b-404d-45b4-8303-29dda5e477f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:07.264296 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-66a8190b-404d-45b4-8303-29dda5e477f1 None None] Port 71ad33a3-9eea-4a4f-9305-2c18cf00a583 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:46:07.292238 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b1b93-72e4-44a0-b52c-9419e345fae1 req-df0137eb-eb7d-49bf-be7d-3b6c81b83817 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:07.301694 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-338b1b93-72e4-44a0-b52c-9419e345fae1 req-df0137eb-eb7d-49bf-be7d-3b6c81b83817 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 935 time: 0.2741301 Aug 31 00:46:07.305389 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:07.412896 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-338b1b93-72e4-44a0-b52c-9419e345fae1 req-a26058ac-927f-4e73-80c8-6d64e3ae2dcf tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099894 Aug 31 00:46:07.593312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-89e8d482-ff9b-4063-ab3a-0d5811014f6c None None] Provisioning for port 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:46:07.610978 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-89e8d482-ff9b-4063-ab3a-0d5811014f6c None None] Provisioning complete for port 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:07.610978 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-89e8d482-ff9b-4063-ab3a-0d5811014f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:07.695719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-89e8d482-ff9b-4063-ab3a-0d5811014f6c None None] Port 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:46:07.836989 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58830) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:08.003816 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:08.173621 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:08.174952 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:08.235082 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] Pushing event updated for resources: {'Port': ['ID=103313a9-41d0-4a16-bedb-a2fc5c42b2d0,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:08.261881 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:46:08.342746 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:08.535614 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] Network ac02a892-5a99-478c-bb22-879aa954e70c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:46:08.542757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:46:08.729859 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58846) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:08.839896 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b1d2e-df7b-4959-8888-c711fac9a863 req-12cad568-9bda-43ff-9bdd-02ff48e47824 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:08.842289 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c62b1d2e-df7b-4959-8888-c711fac9a863 req-12cad568-9bda-43ff-9bdd-02ff48e47824 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 935 time: 0.1553354 Aug 31 00:46:08.902941 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-caae5b02-4d10-46ec-a338-7311b5cbda71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:08.952991 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Request body: {'port': {'device_id': '53604635-d7d0-4686-aa48-ffeafd856e70', 'device_owner': 'compute:tempest-test_az-1995448826', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:08.980273 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c62b1d2e-df7b-4959-8888-c711fac9a863 req-96451039-fa8e-4f7c-88d6-67beef2884c3 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292574 Aug 31 00:46:09.020238 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] Router 9ea7112b-240c-46be-9be5-fb1240b24a9b has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:46:09.068008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e0aadb13-d12c-42d8-a7b5-0acb33d48004 None None] Provisioning complete for port 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:09.068747 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e0aadb13-d12c-42d8-a7b5-0acb33d48004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:09.156853 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:09.198711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e0aadb13-d12c-42d8-a7b5-0acb33d48004 None None] Port 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:46:09.338332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:46:09.343297 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-caae5b02-4d10-46ec-a338-7311b5cbda71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:09.354458 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4a34ec25-4089-49d1-a798-35c6bfa12829 admin admin] 10.222.0.16 "PUT /v2.0/routers/9ea7112b-240c-46be-9be5-fb1240b24a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4263742 Aug 31 00:46:09.520880 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-caae5b02-4d10-46ec-a338-7311b5cbda71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:09.651668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae5b02-4d10-46ec-a338-7311b5cbda71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47eeb3c1-b144-4e27-8b76-54f949e2944e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:09.752803 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device add6a1eb-0a92-4a9c-8a60-be3c8290a38b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:46:09.756545 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58860) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:09.767680 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-caae5b02-4d10-46ec-a338-7311b5cbda71 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18674027c70f4c6b9b0b4ebdb8bb32f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9158735 Aug 31 00:46:09.901423 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d8511645-95ee-4e6e-998e-6019000edf59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:10.007129 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d8511645-95ee-4e6e-998e-6019000edf59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:10.198050 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6c044926-c565-42fb-86fc-35fd11d55261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:10.463304 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccbf47-db34-4905-b3c3-b44ebd5b2c08 req-66c7ca11-a546-45a2-96cd-96217df390a9 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:10.466432 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-55ccbf47-db34-4905-b3c3-b44ebd5b2c08 req-66c7ca11-a546-45a2-96cd-96217df390a9 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 935 time: 0.2010021 Aug 31 00:46:10.540946 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58870) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:10.548546 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-420981b7-61a7-4dd8-915f-e73dcc0c5de4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-98504581-network', 'tenant_id': '09113cefd248487399e46ac025b5bf04'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:10.557421 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:10.607641 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port add6a1eb-0a92-4a9c-8a60-be3c8290a38b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:46:10.607927 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d8511645-95ee-4e6e-998e-6019000edf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:10.611553 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d8511645-95ee-4e6e-998e-6019000edf59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:10.622944 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d8511645-95ee-4e6e-998e-6019000edf59 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47eeb3c1-b144-4e27-8b76-54f949e2944e HTTP/1.1" status: 204 len: 168 time: 0.8587265 Aug 31 00:46:10.623195 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port add6a1eb-0a92-4a9c-8a60-be3c8290a38b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:10.623195 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:10.647620 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8511645-95ee-4e6e-998e-6019000edf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47eeb3c1-b144-4e27-8b76-54f949e2944e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:10.697925 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ad33a3-9eea-4a4f-9305-2c18cf00a583 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:46:10.733016 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:10.839821 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-55ccbf47-db34-4905-b3c3-b44ebd5b2c08 req-fb8c43b0-8bf1-4acd-a1ba-e1fcb54800b2 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969475 Aug 31 00:46:10.855008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Transition to ACTIVE for port object 71ad33a3-9eea-4a4f-9305-2c18cf00a583 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:46:11.079869 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:11.079869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port add6a1eb-0a92-4a9c-8a60-be3c8290a38b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=add6a1eb-0a92-4a9c-8a60-be3c8290a38b,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:46:11.119620 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6c044926-c565-42fb-86fc-35fd11d55261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:11.220513 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:11.227606 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:11.240973 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6c044926-c565-42fb-86fc-35fd11d55261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:11.417579 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=add6a1eb-0a92-4a9c-8a60-be3c8290a38b,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:11.434129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c044926-c565-42fb-86fc-35fd11d55261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa97b6a-e162-4cf5-bd0d-c03d15e1411a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:11.507893 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Sync routers for ids ['9ea7112b-240c-46be-9be5-fb1240b24a9b'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:46:11.532033 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Routers {'9ea7112b-240c-46be-9be5-fb1240b24a9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:46:11.533501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:46:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9ea7112b-240c-46be-9be5-fb1240b24a9b'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:11.617724 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420981b7-61a7-4dd8-915f-e73dcc0c5de4 admin admin] Made reservation on behalf of 09113cefd248487399e46ac025b5bf04 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:46:11.617724 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-420981b7-61a7-4dd8-915f-e73dcc0c5de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:11.618375 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6c044926-c565-42fb-86fc-35fd11d55261 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec4d2914a425410c97010e8da5202fac&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8831182 Aug 31 00:46:11.665170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Pushing event updated for resources: {'Port': ['ID=71ad33a3-9eea-4a4f-9305-2c18cf00a583,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:11.669183 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58882) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:11.706483 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Attempting to bind port 71ad33a3-9eea-4a4f-9305-2c18cf00a583 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:46:11.707069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Attempting to bind port 71ad33a3-9eea-4a4f-9305-2c18cf00a583 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:46:11.707516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Attempting to bind port 71ad33a3-9eea-4a4f-9305-2c18cf00a583 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:46:11.730527 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Port 71ad33a3-9eea-4a4f-9305-2c18cf00a583 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:46:11.731052 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Attempting to bind port 71ad33a3-9eea-4a4f-9305-2c18cf00a583 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:46:11.760968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:46:11.760968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:46:11.760968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:46:11.760968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Bound port: 71ad33a3-9eea-4a4f-9305-2c18cf00a583, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:46:11.760968 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:11.765152 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-420981b7-61a7-4dd8-915f-e73dcc0c5de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:11.771820 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device add6a1eb-0a92-4a9c-8a60-be3c8290a38b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:46:11.984330 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] For port 71ad33a3-9eea-4a4f-9305-2c18cf00a583, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:46:11.989426 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc41b76c-ab68-4c22-a024-dc68feab131e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:12.000941 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] For port 71ad33a3-9eea-4a4f-9305-2c18cf00a583, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=71ad33a3-9eea-4a4f-9305-2c18cf00a583,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:46:12.300198 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-420981b7-61a7-4dd8-915f-e73dcc0c5de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:12.302119 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Set router 9ea7112b-240c-46be-9be5-fb1240b24a9b gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:46:12.302366 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc41b76c-ab68-4c22-a024-dc68feab131e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:12.302598 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port add6a1eb-0a92-4a9c-8a60-be3c8290a38b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:12.302598 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:12.343835 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:12.448341 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b777b8-7096-4a0b-abe6-42e541a6badd req-d2fde698-5bb7-42a0-9397-e7d756c92d16 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:12.452505 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-78b777b8-7096-4a0b-abe6-42e541a6badd req-d2fde698-5bb7-42a0-9397-e7d756c92d16 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 969 time: 0.2807505 Aug 31 00:46:12.528342 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-420981b7-61a7-4dd8-915f-e73dcc0c5de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:12.583299 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Pushing event updated for resources: {'Port': ['ID=71ad33a3-9eea-4a4f-9305-2c18cf00a583,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:12.608480 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:12.609609 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:12.612688 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-fd7943ec-0a9b-42a9-a16c-5374e63698b8 service neutron] 10.222.0.41 "PUT /v2.0/ports/71ad33a3-9eea-4a4f-9305-2c18cf00a583 HTTP/1.1" status: 200 len: 1118 time: 4.2721829 Aug 31 00:46:12.613564 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53604635-d7d0-4686-aa48-ffeafd856e70', 'tag': '71ad33a3-9eea-4a4f-9305-2c18cf00a583'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:46:12.635502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420981b7-61a7-4dd8-915f-e73dcc0c5de4 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:46:12.638973 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc41b76c-ab68-4c22-a024-dc68feab131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:12.647737 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc41b76c-ab68-4c22-a024-dc68feab131e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:12.659774 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fc41b76c-ab68-4c22-a024-dc68feab131e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5fa97b6a-e162-4cf5-bd0d-c03d15e1411a HTTP/1.1" status: 204 len: 168 time: 0.9817111 Aug 31 00:46:12.680203 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420981b7-61a7-4dd8-915f-e73dcc0c5de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a2c8bc-9945-44ca-b3b6-60dd87866e54,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:12.745222 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41b76c-ab68-4c22-a024-dc68feab131e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa97b6a-e162-4cf5-bd0d-c03d15e1411a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:12.765509 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-420981b7-61a7-4dd8-915f-e73dcc0c5de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:12.766416 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-420981b7-61a7-4dd8-915f-e73dcc0c5de4 admin admin] Added segment 3b9bedb2-c5e0-4dda-b00a-5f43290e1b6a of type vlan for network af4a84cb-2294-4973-8b3b-6f172b903446 Aug 31 00:46:12.986490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:46:07Z', 'revision_number': 4, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port': {'id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:01Z', 'updated_at': '2021-08-31T00:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '103313a9-41d0-4a16-bedb-a2fc5c42b2d0', 'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'mac_address': 'fa:16:3e:55:22:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:05Z', 'updated_at': '2021-08-31T00:46:07Z', 'revision_number': 2, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'subnets': [{'id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:13.014485 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-420981b7-61a7-4dd8-915f-e73dcc0c5de4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:13.042296 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Checking router: 9ea7112b-240c-46be-9be5-fb1240b24a9b for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:46:13.043076 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Updating router 9ea7112b-240c-46be-9be5-fb1240b24a9b port 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:46:13.081355 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-78b777b8-7096-4a0b-abe6-42e541a6badd req-7978fcb7-133e-4fed-be9b-16e4034eb44c tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742973 Aug 31 00:46:13.117270 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:13.309283 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-420981b7-61a7-4dd8-915f-e73dcc0c5de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:13.310951 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420981b7-61a7-4dd8-915f-e73dcc0c5de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:13.311469 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-420981b7-61a7-4dd8-915f-e73dcc0c5de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:13.606179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-a8b84bb7-f395-45f0-8846-f07dcde20198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:13.606179 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-a8b84bb7-f395-45f0-8846-f07dcde20198 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fff5f40e07944ec7aa6da3a8fa626e34&device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 1121 time: 0.3039572 Aug 31 00:46:13.608583 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420981b7-61a7-4dd8-915f-e73dcc0c5de4 admin admin] Pushing event updated for resources: {'Network': ['ID=af4a84cb-2294-4973-8b3b-6f172b903446,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:13.609254 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-88a7ece0-1311-4aa8-8ee9-f838f493acca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=71ad33a3-9eea-4a4f-9305-2c18cf00a583 HTTP/1.1" status: 200 len: 217 time: 0.1055603 Aug 31 00:46:13.609575 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network af4a84cb-2294-4973-8b3b-6f172b903446 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:46:13.610213 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-a4012054-6fc3-4c5b-82ac-2bedcbe1b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:13.610213 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-a4012054-6fc3-4c5b-82ac-2bedcbe1b297 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0584869 Aug 31 00:46:13.910438 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:13.922535 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58906) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:13.963845 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Transition to ACTIVE for port object 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:46:13.969574 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2708d7a-0bff-4907-86fb-bb582da489ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:14.079391 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-420981b7-61a7-4dd8-915f-e73dcc0c5de4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.5366681 Aug 31 00:46:14.083669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58908) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:14.089171 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-1e330cf6-61b5-42c2-add5-d5771d1097e8 admin admin] Request body: {'subnet': {'network_id': 'af4a84cb-2294-4973-8b3b-6f172b903446', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-98504581-subnet', 'tenant_id': '09113cefd248487399e46ac025b5bf04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:14.151880 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:14.296685 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5812ba-fe06-4d98-822b-c1764913f242 None None] Pushing event updated for resources: {'Port': ['ID=103313a9-41d0-4a16-bedb-a2fc5c42b2d0,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:14.452488 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Attempting to bind port 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:46:14.453196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Attempting to bind port 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '01a42a3a-02b5-4bd8-ad20-8b7931856fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:46:14.453879 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Attempting to bind port 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 on network ac02a892-5a99-478c-bb22-879aa954e70c {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:46:14.461837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:46:14.462571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Checking segment: {'id': '01a42a3a-02b5-4bd8-ad20-8b7931856fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:46:14.463175 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:14.463747 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Bound using segment: {'id': '01a42a3a-02b5-4bd8-ad20-8b7931856fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:46:14.464437 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Bound port: 103313a9-41d0-4a16-bedb-a2fc5c42b2d0, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a42a3a-02b5-4bd8-ad20-8b7931856fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:46:14.465274 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:14.487537 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2708d7a-0bff-4907-86fb-bb582da489ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:14.515637 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb31abf-8e11-4cac-a45d-613755e6a7d2 req-55fbbfdb-0636-41a1-b380-589913478d5d tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:14.542412 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ebb31abf-8e11-4cac-a45d-613755e6a7d2 req-55fbbfdb-0636-41a1-b380-589913478d5d tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 969 time: 0.3063428 Aug 31 00:46:14.699948 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] For port 103313a9-41d0-4a16-bedb-a2fc5c42b2d0, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:46:14.699948 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] For port 103313a9-41d0-4a16-bedb-a2fc5c42b2d0, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=103313a9-41d0-4a16-bedb-a2fc5c42b2d0,segment=NetworkSegment(01a42a3a-02b5-4bd8-ad20-8b7931856fa7),segment_id=01a42a3a-02b5-4bd8-ad20-8b7931856fa7)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:46:14.700438 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ebb31abf-8e11-4cac-a45d-613755e6a7d2 req-31dfdec8-2a86-4081-b083-007fa32b41ee tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765016 Aug 31 00:46:14.701307 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5d6021-19df-4733-9812-9efb3a0bf6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "53604635-d7d0-4686-aa48-ffeafd856e70", "tag": "71ad33a3-9eea-4a4f-9305-2c18cf00a583"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:46:14.805616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-09cb65ad-b0d5-4d26-a43a-149bb7a3c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:14.807622 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-09cb65ad-b0d5-4d26-a43a-149bb7a3c666 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1824625 Aug 31 00:46:15.103887 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2708d7a-0bff-4907-86fb-bb582da489ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:15.151469 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:15.155448 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2708d7a-0bff-4907-86fb-bb582da489ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d17f6d-e7e1-41c6-8ff2-985d17433475,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:15.179499 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e2708d7a-0bff-4907-86fb-bb582da489ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c27572d30a7949ed9df9ec32c79da952&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2538946 Aug 31 00:46:15.182222 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58928) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:15.299040 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-511afe71-5456-4c00-9c9a-c512359edd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:15.485794 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e330cf6-61b5-42c2-add5-d5771d1097e8 admin admin] Made reservation on behalf of 09113cefd248487399e46ac025b5bf04 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:46:15.485794 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1e330cf6-61b5-42c2-add5-d5771d1097e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:15.485794 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-511afe71-5456-4c00-9c9a-c512359edd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:15.487210 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5812ba-fe06-4d98-822b-c1764913f242 None None] Pushing event updated for resources: {'Port': ['ID=103313a9-41d0-4a16-bedb-a2fc5c42b2d0,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:15.487210 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Routers {'9ea7112b-240c-46be-9be5-fb1240b24a9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:46:15.487210 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:46:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9ea7112b-240c-46be-9be5-fb1240b24a9b'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:15.559569 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] Set router 9ea7112b-240c-46be-9be5-fb1240b24a9b gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:46:15.703755 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-511afe71-5456-4c00-9c9a-c512359edd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:15.714580 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-511afe71-5456-4c00-9c9a-c512359edd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:15.723241 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-511afe71-5456-4c00-9c9a-c512359edd0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10d17f6d-e7e1-41c6-8ff2-985d17433475 HTTP/1.1" status: 204 len: 168 time: 0.5395150 Aug 31 00:46:15.750369 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511afe71-5456-4c00-9c9a-c512359edd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d17f6d-e7e1-41c6-8ff2-985d17433475,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:15.810462 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1e330cf6-61b5-42c2-add5-d5771d1097e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:15.877036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58940) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:15.925806 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ac496c50-53eb-4a58-b553-bbce21becd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:16.015377 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e330cf6-61b5-42c2-add5-d5771d1097e8 admin admin] Checking segment: {'id': '3b9bedb2-c5e0-4dda-b00a-5f43290e1b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'af4a84cb-2294-4973-8b3b-6f172b903446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:46:16.015715 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e330cf6-61b5-42c2-add5-d5771d1097e8 admin admin] Network hostable DHCP agents. Network: af4a84cb-2294-4973-8b3b-6f172b903446, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:46:16.024941 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e330cf6-61b5-42c2-add5-d5771d1097e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b8ac6e5-3119-4d21-b000-d5c058fcc491,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:16.144661 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-34dac283-2708-46c4-bbcd-fc779584abc9 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403159 Aug 31 00:46:16.150475 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d34151-9bfa-4730-aa06-643a8c623215 x-openstack-request-id: req-f5d34151-9bfa-4730-aa06-643a8c623215 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:46:16.151133 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53604635-d7d0-4686-aa48-ffeafd856e70", "tag": "71ad33a3-9eea-4a4f-9305-2c18cf00a583", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:46:16.151617 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5d34151-9bfa-4730-aa06-643a8c623215 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:46:16.153469 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53604635-d7d0-4686-aa48-ffeafd856e70', 'tag': '71ad33a3-9eea-4a4f-9305-2c18cf00a583', 'status': 'completed', 'code': 200} Aug 31 00:46:16.192399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:46:07Z', 'revision_number': 4, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port': {'id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:01Z', 'updated_at': '2021-08-31T00:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '103313a9-41d0-4a16-bedb-a2fc5c42b2d0', 'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'mac_address': 'fa:16:3e:55:22:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:05Z', 'updated_at': '2021-08-31T00:46:14Z', 'revision_number': 4, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'subnets': [{'id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:16.288326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec1bfa3-10f9-44fe-a3c9-6cdf4e56d4ee None None] The sync data for ids ['9ea7112b-240c-46be-9be5-fb1240b24a9b'] in n-d-793621-34 is: [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:46:07Z', 'revision_number': 4, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port': {'id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:01Z', 'updated_at': '2021-08-31T00:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '103313a9-41d0-4a16-bedb-a2fc5c42b2d0', 'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'mac_address': 'fa:16:3e:55:22:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:05Z', 'updated_at': '2021-08-31T00:46:14Z', 'revision_number': 4, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'subnets': [{'id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:46:16.352662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e330cf6-61b5-42c2-add5-d5771d1097e8 admin admin] Network af4a84cb-2294-4973-8b3b-6f172b903446 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:46:16.404163 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ac496c50-53eb-4a58-b553-bbce21becd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:16.446312 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa38d6-d7f1-4f87-9800-e7b86add65c9 req-532f0dce-a6ae-42cd-89ee-5752c3f78d97 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:16.450205 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1fa38d6-d7f1-4f87-9800-e7b86add65c9 req-532f0dce-a6ae-42cd-89ee-5752c3f78d97 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 969 time: 0.2281568 Aug 31 00:46:16.472714 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e648a61a-cf09-457c-b1ae-d9e6afcc2ed9 req-a2c4ae73-b98e-447b-8fd7-3153e248ec6b service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829688 Aug 31 00:46:16.574618 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1fa38d6-d7f1-4f87-9800-e7b86add65c9 req-d605c131-5af4-4a32-afcd-c571747ce54c tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047561 Aug 31 00:46:16.655561 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ac496c50-53eb-4a58-b553-bbce21becd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:16.655957 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-1e330cf6-61b5-42c2-add5-d5771d1097e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, af4a84cb-2294-4973-8b3b-6f172b903446) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:46:16.663170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e330cf6-61b5-42c2-add5-d5771d1097e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:16.664723 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1e330cf6-61b5-42c2-add5-d5771d1097e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:16.668693 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaa1937-b05f-4f54-ad4a-fe140610a2ff None None] Network af4a84cb-2294-4973-8b3b-6f172b903446 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:46:16.753360 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ac496c50-53eb-4a58-b553-bbce21becd9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=194be69034714435b0a7b2729b63f07f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8745863 Aug 31 00:46:16.760552 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58948) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:16.763277 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac496c50-53eb-4a58-b553-bbce21becd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862afb78-c4c0-4afe-960f-06533df2389d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:16.851454 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-df02a3a8-f69c-499d-a1c6-706754b3da8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:16.900601 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1e330cf6-61b5-42c2-add5-d5771d1097e8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.8016613 Aug 31 00:46:16.925594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d6021-19df-4733-9812-9efb3a0bf6e2 req-eb2b442b-6c7e-45c8-86e9-b46f44405110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:16.929805 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-df02a3a8-f69c-499d-a1c6-706754b3da8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:16.937286 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da5d6021-19df-4733-9812-9efb3a0bf6e2 req-eb2b442b-6c7e-45c8-86e9-b46f44405110 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fff5f40e07944ec7aa6da3a8fa626e34&device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 1121 time: 0.2008841 Aug 31 00:46:17.141025 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58960) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:17.153036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-7270805a-7520-4a44-9ba9-6fdc728453b4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-602765830-network', 'tenant_id': '854c9c5a42f54ef6bf57125f52acc63a'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:17.346576 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97bdd2f-fd56-47d1-a8f8-caec87f50f4d None None] Network af4a84cb-2294-4973-8b3b-6f172b903446 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:46:17.447102 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58964) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:17.565564 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-df02a3a8-f69c-499d-a1c6-706754b3da8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:17.585599 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-df02a3a8-f69c-499d-a1c6-706754b3da8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:17.585599 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-df02a3a8-f69c-499d-a1c6-706754b3da8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/862afb78-c4c0-4afe-960f-06533df2389d HTTP/1.1" status: 204 len: 168 time: 0.8189576 Aug 31 00:46:17.632150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7270805a-7520-4a44-9ba9-6fdc728453b4 admin admin] Made reservation on behalf of 854c9c5a42f54ef6bf57125f52acc63a for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:46:17.642079 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7270805a-7520-4a44-9ba9-6fdc728453b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:17.671768 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02a3a8-f69c-499d-a1c6-706754b3da8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862afb78-c4c0-4afe-960f-06533df2389d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:17.687412 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d6021-19df-4733-9812-9efb3a0bf6e2 req-ce6cb6fd-544f-4916-bfb2-962639bf72d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:17.690662 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da5d6021-19df-4733-9812-9efb3a0bf6e2 req-ce6cb6fd-544f-4916-bfb2-962639bf72d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.7357745 Aug 31 00:46:17.737700 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7270805a-7520-4a44-9ba9-6fdc728453b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:17.824355 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da5d6021-19df-4733-9812-9efb3a0bf6e2 req-25dfc5f4-c8ed-46fd-b915-254c56912aef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=71ad33a3-9eea-4a4f-9305-2c18cf00a583 HTTP/1.1" status: 200 len: 217 time: 0.1141608 Aug 31 00:46:17.836542 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9ef1ae-ce49-40d3-bbdd-5ca761f62dc1 admin admin] Deleting subnet 5ecc6e43-848c-4244-9186-f5bc871c646b {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:46:17.852516 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef1ae-ce49-40d3-bbdd-5ca761f62dc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:17.969951 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d6021-19df-4733-9812-9efb3a0bf6e2 req-4a15524e-e7bd-4798-98aa-1fc5eb05a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:17.973063 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da5d6021-19df-4733-9812-9efb3a0bf6e2 req-4a15524e-e7bd-4798-98aa-1fc5eb05a869 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1237218 Aug 31 00:46:18.016133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:46:18.031328 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef1ae-ce49-40d3-bbdd-5ca761f62dc1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:18.075311 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef1ae-ce49-40d3-bbdd-5ca761f62dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:18.356618 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:46:18.362057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:18.362983 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:18.420669 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7270805a-7520-4a44-9ba9-6fdc728453b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:18.555218 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7270805a-7520-4a44-9ba9-6fdc728453b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:18.555884 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:18.608249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d6021-19df-4733-9812-9efb3a0bf6e2 req-f5b9266c-c73b-4ef2-8e38-ecc964f3eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:18.610907 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da5d6021-19df-4733-9812-9efb3a0bf6e2 req-f5b9266c-c73b-4ef2-8e38-ecc964f3eb1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1791821 Aug 31 00:46:18.637386 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef1ae-ce49-40d3-bbdd-5ca761f62dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:18.639812 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f105fdc-a6d2-4293-99d2-570f9e414d61 req-dd548137-384e-4416-9f97-3bc4eea3a045 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:18.642056 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 103313a9-41d0-4a16-bedb-a2fc5c42b2d0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=103313a9-41d0-4a16-bedb-a2fc5c42b2d0,segment=NetworkSegment(01a42a3a-02b5-4bd8-ad20-8b7931856fa7),segment_id=01a42a3a-02b5-4bd8-ad20-8b7931856fa7)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:46:18.643534 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f105fdc-a6d2-4293-99d2-570f9e414d61 req-dd548137-384e-4416-9f97-3bc4eea3a045 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 969 time: 0.6688411 Aug 31 00:46:18.658810 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7270805a-7520-4a44-9ba9-6fdc728453b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:46:18.770895 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:18.776911 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7270805a-7520-4a44-9ba9-6fdc728453b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:18.776911 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-7270805a-7520-4a44-9ba9-6fdc728453b4 admin admin] Added segment 408bd9ae-6f56-40a4-92a6-b7a446e8bb34 of type vlan for network 27a6bb17-3726-4705-89dd-a20dd7edacef Aug 31 00:46:18.862467 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7270805a-7520-4a44-9ba9-6fdc728453b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:19.161006 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=103313a9-41d0-4a16-bedb-a2fc5c42b2d0,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:19.163474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270805a-7520-4a44-9ba9-6fdc728453b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238e7411-ecf3-4bcd-a9c4-5d5f0e3850cb,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:19.163474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ef1ae-ce49-40d3-bbdd-5ca761f62dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ecc6e43-848c-4244-9186-f5bc871c646b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:19.164117 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f105fdc-a6d2-4293-99d2-570f9e414d61 req-8298c05f-13f9-49d1-a4c9-41b45c874683 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901089 Aug 31 00:46:19.165150 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef1ae-ce49-40d3-bbdd-5ca761f62dc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:19.165150 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0c9ef1ae-ce49-40d3-bbdd-5ca761f62dc1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5ecc6e43-848c-4244-9186-f5bc871c646b HTTP/1.1" status: 204 len: 168 time: 1.5904543 Aug 31 00:46:19.166021 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da5d6021-19df-4733-9812-9efb3a0bf6e2 req-1b2da16c-1f23-449c-b1a3-9443f49b605f service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543538 Aug 31 00:46:19.178403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58992) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:19.311639 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:19.390750 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da5d6021-19df-4733-9812-9efb3a0bf6e2 req-95c5f769-1609-4099-8c7d-07c5ea378582 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023349 Aug 31 00:46:19.404111 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7270805a-7520-4a44-9ba9-6fdc728453b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:19.405620 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7270805a-7520-4a44-9ba9-6fdc728453b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:19.406752 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7270805a-7520-4a44-9ba9-6fdc728453b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:19.643426 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:19.686348 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:19.686868 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:19.688125 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:19.688646 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Subscribe: > port after_create 55550000 {{(pid=102343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:19.689199 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:19.689759 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Subscribe: > port after_update 55550000 {{(pid=102343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:19.690259 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:19.690804 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:19.691571 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:19.691740 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:19.746088 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:46:19.851044 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:19.879713 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:20.375595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59010) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:20.443713 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:20.446394 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:20.447024 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:20.447566 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:20.448138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9bc94b-aac9-4726-bd66-daa265874795']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:20.484761 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7270805a-7520-4a44-9ba9-6fdc728453b4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.3422053 Aug 31 00:46:20.495310 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59016) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:20.498435 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d6fb8e-7b14-49c6-bdd0-c34adc5f8ca5') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:20.499114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d6fb8e-7b14-49c6-bdd0-c34adc5f8ca5') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:20.513127 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270805a-7520-4a44-9ba9-6fdc728453b4 admin admin] Pushing event updated for resources: {'Network': ['ID=27a6bb17-3726-4705-89dd-a20dd7edacef,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:20.548835 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0f35a4ff-7c3d-458c-ab89-83e97974142f admin admin] Request body: {'subnet': {'network_id': '27a6bb17-3726-4705-89dd-a20dd7edacef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602765830-subnet', 'tenant_id': '854c9c5a42f54ef6bf57125f52acc63a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:20.574110 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bb59b-72f9-45d5-a23e-290485df5cc8 req-955a6bdc-a52f-417e-8b39-e3e12f18be36 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:20.586481 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e39bb59b-72f9-45d5-a23e-290485df5cc8 req-955a6bdc-a52f-417e-8b39-e3e12f18be36 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 969 time: 0.1456275 Aug 31 00:46:20.587988 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:20.595688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 27a6bb17-3726-4705-89dd-a20dd7edacef details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:46:20.641328 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:20.661085 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e39bb59b-72f9-45d5-a23e-290485df5cc8 req-a2446647-714a-4f5a-886b-637cb1d46c19 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672698 Aug 31 00:46:20.666634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:46:20.667594 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: from cryptography.utils import int_from_bytes Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: from cryptography.utils import int_from_bytes Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: timer() Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:46:20.708933 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:46:20.946267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f35a4ff-7c3d-458c-ab89-83e97974142f admin admin] Made reservation on behalf of 854c9c5a42f54ef6bf57125f52acc63a for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:46:20.953729 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f35a4ff-7c3d-458c-ab89-83e97974142f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:20.958060 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:21.073730 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:21.077970 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] 10.222.0.16 "DELETE /v2.0/networks/ea9bc94b-aac9-4726-bd66-daa265874795 HTTP/1.1" status: 204 len: 168 time: 1.8978460 Aug 31 00:46:21.083085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59026) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:21.099748 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b494410-7c09-4b39-8b55-2987ee26558c admin admin] Pushing event deleted for resources: {'Network': ['ID=ea9bc94b-aac9-4726-bd66-daa265874795,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:21.197617 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d23269-ee9b-47ed-b241-deb5aca55c9a admin admin] Deleting subnet 3b8ac6e5-3119-4d21-b000-d5c058fcc491 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:46:21.219001 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03d23269-ee9b-47ed-b241-deb5aca55c9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:21.267868 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-84dacd35-03b1-4900-9781-15f694bc435c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:21.331435 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03d23269-ee9b-47ed-b241-deb5aca55c9a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:21.360449 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03d23269-ee9b-47ed-b241-deb5aca55c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:21.385587 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f35a4ff-7c3d-458c-ab89-83e97974142f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:21.496451 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35a4ff-7c3d-458c-ab89-83e97974142f admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d5441e-21a8-49c3-b050-4671dfc2a957,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:21.522073 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-84dacd35-03b1-4900-9781-15f694bc435c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:21.554257 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f35a4ff-7c3d-458c-ab89-83e97974142f admin admin] Checking segment: {'id': '408bd9ae-6f56-40a4-92a6-b7a446e8bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '27a6bb17-3726-4705-89dd-a20dd7edacef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:46:21.554628 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f35a4ff-7c3d-458c-ab89-83e97974142f admin admin] Network hostable DHCP agents. Network: 27a6bb17-3726-4705-89dd-a20dd7edacef, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:46:21.557224 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03d23269-ee9b-47ed-b241-deb5aca55c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:21.605070 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d23269-ee9b-47ed-b241-deb5aca55c9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b8ac6e5-3119-4d21-b000-d5c058fcc491,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:21.628075 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03d23269-ee9b-47ed-b241-deb5aca55c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:21.634040 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-03d23269-ee9b-47ed-b241-deb5aca55c9a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3b8ac6e5-3119-4d21-b000-d5c058fcc491 HTTP/1.1" status: 204 len: 168 time: 0.5470345 Aug 31 00:46:21.640206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59050) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:21.670704 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f35a4ff-7c3d-458c-ab89-83e97974142f admin admin] Network 27a6bb17-3726-4705-89dd-a20dd7edacef is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:46:21.715516 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-84dacd35-03b1-4900-9781-15f694bc435c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:21.783508 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-0f35a4ff-7c3d-458c-ab89-83e97974142f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 27a6bb17-3726-4705-89dd-a20dd7edacef) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:46:21.799908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a95449-b088-465c-9fec-12e570ddbbe5 None None] Network 27a6bb17-3726-4705-89dd-a20dd7edacef requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:46:21.808056 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f35a4ff-7c3d-458c-ab89-83e97974142f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:21.809123 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f35a4ff-7c3d-458c-ab89-83e97974142f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:21.859511 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-84dacd35-03b1-4900-9781-15f694bc435c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f113ebece4d346d3a9dfdd11018198a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4808562 Aug 31 00:46:21.863957 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59058) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:21.864962 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dacd35-03b1-4900-9781-15f694bc435c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3253392a-1d44-43f4-91d6-c0a81896b824,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:21.927065 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:22.024403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c0ac8-6cdf-44bb-9481-7f5afeee28cf req-3ce241a0-0302-40f1-9357-80b730b10322 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:22.027156 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b76c0ac8-6cdf-44bb-9481-7f5afeee28cf req-3ce241a0-0302-40f1-9357-80b730b10322 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 969 time: 0.2464933 Aug 31 00:46:22.085253 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0f35a4ff-7c3d-458c-ab89-83e97974142f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5792279 Aug 31 00:46:22.092872 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59064) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:22.108532 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-602765830-router', 'tenant_id': '854c9c5a42f54ef6bf57125f52acc63a', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:22.169215 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd15e-2b0c-447f-b0b7-939cfe01fd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:22.173154 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b76c0ac8-6cdf-44bb-9481-7f5afeee28cf req-9eb2afa7-be6b-4784-9cc5-6c023ad59899 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281211 Aug 31 00:46:22.233032 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:22.233614 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-27a6bb17-3726-4705-89dd-a20dd7edacef', 'network_id': '27a6bb17-3726-4705-89dd-a20dd7edacef', 'tenant_id': '854c9c5a42f54ef6bf57125f52acc63a', 'fixed_ips': [{'subnet_id': '06d5441e-21a8-49c3-b050-4671dfc2a957'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:46:22.233614 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:22.256355 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd15e-2b0c-447f-b0b7-939cfe01fd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:22.260188 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:22.260924 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:22.261178 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:22.261819 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:22.266881 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Subscribe: > port after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:22.266881 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:22.266881 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Subscribe: > port after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:22.266881 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:22.266881 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:22.268179 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:22.268548 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:22.268548 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:22.389171 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:22.389171 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:22.389727 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:22.390507 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:46:22.390993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4a84cb-2294-4973-8b3b-6f172b903446']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:22.486594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9bedb2-c5e0-4dda-b00a-5f43290e1b6a') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:22.493914 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9bedb2-c5e0-4dda-b00a-5f43290e1b6a') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:22.535409 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:22.580856 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:22.592998 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:46:22.593585 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: from cryptography.utils import int_from_bytes Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: from cryptography.utils import int_from_bytes Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: timer() Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:46:22.598596 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:46:22.602670 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Allocated IP 172.20.0.2 (27a6bb17-3726-4705-89dd-a20dd7edacef/06d5441e-21a8-49c3-b050-4671dfc2a957/ae9d794e-a624-40f2-a158-0ab819227c22) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:46:22.666986 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:22.728357 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd15e-2b0c-447f-b0b7-939cfe01fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:22.734845 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd15e-2b0c-447f-b0b7-939cfe01fd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:22.742241 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8d8cd15e-2b0c-447f-b0b7-939cfe01fd30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3253392a-1d44-43f4-91d6-c0a81896b824 HTTP/1.1" status: 204 len: 168 time: 0.8664749 Aug 31 00:46:22.764947 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cd15e-2b0c-447f-b0b7-939cfe01fd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3253392a-1d44-43f4-91d6-c0a81896b824,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:22.779676 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:22.812338 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:22.818226 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] 10.222.0.16 "DELETE /v2.0/networks/af4a84cb-2294-4973-8b3b-6f172b903446 HTTP/1.1" status: 204 len: 168 time: 1.1798067 Aug 31 00:46:22.818226 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad794b9-3ead-4c63-972a-9e53d441e694 admin admin] Pushing event deleted for resources: {'Network': ['ID=af4a84cb-2294-4973-8b3b-6f172b903446,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:22.942349 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:22.954290 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Transition to ACTIVE for port object ae9d794e-a624-40f2-a158-0ab819227c22 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:46:22.974473 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Transition to ACTIVE for port object ae9d794e-a624-40f2-a158-0ab819227c22 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:46:22.976050 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:23.098780 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:23.185000 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Network 27a6bb17-3726-4705-89dd-a20dd7edacef is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:46:23.186711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:46:23.188729 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Pushing event updated for resources: {'Port': ['ID=ae9d794e-a624-40f2-a158-0ab819227c22,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:23.194857 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:46:23.289873 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Attempting to bind port ae9d794e-a624-40f2-a158-0ab819227c22 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:46:23.290245 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Attempting to bind port ae9d794e-a624-40f2-a158-0ab819227c22 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '408bd9ae-6f56-40a4-92a6-b7a446e8bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '27a6bb17-3726-4705-89dd-a20dd7edacef'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:46:23.290605 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Attempting to bind port ae9d794e-a624-40f2-a158-0ab819227c22 on network 27a6bb17-3726-4705-89dd-a20dd7edacef {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:46:23.299685 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:46:23.300370 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Checking segment: {'id': '408bd9ae-6f56-40a4-92a6-b7a446e8bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '27a6bb17-3726-4705-89dd-a20dd7edacef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:46:23.301020 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:23.301630 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Bound using segment: {'id': '408bd9ae-6f56-40a4-92a6-b7a446e8bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '27a6bb17-3726-4705-89dd-a20dd7edacef'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:46:23.302389 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Bound port: ae9d794e-a624-40f2-a158-0ab819227c22, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408bd9ae-6f56-40a4-92a6-b7a446e8bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '27a6bb17-3726-4705-89dd-a20dd7edacef'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:46:23.302955 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:23.398353 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] For port ae9d794e-a624-40f2-a158-0ab819227c22, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:46:23.404514 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] For port ae9d794e-a624-40f2-a158-0ab819227c22, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ae9d794e-a624-40f2-a158-0ab819227c22,segment=NetworkSegment(408bd9ae-6f56-40a4-92a6-b7a446e8bb34),segment_id=408bd9ae-6f56-40a4-92a6-b7a446e8bb34)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:46:23.474723 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e2573-dcfd-43f3-9a38-61eb5582da42 req-be4ec5a3-093c-4a66-bfc5-be89ec753dad tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:23.475911 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-856e2573-dcfd-43f3-9a38-61eb5582da42 req-be4ec5a3-093c-4a66-bfc5-be89ec753dad tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 969 time: 0.1847982 Aug 31 00:46:23.499271 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:23.522174 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:23.540832 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:23.549625 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-856e2573-dcfd-43f3-9a38-61eb5582da42 req-07d8b3f9-b6b2-4dd7-96b9-59caaad5bbd8 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665221 Aug 31 00:46:23.616881 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47a509-c11d-4724-aff7-df23f752b297 None None] Pushing event updated for resources: {'Port': ['ID=ae9d794e-a624-40f2-a158-0ab819227c22,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:23.680402 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] Allocated IP 172.25.2.188 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/9f1395b5-fe95-4970-82ee-d6815f251836) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:46:23.865182 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:23.922727 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59114) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:23.989240 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8b93de22-cfb7-4441-abcb-1e5582eaec3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a23f301daae84eee92d5af5ad173005f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650659 Aug 31 00:46:23.992067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59116) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:24.070640 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8e8c965f-9c0d-46b2-85b4-bb12394f2e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:24.108038 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8e8c965f-9c0d-46b2-85b4-bb12394f2e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:24.134438 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:24.201973 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:46:24.210388 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:46:24.229720 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:46:24.259707 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59120) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:24.275280 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] Pushing event updated for resources: {'Port': ['ID=9f1395b5-fe95-4970-82ee-d6815f251836,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:24.295885 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8e8c965f-9c0d-46b2-85b4-bb12394f2e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:24.299992 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8e8c965f-9c0d-46b2-85b4-bb12394f2e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:24.302695 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8e8c965f-9c0d-46b2-85b4-bb12394f2e30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0716aae-3b5c-4531-b47e-88fdaed2d0da HTTP/1.1" status: 204 len: 168 time: 0.3088000 Aug 31 00:46:24.309523 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-713041f0-0b53-4b0f-9f97-d8b555800d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:24.349917 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c965f-9c0d-46b2-85b4-bb12394f2e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0716aae-3b5c-4531-b47e-88fdaed2d0da,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:24.606952 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-713041f0-0b53-4b0f-9f97-d8b555800d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:24.694614 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-713041f0-0b53-4b0f-9f97-d8b555800d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:24.786661 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-713041f0-0b53-4b0f-9f97-d8b555800d2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90008a574877475d8b2ec9b6eac46227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5257981 Aug 31 00:46:24.790306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59136) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:24.814037 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713041f0-0b53-4b0f-9f97-d8b555800d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0847d6d-e9a3-45fd-bffd-475264e812c6,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:24.877618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94b2f7-82de-4d6d-b21f-13ec747cfc10 req-a1d7fd32-5e3b-4978-bd35-8119b6a9a1b6 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:24.885925 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fd94b2f7-82de-4d6d-b21f-13ec747cfc10 req-a1d7fd32-5e3b-4978-bd35-8119b6a9a1b6 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 969 time: 0.0815961 Aug 31 00:46:24.892662 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:24.938299 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b7139460-4c19-4811-9edd-70f16d25fcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:24.986992 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fd94b2f7-82de-4d6d-b21f-13ec747cfc10 req-55fcff37-f40f-466a-bb9c-3278bc7d8ce1 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999911 Aug 31 00:46:25.007871 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b7139460-4c19-4811-9edd-70f16d25fcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:25.023911 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091724f2-191e-4aa9-b09a-32b018bc1dbd None None] Network 27a6bb17-3726-4705-89dd-a20dd7edacef requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:46:25.230959 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b7139460-4c19-4811-9edd-70f16d25fcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:25.234010 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b7139460-4c19-4811-9edd-70f16d25fcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:25.235399 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b7139460-4c19-4811-9edd-70f16d25fcba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0847d6d-e9a3-45fd-bffd-475264e812c6 HTTP/1.1" status: 204 len: 168 time: 0.4439380 Aug 31 00:46:25.244760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-66fefbcc-740f-4850-96da-250033ffe430 None None] Provisioning for port ae9d794e-a624-40f2-a158-0ab819227c22 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:46:25.256885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7139460-4c19-4811-9edd-70f16d25fcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0847d6d-e9a3-45fd-bffd-475264e812c6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:25.280082 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:25.450479 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 71ad33a3-9eea-4a4f-9305-2c18cf00a583 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:46:25.632892 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] Router 05173e97-9f65-472e-844d-3bcea96185dc is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:46:25.665081 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 71ad33a3-9eea-4a4f-9305-2c18cf00a583, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=71ad33a3-9eea-4a4f-9305-2c18cf00a583,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:46:25.681191 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ae9d794e-a624-40f2-a158-0ab819227c22 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:46:25.711346 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '71ad33a3-9eea-4a4f-9305-2c18cf00a583', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '71ad33a3-9eea-4a4f-9305-2c18cf00a583', 'mac_address': 'fa:16:3e:51:33:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:tempest-test_az-1995448826', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:46:25.758310 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59164) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:25.777807 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:25.795644 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ad33a3-9eea-4a4f-9305-2c18cf00a583 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:46:25.851244 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 71ad33a3-9eea-4a4f-9305-2c18cf00a583, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=71ad33a3-9eea-4a4f-9305-2c18cf00a583,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:46:25.854870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:46:25.872934 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fe69c0b9-db89-49c7-9803-2ff016a28b76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09113cefd248487399e46ac025b5bf04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1126382 Aug 31 00:46:25.874964 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Sync routers for ids ['05173e97-9f65-472e-844d-3bcea96185dc'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:46:25.876271 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59168) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:25.876563 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port ae9d794e-a624-40f2-a158-0ab819227c22 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:46:25.883845 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ae9d794e-a624-40f2-a158-0ab819227c22 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:25.884280 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:25.908765 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Routers {'05173e97-9f65-472e-844d-3bcea96185dc'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:46:25.909989 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-c777544f-5f21-4426-9c27-fd682457106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:46:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['05173e97-9f65-472e-844d-3bcea96185dc'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:25.950822 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89dc555f-e3d2-4584-80d9-eb38b9b395fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:25.972639 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:25.975960 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:25.984865 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3e51e8dd-2ba8-4f9f-9900-480c2c4325eb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8826258 Aug 31 00:46:25.986582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59170) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:26.005473 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89dc555f-e3d2-4584-80d9-eb38b9b395fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:26.114672 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Set router 05173e97-9f65-472e-844d-3bcea96185dc gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:46:26.150693 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=71ad33a3-9eea-4a4f-9305-2c18cf00a583,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:26.219287 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89dc555f-e3d2-4584-80d9-eb38b9b395fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:26.222751 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89dc555f-e3d2-4584-80d9-eb38b9b395fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:26.224190 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-89dc555f-e3d2-4584-80d9-eb38b9b395fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44a2c8bc-9945-44ca-b3b6-60dd87866e54 HTTP/1.1" status: 204 len: 168 time: 0.3465545 Aug 31 00:46:26.227642 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dc937ad9-c987-4302-b91e-12543fcbfa54 None None] Provisioning complete for port ae9d794e-a624-40f2-a158-0ab819227c22 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:26.228364 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dc937ad9-c987-4302-b91e-12543fcbfa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:26.240420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc555f-e3d2-4584-80d9-eb38b9b395fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a2c8bc-9945-44ca-b3b6-60dd87866e54,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:26.292928 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:26.318533 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['71ad33a3-9eea-4a4f-9305-2c18cf00a583'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:46:26.459258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port ae9d794e-a624-40f2-a158-0ab819227c22, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ae9d794e-a624-40f2-a158-0ab819227c22,segment=NetworkSegment(408bd9ae-6f56-40a4-92a6-b7a446e8bb34),segment_id=408bd9ae-6f56-40a4-92a6-b7a446e8bb34)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:46:26.550326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2a84e-b1b9-4c9a-814b-ab523dbfbb5d req-132576e4-da47-4760-b596-0e630767f550 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:26.561618 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3b2a84e-b1b9-4c9a-814b-ab523dbfbb5d req-132576e4-da47-4760-b596-0e630767f550 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 970 time: 0.0961518 Aug 31 00:46:26.595994 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-c777544f-5f21-4426-9c27-fd682457106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05173e97-9f65-472e-844d-3bcea96185dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602765830-router', 'tenant_id': '854c9c5a42f54ef6bf57125f52acc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9f1395b5-fe95-4970-82ee-d6815f251836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:46:22Z', 'updated_at': '2021-08-31T00:46:24Z', 'revision_number': 3, 'project_id': '854c9c5a42f54ef6bf57125f52acc63a', 'gw_port': {'id': '9f1395b5-fe95-4970-82ee-d6815f251836', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:90:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05173e97-9f65-472e-844d-3bcea96185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:23Z', 'updated_at': '2021-08-31T00:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:26.660883 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3b2a84e-b1b9-4c9a-814b-ab523dbfbb5d req-0cc3a504-f1ff-4eb7-8092-38ba56804d05 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958488 Aug 31 00:46:26.665310 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Checking router: 05173e97-9f65-472e-844d-3bcea96185dc for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:46:26.666232 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Updating router 05173e97-9f65-472e-844d-3bcea96185dc port 9f1395b5-fe95-4970-82ee-d6815f251836 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:46:26.722492 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:26.846239 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:26.937029 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dc937ad9-c987-4302-b91e-12543fcbfa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:27.350849 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:27.355466 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=ae9d794e-a624-40f2-a158-0ab819227c22,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:27.368290 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-dc937ad9-c987-4302-b91e-12543fcbfa54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 00:46:27.368827 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-dc937ad9-c987-4302-b91e-12543fcbfa54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:46:27.567909 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:27.627587 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Transition to ACTIVE for port object 9f1395b5-fe95-4970-82ee-d6815f251836 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:46:27.665711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ae9d794e-a624-40f2-a158-0ab819227c22 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:46:27.695287 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] Allocated IP 172.20.0.1 (27a6bb17-3726-4705-89dd-a20dd7edacef/06d5441e-21a8-49c3-b050-4671dfc2a957/39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:46:27.738593 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:27.767974 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ae9d794e-a624-40f2-a158-0ab819227c22 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:27.768551 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:27.814589 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Attempting to bind port 9f1395b5-fe95-4970-82ee-d6815f251836 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:46:27.814985 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Attempting to bind port 9f1395b5-fe95-4970-82ee-d6815f251836 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:46:27.815478 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Attempting to bind port 9f1395b5-fe95-4970-82ee-d6815f251836 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:46:27.829550 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba60d9-26ca-4ff5-9d84-9b8754b247ba None None] Pushing event updated for resources: {'Port': ['ID=9f1395b5-fe95-4970-82ee-d6815f251836,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:27.834681 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:46:27.835172 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:46:27.835474 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:27.835882 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:46:27.836385 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Bound port: 9f1395b5-fe95-4970-82ee-d6815f251836, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:46:27.836771 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:27.955208 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:27.956136 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-c777544f-5f21-4426-9c27-fd682457106b None None] For port 9f1395b5-fe95-4970-82ee-d6815f251836, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:46:27.962805 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-c777544f-5f21-4426-9c27-fd682457106b None None] For port 9f1395b5-fe95-4970-82ee-d6815f251836, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9f1395b5-fe95-4970-82ee-d6815f251836,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:46:28.026823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] Transition to ACTIVE for port object 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:46:28.084661 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a269f-0e07-46fc-9aa8-0df38acf3894 req-4e936050-41d6-4893-a3a3-0a5538bcb268 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:28.087561 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd7a269f-0e07-46fc-9aa8-0df38acf3894 req-4e936050-41d6-4893-a3a3-0a5538bcb268 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 970 time: 0.1489205 Aug 31 00:46:28.099656 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:28.173031 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd7a269f-0e07-46fc-9aa8-0df38acf3894 req-fa3f1137-ca38-4d27-b61e-66462e8f82f9 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750101 Aug 31 00:46:28.180830 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Routers {'05173e97-9f65-472e-844d-3bcea96185dc'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:46:28.181669 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-c777544f-5f21-4426-9c27-fd682457106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:46:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['05173e97-9f65-472e-844d-3bcea96185dc'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:28.189862 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba60d9-26ca-4ff5-9d84-9b8754b247ba None None] Pushing event updated for resources: {'Port': ['ID=9f1395b5-fe95-4970-82ee-d6815f251836,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:28.259978 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:28.331909 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] Network 27a6bb17-3726-4705-89dd-a20dd7edacef is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:46:28.340870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:46:28.347853 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:46:28.381971 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-c777544f-5f21-4426-9c27-fd682457106b None None] Set router 05173e97-9f65-472e-844d-3bcea96185dc gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:46:28.397315 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] Pushing event updated for resources: {'Port': ['ID=39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:28.429392 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:28.517787 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59226) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:28.679872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59234) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:28.775485 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-c777544f-5f21-4426-9c27-fd682457106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05173e97-9f65-472e-844d-3bcea96185dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602765830-router', 'tenant_id': '854c9c5a42f54ef6bf57125f52acc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9f1395b5-fe95-4970-82ee-d6815f251836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:46:22Z', 'updated_at': '2021-08-31T00:46:24Z', 'revision_number': 3, 'project_id': '854c9c5a42f54ef6bf57125f52acc63a', 'gw_port': {'id': '9f1395b5-fe95-4970-82ee-d6815f251836', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:90:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05173e97-9f65-472e-844d-3bcea96185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:23Z', 'updated_at': '2021-08-31T00:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:28.799868 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:28.818100 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-695eea56-6087-4bf8-90e0-173e16f5a241 None None] Provisioning for port 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:46:28.826501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-695eea56-6087-4bf8-90e0-173e16f5a241 None None] Provisioning complete for port 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:28.828795 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-695eea56-6087-4bf8-90e0-173e16f5a241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:28.844096 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c777544f-5f21-4426-9c27-fd682457106b None None] The sync data for ids ['05173e97-9f65-472e-844d-3bcea96185dc'] in n-d-793621-34 is: [{'id': '05173e97-9f65-472e-844d-3bcea96185dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602765830-router', 'tenant_id': '854c9c5a42f54ef6bf57125f52acc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9f1395b5-fe95-4970-82ee-d6815f251836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:46:22Z', 'updated_at': '2021-08-31T00:46:24Z', 'revision_number': 3, 'project_id': '854c9c5a42f54ef6bf57125f52acc63a', 'gw_port': {'id': '9f1395b5-fe95-4970-82ee-d6815f251836', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:90:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05173e97-9f65-472e-844d-3bcea96185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:23Z', 'updated_at': '2021-08-31T00:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:46:28.917685 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-695eea56-6087-4bf8-90e0-173e16f5a241 None None] Port 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:46:29.042423 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eec2f1eb-e8ff-4fda-95e0-908a39088533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:29.071524 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59240) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:29.135512 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:29.209348 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b84a1371-e59e-4743-99e9-3cc15ccfa52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:29.251885 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:29.282699 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eec2f1eb-e8ff-4fda-95e0-908a39088533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:29.375147 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:29.384165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] Pushing event updated for resources: {'Port': ['ID=39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:29.436934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 71ad33a3-9eea-4a4f-9305-2c18cf00a583 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:46:29.448160 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eec2f1eb-e8ff-4fda-95e0-908a39088533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:29.516889 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5fda75d8-9309-44e7-ae5a-1d4388348d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:29.599264 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] Network 27a6bb17-3726-4705-89dd-a20dd7edacef is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:46:29.601222 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:46:29.717214 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2f1eb-e8ff-4fda-95e0-908a39088533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9515a550-0e50-4051-9863-e0517dc97a4b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:29.729088 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59250) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:29.729356 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-eec2f1eb-e8ff-4fda-95e0-908a39088533 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1a3e5af21d34c3ca44eb2dfd5c33d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2090261 Aug 31 00:46:29.777099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369beead-55dd-4858-b8fa-ab5fadbf0fde req-29687b59-0163-48a8-a7f8-0c15b3874879 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:29.777099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-369beead-55dd-4858-b8fa-ab5fadbf0fde req-29687b59-0163-48a8-a7f8-0c15b3874879 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 970 time: 0.3319435 Aug 31 00:46:29.778041 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9f1395b5-fe95-4970-82ee-d6815f251836 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:46:29.863140 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-369beead-55dd-4858-b8fa-ab5fadbf0fde req-ec114f88-491a-41c5-a8e9-485484c01a94 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918844 Aug 31 00:46:29.884529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 71ad33a3-9eea-4a4f-9305-2c18cf00a583 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:46:29.909573 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] Router 05173e97-9f65-472e-844d-3bcea96185dc has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:46:29.915669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 71ad33a3-9eea-4a4f-9305-2c18cf00a583 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:29.917320 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:29.923270 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d1987f66-cc53-4e31-9838-52ce40210be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:30.000447 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d1987f66-cc53-4e31-9838-52ce40210be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:30.004585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 9f1395b5-fe95-4970-82ee-d6815f251836 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:46:30.020107 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 9f1395b5-fe95-4970-82ee-d6815f251836 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:30.021146 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:30.132810 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b84a1371-e59e-4743-99e9-3cc15ccfa52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:30.208452 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b84a1371-e59e-4743-99e9-3cc15ccfa52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:30.301856 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:46:30.324115 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6a86fc06-a650-4084-b232-db437f1cd377 admin admin] 10.222.0.16 "PUT /v2.0/routers/05173e97-9f65-472e-844d-3bcea96185dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3337545 Aug 31 00:46:30.330365 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f4b2fc73-3a69-455b-80de-3bfc66835f77 None None] Provisioning complete for port 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:30.331073 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f4b2fc73-3a69-455b-80de-3bfc66835f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:30.366568 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b84a1371-e59e-4743-99e9-3cc15ccfa52f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cda4377fb2f4ec6bdba262ace7d56b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6846645 Aug 31 00:46:30.368374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a1371-e59e-4743-99e9-3cc15ccfa52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b49334-0ced-45dd-b517-4c149724d9d8,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:30.377978 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59264) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:30.381382 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:30.417880 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d1987f66-cc53-4e31-9838-52ce40210be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:30.423313 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:30.423765 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d1987f66-cc53-4e31-9838-52ce40210be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:30.425046 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d1987f66-cc53-4e31-9838-52ce40210be4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9515a550-0e50-4051-9863-e0517dc97a4b HTTP/1.1" status: 204 len: 168 time: 0.6924305 Aug 31 00:46:30.463332 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f4b2fc73-3a69-455b-80de-3bfc66835f77 None None] Port 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:46:30.465305 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53604635-d7d0-4686-aa48-ffeafd856e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ad33a3-9eea-4a4f-9305-2c18cf00a583'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:46:30.472034 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1987f66-cc53-4e31-9838-52ce40210be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9515a550-0e50-4051-9863-e0517dc97a4b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:30.505624 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a24f3189-7cd9-4591-b87f-236bd959b389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:30.555379 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a24f3189-7cd9-4591-b87f-236bd959b389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:30.567174 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 9f1395b5-fe95-4970-82ee-d6815f251836, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9f1395b5-fe95-4970-82ee-d6815f251836,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:46:30.573057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 71ad33a3-9eea-4a4f-9305-2c18cf00a583, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=71ad33a3-9eea-4a4f-9305-2c18cf00a583,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:46:30.622536 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5fda75d8-9309-44e7-ae5a-1d4388348d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:30.705217 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:30.755560 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5fda75d8-9309-44e7-ae5a-1d4388348d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:30.766490 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:30.766910 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a24f3189-7cd9-4591-b87f-236bd959b389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:30.771152 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a24f3189-7cd9-4591-b87f-236bd959b389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:30.773472 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a24f3189-7cd9-4591-b87f-236bd959b389 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05b49334-0ced-45dd-b517-4c149724d9d8 HTTP/1.1" status: 204 len: 168 time: 0.3922188 Aug 31 00:46:30.776614 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=9f1395b5-fe95-4970-82ee-d6815f251836,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:30.839659 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5fda75d8-9309-44e7-ae5a-1d4388348d30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec33d5ec960f4222a3938f81b650b98c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7662284 Aug 31 00:46:30.846732 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda75d8-9309-44e7-ae5a-1d4388348d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405b2004-6e46-496f-b48f-a3c355e2d294,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:30.847099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59280) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:30.867897 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f3189-7cd9-4591-b87f-236bd959b389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b49334-0ced-45dd-b517-4c149724d9d8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:30.886513 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=71ad33a3-9eea-4a4f-9305-2c18cf00a583,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:31.017523 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0cbd-cf22-4531-8b41-b2a619cc8f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:31.130712 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0cbd-cf22-4531-8b41-b2a619cc8f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:31.214638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50868a-73ab-4dec-b44d-40a4e44ea170 req-727d53b7-b019-4c09-a115-d988bda7ae74 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:31.217386 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cd50868a-73ab-4dec-b44d-40a4e44ea170 req-727d53b7-b019-4c09-a115-d988bda7ae74 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 971 time: 0.1808140 Aug 31 00:46:31.298633 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cd50868a-73ab-4dec-b44d-40a4e44ea170 req-a4b5a32d-790a-4960-a521-35b029ca15c2 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660255 Aug 31 00:46:31.393612 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0cbd-cf22-4531-8b41-b2a619cc8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:31.396958 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0cbd-cf22-4531-8b41-b2a619cc8f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:31.399264 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5dcf0cbd-cf22-4531-8b41-b2a619cc8f14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/405b2004-6e46-496f-b48f-a3c355e2d294 HTTP/1.1" status: 204 len: 168 time: 0.5441456 Aug 31 00:46:31.417072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf0cbd-cf22-4531-8b41-b2a619cc8f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405b2004-6e46-496f-b48f-a3c355e2d294,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:31.482771 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Sync routers for ids ['05173e97-9f65-472e-844d-3bcea96185dc'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:46:31.495588 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Routers {'05173e97-9f65-472e-844d-3bcea96185dc'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:46:31.496267 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:46:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['05173e97-9f65-472e-844d-3bcea96185dc'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:31.615155 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9f1395b5-fe95-4970-82ee-d6815f251836 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:46:31.682550 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Set router 05173e97-9f65-472e-844d-3bcea96185dc gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:46:31.735144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 9f1395b5-fe95-4970-82ee-d6815f251836 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:31.735406 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:31.807032 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af07497e-d3c6-4f63-b39f-5e77c7e83e7e" -d '{"events": [{"server_uuid": "53604635-d7d0-4686-aa48-ffeafd856e70", "name": "network-vif-plugged", "status": "completed", "tag": "71ad33a3-9eea-4a4f-9305-2c18cf00a583"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:46:32.063056 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05173e97-9f65-472e-844d-3bcea96185dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602765830-router', 'tenant_id': '854c9c5a42f54ef6bf57125f52acc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9f1395b5-fe95-4970-82ee-d6815f251836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:46:22Z', 'updated_at': '2021-08-31T00:46:28Z', 'revision_number': 4, 'project_id': '854c9c5a42f54ef6bf57125f52acc63a', 'gw_port': {'id': '9f1395b5-fe95-4970-82ee-d6815f251836', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05173e97-9f65-472e-844d-3bcea96185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:23Z', 'updated_at': '2021-08-31T00:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f', 'name': '', 'network_id': '27a6bb17-3726-4705-89dd-a20dd7edacef', 'tenant_id': '854c9c5a42f54ef6bf57125f52acc63a', 'mac_address': 'fa:16:3e:a2:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05173e97-9f65-472e-844d-3bcea96185dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06d5441e-21a8-49c3-b050-4671dfc2a957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:27Z', 'updated_at': '2021-08-31T00:46:28Z', 'revision_number': 2, 'project_id': '854c9c5a42f54ef6bf57125f52acc63a', 'subnets': [{'id': '06d5441e-21a8-49c3-b050-4671dfc2a957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:32.102381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Checking router: 05173e97-9f65-472e-844d-3bcea96185dc for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:46:32.102874 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Updating router 05173e97-9f65-472e-844d-3bcea96185dc port 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:46:32.156368 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:32.397665 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59318) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:32.424375 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1750-13a6-48de-9a04-90bb3ff717e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:32.616710 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:32.617065 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1750-13a6-48de-9a04-90bb3ff717e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:32.633891 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Transition to ACTIVE for port object 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:46:32.721764 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1750-13a6-48de-9a04-90bb3ff717e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:32.724232 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:32.774500 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d1750-13a6-48de-9a04-90bb3ff717e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5932d4-aced-408d-a5ef-14a37fce46dc,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:32.790080 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6d3d1750-13a6-48de-9a04-90bb3ff717e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ccadecec2cff4126aaae49576e6834f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912880 Aug 31 00:46:32.794755 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59324) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:32.820716 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f9d6c-6368-4fef-acbf-04434a7f4770 None None] Pushing event updated for resources: {'Port': ['ID=39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:32.888852 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc9dc-334a-4de5-a5e1-984baf387236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:32.931730 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Attempting to bind port 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:46:32.932161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Attempting to bind port 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '408bd9ae-6f56-40a4-92a6-b7a446e8bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '27a6bb17-3726-4705-89dd-a20dd7edacef'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:46:32.932534 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Attempting to bind port 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f on network 27a6bb17-3726-4705-89dd-a20dd7edacef {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:46:32.948607 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:46:32.948994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Checking segment: {'id': '408bd9ae-6f56-40a4-92a6-b7a446e8bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '27a6bb17-3726-4705-89dd-a20dd7edacef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:46:32.949403 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:32.949831 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Bound using segment: {'id': '408bd9ae-6f56-40a4-92a6-b7a446e8bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '27a6bb17-3726-4705-89dd-a20dd7edacef'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:46:32.950950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Bound port: 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408bd9ae-6f56-40a4-92a6-b7a446e8bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '27a6bb17-3726-4705-89dd-a20dd7edacef'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:46:32.951847 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:32.977949 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc9dc-334a-4de5-a5e1-984baf387236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:33.081603 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c71c6f-1e10-4b5f-8d80-f570f5a1b0ec x-openstack-request-id: req-07c71c6f-1e10-4b5f-8d80-f570f5a1b0ec {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:46:33.082480 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53604635-d7d0-4686-aa48-ffeafd856e70", "name": "network-vif-plugged", "status": "completed", "tag": "71ad33a3-9eea-4a4f-9305-2c18cf00a583", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:46:33.082480 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07c71c6f-1e10-4b5f-8d80-f570f5a1b0ec {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:46:33.085895 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53604635-d7d0-4686-aa48-ffeafd856e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ad33a3-9eea-4a4f-9305-2c18cf00a583', 'code': 200} Aug 31 00:46:33.178061 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] For port 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:46:33.189416 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59326) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:33.189852 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] For port 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f,segment=NetworkSegment(408bd9ae-6f56-40a4-92a6-b7a446e8bb34),segment_id=408bd9ae-6f56-40a4-92a6-b7a446e8bb34)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:46:33.210454 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc9dc-334a-4de5-a5e1-984baf387236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:33.213154 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc9dc-334a-4de5-a5e1-984baf387236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:33.216616 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8e2dc9dc-334a-4de5-a5e1-984baf387236 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d5932d4-aced-408d-a5ef-14a37fce46dc HTTP/1.1" status: 204 len: 168 time: 0.4205251 Aug 31 00:46:33.219876 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9aee897f-7d68-4e38-884f-42a3fa8cccbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:33.266296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc9dc-334a-4de5-a5e1-984baf387236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5932d4-aced-408d-a5ef-14a37fce46dc,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:33.341601 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:33.385431 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607bce0-0316-4d61-8bc7-0e57eba7c65c req-079d414c-c416-4ba4-835b-209e063105f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:33.387092 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6607bce0-0316-4d61-8bc7-0e57eba7c65c req-079d414c-c416-4ba4-835b-209e063105f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 1123 time: 0.1566324 Aug 31 00:46:33.425821 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f76ccd-5934-4cd8-bf91-cbb82154baff req-40c3cc25-145d-4021-94e6-d71c22da391a tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:33.426728 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6607bce0-0316-4d61-8bc7-0e57eba7c65c req-9fa2e13a-a4dc-4d77-9de1-3376b18e95c6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:33.430507 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-53f76ccd-5934-4cd8-bf91-cbb82154baff req-40c3cc25-145d-4021-94e6-d71c22da391a tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 971 time: 0.1496542 Aug 31 00:46:33.589264 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-53f76ccd-5934-4cd8-bf91-cbb82154baff req-c256be26-5af8-4d7c-a78c-a22d7eddb6e1 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392469 Aug 31 00:46:33.592526 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Routers {'05173e97-9f65-472e-844d-3bcea96185dc'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:46:33.593600 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:46:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['05173e97-9f65-472e-844d-3bcea96185dc'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:33.633659 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9aee897f-7d68-4e38-884f-42a3fa8cccbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:33.669965 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f9d6c-6368-4fef-acbf-04434a7f4770 None None] Pushing event updated for resources: {'Port': ['ID=39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:33.743115 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59334) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:33.743115 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-88259ec0-8cb2-49b2-8e59-2b1087c74170 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1971555755', 'description': 'tempest-description--1792660622'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:33.808536 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9aee897f-7d68-4e38-884f-42a3fa8cccbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:33.857001 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.api [None req-88259ec0-8cb2-49b2-8e59-2b1087c74170 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 00:46:33.857001 n-d-793621-34 neutron-server[102343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 00:46:33.857001 n-d-793621-34 neutron-server[102343]: [parameters: {'project_id_1': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'expiration_1': datetime.datetime(2021, 8, 31, 0, 46, 33, 751677)}] Aug 31 00:46:33.857001 n-d-793621-34 neutron-server[102343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 00:46:33.857911 n-d-793621-34 neutron-server[102343]: DEBUG oslo_db.api [None req-88259ec0-8cb2-49b2-8e59-2b1087c74170 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:46:33.907581 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9aee897f-7d68-4e38-884f-42a3fa8cccbd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d55611cc9cb34ef1bd6d478d0595da22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7214706 Aug 31 00:46:33.908131 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59336) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:33.909262 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee897f-7d68-4e38-884f-42a3fa8cccbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf04b4f-9cf8-4899-a4e8-56c9c1225f28,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:33.945579 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] Set router 05173e97-9f65-472e-844d-3bcea96185dc gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:46:34.042549 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59338) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:34.049277 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b93aaf0e-ae89-4217-97b9-ffdb4f8518c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:34.076282 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a547d403-82b8-4107-9f50-cf2edd636789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:34.076850 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6607bce0-0316-4d61-8bc7-0e57eba7c65c req-9fa2e13a-a4dc-4d77-9de1-3376b18e95c6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:34.095392 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b93aaf0e-ae89-4217-97b9-ffdb4f8518c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:34.175100 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6607bce0-0316-4d61-8bc7-0e57eba7c65c req-9fa2e13a-a4dc-4d77-9de1-3376b18e95c6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:34.207166 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6607bce0-0316-4d61-8bc7-0e57eba7c65c req-9fa2e13a-a4dc-4d77-9de1-3376b18e95c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8110998 Aug 31 00:46:34.226667 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2e13a-a4dc-4d77-9de1-3376b18e95c6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0507fa22-211f-49e0-a110-24ab37f80307,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:34.286151 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b93aaf0e-ae89-4217-97b9-ffdb4f8518c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:34.289124 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b93aaf0e-ae89-4217-97b9-ffdb4f8518c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:34.290437 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b93aaf0e-ae89-4217-97b9-ffdb4f8518c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bcf04b4f-9cf8-4899-a4e8-56c9c1225f28 HTTP/1.1" status: 204 len: 168 time: 0.3805952 Aug 31 00:46:34.307973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93aaf0e-ae89-4217-97b9-ffdb4f8518c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf04b4f-9cf8-4899-a4e8-56c9c1225f28,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:34.344683 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e8a63f1d-d28e-443a-8dd6-7fea3bc34952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:34.391598 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05173e97-9f65-472e-844d-3bcea96185dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602765830-router', 'tenant_id': '854c9c5a42f54ef6bf57125f52acc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9f1395b5-fe95-4970-82ee-d6815f251836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:46:22Z', 'updated_at': '2021-08-31T00:46:28Z', 'revision_number': 4, 'project_id': '854c9c5a42f54ef6bf57125f52acc63a', 'gw_port': {'id': '9f1395b5-fe95-4970-82ee-d6815f251836', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05173e97-9f65-472e-844d-3bcea96185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:23Z', 'updated_at': '2021-08-31T00:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f', 'name': '', 'network_id': '27a6bb17-3726-4705-89dd-a20dd7edacef', 'tenant_id': '854c9c5a42f54ef6bf57125f52acc63a', 'mac_address': 'fa:16:3e:a2:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05173e97-9f65-472e-844d-3bcea96185dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06d5441e-21a8-49c3-b050-4671dfc2a957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:27Z', 'updated_at': '2021-08-31T00:46:33Z', 'revision_number': 4, 'project_id': '854c9c5a42f54ef6bf57125f52acc63a', 'subnets': [{'id': '06d5441e-21a8-49c3-b050-4671dfc2a957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:46:34.400946 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a547d403-82b8-4107-9f50-cf2edd636789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:34.428379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cc1c89-f849-4710-ac78-0d08181ef3e4 None None] The sync data for ids ['05173e97-9f65-472e-844d-3bcea96185dc'] in n-d-793621-34 is: [{'id': '05173e97-9f65-472e-844d-3bcea96185dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602765830-router', 'tenant_id': '854c9c5a42f54ef6bf57125f52acc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9f1395b5-fe95-4970-82ee-d6815f251836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:46:22Z', 'updated_at': '2021-08-31T00:46:28Z', 'revision_number': 4, 'project_id': '854c9c5a42f54ef6bf57125f52acc63a', 'gw_port': {'id': '9f1395b5-fe95-4970-82ee-d6815f251836', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05173e97-9f65-472e-844d-3bcea96185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:23Z', 'updated_at': '2021-08-31T00:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f', 'name': '', 'network_id': '27a6bb17-3726-4705-89dd-a20dd7edacef', 'tenant_id': '854c9c5a42f54ef6bf57125f52acc63a', 'mac_address': 'fa:16:3e:a2:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05173e97-9f65-472e-844d-3bcea96185dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06d5441e-21a8-49c3-b050-4671dfc2a957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:27Z', 'updated_at': '2021-08-31T00:46:33Z', 'revision_number': 4, 'project_id': '854c9c5a42f54ef6bf57125f52acc63a', 'subnets': [{'id': '06d5441e-21a8-49c3-b050-4671dfc2a957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:46:34.528089 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a547d403-82b8-4107-9f50-cf2edd636789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:34.617905 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a547d403-82b8-4107-9f50-cf2edd636789 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=466f64e628ef409981c55cec56873fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5718925 Aug 31 00:46:34.637674 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59356) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:34.698080 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547d403-82b8-4107-9f50-cf2edd636789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3986f9-1920-4782-973e-ad5614e9c7b9,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:34.833607 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88259ec0-8cb2-49b2-8e59-2b1087c74170 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:34.842413 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-714ba737-638f-484f-9fd7-9f594dd7e43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:34.896882 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-714ba737-638f-484f-9fd7-9f594dd7e43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:34.913421 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e819955-3c81-4821-9ed7-8959f207e7e0 req-6e85968e-701e-4193-9a45-84554835863c tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:34.915106 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5e819955-3c81-4821-9ed7-8959f207e7e0 req-6e85968e-701e-4193-9a45-84554835863c tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 971 time: 0.1478405 Aug 31 00:46:35.054192 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5e819955-3c81-4821-9ed7-8959f207e7e0 req-16e73c71-6dfd-4b3c-bf9b-f0299a532db9 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209927 Aug 31 00:46:35.148620 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88259ec0-8cb2-49b2-8e59-2b1087c74170 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:35.185783 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-714ba737-638f-484f-9fd7-9f594dd7e43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:35.194190 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-714ba737-638f-484f-9fd7-9f594dd7e43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:35.206898 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-714ba737-638f-484f-9fd7-9f594dd7e43a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c3986f9-1920-4782-973e-ad5614e9c7b9 HTTP/1.1" status: 204 len: 168 time: 0.5576904 Aug 31 00:46:35.211488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ba737-638f-484f-9fd7-9f594dd7e43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3986f9-1920-4782-973e-ad5614e9c7b9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:35.269651 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88259ec0-8cb2-49b2-8e59-2b1087c74170 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:35.327726 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88259ec0-8cb2-49b2-8e59-2b1087c74170 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:35.384472 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88259ec0-8cb2-49b2-8e59-2b1087c74170 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:35.390894 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-88259ec0-8cb2-49b2-8e59-2b1087c74170 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6559732 Aug 31 00:46:35.394090 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59372) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:35.417237 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b69cc00c-19fd-46ca-a17a-26aa2756106a tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Request body: {'security_group_rule': {'security_group_id': 'e3ffa6f9-efa8-4ee8-a9f1-0aca89607665', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:35.600229 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b69cc00c-19fd-46ca-a17a-26aa2756106a tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:35.667338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:46:35.724935 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b69cc00c-19fd-46ca-a17a-26aa2756106a tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:35.864646 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b69cc00c-19fd-46ca-a17a-26aa2756106a tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:35.891267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cc00c-19fd-46ca-a17a-26aa2756106a tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e1a75d-331f-4f07-9ad3-1a0470767c04,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:35.893183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:46:35.898823 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:35.899758 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:35.964815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59380) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:36.045264 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-70ef172c-f279-451a-8114-8cc5d6dce1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:36.050859 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b69cc00c-19fd-46ca-a17a-26aa2756106a tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:36.055202 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b69cc00c-19fd-46ca-a17a-26aa2756106a tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6562653 Aug 31 00:46:36.062982 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59382) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:36.065251 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-50d116c5-f797-4363-ab12-c2f001821230 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Request body: {'security_group_rule': {'security_group_id': 'e3ffa6f9-efa8-4ee8-a9f1-0aca89607665', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:36.111898 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.api [None req-50d116c5-f797-4363-ab12-c2f001821230 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 00:46:36.111898 n-d-793621-34 neutron-server[102342]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 00:46:36.111898 n-d-793621-34 neutron-server[102342]: [parameters: {'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'id': 'a6e3d489-52b6-40be-9d77-be92133e3bad', 'expiration': datetime.datetime(2021, 8, 31, 0, 48, 36, 98877)}] Aug 31 00:46:36.111898 n-d-793621-34 neutron-server[102342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 00:46:36.113118 n-d-793621-34 neutron-server[102342]: DEBUG oslo_db.api [None req-50d116c5-f797-4363-ab12-c2f001821230 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:46:36.152092 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:36.281843 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f,segment=NetworkSegment(408bd9ae-6f56-40a4-92a6-b7a446e8bb34),segment_id=408bd9ae-6f56-40a4-92a6-b7a446e8bb34)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:46:36.380812 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:36.493758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074270bf-6044-4722-b40a-11714efb61b3 req-0b689870-1119-4c48-be5d-9e9cb8a4f740 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:36.495375 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-074270bf-6044-4722-b40a-11714efb61b3 req-0b689870-1119-4c48-be5d-9e9cb8a4f740 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 971 time: 0.1496484 Aug 31 00:46:36.505620 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-70ef172c-f279-451a-8114-8cc5d6dce1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:36.574041 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-074270bf-6044-4722-b40a-11714efb61b3 req-b9849247-b446-4b72-a970-85f6ec0d914f tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631578 Aug 31 00:46:36.583692 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-70ef172c-f279-451a-8114-8cc5d6dce1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:36.615198 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:36.663916 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-70ef172c-f279-451a-8114-8cc5d6dce1c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e5b34530e7b4fbeab9b932749bce737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6970785 Aug 31 00:46:36.665625 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef172c-f279-451a-8114-8cc5d6dce1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94946143-d0d9-47cf-92ba-7c6cea602a45,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:36.668448 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59396) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:36.693601 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:36.728499 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:36.730300 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:36.766950 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f9d14bf-01d5-43bb-8e39-d69a026d3089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:36.803461 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-50d116c5-f797-4363-ab12-c2f001821230 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:36.841313 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f9d14bf-01d5-43bb-8e39-d69a026d3089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:36.899770 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fe7d2fa3-7033-41c2-be10-daf7de9f9e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:36.977803 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-50d116c5-f797-4363-ab12-c2f001821230 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:37.057427 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-50d116c5-f797-4363-ab12-c2f001821230 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:37.063598 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f9d14bf-01d5-43bb-8e39-d69a026d3089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:37.067456 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f9d14bf-01d5-43bb-8e39-d69a026d3089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:37.068722 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8f9d14bf-01d5-43bb-8e39-d69a026d3089 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94946143-d0d9-47cf-92ba-7c6cea602a45 HTTP/1.1" status: 204 len: 168 time: 0.3967988 Aug 31 00:46:37.091401 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d14bf-01d5-43bb-8e39-d69a026d3089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94946143-d0d9-47cf-92ba-7c6cea602a45,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:37.101226 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d116c5-f797-4363-ab12-c2f001821230 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d57d16-7c48-4480-ba00-f2022b7e9fb9,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:37.197605 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-50d116c5-f797-4363-ab12-c2f001821230 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:37.201274 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-50d116c5-f797-4363-ab12-c2f001821230 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1435103 Aug 31 00:46:37.204861 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59410) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:37.217076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-baa3c7f2-8a12-4882-95a8-289db2215ebc tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:37.311624 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59416) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:37.368489 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-baa3c7f2-8a12-4882-95a8-289db2215ebc tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:37.544477 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-baa3c7f2-8a12-4882-95a8-289db2215ebc tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:37.633763 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:46:37.747174 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:37.748088 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:37.836935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5682cd-783e-474a-9e1c-2df000d9400d req-8c7f9f68-9843-4f40-b596-4ce566dab7b3 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:37.839725 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a5682cd-783e-474a-9e1c-2df000d9400d req-8c7f9f68-9843-4f40-b596-4ce566dab7b3 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 971 time: 0.1264000 Aug 31 00:46:37.865734 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-baa3c7f2-8a12-4882-95a8-289db2215ebc tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Allocated IP 172.25.2.71 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/048cc629-4180-4eb8-a0bc-0ca540ae69d1) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:46:38.017507 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a311ac5-26fd-436b-adb7-c0d9787b2f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:38.169181 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a311ac5-26fd-436b-adb7-c0d9787b2f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:38.218802 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a5682cd-783e-474a-9e1c-2df000d9400d req-746098ca-1bce-4940-be45-f4ac5fb0879e tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567617 Aug 31 00:46:38.274826 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a311ac5-26fd-436b-adb7-c0d9787b2f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:38.302358 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-baa3c7f2-8a12-4882-95a8-289db2215ebc tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:38.319547 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:38.364198 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5a311ac5-26fd-436b-adb7-c0d9787b2f6c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c25b121876dc47c99a39340e75f3e97a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0507264 Aug 31 00:46:38.368390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59444) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:38.386410 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a311ac5-26fd-436b-adb7-c0d9787b2f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172b3b4e-a4c8-4dda-80ec-d1bcba0d9fcd,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:38.429312 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-baa3c7f2-8a12-4882-95a8-289db2215ebc tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:38.509769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa3c7f2-8a12-4882-95a8-289db2215ebc tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:46:38.521105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-baa3c7f2-8a12-4882-95a8-289db2215ebc tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:46:38.539390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa3c7f2-8a12-4882-95a8-289db2215ebc tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:46:38.546073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3c7f2-8a12-4882-95a8-289db2215ebc tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Pushing event updated for resources: {'Port': ['ID=048cc629-4180-4eb8-a0bc-0ca540ae69d1,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:38.597845 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-365b9efd-a223-4eea-8b41-0ab37aa6b787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:38.618798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142e38a-d766-4f13-a976-1ed4dd3a922a req-b3b27e39-bf65-462f-a614-039994acda53 tempest-AggregatesAdminTestJSON-411683272 tempest-AggregatesAdminTestJSON-411683272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:38.619682 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f142e38a-d766-4f13-a976-1ed4dd3a922a req-b3b27e39-bf65-462f-a614-039994acda53 tempest-AggregatesAdminTestJSON-411683272 tempest-AggregatesAdminTestJSON-411683272-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 1123 time: 0.2095048 Aug 31 00:46:38.683630 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-365b9efd-a223-4eea-8b41-0ab37aa6b787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:38.690530 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f142e38a-d766-4f13-a976-1ed4dd3a922a req-ce9879fb-a6d6-453e-a78a-8da55db1c8e3 tempest-AggregatesAdminTestJSON-411683272 tempest-AggregatesAdminTestJSON-411683272-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:38.851613 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-baa3c7f2-8a12-4882-95a8-289db2215ebc tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:39.079525 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-365b9efd-a223-4eea-8b41-0ab37aa6b787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:39.083753 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-365b9efd-a223-4eea-8b41-0ab37aa6b787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:39.085149 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-365b9efd-a223-4eea-8b41-0ab37aa6b787 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/172b3b4e-a4c8-4dda-80ec-d1bcba0d9fcd HTTP/1.1" status: 204 len: 168 time: 0.7157156 Aug 31 00:46:39.092225 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-baa3c7f2-8a12-4882-95a8-289db2215ebc tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:39.153244 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b9efd-a223-4eea-8b41-0ab37aa6b787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172b3b4e-a4c8-4dda-80ec-d1bcba0d9fcd,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:39.368520 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f142e38a-d766-4f13-a976-1ed4dd3a922a req-ce9879fb-a6d6-453e-a78a-8da55db1c8e3 tempest-AggregatesAdminTestJSON-411683272 tempest-AggregatesAdminTestJSON-411683272-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:39.466525 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f142e38a-d766-4f13-a976-1ed4dd3a922a req-ce9879fb-a6d6-453e-a78a-8da55db1c8e3 tempest-AggregatesAdminTestJSON-411683272 tempest-AggregatesAdminTestJSON-411683272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:39.480994 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-baa3c7f2-8a12-4882-95a8-289db2215ebc tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:39.518442 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f142e38a-d766-4f13-a976-1ed4dd3a922a req-ce9879fb-a6d6-453e-a78a-8da55db1c8e3 tempest-AggregatesAdminTestJSON-411683272 tempest-AggregatesAdminTestJSON-411683272-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8765593 Aug 31 00:46:39.535734 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9879fb-a6d6-453e-a78a-8da55db1c8e3 tempest-AggregatesAdminTestJSON-411683272 tempest-AggregatesAdminTestJSON-411683272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6d9a7c-c816-436d-885f-48ebe5e7dd12,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:39.624333 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-baa3c7f2-8a12-4882-95a8-289db2215ebc tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:39.720695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3c7f2-8a12-4882-95a8-289db2215ebc tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Pushing event updated for resources: {'Port': ['ID=048cc629-4180-4eb8-a0bc-0ca540ae69d1,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:39.739969 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-baa3c7f2-8a12-4882-95a8-289db2215ebc tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:39.853097 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-baa3c7f2-8a12-4882-95a8-289db2215ebc tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:39.854534 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-baa3c7f2-8a12-4882-95a8-289db2215ebc tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6465797 Aug 31 00:46:40.005719 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:40.475742 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59516) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:40.507983 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2198f5da-5dc6-4b2a-9d16-d035850c79c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:40.744787 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2198f5da-5dc6-4b2a-9d16-d035850c79c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:40.813069 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-cbec29c7-c4b1-49d5-80ef-75f1b1d75d50 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1971555755&fields=id&tenant_id=a35bf8903ff840dcbf6ccdb26a9793ce HTTP/1.1" status: 200 len: 267 time: 0.0810087 Aug 31 00:46:40.918611 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2198f5da-5dc6-4b2a-9d16-d035850c79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:41.063461 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2198f5da-5dc6-4b2a-9d16-d035850c79c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72e825ec2d0d4d738a4401587d1c4be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5864735 Aug 31 00:46:41.064206 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198f5da-5dc6-4b2a-9d16-d035850c79c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c1964c-44d0-4e77-8771-e7bb1517b983,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:41.066191 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59546) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:41.151607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade397b1-12d1-4046-8598-62bde4c4223b req-2ecd64c0-cc3c-4931-a048-686987905118 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:41.154513 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-2ecd64c0-cc3c-4931-a048-686987905118 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/networks?id=ac02a892-5a99-478c-bb22-879aa954e70c HTTP/1.1" status: 200 len: 824 time: 0.3329892 Aug 31 00:46:41.180113 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b7e8bfed-119e-4b14-9f44-a888471a7f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:41.184441 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-54ae1d54-3694-4fc2-bd0a-91db96df29fb tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/quotas/a35bf8903ff840dcbf6ccdb26a9793ce HTTP/1.1" status: 200 len: 375 time: 0.0221329 Aug 31 00:46:41.225315 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b7e8bfed-119e-4b14-9f44-a888471a7f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:41.291695 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-dc471b27-b490-4e67-b1fb-eb81fd72f5f9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a35bf8903ff840dcbf6ccdb26a9793ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0931749 Aug 31 00:46:41.434935 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b7e8bfed-119e-4b14-9f44-a888471a7f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:41.440030 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b7e8bfed-119e-4b14-9f44-a888471a7f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:41.445497 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b7e8bfed-119e-4b14-9f44-a888471a7f80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27c1964c-44d0-4e77-8771-e7bb1517b983 HTTP/1.1" status: 204 len: 168 time: 0.3738825 Aug 31 00:46:41.457364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8bfed-119e-4b14-9f44-a888471a7f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c1964c-44d0-4e77-8771-e7bb1517b983,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:42.563967 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-5d201978-2e14-490e-98e1-390a71ea69d4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:46:42.563967 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-5d201978-2e14-490e-98e1-390a71ea69d4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2524228 Aug 31 00:46:42.723311 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-eafa48c2-40c1-4246-9002-ab3fec348316 service neutron] 10.222.0.16 "GET /v2.0/networks/ac02a892-5a99-478c-bb22-879aa954e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442862 Aug 31 00:46:42.904438 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-cff7e1f5-d69d-404f-a760-f72a2336beef service neutron] 10.222.0.16 "GET /v2.0/networks/ac02a892-5a99-478c-bb22-879aa954e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745901 Aug 31 00:46:43.578537 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1f056aa5-bb93-4170-8504-f269eedf2d9c req-b03d53ea-9d5f-4c3d-be69-3980b20d25a7 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 210 time: 0.0672753 Aug 31 00:46:44.552926 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59684) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:44.704681 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a512a38e-a5f9-4e1a-96df-78dbbca81c3e req-7ae93d3d-c9f6-41db-88a0-140f19583949 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 210 time: 0.0296421 Aug 31 00:46:44.970504 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c79f62-4455-4155-bd96-951a6c664640 req-9e484c69-ef2c-47cf-bc81-8f2e47724e4a tempest-NetworksTest-1602197873 tempest-NetworksTest-1602197873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:44.971364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c79f62-4455-4155-bd96-951a6c664640 req-9e484c69-ef2c-47cf-bc81-8f2e47724e4a tempest-NetworksTest-1602197873 tempest-NetworksTest-1602197873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:44.972072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c79f62-4455-4155-bd96-951a6c664640 req-9e484c69-ef2c-47cf-bc81-8f2e47724e4a tempest-NetworksTest-1602197873 tempest-NetworksTest-1602197873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:44.972918 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c79f62-4455-4155-bd96-951a6c664640 req-9e484c69-ef2c-47cf-bc81-8f2e47724e4a tempest-NetworksTest-1602197873 tempest-NetworksTest-1602197873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:44.973715 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c79f62-4455-4155-bd96-951a6c664640 req-9e484c69-ef2c-47cf-bc81-8f2e47724e4a tempest-NetworksTest-1602197873 tempest-NetworksTest-1602197873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:44.976977 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-36c79f62-4455-4155-bd96-951a6c664640 req-9e484c69-ef2c-47cf-bc81-8f2e47724e4a tempest-NetworksTest-1602197873 tempest-NetworksTest-1602197873-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1588798 Aug 31 00:46:45.167804 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c24b0-8069-4a2c-9913-e2439fe1fc6c req-58306f5b-6f53-4b1d-9f59-f4c4d45b90c5 tempest-NetworksTest-1602197873 tempest-NetworksTest-1602197873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:45.171049 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1a1c24b0-8069-4a2c-9913-e2439fe1fc6c req-58306f5b-6f53-4b1d-9f59-f4c4d45b90c5 tempest-NetworksTest-1602197873 tempest-NetworksTest-1602197873-project-admin] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 886 time: 0.1720808 Aug 31 00:46:45.256399 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:46:45.365785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec345260-b52b-4297-be6c-f66425aafee0 req-a84972b7-8f32-481f-b50e-60384c5a55b8 tempest-NetworksTest-1602197873 tempest-NetworksTest-1602197873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:45.367276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec345260-b52b-4297-be6c-f66425aafee0 req-a84972b7-8f32-481f-b50e-60384c5a55b8 tempest-NetworksTest-1602197873 tempest-NetworksTest-1602197873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:45.368458 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec345260-b52b-4297-be6c-f66425aafee0 req-a84972b7-8f32-481f-b50e-60384c5a55b8 tempest-NetworksTest-1602197873 tempest-NetworksTest-1602197873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:45.369128 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec345260-b52b-4297-be6c-f66425aafee0 req-a84972b7-8f32-481f-b50e-60384c5a55b8 tempest-NetworksTest-1602197873 tempest-NetworksTest-1602197873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:45.370411 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec345260-b52b-4297-be6c-f66425aafee0 req-a84972b7-8f32-481f-b50e-60384c5a55b8 tempest-NetworksTest-1602197873 tempest-NetworksTest-1602197873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:45.372981 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ec345260-b52b-4297-be6c-f66425aafee0 req-a84972b7-8f32-481f-b50e-60384c5a55b8 tempest-NetworksTest-1602197873 tempest-NetworksTest-1602197873-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1804190 Aug 31 00:46:45.493530 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3e5c2ac-2b16-4031-8a82-ace20adb8e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:45.519629 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59722) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:45.542236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59726) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:45.634966 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3e5c2ac-2b16-4031-8a82-ace20adb8e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:45.784118 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3e5c2ac-2b16-4031-8a82-ace20adb8e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:45.869188 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-894bb9c5-0fc6-44c9-b059-c788245c6bed req-5da3bbe0-d959-41ff-8a7e-9e1fc577957a tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 210 time: 0.0605891 Aug 31 00:46:45.872090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5c2ac-2b16-4031-8a82-ace20adb8e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b6cabb-2365-4f03-82b7-a2b2da0fb75b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:45.888605 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d3e5c2ac-2b16-4031-8a82-ace20adb8e07 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=728cd8c560524012b941c244eb757000&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3337820 Aug 31 00:46:45.893261 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59738) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:45.989640 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef31cd4b-2270-4251-9f50-625e7f70ed84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:46.034016 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef31cd4b-2270-4251-9f50-625e7f70ed84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:46.267417 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef31cd4b-2270-4251-9f50-625e7f70ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:46.279910 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef31cd4b-2270-4251-9f50-625e7f70ed84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:46.279910 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ef31cd4b-2270-4251-9f50-625e7f70ed84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05b6cabb-2365-4f03-82b7-a2b2da0fb75b HTTP/1.1" status: 204 len: 168 time: 0.3767183 Aug 31 00:46:46.287143 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31cd4b-2270-4251-9f50-625e7f70ed84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b6cabb-2365-4f03-82b7-a2b2da0fb75b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:46.388207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-dd6dc675-12c2-4d14-a63f-735a025fe4e5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-932321489-network', 'tenant_id': '70608dabb68b4f098ed58bafcf31f2c9'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:46.438931 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e3af300c-f1c5-47a6-8fa6-97afcc53c276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:46.440412 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59760) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:46.461575 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59766) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:46.544327 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:46.587321 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6dc675-12c2-4d14-a63f-735a025fe4e5 admin admin] Made reservation on behalf of 70608dabb68b4f098ed58bafcf31f2c9 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:46:46.589624 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd6dc675-12c2-4d14-a63f-735a025fe4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:46.594349 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6be66cde-fc4b-49d5-aa1d-b4fc63d69f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:46.605732 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.api [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 00:46:46.605732 n-d-793621-34 neutron-server[102342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 00:46:46.605732 n-d-793621-34 neutron-server[102342]: [parameters: {'project_id_1': 'e3c35c5be6e04e6aa27623d6f952bd13', 'expiration_1': datetime.datetime(2021, 8, 31, 0, 46, 46, 557703)}] Aug 31 00:46:46.605732 n-d-793621-34 neutron-server[102342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 00:46:46.611017 n-d-793621-34 neutron-server[102342]: DEBUG oslo_db.api [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:46:46.611117 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd6dc675-12c2-4d14-a63f-735a025fe4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:46.614504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.48', 58330) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:46.758380 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e3af300c-f1c5-47a6-8fa6-97afcc53c276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:46.825870 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e3af300c-f1c5-47a6-8fa6-97afcc53c276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:46.873173 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e3af300c-f1c5-47a6-8fa6-97afcc53c276 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4475488298374061a38364d21b78dee5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3276632 Aug 31 00:46:46.879339 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59784) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:46.994936 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b09798af-7c35-4714-bd90-ba939a681e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:47.025075 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af300c-f1c5-47a6-8fa6-97afcc53c276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7a13a1-31ac-4069-8443-a43637e0bdeb,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:47.056737 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b09798af-7c35-4714-bd90-ba939a681e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:47.118899 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade397b1-12d1-4046-8598-62bde4c4223b req-dc135280-d5a1-4397-97bf-4df8577c7dd3 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:47.124879 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-dc135280-d5a1-4397-97bf-4df8577c7dd3 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.48 "GET /v2.0/networks?id=ac02a892-5a99-478c-bb22-879aa954e70c HTTP/1.1" status: 200 len: 824 time: 0.5075500 Aug 31 00:46:47.128743 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:47.183003 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ddc93fd2-3bfe-4d98-8457-bd391a34bab3 req-d734dc10-77c1-4648-8f8f-5328ba56a64b tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 210 time: 0.0623522 Aug 31 00:46:47.328914 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-74b5eae1-e4f4-4587-9883-e180d72e63e9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a35bf8903ff840dcbf6ccdb26a9793ce HTTP/1.1" status: 200 len: 380 time: 0.1114128 Aug 31 00:46:47.348362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-ade397b1-12d1-4046-8598-62bde4c4223b req-52f9494a-b5ce-4349-be61-610edd3af5ff tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Request body: {'port': {'device_id': 'b8f44267-ccb2-4ae8-a654-d374431f1b06', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'admin_state_up': True, 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'security_groups': ['e3ffa6f9-efa8-4ee8-a9f1-0aca89607665']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:47.368559 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b09798af-7c35-4714-bd90-ba939a681e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:47.377060 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b09798af-7c35-4714-bd90-ba939a681e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:47.390004 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b09798af-7c35-4714-bd90-ba939a681e77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c7a13a1-31ac-4069-8443-a43637e0bdeb HTTP/1.1" status: 204 len: 168 time: 0.4826460 Aug 31 00:46:47.460525 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09798af-7c35-4714-bd90-ba939a681e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7a13a1-31ac-4069-8443-a43637e0bdeb,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:47.472805 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6be66cde-fc4b-49d5-aa1d-b4fc63d69f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:47.705107 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6be66cde-fc4b-49d5-aa1d-b4fc63d69f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:47.815654 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6be66cde-fc4b-49d5-aa1d-b4fc63d69f29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a05a1290d16b4a35b1a90eaebcb1d4a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3521440 Aug 31 00:46:47.818214 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be66cde-fc4b-49d5-aa1d-b4fc63d69f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641fdc34-4758-4df8-b6d8-b23e9eba5023,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:47.820799 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59816) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:47.909388 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59818) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:47.953417 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb1cc-5067-47f9-be6d-6f2bdb63c92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:48.016625 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aedaff74-cae5-4ab6-94db-790cdb603d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:48.083662 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aedaff74-cae5-4ab6-94db-790cdb603d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:48.246281 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd6dc675-12c2-4d14-a63f-735a025fe4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:48.274317 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aedaff74-cae5-4ab6-94db-790cdb603d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:48.279577 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aedaff74-cae5-4ab6-94db-790cdb603d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:48.284714 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-aedaff74-cae5-4ab6-94db-790cdb603d24 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/641fdc34-4758-4df8-b6d8-b23e9eba5023 HTTP/1.1" status: 204 len: 168 time: 0.4584763 Aug 31 00:46:48.310262 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedaff74-cae5-4ab6-94db-790cdb603d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641fdc34-4758-4df8-b6d8-b23e9eba5023,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:48.344465 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaff74-cae5-4ab6-94db-790cdb603d24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.349886 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaff74-cae5-4ab6-94db-790cdb603d24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.350766 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaff74-cae5-4ab6-94db-790cdb603d24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.351597 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaff74-cae5-4ab6-94db-790cdb603d24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.352357 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaff74-cae5-4ab6-94db-790cdb603d24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.353189 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaff74-cae5-4ab6-94db-790cdb603d24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.353993 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaff74-cae5-4ab6-94db-790cdb603d24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.354940 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaff74-cae5-4ab6-94db-790cdb603d24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.355898 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaff74-cae5-4ab6-94db-790cdb603d24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.356322 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaff74-cae5-4ab6-94db-790cdb603d24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.357271 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaff74-cae5-4ab6-94db-790cdb603d24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.358301 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaff74-cae5-4ab6-94db-790cdb603d24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.367799 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd6dc675-12c2-4d14-a63f-735a025fe4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:48.413926 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6dc675-12c2-4d14-a63f-735a025fe4e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:46:48.485857 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dc675-12c2-4d14-a63f-735a025fe4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219f5809-356e-42a8-9b69-aa12c03359fd,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:48.531743 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0dff5b6b-4570-405d-b79f-66322b9f1548 req-91d041c7-8e49-4ef9-94f4-bbce5cd18c03 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 210 time: 0.0571218 Aug 31 00:46:48.624563 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:48.707539 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd6dc675-12c2-4d14-a63f-735a025fe4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:48.708009 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-dd6dc675-12c2-4d14-a63f-735a025fe4e5 admin admin] Added segment 5ef7a7ad-7223-442c-841c-6b7d4601686a of type vlan for network dffc61c4-1ac9-454f-80fe-3549f2de306f Aug 31 00:46:48.775149 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd6dc675-12c2-4d14-a63f-735a025fe4e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:48.829544 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:48.897946 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3c35c5be6e04e6aa27623d6f952bd13&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4564095 Aug 31 00:46:48.899228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e7eb70-2a1e-4f95-9d39-faf3f6d740a0,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:48.902407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59838) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:48.907695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.908059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.908357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.908682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.909010 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.909334 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.909706 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.910025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.910352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.910669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.911027 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.911391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514f47-633f-4d39-a3a5-7422845425b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:46:48.960922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade397b1-12d1-4046-8598-62bde4c4223b req-52f9494a-b5ce-4349-be61-610edd3af5ff tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Made reservation on behalf of a35bf8903ff840dcbf6ccdb26a9793ce for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:46:48.970686 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ade397b1-12d1-4046-8598-62bde4c4223b req-52f9494a-b5ce-4349-be61-610edd3af5ff tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:48.991796 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd6dc675-12c2-4d14-a63f-735a025fe4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:48.994122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6dc675-12c2-4d14-a63f-735a025fe4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:48.997727 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd6dc675-12c2-4d14-a63f-735a025fe4e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:49.093102 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9e59e116-d888-4b0e-8825-b16175c76736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:49.110692 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dc675-12c2-4d14-a63f-735a025fe4e5 admin admin] Pushing event updated for resources: {'Network': ['ID=dffc61c4-1ac9-454f-80fe-3549f2de306f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:49.133410 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9e59e116-d888-4b0e-8825-b16175c76736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:49.136061 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network dffc61c4-1ac9-454f-80fe-3549f2de306f details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:46:49.217207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59846) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:49.315155 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e4f014f0-e198-41ca-9fef-a07b19fcf29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:49.356768 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59850) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:49.479440 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb1cc-5067-47f9-be6d-6f2bdb63c92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:49.481106 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-ade397b1-12d1-4046-8598-62bde4c4223b req-52f9494a-b5ce-4349-be61-610edd3af5ff tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Allocated IP 172.20.0.12 (ac02a892-5a99-478c-bb22-879aa954e70c/10e3e269-b5b9-411a-82d5-ee75bbf3461c/0680ed08-c2e1-4985-9278-f8ec52c31859) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:46:49.546202 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87477c20-98d2-494c-ba5f-d1f140654fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:49.585208 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9e59e116-d888-4b0e-8825-b16175c76736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:49.589013 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9e59e116-d888-4b0e-8825-b16175c76736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:49.590512 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9e59e116-d888-4b0e-8825-b16175c76736 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19e7eb70-2a1e-4f95-9d39-faf3f6d740a0 HTTP/1.1" status: 204 len: 168 time: 0.6858740 Aug 31 00:46:49.601634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59e116-d888-4b0e-8825-b16175c76736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e7eb70-2a1e-4f95-9d39-faf3f6d740a0,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:49.688915 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb1cc-5067-47f9-be6d-6f2bdb63c92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:49.751738 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-724870d1-9e93-4db7-8d5d-3a93f5841bc2 req-b8834cb8-3964-42d0-80de-f9c067441ba3 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 210 time: 0.0902793 Aug 31 00:46:49.797498 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dd6dc675-12c2-4d14-a63f-735a025fe4e5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 4.2716947 Aug 31 00:46:49.802254 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59858) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:49.816309 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-78b6a82b-9f77-4ba2-90c5-36774b2e6ba9 admin admin] Request body: {'subnet': {'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-932321489-subnet', 'tenant_id': '70608dabb68b4f098ed58bafcf31f2c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:49.870137 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b6fcb1cc-5067-47f9-be6d-6f2bdb63c92c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0594ed3ab564435af5497f2e066c4ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9584627 Aug 31 00:46:49.877861 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59860) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:49.881567 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcb1cc-5067-47f9-be6d-6f2bdb63c92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7417dba6-059d-4d8c-a9a3-b1be9f677624,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:50.014703 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ade397b1-12d1-4046-8598-62bde4c4223b req-52f9494a-b5ce-4349-be61-610edd3af5ff tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:50.029816 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e9944d4-b808-4899-8fcc-35e3026322d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:50.043123 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e4f014f0-e198-41ca-9fef-a07b19fcf29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:50.045338 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-ade397b1-12d1-4046-8598-62bde4c4223b req-52f9494a-b5ce-4349-be61-610edd3af5ff tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Transition to ACTIVE for port object 0680ed08-c2e1-4985-9278-f8ec52c31859 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:46:50.069743 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e9944d4-b808-4899-8fcc-35e3026322d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:50.153759 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e4f014f0-e198-41ca-9fef-a07b19fcf29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:50.240819 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f014f0-e198-41ca-9fef-a07b19fcf29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b018a6e5-c850-4610-8190-84dda728fd4c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:50.257401 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e4f014f0-e198-41ca-9fef-a07b19fcf29b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=699327bf0d49421a9a367a6344ac5146&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0378966 Aug 31 00:46:50.274611 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59870) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:50.276910 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ade397b1-12d1-4046-8598-62bde4c4223b req-52f9494a-b5ce-4349-be61-610edd3af5ff tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:50.366486 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e9944d4-b808-4899-8fcc-35e3026322d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:50.372273 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e9944d4-b808-4899-8fcc-35e3026322d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:50.376611 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3e9944d4-b808-4899-8fcc-35e3026322d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7417dba6-059d-4d8c-a9a3-b1be9f677624 HTTP/1.1" status: 204 len: 168 time: 0.4971616 Aug 31 00:46:50.401948 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9944d4-b808-4899-8fcc-35e3026322d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7417dba6-059d-4d8c-a9a3-b1be9f677624,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:50.418602 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87477c20-98d2-494c-ba5f-d1f140654fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:50.457406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade397b1-12d1-4046-8598-62bde4c4223b req-52f9494a-b5ce-4349-be61-610edd3af5ff tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Network ac02a892-5a99-478c-bb22-879aa954e70c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:46:50.478684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-ade397b1-12d1-4046-8598-62bde4c4223b req-52f9494a-b5ce-4349-be61-610edd3af5ff tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:46:50.487982 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade397b1-12d1-4046-8598-62bde4c4223b req-52f9494a-b5ce-4349-be61-610edd3af5ff tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:46:50.520147 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9494a-b5ce-4349-be61-610edd3af5ff tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Pushing event updated for resources: {'Port': ['ID=0680ed08-c2e1-4985-9278-f8ec52c31859,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:50.569041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0487e8e-fb01-4fad-89d5-228f54841fdd req-05b43994-8871-40df-8521-9bfc2756024c tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:50.570742 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c0487e8e-fb01-4fad-89d5-228f54841fdd req-05b43994-8871-40df-8521-9bfc2756024c tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 971 time: 0.3264360 Aug 31 00:46:50.586815 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-154ca2f7-1ecf-46f3-8058-2e00a845cc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:50.603432 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87477c20-98d2-494c-ba5f-d1f140654fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:50.632255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade397b1-12d1-4046-8598-62bde4c4223b req-52f9494a-b5ce-4349-be61-610edd3af5ff tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:50.634453 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ade397b1-12d1-4046-8598-62bde4c4223b req-52f9494a-b5ce-4349-be61-610edd3af5ff tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:50.639532 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-87477c20-98d2-494c-ba5f-d1f140654fbf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39a6b3206600464685898a98649a02cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2756803 Aug 31 00:46:50.687565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59874) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:50.749387 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c0487e8e-fb01-4fad-89d5-228f54841fdd req-1dbea83a-346c-47cb-b479-ad73c333c23a tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677115 Aug 31 00:46:50.751931 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-154ca2f7-1ecf-46f3-8058-2e00a845cc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:50.786867 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87477c20-98d2-494c-ba5f-d1f140654fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b542bfda-d137-4f7b-8dc4-97e618eedb51,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:50.834100 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53cb4c47-08f8-47bb-838d-d4cfed4a627b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:50.883966 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53cb4c47-08f8-47bb-838d-d4cfed4a627b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:50.901007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b6a82b-9f77-4ba2-90c5-36774b2e6ba9 admin admin] Made reservation on behalf of 70608dabb68b4f098ed58bafcf31f2c9 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:46:50.904072 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78b6a82b-9f77-4ba2-90c5-36774b2e6ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:50.939918 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1caa7a93-cb68-4300-b545-02b2275ad403 None None] Provisioning for port 0680ed08-c2e1-4985-9278-f8ec52c31859 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:46:50.947117 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-154ca2f7-1ecf-46f3-8058-2e00a845cc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:50.954350 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1caa7a93-cb68-4300-b545-02b2275ad403 None None] Provisioning complete for port 0680ed08-c2e1-4985-9278-f8ec52c31859 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:46:50.955174 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1caa7a93-cb68-4300-b545-02b2275ad403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:50.957761 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-154ca2f7-1ecf-46f3-8058-2e00a845cc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:50.961427 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-154ca2f7-1ecf-46f3-8058-2e00a845cc65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b018a6e5-c850-4610-8190-84dda728fd4c HTTP/1.1" status: 204 len: 168 time: 0.6705549 Aug 31 00:46:50.982291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59882) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:50.983527 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ca2f7-1ecf-46f3-8058-2e00a845cc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b018a6e5-c850-4610-8190-84dda728fd4c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:51.019519 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6ada3a13-c3ed-4f41-a45c-5b205d286c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:51.031875 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-52f9494a-b5ce-4349-be61-610edd3af5ff tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6966326 Aug 31 00:46:51.060987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-1caa7a93-cb68-4300-b545-02b2275ad403 None None] Port 0680ed08-c2e1-4985-9278-f8ec52c31859 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:46:51.144237 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04410342-c5b4-45dc-bfaa-8b7100573982 req-26356da5-03e3-4d0c-8c3d-7f65e065dab5 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:51.144237 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-04410342-c5b4-45dc-bfaa-8b7100573982 req-26356da5-03e3-4d0c-8c3d-7f65e065dab5 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 932 time: 0.2350144 Aug 31 00:46:51.145198 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59884) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:51.217640 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-04410342-c5b4-45dc-bfaa-8b7100573982 req-0afed037-023d-4e61-957e-1674efd83bac tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582924 Aug 31 00:46:51.243787 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53cb4c47-08f8-47bb-838d-d4cfed4a627b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:51.249675 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53cb4c47-08f8-47bb-838d-d4cfed4a627b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:51.251661 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-53cb4c47-08f8-47bb-838d-d4cfed4a627b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b542bfda-d137-4f7b-8dc4-97e618eedb51 HTTP/1.1" status: 204 len: 168 time: 0.6002693 Aug 31 00:46:51.332248 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb4c47-08f8-47bb-838d-d4cfed4a627b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b542bfda-d137-4f7b-8dc4-97e618eedb51,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:51.535814 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03251211-8ad3-46e2-884d-36d372edaa5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:51.625016 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78b6a82b-9f77-4ba2-90c5-36774b2e6ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:51.636845 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e65081-c6f5-4552-b463-c464afdda29e req-88a93f3e-7756-4d83-b287-5d5bdac9537c tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:51.640127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-98e65081-c6f5-4552-b463-c464afdda29e req-88a93f3e-7756-4d83-b287-5d5bdac9537c tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.41 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 971 time: 0.1784332 Aug 31 00:46:51.719559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6a82b-9f77-4ba2-90c5-36774b2e6ba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45fd49b9-6149-4edf-8dda-93674521e88a,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:51.722123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b6a82b-9f77-4ba2-90c5-36774b2e6ba9 admin admin] Checking segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:46:51.722452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b6a82b-9f77-4ba2-90c5-36774b2e6ba9 admin admin] Network hostable DHCP agents. Network: dffc61c4-1ac9-454f-80fe-3549f2de306f, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:46:51.854351 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b6a82b-9f77-4ba2-90c5-36774b2e6ba9 admin admin] Network dffc61c4-1ac9-454f-80fe-3549f2de306f is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:46:51.864261 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6ada3a13-c3ed-4f41-a45c-5b205d286c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:51.931226 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-78b6a82b-9f77-4ba2-90c5-36774b2e6ba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, dffc61c4-1ac9-454f-80fe-3549f2de306f) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:46:51.941038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b6a82b-9f77-4ba2-90c5-36774b2e6ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:51.941876 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78b6a82b-9f77-4ba2-90c5-36774b2e6ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:51.960164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51b1c89-48aa-4757-b898-c2acd9425fda None None] Network dffc61c4-1ac9-454f-80fe-3549f2de306f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:46:52.005054 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6ada3a13-c3ed-4f41-a45c-5b205d286c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:52.129081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada3a13-c3ed-4f41-a45c-5b205d286c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e81270e-058e-4d53-9238-b96a83fe799b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:52.134859 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6ada3a13-c3ed-4f41-a45c-5b205d286c9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f848c587a9c1487f8ef05970f58df0b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1322553 Aug 31 00:46:52.140150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59896) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:52.186779 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff26f9-461c-4c97-a037-8580f7796b49 req-03aec052-8441-40db-8bb1-cd08b5be22d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:52.199982 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6bff26f9-461c-4c97-a037-8580f7796b49 req-03aec052-8441-40db-8bb1-cd08b5be22d5 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 971 time: 0.2742324 Aug 31 00:46:52.221521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-98e65081-c6f5-4552-b463-c464afdda29e req-4dc6e1fc-788d-4d34-bc5e-8ab41e67a39d tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Deleting port 71ad33a3-9eea-4a4f-9305-2c18cf00a583 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:46:52.221948 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-98e65081-c6f5-4552-b463-c464afdda29e req-4dc6e1fc-788d-4d34-bc5e-8ab41e67a39d tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:52.341144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1da6f4e-1a8f-4788-a703-703a725df583 None None] Network dffc61c4-1ac9-454f-80fe-3549f2de306f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:46:52.456053 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6bff26f9-461c-4c97-a037-8580f7796b49 req-05d63031-73e8-4180-90ce-b1796961ec42 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/security-groups?id=36849cf6-f40f-488a-abc1-7f6cc3beda93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542076 Aug 31 00:46:52.614740 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96159b54-4da1-49b6-a717-dd9fd2a8f3c6 req-2e5faab3-ddb9-4c9a-a266-304deddb5d71 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:52.617232 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-96159b54-4da1-49b6-a717-dd9fd2a8f3c6 req-2e5faab3-ddb9-4c9a-a266-304deddb5d71 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 932 time: 0.1472182 Aug 31 00:46:52.618494 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d5e8e2d-6b13-4245-a106-3de3ce603ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:52.712146 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-98e65081-c6f5-4552-b463-c464afdda29e req-4dc6e1fc-788d-4d34-bc5e-8ab41e67a39d tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] For port 71ad33a3-9eea-4a4f-9305-2c18cf00a583, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=71ad33a3-9eea-4a4f-9305-2c18cf00a583,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:46:52.712519 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-98e65081-c6f5-4552-b463-c464afdda29e req-4dc6e1fc-788d-4d34-bc5e-8ab41e67a39d tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:52.713984 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d5e8e2d-6b13-4245-a106-3de3ce603ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:52.716935 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03251211-8ad3-46e2-884d-36d372edaa5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:52.738908 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-98e65081-c6f5-4552-b463-c464afdda29e req-4dc6e1fc-788d-4d34-bc5e-8ab41e67a39d tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Calling delete_port for 71ad33a3-9eea-4a4f-9305-2c18cf00a583 owned by compute:tempest-test_az-1995448826 {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:46:52.766161 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-96159b54-4da1-49b6-a717-dd9fd2a8f3c6 req-907ff0f8-298f-4668-9a67-4ced6818a4ae tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187537 Aug 31 00:46:52.826787 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03251211-8ad3-46e2-884d-36d372edaa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:52.904583 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-78b6a82b-9f77-4ba2-90c5-36774b2e6ba9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.0966804 Aug 31 00:46:52.928129 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d5e8e2d-6b13-4245-a106-3de3ce603ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:52.932429 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d5e8e2d-6b13-4245-a106-3de3ce603ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:52.938844 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8d5e8e2d-6b13-4245-a106-3de3ce603ce9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e81270e-058e-4d53-9238-b96a83fe799b HTTP/1.1" status: 204 len: 168 time: 0.7919335 Aug 31 00:46:52.945326 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-03251211-8ad3-46e2-884d-36d372edaa5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cc30cebb8014dbaa263ddbe37c1d894&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7981479 Aug 31 00:46:52.949951 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59916) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:52.953405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03251211-8ad3-46e2-884d-36d372edaa5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d8edfc-c98b-4c6d-a174-3b96496d33df,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:52.957317 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e8e2d-6b13-4245-a106-3de3ce603ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e81270e-058e-4d53-9238-b96a83fe799b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:53.087861 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59920) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:53.158515 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b8315223-a29b-4f08-a7c2-9abe4abf368a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:53.209205 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db5cd383-dd60-435b-a89f-43751bd67b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:53.274857 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db5cd383-dd60-435b-a89f-43751bd67b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:53.316297 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-98e65081-c6f5-4552-b463-c464afdda29e req-4dc6e1fc-788d-4d34-bc5e-8ab41e67a39d tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:53.343497 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['71ad33a3-9eea-4a4f-9305-2c18cf00a583'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:46:53.364174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6e1fc-788d-4d34-bc5e-8ab41e67a39d tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Pushing event deleted for resources: {'Port': ['ID=71ad33a3-9eea-4a4f-9305-2c18cf00a583,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:53.398221 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b8315223-a29b-4f08-a7c2-9abe4abf368a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:53.453488 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db5cd383-dd60-435b-a89f-43751bd67b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:53.456575 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db5cd383-dd60-435b-a89f-43751bd67b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:53.458088 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-db5cd383-dd60-435b-a89f-43751bd67b9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13d8edfc-c98b-4c6d-a174-3b96496d33df HTTP/1.1" status: 204 len: 168 time: 0.5070264 Aug 31 00:46:53.469863 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cd383-dd60-435b-a89f-43751bd67b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d8edfc-c98b-4c6d-a174-3b96496d33df,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:53.485727 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b8315223-a29b-4f08-a7c2-9abe4abf368a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:53.491678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e65081-c6f5-4552-b463-c464afdda29e req-4dc6e1fc-788d-4d34-bc5e-8ab41e67a39d tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] No DVR routers for this DVR port 71ad33a3-9eea-4a4f-9305-2c18cf00a583 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:46:53.499977 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-98e65081-c6f5-4552-b463-c464afdda29e req-4dc6e1fc-788d-4d34-bc5e-8ab41e67a39d tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:53.503459 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-98e65081-c6f5-4552-b463-c464afdda29e req-4dc6e1fc-788d-4d34-bc5e-8ab41e67a39d tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.41 "DELETE /v2.0/ports/71ad33a3-9eea-4a4f-9305-2c18cf00a583 HTTP/1.1" status: 204 len: 173 time: 1.8568013 Aug 31 00:46:53.504158 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53604635-d7d0-4686-aa48-ffeafd856e70', 'name': 'network-vif-deleted', 'tag': '71ad33a3-9eea-4a4f-9305-2c18cf00a583'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:46:53.519334 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df612221-2435-4cf0-8baa-1e55520e5079" -d '{"events": [{"server_uuid": "53604635-d7d0-4686-aa48-ffeafd856e70", "name": "network-vif-deleted", "tag": "71ad33a3-9eea-4a4f-9305-2c18cf00a583"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:46:53.600868 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b8315223-a29b-4f08-a7c2-9abe4abf368a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c57feba0803f4d2586a104d5c9908894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5114863 Aug 31 00:46:53.601825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8315223-a29b-4f08-a7c2-9abe4abf368a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b69a71-e907-4b67-91f1-260ef158ef29,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:53.605233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59932) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:53.709496 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-166455d4-c7ef-43e0-bb58-323cb6da6ed7 req-a87bcd3e-56a9-4b5b-90ab-c8aced8e7f72 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 210 time: 0.0448544 Aug 31 00:46:53.713023 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2aaf-89e3-4a57-a2e6-58e87a32363d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:53.759178 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3d9b42-171b-4600-b8b7-4c2dffad77a5 x-openstack-request-id: req-9b3d9b42-171b-4600-b8b7-4c2dffad77a5 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:46:53.759976 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53604635-d7d0-4686-aa48-ffeafd856e70", "name": "network-vif-deleted", "tag": "71ad33a3-9eea-4a4f-9305-2c18cf00a583", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:46:53.760528 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b3d9b42-171b-4600-b8b7-4c2dffad77a5 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:46:53.761181 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53604635-d7d0-4686-aa48-ffeafd856e70', 'name': 'network-vif-deleted', 'tag': '71ad33a3-9eea-4a4f-9305-2c18cf00a583', 'status': 'completed', 'code': 200} Aug 31 00:46:53.777943 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2aaf-89e3-4a57-a2e6-58e87a32363d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:53.944728 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2aaf-89e3-4a57-a2e6-58e87a32363d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:53.948255 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2aaf-89e3-4a57-a2e6-58e87a32363d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:53.950908 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f5eb2aaf-89e3-4a57-a2e6-58e87a32363d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03b69a71-e907-4b67-91f1-260ef158ef29 HTTP/1.1" status: 204 len: 168 time: 0.3422823 Aug 31 00:46:53.961336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb2aaf-89e3-4a57-a2e6-58e87a32363d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b69a71-e907-4b67-91f1-260ef158ef29,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:54.007375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf90d-da99-446d-ace1-3652e42bb0c8 req-38f439ce-efc0-4f32-b408-8f49d37d107b tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:54.009122 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8f8cf90d-da99-446d-ace1-3652e42bb0c8 req-38f439ce-efc0-4f32-b408-8f49d37d107b tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 932 time: 0.1124361 Aug 31 00:46:54.069941 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8f8cf90d-da99-446d-ace1-3652e42bb0c8 req-e7cae5f1-9eac-4520-8871-488f8c0ed01e tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532155 Aug 31 00:46:54.103602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-92c78146-881d-4ea0-9d8d-9cd27ad20562 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:46:54.106069 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-92c78146-881d-4ea0-9d8d-9cd27ad20562 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154953 Aug 31 00:46:54.866099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c89e4ef-51ee-4f90-9f41-fe671d413187 req-8b27d34e-585e-4f9a-839f-7197dcffca74 tempest-AggregatesAdminTestJSON-170120909 tempest-AggregatesAdminTestJSON-170120909-project] 10.222.0.16 "GET /v2.0/ports?device_id=53604635-d7d0-4686-aa48-ffeafd856e70 HTTP/1.1" status: 200 len: 210 time: 0.0327954 Aug 31 00:46:54.984174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Request body: {'port': {'device_id': 'b8f44267-ccb2-4ae8-a654-d374431f1b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:55.068262 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:55.286316 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8662c-6bef-4f5d-8201-803e4c61be2f req-269b2015-a3bf-4f07-8398-5e000549cab1 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:55.288834 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bbb8662c-6bef-4f5d-8201-803e4c61be2f req-269b2015-a3bf-4f07-8398-5e000549cab1 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 932 time: 0.0683632 Aug 31 00:46:55.383095 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bbb8662c-6bef-4f5d-8201-803e4c61be2f req-bca2ded8-a29c-48cf-9671-03910b07eb93 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649374 Aug 31 00:46:55.544112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 71ad33a3-9eea-4a4f-9305-2c18cf00a583 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:46:55.552858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0680ed08-c2e1-4985-9278-f8ec52c31859 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:46:55.571114 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:55.575530 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 71ad33a3-9eea-4a4f-9305-2c18cf00a583 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:46:55.576258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 71ad33a3-9eea-4a4f-9305-2c18cf00a583 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:46:55.595290 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Transition to ACTIVE for port object 0680ed08-c2e1-4985-9278-f8ec52c31859 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:46:55.645004 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59990) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:55.681696 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:55.770273 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Pushing event updated for resources: {'Port': ['ID=0680ed08-c2e1-4985-9278-f8ec52c31859,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:55.836635 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Attempting to bind port 0680ed08-c2e1-4985-9278-f8ec52c31859 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:46:55.836962 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Attempting to bind port 0680ed08-c2e1-4985-9278-f8ec52c31859 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '01a42a3a-02b5-4bd8-ad20-8b7931856fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:46:55.837292 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Attempting to bind port 0680ed08-c2e1-4985-9278-f8ec52c31859 on network ac02a892-5a99-478c-bb22-879aa954e70c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:46:55.843507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Port 0680ed08-c2e1-4985-9278-f8ec52c31859 on network ac02a892-5a99-478c-bb22-879aa954e70c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:46:55.844268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Attempting to bind port 0680ed08-c2e1-4985-9278-f8ec52c31859 on network ac02a892-5a99-478c-bb22-879aa954e70c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:46:55.850442 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:46:55.850777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Checking segment: {'id': '01a42a3a-02b5-4bd8-ad20-8b7931856fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:46:55.851733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Bound using segment: {'id': '01a42a3a-02b5-4bd8-ad20-8b7931856fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:46:55.851733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Bound port: 0680ed08-c2e1-4985-9278-f8ec52c31859, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a42a3a-02b5-4bd8-ad20-8b7931856fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:46:55.851985 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:55.959297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] For port 0680ed08-c2e1-4985-9278-f8ec52c31859, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:46:55.964361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] For port 0680ed08-c2e1-4985-9278-f8ec52c31859, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0680ed08-c2e1-4985-9278-f8ec52c31859,segment=NetworkSegment(01a42a3a-02b5-4bd8-ad20-8b7931856fa7),segment_id=01a42a3a-02b5-4bd8-ad20-8b7931856fa7)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:46:56.085763 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:56.130958 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:56.131589 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:56.133655 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] 10.222.0.48 "PUT /v2.0/ports/0680ed08-c2e1-4985-9278-f8ec52c31859 HTTP/1.1" status: 200 len: 1093 time: 1.4426508 Aug 31 00:46:56.133655 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f44267-ccb2-4ae8-a654-d374431f1b06', 'tag': '0680ed08-c2e1-4985-9278-f8ec52c31859'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:46:56.136103 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0327556f-9485-477f-af95-422ed8d535cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f44267-ccb2-4ae8-a654-d374431f1b06", "tag": "0680ed08-c2e1-4985-9278-f8ec52c31859"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:46:56.167520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e89147-1e7c-4b7b-8993-742c59fef680 service neutron] Pushing event updated for resources: {'Port': ['ID=0680ed08-c2e1-4985-9278-f8ec52c31859,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:56.242495 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5912c5af-4e46-474b-8a44-72aacdc39474 x-openstack-request-id: req-5912c5af-4e46-474b-8a44-72aacdc39474 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:46:56.244681 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f44267-ccb2-4ae8-a654-d374431f1b06", "tag": "0680ed08-c2e1-4985-9278-f8ec52c31859", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:46:56.255366 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5912c5af-4e46-474b-8a44-72aacdc39474 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:46:56.255366 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f44267-ccb2-4ae8-a654-d374431f1b06', 'tag': '0680ed08-c2e1-4985-9278-f8ec52c31859', 'status': 'completed', 'code': 200} Aug 31 00:46:56.304726 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-6743d50a-ce73-4c6a-855a-a24440b89c85 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1421703069-network', 'tenant_id': '94c1e14dadd544e0828f51650b31e0cc'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:56.338248 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327556f-9485-477f-af95-422ed8d535cc req-d15bc62b-b900-4bb7-86f2-720f1742342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:56.339986 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0327556f-9485-477f-af95-422ed8d535cc req-d15bc62b-b900-4bb7-86f2-720f1742342e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a35bf8903ff840dcbf6ccdb26a9793ce&device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 1096 time: 0.0707963 Aug 31 00:46:56.417574 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6743d50a-ce73-4c6a-855a-a24440b89c85 admin admin] Made reservation on behalf of 94c1e14dadd544e0828f51650b31e0cc for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:46:56.420560 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6743d50a-ce73-4c6a-855a-a24440b89c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:56.460768 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6743d50a-ce73-4c6a-855a-a24440b89c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:56.654831 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327556f-9485-477f-af95-422ed8d535cc req-66bb34d7-aed2-4151-a30d-0ef278797716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:56.657283 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0327556f-9485-477f-af95-422ed8d535cc req-66bb34d7-aed2-4151-a30d-0ef278797716 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a35bf8903ff840dcbf6ccdb26a9793ce&shared=False HTTP/1.1" status: 200 len: 925 time: 0.3082473 Aug 31 00:46:56.989704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3384fa-2352-4a52-81be-5cdd18ec398b req-ebf12303-a8ee-471b-995f-dddaef82aeb3 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:56.991335 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d3384fa-2352-4a52-81be-5cdd18ec398b req-ebf12303-a8ee-471b-995f-dddaef82aeb3 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 944 time: 0.4766626 Aug 31 00:46:57.190145 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327556f-9485-477f-af95-422ed8d535cc req-8b90fdd8-9493-45bb-aacf-3d605a40f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:57.192911 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0327556f-9485-477f-af95-422ed8d535cc req-8b90fdd8-9493-45bb-aacf-3d605a40f236 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5248017 Aug 31 00:46:57.200152 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d3384fa-2352-4a52-81be-5cdd18ec398b req-70232667-042d-4b4d-9122-da7c612f509b tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866465 Aug 31 00:46:57.221621 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6743d50a-ce73-4c6a-855a-a24440b89c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:57.314674 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6743d50a-ce73-4c6a-855a-a24440b89c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:57.320370 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60028) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:57.337806 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-cd6adaad-d3fe-4014-9c83-f0c85dfe8e28 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-660829684-network', 'tenant_id': '55dd62c206e64812b672e5e3f63ec587'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:57.366521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6743d50a-ce73-4c6a-855a-a24440b89c85 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:46:57.398116 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6743d50a-ce73-4c6a-855a-a24440b89c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:57.398788 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-6743d50a-ce73-4c6a-855a-a24440b89c85 admin admin] Added segment 3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9 of type vlan for network 1201673d-ac71-4ee8-8cb6-849c3511a23a Aug 31 00:46:57.473326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743d50a-ce73-4c6a-855a-a24440b89c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60738b1d-3577-436e-8deb-35d4f5855979,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:57.496446 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade397b1-12d1-4046-8598-62bde4c4223b req-ff596229-da0e-4ea8-ae7b-fc0083b62d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:57.497220 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6adaad-d3fe-4014-9c83-f0c85dfe8e28 admin admin] Made reservation on behalf of 55dd62c206e64812b672e5e3f63ec587 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:46:57.498239 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-ff596229-da0e-4ea8-ae7b-fc0083b62d2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a35bf8903ff840dcbf6ccdb26a9793ce&device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 1096 time: 0.2327514 Aug 31 00:46:57.501929 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd6adaad-d3fe-4014-9c83-f0c85dfe8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:57.508656 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6743d50a-ce73-4c6a-855a-a24440b89c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:57.517564 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd6adaad-d3fe-4014-9c83-f0c85dfe8e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:57.599969 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60034) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:57.611033 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-08d4d629-c9f1-4e12-93ed-fc68eda2a80f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0680ed08-c2e1-4985-9278-f8ec52c31859 HTTP/1.1" status: 200 len: 217 time: 0.0938156 Aug 31 00:46:57.732419 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade397b1-12d1-4046-8598-62bde4c4223b req-14f44574-6995-4786-b9c9-d07d54b25e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:57.732419 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-14f44574-6995-4786-b9c9-d07d54b25e0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10e3e269-b5b9-411a-82d5-ee75bbf3461c HTTP/1.1" status: 200 len: 863 time: 0.1102211 Aug 31 00:46:57.736189 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd6adaad-d3fe-4014-9c83-f0c85dfe8e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:57.799797 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6743d50a-ce73-4c6a-855a-a24440b89c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:57.801267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743d50a-ce73-4c6a-855a-a24440b89c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:57.802239 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6743d50a-ce73-4c6a-855a-a24440b89c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:57.834551 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd6adaad-d3fe-4014-9c83-f0c85dfe8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:57.853918 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6adaad-d3fe-4014-9c83-f0c85dfe8e28 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:46:57.869865 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd6adaad-d3fe-4014-9c83-f0c85dfe8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:57.870505 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-cd6adaad-d3fe-4014-9c83-f0c85dfe8e28 admin admin] Added segment 5ff82898-5926-4421-a21d-ff3bc8807008 of type vlan for network 37d20134-0c0a-4b08-9ba4-bc9594a3b55f Aug 31 00:46:57.912458 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade397b1-12d1-4046-8598-62bde4c4223b req-de136a0b-a80d-46ca-b18a-42ac120d62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:57.914941 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-de136a0b-a80d-46ca-b18a-42ac120d62e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac02a892-5a99-478c-bb22-879aa954e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1759953 Aug 31 00:46:57.940972 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd6adaad-d3fe-4014-9c83-f0c85dfe8e28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:57.945644 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6adaad-d3fe-4014-9c83-f0c85dfe8e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9989fe76-2b17-4a63-bc18-cdc4b548b7a8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:57.962723 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743d50a-ce73-4c6a-855a-a24440b89c85 admin admin] Pushing event updated for resources: {'Network': ['ID=1201673d-ac71-4ee8-8cb6-849c3511a23a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:58.001595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 1201673d-ac71-4ee8-8cb6-849c3511a23a details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:46:58.028043 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60052) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:58.028572 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6743d50a-ce73-4c6a-855a-a24440b89c85 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3818188 Aug 31 00:46:58.035025 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-a515f7f2-39af-426b-aab1-f223c5e405db admin admin] Request body: {'subnet': {'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1421703069-subnet', 'tenant_id': '94c1e14dadd544e0828f51650b31e0cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:58.069996 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd6adaad-d3fe-4014-9c83-f0c85dfe8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:58.071318 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6adaad-d3fe-4014-9c83-f0c85dfe8e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:58.073387 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd6adaad-d3fe-4014-9c83-f0c85dfe8e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:58.134676 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-9053dbfc-b1f7-4c4e-8dd2-1c70898be068 service neutron] 10.222.0.48 "GET /v2.0/networks/ac02a892-5a99-478c-bb22-879aa954e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108541 Aug 31 00:46:58.202654 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a515f7f2-39af-426b-aab1-f223c5e405db admin admin] Made reservation on behalf of 94c1e14dadd544e0828f51650b31e0cc for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:46:58.209642 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a515f7f2-39af-426b-aab1-f223c5e405db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:58.214238 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6adaad-d3fe-4014-9c83-f0c85dfe8e28 admin admin] Pushing event updated for resources: {'Network': ['ID=37d20134-0c0a-4b08-9ba4-bc9594a3b55f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:58.235679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 37d20134-0c0a-4b08-9ba4-bc9594a3b55f details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:46:58.312910 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ade397b1-12d1-4046-8598-62bde4c4223b req-e7610475-841e-4e40-9940-0f5e22512a96 service neutron] 10.222.0.48 "GET /v2.0/networks/ac02a892-5a99-478c-bb22-879aa954e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707153 Aug 31 00:46:58.314007 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60058) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:58.320454 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6d8de00b-473f-4de2-b3eb-b7a982ac8d9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fff5f40e07944ec7aa6da3a8fa626e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7088041 Aug 31 00:46:58.338963 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cd6adaad-d3fe-4014-9c83-f0c85dfe8e28 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0135450 Aug 31 00:46:58.346136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60060) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:58.373749 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-874dcfdb-5252-43c1-a960-d73309e1c405 admin admin] Request body: {'subnet': {'network_id': '37d20134-0c0a-4b08-9ba4-bc9594a3b55f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-660829684-subnet', 'tenant_id': '55dd62c206e64812b672e5e3f63ec587', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:58.432537 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63050ad9-5bb6-408c-9e8e-0376022c8fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:58.463493 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63050ad9-5bb6-408c-9e8e-0376022c8fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:58.585870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874dcfdb-5252-43c1-a960-d73309e1c405 admin admin] Made reservation on behalf of 55dd62c206e64812b672e5e3f63ec587 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:46:58.587225 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-874dcfdb-5252-43c1-a960-d73309e1c405 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:58.647413 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60068) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:58.675986 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74fe79-ee10-4b3e-97a0-18e4555b4966 req-7fa6a963-2d31-4dd3-a5ba-fcf49c68e42a tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:58.678416 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f74fe79-ee10-4b3e-97a0-18e4555b4966 req-7fa6a963-2d31-4dd3-a5ba-fcf49c68e42a tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 944 time: 0.2484992 Aug 31 00:46:58.693316 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63050ad9-5bb6-408c-9e8e-0376022c8fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:58.706395 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63050ad9-5bb6-408c-9e8e-0376022c8fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:58.712096 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-63050ad9-5bb6-408c-9e8e-0376022c8fbd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36849cf6-f40f-488a-abc1-7f6cc3beda93 HTTP/1.1" status: 204 len: 168 time: 0.3952219 Aug 31 00:46:58.728780 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63050ad9-5bb6-408c-9e8e-0376022c8fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36849cf6-f40f-488a-abc1-7f6cc3beda93,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:58.841771 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f74fe79-ee10-4b3e-97a0-18e4555b4966 req-0c77ef1f-3445-418c-b47f-d39da131a9b9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489091 Aug 31 00:46:58.859040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60076) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:58.941872 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a515f7f2-39af-426b-aab1-f223c5e405db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:59.101668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f42ef5cd-671a-4cc9-8845-a18751423a7a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1119188974-network', 'tenant_id': '07bbb5e932ef4db09c89d25658c53fac'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:46:59.132798 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515f7f2-39af-426b-aab1-f223c5e405db admin admin] Pushing event updated for resources: {'Subnet': ['ID=519a0f3b-cc60-470d-b6ba-128b5161d8a4,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:59.150579 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a515f7f2-39af-426b-aab1-f223c5e405db admin admin] Checking segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:46:59.151685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a515f7f2-39af-426b-aab1-f223c5e405db admin admin] Network hostable DHCP agents. Network: 1201673d-ac71-4ee8-8cb6-849c3511a23a, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:46:59.234789 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-874dcfdb-5252-43c1-a960-d73309e1c405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:59.256657 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42ef5cd-671a-4cc9-8845-a18751423a7a admin admin] Made reservation on behalf of 07bbb5e932ef4db09c89d25658c53fac for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:46:59.259940 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f42ef5cd-671a-4cc9-8845-a18751423a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:59.275640 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f42ef5cd-671a-4cc9-8845-a18751423a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:59.295611 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a515f7f2-39af-426b-aab1-f223c5e405db admin admin] Network 1201673d-ac71-4ee8-8cb6-849c3511a23a is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:46:59.352167 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874dcfdb-5252-43c1-a960-d73309e1c405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f3ab16-8f61-4c5b-8e00-9573360b0061,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:59.371651 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874dcfdb-5252-43c1-a960-d73309e1c405 admin admin] Checking segment: {'id': '5ff82898-5926-4421-a21d-ff3bc8807008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '37d20134-0c0a-4b08-9ba4-bc9594a3b55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:46:59.372201 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874dcfdb-5252-43c1-a960-d73309e1c405 admin admin] Network hostable DHCP agents. Network: 37d20134-0c0a-4b08-9ba4-bc9594a3b55f, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:46:59.405783 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-a515f7f2-39af-426b-aab1-f223c5e405db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 1201673d-ac71-4ee8-8cb6-849c3511a23a) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:46:59.419282 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea536936-b05c-414e-b76f-99bdde0e95d5 None None] Network 1201673d-ac71-4ee8-8cb6-849c3511a23a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:46:59.429839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a515f7f2-39af-426b-aab1-f223c5e405db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:59.431015 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a515f7f2-39af-426b-aab1-f223c5e405db admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:59.445122 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-438691fc-75ab-4d14-875a-f5bb5a6b63b0 tempest-AutoAllocateNetworkTest-915046865 tempest-AutoAllocateNetworkTest-915046865-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0439eb9fdd1f4ec9aca89e1705b629c6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5831125 Aug 31 00:46:59.448662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60084) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:59.496359 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874dcfdb-5252-43c1-a960-d73309e1c405 admin admin] Network 37d20134-0c0a-4b08-9ba4-bc9594a3b55f is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:46:59.509343 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-874dcfdb-5252-43c1-a960-d73309e1c405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 37d20134-0c0a-4b08-9ba4-bc9594a3b55f) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:46:59.522353 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874dcfdb-5252-43c1-a960-d73309e1c405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:59.523076 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-874dcfdb-5252-43c1-a960-d73309e1c405 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:59.549062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e6dcbf-e6d0-4042-be57-1ee5fbd37ff6 None None] Network 37d20134-0c0a-4b08-9ba4-bc9594a3b55f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:46:59.576854 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f42ef5cd-671a-4cc9-8845-a18751423a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:59.659242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1301c0-0897-4b13-b676-7dee27027109 tempest-AutoAllocateNetworkTest-915046865 tempest-AutoAllocateNetworkTest-915046865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:59.661458 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ca1301c0-0897-4b13-b676-7dee27027109 tempest-AutoAllocateNetworkTest-915046865 tempest-AutoAllocateNetworkTest-915046865-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2107670 Aug 31 00:46:59.664884 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60090) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:59.679935 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f42ef5cd-671a-4cc9-8845-a18751423a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:59.739316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42ef5cd-671a-4cc9-8845-a18751423a7a admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:46:59.755498 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ef5cd-671a-4cc9-8845-a18751423a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:46:59.761558 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f42ef5cd-671a-4cc9-8845-a18751423a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:59.761914 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-f42ef5cd-671a-4cc9-8845-a18751423a7a admin admin] Added segment e1ee2198-a8c6-4557-bb20-8af209e90d1d of type vlan for network 9c77090e-b903-4c13-bc86-93cf39e7cac9 Aug 31 00:46:59.815388 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f42ef5cd-671a-4cc9-8845-a18751423a7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:59.827693 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f41d319d-ce95-47e1-a4e2-0d357ecdaa17 tempest-AutoAllocateNetworkTest-915046865 tempest-AutoAllocateNetworkTest-915046865-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1606960 Aug 31 00:46:59.832223 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60096) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:46:59.873310 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153db921-ba71-4c4c-8290-6f074833942d None None] Network 1201673d-ac71-4ee8-8cb6-849c3511a23a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:46:59.894074 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fe7265-1499-4731-92de-09182ff24e8b None None] Network 37d20134-0c0a-4b08-9ba4-bc9594a3b55f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:46:59.895637 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0c88a59e-b012-4a5b-935e-64502f363705 tempest-AutoAllocateNetworkTest-915046865 tempest-AutoAllocateNetworkTest-915046865-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0439eb9fdd1f4ec9aca89e1705b629c6 HTTP/1.1" status: 200 len: 208 time: 0.0613835 Aug 31 00:46:59.965710 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f42ef5cd-671a-4cc9-8845-a18751423a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:59.967422 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a515f7f2-39af-426b-aab1-f223c5e405db admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9379387 Aug 31 00:46:59.967913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42ef5cd-671a-4cc9-8845-a18751423a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:46:59.969195 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f42ef5cd-671a-4cc9-8845-a18751423a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:46:59.970960 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-874dcfdb-5252-43c1-a960-d73309e1c405 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6189206 Aug 31 00:47:00.093957 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd18c7e-4b9a-479f-85bf-373652132d1f req-4e458d6d-ea19-4ec5-bb08-f6bac3b509c2 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:00.104562 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9dd18c7e-4b9a-479f-85bf-373652132d1f req-4e458d6d-ea19-4ec5-bb08-f6bac3b509c2 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 944 time: 0.1046958 Aug 31 00:47:00.114423 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ef5cd-671a-4cc9-8845-a18751423a7a admin admin] Pushing event updated for resources: {'Network': ['ID=9c77090e-b903-4c13-bc86-93cf39e7cac9,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:00.140571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 9c77090e-b903-4c13-bc86-93cf39e7cac9 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:47:00.151711 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60108) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:00.182004 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f42ef5cd-671a-4cc9-8845-a18751423a7a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5307968 Aug 31 00:47:00.183645 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9dd18c7e-4b9a-479f-85bf-373652132d1f req-da8c29e2-48f5-4a60-a80d-2e29541eed65 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779712 Aug 31 00:47:00.186498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60110) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:00.202668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e602da28-5296-4d7a-8939-a3318d38e1bb admin admin] Request body: {'subnet': {'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1119188974-subnet', 'tenant_id': '07bbb5e932ef4db09c89d25658c53fac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:00.280363 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60114) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:00.283441 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d681e442-7769-4c1d-95d7-bf26f316070b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1833fefd58d24914b386b5583e09061f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1274509 Aug 31 00:47:00.376501 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e602da28-5296-4d7a-8939-a3318d38e1bb admin admin] Made reservation on behalf of 07bbb5e932ef4db09c89d25658c53fac for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:47:00.381132 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e602da28-5296-4d7a-8939-a3318d38e1bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:00.503984 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2b609b7b-11dc-44f6-be49-4380966d54dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:00.549760 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2b609b7b-11dc-44f6-be49-4380966d54dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:00.760490 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2b609b7b-11dc-44f6-be49-4380966d54dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:00.763252 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2b609b7b-11dc-44f6-be49-4380966d54dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:00.764838 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2b609b7b-11dc-44f6-be49-4380966d54dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c6d9a7c-c816-436d-885f-48ebe5e7dd12 HTTP/1.1" status: 204 len: 168 time: 0.4801850 Aug 31 00:47:00.776626 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b609b7b-11dc-44f6-be49-4380966d54dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6d9a7c-c816-436d-885f-48ebe5e7dd12,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:00.791109 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e602da28-5296-4d7a-8939-a3318d38e1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:00.881816 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602da28-5296-4d7a-8939-a3318d38e1bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2df615be-0d8f-4191-b850-d061892bbd16,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:00.899325 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e602da28-5296-4d7a-8939-a3318d38e1bb admin admin] Checking segment: {'id': 'e1ee2198-a8c6-4557-bb20-8af209e90d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:47:00.899807 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e602da28-5296-4d7a-8939-a3318d38e1bb admin admin] Network hostable DHCP agents. Network: 9c77090e-b903-4c13-bc86-93cf39e7cac9, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:47:01.047456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e602da28-5296-4d7a-8939-a3318d38e1bb admin admin] Network 9c77090e-b903-4c13-bc86-93cf39e7cac9 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:47:01.069703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60154) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:01.133096 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-e602da28-5296-4d7a-8939-a3318d38e1bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 9c77090e-b903-4c13-bc86-93cf39e7cac9) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:47:01.149238 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1453807a-8a6c-4ae0-96ea-2530830784d1 None None] Network 9c77090e-b903-4c13-bc86-93cf39e7cac9 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:47:01.150121 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e602da28-5296-4d7a-8939-a3318d38e1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:01.151142 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e602da28-5296-4d7a-8939-a3318d38e1bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:01.283292 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e602da28-5296-4d7a-8939-a3318d38e1bb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0941286 Aug 31 00:47:01.369912 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd062001-38b5-4b31-88bd-e13eaef50508 None None] Network 9c77090e-b903-4c13-bc86-93cf39e7cac9 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:47:01.396057 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de452a-4da2-49fc-9d6d-a119572b7bf7 req-aa41e488-b85c-4838-a8f6-d137b487e9dd tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:01.410071 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-37de452a-4da2-49fc-9d6d-a119572b7bf7 req-aa41e488-b85c-4838-a8f6-d137b487e9dd tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 944 time: 0.0960326 Aug 31 00:47:01.482009 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-37de452a-4da2-49fc-9d6d-a119572b7bf7 req-b3936ea8-7938-48a7-96fd-2473f18728ee tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701613 Aug 31 00:47:01.681922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0680ed08-c2e1-4985-9278-f8ec52c31859 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:47:01.856128 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0680ed08-c2e1-4985-9278-f8ec52c31859, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0680ed08-c2e1-4985-9278-f8ec52c31859,segment=NetworkSegment(01a42a3a-02b5-4bd8-ad20-8b7931856fa7),segment_id=01a42a3a-02b5-4bd8-ad20-8b7931856fa7)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:01.869529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '0680ed08-c2e1-4985-9278-f8ec52c31859', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'port_id': '0680ed08-c2e1-4985-9278-f8ec52c31859', 'mac_address': 'fa:16:3e:7c:ae:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:47:01.929856 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:01.945825 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0680ed08-c2e1-4985-9278-f8ec52c31859 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:01.976785 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0680ed08-c2e1-4985-9278-f8ec52c31859, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0680ed08-c2e1-4985-9278-f8ec52c31859,segment=NetworkSegment(01a42a3a-02b5-4bd8-ad20-8b7931856fa7),segment_id=01a42a3a-02b5-4bd8-ad20-8b7931856fa7)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:02.050522 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f6a7-d80b-43dd-b131-73602949d0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:02.064548 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60176) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:02.066158 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:02.178329 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=0680ed08-c2e1-4985-9278-f8ec52c31859,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:02.188867 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:02.189340 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:02.189878 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:02.190618 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:02.191082 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:02.191644 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:02.192085 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:02.192614 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:02.192994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:02.193404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:02.196083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:02.196083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:02.249344 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f6a7-d80b-43dd-b131-73602949d0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:02.307419 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f6a7-d80b-43dd-b131-73602949d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:02.357625 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3ce4f6a7-d80b-43dd-b131-73602949d0f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0439eb9fdd1f4ec9aca89e1705b629c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2919049 Aug 31 00:47:02.359925 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4f6a7-d80b-43dd-b131-73602949d0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36bfe14-bad8-4c28-a57a-fbe979fa4317,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:02.362960 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60184) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:02.393595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['0680ed08-c2e1-4985-9278-f8ec52c31859'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:47:02.475207 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-31ccb7f5-f6dc-48cb-9798-734512f02fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:02.520414 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dfa8deda-69da-4be2-8091-6d929911016f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:02.584466 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-31ccb7f5-f6dc-48cb-9798-734512f02fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:02.779786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e3117-2f10-4758-8c50-0ab640333f98 req-4f807644-e34d-4b1f-a26c-877aa62e87ef tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:02.782562 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-223e3117-2f10-4758-8c50-0ab640333f98 req-4f807644-e34d-4b1f-a26c-877aa62e87ef tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 820 time: 0.2630730 Aug 31 00:47:02.857663 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-223e3117-2f10-4758-8c50-0ab640333f98 req-3f017ccf-83de-4e45-9a98-9c071f7e7a44 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/quotas/70608dabb68b4f098ed58bafcf31f2c9 HTTP/1.1" status: 200 len: 375 time: 0.0510819 Aug 31 00:47:02.894548 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-31ccb7f5-f6dc-48cb-9798-734512f02fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:02.899567 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-31ccb7f5-f6dc-48cb-9798-734512f02fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:02.901899 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-31ccb7f5-f6dc-48cb-9798-734512f02fe1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a36bfe14-bad8-4c28-a57a-fbe979fa4317 HTTP/1.1" status: 204 len: 168 time: 0.5370154 Aug 31 00:47:02.949697 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-223e3117-2f10-4758-8c50-0ab640333f98 req-ee4ad344-d79d-4033-8b88-0a22c7e93f9d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906250 Aug 31 00:47:02.962958 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dfa8deda-69da-4be2-8091-6d929911016f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:02.975591 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccb7f5-f6dc-48cb-9798-734512f02fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36bfe14-bad8-4c28-a57a-fbe979fa4317,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:02.999834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-75fbeb2b-ed18-4479-9fab-18052cfb1d59 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:03.003961 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-75fbeb2b-ed18-4479-9fab-18052cfb1d59 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/networks?id=9c77090e-b903-4c13-bc86-93cf39e7cac9 HTTP/1.1" status: 200 len: 805 time: 0.1961007 Aug 31 00:47:03.031553 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-1900ffcb-1f83-4d02-a75e-4af7495b0845 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/quotas/07bbb5e932ef4db09c89d25658c53fac HTTP/1.1" status: 200 len: 375 time: 0.0158234 Aug 31 00:47:03.055379 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dfa8deda-69da-4be2-8091-6d929911016f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:03.127787 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-ad6dbf4a-ef81-4816-96bc-aa7f57ac9f83 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=07bbb5e932ef4db09c89d25658c53fac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885782 Aug 31 00:47:03.167243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8deda-69da-4be2-8091-6d929911016f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217d5378-8fa7-496f-8a2a-98eaa14fc481,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:03.174947 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dfa8deda-69da-4be2-8091-6d929911016f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=226e6ee771ff4f2d8568632f67035d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1091828 Aug 31 00:47:03.179203 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60232) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:03.210486 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-223e3117-2f10-4758-8c50-0ab640333f98 req-1f582821-a843-424b-98f8-b79151e1a9cf service neutron] 10.222.0.16 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469158 Aug 31 00:47:03.274515 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b53bff9-7c19-414d-9fe9-7169f41e63d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:03.307967 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b53bff9-7c19-414d-9fe9-7169f41e63d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:03.363517 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-223e3117-2f10-4758-8c50-0ab640333f98 req-b3754619-b93e-43b9-aba5-eb45b2e680de service neutron] 10.222.0.16 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417382 Aug 31 00:47:03.383325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60234) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:03.392136 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-d6b135d9-f875-448f-95cd-6ff05bbe4aea admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-79294568-network', 'tenant_id': '7e63d8dbd76a4862b442926796978fb8'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:03.446425 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b53bff9-7c19-414d-9fe9-7169f41e63d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:03.452816 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b53bff9-7c19-414d-9fe9-7169f41e63d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:03.455544 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5b53bff9-7c19-414d-9fe9-7169f41e63d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/217d5378-8fa7-496f-8a2a-98eaa14fc481 HTTP/1.1" status: 204 len: 168 time: 0.2746732 Aug 31 00:47:03.473326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53bff9-7c19-414d-9fe9-7169f41e63d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217d5378-8fa7-496f-8a2a-98eaa14fc481,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:03.531014 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b135d9-f875-448f-95cd-6ff05bbe4aea admin admin] Made reservation on behalf of 7e63d8dbd76a4862b442926796978fb8 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:47:03.534736 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6b135d9-f875-448f-95cd-6ff05bbe4aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:03.548584 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6b135d9-f875-448f-95cd-6ff05bbe4aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:03.572894 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0680ed08-c2e1-4985-9278-f8ec52c31859 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:47:03.786481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-523ec538-8305-4896-9476-11f9c9fc0602 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:47:03.787824 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-523ec538-8305-4896-9476-11f9c9fc0602 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2040231 Aug 31 00:47:03.795995 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6b135d9-f875-448f-95cd-6ff05bbe4aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:03.799024 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 0680ed08-c2e1-4985-9278-f8ec52c31859 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:47:03.805621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 0680ed08-c2e1-4985-9278-f8ec52c31859 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:47:03.807571 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:03.900612 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6b135d9-f875-448f-95cd-6ff05bbe4aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:03.952799 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b135d9-f875-448f-95cd-6ff05bbe4aea admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:47:03.956428 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:03.992788 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b135d9-f875-448f-95cd-6ff05bbe4aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8488d43-19a2-4d91-b6ba-a53fc4c16725,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:03.995260 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f44267-ccb2-4ae8-a654-d374431f1b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0680ed08-c2e1-4985-9278-f8ec52c31859'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:03.999133 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6b135d9-f875-448f-95cd-6ff05bbe4aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:03.999713 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-d6b135d9-f875-448f-95cd-6ff05bbe4aea admin admin] Added segment 1b49b0d0-40a3-416f-8b46-576fb39c0def of type vlan for network ae6619a8-0a6a-4da2-a1b1-ff48b8bc645b Aug 31 00:47:04.016871 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c011b3-552f-4296-9f22-218316b906b1" -d '{"events": [{"server_uuid": "b8f44267-ccb2-4ae8-a654-d374431f1b06", "name": "network-vif-plugged", "status": "completed", "tag": "0680ed08-c2e1-4985-9278-f8ec52c31859"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:04.058278 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0680ed08-c2e1-4985-9278-f8ec52c31859, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0680ed08-c2e1-4985-9278-f8ec52c31859,segment=NetworkSegment(01a42a3a-02b5-4bd8-ad20-8b7931856fa7),segment_id=01a42a3a-02b5-4bd8-ad20-8b7931856fa7)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:04.088029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfd00c-f8b4-4aac-8173-7022deaeaf88 req-cceab91a-2866-4942-ab25-b3d91d589d12 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:04.090366 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-48bfd00c-f8b4-4aac-8173-7022deaeaf88 req-cceab91a-2866-4942-ab25-b3d91d589d12 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 945 time: 0.0728264 Aug 31 00:47:04.094767 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6b135d9-f875-448f-95cd-6ff05bbe4aea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:04.107223 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-83603c97-988c-49d7-859b-c977aca9c3c0 service neutron] 10.222.0.16 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084822 Aug 31 00:47:04.136821 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-16ad0ed3-3c90-4f2b-b4db-286b3ae9b4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:04.144337 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:04.224141 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-48bfd00c-f8b4-4aac-8173-7022deaeaf88 req-0271d167-038f-454f-9e0f-db4bb3922cdf tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229692 Aug 31 00:47:04.248567 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=0680ed08-c2e1-4985-9278-f8ec52c31859,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:04.303277 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-93ede1a8-18f3-4194-9e90-ed707af94a4a service neutron] 10.222.0.16 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947501 Aug 31 00:47:04.342015 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6b135d9-f875-448f-95cd-6ff05bbe4aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:04.343576 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b135d9-f875-448f-95cd-6ff05bbe4aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:04.344189 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6b135d9-f875-448f-95cd-6ff05bbe4aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:04.413512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b135d9-f875-448f-95cd-6ff05bbe4aea admin admin] Pushing event updated for resources: {'Network': ['ID=ae6619a8-0a6a-4da2-a1b1-ff48b8bc645b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:04.432933 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network ae6619a8-0a6a-4da2-a1b1-ff48b8bc645b details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:47:04.535530 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d6b135d9-f875-448f-95cd-6ff05bbe4aea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1474493 Aug 31 00:47:04.537337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60272) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:04.547275 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-524bbe89-4728-4485-b112-e06853b62477 admin admin] Request body: {'subnet': {'network_id': 'ae6619a8-0a6a-4da2-a1b1-ff48b8bc645b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-79294568-subnet', 'tenant_id': '7e63d8dbd76a4862b442926796978fb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:04.649974 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6113ce09-2a8c-447e-afd6-458049a7c435 req-effa49bc-867e-404f-bf32-110c5c83e445 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 210 time: 0.0543590 Aug 31 00:47:04.732632 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ee7c49-3597-4e1d-9de8-364292bb2f7e x-openstack-request-id: req-93ee7c49-3597-4e1d-9de8-364292bb2f7e {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:04.733192 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f44267-ccb2-4ae8-a654-d374431f1b06", "name": "network-vif-plugged", "status": "completed", "tag": "0680ed08-c2e1-4985-9278-f8ec52c31859", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:04.733558 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93ee7c49-3597-4e1d-9de8-364292bb2f7e {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:04.737050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524bbe89-4728-4485-b112-e06853b62477 admin admin] Made reservation on behalf of 7e63d8dbd76a4862b442926796978fb8 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:47:04.742095 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f44267-ccb2-4ae8-a654-d374431f1b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0680ed08-c2e1-4985-9278-f8ec52c31859', 'code': 200} Aug 31 00:47:04.742487 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-524bbe89-4728-4485-b112-e06853b62477 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:04.771041 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60280) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:04.836111 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc50f-342f-4d44-8911-7f2ccaf383ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:04.948766 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b5bdef6-8045-4c59-8400-e9618e204f00 req-9dcb0e2a-2629-4e26-918c-b804be2d63cb tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64 HTTP/1.1" status: 200 len: 210 time: 0.0754831 Aug 31 00:47:05.005603 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54c0cb-20b3-45e4-bc88-cf8875e5e855 req-9573fc47-2278-4753-b0c6-4b4139932539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:05.018918 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f54c0cb-20b3-45e4-bc88-cf8875e5e855 req-9573fc47-2278-4753-b0c6-4b4139932539 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 1098 time: 0.1480076 Aug 31 00:47:05.069600 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc50f-342f-4d44-8911-7f2ccaf383ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:05.139225 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f54c0cb-20b3-45e4-bc88-cf8875e5e855 req-80536472-656b-42ad-a194-6a1177d9ca68 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105533 Aug 31 00:47:05.174708 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc50f-342f-4d44-8911-7f2ccaf383ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:05.253014 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6dc50f-342f-4d44-8911-7f2ccaf383ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05814508-858c-49f4-b556-e48ca0ad45c9,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:05.265402 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60292) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:05.265839 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2a6dc50f-342f-4d44-8911-7f2ccaf383ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c176be50e9f24e28b91b1592d49a03b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4926877 Aug 31 00:47:05.333177 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-524bbe89-4728-4485-b112-e06853b62477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:05.434328 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-c444f844-5a34-4fca-be26-1ed49b7d11c1 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=da8533e64c944eab90bfcd54a9f565a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237260 Aug 31 00:47:05.495308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bbe89-4728-4485-b112-e06853b62477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efea404a-dc02-4069-9576-8bc8e77b0873,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:05.505170 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2668ee57-1b33-4b8f-957e-ded2cfd27a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:05.672091 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-4caddb0a-dc3d-4a08-82b7-8db146c29028 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:05.681400 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-4caddb0a-dc3d-4a08-82b7-8db146c29028 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2387500 Aug 31 00:47:05.709846 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-0dbe5671-e09c-4d57-bfeb-f6e5f144d1c6 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/quotas/da8533e64c944eab90bfcd54a9f565a9 HTTP/1.1" status: 200 len: 375 time: 0.0262086 Aug 31 00:47:05.782965 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-96780bfd-733c-4ce9-840d-750baecc4b0c tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da8533e64c944eab90bfcd54a9f565a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629213 Aug 31 00:47:05.897192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05aae37-204c-4e64-9fc9-0f99d97f4880 req-dae247eb-46b0-4a20-8f99-69abfe17c6f2 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:05.908654 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d05aae37-204c-4e64-9fc9-0f99d97f4880 req-dae247eb-46b0-4a20-8f99-69abfe17c6f2 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 946 time: 0.5650315 Aug 31 00:47:05.925483 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bbe89-4728-4485-b112-e06853b62477 admin admin] Checking segment: {'id': '1b49b0d0-40a3-416f-8b46-576fb39c0def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ae6619a8-0a6a-4da2-a1b1-ff48b8bc645b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:47:05.925483 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524bbe89-4728-4485-b112-e06853b62477 admin admin] Network hostable DHCP agents. Network: ae6619a8-0a6a-4da2-a1b1-ff48b8bc645b, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:47:05.949479 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2668ee57-1b33-4b8f-957e-ded2cfd27a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:06.068471 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d05aae37-204c-4e64-9fc9-0f99d97f4880 req-1305653d-3052-4977-aff8-5d1f7fd58f1a tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641397 Aug 31 00:47:06.205974 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524bbe89-4728-4485-b112-e06853b62477 admin admin] Network ae6619a8-0a6a-4da2-a1b1-ff48b8bc645b is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:47:06.316222 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2668ee57-1b33-4b8f-957e-ded2cfd27a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:06.320165 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2668ee57-1b33-4b8f-957e-ded2cfd27a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:06.324380 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-73f68080-d582-4e5e-91be-e2346936f172 req-66b67977-e1fb-4d14-8235-58234455bf57 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64 HTTP/1.1" status: 200 len: 210 time: 0.0836735 Aug 31 00:47:06.327236 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2668ee57-1b33-4b8f-957e-ded2cfd27a9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05814508-858c-49f4-b556-e48ca0ad45c9 HTTP/1.1" status: 204 len: 168 time: 1.0600893 Aug 31 00:47:06.376964 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-15cf02f6-7e03-4084-875a-ced5c9b30b35 req-0d8318e4-da99-420d-94aa-75667a73dcf7 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 210 time: 0.0887268 Aug 31 00:47:06.379766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-524bbe89-4728-4485-b112-e06853b62477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, ae6619a8-0a6a-4da2-a1b1-ff48b8bc645b) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:47:06.392377 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668ee57-1b33-4b8f-957e-ded2cfd27a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05814508-858c-49f4-b556-e48ca0ad45c9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:06.394035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49952ca-820c-4fb6-83ee-629c95071a0b None None] Network ae6619a8-0a6a-4da2-a1b1-ff48b8bc645b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:47:06.402616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524bbe89-4728-4485-b112-e06853b62477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:06.402616 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-524bbe89-4728-4485-b112-e06853b62477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:06.596059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-524bbe89-4728-4485-b112-e06853b62477 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.0567474 Aug 31 00:47:06.688320 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:06.689533 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:06.703297 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32379ca8-da2e-4d4c-a81e-a8f173b35343 None None] Network ae6619a8-0a6a-4da2-a1b1-ff48b8bc645b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:47:06.767329 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:06.833617 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-725ec510-22c9-4759-97c0-178589d0cdff req-717ac405-79b2-424c-9866-0fc2267de3fb tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=da8533e64c944eab90bfcd54a9f565a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353374 Aug 31 00:47:06.927595 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8d1a05e1-cfdc-42a2-b550-f05e10a93a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:07.040156 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ec510-22c9-4759-97c0-178589d0cdff req-f87a8ab8-b4ee-43a5-ad19-fdc74470da70 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:07.040156 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-725ec510-22c9-4759-97c0-178589d0cdff req-f87a8ab8-b4ee-43a5-ad19-fdc74470da70 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952343 Aug 31 00:47:07.088110 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-725ec510-22c9-4759-97c0-178589d0cdff req-4f47094a-b6e7-4e0d-8821-bf5199d0e90e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/quotas/da8533e64c944eab90bfcd54a9f565a9 HTTP/1.1" status: 200 len: 375 time: 0.0345068 Aug 31 00:47:07.174615 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e3117-2f10-4758-8c50-0ab640333f98 req-0547222f-d7fe-4559-bc53-9350685b01ed tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:07.182367 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-223e3117-2f10-4758-8c50-0ab640333f98 req-0547222f-d7fe-4559-bc53-9350685b01ed tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.41 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 820 time: 0.2823875 Aug 31 00:47:07.187321 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-725ec510-22c9-4759-97c0-178589d0cdff req-72c86239-1a27-4901-b8a3-1393a345c118 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da8533e64c944eab90bfcd54a9f565a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786021 Aug 31 00:47:07.200781 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-223e3117-2f10-4758-8c50-0ab640333f98 req-97164ef9-495b-43ee-8017-93a2b32680df tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Request body: {'port': {'device_id': 'c3a40ccb-0ced-43cd-85b6-de9314f6bbe8', 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f', 'admin_state_up': True, 'tenant_id': '70608dabb68b4f098ed58bafcf31f2c9'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:07.483058 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902db599-0f65-4c46-b85f-4b5454130050 req-df135565-b8f0-4fdd-b765-5c3aaa0c27c6 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:07.485199 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-902db599-0f65-4c46-b85f-4b5454130050 req-df135565-b8f0-4fdd-b765-5c3aaa0c27c6 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 946 time: 0.0797842 Aug 31 00:47:07.557159 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-902db599-0f65-4c46-b85f-4b5454130050 req-c446be11-6184-4c24-961c-e976cc31ce3d tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625508 Aug 31 00:47:07.619093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223e3117-2f10-4758-8c50-0ab640333f98 req-97164ef9-495b-43ee-8017-93a2b32680df tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Made reservation on behalf of 70608dabb68b4f098ed58bafcf31f2c9 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:47:07.625600 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-223e3117-2f10-4758-8c50-0ab640333f98 req-97164ef9-495b-43ee-8017-93a2b32680df tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:07.837037 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-98e1d360-b31f-4404-931f-9774d691baa3 req-c44927f4-0e6a-4edb-bea1-b38edd1827d6 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 210 time: 0.0735331 Aug 31 00:47:07.842286 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ac58e55-7ff9-42d2-9c52-e869baf07592 req-8858582e-c64c-4f30-a7c6-c49057fd9db3 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64 HTTP/1.1" status: 200 len: 210 time: 0.0649929 Aug 31 00:47:07.974570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-223e3117-2f10-4758-8c50-0ab640333f98 req-97164ef9-495b-43ee-8017-93a2b32680df tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Allocated IP 172.20.0.13 (dffc61c4-1ac9-454f-80fe-3549f2de306f/45fd49b9-6149-4edf-8dda-93674521e88a/7cfc7b02-0e1b-4ddd-871d-69755e8214bd) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:47:07.981946 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d657a0ee-b1a8-4363-964b-3290a9dea45b req-e309365f-116d-43af-ad93-7daf1065a63a tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 210 time: 0.0588875 Aug 31 00:47:08.283809 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-223e3117-2f10-4758-8c50-0ab640333f98 req-97164ef9-495b-43ee-8017-93a2b32680df tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:08.327703 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:08.405659 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.41', 65472) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:08.564900 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-3e833ead-efb9-4ee4-aef7-58eacfe5c17e tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:08.567830 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-3e833ead-efb9-4ee4-aef7-58eacfe5c17e tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 808 time: 0.2366149 Aug 31 00:47:08.619173 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-a54a2e75-0a8d-4e22-8878-763da347107c tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/quotas/94c1e14dadd544e0828f51650b31e0cc HTTP/1.1" status: 200 len: 375 time: 0.0440891 Aug 31 00:47:08.641065 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-0fd415aa-099a-4332-a53b-84d86af71aa5 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:08.643501 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-0fd415aa-099a-4332-a53b-84d86af71aa5 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.41 "GET /v2.0/networks?id=9c77090e-b903-4c13-bc86-93cf39e7cac9 HTTP/1.1" status: 200 len: 805 time: 0.2367938 Aug 31 00:47:08.663354 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-48ce3c10-53ff-491f-992f-e5647262b62a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Request body: {'port': {'device_id': '4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64', 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9', 'admin_state_up': True, 'tenant_id': '07bbb5e932ef4db09c89d25658c53fac'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:08.668689 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-223e3117-2f10-4758-8c50-0ab640333f98 req-97164ef9-495b-43ee-8017-93a2b32680df tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:08.679874 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-d29c119a-9dd6-4dbe-bc33-320ae35b9db2 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588872 Aug 31 00:47:08.863847 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223e3117-2f10-4758-8c50-0ab640333f98 req-97164ef9-495b-43ee-8017-93a2b32680df tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Network dffc61c4-1ac9-454f-80fe-3549f2de306f is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:47:08.885340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-223e3117-2f10-4758-8c50-0ab640333f98 req-97164ef9-495b-43ee-8017-93a2b32680df tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:47:08.892971 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-223e3117-2f10-4758-8c50-0ab640333f98 req-97164ef9-495b-43ee-8017-93a2b32680df tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:47:08.977146 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e3117-2f10-4758-8c50-0ab640333f98 req-97164ef9-495b-43ee-8017-93a2b32680df tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:08.979640 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-223e3117-2f10-4758-8c50-0ab640333f98 req-97164ef9-495b-43ee-8017-93a2b32680df tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:08.982476 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97164ef9-495b-43ee-8017-93a2b32680df tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Pushing event updated for resources: {'Port': ['ID=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:09.043830 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-8f8dc990-ae90-4d6c-a70b-7f5025660e29 service neutron] 10.222.0.16 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626833 Aug 31 00:47:09.138286 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-48ce3c10-53ff-491f-992f-e5647262b62a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Made reservation on behalf of 07bbb5e932ef4db09c89d25658c53fac for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:47:09.141891 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-48ce3c10-53ff-491f-992f-e5647262b62a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:09.158765 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-e2697fe2-2292-4cf9-b9bd-ef30873d61ea tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1170ae0194104247b92dbe99f095a44e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704095 Aug 31 00:47:09.205611 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-223e3117-2f10-4758-8c50-0ab640333f98 req-97164ef9-495b-43ee-8017-93a2b32680df tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0139503 Aug 31 00:47:09.215506 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-f9769744-ea54-4875-be5a-b798f1017fcf service neutron] 10.222.0.16 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682572 Aug 31 00:47:09.227406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Request body: {'port': {'device_id': 'c3a40ccb-0ced-43cd-85b6-de9314f6bbe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:09.382128 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:09.726411 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-50adc503-252c-4e82-8254-a0ce48b54b50 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=da8533e64c944eab90bfcd54a9f565a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1175170 Aug 31 00:47:09.750265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-2f9e604f-f7a7-4190-ac66-47c8bb825413 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:09.751726 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-2f9e604f-f7a7-4190-ac66-47c8bb825413 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5794637 Aug 31 00:47:09.810879 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-239cc39b-d7c5-4a8e-bb36-cb5711bc22e6 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/quotas/1170ae0194104247b92dbe99f095a44e HTTP/1.1" status: 200 len: 375 time: 0.0498657 Aug 31 00:47:09.884647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-48ce3c10-53ff-491f-992f-e5647262b62a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Allocated IP 172.20.0.14 (9c77090e-b903-4c13-bc86-93cf39e7cac9/2df615be-0d8f-4191-b850-d061892bbd16/09b136f8-34e3-4e29-bd78-c03a72fdbec5) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:47:09.902312 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-b300b395-c46a-4dec-b815-6ac4035b455a tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1170ae0194104247b92dbe99f095a44e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737212 Aug 31 00:47:09.991564 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-2e7996a2-3157-4b1a-ac76-9aeae833032e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:09.993857 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-2e7996a2-3157-4b1a-ac76-9aeae833032e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2572820 Aug 31 00:47:10.013894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-a0b163c1-404b-4012-8b68-1c746c4af4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Request body: {'port': {'device_id': 'd4bf543f-7680-4cd5-8af3-3ee27636e5f9', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': 'da8533e64c944eab90bfcd54a9f565a9'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:10.031157 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:10.188832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cfc7b02-0e1b-4ddd-871d-69755e8214bd {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:10.217994 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:10.278610 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Transition to ACTIVE for port object 7cfc7b02-0e1b-4ddd-871d-69755e8214bd will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:10.393962 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:10.442005 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-48ce3c10-53ff-491f-992f-e5647262b62a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:10.583150 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570baf9-b1f2-4d5f-9a4a-3eb168c30536 req-d3c71a74-f7c4-4672-b62b-7b17f6803e18 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:10.596443 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3570baf9-b1f2-4d5f-9a4a-3eb168c30536 req-d3c71a74-f7c4-4672-b62b-7b17f6803e18 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 946 time: 0.3061640 Aug 31 00:47:10.635097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0e9ea-d883-4112-83c2-c4835b21f5c2 req-ad7c968b-84c4-48f4-b83f-3eea08cffd18 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:10.637157 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Pushing event updated for resources: {'Port': ['ID=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:10.648293 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-83b0e9ea-d883-4112-83c2-c4835b21f5c2 req-ad7c968b-84c4-48f4-b83f-3eea08cffd18 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 944 time: 0.2025497 Aug 31 00:47:10.713319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-a0b163c1-404b-4012-8b68-1c746c4af4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Made reservation on behalf of da8533e64c944eab90bfcd54a9f565a9 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:47:10.718075 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-a0b163c1-404b-4012-8b68-1c746c4af4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:10.753206 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-83b0e9ea-d883-4112-83c2-c4835b21f5c2 req-bad2cfee-988c-470d-898d-0eb5ea7d4c1c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039960 Aug 31 00:47:10.778562 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3570baf9-b1f2-4d5f-9a4a-3eb168c30536 req-f45257e4-7396-4794-a23f-8f7d41d96463 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805820 Aug 31 00:47:10.779404 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-a0b163c1-404b-4012-8b68-1c746c4af4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:10.799117 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-48ce3c10-53ff-491f-992f-e5647262b62a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:10.868341 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Attempting to bind port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:47:10.869761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Attempting to bind port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:47:10.870244 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Attempting to bind port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:10.891839 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.48', 58345) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:10.975601 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd on network dffc61c4-1ac9-454f-80fe-3549f2de306f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:47:10.976511 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Attempting to bind port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:10.976708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-48ce3c10-53ff-491f-992f-e5647262b62a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Network 9c77090e-b903-4c13-bc86-93cf39e7cac9 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:47:10.998130 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-725ec510-22c9-4759-97c0-178589d0cdff req-ff57b0b5-5f81-4e54-a8f0-2d853791b712 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=da8533e64c944eab90bfcd54a9f565a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0965638 Aug 31 00:47:10.999870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-48ce3c10-53ff-491f-992f-e5647262b62a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:47:11.002599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:47:11.002936 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Checking segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:47:11.003328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Bound using segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:47:11.003956 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Bound port: 7cfc7b02-0e1b-4ddd-871d-69755e8214bd, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:47:11.004200 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:11.004814 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-48ce3c10-53ff-491f-992f-e5647262b62a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:47:11.048601 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9c5ef464-1b2f-4046-a985-44a41533a348 req-43d5f95e-0965-4566-b0df-9d8f27f17b6e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 210 time: 0.0911541 Aug 31 00:47:11.104819 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce3c10-53ff-491f-992f-e5647262b62a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Pushing event updated for resources: {'Port': ['ID=09b136f8-34e3-4e29-bd78-c03a72fdbec5,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:11.179262 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-48ce3c10-53ff-491f-992f-e5647262b62a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:11.180242 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-48ce3c10-53ff-491f-992f-e5647262b62a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:11.219628 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfedcd2-54d6-4e42-a25d-6deb74a8199d req-8d951256-3069-4ccf-9be2-d140d65734f5 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:11.229733 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ddfedcd2-54d6-4e42-a25d-6deb74a8199d req-8d951256-3069-4ccf-9be2-d140d65734f5 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64 HTTP/1.1" status: 200 len: 932 time: 0.2717080 Aug 31 00:47:11.332153 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ddfedcd2-54d6-4e42-a25d-6deb74a8199d req-6a94fa4a-821f-47c4-91dd-24193b854f88 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031954 Aug 31 00:47:11.371716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] For port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:47:11.458439 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] For port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:47:11.520778 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-a0b163c1-404b-4012-8b68-1c746c4af4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:11.530308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ec510-22c9-4759-97c0-178589d0cdff req-9f26a882-1a20-42b5-8842-df7055fc9aab tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:11.532089 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-725ec510-22c9-4759-97c0-178589d0cdff req-9f26a882-1a20-42b5-8842-df7055fc9aab tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5064342 Aug 31 00:47:11.558933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-725ec510-22c9-4759-97c0-178589d0cdff req-61fbf81c-aa02-482b-ba8b-9debed08f0f7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Request body: {'port': {'device_id': 'fc1c32c2-9c07-478e-8fa3-3faf1854d86f', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': 'da8533e64c944eab90bfcd54a9f565a9'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:11.560744 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0b56afbd-6435-4684-be07-03a01cc95bcc req-6cfdafad-b8a9-4bbe-8ba7-8b1efdf58205 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 210 time: 0.1097372 Aug 31 00:47:11.661194 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:11.690567 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-a0b163c1-404b-4012-8b68-1c746c4af4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:11.729087 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b5c13fe3-c16e-4193-b1cc-94507e617707 req-d52df29f-f448-44b5-b01e-b289f61fa68a tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 210 time: 0.0538492 Aug 31 00:47:11.762601 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-48ce3c10-53ff-491f-992f-e5647262b62a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1039112 Aug 31 00:47:11.775904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Request body: {'port': {'device_id': '4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:11.833903 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:11.835227 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:11.838019 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-223e3117-2f10-4758-8c50-0ab640333f98 req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] 10.222.0.41 "PUT /v2.0/ports/7cfc7b02-0e1b-4ddd-871d-69755e8214bd HTTP/1.1" status: 200 len: 1093 time: 2.6192081 Aug 31 00:47:11.884031 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:11.894791 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a40ccb-0ced-43cd-85b6-de9314f6bbe8', 'tag': '7cfc7b02-0e1b-4ddd-871d-69755e8214bd'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:11.898853 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29cfa0b-639d-4165-9a5a-673f7e6de275" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a40ccb-0ced-43cd-85b6-de9314f6bbe8", "tag": "7cfc7b02-0e1b-4ddd-871d-69755e8214bd"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:11.964531 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b163c1-404b-4012-8b68-1c746c4af4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:12.010837 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-d2b45a56-fc93-4c9b-9b7f-16a7315e5c00 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1cd1d9e8cf974d0e8579828f7cc5db22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1070447 Aug 31 00:47:12.039649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7ab08-305c-4f74-89d1-1ed207e83485 req-16f01913-8234-4f2d-aee0-94cb08a53658 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:12.039649 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dad7ab08-305c-4f74-89d1-1ed207e83485 req-16f01913-8234-4f2d-aee0-94cb08a53658 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 946 time: 0.1477373 Aug 31 00:47:12.040584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f26702-45f7-427b-8bd9-41a2fc62954f service neutron] Pushing event updated for resources: {'Port': ['ID=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:12.048010 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60502) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:12.084519 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e6a35ce3-cd39-425a-8183-d1b536749e05 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Request body: {'floatingip': {'port_id': '0680ed08-c2e1-4985-9278-f8ec52c31859'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:12.270332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.48', 58346) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:12.358049 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-4064d4fe-708a-46d6-a544-bab971e7b3c0 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887148 Aug 31 00:47:12.447120 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8322057e-91ac-40f0-b523-046846680ea8 req-4c22a3c1-1698-45ed-b4fd-a0a9e5afb1ee service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1752505 Aug 31 00:47:12.606249 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e6a35ce3-cd39-425a-8183-d1b536749e05 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for floatingip, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:12.680491 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b136f8-34e3-4e29-bd78-c03a72fdbec5 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:12.696690 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-424837e5-5def-4dcd-9257-56bf5fcda1fb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:12.698533 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-424837e5-5def-4dcd-9257-56bf5fcda1fb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3055339 Aug 31 00:47:12.709586 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:12.714451 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322057e-91ac-40f0-b523-046846680ea8 req-b13d5262-7f26-4e76-a59c-b418abf95263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:12.716047 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8322057e-91ac-40f0-b523-046846680ea8 req-b13d5262-7f26-4e76-a59c-b418abf95263 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a35bf8903ff840dcbf6ccdb26a9793ce&device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 1098 time: 0.2056663 Aug 31 00:47:12.733751 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e3117-2f10-4758-8c50-0ab640333f98 req-cd691256-65e6-4acc-9365-5a363348f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:12.735812 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-223e3117-2f10-4758-8c50-0ab640333f98 req-cd691256-65e6-4acc-9365-5a363348f214 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 1096 time: 0.7145982 Aug 31 00:47:12.740092 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-a052b4c4-285a-459d-b181-dbf79adfcf68 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/quotas/0df1dc9ce961447d8c0a4fac26dd9a67 HTTP/1.1" status: 200 len: 375 time: 0.0229895 Aug 31 00:47:12.748281 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Transition to ACTIVE for port object 09b136f8-34e3-4e29-bd78-c03a72fdbec5 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:12.754471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-a0b163c1-404b-4012-8b68-1c746c4af4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Allocated IP 192.168.233.177 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/963e01ab-7ec9-4667-88e0-0b4375dd1745) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:47:12.855847 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:12.871718 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-dbf39b40-bc28-4ba8-8d98-fff3d9e08806 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1145723 Aug 31 00:47:12.907561 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-223e3117-2f10-4758-8c50-0ab640333f98 req-bda6eef9-73c6-4a40-b306-f09934b807ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cfc7b02-0e1b-4ddd-871d-69755e8214bd HTTP/1.1" status: 200 len: 217 time: 0.1381857 Aug 31 00:47:12.921063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-664abe21-7302-4b8b-9fc0-afff1d261397 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:12.922712 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-664abe21-7302-4b8b-9fc0-afff1d261397 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8667147 Aug 31 00:47:12.923400 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725ec510-22c9-4759-97c0-178589d0cdff req-61fbf81c-aa02-482b-ba8b-9debed08f0f7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Made reservation on behalf of da8533e64c944eab90bfcd54a9f565a9 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:47:12.927240 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-725ec510-22c9-4759-97c0-178589d0cdff req-61fbf81c-aa02-482b-ba8b-9debed08f0f7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:13.094789 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-aff2c85f-3760-46c3-8d5a-c9104d494523 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/quotas/1cd1d9e8cf974d0e8579828f7cc5db22 HTTP/1.1" status: 200 len: 375 time: 0.1250165 Aug 31 00:47:13.211665 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=09b136f8-34e3-4e29-bd78-c03a72fdbec5,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:13.232213 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-b8dbe53c-20d0-4aa2-b4d5-daffe61d53cf tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1cd1d9e8cf974d0e8579828f7cc5db22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1168044 Aug 31 00:47:13.252568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322057e-91ac-40f0-b523-046846680ea8 req-d8fb26a2-3be0-499b-a9af-ba72071522b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:13.254312 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8322057e-91ac-40f0-b523-046846680ea8 req-d8fb26a2-3be0-499b-a9af-ba72071522b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac02a892-5a99-478c-bb22-879aa954e70c HTTP/1.1" status: 200 len: 925 time: 0.4983456 Aug 31 00:47:13.384351 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e3117-2f10-4758-8c50-0ab640333f98 req-7a3bff08-a309-4126-be7c-1c9e23180eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:13.386901 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-223e3117-2f10-4758-8c50-0ab640333f98 req-7a3bff08-a309-4126-be7c-1c9e23180eda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.4514809 Aug 31 00:47:13.393017 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.41', 65477) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:13.469831 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-223e3117-2f10-4758-8c50-0ab640333f98 req-64138389-0860-4a99-95b4-7597e2627dcd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452318 Aug 31 00:47:13.557521 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8322057e-91ac-40f0-b523-046846680ea8 req-2148ad80-fa8c-4372-bb05-01b62f540f73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0680ed08-c2e1-4985-9278-f8ec52c31859 HTTP/1.1" status: 200 len: 217 time: 0.2783394 Aug 31 00:47:13.714145 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b996ad45-9bbc-4bd4-b1a1-304cae0652b1 x-openstack-request-id: req-b996ad45-9bbc-4bd4-b1a1-304cae0652b1 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:13.714954 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a40ccb-0ced-43cd-85b6-de9314f6bbe8", "tag": "7cfc7b02-0e1b-4ddd-871d-69755e8214bd", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:13.715363 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b996ad45-9bbc-4bd4-b1a1-304cae0652b1 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:13.716214 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a40ccb-0ced-43cd-85b6-de9314f6bbe8', 'tag': '7cfc7b02-0e1b-4ddd-871d-69755e8214bd', 'status': 'completed', 'code': 200} Aug 31 00:47:13.734503 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f4c70-5bd2-4374-ba28-d663d1dd61c8 req-a33a8f58-aa05-48c1-8c34-57e56af131f4 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:13.746580 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-156f4c70-5bd2-4374-ba28-d663d1dd61c8 req-a33a8f58-aa05-48c1-8c34-57e56af131f4 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 944 time: 0.4953048 Aug 31 00:47:13.816603 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Attempting to bind port 09b136f8-34e3-4e29-bd78-c03a72fdbec5 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:47:13.817125 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Attempting to bind port 09b136f8-34e3-4e29-bd78-c03a72fdbec5 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'e1ee2198-a8c6-4557-bb20-8af209e90d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:47:13.827221 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Attempting to bind port 09b136f8-34e3-4e29-bd78-c03a72fdbec5 on network 9c77090e-b903-4c13-bc86-93cf39e7cac9 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:13.845275 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322057e-91ac-40f0-b523-046846680ea8 req-fbfa54d1-203c-40fd-9d6a-2f52ce53af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:13.851151 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8322057e-91ac-40f0-b523-046846680ea8 req-fbfa54d1-203c-40fd-9d6a-2f52ce53af1d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10e3e269-b5b9-411a-82d5-ee75bbf3461c HTTP/1.1" status: 200 len: 863 time: 0.2743542 Aug 31 00:47:13.851701 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-a0b163c1-404b-4012-8b68-1c746c4af4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:13.877310 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-7110ba8e-3c45-4d79-b176-0ffa2c996c56 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:13.880202 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-7110ba8e-3c45-4d79-b176-0ffa2c996c56 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.41 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 808 time: 0.4868367 Aug 31 00:47:13.900431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Port 09b136f8-34e3-4e29-bd78-c03a72fdbec5 on network 9c77090e-b903-4c13-bc86-93cf39e7cac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:47:13.900951 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Attempting to bind port 09b136f8-34e3-4e29-bd78-c03a72fdbec5 on network 9c77090e-b903-4c13-bc86-93cf39e7cac9 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:13.942467 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-a0b163c1-404b-4012-8b68-1c746c4af4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Transition to ACTIVE for port object 963e01ab-7ec9-4667-88e0-0b4375dd1745 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:13.970298 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c520743-1e1b-4a63-bc16-8c420c49de0f req-ec850946-d8b2-4916-be69-805bd5ca988f tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 210 time: 0.1565259 Aug 31 00:47:13.997124 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:47:13.997799 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Checking segment: {'id': 'e1ee2198-a8c6-4557-bb20-8af209e90d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:47:13.998786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Bound using segment: {'id': 'e1ee2198-a8c6-4557-bb20-8af209e90d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:47:13.999906 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Bound port: 09b136f8-34e3-4e29-bd78-c03a72fdbec5, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ee2198-a8c6-4557-bb20-8af209e90d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:47:14.000923 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:14.015300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-178fc0a8-ef67-455f-9092-5beb06aee1b0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Request body: {'port': {'device_id': 'e3a584d5-0e99-431c-a4cb-f4ba1bb18510', 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a', 'admin_state_up': True, 'tenant_id': '94c1e14dadd544e0828f51650b31e0cc'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:14.083243 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-156f4c70-5bd2-4374-ba28-d663d1dd61c8 req-148860b0-3421-4ecf-8ecc-a8c43e24db2c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346026 Aug 31 00:47:14.319907 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-223e3117-2f10-4758-8c50-0ab640333f98 req-74bf88c7-ef52-4e82-9487-a4c40c6d3d1e service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7757235 Aug 31 00:47:14.364658 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322057e-91ac-40f0-b523-046846680ea8 req-33e5b164-da9e-4000-8130-74b9fd5622ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:14.389943 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8322057e-91ac-40f0-b523-046846680ea8 req-33e5b164-da9e-4000-8130-74b9fd5622ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac02a892-5a99-478c-bb22-879aa954e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4809842 Aug 31 00:47:14.389943 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1dc8b76-5592-41ab-bd1c-bc7dc8ac779d req-094b51dc-968c-4223-8b6b-66d68fd059f4 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 210 time: 0.0983407 Aug 31 00:47:14.428231 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] For port 09b136f8-34e3-4e29-bd78-c03a72fdbec5, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:47:14.513744 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccc41b-e96f-46b3-a7f9-ffdb3afefc4d req-563f7efb-4e51-423e-8188-c722b8717488 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:14.516197 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fbccc41b-e96f-46b3-a7f9-ffdb3afefc4d req-563f7efb-4e51-423e-8188-c722b8717488 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64 HTTP/1.1" status: 200 len: 944 time: 0.3996029 Aug 31 00:47:14.538595 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] For port 09b136f8-34e3-4e29-bd78-c03a72fdbec5, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=09b136f8-34e3-4e29-bd78-c03a72fdbec5,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:47:14.563935 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d17cc97-38bf-4cc4-855b-379c692f5173 req-f9b4a36e-43ae-48ed-aee4-8cb60e04ae9d tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 210 time: 0.0593240 Aug 31 00:47:14.628086 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8322057e-91ac-40f0-b523-046846680ea8 req-dd35d02f-fabf-44e5-8448-b2d553436ce6 service neutron] 10.222.0.48 "GET /v2.0/networks/ac02a892-5a99-478c-bb22-879aa954e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516620 Aug 31 00:47:14.721308 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:14.779737 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.resource_extend [None req-e6a35ce3-cd39-425a-8183-d1b536749e05 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 00:47:14.798950 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c7f6997-9edc-4706-a210-d8d6dec9ce8c req-538ef7cd-6ad5-49f5-86a2-9a959d013d84 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 210 time: 0.1316051 Aug 31 00:47:14.818616 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:14.818796 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:14.820605 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/09b136f8-34e3-4e29-bd78-c03a72fdbec5 HTTP/1.1" status: 200 len: 1093 time: 3.0540035 Aug 31 00:47:14.826724 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64', 'tag': '09b136f8-34e3-4e29-bd78-c03a72fdbec5'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:14.846434 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-a0b163c1-404b-4012-8b68-1c746c4af4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:14.905197 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db6e2d0-0160-44bd-abe8-295d152c04aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64", "tag": "09b136f8-34e3-4e29-bd78-c03a72fdbec5"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:14.912416 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8f059861-1f93-4f4a-b31b-9d7ab44bea9b req-ad2bd24a-b727-4350-9146-522b14e9d9ce tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 210 time: 0.0565479 Aug 31 00:47:14.916916 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cca6de-2d28-478b-85c5-8fb21478c0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=09b136f8-34e3-4e29-bd78-c03a72fdbec5,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:14.934167 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8322057e-91ac-40f0-b523-046846680ea8 req-45b5b3f5-434e-482e-9718-585576a37ac0 service neutron] 10.222.0.48 "GET /v2.0/networks/ac02a892-5a99-478c-bb22-879aa954e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970345 Aug 31 00:47:15.039605 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fbccc41b-e96f-46b3-a7f9-ffdb3afefc4d req-b3fd7db4-f31f-47cf-be94-e306fd0003bd tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024872 Aug 31 00:47:15.043035 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-223e3117-2f10-4758-8c50-0ab640333f98 req-209c3a0a-2715-4f6e-b257-8dbe0dc3d765 service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7696383 Aug 31 00:47:15.045960 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e6a35ce3-cd39-425a-8183-d1b536749e05 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:15.047568 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911319b1-d616-4a4f-863e-70c2d52c9a73 x-openstack-request-id: req-911319b1-d616-4a4f-863e-70c2d52c9a73 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:15.048259 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64", "tag": "09b136f8-34e3-4e29-bd78-c03a72fdbec5", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:15.048727 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-911319b1-d616-4a4f-863e-70c2d52c9a73 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:15.049710 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64', 'tag': '09b136f8-34e3-4e29-bd78-c03a72fdbec5', 'status': 'completed', 'code': 200} Aug 31 00:47:15.060861 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-a0b163c1-404b-4012-8b68-1c746c4af4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:47:15.062851 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b163c1-404b-4012-8b68-1c746c4af4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Pushing event updated for resources: {'Port': ['ID=963e01ab-7ec9-4667-88e0-0b4375dd1745,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:15.065696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-a0b163c1-404b-4012-8b68-1c746c4af4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:47:15.075129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-a0b163c1-404b-4012-8b68-1c746c4af4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:47:15.094481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-725ec510-22c9-4759-97c0-178589d0cdff req-61fbf81c-aa02-482b-ba8b-9debed08f0f7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Allocated IP 192.168.233.135 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/03046e22-7ac0-48a4-a1bc-6009eb6efaa2) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:47:15.172261 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e3a33fe0-d00b-46d5-b63b-f3c2736223ba req-92e6066d-180f-4e64-bc9e-60b13a3adcd9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 210 time: 0.0536492 Aug 31 00:47:15.181401 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-178fc0a8-ef67-455f-9092-5beb06aee1b0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Made reservation on behalf of 94c1e14dadd544e0828f51650b31e0cc for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:47:15.186152 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-178fc0a8-ef67-455f-9092-5beb06aee1b0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:15.248096 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-6b84ae03-424a-4a95-9c74-a6415054f0d4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1170ae0194104247b92dbe99f095a44e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429556 Aug 31 00:47:15.352683 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-a0b163c1-404b-4012-8b68-1c746c4af4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:15.353072 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-a0b163c1-404b-4012-8b68-1c746c4af4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:15.363837 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e6a35ce3-cd39-425a-8183-d1b536749e05 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:15.366909 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6e2d0-0160-44bd-abe8-295d152c04aa req-c2b1c6c0-1548-4ccf-9a9f-7d6fffcc1f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:15.368210 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.41', 65478) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:15.368590 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9db6e2d0-0160-44bd-abe8-295d152c04aa req-c2b1c6c0-1548-4ccf-9a9f-7d6fffcc1f0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07bbb5e932ef4db09c89d25658c53fac&device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64 HTTP/1.1" status: 200 len: 1096 time: 0.2850080 Aug 31 00:47:15.533856 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-15dfbe67-b45a-4d77-b45f-d172953980c7 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:15.535658 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-15dfbe67-b45a-4d77-b45f-d172953980c7 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2525914 Aug 31 00:47:15.538457 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cfa0b-639d-4165-9a5a-673f7e6de275 req-22f3ddff-d5bf-4f88-a212-e0014fe8aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:15.540747 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a29cfa0b-639d-4165-9a5a-673f7e6de275 req-22f3ddff-d5bf-4f88-a212-e0014fe8aef6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 1096 time: 0.1715236 Aug 31 00:47:15.546707 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1a40a75-889f-4df8-8008-c01ec4a07ed4 req-fa440440-9b40-493d-b9e0-6d4a57a94e2b tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 210 time: 0.0727320 Aug 31 00:47:15.576285 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-178fc0a8-ef67-455f-9092-5beb06aee1b0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Allocated IP 172.20.0.4 (1201673d-ac71-4ee8-8cb6-849c3511a23a/519a0f3b-cc60-470d-b6ba-128b5161d8a4/b722f6da-4903-4747-95ef-a59eae43709b) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:47:15.577064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcff2b1-1b04-4bd7-980e-2808d66d2d39 req-2ed52ef8-1be7-40f1-8897-27a05de780e8 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:15.577260 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-2eae19ee-dd2e-478f-bb58-4d0e32dfd0e6 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Request body: {'port': {'device_id': '3493662b-c4a4-4714-a0c7-a02f99b2c550', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '1170ae0194104247b92dbe99f095a44e'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:15.577518 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6bcff2b1-1b04-4bd7-980e-2808d66d2d39 req-2ed52ef8-1be7-40f1-8897-27a05de780e8 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 944 time: 0.3225198 Aug 31 00:47:15.602025 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e5383941-03fc-4ae9-b977-3e1fe10701eb None None] Provisioning for port 963e01ab-7ec9-4667-88e0-0b4375dd1745 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:47:15.634579 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e5383941-03fc-4ae9-b977-3e1fe10701eb None None] Provisioning complete for port 963e01ab-7ec9-4667-88e0-0b4375dd1745 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:47:15.635198 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e5383941-03fc-4ae9-b977-3e1fe10701eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:15.749465 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e5383941-03fc-4ae9-b977-3e1fe10701eb None None] Port 963e01ab-7ec9-4667-88e0-0b4375dd1745 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:47:15.758206 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6bcff2b1-1b04-4bd7-980e-2808d66d2d39 req-b07144b8-7d0a-4da6-956c-24e2f7bb908d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837344 Aug 31 00:47:15.779815 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-a0b163c1-404b-4012-8b68-1c746c4af4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7731645 Aug 31 00:47:15.789931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6e2d0-0160-44bd-abe8-295d152c04aa req-e05e2e10-ca51-40d1-afe7-37c1f0f17057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:15.791491 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9db6e2d0-0160-44bd-abe8-295d152c04aa req-e05e2e10-ca51-40d1-afe7-37c1f0f17057 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=07bbb5e932ef4db09c89d25658c53fac&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3972671 Aug 31 00:47:15.794696 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-725ec510-22c9-4759-97c0-178589d0cdff req-61fbf81c-aa02-482b-ba8b-9debed08f0f7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:15.801864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Request body: {'port': {'device_id': 'd4bf543f-7680-4cd5-8af3-3ee27636e5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:15.806623 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-e6a35ce3-cd39-425a-8183-d1b536749e05 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Floating IP 48df65aa-6ae8-49cc-8ff1-315fa7459c01 associated. External IP: 172.25.2.71, port: 0680ed08-c2e1-4985-9278-f8ec52c31859. Aug 31 00:47:15.906001 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-725ec510-22c9-4759-97c0-178589d0cdff req-61fbf81c-aa02-482b-ba8b-9debed08f0f7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Transition to ACTIVE for port object 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:15.968580 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-93f2e83c-cf4d-45c0-acbe-747e006ecaff req-003140a6-1a88-4478-9381-5c38bcb91623 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 210 time: 0.0647900 Aug 31 00:47:15.984434 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-085c5b11-a6fb-4f76-bd33-9ecb6d2a53c2 req-d611ca94-8544-487d-b5f5-580b9de9de7f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 210 time: 0.0798237 Aug 31 00:47:16.107459 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cfa0b-639d-4165-9a5a-673f7e6de275 req-a5872664-5f41-46ff-aeaa-e831c292eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:16.117397 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a29cfa0b-639d-4165-9a5a-673f7e6de275 req-a5872664-5f41-46ff-aeaa-e831c292eacc service neutron] 10.222.0.41 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 921 time: 0.5556955 Aug 31 00:47:16.155791 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:16.176179 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a29cfa0b-639d-4165-9a5a-673f7e6de275 req-b707475a-b26c-4c1c-863f-c18aee41be8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cfc7b02-0e1b-4ddd-871d-69755e8214bd HTTP/1.1" status: 200 len: 217 time: 0.0529099 Aug 31 00:47:16.306182 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cfa0b-639d-4165-9a5a-673f7e6de275 req-6e8895cc-9d05-4e7e-b601-9c3f40713aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:16.308187 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a29cfa0b-639d-4165-9a5a-673f7e6de275 req-6e8895cc-9d05-4e7e-b601-9c3f40713aab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.1183336 Aug 31 00:47:16.322370 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-178fc0a8-ef67-455f-9092-5beb06aee1b0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:16.338074 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-478f3266-699c-47ac-8c8a-b33e744d4c6f req-122aa6e9-ba69-4f86-857c-047be37d88ad tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 210 time: 0.1424775 Aug 31 00:47:16.345827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029bd5b-3516-4997-a910-847bcbb78fab req-dd0e8b6e-7e0f-4529-b582-2e037a7f94b4 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:16.347912 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a029bd5b-3516-4997-a910-847bcbb78fab req-dd0e8b6e-7e0f-4529-b582-2e037a7f94b4 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64 HTTP/1.1" status: 200 len: 944 time: 0.1796806 Aug 31 00:47:16.371528 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a29cfa0b-639d-4165-9a5a-673f7e6de275 req-1ca1c08a-02b3-4e71-ab5f-193f7815be86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532959 Aug 31 00:47:16.409926 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-2eae19ee-dd2e-478f-bb58-4d0e32dfd0e6 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Made reservation on behalf of 1170ae0194104247b92dbe99f095a44e for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:47:16.413401 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-2eae19ee-dd2e-478f-bb58-4d0e32dfd0e6 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:16.435817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6e2d0-0160-44bd-abe8-295d152c04aa req-fc65f3aa-3924-45f3-b6fa-3604ef71797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:16.437637 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9db6e2d0-0160-44bd-abe8-295d152c04aa req-fc65f3aa-3924-45f3-b6fa-3604ef71797c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6244810 Aug 31 00:47:16.485429 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-2eae19ee-dd2e-478f-bb58-4d0e32dfd0e6 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:16.531386 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a029bd5b-3516-4997-a910-847bcbb78fab req-1bd7b7e7-7c15-43e1-96d0-48fdf42ca1fd tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551216 Aug 31 00:47:16.591590 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a29cfa0b-639d-4165-9a5a-673f7e6de275 req-d0d6cd55-528f-442c-8bf5-1da423f6fa30 service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045581 Aug 31 00:47:16.621766 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-725ec510-22c9-4759-97c0-178589d0cdff req-61fbf81c-aa02-482b-ba8b-9debed08f0f7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:16.657320 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-178fc0a8-ef67-455f-9092-5beb06aee1b0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:16.679560 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725ec510-22c9-4759-97c0-178589d0cdff req-61fbf81c-aa02-482b-ba8b-9debed08f0f7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:47:16.707157 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-725ec510-22c9-4759-97c0-178589d0cdff req-61fbf81c-aa02-482b-ba8b-9debed08f0f7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:47:16.712342 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-725ec510-22c9-4759-97c0-178589d0cdff req-61fbf81c-aa02-482b-ba8b-9debed08f0f7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:47:16.751515 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-178fc0a8-ef67-455f-9092-5beb06aee1b0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Network 1201673d-ac71-4ee8-8cb6-849c3511a23a is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:47:16.775527 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-178fc0a8-ef67-455f-9092-5beb06aee1b0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:47:16.791063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-178fc0a8-ef67-455f-9092-5beb06aee1b0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:47:16.795077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fc0a8-ef67-455f-9092-5beb06aee1b0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Pushing event updated for resources: {'Port': ['ID=b722f6da-4903-4747-95ef-a59eae43709b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:16.912320 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-2eae19ee-dd2e-478f-bb58-4d0e32dfd0e6 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:16.919069 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a29cfa0b-639d-4165-9a5a-673f7e6de275 req-f67fd2d7-41c9-46af-94e8-7bb005cdc0e9 service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126998 Aug 31 00:47:16.925716 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-178fc0a8-ef67-455f-9092-5beb06aee1b0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:16.927099 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-178fc0a8-ef67-455f-9092-5beb06aee1b0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:16.953874 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ec510-22c9-4759-97c0-178589d0cdff req-61fbf81c-aa02-482b-ba8b-9debed08f0f7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:16.962139 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-725ec510-22c9-4759-97c0-178589d0cdff req-61fbf81c-aa02-482b-ba8b-9debed08f0f7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:16.962294 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0b192-6da2-443b-a026-38d7cc0bc402 req-8ea65e29-36df-48f9-a42a-2528845c5388 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:16.962294 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42f0b192-6da2-443b-a026-38d7cc0bc402 req-8ea65e29-36df-48f9-a42a-2528845c5388 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 931 time: 0.1904192 Aug 31 00:47:17.007951 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbf81c-aa02-482b-ba8b-9debed08f0f7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Pushing event updated for resources: {'Port': ['ID=03046e22-7ac0-48a4-a1bc-6009eb6efaa2,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:17.012430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-2d86df22-3530-4919-a7b4-42af0f0c4edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:17.015037 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-2d86df22-3530-4919-a7b4-42af0f0c4edf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07bbb5e932ef4db09c89d25658c53fac&device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64 HTTP/1.1" status: 200 len: 1096 time: 0.4194226 Aug 31 00:47:17.018852 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a35ce3-cd39-425a-8183-d1b536749e05 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Router 9ea7112b-240c-46be-9be5-fb1240b24a9b has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:47:17.020334 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42f0b192-6da2-443b-a026-38d7cc0bc402 req-5a9c7ec7-4be5-49c3-909b-c90cc8e3ce20 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448065 Aug 31 00:47:17.024206 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-2eae19ee-dd2e-478f-bb58-4d0e32dfd0e6 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:17.119033 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae19ee-dd2e-478f-bb58-4d0e32dfd0e6 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a95540d-cdc8-43ca-b656-c0da9a859313,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:17.165779 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-178fc0a8-ef67-455f-9092-5beb06aee1b0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1711447 Aug 31 00:47:17.179403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Request body: {'port': {'device_id': 'e3a584d5-0e99-431c-a4cb-f4ba1bb18510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:17.242220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d3bdead8-1e41-43ff-96ec-82ee8ec815fa None None] Provisioning for port 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:47:17.251137 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d3bdead8-1e41-43ff-96ec-82ee8ec815fa None None] Provisioning complete for port 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:47:17.256986 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d3bdead8-1e41-43ff-96ec-82ee8ec815fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:17.296327 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:17.300250 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d3bdead8-1e41-43ff-96ec-82ee8ec815fa None None] Port 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:47:17.308777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549a64d-f187-47af-9e5c-2d10718abb07 req-ae2b0239-ee69-49ab-bb55-44f47026e0a1 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:17.312607 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7549a64d-f187-47af-9e5c-2d10718abb07 req-ae2b0239-ee69-49ab-bb55-44f47026e0a1 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 944 time: 0.1298175 Aug 31 00:47:17.318765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38011ed-ef80-4b11-abdc-25ce96935a3b req-1f50e6b5-3155-4ef6-8767-9b276448894f tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:17.320310 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a38011ed-ef80-4b11-abdc-25ce96935a3b req-1f50e6b5-3155-4ef6-8767-9b276448894f tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 936 time: 0.7286036 Aug 31 00:47:17.355733 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-725ec510-22c9-4759-97c0-178589d0cdff req-61fbf81c-aa02-482b-ba8b-9debed08f0f7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8138611 Aug 31 00:47:17.365813 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-b7db5e46-e330-48be-838d-38cb5b1532cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09b136f8-34e3-4e29-bd78-c03a72fdbec5 HTTP/1.1" status: 200 len: 217 time: 0.3416545 Aug 31 00:47:17.388404 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Request body: {'port': {'device_id': 'fc1c32c2-9c07-478e-8fa3-3faf1854d86f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:17.446091 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7549a64d-f187-47af-9e5c-2d10718abb07 req-8d92ade4-0f94-4a32-8b99-40facd48db22 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263883 Aug 31 00:47:17.555701 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-34d2627a-14dd-4c7d-a6d0-7d1f98b8e795 req-eed096f6-be7c-44a2-be00-b5faad4fbdf2 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 210 time: 0.0314972 Aug 31 00:47:17.580883 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-00df80d6-d064-4a33-812e-6f821cb59b68 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303109 Aug 31 00:47:17.621242 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:17.627176 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a38011ed-ef80-4b11-abdc-25ce96935a3b req-f8dec210-cf5d-425c-933b-22b427351bb0 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686772 Aug 31 00:47:17.633262 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-f1f5c25a-7710-4793-8602-2cfdb6cfd4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:17.634806 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-f1f5c25a-7710-4793-8602-2cfdb6cfd4e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2df615be-0d8f-4191-b850-d061892bbd16 HTTP/1.1" status: 200 len: 845 time: 0.2448618 Aug 31 00:47:17.736213 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-8c57ff85-7b66-4110-b324-1b98dc40d909 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:17.738160 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-8c57ff85-7b66-4110-b324-1b98dc40d909 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495981 Aug 31 00:47:17.744726 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-8c641691-6382-45b3-8831-74769f588210 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c77090e-b903-4c13-bc86-93cf39e7cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967569 Aug 31 00:47:17.797866 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-6acd17c1-86ec-422a-a99d-cf5521f99adb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Request body: {'port': {'device_id': 'cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '0df1dc9ce961447d8c0a4fac26dd9a67'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:17.801500 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963e01ab-7ec9-4667-88e0-0b4375dd1745 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:17.863120 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d83e546e-dfdc-41c2-bf78-c597727cc883 req-3ccfe3ba-ac3c-4b8d-b3a9-3629f1b85963 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 210 time: 0.1238415 Aug 31 00:47:17.876669 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:17.893636 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a0500103-4fab-4941-8e65-effabf7ad373 req-cc01a305-e44f-4d18-a274-621550130129 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 210 time: 0.1164565 Aug 31 00:47:17.907944 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a35ce3-cd39-425a-8183-d1b536749e05 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:47:17.917358 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e6a35ce3-cd39-425a-8183-d1b536749e05 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:17.922520 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd96da9-c591-4d2a-8aa5-f8208323f474 None None] Sync routers for ids ['9ea7112b-240c-46be-9be5-fb1240b24a9b'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:47:17.929690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Transition to ACTIVE for port object 963e01ab-7ec9-4667-88e0-0b4375dd1745 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:17.942359 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd96da9-c591-4d2a-8aa5-f8208323f474 None None] Routers {'9ea7112b-240c-46be-9be5-fb1240b24a9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:47:17.943043 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8cd96da9-c591-4d2a-8aa5-f8208323f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:47:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9ea7112b-240c-46be-9be5-fb1240b24a9b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:18.040518 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e6a35ce3-cd39-425a-8183-d1b536749e05 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "PUT /v2.0/floatingips/48df65aa-6ae8-49cc-8ff1-315fa7459c01 HTTP/1.1" status: 200 len: 991 time: 5.9818611 Aug 31 00:47:18.051995 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f44267-ccb2-4ae8-a654-d374431f1b06', 'tag': '0680ed08-c2e1-4985-9278-f8ec52c31859'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:18.056057 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3d124e-397b-4ad0-b3e7-17e7118ce0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f44267-ccb2-4ae8-a654-d374431f1b06", "tag": "0680ed08-c2e1-4985-9278-f8ec52c31859"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:18.068083 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:18.083029 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-da7a56e9-14c8-447b-9f4b-604b0cb7fb55 service neutron] 10.222.0.41 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265612 Aug 31 00:47:18.213097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Pushing event updated for resources: {'Port': ['ID=963e01ab-7ec9-4667-88e0-0b4375dd1745,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:18.259768 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-8cd96da9-c591-4d2a-8aa5-f8208323f474 None None] Set router 9ea7112b-240c-46be-9be5-fb1240b24a9b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:47:18.340076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b722f6da-4903-4747-95ef-a59eae43709b {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:18.360751 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:18.394233 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6f7cf41-0e2e-4911-b178-31fa932e409d req-901fba20-6b8f-480b-9ffe-33f006f91b13 service neutron] 10.222.0.41 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712739 Aug 31 00:47:18.437817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Attempting to bind port 963e01ab-7ec9-4667-88e0-0b4375dd1745 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:47:18.442550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Attempting to bind port 963e01ab-7ec9-4667-88e0-0b4375dd1745 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:47:18.442550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Attempting to bind port 963e01ab-7ec9-4667-88e0-0b4375dd1745 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:18.442837 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Transition to ACTIVE for port object b722f6da-4903-4747-95ef-a59eae43709b will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:18.446161 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Port 963e01ab-7ec9-4667-88e0-0b4375dd1745 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:47:18.446668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Attempting to bind port 963e01ab-7ec9-4667-88e0-0b4375dd1745 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:18.457192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:47:18.457633 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:47:18.458044 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:47:18.458696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Bound port: 963e01ab-7ec9-4667-88e0-0b4375dd1745, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:47:18.459238 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-6acd17c1-86ec-422a-a99d-cf5521f99adb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Made reservation on behalf of 0df1dc9ce961447d8c0a4fac26dd9a67 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:47:18.459519 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:18.466877 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-6acd17c1-86ec-422a-a99d-cf5521f99adb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:18.498314 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-6acd17c1-86ec-422a-a99d-cf5521f99adb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:18.567144 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.48', 58349) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:18.571490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.48', 58350) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:18.571490 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066a758e-11aa-453c-a682-83f6c5febbda x-openstack-request-id: req-066a758e-11aa-453c-a682-83f6c5febbda {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:18.571979 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f44267-ccb2-4ae8-a654-d374431f1b06", "tag": "0680ed08-c2e1-4985-9278-f8ec52c31859", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:18.572611 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-066a758e-11aa-453c-a682-83f6c5febbda {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:18.573566 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f44267-ccb2-4ae8-a654-d374431f1b06', 'tag': '0680ed08-c2e1-4985-9278-f8ec52c31859', 'status': 'completed', 'code': 200} Aug 31 00:47:18.682037 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-81cc9c57-8012-4a3a-a759-6e3ae0a57085 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1cd1d9e8cf974d0e8579828f7cc5db22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1061282 Aug 31 00:47:18.700190 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:18.740607 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8cd96da9-c591-4d2a-8aa5-f8208323f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:46:07Z', 'revision_number': 4, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port': {'id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:01Z', 'updated_at': '2021-08-31T00:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '48df65aa-6ae8-49cc-8ff1-315fa7459c01', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'port_id': '0680ed08-c2e1-4985-9278-f8ec52c31859', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'mac_address': 'fa:16:3e:7c:ae:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f44267-ccb2-4ae8-a654-d374431f1b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:46:38Z', 'updated_at': '2021-08-31T00:47:14Z', 'revision_number': 1, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103313a9-41d0-4a16-bedb-a2fc5c42b2d0', 'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'mac_address': 'fa:16:3e:55:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:05Z', 'updated_at': '2021-08-31T00:46:18Z', 'revision_number': 5, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'subnets': [{'id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:18.769503 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd96da9-c591-4d2a-8aa5-f8208323f474 None None] Checking router: 9ea7112b-240c-46be-9be5-fb1240b24a9b for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:47:18.780916 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd96da9-c591-4d2a-8aa5-f8208323f474 None None] Routers {'9ea7112b-240c-46be-9be5-fb1240b24a9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:47:18.782314 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8cd96da9-c591-4d2a-8aa5-f8208323f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:47:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9ea7112b-240c-46be-9be5-fb1240b24a9b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:18.844426 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-2eae19ee-dd2e-478f-bb58-4d0e32dfd0e6 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Allocated IP 192.168.233.61 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/f00b64a6-1a71-4719-a362-7e36949c0051) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:47:18.857925 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-6acd17c1-86ec-422a-a99d-cf5521f99adb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:18.873167 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c96f-325b-48f7-81b7-a0ff1e2563f7 req-9fda2812-99f9-4c4f-ad1e-7298e65f0d79 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:18.876056 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2cc2c96f-325b-48f7-81b7-a0ff1e2563f7 req-9fda2812-99f9-4c4f-ad1e-7298e65f0d79 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64 HTTP/1.1" status: 200 len: 944 time: 0.8765535 Aug 31 00:47:18.884525 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] For port 963e01ab-7ec9-4667-88e0-0b4375dd1745, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:47:18.931610 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d124e-397b-4ad0-b3e7-17e7118ce0c8 req-77ec578a-d86e-4fd9-b06c-883ef7c9b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:18.934532 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd3d124e-397b-4ad0-b3e7-17e7118ce0c8 req-77ec578a-d86e-4fd9-b06c-883ef7c9b0e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a35bf8903ff840dcbf6ccdb26a9793ce&device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 1098 time: 0.3566854 Aug 31 00:47:18.937548 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] For port 963e01ab-7ec9-4667-88e0-0b4375dd1745, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=963e01ab-7ec9-4667-88e0-0b4375dd1745,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:47:18.997311 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-6acd17c1-86ec-422a-a99d-cf5521f99adb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:18.997636 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-8cd96da9-c591-4d2a-8aa5-f8208323f474 None None] Set router 9ea7112b-240c-46be-9be5-fb1240b24a9b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:47:19.002428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Pushing event updated for resources: {'Port': ['ID=b722f6da-4903-4747-95ef-a59eae43709b,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:19.016764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385b22a-c3ce-403f-ba8f-ffaecf5f33e5 req-c28936e1-e269-4e7c-b1cd-a2b208bef9d1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:19.019180 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1385b22a-c3ce-403f-ba8f-ffaecf5f33e5 req-c28936e1-e269-4e7c-b1cd-a2b208bef9d1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 943 time: 0.3339565 Aug 31 00:47:19.076142 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:19.240030 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-22d72a8f-4926-4f09-ad5e-5750c5132433 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:19.247227 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-22d72a8f-4926-4f09-ad5e-5750c5132433 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5489593 Aug 31 00:47:19.275990 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2cc2c96f-325b-48f7-81b7-a0ff1e2563f7 req-f1fbd9fb-99ea-4560-8288-23108113af8b tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672380 Aug 31 00:47:19.305381 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd17c1-86ec-422a-a99d-cf5521f99adb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fa5dd1-9885-4f86-91ab-e59944dc485e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:19.328472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-541e87ec-1f43-4be0-a610-31a2d44415f2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Request body: {'port': {'device_id': '2b729579-4a62-439f-b67f-b67d583a3aa9', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '1cd1d9e8cf974d0e8579828f7cc5db22'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:19.366264 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8cd96da9-c591-4d2a-8aa5-f8208323f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:46:07Z', 'revision_number': 4, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port': {'id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:01Z', 'updated_at': '2021-08-31T00:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '48df65aa-6ae8-49cc-8ff1-315fa7459c01', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'port_id': '0680ed08-c2e1-4985-9278-f8ec52c31859', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'mac_address': 'fa:16:3e:7c:ae:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f44267-ccb2-4ae8-a654-d374431f1b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:46:38Z', 'updated_at': '2021-08-31T00:47:14Z', 'revision_number': 1, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103313a9-41d0-4a16-bedb-a2fc5c42b2d0', 'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'mac_address': 'fa:16:3e:55:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:05Z', 'updated_at': '2021-08-31T00:46:18Z', 'revision_number': 5, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'subnets': [{'id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:47:19.411746 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd96da9-c591-4d2a-8aa5-f8208323f474 None None] The sync data for ids ['9ea7112b-240c-46be-9be5-fb1240b24a9b'] in n-d-793621-34 is: [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:46:07Z', 'revision_number': 4, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port': {'id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:01Z', 'updated_at': '2021-08-31T00:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '48df65aa-6ae8-49cc-8ff1-315fa7459c01', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'port_id': '0680ed08-c2e1-4985-9278-f8ec52c31859', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'mac_address': 'fa:16:3e:7c:ae:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f44267-ccb2-4ae8-a654-d374431f1b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:46:38Z', 'updated_at': '2021-08-31T00:47:14Z', 'revision_number': 1, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103313a9-41d0-4a16-bedb-a2fc5c42b2d0', 'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'mac_address': 'fa:16:3e:55:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:05Z', 'updated_at': '2021-08-31T00:46:18Z', 'revision_number': 5, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'subnets': [{'id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:47:19.425937 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Attempting to bind port b722f6da-4903-4747-95ef-a59eae43709b on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:47:19.426835 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Attempting to bind port b722f6da-4903-4747-95ef-a59eae43709b by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:47:19.426835 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Attempting to bind port b722f6da-4903-4747-95ef-a59eae43709b on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:19.428509 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:19.429247 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:19.430693 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] 10.222.0.48 "PUT /v2.0/ports/963e01ab-7ec9-4667-88e0-0b4375dd1745 HTTP/1.1" status: 200 len: 1097 time: 3.6331902 Aug 31 00:47:19.461730 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1385b22a-c3ce-403f-ba8f-ffaecf5f33e5 req-22decc71-3e32-4fc3-a658-9efa4eabe211 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926201 Aug 31 00:47:19.474230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Port b722f6da-4903-4747-95ef-a59eae43709b on network 1201673d-ac71-4ee8-8cb6-849c3511a23a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:47:19.474539 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Attempting to bind port b722f6da-4903-4747-95ef-a59eae43709b on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:19.498563 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:47:19.499254 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Checking segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:47:19.499780 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Bound using segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:47:19.500444 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Bound port: b722f6da-4903-4747-95ef-a59eae43709b, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:47:19.501005 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:19.538542 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d124e-397b-4ad0-b3e7-17e7118ce0c8 req-eb27dfa0-db2c-4f93-9927-427504b57c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:19.541475 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd3d124e-397b-4ad0-b3e7-17e7118ce0c8 req-eb27dfa0-db2c-4f93-9927-427504b57c4c service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac02a892-5a99-478c-bb22-879aa954e70c HTTP/1.1" status: 200 len: 925 time: 0.5869133 Aug 31 00:47:19.545670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10ef9c-cc38-42ec-ae62-6584319bc368 service neutron] Pushing event updated for resources: {'Port': ['ID=963e01ab-7ec9-4667-88e0-0b4375dd1745,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:19.585168 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7aff9-276e-4ae9-8056-dcb7a6e19fa6 req-4b867703-0b4e-40ed-b6c5-17c5f3741848 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:19.587780 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b3a7aff9-276e-4ae9-8056-dcb7a6e19fa6 req-4b867703-0b4e-40ed-b6c5-17c5f3741848 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 944 time: 0.1923482 Aug 31 00:47:19.633884 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-2eae19ee-dd2e-478f-bb58-4d0e32dfd0e6 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:19.653200 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 7cfc7b02-0e1b-4ddd-871d-69755e8214bd details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:47:19.707822 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-2eae19ee-dd2e-478f-bb58-4d0e32dfd0e6 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Transition to ACTIVE for port object f00b64a6-1a71-4719-a362-7e36949c0051 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:19.725107 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c593060-402f-470e-85e9-cdceb1ae2939 req-36a4efbf-7510-4c2d-8067-792a4e169de2 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 210 time: 0.0992193 Aug 31 00:47:19.728861 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b3a7aff9-276e-4ae9-8056-dcb7a6e19fa6 req-639eb9d1-511b-4b13-afc1-acefeccda528 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013830 Aug 31 00:47:19.768215 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] For port b722f6da-4903-4747-95ef-a59eae43709b, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:47:19.788146 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] For port b722f6da-4903-4747-95ef-a59eae43709b, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b722f6da-4903-4747-95ef-a59eae43709b,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:47:19.859054 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:19.881933 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:19.899939 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '7cfc7b02-0e1b-4ddd-871d-69755e8214bd', 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f', 'port_id': '7cfc7b02-0e1b-4ddd-871d-69755e8214bd', 'mac_address': 'fa:16:3e:7b:07:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fd49b9-6149-4edf-8dda-93674521e88a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:47:19.914387 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd3d124e-397b-4ad0-b3e7-17e7118ce0c8 req-e14fce5b-f687-4eb3-94d1-a2b4a59b6a0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0680ed08-c2e1-4985-9278-f8ec52c31859 HTTP/1.1" status: 200 len: 999 time: 0.3530197 Aug 31 00:47:19.991855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-f1f1b08e-e9c5-453b-8cb2-ebf157b158f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:19.993671 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-f1f1b08e-e9c5-453b-8cb2-ebf157b158f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da8533e64c944eab90bfcd54a9f565a9&device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 1100 time: 0.3431938 Aug 31 00:47:19.994581 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:19.999980 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41adbc-0f57-4267-9e76-b0c2e586edcf None None] New status for floating IP 48df65aa-6ae8-49cc-8ff1-315fa7459c01: ACTIVE {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:47:20.155144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cfc7b02-0e1b-4ddd-871d-69755e8214bd {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:20.189924 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:20.190553 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:20.192119 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] 10.222.0.41 "PUT /v2.0/ports/b722f6da-4903-4747-95ef-a59eae43709b HTTP/1.1" status: 200 len: 1092 time: 3.0183866 Aug 31 00:47:20.193148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a584d5-0e99-431c-a4cb-f4ba1bb18510', 'tag': 'b722f6da-4903-4747-95ef-a59eae43709b'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:20.195662 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13950f7a-a909-41b0-a821-e120643146bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a584d5-0e99-431c-a4cb-f4ba1bb18510", "tag": "b722f6da-4903-4747-95ef-a59eae43709b"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:20.207128 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-12d14bf2-222c-441e-862b-f162f4a29cf5 req-f1ce3ad4-b6bd-472e-8f6e-a95afec879d4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 210 time: 0.3423424 Aug 31 00:47:20.214464 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-2eae19ee-dd2e-478f-bb58-4d0e32dfd0e6 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:20.274149 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-2eae19ee-dd2e-478f-bb58-4d0e32dfd0e6 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:47:20.275658 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399e724-56fd-494c-b331-5266aa310bfb service neutron] Pushing event updated for resources: {'Port': ['ID=b722f6da-4903-4747-95ef-a59eae43709b,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:20.298303 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-2eae19ee-dd2e-478f-bb58-4d0e32dfd0e6 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:47:20.302720 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-2eae19ee-dd2e-478f-bb58-4d0e32dfd0e6 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:47:20.345347 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-541e87ec-1f43-4be0-a610-31a2d44415f2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Made reservation on behalf of 1cd1d9e8cf974d0e8579828f7cc5db22 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:47:20.351480 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-541e87ec-1f43-4be0-a610-31a2d44415f2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:20.392983 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:20.451119 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-d15b80d0-f02e-46a6-825b-7dfbe024c1ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=963e01ab-7ec9-4667-88e0-0b4375dd1745 HTTP/1.1" status: 200 len: 217 time: 0.1241403 Aug 31 00:47:20.459108 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-541e87ec-1f43-4be0-a610-31a2d44415f2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:20.534851 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:20.557003 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-84d0ca02-c3ab-4516-91d3-a13de8f13c4f req-9b24c06e-ff2b-4d47-9d80-303c335f766c tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 210 time: 0.1127155 Aug 31 00:47:20.634980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777f820-aaab-4655-9b6d-a4f5948878b9 req-0d3aa613-5a3b-49b7-a635-582e655f2053 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:20.649199 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b777f820-aaab-4655-9b6d-a4f5948878b9 req-0d3aa613-5a3b-49b7-a635-582e655f2053 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 936 time: 0.7691357 Aug 31 00:47:20.666798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d124e-397b-4ad0-b3e7-17e7118ce0c8 req-c4dc0b73-34fe-4e3f-af16-3913cdadde54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:20.669923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd3d124e-397b-4ad0-b3e7-17e7118ce0c8 req-c4dc0b73-34fe-4e3f-af16-3913cdadde54 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10e3e269-b5b9-411a-82d5-ee75bbf3461c HTTP/1.1" status: 200 len: 863 time: 0.7377002 Aug 31 00:47:20.672207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-b4fe2a89-1add-443e-95df-30e5e6b9fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:20.674972 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-b4fe2a89-1add-443e-95df-30e5e6b9fa42 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.2063825 Aug 31 00:47:20.676522 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4bf543f-7680-4cd5-8af3-3ee27636e5f9', 'tag': '963e01ab-7ec9-4667-88e0-0b4375dd1745'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:20.683595 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e6f5d6-321f-47fa-a21a-cf82013d44ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d4bf543f-7680-4cd5-8af3-3ee27636e5f9", "tag": "963e01ab-7ec9-4667-88e0-0b4375dd1745"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:20.697188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-2eae19ee-dd2e-478f-bb58-4d0e32dfd0e6 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:20.698579 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-2eae19ee-dd2e-478f-bb58-4d0e32dfd0e6 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:20.707283 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae19ee-dd2e-478f-bb58-4d0e32dfd0e6 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Pushing event updated for resources: {'Port': ['ID=f00b64a6-1a71-4719-a362-7e36949c0051,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:20.745515 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:20.751098 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-d6418eda-0dbf-4f00-8acc-71b2d8c6a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:20.751098 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-d6418eda-0dbf-4f00-8acc-71b2d8c6a3f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 1095 time: 0.3714676 Aug 31 00:47:20.775223 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['7cfc7b02-0e1b-4ddd-871d-69755e8214bd'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:47:20.819763 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-759b0131-daac-45c4-91c7-ecb6a4f691ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b722f6da-4903-4747-95ef-a59eae43709b HTTP/1.1" status: 200 len: 217 time: 0.0613759 Aug 31 00:47:20.842336 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b18d1dfb-1121-4e93-aab2-032ba8085a58 None None] Provisioning for port f00b64a6-1a71-4719-a362-7e36949c0051 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:47:20.846499 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92ed218-5731-4220-9a57-81d435ab09c3 x-openstack-request-id: req-e92ed218-5731-4220-9a57-81d435ab09c3 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:20.847220 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a584d5-0e99-431c-a4cb-f4ba1bb18510", "tag": "b722f6da-4903-4747-95ef-a59eae43709b", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:20.847715 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e92ed218-5731-4220-9a57-81d435ab09c3 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:20.848316 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a584d5-0e99-431c-a4cb-f4ba1bb18510', 'tag': 'b722f6da-4903-4747-95ef-a59eae43709b', 'status': 'completed', 'code': 200} Aug 31 00:47:20.856627 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b18d1dfb-1121-4e93-aab2-032ba8085a58 None None] Provisioning complete for port f00b64a6-1a71-4719-a362-7e36949c0051 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:47:20.857228 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b18d1dfb-1121-4e93-aab2-032ba8085a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:20.936169 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-b4dc21ab-da0e-43d7-8580-077b439897c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:20.938410 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-b4dc21ab-da0e-43d7-8580-077b439897c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.1109865 Aug 31 00:47:20.947062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b18d1dfb-1121-4e93-aab2-032ba8085a58 None None] Port f00b64a6-1a71-4719-a362-7e36949c0051 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:47:20.984961 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b777f820-aaab-4655-9b6d-a4f5948878b9 req-1f2bbe70-208a-4fb2-9004-8d5653e4bde6 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346808 Aug 31 00:47:21.032519 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-9902beba-2770-44be-8692-33fbf0640ac8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730410 Aug 31 00:47:21.040171 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:21.056740 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:21.063155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-6a317a79-8a5c-40bb-97e4-5fd292f277a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:21.064737 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-6a317a79-8a5c-40bb-97e4-5fd292f277a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3447983 Aug 31 00:47:21.079364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d124e-397b-4ad0-b3e7-17e7118ce0c8 req-cf6ba9c5-7fbf-4806-9ef3-e5515f51de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:21.081144 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd3d124e-397b-4ad0-b3e7-17e7118ce0c8 req-cf6ba9c5-7fbf-4806-9ef3-e5515f51de4a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac02a892-5a99-478c-bb22-879aa954e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3920157 Aug 31 00:47:21.138550 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de94a4-0674-4229-8ad7-de7e74d3d8c1 req-9847dd3d-5bb0-4893-90f0-7d5a9220aece tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:21.140993 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-18de94a4-0674-4229-8ad7-de7e74d3d8c1 req-9847dd3d-5bb0-4893-90f0-7d5a9220aece tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64 HTTP/1.1" status: 200 len: 944 time: 0.1956048 Aug 31 00:47:21.179129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Transition to ACTIVE for port object 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:21.228742 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-76918371-3782-4254-ac78-0efd7fd49a1a service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845646 Aug 31 00:47:21.238391 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-18de94a4-0674-4229-8ad7-de7e74d3d8c1 req-010d6285-18f8-4a07-8998-4d27cd3a9d49 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792327 Aug 31 00:47:21.293037 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:21.333254 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b82933-9fdd-4946-a4ff-63c368751f6b x-openstack-request-id: req-66b82933-9fdd-4946-a4ff-63c368751f6b {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:21.333580 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4bf543f-7680-4cd5-8af3-3ee27636e5f9", "tag": "963e01ab-7ec9-4667-88e0-0b4375dd1745", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:21.333952 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66b82933-9fdd-4946-a4ff-63c368751f6b {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:21.334219 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4bf543f-7680-4cd5-8af3-3ee27636e5f9', 'tag': '963e01ab-7ec9-4667-88e0-0b4375dd1745', 'status': 'completed', 'code': 200} Aug 31 00:47:21.417739 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d674570a-eebb-4612-9a44-567c78da12de req-e1e88210-2d23-4142-9758-3ca973afa83d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 210 time: 0.0475063 Aug 31 00:47:21.427896 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-6acd17c1-86ec-422a-a99d-cf5521f99adb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Allocated IP 192.168.233.193 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/11012e02-592c-4ec1-a45a-1f4275e2c5c3) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:47:21.472821 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a79edee-3304-4908-9e84-5afcaff7d891 req-ed640aac-97c4-495b-ae1d-bf478963a911 service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325547 Aug 31 00:47:21.491777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec2a1a-4af2-4d73-9552-6bd497be877a req-aca8c536-7219-48c7-bd95-c72bd622497f tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:21.501939 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-95ec2a1a-4af2-4d73-9552-6bd497be877a req-aca8c536-7219-48c7-bd95-c72bd622497f tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 943 time: 0.3238037 Aug 31 00:47:21.514311 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-541e87ec-1f43-4be0-a610-31a2d44415f2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:21.534057 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-e2d97dc8-6230-4bab-bc2c-c3a60893f71a service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435697 Aug 31 00:47:21.536304 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd3d124e-397b-4ad0-b3e7-17e7118ce0c8 req-ba467346-a5b8-4ee0-9238-e924d0ab79fe service neutron] 10.222.0.48 "GET /v2.0/networks/ac02a892-5a99-478c-bb22-879aa954e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434288 Aug 31 00:47:21.546477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Pushing event updated for resources: {'Port': ['ID=03046e22-7ac0-48a4-a1bc-6009eb6efaa2,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:21.682130 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 09b136f8-34e3-4e29-bd78-c03a72fdbec5 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:47:21.682310 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f962e1-2c94-459c-849e-24b684608678 req-b3830333-93eb-467e-a7ee-11bf0eae1cd1 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:21.686316 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70f962e1-2c94-459c-849e-24b684608678 req-b3830333-93eb-467e-a7ee-11bf0eae1cd1 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 945 time: 0.1717901 Aug 31 00:47:21.711853 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 7cfc7b02-0e1b-4ddd-871d-69755e8214bd up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:47:21.732785 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-541e87ec-1f43-4be0-a610-31a2d44415f2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:21.752465 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-95ec2a1a-4af2-4d73-9552-6bd497be877a req-30cd027c-d8a6-4b77-9516-65cbd9248a20 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491617 Aug 31 00:47:21.806979 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13950f7a-a909-41b0-a821-e120643146bc req-2874ad71-32e2-4cf3-980b-c04b3c5ccf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:21.810326 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-13950f7a-a909-41b0-a821-e120643146bc req-2874ad71-32e2-4cf3-980b-c04b3c5ccf1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 1095 time: 0.0949826 Aug 31 00:47:21.841339 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70f962e1-2c94-459c-849e-24b684608678 req-6212b29d-fd9d-4ee6-8343-f339120cd637 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394875 Aug 31 00:47:21.843554 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-2eae19ee-dd2e-478f-bb58-4d0e32dfd0e6 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.2884154 Aug 31 00:47:21.951671 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.resource_extend [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 00:47:21.982580 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Request body: {'port': {'device_id': '3493662b-c4a4-4714-a0c7-a02f99b2c550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:21.997068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e87ec-1f43-4be0-a610-31a2d44415f2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a317b9-4686-482c-8692-51604f38f59d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:22.037059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Attempting to bind port 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:47:22.037059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Attempting to bind port 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:47:22.037556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Attempting to bind port 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:22.056292 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd3d124e-397b-4ad0-b3e7-17e7118ce0c8 req-e815d178-acc6-4f39-aa1e-1c1d9192dd3e service neutron] 10.222.0.48 "GET /v2.0/networks/ac02a892-5a99-478c-bb22-879aa954e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032454 Aug 31 00:47:22.058913 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc37ca64-3019-4e27-ab9d-2bd70233296a req-9c732d36-998a-4bab-9446-fdb4232361dd service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033159 Aug 31 00:47:22.060827 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Port 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:47:22.061283 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Attempting to bind port 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:22.072795 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:47:22.073656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:47:22.074046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:47:22.074509 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Bound port: 03046e22-7ac0-48a4-a1bc-6009eb6efaa2, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:47:22.074918 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:22.090493 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-6acd17c1-86ec-422a-a99d-cf5521f99adb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:22.098026 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-17539ed2-88cb-4ba1-9243-c500cdb45450 req-8e5d3a54-900e-4360-88b6-31ecc354a7ef tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 210 time: 0.1472135 Aug 31 00:47:22.107281 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300eff12-8caa-4e43-b8d7-3db2ceb8b3df req-41b40482-7103-4b5c-97f7-b8e1913cb62c tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:22.122181 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-300eff12-8caa-4e43-b8d7-3db2ceb8b3df req-41b40482-7103-4b5c-97f7-b8e1913cb62c tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 935 time: 0.2389688 Aug 31 00:47:22.168761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-6acd17c1-86ec-422a-a99d-cf5521f99adb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Transition to ACTIVE for port object 11012e02-592c-4ec1-a45a-1f4275e2c5c3 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:22.173339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 09b136f8-34e3-4e29-bd78-c03a72fdbec5, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=09b136f8-34e3-4e29-bd78-c03a72fdbec5,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:22.179668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13950f7a-a909-41b0-a821-e120643146bc req-03e10caf-244e-4ee9-a773-cbdc25665167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:22.181603 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-13950f7a-a909-41b0-a821-e120643146bc req-03e10caf-244e-4ee9-a773-cbdc25665167 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.3446143 Aug 31 00:47:22.189762 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:22.195135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '09b136f8-34e3-4e29-bd78-c03a72fdbec5', 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9', 'port_id': '09b136f8-34e3-4e29-bd78-c03a72fdbec5', 'mac_address': 'fa:16:3e:62:24:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df615be-0d8f-4191-b850-d061892bbd16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:47:22.256559 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:47:22.263159 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:22.263897 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-13950f7a-a909-41b0-a821-e120643146bc req-151772c2-7015-4027-9098-9bcfb1f0c323 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b722f6da-4903-4747-95ef-a59eae43709b HTTP/1.1" status: 200 len: 217 time: 0.0705912 Aug 31 00:47:22.281270 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:47:22.292548 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:47:22.293531 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:22.302037 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-300eff12-8caa-4e43-b8d7-3db2ceb8b3df req-0a552aef-3ff2-468d-87fc-c5e2f89d3710 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716499 Aug 31 00:47:22.333860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b136f8-34e3-4e29-bd78-c03a72fdbec5 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:22.372277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 09b136f8-34e3-4e29-bd78-c03a72fdbec5, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=09b136f8-34e3-4e29-bd78-c03a72fdbec5,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:22.376716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] For port 03046e22-7ac0-48a4-a1bc-6009eb6efaa2, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:47:22.413647 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6f5d6-321f-47fa-a21a-cf82013d44ab req-223b89c9-a218-4d32-a2e7-8717a491c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:22.416741 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4e6f5d6-321f-47fa-a21a-cf82013d44ab req-223b89c9-a218-4d32-a2e7-8717a491c297 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da8533e64c944eab90bfcd54a9f565a9&device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 1100 time: 0.1338062 Aug 31 00:47:22.433901 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:22.441268 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-6acd17c1-86ec-422a-a99d-cf5521f99adb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:22.451255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] For port 03046e22-7ac0-48a4-a1bc-6009eb6efaa2, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=03046e22-7ac0-48a4-a1bc-6009eb6efaa2,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:47:22.478581 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:22.480546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a40ccb-0ced-43cd-85b6-de9314f6bbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfc7b02-0e1b-4ddd-871d-69755e8214bd'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:22.483236 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c758ee-629c-4bef-94de-756ae4a52c0d" -d '{"events": [{"server_uuid": "c3a40ccb-0ced-43cd-85b6-de9314f6bbe8", "name": "network-vif-plugged", "status": "completed", "tag": "7cfc7b02-0e1b-4ddd-871d-69755e8214bd"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:22.488078 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:22.547241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=09b136f8-34e3-4e29-bd78-c03a72fdbec5,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:22.588640 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:22.590352 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:22.636702 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13950f7a-a909-41b0-a821-e120643146bc req-48160b6f-f856-448c-bdae-abe410470a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:22.638478 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-13950f7a-a909-41b0-a821-e120643146bc req-48160b6f-f856-448c-bdae-abe410470a25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.3225291 Aug 31 00:47:22.642815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-6acd17c1-86ec-422a-a99d-cf5521f99adb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:47:22.664169 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae26e6b-e4a8-4572-ad21-92fa23b2e7b8 req-11cd30c1-07e3-4bfa-9935-0d1ed548a24f tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:22.664169 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9ae26e6b-e4a8-4572-ad21-92fa23b2e7b8 req-11cd30c1-07e3-4bfa-9935-0d1ed548a24f tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 948 time: 0.3466568 Aug 31 00:47:22.685810 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:22.689824 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-6acd17c1-86ec-422a-a99d-cf5521f99adb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:47:22.697335 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd17c1-86ec-422a-a99d-cf5521f99adb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Pushing event updated for resources: {'Port': ['ID=11012e02-592c-4ec1-a45a-1f4275e2c5c3,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:22.705080 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['09b136f8-34e3-4e29-bd78-c03a72fdbec5'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:47:22.720652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:22.721753 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:22.724252 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-725ec510-22c9-4759-97c0-178589d0cdff req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] 10.222.0.48 "PUT /v2.0/ports/03046e22-7ac0-48a4-a1bc-6009eb6efaa2 HTTP/1.1" status: 200 len: 1097 time: 5.3550959 Aug 31 00:47:22.728373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-6acd17c1-86ec-422a-a99d-cf5521f99adb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:47:22.736481 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-13950f7a-a909-41b0-a821-e120643146bc req-f2c17006-69ea-4410-b3e2-67efce986d04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641778 Aug 31 00:47:22.766896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6f5d6-321f-47fa-a21a-cf82013d44ab req-dd7e0b7d-5ed8-4822-8b0a-6a5d12bd043b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:22.769126 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4e6f5d6-321f-47fa-a21a-cf82013d44ab req-dd7e0b7d-5ed8-4822-8b0a-6a5d12bd043b service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.3303266 Aug 31 00:47:22.795959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54955f74-b577-4dfd-b2b5-6826416fa91c req-d180a352-a600-4a0d-80d0-0f08f3437430 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:22.806004 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54955f74-b577-4dfd-b2b5-6826416fa91c req-d180a352-a600-4a0d-80d0-0f08f3437430 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64 HTTP/1.1" status: 200 len: 944 time: 0.3976316 Aug 31 00:47:22.835657 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-541e87ec-1f43-4be0-a610-31a2d44415f2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Allocated IP 192.168.233.112 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/e2a7b34b-51b0-4b54-9076-5968ddaf46fb) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:47:22.890996 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9ae26e6b-e4a8-4572-ad21-92fa23b2e7b8 req-b5951415-ea03-4128-aef0-f56b939657ed tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043705 Aug 31 00:47:22.903062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-6acd17c1-86ec-422a-a99d-cf5521f99adb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:22.903770 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-6acd17c1-86ec-422a-a99d-cf5521f99adb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:22.990860 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4e6f5d6-321f-47fa-a21a-cf82013d44ab req-3d5017b1-19a6-470b-b355-d006b007e171 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=963e01ab-7ec9-4667-88e0-0b4375dd1745 HTTP/1.1" status: 200 len: 217 time: 0.1796408 Aug 31 00:47:23.028591 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-13950f7a-a909-41b0-a821-e120643146bc req-58ccc541-00f1-40ff-a609-f510b8454115 service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631257 Aug 31 00:47:23.030052 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785bf75-9042-4b37-a718-fd7a4dcbd535 service neutron] Pushing event updated for resources: {'Port': ['ID=03046e22-7ac0-48a4-a1bc-6009eb6efaa2,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:23.064314 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-6acd17c1-86ec-422a-a99d-cf5521f99adb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2985685 Aug 31 00:47:23.106446 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54955f74-b577-4dfd-b2b5-6826416fa91c req-6bb4344d-4830-490f-bac7-d0be91aebee3 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992063 Aug 31 00:47:23.142780 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Request body: {'port': {'device_id': 'cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:23.191220 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdbd2ce-dfd4-4e5b-bdab-a261cd8b9c40 x-openstack-request-id: req-acdbd2ce-dfd4-4e5b-bdab-a261cd8b9c40 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:23.192030 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a40ccb-0ced-43cd-85b6-de9314f6bbe8", "name": "network-vif-plugged", "status": "completed", "tag": "7cfc7b02-0e1b-4ddd-871d-69755e8214bd", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:23.192030 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acdbd2ce-dfd4-4e5b-bdab-a261cd8b9c40 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:23.193332 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a40ccb-0ced-43cd-85b6-de9314f6bbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfc7b02-0e1b-4ddd-871d-69755e8214bd', 'code': 200} Aug 31 00:47:23.245144 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef984586-e1e9-461d-bf08-04e64c02b7a2 req-00fb1b4b-7e95-4634-95aa-87d3858819a1 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:23.254036 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef984586-e1e9-461d-bf08-04e64c02b7a2 req-00fb1b4b-7e95-4634-95aa-87d3858819a1 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 936 time: 0.2358439 Aug 31 00:47:23.299451 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ec510-22c9-4759-97c0-178589d0cdff req-ed551b2c-b1d3-4e4d-81d3-1c7829c2ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:23.301874 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-725ec510-22c9-4759-97c0-178589d0cdff req-ed551b2c-b1d3-4e4d-81d3-1c7829c2ce6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da8533e64c944eab90bfcd54a9f565a9&device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 1100 time: 0.3671610 Aug 31 00:47:23.322720 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:23.334002 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-13950f7a-a909-41b0-a821-e120643146bc req-383d5dae-45ed-4c3f-8152-7f10829a34ce service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856250 Aug 31 00:47:23.352718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6ac7ecf8-5332-4b19-ad44-00eab3b1972b None None] Provisioning for port 11012e02-592c-4ec1-a45a-1f4275e2c5c3 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:47:23.362122 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6ac7ecf8-5332-4b19-ad44-00eab3b1972b None None] Provisioning complete for port 11012e02-592c-4ec1-a45a-1f4275e2c5c3 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:47:23.362677 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef984586-e1e9-461d-bf08-04e64c02b7a2 req-d03c76be-6dd3-4831-ab7f-bf13656f6fbe tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069052 Aug 31 00:47:23.362978 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ac7ecf8-5332-4b19-ad44-00eab3b1972b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:23.432237 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6ac7ecf8-5332-4b19-ad44-00eab3b1972b None None] Port 11012e02-592c-4ec1-a45a-1f4275e2c5c3 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:47:23.578566 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7945af4-d023-4f28-9e47-da8785dbaa4b req-e6d595d3-ebb7-4351-bdc8-782dcd28134d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:23.580519 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c7945af4-d023-4f28-9e47-da8785dbaa4b req-e6d595d3-ebb7-4351-bdc8-782dcd28134d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 946 time: 0.1403310 Aug 31 00:47:23.619372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1c32c2-9c07-478e-8fa3-3faf1854d86f', 'tag': '03046e22-7ac0-48a4-a1bc-6009eb6efaa2'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:23.622225 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bbfff0-dd80-413a-b09e-0a0e70facb44" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1c32c2-9c07-478e-8fa3-3faf1854d86f", "tag": "03046e22-7ac0-48a4-a1bc-6009eb6efaa2"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:23.635922 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c7945af4-d023-4f28-9e47-da8785dbaa4b req-ab787ceb-4963-47f1-9b10-bd766e023937 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473866 Aug 31 00:47:23.678663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6f5d6-321f-47fa-a21a-cf82013d44ab req-036d4392-bc8e-490d-876a-55347c133e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:23.680684 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4e6f5d6-321f-47fa-a21a-cf82013d44ab req-036d4392-bc8e-490d-876a-55347c133e57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.6604323 Aug 31 00:47:23.687517 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 09b136f8-34e3-4e29-bd78-c03a72fdbec5 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:47:23.703326 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-725ec510-22c9-4759-97c0-178589d0cdff req-f8e1e565-aa4f-4883-ae56-ed67c32c074d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=03046e22-7ac0-48a4-a1bc-6009eb6efaa2 HTTP/1.1" status: 200 len: 217 time: 0.3865473 Aug 31 00:47:23.784631 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-008a6e60-98ba-42ad-b4dc-e9cb553056ec req-cdbe0e8c-05c7-4ae3-a3f6-590fa012ff4a tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 210 time: 0.0377252 Aug 31 00:47:23.822765 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-541e87ec-1f43-4be0-a610-31a2d44415f2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:23.839110 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d9f99-02fe-4808-944d-6daa707ab93d req-0992e2bd-c6d5-4a3d-bfa2-de2f32145595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:23.840696 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d97d9f99-02fe-4808-944d-6daa707ab93d req-0992e2bd-c6d5-4a3d-bfa2-de2f32145595 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 1098 time: 0.5455904 Aug 31 00:47:23.860163 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-541e87ec-1f43-4be0-a610-31a2d44415f2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Transition to ACTIVE for port object e2a7b34b-51b0-4b54-9076-5968ddaf46fb will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:23.882367 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e69df-149d-411b-86f7-e550c148e2c4 req-f9110e63-d165-4038-9875-b7a192399231 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:23.882367 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-844e69df-149d-411b-86f7-e550c148e2c4 req-f9110e63-d165-4038-9875-b7a192399231 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 943 time: 0.2615640 Aug 31 00:47:23.893497 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ec510-22c9-4759-97c0-178589d0cdff req-c15de503-4b92-4d97-ab09-52c0531fe3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:23.895077 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-725ec510-22c9-4759-97c0-178589d0cdff req-c15de503-4b92-4d97-ab09-52c0531fe3bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1629667 Aug 31 00:47:23.901055 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 09b136f8-34e3-4e29-bd78-c03a72fdbec5 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:47:23.906326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6f5d6-321f-47fa-a21a-cf82013d44ab req-b1b14d0a-f7b1-491d-ab13-11e4a1cba2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:23.906326 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4e6f5d6-321f-47fa-a21a-cf82013d44ab req-b1b14d0a-f7b1-491d-ab13-11e4a1cba2ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1981843 Aug 31 00:47:23.907709 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 09b136f8-34e3-4e29-bd78-c03a72fdbec5 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:47:23.908970 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:24.017911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d76e9e-ec59-44ce-9307-59228fadafc5 req-39c7e70f-8c52-47d6-9755-f03b5750961e tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:24.020956 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a3d76e9e-ec59-44ce-9307-59228fadafc5 req-39c7e70f-8c52-47d6-9755-f03b5750961e tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 935 time: 0.0728691 Aug 31 00:47:24.041381 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d97d9f99-02fe-4808-944d-6daa707ab93d req-a648b577-6e15-44af-b6a4-83a883cfa9fd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874945 Aug 31 00:47:24.059109 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:24.079966 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-844e69df-149d-411b-86f7-e550c148e2c4 req-2745babb-9b8c-4e0a-a303-20483a404dd4 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838293 Aug 31 00:47:24.096013 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ec510-22c9-4759-97c0-178589d0cdff req-c77da033-b8fa-4ed7-a0b6-4795475fae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:24.097963 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-725ec510-22c9-4759-97c0-178589d0cdff req-c77da033-b8fa-4ed7-a0b6-4795475fae21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1875486 Aug 31 00:47:24.122703 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a3d76e9e-ec59-44ce-9307-59228fadafc5 req-655058b9-3c1a-41b1-8da0-c53eedc8bcd5 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942647 Aug 31 00:47:24.140923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4e6f5d6-321f-47fa-a21a-cf82013d44ab req-60ac0c62-598d-4dca-867b-645995c363af service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145405 Aug 31 00:47:24.145094 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 09b136f8-34e3-4e29-bd78-c03a72fdbec5, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=09b136f8-34e3-4e29-bd78-c03a72fdbec5,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:24.178927 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-541e87ec-1f43-4be0-a610-31a2d44415f2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:24.178927 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c0b04a-c326-439a-9659-fe3d8618daea x-openstack-request-id: req-37c0b04a-c326-439a-9659-fe3d8618daea {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:24.178927 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1c32c2-9c07-478e-8fa3-3faf1854d86f", "tag": "03046e22-7ac0-48a4-a1bc-6009eb6efaa2", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:24.178927 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37c0b04a-c326-439a-9659-fe3d8618daea {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:24.178927 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1c32c2-9c07-478e-8fa3-3faf1854d86f', 'tag': '03046e22-7ac0-48a4-a1bc-6009eb6efaa2', 'status': 'completed', 'code': 200} Aug 31 00:47:24.240875 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:24.300251 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-541e87ec-1f43-4be0-a610-31a2d44415f2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:47:24.324289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-541e87ec-1f43-4be0-a610-31a2d44415f2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:47:24.329770 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=09b136f8-34e3-4e29-bd78-c03a72fdbec5,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:24.335437 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-541e87ec-1f43-4be0-a610-31a2d44415f2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:47:24.396594 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d569216-cc2c-4f5f-9830-aeb8b9ec17fd req-3eb28170-5af5-449c-b4be-588c45802e2d tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:24.398462 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3d569216-cc2c-4f5f-9830-aeb8b9ec17fd req-3eb28170-5af5-449c-b4be-588c45802e2d tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 948 time: 0.1318326 Aug 31 00:47:24.439195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e87ec-1f43-4be0-a610-31a2d44415f2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Pushing event updated for resources: {'Port': ['ID=e2a7b34b-51b0-4b54-9076-5968ddaf46fb,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:24.477475 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-725ec510-22c9-4759-97c0-178589d0cdff req-4df05578-5ea8-46bb-8ce2-d7a74b42df72 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661454 Aug 31 00:47:24.498615 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00b64a6-1a71-4719-a362-7e36949c0051 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:24.509946 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3d569216-cc2c-4f5f-9830-aeb8b9ec17fd req-7fe416b8-214c-497c-aabf-958e0d6bc827 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961542 Aug 31 00:47:24.512302 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:24.513490 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4e6f5d6-321f-47fa-a21a-cf82013d44ab req-6700b191-b264-49f9-8965-a81914b9b9c0 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376236 Aug 31 00:47:24.530495 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Transition to ACTIVE for port object f00b64a6-1a71-4719-a362-7e36949c0051 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:24.562611 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-541e87ec-1f43-4be0-a610-31a2d44415f2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:24.563694 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-541e87ec-1f43-4be0-a610-31a2d44415f2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:24.645513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958a7e4-354f-4d0c-9b53-e274e82337fb req-656888c5-0689-4721-bec6-f7c826347b2e tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:24.648106 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5958a7e4-354f-4d0c-9b53-e274e82337fb req-656888c5-0689-4721-bec6-f7c826347b2e tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64 HTTP/1.1" status: 200 len: 946 time: 0.3569963 Aug 31 00:47:24.652782 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bafe21-686d-4c12-80d4-8920d2c3d83b req-da60b927-3753-4a87-8147-6e0f21fb2e7f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:24.655502 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-83bafe21-686d-4c12-80d4-8920d2c3d83b req-da60b927-3753-4a87-8147-6e0f21fb2e7f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 936 time: 0.0638201 Aug 31 00:47:24.691972 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:24.769314 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5958a7e4-354f-4d0c-9b53-e274e82337fb req-d1be1298-280a-4bef-8036-584abfe6a8d2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074729 Aug 31 00:47:24.780959 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-725ec510-22c9-4759-97c0-178589d0cdff req-8cd67f64-2245-483f-be0d-d5eb56b89a32 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911050 Aug 31 00:47:24.811807 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-541e87ec-1f43-4be0-a610-31a2d44415f2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4899855 Aug 31 00:47:24.829028 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f00b64a6-1a71-4719-a362-7e36949c0051,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:24.847221 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-61c8e688-cf66-44cc-8f7a-86a7420dbb77 None None] Provisioning for port e2a7b34b-51b0-4b54-9076-5968ddaf46fb completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:47:24.851242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Request body: {'port': {'device_id': '2b729579-4a62-439f-b67f-b67d583a3aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:24.868570 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-61c8e688-cf66-44cc-8f7a-86a7420dbb77 None None] Provisioning complete for port e2a7b34b-51b0-4b54-9076-5968ddaf46fb triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:47:24.868570 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-61c8e688-cf66-44cc-8f7a-86a7420dbb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:24.935324 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-61c8e688-cf66-44cc-8f7a-86a7420dbb77 None None] Port e2a7b34b-51b0-4b54-9076-5968ddaf46fb cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:47:24.948856 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:25.124461 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-83bafe21-686d-4c12-80d4-8920d2c3d83b req-9288a089-cf57-478d-8155-5e58f910489c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484634 Aug 31 00:47:25.200861 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b136f8-34e3-4e29-bd78-c03a72fdbec5'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:25.205645 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1243b8f0-19e3-4056-9598-d3b75d961c0e" -d '{"events": [{"server_uuid": "4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64", "name": "network-vif-plugged", "status": "completed", "tag": "09b136f8-34e3-4e29-bd78-c03a72fdbec5"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:25.223548 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad9aea-0020-4738-8141-58e2b687a86c req-f3ac85cf-b1b6-47e4-9508-bdcfacbfb52a tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:25.225238 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8ad9aea-0020-4738-8141-58e2b687a86c req-f3ac85cf-b1b6-47e4-9508-bdcfacbfb52a tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 946 time: 0.2548118 Aug 31 00:47:25.230225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbfff0-dd80-413a-b09e-0a0e70facb44 req-58478dae-f87e-4280-ad32-83cc51e96a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:25.231832 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e3bbfff0-dd80-413a-b09e-0a0e70facb44 req-58478dae-f87e-4280-ad32-83cc51e96a83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da8533e64c944eab90bfcd54a9f565a9&device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 1100 time: 0.2194941 Aug 31 00:47:25.295371 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Attempting to bind port f00b64a6-1a71-4719-a362-7e36949c0051 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:47:25.295776 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Attempting to bind port f00b64a6-1a71-4719-a362-7e36949c0051 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:47:25.296026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Attempting to bind port f00b64a6-1a71-4719-a362-7e36949c0051 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:25.299770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11012e02-592c-4ec1-a45a-1f4275e2c5c3 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:25.327645 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:25.332021 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Port f00b64a6-1a71-4719-a362-7e36949c0051 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:47:25.332333 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Attempting to bind port f00b64a6-1a71-4719-a362-7e36949c0051 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:25.346441 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8ad9aea-0020-4738-8141-58e2b687a86c req-f026f4ab-7a60-4b2a-bd8e-a0b49883d117 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135612 Aug 31 00:47:25.350996 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Transition to ACTIVE for port object 11012e02-592c-4ec1-a45a-1f4275e2c5c3 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:25.352104 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:47:25.352406 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:47:25.352793 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:47:25.353230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Bound port: f00b64a6-1a71-4719-a362-7e36949c0051, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:47:25.353625 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:25.384272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec069b8a-ca29-4b8b-b5ff-63e15188694c req-a6053e57-32f8-4ce0-9312-b1dd23397dd7 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:25.387660 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ec069b8a-ca29-4b8b-b5ff-63e15188694c req-a6053e57-32f8-4ce0-9312-b1dd23397dd7 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 936 time: 0.1142411 Aug 31 00:47:25.425911 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbfff0-dd80-413a-b09e-0a0e70facb44 req-797982d0-9149-4713-897f-2a91d576bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:25.427539 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e3bbfff0-dd80-413a-b09e-0a0e70facb44 req-797982d0-9149-4713-897f-2a91d576bd3e service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.1793430 Aug 31 00:47:25.435425 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:25.534666 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] For port f00b64a6-1a71-4719-a362-7e36949c0051, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:47:25.537128 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Pushing event updated for resources: {'Port': ['ID=11012e02-592c-4ec1-a45a-1f4275e2c5c3,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:25.544365 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ec069b8a-ca29-4b8b-b5ff-63e15188694c req-7f0b519c-86ef-411c-bde2-a71b7a45e79a tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317585 Aug 31 00:47:25.561626 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] For port f00b64a6-1a71-4719-a362-7e36949c0051, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f00b64a6-1a71-4719-a362-7e36949c0051,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:47:25.576874 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e3bbfff0-dd80-413a-b09e-0a0e70facb44 req-6e03b52f-aac4-4757-ab60-30e5a2337ab7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=03046e22-7ac0-48a4-a1bc-6009eb6efaa2 HTTP/1.1" status: 200 len: 217 time: 0.1323388 Aug 31 00:47:25.681176 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 963e01ab-7ec9-4667-88e0-0b4375dd1745 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:47:25.687929 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Attempting to bind port 11012e02-592c-4ec1-a45a-1f4275e2c5c3 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:47:25.688519 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Attempting to bind port 11012e02-592c-4ec1-a45a-1f4275e2c5c3 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:47:25.689042 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Attempting to bind port 11012e02-592c-4ec1-a45a-1f4275e2c5c3 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:25.706956 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:25.738645 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Port 11012e02-592c-4ec1-a45a-1f4275e2c5c3 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:47:25.738861 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Attempting to bind port 11012e02-592c-4ec1-a45a-1f4275e2c5c3 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:25.755094 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:47:25.755094 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:47:25.755422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:47:25.755858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Bound port: 11012e02-592c-4ec1-a45a-1f4275e2c5c3, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:47:25.756238 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:25.780466 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbfff0-dd80-413a-b09e-0a0e70facb44 req-df3cc259-96b9-4a94-8e0a-8bd0f226c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:25.783184 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e3bbfff0-dd80-413a-b09e-0a0e70facb44 req-df3cc259-96b9-4a94-8e0a-8bd0f226c87d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1906595 Aug 31 00:47:25.785160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:25.786808 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:25.787638 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] 10.222.0.41 "PUT /v2.0/ports/f00b64a6-1a71-4719-a362-7e36949c0051 HTTP/1.1" status: 200 len: 1096 time: 3.8236601 Aug 31 00:47:25.791813 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3493662b-c4a4-4714-a0c7-a02f99b2c550', 'tag': 'f00b64a6-1a71-4719-a362-7e36949c0051'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:25.793931 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ff35fe-5c88-4d5b-8e1d-5e73bf285cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "3493662b-c4a4-4714-a0c7-a02f99b2c550", "tag": "f00b64a6-1a71-4719-a362-7e36949c0051"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:25.835145 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b722f6da-4903-4747-95ef-a59eae43709b details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:47:25.848062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe87d97-b9d6-4f4f-afe1-b179b870610b req-b2dd2cc5-ae11-4876-a4ac-6dd28d6d1c79 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:25.848366 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58a34c-1658-41cd-aa3d-11fc5f05d8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f00b64a6-1a71-4719-a362-7e36949c0051,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:25.849513 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-efe87d97-b9d6-4f4f-afe1-b179b870610b req-b2dd2cc5-ae11-4876-a4ac-6dd28d6d1c79 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 943 time: 0.2324317 Aug 31 00:47:25.876549 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a7339-3a63-48fe-b8fd-1fb88fb12c44 req-34a8017a-1c7f-4056-bc75-f85b8cca0160 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:25.879017 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d3a7339-3a63-48fe-b8fd-1fb88fb12c44 req-34a8017a-1c7f-4056-bc75-f85b8cca0160 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 947 time: 0.2103722 Aug 31 00:47:25.943909 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] For port 11012e02-592c-4ec1-a45a-1f4275e2c5c3, host n-h1-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:47:25.949249 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] For port 11012e02-592c-4ec1-a45a-1f4275e2c5c3, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=11012e02-592c-4ec1-a45a-1f4275e2c5c3,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:47:25.950391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbfff0-dd80-413a-b09e-0a0e70facb44 req-9cee18a1-e1fd-46ae-a917-e44135374d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:25.953121 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e3bbfff0-dd80-413a-b09e-0a0e70facb44 req-9cee18a1-e1fd-46ae-a917-e44135374d57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1553755 Aug 31 00:47:25.964242 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d3a7339-3a63-48fe-b8fd-1fb88fb12c44 req-21092dce-c9a4-4208-8fb5-25bec3a8ec0f tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717797 Aug 31 00:47:26.030449 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a7b34b-51b0-4b54-9076-5968ddaf46fb {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:26.032354 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-efe87d97-b9d6-4f4f-afe1-b179b870610b req-80d87db3-a849-45fd-817b-339299c9d538 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749706 Aug 31 00:47:26.040965 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-f0f885c2-6b6c-441c-ae9a-f9803d28477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:26.043731 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-f0f885c2-6b6c-441c-ae9a-f9803d28477f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1170ae0194104247b92dbe99f095a44e&device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 1099 time: 0.0772219 Aug 31 00:47:26.061827 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 963e01ab-7ec9-4667-88e0-0b4375dd1745, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=963e01ab-7ec9-4667-88e0-0b4375dd1745,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:26.069368 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:26.084099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '963e01ab-7ec9-4667-88e0-0b4375dd1745', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '963e01ab-7ec9-4667-88e0-0b4375dd1745', 'mac_address': 'fa:16:3e:3d:26:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:47:26.087257 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port b722f6da-4903-4747-95ef-a59eae43709b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b722f6da-4903-4747-95ef-a59eae43709b,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:26.118503 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c460ee0a-aee3-4fa5-a5a4-ccb24f87980e x-openstack-request-id: req-c460ee0a-aee3-4fa5-a5a4-ccb24f87980e {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:26.119067 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64", "name": "network-vif-plugged", "status": "completed", "tag": "09b136f8-34e3-4e29-bd78-c03a72fdbec5", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:26.119570 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c460ee0a-aee3-4fa5-a5a4-ccb24f87980e {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:26.120198 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b136f8-34e3-4e29-bd78-c03a72fdbec5', 'code': 200} Aug 31 00:47:26.137970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:26.140898 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'b722f6da-4903-4747-95ef-a59eae43709b', 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a', 'port_id': 'b722f6da-4903-4747-95ef-a59eae43709b', 'mac_address': 'fa:16:3e:c2:fe:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519a0f3b-cc60-470d-b6ba-128b5161d8a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:47:26.254752 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:26.258047 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:26.258277 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:26.258277 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] 10.222.0.48 "PUT /v2.0/ports/11012e02-592c-4ec1-a45a-1f4275e2c5c3 HTTP/1.1" status: 200 len: 1097 time: 3.1303322 Aug 31 00:47:26.260023 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95eb9ee8-9d14-4cb8-85cd-37f1992f0242 x-openstack-request-id: req-95eb9ee8-9d14-4cb8-85cd-37f1992f0242 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:26.260312 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3493662b-c4a4-4714-a0c7-a02f99b2c550", "tag": "f00b64a6-1a71-4719-a362-7e36949c0051", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:26.262676 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95eb9ee8-9d14-4cb8-85cd-37f1992f0242 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:26.263579 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3493662b-c4a4-4714-a0c7-a02f99b2c550', 'tag': 'f00b64a6-1a71-4719-a362-7e36949c0051', 'status': 'completed', 'code': 200} Aug 31 00:47:26.269341 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-29725962-30e6-4d6d-918d-a029be5800a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f00b64a6-1a71-4719-a362-7e36949c0051 HTTP/1.1" status: 200 len: 217 time: 0.2177048 Aug 31 00:47:26.283882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Transition to ACTIVE for port object e2a7b34b-51b0-4b54-9076-5968ddaf46fb will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:26.288623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963e01ab-7ec9-4667-88e0-0b4375dd1745 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:26.296108 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:26.326730 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b722f6da-4903-4747-95ef-a59eae43709b {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:26.334759 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 963e01ab-7ec9-4667-88e0-0b4375dd1745, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=963e01ab-7ec9-4667-88e0-0b4375dd1745,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:26.361052 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port b722f6da-4903-4747-95ef-a59eae43709b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b722f6da-4903-4747-95ef-a59eae43709b,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:26.420466 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f85a54-42ae-420e-ae8d-27eed1913b0f service neutron] Pushing event updated for resources: {'Port': ['ID=11012e02-592c-4ec1-a45a-1f4275e2c5c3,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:26.444649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-0f617afc-fd6f-45c9-b224-06858ee8a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:26.447378 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-0f617afc-fd6f-45c9-b224-06858ee8a770 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1699736 Aug 31 00:47:26.454766 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e3bbfff0-dd80-413a-b09e-0a0e70facb44 req-af87987e-6032-4925-9ac2-618c3185cf65 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819164 Aug 31 00:47:26.458857 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:26.470011 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5290b1-a0b6-4869-b802-eaa91ab63f91 req-9d4f8c43-3fd8-4296-944f-bb698a57eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:26.472676 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4d5290b1-a0b6-4869-b802-eaa91ab63f91 req-9d4f8c43-3fd8-4296-944f-bb698a57eaf5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64 HTTP/1.1" status: 200 len: 1098 time: 0.2887473 Aug 31 00:47:26.489685 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:26.503073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b716fed-8ec6-4cae-b964-89afbcc3f0ac req-afdd79d8-274c-48e7-946c-eec5ffe74e96 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:26.506540 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b716fed-8ec6-4cae-b964-89afbcc3f0ac req-afdd79d8-274c-48e7-946c-eec5ffe74e96 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 948 time: 0.2592187 Aug 31 00:47:26.538708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=963e01ab-7ec9-4667-88e0-0b4375dd1745,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:26.546117 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc273603-c6a6-4f54-8ea7-a60bcfb52a65 req-ccd1e27d-39b6-492b-b33d-d2c557af5ad9 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:26.547775 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc273603-c6a6-4f54-8ea7-a60bcfb52a65 req-ccd1e27d-39b6-492b-b33d-d2c557af5ad9 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64 HTTP/1.1" status: 200 len: 946 time: 0.1939609 Aug 31 00:47:26.549999 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:26.611804 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-5ea9c37f-d23f-4e65-98c5-00d12668f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:26.614126 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-5ea9c37f-d23f-4e65-98c5-00d12668f020 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 1100 time: 0.1651301 Aug 31 00:47:26.622871 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=b722f6da-4903-4747-95ef-a59eae43709b,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:26.643686 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-7d7d04a1-c42b-4066-9a0c-f3bab7d15c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:26.645269 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-7d7d04a1-c42b-4066-9a0c-f3bab7d15c2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1830928 Aug 31 00:47:26.660960 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc273603-c6a6-4f54-8ea7-a60bcfb52a65 req-5068ff98-51f1-4ee3-bcb8-86d5f1384f5c tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917001 Aug 31 00:47:26.696620 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['963e01ab-7ec9-4667-88e0-0b4375dd1745'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:47:26.723630 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-dc4c4892-d731-4a2a-a21c-6138d8c60636 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=11012e02-592c-4ec1-a45a-1f4275e2c5c3 HTTP/1.1" status: 200 len: 217 time: 0.0922894 Aug 31 00:47:26.726994 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a7b34b-51b0-4b54-9076-5968ddaf46fb,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:26.762580 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4d5290b1-a0b6-4869-b802-eaa91ab63f91 req-cf51a205-91ec-4a13-b8e5-20f0bd4a8585 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522581 Aug 31 00:47:26.768685 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b716fed-8ec6-4cae-b964-89afbcc3f0ac req-09b3149f-ed34-49b1-9c4d-b57638a25b8b tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486722 Aug 31 00:47:26.825814 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['b722f6da-4903-4747-95ef-a59eae43709b'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:47:26.940578 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e3bbfff0-dd80-413a-b09e-0a0e70facb44 req-53a09dc0-ae64-4d60-9498-46f010d83b4c service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637315 Aug 31 00:47:26.951668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-4367ea4e-db10-45da-90c8-e2d2a665df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:26.953372 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-4367ea4e-db10-45da-90c8-e2d2a665df84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1902411 Aug 31 00:47:26.994027 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Attempting to bind port e2a7b34b-51b0-4b54-9076-5968ddaf46fb on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:47:26.994376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Attempting to bind port e2a7b34b-51b0-4b54-9076-5968ddaf46fb by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:47:26.994676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Attempting to bind port e2a7b34b-51b0-4b54-9076-5968ddaf46fb on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:27.007975 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Port e2a7b34b-51b0-4b54-9076-5968ddaf46fb on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:47:27.008359 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Attempting to bind port e2a7b34b-51b0-4b54-9076-5968ddaf46fb on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:27.013008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032d71d-df1f-4e1d-a56e-fc4a61842d0d req-fd1d7f81-7d72-441f-b2d9-a3e543265c03 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:27.014673 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2032d71d-df1f-4e1d-a56e-fc4a61842d0d req-fd1d7f81-7d72-441f-b2d9-a3e543265c03 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 948 time: 0.1767173 Aug 31 00:47:27.018017 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-c312b528-6717-4c3b-9b83-21ea027d8ee2 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109620 Aug 31 00:47:27.018283 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:47:27.018446 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:47:27.019406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:47:27.019406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Bound port: e2a7b34b-51b0-4b54-9076-5968ddaf46fb, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:47:27.020203 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:27.035732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a03b3-d48c-42d2-a3fa-3daf1666cc47 req-58cea8b4-9a54-48ee-825f-c0af5ab18a25 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:27.042860 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0e5a03b3-d48c-42d2-a3fa-3daf1666cc47 req-58cea8b4-9a54-48ee-825f-c0af5ab18a25 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 946 time: 0.1731977 Aug 31 00:47:27.102420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-7623d343-d311-49d1-83ad-2479793e13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:27.103990 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-7623d343-d311-49d1-83ad-2479793e13d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1425912 Aug 31 00:47:27.142879 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0e5a03b3-d48c-42d2-a3fa-3daf1666cc47 req-1bc01956-2d79-4e47-a2cd-63426e5816e0 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566485 Aug 31 00:47:27.157360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] For port e2a7b34b-51b0-4b54-9076-5968ddaf46fb, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:47:27.161297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] For port e2a7b34b-51b0-4b54-9076-5968ddaf46fb, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e2a7b34b-51b0-4b54-9076-5968ddaf46fb,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:47:27.209939 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2032d71d-df1f-4e1d-a56e-fc4a61842d0d req-edc18fa8-c823-4b0c-8ca9-5d0bd2af529b tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709259 Aug 31 00:47:27.266481 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26fdab28-e4e9-4001-8882-7cccbfae0dd4 req-cbc53e36-7512-48cc-91b7-ff22dfe52fc8 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182677 Aug 31 00:47:27.266481 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-c08815f0-726b-48e7-9548-f7cc5623920b service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503711 Aug 31 00:47:27.311928 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:27.400246 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde967a-83b3-49a0-839e-835e38df72e8 req-30461f40-3cf2-4253-a15a-baac53b3bfe4 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:27.402067 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ddde967a-83b3-49a0-839e-835e38df72e8 req-30461f40-3cf2-4253-a15a-baac53b3bfe4 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 948 time: 0.1046124 Aug 31 00:47:27.407067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:27.408204 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:27.411287 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] 10.222.0.48 "PUT /v2.0/ports/e2a7b34b-51b0-4b54-9076-5968ddaf46fb HTTP/1.1" status: 200 len: 1097 time: 2.5710566 Aug 31 00:47:27.412455 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b729579-4a62-439f-b67f-b67d583a3aa9', 'tag': 'e2a7b34b-51b0-4b54-9076-5968ddaf46fb'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:27.417686 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dc4048-6980-4895-adad-357807b85b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b729579-4a62-439f-b67f-b67d583a3aa9", "tag": "e2a7b34b-51b0-4b54-9076-5968ddaf46fb"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:27.436355 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf2db6a9-242f-497d-9933-75a06d094ab1 req-06dcce05-b485-4796-a177-ff5be30f3d61 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645014 Aug 31 00:47:27.494038 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80056543-9ba2-45f9-b526-410aced5b496 req-f61535a7-c51f-4074-965b-a59756a4ea67 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:27.497941 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-80056543-9ba2-45f9-b526-410aced5b496 req-f61535a7-c51f-4074-965b-a59756a4ea67 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 947 time: 0.1517587 Aug 31 00:47:27.499929 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b951be0-52cc-4285-8644-3e88bf85bb06 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a7b34b-51b0-4b54-9076-5968ddaf46fb,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:27.513419 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ddde967a-83b3-49a0-839e-835e38df72e8 req-f8ae8754-2c8a-4906-bae2-0ed86b306efc tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812745 Aug 31 00:47:27.620742 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-80056543-9ba2-45f9-b526-410aced5b496 req-803e68bd-88fc-40b9-88ac-8e01e7efe565 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132727 Aug 31 00:47:27.633408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff35fe-5c88-4d5b-8e1d-5e73bf285cbf req-3b39f251-eeff-4aad-ace9-ace11eb4f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:27.637231 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-81ff35fe-5c88-4d5b-8e1d-5e73bf285cbf req-3b39f251-eeff-4aad-ace9-ace11eb4f361 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1170ae0194104247b92dbe99f095a44e&device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 1099 time: 0.1221485 Aug 31 00:47:27.702631 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b722f6da-4903-4747-95ef-a59eae43709b up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:47:27.732093 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:47:27.757096 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 963e01ab-7ec9-4667-88e0-0b4375dd1745 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:47:27.888278 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-973e46d2-06b8-4b20-9d37-ed8abded24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:27.890203 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-973e46d2-06b8-4b20-9d37-ed8abded24d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cd1d9e8cf974d0e8579828f7cc5db22&device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 1100 time: 0.2516456 Aug 31 00:47:27.981961 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-d4d69aaa-33f4-4869-9074-ac0911705c0e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=e2a7b34b-51b0-4b54-9076-5968ddaf46fb HTTP/1.1" status: 200 len: 217 time: 0.0786629 Aug 31 00:47:27.997219 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174e6ae-44c8-4b06-b91c-d01a17064906 req-857e0feb-dea6-44e6-8621-782e8a8d0200 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:28.000391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90414da-27a6-49ef-839a-bf5b202eb7f6 req-2fcfa6ac-6a80-47a3-98d3-e660a3a89079 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:28.002403 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c90414da-27a6-49ef-839a-bf5b202eb7f6 req-2fcfa6ac-6a80-47a3-98d3-e660a3a89079 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 1098 time: 0.0493217 Aug 31 00:47:28.006352 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0174e6ae-44c8-4b06-b91c-d01a17064906 req-857e0feb-dea6-44e6-8621-782e8a8d0200 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 944 time: 0.2658465 Aug 31 00:47:28.021187 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff35fe-5c88-4d5b-8e1d-5e73bf285cbf req-e2ff0f79-1dec-4a29-8580-71a5359fab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:28.023109 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-81ff35fe-5c88-4d5b-8e1d-5e73bf285cbf req-e2ff0f79-1dec-4a29-8580-71a5359fab95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.3595777 Aug 31 00:47:28.051333 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c90414da-27a6-49ef-839a-bf5b202eb7f6 req-f72b6a86-e5d3-47b3-9858-e76f53b49ce1 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417178 Aug 31 00:47:28.058163 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 03046e22-7ac0-48a4-a1bc-6009eb6efaa2, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=03046e22-7ac0-48a4-a1bc-6009eb6efaa2,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:28.078392 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '03046e22-7ac0-48a4-a1bc-6009eb6efaa2', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '03046e22-7ac0-48a4-a1bc-6009eb6efaa2', 'mac_address': 'fa:16:3e:02:52:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:47:28.120451 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-81ff35fe-5c88-4d5b-8e1d-5e73bf285cbf req-69ff9e3b-78dc-4bba-a299-44ce4e28a8f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f00b64a6-1a71-4719-a362-7e36949c0051 HTTP/1.1" status: 200 len: 217 time: 0.0686023 Aug 31 00:47:28.130055 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port b722f6da-4903-4747-95ef-a59eae43709b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:47:28.141861 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port b722f6da-4903-4747-95ef-a59eae43709b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:47:28.142459 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:28.182897 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-c0681983-e9dc-461c-9af9-45750a0d6f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:28.184981 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-c0681983-e9dc-461c-9af9-45750a0d6f43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1769762 Aug 31 00:47:28.190646 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:28.206112 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4884aaa-a1fc-4370-a2fc-59f4ee9de18d x-openstack-request-id: req-c4884aaa-a1fc-4370-a2fc-59f4ee9de18d {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:28.206282 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0174e6ae-44c8-4b06-b91c-d01a17064906 req-29c3526b-429a-4d70-b995-83ffefd04424 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936085 Aug 31 00:47:28.208020 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b729579-4a62-439f-b67f-b67d583a3aa9", "tag": "e2a7b34b-51b0-4b54-9076-5968ddaf46fb", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:28.208989 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4884aaa-a1fc-4370-a2fc-59f4ee9de18d {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:28.210906 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b729579-4a62-439f-b67f-b67d583a3aa9', 'tag': 'e2a7b34b-51b0-4b54-9076-5968ddaf46fb', 'status': 'completed', 'code': 200} Aug 31 00:47:28.233333 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:28.257761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff35fe-5c88-4d5b-8e1d-5e73bf285cbf req-a3e11b1d-b48e-4400-b098-01a8f02ef4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:28.259570 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-81ff35fe-5c88-4d5b-8e1d-5e73bf285cbf req-a3e11b1d-b48e-4400-b098-01a8f02ef4f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1223373 Aug 31 00:47:28.279534 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf', 'tag': '11012e02-592c-4ec1-a45a-1f4275e2c5c3'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:28.281845 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccf2485-667a-436d-b2ce-9cedfb61d99a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf", "tag": "11012e02-592c-4ec1-a45a-1f4275e2c5c3"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:28.291029 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 03046e22-7ac0-48a4-a1bc-6009eb6efaa2, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=03046e22-7ac0-48a4-a1bc-6009eb6efaa2,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:28.292533 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 963e01ab-7ec9-4667-88e0-0b4375dd1745 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:47:28.299414 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 963e01ab-7ec9-4667-88e0-0b4375dd1745 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:47:28.300094 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:28.340496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8f2d1-0bfa-411f-8e4c-529a39efe3a0 req-b87b730d-abb1-493a-94bc-da2011664733 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:28.346042 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dbf8f2d1-0bfa-411f-8e4c-529a39efe3a0 req-b87b730d-abb1-493a-94bc-da2011664733 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64 HTTP/1.1" status: 200 len: 946 time: 0.0648212 Aug 31 00:47:28.377406 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:28.383078 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-15d41d3e-67d9-4cb2-8163-3a2448672b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:28.384730 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-15d41d3e-67d9-4cb2-8163-3a2448672b86 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1907985 Aug 31 00:47:28.394974 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dbf8f2d1-0bfa-411f-8e4c-529a39efe3a0 req-498312ca-1ecb-4b06-a171-a12269bbdec7 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457251 Aug 31 00:47:28.421603 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff35fe-5c88-4d5b-8e1d-5e73bf285cbf req-7d0e2497-adb8-408c-8dbf-d8ca9fc75e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:28.423289 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-81ff35fe-5c88-4d5b-8e1d-5e73bf285cbf req-7d0e2497-adb8-408c-8dbf-d8ca9fc75e28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1366773 Aug 31 00:47:28.452808 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a584d5-0e99-431c-a4cb-f4ba1bb18510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b722f6da-4903-4747-95ef-a59eae43709b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:28.452808 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e05042-22b5-49f5-abea-e40cf1f82e4a" -d '{"events": [{"server_uuid": "e3a584d5-0e99-431c-a4cb-f4ba1bb18510", "name": "network-vif-plugged", "status": "completed", "tag": "b722f6da-4903-4747-95ef-a59eae43709b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:28.461970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6599c27-a3f8-45fc-b727-8592eb12c87d req-a8df5d1d-5798-495f-a763-cce4ca54b8cc tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:28.465888 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:28.470553 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d6599c27-a3f8-45fc-b727-8592eb12c87d req-a8df5d1d-5798-495f-a763-cce4ca54b8cc tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 948 time: 0.1471317 Aug 31 00:47:28.476775 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port b722f6da-4903-4747-95ef-a59eae43709b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b722f6da-4903-4747-95ef-a59eae43709b,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:28.531493 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:28.576482 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cf562-abb0-4462-8faf-fb63c7df8704 req-d7b2065c-aa4a-4fda-8a91-ac72fffcc592 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:28.579633 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c4cf562-abb0-4462-8faf-fb63c7df8704 req-d7b2065c-aa4a-4fda-8a91-ac72fffcc592 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 1098 time: 0.0809772 Aug 31 00:47:28.594365 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d6599c27-a3f8-45fc-b727-8592eb12c87d req-fabb0c05-66f6-493a-85a8-6fa9bd76edd2 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231968 Aug 31 00:47:28.602574 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=03046e22-7ac0-48a4-a1bc-6009eb6efaa2,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:28.626070 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-2ccd139c-0b3a-44de-af0d-9611f6d208f7 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309873 Aug 31 00:47:28.626743 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:28.639604 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 963e01ab-7ec9-4667-88e0-0b4375dd1745, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=963e01ab-7ec9-4667-88e0-0b4375dd1745,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:28.658080 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c4cf562-abb0-4462-8faf-fb63c7df8704 req-2ad3def8-62a0-4242-9fcb-acbee4bf97d6 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686059 Aug 31 00:47:28.700828 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['03046e22-7ac0-48a4-a1bc-6009eb6efaa2'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:47:28.750199 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:28.802476 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=b722f6da-4903-4747-95ef-a59eae43709b,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:28.867065 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fda6d4-c474-40b2-afd1-85f8f957a4a5 x-openstack-request-id: req-d4fda6d4-c474-40b2-afd1-85f8f957a4a5 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:28.868040 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a584d5-0e99-431c-a4cb-f4ba1bb18510", "name": "network-vif-plugged", "status": "completed", "tag": "b722f6da-4903-4747-95ef-a59eae43709b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:28.868367 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4fda6d4-c474-40b2-afd1-85f8f957a4a5 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:28.868861 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a584d5-0e99-431c-a4cb-f4ba1bb18510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b722f6da-4903-4747-95ef-a59eae43709b', 'code': 200} Aug 31 00:47:28.893716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf2485-667a-436d-b2ce-9cedfb61d99a req-3e3d7574-f241-492d-b1ef-312fcdf12f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:28.897620 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ccf2485-667a-436d-b2ce-9cedfb61d99a req-3e3d7574-f241-492d-b1ef-312fcdf12f67 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 1100 time: 0.0831366 Aug 31 00:47:28.924298 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=963e01ab-7ec9-4667-88e0-0b4375dd1745,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:29.042264 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17552344-f102-4288-b359-89f47218c75a x-openstack-request-id: req-17552344-f102-4288-b359-89f47218c75a {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:29.043008 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf", "tag": "11012e02-592c-4ec1-a45a-1f4275e2c5c3", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:29.043158 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17552344-f102-4288-b359-89f47218c75a {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:29.043707 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf', 'tag': '11012e02-592c-4ec1-a45a-1f4275e2c5c3', 'status': 'completed', 'code': 200} Aug 31 00:47:29.064875 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-81ff35fe-5c88-4d5b-8e1d-5e73bf285cbf req-48b9bba9-13f5-40ff-bc80-c912736a30d7 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126573 Aug 31 00:47:29.113398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5697dba-5266-494d-9f19-e3421757ad0e req-56fb4c7b-33c4-4c53-90a4-daa83d5a672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:29.115843 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5697dba-5266-494d-9f19-e3421757ad0e req-56fb4c7b-33c4-4c53-90a4-daa83d5a672f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 1097 time: 0.1681919 Aug 31 00:47:29.236468 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e42008-f470-481c-8adb-d6e12faf8166 req-1a3dab2c-77ce-4b25-ab58-66c94f1d669d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:29.239311 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-37e42008-f470-481c-8adb-d6e12faf8166 req-1a3dab2c-77ce-4b25-ab58-66c94f1d669d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 948 time: 0.1923871 Aug 31 00:47:29.251722 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2108e0e6-b7d9-4cd9-b59a-bf97e9794123 req-cb680319-6fbe-47fc-87d4-15fe2f8f1c50 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184859 Aug 31 00:47:29.294905 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-81ff35fe-5c88-4d5b-8e1d-5e73bf285cbf req-b94173fa-9370-4e1d-afd6-e0616f027874 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178574 Aug 31 00:47:29.310032 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-37e42008-f470-481c-8adb-d6e12faf8166 req-cfda626d-b43e-4de6-9b83-5a77984416ad tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608115 Aug 31 00:47:29.371481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3239ff-3cfa-4fab-98df-0312ffd146d4 req-013fbe04-c9c1-42e7-9e82-e99c6b85442f tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:29.373761 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c3239ff-3cfa-4fab-98df-0312ffd146d4 req-013fbe04-c9c1-42e7-9e82-e99c6b85442f tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 948 time: 0.4239697 Aug 31 00:47:29.398933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf2485-667a-436d-b2ce-9cedfb61d99a req-fb7604dd-b637-48a7-ab9e-80ab0b623e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:29.400578 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ccf2485-667a-436d-b2ce-9cedfb61d99a req-fb7604dd-b637-48a7-ab9e-80ab0b623e59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.4951875 Aug 31 00:47:29.467233 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc4048-6980-4895-adad-357807b85b3e req-1c0a9fe9-0cec-4390-9b18-cf48c12578f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:29.468772 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05dc4048-6980-4895-adad-357807b85b3e req-1c0a9fe9-0cec-4390-9b18-cf48c12578f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cd1d9e8cf974d0e8579828f7cc5db22&device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 1100 time: 0.0843031 Aug 31 00:47:29.482729 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ccf2485-667a-436d-b2ce-9cedfb61d99a req-36498147-0372-4ce0-94b6-a53a72875dbf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=11012e02-592c-4ec1-a45a-1f4275e2c5c3 HTTP/1.1" status: 200 len: 217 time: 0.0739179 Aug 31 00:47:29.490192 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02d655-cd40-42b4-a850-ab21de8629ed req-464cf999-03f3-4769-9816-80d220dbe042 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:29.490192 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cc02d655-cd40-42b4-a850-ab21de8629ed req-464cf999-03f3-4769-9816-80d220dbe042 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 947 time: 0.0922728 Aug 31 00:47:29.503877 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5697dba-5266-494d-9f19-e3421757ad0e req-8c2243f6-5466-434b-902d-fed4fb85adf2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775139 Aug 31 00:47:29.542463 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c3239ff-3cfa-4fab-98df-0312ffd146d4 req-49e86cbe-19ec-417e-ba74-e414e3fbf21d tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496413 Aug 31 00:47:29.556530 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf2485-667a-436d-b2ce-9cedfb61d99a req-92feb5b3-f51c-4b92-82f5-66986193c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:29.558637 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ccf2485-667a-436d-b2ce-9cedfb61d99a req-92feb5b3-f51c-4b92-82f5-66986193c9e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0680118 Aug 31 00:47:29.585269 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cc02d655-cd40-42b4-a850-ab21de8629ed req-c7eb1e3c-b881-45d5-a212-67c18a23a947 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887637 Aug 31 00:47:29.635164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf2485-667a-436d-b2ce-9cedfb61d99a req-223074e3-c86a-437a-8b9d-acf5b72c62f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:29.636534 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc4048-6980-4895-adad-357807b85b3e req-0f5b098b-37bd-4404-83bc-89b5efddfc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:29.636858 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ccf2485-667a-436d-b2ce-9cedfb61d99a req-223074e3-c86a-437a-8b9d-acf5b72c62f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0705850 Aug 31 00:47:29.638563 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05dc4048-6980-4895-adad-357807b85b3e req-0f5b098b-37bd-4404-83bc-89b5efddfc8e service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.1513484 Aug 31 00:47:29.690912 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05dc4048-6980-4895-adad-357807b85b3e req-f7c9a880-e952-463e-99f0-c3527cfee065 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=e2a7b34b-51b0-4b54-9076-5968ddaf46fb HTTP/1.1" status: 200 len: 217 time: 0.0400298 Aug 31 00:47:29.713379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:47:29.785849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfd52c-de55-4956-aea5-e47f1edd744e req-1c047fe7-5913-42bc-b81c-15ba8648b0bb tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:29.785849 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-58bfd52c-de55-4956-aea5-e47f1edd744e req-1c047fe7-5913-42bc-b81c-15ba8648b0bb tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 945 time: 0.1207650 Aug 31 00:47:29.805498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc4048-6980-4895-adad-357807b85b3e req-911e706d-db94-4ff5-9237-e0796b3ff135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:29.808042 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05dc4048-6980-4895-adad-357807b85b3e req-911e706d-db94-4ff5-9237-e0796b3ff135 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1049259 Aug 31 00:47:29.817721 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188c43d-9991-4653-bea6-1ed325de2c10 req-924f0396-b37d-485e-9385-7306b462fe8b tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:29.819417 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2188c43d-9991-4653-bea6-1ed325de2c10 req-924f0396-b37d-485e-9385-7306b462fe8b tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64 HTTP/1.1" status: 200 len: 946 time: 0.1309688 Aug 31 00:47:29.827900 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ccf2485-667a-436d-b2ce-9cedfb61d99a req-917a2e4a-f272-42d3-86c9-c3a580c5a1ed service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773689 Aug 31 00:47:29.844385 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:47:29.853940 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:47:29.856138 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:29.898197 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2188c43d-9991-4653-bea6-1ed325de2c10 req-e9703c49-676f-4077-9681-a30ec89d833f tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689676 Aug 31 00:47:29.900311 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc4048-6980-4895-adad-357807b85b3e req-b65098ff-25be-4609-931d-a4ed97fcd7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:29.903257 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05dc4048-6980-4895-adad-357807b85b3e req-b65098ff-25be-4609-931d-a4ed97fcd7fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0826993 Aug 31 00:47:29.910566 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-58bfd52c-de55-4956-aea5-e47f1edd744e req-41781eb0-ae14-4ac4-866a-da6318b1f4de tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104126 Aug 31 00:47:30.013245 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ccf2485-667a-436d-b2ce-9cedfb61d99a req-0a783c12-f22f-4077-b567-44490df26eeb service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771495 Aug 31 00:47:30.060736 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:30.078848 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05dc4048-6980-4895-adad-357807b85b3e req-1800c5d5-0754-4f16-9bf4-963274f622e0 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677604 Aug 31 00:47:30.090040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-f3f9637d-e35b-4413-b611-bf9ff53b3cb0 req-6e45b215-e957-4035-9c2e-4856ad599c01 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:47:30.091715 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3f9637d-e35b-4413-b611-bf9ff53b3cb0 req-6e45b215-e957-4035-9c2e-4856ad599c01 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089979 Aug 31 00:47:30.134462 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 03046e22-7ac0-48a4-a1bc-6009eb6efaa2, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=03046e22-7ac0-48a4-a1bc-6009eb6efaa2,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:30.138010 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525242d-87ed-4d98-a1c5-623aa13450fd req-77da5f4f-1149-4943-bf91-dede00b71dfa tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:30.140628 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e525242d-87ed-4d98-a1c5-623aa13450fd req-77da5f4f-1149-4943-bf91-dede00b71dfa tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 949 time: 0.1100845 Aug 31 00:47:30.202895 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e525242d-87ed-4d98-a1c5-623aa13450fd req-168cbec2-f660-4f98-8ec2-c96c1f60734f tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468287 Aug 31 00:47:30.228895 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:30.259646 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05dc4048-6980-4895-adad-357807b85b3e req-5572cc2b-6a84-454c-9a08-88e4b77a1296 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664057 Aug 31 00:47:30.342070 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=03046e22-7ac0-48a4-a1bc-6009eb6efaa2,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:30.793227 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7f1c1-4bc5-49fd-b651-a81abf25887c req-bc64279b-e77a-4961-b456-5f8a6956e2a7 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:30.794914 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64e7f1c1-4bc5-49fd-b651-a81abf25887c req-bc64279b-e77a-4961-b456-5f8a6956e2a7 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 948 time: 0.0589111 Aug 31 00:47:30.837685 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64e7f1c1-4bc5-49fd-b651-a81abf25887c req-42ac20a9-5430-42cc-b215-983b0870f873 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361440 Aug 31 00:47:30.870273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bf543f-7680-4cd5-8af3-3ee27636e5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963e01ab-7ec9-4667-88e0-0b4375dd1745'}, {'server_uuid': 'fc1c32c2-9c07-478e-8fa3-3faf1854d86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03046e22-7ac0-48a4-a1bc-6009eb6efaa2'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:30.876914 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3002bddb-a359-40d9-b869-94607340545f" -d '{"events": [{"server_uuid": "d4bf543f-7680-4cd5-8af3-3ee27636e5f9", "name": "network-vif-plugged", "status": "completed", "tag": "963e01ab-7ec9-4667-88e0-0b4375dd1745"}, {"server_uuid": "fc1c32c2-9c07-478e-8fa3-3faf1854d86f", "name": "network-vif-plugged", "status": "completed", "tag": "03046e22-7ac0-48a4-a1bc-6009eb6efaa2"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:30.969564 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda8e2c-8892-4ca8-9a30-297169af2402 req-9763ab96-d095-4bbb-8227-ad24a1379805 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:30.972100 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9fda8e2c-8892-4ca8-9a30-297169af2402 req-9763ab96-d095-4bbb-8227-ad24a1379805 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 948 time: 0.0710695 Aug 31 00:47:31.018657 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9fda8e2c-8892-4ca8-9a30-297169af2402 req-70e54b36-d112-45ce-85a5-073137045959 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399399 Aug 31 00:47:31.174700 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea2a26-f6c3-475f-927e-4cb70f97460d req-b247dd8f-efa3-4940-b21c-bdbca139ed7a tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:31.176283 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cea2a26-f6c3-475f-927e-4cb70f97460d req-b247dd8f-efa3-4940-b21c-bdbca139ed7a tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 947 time: 0.0644014 Aug 31 00:47:31.224373 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cea2a26-f6c3-475f-927e-4cb70f97460d req-50af7d96-1f43-41a6-a2d2-52b2440816f8 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399704 Aug 31 00:47:31.398107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722f6f1-fd3b-4ff8-a737-5371fd00ec3a req-9af3cab7-2fe9-4c82-8634-dbfc88bb88fd tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:31.401905 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4722f6f1-fd3b-4ff8-a737-5371fd00ec3a req-9af3cab7-2fe9-4c82-8634-dbfc88bb88fd tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64 HTTP/1.1" status: 200 len: 946 time: 0.0829782 Aug 31 00:47:31.463276 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4722f6f1-fd3b-4ff8-a737-5371fd00ec3a req-cdbb29c8-55a3-4a43-b972-a983172a760a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495312 Aug 31 00:47:31.526555 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76064ea7-868c-4f48-bf75-3f944ccf9305 x-openstack-request-id: req-76064ea7-868c-4f48-bf75-3f944ccf9305 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:31.527015 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bf543f-7680-4cd5-8af3-3ee27636e5f9", "name": "network-vif-plugged", "status": "completed", "tag": "963e01ab-7ec9-4667-88e0-0b4375dd1745", "code": 200}, {"server_uuid": "fc1c32c2-9c07-478e-8fa3-3faf1854d86f", "name": "network-vif-plugged", "status": "completed", "tag": "03046e22-7ac0-48a4-a1bc-6009eb6efaa2", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:31.527947 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76064ea7-868c-4f48-bf75-3f944ccf9305 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:31.528878 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bf543f-7680-4cd5-8af3-3ee27636e5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963e01ab-7ec9-4667-88e0-0b4375dd1745', 'code': 200} Aug 31 00:47:31.529285 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1c32c2-9c07-478e-8fa3-3faf1854d86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03046e22-7ac0-48a4-a1bc-6009eb6efaa2', 'code': 200} Aug 31 00:47:31.667323 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79f4ab-bc0c-4cf1-95f0-71fe3484d7cf req-440cd036-b5c0-4e0b-a07d-fca4f5572b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:31.670032 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ce79f4ab-bc0c-4cf1-95f0-71fe3484d7cf req-440cd036-b5c0-4e0b-a07d-fca4f5572b09 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 1102 time: 0.0563741 Aug 31 00:47:31.714556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98848e31-e9b2-4a0b-9906-ce3084c7fdc3 req-fdda49d3-18c8-47d1-9dd9-4e46271104bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:31.716160 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-98848e31-e9b2-4a0b-9906-ce3084c7fdc3 req-fdda49d3-18c8-47d1-9dd9-4e46271104bd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 1102 time: 0.1025405 Aug 31 00:47:31.723079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f00b64a6-1a71-4719-a362-7e36949c0051 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:47:31.728242 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 11012e02-592c-4ec1-a45a-1f4275e2c5c3 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:47:31.728451 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2ccff-377b-4f75-beee-31c9c08339ea req-6722d918-e380-4fd7-9513-0a5a77dc0898 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:31.728882 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ce79f4ab-bc0c-4cf1-95f0-71fe3484d7cf req-04242f54-5d0e-4a56-b50b-8994c340ed2d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511041 Aug 31 00:47:31.730738 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4d2ccff-377b-4f75-beee-31c9c08339ea req-6722d918-e380-4fd7-9513-0a5a77dc0898 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 945 time: 0.1018436 Aug 31 00:47:31.800878 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-98848e31-e9b2-4a0b-9906-ce3084c7fdc3 req-aaa8984a-790f-4290-9ef4-93fb64da7a84 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688798 Aug 31 00:47:31.810385 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4d2ccff-377b-4f75-beee-31c9c08339ea req-9405806b-95ed-4235-8648-9dcf0234bc04 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641825 Aug 31 00:47:31.923399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 11012e02-592c-4ec1-a45a-1f4275e2c5c3, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=11012e02-592c-4ec1-a45a-1f4275e2c5c3,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:31.952552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f00b64a6-1a71-4719-a362-7e36949c0051, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f00b64a6-1a71-4719-a362-7e36949c0051,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:31.960591 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '11012e02-592c-4ec1-a45a-1f4275e2c5c3', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '11012e02-592c-4ec1-a45a-1f4275e2c5c3', 'mac_address': 'fa:16:3e:3f:4d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:47:31.968043 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'f00b64a6-1a71-4719-a362-7e36949c0051', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': 'f00b64a6-1a71-4719-a362-7e36949c0051', 'mac_address': 'fa:16:3e:a7:a4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:47:31.970157 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41197dc7-4424-4825-b523-bec977086748 req-c0697595-a1f0-4f5b-92a1-0d6f5302dc88 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:31.972216 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41197dc7-4424-4825-b523-bec977086748 req-c0697595-a1f0-4f5b-92a1-0d6f5302dc88 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 950 time: 0.0661211 Aug 31 00:47:32.021318 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41197dc7-4424-4825-b523-bec977086748 req-f15a7d3c-cfc9-4f6b-96a7-d71990e0d4e8 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414732 Aug 31 00:47:32.066858 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:32.087657 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:32.106275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11012e02-592c-4ec1-a45a-1f4275e2c5c3 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:32.123765 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00b64a6-1a71-4719-a362-7e36949c0051 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:32.161578 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 11012e02-592c-4ec1-a45a-1f4275e2c5c3, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=11012e02-592c-4ec1-a45a-1f4275e2c5c3,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:32.172676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f00b64a6-1a71-4719-a362-7e36949c0051, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f00b64a6-1a71-4719-a362-7e36949c0051,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:32.266000 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:32.335788 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=11012e02-592c-4ec1-a45a-1f4275e2c5c3,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:32.343358 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:32.433369 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a4967-2937-422f-8469-3df929c4006a req-08658928-785f-4b67-a953-a720bd9a5e7a tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:32.435386 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-535a4967-2937-422f-8469-3df929c4006a req-08658928-785f-4b67-a953-a720bd9a5e7a tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 1097 time: 0.0511737 Aug 31 00:47:32.505990 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-535a4967-2937-422f-8469-3df929c4006a req-221f04db-ae7e-481b-8736-be91561553ea tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594838 Aug 31 00:47:32.586449 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=f00b64a6-1a71-4719-a362-7e36949c0051,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:32.641912 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['f00b64a6-1a71-4719-a362-7e36949c0051'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:47:32.674882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5f818-708d-414f-a1b5-fe26048215de req-fb8ff26d-7667-4224-82d2-2b48b20b7b42 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:32.677605 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbb5f818-708d-414f-a1b5-fe26048215de req-fb8ff26d-7667-4224-82d2-2b48b20b7b42 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 949 time: 0.0821376 Aug 31 00:47:32.703529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['11012e02-592c-4ec1-a45a-1f4275e2c5c3'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:47:32.733943 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbb5f818-708d-414f-a1b5-fe26048215de req-02d3e7ea-0367-42fe-980e-85174932be23 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478463 Aug 31 00:47:32.910583 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a457b6-6763-4137-9c1d-64a21a9d645f req-4a38cf61-690d-4c5d-b3b2-80775e632f13 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:32.912195 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c0a457b6-6763-4137-9c1d-64a21a9d645f req-4a38cf61-690d-4c5d-b3b2-80775e632f13 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 948 time: 0.0659854 Aug 31 00:47:32.985773 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c0a457b6-6763-4137-9c1d-64a21a9d645f req-845b4cbe-8393-4bea-a3fc-5c6b2503276c tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581822 Aug 31 00:47:33.184927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f225b6e-01bc-4063-99df-cc3f9f8314cf req-50402e5c-897f-4cd4-ac02-486cf8e6319f tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:33.187869 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f225b6e-01bc-4063-99df-cc3f9f8314cf req-50402e5c-897f-4cd4-ac02-486cf8e6319f tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 948 time: 0.0839300 Aug 31 00:47:33.270248 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f225b6e-01bc-4063-99df-cc3f9f8314cf req-50c12e9a-1da8-449c-8781-c12d6f851d3b tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657556 Aug 31 00:47:33.279570 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60784) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:33.418405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a248b-fd9a-44f9-8089-ad9d2abb8dc6 req-fc43556f-0bf3-4749-91e4-eae880e2fa58 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:33.421302 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5b1a248b-fd9a-44f9-8089-ad9d2abb8dc6 req-fc43556f-0bf3-4749-91e4-eae880e2fa58 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64 HTTP/1.1" status: 200 len: 946 time: 0.0710521 Aug 31 00:47:33.425708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-f6cb7d86-4602-4f57-8651-d1f9076e6d9d tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:47:33.431363 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-f6cb7d86-4602-4f57-8651-d1f9076e6d9d tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1447971 Aug 31 00:47:33.474878 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5b1a248b-fd9a-44f9-8089-ad9d2abb8dc6 req-bcf33a14-0065-401b-87d6-2ef5c553fccb tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466919 Aug 31 00:47:33.478055 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-f39b9b08-d389-4aa2-8548-40d4d4849da0 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:33.480540 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-f39b9b08-d389-4aa2-8548-40d4d4849da0 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/ports/7cfc7b02-0e1b-4ddd-871d-69755e8214bd HTTP/1.1" status: 200 len: 1095 time: 0.0434670 Aug 31 00:47:33.615161 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-5dd9dfc9-78cc-46da-91b6-e9aa28c0fcc0 service neutron] Request body: {'binding': {'host': 'n-h1-793621-34', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:33.615698 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-5dd9dfc9-78cc-46da-91b6-e9aa28c0fcc0 service neutron] Unknown quota resources ['binding']. {{(pid=102343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 00:47:33.623795 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aac946-9a29-40d8-b672-90ee3bf7d9ad req-10cd459b-aeff-473b-92fc-46270dc689de tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:33.625781 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d8aac946-9a29-40d8-b672-90ee3bf7d9ad req-10cd459b-aeff-473b-92fc-46270dc689de tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 1097 time: 0.0629828 Aug 31 00:47:33.680772 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d8aac946-9a29-40d8-b672-90ee3bf7d9ad req-8a14dbb3-53d4-4655-8668-d7f1122c8033 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483515 Aug 31 00:47:33.729359 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e2a7b34b-51b0-4b54-9076-5968ddaf46fb details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:47:33.734928 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f00b64a6-1a71-4719-a362-7e36949c0051 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:47:33.737584 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 11012e02-592c-4ec1-a45a-1f4275e2c5c3 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:47:33.817307 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-5dd9dfc9-78cc-46da-91b6-e9aa28c0fcc0 service neutron] Attempting to bind port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd on host n-h1-793621-34 for vnic_type normal with profile None {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:47:33.817743 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-5dd9dfc9-78cc-46da-91b6-e9aa28c0fcc0 service neutron] Attempting to bind port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:47:33.818162 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-5dd9dfc9-78cc-46da-91b6-e9aa28c0fcc0 service neutron] Attempting to bind port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:33.824604 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-5dd9dfc9-78cc-46da-91b6-e9aa28c0fcc0 service neutron] Port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd on network dffc61c4-1ac9-454f-80fe-3549f2de306f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:47:33.825143 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-5dd9dfc9-78cc-46da-91b6-e9aa28c0fcc0 service neutron] Attempting to bind port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:33.832399 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-5dd9dfc9-78cc-46da-91b6-e9aa28c0fcc0 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:47:33.832744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-5dd9dfc9-78cc-46da-91b6-e9aa28c0fcc0 service neutron] Checking segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:47:33.833094 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-5dd9dfc9-78cc-46da-91b6-e9aa28c0fcc0 service neutron] Bound using segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:47:33.833546 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-5dd9dfc9-78cc-46da-91b6-e9aa28c0fcc0 service neutron] Bound port: 7cfc7b02-0e1b-4ddd-871d-69755e8214bd, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:47:33.884252 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9a23-a300-4d03-90c5-30e8efe62a92 req-00d2a2c2-899c-4d4a-96ea-b8abdfafe7fc tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:33.887878 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f87a9a23-a300-4d03-90c5-30e8efe62a92 req-00d2a2c2-899c-4d4a-96ea-b8abdfafe7fc tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 950 time: 0.0912499 Aug 31 00:47:33.940176 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f87a9a23-a300-4d03-90c5-30e8efe62a92 req-405ae401-ac57-4836-8732-39aeef1908c4 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400867 Aug 31 00:47:33.973876 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-5dd9dfc9-78cc-46da-91b6-e9aa28c0fcc0 service neutron] For port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:47:34.009132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e2a7b34b-51b0-4b54-9076-5968ddaf46fb, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e2a7b34b-51b0-4b54-9076-5968ddaf46fb,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:34.026556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'e2a7b34b-51b0-4b54-9076-5968ddaf46fb', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': 'e2a7b34b-51b0-4b54-9076-5968ddaf46fb', 'mac_address': 'fa:16:3e:3e:33:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:47:34.051288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 11012e02-592c-4ec1-a45a-1f4275e2c5c3 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:47:34.088238 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-5dd9dfc9-78cc-46da-91b6-e9aa28c0fcc0 service neutron] Notify callbacks [] for binding, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:34.090383 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port f00b64a6-1a71-4719-a362-7e36949c0051 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:47:34.090704 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-5dd9dfc9-78cc-46da-91b6-e9aa28c0fcc0 service neutron] 10.222.0.16 "POST /v2.0/ports/7cfc7b02-0e1b-4ddd-871d-69755e8214bd/bindings HTTP/1.1" status: 201 len: 390 time: 0.5460386 Aug 31 00:47:34.097278 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 11012e02-592c-4ec1-a45a-1f4275e2c5c3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:47:34.097835 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:34.136553 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port f00b64a6-1a71-4719-a362-7e36949c0051 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:47:34.136877 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:34.180960 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:34.199509 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f8be7f37-1226-4372-b4e9-cc932839bdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:34.211612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a7b34b-51b0-4b54-9076-5968ddaf46fb {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:34.250428 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e2a7b34b-51b0-4b54-9076-5968ddaf46fb, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e2a7b34b-51b0-4b54-9076-5968ddaf46fb,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:34.332933 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:34.336350 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:34.367953 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:34.412302 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11012e02-592c-4ec1-a45a-1f4275e2c5c3'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:34.413496 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf99391e-27b4-4779-8549-6900d98b5492" -d '{"events": [{"server_uuid": "cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf", "name": "network-vif-plugged", "status": "completed", "tag": "11012e02-592c-4ec1-a45a-1f4275e2c5c3"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:34.440183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 11012e02-592c-4ec1-a45a-1f4275e2c5c3, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=11012e02-592c-4ec1-a45a-1f4275e2c5c3,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:34.457087 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f00b64a6-1a71-4719-a362-7e36949c0051, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f00b64a6-1a71-4719-a362-7e36949c0051,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:34.476605 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=e2a7b34b-51b0-4b54-9076-5968ddaf46fb,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:34.576724 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:34.580576 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:34.599646 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b65b09-c69d-4444-a91e-b5899d83bbb9 req-de61d5ef-e436-4ba2-b8a5-caf0631973a2 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:34.601332 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-09b65b09-c69d-4444-a91e-b5899d83bbb9 req-de61d5ef-e436-4ba2-b8a5-caf0631973a2 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 949 time: 0.0645189 Aug 31 00:47:34.647234 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['e2a7b34b-51b0-4b54-9076-5968ddaf46fb'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:47:34.667729 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-09b65b09-c69d-4444-a91e-b5899d83bbb9 req-412b903e-a6a0-48bb-96e4-0c61b1b239d6 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482063 Aug 31 00:47:34.720520 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=11012e02-592c-4ec1-a45a-1f4275e2c5c3,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:34.866246 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d214a-9229-4ae4-8d18-ca07130778bf req-8ae26b84-2bfc-4811-a932-77b64db834ac tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:34.869385 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-449d214a-9229-4ae4-8d18-ca07130778bf req-8ae26b84-2bfc-4811-a932-77b64db834ac tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1187439 Aug 31 00:47:34.882904 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=f00b64a6-1a71-4719-a362-7e36949c0051,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:34.958578 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-449d214a-9229-4ae4-8d18-ca07130778bf req-979a6f06-db2c-4309-9f07-7754e3aa5a4d tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760577 Aug 31 00:47:34.964504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b64b3-5c67-4815-a360-2df04eedf949 req-37ea1ec8-9ee3-47d8-885d-1e694e1f9814 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:34.972450 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc8b64b3-5c67-4815-a360-2df04eedf949 req-37ea1ec8-9ee3-47d8-885d-1e694e1f9814 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 949 time: 0.1221499 Aug 31 00:47:35.091710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc8b64b3-5c67-4815-a360-2df04eedf949 req-8fb41a63-c64b-4732-aa63-85b565b38931 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180427 Aug 31 00:47:35.117849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-286bf1ed-0ffd-477a-b130-a9c8053f7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:35.120833 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-286bf1ed-0ffd-477a-b130-a9c8053f7a8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 1098 time: 0.0865147 Aug 31 00:47:35.161476 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa973b-908c-4b7a-b17b-fe38905221be req-2c10e056-14c2-4f52-99fc-98118ee148f7 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:35.163198 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-72aa973b-908c-4b7a-b17b-fe38905221be req-2c10e056-14c2-4f52-99fc-98118ee148f7 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 949 time: 0.1116292 Aug 31 00:47:35.227303 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-72aa973b-908c-4b7a-b17b-fe38905221be req-34435496-f2f5-454f-bca1-4b0277734a1d tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509825 Aug 31 00:47:35.280127 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a2a952-61e5-4c6a-b119-9c746a3d5434 x-openstack-request-id: req-12a2a952-61e5-4c6a-b119-9c746a3d5434 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:35.280127 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf", "name": "network-vif-plugged", "status": "completed", "tag": "11012e02-592c-4ec1-a45a-1f4275e2c5c3", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:35.280127 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12a2a952-61e5-4c6a-b119-9c746a3d5434 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:35.280127 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11012e02-592c-4ec1-a45a-1f4275e2c5c3', 'code': 200} Aug 31 00:47:35.345474 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474443d7-0546-4b4e-b0b6-7f95cee01b67 req-72ad5c34-3ea1-4159-84bd-182add40ee60 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:35.349140 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-474443d7-0546-4b4e-b0b6-7f95cee01b67 req-72ad5c34-3ea1-4159-84bd-182add40ee60 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 946 time: 0.1418273 Aug 31 00:47:35.376940 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-e428b201-31af-43d1-8353-d7c092440042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:35.378485 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-e428b201-31af-43d1-8353-d7c092440042 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 921 time: 0.2501020 Aug 31 00:47:35.413057 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb0136-2cd3-4d47-ab33-6ca132106556 req-e8461707-ccc9-44a5-8a35-9d5d07042aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:35.415872 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a3bb0136-2cd3-4d47-ab33-6ca132106556 req-e8461707-ccc9-44a5-8a35-9d5d07042aca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 1102 time: 0.0707872 Aug 31 00:47:35.434522 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-7eedc65e-f2eb-491e-a5fd-b0480417b505 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cfc7b02-0e1b-4ddd-871d-69755e8214bd HTTP/1.1" status: 200 len: 217 time: 0.0476377 Aug 31 00:47:35.443172 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-474443d7-0546-4b4e-b0b6-7f95cee01b67 req-892fff49-74a1-4842-aa6f-0ac9d49f46e9 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761502 Aug 31 00:47:35.495465 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a3bb0136-2cd3-4d47-ab33-6ca132106556 req-09d02712-98ef-4ef8-aab8-b9b86aa94124 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715451 Aug 31 00:47:35.509428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-31b000d1-f1d1-422d-a792-0ad24061edad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:35.514571 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-31b000d1-f1d1-422d-a792-0ad24061edad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.0681181 Aug 31 00:47:35.751512 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e2a7b34b-51b0-4b54-9076-5968ddaf46fb up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:47:35.752435 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-db8fe785-43cd-49c4-8a96-1cbaef5d14b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447617 Aug 31 00:47:35.875176 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-94564df8-aadd-4af4-bf4a-1dc38f80cd99 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=da8533e64c944eab90bfcd54a9f565a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0987332 Aug 31 00:47:35.998473 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port e2a7b34b-51b0-4b54-9076-5968ddaf46fb completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:47:36.007064 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port e2a7b34b-51b0-4b54-9076-5968ddaf46fb triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:47:36.007617 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:36.071769 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-2975c994-09f5-47c3-8bc0-2d9d4e71b747 service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112881 Aug 31 00:47:36.150537 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:36.214214 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-8e15241f-5baf-415b-a8b5-16ae228eb0f3 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:36.225284 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e2a7b34b-51b0-4b54-9076-5968ddaf46fb, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e2a7b34b-51b0-4b54-9076-5968ddaf46fb,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:36.228095 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-8e15241f-5baf-415b-a8b5-16ae228eb0f3 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3415496 Aug 31 00:47:36.265377 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4b87d402-1145-4a0e-ad86-ceb088b06de3 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/quotas/da8533e64c944eab90bfcd54a9f565a9 HTTP/1.1" status: 200 len: 375 time: 0.0367818 Aug 31 00:47:36.313883 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-48e0bbca-c08c-406f-bd73-f26d1afe8804 service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305236 Aug 31 00:47:36.352712 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:36.389749 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-898b1f49-f262-40d0-be3f-9fdead1388ca tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da8533e64c944eab90bfcd54a9f565a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099191 Aug 31 00:47:36.453311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=e2a7b34b-51b0-4b54-9076-5968ddaf46fb,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:36.590643 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:36.629699 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:36.718203 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:36.763795 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-3114c3da-ecdf-49bc-a5fc-cca0c03231a4 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:36.765831 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-3114c3da-ecdf-49bc-a5fc-cca0c03231a4 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8&tenant_id=70608dabb68b4f098ed58bafcf31f2c9&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 1098 time: 0.1289585 Aug 31 00:47:36.786119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-34'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:36.905486 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-90530f39-72dc-4c17-9953-3f01b2606dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:36.932319 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:36.974261 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f551c6a-8013-4b68-aa83-dfb84bb26185 req-b1fb2d2f-efbc-4314-9f32-3087b353480b tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:36.977167 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f551c6a-8013-4b68-aa83-dfb84bb26185 req-b1fb2d2f-efbc-4314-9f32-3087b353480b tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 950 time: 0.1442051 Aug 31 00:47:37.090325 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f551c6a-8013-4b68-aa83-dfb84bb26185 req-ede2f328-f362-4401-b12a-b8841ba22d63 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895278 Aug 31 00:47:37.174970 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] For port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:37.279817 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3493662b-c4a4-4714-a0c7-a02f99b2c550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00b64a6-1a71-4719-a362-7e36949c0051'}, {'server_uuid': '2b729579-4a62-439f-b67f-b67d583a3aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a7b34b-51b0-4b54-9076-5968ddaf46fb'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:37.282341 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc58a3ea-626b-47ce-9aff-df9569024985" -d '{"events": [{"server_uuid": "3493662b-c4a4-4714-a0c7-a02f99b2c550", "name": "network-vif-plugged", "status": "completed", "tag": "f00b64a6-1a71-4719-a362-7e36949c0051"}, {"server_uuid": "2b729579-4a62-439f-b67f-b67d583a3aa9", "name": "network-vif-plugged", "status": "completed", "tag": "e2a7b34b-51b0-4b54-9076-5968ddaf46fb"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:37.298349 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752205e8-ef32-43d1-956f-c22c6d6d928f req-a1a3183a-2ff9-4900-9408-e19d4b8b946d tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:37.301005 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-752205e8-ef32-43d1-956f-c22c6d6d928f req-a1a3183a-2ff9-4900-9408-e19d4b8b946d tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 950 time: 0.1220341 Aug 31 00:47:37.303044 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] For port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:47:37.375482 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a40ccb-0ced-43cd-85b6-de9314f6bbe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cfc7b02-0e1b-4ddd-871d-69755e8214bd'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:37.377923 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b203cba-7e6d-48aa-86ba-847d7f10c164" -d '{"events": [{"server_uuid": "c3a40ccb-0ced-43cd-85b6-de9314f6bbe8", "name": "network-vif-unplugged", "status": "completed", "tag": "7cfc7b02-0e1b-4ddd-871d-69755e8214bd"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:37.382340 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:37.401550 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-752205e8-ef32-43d1-956f-c22c6d6d928f req-6110d381-cec3-470b-aeb2-3712315fc64c tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747926 Aug 31 00:47:37.466325 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:37.643301 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] Pushing event updated for resources: {'Port': ['ID=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,revision_number=7']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:37.654270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] Attempting to bind port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd on host n-h2-793621-34 for vnic_type normal with profile {"migrating_to": "n-h1-793621-34"} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:47:37.654602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] Attempting to bind port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:47:37.654932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] Attempting to bind port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:37.672706 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03fbf7-dcdd-42c1-a889-e7e27a4e08b7 req-3036102a-6ada-463d-8d3a-9ce8bcdc34ea tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:37.675398 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ee03fbf7-dcdd-42c1-a889-e7e27a4e08b7 req-3036102a-6ada-463d-8d3a-9ce8bcdc34ea tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 949 time: 0.1495788 Aug 31 00:47:37.677032 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] Port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd on network dffc61c4-1ac9-454f-80fe-3549f2de306f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:47:37.677574 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] Attempting to bind port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:37.691097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:47:37.691610 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] Checking segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:47:37.692054 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] Bound using segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:47:37.692708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] Bound port: 7cfc7b02-0e1b-4ddd-871d-69755e8214bd, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:47:37.693314 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:37.752270 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 09b136f8-34e3-4e29-bd78-c03a72fdbec5 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:47:37.778431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ee03fbf7-dcdd-42c1-a889-e7e27a4e08b7 req-ed4226ee-f680-41ee-9287-e25c36b359d4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903785 Aug 31 00:47:37.821020 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] For port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:47:37.832171 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] For port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:47:37.917522 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 09b136f8-34e3-4e29-bd78-c03a72fdbec5, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=09b136f8-34e3-4e29-bd78-c03a72fdbec5,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:37.936388 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '09b136f8-34e3-4e29-bd78-c03a72fdbec5', 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9', 'port_id': '09b136f8-34e3-4e29-bd78-c03a72fdbec5', 'mac_address': 'fa:16:3e:62:24:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df615be-0d8f-4191-b850-d061892bbd16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:47:37.941109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3856f-c580-4f12-88e3-77dd625851b3 req-7bae0112-3271-4ff9-bd4a-7229079abcc8 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:37.942895 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82a3856f-c580-4f12-88e3-77dd625851b3 req-7bae0112-3271-4ff9-bd4a-7229079abcc8 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 944 time: 0.0689390 Aug 31 00:47:37.989382 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:37.994103 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:38.010589 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09b136f8-34e3-4e29-bd78-c03a72fdbec5 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:38.014240 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60904) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:47:38.049316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 09b136f8-34e3-4e29-bd78-c03a72fdbec5, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=09b136f8-34e3-4e29-bd78-c03a72fdbec5,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:38.069889 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82a3856f-c580-4f12-88e3-77dd625851b3 req-422a3f2e-07ca-45dc-a532-a9cf85b16066 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109362 Aug 31 00:47:38.124396 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:38.126012 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:38.127328 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] 10.222.0.48 "PUT /v2.0/ports/7cfc7b02-0e1b-4ddd-871d-69755e8214bd HTTP/1.1" status: 200 len: 1124 time: 1.3501487 Aug 31 00:47:38.136032 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bceead-0289-446b-a1f3-d1b1f365b3bb service neutron] Pushing event updated for resources: {'Port': ['ID=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,revision_number=8']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:38.138564 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:38.179710 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-10a099b8-d279-496e-a79b-3ae8efca74dd tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:47:38.181573 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-10a099b8-d279-496e-a79b-3ae8efca74dd tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1650264 Aug 31 00:47:38.254848 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d453d7-1d99-428e-885a-550111ab200d req-58c65499-cc0c-4e09-9a69-3a58d2191444 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:38.257156 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-58c65499-cc0c-4e09-9a69-3a58d2191444 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/ports/b722f6da-4903-4747-95ef-a59eae43709b HTTP/1.1" status: 200 len: 1094 time: 0.0673096 Aug 31 00:47:38.279659 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['7cfc7b02-0e1b-4ddd-871d-69755e8214bd'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:47:38.292114 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['09b136f8-34e3-4e29-bd78-c03a72fdbec5'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:47:38.371884 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=09b136f8-34e3-4e29-bd78-c03a72fdbec5,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:38.399286 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:38.425352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-c1d453d7-1d99-428e-885a-550111ab200d req-e0253653-4081-4ba9-b475-d1f229c711bd service neutron] Request body: {'binding': {'host': 'n-h1-793621-34', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:38.427229 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f9853fe-1018-4433-b832-57dc117eaeb4 req-6bbefe7f-90ef-4a17-81da-34302fc37c30 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 210 time: 0.0643842 Aug 31 00:47:38.433892 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-c1d453d7-1d99-428e-885a-550111ab200d req-e0253653-4081-4ba9-b475-d1f229c711bd service neutron] Unknown quota resources ['binding']. {{(pid=102343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 00:47:38.565511 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa940b20-c653-40cf-b3b5-bd946b45fbfe x-openstack-request-id: req-fa940b20-c653-40cf-b3b5-bd946b45fbfe {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:38.565889 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3493662b-c4a4-4714-a0c7-a02f99b2c550", "name": "network-vif-plugged", "status": "completed", "tag": "f00b64a6-1a71-4719-a362-7e36949c0051", "code": 200}, {"server_uuid": "2b729579-4a62-439f-b67f-b67d583a3aa9", "name": "network-vif-plugged", "status": "completed", "tag": "e2a7b34b-51b0-4b54-9076-5968ddaf46fb", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:38.567034 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa940b20-c653-40cf-b3b5-bd946b45fbfe {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:38.567689 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3493662b-c4a4-4714-a0c7-a02f99b2c550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00b64a6-1a71-4719-a362-7e36949c0051', 'code': 200} Aug 31 00:47:38.568108 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b729579-4a62-439f-b67f-b67d583a3aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a7b34b-51b0-4b54-9076-5968ddaf46fb', 'code': 200} Aug 31 00:47:38.620067 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef636296-a3a7-4247-b014-a7d419d58ec1 x-openstack-request-id: req-ef636296-a3a7-4247-b014-a7d419d58ec1 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:38.620367 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a40ccb-0ced-43cd-85b6-de9314f6bbe8", "name": "network-vif-unplugged", "status": "completed", "tag": "7cfc7b02-0e1b-4ddd-871d-69755e8214bd", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:38.620605 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef636296-a3a7-4247-b014-a7d419d58ec1 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:38.621151 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a40ccb-0ced-43cd-85b6-de9314f6bbe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cfc7b02-0e1b-4ddd-871d-69755e8214bd', 'code': 200} Aug 31 00:47:38.786357 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-c1d453d7-1d99-428e-885a-550111ab200d req-e0253653-4081-4ba9-b475-d1f229c711bd service neutron] Attempting to bind port b722f6da-4903-4747-95ef-a59eae43709b on host n-h1-793621-34 for vnic_type normal with profile None {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:47:38.787157 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-c1d453d7-1d99-428e-885a-550111ab200d req-e0253653-4081-4ba9-b475-d1f229c711bd service neutron] Attempting to bind port b722f6da-4903-4747-95ef-a59eae43709b by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:47:38.787728 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d453d7-1d99-428e-885a-550111ab200d req-e0253653-4081-4ba9-b475-d1f229c711bd service neutron] Attempting to bind port b722f6da-4903-4747-95ef-a59eae43709b on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:38.798454 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d453d7-1d99-428e-885a-550111ab200d req-e0253653-4081-4ba9-b475-d1f229c711bd service neutron] Port b722f6da-4903-4747-95ef-a59eae43709b on network 1201673d-ac71-4ee8-8cb6-849c3511a23a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:47:38.798978 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d453d7-1d99-428e-885a-550111ab200d req-e0253653-4081-4ba9-b475-d1f229c711bd service neutron] Attempting to bind port b722f6da-4903-4747-95ef-a59eae43709b on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:38.813382 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d453d7-1d99-428e-885a-550111ab200d req-e0253653-4081-4ba9-b475-d1f229c711bd service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:47:38.813892 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d453d7-1d99-428e-885a-550111ab200d req-e0253653-4081-4ba9-b475-d1f229c711bd service neutron] Checking segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:47:38.814294 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d453d7-1d99-428e-885a-550111ab200d req-e0253653-4081-4ba9-b475-d1f229c711bd service neutron] Bound using segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:47:38.814738 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-c1d453d7-1d99-428e-885a-550111ab200d req-e0253653-4081-4ba9-b475-d1f229c711bd service neutron] Bound port: b722f6da-4903-4747-95ef-a59eae43709b, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:47:38.843730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f03e0e-d8cd-4330-9406-f64ed2395338 req-906e5bb8-70c4-4334-affd-9f518b13a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:38.846332 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f2f03e0e-d8cd-4330-9406-f64ed2395338 req-906e5bb8-70c4-4334-affd-9f518b13a50b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 1102 time: 0.1986537 Aug 31 00:47:38.896230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-c1d453d7-1d99-428e-885a-550111ab200d req-e0253653-4081-4ba9-b475-d1f229c711bd service neutron] For port b722f6da-4903-4747-95ef-a59eae43709b, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b722f6da-4903-4747-95ef-a59eae43709b,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:47:38.896825 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0e60a-ea1a-4ceb-a414-83127fa55033 req-97142cfc-1262-4dc4-9f2f-91e8b3c59b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:38.898436 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2ee0e60a-ea1a-4ceb-a414-83127fa55033 req-97142cfc-1262-4dc4-9f2f-91e8b3c59b09 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 1101 time: 0.1962323 Aug 31 00:47:38.930072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a657c-b3fa-4dbf-9232-d14ae6769414 req-789af829-c377-4859-b4a4-496441c42528 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:38.941233 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-060a657c-b3fa-4dbf-9232-d14ae6769414 req-789af829-c377-4859-b4a4-496441c42528 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 950 time: 0.1589491 Aug 31 00:47:38.971230 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f2f03e0e-d8cd-4330-9406-f64ed2395338 req-0fd041fa-b255-48cf-a373-f9caea3c7186 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068397 Aug 31 00:47:38.990728 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c1d453d7-1d99-428e-885a-550111ab200d req-e0253653-4081-4ba9-b475-d1f229c711bd service neutron] Notify callbacks [] for binding, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:38.991950 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-e0253653-4081-4ba9-b475-d1f229c711bd service neutron] 10.222.0.16 "POST /v2.0/ports/b722f6da-4903-4747-95ef-a59eae43709b/bindings HTTP/1.1" status: 201 len: 390 time: 0.6509666 Aug 31 00:47:39.017325 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2ee0e60a-ea1a-4ceb-a414-83127fa55033 req-92ab78ca-d937-4c46-af1d-f84d1dbb3de4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096101 Aug 31 00:47:39.033969 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-060a657c-b3fa-4dbf-9232-d14ae6769414 req-81c655a7-cbf2-4f83-a05e-397a69e1b826 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850518 Aug 31 00:47:39.211615 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca542bcf-064a-424e-9e93-806b69cbc627 req-ca99ea6a-23b1-4219-8370-4b92fb8591b2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:39.214261 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca542bcf-064a-424e-9e93-806b69cbc627 req-ca99ea6a-23b1-4219-8370-4b92fb8591b2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 950 time: 0.0838263 Aug 31 00:47:39.306107 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca542bcf-064a-424e-9e93-806b69cbc627 req-00ebb1af-763a-4330-979f-0a88935bff86 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791919 Aug 31 00:47:39.483366 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc36b3-c0d0-4ae4-b2cb-245e8f4089ab req-3e5ed56e-2147-4550-96c6-2a86145b6d11 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:39.486014 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bfdc36b3-c0d0-4ae4-b2cb-245e8f4089ab req-3e5ed56e-2147-4550-96c6-2a86145b6d11 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 949 time: 0.0874109 Aug 31 00:47:39.560562 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bfdc36b3-c0d0-4ae4-b2cb-245e8f4089ab req-01599d30-7108-457d-9ec0-7e95ad726e8b tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631707 Aug 31 00:47:39.762745 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 09b136f8-34e3-4e29-bd78-c03a72fdbec5 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:47:39.842980 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 09b136f8-34e3-4e29-bd78-c03a72fdbec5 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:47:39.844247 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:39.845977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d2b03-0a31-4fff-bd7a-0243e2d48a81 req-91d9b37a-786e-4ee4-8b02-55ca11947e90 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:39.851537 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b90a1-0552-482e-9e5f-4122894041e1 req-2b0e3042-706b-41ca-a204-e6038f11af81 tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:39.858212 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-052d2b03-0a31-4fff-bd7a-0243e2d48a81 req-91d9b37a-786e-4ee4-8b02-55ca11947e90 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 944 time: 0.1215191 Aug 31 00:47:39.863359 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-379b90a1-0552-482e-9e5f-4122894041e1 req-2b0e3042-706b-41ca-a204-e6038f11af81 tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 1102 time: 0.0698080 Aug 31 00:47:39.882286 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-379b90a1-0552-482e-9e5f-4122894041e1 req-59029210-63f6-4ac7-beae-72956171360d tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:39.929156 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-052d2b03-0a31-4fff-bd7a-0243e2d48a81 req-852d63a4-aa0c-4a4b-adb6-e43f3f31dd1e tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636075 Aug 31 00:47:40.061906 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-379b90a1-0552-482e-9e5f-4122894041e1 req-59029210-63f6-4ac7-beae-72956171360d tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:40.064124 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:40.106525 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:40.183154 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 09b136f8-34e3-4e29-bd78-c03a72fdbec5, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=09b136f8-34e3-4e29-bd78-c03a72fdbec5,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:40.196872 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-379b90a1-0552-482e-9e5f-4122894041e1 req-59029210-63f6-4ac7-beae-72956171360d tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:40.277613 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-379b90a1-0552-482e-9e5f-4122894041e1 req-59029210-63f6-4ac7-beae-72956171360d tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129903 Aug 31 00:47:40.282779 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:40.282954 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59029210-63f6-4ac7-beae-72956171360d tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c1c177-48d7-43f3-a149-f6455937d90e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:40.354713 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51bf72c8-4eee-431b-8c86-3c6cdc16e4ec req-0495006c-5467-4d55-b614-66e3aca1c120 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 210 time: 0.0820434 Aug 31 00:47:40.428067 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=09b136f8-34e3-4e29-bd78-c03a72fdbec5,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:40.543404 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58123b-e73b-48a7-b339-c2e7d810f206 req-34d1485e-5ea1-4563-aec7-4d31b1efae3a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:40.545461 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cb58123b-e73b-48a7-b339-c2e7d810f206 req-34d1485e-5ea1-4563-aec7-4d31b1efae3a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 945 time: 0.0976400 Aug 31 00:47:40.569984 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b136f8-34e3-4e29-bd78-c03a72fdbec5'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:40.575246 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48b66a2-5a56-4d33-bef4-7520419a0bf4" -d '{"events": [{"server_uuid": "4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64", "name": "network-vif-plugged", "status": "completed", "tag": "09b136f8-34e3-4e29-bd78-c03a72fdbec5"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:40.586924 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4859ec-7709-4c18-8c0f-349926f3d920 req-d44f24d9-984a-417f-ae35-459461296364 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:40.602710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc4859ec-7709-4c18-8c0f-349926f3d920 req-d44f24d9-984a-417f-ae35-459461296364 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 950 time: 0.1201658 Aug 31 00:47:40.626146 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a40ccb-0ced-43cd-85b6-de9314f6bbe8', 'tag': '7cfc7b02-0e1b-4ddd-871d-69755e8214bd'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:40.629942 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e022d48-c906-4cf9-9a00-1c11f9443955" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a40ccb-0ced-43cd-85b6-de9314f6bbe8", "tag": "7cfc7b02-0e1b-4ddd-871d-69755e8214bd"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:40.647310 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cb58123b-e73b-48a7-b339-c2e7d810f206 req-f700dc42-400a-46ed-bc19-ecc604ac2747 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776415 Aug 31 00:47:40.684934 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc4859ec-7709-4c18-8c0f-349926f3d920 req-337bd6d8-daeb-4d8c-9935-aef9f03aea15 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805674 Aug 31 00:47:40.801919 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41bfd73-476b-4a46-999e-a2c56d566d47 x-openstack-request-id: req-f41bfd73-476b-4a46-999e-a2c56d566d47 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:40.802628 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64", "name": "network-vif-plugged", "status": "completed", "tag": "09b136f8-34e3-4e29-bd78-c03a72fdbec5", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:40.802919 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f41bfd73-476b-4a46-999e-a2c56d566d47 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:40.803575 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b136f8-34e3-4e29-bd78-c03a72fdbec5', 'code': 200} Aug 31 00:47:40.948315 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97484ef-782f-477c-a230-c22fe0e30c8a req-8607e8e8-41f4-4f6b-9c94-d043039d55a7 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:40.950349 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a97484ef-782f-477c-a230-c22fe0e30c8a req-8607e8e8-41f4-4f6b-9c94-d043039d55a7 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 949 time: 0.0823064 Aug 31 00:47:41.047369 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a97484ef-782f-477c-a230-c22fe0e30c8a req-8a080f24-a965-437a-a316-097de9921a26 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817049 Aug 31 00:47:41.112636 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6020f13-060a-4615-8d3f-b34392397dcc x-openstack-request-id: req-a6020f13-060a-4615-8d3f-b34392397dcc {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:41.113348 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a40ccb-0ced-43cd-85b6-de9314f6bbe8", "tag": "7cfc7b02-0e1b-4ddd-871d-69755e8214bd", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:41.113895 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6020f13-060a-4615-8d3f-b34392397dcc {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:41.116662 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a40ccb-0ced-43cd-85b6-de9314f6bbe8', 'tag': '7cfc7b02-0e1b-4ddd-871d-69755e8214bd', 'status': 'completed', 'code': 200} Aug 31 00:47:41.283579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e022d48-c906-4cf9-9a00-1c11f9443955 req-d41a94bf-d0cc-4fc0-88a5-eae38e0e7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:41.285768 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e022d48-c906-4cf9-9a00-1c11f9443955 req-d41a94bf-d0cc-4fc0-88a5-eae38e0e7b8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 1127 time: 0.1254368 Aug 31 00:47:41.328177 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51df803-3fdc-4c80-962b-63b0a3c638dd req-eef51b69-8f9e-4a2c-ace7-d823d908495e tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:41.330257 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b51df803-3fdc-4c80-962b-63b0a3c638dd req-eef51b69-8f9e-4a2c-ace7-d823d908495e tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 944 time: 0.1463661 Aug 31 00:47:41.410578 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b51df803-3fdc-4c80-962b-63b0a3c638dd req-acf945d1-a6e9-451f-950d-ef4335075d0b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627067 Aug 31 00:47:41.485052 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e022d48-c906-4cf9-9a00-1c11f9443955 req-a6ec9514-4871-45ca-a3c3-6b0b6be0eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:41.488432 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e022d48-c906-4cf9-9a00-1c11f9443955 req-a6ec9514-4871-45ca-a3c3-6b0b6be0eadc service neutron] 10.222.0.41 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 921 time: 0.1908574 Aug 31 00:47:41.543242 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d9374ea8-c878-469f-8063-8e46e3fef9cb req-05a632ce-e8ba-43f4-a244-03c24ddbef5f tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 210 time: 0.0355651 Aug 31 00:47:41.573491 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e022d48-c906-4cf9-9a00-1c11f9443955 req-3da25fdb-372a-4c7b-af0b-039514ffe5fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cfc7b02-0e1b-4ddd-871d-69755e8214bd HTTP/1.1" status: 200 len: 217 time: 0.0724053 Aug 31 00:47:41.605542 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-49aebee3-1afb-447f-8b99-31b7ccc5980b tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868869 Aug 31 00:47:41.670775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e022d48-c906-4cf9-9a00-1c11f9443955 req-028d8cd0-071c-4519-b8ef-690699f592f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:41.672682 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e022d48-c906-4cf9-9a00-1c11f9443955 req-028d8cd0-071c-4519-b8ef-690699f592f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.0777953 Aug 31 00:47:41.763373 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e022d48-c906-4cf9-9a00-1c11f9443955 req-1dfe5d30-51f8-4bb2-9ed4-b0b0fe359f39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689864 Aug 31 00:47:41.781038 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 7cfc7b02-0e1b-4ddd-871d-69755e8214bd details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:47:41.964186 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcba71-7692-449e-9ba9-691b83978835 req-6a0764ae-4034-48ba-ae3a-f893d0aff99d tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:41.965834 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cfdcba71-7692-449e-9ba9-691b83978835 req-6a0764ae-4034-48ba-ae3a-f893d0aff99d tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 945 time: 0.1826944 Aug 31 00:47:42.089989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cfdcba71-7692-449e-9ba9-691b83978835 req-818f8367-c378-45f4-b4f7-eafc6b27d487 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124008 Aug 31 00:47:42.195129 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:42.234197 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 7cfc7b02-0e1b-4ddd-871d-69755e8214bd has no active binding in host n-h1-793621-34 {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 00:47:42.331388 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bb521-07ef-4d28-be82-69d72903c2a2 req-89f7867f-9365-4b45-95b3-c67be0643267 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:42.337612 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a60bb521-07ef-4d28-be82-69d72903c2a2 req-89f7867f-9365-4b45-95b3-c67be0643267 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 950 time: 0.0911036 Aug 31 00:47:42.353248 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68501753-2853-41df-ae42-d0aba1647b51 req-36bd4986-b53b-4d14-9db1-ba4426a09aed tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:42.366061 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-36bd4986-b53b-4d14-9db1-ba4426a09aed tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7352674 Aug 31 00:47:42.390357 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-c143cf73-d8e3-4257-ba02-1db56b6e3636 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/quotas/0df1dc9ce961447d8c0a4fac26dd9a67 HTTP/1.1" status: 200 len: 375 time: 0.0227959 Aug 31 00:47:42.418786 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a60bb521-07ef-4d28-be82-69d72903c2a2 req-7d979eee-dca2-4073-b093-2a2dd437f647 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768268 Aug 31 00:47:42.494050 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e022d48-c906-4cf9-9a00-1c11f9443955 req-6117918f-0b84-4907-9fa7-d740e0b073c4 service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7100353 Aug 31 00:47:42.568246 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-4200fef5-59c7-452a-8ff3-7ed32fb2a79b tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1598766 Aug 31 00:47:42.666083 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e022d48-c906-4cf9-9a00-1c11f9443955 req-dad44b9a-8fa7-4cb9-a971-fa51685a0fbe service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591475 Aug 31 00:47:42.689007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff6713-ad3f-47d5-9968-bbca81aafdce req-968de0b1-21b6-4356-8899-b8a348e874f9 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:42.697100 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-80ff6713-ad3f-47d5-9968-bbca81aafdce req-968de0b1-21b6-4356-8899-b8a348e874f9 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 949 time: 0.1267579 Aug 31 00:47:42.829421 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-80ff6713-ad3f-47d5-9968-bbca81aafdce req-4b19a7fb-f7cd-47fd-9d54-b2bdb5049642 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231954 Aug 31 00:47:43.148552 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-c781da16-7071-416c-ab1d-d4afe9dfbb6b tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=da8533e64c944eab90bfcd54a9f565a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359573 Aug 31 00:47:43.225171 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6371b-7a2f-4e0f-94e9-c8bf61b00f09 req-88b89cc6-634c-4c00-b8a6-3f7291c32443 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:43.227906 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-62e6371b-7a2f-4e0f-94e9-c8bf61b00f09 req-88b89cc6-634c-4c00-b8a6-3f7291c32443 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 944 time: 0.0938077 Aug 31 00:47:43.332302 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-62e6371b-7a2f-4e0f-94e9-c8bf61b00f09 req-4f216d8a-276d-45fd-a9e5-703ff5dd656e tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898113 Aug 31 00:47:43.372863 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-bc79dce9-9f8d-4082-b7c8-3db1330b75a8 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:43.374885 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-bc79dce9-9f8d-4082-b7c8-3db1330b75a8 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2198353 Aug 31 00:47:43.398798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-5b7658b8-e5e7-4a6e-8aea-b1fe8a81d02e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Request body: {'port': {'device_id': '35eb313f-28a6-435a-8401-dc7a8a8b9ea3', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': 'da8533e64c944eab90bfcd54a9f565a9'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:43.781056 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-5b7658b8-e5e7-4a6e-8aea-b1fe8a81d02e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Made reservation on behalf of da8533e64c944eab90bfcd54a9f565a9 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:47:43.788258 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-5b7658b8-e5e7-4a6e-8aea-b1fe8a81d02e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:44.033500 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9972b5f-c072-4c3d-9f67-b704acd83c04 req-8a320025-3317-4ed3-9da3-ea7956f984f2 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 210 time: 0.0610306 Aug 31 00:47:44.166681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-5b7658b8-e5e7-4a6e-8aea-b1fe8a81d02e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Allocated IP 192.168.233.22 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/d5c41d98-9827-46f3-8141-263e97ed038f) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:47:44.500862 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a706866-5edf-4108-acbe-79d03852b320 req-cfee8b1a-5e2d-466c-9349-8168b6bb87b7 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:44.504348 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a706866-5edf-4108-acbe-79d03852b320 req-cfee8b1a-5e2d-466c-9349-8168b6bb87b7 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 945 time: 0.2744777 Aug 31 00:47:44.640699 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a706866-5edf-4108-acbe-79d03852b320 req-8e56909f-a558-475a-ad08-e32fd1193c0a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209462 Aug 31 00:47:44.719550 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-5b7658b8-e5e7-4a6e-8aea-b1fe8a81d02e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:44.773217 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-5b7658b8-e5e7-4a6e-8aea-b1fe8a81d02e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Transition to ACTIVE for port object d5c41d98-9827-46f3-8141-263e97ed038f will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:44.821260 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-46384bfe-1d13-49c2-8d21-38f70a235261 service neutron] 10.222.0.41 "GET /v2.0/ports/7cfc7b02-0e1b-4ddd-871d-69755e8214bd/bindings/n-h1-793621-34 HTTP/1.1" status: 200 len: 385 time: 0.1719811 Aug 31 00:47:44.924454 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202680bd-f399-4cb6-888b-d2d5f27182e6 req-ce6aec42-dde0-47e8-99bc-0451a5babf0e tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:44.926018 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-202680bd-f399-4cb6-888b-d2d5f27182e6 req-ce6aec42-dde0-47e8-99bc-0451a5babf0e tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 950 time: 0.1729870 Aug 31 00:47:45.009249 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-202680bd-f399-4cb6-888b-d2d5f27182e6 req-8de2e6a2-89cd-49b6-9857-4fb9b7c906c2 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733588 Aug 31 00:47:45.150880 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-8fc1fae1-af91-49e2-b6a7-508e18008770 service neutron] For port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:45.195851 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-8fc1fae1-af91-49e2-b6a7-508e18008770 service neutron] For port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:47:45.304276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-8fc1fae1-af91-49e2-b6a7-508e18008770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cfc7b02-0e1b-4ddd-871d-69755e8214bd {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:45.327911 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-8fc1fae1-af91-49e2-b6a7-508e18008770 service neutron] For port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:45.331781 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-5b7658b8-e5e7-4a6e-8aea-b1fe8a81d02e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:45.362791 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['963e01ab-7ec9-4667-88e0-0b4375dd1745', '03046e22-7ac0-48a4-a1bc-6009eb6efaa2'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:47:45.391821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-5b7658b8-e5e7-4a6e-8aea-b1fe8a81d02e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:47:45.395887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-5b7658b8-e5e7-4a6e-8aea-b1fe8a81d02e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:47:45.412161 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-5b7658b8-e5e7-4a6e-8aea-b1fe8a81d02e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:47:45.486844 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-5b7658b8-e5e7-4a6e-8aea-b1fe8a81d02e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:45.489882 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-5b7658b8-e5e7-4a6e-8aea-b1fe8a81d02e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:45.552346 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-8fc1fae1-af91-49e2-b6a7-508e18008770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:45.619630 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7658b8-e5e7-4a6e-8aea-b1fe8a81d02e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Pushing event updated for resources: {'Port': ['ID=d5c41d98-9827-46f3-8141-263e97ed038f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:45.846663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-8fc1fae1-af91-49e2-b6a7-508e18008770 service neutron] Transition to ACTIVE for port object 7cfc7b02-0e1b-4ddd-871d-69755e8214bd will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:45.868236 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-5b7658b8-e5e7-4a6e-8aea-b1fe8a81d02e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4806228 Aug 31 00:47:45.894232 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Request body: {'port': {'device_id': '35eb313f-28a6-435a-8401-dc7a8a8b9ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:45.899911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48d3b7-ef04-4e15-aedd-6dc63580e460 req-568b674d-1bfc-43b4-9277-b17755f14f70 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:45.919341 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-be48d3b7-ef04-4e15-aedd-6dc63580e460 req-568b674d-1bfc-43b4-9277-b17755f14f70 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 944 time: 0.1017373 Aug 31 00:47:46.007752 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-be48d3b7-ef04-4e15-aedd-6dc63580e460 req-173e96d1-fb31-4b4f-94e0-1e996077b287 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870996 Aug 31 00:47:46.089878 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-8fc1fae1-af91-49e2-b6a7-508e18008770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:46.169328 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f91af3ac-3920-4ae7-8afe-8efda928e209 None None] Provisioning for port d5c41d98-9827-46f3-8141-263e97ed038f completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:47:46.178491 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f91af3ac-3920-4ae7-8afe-8efda928e209 None None] Provisioning complete for port d5c41d98-9827-46f3-8141-263e97ed038f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:47:46.181934 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f91af3ac-3920-4ae7-8afe-8efda928e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:46.186272 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-7afcdc98-23b2-4836-badd-727eaaed4014 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1cd1d9e8cf974d0e8579828f7cc5db22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544956 Aug 31 00:47:46.259867 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f91af3ac-3920-4ae7-8afe-8efda928e209 None None] Port d5c41d98-9827-46f3-8141-263e97ed038f cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:47:46.268027 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:46.347538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-8fc1fae1-af91-49e2-b6a7-508e18008770 service neutron] No DVR routers for this DVR port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:47:46.385750 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08034e-58e9-4f04-9ec7-a3610b6eaac4 req-851b2f87-2519-40a1-afa1-18662642b45b tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:46.387900 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-c247ef5a-14a1-4756-a3b6-c2350ff87301 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:46.401723 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-c247ef5a-14a1-4756-a3b6-c2350ff87301 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157407 Aug 31 00:47:46.402240 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b08034e-58e9-4f04-9ec7-a3610b6eaac4 req-851b2f87-2519-40a1-afa1-18662642b45b tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 935 time: 0.3984833 Aug 31 00:47:46.422127 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-b6ebd6d1-2834-4905-a4ed-97ca2178a9fc tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/quotas/1cd1d9e8cf974d0e8579828f7cc5db22 HTTP/1.1" status: 200 len: 375 time: 0.0167713 Aug 31 00:47:46.510973 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-e9d9e6f3-d5a5-4e18-a371-3cdfd9d3e440 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1cd1d9e8cf974d0e8579828f7cc5db22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0736251 Aug 31 00:47:46.575041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1fae1-af91-49e2-b6a7-508e18008770 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,revision_number=10']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:46.621178 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b08034e-58e9-4f04-9ec7-a3610b6eaac4 req-2902ee2e-e8f6-4fb3-bac3-9b434823cd19 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586328 Aug 31 00:47:46.629913 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-8fc1fae1-af91-49e2-b6a7-508e18008770 service neutron] 10.222.0.41 "PUT /v2.0/ports/7cfc7b02-0e1b-4ddd-871d-69755e8214bd/bindings/n-h1-793621-34/activate HTTP/1.1" status: 200 len: 370 time: 1.7938733 Aug 31 00:47:46.965419 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d49cc-7c52-4a70-aaf4-e933efe19c2e req-ecec4fa4-c75d-4c78-9fd3-c2dd2ff8865c tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:46.981180 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5a8d49cc-7c52-4a70-aaf4-e933efe19c2e req-ecec4fa4-c75d-4c78-9fd3-c2dd2ff8865c tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 949 time: 0.1614361 Aug 31 00:47:47.192817 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5a8d49cc-7c52-4a70-aaf4-e933efe19c2e req-cbab70fd-089d-4e23-b285-da4e8c2cb2fd tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052987 Aug 31 00:47:47.253526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-2dbaefeb-87bf-4e84-bba8-ba34df1ffded tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:47.256803 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-2dbaefeb-87bf-4e84-bba8-ba34df1ffded tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8&tenant_id=70608dabb68b4f098ed58bafcf31f2c9&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 1097 time: 0.3397355 Aug 31 00:47:47.271996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafc0b2-5d32-43db-bfad-e5b2ebad61e6 req-dc513910-0b90-4831-9922-a4f91c0d9867 tempest-DeleteServersAdminTestJSON-700556321 tempest-DeleteServersAdminTestJSON-700556321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:47.281062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86960da1-0934-472e-b220-5c8751af3196 req-64d2e8e2-fc60-4646-aff9-545560554412 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:47.282900 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3eafc0b2-5d32-43db-bfad-e5b2ebad61e6 req-dc513910-0b90-4831-9922-a4f91c0d9867 tempest-DeleteServersAdminTestJSON-700556321 tempest-DeleteServersAdminTestJSON-700556321-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 1101 time: 0.2986856 Aug 31 00:47:47.283880 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-86960da1-0934-472e-b220-5c8751af3196 req-64d2e8e2-fc60-4646-aff9-545560554412 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 945 time: 0.2126274 Aug 31 00:47:47.431107 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4130c4c9-39a2-4c0d-a941-c4524a9b31ae req-ce5e6411-6012-4792-8ade-554f867364ec tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 210 time: 0.0652397 Aug 31 00:47:47.556569 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-8b2265ef-34c9-4a80-aeb1-9f4a1ed0ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:47.559431 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-8b2265ef-34c9-4a80-aeb1-9f4a1ed0ee27 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8&tenant_id=70608dabb68b4f098ed58bafcf31f2c9 HTTP/1.1" status: 200 len: 1097 time: 0.2733767 Aug 31 00:47:47.586572 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c41d98-9827-46f3-8141-263e97ed038f {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:47.595166 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-86960da1-0934-472e-b220-5c8751af3196 req-43830469-84de-4e5f-a863-f92c0ea46913 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144892 Aug 31 00:47:47.632524 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:47.686898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Transition to ACTIVE for port object d5c41d98-9827-46f3-8141-263e97ed038f will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:47.699405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-3eafc0b2-5d32-43db-bfad-e5b2ebad61e6 req-6e4e2e67-0690-4886-a480-0ac4da910a53 tempest-DeleteServersAdminTestJSON-700556321 tempest-DeleteServersAdminTestJSON-700556321-project-admin] Deleting port f00b64a6-1a71-4719-a362-7e36949c0051 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:47:47.702029 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3eafc0b2-5d32-43db-bfad-e5b2ebad61e6 req-6e4e2e67-0690-4886-a480-0ac4da910a53 tempest-DeleteServersAdminTestJSON-700556321 tempest-DeleteServersAdminTestJSON-700556321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:47.782644 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 7cfc7b02-0e1b-4ddd-871d-69755e8214bd no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:47:47.810596 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b114a13e-7158-4706-83fe-f36baef8d3ac req-e73925dc-509e-42f3-9085-373b4b8d98c3 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 210 time: 0.0777788 Aug 31 00:47:47.857679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-4faabbf1-5dfc-451a-9feb-811f54e457a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:47.864986 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-4faabbf1-5dfc-451a-9feb-811f54e457a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 1097 time: 0.2499447 Aug 31 00:47:47.868291 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:47.954166 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 7cfc7b02-0e1b-4ddd-871d-69755e8214bd not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:47:47.989819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-3eafc0b2-5d32-43db-bfad-e5b2ebad61e6 req-6e4e2e67-0690-4886-a480-0ac4da910a53 tempest-DeleteServersAdminTestJSON-700556321 tempest-DeleteServersAdminTestJSON-700556321-project-admin] For port f00b64a6-1a71-4719-a362-7e36949c0051, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f00b64a6-1a71-4719-a362-7e36949c0051,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:47.990767 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3eafc0b2-5d32-43db-bfad-e5b2ebad61e6 req-6e4e2e67-0690-4886-a480-0ac4da910a53 tempest-DeleteServersAdminTestJSON-700556321 tempest-DeleteServersAdminTestJSON-700556321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:48.032886 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-3eafc0b2-5d32-43db-bfad-e5b2ebad61e6 req-6e4e2e67-0690-4886-a480-0ac4da910a53 tempest-DeleteServersAdminTestJSON-700556321 tempest-DeleteServersAdminTestJSON-700556321-project-admin] Calling delete_port for f00b64a6-1a71-4719-a362-7e36949c0051 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:47:48.039166 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c41d98-9827-46f3-8141-263e97ed038f,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:48.128084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142da367-7514-4c27-974b-63c6197e0214 req-7971c2b5-abc5-4268-b1dd-4e08231a5587 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:48.142814 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-142da367-7514-4c27-974b-63c6197e0214 req-7971c2b5-abc5-4268-b1dd-4e08231a5587 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 945 time: 0.2614875 Aug 31 00:47:48.167488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-64b4088d-aebe-4b22-9b85-cb7d04fba85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:48.169110 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-64b4088d-aebe-4b22-9b85-cb7d04fba85f service neutron] 10.222.0.48 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 921 time: 0.2974524 Aug 31 00:47:48.374209 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-142da367-7514-4c27-974b-63c6197e0214 req-d7ac505c-48ff-488f-bad3-1af2630777e3 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293587 Aug 31 00:47:48.389810 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-482034e1-3b6a-443e-86d8-1457dd8d60aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cfc7b02-0e1b-4ddd-871d-69755e8214bd HTTP/1.1" status: 200 len: 217 time: 0.2077558 Aug 31 00:47:48.512404 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Attempting to bind port d5c41d98-9827-46f3-8141-263e97ed038f on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:47:48.512759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Attempting to bind port d5c41d98-9827-46f3-8141-263e97ed038f by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:47:48.513065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Attempting to bind port d5c41d98-9827-46f3-8141-263e97ed038f on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:48.521681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Port d5c41d98-9827-46f3-8141-263e97ed038f on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:47:48.522138 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Attempting to bind port d5c41d98-9827-46f3-8141-263e97ed038f on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:48.570742 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:47:48.571216 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:47:48.571746 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:47:48.572968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Bound port: d5c41d98-9827-46f3-8141-263e97ed038f, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:47:48.573538 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:48.610830 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d331a-4562-4c6a-9531-a34c0b5b0b1f req-178a6f8e-c8f9-4fac-84d8-1b2ae4e97a8a tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:48.622886 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-458d331a-4562-4c6a-9531-a34c0b5b0b1f req-178a6f8e-c8f9-4fac-84d8-1b2ae4e97a8a tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 947 time: 0.4169374 Aug 31 00:47:48.686330 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-951069c6-1d69-4ed4-8daf-38c1bd88727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:48.688531 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-951069c6-1d69-4ed4-8daf-38c1bd88727d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.2614553 Aug 31 00:47:48.719189 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-458d331a-4562-4c6a-9531-a34c0b5b0b1f req-8b6a100f-357d-4e70-8fa1-cd1c1303281c tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948079 Aug 31 00:47:48.720194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] For port d5c41d98-9827-46f3-8141-263e97ed038f, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:47:48.724832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] For port d5c41d98-9827-46f3-8141-263e97ed038f, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d5c41d98-9827-46f3-8141-263e97ed038f,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:47:48.754980 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3eafc0b2-5d32-43db-bfad-e5b2ebad61e6 req-6e4e2e67-0690-4886-a480-0ac4da910a53 tempest-DeleteServersAdminTestJSON-700556321 tempest-DeleteServersAdminTestJSON-700556321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:48.778363 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['f00b64a6-1a71-4719-a362-7e36949c0051'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:47:48.780281 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2edbf4fc-0ccd-4104-9812-88df1f1a19bf req-6c3fed4f-a336-43d9-bed9-4830940cdd54 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 210 time: 0.0474946 Aug 31 00:47:48.820309 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e2e67-0690-4886-a480-0ac4da910a53 tempest-DeleteServersAdminTestJSON-700556321 tempest-DeleteServersAdminTestJSON-700556321-project-admin] Pushing event deleted for resources: {'Port': ['ID=f00b64a6-1a71-4719-a362-7e36949c0051,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:48.834042 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:48.917794 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c41d98-9827-46f3-8141-263e97ed038f,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:48.965669 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-cd7c13b5-69f0-4cc3-a913-5b1596f597c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2404692 Aug 31 00:47:48.998608 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:48.999180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:49.000064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:49.002313 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:49.002798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:49.004230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:49.005120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:49.007416 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:49.008046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:49.008605 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:49.012918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:49.013380 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:49.070880 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:49.084901 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:49.084901 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-4a420395-6186-45be-94ec-e9bba359b673 service neutron] 10.222.0.48 "PUT /v2.0/ports/d5c41d98-9827-46f3-8141-263e97ed038f HTTP/1.1" status: 200 len: 1096 time: 3.1943600 Aug 31 00:47:49.113878 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35eb313f-28a6-435a-8401-dc7a8a8b9ea3', 'tag': 'd5c41d98-9827-46f3-8141-263e97ed038f'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:49.131486 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581fbcb8-c184-44df-aa19-5e03721cee29" -d '{"events": [{"name": "network-changed", "server_uuid": "35eb313f-28a6-435a-8401-dc7a8a8b9ea3", "tag": "d5c41d98-9827-46f3-8141-263e97ed038f"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:49.153893 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eafc0b2-5d32-43db-bfad-e5b2ebad61e6 req-6e4e2e67-0690-4886-a480-0ac4da910a53 tempest-DeleteServersAdminTestJSON-700556321 tempest-DeleteServersAdminTestJSON-700556321-project-admin] No DVR routers for this DVR port f00b64a6-1a71-4719-a362-7e36949c0051 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:47:49.162289 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3eafc0b2-5d32-43db-bfad-e5b2ebad61e6 req-6e4e2e67-0690-4886-a480-0ac4da910a53 tempest-DeleteServersAdminTestJSON-700556321 tempest-DeleteServersAdminTestJSON-700556321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:49.173567 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3eafc0b2-5d32-43db-bfad-e5b2ebad61e6 req-6e4e2e67-0690-4886-a480-0ac4da910a53 tempest-DeleteServersAdminTestJSON-700556321 tempest-DeleteServersAdminTestJSON-700556321-project-admin] 10.222.0.41 "DELETE /v2.0/ports/f00b64a6-1a71-4719-a362-7e36949c0051 HTTP/1.1" status: 204 len: 173 time: 1.8601696 Aug 31 00:47:49.244387 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f6468a88-0870-4ffa-b610-e834cde9d0ef req-60385389-77db-4b99-9d06-ac912305c4c7 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 210 time: 0.2265215 Aug 31 00:47:49.329716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e3b8a-7a2a-4844-833c-7b355c578323 req-7078790b-569d-440d-8e12-a447799e35d5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:49.334924 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f42e3b8a-7a2a-4844-833c-7b355c578323 req-7078790b-569d-440d-8e12-a447799e35d5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 945 time: 0.1479201 Aug 31 00:47:49.407796 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-04fd5677-2868-483a-994f-11d18599eebc service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228430 Aug 31 00:47:49.630812 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f42e3b8a-7a2a-4844-833c-7b355c578323 req-ac956bc8-3163-4046-b238-d99441ef4c4f tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847738 Aug 31 00:47:49.667924 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4d3aeb77-52ef-4ef5-9bd5-98d6eaf88f54 req-e5785b5a-c20d-4550-808f-19bd06a20078 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 210 time: 0.1275551 Aug 31 00:47:49.697560 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-c9dc62a1-b17b-40e2-a202-e155ff909dab tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2082717 Aug 31 00:47:49.730209 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-9446e7d3-4625-490b-b738-50993f9781ff service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137813 Aug 31 00:47:49.860142 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a6e815-266a-4f35-aa8b-8ae51e9f2814 x-openstack-request-id: req-77a6e815-266a-4f35-aa8b-8ae51e9f2814 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:49.865266 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35eb313f-28a6-435a-8401-dc7a8a8b9ea3", "tag": "d5c41d98-9827-46f3-8141-263e97ed038f", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:49.865831 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77a6e815-266a-4f35-aa8b-8ae51e9f2814 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:49.866492 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35eb313f-28a6-435a-8401-dc7a8a8b9ea3', 'tag': 'd5c41d98-9827-46f3-8141-263e97ed038f', 'status': 'completed', 'code': 200} Aug 31 00:47:49.983208 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfde61e-0b1d-4479-a158-3a085f9b6bde req-14b7dfa1-843b-4521-ab6f-be8c1bb3ab27 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:49.992218 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-adfde61e-0b1d-4479-a158-3a085f9b6bde req-14b7dfa1-843b-4521-ab6f-be8c1bb3ab27 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 945 time: 0.1007721 Aug 31 00:47:50.049765 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-adfde61e-0b1d-4479-a158-3a085f9b6bde req-3ee6bef0-1ff9-4edd-925e-7b90e9dd96a8 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554128 Aug 31 00:47:50.274165 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-89a90106-8bf4-4d16-94e8-66ddcfad1e28 req-23b2ec86-98a9-4976-bb3d-d3dd33a27b13 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 210 time: 0.0467005 Aug 31 00:47:50.344239 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-0a2cd45b-a6d4-47e2-a493-40f83bc3fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:50.345037 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-7aa872fa-d204-4d30-ad66-95fd259e9f4e tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557926 Aug 31 00:47:50.347322 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-0a2cd45b-a6d4-47e2-a493-40f83bc3fefc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da8533e64c944eab90bfcd54a9f565a9&device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 1099 time: 0.8286853 Aug 31 00:47:50.442866 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-c705ffa2-aded-4268-a6d5-5b473066491b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=d5c41d98-9827-46f3-8141-263e97ed038f HTTP/1.1" status: 200 len: 217 time: 0.0734303 Aug 31 00:47:50.502861 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e487cd-c421-4ccc-86bc-a6b24831a61b req-1903f643-47dd-4186-97fd-2a7f5a9818ab tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:50.516240 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-16e487cd-c421-4ccc-86bc-a6b24831a61b req-1903f643-47dd-4186-97fd-2a7f5a9818ab tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 947 time: 0.6384859 Aug 31 00:47:50.695476 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-16e487cd-c421-4ccc-86bc-a6b24831a61b req-ab718e4e-b2dc-480f-9583-11cb5061d2bc tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684606 Aug 31 00:47:50.727705 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68501753-2853-41df-ae42-d0aba1647b51 req-7453867c-b04f-4721-878c-e7f09517245d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:50.730569 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-7453867c-b04f-4721-878c-e7f09517245d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0156717 Aug 31 00:47:50.774059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-68501753-2853-41df-ae42-d0aba1647b51 req-f763480c-a8d8-4676-b3dc-6500400d2d5c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Request body: {'port': {'device_id': 'fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '0df1dc9ce961447d8c0a4fac26dd9a67'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:50.823014 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-ab0c5218-26a5-4a28-a59c-f2a9881b93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:50.840126 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-ab0c5218-26a5-4a28-a59c-f2a9881b93f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.3784616 Aug 31 00:47:50.941473 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8397eafb-63cf-410d-aa1d-e7a2b45c1b20 req-9d330978-a326-4a9a-8edb-b8cbd0c79dd5 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 210 time: 0.1252072 Aug 31 00:47:51.057689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-ca9e9030-0f3e-40a8-86d2-49b1bb64e06f tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:51.063491 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-ca9e9030-0f3e-40a8-86d2-49b1bb64e06f tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8&tenant_id=70608dabb68b4f098ed58bafcf31f2c9&binding%3Ahost_id=n-h1-793621-34 HTTP/1.1" status: 200 len: 1097 time: 0.2383225 Aug 31 00:47:51.127671 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b3619a48-a5a4-4e77-a814-15cb6fdecb90 req-afeb7795-8f5c-459c-be41-9895e95a674b tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 210 time: 0.0519779 Aug 31 00:47:51.150020 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68501753-2853-41df-ae42-d0aba1647b51 req-8b5c423f-54bc-43dc-ba45-1d693926c9df tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:51.150020 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-8b5c423f-54bc-43dc-ba45-1d693926c9df tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7947648 Aug 31 00:47:51.234503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-f398f45e-85ed-481c-b517-98e8c530c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:51.238074 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-f398f45e-85ed-481c-b517-98e8c530c340 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2273846 Aug 31 00:47:51.256080 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c00a7-f064-4ca2-8e4d-f5224b520188 req-c1d958b9-263a-4c3b-b6af-c86bc5dc0838 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:51.269573 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a23c00a7-f064-4ca2-8e4d-f5224b520188 req-c1d958b9-263a-4c3b-b6af-c86bc5dc0838 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 945 time: 0.2800243 Aug 31 00:47:51.295493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-68501753-2853-41df-ae42-d0aba1647b51 req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Request body: {'port': {'device_id': '1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '0df1dc9ce961447d8c0a4fac26dd9a67'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:51.388924 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a23c00a7-f064-4ca2-8e4d-f5224b520188 req-74799a92-2bbf-43e7-b4b7-ce705eadc728 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179049 Aug 31 00:47:51.426692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68501753-2853-41df-ae42-d0aba1647b51 req-f763480c-a8d8-4676-b3dc-6500400d2d5c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Made reservation on behalf of 0df1dc9ce961447d8c0a4fac26dd9a67 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:47:51.433472 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-f763480c-a8d8-4676-b3dc-6500400d2d5c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:51.469941 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-aface63a-a9c4-4bb8-b31f-a81e9969b1a7 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1cd1d9e8cf974d0e8579828f7cc5db22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1932697 Aug 31 00:47:51.543174 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-3b91ba60-15be-4582-8e0b-04f6402479b3 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671707 Aug 31 00:47:51.685935 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5a7c4feb-4d46-4025-a1e7-6369333ca195 req-a9fb8e24-f892-4138-8d20-0cd8d55b2e8d tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=3493662b-c4a4-4714-a0c7-a02f99b2c550 HTTP/1.1" status: 200 len: 210 time: 0.1413305 Aug 31 00:47:51.772635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5a895-3748-4d89-a77f-c223ea5bd2d5 req-1bb56747-79a4-42be-911c-a779915d583f tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:51.782802 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aca5a895-3748-4d89-a77f-c223ea5bd2d5 req-1bb56747-79a4-42be-911c-a779915d583f tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 945 time: 0.5214264 Aug 31 00:47:51.783599 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f00b64a6-1a71-4719-a362-7e36949c0051 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:47:51.900886 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: f00b64a6-1a71-4719-a362-7e36949c0051 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:47:51.900886 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f00b64a6-1a71-4719-a362-7e36949c0051 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:47:51.916755 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-68501753-2853-41df-ae42-d0aba1647b51 req-f763480c-a8d8-4676-b3dc-6500400d2d5c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Allocated IP 192.168.233.252 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/0f798366-cccb-4ad0-9068-988645efeb31) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:47:51.922874 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aca5a895-3748-4d89-a77f-c223ea5bd2d5 req-038d4797-f900-49c5-afd8-76563797f363 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374364 Aug 31 00:47:51.957924 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3493662b-c4a4-4714-a0c7-a02f99b2c550', 'name': 'network-vif-deleted', 'tag': 'f00b64a6-1a71-4719-a362-7e36949c0051'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:51.969147 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02fec9d-6765-4ca0-8c9a-023d0de41685" -d '{"events": [{"server_uuid": "3493662b-c4a4-4714-a0c7-a02f99b2c550", "name": "network-vif-deleted", "tag": "f00b64a6-1a71-4719-a362-7e36949c0051"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:52.014854 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-0692a987-7711-4c8d-bad5-b5d9e43889fa tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:52.017658 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-0692a987-7711-4c8d-bad5-b5d9e43889fa tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5266337 Aug 31 00:47:52.038380 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8ec082c-06b7-4f18-9058-ec786f8d0e4f req-303c8c47-393a-4d8e-8b07-c69de5d7cc8b service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789562 Aug 31 00:47:52.042006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-feb5a587-beee-4ecd-a3dd-8799629fd99f tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Request body: {'port': {'device_id': '58838057-e5a7-4b0e-b192-97ce461c58be', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '1cd1d9e8cf974d0e8579828f7cc5db22'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:52.132996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7dcc9-76ef-445d-ae82-fa7c75b11983 req-750f82d0-45b5-4096-9e63-42e667a8ce7d tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:52.141870 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2d7dcc9-76ef-445d-ae82-fa7c75b11983 req-750f82d0-45b5-4096-9e63-42e667a8ce7d tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 947 time: 0.1654890 Aug 31 00:47:52.269915 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3bca412f-7f75-4c8c-b4a0-342ee81728ab req-f7117120-baab-406c-a001-befdd3105480 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 210 time: 0.0573480 Aug 31 00:47:52.317306 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68501753-2853-41df-ae42-d0aba1647b51 req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Made reservation on behalf of 0df1dc9ce961447d8c0a4fac26dd9a67 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:47:52.321138 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:52.342508 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2d7dcc9-76ef-445d-ae82-fa7c75b11983 req-80563424-a4b2-4655-8f1a-34547f93b9f8 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993742 Aug 31 00:47:52.347278 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-0053d76c-db71-47e4-87d9-bee858347f75 service neutron] For port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:47:52.376452 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2249caa-1ab4-4ed5-aaa9-bb587e5d304a x-openstack-request-id: req-f2249caa-1ab4-4ed5-aaa9-bb587e5d304a {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:52.376952 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3493662b-c4a4-4714-a0c7-a02f99b2c550", "name": "network-vif-deleted", "tag": "f00b64a6-1a71-4719-a362-7e36949c0051", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:52.377351 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2249caa-1ab4-4ed5-aaa9-bb587e5d304a {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:52.384011 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-0053d76c-db71-47e4-87d9-bee858347f75 service neutron] Notify callbacks [] for binding, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:52.387130 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3493662b-c4a4-4714-a0c7-a02f99b2c550', 'name': 'network-vif-deleted', 'tag': 'f00b64a6-1a71-4719-a362-7e36949c0051', 'status': 'completed', 'code': 200} Aug 31 00:47:52.396292 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-697b5925-f37e-4e22-a6f8-e0456c19aa1e req-0053d76c-db71-47e4-87d9-bee858347f75 service neutron] 10.222.0.48 "DELETE /v2.0/ports/7cfc7b02-0e1b-4ddd-871d-69755e8214bd/bindings/n-h2-793621-34 HTTP/1.1" status: 204 len: 173 time: 1.3194625 Aug 31 00:47:52.511429 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-feb5a587-beee-4ecd-a3dd-8799629fd99f tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Made reservation on behalf of 1cd1d9e8cf974d0e8579828f7cc5db22 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:47:52.516046 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-feb5a587-beee-4ecd-a3dd-8799629fd99f tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:52.554941 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-f763480c-a8d8-4676-b3dc-6500400d2d5c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:52.671012 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ebc1074c-e9f4-447e-86d5-ddcf9e9c9bbb req-f689aead-66b9-4940-bb3b-0545744f175b tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 210 time: 0.0708601 Aug 31 00:47:52.672786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-68501753-2853-41df-ae42-d0aba1647b51 req-f763480c-a8d8-4676-b3dc-6500400d2d5c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Transition to ACTIVE for port object 0f798366-cccb-4ad0-9068-988645efeb31 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:52.822135 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fbcb8-c184-44df-aa19-5e03721cee29 req-824ccf83-604e-447b-9018-6878ce6b9aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:52.822135 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-581fbcb8-c184-44df-aa19-5e03721cee29 req-824ccf83-604e-447b-9018-6878ce6b9aac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da8533e64c944eab90bfcd54a9f565a9&device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 1099 time: 0.3944638 Aug 31 00:47:52.825018 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66d70b-72c7-4271-8e3c-0e8ba82c262e req-86cbf0fa-6394-4f3d-baa6-ef202e4c97f8 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:52.828600 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0d66d70b-72c7-4271-8e3c-0e8ba82c262e req-86cbf0fa-6394-4f3d-baa6-ef202e4c97f8 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 1097 time: 0.2632129 Aug 31 00:47:52.869786 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-f763480c-a8d8-4676-b3dc-6500400d2d5c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:52.893287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['11012e02-592c-4ec1-a45a-1f4275e2c5c3'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:47:53.073820 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68501753-2853-41df-ae42-d0aba1647b51 req-f763480c-a8d8-4676-b3dc-6500400d2d5c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:47:53.101462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-68501753-2853-41df-ae42-d0aba1647b51 req-f763480c-a8d8-4676-b3dc-6500400d2d5c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:47:53.139421 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-68501753-2853-41df-ae42-d0aba1647b51 req-f763480c-a8d8-4676-b3dc-6500400d2d5c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:47:53.308489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05076b-b84a-4fba-8599-dac13e9ae210 req-134720aa-d4b2-49a8-a71d-bf61901e6356 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:53.312658 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba05076b-b84a-4fba-8599-dac13e9ae210 req-134720aa-d4b2-49a8-a71d-bf61901e6356 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 945 time: 0.4840362 Aug 31 00:47:53.320643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763480c-a8d8-4676-b3dc-6500400d2d5c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Pushing event updated for resources: {'Port': ['ID=0f798366-cccb-4ad0-9068-988645efeb31,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:53.347795 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-68501753-2853-41df-ae42-d0aba1647b51 req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Allocated IP 192.168.233.83 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/f9050f2a-fd6e-46df-bf89-71b2dd3959cd) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:47:53.360555 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0d66d70b-72c7-4271-8e3c-0e8ba82c262e req-cced52f5-93ea-4ca6-9740-4dd2e320d4a4 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871705 Aug 31 00:47:53.391595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68501753-2853-41df-ae42-d0aba1647b51 req-f763480c-a8d8-4676-b3dc-6500400d2d5c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:53.392666 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-f763480c-a8d8-4676-b3dc-6500400d2d5c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:53.414168 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fbcb8-c184-44df-aa19-5e03721cee29 req-8638ebf0-17f6-4004-bd9f-9a39945c7f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:53.417248 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-581fbcb8-c184-44df-aa19-5e03721cee29 req-8638ebf0-17f6-4004-bd9f-9a39945c7f18 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.5871968 Aug 31 00:47:53.432371 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba05076b-b84a-4fba-8599-dac13e9ae210 req-3e0cbcea-e0d8-4243-9da2-e2b4bc003ea4 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916116 Aug 31 00:47:53.541289 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-581fbcb8-c184-44df-aa19-5e03721cee29 req-b48a87bd-b6ec-467b-9b61-a5ea7bede9cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=d5c41d98-9827-46f3-8141-263e97ed038f HTTP/1.1" status: 200 len: 217 time: 0.0537748 Aug 31 00:47:53.716368 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-178ea168-f293-4cdf-9f21-dea5b81d2e4b req-8303f749-f5f1-4338-8348-e0fc0ee6fa33 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 210 time: 0.0923624 Aug 31 00:47:53.759749 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fbcb8-c184-44df-aa19-5e03721cee29 req-75660297-c351-415c-b4c8-59bd32ac5b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:53.761369 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-581fbcb8-c184-44df-aa19-5e03721cee29 req-75660297-c351-415c-b4c8-59bd32ac5b81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.2554278 Aug 31 00:47:53.819017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728163c-e81c-478b-b239-288962a9a5aa req-1df6b0e8-cf6b-4608-b8fc-3eb18eccad61 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:53.822548 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0728163c-e81c-478b-b239-288962a9a5aa req-1df6b0e8-cf6b-4608-b8fc-3eb18eccad61 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 947 time: 0.0711114 Aug 31 00:47:53.867613 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d8c757fb-674a-42ad-ae0b-4ebaaf45e63d req-b71a44e9-e986-4b7a-ae37-6063a76e8e08 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 210 time: 0.0711968 Aug 31 00:47:53.914605 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0728163c-e81c-478b-b239-288962a9a5aa req-839390fc-83d4-425d-a9b0-fbce14407747 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734384 Aug 31 00:47:53.936756 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fbcb8-c184-44df-aa19-5e03721cee29 req-53824515-ec1a-4871-b0c4-e240dd5eb46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:53.938639 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-581fbcb8-c184-44df-aa19-5e03721cee29 req-53824515-ec1a-4871-b0c4-e240dd5eb46f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1411378 Aug 31 00:47:53.965324 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:54.034238 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-68501753-2853-41df-ae42-d0aba1647b51 req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Transition to ACTIVE for port object f9050f2a-fd6e-46df-bf89-71b2dd3959cd will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:54.095757 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-a12231fe-84ff-42b6-bce8-3a622b8737f7 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1170ae0194104247b92dbe99f095a44e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419884 Aug 31 00:47:54.120797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e5be3646-cd78-48be-b0f1-f24883938e61 None None] Provisioning for port 0f798366-cccb-4ad0-9068-988645efeb31 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:47:54.128258 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-f763480c-a8d8-4676-b3dc-6500400d2d5c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3611465 Aug 31 00:47:54.132521 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e5be3646-cd78-48be-b0f1-f24883938e61 None None] Provisioning complete for port 0f798366-cccb-4ad0-9068-988645efeb31 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:47:54.132521 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e5be3646-cd78-48be-b0f1-f24883938e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:54.206976 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e5be3646-cd78-48be-b0f1-f24883938e61 None None] Port 0f798366-cccb-4ad0-9068-988645efeb31 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:47:54.207501 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Request body: {'port': {'device_id': 'fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:54.243489 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-581fbcb8-c184-44df-aa19-5e03721cee29 req-6d0e81ba-4db1-4f61-a963-ae849b31fa7c service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946055 Aug 31 00:47:54.365630 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:54.407097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['11012e02-592c-4ec1-a45a-1f4275e2c5c3'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:47:54.409039 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:54.448942 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-f59809c9-029a-471e-9299-ed904b06eec4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:54.452511 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-f59809c9-029a-471e-9299-ed904b06eec4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3450756 Aug 31 00:47:54.506980 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-073e86f1-1acd-46ca-8f7d-9436467ef307 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:54.516368 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-073e86f1-1acd-46ca-8f7d-9436467ef307 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 820 time: 0.4766643 Aug 31 00:47:54.532522 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-466149cc-8dab-4652-98f2-9773fb398c6c tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/quotas/1170ae0194104247b92dbe99f095a44e HTTP/1.1" status: 200 len: 375 time: 0.0380044 Aug 31 00:47:54.582604 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-96be523a-b255-4d55-bf21-4858453288f6 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/quotas/70608dabb68b4f098ed58bafcf31f2c9 HTTP/1.1" status: 200 len: 375 time: 0.0650034 Aug 31 00:47:54.604240 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68501753-2853-41df-ae42-d0aba1647b51 req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:47:54.661300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-feb5a587-beee-4ecd-a3dd-8799629fd99f tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Allocated IP 192.168.233.81 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/63204dd9-360a-49aa-a943-b5b555d9882d) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:47:54.696305 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-68501753-2853-41df-ae42-d0aba1647b51 req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:47:54.699562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Pushing event updated for resources: {'Port': ['ID=f9050f2a-fd6e-46df-bf89-71b2dd3959cd,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:54.703915 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-68501753-2853-41df-ae42-d0aba1647b51 req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:47:54.715483 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-581fbcb8-c184-44df-aa19-5e03721cee29 req-e950e6e0-8113-4a9a-8862-169fbb340781 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531381 Aug 31 00:47:54.736406 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-cfa61935-2a2c-43af-890e-0eb0c3df66c4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1170ae0194104247b92dbe99f095a44e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1964507 Aug 31 00:47:55.243966 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:55.244316 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:55.244720 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:55.245158 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:55.245531 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:55.245872 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:55.246201 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:55.248816 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:55.248816 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:55.248816 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:55.248816 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:55.248816 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:47:55.283163 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72043dae-850d-4058-ae3c-fa9c83bd3a3e req-e3d49c42-8ef5-40f2-af3e-cb55921ee4ba tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:55.284782 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-72043dae-850d-4058-ae3c-fa9c83bd3a3e req-e3d49c42-8ef5-40f2-af3e-cb55921ee4ba tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 945 time: 0.1048913 Aug 31 00:47:55.298456 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9dec6001-f105-4dcc-8204-ed77a68e23ea None None] Provisioning for port f9050f2a-fd6e-46df-bf89-71b2dd3959cd completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:47:55.312233 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9dec6001-f105-4dcc-8204-ed77a68e23ea None None] Provisioning complete for port f9050f2a-fd6e-46df-bf89-71b2dd3959cd triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:47:55.312233 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9dec6001-f105-4dcc-8204-ed77a68e23ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:55.375449 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-b66a3eb8-bc66-4084-8fa5-6567b4518fa2 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7557080 Aug 31 00:47:55.396932 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68501753-2853-41df-ae42-d0aba1647b51 req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:55.398100 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:55.407220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-9dec6001-f105-4dcc-8204-ed77a68e23ea None None] Port f9050f2a-fd6e-46df-bf89-71b2dd3959cd cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:47:55.426629 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-72043dae-850d-4058-ae3c-fa9c83bd3a3e req-a5d75df3-4ea9-4643-b606-73f579fd0c02 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027246 Aug 31 00:47:55.512726 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d453d7-1d99-428e-885a-550111ab200d req-d36c0736-b77f-405d-a256-acdbce3c7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:55.514364 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-d36c0736-b77f-405d-a256-acdbce3c7fb3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 1097 time: 0.3544018 Aug 31 00:47:55.625174 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-77b49fc7-4f7e-4ca2-9823-d35382a9fbb8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3499706 Aug 31 00:47:55.677067 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Request body: {'port': {'device_id': '1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:55.716271 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-72de7793-ce22-4abe-965c-0d85041afd76 service neutron] 10.222.0.16 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398261 Aug 31 00:47:55.834597 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device d5c41d98-9827-46f3-8141-263e97ed038f details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:47:55.926341 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-feb5a587-beee-4ecd-a3dd-8799629fd99f tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:55.928847 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:55.984028 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d453d7-1d99-428e-885a-550111ab200d req-6b208b01-2e63-4a66-801d-ab2ba7dd51db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:55.986948 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-6b208b01-2e63-4a66-801d-ab2ba7dd51db service neutron] 10.222.0.48 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.4497912 Aug 31 00:47:55.992997 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-feb5a587-beee-4ecd-a3dd-8799629fd99f tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Transition to ACTIVE for port object 63204dd9-360a-49aa-a943-b5b555d9882d will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:56.056849 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-6ec9b8dd-7c8b-410f-b18e-d1fe6d7f93d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b722f6da-4903-4747-95ef-a59eae43709b HTTP/1.1" status: 200 len: 217 time: 0.0581427 Aug 31 00:47:56.160540 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d453d7-1d99-428e-885a-550111ab200d req-f4e374aa-05eb-48a7-9fa4-58c77060b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:56.162319 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-f4e374aa-05eb-48a7-9fa4-58c77060b8fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.0638475 Aug 31 00:47:56.200571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232975c2-54d5-42c1-ac4e-9103aa4effd1 req-c9cbf4f4-bc16-404a-a63d-312e7344c774 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:56.206757 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-232975c2-54d5-42c1-ac4e-9103aa4effd1 req-c9cbf4f4-bc16-404a-a63d-312e7344c774 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 935 time: 0.1376328 Aug 31 00:47:56.248671 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port d5c41d98-9827-46f3-8141-263e97ed038f, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d5c41d98-9827-46f3-8141-263e97ed038f,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:56.260823 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-0e23e12e-0291-414f-805a-10a4eb82f8d7 service neutron] 10.222.0.16 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428126 Aug 31 00:47:56.268625 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'd5c41d98-9827-46f3-8141-263e97ed038f', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': 'd5c41d98-9827-46f3-8141-263e97ed038f', 'mac_address': 'fa:16:3e:ef:a3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:47:56.341889 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-40105869-0645-46a0-aed9-cc09994bf035 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364095 Aug 31 00:47:56.359148 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-232975c2-54d5-42c1-ac4e-9103aa4effd1 req-a4144432-cc43-4294-b60a-6e6bc66eeaa4 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373098 Aug 31 00:47:56.378715 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:56.407544 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c41d98-9827-46f3-8141-263e97ed038f {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:56.447388 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port d5c41d98-9827-46f3-8141-263e97ed038f, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d5c41d98-9827-46f3-8141-263e97ed038f,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:47:56.564200 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:56.629288 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b52049f-197f-4904-adb3-cfff98b50879 req-3c4cf67c-ac77-479d-8992-207e10a63a1a tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 210 time: 0.0873287 Aug 31 00:47:56.808970 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-feb5a587-beee-4ecd-a3dd-8799629fd99f tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:56.843269 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['e2a7b34b-51b0-4b54-9076-5968ddaf46fb'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:47:56.921190 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5a587-beee-4ecd-a3dd-8799629fd99f tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Pushing event updated for resources: {'Port': ['ID=63204dd9-360a-49aa-a943-b5b555d9882d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:56.927791 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['d5c41d98-9827-46f3-8141-263e97ed038f'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:47:56.938815 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=d5c41d98-9827-46f3-8141-263e97ed038f,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:56.950023 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-f27487b7-5c58-42aa-9d95-a8ca1a7e3798 service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545046 Aug 31 00:47:56.972058 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-feb5a587-beee-4ecd-a3dd-8799629fd99f tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:47:56.986109 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-feb5a587-beee-4ecd-a3dd-8799629fd99f tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:47:56.989885 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-feb5a587-beee-4ecd-a3dd-8799629fd99f tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:47:57.330623 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a054c003-41a4-4346-a44a-2e3722f02a43 req-f9dc9a7c-1602-4c44-85d3-d9b8a0a12bed tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 210 time: 0.1752481 Aug 31 00:47:57.333734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79bae0-aa14-4e28-bf60-6f97f91c0877 req-dc74eac2-b059-4beb-baf0-cbef0afb491f tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:57.342694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed79bae0-aa14-4e28-bf60-6f97f91c0877 req-dc74eac2-b059-4beb-baf0-cbef0afb491f tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 948 time: 0.5454388 Aug 31 00:47:57.421427 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-feb5a587-beee-4ecd-a3dd-8799629fd99f tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:57.435874 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-feb5a587-beee-4ecd-a3dd-8799629fd99f tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:57.584932 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed79bae0-aa14-4e28-bf60-6f97f91c0877 req-17dd36e5-c984-4aa1-8040-72ec43099aba tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398269 Aug 31 00:47:57.607774 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-0d02c199-8805-4b27-ab9c-9e2d0655b202 service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6310403 Aug 31 00:47:57.632008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f798366-cccb-4ad0-9068-988645efeb31 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:57.697576 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:57.736374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Transition to ACTIVE for port object 0f798366-cccb-4ad0-9068-988645efeb31 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:57.773806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfc075-242c-422e-ab5e-16c80702cec9 req-30d73b61-a033-4816-8496-a6bb9d446f5f tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:57.781060 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-08cfc075-242c-422e-ab5e-16c80702cec9 req-30d73b61-a033-4816-8496-a6bb9d446f5f tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 945 time: 0.1807575 Aug 31 00:47:57.842602 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-60468007-7921-43f3-bbd8-a2829b01397c req-c9da1436-11b6-482a-8b61-357e35678194 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 210 time: 0.0562155 Aug 31 00:47:57.851380 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-08cfc075-242c-422e-ab5e-16c80702cec9 req-d3d89c99-dc21-4c55-b79c-77ade9e0881f tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629742 Aug 31 00:47:57.923528 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:57.934878 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ca9a7c19-f34b-4056-8bc1-bc501dc58b4c None None] Provisioning for port 63204dd9-360a-49aa-a943-b5b555d9882d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:47:57.936763 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-feb5a587-beee-4ecd-a3dd-8799629fd99f tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9063544 Aug 31 00:47:57.954806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ca9a7c19-f34b-4056-8bc1-bc501dc58b4c None None] Provisioning complete for port 63204dd9-360a-49aa-a943-b5b555d9882d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:47:57.958576 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ca9a7c19-f34b-4056-8bc1-bc501dc58b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:58.037758 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Request body: {'port': {'device_id': '58838057-e5a7-4b0e-b192-97ce461c58be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:58.101888 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a7c19-f34b-4056-8bc1-bc501dc58b4c None None] Port 63204dd9-360a-49aa-a943-b5b555d9882d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:47:58.120166 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f798366-cccb-4ad0-9068-988645efeb31,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:58.327379 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Attempting to bind port 0f798366-cccb-4ad0-9068-988645efeb31 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:47:58.328205 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Attempting to bind port 0f798366-cccb-4ad0-9068-988645efeb31 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:47:58.328734 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Attempting to bind port 0f798366-cccb-4ad0-9068-988645efeb31 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:58.338731 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Port 0f798366-cccb-4ad0-9068-988645efeb31 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:47:58.339310 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Attempting to bind port 0f798366-cccb-4ad0-9068-988645efeb31 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:47:58.363766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803b3cf-767f-4cfd-8999-478aef857d19 req-b617a3ac-2de5-4422-bdd2-27105b6c3593 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:58.376135 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e803b3cf-767f-4cfd-8999-478aef857d19 req-b617a3ac-2de5-4422-bdd2-27105b6c3593 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 935 time: 0.2377899 Aug 31 00:47:58.394899 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:47:58.395239 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:47:58.395698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:47:58.396158 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Bound port: 0f798366-cccb-4ad0-9068-988645efeb31, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:47:58.396526 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:58.498611 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d453d7-1d99-428e-885a-550111ab200d req-c741fc20-e4bf-4383-819e-56f1816995b4 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:58.500269 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-c741fc20-e4bf-4383-819e-56f1816995b4 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510&tenant_id=94c1e14dadd544e0828f51650b31e0cc&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 1097 time: 0.4947777 Aug 31 00:47:58.515237 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1988b59-e6de-4410-82cc-61865a4f19cf req-877314a3-0914-42c0-8177-a3ae3028df74 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:58.517992 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e1988b59-e6de-4410-82cc-61865a4f19cf req-877314a3-0914-42c0-8177-a3ae3028df74 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 935 time: 0.4615824 Aug 31 00:47:58.522240 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:58.523337 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e803b3cf-767f-4cfd-8999-478aef857d19 req-bec6389e-61dd-406d-8537-bb798e9c1a1e tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459811 Aug 31 00:47:58.531557 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-34'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:47:58.609052 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] For port 0f798366-cccb-4ad0-9068-988645efeb31, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:47:58.621600 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] For port 0f798366-cccb-4ad0-9068-988645efeb31, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=0f798366-cccb-4ad0-9068-988645efeb31,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:47:58.718577 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e1988b59-e6de-4410-82cc-61865a4f19cf req-a7ab7653-cfa9-43ab-80b6-bbb20866d72f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826148 Aug 31 00:47:58.725499 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13b71f33-7c88-43ed-95cc-88182a152eca req-b3b86cd2-759e-4ed3-a962-b494199542ae tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 210 time: 0.0718691 Aug 31 00:47:58.735076 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:58.789100 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:58.862759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:58.863674 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:58.865201 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] 10.222.0.41 "PUT /v2.0/ports/0f798366-cccb-4ad0-9068-988645efeb31 HTTP/1.1" status: 200 len: 1097 time: 4.7184834 Aug 31 00:47:58.865791 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e', 'tag': '0f798366-cccb-4ad0-9068-988645efeb31'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:47:58.868194 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f2c3f6-3601-4286-8926-42c5c0071a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e", "tag": "0f798366-cccb-4ad0-9068-988645efeb31"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:47:58.903694 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9050f2a-fd6e-46df-bf89-71b2dd3959cd {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:47:58.940888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a54397-d6c4-43ca-b11e-5e59ff817ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f798366-cccb-4ad0-9068-988645efeb31,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:59.006399 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-2214fc56-ea05-41b6-9d79-47eebf960776 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1170ae0194104247b92dbe99f095a44e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1982019 Aug 31 00:47:59.015009 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:59.078916 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Transition to ACTIVE for port object f9050f2a-fd6e-46df-bf89-71b2dd3959cd will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:47:59.122632 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7bbf62-174f-4c19-a5e3-471224de9dda x-openstack-request-id: req-ee7bbf62-174f-4c19-a5e3-471224de9dda {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:47:59.122632 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e", "tag": "0f798366-cccb-4ad0-9068-988645efeb31", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:47:59.123024 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee7bbf62-174f-4c19-a5e3-471224de9dda {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:47:59.123345 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e', 'tag': '0f798366-cccb-4ad0-9068-988645efeb31', 'status': 'completed', 'code': 200} Aug 31 00:47:59.195431 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65482a88-3745-454b-b303-56a3d9496902 req-f327b242-31c7-43a8-9dbb-46fd887b81a5 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:59.206631 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-65482a88-3745-454b-b303-56a3d9496902 req-f327b242-31c7-43a8-9dbb-46fd887b81a5 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 948 time: 0.2517576 Aug 31 00:47:59.253063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68501753-2853-41df-ae42-d0aba1647b51 req-44a4a022-544e-4b89-9401-fe832b462a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:59.255327 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-44a4a022-544e-4b89-9401-fe832b462a8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&device_id=fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e HTTP/1.1" status: 200 len: 1100 time: 0.2231729 Aug 31 00:47:59.271343 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:47:59.354334 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-65482a88-3745-454b-b303-56a3d9496902 req-39c88b79-51ea-4644-b38b-5a42fff5e586 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463695 Aug 31 00:47:59.365321 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-d85b040a-a18a-4e05-9bf6-168dd90162e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=0f798366-cccb-4ad0-9068-988645efeb31 HTTP/1.1" status: 200 len: 217 time: 0.1006100 Aug 31 00:47:59.477292 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68501753-2853-41df-ae42-d0aba1647b51 req-6a9b4ff8-acf7-4fe2-b84e-9930b9148154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:59.480399 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-6a9b4ff8-acf7-4fe2-b84e-9930b9148154 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1051354 Aug 31 00:47:59.580506 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e38e3fe-bb62-448d-bd5d-ad5623db4d9b req-d39ba49a-78c2-4fc6-ace0-ea338d56e3af tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 210 time: 0.0584359 Aug 31 00:47:59.621077 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:47:59.627372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68501753-2853-41df-ae42-d0aba1647b51 req-4aa9da58-6eee-40b2-b5ae-6ee10fc85487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:59.628960 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-4aa9da58-6eee-40b2-b5ae-6ee10fc85487 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1405046 Aug 31 00:47:59.778745 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Pushing event updated for resources: {'Port': ['ID=f9050f2a-fd6e-46df-bf89-71b2dd3959cd,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:47:59.815904 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-de83c3fa-8867-466d-8e6c-795e59458933 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763484 Aug 31 00:47:59.843366 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device d5c41d98-9827-46f3-8141-263e97ed038f up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:47:59.885965 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a7574-8e7c-4dce-8ce9-9e1666a5183d req-b820abc9-23de-42cf-b408-72f3c802f263 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:47:59.887915 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f02a7574-8e7c-4dce-8ce9-9e1666a5183d req-b820abc9-23de-42cf-b408-72f3c802f263 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 945 time: 0.7081552 Aug 31 00:48:00.010448 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-2e3cc89c-b4ab-4470-8f82-b5f7d6959d93 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:00.013617 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-2e3cc89c-b4ab-4470-8f82-b5f7d6959d93 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9934778 Aug 31 00:48:00.112055 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port d5c41d98-9827-46f3-8141-263e97ed038f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:48:00.120064 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port d5c41d98-9827-46f3-8141-263e97ed038f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:48:00.124946 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:00.137331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e26330-23e6-47ba-8093-8934e48ed4d0 req-8c22d96d-3ecb-4cb9-bcc0-95d3d861e460 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:00.139882 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-73e26330-23e6-47ba-8093-8934e48ed4d0 req-8c22d96d-3ecb-4cb9-bcc0-95d3d861e460 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 935 time: 0.1751418 Aug 31 00:48:00.142999 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-c2fb9fe0-5183-4a3e-9cd2-f086f467a3b1 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Request body: {'port': {'device_id': '2073727b-f066-4bbf-bab0-9788174d36ce', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '1170ae0194104247b92dbe99f095a44e'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:00.148636 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-9ca944ac-54ad-4ef0-a922-bbd723841862 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058870 Aug 31 00:48:00.246600 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-73e26330-23e6-47ba-8093-8934e48ed4d0 req-cb81d810-4143-46a5-a022-9803baae3559 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913227 Aug 31 00:48:00.338208 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f02a7574-8e7c-4dce-8ce9-9e1666a5183d req-acad9b25-a80e-46ad-ae9c-7dbb84089a39 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102757 Aug 31 00:48:00.445782 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6e365-bf3a-4f4c-8091-0c424d68ffe6 req-17c8a4c8-de26-4d66-a1b4-a9256005a6b3 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:00.448225 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-86a6e365-bf3a-4f4c-8091-0c424d68ffe6 req-17c8a4c8-de26-4d66-a1b4-a9256005a6b3 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 947 time: 0.0946093 Aug 31 00:48:00.464466 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:00.554426 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-86a6e365-bf3a-4f4c-8091-0c424d68ffe6 req-a477c016-5a04-4077-87d4-e9e38de6122a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672801 Aug 31 00:48:00.559132 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2c3f6-3601-4286-8926-42c5c0071a8f req-022c4fbf-6c44-44c4-804c-26f6b6a0ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:00.561021 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11f2c3f6-3601-4286-8926-42c5c0071a8f req-022c4fbf-6c44-44c4-804c-26f6b6a0ab8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&device_id=fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e HTTP/1.1" status: 200 len: 1100 time: 0.1330116 Aug 31 00:48:00.571404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35eb313f-28a6-435a-8401-dc7a8a8b9ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c41d98-9827-46f3-8141-263e97ed038f'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:00.578149 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15926fc-dc3b-41d9-98a8-147c08439928" -d '{"events": [{"server_uuid": "35eb313f-28a6-435a-8401-dc7a8a8b9ea3", "name": "network-vif-plugged", "status": "completed", "tag": "d5c41d98-9827-46f3-8141-263e97ed038f"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:00.609242 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port d5c41d98-9827-46f3-8141-263e97ed038f, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d5c41d98-9827-46f3-8141-263e97ed038f,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:00.649193 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] For port b722f6da-4903-4747-95ef-a59eae43709b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b722f6da-4903-4747-95ef-a59eae43709b,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:00.683653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63204dd9-360a-49aa-a943-b5b555d9882d {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:00.698454 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fc52e910-7b2a-4593-bd97-53bb883ee2ec req-6f3fcd15-3d81-48fb-b7b8-67e11b843f0e tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 210 time: 0.1222720 Aug 31 00:48:00.714692 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:00.747909 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2c3f6-3601-4286-8926-42c5c0071a8f req-e2bc318b-0010-490f-8fce-967976b20105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:00.751739 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11f2c3f6-3601-4286-8926-42c5c0071a8f req-e2bc318b-0010-490f-8fce-967976b20105 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.1767523 Aug 31 00:48:00.791653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Attempting to bind port f9050f2a-fd6e-46df-bf89-71b2dd3959cd on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:48:00.791965 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Attempting to bind port f9050f2a-fd6e-46df-bf89-71b2dd3959cd by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:48:00.792389 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Attempting to bind port f9050f2a-fd6e-46df-bf89-71b2dd3959cd on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:00.799126 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Transition to ACTIVE for port object 63204dd9-360a-49aa-a943-b5b555d9882d will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:48:00.818149 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Port f9050f2a-fd6e-46df-bf89-71b2dd3959cd on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:48:00.818482 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Attempting to bind port f9050f2a-fd6e-46df-bf89-71b2dd3959cd on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:00.829736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] For port b722f6da-4903-4747-95ef-a59eae43709b, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:00.835279 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:48:00.835635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:48:00.836007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:48:00.836465 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Bound port: f9050f2a-fd6e-46df-bf89-71b2dd3959cd, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:48:00.836819 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:00.843011 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff03d489-1583-465a-9b1b-01b4a79225e8 x-openstack-request-id: req-ff03d489-1583-465a-9b1b-01b4a79225e8 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:00.843660 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35eb313f-28a6-435a-8401-dc7a8a8b9ea3", "name": "network-vif-plugged", "status": "completed", "tag": "d5c41d98-9827-46f3-8141-263e97ed038f", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:00.844716 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff03d489-1583-465a-9b1b-01b4a79225e8 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:00.845205 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35eb313f-28a6-435a-8401-dc7a8a8b9ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c41d98-9827-46f3-8141-263e97ed038f', 'code': 200} Aug 31 00:48:00.895212 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11f2c3f6-3601-4286-8926-42c5c0071a8f req-52b3aa09-c569-459e-b318-e02874152a89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=0f798366-cccb-4ad0-9068-988645efeb31 HTTP/1.1" status: 200 len: 217 time: 0.1278832 Aug 31 00:48:00.914665 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a584d5-0e99-431c-a4cb-f4ba1bb18510', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b722f6da-4903-4747-95ef-a59eae43709b'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:00.917803 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3a7a33-f0cb-4753-9caf-09e8831783aa" -d '{"events": [{"server_uuid": "e3a584d5-0e99-431c-a4cb-f4ba1bb18510", "name": "network-vif-unplugged", "status": "completed", "tag": "b722f6da-4903-4747-95ef-a59eae43709b"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:00.922087 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:01.040805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2c3f6-3601-4286-8926-42c5c0071a8f req-390df224-e1b0-4a5c-a360-165df3ed5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:01.042426 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11f2c3f6-3601-4286-8926-42c5c0071a8f req-390df224-e1b0-4a5c-a360-165df3ed5048 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1096284 Aug 31 00:48:01.056652 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a9941479-56ae-45bf-86a7-4858101af15b req-3b1dff6e-0801-43d1-992f-707192ff1262 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 210 time: 0.0771508 Aug 31 00:48:01.057878 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c98113-45e2-4a71-8a95-2ca9b3a656ed req-0a782623-e0a3-4b90-8568-de38207b8ec6 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:01.063858 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13c98113-45e2-4a71-8a95-2ca9b3a656ed req-0a782623-e0a3-4b90-8568-de38207b8ec6 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 948 time: 0.1802773 Aug 31 00:48:01.068690 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] For port f9050f2a-fd6e-46df-bf89-71b2dd3959cd, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:01.076028 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4486d-cd4f-40d2-9a73-9570d0c7e448 req-268a9d2d-c3cb-4ff1-acfe-38e3ebb91502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:01.077652 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9fb4486d-cd4f-40d2-9a73-9570d0c7e448 req-268a9d2d-c3cb-4ff1-acfe-38e3ebb91502 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 1100 time: 0.1046576 Aug 31 00:48:01.089755 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] For port f9050f2a-fd6e-46df-bf89-71b2dd3959cd, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f9050f2a-fd6e-46df-bf89-71b2dd3959cd,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:48:01.239797 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb5b426-2616-4d85-bd13-97dc9b6b143c x-openstack-request-id: req-2cb5b426-2616-4d85-bd13-97dc9b6b143c {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:01.240098 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a584d5-0e99-431c-a4cb-f4ba1bb18510", "name": "network-vif-unplugged", "status": "completed", "tag": "b722f6da-4903-4747-95ef-a59eae43709b", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:01.240356 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cb5b426-2616-4d85-bd13-97dc9b6b143c {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:01.240771 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a584d5-0e99-431c-a4cb-f4ba1bb18510', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b722f6da-4903-4747-95ef-a59eae43709b', 'code': 200} Aug 31 00:48:01.438514 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974b792-ab99-4c4b-8828-5b075186a3bc req-71be0464-5fe4-4030-8737-25994e956a0d tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:01.440290 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6974b792-ab99-4c4b-8828-5b075186a3bc req-71be0464-5fe4-4030-8737-25994e956a0d tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 935 time: 0.0887742 Aug 31 00:48:01.459521 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9fb4486d-cd4f-40d2-9a73-9570d0c7e448 req-bdf18dd2-c7b5-4b1a-9a0f-1194c9c7b7fe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616278 Aug 31 00:48:01.466343 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2c3f6-3601-4286-8926-42c5c0071a8f req-96814da6-89e7-4130-845b-ef2638e6ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:01.467953 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11f2c3f6-3601-4286-8926-42c5c0071a8f req-96814da6-89e7-4130-845b-ef2638e6ad7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4067338 Aug 31 00:48:01.471734 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13c98113-45e2-4a71-8a95-2ca9b3a656ed req-e10e1cd7-77f9-497c-8e4c-428cf4456d5e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675749 Aug 31 00:48:01.508171 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:01.526842 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6974b792-ab99-4c4b-8828-5b075186a3bc req-c17bd5b0-f10f-483a-92a4-21c80777a357 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761461 Aug 31 00:48:01.571387 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=d5c41d98-9827-46f3-8141-263e97ed038f,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:01.654706 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:01.668874 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11f2c3f6-3601-4286-8926-42c5c0071a8f req-72812532-832f-47a6-8b0a-0e3e3e37e8f3 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924732 Aug 31 00:48:01.672830 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:01.676900 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:01.679328 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-c2fb9fe0-5183-4a3e-9cd2-f086f467a3b1 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Made reservation on behalf of 1170ae0194104247b92dbe99f095a44e for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:48:01.686930 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-c2fb9fe0-5183-4a3e-9cd2-f086f467a3b1 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:01.775034 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d5193-825d-4506-b06e-07197d5c258c req-cd0abec4-afa9-40e9-bf58-c08eed3786f1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:01.778642 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-700d5193-825d-4506-b06e-07197d5c258c req-cd0abec4-afa9-40e9-bf58-c08eed3786f1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 945 time: 0.1904495 Aug 31 00:48:01.779466 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.41', 65518) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:48:01.995391 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] Attempting to bind port b722f6da-4903-4747-95ef-a59eae43709b on host n-h2-793621-34 for vnic_type normal with profile {"migrating_to": "n-h1-793621-34"} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:48:01.996082 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] Attempting to bind port b722f6da-4903-4747-95ef-a59eae43709b by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:48:01.996684 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] Attempting to bind port b722f6da-4903-4747-95ef-a59eae43709b on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:02.111071 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] Port b722f6da-4903-4747-95ef-a59eae43709b on network 1201673d-ac71-4ee8-8cb6-849c3511a23a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:48:02.112078 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] Attempting to bind port b722f6da-4903-4747-95ef-a59eae43709b on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:02.145373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95db6b-5003-41b7-9b77-eb41d2f88e27 req-351b89eb-4c3e-4341-bf97-ef7bb0468c15 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:02.149469 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab95db6b-5003-41b7-9b77-eb41d2f88e27 req-351b89eb-4c3e-4341-bf97-ef7bb0468c15 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 947 time: 0.4554565 Aug 31 00:48:02.285084 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-700d5193-825d-4506-b06e-07197d5c258c req-439aeab5-f20a-4c4b-a750-79da1dfcbcb8 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574127 Aug 31 00:48:02.329528 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11f2c3f6-3601-4286-8926-42c5c0071a8f req-26964229-6820-4423-85a9-089b7ae5e7d1 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520994 Aug 31 00:48:02.344748 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-c2fb9fe0-5183-4a3e-9cd2-f086f467a3b1 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Allocated IP 192.168.233.205 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/acd786ab-9fbe-4574-83b1-1c7308c27879) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:48:02.403395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-9b1e1780-5b93-4dbe-b8a9-7415151bc2ab tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:02.410129 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:02.412217 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:02.423627 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-9b1e1780-5b93-4dbe-b8a9-7415151bc2ab tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.41 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 820 time: 0.6220841 Aug 31 00:48:02.424286 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] 10.222.0.41 "PUT /v2.0/ports/f9050f2a-fd6e-46df-bf89-71b2dd3959cd HTTP/1.1" status: 200 len: 1096 time: 6.7642710 Aug 31 00:48:02.428900 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-91893a11-4bee-46d1-ab92-38245b9dafac tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Request body: {'port': {'device_id': '810ca3ed-f907-4987-bf30-0a83a112181b', 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f', 'admin_state_up': True, 'tenant_id': '70608dabb68b4f098ed58bafcf31f2c9'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:02.460150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:48:02.460620 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] Checking segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:48:02.461151 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] Bound using segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:48:02.461709 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] Bound port: b722f6da-4903-4747-95ef-a59eae43709b, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:48:02.462915 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:02.491638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Pushing event updated for resources: {'Port': ['ID=63204dd9-360a-49aa-a943-b5b555d9882d,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:02.667087 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ea3151a-4f37-4dae-96b1-8b75d300fc6d req-d6793c0f-70b8-4a1d-abbf-54d223ae1abc tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 210 time: 0.0401781 Aug 31 00:48:02.677349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Attempting to bind port 63204dd9-360a-49aa-a943-b5b555d9882d on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:48:02.677925 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Attempting to bind port 63204dd9-360a-49aa-a943-b5b555d9882d by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:48:02.678435 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Attempting to bind port 63204dd9-360a-49aa-a943-b5b555d9882d on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:02.696419 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab95db6b-5003-41b7-9b77-eb41d2f88e27 req-fc6e821c-cd40-4e4e-b59e-29bc9272081a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167720 Aug 31 00:48:02.740026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Port 63204dd9-360a-49aa-a943-b5b555d9882d on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:48:02.740351 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Attempting to bind port 63204dd9-360a-49aa-a943-b5b555d9882d on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:02.828695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3068e-077c-43e6-be25-1a5e781d16da service neutron] Pushing event updated for resources: {'Port': ['ID=f9050f2a-fd6e-46df-bf89-71b2dd3959cd,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:02.832812 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:48:02.833235 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:48:02.833677 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:48:02.834137 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Bound port: 63204dd9-360a-49aa-a943-b5b555d9882d, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:48:02.834504 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:02.899664 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] For port b722f6da-4903-4747-95ef-a59eae43709b, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:02.949661 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-01c28e10-0378-4051-bc1f-db25a0bb12ff req-74bee157-2033-4d93-ba95-988b0d2a933f tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 210 time: 0.0850720 Aug 31 00:48:02.961536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68501753-2853-41df-ae42-d0aba1647b51 req-f7948337-ed36-44d3-a2cc-62fcf334c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:02.964565 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-f7948337-ed36-44d3-a2cc-62fcf334c870 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 1099 time: 0.3981285 Aug 31 00:48:03.005360 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] For port b722f6da-4903-4747-95ef-a59eae43709b, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b722f6da-4903-4747-95ef-a59eae43709b,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:48:03.061061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c2829-358b-4823-8e8b-4513230be73d req-d7d1b38b-6476-4567-915a-dac59fdbd4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:03.063104 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-284c2829-358b-4823-8e8b-4513230be73d req-d7d1b38b-6476-4567-915a-dac59fdbd4e9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 949 time: 0.0638282 Aug 31 00:48:03.090980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-91893a11-4bee-46d1-ab92-38245b9dafac tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Made reservation on behalf of 70608dabb68b4f098ed58bafcf31f2c9 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:48:03.096975 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-91893a11-4bee-46d1-ab92-38245b9dafac tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:03.111977 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-112fe9d8-d7b5-4efe-b986-c14da5b35b6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=f9050f2a-fd6e-46df-bf89-71b2dd3959cd HTTP/1.1" status: 200 len: 217 time: 0.1023502 Aug 31 00:48:03.150631 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-284c2829-358b-4823-8e8b-4513230be73d req-4e86c58b-2291-47da-9ceb-9a508cfaf96e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795496 Aug 31 00:48:03.157155 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] Pushing event updated for resources: {'Port': ['ID=b722f6da-4903-4747-95ef-a59eae43709b,revision_number=7']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:03.194472 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:03.246408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d', 'tag': 'f9050f2a-fd6e-46df-bf89-71b2dd3959cd'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:03.250077 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682f6bb4-58bc-42e3-83aa-69ded47c4a55" -d '{"events": [{"name": "network-changed", "server_uuid": "1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d", "tag": "f9050f2a-fd6e-46df-bf89-71b2dd3959cd"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:03.263150 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-c2fb9fe0-5183-4a3e-9cd2-f086f467a3b1 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:03.279285 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] For port 63204dd9-360a-49aa-a943-b5b555d9882d, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:03.286260 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] For port 63204dd9-360a-49aa-a943-b5b555d9882d, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=63204dd9-360a-49aa-a943-b5b555d9882d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:48:03.358335 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00e40b9-9421-484f-90f8-b648d4cfebe9 x-openstack-request-id: req-e00e40b9-9421-484f-90f8-b648d4cfebe9 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:03.358335 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d", "tag": "f9050f2a-fd6e-46df-bf89-71b2dd3959cd", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:03.358335 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e00e40b9-9421-484f-90f8-b648d4cfebe9 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:03.358335 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d', 'tag': 'f9050f2a-fd6e-46df-bf89-71b2dd3959cd', 'status': 'completed', 'code': 200} Aug 31 00:48:03.371498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-c2fb9fe0-5183-4a3e-9cd2-f086f467a3b1 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Transition to ACTIVE for port object acd786ab-9fbe-4574-83b1-1c7308c27879 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:48:03.394565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-91893a11-4bee-46d1-ab92-38245b9dafac tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Allocated IP 172.20.0.14 (dffc61c4-1ac9-454f-80fe-3549f2de306f/45fd49b9-6149-4edf-8dda-93674521e88a/e8056128-b197-4ec7-90b6-4908008b37f9) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:48:03.418307 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606d1bc-77ad-4329-aaa2-4eb3bc5d7545 req-7372b9da-bd55-499d-8b23-e135a8aaa4b3 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:03.420147 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0606d1bc-77ad-4329-aaa2-4eb3bc5d7545 req-7372b9da-bd55-499d-8b23-e135a8aaa4b3 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 947 time: 0.3398874 Aug 31 00:48:03.424304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68501753-2853-41df-ae42-d0aba1647b51 req-ec08ac5f-69a1-48ae-ad2d-64fe76e5e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:03.424304 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-ec08ac5f-69a1-48ae-ad2d-64fe76e5e8e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.2554870 Aug 31 00:48:03.481115 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:03.507963 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:03.511770 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:03.511770 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] 10.222.0.48 "PUT /v2.0/ports/b722f6da-4903-4747-95ef-a59eae43709b HTTP/1.1" status: 200 len: 1123 time: 4.9914064 Aug 31 00:48:03.523926 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c041f-85d5-4d48-9f60-addd315e5815 service neutron] Pushing event updated for resources: {'Port': ['ID=b722f6da-4903-4747-95ef-a59eae43709b,revision_number=8']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:03.541142 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6f284-3653-487a-a228-865f44ab735c req-717209f4-b1f0-44d1-9c3f-0e303bf62cc6 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:03.543966 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23f6f284-3653-487a-a228-865f44ab735c req-717209f4-b1f0-44d1-9c3f-0e303bf62cc6 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 943 time: 0.1378193 Aug 31 00:48:03.563390 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['b722f6da-4903-4747-95ef-a59eae43709b'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:03.632439 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:03.633397 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:03.636112 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] 10.222.0.41 "PUT /v2.0/ports/63204dd9-360a-49aa-a943-b5b555d9882d HTTP/1.1" status: 200 len: 1096 time: 5.6322544 Aug 31 00:48:03.654261 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0606d1bc-77ad-4329-aaa2-4eb3bc5d7545 req-95425406-1d4a-4bd6-aa1c-0845aee3c8ec tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035670 Aug 31 00:48:03.677506 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68501753-2853-41df-ae42-d0aba1647b51 req-4e8a0da0-a9de-4567-81cd-2843774eab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:03.679118 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-4e8a0da0-a9de-4567-81cd-2843774eab09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2461979 Aug 31 00:48:03.684975 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6a42c-bc30-48d9-8170-60a2edcaafff service neutron] Pushing event updated for resources: {'Port': ['ID=63204dd9-360a-49aa-a943-b5b555d9882d,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:03.744322 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23f6f284-3653-487a-a228-865f44ab735c req-a6baf92c-5708-4094-92cf-88613d7a0723 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820593 Aug 31 00:48:03.813144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 0f798366-cccb-4ad0-9068-988645efeb31 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:48:03.876816 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-91893a11-4bee-46d1-ab92-38245b9dafac tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:03.987609 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f298ae-dfa3-4a59-b78d-0fa4f93dadc4 req-0078ce19-7e15-4a00-8b04-ba7444c0dc6f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:03.991050 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a0f298ae-dfa3-4a59-b78d-0fa4f93dadc4 req-0078ce19-7e15-4a00-8b04-ba7444c0dc6f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 947 time: 0.0983386 Aug 31 00:48:04.064079 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a0f298ae-dfa3-4a59-b78d-0fa4f93dadc4 req-b046f963-1b7f-4425-bb54-9d9ca538ec4e tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563068 Aug 31 00:48:04.151005 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 0f798366-cccb-4ad0-9068-988645efeb31, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=0f798366-cccb-4ad0-9068-988645efeb31,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:04.166126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '0f798366-cccb-4ad0-9068-988645efeb31', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '0f798366-cccb-4ad0-9068-988645efeb31', 'mac_address': 'fa:16:3e:bf:2b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:48:04.235116 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:04.257653 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f798366-cccb-4ad0-9068-988645efeb31 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:04.266498 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-c2fb9fe0-5183-4a3e-9cd2-f086f467a3b1 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:04.287828 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 0f798366-cccb-4ad0-9068-988645efeb31, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=0f798366-cccb-4ad0-9068-988645efeb31,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:04.379961 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9c494437-6b48-4c9d-b18e-651acbfc6b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:04.390273 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed857415-d1c5-451e-9373-d3ba87ab4c69 req-78b0c550-8d20-4b30-b32e-5b3f2a3b201e tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 210 time: 0.0372941 Aug 31 00:48:04.392617 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-91893a11-4bee-46d1-ab92-38245b9dafac tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:04.420031 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:04.453541 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-c2fb9fe0-5183-4a3e-9cd2-f086f467a3b1 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:48:04.479115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-91893a11-4bee-46d1-ab92-38245b9dafac tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Network dffc61c4-1ac9-454f-80fe-3549f2de306f is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:48:04.488346 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-91893a11-4bee-46d1-ab92-38245b9dafac tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:48:04.492790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-c2fb9fe0-5183-4a3e-9cd2-f086f467a3b1 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:48:04.498301 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-91893a11-4bee-46d1-ab92-38245b9dafac tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:48:04.502138 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91893a11-4bee-46d1-ab92-38245b9dafac tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Pushing event updated for resources: {'Port': ['ID=e8056128-b197-4ec7-90b6-4908008b37f9,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:04.518553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-c2fb9fe0-5183-4a3e-9cd2-f086f467a3b1 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:48:04.524979 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-73b27ac6-75a2-4c91-8ca0-bf9e22d51f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:04.526867 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-73b27ac6-75a2-4c91-8ca0-bf9e22d51f3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cd1d9e8cf974d0e8579828f7cc5db22&device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 1099 time: 0.3443000 Aug 31 00:48:04.541092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9eea87-b69c-4a40-9dde-198920d18cf3 req-f11b9094-dad6-48d7-ba6b-07253b89c474 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:04.543443 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d9eea87-b69c-4a40-9dde-198920d18cf3 req-f11b9094-dad6-48d7-ba6b-07253b89c474 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 936 time: 0.3467712 Aug 31 00:48:04.544129 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb9fe0-5183-4a3e-9cd2-f086f467a3b1 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Pushing event updated for resources: {'Port': ['ID=acd786ab-9fbe-4574-83b1-1c7308c27879,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:04.611465 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=0f798366-cccb-4ad0-9068-988645efeb31,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:04.614995 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-91893a11-4bee-46d1-ab92-38245b9dafac tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:04.617322 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-91893a11-4bee-46d1-ab92-38245b9dafac tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:04.627124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:04.627694 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:04.628573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:04.629189 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:04.629772 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:04.630368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:04.631285 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:04.631865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:04.632442 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:04.633016 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:04.633658 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:04.634852 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:04.647039 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-b9ed92c3-5763-4c36-ad04-5a9aef07ca1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=63204dd9-360a-49aa-a943-b5b555d9882d HTTP/1.1" status: 200 len: 217 time: 0.0954442 Aug 31 00:48:04.663686 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['0f798366-cccb-4ad0-9068-988645efeb31'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:04.697380 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223dd36-4ea0-4207-925f-42e7bdba112e req-065d87ec-52c2-4648-bef0-1b297d271b07 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:04.700594 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8223dd36-4ea0-4207-925f-42e7bdba112e req-065d87ec-52c2-4648-bef0-1b297d271b07 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 949 time: 0.1936476 Aug 31 00:48:04.719016 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-c2fb9fe0-5183-4a3e-9cd2-f086f467a3b1 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:04.719764 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-c2fb9fe0-5183-4a3e-9cd2-f086f467a3b1 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:04.753429 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-91893a11-4bee-46d1-ab92-38245b9dafac tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3376036 Aug 31 00:48:04.773777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Request body: {'port': {'device_id': '810ca3ed-f907-4987-bf30-0a83a112181b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:04.775359 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-0b02a9fb-bd9e-4a74-baf9-04c0dccb2f47 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0787420 Aug 31 00:48:04.777722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-061c3dc7-85f3-4f5b-80a3-fd9467dda5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:04.780286 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-061c3dc7-85f3-4f5b-80a3-fd9467dda5ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1176929 Aug 31 00:48:04.835827 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d9eea87-b69c-4a40-9dde-198920d18cf3 req-bbb6a659-8e20-4211-8301-e20517d2dbcf tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142322 Aug 31 00:48:04.862128 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8223dd36-4ea0-4207-925f-42e7bdba112e req-b4170ec3-3b65-4df0-8b20-10b8d353f9cd tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374688 Aug 31 00:48:04.956382 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:04.980260 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-c2fb9fe0-5183-4a3e-9cd2-f086f467a3b1 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8932073 Aug 31 00:48:05.005574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Request body: {'port': {'device_id': '2073727b-f066-4bbf-bab0-9788174d36ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:05.037391 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-98deb581-1d38-4151-8447-700916322735 None None] Provisioning for port acd786ab-9fbe-4574-83b1-1c7308c27879 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:48:05.046699 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-98deb581-1d38-4151-8447-700916322735 None None] Provisioning complete for port acd786ab-9fbe-4574-83b1-1c7308c27879 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:48:05.047665 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-98deb581-1d38-4151-8447-700916322735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:05.065204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-5cdb0ab7-5df9-4e83-b944-35680daa0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:05.067347 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-5cdb0ab7-5df9-4e83-b944-35680daa0fc5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2488215 Aug 31 00:48:05.145487 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-98deb581-1d38-4151-8447-700916322735 None None] Port acd786ab-9fbe-4574-83b1-1c7308c27879 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:48:05.245887 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68501753-2853-41df-ae42-d0aba1647b51 req-efc402ed-5d40-4915-9aee-4d9043831b9e service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255562 Aug 31 00:48:05.259042 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:05.262406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b16548-d428-4b73-a726-aa338bad9577 req-a5bc1fd5-4b80-41b9-8e18-ddc4fcbd67d9 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:05.264438 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-04b16548-d428-4b73-a726-aa338bad9577 req-a5bc1fd5-4b80-41b9-8e18-ddc4fcbd67d9 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 947 time: 0.2447402 Aug 31 00:48:05.286593 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-8d0bdcd0-eaee-4805-a451-a37404384040 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108910 Aug 31 00:48:05.366049 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a584d5-0e99-431c-a4cb-f4ba1bb18510', 'tag': 'b722f6da-4903-4747-95ef-a59eae43709b'}, {'name': 'network-changed', 'server_uuid': '58838057-e5a7-4b0e-b192-97ce461c58be', 'tag': '63204dd9-360a-49aa-a943-b5b555d9882d'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:05.368987 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a584d5-0e99-431c-a4cb-f4ba1bb18510", "tag": "b722f6da-4903-4747-95ef-a59eae43709b"}, {"name": "network-changed", "server_uuid": "58838057-e5a7-4b0e-b192-97ce461c58be", "tag": "63204dd9-360a-49aa-a943-b5b555d9882d"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:05.378938 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-04b16548-d428-4b73-a726-aa338bad9577 req-40be4cf8-e6bc-4e5c-b907-e10ace8a5f44 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075001 Aug 31 00:48:05.609091 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f6bb4-58bc-42e3-83aa-69ded47c4a55 req-f768c6a8-3c5c-473e-8236-e08e074bd568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:05.610557 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-682f6bb4-58bc-42e3-83aa-69ded47c4a55 req-f768c6a8-3c5c-473e-8236-e08e074bd568 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 1099 time: 0.1995766 Aug 31 00:48:05.638458 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ffd47-12f9-4658-89ca-359441024faa req-b21c53bc-d339-44fb-924b-2929ad1f69b5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:05.646150 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af5ffd47-12f9-4658-89ca-359441024faa req-b21c53bc-d339-44fb-924b-2929ad1f69b5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 943 time: 0.1510339 Aug 31 00:48:05.661429 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c00bec6c-c6d3-4019-8ab3-d0f43a6ef837 req-7950c935-e6fe-414e-8690-a812fa844048 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346522 Aug 31 00:48:05.762321 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af5ffd47-12f9-4658-89ca-359441024faa req-8c63db0c-c633-4355-bd57-27eff3749f44 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071689 Aug 31 00:48:05.765185 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8056128-b197-4ec7-90b6-4908008b37f9 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:05.776097 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:05.795490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Transition to ACTIVE for port object e8056128-b197-4ec7-90b6-4908008b37f9 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:48:05.816491 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 0f798366-cccb-4ad0-9068-988645efeb31 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:48:05.818777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f6bb4-58bc-42e3-83aa-69ded47c4a55 req-1b3c2f92-d477-485e-bad3-a261373ec500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:05.821222 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-682f6bb4-58bc-42e3-83aa-69ded47c4a55 req-1b3c2f92-d477-485e-bad3-a261373ec500 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.1950123 Aug 31 00:48:05.889204 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:05.926222 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-682f6bb4-58bc-42e3-83aa-69ded47c4a55 req-213edcd7-13f2-404d-b90e-a9bcadda2968 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=f9050f2a-fd6e-46df-bf89-71b2dd3959cd HTTP/1.1" status: 200 len: 217 time: 0.0961618 Aug 31 00:48:05.992004 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 0f798366-cccb-4ad0-9068-988645efeb31 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:48:06.003146 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 0f798366-cccb-4ad0-9068-988645efeb31 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:48:06.003790 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:06.028902 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8056128-b197-4ec7-90b6-4908008b37f9,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:06.090284 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd786ab-9fbe-4574-83b1-1c7308c27879 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:06.117056 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:06.127978 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f6bb4-58bc-42e3-83aa-69ded47c4a55 req-f0f99302-90bc-41c8-8827-a2e5eb7e7d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:06.127978 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-682f6bb4-58bc-42e3-83aa-69ded47c4a55 req-f0f99302-90bc-41c8-8827-a2e5eb7e7d84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1719601 Aug 31 00:48:06.159681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Attempting to bind port e8056128-b197-4ec7-90b6-4908008b37f9 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:48:06.160732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Attempting to bind port e8056128-b197-4ec7-90b6-4908008b37f9 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:48:06.161742 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Attempting to bind port e8056128-b197-4ec7-90b6-4908008b37f9 on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:06.170774 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Port e8056128-b197-4ec7-90b6-4908008b37f9 on network dffc61c4-1ac9-454f-80fe-3549f2de306f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:48:06.171523 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Attempting to bind port e8056128-b197-4ec7-90b6-4908008b37f9 on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:06.178734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Transition to ACTIVE for port object acd786ab-9fbe-4574-83b1-1c7308c27879 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:48:06.180950 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:48:06.181710 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Checking segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:48:06.182462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Bound using segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:48:06.183307 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Bound port: e8056128-b197-4ec7-90b6-4908008b37f9, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:48:06.183959 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:06.198387 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:06.253799 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f798366-cccb-4ad0-9068-988645efeb31'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:06.257918 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa115669-62bd-44d2-b619-94b44901da5b" -d '{"events": [{"server_uuid": "fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e", "name": "network-vif-plugged", "status": "completed", "tag": "0f798366-cccb-4ad0-9068-988645efeb31"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:06.267356 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f6bb4-58bc-42e3-83aa-69ded47c4a55 req-a2b4fcfb-4edd-4174-a980-19a45edc7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:06.269607 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-682f6bb4-58bc-42e3-83aa-69ded47c4a55 req-a2b4fcfb-4edd-4174-a980-19a45edc7303 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1294203 Aug 31 00:48:06.277036 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:06.283532 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 0f798366-cccb-4ad0-9068-988645efeb31, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=0f798366-cccb-4ad0-9068-988645efeb31,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:06.359768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] For port e8056128-b197-4ec7-90b6-4908008b37f9, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:06.364905 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] For port e8056128-b197-4ec7-90b6-4908008b37f9, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e8056128-b197-4ec7-90b6-4908008b37f9,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:48:06.379398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5026ca-a68f-4fd3-bff5-67c69a7e478f req-7140a04e-7380-41b0-a713-cb9ec42dba72 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:06.381029 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed5026ca-a68f-4fd3-bff5-67c69a7e478f req-7140a04e-7380-41b0-a713-cb9ec42dba72 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 947 time: 0.0909472 Aug 31 00:48:06.398160 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:06.400367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 09b136f8-34e3-4e29-bd78-c03a72fdbec5 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:48:06.432115 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Pushing event updated for resources: {'Port': ['ID=acd786ab-9fbe-4574-83b1-1c7308c27879,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:06.501546 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed5026ca-a68f-4fd3-bff5-67c69a7e478f req-c1362ddc-28f0-45ad-9fdc-a3a19c0e105f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865862 Aug 31 00:48:06.507686 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:06.544967 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:06.547375 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:06.550237 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-682f6bb4-58bc-42e3-83aa-69ded47c4a55 req-35715feb-3ef4-41b4-9e5a-083390d0e0cd service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661815 Aug 31 00:48:06.550774 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] 10.222.0.41 "PUT /v2.0/ports/e8056128-b197-4ec7-90b6-4908008b37f9 HTTP/1.1" status: 200 len: 1093 time: 1.7872837 Aug 31 00:48:06.554768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810ca3ed-f907-4987-bf30-0a83a112181b', 'tag': 'e8056128-b197-4ec7-90b6-4908008b37f9'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:06.558731 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebc89c5-8b92-48de-ac2f-28775bf06160" -d '{"events": [{"name": "network-changed", "server_uuid": "810ca3ed-f907-4987-bf30-0a83a112181b", "tag": "e8056128-b197-4ec7-90b6-4908008b37f9"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:06.646488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Attempting to bind port acd786ab-9fbe-4574-83b1-1c7308c27879 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:48:06.646821 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Attempting to bind port acd786ab-9fbe-4574-83b1-1c7308c27879 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:48:06.647155 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Attempting to bind port acd786ab-9fbe-4574-83b1-1c7308c27879 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:06.714804 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Port acd786ab-9fbe-4574-83b1-1c7308c27879 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:48:06.715058 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Attempting to bind port acd786ab-9fbe-4574-83b1-1c7308c27879 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:06.720706 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=0f798366-cccb-4ad0-9068-988645efeb31,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:06.755339 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:06.764787 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3dfa31-f02f-4e17-abfc-f98fa8174db1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8056128-b197-4ec7-90b6-4908008b37f9,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:06.801140 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:48:06.801494 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:48:06.801914 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:48:06.802700 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Bound port: acd786ab-9fbe-4574-83b1-1c7308c27879, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:48:06.802700 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:06.811251 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:06.813208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-de3100dd-d6bd-438e-8afb-e739ec397920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:06.815884 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-de3100dd-d6bd-438e-8afb-e739ec397920 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 1096 time: 0.1092861 Aug 31 00:48:06.829073 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:06.834738 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedccc44-3814-436c-842a-cc12225edb8a x-openstack-request-id: req-eedccc44-3814-436c-842a-cc12225edb8a {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:06.835121 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a584d5-0e99-431c-a4cb-f4ba1bb18510", "tag": "b722f6da-4903-4747-95ef-a59eae43709b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "58838057-e5a7-4b0e-b192-97ce461c58be", "tag": "63204dd9-360a-49aa-a943-b5b555d9882d", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:06.835469 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eedccc44-3814-436c-842a-cc12225edb8a {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:06.836197 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a584d5-0e99-431c-a4cb-f4ba1bb18510', 'tag': 'b722f6da-4903-4747-95ef-a59eae43709b', 'status': 'completed', 'code': 200} Aug 31 00:48:06.836540 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58838057-e5a7-4b0e-b192-97ce461c58be', 'tag': '63204dd9-360a-49aa-a943-b5b555d9882d', 'status': 'completed', 'code': 200} Aug 31 00:48:06.875642 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:06.949226 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-ee452060-1d27-477d-88f3-1a6df35b4138 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8056128-b197-4ec7-90b6-4908008b37f9 HTTP/1.1" status: 200 len: 217 time: 0.1203396 Aug 31 00:48:06.959752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 09b136f8-34e3-4e29-bd78-c03a72fdbec5, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=09b136f8-34e3-4e29-bd78-c03a72fdbec5,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:06.962014 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cf523b7d-16dd-4e47-9023-9c81518a0a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:07.029078 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:07.048482 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-1e994036-82bb-45d8-9bd6-2555ec7f9969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:07.051340 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-1e994036-82bb-45d8-9bd6-2555ec7f9969 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 1126 time: 0.2101831 Aug 31 00:48:07.098365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-8abbf908-d619-4748-9753-bcab6b8616dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:07.100981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-8abbf908-d619-4748-9753-bcab6b8616dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.1353812 Aug 31 00:48:07.118758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13bf9a-334f-4fd6-b114-504939c91fe0 req-1fc416e2-41b6-46de-8be7-5ba4c987a891 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:07.121261 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=09b136f8-34e3-4e29-bd78-c03a72fdbec5,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:07.121502 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e13bf9a-334f-4fd6-b114-504939c91fe0 req-1fc416e2-41b6-46de-8be7-5ba4c987a891 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 944 time: 0.1706562 Aug 31 00:48:07.138620 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] For port acd786ab-9fbe-4574-83b1-1c7308c27879, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:07.166206 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-45c2fab0-66bb-4af9-bf2c-73dc9f4b7775 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431023 Aug 31 00:48:07.201304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] For port acd786ab-9fbe-4574-83b1-1c7308c27879, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=acd786ab-9fbe-4574-83b1-1c7308c27879,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:48:07.205142 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-682f6bb4-58bc-42e3-83aa-69ded47c4a55 req-63947568-7cb4-443e-bf72-311b6e98cf52 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027660 Aug 31 00:48:07.224487 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132a77b-0ad0-4d58-bf97-1c71f76c27b0 req-112e7812-f960-4570-b2f2-f3bb8cee44b1 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:07.226141 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4132a77b-0ad0-4d58-bf97-1c71f76c27b0 req-112e7812-f960-4570-b2f2-f3bb8cee44b1 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 948 time: 0.2349527 Aug 31 00:48:07.269964 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e13bf9a-334f-4fd6-b114-504939c91fe0 req-08eda08b-ef96-4b1f-a522-cbdaada03cb3 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336193 Aug 31 00:48:07.294591 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:07.297325 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-998db698-5b80-4780-856c-b7f2310098b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:07.298839 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-998db698-5b80-4780-856c-b7f2310098b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.2133265 Aug 31 00:48:07.377174 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-b8d3a875-8e36-4006-becb-bd3cea149795 service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020235 Aug 31 00:48:07.387819 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4132a77b-0ad0-4d58-bf97-1c71f76c27b0 req-adbf0a67-cd7b-4c98-ab63-88cee955a4ce tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426787 Aug 31 00:48:07.394954 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-cea181bd-c777-404d-808a-727a351a0eac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b722f6da-4903-4747-95ef-a59eae43709b HTTP/1.1" status: 200 len: 217 time: 0.0865073 Aug 31 00:48:07.407657 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:07.408389 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:07.410182 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] 10.222.0.41 "PUT /v2.0/ports/acd786ab-9fbe-4574-83b1-1c7308c27879 HTTP/1.1" status: 200 len: 1097 time: 2.4121079 Aug 31 00:48:07.508458 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd57fe65-d483-4a7b-9fa1-370b2b6c84f8 x-openstack-request-id: req-dd57fe65-d483-4a7b-9fa1-370b2b6c84f8 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:07.508865 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e", "name": "network-vif-plugged", "status": "completed", "tag": "0f798366-cccb-4ad0-9068-988645efeb31", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:07.512395 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd57fe65-d483-4a7b-9fa1-370b2b6c84f8 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:07.512832 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f798366-cccb-4ad0-9068-988645efeb31', 'code': 200} Aug 31 00:48:07.586614 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-9f19f7c9-2419-4dd0-8387-853b21468b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:07.588475 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-9f19f7c9-2419-4dd0-8387-853b21468b44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.1771688 Aug 31 00:48:07.598472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff598ce3-6cf6-4492-a3a8-dd6da8f16896 service neutron] Pushing event updated for resources: {'Port': ['ID=acd786ab-9fbe-4574-83b1-1c7308c27879,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:07.613083 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7063fa1b-08bf-4ca5-a258-82316cdc2e5b req-d15a3ebc-2d0a-4692-ab4c-b5e466884e8a service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259326 Aug 31 00:48:07.697339 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-b633f276-8abb-4f36-9908-6300b9d1cc7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669904 Aug 31 00:48:07.744513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-af232671-ffa4-4db3-9d35-3f50303c7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:07.748215 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-af232671-ffa4-4db3-9d35-3f50303c7254 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1170ae0194104247b92dbe99f095a44e&device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 1100 time: 0.1072309 Aug 31 00:48:07.829513 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f9050f2a-fd6e-46df-bf89-71b2dd3959cd details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:48:07.834449 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-38649da0-c83f-4413-a749-7178ed07c738 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=acd786ab-9fbe-4574-83b1-1c7308c27879 HTTP/1.1" status: 200 len: 217 time: 0.0666199 Aug 31 00:48:07.927843 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-fcb37bf7-5160-498d-8db0-85ec5bfc8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:07.933049 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-fcb37bf7-5160-498d-8db0-85ec5bfc8234 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0881169 Aug 31 00:48:07.998163 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b722f6da-4903-4747-95ef-a59eae43709b details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:48:08.068654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae975aa0-ea32-4a78-97e3-b9c43981d177 req-b8d528cc-4b3b-4f14-9d8e-c13467216781 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.069313 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae975aa0-ea32-4a78-97e3-b9c43981d177 req-b8d528cc-4b3b-4f14-9d8e-c13467216781 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.070476 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae975aa0-ea32-4a78-97e3-b9c43981d177 req-b8d528cc-4b3b-4f14-9d8e-c13467216781 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.070881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae975aa0-ea32-4a78-97e3-b9c43981d177 req-b8d528cc-4b3b-4f14-9d8e-c13467216781 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.071294 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae975aa0-ea32-4a78-97e3-b9c43981d177 req-b8d528cc-4b3b-4f14-9d8e-c13467216781 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.072035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae975aa0-ea32-4a78-97e3-b9c43981d177 req-b8d528cc-4b3b-4f14-9d8e-c13467216781 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.072758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae975aa0-ea32-4a78-97e3-b9c43981d177 req-b8d528cc-4b3b-4f14-9d8e-c13467216781 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.073547 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae975aa0-ea32-4a78-97e3-b9c43981d177 req-b8d528cc-4b3b-4f14-9d8e-c13467216781 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.074412 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae975aa0-ea32-4a78-97e3-b9c43981d177 req-b8d528cc-4b3b-4f14-9d8e-c13467216781 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.080103 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae975aa0-ea32-4a78-97e3-b9c43981d177 req-b8d528cc-4b3b-4f14-9d8e-c13467216781 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.080103 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae975aa0-ea32-4a78-97e3-b9c43981d177 req-b8d528cc-4b3b-4f14-9d8e-c13467216781 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.080505 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae975aa0-ea32-4a78-97e3-b9c43981d177 req-b8d528cc-4b3b-4f14-9d8e-c13467216781 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.081292 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae975aa0-ea32-4a78-97e3-b9c43981d177 req-b8d528cc-4b3b-4f14-9d8e-c13467216781 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.082191 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae975aa0-ea32-4a78-97e3-b9c43981d177 req-b8d528cc-4b3b-4f14-9d8e-c13467216781 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.084853 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae975aa0-ea32-4a78-97e3-b9c43981d177 req-b8d528cc-4b3b-4f14-9d8e-c13467216781 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b&device_id=2073727b-f066-4bbf-bab0-9788174d36ce&device_id=58838057-e5a7-4b0e-b192-97ce461c58be&device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d&device_id=fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e&device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3&device_id=2b729579-4a62-439f-b67f-b67d583a3aa9&device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf&device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510&device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f&device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9&device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64&device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8&device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 12694 time: 0.1506968 Aug 31 00:48:08.091767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-4e46b34f-2d85-4aa8-bc0e-bd02c1ca8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.091767 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-4e46b34f-2d85-4aa8-bc0e-bd02c1ca8465 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1402085 Aug 31 00:48:08.136362 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02989e45-2350-4e2c-a08a-385f80d31695 req-dfb89fe6-dbd2-425c-9fd4-538ff54200ef tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.138417 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-02989e45-2350-4e2c-a08a-385f80d31695 req-dfb89fe6-dbd2-425c-9fd4-538ff54200ef tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 947 time: 0.4985242 Aug 31 00:48:08.167644 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ae975aa0-ea32-4a78-97e3-b9c43981d177 req-82fb3e0a-ae0c-4441-900c-2afbc4ae186a tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:08.210448 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f9050f2a-fd6e-46df-bf89-71b2dd3959cd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f9050f2a-fd6e-46df-bf89-71b2dd3959cd,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:08.214466 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ec4c7-44f2-4bc6-aba9-8c844f22d0bc req-98507ef4-4e40-4d0b-b98d-6878329620ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.217009 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b66ec4c7-44f2-4bc6-aba9-8c844f22d0bc req-98507ef4-4e40-4d0b-b98d-6878329620ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e HTTP/1.1" status: 200 len: 1102 time: 0.1537008 Aug 31 00:48:08.257381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'f9050f2a-fd6e-46df-bf89-71b2dd3959cd', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': 'f9050f2a-fd6e-46df-bf89-71b2dd3959cd', 'mac_address': 'fa:16:3e:06:f4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:48:08.264697 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-e4453992-922f-4200-ada9-764e56ea6e87 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655695 Aug 31 00:48:08.269626 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-02989e45-2350-4e2c-a08a-385f80d31695 req-e6261443-9631-4e3b-909b-dab3e0fb1e3b tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165142 Aug 31 00:48:08.276691 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-272355f7-2647-4c4c-ad5d-04ff022fccac service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5694151 Aug 31 00:48:08.372314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port b722f6da-4903-4747-95ef-a59eae43709b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b722f6da-4903-4747-95ef-a59eae43709b,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:08.403905 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:08.414440 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b722f6da-4903-4747-95ef-a59eae43709b has no active binding in host n-h1-793621-34 {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 00:48:08.417097 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ae975aa0-ea32-4a78-97e3-b9c43981d177 req-82fb3e0a-ae0c-4441-900c-2afbc4ae186a tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:08.419843 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:08.425518 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b66ec4c7-44f2-4bc6-aba9-8c844f22d0bc req-f3058629-a975-41d5-ad97-df911787c24b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907523 Aug 31 00:48:08.445354 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8449dd64-3517-43d9-97d7-e782966cfb8a x-openstack-request-id: req-8449dd64-3517-43d9-97d7-e782966cfb8a {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:08.448520 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810ca3ed-f907-4987-bf30-0a83a112181b", "tag": "e8056128-b197-4ec7-90b6-4908008b37f9", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:08.448520 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8449dd64-3517-43d9-97d7-e782966cfb8a {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:08.448520 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810ca3ed-f907-4987-bf30-0a83a112181b', 'tag': 'e8056128-b197-4ec7-90b6-4908008b37f9', 'status': 'completed', 'code': 200} Aug 31 00:48:08.453115 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9050f2a-fd6e-46df-bf89-71b2dd3959cd {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:08.504825 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ae975aa0-ea32-4a78-97e3-b9c43981d177 req-82fb3e0a-ae0c-4441-900c-2afbc4ae186a tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:08.505747 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f9050f2a-fd6e-46df-bf89-71b2dd3959cd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f9050f2a-fd6e-46df-bf89-71b2dd3959cd,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:08.547659 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc89c5-8b92-48de-ac2f-28775bf06160 req-b89dab5e-601f-4b98-9db2-135ce968ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.550231 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7ebc89c5-8b92-48de-ac2f-28775bf06160 req-b89dab5e-601f-4b98-9db2-135ce968ec0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 1096 time: 0.1950574 Aug 31 00:48:08.569806 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675f2ca-90ab-4f2f-ae3c-3332e790b311 req-8b50426f-a9d3-4b98-851b-e1f37ba9f427 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.575494 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d675f2ca-90ab-4f2f-ae3c-3332e790b311 req-8b50426f-a9d3-4b98-851b-e1f37ba9f427 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 943 time: 0.1446457 Aug 31 00:48:08.578946 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-d13310c6-d9fb-4520-89de-c453bd5ff006 service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719400 Aug 31 00:48:08.584727 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae975aa0-ea32-4a78-97e3-b9c43981d177 req-82fb3e0a-ae0c-4441-900c-2afbc4ae186a tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&id=60738b1d-3577-436e-8deb-35d4f5855979&id=46a317b9-4686-482c-8692-51604f38f59d&id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 782 time: 0.4761083 Aug 31 00:48:08.600733 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:08.624973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb3e0a-ae0c-4441-900c-2afbc4ae186a tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb85c221-1ecd-47fe-8147-422de6017db9,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:08.658935 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d91702f-0991-43c7-86d2-9aed3aad6acb req-6fc4a734-868a-4a34-aacd-ecd138f99554 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786461 Aug 31 00:48:08.716819 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d675f2ca-90ab-4f2f-ae3c-3332e790b311 req-bf7253df-24e8-4a38-a780-0622a3b1d68c tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319315 Aug 31 00:48:08.751557 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=f9050f2a-fd6e-46df-bf89-71b2dd3959cd,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:08.820078 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-eac1c0c4-18ec-4783-8cb2-8c5dae57808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.823052 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-eac1c0c4-18ec-4783-8cb2-8c5dae57808d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cd1d9e8cf974d0e8579828f7cc5db22&device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 1099 time: 0.0749638 Aug 31 00:48:08.828077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc89c5-8b92-48de-ac2f-28775bf06160 req-e3a23478-ba43-4cfa-ac7b-596d1a106213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.831708 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7ebc89c5-8b92-48de-ac2f-28775bf06160 req-e3a23478-ba43-4cfa-ac7b-596d1a106213 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 921 time: 0.2093530 Aug 31 00:48:08.842561 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2073727b-f066-4bbf-bab0-9788174d36ce', 'tag': 'acd786ab-9fbe-4574-83b1-1c7308c27879'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:08.846289 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db4a512-f201-42e8-9f81-34edbd6cf747" -d '{"events": [{"name": "network-changed", "server_uuid": "2073727b-f066-4bbf-bab0-9788174d36ce", "tag": "acd786ab-9fbe-4574-83b1-1c7308c27879"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:08.873502 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['f9050f2a-fd6e-46df-bf89-71b2dd3959cd'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:08.925726 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7ebc89c5-8b92-48de-ac2f-28775bf06160 req-b490d660-6779-47db-bf03-ee5324a138ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8056128-b197-4ec7-90b6-4908008b37f9 HTTP/1.1" status: 200 len: 217 time: 0.0709243 Aug 31 00:48:08.980567 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bf927-b4e7-4a45-b809-44ef705a2e26 req-cff5efb0-fbbe-4071-ab53-673088018a65 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:08.982774 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a44bf927-b4e7-4a45-b809-44ef705a2e26 req-cff5efb0-fbbe-4071-ab53-673088018a65 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 948 time: 0.1499360 Aug 31 00:48:09.024192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-1a56b131-d0d8-4bc2-a9cd-c53e0b82bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:09.026577 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-1a56b131-d0d8-4bc2-a9cd-c53e0b82bc3e service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.1867592 Aug 31 00:48:09.068106 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a44bf927-b4e7-4a45-b809-44ef705a2e26 req-81259b6a-f935-4792-829c-13d9b07c5206 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693533 Aug 31 00:48:09.070840 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc89c5-8b92-48de-ac2f-28775bf06160 req-6f055795-9098-43cc-a431-6307963c6f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:09.073352 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7ebc89c5-8b92-48de-ac2f-28775bf06160 req-6f055795-9098-43cc-a431-6307963c6f22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.1399438 Aug 31 00:48:09.121883 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-6733686d-f506-4212-b17e-60848baadf3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=63204dd9-360a-49aa-a943-b5b555d9882d HTTP/1.1" status: 200 len: 217 time: 0.0854719 Aug 31 00:48:09.146717 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7ebc89c5-8b92-48de-ac2f-28775bf06160 req-30bbe1a6-df4c-440e-a06c-60b3562b8004 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612803 Aug 31 00:48:09.211955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-24ff343f-15a0-4ad5-a97a-93746a76a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:09.214605 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-24ff343f-15a0-4ad5-a97a-93746a76a9dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0798011 Aug 31 00:48:09.303335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-7efba7a0-0db0-466f-b8cf-b2ac88509df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:09.306120 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-7efba7a0-0db0-466f-b8cf-b2ac88509df0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0811529 Aug 31 00:48:09.387639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdb88e-c1a7-425d-a0f0-3aadaa727cdb req-7af2220a-bdc4-43b5-99fc-7d7a7f68a2cb tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:09.389315 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39bdb88e-c1a7-425d-a0f0-3aadaa727cdb req-7af2220a-bdc4-43b5-99fc-7d7a7f68a2cb tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 948 time: 0.0913546 Aug 31 00:48:09.420916 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7ebc89c5-8b92-48de-ac2f-28775bf06160 req-d9a2bee0-682d-4579-8ef6-a571dabd3ec3 service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628784 Aug 31 00:48:09.483108 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835d7a8-94d3-489d-a01a-0d2faf0e4d39 req-271d9075-6d45-40c5-a7d3-6cc04935b094 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:09.484762 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8835d7a8-94d3-489d-a01a-0d2faf0e4d39 req-271d9075-6d45-40c5-a7d3-6cc04935b094 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 944 time: 0.1711566 Aug 31 00:48:09.487492 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-f318471b-843c-465d-b1f5-2925da051ec2 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712687 Aug 31 00:48:09.514768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b136f8-34e3-4e29-bd78-c03a72fdbec5'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:09.517709 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d037e27-bab9-4470-b570-fcbca8ab3e73" -d '{"events": [{"server_uuid": "4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64", "name": "network-vif-unplugged", "status": "completed", "tag": "09b136f8-34e3-4e29-bd78-c03a72fdbec5"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:09.597961 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8835d7a8-94d3-489d-a01a-0d2faf0e4d39 req-e9568cd7-57cd-4e24-8977-1787918cee62 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047800 Aug 31 00:48:09.642908 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-607f0b39-ba6d-43df-b9f1-34ce7fcc01c3 req-a1a70b77-4130-48b2-a117-4752b40e189c service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405911 Aug 31 00:48:09.651238 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39bdb88e-c1a7-425d-a0f0-3aadaa727cdb req-843d81f4-31c0-4465-8ab1-690664d105ef tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459221 Aug 31 00:48:09.692765 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-1ae77996-3d5b-4a5b-be08-fbf6ccca1a4a service neutron] 10.222.0.41 "GET /v2.0/ports/b722f6da-4903-4747-95ef-a59eae43709b/bindings/n-h1-793621-34 HTTP/1.1" status: 200 len: 385 time: 0.3020167 Aug 31 00:48:09.767704 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc377e3-1a9c-4131-b294-20d98e7cf969 x-openstack-request-id: req-ccc377e3-1a9c-4131-b294-20d98e7cf969 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:09.768396 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2073727b-f066-4bbf-bab0-9788174d36ce", "tag": "acd786ab-9fbe-4574-83b1-1c7308c27879", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:09.768561 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ccc377e3-1a9c-4131-b294-20d98e7cf969 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:09.769269 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2073727b-f066-4bbf-bab0-9788174d36ce', 'tag': 'acd786ab-9fbe-4574-83b1-1c7308c27879', 'status': 'completed', 'code': 200} Aug 31 00:48:09.773122 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7ebc89c5-8b92-48de-ac2f-28775bf06160 req-28897881-d2eb-454c-81e2-d0db2616e89c service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115966 Aug 31 00:48:09.846446 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 63204dd9-360a-49aa-a943-b5b555d9882d details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:48:09.849489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a512-f201-42e8-9f81-34edbd6cf747 req-cdabeede-1f7e-4c05-86b5-53a3dbecb29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:09.850304 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f9050f2a-fd6e-46df-bf89-71b2dd3959cd up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:48:09.858768 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6db4a512-f201-42e8-9f81-34edbd6cf747 req-cdabeede-1f7e-4c05-86b5-53a3dbecb29a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1170ae0194104247b92dbe99f095a44e&device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 1100 time: 0.0774460 Aug 31 00:48:09.866478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9d66f-259e-42d5-b2bf-8b28e9654301 req-9d590664-7de7-4370-aa59-dd616c06e6e5 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:09.871984 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ae9d66f-259e-42d5-b2bf-8b28e9654301 req-9d590664-7de7-4370-aa59-dd616c06e6e5 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 947 time: 0.1094670 Aug 31 00:48:10.007598 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ae9d66f-259e-42d5-b2bf-8b28e9654301 req-aff31b8c-df88-4cbb-a9ee-373b5bc7ae69 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243570 Aug 31 00:48:10.064556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a512-f201-42e8-9f81-34edbd6cf747 req-9d2f0e4e-78fb-4fdc-a36f-cb571bf4b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:10.067182 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6db4a512-f201-42e8-9f81-34edbd6cf747 req-9d2f0e4e-78fb-4fdc-a36f-cb571bf4b426 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.1935258 Aug 31 00:48:10.128045 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db23ca5e-2857-42d7-871e-1e7c232b0ad3 x-openstack-request-id: req-db23ca5e-2857-42d7-871e-1e7c232b0ad3 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:10.128045 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64", "name": "network-vif-unplugged", "status": "completed", "tag": "09b136f8-34e3-4e29-bd78-c03a72fdbec5", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:10.128045 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db23ca5e-2857-42d7-871e-1e7c232b0ad3 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:10.128045 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b136f8-34e3-4e29-bd78-c03a72fdbec5', 'code': 200} Aug 31 00:48:10.135773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 63204dd9-360a-49aa-a943-b5b555d9882d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=63204dd9-360a-49aa-a943-b5b555d9882d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:10.152254 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:10.155690 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '63204dd9-360a-49aa-a943-b5b555d9882d', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '63204dd9-360a-49aa-a943-b5b555d9882d', 'mac_address': 'fa:16:3e:b0:4c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:48:10.163746 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6db4a512-f201-42e8-9f81-34edbd6cf747 req-7e664ad7-6f6f-4060-a62a-6c4822990e10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=acd786ab-9fbe-4574-83b1-1c7308c27879 HTTP/1.1" status: 200 len: 217 time: 0.0878174 Aug 31 00:48:10.206866 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:10.233839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63204dd9-360a-49aa-a943-b5b555d9882d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:10.245077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-1f3ebf28-a3c4-407d-922a-a800a2446d60 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:10.245781 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a512-f201-42e8-9f81-34edbd6cf747 req-bbe1c2db-b844-4921-a38b-dccaae3c085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:10.248170 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6db4a512-f201-42e8-9f81-34edbd6cf747 req-bbe1c2db-b844-4921-a38b-dccaae3c085b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0770609 Aug 31 00:48:10.256860 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-1f3ebf28-a3c4-407d-922a-a800a2446d60 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/networks?id=9c77090e-b903-4c13-bc86-93cf39e7cac9 HTTP/1.1" status: 200 len: 805 time: 0.4000678 Aug 31 00:48:10.260503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 63204dd9-360a-49aa-a943-b5b555d9882d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=63204dd9-360a-49aa-a943-b5b555d9882d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:10.262886 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port f9050f2a-fd6e-46df-bf89-71b2dd3959cd completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:48:10.268719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port f9050f2a-fd6e-46df-bf89-71b2dd3959cd triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:48:10.271160 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:10.298852 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-c613c77f-dba6-4471-bbc5-29c7e6a5a562 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/quotas/07bbb5e932ef4db09c89d25658c53fac HTTP/1.1" status: 200 len: 375 time: 0.0404744 Aug 31 00:48:10.310470 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-c1d453d7-1d99-428e-885a-550111ab200d req-2ee77415-5537-4d0f-8f3e-4c2882fff32b service neutron] For port b722f6da-4903-4747-95ef-a59eae43709b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b722f6da-4903-4747-95ef-a59eae43709b,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:10.331911 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:10.376945 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-c1d453d7-1d99-428e-885a-550111ab200d req-2ee77415-5537-4d0f-8f3e-4c2882fff32b service neutron] For port b722f6da-4903-4747-95ef-a59eae43709b, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:10.402976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a512-f201-42e8-9f81-34edbd6cf747 req-b58427d7-3bde-46dc-a0eb-f845c5a9d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:10.405584 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6db4a512-f201-42e8-9f81-34edbd6cf747 req-b58427d7-3bde-46dc-a0eb-f845c5a9d5bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1490180 Aug 31 00:48:10.427143 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-c1d453d7-1d99-428e-885a-550111ab200d req-2ee77415-5537-4d0f-8f3e-4c2882fff32b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b722f6da-4903-4747-95ef-a59eae43709b {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:10.445853 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:10.449269 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-c1d453d7-1d99-428e-885a-550111ab200d req-2ee77415-5537-4d0f-8f3e-4c2882fff32b service neutron] For port b722f6da-4903-4747-95ef-a59eae43709b, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b722f6da-4903-4747-95ef-a59eae43709b,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:10.456824 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422627d-3dff-489b-b13c-27221cdc60da req-c3be8c55-bd43-410b-b18f-3ef00b8e50ba tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:10.458072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422627d-3dff-489b-b13c-27221cdc60da req-c3be8c55-bd43-410b-b18f-3ef00b8e50ba tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:10.458520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422627d-3dff-489b-b13c-27221cdc60da req-c3be8c55-bd43-410b-b18f-3ef00b8e50ba tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:10.461746 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3422627d-3dff-489b-b13c-27221cdc60da req-c3be8c55-bd43-410b-b18f-3ef00b8e50ba tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3&device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f&device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 2886 time: 0.1224816 Aug 31 00:48:10.470393 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-b845ca90-7a61-4d26-9b83-014e009ba8c6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=07bbb5e932ef4db09c89d25658c53fac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1699946 Aug 31 00:48:10.479950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=63204dd9-360a-49aa-a943-b5b555d9882d,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:10.529979 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f9050f2a-fd6e-46df-bf89-71b2dd3959cd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f9050f2a-fd6e-46df-bf89-71b2dd3959cd,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:10.588534 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3422627d-3dff-489b-b13c-27221cdc60da req-127c48f7-c4a5-4314-8645-8299ab7c796d tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986366 Aug 31 00:48:10.592140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['63204dd9-360a-49aa-a943-b5b555d9882d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:10.629315 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6db4a512-f201-42e8-9f81-34edbd6cf747 req-491a9259-92eb-44e6-aa51-4bfa80dda513 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039430 Aug 31 00:48:10.654145 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c0059-d047-4c99-b216-44901a784cfe req-7f3ef69c-c0a8-47bc-87a9-8bd6d344886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:10.656474 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-933c0059-d047-4c99-b216-44901a784cfe req-7f3ef69c-c0a8-47bc-87a9-8bd6d344886d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 1126 time: 0.1848118 Aug 31 00:48:10.741155 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-345e2fc1-cd79-4057-b094-726bd1fe52e2 service neutron] 10.222.0.16 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167022 Aug 31 00:48:10.797246 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:10.831294 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c1d453d7-1d99-428e-885a-550111ab200d req-2ee77415-5537-4d0f-8f3e-4c2882fff32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:10.867048 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=f9050f2a-fd6e-46df-bf89-71b2dd3959cd,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:10.880894 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c0059-d047-4c99-b216-44901a784cfe req-96495769-c396-4a8f-a137-bc032d3cfd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:10.883249 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-933c0059-d047-4c99-b216-44901a784cfe req-96495769-c396-4a8f-a137-bc032d3cfd26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.2014170 Aug 31 00:48:10.990652 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-933c0059-d047-4c99-b216-44901a784cfe req-a5439392-b818-468d-b99e-5264e50e0ff9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b722f6da-4903-4747-95ef-a59eae43709b HTTP/1.1" status: 200 len: 217 time: 0.0758908 Aug 31 00:48:11.092511 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-b17759eb-891d-49ab-a8f1-d879c0791607 service neutron] 10.222.0.16 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214376 Aug 31 00:48:11.099053 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-c1d453d7-1d99-428e-885a-550111ab200d req-2ee77415-5537-4d0f-8f3e-4c2882fff32b service neutron] Transition to ACTIVE for port object b722f6da-4903-4747-95ef-a59eae43709b will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:48:11.101179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c0059-d047-4c99-b216-44901a784cfe req-48161887-5084-4221-befa-f2cb3d00cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:11.103393 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-933c0059-d047-4c99-b216-44901a784cfe req-48161887-5084-4221-befa-f2cb3d00cbe4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.1003780 Aug 31 00:48:11.141417 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-933c0059-d047-4c99-b216-44901a784cfe req-e95c683a-e9f9-4ed3-9091-fbb32a4002af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267467 Aug 31 00:48:11.156215 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641c9a3-0963-4ef0-a115-286a91b073c2 req-b1562538-cd4b-4a4c-b01b-35cc93bef631 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:11.158990 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f641c9a3-0963-4ef0-a115-286a91b073c2 req-b1562538-cd4b-4a4c-b01b-35cc93bef631 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 943 time: 0.4779899 Aug 31 00:48:11.197269 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6db4a512-f201-42e8-9f81-34edbd6cf747 req-35c9318c-c671-49d4-9f15-6faf59fe01e5 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5539277 Aug 31 00:48:11.226066 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c1d453d7-1d99-428e-885a-550111ab200d req-2ee77415-5537-4d0f-8f3e-4c2882fff32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:11.263432 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f641c9a3-0963-4ef0-a115-286a91b073c2 req-2f70787f-276e-4ba5-8d12-999c88d8c26e tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720711 Aug 31 00:48:11.427619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663f623-9bd3-4645-a73c-4c1428bd0329 req-a2d61adb-3268-4c68-b2ef-7a07ac571dfd tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:11.429267 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b663f623-9bd3-4645-a73c-4c1428bd0329 req-a2d61adb-3268-4c68-b2ef-7a07ac571dfd tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64 HTTP/1.1" status: 200 len: 944 time: 0.2803106 Aug 31 00:48:11.439039 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d453d7-1d99-428e-885a-550111ab200d req-2ee77415-5537-4d0f-8f3e-4c2882fff32b service neutron] No DVR routers for this DVR port b722f6da-4903-4747-95ef-a59eae43709b on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:48:11.447108 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94a8c7-262c-4ee4-a6a6-853407ca4b3b req-f0e95bf1-6ff9-4afe-9680-fcf94451de57 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:11.450150 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a94a8c7-262c-4ee4-a6a6-853407ca4b3b req-f0e95bf1-6ff9-4afe-9680-fcf94451de57 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 949 time: 0.1037385 Aug 31 00:48:11.538908 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a94a8c7-262c-4ee4-a6a6-853407ca4b3b req-172216be-7bc1-411f-a72b-00126c66e743 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727682 Aug 31 00:48:11.615122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee77415-5537-4d0f-8f3e-4c2882fff32b service neutron] Pushing event updated for resources: {'Port': ['ID=b722f6da-4903-4747-95ef-a59eae43709b,revision_number=10']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:11.652705 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-933c0059-d047-4c99-b216-44901a784cfe req-e42e863d-c37b-4384-9b87-a12f73daf133 service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857349 Aug 31 00:48:11.656532 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-2ee77415-5537-4d0f-8f3e-4c2882fff32b service neutron] 10.222.0.41 "PUT /v2.0/ports/b722f6da-4903-4747-95ef-a59eae43709b/bindings/n-h1-793621-34/activate HTTP/1.1" status: 200 len: 370 time: 1.9481425 Aug 31 00:48:11.754750 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d26bc3-a2ef-4808-9490-73a1fb147607 req-98e46a59-a8ce-4c26-9c63-f8502ef92d4b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:11.769266 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5d26bc3-a2ef-4808-9490-73a1fb147607 req-98e46a59-a8ce-4c26-9c63-f8502ef92d4b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 944 time: 0.1105032 Aug 31 00:48:11.852949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device acd786ab-9fbe-4574-83b1-1c7308c27879 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:48:11.854325 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5d26bc3-a2ef-4808-9490-73a1fb147607 req-b119b22a-0ca3-402b-b642-941e2db3d0a5 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837567 Aug 31 00:48:11.857805 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 63204dd9-360a-49aa-a943-b5b555d9882d up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:48:12.035542 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.resource_extend [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 00:48:12.084414 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a726f-8faa-4f46-a757-8d8522d137fb req-334831ee-4dcc-46d5-b1d4-9253a59eccb3 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:12.092563 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f0a726f-8faa-4f46-a757-8d8522d137fb req-334831ee-4dcc-46d5-b1d4-9253a59eccb3 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 948 time: 0.0994000 Aug 31 00:48:12.128282 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9050f2a-fd6e-46df-bf89-71b2dd3959cd'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:12.132214 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3a9a90-0838-4d8d-a2d9-8693087673a7" -d '{"events": [{"server_uuid": "1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d", "name": "network-vif-plugged", "status": "completed", "tag": "f9050f2a-fd6e-46df-bf89-71b2dd3959cd"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:12.185977 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f0a726f-8faa-4f46-a757-8d8522d137fb req-6be4a573-c7cd-4728-85b1-462adc0bee44 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909169 Aug 31 00:48:12.314867 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 63204dd9-360a-49aa-a943-b5b555d9882d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:48:12.321163 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-933c0059-d047-4c99-b216-44901a784cfe req-cf68c854-abf7-474b-9e2e-025fd4c36841 service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6422369 Aug 31 00:48:12.325371 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-b663f623-9bd3-4645-a73c-4c1428bd0329 req-7dad423d-599c-4f09-80fa-ecda6311e673 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Deleting port 09b136f8-34e3-4e29-bd78-c03a72fdbec5 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:48:12.326223 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b663f623-9bd3-4645-a73c-4c1428bd0329 req-7dad423d-599c-4f09-80fa-ecda6311e673 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:12.327417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 63204dd9-360a-49aa-a943-b5b555d9882d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:48:12.327967 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:12.381265 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-104626b3-a79f-443b-a77b-76123538f9cb req-08262ef2-93a5-441e-9c48-5932fd70d0d1 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 210 time: 0.1061566 Aug 31 00:48:12.425082 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port acd786ab-9fbe-4574-83b1-1c7308c27879, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=acd786ab-9fbe-4574-83b1-1c7308c27879,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:12.436518 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d453d7-1d99-428e-885a-550111ab200d req-79194bb7-f998-4230-b455-69be50285f15 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:12.439127 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-79194bb7-f998-4230-b455-69be50285f15 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510&tenant_id=94c1e14dadd544e0828f51650b31e0cc&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 1096 time: 0.5783513 Aug 31 00:48:12.475555 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40d0b9-8db8-49b9-a986-3f62e678c9ea req-f501036b-9b80-4bb2-b8ad-370bfd1ef955 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:12.476620 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'acd786ab-9fbe-4574-83b1-1c7308c27879', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': 'acd786ab-9fbe-4574-83b1-1c7308c27879', 'mac_address': 'fa:16:3e:61:a7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:48:12.477989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1b40d0b9-8db8-49b9-a986-3f62e678c9ea req-f501036b-9b80-4bb2-b8ad-370bfd1ef955 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 948 time: 0.6217263 Aug 31 00:48:12.562467 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba1c0ae-30aa-491a-a069-3ca009d11269 x-openstack-request-id: req-eba1c0ae-30aa-491a-a069-3ca009d11269 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:12.563355 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d", "name": "network-vif-plugged", "status": "completed", "tag": "f9050f2a-fd6e-46df-bf89-71b2dd3959cd", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:12.563540 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eba1c0ae-30aa-491a-a069-3ca009d11269 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:12.564406 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9050f2a-fd6e-46df-bf89-71b2dd3959cd', 'code': 200} Aug 31 00:48:12.612935 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1b40d0b9-8db8-49b9-a986-3f62e678c9ea req-ab857be0-0b89-4934-9e26-e7e409a41417 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159539 Aug 31 00:48:12.621866 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d453d7-1d99-428e-885a-550111ab200d req-2bb1eb0d-692f-48e8-a751-b5b1069fff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:12.623466 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-2bb1eb0d-692f-48e8-a751-b5b1069fff1b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510&tenant_id=94c1e14dadd544e0828f51650b31e0cc HTTP/1.1" status: 200 len: 1096 time: 0.1620443 Aug 31 00:48:12.668213 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-b663f623-9bd3-4645-a73c-4c1428bd0329 req-7dad423d-599c-4f09-80fa-ecda6311e673 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] For port 09b136f8-34e3-4e29-bd78-c03a72fdbec5, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=09b136f8-34e3-4e29-bd78-c03a72fdbec5,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:12.668616 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b663f623-9bd3-4645-a73c-4c1428bd0329 req-7dad423d-599c-4f09-80fa-ecda6311e673 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:12.690348 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:12.713957 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a428a-deb4-48b2-98a7-ecca3b423188 req-db60ec0b-e104-4576-9f37-8372f00876f6 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:12.724340 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b55a428a-deb4-48b2-98a7-ecca3b423188 req-db60ec0b-e104-4576-9f37-8372f00876f6 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 944 time: 0.1026101 Aug 31 00:48:12.730855 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-b663f623-9bd3-4645-a73c-4c1428bd0329 req-7dad423d-599c-4f09-80fa-ecda6311e673 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Calling delete_port for 09b136f8-34e3-4e29-bd78-c03a72fdbec5 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:48:12.734140 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:12.742898 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd786ab-9fbe-4574-83b1-1c7308c27879 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:12.805428 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port acd786ab-9fbe-4574-83b1-1c7308c27879, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=acd786ab-9fbe-4574-83b1-1c7308c27879,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:12.820106 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b55a428a-deb4-48b2-98a7-ecca3b423188 req-cdcc7bb4-9eaa-407b-940a-dcddfdc478ca tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945930 Aug 31 00:48:12.861003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 63204dd9-360a-49aa-a943-b5b555d9882d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=63204dd9-360a-49aa-a943-b5b555d9882d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:12.887563 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e99c8-f7ee-44c9-845e-11b205ff5754 req-61d50f58-b6a7-4b9d-80a2-d5886dca426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:12.889826 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-602e99c8-f7ee-44c9-845e-11b205ff5754 req-61d50f58-b6a7-4b9d-80a2-d5886dca426d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 1101 time: 0.2533264 Aug 31 00:48:12.898511 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d453d7-1d99-428e-885a-550111ab200d req-5844dc14-0d24-4596-aa4e-b87555f8ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:12.902156 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-5844dc14-0d24-4596-aa4e-b87555f8ebaa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 1096 time: 0.2284176 Aug 31 00:48:13.015767 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:13.018515 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e8056128-b197-4ec7-90b6-4908008b37f9 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:48:13.069257 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-602e99c8-f7ee-44c9-845e-11b205ff5754 req-ebbd6328-4cb7-4f38-850b-f4d77a3aada7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658285 Aug 31 00:48:13.084510 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:13.159645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b2c0c-5cbe-4250-a0ff-30f8843a1834 req-a5c707c5-5543-448f-b7ef-544995ae046e tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:13.161682 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0f1b2c0c-5cbe-4250-a0ff-30f8843a1834 req-a5c707c5-5543-448f-b7ef-544995ae046e tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 949 time: 0.0955086 Aug 31 00:48:13.204389 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d453d7-1d99-428e-885a-550111ab200d req-dd921a7f-8d08-4803-b9ff-77838d1f7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:13.206911 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-dd921a7f-8d08-4803-b9ff-77838d1f7264 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.2816834 Aug 31 00:48:13.234564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0f1b2c0c-5cbe-4250-a0ff-30f8843a1834 req-44f1e7ab-7ec8-4475-b0f1-2e9c483460ce tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587440 Aug 31 00:48:13.242419 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=acd786ab-9fbe-4574-83b1-1c7308c27879,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:13.292658 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-2d594872-ed34-4977-baa9-b952afe50564 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b722f6da-4903-4747-95ef-a59eae43709b HTTP/1.1" status: 200 len: 217 time: 0.0748181 Aug 31 00:48:13.402905 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port e8056128-b197-4ec7-90b6-4908008b37f9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e8056128-b197-4ec7-90b6-4908008b37f9,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:13.424765 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d453d7-1d99-428e-885a-550111ab200d req-6f13fdfd-1ed7-4aef-aa6b-ea80de1c601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:13.428950 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-6f13fdfd-1ed7-4aef-aa6b-ea80de1c601c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.1219378 Aug 31 00:48:13.431457 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b663f623-9bd3-4645-a73c-4c1428bd0329 req-7dad423d-599c-4f09-80fa-ecda6311e673 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:13.445991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'e8056128-b197-4ec7-90b6-4908008b37f9', 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f', 'port_id': 'e8056128-b197-4ec7-90b6-4908008b37f9', 'mac_address': 'fa:16:3e:3e:a0:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fd49b9-6149-4edf-8dda-93674521e88a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:48:13.452417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=63204dd9-360a-49aa-a943-b5b555d9882d,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:13.472177 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d407666-74d7-4470-8ab6-a204ba6154d6 req-6f720473-ca0b-44b1-a1b8-42687a8497a6 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:13.475008 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3d407666-74d7-4470-8ab6-a204ba6154d6 req-6f720473-ca0b-44b1-a1b8-42687a8497a6 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 944 time: 0.1178522 Aug 31 00:48:13.538834 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad423d-599c-4f09-80fa-ecda6311e673 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Pushing event deleted for resources: {'Port': ['ID=09b136f8-34e3-4e29-bd78-c03a72fdbec5,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:13.540955 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:13.559288 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-a6ff3e9c-c838-4b61-bca9-570e3e6bf65f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145470 Aug 31 00:48:13.563602 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3d407666-74d7-4470-8ab6-a204ba6154d6 req-da240ee0-529d-41bc-815c-f56891c1eeac tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750947 Aug 31 00:48:13.569043 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8056128-b197-4ec7-90b6-4908008b37f9 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:13.606554 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port e8056128-b197-4ec7-90b6-4908008b37f9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e8056128-b197-4ec7-90b6-4908008b37f9,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:13.686064 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b663f623-9bd3-4645-a73c-4c1428bd0329 req-7dad423d-599c-4f09-80fa-ecda6311e673 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] No DVR routers for this DVR port 09b136f8-34e3-4e29-bd78-c03a72fdbec5 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:48:13.686064 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b663f623-9bd3-4645-a73c-4c1428bd0329 req-7dad423d-599c-4f09-80fa-ecda6311e673 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:13.686064 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b663f623-9bd3-4645-a73c-4c1428bd0329 req-7dad423d-599c-4f09-80fa-ecda6311e673 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.41 "DELETE /v2.0/ports/09b136f8-34e3-4e29-bd78-c03a72fdbec5 HTTP/1.1" status: 204 len: 173 time: 2.2297180 Aug 31 00:48:13.687147 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64', 'name': 'network-vif-deleted', 'tag': '09b136f8-34e3-4e29-bd78-c03a72fdbec5'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:13.689558 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49647ab0-e1c1-4d36-bebc-225eedf83bd3" -d '{"events": [{"server_uuid": "4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64", "name": "network-vif-deleted", "tag": "09b136f8-34e3-4e29-bd78-c03a72fdbec5"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:13.734794 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970dca04-d287-442f-b655-44302e08a71a req-d377dce9-4501-4acb-ba57-78f1c85eeed3 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:13.735378 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-970dca04-d287-442f-b655-44302e08a71a req-d377dce9-4501-4acb-ba57-78f1c85eeed3 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 949 time: 0.2264702 Aug 31 00:48:13.774999 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-d73f49bd-e339-4c52-aa5d-fb42c787a2dc service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908579 Aug 31 00:48:13.791557 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-970dca04-d287-442f-b655-44302e08a71a req-db1bc503-d61c-4ffc-91cf-3049feec6af0 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501270 Aug 31 00:48:13.887437 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-31f85b17-0f43-4703-8084-1367b80a17e4 req-bd44ef00-471a-4beb-98fb-886117590485 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 210 time: 0.0278614 Aug 31 00:48:13.940270 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-3bfa1da7-44a0-4e28-a3c8-65564d88288d service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474392 Aug 31 00:48:13.953679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374e0a4-f08c-4874-9035-bc56db85cf1f req-b8f28fbd-11a7-4fdb-8693-b38aaf0cdde4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:13.959030 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:13.960191 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d374e0a4-f08c-4874-9035-bc56db85cf1f req-b8f28fbd-11a7-4fdb-8693-b38aaf0cdde4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 949 time: 0.0811429 Aug 31 00:48:13.960191 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afda760-f374-482c-9a04-6001ed69e36a x-openstack-request-id: req-3afda760-f374-482c-9a04-6001ed69e36a {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:13.960191 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64", "name": "network-vif-deleted", "tag": "09b136f8-34e3-4e29-bd78-c03a72fdbec5", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:13.960191 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3afda760-f374-482c-9a04-6001ed69e36a {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:13.960191 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1fc3dd-3312-4cde-9e05-e0a60b0a9b64', 'name': 'network-vif-deleted', 'tag': '09b136f8-34e3-4e29-bd78-c03a72fdbec5', 'status': 'completed', 'code': 200} Aug 31 00:48:14.028196 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d374e0a4-f08c-4874-9035-bc56db85cf1f req-939a3da3-8033-4d27-8680-e4be40d9d597 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603447 Aug 31 00:48:14.067166 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=e8056128-b197-4ec7-90b6-4908008b37f9,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:14.158536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f5271-e924-40ef-8ad7-ad2f561e3622 req-8d4c81bd-63ae-4435-a7ec-8d7abc3481e9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:14.159973 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-092f5271-e924-40ef-8ad7-ad2f561e3622 req-8d4c81bd-63ae-4435-a7ec-8d7abc3481e9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 944 time: 0.0622778 Aug 31 00:48:14.216478 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-092f5271-e924-40ef-8ad7-ad2f561e3622 req-16bf90d5-7872-4a32-922d-63a9d7352849 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471866 Aug 31 00:48:14.294164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['e8056128-b197-4ec7-90b6-4908008b37f9'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:14.333916 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['acd786ab-9fbe-4574-83b1-1c7308c27879'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:14.464174 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cc7e1-3189-4699-a26c-29de0babc350 req-c62b3f11-227b-462c-adfe-f11f0c04a675 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:14.466389 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4a0cc7e1-3189-4699-a26c-29de0babc350 req-c62b3f11-227b-462c-adfe-f11f0c04a675 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 949 time: 0.0838563 Aug 31 00:48:14.554957 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4a0cc7e1-3189-4699-a26c-29de0babc350 req-0b3402ff-4387-4212-aaed-c738163794d9 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800149 Aug 31 00:48:14.567504 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58838057-e5a7-4b0e-b192-97ce461c58be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63204dd9-360a-49aa-a943-b5b555d9882d'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:14.574242 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0996f0c0-03d3-4448-8e2a-6db2677570f2" -d '{"events": [{"server_uuid": "58838057-e5a7-4b0e-b192-97ce461c58be", "name": "network-vif-plugged", "status": "completed", "tag": "63204dd9-360a-49aa-a943-b5b555d9882d"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:14.577216 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf5f58be-20c0-4025-a9bf-3de88e2eff91 req-e43a14d8-6041-484d-bfed-4187323b989d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1029217 Aug 31 00:48:14.617832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fe9d3-4a72-4172-8c8d-e9527e945c09 req-c6ce83fd-57cd-48e4-9789-6a409fe3b8d8 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:14.628982 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-162fe9d3-4a72-4172-8c8d-e9527e945c09 req-c6ce83fd-57cd-48e4-9789-6a409fe3b8d8 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 1102 time: 0.0605967 Aug 31 00:48:14.686952 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-162fe9d3-4a72-4172-8c8d-e9527e945c09 req-56d38f0a-cc5c-4617-bcd2-717a5887fef0 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536828 Aug 31 00:48:14.710950 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f59308-89af-4e02-92a7-62d29ad8d94e x-openstack-request-id: req-78f59308-89af-4e02-92a7-62d29ad8d94e {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:14.711426 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58838057-e5a7-4b0e-b192-97ce461c58be", "name": "network-vif-plugged", "status": "completed", "tag": "63204dd9-360a-49aa-a943-b5b555d9882d", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:14.712407 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78f59308-89af-4e02-92a7-62d29ad8d94e {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:14.713234 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58838057-e5a7-4b0e-b192-97ce461c58be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63204dd9-360a-49aa-a943-b5b555d9882d', 'code': 200} Aug 31 00:48:14.781300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f58be-20c0-4025-a9bf-3de88e2eff91 req-6495d477-9e02-4f77-a190-7f0a8306f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:14.785294 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf5f58be-20c0-4025-a9bf-3de88e2eff91 req-6495d477-9e02-4f77-a190-7f0a8306f7e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a35bf8903ff840dcbf6ccdb26a9793ce&device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 1098 time: 0.1354249 Aug 31 00:48:14.896298 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33822ddf-21fa-43f8-bd3c-6c3cd5122a3e req-b5170d30-d197-4328-83c0-1185d41db159 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:14.900028 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-33822ddf-21fa-43f8-bd3c-6c3cd5122a3e req-b5170d30-d197-4328-83c0-1185d41db159 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 1102 time: 0.0690484 Aug 31 00:48:14.953636 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf16de-f023-4b7b-9a3c-03ec31a1bcf2 req-e0875dc0-ab3c-4060-a4b1-dcc6c173efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:14.954726 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e6bf16de-f023-4b7b-9a3c-03ec31a1bcf2 req-e0875dc0-ab3c-4060-a4b1-dcc6c173efd8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 1101 time: 0.1639900 Aug 31 00:48:14.968257 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-33822ddf-21fa-43f8-bd3c-6c3cd5122a3e req-1c43f653-8165-46ae-bbc2-3163d8e25f05 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551970 Aug 31 00:48:14.983346 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7db074-eeff-4657-9138-14d0b0beb306 req-bbc54d1f-814c-4db4-8ceb-d14463651ccb tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:14.985030 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-be7db074-eeff-4657-9138-14d0b0beb306 req-bbc54d1f-814c-4db4-8ceb-d14463651ccb tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 945 time: 0.1976120 Aug 31 00:48:15.052559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f58be-20c0-4025-a9bf-3de88e2eff91 req-77e0c510-e5bb-47e5-b257-d430c639b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:15.054010 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf5f58be-20c0-4025-a9bf-3de88e2eff91 req-77e0c510-e5bb-47e5-b257-d430c639b671 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac02a892-5a99-478c-bb22-879aa954e70c HTTP/1.1" status: 200 len: 925 time: 0.2259710 Aug 31 00:48:15.058528 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e6bf16de-f023-4b7b-9a3c-03ec31a1bcf2 req-0bce09e4-d592-4f01-9a96-0666074408a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936258 Aug 31 00:48:15.128946 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-be7db074-eeff-4657-9138-14d0b0beb306 req-608a0d0f-391f-4938-acc1-7fa828449724 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052179 Aug 31 00:48:15.172502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bb121-d089-4b58-9634-19ab0a5e3df3 req-4d2a6051-5f85-4e1a-9b4b-a9526913081e tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:15.188834 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c91bb121-d089-4b58-9634-19ab0a5e3df3 req-4d2a6051-5f85-4e1a-9b4b-a9526913081e tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 949 time: 0.1298876 Aug 31 00:48:15.222037 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf5f58be-20c0-4025-a9bf-3de88e2eff91 req-9db9f076-1982-4bae-9f7c-5ad85adc05ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0680ed08-c2e1-4985-9278-f8ec52c31859 HTTP/1.1" status: 200 len: 1001 time: 0.1551082 Aug 31 00:48:15.243571 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c91bb121-d089-4b58-9634-19ab0a5e3df3 req-60ef0a55-530f-4024-ada4-609064de2136 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522451 Aug 31 00:48:15.327879 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c9c30c5d-53fd-4997-8a89-1d2adb59cbfe req-291f6c13-af8b-4a4a-9bb2-8f1f5bdfb884 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 210 time: 0.0783818 Aug 31 00:48:15.371282 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f58be-20c0-4025-a9bf-3de88e2eff91 req-4c2c25d4-345c-4942-a934-0b8af7cd4949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:15.374119 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf5f58be-20c0-4025-a9bf-3de88e2eff91 req-4c2c25d4-345c-4942-a934-0b8af7cd4949 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10e3e269-b5b9-411a-82d5-ee75bbf3461c HTTP/1.1" status: 200 len: 863 time: 0.1438320 Aug 31 00:48:15.481999 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f58be-20c0-4025-a9bf-3de88e2eff91 req-8c85c581-a489-4a20-ac7d-893676042f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:15.483520 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf5f58be-20c0-4025-a9bf-3de88e2eff91 req-8c85c581-a489-4a20-ac7d-893676042f56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac02a892-5a99-478c-bb22-879aa954e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1001220 Aug 31 00:48:15.593039 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b250b-93e1-4c68-83fe-e5cd11e7f80c req-1f15f75a-3325-43f5-8705-f21f1aad4bbd tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:15.601319 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-428b250b-93e1-4c68-83fe-e5cd11e7f80c req-1f15f75a-3325-43f5-8705-f21f1aad4bbd tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 949 time: 0.1574686 Aug 31 00:48:15.679174 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-428b250b-93e1-4c68-83fe-e5cd11e7f80c req-9be21b50-c866-421a-9f48-4da037120cc3 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752785 Aug 31 00:48:15.710161 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf5f58be-20c0-4025-a9bf-3de88e2eff91 req-5331df48-81d2-4897-bed0-58badcdec2ab service neutron] 10.222.0.48 "GET /v2.0/networks/ac02a892-5a99-478c-bb22-879aa954e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992998 Aug 31 00:48:15.728748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bf786-3538-4206-8ff4-dc58c78828ac req-c1fc2724-e7ca-43f6-ad33-7bd17fdc7127 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:15.731644 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-726bf786-3538-4206-8ff4-dc58c78828ac req-c1fc2724-e7ca-43f6-ad33-7bd17fdc7127 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 944 time: 0.1136675 Aug 31 00:48:15.820032 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-98359f76-0b17-4f26-ae67-711bce966b10 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:15.822226 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-98359f76-0b17-4f26-ae67-711bce966b10 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.48 "GET /v2.0/networks?id=9c77090e-b903-4c13-bc86-93cf39e7cac9 HTTP/1.1" status: 200 len: 805 time: 0.3033485 Aug 31 00:48:15.843769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-73c3f187-c1b4-4da0-bd97-6260718a3c34 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Request body: {'port': {'device_id': '925136e0-4618-4b44-b1b9-8eb35c0c2166', 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9', 'admin_state_up': True, 'tenant_id': '07bbb5e932ef4db09c89d25658c53fac'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:15.859699 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf5f58be-20c0-4025-a9bf-3de88e2eff91 req-a56aea8b-1f4b-4a4f-8506-56541eb87925 service neutron] 10.222.0.48 "GET /v2.0/networks/ac02a892-5a99-478c-bb22-879aa954e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343918 Aug 31 00:48:15.928586 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-726bf786-3538-4206-8ff4-dc58c78828ac req-9131a7bb-6ee4-479f-a51b-b98676047ff7 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733232 Aug 31 00:48:15.933527 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d453d7-1d99-428e-885a-550111ab200d req-45468455-763b-4c69-a660-4e03280488b3 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:15.935034 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-45468455-763b-4c69-a660-4e03280488b3 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510&tenant_id=94c1e14dadd544e0828f51650b31e0cc&binding%3Ahost_id=n-h1-793621-34 HTTP/1.1" status: 200 len: 1096 time: 0.2021406 Aug 31 00:48:15.989410 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device acd786ab-9fbe-4574-83b1-1c7308c27879 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:48:16.197517 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port acd786ab-9fbe-4574-83b1-1c7308c27879 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:48:16.204392 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port acd786ab-9fbe-4574-83b1-1c7308c27879 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:48:16.206976 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:16.234157 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435eb93f-3541-44ad-9be8-cd7b20072c2c req-4c135556-f0d6-4ae3-95f7-a07df7ff9a5d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:16.236654 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-435eb93f-3541-44ad-9be8-cd7b20072c2c req-4c135556-f0d6-4ae3-95f7-a07df7ff9a5d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 949 time: 0.2201295 Aug 31 00:48:16.265504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-73c3f187-c1b4-4da0-bd97-6260718a3c34 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Made reservation on behalf of 07bbb5e932ef4db09c89d25658c53fac for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:48:16.269065 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-73c3f187-c1b4-4da0-bd97-6260718a3c34 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:16.319815 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-435eb93f-3541-44ad-9be8-cd7b20072c2c req-adc14218-605c-4141-8e4b-ff0f457d3acd tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713227 Aug 31 00:48:16.344290 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:16.407297 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port acd786ab-9fbe-4574-83b1-1c7308c27879, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=acd786ab-9fbe-4574-83b1-1c7308c27879,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:16.425562 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-c1d453d7-1d99-428e-885a-550111ab200d req-eb6fc0a6-af40-426f-acc5-a904ae06617a service neutron] For port b722f6da-4903-4747-95ef-a59eae43709b, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:16.475673 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c1d453d7-1d99-428e-885a-550111ab200d req-eb6fc0a6-af40-426f-acc5-a904ae06617a service neutron] Notify callbacks [] for binding, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:16.477624 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c1d453d7-1d99-428e-885a-550111ab200d req-eb6fc0a6-af40-426f-acc5-a904ae06617a service neutron] 10.222.0.48 "DELETE /v2.0/ports/b722f6da-4903-4747-95ef-a59eae43709b/bindings/n-h2-793621-34 HTTP/1.1" status: 204 len: 173 time: 0.5333335 Aug 31 00:48:16.540541 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:16.542136 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e8056128-b197-4ec7-90b6-4908008b37f9 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:48:16.558319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357fa7b-d252-4e24-aa4a-35c126bd846c req-7f8d1cc9-43e0-4bc5-b675-dea5ea06f06c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:16.561109 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5357fa7b-d252-4e24-aa4a-35c126bd846c req-7f8d1cc9-43e0-4bc5-b675-dea5ea06f06c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 945 time: 0.1585050 Aug 31 00:48:16.562912 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-73c3f187-c1b4-4da0-bd97-6260718a3c34 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Allocated IP 172.20.0.9 (9c77090e-b903-4c13-bc86-93cf39e7cac9/2df615be-0d8f-4191-b850-d061892bbd16/1f261e64-701b-4ca3-b8dd-9c4c6924f31a) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:48:16.609024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c4a20-3ac3-45b4-bfcc-19e82f1f91cf req-6feca4fd-f9e8-470e-85a7-db182b876d57 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:16.611912 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d85c4a20-3ac3-45b4-bfcc-19e82f1f91cf req-6feca4fd-f9e8-470e-85a7-db182b876d57 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 949 time: 0.0791965 Aug 31 00:48:16.663785 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5357fa7b-d252-4e24-aa4a-35c126bd846c req-f9328315-f5ed-41f7-a71f-4205085bfbd8 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814297 Aug 31 00:48:16.681539 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d85c4a20-3ac3-45b4-bfcc-19e82f1f91cf req-5baaa331-1d7a-4d5e-9f55-8a3ef610bb38 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623243 Aug 31 00:48:16.686752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=acd786ab-9fbe-4574-83b1-1c7308c27879,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:16.714397 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2073727b-f066-4bbf-bab0-9788174d36ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd786ab-9fbe-4574-83b1-1c7308c27879'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:16.719969 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aeb9a2-9f58-4cb4-a302-c221947fe7d1" -d '{"events": [{"server_uuid": "2073727b-f066-4bbf-bab0-9788174d36ce", "name": "network-vif-plugged", "status": "completed", "tag": "acd786ab-9fbe-4574-83b1-1c7308c27879"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:16.810245 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port e8056128-b197-4ec7-90b6-4908008b37f9 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:48:16.820834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port e8056128-b197-4ec7-90b6-4908008b37f9 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:48:16.822154 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:16.876585 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b39a0-2379-4077-9dba-0fae6bcbe56e req-682b1220-e182-450c-bda9-3a47514848f4 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:16.890376 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4b7b39a0-2379-4077-9dba-0fae6bcbe56e req-682b1220-e182-450c-bda9-3a47514848f4 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e HTTP/1.1" status: 200 len: 950 time: 0.1135929 Aug 31 00:48:16.929040 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-73c3f187-c1b4-4da0-bd97-6260718a3c34 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:16.957647 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:16.993382 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4b7b39a0-2379-4077-9dba-0fae6bcbe56e req-fdabddbc-62f5-45dc-84cb-66d04881fe05 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987284 Aug 31 00:48:17.028216 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port e8056128-b197-4ec7-90b6-4908008b37f9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e8056128-b197-4ec7-90b6-4908008b37f9,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:17.083489 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7dff6299-c36d-4ec4-9935-40180fa0a768 req-ec187236-974e-47c4-8372-37345021dc05 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 210 time: 0.0792475 Aug 31 00:48:17.158298 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:17.161219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 09b136f8-34e3-4e29-bd78-c03a72fdbec5 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:48:17.195146 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 09b136f8-34e3-4e29-bd78-c03a72fdbec5 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:48:17.196171 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 09b136f8-34e3-4e29-bd78-c03a72fdbec5 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:48:17.196313 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b722f6da-4903-4747-95ef-a59eae43709b no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:48:17.277165 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-73c3f187-c1b4-4da0-bd97-6260718a3c34 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:17.286207 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b722f6da-4903-4747-95ef-a59eae43709b not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:48:17.288497 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=e8056128-b197-4ec7-90b6-4908008b37f9,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:17.346488 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-73c3f187-c1b4-4da0-bd97-6260718a3c34 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Network 9c77090e-b903-4c13-bc86-93cf39e7cac9 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:48:17.359269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-73c3f187-c1b4-4da0-bd97-6260718a3c34 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:48:17.365196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-73c3f187-c1b4-4da0-bd97-6260718a3c34 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:48:17.380748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b58c62-95ae-4cb4-9c09-2f616981a563 req-783932f3-ecf6-4120-812a-7c1f533bdc61 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:17.382440 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-79b58c62-95ae-4cb4-9c09-2f616981a563 req-783932f3-ecf6-4120-812a-7c1f533bdc61 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 950 time: 0.1630635 Aug 31 00:48:17.385042 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3f187-c1b4-4da0-bd97-6260718a3c34 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Pushing event updated for resources: {'Port': ['ID=1f261e64-701b-4ca3-b8dd-9c4c6924f31a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:17.466201 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-73c3f187-c1b4-4da0-bd97-6260718a3c34 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:17.466980 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-73c3f187-c1b4-4da0-bd97-6260718a3c34 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:17.496491 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-79b58c62-95ae-4cb4-9c09-2f616981a563 req-c66b434f-3a24-4c25-8776-b5914a0fea9a tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898814 Aug 31 00:48:17.578833 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d522eaf5-bd88-408a-a938-95d6ac56a9a6 x-openstack-request-id: req-d522eaf5-bd88-408a-a938-95d6ac56a9a6 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:17.579260 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2073727b-f066-4bbf-bab0-9788174d36ce", "name": "network-vif-plugged", "status": "completed", "tag": "acd786ab-9fbe-4574-83b1-1c7308c27879", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:17.579657 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d522eaf5-bd88-408a-a938-95d6ac56a9a6 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:17.580303 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2073727b-f066-4bbf-bab0-9788174d36ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd786ab-9fbe-4574-83b1-1c7308c27879', 'code': 200} Aug 31 00:48:17.653873 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-73c3f187-c1b4-4da0-bd97-6260718a3c34 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8166637 Aug 31 00:48:17.681029 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Request body: {'port': {'device_id': '925136e0-4618-4b44-b1b9-8eb35c0c2166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:17.772002 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebb1ba-9e0e-4e61-9dd1-3df11321043b req-f66f5672-232e-4df3-901b-feb1f34ff61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:17.775322 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75ebb1ba-9e0e-4e61-9dd1-3df11321043b req-f66f5672-232e-4df3-901b-feb1f34ff61d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 1102 time: 0.1127646 Aug 31 00:48:17.852948 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75ebb1ba-9e0e-4e61-9dd1-3df11321043b req-ca2a299b-1494-4c76-b942-51adc4095256 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541112 Aug 31 00:48:17.900345 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53a886-1358-4dde-82ce-0e05cdf555b6 req-87cf69d4-4809-46ef-9d4c-dd66c25af91e tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:17.902443 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed53a886-1358-4dde-82ce-0e05cdf555b6 req-87cf69d4-4809-46ef-9d4c-dd66c25af91e tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 944 time: 0.2141619 Aug 31 00:48:17.903684 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:17.991999 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed53a886-1358-4dde-82ce-0e05cdf555b6 req-1465cca5-07e9-4b65-8b0d-451933c43523 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735078 Aug 31 00:48:18.149668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf32fd-506b-4311-a5a0-241a4bd7ddeb req-90298f14-16eb-425a-9f0d-08d38d916b64 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:18.156185 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf32fd-506b-4311-a5a0-241a4bd7ddeb req-90298f14-16eb-425a-9f0d-08d38d916b64 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:18.157898 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-82cf32fd-506b-4311-a5a0-241a4bd7ddeb req-90298f14-16eb-425a-9f0d-08d38d916b64 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d&device_id=fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e HTTP/1.1" status: 200 len: 1690 time: 0.0746562 Aug 31 00:48:18.200936 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95ee57-d568-49ec-ad69-583a6df68a55 req-d847a886-fa73-484d-a4d8-badf9bae9fcf tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:18.202217 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-82cf32fd-506b-4311-a5a0-241a4bd7ddeb req-c2a5a9a6-6616-4cdf-be6c-4cd0790e696b tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376389 Aug 31 00:48:18.202685 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc95ee57-d568-49ec-ad69-583a6df68a55 req-d847a886-fa73-484d-a4d8-badf9bae9fcf tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1207333 Aug 31 00:48:18.297213 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc95ee57-d568-49ec-ad69-583a6df68a55 req-69dcd0ab-7fcf-4edb-a525-81e014b3f908 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836179 Aug 31 00:48:18.374011 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e301e-0d60-432f-bbcd-866255dd67a2 req-ffb152f8-5d87-4fe3-a2e1-f9d7cfcb4240 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:18.378958 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f261e64-701b-4ca3-b8dd-9c4c6924f31a {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:18.389899 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-390e301e-0d60-432f-bbcd-866255dd67a2 req-ffb152f8-5d87-4fe3-a2e1-f9d7cfcb4240 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 949 time: 0.0952420 Aug 31 00:48:18.396181 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:18.420417 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Transition to ACTIVE for port object 1f261e64-701b-4ca3-b8dd-9c4c6924f31a will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:48:18.420754 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-390e301e-0d60-432f-bbcd-866255dd67a2 req-73761427-c735-4742-8444-225d1ed0493f tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381212 Aug 31 00:48:18.510120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd0dad-07c4-4b2a-b6c9-69806c29d719 req-7faf33f6-1ea0-488c-a2b3-17198781c593 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:18.512478 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5bcd0dad-07c4-4b2a-b6c9-69806c29d719 req-7faf33f6-1ea0-488c-a2b3-17198781c593 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 946 time: 0.0899060 Aug 31 00:48:18.568492 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:18.574095 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5bcd0dad-07c4-4b2a-b6c9-69806c29d719 req-fcee90f3-e213-41e0-90a3-077b7f4e6fb6 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540435 Aug 31 00:48:18.635653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c98d2-04b9-4684-84cd-f8035fecb199 req-4a65d525-7021-49eb-b72a-9fcb7262c6fc tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:18.646130 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ea8c98d2-04b9-4684-84cd-f8035fecb199 req-4a65d525-7021-49eb-b72a-9fcb7262c6fc tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 943 time: 0.0985932 Aug 31 00:48:18.672243 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Pushing event updated for resources: {'Port': ['ID=1f261e64-701b-4ca3-b8dd-9c4c6924f31a,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:18.723484 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ea8c98d2-04b9-4684-84cd-f8035fecb199 req-1cb8222c-011f-4a3c-bf1d-5d34fffdea6e tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693119 Aug 31 00:48:18.802824 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Attempting to bind port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:48:18.803225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Attempting to bind port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'e1ee2198-a8c6-4557-bb20-8af209e90d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:48:18.803614 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Attempting to bind port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a on network 9c77090e-b903-4c13-bc86-93cf39e7cac9 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:18.810418 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a on network 9c77090e-b903-4c13-bc86-93cf39e7cac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:48:18.810840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Attempting to bind port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a on network 9c77090e-b903-4c13-bc86-93cf39e7cac9 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:18.817215 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:48:18.817691 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Checking segment: {'id': 'e1ee2198-a8c6-4557-bb20-8af209e90d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:48:18.818200 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Bound using segment: {'id': 'e1ee2198-a8c6-4557-bb20-8af209e90d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:48:18.818796 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Bound port: 1f261e64-701b-4ca3-b8dd-9c4c6924f31a, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ee2198-a8c6-4557-bb20-8af209e90d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:48:18.824203 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:18.877757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54069a11-c624-42c8-a7b6-4200101bc75c req-ab50359e-870f-4829-b4ae-b95ee228edc1 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:18.880126 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54069a11-c624-42c8-a7b6-4200101bc75c req-ab50359e-870f-4829-b4ae-b95ee228edc1 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 1096 time: 0.0772674 Aug 31 00:48:18.933824 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] For port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:18.941557 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] For port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=1f261e64-701b-4ca3-b8dd-9c4c6924f31a,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:48:18.952758 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54069a11-c624-42c8-a7b6-4200101bc75c req-e9e75829-7054-40e1-83d6-a8d91d96f34b tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589225 Aug 31 00:48:19.075765 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:19.165733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:19.166516 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:19.168184 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] 10.222.0.48 "PUT /v2.0/ports/1f261e64-701b-4ca3-b8dd-9c4c6924f31a HTTP/1.1" status: 200 len: 1092 time: 1.5008199 Aug 31 00:48:19.168673 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925136e0-4618-4b44-b1b9-8eb35c0c2166', 'tag': '1f261e64-701b-4ca3-b8dd-9c4c6924f31a'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:19.171156 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22183435-5ab0-483b-b0d5-f2a20453cd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "925136e0-4618-4b44-b1b9-8eb35c0c2166", "tag": "1f261e64-701b-4ca3-b8dd-9c4c6924f31a"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:19.171517 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693735d8-86e9-47db-83be-f0c09eea5149 req-6984cfbd-754b-46c6-80a7-937ce10ea33b tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:19.174996 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-693735d8-86e9-47db-83be-f0c09eea5149 req-6984cfbd-754b-46c6-80a7-937ce10ea33b tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 950 time: 0.1081820 Aug 31 00:48:19.199988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bbf51-c9c8-41a2-b3b9-6a448dc52693 service neutron] Pushing event updated for resources: {'Port': ['ID=1f261e64-701b-4ca3-b8dd-9c4c6924f31a,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:19.250553 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-693735d8-86e9-47db-83be-f0c09eea5149 req-ba50abfd-20a5-4e94-ab38-3fb939782de9 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594447 Aug 31 00:48:19.386628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-dff58479-3e1d-4031-8aa7-e37de61a2928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:19.389094 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-dff58479-3e1d-4031-8aa7-e37de61a2928 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=07bbb5e932ef4db09c89d25658c53fac&device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 1095 time: 0.0750451 Aug 31 00:48:19.392869 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca17341-2eb5-4fd1-b337-6269e17a5ebe req-6dd81e59-eda8-4d47-a697-5303cd8f08e4 tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:19.398292 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bca17341-2eb5-4fd1-b337-6269e17a5ebe req-6dd81e59-eda8-4d47-a697-5303cd8f08e4 tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 1101 time: 0.0749559 Aug 31 00:48:19.459783 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bca17341-2eb5-4fd1-b337-6269e17a5ebe req-ed597e60-a07d-4190-94a5-ffecd7cb9596 tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541966 Aug 31 00:48:19.475803 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-2011dda0-d004-4773-aaf0-45861433b5f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f261e64-701b-4ca3-b8dd-9c4c6924f31a HTTP/1.1" status: 200 len: 217 time: 0.0672152 Aug 31 00:48:19.523708 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736664d0-72a4-4718-80b2-9ea6a8fd20b4 x-openstack-request-id: req-736664d0-72a4-4718-80b2-9ea6a8fd20b4 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:19.524205 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925136e0-4618-4b44-b1b9-8eb35c0c2166", "tag": "1f261e64-701b-4ca3-b8dd-9c4c6924f31a", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:19.524616 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-736664d0-72a4-4718-80b2-9ea6a8fd20b4 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:19.527242 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925136e0-4618-4b44-b1b9-8eb35c0c2166', 'tag': '1f261e64-701b-4ca3-b8dd-9c4c6924f31a', 'status': 'completed', 'code': 200} Aug 31 00:48:19.582100 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810ca3ed-f907-4987-bf30-0a83a112181b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8056128-b197-4ec7-90b6-4908008b37f9'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:19.586034 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15de0848-c706-4825-95a2-2293210164e4" -d '{"events": [{"server_uuid": "810ca3ed-f907-4987-bf30-0a83a112181b", "name": "network-vif-plugged", "status": "completed", "tag": "e8056128-b197-4ec7-90b6-4908008b37f9"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:19.631851 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb56c9-3430-4341-951c-ec38fd78ee2a req-19c3dcd8-b21c-40f0-adca-87ef1a9381fa tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:19.633642 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4bb56c9-3430-4341-951c-ec38fd78ee2a req-19c3dcd8-b21c-40f0-adca-87ef1a9381fa tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 949 time: 0.0604141 Aug 31 00:48:19.672813 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-1ce4924c-779d-44c0-afb3-95a45fd079a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:19.675232 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-1ce4924c-779d-44c0-afb3-95a45fd079a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2df615be-0d8f-4191-b850-d061892bbd16 HTTP/1.1" status: 200 len: 845 time: 0.1934130 Aug 31 00:48:19.690057 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4bb56c9-3430-4341-951c-ec38fd78ee2a req-81b72c26-c26a-4b8e-8865-1b008cf65edb tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490391 Aug 31 00:48:19.741981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-6f4b3d76-062d-4bcf-97e8-2bd2225ee8bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c77090e-b903-4c13-bc86-93cf39e7cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562882 Aug 31 00:48:19.849493 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-d4e9cb01-4dcf-48d0-a473-7574d44830a5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:19.852076 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-d4e9cb01-4dcf-48d0-a473-7574d44830a5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 808 time: 0.3897483 Aug 31 00:48:19.860851 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732870a-2ec3-46e2-ba4b-e1e8e05e902a req-60db0209-e09a-4012-8db7-4dae741b0659 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:19.863809 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e732870a-2ec3-46e2-ba4b-e1e8e05e902a req-60db0209-e09a-4012-8db7-4dae741b0659 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.0605509 Aug 31 00:48:19.893641 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-d9d0508d-b503-4537-b205-615f41385207 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/quotas/94c1e14dadd544e0828f51650b31e0cc HTTP/1.1" status: 200 len: 375 time: 0.0308661 Aug 31 00:48:19.917885 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e732870a-2ec3-46e2-ba4b-e1e8e05e902a req-5b0529f0-451c-4c34-83d7-9e821a7a8aea tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466135 Aug 31 00:48:20.001484 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-6c4879e4-d2a0-4bdd-828b-479866cc5de7 service neutron] 10.222.0.48 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490072 Aug 31 00:48:20.019780 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-0f3d1075-5d95-4e66-a7a2-2513847ba279 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1069984 Aug 31 00:48:20.096140 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e057b29-0438-4c50-a2d3-dea0df916789 req-c319d5eb-4628-4f36-8f6d-73e1d85bf63b tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:20.098984 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9e057b29-0438-4c50-a2d3-dea0df916789 req-c319d5eb-4628-4f36-8f6d-73e1d85bf63b tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e HTTP/1.1" status: 200 len: 1102 time: 0.0743444 Aug 31 00:48:20.150686 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9e057b29-0438-4c50-a2d3-dea0df916789 req-d79486e2-03a7-4fbf-909b-0c1bad437fcf tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434592 Aug 31 00:48:20.216556 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224724cd-7095-4492-873d-e11e9f405b53 x-openstack-request-id: req-224724cd-7095-4492-873d-e11e9f405b53 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:20.217172 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810ca3ed-f907-4987-bf30-0a83a112181b", "name": "network-vif-plugged", "status": "completed", "tag": "e8056128-b197-4ec7-90b6-4908008b37f9", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:20.217821 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-224724cd-7095-4492-873d-e11e9f405b53 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:20.219000 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810ca3ed-f907-4987-bf30-0a83a112181b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8056128-b197-4ec7-90b6-4908008b37f9', 'code': 200} Aug 31 00:48:20.244823 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f924f293-0e3d-450b-98f6-a4edb1f66c2e req-c04edaca-7560-44da-9569-c3100dae123f service neutron] 10.222.0.48 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335868 Aug 31 00:48:20.266296 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-784ec84f-fee0-4530-bfea-2115dc8c9f2c service neutron] 10.222.0.16 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315390 Aug 31 00:48:20.393939 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-94ea45d6-248f-4159-82aa-8f435f6c51e5 service neutron] 10.222.0.16 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121821 Aug 31 00:48:20.437274 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b9b3-77d1-41f7-af32-e235fc0c046a req-f503aa21-cfff-49b0-a932-75abe8ed586d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:20.437274 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4727b9b3-77d1-41f7-af32-e235fc0c046a req-f503aa21-cfff-49b0-a932-75abe8ed586d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 946 time: 0.1392481 Aug 31 00:48:20.444493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e2f16-a2ad-49f2-8529-8c7a9ffd5d61 req-ed3e8d1c-0163-4df2-9974-761b2d6772c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:20.446740 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e44e2f16-a2ad-49f2-8529-8c7a9ffd5d61 req-ed3e8d1c-0163-4df2-9974-761b2d6772c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 1098 time: 0.1358461 Aug 31 00:48:20.492441 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22183435-5ab0-483b-b0d5-f2a20453cd6c req-de27c3e6-2e98-479e-9080-2f4fd3c3cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:20.495112 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-22183435-5ab0-483b-b0d5-f2a20453cd6c req-de27c3e6-2e98-479e-9080-2f4fd3c3cb83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=07bbb5e932ef4db09c89d25658c53fac&device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 1095 time: 0.0761640 Aug 31 00:48:20.516165 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4727b9b3-77d1-41f7-af32-e235fc0c046a req-8cda5f02-e476-4e0d-9e7f-d3ba670a5bec tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681438 Aug 31 00:48:20.526710 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e44e2f16-a2ad-49f2-8529-8c7a9ffd5d61 req-b945c396-79ef-4fda-a5cf-00444001f1f8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699403 Aug 31 00:48:20.643716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22183435-5ab0-483b-b0d5-f2a20453cd6c req-8423d5f5-5e5f-4583-9c68-f59114841c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:20.645678 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-22183435-5ab0-483b-b0d5-f2a20453cd6c req-8423d5f5-5e5f-4583-9c68-f59114841c6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=9c77090e-b903-4c13-bc86-93cf39e7cac9 HTTP/1.1" status: 200 len: 906 time: 0.1397920 Aug 31 00:48:20.692542 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a20302-9c85-4037-9a97-bf93310851dd req-4928afe2-40c4-467d-ac43-753c5f2edc68 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:20.695516 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d7a20302-9c85-4037-9a97-bf93310851dd req-4928afe2-40c4-467d-ac43-753c5f2edc68 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 943 time: 0.1031077 Aug 31 00:48:20.701146 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-22183435-5ab0-483b-b0d5-f2a20453cd6c req-d154b94b-8a74-4127-87e6-9e24ba3d2d4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f261e64-701b-4ca3-b8dd-9c4c6924f31a HTTP/1.1" status: 200 len: 217 time: 0.0471084 Aug 31 00:48:20.772502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22183435-5ab0-483b-b0d5-f2a20453cd6c req-879a9314-0519-4718-bee0-d87cd2ae4da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:20.775323 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-22183435-5ab0-483b-b0d5-f2a20453cd6c req-879a9314-0519-4718-bee0-d87cd2ae4da4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2df615be-0d8f-4191-b850-d061892bbd16 HTTP/1.1" status: 200 len: 845 time: 0.0648274 Aug 31 00:48:20.776315 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d7a20302-9c85-4037-9a97-bf93310851dd req-9dc43021-abe3-44bb-9d79-db6fca7c4101 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713937 Aug 31 00:48:20.822669 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-22183435-5ab0-483b-b0d5-f2a20453cd6c req-b42fb394-51ee-4eb8-b33e-ecb473e54986 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c77090e-b903-4c13-bc86-93cf39e7cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352952 Aug 31 00:48:20.969065 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8795ae-57e4-4505-be6b-e389ea408584 req-05d4cb8b-341f-4336-ab09-1044404fbad4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:20.973674 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4f8795ae-57e4-4505-be6b-e389ea408584 req-05d4cb8b-341f-4336-ab09-1044404fbad4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 950 time: 0.1012738 Aug 31 00:48:20.982429 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-22183435-5ab0-483b-b0d5-f2a20453cd6c req-fc739e41-5bc5-465e-8944-fb9375eb782a service neutron] 10.222.0.48 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499703 Aug 31 00:48:21.075734 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4f8795ae-57e4-4505-be6b-e389ea408584 req-a52a3944-338f-4c95-a04f-933592cef983 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904479 Aug 31 00:48:21.136891 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-352cfbcd-23da-4d10-bfe8-53e0cbd4572e req-ffd05eff-0ee6-4803-b47c-ce068df0876d tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 210 time: 0.0519993 Aug 31 00:48:21.199634 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-22183435-5ab0-483b-b0d5-f2a20453cd6c req-60ec5211-8f6a-47dd-af23-068b60784318 service neutron] 10.222.0.48 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027466 Aug 31 00:48:21.270616 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921fc90-3afd-447e-94e2-627937e19390 req-53f7b208-6f89-41f6-aae0-4b49996d6c42 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:21.272807 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f921fc90-3afd-447e-94e2-627937e19390 req-53f7b208-6f89-41f6-aae0-4b49996d6c42 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 949 time: 0.0995119 Aug 31 00:48:21.319756 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f01319-da68-494d-ba49-4eb776048ab8 req-f6eff9ce-3fb3-4dfe-8c6b-338795519edd tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:21.322901 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-38f01319-da68-494d-ba49-4eb776048ab8 req-f6eff9ce-3fb3-4dfe-8c6b-338795519edd tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.0711398 Aug 31 00:48:21.333900 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f921fc90-3afd-447e-94e2-627937e19390 req-7b4ba5c9-8d1a-45c7-98e6-39192aeca59e tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505445 Aug 31 00:48:21.379473 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-38f01319-da68-494d-ba49-4eb776048ab8 req-97e8c561-b809-4b1a-930c-084ec2f238ad tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443406 Aug 31 00:48:21.506364 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-6788f541-c819-4ed2-b917-70066fe71e69 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252070 Aug 31 00:48:21.685980 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-999b6fda-edf5-47b4-be39-4466346f017e tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:21.688575 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-999b6fda-edf5-47b4-be39-4466346f017e tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736224 Aug 31 00:48:21.714834 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-c0cff198-90c1-4a84-87ec-1e7c947f928d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/quotas/0df1dc9ce961447d8c0a4fac26dd9a67 HTTP/1.1" status: 200 len: 375 time: 0.0175464 Aug 31 00:48:21.803063 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-948acc9e-68f8-4e8b-8431-c002e09904b5 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788171 Aug 31 00:48:21.926285 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab6cf3-5ad9-4615-8a95-3e3e49172268 req-c555c41b-4674-4e73-8bc8-c7f227188da8 tempest-LiveMigrationNegativeTest-1490359676 tempest-LiveMigrationNegativeTest-1490359676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:21.927850 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fab6cf3-5ad9-4615-8a95-3e3e49172268 req-c555c41b-4674-4e73-8bc8-c7f227188da8 tempest-LiveMigrationNegativeTest-1490359676 tempest-LiveMigrationNegativeTest-1490359676-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 1101 time: 0.0590589 Aug 31 00:48:21.954381 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7fab6cf3-5ad9-4615-8a95-3e3e49172268 req-49684aa6-252e-44ec-b3fc-6a73c4423080 tempest-LiveMigrationNegativeTest-1490359676 tempest-LiveMigrationNegativeTest-1490359676-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:22.117131 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7fab6cf3-5ad9-4615-8a95-3e3e49172268 req-49684aa6-252e-44ec-b3fc-6a73c4423080 tempest-LiveMigrationNegativeTest-1490359676 tempest-LiveMigrationNegativeTest-1490359676-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:22.252125 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7fab6cf3-5ad9-4615-8a95-3e3e49172268 req-49684aa6-252e-44ec-b3fc-6a73c4423080 tempest-LiveMigrationNegativeTest-1490359676 tempest-LiveMigrationNegativeTest-1490359676-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:22.298348 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fab6cf3-5ad9-4615-8a95-3e3e49172268 req-49684aa6-252e-44ec-b3fc-6a73c4423080 tempest-LiveMigrationNegativeTest-1490359676 tempest-LiveMigrationNegativeTest-1490359676-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600800 Aug 31 00:48:22.312813 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49684aa6-252e-44ec-b3fc-6a73c4423080 tempest-LiveMigrationNegativeTest-1490359676 tempest-LiveMigrationNegativeTest-1490359676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d91eb35-fad1-42be-adc3-5afedafdb180,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:22.484713 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ef96b-7a26-4842-a4a8-a851a156033a req-4db6ad7d-7541-4de4-bd51-3f7d025a7239 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:22.489548 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b68ef96b-7a26-4842-a4a8-a851a156033a req-4db6ad7d-7541-4de4-bd51-3f7d025a7239 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 946 time: 0.0818329 Aug 31 00:48:22.550573 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b68ef96b-7a26-4842-a4a8-a851a156033a req-b2e6eafb-09b3-4112-b015-77bf97b7e538 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501008 Aug 31 00:48:22.705688 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416cff5-7d22-4f62-a115-80f5ac3aded3 req-af52b012-1f7a-400b-b053-3b90fdc0938a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:22.707670 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9416cff5-7d22-4f62-a115-80f5ac3aded3 req-af52b012-1f7a-400b-b053-3b90fdc0938a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 943 time: 0.0608804 Aug 31 00:48:22.778747 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9416cff5-7d22-4f62-a115-80f5ac3aded3 req-53f1c1b1-0aea-46c2-9454-0e3829020e0b tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627089 Aug 31 00:48:22.894393 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4b24b-e173-4b44-a0d3-b2af55120a37 req-9a29b5d1-dd9f-485a-bde7-1009dd6e592f tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:22.900772 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c6f4b24b-e173-4b44-a0d3-b2af55120a37 req-9a29b5d1-dd9f-485a-bde7-1009dd6e592f tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 950 time: 0.0964956 Aug 31 00:48:22.969690 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c6f4b24b-e173-4b44-a0d3-b2af55120a37 req-ea5eeafc-fcf0-4df1-a84b-e8eeb834692e tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571737 Aug 31 00:48:23.021012 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64cfccf9-63b6-40eb-b58d-7bdee038be32 req-87d78611-f6c9-4273-a6e8-2c495e4ccd4a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 210 time: 0.0356543 Aug 31 00:48:23.226471 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41001810-7167-4b99-9789-62547f476dda req-aa03d5ae-418c-45cc-b93b-e32dd124b21b tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:23.226471 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-41001810-7167-4b99-9789-62547f476dda req-aa03d5ae-418c-45cc-b93b-e32dd124b21b tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 1098 time: 0.0570507 Aug 31 00:48:23.226855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a8ca5-5729-40d2-a55d-55d91ab97cdb req-61fd8e79-0bda-4f02-b0f1-d8ed2297ccef tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:23.226855 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-809a8ca5-5729-40d2-a55d-55d91ab97cdb req-61fd8e79-0bda-4f02-b0f1-d8ed2297ccef tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.0871699 Aug 31 00:48:23.256055 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-41001810-7167-4b99-9789-62547f476dda req-703d5484-0785-4c99-a677-6d0da8d50aba tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533130 Aug 31 00:48:23.282105 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-809a8ca5-5729-40d2-a55d-55d91ab97cdb req-1139ebea-c036-4117-bba7-5a7f2d8cf12e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489070 Aug 31 00:48:23.577202 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-55cef1cd-55e2-406a-b146-cd505d119a5d tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:23.579101 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-55cef1cd-55e2-406a-b146-cd505d119a5d tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.41 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 808 time: 0.1499839 Aug 31 00:48:23.606899 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-4d4766b2-5ce1-4fdd-bf74-afccaa6013c5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Request body: {'port': {'device_id': 'f9e17ef1-ddc2-41ab-951c-ac833b83b66d', 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a', 'admin_state_up': True, 'tenant_id': '94c1e14dadd544e0828f51650b31e0cc'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:23.857873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-4d4766b2-5ce1-4fdd-bf74-afccaa6013c5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Made reservation on behalf of 94c1e14dadd544e0828f51650b31e0cc for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:48:23.864246 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-4d4766b2-5ce1-4fdd-bf74-afccaa6013c5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:23.959030 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-906973c8-8858-4e78-ae30-f46f51ee6103 req-2f92a784-d819-4f9d-a5ce-1abe9d6cb10f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 210 time: 0.0335093 Aug 31 00:48:23.973567 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 1f261e64-701b-4ca3-b8dd-9c4c6924f31a details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:48:24.197793 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=1f261e64-701b-4ca3-b8dd-9c4c6924f31a,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:24.218067 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '1f261e64-701b-4ca3-b8dd-9c4c6924f31a', 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9', 'port_id': '1f261e64-701b-4ca3-b8dd-9c4c6924f31a', 'mac_address': 'fa:16:3e:e9:84:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df615be-0d8f-4191-b850-d061892bbd16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:48:24.234241 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868cfe4-7ed0-4941-aa22-3733ea9fa849 req-fd343298-2555-45d9-93d8-33282663762a tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:24.236937 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6868cfe4-7ed0-4941-aa22-3733ea9fa849 req-fd343298-2555-45d9-93d8-33282663762a tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 1098 time: 0.4396939 Aug 31 00:48:24.269273 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:24.284648 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f261e64-701b-4ca3-b8dd-9c4c6924f31a {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:24.313030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=1f261e64-701b-4ca3-b8dd-9c4c6924f31a,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:24.384112 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6868cfe4-7ed0-4941-aa22-3733ea9fa849 req-f5684b4a-b42e-429e-a45c-2ef30d973ced tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972769 Aug 31 00:48:24.423392 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:24.459647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-4d4766b2-5ce1-4fdd-bf74-afccaa6013c5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Allocated IP 172.20.0.2 (1201673d-ac71-4ee8-8cb6-849c3511a23a/519a0f3b-cc60-470d-b6ba-128b5161d8a4/91a0de3a-9893-4528-801d-e534905eb920) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:48:24.528796 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=1f261e64-701b-4ca3-b8dd-9c4c6924f31a,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:24.694440 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7db54-2df3-4b21-b731-25b140cc0abd req-2647bf9e-902d-4821-bb7a-1fe98e5ffad2 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:24.696010 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-58f7db54-2df3-4b21-b731-25b140cc0abd req-2647bf9e-902d-4821-bb7a-1fe98e5ffad2 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 950 time: 0.0794730 Aug 31 00:48:24.703074 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f971b8-d0ca-440d-8cac-82b66e4d9aeb req-773350eb-c2cc-4264-8628-651fc6ba0fdf tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:24.705690 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-84f971b8-d0ca-440d-8cac-82b66e4d9aeb req-773350eb-c2cc-4264-8628-651fc6ba0fdf tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 944 time: 0.1717949 Aug 31 00:48:24.769316 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-58f7db54-2df3-4b21-b731-25b140cc0abd req-7885a556-639e-4e66-aff1-82007611d418 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554760 Aug 31 00:48:24.801740 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-84f971b8-d0ca-440d-8cac-82b66e4d9aeb req-a9672d0c-add3-4731-9060-8f17093a63fb tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865877 Aug 31 00:48:24.816752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['1f261e64-701b-4ca3-b8dd-9c4c6924f31a'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:24.819634 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-4d4766b2-5ce1-4fdd-bf74-afccaa6013c5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:25.006269 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a11d69e7-a17f-4aa3-883c-25d4a7adcce3 req-21f222f8-5007-48d8-b14a-c4099cd90d3c tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 210 time: 0.0492458 Aug 31 00:48:25.009241 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-4d4766b2-5ce1-4fdd-bf74-afccaa6013c5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:25.101738 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-4d4766b2-5ce1-4fdd-bf74-afccaa6013c5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Network 1201673d-ac71-4ee8-8cb6-849c3511a23a is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:48:25.115313 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-4d4766b2-5ce1-4fdd-bf74-afccaa6013c5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:48:25.123545 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-4d4766b2-5ce1-4fdd-bf74-afccaa6013c5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:48:25.189352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b2c9a-6806-45db-ba05-e7f608399144 req-3bced7ff-4074-4ee2-bada-8e76332e8bea tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:25.203668 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c28b2c9a-6806-45db-ba05-e7f608399144 req-3bced7ff-4074-4ee2-bada-8e76332e8bea tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1424267 Aug 31 00:48:25.205545 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4766b2-5ce1-4fdd-bf74-afccaa6013c5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Pushing event updated for resources: {'Port': ['ID=91a0de3a-9893-4528-801d-e534905eb920,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:25.267119 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-4d4766b2-5ce1-4fdd-bf74-afccaa6013c5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:25.268203 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-4d4766b2-5ce1-4fdd-bf74-afccaa6013c5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:25.301182 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c28b2c9a-6806-45db-ba05-e7f608399144 req-d40683e1-5bbe-4f4a-b224-5cc5a743670d tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916166 Aug 31 00:48:25.380001 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748d978-0978-4037-97bc-31f79130b0dd req-5edf3828-0fac-4c39-8f0f-2dcf3e94f91b tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:25.382646 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5748d978-0978-4037-97bc-31f79130b0dd req-5edf3828-0fac-4c39-8f0f-2dcf3e94f91b tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 949 time: 0.1080663 Aug 31 00:48:25.423607 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-4d4766b2-5ce1-4fdd-bf74-afccaa6013c5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8278792 Aug 31 00:48:25.440542 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5748d978-0978-4037-97bc-31f79130b0dd req-0190cb91-080f-43be-a6fd-2bbb0a7a7965 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423086 Aug 31 00:48:25.449774 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Request body: {'port': {'device_id': 'f9e17ef1-ddc2-41ab-951c-ac833b83b66d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:25.472449 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5046d5ca-1679-4fcd-861e-310fb01f75e2 req-23a4ea4a-86fe-447a-93b0-2f81356edef3 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 210 time: 0.0510132 Aug 31 00:48:25.519572 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:25.870953 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca07bc6-0de4-4e87-8fc1-ee6f777064db req-17df84aa-3f7b-4a4b-a07b-e151c8bc4998 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:25.874056 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aca07bc6-0de4-4e87-8fc1-ee6f777064db req-17df84aa-3f7b-4a4b-a07b-e151c8bc4998 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.41 "GET /v2.0/ports?device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 950 time: 0.1891897 Aug 31 00:48:25.910934 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fd23d-050c-4c4d-acc0-412cdbd637c6 req-b71152a2-858b-454b-8324-4c66e2ae76e6 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:25.914688 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a14fd23d-050c-4c4d-acc0-412cdbd637c6 req-b71152a2-858b-454b-8324-4c66e2ae76e6 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 1098 time: 0.0622728 Aug 31 00:48:25.988725 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a14fd23d-050c-4c4d-acc0-412cdbd637c6 req-e07646f6-afa7-407f-9827-7fccb4ed201a tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607431 Aug 31 00:48:26.144146 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90694af7-bc21-46e4-b896-7781352750a4 req-356edd73-f08e-41af-bcee-c9dabd9d480d tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:26.146932 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-90694af7-bc21-46e4-b896-7781352750a4 req-356edd73-f08e-41af-bcee-c9dabd9d480d tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 950 time: 0.2485926 Aug 31 00:48:26.201690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecc345-d135-4a16-a149-d19e379139a0 req-1b7daa49-966e-4843-9556-fc9352eb8e52 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:26.209341 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-84ecc345-d135-4a16-a149-d19e379139a0 req-1b7daa49-966e-4843-9556-fc9352eb8e52 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 944 time: 0.0821159 Aug 31 00:48:26.221456 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-ec9c6b08-d380-4352-bd63-8102dd605643 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431225 Aug 31 00:48:26.310922 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-aca07bc6-0de4-4e87-8fc1-ee6f777064db req-67d07c93-4f29-40ae-8f3c-844771068cf4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Deleting port acd786ab-9fbe-4574-83b1-1c7308c27879 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:48:26.311828 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-aca07bc6-0de4-4e87-8fc1-ee6f777064db req-67d07c93-4f29-40ae-8f3c-844771068cf4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:26.337394 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-90694af7-bc21-46e4-b896-7781352750a4 req-9e1a8d45-9194-4784-8c81-fbce7bbb04e9 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a95540d-cdc8-43ca-b656-c0da9a859313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717470 Aug 31 00:48:26.359625 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a0de3a-9893-4528-801d-e534905eb920 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:26.425549 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:26.469870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Transition to ACTIVE for port object 91a0de3a-9893-4528-801d-e534905eb920 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:48:26.500164 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-84ecc345-d135-4a16-a149-d19e379139a0 req-b9dbfbec-7ced-414d-8454-c4cd6770cb4b tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709799 Aug 31 00:48:26.524311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-622ca16f-ff37-482b-9e2b-4836725faecc tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:26.535585 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-622ca16f-ff37-482b-9e2b-4836725faecc tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2998457 Aug 31 00:48:26.557013 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-93508419-0fae-4fc7-8f72-68d92446ceca tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Request body: {'port': {'device_id': 'd9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '0df1dc9ce961447d8c0a4fac26dd9a67'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:26.608405 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:26.735518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973657e-9c6e-4598-94ec-df306c33df6b req-7c0bd2cf-07f5-4aad-870f-3938f0512059 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:26.736343 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2973657e-9c6e-4598-94ec-df306c33df6b req-7c0bd2cf-07f5-4aad-870f-3938f0512059 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1170704 Aug 31 00:48:26.759898 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-aca07bc6-0de4-4e87-8fc1-ee6f777064db req-67d07c93-4f29-40ae-8f3c-844771068cf4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] For port acd786ab-9fbe-4574-83b1-1c7308c27879, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=acd786ab-9fbe-4574-83b1-1c7308c27879,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:26.760525 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-aca07bc6-0de4-4e87-8fc1-ee6f777064db req-67d07c93-4f29-40ae-8f3c-844771068cf4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:26.797086 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-0089950d-6863-448e-a5d5-f07cd555dc25 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436993 Aug 31 00:48:26.825880 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-aca07bc6-0de4-4e87-8fc1-ee6f777064db req-67d07c93-4f29-40ae-8f3c-844771068cf4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Calling delete_port for acd786ab-9fbe-4574-83b1-1c7308c27879 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:48:26.879793 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Pushing event updated for resources: {'Port': ['ID=91a0de3a-9893-4528-801d-e534905eb920,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:26.909291 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ee0f4-77c9-4e53-bc12-b21bbb8fecf1 req-19f0bac7-120f-4ca3-8e14-81b8858b95ba tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:26.910494 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2973657e-9c6e-4598-94ec-df306c33df6b req-2f4f0014-05e9-445e-823f-5d3fc9f8305a tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354830 Aug 31 00:48:26.911686 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-344ee0f4-77c9-4e53-bc12-b21bbb8fecf1 req-19f0bac7-120f-4ca3-8e14-81b8858b95ba tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.41 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 949 time: 0.4132776 Aug 31 00:48:26.915931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-93508419-0fae-4fc7-8f72-68d92446ceca tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Made reservation on behalf of 0df1dc9ce961447d8c0a4fac26dd9a67 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:48:26.922040 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-93508419-0fae-4fc7-8f72-68d92446ceca tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:27.054775 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2ad2-89f6-48d2-a20d-f4156b1f9317 req-62e72fb7-41bb-423a-9f0f-9334c1463876 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:27.056711 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f22d2ad2-89f6-48d2-a20d-f4156b1f9317 req-62e72fb7-41bb-423a-9f0f-9334c1463876 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 943 time: 0.4561837 Aug 31 00:48:27.203034 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Attempting to bind port 91a0de3a-9893-4528-801d-e534905eb920 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:48:27.203313 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Attempting to bind port 91a0de3a-9893-4528-801d-e534905eb920 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:48:27.203607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Attempting to bind port 91a0de3a-9893-4528-801d-e534905eb920 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:27.221595 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f22d2ad2-89f6-48d2-a20d-f4156b1f9317 req-dc7cf6dd-873a-4906-ab5b-c13c2c3c1a31 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394749 Aug 31 00:48:27.225478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Port 91a0de3a-9893-4528-801d-e534905eb920 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:48:27.225478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Attempting to bind port 91a0de3a-9893-4528-801d-e534905eb920 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:27.242536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:48:27.242909 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Checking segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:48:27.243311 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Bound using segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:48:27.243769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Bound port: 91a0de3a-9893-4528-801d-e534905eb920, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:48:27.244140 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:27.357872 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-344ee0f4-77c9-4e53-bc12-b21bbb8fecf1 req-936fc27c-2034-4668-aff0-8ee276f6cbd1 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Deleting port 63204dd9-360a-49aa-a943-b5b555d9882d {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:48:27.358860 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-344ee0f4-77c9-4e53-bc12-b21bbb8fecf1 req-936fc27c-2034-4668-aff0-8ee276f6cbd1 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:27.429622 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c954c2d4-f9b5-4d6f-9a7c-9277e143b90d req-7b988d38-eb68-4fd6-a9bd-6d07ac1c37ab tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 210 time: 0.0939481 Aug 31 00:48:27.442389 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-30515fc3-8ed9-4c55-b626-79c05a8fe2d8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:27.445127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-30515fc3-8ed9-4c55-b626-79c05a8fe2d8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6366322 Aug 31 00:48:27.464378 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-aca07bc6-0de4-4e87-8fc1-ee6f777064db req-67d07c93-4f29-40ae-8f3c-844771068cf4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:27.484690 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['acd786ab-9fbe-4574-83b1-1c7308c27879'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:27.489247 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] For port 91a0de3a-9893-4528-801d-e534905eb920, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:27.517948 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-939c2dab-4c48-4d29-be1d-cd4fbfe7e172 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Request body: {'port': {'device_id': '2eeb7abe-e996-4c8f-9466-20b8aaf6aa16', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '0df1dc9ce961447d8c0a4fac26dd9a67'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:27.530730 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d07c93-4f29-40ae-8f3c-844771068cf4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Pushing event deleted for resources: {'Port': ['ID=acd786ab-9fbe-4574-83b1-1c7308c27879,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:27.545491 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] For port 91a0de3a-9893-4528-801d-e534905eb920, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=91a0de3a-9893-4528-801d-e534905eb920,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:48:27.634662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92750d-a6bd-48dc-9c27-bb49b3dada88 req-2fcfda3c-5773-44c2-94c3-a838e4ed3135 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:27.634662 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d92750d-a6bd-48dc-9c27-bb49b3dada88 req-2fcfda3c-5773-44c2-94c3-a838e4ed3135 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 949 time: 0.3117139 Aug 31 00:48:27.634944 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca07bc6-0de4-4e87-8fc1-ee6f777064db req-67d07c93-4f29-40ae-8f3c-844771068cf4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] No DVR routers for this DVR port acd786ab-9fbe-4574-83b1-1c7308c27879 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:48:27.634944 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-aca07bc6-0de4-4e87-8fc1-ee6f777064db req-67d07c93-4f29-40ae-8f3c-844771068cf4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:27.635390 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aca07bc6-0de4-4e87-8fc1-ee6f777064db req-67d07c93-4f29-40ae-8f3c-844771068cf4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.41 "DELETE /v2.0/ports/acd786ab-9fbe-4574-83b1-1c7308c27879 HTTP/1.1" status: 204 len: 173 time: 1.7529607 Aug 31 00:48:27.635958 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2073727b-f066-4bbf-bab0-9788174d36ce', 'name': 'network-vif-deleted', 'tag': 'acd786ab-9fbe-4574-83b1-1c7308c27879'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:27.638327 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087b6e88-72d6-4331-b74a-3ee30f92f60f" -d '{"events": [{"server_uuid": "2073727b-f066-4bbf-bab0-9788174d36ce", "name": "network-vif-deleted", "tag": "acd786ab-9fbe-4574-83b1-1c7308c27879"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:27.643570 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-344ee0f4-77c9-4e53-bc12-b21bbb8fecf1 req-936fc27c-2034-4668-aff0-8ee276f6cbd1 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] For port 63204dd9-360a-49aa-a943-b5b555d9882d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=63204dd9-360a-49aa-a943-b5b555d9882d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:27.643948 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-344ee0f4-77c9-4e53-bc12-b21bbb8fecf1 req-936fc27c-2034-4668-aff0-8ee276f6cbd1 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:27.664112 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-344ee0f4-77c9-4e53-bc12-b21bbb8fecf1 req-936fc27c-2034-4668-aff0-8ee276f6cbd1 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Calling delete_port for 63204dd9-360a-49aa-a943-b5b555d9882d owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:48:27.679295 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c91a0-d003-422f-aca6-c25de5631f90 req-c3f71736-f55d-4fd8-9861-2f6ff76b7e9f tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:27.684714 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ac9c91a0-d003-422f-aca6-c25de5631f90 req-c3f71736-f55d-4fd8-9861-2f6ff76b7e9f tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 1098 time: 0.1033943 Aug 31 00:48:27.705726 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-93508419-0fae-4fc7-8f72-68d92446ceca tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Allocated IP 192.168.233.140 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/3298cd05-ac5e-428e-abee-19b14d8a4d33) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:48:27.775324 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:27.793318 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d92750d-a6bd-48dc-9c27-bb49b3dada88 req-dbb5d616-509f-4a96-bb3d-02b4b4a353dd tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391771 Aug 31 00:48:27.875414 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:27.877123 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:27.879637 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] 10.222.0.41 "PUT /v2.0/ports/91a0de3a-9893-4528-801d-e534905eb920 HTTP/1.1" status: 200 len: 1092 time: 2.4379926 Aug 31 00:48:27.915712 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ac9c91a0-d003-422f-aca6-c25de5631f90 req-607cdca5-7c81-45ee-88a7-cbafc97cacc8 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081664 Aug 31 00:48:27.937723 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebf39b-8c66-4f2f-b81d-513155686c5e service neutron] Pushing event updated for resources: {'Port': ['ID=91a0de3a-9893-4528-801d-e534905eb920,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:27.994793 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 1f261e64-701b-4ca3-b8dd-9c4c6924f31a up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:48:28.051961 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e960194-c1bb-4d63-b701-bec0f7db37f6 req-44deba7e-1515-4388-bf42-fe918ec044f4 tempest-DeleteServersAdminTestJSON-706607982 tempest-DeleteServersAdminTestJSON-706607982-project] 10.222.0.16 "GET /v2.0/ports?device_id=2073727b-f066-4bbf-bab0-9788174d36ce HTTP/1.1" status: 200 len: 210 time: 0.0760634 Aug 31 00:48:28.082041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-939c2dab-4c48-4d29-be1d-cd4fbfe7e172 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Made reservation on behalf of 0df1dc9ce961447d8c0a4fac26dd9a67 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:48:28.086039 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-939c2dab-4c48-4d29-be1d-cd4fbfe7e172 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:28.161605 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-7195a1b9-13a3-4b11-a635-5df0c868e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:28.163610 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-7195a1b9-13a3-4b11-a635-5df0c868e1c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 1095 time: 0.0888348 Aug 31 00:48:28.166453 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ed83af-df98-49c7-9e93-8f738b524d5b x-openstack-request-id: req-78ed83af-df98-49c7-9e93-8f738b524d5b {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:28.166720 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2073727b-f066-4bbf-bab0-9788174d36ce", "name": "network-vif-deleted", "tag": "acd786ab-9fbe-4574-83b1-1c7308c27879", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:28.167185 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78ed83af-df98-49c7-9e93-8f738b524d5b {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:28.167796 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2073727b-f066-4bbf-bab0-9788174d36ce', 'name': 'network-vif-deleted', 'tag': 'acd786ab-9fbe-4574-83b1-1c7308c27879', 'status': 'completed', 'code': 200} Aug 31 00:48:28.223595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:48:28.230545 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:48:28.232740 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:28.243361 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-55b420bf-2ba6-4599-88f2-a94dfe197e1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91a0de3a-9893-4528-801d-e534905eb920 HTTP/1.1" status: 200 len: 217 time: 0.0690420 Aug 31 00:48:28.258206 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-93508419-0fae-4fc7-8f72-68d92446ceca tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:28.266044 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-344ee0f4-77c9-4e53-bc12-b21bbb8fecf1 req-936fc27c-2034-4668-aff0-8ee276f6cbd1 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:28.281733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['e2a7b34b-51b0-4b54-9076-5968ddaf46fb'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:28.282028 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-93508419-0fae-4fc7-8f72-68d92446ceca tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Transition to ACTIVE for port object 3298cd05-ac5e-428e-abee-19b14d8a4d33 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:48:28.305699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ffa11-2d76-4084-baf8-afcdb7dc27c8 req-616613ba-310b-4a92-8886-e9e8aa27bc7c tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:28.318513 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-999ffa11-2d76-4084-baf8-afcdb7dc27c8 req-616613ba-310b-4a92-8886-e9e8aa27bc7c tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 944 time: 0.1357076 Aug 31 00:48:28.371658 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fc27c-2034-4668-aff0-8ee276f6cbd1 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Pushing event deleted for resources: {'Port': ['ID=63204dd9-360a-49aa-a943-b5b555d9882d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:28.398346 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-999ffa11-2d76-4084-baf8-afcdb7dc27c8 req-33e194bd-e928-4b7d-868a-c2ffd96ef78e tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783446 Aug 31 00:48:28.418417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-d227deae-c8eb-4d3a-8010-72623ac81a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:28.420472 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-d227deae-c8eb-4d3a-8010-72623ac81a45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.1690021 Aug 31 00:48:28.478758 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:28.515972 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-93508419-0fae-4fc7-8f72-68d92446ceca tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:28.523121 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-344ee0f4-77c9-4e53-bc12-b21bbb8fecf1 req-936fc27c-2034-4668-aff0-8ee276f6cbd1 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] No DVR routers for this DVR port 63204dd9-360a-49aa-a943-b5b555d9882d on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:48:28.527437 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-344ee0f4-77c9-4e53-bc12-b21bbb8fecf1 req-936fc27c-2034-4668-aff0-8ee276f6cbd1 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:28.529833 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-344ee0f4-77c9-4e53-bc12-b21bbb8fecf1 req-936fc27c-2034-4668-aff0-8ee276f6cbd1 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.41 "DELETE /v2.0/ports/63204dd9-360a-49aa-a943-b5b555d9882d HTTP/1.1" status: 204 len: 173 time: 1.6070452 Aug 31 00:48:28.532712 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-f8388b0f-7c82-48ea-9df6-4659aa6a2d3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464046 Aug 31 00:48:28.542243 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['0f798366-cccb-4ad0-9068-988645efeb31', 'f9050f2a-fd6e-46df-bf89-71b2dd3959cd'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:28.549912 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa593b-d64a-42b9-9ac2-b2c8ff15e00e req-60d4dffa-6efb-4d45-ad92-39a3aadd0454 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:28.560066 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-32fa593b-d64a-42b9-9ac2-b2c8ff15e00e req-60d4dffa-6efb-4d45-ad92-39a3aadd0454 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.2693226 Aug 31 00:48:28.606450 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-256c529a-e841-4ab7-bb65-9ca5037aa2d3 req-8bee7e3c-64d2-41cd-853a-4b998746b059 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:48:28.608262 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-256c529a-e841-4ab7-bb65-9ca5037aa2d3 req-8bee7e3c-64d2-41cd-853a-4b998746b059 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156703 Aug 31 00:48:28.672245 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925136e0-4618-4b44-b1b9-8eb35c0c2166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f261e64-701b-4ca3-b8dd-9c4c6924f31a'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:28.676347 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34eaadd-b87a-468e-a29b-a458b1a2989e" -d '{"events": [{"server_uuid": "925136e0-4618-4b44-b1b9-8eb35c0c2166", "name": "network-vif-plugged", "status": "completed", "tag": "1f261e64-701b-4ca3-b8dd-9c4c6924f31a"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:28.713533 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=1f261e64-701b-4ca3-b8dd-9c4c6924f31a,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:28.725953 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-32fa593b-d64a-42b9-9ac2-b2c8ff15e00e req-2abc2f3a-8e61-4b03-8590-561ff67d5a3b tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635096 Aug 31 00:48:28.746157 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-93508419-0fae-4fc7-8f72-68d92446ceca tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:48:28.751885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-93508419-0fae-4fc7-8f72-68d92446ceca tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:48:28.753709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93508419-0fae-4fc7-8f72-68d92446ceca tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Pushing event updated for resources: {'Port': ['ID=3298cd05-ac5e-428e-abee-19b14d8a4d33,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:28.767240 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-93508419-0fae-4fc7-8f72-68d92446ceca tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:48:28.773250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-939c2dab-4c48-4d29-be1d-cd4fbfe7e172 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Allocated IP 192.168.233.82 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/29124473-ddf7-4efa-80ed-8e41bf498930) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:48:28.827913 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-b3b8b3c5-ad4a-4636-bb03-99c3e3ad316b service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425563 Aug 31 00:48:28.862553 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:28.902614 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-93508419-0fae-4fc7-8f72-68d92446ceca tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:28.904857 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-93508419-0fae-4fc7-8f72-68d92446ceca tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:29.060831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed1edf-8d53-44d4-b10a-5870f0fa3afc req-89d338f4-13ca-4714-846b-870e51e06726 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:29.062941 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbed1edf-8d53-44d4-b10a-5870f0fa3afc req-89d338f4-13ca-4714-846b-870e51e06726 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 943 time: 0.1955292 Aug 31 00:48:29.115175 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=1f261e64-701b-4ca3-b8dd-9c4c6924f31a,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:29.135593 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-501d0679-9344-4ea6-b8fb-f5a2df42074b req-9dd90587-5a95-411c-9d8f-a6be28194827 service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888782 Aug 31 00:48:29.166578 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-93508419-0fae-4fc7-8f72-68d92446ceca tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6194305 Aug 31 00:48:29.179926 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbed1edf-8d53-44d4-b10a-5870f0fa3afc req-fa914c25-a1c2-40c3-ad82-59bf514e19fc tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998168 Aug 31 00:48:29.188144 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-939c2dab-4c48-4d29-be1d-cd4fbfe7e172 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:29.195133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['11012e02-592c-4ec1-a45a-1f4275e2c5c3'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:29.196839 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] Request body: {'port': {'device_id': 'd9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:29.244451 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-939c2dab-4c48-4d29-be1d-cd4fbfe7e172 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Transition to ACTIVE for port object 29124473-ddf7-4efa-80ed-8e41bf498930 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:48:29.353266 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:29.359231 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d6b0563-d77d-47d0-a679-575f75a1a39a req-f896e978-c019-4ff1-a587-2daacb0c6fce tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 210 time: 0.0444844 Aug 31 00:48:29.435950 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d828e81a-fe70-4b1b-810d-a8be18ced60f x-openstack-request-id: req-d828e81a-fe70-4b1b-810d-a8be18ced60f {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:29.435950 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925136e0-4618-4b44-b1b9-8eb35c0c2166", "name": "network-vif-plugged", "status": "completed", "tag": "1f261e64-701b-4ca3-b8dd-9c4c6924f31a", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:29.435950 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d828e81a-fe70-4b1b-810d-a8be18ced60f {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:29.435950 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925136e0-4618-4b44-b1b9-8eb35c0c2166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f261e64-701b-4ca3-b8dd-9c4c6924f31a', 'code': 200} Aug 31 00:48:29.470963 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6a468fed-7a43-4b6a-9cde-e31164f1cd5e None None] Provisioning for port 3298cd05-ac5e-428e-abee-19b14d8a4d33 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:48:29.475591 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6a468fed-7a43-4b6a-9cde-e31164f1cd5e None None] Provisioning complete for port 3298cd05-ac5e-428e-abee-19b14d8a4d33 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:48:29.475965 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a468fed-7a43-4b6a-9cde-e31164f1cd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:29.530496 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6a468fed-7a43-4b6a-9cde-e31164f1cd5e None None] Port 3298cd05-ac5e-428e-abee-19b14d8a4d33 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:48:29.549766 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a5a2b61e-8765-49b8-9a79-3df551315d2b req-52bedba0-0d70-4aaa-be9b-93a8c83f7a07 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=58838057-e5a7-4b0e-b192-97ce461c58be HTTP/1.1" status: 200 len: 210 time: 0.0315399 Aug 31 00:48:29.562198 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-939c2dab-4c48-4d29-be1d-cd4fbfe7e172 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:29.587069 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['0f798366-cccb-4ad0-9068-988645efeb31', 'f9050f2a-fd6e-46df-bf89-71b2dd3959cd'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:29.680992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-939c2dab-4c48-4d29-be1d-cd4fbfe7e172 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:48:29.731078 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['11012e02-592c-4ec1-a45a-1f4275e2c5c3'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:29.739485 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-939c2dab-4c48-4d29-be1d-cd4fbfe7e172 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:48:29.749747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-939c2dab-4c48-4d29-be1d-cd4fbfe7e172 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:48:29.756887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a42f60-2359-4888-86af-d4363771743f req-901b05c8-7950-40d1-aa5a-56de6cee0bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:29.759785 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d9a42f60-2359-4888-86af-d4363771743f req-901b05c8-7950-40d1-aa5a-56de6cee0bf0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 1097 time: 0.2166221 Aug 31 00:48:29.785259 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c2dab-4c48-4d29-be1d-cd4fbfe7e172 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Pushing event updated for resources: {'Port': ['ID=29124473-ddf7-4efa-80ed-8e41bf498930,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:29.902764 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37b6d6-469c-4cda-841e-fd1eff610c35 req-30f80caf-bc04-478a-9405-c47860fac680 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:29.910591 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9f37b6d6-469c-4cda-841e-fd1eff610c35 req-30f80caf-bc04-478a-9405-c47860fac680 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.1044633 Aug 31 00:48:29.976156 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-939c2dab-4c48-4d29-be1d-cd4fbfe7e172 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:29.979555 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-939c2dab-4c48-4d29-be1d-cd4fbfe7e172 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:29.991570 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9f37b6d6-469c-4cda-841e-fd1eff610c35 req-1485ce09-2153-4203-8cfd-e806c5a0d7e3 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723100 Aug 31 00:48:30.036188 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device acd786ab-9fbe-4574-83b1-1c7308c27879 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:48:30.054040 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d9a42f60-2359-4888-86af-d4363771743f req-454df472-508e-4309-aa80-688d093127cf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608976 Aug 31 00:48:30.132271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: acd786ab-9fbe-4574-83b1-1c7308c27879 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:48:30.132706 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device acd786ab-9fbe-4574-83b1-1c7308c27879 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:48:30.133957 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 63204dd9-360a-49aa-a943-b5b555d9882d no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:48:30.168860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e17ef1-ddc2-41ab-951c-ac833b83b66d', 'tag': '91a0de3a-9893-4528-801d-e534905eb920'}, {'server_uuid': '58838057-e5a7-4b0e-b192-97ce461c58be', 'name': 'network-vif-deleted', 'tag': '63204dd9-360a-49aa-a943-b5b555d9882d'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:30.175647 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe101ae-1d78-4597-92ef-06d49d8bffab" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e17ef1-ddc2-41ab-951c-ac833b83b66d", "tag": "91a0de3a-9893-4528-801d-e534905eb920"}, {"server_uuid": "58838057-e5a7-4b0e-b192-97ce461c58be", "name": "network-vif-deleted", "tag": "63204dd9-360a-49aa-a943-b5b555d9882d"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:30.186435 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 63204dd9-360a-49aa-a943-b5b555d9882d {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:48:30.192551 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 63204dd9-360a-49aa-a943-b5b555d9882d not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:48:30.194376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3298cd05-ac5e-428e-abee-19b14d8a4d33 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:30.209510 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:30.216764 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-939c2dab-4c48-4d29-be1d-cd4fbfe7e172 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7114935 Aug 31 00:48:30.238522 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Request body: {'port': {'device_id': '2eeb7abe-e996-4c8f-9466-20b8aaf6aa16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:30.241957 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] Transition to ACTIVE for port object 3298cd05-ac5e-428e-abee-19b14d8a4d33 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:48:30.291514 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01c145-c472-4993-ab35-599ddc6a7074 req-02cff54f-11a8-49a2-839b-d2fc0dd803d1 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:30.299849 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b01c145-c472-4993-ab35-599ddc6a7074 req-02cff54f-11a8-49a2-839b-d2fc0dd803d1 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.0819781 Aug 31 00:48:30.323969 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8d42d0be-e5cd-491f-b69e-e61bb69364da None None] Provisioning for port 29124473-ddf7-4efa-80ed-8e41bf498930 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:48:30.332228 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8d42d0be-e5cd-491f-b69e-e61bb69364da None None] Provisioning complete for port 29124473-ddf7-4efa-80ed-8e41bf498930 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:48:30.332795 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8d42d0be-e5cd-491f-b69e-e61bb69364da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:30.352239 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:30.372488 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:30.372996 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b01c145-c472-4993-ab35-599ddc6a7074 req-64de4704-c7fc-4019-80e0-234be2bee307 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690889 Aug 31 00:48:30.392227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8d42d0be-e5cd-491f-b69e-e61bb69364da None None] Port 29124473-ddf7-4efa-80ed-8e41bf498930 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:48:30.480475 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb10f65-38d7-480f-a1a8-2068483c4ae7 x-openstack-request-id: req-9eb10f65-38d7-480f-a1a8-2068483c4ae7 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:30.482320 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e17ef1-ddc2-41ab-951c-ac833b83b66d", "tag": "91a0de3a-9893-4528-801d-e534905eb920", "status": "completed", "code": 200}, {"server_uuid": "58838057-e5a7-4b0e-b192-97ce461c58be", "name": "network-vif-deleted", "tag": "63204dd9-360a-49aa-a943-b5b555d9882d", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:30.483105 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9eb10f65-38d7-480f-a1a8-2068483c4ae7 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:30.486647 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e17ef1-ddc2-41ab-951c-ac833b83b66d', 'tag': '91a0de3a-9893-4528-801d-e534905eb920', 'status': 'completed', 'code': 200} Aug 31 00:48:30.497256 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58838057-e5a7-4b0e-b192-97ce461c58be', 'name': 'network-vif-deleted', 'tag': '63204dd9-360a-49aa-a943-b5b555d9882d', 'status': 'completed', 'code': 200} Aug 31 00:48:30.524332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7538982-bf46-4353-885e-932be586242a service neutron] Pushing event updated for resources: {'Port': ['ID=3298cd05-ac5e-428e-abee-19b14d8a4d33,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:30.673960 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe101ae-1d78-4597-92ef-06d49d8bffab req-fcf0f615-9352-4ebd-8c17-712ebc35238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:30.676698 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dfe101ae-1d78-4597-92ef-06d49d8bffab req-fcf0f615-9352-4ebd-8c17-712ebc35238a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 1095 time: 0.1537507 Aug 31 00:48:30.698737 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5c3e4-ca4a-48f6-8348-8186b66d7524 req-00464e61-e68e-4cd8-a158-d57be2175c6d tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:30.701505 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9bf5c3e4-ca4a-48f6-8348-8186b66d7524 req-00464e61-e68e-4cd8-a158-d57be2175c6d tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 943 time: 0.1468604 Aug 31 00:48:30.847459 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] Attempting to bind port 3298cd05-ac5e-428e-abee-19b14d8a4d33 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:48:30.848073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] Attempting to bind port 3298cd05-ac5e-428e-abee-19b14d8a4d33 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:48:30.849503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] Attempting to bind port 3298cd05-ac5e-428e-abee-19b14d8a4d33 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:30.869339 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] Port 3298cd05-ac5e-428e-abee-19b14d8a4d33 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:48:30.869899 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] Attempting to bind port 3298cd05-ac5e-428e-abee-19b14d8a4d33 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:30.884369 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:48:30.885307 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:48:30.885952 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:48:30.886719 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] Bound port: 3298cd05-ac5e-428e-abee-19b14d8a4d33, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:48:30.887207 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:30.891471 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9bf5c3e4-ca4a-48f6-8348-8186b66d7524 req-9e7d0044-43ff-4825-8467-e16f8653a672 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684089 Aug 31 00:48:30.963419 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe101ae-1d78-4597-92ef-06d49d8bffab req-5f2673a3-e9f6-4617-9cee-2c5e8dfb5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:30.965522 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dfe101ae-1d78-4597-92ef-06d49d8bffab req-5f2673a3-e9f6-4617-9cee-2c5e8dfb5b57 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.2624705 Aug 31 00:48:31.022011 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dfe101ae-1d78-4597-92ef-06d49d8bffab req-5eef287b-1cd8-40c4-97a3-6797fe7fa9d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91a0de3a-9893-4528-801d-e534905eb920 HTTP/1.1" status: 200 len: 217 time: 0.0450766 Aug 31 00:48:31.083569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] For port 3298cd05-ac5e-428e-abee-19b14d8a4d33, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:31.089743 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] For port 3298cd05-ac5e-428e-abee-19b14d8a4d33, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3298cd05-ac5e-428e-abee-19b14d8a4d33,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:48:31.131015 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29124473-ddf7-4efa-80ed-8e41bf498930 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:31.148131 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:31.164100 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe101ae-1d78-4597-92ef-06d49d8bffab req-945e305a-9c15-4bcb-bd97-32e27fdeed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:31.166897 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dfe101ae-1d78-4597-92ef-06d49d8bffab req-945e305a-9c15-4bcb-bd97-32e27fdeed88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.1199782 Aug 31 00:48:31.173824 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Transition to ACTIVE for port object 29124473-ddf7-4efa-80ed-8e41bf498930 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:48:31.176376 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:31.184278 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dbbb4-0d72-47db-bde8-a338665182b0 req-eec31ca1-638e-49a1-bd97-864930f230f5 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:31.189646 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1c9dbbb4-0d72-47db-bde8-a338665182b0 req-eec31ca1-638e-49a1-bd97-864930f230f5 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 935 time: 0.1564260 Aug 31 00:48:31.233950 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:31.234855 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:31.236292 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-d7538982-bf46-4353-885e-932be586242a service neutron] 10.222.0.48 "PUT /v2.0/ports/3298cd05-ac5e-428e-abee-19b14d8a4d33 HTTP/1.1" status: 200 len: 1097 time: 2.0450652 Aug 31 00:48:31.236779 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba', 'tag': '3298cd05-ac5e-428e-abee-19b14d8a4d33'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:31.239175 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a944978e-c265-4dcc-8db5-6dd0afc71e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba", "tag": "3298cd05-ac5e-428e-abee-19b14d8a4d33"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:31.244484 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dfe101ae-1d78-4597-92ef-06d49d8bffab req-9e9ce11d-1547-427a-8708-adabd3a4cf5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531538 Aug 31 00:48:31.281395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7538982-bf46-4353-885e-932be586242a service neutron] Pushing event updated for resources: {'Port': ['ID=3298cd05-ac5e-428e-abee-19b14d8a4d33,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:31.317035 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:31.345416 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1c9dbbb4-0d72-47db-bde8-a338665182b0 req-590fe07e-5fb4-4383-877e-5c4061b02ead tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362319 Aug 31 00:48:31.438445 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dfe101ae-1d78-4597-92ef-06d49d8bffab req-f77b6bc6-6919-4d7c-b2eb-54daca75aa3f service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762586 Aug 31 00:48:31.518044 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=29124473-ddf7-4efa-80ed-8e41bf498930,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:31.655133 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-423711a7-8167-4e76-a7e5-0788c0b7c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:31.655133 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-423711a7-8167-4e76-a7e5-0788c0b7c060 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&device_id=d9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba HTTP/1.1" status: 200 len: 1100 time: 0.1512825 Aug 31 00:48:31.671283 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dfe101ae-1d78-4597-92ef-06d49d8bffab req-c9d0ddbc-a7b5-42d4-bac1-ce2b03b6bef6 service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191310 Aug 31 00:48:31.681796 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-17900d37-bc44-4c65-ab41-7442c8161725 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=3298cd05-ac5e-428e-abee-19b14d8a4d33 HTTP/1.1" status: 200 len: 217 time: 0.0733764 Aug 31 00:48:31.740670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Attempting to bind port 29124473-ddf7-4efa-80ed-8e41bf498930 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:48:31.741165 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Attempting to bind port 29124473-ddf7-4efa-80ed-8e41bf498930 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:48:31.741647 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Attempting to bind port 29124473-ddf7-4efa-80ed-8e41bf498930 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:31.757190 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Port 29124473-ddf7-4efa-80ed-8e41bf498930 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:48:31.757603 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Attempting to bind port 29124473-ddf7-4efa-80ed-8e41bf498930 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:31.768670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-e83d63a2-5ddc-4fee-82e8-5fac1951e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:31.770525 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-e83d63a2-5ddc-4fee-82e8-5fac1951e995 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0780675 Aug 31 00:48:31.771978 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:48:31.772323 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:48:31.772714 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:48:31.773166 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Bound port: 29124473-ddf7-4efa-80ed-8e41bf498930, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:48:31.773581 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:31.848064 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb41a6-9b02-4148-b661-25e27cd8946d req-5ef34d70-1e22-4732-be3a-eef251393824 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:31.852588 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f9bb41a6-9b02-4148-b661-25e27cd8946d req-5ef34d70-1e22-4732-be3a-eef251393824 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.0911381 Aug 31 00:48:31.891832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-908628d0-8eb7-45d3-97f6-3509ecac1b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:31.895976 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-908628d0-8eb7-45d3-97f6-3509ecac1b15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1172690 Aug 31 00:48:31.928646 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f9bb41a6-9b02-4148-b661-25e27cd8946d req-8c7a62ef-ccbf-4f7c-a563-76b6078ade13 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672729 Aug 31 00:48:31.941635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-3cbcb228-8b01-4379-8694-93283d54b551 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:48:31.943657 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-3cbcb228-8b01-4379-8694-93283d54b551 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132227 Aug 31 00:48:32.010220 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] For port 29124473-ddf7-4efa-80ed-8e41bf498930, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:32.019366 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036b5502-ffc2-45bb-9962-d2b56f25a7a4 x-openstack-request-id: req-036b5502-ffc2-45bb-9962-d2b56f25a7a4 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:32.019683 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-0b494b92-29ec-4a6f-b8ad-db16d26583ab tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:32.019854 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba", "tag": "3298cd05-ac5e-428e-abee-19b14d8a4d33", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:32.020196 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-036b5502-ffc2-45bb-9962-d2b56f25a7a4 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:32.021048 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba', 'tag': '3298cd05-ac5e-428e-abee-19b14d8a4d33', 'status': 'completed', 'code': 200} Aug 31 00:48:32.024518 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-0b494b92-29ec-4a6f-b8ad-db16d26583ab tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/ports/e8056128-b197-4ec7-90b6-4908008b37f9 HTTP/1.1" status: 200 len: 1095 time: 0.0715134 Aug 31 00:48:32.026847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 91a0de3a-9893-4528-801d-e534905eb920 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:48:32.040613 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-2a1fa5bd-7afd-45c2-9ab9-7d4114a59d55 service neutron] Request body: {'binding': {'host': 'n-h1-793621-34', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:32.041517 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-2a1fa5bd-7afd-45c2-9ab9-7d4114a59d55 service neutron] Unknown quota resources ['binding']. {{(pid=102343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 00:48:32.057843 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] For port 29124473-ddf7-4efa-80ed-8e41bf498930, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=29124473-ddf7-4efa-80ed-8e41bf498930,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:48:32.131492 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-cb71cd43-5115-47c2-9c1e-c27b75ff2e0d service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224028 Aug 31 00:48:32.232909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 91a0de3a-9893-4528-801d-e534905eb920, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=91a0de3a-9893-4528-801d-e534905eb920,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:32.249472 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:32.252069 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '91a0de3a-9893-4528-801d-e534905eb920', 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a', 'port_id': '91a0de3a-9893-4528-801d-e534905eb920', 'mac_address': 'fa:16:3e:b2:d7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519a0f3b-cc60-470d-b6ba-128b5161d8a4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:48:32.317595 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:32.346794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a0de3a-9893-4528-801d-e534905eb920 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:32.356383 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:32.357392 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:32.359807 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] 10.222.0.41 "PUT /v2.0/ports/29124473-ddf7-4efa-80ed-8e41bf498930 HTTP/1.1" status: 200 len: 1096 time: 2.1272044 Aug 31 00:48:32.403385 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 91a0de3a-9893-4528-801d-e534905eb920, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=91a0de3a-9893-4528-801d-e534905eb920,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:32.408124 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-e2453a8d-707e-4455-ac15-648c5c03223e service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686424 Aug 31 00:48:32.409841 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e1d26-2e5c-4f0b-b4c3-b7d72ef0c8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=29124473-ddf7-4efa-80ed-8e41bf498930,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:32.458907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f196b-6898-4875-aac8-f463299f55f8 req-47848ee8-cac6-4a98-bedd-0ce676be3a81 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:32.460590 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f1f196b-6898-4875-aac8-f463299f55f8 req-47848ee8-cac6-4a98-bedd-0ce676be3a81 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.3612745 Aug 31 00:48:32.554860 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:32.602267 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f1f196b-6898-4875-aac8-f463299f55f8 req-089a95fe-b07c-4d0d-94cf-fc66e066d6f6 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296277 Aug 31 00:48:32.636685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-2a1fa5bd-7afd-45c2-9ab9-7d4114a59d55 service neutron] Attempting to bind port e8056128-b197-4ec7-90b6-4908008b37f9 on host n-h1-793621-34 for vnic_type normal with profile None {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:48:32.636685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-2a1fa5bd-7afd-45c2-9ab9-7d4114a59d55 service neutron] Attempting to bind port e8056128-b197-4ec7-90b6-4908008b37f9 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:48:32.636685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-2a1fa5bd-7afd-45c2-9ab9-7d4114a59d55 service neutron] Attempting to bind port e8056128-b197-4ec7-90b6-4908008b37f9 on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:32.651145 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-2a1fa5bd-7afd-45c2-9ab9-7d4114a59d55 service neutron] Port e8056128-b197-4ec7-90b6-4908008b37f9 on network dffc61c4-1ac9-454f-80fe-3549f2de306f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:48:32.651681 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-2a1fa5bd-7afd-45c2-9ab9-7d4114a59d55 service neutron] Attempting to bind port e8056128-b197-4ec7-90b6-4908008b37f9 on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:32.666713 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-2a1fa5bd-7afd-45c2-9ab9-7d4114a59d55 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:48:32.667061 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-2a1fa5bd-7afd-45c2-9ab9-7d4114a59d55 service neutron] Checking segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:48:32.667454 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-2a1fa5bd-7afd-45c2-9ab9-7d4114a59d55 service neutron] Bound using segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:48:32.667907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-2a1fa5bd-7afd-45c2-9ab9-7d4114a59d55 service neutron] Bound port: e8056128-b197-4ec7-90b6-4908008b37f9, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:48:32.674679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=91a0de3a-9893-4528-801d-e534905eb920,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:32.693854 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-05c70c3b-494e-4e52-a231-fed57ff464a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:32.695665 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-05c70c3b-494e-4e52-a231-fed57ff464a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 1099 time: 0.1358352 Aug 31 00:48:32.699434 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944978e-c265-4dcc-8db5-6dd0afc71e9d req-8c2fcec0-36ed-4ad8-803b-5facc668ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:32.701521 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a944978e-c265-4dcc-8db5-6dd0afc71e9d req-8c2fcec0-36ed-4ad8-803b-5facc668ba39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&device_id=d9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba HTTP/1.1" status: 200 len: 1100 time: 0.0951843 Aug 31 00:48:32.764522 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-2a1fa5bd-7afd-45c2-9ab9-7d4114a59d55 service neutron] For port e8056128-b197-4ec7-90b6-4908008b37f9, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e8056128-b197-4ec7-90b6-4908008b37f9,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:48:32.772875 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-efa8871f-c532-45e8-b478-e7a204119f10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=29124473-ddf7-4efa-80ed-8e41bf498930 HTTP/1.1" status: 200 len: 217 time: 0.0643659 Aug 31 00:48:32.839511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['91a0de3a-9893-4528-801d-e534905eb920'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:32.885507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-3bcd92b6-3928-4a13-b7b4-8b19a3c98d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:32.886949 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-3bcd92b6-3928-4a13-b7b4-8b19a3c98d86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1038954 Aug 31 00:48:32.899899 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-2a1fa5bd-7afd-45c2-9ab9-7d4114a59d55 service neutron] Notify callbacks [] for binding, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:32.902798 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-2a1fa5bd-7afd-45c2-9ab9-7d4114a59d55 service neutron] 10.222.0.16 "POST /v2.0/ports/e8056128-b197-4ec7-90b6-4908008b37f9/bindings HTTP/1.1" status: 201 len: 390 time: 0.8703456 Aug 31 00:48:32.944748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944978e-c265-4dcc-8db5-6dd0afc71e9d req-7767b07c-72a5-488e-8d42-3c952ed04535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:32.946597 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a944978e-c265-4dcc-8db5-6dd0afc71e9d req-7767b07c-72a5-488e-8d42-3c952ed04535 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.1913810 Aug 31 00:48:32.999543 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a944978e-c265-4dcc-8db5-6dd0afc71e9d req-3e5414f3-a127-41b6-bad7-cd4635e79aba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=3298cd05-ac5e-428e-abee-19b14d8a4d33 HTTP/1.1" status: 200 len: 217 time: 0.0412440 Aug 31 00:48:33.002582 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-e3df579a-98b3-4a66-b757-3d51073974ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:33.004021 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-e3df579a-98b3-4a66-b757-3d51073974ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1088438 Aug 31 00:48:33.131552 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944978e-c265-4dcc-8db5-6dd0afc71e9d req-2c164bee-e663-4d76-bc86-1bb23c4ac38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:33.133119 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a944978e-c265-4dcc-8db5-6dd0afc71e9d req-2c164bee-e663-4d76-bc86-1bb23c4ac38d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1246305 Aug 31 00:48:33.203407 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-b987a27c-7fd0-432c-8280-21103acd2c72 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866536 Aug 31 00:48:33.272829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944978e-c265-4dcc-8db5-6dd0afc71e9d req-28b185c7-c7f0-4987-bd44-6671d6a1814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:33.274464 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a944978e-c265-4dcc-8db5-6dd0afc71e9d req-28b185c7-c7f0-4987-bd44-6671d6a1814e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1201322 Aug 31 00:48:33.464420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db4848-610e-4bb4-a727-503117aa764c req-dce05c90-85a7-499c-925a-7eb8a4607d4a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:33.467040 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87db4848-610e-4bb4-a727-503117aa764c req-dce05c90-85a7-499c-925a-7eb8a4607d4a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 947 time: 0.1111805 Aug 31 00:48:33.507684 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33684) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:48:33.546918 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87db4848-610e-4bb4-a727-503117aa764c req-43b8bc0a-fb5c-453c-aa53-0a14079d0be8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671694 Aug 31 00:48:33.805219 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0269b644-b3a2-460d-91d9-c3b6b82820dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1170ae0194104247b92dbe99f095a44e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954514 Aug 31 00:48:33.809169 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33690) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:48:33.830143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29852cdd-862a-4151-9fb6-8e4b2778bece req-bbb31698-fe7a-423b-8f2f-4389c7814277 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:33.832635 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-29852cdd-862a-4151-9fb6-8e4b2778bece req-bbb31698-fe7a-423b-8f2f-4389c7814277 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 944 time: 0.5726132 Aug 31 00:48:33.856174 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94159668-80cd-4609-a37b-154e0f7be633 req-cb46ee4d-87cd-4607-8767-dc2fea0b81e8 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:33.857828 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94159668-80cd-4609-a37b-154e0f7be633 req-cb46ee4d-87cd-4607-8767-dc2fea0b81e8 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.1031811 Aug 31 00:48:33.904895 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42ff856a-b49f-47b5-8983-d79b13cb02ac req-670a51fc-4194-4e14-b83d-a527aa328d8d service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6922250 Aug 31 00:48:33.918791 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-da3026f5-4d65-4e3c-a047-2e9cc2405f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:33.936435 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94159668-80cd-4609-a37b-154e0f7be633 req-f1ae88b6-2383-458d-901f-93420a2e6efa tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709908 Aug 31 00:48:33.953270 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-da3026f5-4d65-4e3c-a047-2e9cc2405f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:33.963193 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a944978e-c265-4dcc-8db5-6dd0afc71e9d req-7eacc3a4-8ca6-453a-a24a-863fceb3fd5d service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518261 Aug 31 00:48:33.990154 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-06c6700d-494e-4bcc-9f9b-5784edd09ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:33.991657 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-06c6700d-494e-4bcc-9f9b-5784edd09ec3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 1098 time: 0.2010694 Aug 31 00:48:34.034521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eeb7abe-e996-4c8f-9466-20b8aaf6aa16', 'tag': '29124473-ddf7-4efa-80ed-8e41bf498930'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:34.036860 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740c3a94-2e4d-43e2-8f6d-0e2ee26ae8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "2eeb7abe-e996-4c8f-9466-20b8aaf6aa16", "tag": "29124473-ddf7-4efa-80ed-8e41bf498930"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:34.042318 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 91a0de3a-9893-4528-801d-e534905eb920 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:48:34.052548 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-29852cdd-862a-4151-9fb6-8e4b2778bece req-c21cb841-1f61-4096-a7e9-0da32e61fd9c tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741922 Aug 31 00:48:34.153233 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-da3026f5-4d65-4e3c-a047-2e9cc2405f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:34.158340 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-da3026f5-4d65-4e3c-a047-2e9cc2405f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:34.160512 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-da3026f5-4d65-4e3c-a047-2e9cc2405f02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a95540d-cdc8-43ca-b656-c0da9a859313 HTTP/1.1" status: 204 len: 168 time: 0.3502734 Aug 31 00:48:34.177946 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-41876110-31d4-49dd-9d63-212171c66b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:34.186627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716154f-4cc7-495f-be61-b81ee1b3aa6c req-12e11d55-f3f0-41fe-883c-59ad1294894c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:34.190626 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8716154f-4cc7-495f-be61-b81ee1b3aa6c req-12e11d55-f3f0-41fe-883c-59ad1294894c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 946 time: 0.1327941 Aug 31 00:48:34.190626 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3026f5-4d65-4e3c-a047-2e9cc2405f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a95540d-cdc8-43ca-b656-c0da9a859313,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:34.249702 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a944978e-c265-4dcc-8db5-6dd0afc71e9d req-992e835b-448c-4352-81d2-5f0de878eae4 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570853 Aug 31 00:48:34.254258 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-b46f8f38-f1a2-4f5e-842c-3f77638bba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:34.257369 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-b46f8f38-f1a2-4f5e-842c-3f77638bba65 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 921 time: 0.2233546 Aug 31 00:48:34.262126 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8716154f-4cc7-495f-be61-b81ee1b3aa6c req-21f3f93b-28cf-4f80-8503-efb288edb0f8 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430944 Aug 31 00:48:34.276444 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a4356-08c1-43bb-8b17-1af9bea7fe25 req-ea34beb9-7ac2-4b21-8f32-4b097613d2a6 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:34.278287 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-155a4356-08c1-43bb-8b17-1af9bea7fe25 req-ea34beb9-7ac2-4b21-8f32-4b097613d2a6 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 950 time: 0.1265743 Aug 31 00:48:34.285403 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 91a0de3a-9893-4528-801d-e534905eb920 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:48:34.296082 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 91a0de3a-9893-4528-801d-e534905eb920 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:48:34.297722 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:34.333572 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-e2b1298b-4841-4c91-bf22-08efc261f8cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8056128-b197-4ec7-90b6-4908008b37f9 HTTP/1.1" status: 200 len: 217 time: 0.0541925 Aug 31 00:48:34.413911 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-155a4356-08c1-43bb-8b17-1af9bea7fe25 req-334ecb10-8cd4-4416-bebc-e193364d7d94 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225827 Aug 31 00:48:34.436003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-203ca86a-704e-47c9-a6f3-d27dbd504cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:34.441809 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-203ca86a-704e-47c9-a6f3-d27dbd504cf2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.0931206 Aug 31 00:48:34.453118 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:34.458769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb48d63-cdfb-4182-bb2e-0d185367df42 req-31b9d7c1-24e8-481e-9dd9-52f6d1a3ba23 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:34.464807 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0bb48d63-cdfb-4182-bb2e-0d185367df42 req-31b9d7c1-24e8-481e-9dd9-52f6d1a3ba23 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1005633 Aug 31 00:48:34.498203 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-9b5ee068-3d7f-44e2-9fa3-c779e900d776 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376418 Aug 31 00:48:34.513238 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e17ef1-ddc2-41ab-951c-ac833b83b66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a0de3a-9893-4528-801d-e534905eb920'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:34.515885 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4772f1d-7255-4454-a482-3742ed361d8d" -d '{"events": [{"server_uuid": "f9e17ef1-ddc2-41ab-951c-ac833b83b66d", "name": "network-vif-plugged", "status": "completed", "tag": "91a0de3a-9893-4528-801d-e534905eb920"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:34.562408 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0bb48d63-cdfb-4182-bb2e-0d185367df42 req-f0ddaf4a-9ded-4773-8c56-dfc03dcc3f66 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839126 Aug 31 00:48:34.583404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 91a0de3a-9893-4528-801d-e534905eb920, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=91a0de3a-9893-4528-801d-e534905eb920,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:34.643271 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b53fbb-1c75-4abf-a9b2-f170388508db x-openstack-request-id: req-d2b53fbb-1c75-4abf-a9b2-f170388508db {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:34.644229 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eeb7abe-e996-4c8f-9466-20b8aaf6aa16", "tag": "29124473-ddf7-4efa-80ed-8e41bf498930", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:34.644677 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2b53fbb-1c75-4abf-a9b2-f170388508db {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:34.645347 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eeb7abe-e996-4c8f-9466-20b8aaf6aa16', 'tag': '29124473-ddf7-4efa-80ed-8e41bf498930', 'status': 'completed', 'code': 200} Aug 31 00:48:34.669165 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:34.744761 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-a8832f11-1bf2-4c35-add3-28b5eebbf0f2 service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270379 Aug 31 00:48:34.781976 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca89f0e-3144-4215-b36b-18d7bd48b04c x-openstack-request-id: req-8ca89f0e-3144-4215-b36b-18d7bd48b04c {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:34.782320 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e17ef1-ddc2-41ab-951c-ac833b83b66d", "name": "network-vif-plugged", "status": "completed", "tag": "91a0de3a-9893-4528-801d-e534905eb920", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:34.782714 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ca89f0e-3144-4215-b36b-18d7bd48b04c {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:34.783833 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e17ef1-ddc2-41ab-951c-ac833b83b66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a0de3a-9893-4528-801d-e534905eb920', 'code': 200} Aug 31 00:48:34.804924 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=91a0de3a-9893-4528-801d-e534905eb920,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:34.832333 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c3a94-2e4d-43e2-8f6d-0e2ee26ae8e8 req-94dea4ea-bf66-4af0-a4bc-6fa41bd2a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:34.835158 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-740c3a94-2e4d-43e2-8f6d-0e2ee26ae8e8 req-94dea4ea-bf66-4af0-a4bc-6fa41bd2a36d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 1099 time: 0.1565034 Aug 31 00:48:34.923388 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775874f8-5f3f-4994-ab55-bd4dea60cecb req-cf299bc1-f8d5-4121-a3b5-47a302e5d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:34.926422 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-775874f8-5f3f-4994-ab55-bd4dea60cecb req-cf299bc1-f8d5-4121-a3b5-47a302e5d870 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 1097 time: 0.1053934 Aug 31 00:48:34.962242 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a9fe8-be8e-4c2b-943f-9275afa788d1 req-00338ae7-7ab7-4e5d-b85f-56a6c6c25ef6 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:34.964767 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fc4a9fe8-be8e-4c2b-943f-9275afa788d1 req-00338ae7-7ab7-4e5d-b85f-56a6c6c25ef6 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 947 time: 0.0901105 Aug 31 00:48:35.025655 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-775874f8-5f3f-4994-ab55-bd4dea60cecb req-caa03d09-bc4c-41a8-94ac-78b3fed5494c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876639 Aug 31 00:48:35.045962 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fc4a9fe8-be8e-4c2b-943f-9275afa788d1 req-2183c6b1-028d-4f9c-bb07-c492bd595fa9 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663748 Aug 31 00:48:35.221327 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda75660-f474-4a3b-ac0b-6aa3718b9371 req-f6dd9c55-ee82-4620-bd71-c325093b9e13 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:35.224386 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eda75660-f474-4a3b-ac0b-6aa3718b9371 req-f6dd9c55-ee82-4620-bd71-c325093b9e13 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 945 time: 0.0705945 Aug 31 00:48:35.276564 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33710) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:48:35.290337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1cef4-01ec-4fd4-956a-c84837cc79dd req-eee2d253-5843-49bb-a144-3569518f90af tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:35.292077 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dcc1cef4-01ec-4fd4-956a-c84837cc79dd req-eee2d253-5843-49bb-a144-3569518f90af tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 950 time: 0.2665763 Aug 31 00:48:35.310605 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffadcc-68ea-47c0-8757-6aa387c6768b req-b1ef93db-9971-4abd-8820-7b439cf858c1 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:35.312721 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9dffadcc-68ea-47c0-8757-6aa387c6768b req-b1ef93db-9971-4abd-8820-7b439cf858c1 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.2342904 Aug 31 00:48:35.316246 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-e8b33f34-a56d-492d-bb9f-0efda8c3cd49 service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408871 Aug 31 00:48:35.319836 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cfd2273d-9bb9-4590-8ae7-291deb323c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:35.347784 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eda75660-f474-4a3b-ac0b-6aa3718b9371 req-1b3ad314-dbfd-421a-861e-ea25caa6f528 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156626 Aug 31 00:48:35.364068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c3a94-2e4d-43e2-8f6d-0e2ee26ae8e8 req-2ee87049-aad8-4569-a70d-da776058a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:35.365675 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-740c3a94-2e4d-43e2-8f6d-0e2ee26ae8e8 req-2ee87049-aad8-4569-a70d-da776058a0b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.4587741 Aug 31 00:48:35.459322 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-740c3a94-2e4d-43e2-8f6d-0e2ee26ae8e8 req-4b43a77e-0593-4d23-bb06-f86aae983746 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=29124473-ddf7-4efa-80ed-8e41bf498930 HTTP/1.1" status: 200 len: 217 time: 0.0799334 Aug 31 00:48:35.468968 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9dffadcc-68ea-47c0-8757-6aa387c6768b req-11e5bf66-2909-4c87-a67a-ab708afd5596 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343958 Aug 31 00:48:35.545119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c3a94-2e4d-43e2-8f6d-0e2ee26ae8e8 req-bc4c05d9-53e5-4a7c-92e0-a80d59e2a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:35.546882 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-740c3a94-2e4d-43e2-8f6d-0e2ee26ae8e8 req-bc4c05d9-53e5-4a7c-92e0-a80d59e2a762 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0742075 Aug 31 00:48:35.554582 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-dcc1cef4-01ec-4fd4-956a-c84837cc79dd req-73b13ac2-38f8-4576-a318-4dcea4666853 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Deleting port e2a7b34b-51b0-4b54-9076-5968ddaf46fb {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:48:35.554956 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-dcc1cef4-01ec-4fd4-956a-c84837cc79dd req-73b13ac2-38f8-4576-a318-4dcea4666853 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:35.594714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdcb1d-0296-4f8b-beb9-2f430831b87d req-21c698f1-731a-4278-964d-927e6387efbf tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:35.597558 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1bdcb1d-0296-4f8b-beb9-2f430831b87d req-21c698f1-731a-4278-964d-927e6387efbf tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 946 time: 0.1306260 Aug 31 00:48:35.601089 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cfd2273d-9bb9-4590-8ae7-291deb323c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:35.673745 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1bdcb1d-0296-4f8b-beb9-2f430831b87d req-335bac6f-57f7-44d3-af05-b6bcc9c07b37 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631828 Aug 31 00:48:35.698369 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cfd2273d-9bb9-4590-8ae7-291deb323c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:35.747030 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cfd2273d-9bb9-4590-8ae7-291deb323c54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80cb176f37b14f9ca5192158aa76c24e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4638548 Aug 31 00:48:35.747030 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2273d-9bb9-4590-8ae7-291deb323c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696ec03b-fcfc-46e7-8a15-12c648845dc0,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:35.747618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33718) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:48:35.813315 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b917-4f98-484d-b88e-0ba0639eeb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:35.845511 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c3a94-2e4d-43e2-8f6d-0e2ee26ae8e8 req-a19f108f-6eb3-4836-babc-a9d408c5fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:35.848185 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-740c3a94-2e4d-43e2-8f6d-0e2ee26ae8e8 req-a19f108f-6eb3-4836-babc-a9d408c5fa34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2892530 Aug 31 00:48:35.870342 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b917-4f98-484d-b88e-0ba0639eeb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:35.882758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-dcc1cef4-01ec-4fd4-956a-c84837cc79dd req-73b13ac2-38f8-4576-a318-4dcea4666853 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] For port e2a7b34b-51b0-4b54-9076-5968ddaf46fb, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e2a7b34b-51b0-4b54-9076-5968ddaf46fb,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:35.883459 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-dcc1cef4-01ec-4fd4-956a-c84837cc79dd req-73b13ac2-38f8-4576-a318-4dcea4666853 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:35.905745 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d601a-6eb5-406c-a943-6c2fae327977 req-32fd89e1-23ff-430e-abf9-e3a7876b60ac tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:35.908362 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-528d601a-6eb5-406c-a943-6c2fae327977 req-32fd89e1-23ff-430e-abf9-e3a7876b60ac tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 950 time: 0.3229959 Aug 31 00:48:35.927679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dc770-a023-40f6-90b0-226d44e6f4d9 req-43168beb-d836-49f2-ad04-60aeddbb819a tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:35.929191 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-505dc770-a023-40f6-90b0-226d44e6f4d9 req-43168beb-d836-49f2-ad04-60aeddbb819a tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1038427 Aug 31 00:48:35.949918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-65608500-e980-4586-9289-278659f4aa22 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:35.952583 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-65608500-e980-4586-9289-278659f4aa22 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b&tenant_id=70608dabb68b4f098ed58bafcf31f2c9&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 1098 time: 0.2833252 Aug 31 00:48:36.007769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-dcc1cef4-01ec-4fd4-956a-c84837cc79dd req-73b13ac2-38f8-4576-a318-4dcea4666853 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Calling delete_port for e2a7b34b-51b0-4b54-9076-5968ddaf46fb owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:48:36.013896 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-505dc770-a023-40f6-90b0-226d44e6f4d9 req-2e1b17a0-ed3a-41dd-ae4b-d20a5347dfd7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588417 Aug 31 00:48:36.025637 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 3298cd05-ac5e-428e-abee-19b14d8a4d33 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:48:36.028255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-34'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:36.108387 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b917-4f98-484d-b88e-0ba0639eeb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:36.128190 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b917-4f98-484d-b88e-0ba0639eeb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:36.148353 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8fe3b917-4f98-484d-b88e-0ba0639eeb93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/696ec03b-fcfc-46e7-8a15-12c648845dc0 HTTP/1.1" status: 204 len: 168 time: 0.3847654 Aug 31 00:48:36.196571 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3b917-4f98-484d-b88e-0ba0639eeb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696ec03b-fcfc-46e7-8a15-12c648845dc0,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:36.197141 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 3298cd05-ac5e-428e-abee-19b14d8a4d33, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3298cd05-ac5e-428e-abee-19b14d8a4d33,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:36.218750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '3298cd05-ac5e-428e-abee-19b14d8a4d33', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '3298cd05-ac5e-428e-abee-19b14d8a4d33', 'mac_address': 'fa:16:3e:49:cf:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:48:36.277104 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:48:36.302692 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:36.328900 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3298cd05-ac5e-428e-abee-19b14d8a4d33 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:36.366269 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 3298cd05-ac5e-428e-abee-19b14d8a4d33, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3298cd05-ac5e-428e-abee-19b14d8a4d33,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:36.398195 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-528d601a-6eb5-406c-a943-6c2fae327977 req-5f9a9697-2e90-4e0e-ad64-c5def36ce5a3 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/security-groups?id=46a317b9-4686-482c-8692-51604f38f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762795 Aug 31 00:48:36.427318 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:36.482369 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:36.484059 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6db22d-e52c-4e6c-9959-42728c176513 req-87140d1e-3db2-44f4-98ab-3d5b0f482e8d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:36.486929 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a6db22d-e52c-4e6c-9959-42728c176513 req-87140d1e-3db2-44f4-98ab-3d5b0f482e8d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 947 time: 0.1366761 Aug 31 00:48:36.507135 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-740c3a94-2e4d-43e2-8f6d-0e2ee26ae8e8 req-bc087ac0-5a91-4806-bf9a-2e99a006b9f3 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6422620 Aug 31 00:48:36.584154 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a6db22d-e52c-4e6c-9959-42728c176513 req-732f234d-df07-47c5-a20e-7a579a43d455 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812459 Aug 31 00:48:36.595898 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:36.647499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=3298cd05-ac5e-428e-abee-19b14d8a4d33,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:36.692920 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:36.733911 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:36.782677 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c2844-90f9-4c76-8ab7-a06f351d8188 req-6951394f-b302-4d23-9f3b-9205b995bed1 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:36.784464 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b5c2844-90f9-4c76-8ab7-a06f351d8188 req-6951394f-b302-4d23-9f3b-9205b995bed1 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.0709734 Aug 31 00:48:36.807125 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['3298cd05-ac5e-428e-abee-19b14d8a4d33'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:36.841313 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b5c2844-90f9-4c76-8ab7-a06f351d8188 req-6c99980a-cf35-4b83-a2d8-ad5c4343ea73 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471735 Aug 31 00:48:36.866896 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a230e388-2879-46ff-9f93-fe338ad46e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:36.983098 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7742486-2506-465b-8339-fa60e9c99f54 req-01f4206e-477e-4519-bf6a-de6549aa1878 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:36.996284 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e7742486-2506-465b-8339-fa60e9c99f54 req-01f4206e-477e-4519-bf6a-de6549aa1878 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 945 time: 0.4044507 Aug 31 00:48:37.017923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-740c3a94-2e4d-43e2-8f6d-0e2ee26ae8e8 req-a520f004-0f9e-424a-9909-2bd04c9919fa service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987323 Aug 31 00:48:37.090459 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87ccca-25f2-447f-97c9-541468978de6 req-ea18b081-db26-469d-9429-9d1e523285f8 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:37.099193 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b87ccca-25f2-447f-97c9-541468978de6 req-ea18b081-db26-469d-9429-9d1e523285f8 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 946 time: 0.0870945 Aug 31 00:48:37.130039 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] For port e8056128-b197-4ec7-90b6-4908008b37f9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e8056128-b197-4ec7-90b6-4908008b37f9,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:37.155549 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e7742486-2506-465b-8339-fa60e9c99f54 req-80370107-8eb6-409a-a08a-7342769b35f3 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574621 Aug 31 00:48:37.159247 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-dcc1cef4-01ec-4fd4-956a-c84837cc79dd req-73b13ac2-38f8-4576-a318-4dcea4666853 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:37.197648 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b87ccca-25f2-447f-97c9-541468978de6 req-80760c2c-a2de-4b27-bf9d-d81e47542e12 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906453 Aug 31 00:48:37.267788 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b13ac2-38f8-4576-a318-4dcea4666853 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Pushing event deleted for resources: {'Port': ['ID=e2a7b34b-51b0-4b54-9076-5968ddaf46fb,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:37.303378 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] For port e8056128-b197-4ec7-90b6-4908008b37f9, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:37.384686 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc1cef4-01ec-4fd4-956a-c84837cc79dd req-73b13ac2-38f8-4576-a318-4dcea4666853 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] No DVR routers for this DVR port e2a7b34b-51b0-4b54-9076-5968ddaf46fb on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:48:37.389642 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-dcc1cef4-01ec-4fd4-956a-c84837cc79dd req-73b13ac2-38f8-4576-a318-4dcea4666853 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:37.391818 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dcc1cef4-01ec-4fd4-956a-c84837cc79dd req-73b13ac2-38f8-4576-a318-4dcea4666853 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.48 "DELETE /v2.0/ports/e2a7b34b-51b0-4b54-9076-5968ddaf46fb HTTP/1.1" status: 204 len: 173 time: 2.0669286 Aug 31 00:48:37.392292 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b729579-4a62-439f-b67f-b67d583a3aa9', 'name': 'network-vif-deleted', 'tag': 'e2a7b34b-51b0-4b54-9076-5968ddaf46fb'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:37.395600 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5def1ea-b72f-426d-8b3e-efff94676614" -d '{"events": [{"server_uuid": "2b729579-4a62-439f-b67f-b67d583a3aa9", "name": "network-vif-deleted", "tag": "e2a7b34b-51b0-4b54-9076-5968ddaf46fb"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:37.406274 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f08305-690a-49a6-a0a4-7c3de48f99fd req-45a9b9a7-93c8-405d-a700-2b606670997c tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:37.410780 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-47f08305-690a-49a6-a0a4-7c3de48f99fd req-45a9b9a7-93c8-405d-a700-2b606670997c tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 1097 time: 0.0889022 Aug 31 00:48:37.433812 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:37.444874 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8bd7f-f534-426e-b2f0-bfafc9775c41 req-8a1d74e3-d737-40bf-b3cf-56a1809a4c11 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:37.446352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ebc8bd7f-f534-426e-b2f0-bfafc9775c41 req-8a1d74e3-d737-40bf-b3cf-56a1809a4c11 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1448586 Aug 31 00:48:37.520179 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ebc8bd7f-f534-426e-b2f0-bfafc9775c41 req-97836db9-88ad-453d-8139-ade22a0a646b tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570090 Aug 31 00:48:37.542704 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-47f08305-690a-49a6-a0a4-7c3de48f99fd req-4ce68816-1ed6-4c37-97d1-9e46d538eaf5 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144545 Aug 31 00:48:37.602355 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:37.654708 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f05985-8040-4746-ae05-c5d2f1627b81 x-openstack-request-id: req-f1f05985-8040-4746-ae05-c5d2f1627b81 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:37.661226 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b729579-4a62-439f-b67f-b67d583a3aa9", "name": "network-vif-deleted", "tag": "e2a7b34b-51b0-4b54-9076-5968ddaf46fb", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:37.662712 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1f05985-8040-4746-ae05-c5d2f1627b81 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:37.667344 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b729579-4a62-439f-b67f-b67d583a3aa9', 'name': 'network-vif-deleted', 'tag': 'e2a7b34b-51b0-4b54-9076-5968ddaf46fb', 'status': 'completed', 'code': 200} Aug 31 00:48:37.741131 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['e2a7b34b-51b0-4b54-9076-5968ddaf46fb'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:37.886975 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5824484-5f4a-402d-b2db-27382949d54d req-9c5b45e9-1bfc-448d-8a26-1a775738b7f7 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:37.886975 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e5824484-5f4a-402d-b2db-27382949d54d req-9c5b45e9-1bfc-448d-8a26-1a775738b7f7 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 1097 time: 0.1096480 Aug 31 00:48:37.942621 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e5824484-5f4a-402d-b2db-27382949d54d req-5ee9e011-3f2e-4d29-8945-6ce2a7a27d24 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471666 Aug 31 00:48:37.982547 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-145d1aa0-860a-4c83-942c-e445dee780e0 req-45e58280-da57-4035-8d01-3c05bea58390 tempest-LiveMigrationNegativeTest-1453670963 tempest-LiveMigrationNegativeTest-1453670963-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b729579-4a62-439f-b67f-b67d583a3aa9 HTTP/1.1" status: 200 len: 210 time: 0.1660891 Aug 31 00:48:37.994569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8056128-b197-4ec7-90b6-4908008b37f9,revision_number=7']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:38.007328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] Attempting to bind port e8056128-b197-4ec7-90b6-4908008b37f9 on host n-h2-793621-34 for vnic_type normal with profile {"migrating_to": "n-h1-793621-34"} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:48:38.007729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] Attempting to bind port e8056128-b197-4ec7-90b6-4908008b37f9 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:48:38.010977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] Attempting to bind port e8056128-b197-4ec7-90b6-4908008b37f9 on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:38.021036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] Port e8056128-b197-4ec7-90b6-4908008b37f9 on network dffc61c4-1ac9-454f-80fe-3549f2de306f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:48:38.025520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] Attempting to bind port e8056128-b197-4ec7-90b6-4908008b37f9 on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:38.034708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:48:38.035030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 29124473-ddf7-4efa-80ed-8e41bf498930 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:48:38.035190 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] Checking segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:48:38.035425 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] Bound using segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:48:38.038457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] Bound port: e8056128-b197-4ec7-90b6-4908008b37f9, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:48:38.041138 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:38.046820 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 3298cd05-ac5e-428e-abee-19b14d8a4d33 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:48:38.201363 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7c592-0427-4e6d-bf33-2071d45d7eb1 req-c8aece1c-3784-4554-a5ce-de01d87900e8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:38.210359 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-23f7c592-0427-4e6d-bf33-2071d45d7eb1 req-c8aece1c-3784-4554-a5ce-de01d87900e8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 947 time: 0.1140447 Aug 31 00:48:38.284548 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-23f7c592-0427-4e6d-bf33-2071d45d7eb1 req-3643701a-eb82-463e-bbf4-13092d011931 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716953 Aug 31 00:48:38.522725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] For port e8056128-b197-4ec7-90b6-4908008b37f9, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:38.527493 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] For port e8056128-b197-4ec7-90b6-4908008b37f9, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e8056128-b197-4ec7-90b6-4908008b37f9,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:48:38.552253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a51ec-81a0-45bd-a850-81c518708beb req-27fafc2e-bb16-4315-9843-05ba5375289c tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:38.562744 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e75a51ec-81a0-45bd-a850-81c518708beb req-27fafc2e-bb16-4315-9843-05ba5375289c tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.4838169 Aug 31 00:48:38.607052 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b10c8a-27f7-4e3c-a11d-961254b347c8 req-ca13f334-9f07-4f12-a4c6-90275de521ae tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:38.616550 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f6b10c8a-27f7-4e3c-a11d-961254b347c8 req-ca13f334-9f07-4f12-a4c6-90275de521ae tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 944 time: 0.1457777 Aug 31 00:48:38.653086 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:38.683347 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f6b10c8a-27f7-4e3c-a11d-961254b347c8 req-57ca24a5-3465-42b7-b628-2b16607eb633 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639379 Aug 31 00:48:38.729605 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e75a51ec-81a0-45bd-a850-81c518708beb req-0fc8ed32-9d69-47c9-b1af-1aaaec876323 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630268 Aug 31 00:48:38.768381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 3298cd05-ac5e-428e-abee-19b14d8a4d33 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:48:38.783875 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 3298cd05-ac5e-428e-abee-19b14d8a4d33 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:48:38.784631 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:38.836586 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:38.846899 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:38.847988 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:38.852255 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] 10.222.0.48 "PUT /v2.0/ports/e8056128-b197-4ec7-90b6-4908008b37f9 HTTP/1.1" status: 200 len: 1124 time: 2.8324411 Aug 31 00:48:38.856923 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 29124473-ddf7-4efa-80ed-8e41bf498930, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=29124473-ddf7-4efa-80ed-8e41bf498930,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:38.896750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '29124473-ddf7-4efa-80ed-8e41bf498930', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '29124473-ddf7-4efa-80ed-8e41bf498930', 'mac_address': 'fa:16:3e:fe:65:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:48:38.935251 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f171d5-edac-49c6-877e-ce8e1b28c4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8056128-b197-4ec7-90b6-4908008b37f9,revision_number=8']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:38.990001 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07ffa6-7468-4d18-aec7-7fdf73e79e53 req-b5be0133-a9f7-4a2b-b996-e1b9ff28c807 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:38.993105 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d07ffa6-7468-4d18-aec7-7fdf73e79e53 req-b5be0133-a9f7-4a2b-b996-e1b9ff28c807 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1391592 Aug 31 00:48:38.993986 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['e8056128-b197-4ec7-90b6-4908008b37f9'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:39.095416 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d07ffa6-7468-4d18-aec7-7fdf73e79e53 req-cfb574da-037b-4491-803c-470d746145ce tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788507 Aug 31 00:48:39.114877 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:39.135544 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29124473-ddf7-4efa-80ed-8e41bf498930 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:39.177357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 29124473-ddf7-4efa-80ed-8e41bf498930, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=29124473-ddf7-4efa-80ed-8e41bf498930,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:39.228607 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:39.298491 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:39.313482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3298cd05-ac5e-428e-abee-19b14d8a4d33'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:39.316385 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6884fb-6ef1-4eec-892e-838d47b970e9" -d '{"events": [{"server_uuid": "d9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba", "name": "network-vif-plugged", "status": "completed", "tag": "3298cd05-ac5e-428e-abee-19b14d8a4d33"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:39.362255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 3298cd05-ac5e-428e-abee-19b14d8a4d33, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3298cd05-ac5e-428e-abee-19b14d8a4d33,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:39.418532 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=29124473-ddf7-4efa-80ed-8e41bf498930,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:39.419912 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65856686-8a0e-4a7b-bbf2-da571a76666d req-ba9c75d3-7aeb-490c-9656-17343c569389 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:39.433704 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-65856686-8a0e-4a7b-bbf2-da571a76666d req-ba9c75d3-7aeb-490c-9656-17343c569389 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 1097 time: 0.1622059 Aug 31 00:48:39.461850 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:39.464015 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 963e01ab-7ec9-4667-88e0-0b4375dd1745 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:48:39.495469 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e85d4-0360-41ec-83b6-2f7b3ff3ce8c req-0a666164-493a-4fbd-8ec9-49947a428f24 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:39.499253 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-682e85d4-0360-41ec-83b6-2f7b3ff3ce8c req-0a666164-493a-4fbd-8ec9-49947a428f24 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 948 time: 0.1053069 Aug 31 00:48:39.502583 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-65856686-8a0e-4a7b-bbf2-da571a76666d req-9e8da99f-3aa0-45a2-a907-fd6af0509019 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664217 Aug 31 00:48:39.571739 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-682e85d4-0360-41ec-83b6-2f7b3ff3ce8c req-3effb342-d124-4bb7-b3ec-fd9effc7a6d7 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584269 Aug 31 00:48:39.586750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=3298cd05-ac5e-428e-abee-19b14d8a4d33,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:39.593540 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7b41c5-bd4d-457f-9f5a-1e47ebcfc7dd x-openstack-request-id: req-3c7b41c5-bd4d-457f-9f5a-1e47ebcfc7dd {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:39.593938 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba", "name": "network-vif-plugged", "status": "completed", "tag": "3298cd05-ac5e-428e-abee-19b14d8a4d33", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:39.594305 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c7b41c5-bd4d-457f-9f5a-1e47ebcfc7dd {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:39.594829 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3298cd05-ac5e-428e-abee-19b14d8a4d33', 'code': 200} Aug 31 00:48:39.652248 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['29124473-ddf7-4efa-80ed-8e41bf498930'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:39.669391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810ca3ed-f907-4987-bf30-0a83a112181b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8056128-b197-4ec7-90b6-4908008b37f9'}, {'name': 'network-changed', 'server_uuid': '810ca3ed-f907-4987-bf30-0a83a112181b', 'tag': 'e8056128-b197-4ec7-90b6-4908008b37f9'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:39.673330 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8503ec6e-bee5-4fd8-a5fa-cbb72bbcde36" -d '{"events": [{"server_uuid": "810ca3ed-f907-4987-bf30-0a83a112181b", "name": "network-vif-unplugged", "status": "completed", "tag": "e8056128-b197-4ec7-90b6-4908008b37f9"}, {"name": "network-changed", "server_uuid": "810ca3ed-f907-4987-bf30-0a83a112181b", "tag": "e8056128-b197-4ec7-90b6-4908008b37f9"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:39.780093 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:39.811334 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67aa945-f32f-47c1-93d1-1a4134e60049 req-e2562068-e736-4e21-a8dd-061f6b593796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:39.812967 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b67aa945-f32f-47c1-93d1-1a4134e60049 req-e2562068-e736-4e21-a8dd-061f6b593796 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba HTTP/1.1" status: 200 len: 1102 time: 0.1131384 Aug 31 00:48:39.852110 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fbf006-a317-4a4e-aad7-d9baaa2c5e75 x-openstack-request-id: req-c5fbf006-a317-4a4e-aad7-d9baaa2c5e75 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:39.852414 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810ca3ed-f907-4987-bf30-0a83a112181b", "name": "network-vif-unplugged", "status": "completed", "tag": "e8056128-b197-4ec7-90b6-4908008b37f9", "code": 200}, {"name": "network-changed", "server_uuid": "810ca3ed-f907-4987-bf30-0a83a112181b", "tag": "e8056128-b197-4ec7-90b6-4908008b37f9", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:39.852620 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5fbf006-a317-4a4e-aad7-d9baaa2c5e75 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:39.852932 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810ca3ed-f907-4987-bf30-0a83a112181b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8056128-b197-4ec7-90b6-4908008b37f9', 'code': 200} Aug 31 00:48:39.853188 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810ca3ed-f907-4987-bf30-0a83a112181b', 'tag': 'e8056128-b197-4ec7-90b6-4908008b37f9', 'status': 'completed', 'code': 200} Aug 31 00:48:39.926448 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 963e01ab-7ec9-4667-88e0-0b4375dd1745, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=963e01ab-7ec9-4667-88e0-0b4375dd1745,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:40.004316 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e657bfd-14a8-46b7-bc42-2132f80c95d4 req-2ea27bfc-397b-4ea0-928b-4476dee7b42d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:40.005412 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b67aa945-f32f-47c1-93d1-1a4134e60049 req-9aafbe5a-b39b-40e4-b514-7958fee11a17 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816835 Aug 31 00:48:40.020806 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0e657bfd-14a8-46b7-bc42-2132f80c95d4 req-2ea27bfc-397b-4ea0-928b-4476dee7b42d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 944 time: 0.1367176 Aug 31 00:48:40.029964 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:40.058976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503ec6e-bee5-4fd8-a5fa-cbb72bbcde36 req-bab96f4c-c163-472e-849b-116f476d257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:40.060624 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8503ec6e-bee5-4fd8-a5fa-cbb72bbcde36 req-bab96f4c-c163-472e-849b-116f476d257f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 1127 time: 0.1892836 Aug 31 00:48:40.095330 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0e657bfd-14a8-46b7-bc42-2132f80c95d4 req-512fef1e-9ce7-49fc-87d2-5beb43d860ff tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696502 Aug 31 00:48:40.116748 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33808) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:48:40.177057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=963e01ab-7ec9-4667-88e0-0b4375dd1745,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:40.203316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 963e01ab-7ec9-4667-88e0-0b4375dd1745 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:48:40.217269 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e2a7b34b-51b0-4b54-9076-5968ddaf46fb no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:48:40.256727 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add7405-bdc7-46f1-971a-c43353856387 req-4f218f7d-23f8-4818-9b38-9c337f745d58 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:40.272344 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7add7405-bdc7-46f1-971a-c43353856387 req-4f218f7d-23f8-4818-9b38-9c337f745d58 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.2508104 Aug 31 00:48:40.303967 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:40.325057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: e2a7b34b-51b0-4b54-9076-5968ddaf46fb {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:48:40.325611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e2a7b34b-51b0-4b54-9076-5968ddaf46fb not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:48:40.374956 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4822c09-6df2-407b-bc90-1bd1d11004c1 req-9217e8a9-b8b1-40ad-a8c5-088b9d180cb9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:40.386800 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f4822c09-6df2-407b-bc90-1bd1d11004c1 req-9217e8a9-b8b1-40ad-a8c5-088b9d180cb9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 948 time: 0.0936418 Aug 31 00:48:40.457800 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f4822c09-6df2-407b-bc90-1bd1d11004c1 req-d064fb84-755c-47e6-8a1b-8c3e37c2a7f0 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608928 Aug 31 00:48:40.458123 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7add7405-bdc7-46f1-971a-c43353856387 req-dff9cc9b-d4d4-4eb4-908e-773cf3a5882c tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799240 Aug 31 00:48:40.494243 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503ec6e-bee5-4fd8-a5fa-cbb72bbcde36 req-aa9a5cf7-c21c-4ac8-af60-f3aaec56ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:40.497613 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8503ec6e-bee5-4fd8-a5fa-cbb72bbcde36 req-aa9a5cf7-c21c-4ac8-af60-f3aaec56ba8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 921 time: 0.4027703 Aug 31 00:48:40.557748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 963e01ab-7ec9-4667-88e0-0b4375dd1745, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=963e01ab-7ec9-4667-88e0-0b4375dd1745,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:40.600914 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '963e01ab-7ec9-4667-88e0-0b4375dd1745', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '963e01ab-7ec9-4667-88e0-0b4375dd1745', 'mac_address': 'fa:16:3e:3d:26:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:48:40.656227 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8503ec6e-bee5-4fd8-a5fa-cbb72bbcde36 req-0e7814d9-1929-44e6-b61b-656126fa719a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8056128-b197-4ec7-90b6-4908008b37f9 HTTP/1.1" status: 200 len: 217 time: 0.1490643 Aug 31 00:48:40.688928 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:40.733572 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963e01ab-7ec9-4667-88e0-0b4375dd1745 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:40.778568 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 963e01ab-7ec9-4667-88e0-0b4375dd1745, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=963e01ab-7ec9-4667-88e0-0b4375dd1745,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:40.779277 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0f9f253c-d790-4a9d-b36f-542c1b68767f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1cd1d9e8cf974d0e8579828f7cc5db22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6604874 Aug 31 00:48:40.782372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503ec6e-bee5-4fd8-a5fa-cbb72bbcde36 req-a50bd58c-2ab7-4f22-9540-273f68069dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:40.784304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33826) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:48:40.784682 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8503ec6e-bee5-4fd8-a5fa-cbb72bbcde36 req-a50bd58c-2ab7-4f22-9540-273f68069dac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.1051610 Aug 31 00:48:40.787496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f38e7-c7eb-443e-b7ae-1973e167833e req-99f6c90c-26a8-4d7e-bfa2-d5b65b9e79ba tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:40.789565 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d92f38e7-c7eb-443e-b7ae-1973e167833e req-99f6c90c-26a8-4d7e-bfa2-d5b65b9e79ba tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 1097 time: 0.1383345 Aug 31 00:48:40.833625 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8503ec6e-bee5-4fd8-a5fa-cbb72bbcde36 req-5397ae6f-6c71-4a22-b80b-9ee64629a8fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410502 Aug 31 00:48:40.868822 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0dd064f7-d4bf-4b40-90f0-4935871c3e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:40.886779 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:40.924313 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d92f38e7-c7eb-443e-b7ae-1973e167833e req-b4e8c527-08e4-4f91-9095-f9a1fc84a1b0 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225550 Aug 31 00:48:40.946247 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0dd064f7-d4bf-4b40-90f0-4935871c3e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:40.954592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=963e01ab-7ec9-4667-88e0-0b4375dd1745,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:40.967926 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8503ec6e-bee5-4fd8-a5fa-cbb72bbcde36 req-4cc6b021-dced-4b20-a106-a0ee4f2e7bc4 service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195569 Aug 31 00:48:41.001886 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1622bc-b5c7-4f1b-ac40-358a48391340 req-5702fcbd-536a-4069-99d2-4a558312205d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:41.004795 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d1622bc-b5c7-4f1b-ac40-358a48391340 req-5702fcbd-536a-4069-99d2-4a558312205d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 948 time: 0.1207948 Aug 31 00:48:41.057879 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d1622bc-b5c7-4f1b-ac40-358a48391340 req-fb291fcd-08e7-4219-a79e-68459bf6c83e tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407887 Aug 31 00:48:41.094291 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8503ec6e-bee5-4fd8-a5fa-cbb72bbcde36 req-40600d3d-27d8-459c-abb9-22f0ffae991b service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134455 Aug 31 00:48:41.139697 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0dd064f7-d4bf-4b40-90f0-4935871c3e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:41.149060 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0dd064f7-d4bf-4b40-90f0-4935871c3e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:41.154896 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0dd064f7-d4bf-4b40-90f0-4935871c3e25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46a317b9-4686-482c-8692-51604f38f59d HTTP/1.1" status: 204 len: 168 time: 0.3684733 Aug 31 00:48:41.166601 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd064f7-d4bf-4b40-90f0-4935871c3e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a317b9-4686-482c-8692-51604f38f59d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:41.339719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['963e01ab-7ec9-4667-88e0-0b4375dd1745'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:41.501248 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085864a-e988-4c91-b228-53e92ac336f5 req-bb61cec0-1302-437c-b7dc-948d4bebf683 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:41.502103 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b085864a-e988-4c91-b228-53e92ac336f5 req-bb61cec0-1302-437c-b7dc-948d4bebf683 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 944 time: 0.0841353 Aug 31 00:48:41.566696 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b085864a-e988-4c91-b228-53e92ac336f5 req-ddca0f09-d8b6-487c-8c90-c009c565bf87 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511246 Aug 31 00:48:41.596592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bf543f-7680-4cd5-8af3-3ee27636e5f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '963e01ab-7ec9-4667-88e0-0b4375dd1745'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:41.600323 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffe13ac-149d-43b4-93bd-9e559106a3fd" -d '{"events": [{"server_uuid": "d4bf543f-7680-4cd5-8af3-3ee27636e5f9", "name": "network-vif-unplugged", "status": "completed", "tag": "963e01ab-7ec9-4667-88e0-0b4375dd1745"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:41.771976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9da0f-d5e7-425e-83cb-5e0d5ca08fc9 req-493e5b5f-e456-4eb5-a9fd-16f280a75735 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:41.778742 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ec9da0f-d5e7-425e-83cb-5e0d5ca08fc9 req-493e5b5f-e456-4eb5-a9fd-16f280a75735 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.1034143 Aug 31 00:48:41.851426 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ec9da0f-d5e7-425e-83cb-5e0d5ca08fc9 req-21711461-2847-4275-b967-a48b6a862b70 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634992 Aug 31 00:48:42.036414 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90027a-b979-461f-86d8-1f98f44f21ab req-6d6301f0-ee97-406b-a501-63a928c188c7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:42.042661 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c90027a-b979-461f-86d8-1f98f44f21ab req-6d6301f0-ee97-406b-a501-63a928c188c7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 949 time: 0.0824370 Aug 31 00:48:42.046262 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e8056128-b197-4ec7-90b6-4908008b37f9 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:48:42.070821 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 29124473-ddf7-4efa-80ed-8e41bf498930 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:48:42.100359 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c90027a-b979-461f-86d8-1f98f44f21ab req-83efb4fa-2d28-4dd6-9ab1-390cd5789e4b tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413640 Aug 31 00:48:42.286395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e8056128-b197-4ec7-90b6-4908008b37f9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e8056128-b197-4ec7-90b6-4908008b37f9,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:42.291730 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a591249-a78e-4587-a50d-70cba6d896ad x-openstack-request-id: req-8a591249-a78e-4587-a50d-70cba6d896ad {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:42.292054 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bf543f-7680-4cd5-8af3-3ee27636e5f9", "name": "network-vif-unplugged", "status": "completed", "tag": "963e01ab-7ec9-4667-88e0-0b4375dd1745", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:42.292317 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a591249-a78e-4587-a50d-70cba6d896ad {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:42.292718 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bf543f-7680-4cd5-8af3-3ee27636e5f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '963e01ab-7ec9-4667-88e0-0b4375dd1745', 'code': 200} Aug 31 00:48:42.305786 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e8056128-b197-4ec7-90b6-4908008b37f9 has no active binding in host n-h1-793621-34 {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 00:48:42.322275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 29124473-ddf7-4efa-80ed-8e41bf498930 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:48:42.324725 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33870) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:48:42.328171 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 29124473-ddf7-4efa-80ed-8e41bf498930 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:48:42.328819 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:42.401743 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3f00ae5d-999b-4f7b-a36a-76b4c44b005b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=274deb8ede444e1e90691f060baca87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715418 Aug 31 00:48:42.402178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33876) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:48:42.463882 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:42.501817 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 29124473-ddf7-4efa-80ed-8e41bf498930, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=29124473-ddf7-4efa-80ed-8e41bf498930,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:42.527713 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89cdc4be-9ea2-46a7-b86f-9f32901dd843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:42.546152 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37ebbc-cc60-43a1-83a8-3989a9cd7f02 req-a1fc1681-da83-4e71-8e1b-5567dc75184b tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:42.548758 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0f37ebbc-cc60-43a1-83a8-3989a9cd7f02 req-a1fc1681-da83-4e71-8e1b-5567dc75184b tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 948 time: 0.1167636 Aug 31 00:48:42.611273 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:42.611620 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89cdc4be-9ea2-46a7-b86f-9f32901dd843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:42.692609 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=29124473-ddf7-4efa-80ed-8e41bf498930,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:42.707060 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0f37ebbc-cc60-43a1-83a8-3989a9cd7f02 req-919fc429-9d81-4533-bdfc-721e7d2e1a6e tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438539 Aug 31 00:48:42.828258 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89cdc4be-9ea2-46a7-b86f-9f32901dd843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:42.831645 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89cdc4be-9ea2-46a7-b86f-9f32901dd843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:42.833067 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-89cdc4be-9ea2-46a7-b86f-9f32901dd843 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d91eb35-fad1-42be-adc3-5afedafdb180 HTTP/1.1" status: 204 len: 168 time: 0.4296753 Aug 31 00:48:42.876062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdc4be-9ea2-46a7-b86f-9f32901dd843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d91eb35-fad1-42be-adc3-5afedafdb180,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:42.910314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ed20-1728-40af-8f2a-ad1a5bed8d7d req-afc9369e-f311-4c7b-999d-5c846ebdc857 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:42.912075 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e60ed20-1728-40af-8f2a-ad1a5bed8d7d req-afc9369e-f311-4c7b-999d-5c846ebdc857 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 944 time: 0.0777049 Aug 31 00:48:42.986054 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e60ed20-1728-40af-8f2a-ad1a5bed8d7d req-c592b124-482f-419f-b679-f52a51b80b8a tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565927 Aug 31 00:48:43.194213 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c780c44-03e2-40c4-85f0-f95b6c0124f4 req-cf284e94-6f6f-485b-acd2-593deb03a688 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:43.195921 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9c780c44-03e2-40c4-85f0-f95b6c0124f4 req-cf284e94-6f6f-485b-acd2-593deb03a688 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.0807228 Aug 31 00:48:43.198349 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-bb7ba79e-d588-4d4c-b713-7345588ff107 service neutron] 10.222.0.41 "GET /v2.0/ports/e8056128-b197-4ec7-90b6-4908008b37f9/bindings/n-h1-793621-34 HTTP/1.1" status: 200 len: 385 time: 0.1225166 Aug 31 00:48:43.283596 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9c780c44-03e2-40c4-85f0-f95b6c0124f4 req-7f11833e-5950-4230-81b6-44f7d492929c tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802937 Aug 31 00:48:43.487860 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-418ea51f-a659-4ad3-9df0-f7e82673d47e service neutron] For port e8056128-b197-4ec7-90b6-4908008b37f9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e8056128-b197-4ec7-90b6-4908008b37f9,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:43.547680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-418ea51f-a659-4ad3-9df0-f7e82673d47e service neutron] For port e8056128-b197-4ec7-90b6-4908008b37f9, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:43.645804 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-418ea51f-a659-4ad3-9df0-f7e82673d47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8056128-b197-4ec7-90b6-4908008b37f9 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:43.663701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-e35a557b-596e-4a7d-887d-61816e9e25e8 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:48:43.665095 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-e35a557b-596e-4a7d-887d-61816e9e25e8 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075624 Aug 31 00:48:43.669207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-418ea51f-a659-4ad3-9df0-f7e82673d47e service neutron] For port e8056128-b197-4ec7-90b6-4908008b37f9, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e8056128-b197-4ec7-90b6-4908008b37f9,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:43.707620 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cbc14-651e-4c13-82e4-48a8d6df30c8 req-5acb3df0-dfb9-47c3-b761-b0da46997f1d tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:43.710130 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-770cbc14-651e-4c13-82e4-48a8d6df30c8 req-5acb3df0-dfb9-47c3-b761-b0da46997f1d tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 949 time: 0.1585443 Aug 31 00:48:43.721502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-e5c4cf45-294c-4768-91d3-96631e971178 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:43.723371 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-e5c4cf45-294c-4768-91d3-96631e971178 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/ports/91a0de3a-9893-4528-801d-e534905eb920 HTTP/1.1" status: 200 len: 1094 time: 0.0471137 Aug 31 00:48:43.743426 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-fe453f86-3b35-41b7-8080-fe58b3c61a81 service neutron] Request body: {'binding': {'host': 'n-h1-793621-34', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:43.747189 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-fe453f86-3b35-41b7-8080-fe58b3c61a81 service neutron] Unknown quota resources ['binding']. {{(pid=102343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 00:48:43.779387 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-770cbc14-651e-4c13-82e4-48a8d6df30c8 req-61a8feef-4230-4697-a28f-7177ba45f781 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565810 Aug 31 00:48:43.781116 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-418ea51f-a659-4ad3-9df0-f7e82673d47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:43.937273 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-418ea51f-a659-4ad3-9df0-f7e82673d47e service neutron] Transition to ACTIVE for port object e8056128-b197-4ec7-90b6-4908008b37f9 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:48:43.968458 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-fe453f86-3b35-41b7-8080-fe58b3c61a81 service neutron] Attempting to bind port 91a0de3a-9893-4528-801d-e534905eb920 on host n-h1-793621-34 for vnic_type normal with profile None {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:48:43.969138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-fe453f86-3b35-41b7-8080-fe58b3c61a81 service neutron] Attempting to bind port 91a0de3a-9893-4528-801d-e534905eb920 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:48:43.969751 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-fe453f86-3b35-41b7-8080-fe58b3c61a81 service neutron] Attempting to bind port 91a0de3a-9893-4528-801d-e534905eb920 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:43.975182 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-fe453f86-3b35-41b7-8080-fe58b3c61a81 service neutron] Port 91a0de3a-9893-4528-801d-e534905eb920 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:48:43.976127 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-fe453f86-3b35-41b7-8080-fe58b3c61a81 service neutron] Attempting to bind port 91a0de3a-9893-4528-801d-e534905eb920 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:43.984255 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-fe453f86-3b35-41b7-8080-fe58b3c61a81 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:48:43.985318 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-fe453f86-3b35-41b7-8080-fe58b3c61a81 service neutron] Checking segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:48:43.985537 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-fe453f86-3b35-41b7-8080-fe58b3c61a81 service neutron] Bound using segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:48:43.986321 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-fe453f86-3b35-41b7-8080-fe58b3c61a81 service neutron] Bound port: 91a0de3a-9893-4528-801d-e534905eb920, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:48:44.023355 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-418ea51f-a659-4ad3-9df0-f7e82673d47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:44.057271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 963e01ab-7ec9-4667-88e0-0b4375dd1745 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:48:44.059363 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-fe453f86-3b35-41b7-8080-fe58b3c61a81 service neutron] For port 91a0de3a-9893-4528-801d-e534905eb920, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=91a0de3a-9893-4528-801d-e534905eb920,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:48:44.132989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 963e01ab-7ec9-4667-88e0-0b4375dd1745 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:48:44.134028 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:44.145895 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-fe453f86-3b35-41b7-8080-fe58b3c61a81 service neutron] Notify callbacks [] for binding, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:44.147858 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-fe453f86-3b35-41b7-8080-fe58b3c61a81 service neutron] 10.222.0.16 "POST /v2.0/ports/91a0de3a-9893-4528-801d-e534905eb920/bindings HTTP/1.1" status: 201 len: 390 time: 0.4119241 Aug 31 00:48:44.202483 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-418ea51f-a659-4ad3-9df0-f7e82673d47e service neutron] No DVR routers for this DVR port e8056128-b197-4ec7-90b6-4908008b37f9 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:48:44.262921 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f73132-ec95-42ce-990c-f7a8bde2a308 req-a26f4c18-6dc9-41cf-8502-668465ab4bcf tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:44.265959 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41f73132-ec95-42ce-990c-f7a8bde2a308 req-a26f4c18-6dc9-41cf-8502-668465ab4bcf tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 949 time: 0.2637382 Aug 31 00:48:44.296251 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eeb7abe-e996-4c8f-9466-20b8aaf6aa16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29124473-ddf7-4efa-80ed-8e41bf498930'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:44.302378 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ea51f-a659-4ad3-9df0-f7e82673d47e service neutron] Pushing event updated for resources: {'Port': ['ID=e8056128-b197-4ec7-90b6-4908008b37f9,revision_number=10']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:44.306033 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff7dbe1-9079-4a6c-ba27-2bd01cc6882b" -d '{"events": [{"server_uuid": "2eeb7abe-e996-4c8f-9466-20b8aaf6aa16", "name": "network-vif-plugged", "status": "completed", "tag": "29124473-ddf7-4efa-80ed-8e41bf498930"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:44.326501 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-418ea51f-a659-4ad3-9df0-f7e82673d47e service neutron] 10.222.0.41 "PUT /v2.0/ports/e8056128-b197-4ec7-90b6-4908008b37f9/bindings/n-h1-793621-34/activate HTTP/1.1" status: 200 len: 370 time: 1.1112692 Aug 31 00:48:44.326874 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:44.354916 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41f73132-ec95-42ce-990c-f7a8bde2a308 req-50791196-a655-4eba-a88f-ea22f2dc76b5 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612814 Aug 31 00:48:44.379202 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 963e01ab-7ec9-4667-88e0-0b4375dd1745, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=963e01ab-7ec9-4667-88e0-0b4375dd1745,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:44.498546 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:44.579026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=963e01ab-7ec9-4667-88e0-0b4375dd1745,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:44.596542 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-cd4ce996-a6b4-47ae-aa7d-dad8ee3f61d7 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:44.598496 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-cd4ce996-a6b4-47ae-aa7d-dad8ee3f61d7 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b&tenant_id=70608dabb68b4f098ed58bafcf31f2c9&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 1097 time: 0.0814638 Aug 31 00:48:44.724932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-0bd1c4a9-d004-4c7b-88b7-8c4ae8635278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:44.728040 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-0bd1c4a9-d004-4c7b-88b7-8c4ae8635278 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b&tenant_id=70608dabb68b4f098ed58bafcf31f2c9 HTTP/1.1" status: 200 len: 1097 time: 0.1166394 Aug 31 00:48:44.822913 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59919d3c-db1b-4450-964c-1fc926c16b4a req-1f7ad0b1-46aa-4d42-a10f-fded08853b94 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:44.825626 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-59919d3c-db1b-4450-964c-1fc926c16b4a req-1f7ad0b1-46aa-4d42-a10f-fded08853b94 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.0895119 Aug 31 00:48:44.831935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-91b9c7d1-d646-4445-aba2-6cbb3baa1db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:44.833606 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-91b9c7d1-d646-4445-aba2-6cbb3baa1db6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 1097 time: 0.0735233 Aug 31 00:48:44.842498 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137bf70-9245-4548-bf63-aeaf3a47c5ae req-2c365b56-9407-41ab-bf4f-a1c75fb201c3 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:44.844173 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3137bf70-9245-4548-bf63-aeaf3a47c5ae req-2c365b56-9407-41ab-bf4f-a1c75fb201c3 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 945 time: 0.1032314 Aug 31 00:48:44.895117 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-59919d3c-db1b-4450-964c-1fc926c16b4a req-00eff353-7128-446c-b73f-fb4d7db93757 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592406 Aug 31 00:48:44.967843 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3137bf70-9245-4548-bf63-aeaf3a47c5ae req-06f45c03-f53d-4cda-84a8-99b40db32792 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997443 Aug 31 00:48:44.981775 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be087917-6557-4d7c-a372-a39557356356 x-openstack-request-id: req-be087917-6557-4d7c-a372-a39557356356 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:44.981952 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eeb7abe-e996-4c8f-9466-20b8aaf6aa16", "name": "network-vif-plugged", "status": "completed", "tag": "29124473-ddf7-4efa-80ed-8e41bf498930", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:44.982383 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be087917-6557-4d7c-a372-a39557356356 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:44.982731 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eeb7abe-e996-4c8f-9466-20b8aaf6aa16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29124473-ddf7-4efa-80ed-8e41bf498930', 'code': 200} Aug 31 00:48:44.998332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-e9a1115f-638d-4f37-95c7-2f1f90dd9a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:44.998332 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-e9a1115f-638d-4f37-95c7-2f1f90dd9a43 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 921 time: 0.1509247 Aug 31 00:48:45.094153 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-8047a6b1-758e-430b-80de-20777ce1608d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8056128-b197-4ec7-90b6-4908008b37f9 HTTP/1.1" status: 200 len: 217 time: 0.0888674 Aug 31 00:48:45.269983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-8044d000-b981-4418-a656-99850614384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:45.272622 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-8044d000-b981-4418-a656-99850614384e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.1610281 Aug 31 00:48:45.280201 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfc0aa-4b69-4fee-89aa-53008145ad02 req-b9754f49-d9a7-4a09-a990-520073db4056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:45.285854 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30dfc0aa-4b69-4fee-89aa-53008145ad02 req-b9754f49-d9a7-4a09-a990-520073db4056 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 1101 time: 0.2039428 Aug 31 00:48:45.314505 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f1440-c9bb-4d8f-a8e2-7d46a69b9bdf req-6679a863-da95-47bb-b908-4f6d93a37ec9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:45.317333 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-072f1440-c9bb-4d8f-a8e2-7d46a69b9bdf req-6679a863-da95-47bb-b908-4f6d93a37ec9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 945 time: 0.2400327 Aug 31 00:48:45.348548 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bff5a-2d85-4da6-92dd-342c05ea43af req-34e5c715-2413-4cd3-a08b-0cb84602e115 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:45.356574 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c1bff5a-2d85-4da6-92dd-342c05ea43af req-34e5c715-2413-4cd3-a08b-0cb84602e115 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.0868399 Aug 31 00:48:45.371544 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-c3fd0820-83d5-4622-9703-8fdf9df203b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855670 Aug 31 00:48:45.439269 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c1bff5a-2d85-4da6-92dd-342c05ea43af req-af8bede7-f3ac-40b0-8307-9c8d63e6d947 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705745 Aug 31 00:48:45.483919 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30dfc0aa-4b69-4fee-89aa-53008145ad02 req-6a6e0abc-0394-4d59-ae44-f3f81317db15 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616955 Aug 31 00:48:45.497410 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-072f1440-c9bb-4d8f-a8e2-7d46a69b9bdf req-dabaf2b4-34c7-480b-98af-016ec6a32d26 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653001 Aug 31 00:48:45.554923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-676eac8b-441c-4ead-b270-6b2cdaf0697f service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715484 Aug 31 00:48:45.796655 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0587cc2-93ef-4a68-bcda-511eb7036f2b req-b5133ccf-cfe3-417b-acce-4f20c5715003 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:45.799450 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c0587cc2-93ef-4a68-bcda-511eb7036f2b req-b5133ccf-cfe3-417b-acce-4f20c5715003 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 949 time: 0.1289089 Aug 31 00:48:45.828605 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-24ec0e21-40b3-46bc-9184-98e4d98c40eb service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586501 Aug 31 00:48:45.876802 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c0587cc2-93ef-4a68-bcda-511eb7036f2b req-3ba548be-4f56-4771-b822-dc1a4aae834e tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639589 Aug 31 00:48:46.093309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e8056128-b197-4ec7-90b6-4908008b37f9 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:48:46.151883 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef51cf-8c45-4a26-8ecf-18f994239145 req-af73d7dd-f6c8-4d16-8386-8b835674024e tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:46.155835 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ecef51cf-8c45-4a26-8ecf-18f994239145 req-af73d7dd-f6c8-4d16-8386-8b835674024e tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.1233263 Aug 31 00:48:46.198524 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e8056128-b197-4ec7-90b6-4908008b37f9 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:48:46.233850 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ecef51cf-8c45-4a26-8ecf-18f994239145 req-a3d65698-7a1d-4b6c-a448-0d90cc51e6af tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629807 Aug 31 00:48:46.237740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba686f-e80c-4066-977a-db9a457788c8 req-828c1d38-8643-4116-baa1-2791399ebcbd tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:46.240512 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3ba686f-e80c-4066-977a-db9a457788c8 req-828c1d38-8643-4116-baa1-2791399ebcbd tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 945 time: 0.0957165 Aug 31 00:48:46.322998 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3ba686f-e80c-4066-977a-db9a457788c8 req-4228a05f-821d-4235-8608-9aaf592a5820 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713916 Aug 31 00:48:46.449956 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-7abef10d-abcf-4f9a-b245-9d7df7fb6dec tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:46.452926 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-7abef10d-abcf-4f9a-b245-9d7df7fb6dec tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b&tenant_id=70608dabb68b4f098ed58bafcf31f2c9&binding%3Ahost_id=n-h1-793621-34 HTTP/1.1" status: 200 len: 1097 time: 0.0758965 Aug 31 00:48:46.561982 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33972) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:48:46.606839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-15f58e19-da13-4be3-920f-e49c0ac37199 req-8df6506f-9f00-40ba-899c-15c5f8523e70 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Request body: {'security_group': {'name': 'tempest-securitygroup-632007652', 'description': 'tempest-description-229824668'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:46.726916 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-15f58e19-da13-4be3-920f-e49c0ac37199 req-8df6506f-9f00-40ba-899c-15c5f8523e70 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:46.727420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f160a-7c15-4fa6-bce0-78fc9b4702ec req-30e866f2-b338-457e-93d5-8e42e5425609 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:46.729759 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-220f160a-7c15-4fa6-bce0-78fc9b4702ec req-30e866f2-b338-457e-93d5-8e42e5425609 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1396909 Aug 31 00:48:46.757289 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-15f58e19-da13-4be3-920f-e49c0ac37199 req-8df6506f-9f00-40ba-899c-15c5f8523e70 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:46.782336 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b5d423c3-be00-4e37-9e18-115af6ad1bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:46.827767 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-220f160a-7c15-4fa6-bce0-78fc9b4702ec req-8be67364-f39f-4e57-954a-69f20cdf0631 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832508 Aug 31 00:48:46.837876 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-b3cc6bec-c88c-40bf-8ec5-674d3b888368 service neutron] For port e8056128-b197-4ec7-90b6-4908008b37f9, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:46.843948 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-b3cc6bec-c88c-40bf-8ec5-674d3b888368 service neutron] Notify callbacks [] for binding, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:46.846848 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89c5a3e-8e96-4157-a319-650d51a7e42b req-b3cc6bec-c88c-40bf-8ec5-674d3b888368 service neutron] 10.222.0.48 "DELETE /v2.0/ports/e8056128-b197-4ec7-90b6-4908008b37f9/bindings/n-h2-793621-34 HTTP/1.1" status: 204 len: 173 time: 0.3806214 Aug 31 00:48:46.984482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bf543f-7680-4cd5-8af3-3ee27636e5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963e01ab-7ec9-4667-88e0-0b4375dd1745'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:46.990893 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778e6d1b-fdd6-40bc-a8e0-b335828c547a" -d '{"events": [{"server_uuid": "d4bf543f-7680-4cd5-8af3-3ee27636e5f9", "name": "network-vif-plugged", "status": "completed", "tag": "963e01ab-7ec9-4667-88e0-0b4375dd1745"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:47.001409 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-15f58e19-da13-4be3-920f-e49c0ac37199 req-8df6506f-9f00-40ba-899c-15c5f8523e70 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:47.071497 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f3e20-4d6b-4489-82b3-92787b4d9a75 req-bf755df9-6547-4493-8930-914809047c81 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:47.074621 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a5f3e20-4d6b-4489-82b3-92787b4d9a75 req-bf755df9-6547-4493-8930-914809047c81 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 945 time: 0.0862560 Aug 31 00:48:47.144159 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a5f3e20-4d6b-4489-82b3-92787b4d9a75 req-cfe29317-b49d-487f-be5a-ee40cdf0c54c tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595648 Aug 31 00:48:47.171000 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-15f58e19-da13-4be3-920f-e49c0ac37199 req-8df6506f-9f00-40ba-899c-15c5f8523e70 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:47.259316 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6506f-9f00-40ba-899c-15c5f8523e70 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2599abaf-b052-4b70-af78-5b9e09783e1c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:47.371432 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b5d423c3-be00-4e37-9e18-115af6ad1bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:47.444083 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b5d423c3-be00-4e37-9e18-115af6ad1bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:47.456092 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1e725-00df-48fc-8ea4-49290857c207 req-85e292a1-92bc-4287-9767-ba8da5ad18f9 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:47.461335 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f3b1e725-00df-48fc-8ea4-49290857c207 req-85e292a1-92bc-4287-9767-ba8da5ad18f9 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 949 time: 0.0812337 Aug 31 00:48:47.545128 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b5d423c3-be00-4e37-9e18-115af6ad1bea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1875ed9741d41faa51780d65a691412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9768946 Aug 31 00:48:47.545953 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33986) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:48:47.562306 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f3b1e725-00df-48fc-8ea4-49290857c207 req-40550a70-1c4b-4fd3-93a8-e50182f367a6 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894482 Aug 31 00:48:47.579064 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d423c3-be00-4e37-9e18-115af6ad1bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08632f7-fcb7-4093-9687-bb5e39a954f2,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:47.683261 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5abb37-3775-48dd-9350-d2c7ff16375f x-openstack-request-id: req-9b5abb37-3775-48dd-9350-d2c7ff16375f {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:47.683956 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bf543f-7680-4cd5-8af3-3ee27636e5f9", "name": "network-vif-plugged", "status": "completed", "tag": "963e01ab-7ec9-4667-88e0-0b4375dd1745", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:47.684136 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b5abb37-3775-48dd-9350-d2c7ff16375f {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:47.685053 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bf543f-7680-4cd5-8af3-3ee27636e5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963e01ab-7ec9-4667-88e0-0b4375dd1745', 'code': 200} Aug 31 00:48:47.700741 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a5fb554-d5fb-473b-9f62-a10f219868fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:47.734106 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-15f58e19-da13-4be3-920f-e49c0ac37199 req-8df6506f-9f00-40ba-899c-15c5f8523e70 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:47.784578 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a5fb554-d5fb-473b-9f62-a10f219868fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:47.830264 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-15f58e19-da13-4be3-920f-e49c0ac37199 req-8df6506f-9f00-40ba-899c-15c5f8523e70 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:47.894088 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6506f-9f00-40ba-899c-15c5f8523e70 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23af08d-2524-4fb4-a443-95ea7be68bdc,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:47.915534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e4b38-1fe2-4366-b229-77d6a91d0f51 req-c0c2718c-951b-48cc-9945-fe9e327ec058 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:47.917513 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-527e4b38-1fe2-4366-b229-77d6a91d0f51 req-c0c2718c-951b-48cc-9945-fe9e327ec058 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.1538701 Aug 31 00:48:47.978718 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-15f58e19-da13-4be3-920f-e49c0ac37199 req-8df6506f-9f00-40ba-899c-15c5f8523e70 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:47.980766 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-15f58e19-da13-4be3-920f-e49c0ac37199 req-8df6506f-9f00-40ba-899c-15c5f8523e70 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3813150 Aug 31 00:48:48.015416 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-527e4b38-1fe2-4366-b229-77d6a91d0f51 req-4857f1eb-ec6b-4739-8118-745055ed30f3 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783129 Aug 31 00:48:48.019165 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cffbd-a2d7-40c7-853f-8d7004dd8ac0 req-e648840d-f788-4f54-abb9-beb29fe4c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:48.021097 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5d9cffbd-a2d7-40c7-853f-8d7004dd8ac0 req-e648840d-f788-4f54-abb9-beb29fe4c77f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 1102 time: 0.0954425 Aug 31 00:48:48.054638 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a5fb554-d5fb-473b-9f62-a10f219868fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:48.060970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a5fb554-d5fb-473b-9f62-a10f219868fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:48.062282 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6a5fb554-d5fb-473b-9f62-a10f219868fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d08632f7-fcb7-4093-9687-bb5e39a954f2 HTTP/1.1" status: 204 len: 168 time: 0.5159075 Aug 31 00:48:48.088767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fb554-d5fb-473b-9f62-a10f219868fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08632f7-fcb7-4093-9687-bb5e39a954f2,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:48.123959 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5d9cffbd-a2d7-40c7-853f-8d7004dd8ac0 req-425340ea-f71e-42df-8055-267fdba5eb94 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942299 Aug 31 00:48:48.210948 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba575f-3baf-4fd2-9a66-563cc45f8ee0 req-f2b4d692-94c2-419d-9225-c5ef5a3dc00d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:48.214683 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2bba575f-3baf-4fd2-9a66-563cc45f8ee0 req-f2b4d692-94c2-419d-9225-c5ef5a3dc00d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 945 time: 0.1248696 Aug 31 00:48:48.291764 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2bba575f-3baf-4fd2-9a66-563cc45f8ee0 req-b5680e29-f965-4e55-ac9b-d3103f540135 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627997 Aug 31 00:48:48.318444 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c493f6-e5fe-463a-aac4-0220395ff9bc req-31c39847-e5b8-4088-9530-559e5699a41c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:48.321785 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f3c493f6-e5fe-463a-aac4-0220395ff9bc req-31c39847-e5b8-4088-9530-559e5699a41c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba HTTP/1.1" status: 200 len: 950 time: 0.1256442 Aug 31 00:48:48.386999 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f3c493f6-e5fe-463a-aac4-0220395ff9bc req-eb8b5219-ff54-45bf-ae0a-e12d7f851e6b tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504549 Aug 31 00:48:48.434410 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-870d991c-a0cb-4a2a-a2ba-0281c247b786 req-0e81e29c-85a2-4e12-87ef-bb4e7a3f7023 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1513522037', 'description': 'tempest-description-154073384'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:48.507756 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecb87f-adc6-4bc7-9b5c-a0f04bbe72cc req-dc2cc4e0-53a4-47b7-b274-39291d5f6b68 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:48.510756 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-96ecb87f-adc6-4bc7-9b5c-a0f04bbe72cc req-dc2cc4e0-53a4-47b7-b274-39291d5f6b68 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.0955589 Aug 31 00:48:48.579073 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-96ecb87f-adc6-4bc7-9b5c-a0f04bbe72cc req-b007ad8f-c233-4f27-a293-5581e4cda4ef tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612345 Aug 31 00:48:48.619724 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-870d991c-a0cb-4a2a-a2ba-0281c247b786 req-0e81e29c-85a2-4e12-87ef-bb4e7a3f7023 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:48.753901 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46788e9d-b3bb-4fac-a986-39b5f935e0d7 req-cf1b55ce-773a-41da-81ea-4a79a1e0c6f1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:48.763577 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-46788e9d-b3bb-4fac-a986-39b5f935e0d7 req-cf1b55ce-773a-41da-81ea-4a79a1e0c6f1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 945 time: 0.0779986 Aug 31 00:48:48.799341 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-870d991c-a0cb-4a2a-a2ba-0281c247b786 req-0e81e29c-85a2-4e12-87ef-bb4e7a3f7023 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:48.806594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-52c35e91-f67e-4403-a843-35ab98718320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:48.808153 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-52c35e91-f67e-4403-a843-35ab98718320 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 1097 time: 0.0925064 Aug 31 00:48:48.825133 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-46788e9d-b3bb-4fac-a986-39b5f935e0d7 req-891ee3cd-844f-42a9-8271-64f6af70c9b6 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582769 Aug 31 00:48:48.900979 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-870d991c-a0cb-4a2a-a2ba-0281c247b786 req-0e81e29c-85a2-4e12-87ef-bb4e7a3f7023 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:48.956342 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81e29c-85a2-4e12-87ef-bb4e7a3f7023 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aba0fb1-5aee-4ae8-9455-4d99c35aa51b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:49.000088 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-c58a22c5-32c1-4a14-b886-4dcf2e40f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:49.001713 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-c58a22c5-32c1-4a14-b886-4dcf2e40f9c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.1850405 Aug 31 00:48:49.025605 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-870d991c-a0cb-4a2a-a2ba-0281c247b786 req-0e81e29c-85a2-4e12-87ef-bb4e7a3f7023 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:49.027689 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-870d991c-a0cb-4a2a-a2ba-0281c247b786 req-0e81e29c-85a2-4e12-87ef-bb4e7a3f7023 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6010535 Aug 31 00:48:49.046177 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34008) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:48:49.077512 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9badf6d-04da-4e62-a4d5-63ce0b4ceb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:49.089501 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-6c4a7532-d5f0-4ff9-9e75-463bfa4f13a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91a0de3a-9893-4528-801d-e534905eb920 HTTP/1.1" status: 200 len: 217 time: 0.0739291 Aug 31 00:48:49.236869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-b0d75dc2-dd5d-4b21-b3c2-a0df2b92ccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:49.239469 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-b0d75dc2-dd5d-4b21-b3c2-a0df2b92ccd4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.1415040 Aug 31 00:48:49.248097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370ab32-f6f2-4793-b8af-e0cc3edd134e req-86b60347-4b0d-43aa-bb03-3083f5e34b31 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:49.252491 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1370ab32-f6f2-4793-b8af-e0cc3edd134e req-86b60347-4b0d-43aa-bb03-3083f5e34b31 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 1097 time: 0.1019125 Aug 31 00:48:49.280279 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9badf6d-04da-4e62-a4d5-63ce0b4ceb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:49.373094 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9badf6d-04da-4e62-a4d5-63ce0b4ceb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:49.499890 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9badf6d-04da-4e62-a4d5-63ce0b4ceb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e6e713-c10d-4aad-98dc-347ba2e5b200,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:49.510834 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c9badf6d-04da-4e62-a4d5-63ce0b4ceb8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c833420fb00d428cbef1e3fb42a5347c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4605165 Aug 31 00:48:49.515398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34014) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:48:49.567144 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-e7671ee6-8759-4218-bf0b-d8a3721912b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3129106 Aug 31 00:48:49.588113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b1821-2921-4160-904b-232b87d75289 req-f47522cf-5577-419d-9004-cf04b912ae3d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:49.596804 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b1821-2921-4160-904b-232b87d75289 req-f47522cf-5577-419d-9004-cf04b912ae3d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:49.599361 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-374b1821-2921-4160-904b-232b87d75289 req-f47522cf-5577-419d-9004-cf04b912ae3d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16&device_id=d9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba HTTP/1.1" status: 200 len: 1690 time: 0.2142384 Aug 31 00:48:49.649877 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1370ab32-f6f2-4793-b8af-e0cc3edd134e req-ae9a4eeb-0e6c-4d83-a5c2-4439e1bbfab8 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770845 Aug 31 00:48:49.700759 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ced3030a-4750-46ee-a613-2da1222b6b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:49.715611 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-374b1821-2921-4160-904b-232b87d75289 req-346b492e-fdd1-4c41-a72c-8ecd60ef34e4 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015077 Aug 31 00:48:49.743772 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-ee606679-f2c4-4eef-8a09-725d48695325 service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602695 Aug 31 00:48:49.761226 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ced3030a-4750-46ee-a613-2da1222b6b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:49.934197 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa60a2-0060-4137-99d3-36baa1a7f972 req-d0feff10-43f8-49de-bbc6-c24bc3004cd1 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:49.948198 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2ffa60a2-0060-4137-99d3-36baa1a7f972 req-d0feff10-43f8-49de-bbc6-c24bc3004cd1 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.0912361 Aug 31 00:48:49.973787 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ced3030a-4750-46ee-a613-2da1222b6b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:49.978026 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-b847b3f2-8f79-4cd6-813b-7d3dcdaaa0e4 service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236400 Aug 31 00:48:49.979345 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ced3030a-4750-46ee-a613-2da1222b6b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:49.982364 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ced3030a-4750-46ee-a613-2da1222b6b46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18e6e713-c10d-4aad-98dc-347ba2e5b200 HTTP/1.1" status: 204 len: 168 time: 0.4654648 Aug 31 00:48:50.009641 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3030a-4750-46ee-a613-2da1222b6b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e6e713-c10d-4aad-98dc-347ba2e5b200,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:50.070702 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2ffa60a2-0060-4137-99d3-36baa1a7f972 req-9cf52b74-a9f3-43f2-810b-181f0e9988cd tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207371 Aug 31 00:48:50.214829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-ec825e8f-8485-452f-a3fa-4a4dc664229e tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:50.217813 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-ec825e8f-8485-452f-a3fa-4a4dc664229e tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d&tenant_id=94c1e14dadd544e0828f51650b31e0cc&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 1097 time: 0.0927181 Aug 31 00:48:50.239456 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-34'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:50.305014 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-26077dab-1063-4436-9a0f-5cd16a8e59a0 req-c9a8bcd4-b0f6-460b-ae7e-65c3e7c18e59 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-893478242', 'description': 'tempest-description-1251732495'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:50.379298 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:50.498769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0f609-c7e4-491e-9042-e62b312dd050 req-1612583d-6a71-4ecb-854e-02896a207b0e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:50.502544 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-09b0f609-c7e4-491e-9042-e62b312dd050 req-1612583d-6a71-4ecb-854e-02896a207b0e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.0903585 Aug 31 00:48:50.568743 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-09b0f609-c7e4-491e-9042-e62b312dd050 req-ff73bca9-4741-4258-a6ce-cefcd3853127 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553510 Aug 31 00:48:50.570894 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-26077dab-1063-4436-9a0f-5cd16a8e59a0 req-c9a8bcd4-b0f6-460b-ae7e-65c3e7c18e59 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:50.598308 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-26077dab-1063-4436-9a0f-5cd16a8e59a0 req-c9a8bcd4-b0f6-460b-ae7e-65c3e7c18e59 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:50.605734 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] For port 91a0de3a-9893-4528-801d-e534905eb920, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=91a0de3a-9893-4528-801d-e534905eb920,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:50.680162 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] For port 91a0de3a-9893-4528-801d-e534905eb920, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:50.745414 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e17ef1-ddc2-41ab-951c-ac833b83b66d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a0de3a-9893-4528-801d-e534905eb920'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:50.747965 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c2b378-ecfb-4d34-ad1e-4de090fd091f" -d '{"events": [{"server_uuid": "f9e17ef1-ddc2-41ab-951c-ac833b83b66d", "name": "network-vif-unplugged", "status": "completed", "tag": "91a0de3a-9893-4528-801d-e534905eb920"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:50.752858 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:50.808710 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-26077dab-1063-4436-9a0f-5cd16a8e59a0 req-c9a8bcd4-b0f6-460b-ae7e-65c3e7c18e59 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:50.865600 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358aa4f-fd5e-4c12-8ff8-99493eb06fa1 req-49ed39ea-4ab1-421f-b523-b37171c771dc tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:50.868869 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6358aa4f-fd5e-4c12-8ff8-99493eb06fa1 req-49ed39ea-4ab1-421f-b523-b37171c771dc tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 945 time: 0.0832782 Aug 31 00:48:50.871612 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:50.927074 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-26077dab-1063-4436-9a0f-5cd16a8e59a0 req-c9a8bcd4-b0f6-460b-ae7e-65c3e7c18e59 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:50.942097 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6358aa4f-fd5e-4c12-8ff8-99493eb06fa1 req-0b65036d-8aa4-43df-ab15-dace5b31e558 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616734 Aug 31 00:48:51.033274 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=91a0de3a-9893-4528-801d-e534905eb920,revision_number=7']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:51.075472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:51.076241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:51.076761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:51.077280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:51.080714 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:51.081369 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:51.081949 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:51.082519 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:51.083087 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:51.083640 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:51.084207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:51.084972 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:51.097665 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8bcd4-b0f6-460b-ae7e-65c3e7c18e59 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19abb50-1101-464d-9e31-c864012fc8a4,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:51.198961 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Attempting to bind port 91a0de3a-9893-4528-801d-e534905eb920 on host n-h2-793621-34 for vnic_type normal with profile {"migrating_to": "n-h1-793621-34"} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:48:51.198961 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Attempting to bind port 91a0de3a-9893-4528-801d-e534905eb920 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:48:51.198961 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Attempting to bind port 91a0de3a-9893-4528-801d-e534905eb920 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:51.201113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Port 91a0de3a-9893-4528-801d-e534905eb920 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:48:51.201645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Attempting to bind port 91a0de3a-9893-4528-801d-e534905eb920 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:51.220701 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:48:51.221218 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Checking segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:48:51.222047 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Bound using segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:48:51.223094 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Bound port: 91a0de3a-9893-4528-801d-e534905eb920, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:48:51.223813 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:51.267442 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-26077dab-1063-4436-9a0f-5cd16a8e59a0 req-c9a8bcd4-b0f6-460b-ae7e-65c3e7c18e59 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:51.273478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-1ba14b4e-ad55-4be3-836d-0e15b14e00e4 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:51.281982 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-1ba14b4e-ad55-4be3-836d-0e15b14e00e4 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 820 time: 0.2166069 Aug 31 00:48:51.299660 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-aad32893-737d-4f30-a618-3ee61711eb17 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/quotas/70608dabb68b4f098ed58bafcf31f2c9 HTTP/1.1" status: 200 len: 375 time: 0.0165281 Aug 31 00:48:51.339769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] For port 91a0de3a-9893-4528-801d-e534905eb920, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:51.343835 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] For port 91a0de3a-9893-4528-801d-e534905eb920, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=91a0de3a-9893-4528-801d-e534905eb920,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:48:51.352825 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-26077dab-1063-4436-9a0f-5cd16a8e59a0 req-c9a8bcd4-b0f6-460b-ae7e-65c3e7c18e59 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:51.390255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8bcd4-b0f6-460b-ae7e-65c3e7c18e59 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93461e57-b4a8-4e48-88ca-9dd595f8b5b3,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:51.391415 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-a6d46e1d-4eb3-4945-aa8c-13cdc045afd7 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847714 Aug 31 00:48:51.429399 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:51.470642 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-26077dab-1063-4436-9a0f-5cd16a8e59a0 req-c9a8bcd4-b0f6-460b-ae7e-65c3e7c18e59 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:51.472431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-26077dab-1063-4436-9a0f-5cd16a8e59a0 req-c9a8bcd4-b0f6-460b-ae7e-65c3e7c18e59 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1754768 Aug 31 00:48:51.527389 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=91a0de3a-9893-4528-801d-e534905eb920,revision_number=8']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:51.586466 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:51.588132 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:51.591806 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-d4bed3d4-23c3-4f50-87b2-be1c1b5b7bb4 service neutron] 10.222.0.48 "PUT /v2.0/ports/91a0de3a-9893-4528-801d-e534905eb920 HTTP/1.1" status: 200 len: 1123 time: 1.3615980 Aug 31 00:48:51.598102 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-f61a2038-417a-4bde-824a-f15db7b59d12 service neutron] 10.222.0.16 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894715 Aug 31 00:48:51.686016 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['91a0de3a-9893-4528-801d-e534905eb920'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:51.828392 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-c4e16923-507e-4528-9d06-b73be35804c8 service neutron] 10.222.0.16 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177243 Aug 31 00:48:51.840412 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fdaf9-f70f-4a9e-a662-a8e79ecb7815 req-9c948646-701c-47b1-96d0-26e50a796747 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:51.843719 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f12fdaf9-f70f-4a9e-a662-a8e79ecb7815 req-9c948646-701c-47b1-96d0-26e50a796747 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1191804 Aug 31 00:48:51.937411 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f12fdaf9-f70f-4a9e-a662-a8e79ecb7815 req-7d26df98-5049-4f76-ba8a-880c95bd4675 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811310 Aug 31 00:48:52.085690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344622c-7b14-43ad-906b-3c54f1ea3e79 req-cd07ea16-0fe0-4b97-a4fa-29a5732fa16e tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:52.097562 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7344622c-7b14-43ad-906b-3c54f1ea3e79 req-cd07ea16-0fe0-4b97-a4fa-29a5732fa16e tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 1101 time: 0.0726900 Aug 31 00:48:52.143790 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7344622c-7b14-43ad-906b-3c54f1ea3e79 req-aa5c88f5-39d5-4ba5-873a-08ab260d2331 tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451832 Aug 31 00:48:52.178370 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98381be-aa65-408d-9109-dfded3e4e3c4 x-openstack-request-id: req-e98381be-aa65-408d-9109-dfded3e4e3c4 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:52.181966 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e17ef1-ddc2-41ab-951c-ac833b83b66d", "name": "network-vif-unplugged", "status": "completed", "tag": "91a0de3a-9893-4528-801d-e534905eb920", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:52.181966 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e98381be-aa65-408d-9109-dfded3e4e3c4 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:52.181966 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e17ef1-ddc2-41ab-951c-ac833b83b66d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a0de3a-9893-4528-801d-e534905eb920', 'code': 200} Aug 31 00:48:52.193775 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-4d4ee285-b774-4281-ad7a-0bea9873d68d req-07e9b837-3e05-4643-9040-41afddd35073 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1160223754', 'description': 'tempest-description-1496757455'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:52.291437 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b243ee7-85e0-4187-b2ff-dd453e19e363 req-9a838b5e-f191-442f-acc9-fcd1c847da12 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:52.299688 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b243ee7-85e0-4187-b2ff-dd453e19e363 req-9a838b5e-f191-442f-acc9-fcd1c847da12 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.0680268 Aug 31 00:48:52.344368 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4d4ee285-b774-4281-ad7a-0bea9873d68d req-07e9b837-3e05-4643-9040-41afddd35073 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:52.368958 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b243ee7-85e0-4187-b2ff-dd453e19e363 req-3f24a2ae-c56b-46b1-ae3e-1af6184bad4a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679283 Aug 31 00:48:52.478267 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4d4ee285-b774-4281-ad7a-0bea9873d68d req-07e9b837-3e05-4643-9040-41afddd35073 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:52.500534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bf422-14eb-4bbe-8b21-44e7903d42e5 req-95a08a8c-fdbe-46fc-b7db-df6b633af7c0 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:52.502435 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b12bf422-14eb-4bbe-8b21-44e7903d42e5 req-95a08a8c-fdbe-46fc-b7db-df6b633af7c0 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 946 time: 0.0592151 Aug 31 00:48:52.576655 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b12bf422-14eb-4bbe-8b21-44e7903d42e5 req-f0ac22a2-da38-4653-8cf9-15f77e171e19 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616555 Aug 31 00:48:52.584280 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4d4ee285-b774-4281-ad7a-0bea9873d68d req-07e9b837-3e05-4643-9040-41afddd35073 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:52.649742 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9b837-3e05-4643-9040-41afddd35073 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10ca60b-cfec-432e-afea-1d3b7fccb7fd,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:52.698394 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4d4ee285-b774-4281-ad7a-0bea9873d68d req-07e9b837-3e05-4643-9040-41afddd35073 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:52.700504 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4d4ee285-b774-4281-ad7a-0bea9873d68d req-07e9b837-3e05-4643-9040-41afddd35073 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5110548 Aug 31 00:48:52.854650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2c16b-3056-4618-99e3-3cbd78e1a859 req-f748982f-d966-4423-9ce1-f895a330bab2 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:52.856918 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3ee2c16b-3056-4618-99e3-3cbd78e1a859 req-f748982f-d966-4423-9ce1-f895a330bab2 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 943 time: 0.0692341 Aug 31 00:48:52.912138 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3ee2c16b-3056-4618-99e3-3cbd78e1a859 req-f2b4e80d-3c7b-4841-a5b3-66705caf6dcd tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484896 Aug 31 00:48:53.007555 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0d57ba7d-ce37-47ab-bce9-0072b3c6e6fa req-bd830e0b-de5b-4998-a12c-5b321de90ba1 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 210 time: 0.0370269 Aug 31 00:48:53.233516 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d41305-9078-431f-a340-4f73056ab9c0 req-12ace192-d7b3-4d1a-abb8-5ed47aa674af tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:53.236493 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-71d41305-9078-431f-a340-4f73056ab9c0 req-12ace192-d7b3-4d1a-abb8-5ed47aa674af tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba HTTP/1.1" status: 200 len: 1102 time: 0.1389627 Aug 31 00:48:53.299645 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-71d41305-9078-431f-a340-4f73056ab9c0 req-5fbdf0ce-b2a3-4687-977e-b61815db464f tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503821 Aug 31 00:48:53.636003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-bc9f7442-e625-498d-b78c-04ad1bf213de tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53375 time: 0.4473846 Aug 31 00:48:53.714063 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-db9f1fb0-f308-48f3-8dc2-977533482bd3 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/0507fa22-211f-49e0-a110-24ab37f80307 HTTP/1.1" status: 200 len: 2981 time: 0.0681360 Aug 31 00:48:53.782336 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-1add8e1a-9d9c-4708-820b-0e1e1fefbcc2 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/0507fa22-211f-49e0-a110-24ab37f80307 HTTP/1.1" status: 200 len: 2981 time: 0.0609996 Aug 31 00:48:53.805929 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ab8cc-563a-47c4-a60d-747f902b9175 req-bc8ca6bc-ac2e-474c-972e-fc74122f9cf1 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:53.808877 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-005ab8cc-563a-47c4-a60d-747f902b9175 req-bc8ca6bc-ac2e-474c-972e-fc74122f9cf1 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.0774245 Aug 31 00:48:53.860458 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-03f2038d-fa70-45e2-88f1-010390239078 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/219f5809-356e-42a8-9b69-aa12c03359fd HTTP/1.1" status: 200 len: 2981 time: 0.0685675 Aug 31 00:48:53.880944 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-005ab8cc-563a-47c4-a60d-747f902b9175 req-b234d125-c1a8-4601-bb6f-8f7c8c83b2f9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573182 Aug 31 00:48:53.952520 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-9dc09e19-76e4-44c2-b056-4ec6ec9df08d tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/219f5809-356e-42a8-9b69-aa12c03359fd HTTP/1.1" status: 200 len: 2981 time: 0.0796902 Aug 31 00:48:54.042677 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-e4f4b34c-c08e-4284-b8dd-dfebd6d83731 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/238e7411-ecf3-4bcd-a9c4-5d5f0e3850cb HTTP/1.1" status: 200 len: 2981 time: 0.0791628 Aug 31 00:48:54.076494 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59cd76-b8ad-401d-9dbb-b5bbf28c4b25 req-58953bff-81b5-4e05-929f-affdd71389d6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:54.078370 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cb59cd76-b8ad-401d-9dbb-b5bbf28c4b25 req-58953bff-81b5-4e05-929f-affdd71389d6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.0963469 Aug 31 00:48:54.110169 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 91a0de3a-9893-4528-801d-e534905eb920 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:48:54.126769 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-f47830f3-d077-496f-83c3-1d84135397ee tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/238e7411-ecf3-4bcd-a9c4-5d5f0e3850cb HTTP/1.1" status: 200 len: 2981 time: 0.0686920 Aug 31 00:48:54.142092 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cb59cd76-b8ad-401d-9dbb-b5bbf28c4b25 req-e87e5db8-0f91-41e6-b175-c072bb8eef46 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536137 Aug 31 00:48:54.181905 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e17ef1-ddc2-41ab-951c-ac833b83b66d', 'tag': '91a0de3a-9893-4528-801d-e534905eb920'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:54.186287 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d7547a-0960-46ca-b97e-5aa3abcdc6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e17ef1-ddc2-41ab-951c-ac833b83b66d", "tag": "91a0de3a-9893-4528-801d-e534905eb920"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:54.230816 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-0f19a2fa-a2d7-43d7-a282-dee87acb3c4c tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/2599abaf-b052-4b70-af78-5b9e09783e1c HTTP/1.1" status: 200 len: 2981 time: 0.0911779 Aug 31 00:48:54.248387 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 91a0de3a-9893-4528-801d-e534905eb920, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=91a0de3a-9893-4528-801d-e534905eb920,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:54.262617 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 91a0de3a-9893-4528-801d-e534905eb920 has no active binding in host n-h1-793621-34 {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 00:48:54.294659 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-9bda4294-c3fa-48de-bf7d-23634f8770bf tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/2599abaf-b052-4b70-af78-5b9e09783e1c HTTP/1.1" status: 200 len: 2981 time: 0.0514657 Aug 31 00:48:54.366215 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-a8edae88-0e8c-4d61-9f4a-c7ac62d73016 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/3e56b5c0-b09a-4ba5-b81b-19970bdf8a48 HTTP/1.1" status: 200 len: 2973 time: 0.0636759 Aug 31 00:48:54.421632 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-457692d0-a277-4ed1-84b5-232a8694bfe0 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/3e56b5c0-b09a-4ba5-b81b-19970bdf8a48 HTTP/1.1" status: 200 len: 2973 time: 0.0526941 Aug 31 00:48:54.499306 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-c4af0352-e152-482d-bd48-988cbffb0559 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/60738b1d-3577-436e-8deb-35d4f5855979 HTTP/1.1" status: 200 len: 2981 time: 0.0664563 Aug 31 00:48:54.668767 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-3ec66228-95db-4453-bda8-0b5cfb4a6fe3 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/60738b1d-3577-436e-8deb-35d4f5855979 HTTP/1.1" status: 200 len: 2981 time: 0.1615446 Aug 31 00:48:54.738239 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0371706f-8737-469d-81e7-cae111c50d44 req-566bf64f-6b51-4fb9-acbb-8e2fb24d0e2c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403845 Aug 31 00:48:54.822858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-280e7bb2-7a54-4dc0-b77c-880c7644a25c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:54.825675 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-280e7bb2-7a54-4dc0-b77c-880c7644a25c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.41 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 820 time: 0.2847178 Aug 31 00:48:54.828804 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-7527dccf-0a70-4211-a8bd-7befc406fbed tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/7619fabe-4d78-4226-b9cb-04731ce88a6a HTTP/1.1" status: 200 len: 2977 time: 0.1457875 Aug 31 00:48:54.842705 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-4f7eac99-4fd9-4065-8e6d-f3ebabf9015b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Request body: {'port': {'device_id': '96486778-84cc-46f0-90ec-eec665fc31c3', 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f', 'admin_state_up': True, 'tenant_id': '70608dabb68b4f098ed58bafcf31f2c9'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:54.880637 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371706f-8737-469d-81e7-cae111c50d44 req-083ae01f-9960-4930-86f6-a56297de79cb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:54.882926 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0371706f-8737-469d-81e7-cae111c50d44 req-083ae01f-9960-4930-86f6-a56297de79cb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1355793 Aug 31 00:48:54.906617 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0371706f-8737-469d-81e7-cae111c50d44 req-08dae69e-60bd-4e0e-8ad0-78ebeddeaa05 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/quotas/0df1dc9ce961447d8c0a4fac26dd9a67 HTTP/1.1" status: 200 len: 375 time: 0.0126860 Aug 31 00:48:54.947817 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-34ec9fbc-eae4-467f-9656-e5f46eab5da2 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/7619fabe-4d78-4226-b9cb-04731ce88a6a HTTP/1.1" status: 200 len: 2977 time: 0.1111543 Aug 31 00:48:55.020218 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0371706f-8737-469d-81e7-cae111c50d44 req-f5c73240-a7d0-478d-b4b0-a5202465073c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1002300 Aug 31 00:48:55.034238 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-a0f917dc-556a-4504-b769-eb4c6ad9a125 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/7eaf282d-4e61-4b3f-8e41-6d3d54f047f2 HTTP/1.1" status: 200 len: 2981 time: 0.0690565 Aug 31 00:48:55.111508 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-80afe90d-fb57-4de4-b5fb-e04d7a1956aa tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/7eaf282d-4e61-4b3f-8e41-6d3d54f047f2 HTTP/1.1" status: 200 len: 2981 time: 0.0670156 Aug 31 00:48:55.147469 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-4f7eac99-4fd9-4065-8e6d-f3ebabf9015b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Made reservation on behalf of 70608dabb68b4f098ed58bafcf31f2c9 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:48:55.153648 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-4f7eac99-4fd9-4065-8e6d-f3ebabf9015b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:55.232055 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-f49f3911-57c3-4cb9-b989-ee975b30e045 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/87c1c177-48d7-43f3-a149-f6455937d90e HTTP/1.1" status: 200 len: 2981 time: 0.1116114 Aug 31 00:48:55.390505 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-0add7249-774c-4fd3-bc0f-34ba13a7c3de tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/87c1c177-48d7-43f3-a149-f6455937d90e HTTP/1.1" status: 200 len: 2981 time: 0.1298070 Aug 31 00:48:55.465485 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-4f7eac99-4fd9-4065-8e6d-f3ebabf9015b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Allocated IP 172.20.0.4 (dffc61c4-1ac9-454f-80fe-3549f2de306f/45fd49b9-6149-4edf-8dda-93674521e88a/17330b1f-d2d0-4cb3-a45e-7c962003447d) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:48:55.504809 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-63e868d6-34c5-4f24-80cf-e74d11147500 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9989fe76-2b17-4a63-bc18-cdc4b548b7a8 HTTP/1.1" status: 200 len: 2981 time: 0.0934691 Aug 31 00:48:55.592372 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360194c-61f7-4066-ba38-bf6979cc112e req-565eca2a-fe06-4108-a582-7a4e9958b934 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:55.594537 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1360194c-61f7-4066-ba38-bf6979cc112e req-565eca2a-fe06-4108-a582-7a4e9958b934 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 943 time: 0.0678046 Aug 31 00:48:55.647021 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-77f937ba-4261-47b6-b397-c1a3e85dce4c tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9989fe76-2b17-4a63-bc18-cdc4b548b7a8 HTTP/1.1" status: 200 len: 2981 time: 0.1163790 Aug 31 00:48:55.671489 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1360194c-61f7-4066-ba38-bf6979cc112e req-fc9c3ff4-34e6-4411-8e27-ae426e59d21a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684493 Aug 31 00:48:55.776546 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-bce4d72f-9ce0-45b9-8ac4-a5b0da921917 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/bb85c221-1ecd-47fe-8147-422de6017db9 HTTP/1.1" status: 200 len: 2981 time: 0.1084239 Aug 31 00:48:55.783658 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-4f7eac99-4fd9-4065-8e6d-f3ebabf9015b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:55.821648 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-5bda7771-c91f-429d-97ec-f6f1ea44f82e service neutron] 10.222.0.41 "GET /v2.0/ports/91a0de3a-9893-4528-801d-e534905eb920/bindings/n-h1-793621-34 HTTP/1.1" status: 200 len: 385 time: 0.1483405 Aug 31 00:48:55.845531 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-93d950d6-468a-454b-aea6-cfb7bb101b1f req-cc21404b-5429-4f84-8ce9-d1bb793e11d6 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 210 time: 0.0448110 Aug 31 00:48:55.868722 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-334d02b3-8bdf-4f91-97da-6e7c6f42873d tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/bb85c221-1ecd-47fe-8147-422de6017db9 HTTP/1.1" status: 200 len: 2981 time: 0.0772052 Aug 31 00:48:55.942914 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-ea4b8325-160d-419e-ac70-96933bff77d6 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c4f58622-e58e-461c-8e18-8ab4fcf73bb4 HTTP/1.1" status: 200 len: 2977 time: 0.0607550 Aug 31 00:48:55.961517 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5b3c37-edb7-41e8-a407-7f74ae2ee15f x-openstack-request-id: req-cd5b3c37-edb7-41e8-a407-7f74ae2ee15f {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:48:55.961778 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e17ef1-ddc2-41ab-951c-ac833b83b66d", "tag": "91a0de3a-9893-4528-801d-e534905eb920", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:48:55.962031 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd5b3c37-edb7-41e8-a407-7f74ae2ee15f {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:48:55.962419 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e17ef1-ddc2-41ab-951c-ac833b83b66d', 'tag': '91a0de3a-9893-4528-801d-e534905eb920', 'status': 'completed', 'code': 200} Aug 31 00:48:56.003380 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-b01b7661-fe92-4717-b1d1-2a9f5b55882f tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c4f58622-e58e-461c-8e18-8ab4fcf73bb4 HTTP/1.1" status: 200 len: 2977 time: 0.0502439 Aug 31 00:48:56.048499 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-4f7eac99-4fd9-4065-8e6d-f3ebabf9015b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:56.118714 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-396d7ecd-15e4-4598-84cb-68dcf1edc401 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e2fa5dd1-9885-4f86-91ab-e59944dc485e HTTP/1.1" status: 200 len: 2981 time: 0.0961499 Aug 31 00:48:56.131571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-4f7eac99-4fd9-4065-8e6d-f3ebabf9015b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Network dffc61c4-1ac9-454f-80fe-3549f2de306f is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:48:56.147089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-4f7eac99-4fd9-4065-8e6d-f3ebabf9015b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:48:56.150340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-4f7eac99-4fd9-4065-8e6d-f3ebabf9015b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:48:56.156272 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7eac99-4fd9-4065-8e6d-f3ebabf9015b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Pushing event updated for resources: {'Port': ['ID=17330b1f-d2d0-4cb3-a45e-7c962003447d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:56.192207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7547a-0960-46ca-b97e-5aa3abcdc6b6 req-d317480d-d256-4fcf-a2bc-ac0e3440be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:56.194524 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75d7547a-0960-46ca-b97e-5aa3abcdc6b6 req-d317480d-d256-4fcf-a2bc-ac0e3440be8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 1126 time: 0.1967025 Aug 31 00:48:56.233802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-4f7eac99-4fd9-4065-8e6d-f3ebabf9015b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:56.234479 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-4f7eac99-4fd9-4065-8e6d-f3ebabf9015b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:56.252862 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-39bc8399-4701-4375-82af-b624ba8b7a56 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e2fa5dd1-9885-4f86-91ab-e59944dc485e HTTP/1.1" status: 200 len: 2981 time: 0.1175284 Aug 31 00:48:56.334737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8262c39-5e3c-418e-a92e-507321d6d671 req-b74724fa-5c9c-45e0-85d9-8e6ba46c7c0e tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:56.336482 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b8262c39-5e3c-418e-a92e-507321d6d671 req-b74724fa-5c9c-45e0-85d9-8e6ba46c7c0e tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8f44267-ccb2-4ae8-a654-d374431f1b06 HTTP/1.1" status: 200 len: 946 time: 0.0978539 Aug 31 00:48:56.342033 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-271200f8-0030-43da-927a-0b85456ea9aa tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1971555755&fields=id&tenant_id=a35bf8903ff840dcbf6ccdb26a9793ce HTTP/1.1" status: 200 len: 267 time: 0.2176888 Aug 31 00:48:56.342693 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-179572c4-a37d-453d-b393-328c825ab6de tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f19abb50-1101-464d-9e31-c864012fc8a4 HTTP/1.1" status: 200 len: 2981 time: 0.0702229 Aug 31 00:48:56.365302 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-3276818e-d749-4216-967b-af87172fdf0c service neutron] For port 91a0de3a-9893-4528-801d-e534905eb920, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=91a0de3a-9893-4528-801d-e534905eb920,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:56.415269 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-4f7eac99-4fd9-4065-8e6d-f3ebabf9015b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5765440 Aug 31 00:48:56.450220 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Request body: {'port': {'device_id': '96486778-84cc-46f0-90ec-eec665fc31c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:56.542949 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-3276818e-d749-4216-967b-af87172fdf0c service neutron] For port 91a0de3a-9893-4528-801d-e534905eb920, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:56.565722 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-6a483a7c-11f8-45ea-a72b-483ab262acd1 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f19abb50-1101-464d-9e31-c864012fc8a4 HTTP/1.1" status: 200 len: 2981 time: 0.2096686 Aug 31 00:48:56.623944 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:56.665733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b8262c39-5e3c-418e-a92e-507321d6d671 req-ed149066-7fd9-4a0e-8fb2-c92c378dbbcb tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Deleting port 0680ed08-c2e1-4985-9278-f8ec52c31859 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:48:56.666082 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b8262c39-5e3c-418e-a92e-507321d6d671 req-ed149066-7fd9-4a0e-8fb2-c92c378dbbcb tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:56.669665 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7547a-0960-46ca-b97e-5aa3abcdc6b6 req-96661e5c-b9df-4dbf-ae80-be47b1685419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:56.672311 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75d7547a-0960-46ca-b97e-5aa3abcdc6b6 req-96661e5c-b9df-4dbf-ae80-be47b1685419 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.4652443 Aug 31 00:48:56.682112 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-3276818e-d749-4216-967b-af87172fdf0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a0de3a-9893-4528-801d-e534905eb920 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:56.725017 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-6f8d42b1-9222-4970-a5a6-29446323e860 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f8488d43-19a2-4d91-b6ba-a53fc4c16725 HTTP/1.1" status: 200 len: 2981 time: 0.1294191 Aug 31 00:48:56.767400 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-3276818e-d749-4216-967b-af87172fdf0c service neutron] For port 91a0de3a-9893-4528-801d-e534905eb920, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=91a0de3a-9893-4528-801d-e534905eb920,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:56.773751 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75d7547a-0960-46ca-b97e-5aa3abcdc6b6 req-34da883a-c88c-4b64-845e-695fe7464747 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91a0de3a-9893-4528-801d-e534905eb920 HTTP/1.1" status: 200 len: 217 time: 0.0728769 Aug 31 00:48:56.793119 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-9c36d914-c26d-4491-be04-5a49f2cfd6e5 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:56.794765 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-9c36d914-c26d-4491-be04-5a49f2cfd6e5 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/networks?id=ac02a892-5a99-478c-bb22-879aa954e70c HTTP/1.1" status: 200 len: 824 time: 0.4243824 Aug 31 00:48:56.843237 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-a526b0a5-9f6f-41b2-ba87-6608320c5c16 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/quotas/a35bf8903ff840dcbf6ccdb26a9793ce HTTP/1.1" status: 200 len: 375 time: 0.0347168 Aug 31 00:48:56.861544 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7547a-0960-46ca-b97e-5aa3abcdc6b6 req-b6f56841-e2e8-4bda-ae4a-b9b6396b625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:56.864147 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75d7547a-0960-46ca-b97e-5aa3abcdc6b6 req-b6f56841-e2e8-4bda-ae4a-b9b6396b625b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.0681717 Aug 31 00:48:56.931801 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-3276818e-d749-4216-967b-af87172fdf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:56.934054 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b8262c39-5e3c-418e-a92e-507321d6d671 req-ed149066-7fd9-4a0e-8fb2-c92c378dbbcb tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] For port 0680ed08-c2e1-4985-9278-f8ec52c31859, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0680ed08-c2e1-4985-9278-f8ec52c31859,segment=NetworkSegment(01a42a3a-02b5-4bd8-ad20-8b7931856fa7),segment_id=01a42a3a-02b5-4bd8-ad20-8b7931856fa7)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:48:56.934602 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b8262c39-5e3c-418e-a92e-507321d6d671 req-ed149066-7fd9-4a0e-8fb2-c92c378dbbcb tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:56.937245 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75d7547a-0960-46ca-b97e-5aa3abcdc6b6 req-becda567-cb61-41ff-9924-c97d8344e578 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636024 Aug 31 00:48:56.953977 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-5cb4d853-3842-4f01-8236-67ef25cc3221 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f8488d43-19a2-4d91-b6ba-a53fc4c16725 HTTP/1.1" status: 200 len: 2981 time: 0.2099500 Aug 31 00:48:57.064869 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-0fe01429-d3b7-4df6-9a71-4aa067fdbfaa tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a35bf8903ff840dcbf6ccdb26a9793ce&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1947069 Aug 31 00:48:57.176708 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-3993ecbf-32bf-428b-a4a3-f1526597752f tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb HTTP/1.1" status: 200 len: 2981 time: 0.1968162 Aug 31 00:48:57.263152 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-3276818e-d749-4216-967b-af87172fdf0c service neutron] Transition to ACTIVE for port object 91a0de3a-9893-4528-801d-e534905eb920 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:48:57.270013 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75d7547a-0960-46ca-b97e-5aa3abcdc6b6 req-2571a1dd-47dd-40ce-8602-f4f2cf2da080 service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245671 Aug 31 00:48:57.559409 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff00d252-c455-43e5-a28b-34db7ab11e1e req-f5d8df9e-47b8-438a-9c16-a7e93dc61b77 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb HTTP/1.1" status: 200 len: 2981 time: 0.3685009 Aug 31 00:48:57.561178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17330b1f-d2d0-4cb3-a45e-7c962003447d {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:48:57.573249 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:57.592133 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b8262c39-5e3c-418e-a92e-507321d6d671 req-ed149066-7fd9-4a0e-8fb2-c92c378dbbcb tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:57.592513 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b8262c39-5e3c-418e-a92e-507321d6d671 req-ed149066-7fd9-4a0e-8fb2-c92c378dbbcb tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:57.592667 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [req-b8262c39-5e3c-418e-a92e-507321d6d671 req-ed149066-7fd9-4a0e-8fb2-c92c378dbbcb tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Floating IP 48df65aa-6ae8-49cc-8ff1-315fa7459c01 disassociated. External IP: 172.25.2.71, port: 0680ed08-c2e1-4985-9278-f8ec52c31859. Aug 31 00:48:57.593152 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b8262c39-5e3c-418e-a92e-507321d6d671 req-ed149066-7fd9-4a0e-8fb2-c92c378dbbcb tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Calling delete_port for 0680ed08-c2e1-4985-9278-f8ec52c31859 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:48:57.597974 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Transition to ACTIVE for port object 17330b1f-d2d0-4cb3-a45e-7c962003447d will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:48:57.686456 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-3276818e-d749-4216-967b-af87172fdf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:57.723837 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:57.823552 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327c543-0661-4978-b815-7f9262289cbc req-2254803f-a368-4419-93fa-2cefd1a23935 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:57.826013 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c327c543-0661-4978-b815-7f9262289cbc req-2254803f-a368-4419-93fa-2cefd1a23935 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1665878 Aug 31 00:48:57.834220 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Pushing event updated for resources: {'Port': ['ID=17330b1f-d2d0-4cb3-a45e-7c962003447d,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:57.853729 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-ef2330b6-3816-42dc-b3d7-b84979048b2d service neutron] 10.222.0.16 "GET /v2.0/networks/ac02a892-5a99-478c-bb22-879aa954e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7613063 Aug 31 00:48:57.861048 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-3276818e-d749-4216-967b-af87172fdf0c service neutron] No DVR routers for this DVR port 91a0de3a-9893-4528-801d-e534905eb920 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:48:57.966990 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276818e-d749-4216-967b-af87172fdf0c service neutron] Pushing event updated for resources: {'Port': ['ID=91a0de3a-9893-4528-801d-e534905eb920,revision_number=10']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:58.014082 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c327c543-0661-4978-b815-7f9262289cbc req-18439033-7336-462f-9753-8a4f86b57fae tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718726 Aug 31 00:48:58.015248 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-3276818e-d749-4216-967b-af87172fdf0c service neutron] 10.222.0.41 "PUT /v2.0/ports/91a0de3a-9893-4528-801d-e534905eb920/bindings/n-h1-793621-34/activate HTTP/1.1" status: 200 len: 370 time: 2.1719701 Aug 31 00:48:58.026409 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75d7547a-0960-46ca-b97e-5aa3abcdc6b6 req-1d909a99-46a7-484f-b018-495fad9e03e2 service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7454908 Aug 31 00:48:58.028195 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0371706f-8737-469d-81e7-cae111c50d44 req-99a8a114-8455-4f20-aa99-efa79ae97393 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031747 Aug 31 00:48:58.034513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Attempting to bind port 17330b1f-d2d0-4cb3-a45e-7c962003447d on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:48:58.034843 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Attempting to bind port 17330b1f-d2d0-4cb3-a45e-7c962003447d by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:48:58.035926 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Attempting to bind port 17330b1f-d2d0-4cb3-a45e-7c962003447d on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:58.039167 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276818e-d749-4216-967b-af87172fdf0c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:58.039950 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276818e-d749-4216-967b-af87172fdf0c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:58.040481 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276818e-d749-4216-967b-af87172fdf0c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:58.041014 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276818e-d749-4216-967b-af87172fdf0c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:58.041563 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276818e-d749-4216-967b-af87172fdf0c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:58.041857 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Port 17330b1f-d2d0-4cb3-a45e-7c962003447d on network dffc61c4-1ac9-454f-80fe-3549f2de306f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:48:58.042074 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276818e-d749-4216-967b-af87172fdf0c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:58.042238 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Attempting to bind port 17330b1f-d2d0-4cb3-a45e-7c962003447d on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:48:58.042553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276818e-d749-4216-967b-af87172fdf0c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:58.043017 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276818e-d749-4216-967b-af87172fdf0c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:58.043489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276818e-d749-4216-967b-af87172fdf0c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:58.044208 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276818e-d749-4216-967b-af87172fdf0c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:58.044430 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276818e-d749-4216-967b-af87172fdf0c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:58.046003 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276818e-d749-4216-967b-af87172fdf0c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:58.054069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:48:58.054716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Checking segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:48:58.055246 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Bound using segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:48:58.055771 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Bound port: 17330b1f-d2d0-4cb3-a45e-7c962003447d, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:48:58.056226 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:58.123787 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b8262c39-5e3c-418e-a92e-507321d6d671 req-ed149066-7fd9-4a0e-8fb2-c92c378dbbcb tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:58.260648 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-9bfc3a20-ec8b-43ff-a2d7-7d4de715e64c service neutron] 10.222.0.16 "GET /v2.0/networks/ac02a892-5a99-478c-bb22-879aa954e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923359 Aug 31 00:48:58.274573 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] For port 17330b1f-d2d0-4cb3-a45e-7c962003447d, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:48:58.280153 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed149066-7fd9-4a0e-8fb2-c92c378dbbcb tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Pushing event deleted for resources: {'Port': ['ID=0680ed08-c2e1-4985-9278-f8ec52c31859,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:58.349048 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371706f-8737-469d-81e7-cae111c50d44 req-ff8d6a96-7e1a-49ac-984f-d8c7b09de882 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:58.352146 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0371706f-8737-469d-81e7-cae111c50d44 req-ff8d6a96-7e1a-49ac-984f-d8c7b09de882 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2982471 Aug 31 00:48:58.367752 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-0371706f-8737-469d-81e7-cae111c50d44 req-2705833b-d786-455c-9ae1-277334b6a61a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Request body: {'port': {'device_id': '593a3658-e6e6-4c25-aecf-730d12bedc18', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '0df1dc9ce961447d8c0a4fac26dd9a67'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:48:58.431034 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] For port 17330b1f-d2d0-4cb3-a45e-7c962003447d, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=17330b1f-d2d0-4cb3-a45e-7c962003447d,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:48:58.565596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c8578-0ce8-4ebd-965b-66502072d469 req-2c261856-5d36-4816-acdc-df1542afed74 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:58.568258 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-390c8578-0ce8-4ebd-965b-66502072d469 req-2c261856-5d36-4816-acdc-df1542afed74 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.4147084 Aug 31 00:48:58.575085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-eb573f07-7995-41ea-9a86-15a8c749c252 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:58.579160 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-eb573f07-7995-41ea-9a86-15a8c749c252 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d&tenant_id=94c1e14dadd544e0828f51650b31e0cc&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 1096 time: 0.3778703 Aug 31 00:48:58.680737 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:58.767622 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0371706f-8737-469d-81e7-cae111c50d44 req-2705833b-d786-455c-9ae1-277334b6a61a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Made reservation on behalf of 0df1dc9ce961447d8c0a4fac26dd9a67 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:48:58.777789 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0371706f-8737-469d-81e7-cae111c50d44 req-2705833b-d786-455c-9ae1-277334b6a61a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:58.787756 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54b66599-5c92-4ecb-862a-4c7c205e5a40 req-33ea0ea4-68c5-4229-8759-14b640d668a4 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=593a3658-e6e6-4c25-aecf-730d12bedc18 HTTP/1.1" status: 200 len: 210 time: 0.0746388 Aug 31 00:48:58.828140 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8262c39-5e3c-418e-a92e-507321d6d671 req-ed149066-7fd9-4a0e-8fb2-c92c378dbbcb tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Router 9ea7112b-240c-46be-9be5-fb1240b24a9b has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:48:58.836116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:58.837368 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:58.839879 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] 10.222.0.41 "PUT /v2.0/ports/17330b1f-d2d0-4cb3-a45e-7c962003447d HTTP/1.1" status: 200 len: 1092 time: 2.4154608 Aug 31 00:48:58.847295 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96486778-84cc-46f0-90ec-eec665fc31c3', 'tag': '17330b1f-d2d0-4cb3-a45e-7c962003447d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:48:58.852209 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821e9fe4-975e-4c80-b09c-86f9ded46c15" -d '{"events": [{"name": "network-changed", "server_uuid": "96486778-84cc-46f0-90ec-eec665fc31c3", "tag": "17330b1f-d2d0-4cb3-a45e-7c962003447d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:48:58.926349 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-390c8578-0ce8-4ebd-965b-66502072d469 req-f6b38b31-7017-4c4b-9eb5-68eabc97f65e tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326354 Aug 31 00:48:58.941788 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfca95-6547-4ab7-9230-7fb99d3e4386 service neutron] Pushing event updated for resources: {'Port': ['ID=17330b1f-d2d0-4cb3-a45e-7c962003447d,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:48:58.953585 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-28e011cd-34e5-4574-884d-cb6255bd41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:58.956725 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-28e011cd-34e5-4574-884d-cb6255bd41e6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d&tenant_id=94c1e14dadd544e0828f51650b31e0cc HTTP/1.1" status: 200 len: 1096 time: 0.3653820 Aug 31 00:48:59.130134 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e928cb-5a1d-4e6c-8a5d-e46039ae3fc6 req-5c1b82b2-2370-49e4-9146-46e68f7aec42 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:59.132958 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42e928cb-5a1d-4e6c-8a5d-e46039ae3fc6 req-5c1b82b2-2370-49e4-9146-46e68f7aec42 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 944 time: 0.1883912 Aug 31 00:48:59.249371 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-0371706f-8737-469d-81e7-cae111c50d44 req-2705833b-d786-455c-9ae1-277334b6a61a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Allocated IP 192.168.233.199 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/bed11c88-e3c5-47b2-b62f-67f4d435dde2) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:48:59.272035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-74fe49e4-84da-40be-a651-11dde13286fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:59.274400 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-74fe49e4-84da-40be-a651-11dde13286fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 1095 time: 0.3262227 Aug 31 00:48:59.278808 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-0fa445eb-f132-43f8-a96f-f8c99fcf3905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:59.280423 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-0fa445eb-f132-43f8-a96f-f8c99fcf3905 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 1096 time: 0.2108788 Aug 31 00:48:59.281657 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8262c39-5e3c-418e-a92e-507321d6d671 req-ed149066-7fd9-4a0e-8fb2-c92c378dbbcb tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:48:59.296949 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38e71e-0849-4dc3-87a2-dca529e08d7a req-7489daa4-f745-483c-93d1-cec76d3400e5 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:59.298665 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae38e71e-0849-4dc3-87a2-dca529e08d7a req-7489daa4-f745-483c-93d1-cec76d3400e5 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 943 time: 0.2329829 Aug 31 00:48:59.300313 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd97499f-9171-4a8f-b978-fe249b3b8e69 None None] Sync routers for ids ['9ea7112b-240c-46be-9be5-fb1240b24a9b'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:48:59.312171 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42e928cb-5a1d-4e6c-8a5d-e46039ae3fc6 req-b4b8580f-6a80-4617-982e-14a37e6df6a6 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529222 Aug 31 00:48:59.336208 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97499f-9171-4a8f-b978-fe249b3b8e69 None None] Routers {'9ea7112b-240c-46be-9be5-fb1240b24a9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:48:59.337814 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-cd97499f-9171-4a8f-b978-fe249b3b8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:48:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9ea7112b-240c-46be-9be5-fb1240b24a9b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:48:59.412375 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-ec542fe0-a385-4e0c-bc52-14187c630b52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17330b1f-d2d0-4cb3-a45e-7c962003447d HTTP/1.1" status: 200 len: 217 time: 0.1236920 Aug 31 00:48:59.439947 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8262c39-5e3c-418e-a92e-507321d6d671 req-ed149066-7fd9-4a0e-8fb2-c92c378dbbcb tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] No DVR routers for this DVR port 0680ed08-c2e1-4985-9278-f8ec52c31859 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:48:59.461646 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b8262c39-5e3c-418e-a92e-507321d6d671 req-ed149066-7fd9-4a0e-8fb2-c92c378dbbcb tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:59.464176 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b8262c39-5e3c-418e-a92e-507321d6d671 req-ed149066-7fd9-4a0e-8fb2-c92c378dbbcb tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.48 "DELETE /v2.0/ports/0680ed08-c2e1-4985-9278-f8ec52c31859 HTTP/1.1" status: 204 len: 173 time: 3.1201875 Aug 31 00:48:59.533612 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae38e71e-0849-4dc3-87a2-dca529e08d7a req-088871fb-e3e9-4c24-9244-e45616017f6c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033036 Aug 31 00:48:59.538016 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-5d90f80c-0898-4de6-a8f8-7a8907d6c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:59.540314 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-5d90f80c-0898-4de6-a8f8-7a8907d6c71f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.1018336 Aug 31 00:48:59.572810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-85a4822a-c0ec-40cd-895b-0cfe45dace30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:59.575046 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-85a4822a-c0ec-40cd-895b-0cfe45dace30 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.2703576 Aug 31 00:48:59.598746 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-cd97499f-9171-4a8f-b978-fe249b3b8e69 None None] Set router 9ea7112b-240c-46be-9be5-fb1240b24a9b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:48:59.631575 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-28a6fbb0-9cf8-43f1-ba6c-d656c38e4e64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807238 Aug 31 00:48:59.667059 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5aca4d0f-b0e3-4e40-9f4f-b77ec93ffc92 req-f6a247a6-0a96-42af-9a7f-b1d70ec213b5 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea80eda2cad34eed8e7e1c690dd6a2d4 HTTP/1.1" status: 200 len: 6101 time: 0.3006451 Aug 31 00:48:59.677147 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0371706f-8737-469d-81e7-cae111c50d44 req-2705833b-d786-455c-9ae1-277334b6a61a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:59.711103 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-0371706f-8737-469d-81e7-cae111c50d44 req-2705833b-d786-455c-9ae1-277334b6a61a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Transition to ACTIVE for port object bed11c88-e3c5-47b2-b62f-67f4d435dde2 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:48:59.768047 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5aca4d0f-b0e3-4e40-9f4f-b77ec93ffc92 req-132a59ab-d026-4af1-82fa-e339b682f219 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] 10.222.0.16 "GET /v2.0/security-groups/2599abaf-b052-4b70-af78-5b9e09783e1c HTTP/1.1" status: 200 len: 2981 time: 0.0872726 Aug 31 00:48:59.844659 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab722e22-769c-4b69-a558-3d2f4fefde8b req-51ba9a93-b35b-4789-b666-b0b5c52570ed tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 210 time: 0.2018261 Aug 31 00:48:59.851101 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-21b5f2d7-d37a-4e1c-b729-ece676b1f0aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91a0de3a-9893-4528-801d-e534905eb920 HTTP/1.1" status: 200 len: 217 time: 0.2247796 Aug 31 00:48:59.859174 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0371706f-8737-469d-81e7-cae111c50d44 req-2705833b-d786-455c-9ae1-277334b6a61a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:59.886062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['0f798366-cccb-4ad0-9068-988645efeb31', 'f9050f2a-fd6e-46df-bf89-71b2dd3959cd', '29124473-ddf7-4efa-80ed-8e41bf498930'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:48:59.905184 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0371706f-8737-469d-81e7-cae111c50d44 req-2705833b-d786-455c-9ae1-277334b6a61a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:48:59.910557 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-0371706f-8737-469d-81e7-cae111c50d44 req-2705833b-d786-455c-9ae1-277334b6a61a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:48:59.915278 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-0371706f-8737-469d-81e7-cae111c50d44 req-2705833b-d786-455c-9ae1-277334b6a61a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:48:59.924578 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5aca4d0f-b0e3-4e40-9f4f-b77ec93ffc92 req-939c7d01-6c4e-41a8-89b3-fa4596d24a7f tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] 10.222.0.16 "GET /v2.0/security-groups/2599abaf-b052-4b70-af78-5b9e09783e1c HTTP/1.1" status: 200 len: 2981 time: 0.1480987 Aug 31 00:48:59.957934 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-067f31e9-cf79-4ee4-8aa1-05374eca5c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:48:59.961602 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-067f31e9-cf79-4ee4-8aa1-05374eca5c20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.0964446 Aug 31 00:48:59.988000 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['11012e02-592c-4ec1-a45a-1f4275e2c5c3', '3298cd05-ac5e-428e-abee-19b14d8a4d33'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:49:00.101153 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705833b-d786-455c-9ae1-277334b6a61a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Pushing event updated for resources: {'Port': ['ID=bed11c88-e3c5-47b2-b62f-67f4d435dde2,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:00.125689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371706f-8737-469d-81e7-cae111c50d44 req-2705833b-d786-455c-9ae1-277334b6a61a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:00.126625 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0371706f-8737-469d-81e7-cae111c50d44 req-2705833b-d786-455c-9ae1-277334b6a61a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:00.148573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0680ed08-c2e1-4985-9278-f8ec52c31859 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:49:00.152408 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3503f58-f077-4718-9860-4ede41b84d48 x-openstack-request-id: req-a3503f58-f077-4718-9860-4ede41b84d48 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:00.152844 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96486778-84cc-46f0-90ec-eec665fc31c3", "tag": "17330b1f-d2d0-4cb3-a45e-7c962003447d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:00.153193 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3503f58-f077-4718-9860-4ede41b84d48 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:00.153742 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96486778-84cc-46f0-90ec-eec665fc31c3', 'tag': '17330b1f-d2d0-4cb3-a45e-7c962003447d', 'status': 'completed', 'code': 200} Aug 31 00:49:00.156738 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-ceb5178e-3258-4084-9878-e340efe16d0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1746972 Aug 31 00:49:00.167055 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-a2debc5c-d98a-4cdd-9c4a-d8dcbaf14010 service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227757 Aug 31 00:49:00.194248 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 91a0de3a-9893-4528-801d-e534905eb920 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:49:00.227874 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-cd97499f-9171-4a8f-b978-fe249b3b8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:46:07Z', 'revision_number': 4, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port': {'id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:01Z', 'updated_at': '2021-08-31T00:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '103313a9-41d0-4a16-bedb-a2fc5c42b2d0', 'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'mac_address': 'fa:16:3e:55:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:05Z', 'updated_at': '2021-08-31T00:46:18Z', 'revision_number': 5, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'subnets': [{'id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:49:00.236521 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0371706f-8737-469d-81e7-cae111c50d44 req-2705833b-d786-455c-9ae1-277334b6a61a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8757687 Aug 31 00:49:00.253782 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Request body: {'port': {'device_id': '593a3658-e6e6-4c25-aecf-730d12bedc18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:00.296423 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd97499f-9171-4a8f-b978-fe249b3b8e69 None None] Checking router: 9ea7112b-240c-46be-9be5-fb1240b24a9b for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:49:00.310793 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97499f-9171-4a8f-b978-fe249b3b8e69 None None] Routers {'9ea7112b-240c-46be-9be5-fb1240b24a9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:49:00.312213 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-cd97499f-9171-4a8f-b978-fe249b3b8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:48:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9ea7112b-240c-46be-9be5-fb1240b24a9b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:49:00.366001 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 0680ed08-c2e1-4985-9278-f8ec52c31859 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:49:00.367441 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0680ed08-c2e1-4985-9278-f8ec52c31859 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:49:00.379459 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:00.401346 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-4d92fdb1-694f-4e9f-9f3a-9dd5748ab7b1 service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330201 Aug 31 00:49:00.526910 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-cd97499f-9171-4a8f-b978-fe249b3b8e69 None None] Set router 9ea7112b-240c-46be-9be5-fb1240b24a9b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:49:00.548003 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4fcb6-7297-48b7-aa00-a36c851a4b4e req-fccd307f-b500-49f1-a13f-13be8d89a98a tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:00.555978 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2ff4fcb6-7297-48b7-aa00-a36c851a4b4e req-fccd307f-b500-49f1-a13f-13be8d89a98a tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1799979 Aug 31 00:49:00.642422 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 91a0de3a-9893-4528-801d-e534905eb920 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:49:00.680041 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2ff4fcb6-7297-48b7-aa00-a36c851a4b4e req-b4881227-f570-41d4-af21-d31cdf6a43be tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212540 Aug 31 00:49:00.700790 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e9608a76-2ad4-4430-82b4-83edf7e9b20d req-0f7ec189-8425-4d97-a1e7-233795c1ab65 service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031991 Aug 31 00:49:00.710725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650d49e-37e9-4707-8a69-a79f0cd40356 req-ef66fb97-fc31-48fb-96cc-a90224436c3a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:00.718219 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6650d49e-37e9-4707-8a69-a79f0cd40356 req-ef66fb97-fc31-48fb-96cc-a90224436c3a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=593a3658-e6e6-4c25-aecf-730d12bedc18 HTTP/1.1" status: 200 len: 936 time: 0.3157055 Aug 31 00:49:00.727497 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-88b41a59-459d-4f44-bdd2-8e39e7747889 service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788854 Aug 31 00:49:00.740718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a4c63cba-98bb-4e32-b63e-1c25cd5c2805 None None] Provisioning for port bed11c88-e3c5-47b2-b62f-67f4d435dde2 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:49:00.752576 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a4c63cba-98bb-4e32-b63e-1c25cd5c2805 None None] Provisioning complete for port bed11c88-e3c5-47b2-b62f-67f4d435dde2 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:00.752938 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4c63cba-98bb-4e32-b63e-1c25cd5c2805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:00.775154 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6650d49e-37e9-4707-8a69-a79f0cd40356 req-398bdb8d-2979-4c08-b422-889c4cce6cb1 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559590 Aug 31 00:49:00.859768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-a4c63cba-98bb-4e32-b63e-1c25cd5c2805 None None] Port bed11c88-e3c5-47b2-b62f-67f4d435dde2 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:49:01.054707 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e9fe4-975e-4c80-b09c-86f9ded46c15 req-98346c48-e1ea-4c35-b570-46855502f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:01.056290 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-821e9fe4-975e-4c80-b09c-86f9ded46c15 req-98346c48-e1ea-4c35-b570-46855502f163 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 1095 time: 0.1014206 Aug 31 00:49:01.057482 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-15bf440f-aee3-4039-8a9b-9cfaae3be9b9 req-9e7a9d63-d33a-4a32-8e14-6fa5392a6bff tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/a10ca60b-cfec-432e-afea-1d3b7fccb7fd HTTP/1.1" status: 200 len: 1778 time: 0.2237349 Aug 31 00:49:01.086061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76492243-bbfc-46d0-8099-04e9e4a0569d req-8ad016ac-2c7d-496e-bb52-eee5df5c889d tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:01.094390 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-76492243-bbfc-46d0-8099-04e9e4a0569d req-8ad016ac-2c7d-496e-bb52-eee5df5c889d tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.2003355 Aug 31 00:49:01.230013 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-76492243-bbfc-46d0-8099-04e9e4a0569d req-c8834e20-eb60-411b-a021-9587c2b1c003 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307511 Aug 31 00:49:01.266639 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-cd97499f-9171-4a8f-b978-fe249b3b8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:46:07Z', 'revision_number': 4, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port': {'id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:01Z', 'updated_at': '2021-08-31T00:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '103313a9-41d0-4a16-bedb-a2fc5c42b2d0', 'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'mac_address': 'fa:16:3e:55:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:05Z', 'updated_at': '2021-08-31T00:46:18Z', 'revision_number': 5, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'subnets': [{'id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:49:01.308112 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-15bf440f-aee3-4039-8a9b-9cfaae3be9b9 req-4c1874ad-f6c7-4512-8b95-d7d4d6ea8681 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:01.321110 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e9fe4-975e-4c80-b09c-86f9ded46c15 req-b9a0d7b5-0639-4954-8020-dc5dc2b40ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:01.326732 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-821e9fe4-975e-4c80-b09c-86f9ded46c15 req-b9a0d7b5-0639-4954-8020-dc5dc2b40ddb service neutron] 10.222.0.41 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 921 time: 0.2585049 Aug 31 00:49:01.375036 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd97499f-9171-4a8f-b978-fe249b3b8e69 None None] The sync data for ids ['9ea7112b-240c-46be-9be5-fb1240b24a9b'] in n-d-793621-34 is: [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:46:07Z', 'revision_number': 4, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port': {'id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:01Z', 'updated_at': '2021-08-31T00:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '103313a9-41d0-4a16-bedb-a2fc5c42b2d0', 'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'mac_address': 'fa:16:3e:55:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:05Z', 'updated_at': '2021-08-31T00:46:18Z', 'revision_number': 5, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'subnets': [{'id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:49:01.402204 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-821e9fe4-975e-4c80-b09c-86f9ded46c15 req-1f326056-dc8d-487c-b269-4baed44b10b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17330b1f-d2d0-4cb3-a45e-7c962003447d HTTP/1.1" status: 200 len: 217 time: 0.0667045 Aug 31 00:49:01.406195 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-15bf440f-aee3-4039-8a9b-9cfaae3be9b9 req-4c1874ad-f6c7-4512-8b95-d7d4d6ea8681 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:01.456871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed11c88-e3c5-47b2-b62f-67f4d435dde2 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:49:01.481200 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:01.524213 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Transition to ACTIVE for port object bed11c88-e3c5-47b2-b62f-67f4d435dde2 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:49:01.646900 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:01.690506 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-15bf440f-aee3-4039-8a9b-9cfaae3be9b9 req-4c1874ad-f6c7-4512-8b95-d7d4d6ea8681 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:01.695790 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-15bf440f-aee3-4039-8a9b-9cfaae3be9b9 req-4c1874ad-f6c7-4512-8b95-d7d4d6ea8681 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:01.698126 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-15bf440f-aee3-4039-8a9b-9cfaae3be9b9 req-4c1874ad-f6c7-4512-8b95-d7d4d6ea8681 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/a10ca60b-cfec-432e-afea-1d3b7fccb7fd HTTP/1.1" status: 204 len: 173 time: 0.6149793 Aug 31 00:49:01.728159 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f68e457-8e94-4c7b-a16a-ea141fa83086 None None] New status for floating IP 48df65aa-6ae8-49cc-8ff1-315fa7459c01: DOWN {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:49:01.741075 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1874ad-f6c7-4512-8b95-d7d4d6ea8681 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10ca60b-cfec-432e-afea-1d3b7fccb7fd,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:01.780946 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e9fe4-975e-4c80-b09c-86f9ded46c15 req-5abab8ee-81a6-4913-b8cf-a346095cb230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:01.782272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Pushing event updated for resources: {'Port': ['ID=bed11c88-e3c5-47b2-b62f-67f4d435dde2,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:01.782500 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-821e9fe4-975e-4c80-b09c-86f9ded46c15 req-5abab8ee-81a6-4913-b8cf-a346095cb230 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.3619552 Aug 31 00:49:01.836237 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-821e9fe4-975e-4c80-b09c-86f9ded46c15 req-15147b0e-378e-4cca-91aa-b7b90afd89a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455453 Aug 31 00:49:01.876223 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2821f8f-76e7-48f2-83d6-ea7350dad9d6 req-76477ca8-2e82-409a-a76e-3e970ce532f5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:01.884133 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c2821f8f-76e7-48f2-83d6-ea7350dad9d6 req-76477ca8-2e82-409a-a76e-3e970ce532f5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 944 time: 0.4803140 Aug 31 00:49:01.898263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-f0854e88-5dd5-40d8-85f3-e897bc4e6a5b tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:01.899937 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-f0854e88-5dd5-40d8-85f3-e897bc4e6a5b tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d&tenant_id=94c1e14dadd544e0828f51650b31e0cc&binding%3Ahost_id=n-h1-793621-34 HTTP/1.1" status: 200 len: 1096 time: 0.4811511 Aug 31 00:49:01.997206 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Attempting to bind port bed11c88-e3c5-47b2-b62f-67f4d435dde2 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:49:01.998068 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Attempting to bind port bed11c88-e3c5-47b2-b62f-67f4d435dde2 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:49:01.998779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Attempting to bind port bed11c88-e3c5-47b2-b62f-67f4d435dde2 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:02.031344 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Port bed11c88-e3c5-47b2-b62f-67f4d435dde2 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:49:02.032078 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Attempting to bind port bed11c88-e3c5-47b2-b62f-67f4d435dde2 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:02.042776 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c2821f8f-76e7-48f2-83d6-ea7350dad9d6 req-1391f780-ff00-4064-b83f-953211a30da7 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576157 Aug 31 00:49:02.115526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4810d-1a74-4d74-888c-71ca3cb625e5 req-074cb715-f45f-43f9-b360-f6450f52e823 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:02.115526 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8da4810d-1a74-4d74-888c-71ca3cb625e5 req-074cb715-f45f-43f9-b360-f6450f52e823 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 943 time: 0.2100141 Aug 31 00:49:02.125473 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-821e9fe4-975e-4c80-b09c-86f9ded46c15 req-581fd94d-bc8a-4520-92b5-c3297cf0d07d service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784932 Aug 31 00:49:02.156430 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:49:02.156430 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:49:02.156919 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:49:02.157561 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Bound port: bed11c88-e3c5-47b2-b62f-67f4d435dde2, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:49:02.157946 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:02.162250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f44267-ccb2-4ae8-a654-d374431f1b06', 'name': 'network-vif-deleted', 'tag': '0680ed08-c2e1-4985-9278-f8ec52c31859'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:02.165047 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31347276-7b6e-49fe-9769-18c028609ca4" -d '{"events": [{"server_uuid": "b8f44267-ccb2-4ae8-a654-d374431f1b06", "name": "network-vif-deleted", "tag": "0680ed08-c2e1-4985-9278-f8ec52c31859"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:02.217807 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8da4810d-1a74-4d74-888c-71ca3cb625e5 req-e684444d-9bd9-4eaf-8148-920708887574 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018257 Aug 31 00:49:02.278589 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-70b5384e-c4e8-4f80-95d9-a44a14f1f1b4 req-7062592f-0219-44aa-aa68-7a9c428b6574 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 210 time: 0.1568947 Aug 31 00:49:02.353649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] For port bed11c88-e3c5-47b2-b62f-67f4d435dde2, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:49:02.362524 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-063a2393-7d8d-44d2-9446-e63afd92080b tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:02.364142 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-063a2393-7d8d-44d2-9446-e63afd92080b tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.41 "GET /v2.0/networks?id=ac02a892-5a99-478c-bb22-879aa954e70c HTTP/1.1" status: 200 len: 824 time: 0.4084997 Aug 31 00:49:02.395745 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] For port bed11c88-e3c5-47b2-b62f-67f4d435dde2, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=bed11c88-e3c5-47b2-b62f-67f4d435dde2,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:49:02.403858 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-821e9fe4-975e-4c80-b09c-86f9ded46c15 req-d7d38e2a-4e73-45cb-bbd6-0d50ea00c1f5 service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587590 Aug 31 00:49:02.417840 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd624c7a-0c67-4675-a515-89293a4afda6 req-b71eacee-6c1b-4739-a733-e5e343476a9c tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "GET /v2.0/security-groups/93461e57-b4a8-4e48-88ca-9dd595f8b5b3 HTTP/1.1" status: 200 len: 1777 time: 0.0871308 Aug 31 00:49:02.420069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-3ede2a03-cbef-4fbe-94a1-2112c204c952 service neutron] For port 91a0de3a-9893-4528-801d-e534905eb920, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:49:02.427645 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-3ede2a03-cbef-4fbe-94a1-2112c204c952 service neutron] Notify callbacks [] for binding, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:02.429879 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8027161f-e1b6-41ab-9dd0-d002b4cea34d req-3ede2a03-cbef-4fbe-94a1-2112c204c952 service neutron] 10.222.0.48 "DELETE /v2.0/ports/91a0de3a-9893-4528-801d-e534905eb920/bindings/n-h2-793621-34 HTTP/1.1" status: 204 len: 173 time: 0.4975061 Aug 31 00:49:02.481502 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:02.500645 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-477684cf-391c-4de6-8edb-2e102912cffd tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a35bf8903ff840dcbf6ccdb26a9793ce HTTP/1.1" status: 200 len: 380 time: 0.1278589 Aug 31 00:49:02.505199 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bd624c7a-0c67-4675-a515-89293a4afda6 req-287c772e-6e76-4e63-b7ca-4fb22fb37823 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:02.534018 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-5dae360f-9751-4e09-a736-09337e9a78b9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Request body: {'port': {'device_id': 'ca7aefee-3687-42d4-9be2-546f44818fd4', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'admin_state_up': True, 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'security_groups': ['e3ffa6f9-efa8-4ee8-a9f1-0aca89607665']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:02.536003 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bd624c7a-0c67-4675-a515-89293a4afda6 req-287c772e-6e76-4e63-b7ca-4fb22fb37823 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:02.566450 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a9abc-b48b-4413-afea-17efc885be8b req-46044ded-9c81-46a4-87f1-88f93d6196cd tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:02.568052 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f39a9abc-b48b-4413-afea-17efc885be8b req-46044ded-9c81-46a4-87f1-88f93d6196cd tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1707289 Aug 31 00:49:02.601735 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:02.602677 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:02.604248 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0371706f-8737-469d-81e7-cae111c50d44 req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] 10.222.0.41 "PUT /v2.0/ports/bed11c88-e3c5-47b2-b62f-67f4d435dde2 HTTP/1.1" status: 200 len: 1097 time: 2.3579869 Aug 31 00:49:02.609998 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593a3658-e6e6-4c25-aecf-730d12bedc18', 'tag': 'bed11c88-e3c5-47b2-b62f-67f4d435dde2'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:02.612353 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424afeb2-295b-420e-8aaf-6684f3835620" -d '{"events": [{"name": "network-changed", "server_uuid": "593a3658-e6e6-4c25-aecf-730d12bedc18", "tag": "bed11c88-e3c5-47b2-b62f-67f4d435dde2"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:02.684611 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab466b8-5182-4dbd-920d-411af5ef5b74 service neutron] Pushing event updated for resources: {'Port': ['ID=bed11c88-e3c5-47b2-b62f-67f4d435dde2,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:02.698464 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f39a9abc-b48b-4413-afea-17efc885be8b req-bb1dbff8-9196-4490-bae9-5a87d27370b7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985825 Aug 31 00:49:02.731834 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bd624c7a-0c67-4675-a515-89293a4afda6 req-287c772e-6e76-4e63-b7ca-4fb22fb37823 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:02.735065 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bd624c7a-0c67-4675-a515-89293a4afda6 req-287c772e-6e76-4e63-b7ca-4fb22fb37823 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:02.738301 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd624c7a-0c67-4675-a515-89293a4afda6 req-287c772e-6e76-4e63-b7ca-4fb22fb37823 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/93461e57-b4a8-4e48-88ca-9dd595f8b5b3 HTTP/1.1" status: 204 len: 173 time: 0.3000617 Aug 31 00:49:02.750354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c772e-6e76-4e63-b7ca-4fb22fb37823 tempest-SecurityGroupsTestAdminJSON-1452142081 tempest-SecurityGroupsTestAdminJSON-1452142081-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93461e57-b4a8-4e48-88ca-9dd595f8b5b3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:02.791170 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa879f37-39ca-406a-a782-3861ce2bb0d2 x-openstack-request-id: req-aa879f37-39ca-406a-a782-3861ce2bb0d2 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:02.791651 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f44267-ccb2-4ae8-a654-d374431f1b06", "name": "network-vif-deleted", "tag": "0680ed08-c2e1-4985-9278-f8ec52c31859", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:02.792142 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa879f37-39ca-406a-a782-3861ce2bb0d2 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:02.792648 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f44267-ccb2-4ae8-a654-d374431f1b06', 'name': 'network-vif-deleted', 'tag': '0680ed08-c2e1-4985-9278-f8ec52c31859', 'status': 'completed', 'code': 200} Aug 31 00:49:02.827837 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371706f-8737-469d-81e7-cae111c50d44 req-32d4c3cc-4e02-4577-bfe7-89873777eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:02.830188 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0371706f-8737-469d-81e7-cae111c50d44 req-32d4c3cc-4e02-4577-bfe7-89873777eb59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&device_id=593a3658-e6e6-4c25-aecf-730d12bedc18 HTTP/1.1" status: 200 len: 1100 time: 0.0656335 Aug 31 00:49:02.832678 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-5dae360f-9751-4e09-a736-09337e9a78b9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Made reservation on behalf of a35bf8903ff840dcbf6ccdb26a9793ce for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:49:02.837766 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-5dae360f-9751-4e09-a736-09337e9a78b9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:02.905598 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bbcfe-aafc-4b95-bc4b-3b49132a8d38 req-45a146d5-3458-4e23-9992-d2fe77a1ad30 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:02.907189 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-913bbcfe-aafc-4b95-bc4b-3b49132a8d38 req-45a146d5-3458-4e23-9992-d2fe77a1ad30 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.0525694 Aug 31 00:49:02.918035 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0371706f-8737-469d-81e7-cae111c50d44 req-c5138542-5ce2-4ae8-bf53-db109bd0d795 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=bed11c88-e3c5-47b2-b62f-67f4d435dde2 HTTP/1.1" status: 200 len: 217 time: 0.0769064 Aug 31 00:49:02.962371 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-913bbcfe-aafc-4b95-bc4b-3b49132a8d38 req-eec7ed69-c558-427c-88df-fc1694ca2e92 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482092 Aug 31 00:49:03.037055 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9707854d-ea94-4378-8c55-5715f2fed7e9 x-openstack-request-id: req-9707854d-ea94-4378-8c55-5715f2fed7e9 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:03.037394 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593a3658-e6e6-4c25-aecf-730d12bedc18", "tag": "bed11c88-e3c5-47b2-b62f-67f4d435dde2", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:03.037642 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9707854d-ea94-4378-8c55-5715f2fed7e9 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:03.038607 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593a3658-e6e6-4c25-aecf-730d12bedc18', 'tag': 'bed11c88-e3c5-47b2-b62f-67f4d435dde2', 'status': 'completed', 'code': 200} Aug 31 00:49:03.057011 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c6b75-41e3-45e7-98dc-a6d84dae399a req-5de90bf7-d970-4231-8fcc-0e4f064b5423 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:03.058668 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b5c6b75-41e3-45e7-98dc-a6d84dae399a req-5de90bf7-d970-4231-8fcc-0e4f064b5423 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=593a3658-e6e6-4c25-aecf-730d12bedc18 HTTP/1.1" status: 200 len: 948 time: 0.2008107 Aug 31 00:49:03.070144 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371706f-8737-469d-81e7-cae111c50d44 req-1d0c3fac-fa8b-4762-9437-367f562f8fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:03.071392 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0371706f-8737-469d-81e7-cae111c50d44 req-1d0c3fac-fa8b-4762-9437-367f562f8fbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1424992 Aug 31 00:49:03.088458 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-20f2a5e9-19d2-4419-8795-58738f36444d req-f6fb959f-1bb6-43a7-bea8-a5910ac2976f tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] 10.222.0.16 "GET /v2.0/security-groups/9aba0fb1-5aee-4ae8-9455-4d99c35aa51b HTTP/1.1" status: 200 len: 1777 time: 0.0487080 Aug 31 00:49:03.178222 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-20f2a5e9-19d2-4419-8795-58738f36444d req-776b7bd9-2ed0-4ea2-a93f-5fdfabd6fdad tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:03.181988 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-5dae360f-9751-4e09-a736-09337e9a78b9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Allocated IP 172.20.0.14 (ac02a892-5a99-478c-bb22-879aa954e70c/10e3e269-b5b9-411a-82d5-ee75bbf3461c/b4737ca5-044f-426d-9ed3-06b47658ae4c) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:49:03.215436 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b5c6b75-41e3-45e7-98dc-a6d84dae399a req-6a959e74-9c84-42b8-82f4-b4ac58236428 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429386 Aug 31 00:49:03.220309 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371706f-8737-469d-81e7-cae111c50d44 req-c1d94bce-4019-44b0-b70c-5af0c976dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:03.222051 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0371706f-8737-469d-81e7-cae111c50d44 req-c1d94bce-4019-44b0-b70c-5af0c976dedc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1374419 Aug 31 00:49:03.222270 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-20f2a5e9-19d2-4419-8795-58738f36444d req-776b7bd9-2ed0-4ea2-a93f-5fdfabd6fdad tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:03.407516 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-20f2a5e9-19d2-4419-8795-58738f36444d req-776b7bd9-2ed0-4ea2-a93f-5fdfabd6fdad tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:03.412941 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-20f2a5e9-19d2-4419-8795-58738f36444d req-776b7bd9-2ed0-4ea2-a93f-5fdfabd6fdad tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:03.415521 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-20f2a5e9-19d2-4419-8795-58738f36444d req-776b7bd9-2ed0-4ea2-a93f-5fdfabd6fdad tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] 10.222.0.16 "DELETE /v2.0/security-groups/9aba0fb1-5aee-4ae8-9455-4d99c35aa51b HTTP/1.1" status: 204 len: 173 time: 0.3198338 Aug 31 00:49:03.431930 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b7bd9-2ed0-4ea2-a93f-5fdfabd6fdad tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aba0fb1-5aee-4ae8-9455-4d99c35aa51b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:03.519702 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f298c6-33d7-4ac4-b47b-c006623e8427 req-8e1059de-6d37-4f6e-b5b8-134a71e0fceb tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:03.522096 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-89f298c6-33d7-4ac4-b47b-c006623e8427 req-8e1059de-6d37-4f6e-b5b8-134a71e0fceb tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 944 time: 0.2029464 Aug 31 00:49:03.549084 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0371706f-8737-469d-81e7-cae111c50d44 req-b14148f7-0724-479e-b9ca-5db21016a9ad service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186994 Aug 31 00:49:03.571006 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfe0cc-7871-4c76-b779-2a0247375829 req-5300a9aa-1586-4ed9-8549-16de91cd59ce tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:03.572876 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68bfe0cc-7871-4c76-b779-2a0247375829 req-5300a9aa-1586-4ed9-8549-16de91cd59ce tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 943 time: 0.0769055 Aug 31 00:49:03.576711 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-5dae360f-9751-4e09-a736-09337e9a78b9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:03.636655 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68bfe0cc-7871-4c76-b779-2a0247375829 req-b0ce9cec-736a-4cb5-8bbf-4e4fcc28d8da tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524833 Aug 31 00:49:03.765797 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-684fd3ac-09a0-4bad-b5bd-31ab5b721b8a req-186babf8-7c40-4329-870d-0b515df2e367 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 210 time: 0.0373857 Aug 31 00:49:03.845702 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a67d0362-ea8a-407d-a877-ee29c7e4aa00 req-005913ae-6b11-4462-a86a-a1ad58327c70 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] 10.222.0.16 "GET /v2.0/security-groups/e23af08d-2524-4fb4-a443-95ea7be68bdc HTTP/1.1" status: 200 len: 1776 time: 0.0444906 Aug 31 00:49:03.920124 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a67d0362-ea8a-407d-a877-ee29c7e4aa00 req-2a20d725-35b1-4ec7-baca-9dd63a926fa8 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:03.938910 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-89f298c6-33d7-4ac4-b47b-c006623e8427 req-ca41c230-2dc8-41cf-bd29-97f301cb35ad tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052334 Aug 31 00:49:03.940040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-5dae360f-9751-4e09-a736-09337e9a78b9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Transition to ACTIVE for port object b4737ca5-044f-426d-9ed3-06b47658ae4c will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:49:03.972009 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a67d0362-ea8a-407d-a877-ee29c7e4aa00 req-2a20d725-35b1-4ec7-baca-9dd63a926fa8 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:04.009147 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0371706f-8737-469d-81e7-cae111c50d44 req-be8a2a4e-a8f9-4dff-b314-30679e228aad service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360733 Aug 31 00:49:04.087545 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-5dae360f-9751-4e09-a736-09337e9a78b9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:04.103924 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667a174-ba64-45a6-8049-55df834e0795 req-88e3803b-af2c-45c6-8a6c-71675f4f522f tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:04.105555 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e667a174-ba64-45a6-8049-55df834e0795 req-88e3803b-af2c-45c6-8a6c-71675f4f522f tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.0681248 Aug 31 00:49:04.180971 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-5dae360f-9751-4e09-a736-09337e9a78b9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Network ac02a892-5a99-478c-bb22-879aa954e70c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:49:04.183815 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-60359d89-e633-461e-9d77-68df934fa2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:04.184617 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a67d0362-ea8a-407d-a877-ee29c7e4aa00 req-2a20d725-35b1-4ec7-baca-9dd63a926fa8 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:04.191389 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a67d0362-ea8a-407d-a877-ee29c7e4aa00 req-2a20d725-35b1-4ec7-baca-9dd63a926fa8 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:04.205118 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a67d0362-ea8a-407d-a877-ee29c7e4aa00 req-2a20d725-35b1-4ec7-baca-9dd63a926fa8 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] 10.222.0.16 "DELETE /v2.0/security-groups/e23af08d-2524-4fb4-a443-95ea7be68bdc HTTP/1.1" status: 204 len: 173 time: 0.3401222 Aug 31 00:49:04.212457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20d725-35b1-4ec7-baca-9dd63a926fa8 tempest-SecurityGroupsTestAdminJSON-1062578842 tempest-SecurityGroupsTestAdminJSON-1062578842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23af08d-2524-4fb4-a443-95ea7be68bdc,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:04.217073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 17330b1f-d2d0-4cb3-a45e-7c962003447d details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:49:04.240618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-5dae360f-9751-4e09-a736-09337e9a78b9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:49:04.262065 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-5dae360f-9751-4e09-a736-09337e9a78b9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:49:04.265979 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae360f-9751-4e09-a736-09337e9a78b9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Pushing event updated for resources: {'Port': ['ID=b4737ca5-044f-426d-9ed3-06b47658ae4c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:04.368066 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e667a174-ba64-45a6-8049-55df834e0795 req-f0d287e5-d1cf-4da1-98f4-c83001329cc4 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382286 Aug 31 00:49:04.420721 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424afeb2-295b-420e-8aaf-6684f3835620 req-9b8a6ebf-ddd0-49c0-9eef-71a4fcfb759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:04.427969 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-424afeb2-295b-420e-8aaf-6684f3835620 req-9b8a6ebf-ddd0-49c0-9eef-71a4fcfb759a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&device_id=593a3658-e6e6-4c25-aecf-730d12bedc18 HTTP/1.1" status: 200 len: 1100 time: 0.2627406 Aug 31 00:49:04.445561 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-5dae360f-9751-4e09-a736-09337e9a78b9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:04.447074 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-5dae360f-9751-4e09-a736-09337e9a78b9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:04.543638 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 17330b1f-d2d0-4cb3-a45e-7c962003447d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=17330b1f-d2d0-4cb3-a45e-7c962003447d,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:04.562530 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '17330b1f-d2d0-4cb3-a45e-7c962003447d', 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f', 'port_id': '17330b1f-d2d0-4cb3-a45e-7c962003447d', 'mac_address': 'fa:16:3e:98:3d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fd49b9-6149-4edf-8dda-93674521e88a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:49:04.605322 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-5dae360f-9751-4e09-a736-09337e9a78b9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0934458 Aug 31 00:49:04.629109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c3a89-2f22-41a1-b48f-dc3c7dd09da4 req-405de8d6-d0d1-46f2-8a4a-45eccc9e4cd2 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:04.634159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Request body: {'port': {'device_id': 'ca7aefee-3687-42d4-9be2-546f44818fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:04.637340 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:04.638836 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c6c3a89-2f22-41a1-b48f-dc3c7dd09da4 req-405de8d6-d0d1-46f2-8a4a-45eccc9e4cd2 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=593a3658-e6e6-4c25-aecf-730d12bedc18 HTTP/1.1" status: 200 len: 948 time: 0.0795035 Aug 31 00:49:04.655541 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17330b1f-d2d0-4cb3-a45e-7c962003447d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:49:04.683336 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 17330b1f-d2d0-4cb3-a45e-7c962003447d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=17330b1f-d2d0-4cb3-a45e-7c962003447d,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:04.688904 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c6c3a89-2f22-41a1-b48f-dc3c7dd09da4 req-a5728ee8-f922-4215-8844-db875a4137a4 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486665 Aug 31 00:49:04.741315 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f085e-d8bf-4f9f-9cc7-d9fd6729237e req-5400bf7b-a65f-42df-aae2-5b16b536c064 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:04.743070 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7e5f085e-d8bf-4f9f-9cc7-d9fd6729237e req-5400bf7b-a65f-42df-aae2-5b16b536c064 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.2116158 Aug 31 00:49:04.753053 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:04.778422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424afeb2-295b-420e-8aaf-6684f3835620 req-85d36f14-3d03-420d-a47d-04d7852eb230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:04.779981 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-424afeb2-295b-420e-8aaf-6684f3835620 req-85d36f14-3d03-420d-a47d-04d7852eb230 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.3063271 Aug 31 00:49:04.787268 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:04.859811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b9654c2c-1430-4004-9cd2-b4ecdf367b76 None None] Provisioning for port b4737ca5-044f-426d-9ed3-06b47658ae4c completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:49:04.860106 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-424afeb2-295b-420e-8aaf-6684f3835620 req-0abcf9ab-bf0d-466f-92bd-7ff2ec68f402 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=bed11c88-e3c5-47b2-b62f-67f4d435dde2 HTTP/1.1" status: 200 len: 217 time: 0.0682607 Aug 31 00:49:04.865540 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7e5f085e-d8bf-4f9f-9cc7-d9fd6729237e req-a6c015f8-0012-4eb1-b28f-95ba9be0c78c tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101239 Aug 31 00:49:04.871030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b9654c2c-1430-4004-9cd2-b4ecdf367b76 None None] Provisioning complete for port b4737ca5-044f-426d-9ed3-06b47658ae4c triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:04.871658 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b9654c2c-1430-4004-9cd2-b4ecdf367b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:04.881149 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90530489-b58d-4007-9e41-f0311f435550 req-d258c2ae-c8d2-4d56-8276-f9c5433273f5 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:04.895116 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90530489-b58d-4007-9e41-f0311f435550 req-d258c2ae-c8d2-4d56-8276-f9c5433273f5 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 1096 time: 0.0879438 Aug 31 00:49:04.936569 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b9654c2c-1430-4004-9cd2-b4ecdf367b76 None None] Port b4737ca5-044f-426d-9ed3-06b47658ae4c cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:49:04.967954 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=17330b1f-d2d0-4cb3-a45e-7c962003447d,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:04.979516 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.979869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.980218 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.980560 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.981193 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.982325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.983809 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.984361 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.989837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.989837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.989837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.989837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.992006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90530489-b58d-4007-9e41-f0311f435550 req-adbc46cc-9927-4112-8358-c98bba8b2f08 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955458 Aug 31 00:49:05.019191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424afeb2-295b-420e-8aaf-6684f3835620 req-dbfb06b5-191b-4578-8120-999237ea9423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:05.021700 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-424afeb2-295b-420e-8aaf-6684f3835620 req-dbfb06b5-191b-4578-8120-999237ea9423 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1529195 Aug 31 00:49:05.066365 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['17330b1f-d2d0-4cb3-a45e-7c962003447d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:49:05.130755 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34270) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:05.251674 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acb860-842e-44ae-9559-5fa27f74d894 req-c7c51282-c9a0-4771-b45e-9294f7484bb9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:05.259258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424afeb2-295b-420e-8aaf-6684f3835620 req-6a5582ef-14ea-4111-a3cb-a59d95598227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:05.261380 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-424afeb2-295b-420e-8aaf-6684f3835620 req-6a5582ef-14ea-4111-a3cb-a59d95598227 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2286775 Aug 31 00:49:05.263132 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-71acb860-842e-44ae-9559-5fa27f74d894 req-c7c51282-c9a0-4771-b45e-9294f7484bb9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 932 time: 0.1021881 Aug 31 00:49:05.278651 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7717313-d320-4c9c-b926-5ca72ba3dfd7 req-17829e0b-6124-44fc-aed0-496e64c2dd3e tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:05.294292 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b7717313-d320-4c9c-b926-5ca72ba3dfd7 req-17829e0b-6124-44fc-aed0-496e64c2dd3e tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 944 time: 0.1940134 Aug 31 00:49:05.370536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-71acb860-842e-44ae-9559-5fa27f74d894 req-96e7c1c8-d29b-4625-9968-b3f19890ce34 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060314 Aug 31 00:49:05.513062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34288) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:05.546683 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b7717313-d320-4c9c-b926-5ca72ba3dfd7 req-f4e2648e-38ff-4014-855f-150dc85e1580 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505388 Aug 31 00:49:05.662752 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-424afeb2-295b-420e-8aaf-6684f3835620 req-e4b90e5a-d2c3-4db5-b5fb-2e4e4d66d554 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538773 Aug 31 00:49:05.668103 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4737ca5-044f-426d-9ed3-06b47658ae4c {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:49:05.674397 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc6d0-5575-447c-86a1-98102637d10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:05.694519 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:05.738221 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1726a72e-1244-4ebc-aa0f-8176098651a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea80eda2cad34eed8e7e1c690dd6a2d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6061366 Aug 31 00:49:05.744575 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34294) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:05.784188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Transition to ACTIVE for port object b4737ca5-044f-426d-9ed3-06b47658ae4c will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:49:05.793900 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-65047952-b88d-4633-85ca-f9bbb05833f2 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:05.795476 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-65047952-b88d-4633-85ca-f9bbb05833f2 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 808 time: 0.2731895 Aug 31 00:49:05.813940 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474b550-3a11-4090-b299-dac1bca37dad req-0d0a5eb8-17f9-4431-af39-f53346c611f4 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:05.815587 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2474b550-3a11-4090-b299-dac1bca37dad req-0d0a5eb8-17f9-4431-af39-f53346c611f4 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1663868 Aug 31 00:49:05.842174 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-e5445dc5-b550-4939-a34b-b82441d6ba4b tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/quotas/94c1e14dadd544e0828f51650b31e0cc HTTP/1.1" status: 200 len: 375 time: 0.0310903 Aug 31 00:49:05.874524 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-424afeb2-295b-420e-8aaf-6684f3835620 req-e02c3853-cdb2-4ef3-aeb5-473ff0f0c1c8 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856709 Aug 31 00:49:05.887805 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2474b550-3a11-4090-b299-dac1bca37dad req-31f49af8-881a-40c1-a7a5-27f0017d1212 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630343 Aug 31 00:49:05.890678 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:05.905686 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9af8187-e6aa-4f78-ae0a-75e7b64828e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:05.937294 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9af8187-e6aa-4f78-ae0a-75e7b64828e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:05.988409 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc6d0-5575-447c-86a1-98102637d10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:05.993299 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Pushing event updated for resources: {'Port': ['ID=b4737ca5-044f-426d-9ed3-06b47658ae4c,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:06.004628 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-453f4bd3-dcab-457a-a42e-10d3ef8257db tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1483784 Aug 31 00:49:06.123566 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc6d0-5575-447c-86a1-98102637d10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:06.147284 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Attempting to bind port b4737ca5-044f-426d-9ed3-06b47658ae4c on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:49:06.148081 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Attempting to bind port b4737ca5-044f-426d-9ed3-06b47658ae4c by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '01a42a3a-02b5-4bd8-ad20-8b7931856fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:49:06.149386 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Attempting to bind port b4737ca5-044f-426d-9ed3-06b47658ae4c on network ac02a892-5a99-478c-bb22-879aa954e70c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:06.162471 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Port b4737ca5-044f-426d-9ed3-06b47658ae4c on network ac02a892-5a99-478c-bb22-879aa954e70c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:49:06.163432 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Attempting to bind port b4737ca5-044f-426d-9ed3-06b47658ae4c on network ac02a892-5a99-478c-bb22-879aa954e70c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:06.175673 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8577fa-17f9-4938-8bc2-479dac0555ed req-4e7a3f25-83f9-4c65-8d0e-30147d8251b6 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:06.178084 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab8577fa-17f9-4938-8bc2-479dac0555ed req-4e7a3f25-83f9-4c65-8d0e-30147d8251b6 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=593a3658-e6e6-4c25-aecf-730d12bedc18 HTTP/1.1" status: 200 len: 948 time: 0.1425889 Aug 31 00:49:06.199243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:49:06.200168 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3c0fc6d0-5575-447c-86a1-98102637d10f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16e53bac8c774fccab5a30f33e434212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6858990 Aug 31 00:49:06.203898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fc6d0-5575-447c-86a1-98102637d10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c8395f-e0b6-49ca-b63d-3c9a1ccd1a5a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:06.206553 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34298) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:06.206874 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 17330b1f-d2d0-4cb3-a45e-7c962003447d up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:49:06.217352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Checking segment: {'id': '01a42a3a-02b5-4bd8-ad20-8b7931856fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:49:06.224759 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Bound using segment: {'id': '01a42a3a-02b5-4bd8-ad20-8b7931856fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:49:06.224759 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Bound port: b4737ca5-044f-426d-9ed3-06b47658ae4c, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a42a3a-02b5-4bd8-ad20-8b7931856fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:49:06.224759 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:06.257917 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9af8187-e6aa-4f78-ae0a-75e7b64828e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:06.262864 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9af8187-e6aa-4f78-ae0a-75e7b64828e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:06.267377 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b9af8187-e6aa-4f78-ae0a-75e7b64828e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2599abaf-b052-4b70-af78-5b9e09783e1c HTTP/1.1" status: 204 len: 168 time: 0.5169613 Aug 31 00:49:06.307235 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab8577fa-17f9-4938-8bc2-479dac0555ed req-4705038e-6710-45f7-9b0c-eb5f66495a10 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180024 Aug 31 00:49:06.354964 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af8187-e6aa-4f78-ae0a-75e7b64828e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2599abaf-b052-4b70-af78-5b9e09783e1c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:06.390009 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-360a851d-cc97-48f0-9478-13c6cb1a71ed service neutron] 10.222.0.16 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527818 Aug 31 00:49:06.418715 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 17330b1f-d2d0-4cb3-a45e-7c962003447d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:49:06.426405 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 17330b1f-d2d0-4cb3-a45e-7c962003447d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:06.426969 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] For port b4737ca5-044f-426d-9ed3-06b47658ae4c, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:49:06.427151 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:06.478500 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] For port b4737ca5-044f-426d-9ed3-06b47658ae4c, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b4737ca5-044f-426d-9ed3-06b47658ae4c,segment=NetworkSegment(01a42a3a-02b5-4bd8-ad20-8b7931856fa7),segment_id=01a42a3a-02b5-4bd8-ad20-8b7931856fa7)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:49:06.510064 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb00c44-5e4f-4811-bec4-dd38f40206dc req-45296c4f-0aa0-47d9-a0a5-2e1dfb7b1622 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:06.512708 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ecb00c44-5e4f-4811-bec4-dd38f40206dc req-45296c4f-0aa0-47d9-a0a5-2e1dfb7b1622 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.1105494 Aug 31 00:49:06.554086 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3173-f3eb-4758-9c30-3f756b37aa1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:06.612845 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:06.636081 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3173-f3eb-4758-9c30-3f756b37aa1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:06.643572 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ecb00c44-5e4f-4811-bec4-dd38f40206dc req-a127e41f-84ba-4154-a219-be9d8c0b6596 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222875 Aug 31 00:49:06.674360 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-4ef7cbf2-7f3e-45db-900c-ed91ffdaf8a0 service neutron] 10.222.0.16 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819345 Aug 31 00:49:06.748413 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Pushing event updated for resources: {'Port': ['ID=b4737ca5-044f-426d-9ed3-06b47658ae4c,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:06.762460 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:06.763477 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:06.785479 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-709ab20e-ee30-4f46-87bb-f5542b9cc225 service neutron] 10.222.0.41 "PUT /v2.0/ports/b4737ca5-044f-426d-9ed3-06b47658ae4c HTTP/1.1" status: 200 len: 1093 time: 2.1586971 Aug 31 00:49:06.790191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7aefee-3687-42d4-9be2-546f44818fd4', 'tag': 'b4737ca5-044f-426d-9ed3-06b47658ae4c'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:06.801269 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26429d20-66c0-4769-83a7-b70a2cc64651" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7aefee-3687-42d4-9be2-546f44818fd4", "tag": "b4737ca5-044f-426d-9ed3-06b47658ae4c"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:06.820556 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:06.823183 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:06.824392 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:06.855162 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:06.922627 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 17330b1f-d2d0-4cb3-a45e-7c962003447d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=17330b1f-d2d0-4cb3-a45e-7c962003447d,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:06.924393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96486778-84cc-46f0-90ec-eec665fc31c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17330b1f-d2d0-4cb3-a45e-7c962003447d'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:06.928875 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dd2bc6-23e3-4a05-90ea-c1a035dfb050" -d '{"events": [{"server_uuid": "96486778-84cc-46f0-90ec-eec665fc31c3", "name": "network-vif-plugged", "status": "completed", "tag": "17330b1f-d2d0-4cb3-a45e-7c962003447d"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:06.932830 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3173-f3eb-4758-9c30-3f756b37aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:06.936013 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-411ad79a-3fe4-45f4-9677-6cb505745c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:06.940588 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3173-f3eb-4758-9c30-3f756b37aa1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:06.942719 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7f8a3173-f3eb-4758-9c30-3f756b37aa1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30c8395f-e0b6-49ca-b63d-3c9a1ccd1a5a HTTP/1.1" status: 204 len: 168 time: 0.7327332 Aug 31 00:49:06.964282 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d24da-6faf-43b4-ad5e-64a20d4192e5 req-f9d63789-cfc8-4cd9-941b-e00416be97b7 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:06.971385 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a3173-f3eb-4758-9c30-3f756b37aa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c8395f-e0b6-49ca-b63d-3c9a1ccd1a5a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:06.978822 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-db0d24da-6faf-43b4-ad5e-64a20d4192e5 req-f9d63789-cfc8-4cd9-941b-e00416be97b7 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 944 time: 0.1323030 Aug 31 00:49:07.015762 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:07.121300 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=17330b1f-d2d0-4cb3-a45e-7c962003447d,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:07.140768 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-db0d24da-6faf-43b4-ad5e-64a20d4192e5 req-10612d92-35cc-49dd-b15d-3645950e45f3 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596258 Aug 31 00:49:07.154806 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-33235c3e-56d5-4f94-967d-1fa61223d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:07.157651 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-33235c3e-56d5-4f94-967d-1fa61223d724 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a35bf8903ff840dcbf6ccdb26a9793ce&device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 1096 time: 0.1726897 Aug 31 00:49:07.242546 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-e3e4c5a5-870e-4aa4-9797-0ee7e071eec6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4737ca5-044f-426d-9ed3-06b47658ae4c HTTP/1.1" status: 200 len: 217 time: 0.0757418 Aug 31 00:49:07.336773 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fd1f3-7d82-4ea1-b3cf-f6321ec629b4 req-e5d1db05-9e65-4509-8cb8-e22c6a90668c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:07.344684 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b92fd1f3-7d82-4ea1-b3cf-f6321ec629b4 req-e5d1db05-9e65-4509-8cb8-e22c6a90668c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 945 time: 0.1746018 Aug 31 00:49:07.348052 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-979bfff7-2a89-4c51-a111-080915cb5637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:07.350828 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-979bfff7-2a89-4c51-a111-080915cb5637 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10e3e269-b5b9-411a-82d5-ee75bbf3461c HTTP/1.1" status: 200 len: 863 time: 0.0969524 Aug 31 00:49:07.409725 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-e602e6e6-36cb-4de6-bd88-51b8ab1d53f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:07.411105 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-e602e6e6-36cb-4de6-bd88-51b8ab1d53f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac02a892-5a99-478c-bb22-879aa954e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516837 Aug 31 00:49:07.450358 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b92fd1f3-7d82-4ea1-b3cf-f6321ec629b4 req-deb62ed9-ff3e-49e3-980f-17f85857c6ff tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980101 Aug 31 00:49:07.543149 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34336) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:07.567234 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf00a73-77f0-42d7-9b33-5e8e304bbfa8 x-openstack-request-id: req-ccf00a73-77f0-42d7-9b33-5e8e304bbfa8 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:07.567626 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7aefee-3687-42d4-9be2-546f44818fd4", "tag": "b4737ca5-044f-426d-9ed3-06b47658ae4c", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:07.568007 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ccf00a73-77f0-42d7-9b33-5e8e304bbfa8 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:07.568539 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7aefee-3687-42d4-9be2-546f44818fd4', 'tag': 'b4737ca5-044f-426d-9ed3-06b47658ae4c', 'status': 'completed', 'code': 200} Aug 31 00:49:07.666707 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a368eed-6696-4c14-8b80-1da6089035b0 req-102131ef-b3b4-40a6-8056-16d837a02761 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:07.668807 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a368eed-6696-4c14-8b80-1da6089035b0 req-102131ef-b3b4-40a6-8056-16d837a02761 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.0710788 Aug 31 00:49:07.696417 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-e61defc8-116c-4eb0-a05e-c4a658cd12a8 service neutron] 10.222.0.41 "GET /v2.0/networks/ac02a892-5a99-478c-bb22-879aa954e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775171 Aug 31 00:49:07.701044 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-64bf1b30-4d60-4e04-bfcc-c8ccb0c65ec6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad6335d29def40f8a30cf57d3efc53ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560714 Aug 31 00:49:07.710428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34340) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:07.756510 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a368eed-6696-4c14-8b80-1da6089035b0 req-3f7c7917-8ad5-4004-a2b3-4c7c92ceef68 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730169 Aug 31 00:49:07.820323 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-adea4358-bc8f-471f-aa30-9d16a2cba5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:07.850081 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-adea4358-bc8f-471f-aa30-9d16a2cba5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:07.870768 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae4001a-0234-434a-b009-10b2bae95bbd x-openstack-request-id: req-7ae4001a-0234-434a-b009-10b2bae95bbd {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:07.871825 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96486778-84cc-46f0-90ec-eec665fc31c3", "name": "network-vif-plugged", "status": "completed", "tag": "17330b1f-d2d0-4cb3-a45e-7c962003447d", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:07.871989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a392b3aa-10d5-4704-8122-8e30419ed707 req-e972f646-ee6a-47c9-a312-64a23fd7bcf0 service neutron] 10.222.0.41 "GET /v2.0/networks/ac02a892-5a99-478c-bb22-879aa954e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673536 Aug 31 00:49:07.872670 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ae4001a-0234-434a-b009-10b2bae95bbd {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:07.873281 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96486778-84cc-46f0-90ec-eec665fc31c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17330b1f-d2d0-4cb3-a45e-7c962003447d', 'code': 200} Aug 31 00:49:07.950528 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-baed4542-c6e5-413d-aac2-b640e0e79171 req-bdb49a8a-4818-471e-8093-4fea8ec3ddd9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 210 time: 0.0327568 Aug 31 00:49:08.016352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e5a2f-8b91-40fc-8000-e7a13ed67738 req-80b33ca0-62da-459c-a28e-3869aa80abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:08.017936 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f00e5a2f-8b91-40fc-8000-e7a13ed67738 req-80b33ca0-62da-459c-a28e-3869aa80abaa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 1097 time: 0.0803409 Aug 31 00:49:08.058083 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f00e5a2f-8b91-40fc-8000-e7a13ed67738 req-1d693437-1415-40da-9fe3-3df9fc0c4254 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324636 Aug 31 00:49:08.066200 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-adea4358-bc8f-471f-aa30-9d16a2cba5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:08.075708 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-adea4358-bc8f-471f-aa30-9d16a2cba5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:08.075708 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-adea4358-bc8f-471f-aa30-9d16a2cba5b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f19abb50-1101-464d-9e31-c864012fc8a4 HTTP/1.1" status: 204 len: 168 time: 0.3594337 Aug 31 00:49:08.102424 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea4358-bc8f-471f-aa30-9d16a2cba5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19abb50-1101-464d-9e31-c864012fc8a4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:08.134196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277aad6-d8d1-4057-80b8-679c3ad4732c req-ada8d084-c098-4c7b-866f-988155ae2bad tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:08.136236 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2277aad6-d8d1-4057-80b8-679c3ad4732c req-ada8d084-c098-4c7b-866f-988155ae2bad tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=593a3658-e6e6-4c25-aecf-730d12bedc18 HTTP/1.1" status: 200 len: 948 time: 0.0823827 Aug 31 00:49:08.191256 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2277aad6-d8d1-4057-80b8-679c3ad4732c req-e6b6f9da-d14b-4fb1-a2f6-20619abe7648 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469263 Aug 31 00:49:08.206756 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device bed11c88-e3c5-47b2-b62f-67f4d435dde2 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:49:08.392652 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26429d20-66c0-4769-83a7-b70a2cc64651 req-b03ce5eb-d75f-4384-b3be-1df58036a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:08.395706 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26429d20-66c0-4769-83a7-b70a2cc64651 req-b03ce5eb-d75f-4384-b3be-1df58036a821 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a35bf8903ff840dcbf6ccdb26a9793ce&device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 1096 time: 0.1218750 Aug 31 00:49:08.408759 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port bed11c88-e3c5-47b2-b62f-67f4d435dde2, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=bed11c88-e3c5-47b2-b62f-67f4d435dde2,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:08.423021 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'bed11c88-e3c5-47b2-b62f-67f4d435dde2', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': 'bed11c88-e3c5-47b2-b62f-67f4d435dde2', 'mac_address': 'fa:16:3e:e8:8e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:49:08.426338 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:08.448381 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34358) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:08.481088 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c24e4485-ced4-422e-a04d-fb23e74717fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:08.490062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c6b84-4725-4e27-bae0-5e3eec19d3ee req-b8a053ab-ab8e-4979-96d2-43eabf36014c tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:08.491752 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-423c6b84-4725-4e27-bae0-5e3eec19d3ee req-b8a053ab-ab8e-4979-96d2-43eabf36014c tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 944 time: 0.1601696 Aug 31 00:49:08.497477 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:08.536284 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed11c88-e3c5-47b2-b62f-67f4d435dde2 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:49:08.555654 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-423c6b84-4725-4e27-bae0-5e3eec19d3ee req-fabeee39-d2b6-487b-badc-e17fecb8f646 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519288 Aug 31 00:49:08.594537 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port bed11c88-e3c5-47b2-b62f-67f4d435dde2, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=bed11c88-e3c5-47b2-b62f-67f4d435dde2,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:08.605970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26429d20-66c0-4769-83a7-b70a2cc64651 req-d81bcf02-838b-43e5-ba39-c5d982475dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:08.608875 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26429d20-66c0-4769-83a7-b70a2cc64651 req-d81bcf02-838b-43e5-ba39-c5d982475dac service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac02a892-5a99-478c-bb22-879aa954e70c HTTP/1.1" status: 200 len: 925 time: 0.2006402 Aug 31 00:49:08.671104 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26429d20-66c0-4769-83a7-b70a2cc64651 req-d1b9b62e-9542-4325-9c1d-2e2fa40bba20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4737ca5-044f-426d-9ed3-06b47658ae4c HTTP/1.1" status: 200 len: 217 time: 0.0534134 Aug 31 00:49:08.703390 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:08.750998 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c24e4485-ced4-422e-a04d-fb23e74717fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:08.771934 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7f323-bab0-403f-9285-6ba11ab58d0e req-989d3d43-1fee-4e67-bf73-2f7abcdc220b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:08.774952 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26429d20-66c0-4769-83a7-b70a2cc64651 req-94d85bc9-f361-4d8b-a0cc-1d234cae10c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:08.776597 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26429d20-66c0-4769-83a7-b70a2cc64651 req-94d85bc9-f361-4d8b-a0cc-1d234cae10c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10e3e269-b5b9-411a-82d5-ee75bbf3461c HTTP/1.1" status: 200 len: 863 time: 0.0968592 Aug 31 00:49:08.781028 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=bed11c88-e3c5-47b2-b62f-67f4d435dde2,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:08.789936 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1c7f323-bab0-403f-9285-6ba11ab58d0e req-989d3d43-1fee-4e67-bf73-2f7abcdc220b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 945 time: 0.1707382 Aug 31 00:49:08.837086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26429d20-66c0-4769-83a7-b70a2cc64651 req-254c44db-e08f-4e41-96fa-0000e3018943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:08.839159 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26429d20-66c0-4769-83a7-b70a2cc64651 req-254c44db-e08f-4e41-96fa-0000e3018943 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac02a892-5a99-478c-bb22-879aa954e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535464 Aug 31 00:49:08.877842 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c24e4485-ced4-422e-a04d-fb23e74717fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:08.887807 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1c7f323-bab0-403f-9285-6ba11ab58d0e req-3827c4a7-96de-4564-a0b7-551468f0a7c8 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938008 Aug 31 00:49:08.973317 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c24e4485-ced4-422e-a04d-fb23e74717fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5426e02e17d847a3a8f25f08fd550616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5211191 Aug 31 00:49:08.973317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e4485-ced4-422e-a04d-fb23e74717fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f29955-397b-42ac-b7d6-ea9f2aad4f08,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:08.976234 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34372) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:09.025661 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26429d20-66c0-4769-83a7-b70a2cc64651 req-c84e7120-b3d1-481e-aa22-452245e83ac3 service neutron] 10.222.0.41 "GET /v2.0/networks/ac02a892-5a99-478c-bb22-879aa954e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752973 Aug 31 00:49:09.047351 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b30cab-8a23-4355-8bba-370f985cc7eb req-e39b675b-2175-4946-b824-9db941ad3b30 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:09.048683 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3b30cab-8a23-4355-8bba-370f985cc7eb req-e39b675b-2175-4946-b824-9db941ad3b30 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1091247 Aug 31 00:49:09.052824 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e4158006-2241-41c0-902b-63eb2730c0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:09.061706 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['bed11c88-e3c5-47b2-b62f-67f4d435dde2'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:49:09.114852 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e4158006-2241-41c0-902b-63eb2730c0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:09.162492 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-763ce577-e7e3-4133-bdb4-8f9d4c778e3e req-89249f06-fa48-4ad4-bf53-3b9a1ed0c7cf tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 210 time: 0.0486560 Aug 31 00:49:09.212769 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3b30cab-8a23-4355-8bba-370f985cc7eb req-f204a2b4-b49f-4b72-ab3f-d2e4d7f12a9b tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464653 Aug 31 00:49:09.272925 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26429d20-66c0-4769-83a7-b70a2cc64651 req-f1558ce4-c5b7-4454-8ed1-64f5e4245f19 service neutron] 10.222.0.41 "GET /v2.0/networks/ac02a892-5a99-478c-bb22-879aa954e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231743 Aug 31 00:49:09.390937 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e4158006-2241-41c0-902b-63eb2730c0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:09.395388 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e4158006-2241-41c0-902b-63eb2730c0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:09.397973 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e4158006-2241-41c0-902b-63eb2730c0d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25f29955-397b-42ac-b7d6-ea9f2aad4f08 HTTP/1.1" status: 204 len: 168 time: 0.4197054 Aug 31 00:49:09.431775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4158006-2241-41c0-902b-63eb2730c0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f29955-397b-42ac-b7d6-ea9f2aad4f08,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:09.466945 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469ac0e-62cf-4299-b69c-38e275074a21 req-fdea3f07-e865-4b69-85d9-611ef8353b9c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:09.469945 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d469ac0e-62cf-4299-b69c-38e275074a21 req-fdea3f07-e865-4b69-85d9-611ef8353b9c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=593a3658-e6e6-4c25-aecf-730d12bedc18 HTTP/1.1" status: 200 len: 949 time: 0.1489809 Aug 31 00:49:09.542804 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d469ac0e-62cf-4299-b69c-38e275074a21 req-12485cee-bbf9-4d44-a26f-86efff2c73da tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620928 Aug 31 00:49:09.711691 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40c8ac-92b9-4c52-bd77-f27c57a93604 req-79096a3b-63d9-46fd-a3ae-2abd81635901 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:09.713392 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ea40c8ac-92b9-4c52-bd77-f27c57a93604 req-79096a3b-63d9-46fd-a3ae-2abd81635901 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 944 time: 0.0548809 Aug 31 00:49:09.764469 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ea40c8ac-92b9-4c52-bd77-f27c57a93604 req-5a7d53b0-4da6-46dc-a6c1-2638f47ad663 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411983 Aug 31 00:49:10.012760 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:10.078107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512fd8-14df-430a-9c3b-dc244802994d req-40ec0e05-d5bb-4659-8134-303558fc0137 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:10.080098 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-06512fd8-14df-430a-9c3b-dc244802994d req-40ec0e05-d5bb-4659-8134-303558fc0137 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 945 time: 0.0744109 Aug 31 00:49:10.159738 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-06512fd8-14df-430a-9c3b-dc244802994d req-f58235ca-75b3-44da-aa15-022704a25d28 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632102 Aug 31 00:49:10.171676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 1f261e64-701b-4ca3-b8dd-9c4c6924f31a details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:49:10.276906 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device bed11c88-e3c5-47b2-b62f-67f4d435dde2 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:49:10.344657 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-005a6235-9cad-48c8-a85f-bcdda8137e14 req-4b24ad57-74af-4b97-b4ae-a87bdda310c1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 210 time: 0.0499744 Aug 31 00:49:10.429669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=1f261e64-701b-4ca3-b8dd-9c4c6924f31a,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:10.472407 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '1f261e64-701b-4ca3-b8dd-9c4c6924f31a', 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9', 'port_id': '1f261e64-701b-4ca3-b8dd-9c4c6924f31a', 'mac_address': 'fa:16:3e:e9:84:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df615be-0d8f-4191-b850-d061892bbd16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:49:10.539478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e976b-1c78-4964-822b-e0b1bf5bb985 req-94ed7bfa-0555-434f-8cfe-38842c0dcd2f tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:10.545292 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc7e976b-1c78-4964-822b-e0b1bf5bb985 req-94ed7bfa-0555-434f-8cfe-38842c0dcd2f tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 1097 time: 0.1167130 Aug 31 00:49:10.576776 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port bed11c88-e3c5-47b2-b62f-67f4d435dde2 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:49:10.591554 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-57f6e587-0283-4df3-8b20-5da1bc47d916 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:10.594700 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-57f6e587-0283-4df3-8b20-5da1bc47d916 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.48 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 808 time: 0.2952743 Aug 31 00:49:10.609647 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ef8a1-912b-4e4e-9cbd-5f671bd4e710 req-26cd1302-6b5a-4302-9399-eea23f16ab45 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:10.617608 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port bed11c88-e3c5-47b2-b62f-67f4d435dde2 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:10.617981 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:10.620883 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-716ef8a1-912b-4e4e-9cbd-5f671bd4e710 req-26cd1302-6b5a-4302-9399-eea23f16ab45 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.2750685 Aug 31 00:49:10.647541 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc7e976b-1c78-4964-822b-e0b1bf5bb985 req-0ee27e1a-587e-4c4f-b743-ec4e4692219b tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833635 Aug 31 00:49:10.649253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-bf3ebedd-a6f6-457c-a40d-6c0944c93ef1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Request body: {'port': {'device_id': 'b590ef43-a39a-4603-8bb2-2908eb054d68', 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a', 'admin_state_up': True, 'tenant_id': '94c1e14dadd544e0828f51650b31e0cc'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:10.675628 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:10.702139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f261e64-701b-4ca3-b8dd-9c4c6924f31a {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:49:10.734333 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=1f261e64-701b-4ca3-b8dd-9c4c6924f31a,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:10.785629 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:10.824208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593a3658-e6e6-4c25-aecf-730d12bedc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed11c88-e3c5-47b2-b62f-67f4d435dde2'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:10.827084 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-716ef8a1-912b-4e4e-9cbd-5f671bd4e710 req-cef75a34-f2ac-40b5-85ec-791ba66b239b tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024977 Aug 31 00:49:10.828692 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce389f5-277c-45b0-8010-a81e4edc6e86" -d '{"events": [{"server_uuid": "593a3658-e6e6-4c25-aecf-730d12bedc18", "name": "network-vif-plugged", "status": "completed", "tag": "bed11c88-e3c5-47b2-b62f-67f4d435dde2"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:10.844032 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:10.856635 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port bed11c88-e3c5-47b2-b62f-67f4d435dde2, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=bed11c88-e3c5-47b2-b62f-67f4d435dde2,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:11.007367 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:11.074333 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=1f261e64-701b-4ca3-b8dd-9c4c6924f31a,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:11.091155 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['1f261e64-701b-4ca3-b8dd-9c4c6924f31a'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:49:11.132172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-bf3ebedd-a6f6-457c-a40d-6c0944c93ef1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Made reservation on behalf of 94c1e14dadd544e0828f51650b31e0cc for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:49:11.139107 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-bf3ebedd-a6f6-457c-a40d-6c0944c93ef1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:11.188048 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=bed11c88-e3c5-47b2-b62f-67f4d435dde2,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:11.450301 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf63b3-98ec-4e47-8fb0-81a020aa4984 req-c9831176-ecf1-4ee9-9bc2-99395379eca5 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:11.464786 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-59bf63b3-98ec-4e47-8fb0-81a020aa4984 req-c9831176-ecf1-4ee9-9bc2-99395379eca5 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 944 time: 0.2177579 Aug 31 00:49:11.545011 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a7dde-e551-4fe7-accf-ef92515c196e req-8e9bbee1-bdf7-4e6f-81ed-314eb7c53d5d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:11.561386 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f7a7dde-e551-4fe7-accf-ef92515c196e req-8e9bbee1-bdf7-4e6f-81ed-314eb7c53d5d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=593a3658-e6e6-4c25-aecf-730d12bedc18 HTTP/1.1" status: 200 len: 950 time: 0.5994635 Aug 31 00:49:11.609705 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-59bf63b3-98ec-4e47-8fb0-81a020aa4984 req-ab23f866-a71a-4d23-bb55-ca8d864ba63f tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402295 Aug 31 00:49:11.638885 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f7a7dde-e551-4fe7-accf-ef92515c196e req-c97119b4-eb7e-4d6a-a539-485f4decb543 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755064 Aug 31 00:49:11.698977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-bf3ebedd-a6f6-457c-a40d-6c0944c93ef1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Allocated IP 172.20.0.9 (1201673d-ac71-4ee8-8cb6-849c3511a23a/519a0f3b-cc60-470d-b6ba-128b5161d8a4/19811b1e-bb34-430f-aca6-a9df300ea7f7) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:49:11.759166 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7ed45e-74a1-45fa-90b2-71f9063591bd x-openstack-request-id: req-3f7ed45e-74a1-45fa-90b2-71f9063591bd {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:11.759618 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593a3658-e6e6-4c25-aecf-730d12bedc18", "name": "network-vif-plugged", "status": "completed", "tag": "bed11c88-e3c5-47b2-b62f-67f4d435dde2", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:11.760029 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f7ed45e-74a1-45fa-90b2-71f9063591bd {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:11.761606 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593a3658-e6e6-4c25-aecf-730d12bedc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed11c88-e3c5-47b2-b62f-67f4d435dde2', 'code': 200} Aug 31 00:49:11.986058 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4bf016ac-335b-47e7-9bc5-4b0386e33a57 req-ad31bde5-a6ea-4364-b5cf-0468012a72f3 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 210 time: 0.1066554 Aug 31 00:49:12.011643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1120dc-0cf0-4ab6-98cf-2b73b1c632fb req-2308d1fa-6042-48df-bb09-727dd6e10e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:12.028025 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3f1120dc-0cf0-4ab6-98cf-2b73b1c632fb req-2308d1fa-6042-48df-bb09-727dd6e10e15 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=593a3658-e6e6-4c25-aecf-730d12bedc18 HTTP/1.1" status: 200 len: 1102 time: 0.1680849 Aug 31 00:49:12.142785 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-bf3ebedd-a6f6-457c-a40d-6c0944c93ef1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:12.173158 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3f1120dc-0cf0-4ab6-98cf-2b73b1c632fb req-97dba30f-67cf-464e-89af-c1ae26194e20 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433458 Aug 31 00:49:12.180420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 1f261e64-701b-4ca3-b8dd-9c4c6924f31a up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:49:12.256377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b4737ca5-044f-426d-9ed3-06b47658ae4c details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:49:12.527222 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d79aa9-d60f-4e3c-88b3-0f15e266174d req-ecdbc5dc-627d-483f-8e3e-09362cdb1160 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:12.527222 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70d79aa9-d60f-4e3c-88b3-0f15e266174d req-ecdbc5dc-627d-483f-8e3e-09362cdb1160 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1065917 Aug 31 00:49:12.527222 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70d79aa9-d60f-4e3c-88b3-0f15e266174d req-24d8d66f-9413-4731-848f-7203fd00ab9c tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403643 Aug 31 00:49:12.530711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:12.530711 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:12.531691 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d5e3b03-7398-47c2-93ae-8f8ad8482e88 req-f10f6a49-47e4-460f-96b7-3ad2ff5ac945 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569208 Aug 31 00:49:12.532115 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-3723605b-ced1-41a8-81d0-365c624b7af8 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=142a4f679f1a4c2cb8822fd9a116c245&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315654 Aug 31 00:49:12.532407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e3b03-7398-47c2-93ae-8f8ad8482e88 req-1326320f-4911-4ed9-a3ae-f43d42187262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:12.532407 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d5e3b03-7398-47c2-93ae-8f8ad8482e88 req-1326320f-4911-4ed9-a3ae-f43d42187262 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&device_id=fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e HTTP/1.1" status: 200 len: 1102 time: 0.0529037 Aug 31 00:49:12.532667 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port b4737ca5-044f-426d-9ed3-06b47658ae4c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b4737ca5-044f-426d-9ed3-06b47658ae4c,segment=NetworkSegment(01a42a3a-02b5-4bd8-ad20-8b7931856fa7),segment_id=01a42a3a-02b5-4bd8-ad20-8b7931856fa7)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:12.602793 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'b4737ca5-044f-426d-9ed3-06b47658ae4c', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'port_id': 'b4737ca5-044f-426d-9ed3-06b47658ae4c', 'mac_address': 'fa:16:3e:50:9c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:49:12.693635 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:12.705349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e3b03-7398-47c2-93ae-8f8ad8482e88 req-0270945b-1251-4079-a45b-cb76b24da4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:12.706923 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d5e3b03-7398-47c2-93ae-8f8ad8482e88 req-0270945b-1251-4079-a45b-cb76b24da4c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.1368153 Aug 31 00:49:12.745642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-311cf030-ed9a-42de-a769-8519eebb254e tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:12.763583 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:12.769030 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-311cf030-ed9a-42de-a769-8519eebb254e tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484198 Aug 31 00:49:12.795985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=1f261e64-701b-4ca3-b8dd-9c4c6924f31a,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:12.798367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4737ca5-044f-426d-9ed3-06b47658ae4c {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:49:12.818078 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-15022ed7-0823-4305-b947-24838155fff6 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/quotas/142a4f679f1a4c2cb8822fd9a116c245 HTTP/1.1" status: 200 len: 375 time: 0.0405595 Aug 31 00:49:12.823314 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-bf3ebedd-a6f6-457c-a40d-6c0944c93ef1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:12.828903 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port b4737ca5-044f-426d-9ed3-06b47658ae4c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b4737ca5-044f-426d-9ed3-06b47658ae4c,segment=NetworkSegment(01a42a3a-02b5-4bd8-ad20-8b7931856fa7),segment_id=01a42a3a-02b5-4bd8-ad20-8b7931856fa7)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:12.838745 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d5e3b03-7398-47c2-93ae-8f8ad8482e88 req-03b1c7a0-c75d-4bd8-ad15-7de0b12a14ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=0f798366-cccb-4ad0-9068-988645efeb31 HTTP/1.1" status: 200 len: 217 time: 0.1222749 Aug 31 00:49:12.921861 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-d6f85372-338c-429b-85b6-12a8dd31a234 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=142a4f679f1a4c2cb8822fd9a116c245&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845816 Aug 31 00:49:12.943017 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e3b03-7398-47c2-93ae-8f8ad8482e88 req-1613ba66-09e7-4683-bddd-4b710c3055bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:12.945740 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d5e3b03-7398-47c2-93ae-8f8ad8482e88 req-1613ba66-09e7-4683-bddd-4b710c3055bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0981660 Aug 31 00:49:12.947366 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-bf3ebedd-a6f6-457c-a40d-6c0944c93ef1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Network 1201673d-ac71-4ee8-8cb6-849c3511a23a is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:49:12.956201 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-bf3ebedd-a6f6-457c-a40d-6c0944c93ef1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:49:12.960605 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ebedd-a6f6-457c-a40d-6c0944c93ef1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Pushing event updated for resources: {'Port': ['ID=19811b1e-bb34-430f-aca6-a9df300ea7f7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:12.961176 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:12.965890 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-bf3ebedd-a6f6-457c-a40d-6c0944c93ef1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:49:12.968336 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:12.992728 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d439f-361b-45f8-bf6b-bc80302e79b8 req-9e86236f-955f-423c-9568-2f3708a7126f tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:12.996283 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc6d439f-361b-45f8-bf6b-bc80302e79b8 req-9e86236f-955f-423c-9568-2f3708a7126f tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 944 time: 0.1618857 Aug 31 00:49:13.091150 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-bf3ebedd-a6f6-457c-a40d-6c0944c93ef1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:13.092131 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-bf3ebedd-a6f6-457c-a40d-6c0944c93ef1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:13.145067 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e3b03-7398-47c2-93ae-8f8ad8482e88 req-046d16ff-cc9a-4683-8b3c-e7cbd3314c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:13.146849 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d5e3b03-7398-47c2-93ae-8f8ad8482e88 req-046d16ff-cc9a-4683-8b3c-e7cbd3314c85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1460118 Aug 31 00:49:13.172743 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=1f261e64-701b-4ca3-b8dd-9c4c6924f31a,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:13.178090 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc6d439f-361b-45f8-bf6b-bc80302e79b8 req-6e9d67c2-7ac1-4b7d-9fbf-6f8f42df762a tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236243 Aug 31 00:49:13.237661 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-bf3ebedd-a6f6-457c-a40d-6c0944c93ef1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6069672 Aug 31 00:49:13.258450 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Request body: {'port': {'device_id': 'b590ef43-a39a-4603-8bb2-2908eb054d68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:13.267480 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:49:13.340685 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=b4737ca5-044f-426d-9ed3-06b47658ae4c,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:13.399213 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:13.455811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['b4737ca5-044f-426d-9ed3-06b47658ae4c'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:49:13.558439 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b85c88-4e25-4162-a228-6cb3f89b8ffc req-b45922e2-e519-4649-a8c5-3775fbf22097 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:13.576697 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b7b85c88-4e25-4162-a228-6cb3f89b8ffc req-b45922e2-e519-4649-a8c5-3775fbf22097 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=593a3658-e6e6-4c25-aecf-730d12bedc18 HTTP/1.1" status: 200 len: 950 time: 0.2134397 Aug 31 00:49:13.578956 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d5e3b03-7398-47c2-93ae-8f8ad8482e88 req-bef7fb69-1a15-4cd4-8c18-6801b0d89185 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133425 Aug 31 00:49:13.761291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925136e0-4618-4b44-b1b9-8eb35c0c2166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f261e64-701b-4ca3-b8dd-9c4c6924f31a'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:13.763641 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c3fb58-1263-4259-b831-cd38d7d405d9" -d '{"events": [{"server_uuid": "925136e0-4618-4b44-b1b9-8eb35c0c2166", "name": "network-vif-plugged", "status": "completed", "tag": "1f261e64-701b-4ca3-b8dd-9c4c6924f31a"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:13.790031 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b7b85c88-4e25-4162-a228-6cb3f89b8ffc req-19e68196-cfcb-4588-9808-ded3b9135a6f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590977 Aug 31 00:49:13.900190 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d5e3b03-7398-47c2-93ae-8f8ad8482e88 req-7f3cfe3a-5f44-4f07-9039-70e22718b81d service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948825 Aug 31 00:49:14.077638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191240ac-8024-43c8-85a1-410e95437cc2 req-ad31d686-74d1-4da5-967f-55bf95616d8e tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:14.080418 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-191240ac-8024-43c8-85a1-410e95437cc2 req-ad31d686-74d1-4da5-967f-55bf95616d8e tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 931 time: 0.2629652 Aug 31 00:49:14.196941 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6463f64f-e00a-46e5-90a8-baa8d1ed65ea req-62a7ec51-cd77-4944-81e0-166af465981b tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 210 time: 0.1136725 Aug 31 00:49:14.257654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19811b1e-bb34-430f-aca6-a9df300ea7f7 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:49:14.275460 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:14.283798 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-191240ac-8024-43c8-85a1-410e95437cc2 req-8be98ba8-1ddc-4d81-93ce-da1c23c36ba5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901402 Aug 31 00:49:14.316053 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Transition to ACTIVE for port object 19811b1e-bb34-430f-aca6-a9df300ea7f7 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:49:14.384205 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:14.590699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cea64-c416-468d-b8bf-eb31d1db40a0 req-912e8042-6549-4146-8fee-85cce8568e72 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:14.604709 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fe2cea64-c416-468d-b8bf-eb31d1db40a0 req-912e8042-6549-4146-8fee-85cce8568e72 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1969490 Aug 31 00:49:14.657566 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Pushing event updated for resources: {'Port': ['ID=19811b1e-bb34-430f-aca6-a9df300ea7f7,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:14.670500 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fe2cea64-c416-468d-b8bf-eb31d1db40a0 req-093389e7-daeb-42bc-a0bc-ce243051670d tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632081 Aug 31 00:49:14.853050 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f1b96c-6d46-4eb5-af74-fc567775d50f x-openstack-request-id: req-98f1b96c-6d46-4eb5-af74-fc567775d50f {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:14.853050 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925136e0-4618-4b44-b1b9-8eb35c0c2166", "name": "network-vif-plugged", "status": "completed", "tag": "1f261e64-701b-4ca3-b8dd-9c4c6924f31a", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:14.853050 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98f1b96c-6d46-4eb5-af74-fc567775d50f {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:14.853050 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925136e0-4618-4b44-b1b9-8eb35c0c2166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f261e64-701b-4ca3-b8dd-9c4c6924f31a', 'code': 200} Aug 31 00:49:14.914314 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52fc4883-776c-4f7e-abb5-70febacec515 req-d43806fa-1f2c-4856-8e7f-7cd619c536c2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3010151 Aug 31 00:49:15.098673 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Attempting to bind port 19811b1e-bb34-430f-aca6-a9df300ea7f7 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:49:15.099737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Attempting to bind port 19811b1e-bb34-430f-aca6-a9df300ea7f7 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:49:15.101249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Attempting to bind port 19811b1e-bb34-430f-aca6-a9df300ea7f7 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:15.125106 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Port 19811b1e-bb34-430f-aca6-a9df300ea7f7 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:49:15.126279 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Attempting to bind port 19811b1e-bb34-430f-aca6-a9df300ea7f7 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:15.227318 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb34a3b-6cf2-4d5f-822d-086ca5008a7e req-a0286a82-ebc0-401d-93a8-ec3d45b1aed5 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:15.229208 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbb34a3b-6cf2-4d5f-822d-086ca5008a7e req-a0286a82-ebc0-401d-93a8-ec3d45b1aed5 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 945 time: 0.2521527 Aug 31 00:49:15.234769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:49:15.234769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Checking segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:49:15.234769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Bound using segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:49:15.234769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Bound port: 19811b1e-bb34-430f-aca6-a9df300ea7f7, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:49:15.234769 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:15.358859 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] For port 19811b1e-bb34-430f-aca6-a9df300ea7f7, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:49:15.366578 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] For port 19811b1e-bb34-430f-aca6-a9df300ea7f7, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=19811b1e-bb34-430f-aca6-a9df300ea7f7,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:49:15.476420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc4883-776c-4f7e-abb5-70febacec515 req-82bcf5b7-6a42-4892-bf9d-63d151846708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:15.480112 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52fc4883-776c-4f7e-abb5-70febacec515 req-82bcf5b7-6a42-4892-bf9d-63d151846708 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 1097 time: 0.4008319 Aug 31 00:49:15.507314 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:15.550568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:15.555309 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:15.558699 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] 10.222.0.48 "PUT /v2.0/ports/19811b1e-bb34-430f-aca6-a9df300ea7f7 HTTP/1.1" status: 200 len: 1092 time: 2.3122873 Aug 31 00:49:15.591766 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbb34a3b-6cf2-4d5f-822d-086ca5008a7e req-39c65b53-5147-4751-b626-7dd186f6a157 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377335 Aug 31 00:49:15.643246 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b590ef43-a39a-4603-8bb2-2908eb054d68', 'tag': '19811b1e-bb34-430f-aca6-a9df300ea7f7'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:15.648374 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644e49ba-ce4f-4ae4-88d4-bcf2ff8df935" -d '{"events": [{"name": "network-changed", "server_uuid": "b590ef43-a39a-4603-8bb2-2908eb054d68", "tag": "19811b1e-bb34-430f-aca6-a9df300ea7f7"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:15.691828 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a334a2-0e4c-4681-b42d-cf2e8bf2a127 req-edcd6959-8d40-4afd-b5f7-ce1d67dfb4e6 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:15.715712 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-31a334a2-0e4c-4681-b42d-cf2e8bf2a127 req-edcd6959-8d40-4afd-b5f7-ce1d67dfb4e6 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=593a3658-e6e6-4c25-aecf-730d12bedc18 HTTP/1.1" status: 200 len: 950 time: 0.1503947 Aug 31 00:49:15.825990 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-31a334a2-0e4c-4681-b42d-cf2e8bf2a127 req-76b7c027-9420-4e77-8325-8cde01b3f9d8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062725 Aug 31 00:49:16.016615 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-183017f1-66c2-4b71-8178-c464959985bb req-36221a15-defb-4ae0-9adb-5852bb538ea9 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 210 time: 0.1165700 Aug 31 00:49:16.050156 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e6a71-dc4b-4f81-a28e-226f2fc6b016 service neutron] Pushing event updated for resources: {'Port': ['ID=19811b1e-bb34-430f-aca6-a9df300ea7f7,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:16.074680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc4883-776c-4f7e-abb5-70febacec515 req-393a723d-8441-4124-96bf-255c3cfbc9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:16.077410 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52fc4883-776c-4f7e-abb5-70febacec515 req-393a723d-8441-4124-96bf-255c3cfbc9cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 921 time: 0.5441966 Aug 31 00:49:16.210853 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4f933-a40f-4e18-8ae2-415eb0506340 req-2515ebc4-4bb2-4661-a31b-c9f37199e9a6 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:16.223181 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eac4f933-a40f-4e18-8ae2-415eb0506340 req-2515ebc4-4bb2-4661-a31b-c9f37199e9a6 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 943 time: 0.1993103 Aug 31 00:49:16.295731 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b4737ca5-044f-426d-9ed3-06b47658ae4c up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:49:16.327029 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eac4f933-a40f-4e18-8ae2-415eb0506340 req-4905dde2-c9d5-47ff-9bff-25069cf2564a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035504 Aug 31 00:49:16.645469 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2117f7-2b6f-4b60-80cf-3496b2d638b4 req-f722903d-996b-452c-bf5a-fb87357e5867 tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:16.656659 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port b4737ca5-044f-426d-9ed3-06b47658ae4c completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:49:16.667720 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port b4737ca5-044f-426d-9ed3-06b47658ae4c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:16.668281 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:16.676196 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ad2117f7-2b6f-4b60-80cf-3496b2d638b4 req-f722903d-996b-452c-bf5a-fb87357e5867 tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=593a3658-e6e6-4c25-aecf-730d12bedc18 HTTP/1.1" status: 200 len: 1102 time: 0.1912427 Aug 31 00:49:16.847448 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ad2117f7-2b6f-4b60-80cf-3496b2d638b4 req-3d481bde-252c-44ec-a91f-5bfb0e2f2ed8 tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688442 Aug 31 00:49:16.974166 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52fc4883-776c-4f7e-abb5-70febacec515 req-be8d13f9-390e-4bdf-a530-f01c8b04aa17 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cfc7b02-0e1b-4ddd-871d-69755e8214bd HTTP/1.1" status: 200 len: 217 time: 0.8760445 Aug 31 00:49:16.984047 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bbb8b4-8fc7-45b0-8f16-86f1da69e440 x-openstack-request-id: req-07bbb8b4-8fc7-45b0-8f16-86f1da69e440 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:16.984665 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b590ef43-a39a-4603-8bb2-2908eb054d68", "tag": "19811b1e-bb34-430f-aca6-a9df300ea7f7", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:16.985104 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07bbb8b4-8fc7-45b0-8f16-86f1da69e440 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:16.985773 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b590ef43-a39a-4603-8bb2-2908eb054d68', 'tag': '19811b1e-bb34-430f-aca6-a9df300ea7f7', 'status': 'completed', 'code': 200} Aug 31 00:49:17.012163 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:17.079468 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7aefee-3687-42d4-9be2-546f44818fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4737ca5-044f-426d-9ed3-06b47658ae4c'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:17.087127 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb58189-3d30-4935-8331-ead4db3315b8" -d '{"events": [{"server_uuid": "ca7aefee-3687-42d4-9be2-546f44818fd4", "name": "network-vif-plugged", "status": "completed", "tag": "b4737ca5-044f-426d-9ed3-06b47658ae4c"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:17.089799 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-8143af0f-81d0-430a-be59-2fdd685f4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:17.092538 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-8143af0f-81d0-430a-be59-2fdd685f4cae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 1095 time: 1.1735125 Aug 31 00:49:17.141796 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port b4737ca5-044f-426d-9ed3-06b47658ae4c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b4737ca5-044f-426d-9ed3-06b47658ae4c,segment=NetworkSegment(01a42a3a-02b5-4bd8-ad20-8b7931856fa7),segment_id=01a42a3a-02b5-4bd8-ad20-8b7931856fa7)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:17.180508 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-c3e1f5f6-195c-4701-ae7c-d7e0293b2f67 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=142a4f679f1a4c2cb8822fd9a116c245&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690830 Aug 31 00:49:17.225720 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc4883-776c-4f7e-abb5-70febacec515 req-8d4d80c5-f7a7-4db2-9a4f-216d15246e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:17.225720 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52fc4883-776c-4f7e-abb5-70febacec515 req-8d4d80c5-f7a7-4db2-9a4f-216d15246e87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.2312651 Aug 31 00:49:17.232223 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-8d1e82f9-a138-453b-8ca0-5d4b87545523 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19811b1e-bb34-430f-aca6-a9df300ea7f7 HTTP/1.1" status: 200 len: 217 time: 0.0814109 Aug 31 00:49:17.257061 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:17.379322 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=b4737ca5-044f-426d-9ed3-06b47658ae4c,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:17.392747 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cca32-1237-4e1e-9ca1-8e90b6a9e2b8 req-d9639962-0057-42d3-8a5e-bca43410f26c tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:17.403359 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52fc4883-776c-4f7e-abb5-70febacec515 req-1214fbea-11a8-440e-805c-86a3276fa6ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1668961 Aug 31 00:49:17.404696 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3f5cca32-1237-4e1e-9ca1-8e90b6a9e2b8 req-d9639962-0057-42d3-8a5e-bca43410f26c tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 945 time: 0.2379103 Aug 31 00:49:17.435070 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-27e99d15-1a8e-4fbb-92bf-cc630e6b89ed tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:17.436695 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-27e99d15-1a8e-4fbb-92bf-cc630e6b89ed tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295322 Aug 31 00:49:17.452345 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-20af656d-6a6f-45cf-b1ce-ef15e3b4230d tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Request body: {'port': {'device_id': '7e2176c4-7ce0-4dee-9f66-b1890008a378', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '142a4f679f1a4c2cb8822fd9a116c245'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:17.567402 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3f5cca32-1237-4e1e-9ca1-8e90b6a9e2b8 req-a73f152d-8918-42ef-bba0-d4a533fc4748 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612904 Aug 31 00:49:17.668725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c5622-c41c-4464-8fb8-326d1c710da3 req-2667095e-a836-46f8-b020-f382ebd7f0b7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:17.681895 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b8c5622-c41c-4464-8fb8-326d1c710da3 req-2667095e-a836-46f8-b020-f382ebd7f0b7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.7036924 Aug 31 00:49:17.790420 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b8c5622-c41c-4464-8fb8-326d1c710da3 req-67113aec-0630-4c8b-aa16-925957f23152 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069736 Aug 31 00:49:17.794017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-3d33a2d8-16a3-4969-9b47-4367fd8a7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:17.803285 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-3d33a2d8-16a3-4969-9b47-4367fd8a7f79 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.5521929 Aug 31 00:49:17.880418 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-b0e2c21b-22cc-4335-8c24-9ffe658ebe77 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640647 Aug 31 00:49:17.880618 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dd53e7-4695-471e-a07a-462023deeb7a x-openstack-request-id: req-85dd53e7-4695-471e-a07a-462023deeb7a {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:17.880618 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7aefee-3687-42d4-9be2-546f44818fd4", "name": "network-vif-plugged", "status": "completed", "tag": "b4737ca5-044f-426d-9ed3-06b47658ae4c", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:17.880618 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85dd53e7-4695-471e-a07a-462023deeb7a {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:17.880618 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7aefee-3687-42d4-9be2-546f44818fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4737ca5-044f-426d-9ed3-06b47658ae4c', 'code': 200} Aug 31 00:49:17.955991 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-857bcf3c-d0a5-49cb-9c90-6893b1d3fd46 req-e1a8d64c-dc1a-4cec-81a7-3107a309a9e4 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 210 time: 0.0681236 Aug 31 00:49:17.957163 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-20af656d-6a6f-45cf-b1ce-ef15e3b4230d tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Made reservation on behalf of 142a4f679f1a4c2cb8822fd9a116c245 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:49:17.975387 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-20af656d-6a6f-45cf-b1ce-ef15e3b4230d tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:18.048017 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-20af656d-6a6f-45cf-b1ce-ef15e3b4230d tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:18.092872 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00900fbc-840b-4601-93d6-917a27535585 req-32253d5b-609c-4dfd-9916-9e7439f80b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:18.094430 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-00900fbc-840b-4601-93d6-917a27535585 req-32253d5b-609c-4dfd-9916-9e7439f80b7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 1098 time: 0.1157625 Aug 31 00:49:18.097264 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52fc4883-776c-4f7e-abb5-70febacec515 req-5987249e-9d21-4932-acb4-9a2c5ebcc1f8 service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6606760 Aug 31 00:49:18.124632 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-eb1c2051-7832-44bd-95de-ff607cf3b7ca tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684512 Aug 31 00:49:18.186359 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-00900fbc-840b-4601-93d6-917a27535585 req-db54e794-bf3e-4c58-9ea3-4523d15be459 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782866 Aug 31 00:49:18.312267 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-769db2cf-5e86-45ed-a9da-eda0033bacaf service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075551 Aug 31 00:49:18.426740 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-20af656d-6a6f-45cf-b1ce-ef15e3b4230d tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:18.452823 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-4b0f5520-6956-4234-9898-3f7c0191e4d1 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:18.453174 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f62d45-daf4-460d-a9f8-e3b3c8759ebd req-7e4f7cf6-3769-473c-91f7-5aaeae3ae117 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:18.458554 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-4b0f5520-6956-4234-9898-3f7c0191e4d1 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3332312 Aug 31 00:49:18.470719 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2f62d45-daf4-460d-a9f8-e3b3c8759ebd req-7e4f7cf6-3769-473c-91f7-5aaeae3ae117 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 943 time: 0.2190678 Aug 31 00:49:18.477776 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52fc4883-776c-4f7e-abb5-70febacec515 req-66e8334e-8edd-41ff-848e-4cbe070460a4 service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319154 Aug 31 00:49:18.490448 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-325357af-eaf9-4bcf-8f71-fd319e10e4ab tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/quotas/0df1dc9ce961447d8c0a4fac26dd9a67 HTTP/1.1" status: 200 len: 375 time: 0.0308084 Aug 31 00:49:18.534638 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-20af656d-6a6f-45cf-b1ce-ef15e3b4230d tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:18.548796 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2f62d45-daf4-460d-a9f8-e3b3c8759ebd req-3d635698-6be2-41df-b792-a44ae3eb4bca tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765011 Aug 31 00:49:18.571275 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0031cca-c19c-47d9-9d2a-cabd697fc89a req-35ecbfcb-5807-4368-b508-037599029a6f service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464089 Aug 31 00:49:18.607345 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-3df0cbb8-5ccf-4ed4-be8a-df3fe498495b tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1153677 Aug 31 00:49:18.655087 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af656d-6a6f-45cf-b1ce-ef15e3b4230d tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78917706-0637-47e1-bd3e-bdc8669da8b4,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:18.855007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-20af656d-6a6f-45cf-b1ce-ef15e3b4230d tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Allocated IP 192.168.233.172 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/30edc53e-9516-49b6-a418-e0704072cb68) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:49:18.898094 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e49ba-ce4f-4ae4-88d4-bcf2ff8df935 req-5c53bda8-72bd-42f0-9ddc-7de6c2d1c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:18.904032 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc08d1f-76e3-4e4f-896a-37696bf75979 req-0592ee99-44c7-4f8c-86a0-854a76405c59 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:18.904238 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-644e49ba-ce4f-4ae4-88d4-bcf2ff8df935 req-5c53bda8-72bd-42f0-9ddc-7de6c2d1c060 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 1095 time: 0.1621170 Aug 31 00:49:18.915084 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9fc08d1f-76e3-4e4f-896a-37696bf75979 req-0592ee99-44c7-4f8c-86a0-854a76405c59 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 946 time: 0.1487541 Aug 31 00:49:19.062070 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9fc08d1f-76e3-4e4f-896a-37696bf75979 req-8cc482f8-d71e-4190-9188-94f4994e6fc1 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457372 Aug 31 00:49:19.150517 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e49ba-ce4f-4ae4-88d4-bcf2ff8df935 req-19a51677-b48a-46ca-906e-58bf7499a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:19.163980 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-644e49ba-ce4f-4ae4-88d4-bcf2ff8df935 req-19a51677-b48a-46ca-906e-58bf7499a540 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.2527597 Aug 31 00:49:19.275958 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-644e49ba-ce4f-4ae4-88d4-bcf2ff8df935 req-36cfa38c-cd42-4c7f-946e-a2299de89139 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19811b1e-bb34-430f-aca6-a9df300ea7f7 HTTP/1.1" status: 200 len: 217 time: 0.1034536 Aug 31 00:49:19.474974 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e49ba-ce4f-4ae4-88d4-bcf2ff8df935 req-65ba24ff-ea39-4656-8955-c6a904b50496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:19.483699 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-644e49ba-ce4f-4ae4-88d4-bcf2ff8df935 req-65ba24ff-ea39-4656-8955-c6a904b50496 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.1888142 Aug 31 00:49:19.500803 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-20af656d-6a6f-45cf-b1ce-ef15e3b4230d tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:19.530145 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-20af656d-6a6f-45cf-b1ce-ef15e3b4230d tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Transition to ACTIVE for port object 30edc53e-9516-49b6-a418-e0704072cb68 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:49:19.609224 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34694) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:19.634654 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-644e49ba-ce4f-4ae4-88d4-bcf2ff8df935 req-5337e59a-1f4b-438f-ac3a-288fe825afc8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1411963 Aug 31 00:49:19.672976 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e951a9-c39f-4db9-bbce-055db22ddfc3 req-a1587c6e-0e8a-4a00-82b7-ae91432b38b2 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:19.683986 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85e951a9-c39f-4db9-bbce-055db22ddfc3 req-a1587c6e-0e8a-4a00-82b7-ae91432b38b2 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.2556012 Aug 31 00:49:19.746266 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85e951a9-c39f-4db9-bbce-055db22ddfc3 req-9e4e3ddf-8211-4abc-baaa-3d2cb3054bec tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588205 Aug 31 00:49:19.862177 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-20af656d-6a6f-45cf-b1ce-ef15e3b4230d tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:19.949144 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47b42426-2846-44b8-b3d1-0f26d371d007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:20.039041 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af656d-6a6f-45cf-b1ce-ef15e3b4230d tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Pushing event updated for resources: {'Port': ['ID=30edc53e-9516-49b6-a418-e0704072cb68,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:20.047703 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-644e49ba-ce4f-4ae4-88d4-bcf2ff8df935 req-593dde38-2ca1-4cac-9cd2-ea91fc55bf0a service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971126 Aug 31 00:49:20.087135 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-20af656d-6a6f-45cf-b1ce-ef15e3b4230d tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:49:20.096406 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fcab0732-43cc-46dd-9352-d4127c89e306 req-0ab72a78-2f8b-4103-aed9-bee2be0a45bb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 210 time: 0.2073138 Aug 31 00:49:20.100012 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-20af656d-6a6f-45cf-b1ce-ef15e3b4230d tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:49:20.118670 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-20af656d-6a6f-45cf-b1ce-ef15e3b4230d tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:49:20.217172 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-20af656d-6a6f-45cf-b1ce-ef15e3b4230d tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:20.220262 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-20af656d-6a6f-45cf-b1ce-ef15e3b4230d tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:20.284135 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-644e49ba-ce4f-4ae4-88d4-bcf2ff8df935 req-368d28a3-ff5b-4fde-bf40-055c2aa6f11d service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250466 Aug 31 00:49:20.357945 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3512c-72c8-48f2-8fb8-178973ac413f req-9f7431cf-af52-49ed-b3a4-5346f6bcb2fd tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:20.357945 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e4d3512c-72c8-48f2-8fb8-178973ac413f req-9f7431cf-af52-49ed-b3a4-5346f6bcb2fd tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 936 time: 0.1190901 Aug 31 00:49:20.399446 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47b42426-2846-44b8-b3d1-0f26d371d007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:20.472029 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e4d3512c-72c8-48f2-8fb8-178973ac413f req-6714ce55-a66c-4396-90cf-24469957e14c tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/security-groups?id=78917706-0637-47e1-bd3e-bdc8669da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742400 Aug 31 00:49:20.599276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a0bd2-fd68-40b1-b101-326f074c0e5a req-1d28803f-f84b-43eb-ad7d-677255183b31 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:20.601209 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6c2a0bd2-fd68-40b1-b101-326f074c0e5a req-1d28803f-f84b-43eb-ad7d-677255183b31 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 943 time: 0.0771487 Aug 31 00:49:20.647463 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6c2a0bd2-fd68-40b1-b101-326f074c0e5a req-95442558-55e1-4a24-b547-bdd5f369a8c6 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391140 Aug 31 00:49:20.664810 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47b42426-2846-44b8-b3d1-0f26d371d007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:20.691586 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b28fca66-50ea-44e1-8778-1b75322066e5 None None] Provisioning for port 30edc53e-9516-49b6-a418-e0704072cb68 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:49:20.700541 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b28fca66-50ea-44e1-8778-1b75322066e5 None None] Provisioning complete for port 30edc53e-9516-49b6-a418-e0704072cb68 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:20.701016 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b28fca66-50ea-44e1-8778-1b75322066e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:20.714340 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-47b42426-2846-44b8-b3d1-0f26d371d007 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e0d7026e58a4a21aaa99aff7572417d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1035559 Aug 31 00:49:20.718316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b42426-2846-44b8-b3d1-0f26d371d007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dc5434-d677-4e04-a0ca-58b2feec475f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:20.718473 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34708) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:20.747348 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b28fca66-50ea-44e1-8778-1b75322066e5 None None] Port 30edc53e-9516-49b6-a418-e0704072cb68 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:49:20.813502 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-848485b6-fc7a-4982-b462-1099869b254c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:20.827530 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5370781-1a45-4f5f-9b9d-8cfe3ecfd2da req-94142bfb-0d2e-4d8c-83f7-278dbca9ccc7 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:20.830251 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e5370781-1a45-4f5f-9b9d-8cfe3ecfd2da req-94142bfb-0d2e-4d8c-83f7-278dbca9ccc7 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 946 time: 0.0897753 Aug 31 00:49:20.840134 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-20af656d-6a6f-45cf-b1ce-ef15e3b4230d tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3929579 Aug 31 00:49:20.880433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Request body: {'port': {'device_id': '7e2176c4-7ce0-4dee-9f66-b1890008a378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:20.982094 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-848485b6-fc7a-4982-b462-1099869b254c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:20.991437 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e5370781-1a45-4f5f-9b9d-8cfe3ecfd2da req-1181bd4e-86be-404e-b61d-4c54b58c39aa tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529422 Aug 31 00:49:21.033988 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:21.220600 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3096d9b-8d1b-407b-b898-cef38eb31f43 req-1adb234a-8067-400f-8f60-74873c88c7e6 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:21.240103 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3096d9b-8d1b-407b-b898-cef38eb31f43 req-1adb234a-8067-400f-8f60-74873c88c7e6 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 946 time: 0.0924230 Aug 31 00:49:21.241755 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34730) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:21.252690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-d9d04c4c-75b7-4c4e-893f-04feeb1603d7 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Request body: {'floatingip': {'port_id': 'b4737ca5-044f-426d-9ed3-06b47658ae4c'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:21.329181 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d9d04c4c-75b7-4c4e-893f-04feeb1603d7 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for floatingip, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:21.476532 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc34c53-c940-47fd-963e-8e90c3f95ebf req-8b9a424e-7fb5-49ba-bcd5-ba8ba321e89d tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:21.478291 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ffc34c53-c940-47fd-963e-8e90c3f95ebf req-8b9a424e-7fb5-49ba-bcd5-ba8ba321e89d tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.2887793 Aug 31 00:49:21.578312 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-848485b6-fc7a-4982-b462-1099869b254c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:21.580996 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-848485b6-fc7a-4982-b462-1099869b254c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:21.585764 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-848485b6-fc7a-4982-b462-1099869b254c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5dc5434-d677-4e04-a0ca-58b2feec475f HTTP/1.1" status: 204 len: 168 time: 0.8664865 Aug 31 00:49:21.598498 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ffc34c53-c940-47fd-963e-8e90c3f95ebf req-02f610c9-5992-4bec-b412-b1dab874076d tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060672 Aug 31 00:49:21.635726 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848485b6-fc7a-4982-b462-1099869b254c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dc5434-d677-4e04-a0ca-58b2feec475f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:21.899908 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d098e9-1d16-4e07-912a-75bbc402912b req-9959e1ce-4a13-465d-bfd9-5c5bb43e4992 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:21.907301 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5a0ed1d1-a8b4-4632-8139-6486044406e5 req-1ecf73ca-8140-480d-a17b-2d29c0e14abd tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 210 time: 0.3590009 Aug 31 00:49:21.909310 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-20d098e9-1d16-4e07-912a-75bbc402912b req-9959e1ce-4a13-465d-bfd9-5c5bb43e4992 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 936 time: 0.1574423 Aug 31 00:49:21.998938 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30edc53e-9516-49b6-a418-e0704072cb68 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:49:22.012782 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:22.059136 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-20d098e9-1d16-4e07-912a-75bbc402912b req-4abfffde-3781-4952-b853-e4077bb79796 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/security-groups?id=78917706-0637-47e1-bd3e-bdc8669da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486311 Aug 31 00:49:22.074914 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Transition to ACTIVE for port object 30edc53e-9516-49b6-a418-e0704072cb68 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:49:22.223625 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.resource_extend [None req-d9d04c4c-75b7-4c4e-893f-04feeb1603d7 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 00:49:22.248043 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:22.289018 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 19811b1e-bb34-430f-aca6-a9df300ea7f7 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:49:22.410724 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d9d04c4c-75b7-4c4e-893f-04feeb1603d7 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:22.454272 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44eae7-9187-4393-8cd1-f9676581f5e2 req-894dcbae-df62-4671-9d69-229c841ecd4a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:22.471356 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0f44eae7-9187-4393-8cd1-f9676581f5e2 req-894dcbae-df62-4671-9d69-229c841ecd4a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 943 time: 0.3009427 Aug 31 00:49:22.498116 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d9d04c4c-75b7-4c4e-893f-04feeb1603d7 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:22.617907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Pushing event updated for resources: {'Port': ['ID=30edc53e-9516-49b6-a418-e0704072cb68,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:22.646608 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0f44eae7-9187-4393-8cd1-f9676581f5e2 req-0f0111df-7d1b-45cc-a3bc-27625c93a682 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742091 Aug 31 00:49:22.744936 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 19811b1e-bb34-430f-aca6-a9df300ea7f7, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=19811b1e-bb34-430f-aca6-a9df300ea7f7,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:22.797305 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '19811b1e-bb34-430f-aca6-a9df300ea7f7', 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a', 'port_id': '19811b1e-bb34-430f-aca6-a9df300ea7f7', 'mac_address': 'fa:16:3e:ff:6b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519a0f3b-cc60-470d-b6ba-128b5161d8a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:49:22.846822 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-d9d04c4c-75b7-4c4e-893f-04feeb1603d7 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Floating IP 48df65aa-6ae8-49cc-8ff1-315fa7459c01 associated. External IP: 172.25.2.71, port: b4737ca5-044f-426d-9ed3-06b47658ae4c. Aug 31 00:49:22.895219 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Attempting to bind port 30edc53e-9516-49b6-a418-e0704072cb68 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:49:22.895748 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Attempting to bind port 30edc53e-9516-49b6-a418-e0704072cb68 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:49:22.895926 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Attempting to bind port 30edc53e-9516-49b6-a418-e0704072cb68 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:22.938364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Port 30edc53e-9516-49b6-a418-e0704072cb68 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:49:22.938695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Attempting to bind port 30edc53e-9516-49b6-a418-e0704072cb68 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:22.939038 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:22.973487 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19811b1e-bb34-430f-aca6-a9df300ea7f7 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:49:22.994155 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330f369-cefe-4cd2-88f1-dd2280ac8774 req-0e325feb-9ab6-43f5-84fe-089ee0f9c8b7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:23.015324 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5330f369-cefe-4cd2-88f1-dd2280ac8774 req-0e325feb-9ab6-43f5-84fe-089ee0f9c8b7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.2388787 Aug 31 00:49:23.018496 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:49:23.019938 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:49:23.020720 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:49:23.022641 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Bound port: 30edc53e-9516-49b6-a418-e0704072cb68, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:49:23.023761 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:23.049661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 19811b1e-bb34-430f-aca6-a9df300ea7f7, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=19811b1e-bb34-430f-aca6-a9df300ea7f7,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:23.132630 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:23.189009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=19811b1e-bb34-430f-aca6-a9df300ea7f7,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:23.255020 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34760) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:23.263399 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-f5f701a1-303b-4a94-8105-d696a21fbc15 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1079547 Aug 31 00:49:23.474053 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['19811b1e-bb34-430f-aca6-a9df300ea7f7'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:49:23.488023 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5330f369-cefe-4cd2-88f1-dd2280ac8774 req-ae2c3ed3-e410-49c9-80c3-41a0016dec99 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571023 Aug 31 00:49:23.633411 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9790e581-485d-4b6b-a845-42aa217f8c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:23.716274 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-808da7b8-2cde-48bf-b9c7-7e79b0ef9d7f req-5c657936-dd61-4e9e-953d-c6594cd98ec7 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 210 time: 0.0670722 Aug 31 00:49:24.017084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d04c4c-75b7-4c4e-893f-04feeb1603d7 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Router 9ea7112b-240c-46be-9be5-fb1240b24a9b has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:49:24.096422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07117b-5ba5-4bca-b37a-613fa891caf9 req-3a81ed45-e402-4ce9-ab47-26940401a3ed tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:24.099274 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-db07117b-5ba5-4bca-b37a-613fa891caf9 req-3a81ed45-e402-4ce9-ab47-26940401a3ed tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 948 time: 0.3685808 Aug 31 00:49:24.123365 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] For port 30edc53e-9516-49b6-a418-e0704072cb68, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:49:24.192031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] For port 30edc53e-9516-49b6-a418-e0704072cb68, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=30edc53e-9516-49b6-a418-e0704072cb68,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:49:24.259793 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71ce9b-426d-4ff9-9856-47280d329b4b req-0bc4c248-0be0-4809-b04b-cdcac1001cf7 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:24.262634 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f71ce9b-426d-4ff9-9856-47280d329b4b req-0bc4c248-0be0-4809-b04b-cdcac1001cf7 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 944 time: 0.1553702 Aug 31 00:49:24.279143 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-f7a0abc7-5000-44a2-ae0c-dd5d39a7797c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:24.282067 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-f7a0abc7-5000-44a2-ae0c-dd5d39a7797c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0084779 Aug 31 00:49:24.311972 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-db07117b-5ba5-4bca-b37a-613fa891caf9 req-80b33f7f-0659-46a0-a169-d38d0ef61510 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/security-groups?id=78917706-0637-47e1-bd3e-bdc8669da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787913 Aug 31 00:49:24.314410 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d04c4c-75b7-4c4e-893f-04feeb1603d7 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:49:24.341952 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-069b0158-af06-423b-9b27-59d33f6c7d41 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Request body: {'port': {'device_id': 'b0cfa284-e32e-4db9-8263-3c2997cfc537', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '0df1dc9ce961447d8c0a4fac26dd9a67'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:24.342270 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9321e1-7ebc-406e-bcd8-b72f8a76f3cf None None] Sync routers for ids ['9ea7112b-240c-46be-9be5-fb1240b24a9b'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:49:24.343032 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d9d04c4c-75b7-4c4e-893f-04feeb1603d7 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:24.343191 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:24.369621 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9321e1-7ebc-406e-bcd8-b72f8a76f3cf None None] Routers {'9ea7112b-240c-46be-9be5-fb1240b24a9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:49:24.371006 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5d9321e1-7ebc-406e-bcd8-b72f8a76f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:49:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9ea7112b-240c-46be-9be5-fb1240b24a9b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:49:24.397298 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:24.398378 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:24.401708 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] 10.222.0.41 "PUT /v2.0/ports/30edc53e-9516-49b6-a418-e0704072cb68 HTTP/1.1" status: 200 len: 1097 time: 3.5321856 Aug 31 00:49:24.470301 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f71ce9b-426d-4ff9-9856-47280d329b4b req-1bf69a6e-620f-4ca7-b091-8bc6f1500784 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931617 Aug 31 00:49:24.525506 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2176c4-7ce0-4dee-9f66-b1890008a378', 'tag': '30edc53e-9516-49b6-a418-e0704072cb68'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:24.539345 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61d0492-5732-474e-be9d-50a5738ce424" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2176c4-7ce0-4dee-9f66-b1890008a378", "tag": "30edc53e-9516-49b6-a418-e0704072cb68"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:24.542520 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d9d04c4c-75b7-4c4e-893f-04feeb1603d7 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "PUT /v2.0/floatingips/48df65aa-6ae8-49cc-8ff1-315fa7459c01 HTTP/1.1" status: 200 len: 991 time: 3.2897136 Aug 31 00:49:24.545107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7aefee-3687-42d4-9be2-546f44818fd4', 'tag': 'b4737ca5-044f-426d-9ed3-06b47658ae4c'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:24.547435 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a900aba-b388-4c88-8b7c-e72b2686f642" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7aefee-3687-42d4-9be2-546f44818fd4", "tag": "b4737ca5-044f-426d-9ed3-06b47658ae4c"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:24.782658 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d23678-a58d-4067-8228-6cd01dd75acf service neutron] Pushing event updated for resources: {'Port': ['ID=30edc53e-9516-49b6-a418-e0704072cb68,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:24.885867 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-5d9321e1-7ebc-406e-bcd8-b72f8a76f3cf None None] Set router 9ea7112b-240c-46be-9be5-fb1240b24a9b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:49:24.993819 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2bde41-f152-46d6-ba7c-b42ea42e44d5 x-openstack-request-id: req-be2bde41-f152-46d6-ba7c-b42ea42e44d5 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:24.994588 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2176c4-7ce0-4dee-9f66-b1890008a378", "tag": "30edc53e-9516-49b6-a418-e0704072cb68", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:24.994931 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be2bde41-f152-46d6-ba7c-b42ea42e44d5 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:24.995495 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2176c4-7ce0-4dee-9f66-b1890008a378', 'tag': '30edc53e-9516-49b6-a418-e0704072cb68', 'status': 'completed', 'code': 200} Aug 31 00:49:25.003208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafc2d5-8f6d-4785-b401-70508ca082e5 req-0b85adb7-6b46-4458-b22b-3fbe7dd15a5f tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:25.021677 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6aafc2d5-8f6d-4785-b401-70508ca082e5 req-0b85adb7-6b46-4458-b22b-3fbe7dd15a5f tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.2588191 Aug 31 00:49:25.058829 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827faba0-e645-4805-91dd-aba64097cef2 x-openstack-request-id: req-827faba0-e645-4805-91dd-aba64097cef2 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:25.059829 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7aefee-3687-42d4-9be2-546f44818fd4", "tag": "b4737ca5-044f-426d-9ed3-06b47658ae4c", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:25.060537 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-827faba0-e645-4805-91dd-aba64097cef2 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:25.062026 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7aefee-3687-42d4-9be2-546f44818fd4', 'tag': 'b4737ca5-044f-426d-9ed3-06b47658ae4c', 'status': 'completed', 'code': 200} Aug 31 00:49:25.172632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a900aba-b388-4c88-8b7c-e72b2686f642 req-3cc8aa80-2e30-47a0-85b2-6c0787e4b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:25.177155 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a900aba-b388-4c88-8b7c-e72b2686f642 req-3cc8aa80-2e30-47a0-85b2-6c0787e4b30b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a35bf8903ff840dcbf6ccdb26a9793ce&device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 1098 time: 0.1133876 Aug 31 00:49:25.181606 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1af0cb9b-ec54-4d5f-9388-af23366c4702 req-378df553-7c00-4996-aa79-03ec45a57eaf tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 210 time: 0.1351504 Aug 31 00:49:25.187623 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-97d42393-3488-412d-be29-81af03d229f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:25.195742 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6aafc2d5-8f6d-4785-b401-70508ca082e5 req-00649f4a-341f-4c43-a4a5-6054ae45f7b0 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720061 Aug 31 00:49:25.197623 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-97d42393-3488-412d-be29-81af03d229f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=142a4f679f1a4c2cb8822fd9a116c245&device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 1100 time: 0.4729993 Aug 31 00:49:25.315327 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9790e581-485d-4b6b-a845-42aa217f8c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:25.517085 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9790e581-485d-4b6b-a845-42aa217f8c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:25.570143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a900aba-b388-4c88-8b7c-e72b2686f642 req-a216fa66-960e-47a2-aecf-8308ac37dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:25.577557 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a900aba-b388-4c88-8b7c-e72b2686f642 req-a216fa66-960e-47a2-aecf-8308ac37dd2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac02a892-5a99-478c-bb22-879aa954e70c HTTP/1.1" status: 200 len: 925 time: 0.3797820 Aug 31 00:49:25.619293 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-46620667-fad6-4ebc-8c93-a05194e93158 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=30edc53e-9516-49b6-a418-e0704072cb68 HTTP/1.1" status: 200 len: 217 time: 0.3523872 Aug 31 00:49:25.736652 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9790e581-485d-4b6b-a845-42aa217f8c73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37a85f73638f4df4b77797f516fb8940&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4658420 Aug 31 00:49:25.757183 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790e581-485d-4b6b-a845-42aa217f8c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af963ce-7f87-4f15-9197-782a23cb751b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:25.764802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34804) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:25.918337 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5d9321e1-7ebc-406e-bcd8-b72f8a76f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:46:07Z', 'revision_number': 4, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port': {'id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:01Z', 'updated_at': '2021-08-31T00:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '48df65aa-6ae8-49cc-8ff1-315fa7459c01', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'port_id': 'b4737ca5-044f-426d-9ed3-06b47658ae4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'mac_address': 'fa:16:3e:50:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7aefee-3687-42d4-9be2-546f44818fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:46:38Z', 'updated_at': '2021-08-31T00:49:21Z', 'revision_number': 5, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103313a9-41d0-4a16-bedb-a2fc5c42b2d0', 'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'mac_address': 'fa:16:3e:55:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:05Z', 'updated_at': '2021-08-31T00:46:18Z', 'revision_number': 5, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'subnets': [{'id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:49:26.001697 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a900aba-b388-4c88-8b7c-e72b2686f642 req-6341dc52-42eb-481d-be51-f27b34515e01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4737ca5-044f-426d-9ed3-06b47658ae4c HTTP/1.1" status: 200 len: 999 time: 0.3611031 Aug 31 00:49:26.095064 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-b8661178-7832-492c-b39c-6d7578350d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:26.096414 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9321e1-7ebc-406e-bcd8-b72f8a76f3cf None None] Checking router: 9ea7112b-240c-46be-9be5-fb1240b24a9b for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:49:26.096611 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-b8661178-7832-492c-b39c-6d7578350d3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.3584485 Aug 31 00:49:26.135495 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9321e1-7ebc-406e-bcd8-b72f8a76f3cf None None] Routers {'9ea7112b-240c-46be-9be5-fb1240b24a9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:49:26.136856 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5d9321e1-7ebc-406e-bcd8-b72f8a76f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:49:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9ea7112b-240c-46be-9be5-fb1240b24a9b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:49:26.150555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593e503-a449-45ca-bf58-320a3b53dca2 req-71e9f429-20e0-42b5-bd3a-7bf7117b5c6a tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:26.175410 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c593e503-a449-45ca-bf58-320a3b53dca2 req-71e9f429-20e0-42b5-bd3a-7bf7117b5c6a tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 948 time: 0.5924194 Aug 31 00:49:26.198968 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9336b17a-d589-43f0-9ce2-71e27cd8d232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:26.246122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-069b0158-af06-423b-9b27-59d33f6c7d41 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Made reservation on behalf of 0df1dc9ce961447d8c0a4fac26dd9a67 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:49:26.268523 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a900aba-b388-4c88-8b7c-e72b2686f642 req-1edad09a-8778-4c63-b8cf-9ff34a2650ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:26.273111 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a900aba-b388-4c88-8b7c-e72b2686f642 req-1edad09a-8778-4c63-b8cf-9ff34a2650ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10e3e269-b5b9-411a-82d5-ee75bbf3461c HTTP/1.1" status: 200 len: 863 time: 0.2593136 Aug 31 00:49:26.276158 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-069b0158-af06-423b-9b27-59d33f6c7d41 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:26.302774 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 19811b1e-bb34-430f-aca6-a9df300ea7f7 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:49:26.318997 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-5d9321e1-7ebc-406e-bcd8-b72f8a76f3cf None None] Set router 9ea7112b-240c-46be-9be5-fb1240b24a9b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:49:26.388130 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c593e503-a449-45ca-bf58-320a3b53dca2 req-96dbe857-7d23-4cb9-b134-9ff27868c372 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/security-groups?id=78917706-0637-47e1-bd3e-bdc8669da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070231 Aug 31 00:49:26.404753 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9336b17a-d589-43f0-9ce2-71e27cd8d232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:26.466113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a900aba-b388-4c88-8b7c-e72b2686f642 req-e39860e8-21d0-455b-a9d4-204daedf9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:26.474026 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a900aba-b388-4c88-8b7c-e72b2686f642 req-e39860e8-21d0-455b-a9d4-204daedf9521 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac02a892-5a99-478c-bb22-879aa954e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1929986 Aug 31 00:49:26.481251 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 19811b1e-bb34-430f-aca6-a9df300ea7f7 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:49:26.490206 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 19811b1e-bb34-430f-aca6-a9df300ea7f7 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:26.491280 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:26.538607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c48b7-d16c-4051-8518-ccd8634183ed req-d366f1e2-66f6-43de-95eb-13d5f2522ab4 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:26.550455 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ff7c48b7-d16c-4051-8518-ccd8634183ed req-d366f1e2-66f6-43de-95eb-13d5f2522ab4 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 944 time: 0.6550312 Aug 31 00:49:26.587944 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9336b17a-d589-43f0-9ce2-71e27cd8d232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:26.595598 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9336b17a-d589-43f0-9ce2-71e27cd8d232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:26.597323 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9336b17a-d589-43f0-9ce2-71e27cd8d232 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9af963ce-7f87-4f15-9197-782a23cb751b HTTP/1.1" status: 204 len: 168 time: 0.8303659 Aug 31 00:49:26.623005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-20e0b483-fe99-4323-b569-a7f0ddf85eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:26.628974 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-20e0b483-fe99-4323-b569-a7f0ddf85eb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5187092 Aug 31 00:49:26.784614 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a900aba-b388-4c88-8b7c-e72b2686f642 req-06ad246c-ce23-4ee6-bd9a-d2d36fd15fc1 service neutron] 10.222.0.41 "GET /v2.0/networks/ac02a892-5a99-478c-bb22-879aa954e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015566 Aug 31 00:49:26.847952 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-569f927e-20df-45c7-bc3c-bcc586f41e70 req-f456a6db-6022-4dbc-b92f-1eeacccb262e tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 210 time: 0.0511124 Aug 31 00:49:26.919166 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:27.028456 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 19811b1e-bb34-430f-aca6-a9df300ea7f7, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=19811b1e-bb34-430f-aca6-a9df300ea7f7,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:27.030179 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b590ef43-a39a-4603-8bb2-2908eb054d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19811b1e-bb34-430f-aca6-a9df300ea7f7'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:27.034674 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389b152f-4f12-4f0d-b94d-b1055de6041d" -d '{"events": [{"server_uuid": "b590ef43-a39a-4603-8bb2-2908eb054d68", "name": "network-vif-plugged", "status": "completed", "tag": "19811b1e-bb34-430f-aca6-a9df300ea7f7"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:27.055508 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5d9321e1-7ebc-406e-bcd8-b72f8a76f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:46:07Z', 'revision_number': 4, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port': {'id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:01Z', 'updated_at': '2021-08-31T00:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '48df65aa-6ae8-49cc-8ff1-315fa7459c01', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'port_id': 'b4737ca5-044f-426d-9ed3-06b47658ae4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'mac_address': 'fa:16:3e:50:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7aefee-3687-42d4-9be2-546f44818fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:46:38Z', 'updated_at': '2021-08-31T00:49:21Z', 'revision_number': 5, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103313a9-41d0-4a16-bedb-a2fc5c42b2d0', 'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'mac_address': 'fa:16:3e:55:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:05Z', 'updated_at': '2021-08-31T00:46:18Z', 'revision_number': 5, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'subnets': [{'id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:49:27.117385 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:27.126817 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9321e1-7ebc-406e-bcd8-b72f8a76f3cf None None] The sync data for ids ['9ea7112b-240c-46be-9be5-fb1240b24a9b'] in n-d-793621-34 is: [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:46:07Z', 'revision_number': 4, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port': {'id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:01Z', 'updated_at': '2021-08-31T00:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '48df65aa-6ae8-49cc-8ff1-315fa7459c01', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'port_id': 'b4737ca5-044f-426d-9ed3-06b47658ae4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'mac_address': 'fa:16:3e:50:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7aefee-3687-42d4-9be2-546f44818fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:46:38Z', 'updated_at': '2021-08-31T00:49:21Z', 'revision_number': 5, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103313a9-41d0-4a16-bedb-a2fc5c42b2d0', 'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'mac_address': 'fa:16:3e:55:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:05Z', 'updated_at': '2021-08-31T00:46:18Z', 'revision_number': 5, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'subnets': [{'id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:49:27.167511 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aa057-295b-4fe9-b475-b09a4c63aaa0 req-74ce9b74-b66d-4568-a1cd-91228deadd51 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:27.181866 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-004aa057-295b-4fe9-b475-b09a4c63aaa0 req-74ce9b74-b66d-4568-a1cd-91228deadd51 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1916234 Aug 31 00:49:27.188623 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a900aba-b388-4c88-8b7c-e72b2686f642 req-fdda03b9-8177-4309-8fbf-164f84aa06e9 service neutron] 10.222.0.41 "GET /v2.0/networks/ac02a892-5a99-478c-bb22-879aa954e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820939 Aug 31 00:49:27.357988 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-004aa057-295b-4fe9-b475-b09a4c63aaa0 req-0e00e791-6676-4445-a906-b413e8cd3503 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673076 Aug 31 00:49:27.361418 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=19811b1e-bb34-430f-aca6-a9df300ea7f7,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:27.495108 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336b17a-d589-43f0-9ce2-71e27cd8d232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af963ce-7f87-4f15-9197-782a23cb751b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:27.698955 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66651f1-fcd9-4171-af3a-1ed40eecea30 x-openstack-request-id: req-c66651f1-fcd9-4171-af3a-1ed40eecea30 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:27.699752 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b590ef43-a39a-4603-8bb2-2908eb054d68", "name": "network-vif-plugged", "status": "completed", "tag": "19811b1e-bb34-430f-aca6-a9df300ea7f7", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:27.705718 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c66651f1-fcd9-4171-af3a-1ed40eecea30 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:27.705718 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b590ef43-a39a-4603-8bb2-2908eb054d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19811b1e-bb34-430f-aca6-a9df300ea7f7', 'code': 200} Aug 31 00:49:27.721354 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-b78c0514-9cef-442b-bd3b-1f8f1975721b service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549882 Aug 31 00:49:27.749070 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b5641-cd63-4eee-9ad4-0e401181a3c5 None None] New status for floating IP 48df65aa-6ae8-49cc-8ff1-315fa7459c01: ACTIVE {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:49:27.851067 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ff7c48b7-d16c-4051-8518-ccd8634183ed req-fc68a40d-2194-4bbd-91cb-12f2b561d7ea tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2976167 Aug 31 00:49:27.979375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-069b0158-af06-423b-9b27-59d33f6c7d41 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Allocated IP 192.168.233.132 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/db908baa-0b14-4bf9-bd74-296c6165dbde) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:49:28.147458 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f98132-c2bd-460f-aea1-8fd1b56418b5 req-e5fd6b6c-0506-43a4-80a3-bf6bfa30a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:28.163552 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4f98132-c2bd-460f-aea1-8fd1b56418b5 req-e5fd6b6c-0506-43a4-80a3-bf6bfa30a3dd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 1097 time: 0.2708316 Aug 31 00:49:28.278291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d57c59-8bef-444b-9cfe-4770435954e7 req-03b5d962-23e1-4d16-a66c-c1271f47953a tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:28.290500 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43d57c59-8bef-444b-9cfe-4770435954e7 req-03b5d962-23e1-4d16-a66c-c1271f47953a tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 948 time: 0.3437307 Aug 31 00:49:28.312373 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4f98132-c2bd-460f-aea1-8fd1b56418b5 req-0a055152-09e9-44b6-bef4-df4744ef86ef service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361370 Aug 31 00:49:28.367018 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43d57c59-8bef-444b-9cfe-4770435954e7 req-6ecb7763-1fb1-4ab7-9de5-73eccf3c5d5b tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/security-groups?id=78917706-0637-47e1-bd3e-bdc8669da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752108 Aug 31 00:49:28.532200 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d252a41e-2a84-4216-8c9c-eae447195c56 req-96152a30-1dd9-4b41-be25-02c1d7254c70 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 210 time: 0.2793534 Aug 31 00:49:28.580543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacde5a-ec00-4536-b83a-b7bc50464696 req-dd9b855a-cfd9-4aa5-9caa-ac258db08190 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:28.600015 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eeacde5a-ec00-4536-b83a-b7bc50464696 req-dd9b855a-cfd9-4aa5-9caa-ac258db08190 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1134915 Aug 31 00:49:28.663727 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7822dc81-7132-4469-a7fb-00b18e8c708c req-b99ed195-e772-40b0-9bf2-d6380fb3da64 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8107066 Aug 31 00:49:28.767877 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eeacde5a-ec00-4536-b83a-b7bc50464696 req-f165503a-b9aa-4758-ae16-be0383475020 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683991 Aug 31 00:49:28.806258 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-069b0158-af06-423b-9b27-59d33f6c7d41 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:28.848009 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-069b0158-af06-423b-9b27-59d33f6c7d41 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Transition to ACTIVE for port object db908baa-0b14-4bf9-bd74-296c6165dbde will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:49:29.053097 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-069b0158-af06-423b-9b27-59d33f6c7d41 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:29.077814 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['11012e02-592c-4ec1-a45a-1f4275e2c5c3', '3298cd05-ac5e-428e-abee-19b14d8a4d33'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:49:29.086005 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['0f798366-cccb-4ad0-9068-988645efeb31', 'f9050f2a-fd6e-46df-bf89-71b2dd3959cd', '29124473-ddf7-4efa-80ed-8e41bf498930', 'bed11c88-e3c5-47b2-b62f-67f4d435dde2'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:49:29.228611 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b0158-af06-423b-9b27-59d33f6c7d41 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Pushing event updated for resources: {'Port': ['ID=db908baa-0b14-4bf9-bd74-296c6165dbde,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:29.286333 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d0492-5732-474e-be9d-50a5738ce424 req-1f713451-2153-4f48-be45-434af3faa9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:29.286333 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d61d0492-5732-474e-be9d-50a5738ce424 req-1f713451-2153-4f48-be45-434af3faa9f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=142a4f679f1a4c2cb8822fd9a116c245&device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 1100 time: 0.3409510 Aug 31 00:49:29.304166 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-069b0158-af06-423b-9b27-59d33f6c7d41 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:49:29.317162 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-069b0158-af06-423b-9b27-59d33f6c7d41 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:49:29.357161 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-069b0158-af06-423b-9b27-59d33f6c7d41 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:49:29.375860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9916a5-0f76-4889-b8ad-07435406ec80 req-5f7279c7-bb93-4fb0-82a4-ce6378cb2812 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:29.383408 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1c9916a5-0f76-4889-b8ad-07435406ec80 req-5f7279c7-bb93-4fb0-82a4-ce6378cb2812 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 945 time: 0.3669469 Aug 31 00:49:29.540389 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-069b0158-af06-423b-9b27-59d33f6c7d41 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:29.541363 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-069b0158-af06-423b-9b27-59d33f6c7d41 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:29.693180 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1c9916a5-0f76-4889-b8ad-07435406ec80 req-c424eb15-7cd1-4993-808a-2fe7bb08c07a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746925 Aug 31 00:49:29.737983 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d0492-5732-474e-be9d-50a5738ce424 req-dd7a4d9e-439e-4ad1-a6ed-f608a45e2026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:29.740671 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d61d0492-5732-474e-be9d-50a5738ce424 req-dd7a4d9e-439e-4ad1-a6ed-f608a45e2026 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.4513454 Aug 31 00:49:29.779264 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-069b0158-af06-423b-9b27-59d33f6c7d41 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4648976 Aug 31 00:49:29.792004 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfc30b-e320-41a6-be4f-38b119d146ac req-f1f90413-c05c-4039-b355-ec84b7c81ad4 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:29.795663 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bedfc30b-e320-41a6-be4f-38b119d146ac req-f1f90413-c05c-4039-b355-ec84b7c81ad4 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 948 time: 0.2032182 Aug 31 00:49:29.854338 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Request body: {'port': {'device_id': 'b0cfa284-e32e-4db9-8263-3c2997cfc537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:30.002099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bedfc30b-e320-41a6-be4f-38b119d146ac req-9a912b70-856a-4472-aa19-2bcc01bc0bd6 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/security-groups?id=78917706-0637-47e1-bd3e-bdc8669da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792014 Aug 31 00:49:30.145129 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d61d0492-5732-474e-be9d-50a5738ce424 req-d27c8b7f-e1c8-4de0-9c31-bf744c3ce2fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=30edc53e-9516-49b6-a418-e0704072cb68 HTTP/1.1" status: 200 len: 217 time: 0.3389184 Aug 31 00:49:30.781925 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d0492-5732-474e-be9d-50a5738ce424 req-7f8694fb-9f2c-4dbf-a623-d6a721d1aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:30.781925 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d61d0492-5732-474e-be9d-50a5738ce424 req-7f8694fb-9f2c-4dbf-a623-d6a721d1aea6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.2206602 Aug 31 00:49:30.781925 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:30.781925 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fb23e-95fb-457d-96ae-ebffc1ccc527 req-f2c29512-1916-4c46-9de0-f8e148b0d124 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:30.781925 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-336fb23e-95fb-457d-96ae-ebffc1ccc527 req-f2c29512-1916-4c46-9de0-f8e148b0d124 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 936 time: 0.2469814 Aug 31 00:49:30.796130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0072c-edc6-41c9-8d3c-64ed1995cb75 req-46ef7ec5-aca4-45f1-8ad1-385525e07274 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:30.796130 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13b0072c-edc6-41c9-8d3c-64ed1995cb75 req-46ef7ec5-aca4-45f1-8ad1-385525e07274 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.0667126 Aug 31 00:49:30.798054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 963e01ab-7ec9-4667-88e0-0b4375dd1745 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:49:30.798054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 963e01ab-7ec9-4667-88e0-0b4375dd1745 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:49:30.798993 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13b0072c-edc6-41c9-8d3c-64ed1995cb75 req-53905c9d-f885-4ba4-88dd-f6d1bbe5b32d tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466545 Aug 31 00:49:30.800107 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-336fb23e-95fb-457d-96ae-ebffc1ccc527 req-fcc4e5d6-7311-429b-a13c-f7d47d28f20f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280067 Aug 31 00:49:30.800107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d0492-5732-474e-be9d-50a5738ce424 req-e4718404-9bd3-4a52-a185-e4fedaa4e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:30.800107 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d61d0492-5732-474e-be9d-50a5738ce424 req-e4718404-9bd3-4a52-a185-e4fedaa4e992 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2009184 Aug 31 00:49:30.836810 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:30.856586 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 963e01ab-7ec9-4667-88e0-0b4375dd1745, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=963e01ab-7ec9-4667-88e0-0b4375dd1745,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:30.913984 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '963e01ab-7ec9-4667-88e0-0b4375dd1745', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '963e01ab-7ec9-4667-88e0-0b4375dd1745', 'mac_address': 'fa:16:3e:3d:26:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:49:30.957999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bf543f-7680-4cd5-8af3-3ee27636e5f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '963e01ab-7ec9-4667-88e0-0b4375dd1745'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:30.961796 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9ac2bc-eb56-4079-a802-329748ecf59b" -d '{"events": [{"server_uuid": "d4bf543f-7680-4cd5-8af3-3ee27636e5f9", "name": "network-vif-unplugged", "status": "completed", "tag": "963e01ab-7ec9-4667-88e0-0b4375dd1745"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:31.035111 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ff584253-d79d-4e9c-822f-f132afe677ad None None] Provisioning for port db908baa-0b14-4bf9-bd74-296c6165dbde completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:49:31.041017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 963e01ab-7ec9-4667-88e0-0b4375dd1745, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=963e01ab-7ec9-4667-88e0-0b4375dd1745,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:31.087835 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65841af2-9145-46ed-b5fc-8b70cf3c4065 x-openstack-request-id: req-65841af2-9145-46ed-b5fc-8b70cf3c4065 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:31.088254 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bf543f-7680-4cd5-8af3-3ee27636e5f9", "name": "network-vif-unplugged", "status": "completed", "tag": "963e01ab-7ec9-4667-88e0-0b4375dd1745", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:31.088637 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65841af2-9145-46ed-b5fc-8b70cf3c4065 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:31.089276 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bf543f-7680-4cd5-8af3-3ee27636e5f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '963e01ab-7ec9-4667-88e0-0b4375dd1745', 'code': 200} Aug 31 00:49:31.093284 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ff584253-d79d-4e9c-822f-f132afe677ad None None] Provisioning complete for port db908baa-0b14-4bf9-bd74-296c6165dbde triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:31.093854 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff584253-d79d-4e9c-822f-f132afe677ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:31.163460 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:31.166429 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:31.197029 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d61d0492-5732-474e-be9d-50a5738ce424 req-c63dbf07-80ca-4aed-8ce9-58be3e1c3838 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096878 Aug 31 00:49:31.327767 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 963e01ab-7ec9-4667-88e0-0b4375dd1745 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:49:31.356371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ff584253-d79d-4e9c-822f-f132afe677ad None None] Port db908baa-0b14-4bf9-bd74-296c6165dbde cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:49:31.387221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257eef-2428-4b3b-9bc3-1df998d6e07e req-2695815d-be6a-4962-ad12-665efd81aaea tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:31.399545 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b9257eef-2428-4b3b-9bc3-1df998d6e07e req-2695815d-be6a-4962-ad12-665efd81aaea tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 948 time: 0.1572382 Aug 31 00:49:31.521907 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b9257eef-2428-4b3b-9bc3-1df998d6e07e req-ec5007b8-1645-460b-ae61-07631cf71e4b tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/security-groups?id=78917706-0637-47e1-bd3e-bdc8669da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057661 Aug 31 00:49:31.616635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01817c8f-4ef8-4853-bf13-61cb6fa2de8c req-3e70d4f4-b848-4851-8533-50677643d012 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:31.618843 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-01817c8f-4ef8-4853-bf13-61cb6fa2de8c req-3e70d4f4-b848-4851-8533-50677643d012 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 945 time: 0.7056346 Aug 31 00:49:31.709277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=963e01ab-7ec9-4667-88e0-0b4375dd1745,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:31.750867 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 00:49:31.751257 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:49:31.869144 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-01817c8f-4ef8-4853-bf13-61cb6fa2de8c req-d7533b7e-1b27-466e-8edb-769d4e4fa4f1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352264 Aug 31 00:49:31.914922 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d61d0492-5732-474e-be9d-50a5738ce424 req-281d54aa-2c84-424a-9259-7cb464f56403 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6885231 Aug 31 00:49:32.211211 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db908baa-0b14-4bf9-bd74-296c6165dbde {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:49:32.230222 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:32.277345 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6bffc-9906-47e8-86c8-b7058f9b6754 req-1cca0c73-0844-4830-a83e-e540a87b6e75 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:32.279012 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-34d6bffc-9906-47e8-86c8-b7058f9b6754 req-1cca0c73-0844-4830-a83e-e540a87b6e75 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 936 time: 0.1836903 Aug 31 00:49:32.280163 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Transition to ACTIVE for port object db908baa-0b14-4bf9-bd74-296c6165dbde will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:49:32.323271 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:32.342221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45d5b7-3241-4cb1-a363-2c4020e3d094 req-8b253401-1413-49a7-9d09-1c6f1f2fa05b tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:32.353808 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f45d5b7-3241-4cb1-a363-2c4020e3d094 req-8b253401-1413-49a7-9d09-1c6f1f2fa05b tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 948 time: 0.1910381 Aug 31 00:49:32.354800 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963e01ab-7ec9-4667-88e0-0b4375dd1745 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:49:32.361881 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:32.406315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 963e01ab-7ec9-4667-88e0-0b4375dd1745, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=963e01ab-7ec9-4667-88e0-0b4375dd1745,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:32.409173 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 30edc53e-9516-49b6-a418-e0704072cb68 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:49:32.428486 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f45d5b7-3241-4cb1-a363-2c4020e3d094 req-21c5b115-45be-42da-8b20-080ba2499b4c tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718219 Aug 31 00:49:32.461980 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Pushing event updated for resources: {'Port': ['ID=db908baa-0b14-4bf9-bd74-296c6165dbde,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:32.473371 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-34d6bffc-9906-47e8-86c8-b7058f9b6754 req-5e3b1c86-5564-47b5-aaa2-7eafc79f32d0 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744895 Aug 31 00:49:32.493600 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:32.725475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74028010-889d-4744-8ad3-8116fe9a6ec6 req-c3a578de-74f9-446b-9b5c-b4dc77608f8e tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:32.748617 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-74028010-889d-4744-8ad3-8116fe9a6ec6 req-c3a578de-74f9-446b-9b5c-b4dc77608f8e tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 1097 time: 0.1558449 Aug 31 00:49:32.800228 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-74028010-889d-4744-8ad3-8116fe9a6ec6 req-b27d8a3b-61b7-4631-8d1a-ee877cd38c57 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492713 Aug 31 00:49:32.859375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 30edc53e-9516-49b6-a418-e0704072cb68, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=30edc53e-9516-49b6-a418-e0704072cb68,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:32.859701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Attempting to bind port db908baa-0b14-4bf9-bd74-296c6165dbde on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:49:32.859701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Attempting to bind port db908baa-0b14-4bf9-bd74-296c6165dbde by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:49:32.859701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Attempting to bind port db908baa-0b14-4bf9-bd74-296c6165dbde on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:32.874596 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Port db908baa-0b14-4bf9-bd74-296c6165dbde on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:49:32.875668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Attempting to bind port db908baa-0b14-4bf9-bd74-296c6165dbde on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:32.904795 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:49:32.909040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:49:32.917004 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:49:32.917942 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Bound port: db908baa-0b14-4bf9-bd74-296c6165dbde, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:49:32.918577 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:32.957768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '30edc53e-9516-49b6-a418-e0704072cb68', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '30edc53e-9516-49b6-a418-e0704072cb68', 'mac_address': 'fa:16:3e:0f:86:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:49:32.961299 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=963e01ab-7ec9-4667-88e0-0b4375dd1745,revision_number=10']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:32.977961 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['963e01ab-7ec9-4667-88e0-0b4375dd1745'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:49:33.012761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5263fc0-87a1-4f75-9eeb-393efb66338f req-17d9f8f7-9f98-43df-a66f-2ae63a7f8f5e tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:33.019887 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c5263fc0-87a1-4f75-9eeb-393efb66338f req-17d9f8f7-9f98-43df-a66f-2ae63a7f8f5e tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 948 time: 0.2406158 Aug 31 00:49:33.175284 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c5263fc0-87a1-4f75-9eeb-393efb66338f req-33a2bfa9-0cd1-4b3a-bae4-9fffaf766a5c tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/security-groups?id=78917706-0637-47e1-bd3e-bdc8669da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216381 Aug 31 00:49:33.262893 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] For port db908baa-0b14-4bf9-bd74-296c6165dbde, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:49:33.280596 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] For port db908baa-0b14-4bf9-bd74-296c6165dbde, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=db908baa-0b14-4bf9-bd74-296c6165dbde,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:49:33.355650 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:33.390876 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:33.473974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:33.475381 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:33.478949 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] 10.222.0.41 "PUT /v2.0/ports/db908baa-0b14-4bf9-bd74-296c6165dbde HTTP/1.1" status: 200 len: 1097 time: 3.6670609 Aug 31 00:49:33.487121 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0cfa284-e32e-4db9-8263-3c2997cfc537', 'tag': 'db908baa-0b14-4bf9-bd74-296c6165dbde'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:33.494736 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0024a8-0152-47cf-86e6-e75ef127d88a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0cfa284-e32e-4db9-8263-3c2997cfc537", "tag": "db908baa-0b14-4bf9-bd74-296c6165dbde"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:33.602930 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce162d8-f3ef-43ba-a931-b14923bf3445 service neutron] Pushing event updated for resources: {'Port': ['ID=db908baa-0b14-4bf9-bd74-296c6165dbde,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:33.698555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30edc53e-9516-49b6-a418-e0704072cb68 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:49:33.734129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849718e-2d0e-4bde-9267-c39e8a0302a4 req-673fed0d-5b0e-48dd-878c-eac6d3953e14 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:33.743704 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b849718e-2d0e-4bde-9267-c39e8a0302a4 req-673fed0d-5b0e-48dd-878c-eac6d3953e14 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1429558 Aug 31 00:49:33.831886 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b849718e-2d0e-4bde-9267-c39e8a0302a4 req-b39d93e4-2a7b-4eb2-b2f7-0c30f6e85fe8 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800166 Aug 31 00:49:33.881388 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-d556c940-e7ad-4d92-9989-3c1003a99b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:33.887406 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-d556c940-e7ad-4d92-9989-3c1003a99b6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 1100 time: 0.2189662 Aug 31 00:49:33.900635 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 30edc53e-9516-49b6-a418-e0704072cb68, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=30edc53e-9516-49b6-a418-e0704072cb68,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:33.934809 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404ca8c3-a098-4352-a429-4a4d53cf8946 x-openstack-request-id: req-404ca8c3-a098-4352-a429-4a4d53cf8946 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:33.938842 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0cfa284-e32e-4db9-8263-3c2997cfc537", "tag": "db908baa-0b14-4bf9-bd74-296c6165dbde", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:33.939779 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-404ca8c3-a098-4352-a429-4a4d53cf8946 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:33.946046 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0cfa284-e32e-4db9-8263-3c2997cfc537', 'tag': 'db908baa-0b14-4bf9-bd74-296c6165dbde', 'status': 'completed', 'code': 200} Aug 31 00:49:34.077849 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:34.084889 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-e0732d60-0ee3-4a0e-afd2-420d376089d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=db908baa-0b14-4bf9-bd74-296c6165dbde HTTP/1.1" status: 200 len: 217 time: 0.1856928 Aug 31 00:49:34.106137 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a684387-6615-4302-9465-1a8d59a7cc2f req-5ffea87b-da2b-472a-be98-ad469202f9f5 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:34.124349 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a684387-6615-4302-9465-1a8d59a7cc2f req-5ffea87b-da2b-472a-be98-ad469202f9f5 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 948 time: 0.1230950 Aug 31 00:49:34.211454 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a684387-6615-4302-9465-1a8d59a7cc2f req-a01b0e0c-79f7-4183-a7ed-e8bdb8fc7ac0 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816152 Aug 31 00:49:34.249171 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-da5ff32f-9816-4b1d-b3eb-f3123517922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:34.260387 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-da5ff32f-9816-4b1d-b3eb-f3123517922b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1619689 Aug 31 00:49:34.414711 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c718e197-5412-4420-a9e0-ccc6ac8e16e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:34.425175 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['30edc53e-9516-49b6-a418-e0704072cb68'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:49:34.472230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-d02fa2c7-aa6f-4c2c-9fef-2f75297f9976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:34.483634 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-d02fa2c7-aa6f-4c2c-9fef-2f75297f9976 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2145934 Aug 31 00:49:34.507250 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=30edc53e-9516-49b6-a418-e0704072cb68,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:34.642426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe8636-9ffe-4dd2-a582-718ffc3a93b9 req-f35834a2-7ae0-4c5c-bbbd-b9ddba6e8dd3 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:34.645757 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-afbe8636-9ffe-4dd2-a582-718ffc3a93b9 req-f35834a2-7ae0-4c5c-bbbd-b9ddba6e8dd3 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 949 time: 0.1299622 Aug 31 00:49:34.751353 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-f94d9c91-ae61-40fa-9f59-1dbd30719009 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586687 Aug 31 00:49:34.751633 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-afbe8636-9ffe-4dd2-a582-718ffc3a93b9 req-7ca63250-c3cd-49a1-8280-db542c6e9eb1 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/security-groups?id=78917706-0637-47e1-bd3e-bdc8669da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925143 Aug 31 00:49:35.048551 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c6368bce-b73d-4a0b-86d8-8c96c33c1156 req-b835b759-34ba-432f-b9f4-ed35821426fd service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711897 Aug 31 00:49:35.243324 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1360c-0ca9-4163-bcd9-11dc23168ca3 req-da84def9-406c-4463-9f9c-cbd1ab62a262 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:35.246262 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-20f1360c-0ca9-4163-bcd9-11dc23168ca3 req-da84def9-406c-4463-9f9c-cbd1ab62a262 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1890030 Aug 31 00:49:35.284169 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0024a8-0152-47cf-86e6-e75ef127d88a req-0229ce4c-ce1e-45c4-8237-92859c40b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:35.289487 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c0024a8-0152-47cf-86e6-e75ef127d88a req-0229ce4c-ce1e-45c4-8237-92859c40b5b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 1100 time: 0.0820518 Aug 31 00:49:35.349948 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-20f1360c-0ca9-4163-bcd9-11dc23168ca3 req-ae87ea7a-3fc2-45ef-92d9-b93e0ed52f2c tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942378 Aug 31 00:49:35.547568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0024a8-0152-47cf-86e6-e75ef127d88a req-3d432961-88ff-4987-8b53-dacdd733f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:35.556799 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c0024a8-0152-47cf-86e6-e75ef127d88a req-3d432961-88ff-4987-8b53-dacdd733f4b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.2539711 Aug 31 00:49:35.723630 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb5b25-ea1a-42b8-aa1f-8b8acaba6ad7 req-b2b5b84b-1d56-47df-ad4a-5e25c48d567e tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:35.726113 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c0024a8-0152-47cf-86e6-e75ef127d88a req-ee6d8287-16b5-41d6-bd8e-b7a6e4d4c0a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=db908baa-0b14-4bf9-bd74-296c6165dbde HTTP/1.1" status: 200 len: 217 time: 0.1559620 Aug 31 00:49:35.728187 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-defb5b25-ea1a-42b8-aa1f-8b8acaba6ad7 req-b2b5b84b-1d56-47df-ad4a-5e25c48d567e tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 948 time: 0.2232134 Aug 31 00:49:35.796802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0024a8-0152-47cf-86e6-e75ef127d88a req-4b9739e1-5cb7-4e0e-b5b1-3e6ec9029f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:35.798589 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c0024a8-0152-47cf-86e6-e75ef127d88a req-4b9739e1-5cb7-4e0e-b5b1-3e6ec9029f89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0648422 Aug 31 00:49:35.878316 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-defb5b25-ea1a-42b8-aa1f-8b8acaba6ad7 req-5d5259ed-ab38-427f-b50a-de667a7f9ac7 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377926 Aug 31 00:49:35.936896 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0024a8-0152-47cf-86e6-e75ef127d88a req-d55cbfd6-3ed7-489c-945d-6656830a8c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:35.938936 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c0024a8-0152-47cf-86e6-e75ef127d88a req-d55cbfd6-3ed7-489c-945d-6656830a8c35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1297417 Aug 31 00:49:36.160483 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88335248-f43d-45f7-8087-7abb55d7dd66 req-284b432c-5b75-4120-b6cb-78b2e1b94299 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:36.169663 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-88335248-f43d-45f7-8087-7abb55d7dd66 req-284b432c-5b75-4120-b6cb-78b2e1b94299 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 949 time: 0.1451161 Aug 31 00:49:36.193956 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c0024a8-0152-47cf-86e6-e75ef127d88a req-e416c627-8372-47c7-a2cf-96c20ce01815 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335145 Aug 31 00:49:36.303955 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-88335248-f43d-45f7-8087-7abb55d7dd66 req-d12b9c65-21f0-4044-8bbf-c91cffd2bd31 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/security-groups?id=78917706-0637-47e1-bd3e-bdc8669da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331856 Aug 31 00:49:36.414428 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c0024a8-0152-47cf-86e6-e75ef127d88a req-41c95d2a-96ae-46cf-9d56-58791fb88061 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026770 Aug 31 00:49:36.444126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 30edc53e-9516-49b6-a418-e0704072cb68 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:49:36.592578 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 963e01ab-7ec9-4667-88e0-0b4375dd1745 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:49:36.708470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 963e01ab-7ec9-4667-88e0-0b4375dd1745 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:36.709779 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:36.731280 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b4280-dd12-4052-82f4-0952f446be47 req-0d148724-c455-43e7-9f5c-3a004965fb67 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:36.775917 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-509b4280-dd12-4052-82f4-0952f446be47 req-0d148724-c455-43e7-9f5c-3a004965fb67 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 950 time: 0.1797395 Aug 31 00:49:36.808355 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:36.819097 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:36.827141 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:36.829048 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 30edc53e-9516-49b6-a418-e0704072cb68 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:49:36.837542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 30edc53e-9516-49b6-a418-e0704072cb68 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:36.837944 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:36.887206 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-509b4280-dd12-4052-82f4-0952f446be47 req-441ebb82-31a2-4b8f-825b-66de4f3dd9cc tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096845 Aug 31 00:49:36.901967 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e68644ea-184f-4887-a8be-863ac20152e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:36.901967 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:36.946738 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bf543f-7680-4cd5-8af3-3ee27636e5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963e01ab-7ec9-4667-88e0-0b4375dd1745'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:36.948452 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78b45c6-416b-4527-b36b-1fc5fa57e3d4" -d '{"events": [{"server_uuid": "d4bf543f-7680-4cd5-8af3-3ee27636e5f9", "name": "network-vif-plugged", "status": "completed", "tag": "963e01ab-7ec9-4667-88e0-0b4375dd1745"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:36.984047 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 963e01ab-7ec9-4667-88e0-0b4375dd1745, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=963e01ab-7ec9-4667-88e0-0b4375dd1745,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:36.999536 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:37.085676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 30edc53e-9516-49b6-a418-e0704072cb68, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=30edc53e-9516-49b6-a418-e0704072cb68,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:37.087931 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:37.189969 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:37.249970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=963e01ab-7ec9-4667-88e0-0b4375dd1745,revision_number=11']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:37.255974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab5456-951d-4536-a32a-44ba78952f4c req-72784dbe-82ce-4583-b781-7a1aad9cccab tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:37.275505 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ceab5456-951d-4536-a32a-44ba78952f4c req-72784dbe-82ce-4583-b781-7a1aad9cccab tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 948 time: 0.1652722 Aug 31 00:49:37.429259 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ceab5456-951d-4536-a32a-44ba78952f4c req-cd4adfb8-b34b-4470-9421-bbbd1ec87bde tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482377 Aug 31 00:49:37.441311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=30edc53e-9516-49b6-a418-e0704072cb68,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:37.535083 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a527cd7c-6616-4fb2-8f0f-017727d88033 x-openstack-request-id: req-a527cd7c-6616-4fb2-8f0f-017727d88033 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:37.536023 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bf543f-7680-4cd5-8af3-3ee27636e5f9", "name": "network-vif-plugged", "status": "completed", "tag": "963e01ab-7ec9-4667-88e0-0b4375dd1745", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:37.536430 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a527cd7c-6616-4fb2-8f0f-017727d88033 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:37.537852 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bf543f-7680-4cd5-8af3-3ee27636e5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963e01ab-7ec9-4667-88e0-0b4375dd1745', 'code': 200} Aug 31 00:49:37.730549 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941e6f5-99d8-453d-9d91-0818aafc1a26 req-9ed0f990-701a-4139-9351-1898e4a7a76f tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:37.731836 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c941e6f5-99d8-453d-9d91-0818aafc1a26 req-9ed0f990-701a-4139-9351-1898e4a7a76f tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 950 time: 0.0738068 Aug 31 00:49:37.756476 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a328df6-1fb8-4057-8981-66abf14c62d1 req-903d0444-fa42-4926-af5b-4f0f9a3a4970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:37.759060 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a328df6-1fb8-4057-8981-66abf14c62d1 req-903d0444-fa42-4926-af5b-4f0f9a3a4970 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 1103 time: 0.0662310 Aug 31 00:49:37.807643 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c941e6f5-99d8-453d-9d91-0818aafc1a26 req-74c4fea9-f731-4105-a57b-19070e5ba995 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/security-groups?id=78917706-0637-47e1-bd3e-bdc8669da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675659 Aug 31 00:49:37.817065 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a328df6-1fb8-4057-8981-66abf14c62d1 req-db297dc4-f4a7-45cd-8268-0db10292215b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499463 Aug 31 00:49:38.031922 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fff61d-7c89-4bd1-9ab0-814875f91b74 req-e77594b0-31c0-4002-984f-05852e4f0331 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:38.033391 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-92fff61d-7c89-4bd1-9ab0-814875f91b74 req-e77594b0-31c0-4002-984f-05852e4f0331 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 951 time: 0.0555155 Aug 31 00:49:38.317096 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-92fff61d-7c89-4bd1-9ab0-814875f91b74 req-83d6efe1-649d-46a3-abdd-2c240c3b1902 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693996 Aug 31 00:49:38.347380 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:38.439986 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device db908baa-0b14-4bf9-bd74-296c6165dbde details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:49:38.766853 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port db908baa-0b14-4bf9-bd74-296c6165dbde, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=db908baa-0b14-4bf9-bd74-296c6165dbde,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:38.793643 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'db908baa-0b14-4bf9-bd74-296c6165dbde', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': 'db908baa-0b14-4bf9-bd74-296c6165dbde', 'mac_address': 'fa:16:3e:76:bb:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:49:38.857333 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35080) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:38.862663 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd9124-95c5-4372-9c62-dba75028569d req-f92dd122-6f6e-4fdf-8bfe-ecc92ac4889a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:38.866097 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:38.866582 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b5dd9124-95c5-4372-9c62-dba75028569d req-f92dd122-6f6e-4fdf-8bfe-ecc92ac4889a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 948 time: 0.1377265 Aug 31 00:49:38.893369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db908baa-0b14-4bf9-bd74-296c6165dbde {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:49:38.923993 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b5dd9124-95c5-4372-9c62-dba75028569d req-d84f90c7-9ef6-4e51-9a0b-166658c23214 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496991 Aug 31 00:49:38.933484 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port db908baa-0b14-4bf9-bd74-296c6165dbde, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=db908baa-0b14-4bf9-bd74-296c6165dbde,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:39.034942 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:39.124307 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-49743024-c1ab-4100-b046-f504b1b36d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:39.151225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=db908baa-0b14-4bf9-bd74-296c6165dbde,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:39.264201 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-49743024-c1ab-4100-b046-f504b1b36d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:39.315778 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795819c-f32a-470c-8101-55445d282433 req-f4a11f6d-5d43-4862-bcf2-f96fab7cbb79 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:39.318371 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c795819c-f32a-470c-8101-55445d282433 req-f4a11f6d-5d43-4862-bcf2-f96fab7cbb79 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 950 time: 0.1175394 Aug 31 00:49:39.353885 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-49743024-c1ab-4100-b046-f504b1b36d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:39.365415 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c795819c-f32a-470c-8101-55445d282433 req-8d861d0a-2904-4095-a74b-d852b9e95daa tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/security-groups?id=78917706-0637-47e1-bd3e-bdc8669da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388672 Aug 31 00:49:39.421272 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49743024-c1ab-4100-b046-f504b1b36d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c21afb2-c76f-4f20-9f16-33364fb6c7c6,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:39.429517 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-49743024-c1ab-4100-b046-f504b1b36d3d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=952bbaeb54e54b8a9704e97dd6aee5b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5707414 Aug 31 00:49:39.433037 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35096) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:39.492299 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['db908baa-0b14-4bf9-bd74-296c6165dbde'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:49:39.542559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2176c4-7ce0-4dee-9f66-b1890008a378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30edc53e-9516-49b6-a418-e0704072cb68'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:39.547324 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6068c2-c451-4684-8ccd-c817a214cb0a" -d '{"events": [{"server_uuid": "7e2176c4-7ce0-4dee-9f66-b1890008a378", "name": "network-vif-plugged", "status": "completed", "tag": "30edc53e-9516-49b6-a418-e0704072cb68"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:39.564565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18eb91-1d7f-40b4-a79c-8cd9d21803d5 req-1c588fbe-698a-4454-96f2-4b94d7adee37 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:39.566919 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f18eb91-1d7f-40b4-a79c-8cd9d21803d5 req-1c588fbe-698a-4454-96f2-4b94d7adee37 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 951 time: 0.1021235 Aug 31 00:49:39.573658 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09dcf8dc-4815-48a2-8f74-c9fd9ee89ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:39.629612 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b7f76b-8a23-451b-8594-eb9da61c0838 x-openstack-request-id: req-92b7f76b-8a23-451b-8594-eb9da61c0838 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:39.630583 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2176c4-7ce0-4dee-9f66-b1890008a378", "name": "network-vif-plugged", "status": "completed", "tag": "30edc53e-9516-49b6-a418-e0704072cb68", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:39.631694 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92b7f76b-8a23-451b-8594-eb9da61c0838 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:39.632752 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2176c4-7ce0-4dee-9f66-b1890008a378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30edc53e-9516-49b6-a418-e0704072cb68', 'code': 200} Aug 31 00:49:39.637225 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f18eb91-1d7f-40b4-a79c-8cd9d21803d5 req-3931f3f4-c598-45cd-82d9-7a5444b7fbb7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597100 Aug 31 00:49:39.644841 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09dcf8dc-4815-48a2-8f74-c9fd9ee89ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:39.788924 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09dcf8dc-4815-48a2-8f74-c9fd9ee89ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:39.803920 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09dcf8dc-4815-48a2-8f74-c9fd9ee89ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:39.810190 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-09dcf8dc-4815-48a2-8f74-c9fd9ee89ad0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c21afb2-c76f-4f20-9f16-33364fb6c7c6 HTTP/1.1" status: 204 len: 168 time: 0.3744912 Aug 31 00:49:39.856736 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcf8dc-4815-48a2-8f74-c9fd9ee89ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c21afb2-c76f-4f20-9f16-33364fb6c7c6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:39.930265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456270a0-b1d1-4137-9f70-9648a26be14e req-b97d47f1-7554-42aa-a9f3-ece91633c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:39.932084 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-456270a0-b1d1-4137-9f70-9648a26be14e req-b97d47f1-7554-42aa-a9f3-ece91633c114 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 1102 time: 0.1765935 Aug 31 00:49:39.997918 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-456270a0-b1d1-4137-9f70-9648a26be14e req-d71af0b8-1f78-402d-b341-6962327dc161 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=78917706-0637-47e1-bd3e-bdc8669da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565178 Aug 31 00:49:40.051271 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:40.105292 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc73afa-8e0d-4d0d-ad5f-27376199174e req-822c4089-c086-4d71-8a18-6b898028b5b3 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:40.106822 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2dc73afa-8e0d-4d0d-ad5f-27376199174e req-822c4089-c086-4d71-8a18-6b898028b5b3 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 949 time: 0.0645864 Aug 31 00:49:40.171241 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2dc73afa-8e0d-4d0d-ad5f-27376199174e req-7b9bb6c4-b12e-4ff1-bcd4-c92d651d26c8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541668 Aug 31 00:49:40.432513 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8afdfd-3bd7-42e7-9679-fdcfbc7358c1 req-b65ecfe5-7872-4a3a-8518-37176ef54270 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:40.440798 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ea8afdfd-3bd7-42e7-9679-fdcfbc7358c1 req-b65ecfe5-7872-4a3a-8518-37176ef54270 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 1103 time: 0.0562775 Aug 31 00:49:40.487025 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ea8afdfd-3bd7-42e7-9679-fdcfbc7358c1 req-3bdb6070-d782-4a9a-92bf-f26539ee4efa tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435865 Aug 31 00:49:40.632756 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ffb0f-247a-4389-a24d-de8d88a82dad req-0f05bfcd-9273-450b-9623-1905b2cf69af tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:40.634340 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb5ffb0f-247a-4389-a24d-de8d88a82dad req-0f05bfcd-9273-450b-9623-1905b2cf69af tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 950 time: 0.0692666 Aug 31 00:49:40.711369 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb5ffb0f-247a-4389-a24d-de8d88a82dad req-caed8f92-dae5-4756-9f7d-e82256be86f8 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/security-groups?id=78917706-0637-47e1-bd3e-bdc8669da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632057 Aug 31 00:49:40.906075 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35160) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:40.924096 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-87a46c68-005b-43aa-b2e9-f8245d3e9f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:41.034039 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-87a46c68-005b-43aa-b2e9-f8245d3e9f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:41.119279 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-87a46c68-005b-43aa-b2e9-f8245d3e9f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:41.166072 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-87a46c68-005b-43aa-b2e9-f8245d3e9f9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a21d7143d599441381b92d3472c7e95d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586174 Aug 31 00:49:41.166950 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a46c68-005b-43aa-b2e9-f8245d3e9f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341bd239-9e18-47eb-8910-a77372338a0f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:41.168799 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35172) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:41.262638 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-591cec35-3a95-4e92-87a6-63c185f85844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:41.337110 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-591cec35-3a95-4e92-87a6-63c185f85844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:41.404883 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d308a-1400-411b-be4d-fa66fa8ddc9e req-ce942668-d199-4b99-b22f-73a0154ff5ca tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:41.406731 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-468d308a-1400-411b-be4d-fa66fa8ddc9e req-ce942668-d199-4b99-b22f-73a0154ff5ca tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 1103 time: 0.1109211 Aug 31 00:49:41.483335 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-468d308a-1400-411b-be4d-fa66fa8ddc9e req-cff3d348-b5af-49dd-b755-6f45e6a65ba9 tempest-ServersAdminTestJSON-497478585 tempest-ServersAdminTestJSON-497478585-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544114 Aug 31 00:49:41.504671 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-591cec35-3a95-4e92-87a6-63c185f85844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:41.510216 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-591cec35-3a95-4e92-87a6-63c185f85844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:41.519153 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-591cec35-3a95-4e92-87a6-63c185f85844 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/341bd239-9e18-47eb-8910-a77372338a0f HTTP/1.1" status: 204 len: 168 time: 0.3414624 Aug 31 00:49:41.523965 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cec35-3a95-4e92-87a6-63c185f85844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341bd239-9e18-47eb-8910-a77372338a0f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:41.626680 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c89e8e-fc1f-4b56-b76e-011689a3f380 req-8a4312fa-7ac8-4ef6-8a03-2a6860bb7f77 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:41.628507 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-03c89e8e-fc1f-4b56-b76e-011689a3f380 req-8a4312fa-7ac8-4ef6-8a03-2a6860bb7f77 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 949 time: 0.0723536 Aug 31 00:49:41.723079 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-03c89e8e-fc1f-4b56-b76e-011689a3f380 req-f64446c9-af0c-469a-a802-2e3a2b6345a3 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806041 Aug 31 00:49:41.923121 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113a8a0-c3e8-4ffa-843d-6dcd5c08ac67 req-a423685e-6eea-45bf-9026-f4f239dca75a tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:41.925574 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3113a8a0-c3e8-4ffa-843d-6dcd5c08ac67 req-a423685e-6eea-45bf-9026-f4f239dca75a tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 1097 time: 0.0518036 Aug 31 00:49:41.978504 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3113a8a0-c3e8-4ffa-843d-6dcd5c08ac67 req-a8ff249a-6395-4045-b835-2e48b920eb53 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409484 Aug 31 00:49:42.150732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b60ee1-f225-4d99-a77b-5431917e17dd req-c53de7f0-7741-41ed-8589-8ea185255920 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:42.158318 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63b60ee1-f225-4d99-a77b-5431917e17dd req-c53de7f0-7741-41ed-8589-8ea185255920 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 950 time: 0.0664639 Aug 31 00:49:42.207771 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63b60ee1-f225-4d99-a77b-5431917e17dd req-68c1ebe2-61ae-4e0c-ba18-4343e0c1d515 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/security-groups?id=78917706-0637-47e1-bd3e-bdc8669da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479481 Aug 31 00:49:42.471661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device db908baa-0b14-4bf9-bd74-296c6165dbde up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:49:42.668030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port db908baa-0b14-4bf9-bd74-296c6165dbde completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:49:42.674581 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port db908baa-0b14-4bf9-bd74-296c6165dbde triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:42.675178 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:42.948344 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:42.988459 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0cfa284-e32e-4db9-8263-3c2997cfc537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db908baa-0b14-4bf9-bd74-296c6165dbde'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:42.988801 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61567427-4a87-4846-8083-5948b7f620aa" -d '{"events": [{"server_uuid": "b0cfa284-e32e-4db9-8263-3c2997cfc537", "name": "network-vif-plugged", "status": "completed", "tag": "db908baa-0b14-4bf9-bd74-296c6165dbde"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:43.008614 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port db908baa-0b14-4bf9-bd74-296c6165dbde, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=db908baa-0b14-4bf9-bd74-296c6165dbde,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:43.064617 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2a998-af29-4752-8c02-7555b17d45b0 req-a386b164-5c73-4839-84c0-59c123dc14fd tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:43.066363 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0e2a998-af29-4752-8c02-7555b17d45b0 req-a386b164-5c73-4839-84c0-59c123dc14fd tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 949 time: 0.0806708 Aug 31 00:49:43.118012 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:43.158490 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0e2a998-af29-4752-8c02-7555b17d45b0 req-e6002d97-51be-4d36-8dda-b8b8f8fa1366 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799241 Aug 31 00:49:43.367046 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=db908baa-0b14-4bf9-bd74-296c6165dbde,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:43.409301 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47676e-2c0f-4854-adc8-7046a052835d req-0b67c060-2a00-4129-88d1-28c2e715b7d1 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:43.421336 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd47676e-2c0f-4854-adc8-7046a052835d req-0b67c060-2a00-4129-88d1-28c2e715b7d1 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 950 time: 0.1036878 Aug 31 00:49:43.496452 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd47676e-2c0f-4854-adc8-7046a052835d req-f8ea21a3-a399-4e49-b379-4a1504545000 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738325 Aug 31 00:49:44.068084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43804820-36e3-4121-80aa-c654ba142d04 req-7d596e9a-eb48-44d9-a25e-437f0c2edebd tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:44.070299 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43804820-36e3-4121-80aa-c654ba142d04 req-7d596e9a-eb48-44d9-a25e-437f0c2edebd tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.48 "GET /v2.0/ports?device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 949 time: 0.0598211 Aug 31 00:49:44.355409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-43804820-36e3-4121-80aa-c654ba142d04 req-e990af4f-252d-46ed-b4e1-5bf3bcee2283 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Deleting port d5c41d98-9827-46f3-8141-263e97ed038f {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:49:44.356212 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-43804820-36e3-4121-80aa-c654ba142d04 req-e990af4f-252d-46ed-b4e1-5bf3bcee2283 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:44.408287 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-8e8a51bd-e5dc-4af6-a6ae-865c2dc73501 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:44.409781 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-8e8a51bd-e5dc-4af6-a6ae-865c2dc73501 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/networks?id=9c77090e-b903-4c13-bc86-93cf39e7cac9 HTTP/1.1" status: 200 len: 805 time: 0.2116280 Aug 31 00:49:44.474602 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-8aa83759-b766-4ee4-a66e-6c1a0ed95968 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/quotas/07bbb5e932ef4db09c89d25658c53fac HTTP/1.1" status: 200 len: 375 time: 0.0388761 Aug 31 00:49:44.540967 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-43804820-36e3-4121-80aa-c654ba142d04 req-e990af4f-252d-46ed-b4e1-5bf3bcee2283 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] For port d5c41d98-9827-46f3-8141-263e97ed038f, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d5c41d98-9827-46f3-8141-263e97ed038f,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:44.541355 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-43804820-36e3-4121-80aa-c654ba142d04 req-e990af4f-252d-46ed-b4e1-5bf3bcee2283 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:44.561769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 1f261e64-701b-4ca3-b8dd-9c4c6924f31a no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:49:44.579756 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-43804820-36e3-4121-80aa-c654ba142d04 req-e990af4f-252d-46ed-b4e1-5bf3bcee2283 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Calling delete_port for d5c41d98-9827-46f3-8141-263e97ed038f owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:49:44.615585 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-98c08304-ce60-4978-bd11-952792805656 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=07bbb5e932ef4db09c89d25658c53fac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1325228 Aug 31 00:49:44.661965 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93e2c4-2889-477e-b011-f480e0d54403 req-9f7dfa00-2f63-4f3a-b1cf-9aed3f76bad8 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:44.663849 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4b93e2c4-2889-477e-b011-f480e0d54403 req-9f7dfa00-2f63-4f3a-b1cf-9aed3f76bad8 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.48 "GET /v2.0/ports?device_id=925136e0-4618-4b44-b1b9-8eb35c0c2166 HTTP/1.1" status: 200 len: 945 time: 0.1335061 Aug 31 00:49:44.757048 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:44.860780 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=1f261e64-701b-4ca3-b8dd-9c4c6924f31a,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:44.971024 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:45.014382 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-0b0005f4-852f-4cbf-97c6-657fbde37868 service neutron] 10.222.0.16 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446004 Aug 31 00:49:45.103749 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=1f261e64-701b-4ca3-b8dd-9c4c6924f31a,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:45.173208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-4b93e2c4-2889-477e-b011-f480e0d54403 req-4f8cd6f4-7f7f-4bcd-bf5f-c73261f4467d tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Deleting port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:49:45.173800 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4b93e2c4-2889-477e-b011-f480e0d54403 req-4f8cd6f4-7f7f-4bcd-bf5f-c73261f4467d tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:45.269323 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-43804820-36e3-4121-80aa-c654ba142d04 req-e990af4f-252d-46ed-b4e1-5bf3bcee2283 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:45.270208 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-9f8c4ff9-0cb5-4d5a-94f0-06a60887b7c8 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:49:45.273915 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-9f8c4ff9-0cb5-4d5a-94f0-06a60887b7c8 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107954 Aug 31 00:49:45.287618 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['03046e22-7ac0-48a4-a1bc-6009eb6efaa2', 'd5c41d98-9827-46f3-8141-263e97ed038f', '963e01ab-7ec9-4667-88e0-0b4375dd1745'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:49:45.336558 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805633dc-6ac3-4933-817f-929231d216de req-9c092a80-f760-4d53-a0d6-0abe3afdd7bd tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:45.338327 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-9c092a80-f760-4d53-a0d6-0abe3afdd7bd tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/ports/17330b1f-d2d0-4cb3-a45e-7c962003447d HTTP/1.1" status: 200 len: 1094 time: 0.0503139 Aug 31 00:49:45.352456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-805633dc-6ac3-4933-817f-929231d216de req-a1d9589f-74f1-4b26-ad4d-e0819d1f5180 service neutron] Request body: {'binding': {'host': 'n-h1-793621-34', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:45.352924 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-805633dc-6ac3-4933-817f-929231d216de req-a1d9589f-74f1-4b26-ad4d-e0819d1f5180 service neutron] Unknown quota resources ['binding']. {{(pid=102343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 00:49:45.550322 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-805633dc-6ac3-4933-817f-929231d216de req-a1d9589f-74f1-4b26-ad4d-e0819d1f5180 service neutron] Attempting to bind port 17330b1f-d2d0-4cb3-a45e-7c962003447d on host n-h1-793621-34 for vnic_type normal with profile None {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:49:45.550769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-805633dc-6ac3-4933-817f-929231d216de req-a1d9589f-74f1-4b26-ad4d-e0819d1f5180 service neutron] Attempting to bind port 17330b1f-d2d0-4cb3-a45e-7c962003447d by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:49:45.551070 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805633dc-6ac3-4933-817f-929231d216de req-a1d9589f-74f1-4b26-ad4d-e0819d1f5180 service neutron] Attempting to bind port 17330b1f-d2d0-4cb3-a45e-7c962003447d on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:45.562648 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805633dc-6ac3-4933-817f-929231d216de req-a1d9589f-74f1-4b26-ad4d-e0819d1f5180 service neutron] Port 17330b1f-d2d0-4cb3-a45e-7c962003447d on network dffc61c4-1ac9-454f-80fe-3549f2de306f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:49:45.564886 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805633dc-6ac3-4933-817f-929231d216de req-a1d9589f-74f1-4b26-ad4d-e0819d1f5180 service neutron] Attempting to bind port 17330b1f-d2d0-4cb3-a45e-7c962003447d on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:45.574257 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805633dc-6ac3-4933-817f-929231d216de req-a1d9589f-74f1-4b26-ad4d-e0819d1f5180 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:49:45.575235 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805633dc-6ac3-4933-817f-929231d216de req-a1d9589f-74f1-4b26-ad4d-e0819d1f5180 service neutron] Checking segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:49:45.576502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805633dc-6ac3-4933-817f-929231d216de req-a1d9589f-74f1-4b26-ad4d-e0819d1f5180 service neutron] Bound using segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:49:45.577622 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-805633dc-6ac3-4933-817f-929231d216de req-a1d9589f-74f1-4b26-ad4d-e0819d1f5180 service neutron] Bound port: 17330b1f-d2d0-4cb3-a45e-7c962003447d, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:49:45.675231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990af4f-252d-46ed-b4e1-5bf3bcee2283 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Pushing event deleted for resources: {'Port': ['ID=d5c41d98-9827-46f3-8141-263e97ed038f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:45.701584 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-805633dc-6ac3-4933-817f-929231d216de req-a1d9589f-74f1-4b26-ad4d-e0819d1f5180 service neutron] For port 17330b1f-d2d0-4cb3-a45e-7c962003447d, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=17330b1f-d2d0-4cb3-a45e-7c962003447d,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:49:45.703824 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-ae649d1a-5297-4739-afb2-f0ff7dce66c2 service neutron] 10.222.0.16 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882370 Aug 31 00:49:45.794867 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-43804820-36e3-4121-80aa-c654ba142d04 req-e990af4f-252d-46ed-b4e1-5bf3bcee2283 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] No DVR routers for this DVR port d5c41d98-9827-46f3-8141-263e97ed038f on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:49:45.809035 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-43804820-36e3-4121-80aa-c654ba142d04 req-e990af4f-252d-46ed-b4e1-5bf3bcee2283 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:45.809035 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43804820-36e3-4121-80aa-c654ba142d04 req-e990af4f-252d-46ed-b4e1-5bf3bcee2283 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.48 "DELETE /v2.0/ports/d5c41d98-9827-46f3-8141-263e97ed038f HTTP/1.1" status: 204 len: 173 time: 1.7242856 Aug 31 00:49:45.809035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35eb313f-28a6-435a-8401-dc7a8a8b9ea3', 'name': 'network-vif-deleted', 'tag': 'd5c41d98-9827-46f3-8141-263e97ed038f'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:45.812948 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ca2f46-120b-4f70-92ee-b50ac812c640" -d '{"events": [{"server_uuid": "35eb313f-28a6-435a-8401-dc7a8a8b9ea3", "name": "network-vif-deleted", "tag": "d5c41d98-9827-46f3-8141-263e97ed038f"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:45.828621 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-805633dc-6ac3-4933-817f-929231d216de req-a1d9589f-74f1-4b26-ad4d-e0819d1f5180 service neutron] Notify callbacks [] for binding, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:45.830469 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-a1d9589f-74f1-4b26-ad4d-e0819d1f5180 service neutron] 10.222.0.16 "POST /v2.0/ports/17330b1f-d2d0-4cb3-a45e-7c962003447d/bindings HTTP/1.1" status: 201 len: 390 time: 0.4824002 Aug 31 00:49:45.861556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-4b93e2c4-2889-477e-b011-f480e0d54403 req-4f8cd6f4-7f7f-4bcd-bf5f-c73261f4467d tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] For port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=1f261e64-701b-4ca3-b8dd-9c4c6924f31a,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:45.862139 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4b93e2c4-2889-477e-b011-f480e0d54403 req-4f8cd6f4-7f7f-4bcd-bf5f-c73261f4467d tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:45.874773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43acf0-2237-4011-8bc5-f5d4f2e4d05c req-c42e0844-2239-42a2-9291-87905268da7f tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:45.878793 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb43acf0-2237-4011-8bc5-f5d4f2e4d05c req-c42e0844-2239-42a2-9291-87905268da7f tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 950 time: 0.1738434 Aug 31 00:49:45.888314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-4b93e2c4-2889-477e-b011-f480e0d54403 req-4f8cd6f4-7f7f-4bcd-bf5f-c73261f4467d tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Calling delete_port for 1f261e64-701b-4ca3-b8dd-9c4c6924f31a owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:49:46.072364 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e07e4e3-4a85-4509-880f-b8568fffd9c9 x-openstack-request-id: req-5e07e4e3-4a85-4509-880f-b8568fffd9c9 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:46.072914 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0cfa284-e32e-4db9-8263-3c2997cfc537", "name": "network-vif-plugged", "status": "completed", "tag": "db908baa-0b14-4bf9-bd74-296c6165dbde", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:46.073570 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e07e4e3-4a85-4509-880f-b8568fffd9c9 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:46.073856 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0cfa284-e32e-4db9-8263-3c2997cfc537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db908baa-0b14-4bf9-bd74-296c6165dbde', 'code': 200} Aug 31 00:49:46.124552 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-bb43acf0-2237-4011-8bc5-f5d4f2e4d05c req-0d90d7d9-6ea9-4976-9dcd-6a2ad593634e tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Deleting port 30edc53e-9516-49b6-a418-e0704072cb68 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:49:46.125119 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bb43acf0-2237-4011-8bc5-f5d4f2e4d05c req-0d90d7d9-6ea9-4976-9dcd-6a2ad593634e tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:46.298029 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e7e33-6e4f-40f7-82fa-cae1f8f66763 req-0dbc6774-ce7a-4110-9095-a3cdd89ccf91 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:46.301378 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-653e7e33-6e4f-40f7-82fa-cae1f8f66763 req-0dbc6774-ce7a-4110-9095-a3cdd89ccf91 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 950 time: 0.1200509 Aug 31 00:49:46.301657 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4b93e2c4-2889-477e-b011-f480e0d54403 req-4f8cd6f4-7f7f-4bcd-bf5f-c73261f4467d tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:46.385136 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cd6f4-7f7f-4bcd-bf5f-c73261f4467d tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Pushing event deleted for resources: {'Port': ['ID=1f261e64-701b-4ca3-b8dd-9c4c6924f31a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:46.402609 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-437aeffd-f276-4b8f-8b06-62d825af2485 req-65bf944e-bff9-4b39-937e-37f54d363bd6 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=35eb313f-28a6-435a-8401-dc7a8a8b9ea3 HTTP/1.1" status: 200 len: 210 time: 0.1294928 Aug 31 00:49:46.407519 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-653e7e33-6e4f-40f7-82fa-cae1f8f66763 req-34e9fff4-439d-49ab-87c8-d7b14184e879 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/security-groups?id=78917706-0637-47e1-bd3e-bdc8669da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529666 Aug 31 00:49:46.490690 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0ddbc-d81d-43b0-b1cb-5f2a8d754602 req-b9cc94d8-fb1c-4deb-9219-0709dffbb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:46.493888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b93e2c4-2889-477e-b011-f480e0d54403 req-4f8cd6f4-7f7f-4bcd-bf5f-c73261f4467d tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] No DVR routers for this DVR port 1f261e64-701b-4ca3-b8dd-9c4c6924f31a on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:49:46.496827 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08f0ddbc-d81d-43b0-b1cb-5f2a8d754602 req-b9cc94d8-fb1c-4deb-9219-0709dffbb00c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 1102 time: 0.1962786 Aug 31 00:49:46.503623 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4b93e2c4-2889-477e-b011-f480e0d54403 req-4f8cd6f4-7f7f-4bcd-bf5f-c73261f4467d tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:46.508179 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4b93e2c4-2889-477e-b011-f480e0d54403 req-4f8cd6f4-7f7f-4bcd-bf5f-c73261f4467d tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.48 "DELETE /v2.0/ports/1f261e64-701b-4ca3-b8dd-9c4c6924f31a HTTP/1.1" status: 204 len: 173 time: 1.8236763 Aug 31 00:49:46.544378 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-bb43acf0-2237-4011-8bc5-f5d4f2e4d05c req-0d90d7d9-6ea9-4976-9dcd-6a2ad593634e tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] For port 30edc53e-9516-49b6-a418-e0704072cb68, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=30edc53e-9516-49b6-a418-e0704072cb68,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:46.547680 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bb43acf0-2237-4011-8bc5-f5d4f2e4d05c req-0d90d7d9-6ea9-4976-9dcd-6a2ad593634e tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:46.605102 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-bb43acf0-2237-4011-8bc5-f5d4f2e4d05c req-0d90d7d9-6ea9-4976-9dcd-6a2ad593634e tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Calling delete_port for 30edc53e-9516-49b6-a418-e0704072cb68 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:49:46.714806 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08f0ddbc-d81d-43b0-b1cb-5f2a8d754602 req-a6d9c65e-2c1d-4020-a547-964857c1e03f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677823 Aug 31 00:49:46.732898 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb60b87-2ccc-4bea-8cd8-90d2af977d29 req-b16c6324-5b8d-4dd4-95b8-e436bfbb5682 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:46.736243 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1bb60b87-2ccc-4bea-8cd8-90d2af977d29 req-b16c6324-5b8d-4dd4-95b8-e436bfbb5682 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 950 time: 0.1956205 Aug 31 00:49:46.827999 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1bb60b87-2ccc-4bea-8cd8-90d2af977d29 req-cb78747f-7ef7-407b-9e2a-5c79dd3e290d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691664 Aug 31 00:49:46.950875 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805633dc-6ac3-4933-817f-929231d216de req-9cd41843-dfdd-4ec3-b9e9-c96e227b78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:46.957285 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-9cd41843-dfdd-4ec3-b9e9-c96e227b78fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 1097 time: 0.1565604 Aug 31 00:49:47.005673 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6690498-4518-48eb-9a18-f1f595f851bd x-openstack-request-id: req-b6690498-4518-48eb-9a18-f1f595f851bd {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:47.009870 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35eb313f-28a6-435a-8401-dc7a8a8b9ea3", "name": "network-vif-deleted", "tag": "d5c41d98-9827-46f3-8141-263e97ed038f", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:47.010458 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6690498-4518-48eb-9a18-f1f595f851bd {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:47.011005 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35eb313f-28a6-435a-8401-dc7a8a8b9ea3', 'name': 'network-vif-deleted', 'tag': 'd5c41d98-9827-46f3-8141-263e97ed038f', 'status': 'completed', 'code': 200} Aug 31 00:49:47.086428 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-40cba747-274d-4ba0-9474-888784847348 req-a0e5257e-9c85-4170-97d4-addf3190cefb tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a31e7e-8ab6-4055-aa0d-b2633001a872 HTTP/1.1" status: 200 len: 210 time: 0.0336006 Aug 31 00:49:47.113802 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bb43acf0-2237-4011-8bc5-f5d4f2e4d05c req-0d90d7d9-6ea9-4976-9dcd-6a2ad593634e tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:47.125503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['30edc53e-9516-49b6-a418-e0704072cb68'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:49:47.212277 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90d7d9-6ea9-4976-9dcd-6a2ad593634e tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Pushing event deleted for resources: {'Port': ['ID=30edc53e-9516-49b6-a418-e0704072cb68,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:47.256830 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805633dc-6ac3-4933-817f-929231d216de req-1fca72bc-8fca-4080-a9f2-263949d97c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:47.259121 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-1fca72bc-8fca-4080-a9f2-263949d97c57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 921 time: 0.2925205 Aug 31 00:49:47.316280 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb43acf0-2237-4011-8bc5-f5d4f2e4d05c req-0d90d7d9-6ea9-4976-9dcd-6a2ad593634e tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] No DVR routers for this DVR port 30edc53e-9516-49b6-a418-e0704072cb68 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:49:47.322240 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bb43acf0-2237-4011-8bc5-f5d4f2e4d05c req-0d90d7d9-6ea9-4976-9dcd-6a2ad593634e tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:47.326840 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb43acf0-2237-4011-8bc5-f5d4f2e4d05c req-0d90d7d9-6ea9-4976-9dcd-6a2ad593634e tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.41 "DELETE /v2.0/ports/30edc53e-9516-49b6-a418-e0704072cb68 HTTP/1.1" status: 204 len: 173 time: 1.4418352 Aug 31 00:49:47.327615 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2176c4-7ce0-4dee-9f66-b1890008a378', 'name': 'network-vif-deleted', 'tag': '30edc53e-9516-49b6-a418-e0704072cb68'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:47.358785 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92935c4f-b92c-4ca4-9705-063aa898efd9" -d '{"events": [{"server_uuid": "7e2176c4-7ce0-4dee-9f66-b1890008a378", "name": "network-vif-deleted", "tag": "30edc53e-9516-49b6-a418-e0704072cb68"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:47.439099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-48fe1096-1034-48e9-8da0-ac9db4d2ad07 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17330b1f-d2d0-4cb3-a45e-7c962003447d HTTP/1.1" status: 200 len: 217 time: 0.1468315 Aug 31 00:49:47.551853 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58f43f-b24c-478e-8927-6fce22793d4f req-f9928116-7f32-4e7d-8090-edca200496ea tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:47.559764 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a58f43f-b24c-478e-8927-6fce22793d4f req-f9928116-7f32-4e7d-8090-edca200496ea tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 945 time: 0.3448207 Aug 31 00:49:47.597817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805633dc-6ac3-4933-817f-929231d216de req-bc504547-10ef-46b7-832d-196ac5f434ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:47.599613 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-bc504547-10ef-46b7-832d-196ac5f434ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.1483688 Aug 31 00:49:47.665536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-e5e2b7ac-49c3-422a-8ef2-6a92c03c51d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517375 Aug 31 00:49:47.678135 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a58f43f-b24c-478e-8927-6fce22793d4f req-d6c5b489-37c8-4bbf-b2e9-eb5fadaf9874 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173873 Aug 31 00:49:47.718139 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275665bc-97b9-4237-9834-5e3a76c3f904 x-openstack-request-id: req-275665bc-97b9-4237-9834-5e3a76c3f904 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:47.719856 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2176c4-7ce0-4dee-9f66-b1890008a378", "name": "network-vif-deleted", "tag": "30edc53e-9516-49b6-a418-e0704072cb68", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:47.720679 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-275665bc-97b9-4237-9834-5e3a76c3f904 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:47.721861 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2176c4-7ce0-4dee-9f66-b1890008a378', 'name': 'network-vif-deleted', 'tag': '30edc53e-9516-49b6-a418-e0704072cb68', 'status': 'completed', 'code': 200} Aug 31 00:49:47.858042 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-b56b5e0c-740c-454a-b80b-ae3a056bfa6b service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773713 Aug 31 00:49:47.942283 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-116b164d-efed-4f48-a614-516e02edb6e8 req-d2e9f389-71e7-460e-a7e0-14073f1551b4 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 210 time: 0.1028068 Aug 31 00:49:48.078239 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925136e0-4618-4b44-b1b9-8eb35c0c2166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f261e64-701b-4ca3-b8dd-9c4c6924f31a'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:48.084914 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461cf67d-6a7c-441f-9685-f57f45df55b8" -d '{"events": [{"server_uuid": "925136e0-4618-4b44-b1b9-8eb35c0c2166", "name": "network-vif-unplugged", "status": "completed", "tag": "1f261e64-701b-4ca3-b8dd-9c4c6924f31a"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:48.168823 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-15e9a06a-8830-4c24-ba18-ef99e12cfe2f service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044379 Aug 31 00:49:48.218513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2739ce-9a58-4575-882b-bd0fe2b67557 req-66026d6b-a0e1-4d59-9f40-85cd59e51e4a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:48.221475 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da2739ce-9a58-4575-882b-bd0fe2b67557 req-66026d6b-a0e1-4d59-9f40-85cd59e51e4a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 950 time: 0.1253242 Aug 31 00:49:48.302743 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da2739ce-9a58-4575-882b-bd0fe2b67557 req-0f885520-dd4d-4d43-b5ae-017728a9c1ec tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666075 Aug 31 00:49:48.468842 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83996a0d-60d1-433b-874a-9197b894f905 x-openstack-request-id: req-83996a0d-60d1-433b-874a-9197b894f905 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:48.469601 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925136e0-4618-4b44-b1b9-8eb35c0c2166", "name": "network-vif-unplugged", "status": "completed", "tag": "1f261e64-701b-4ca3-b8dd-9c4c6924f31a", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:48.469702 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83996a0d-60d1-433b-874a-9197b894f905 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:48.476961 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925136e0-4618-4b44-b1b9-8eb35c0c2166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f261e64-701b-4ca3-b8dd-9c4c6924f31a', 'code': 200} Aug 31 00:49:48.573165 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 1f261e64-701b-4ca3-b8dd-9c4c6924f31a no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:49:48.616625 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 1f261e64-701b-4ca3-b8dd-9c4c6924f31a {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:49:48.617263 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 1f261e64-701b-4ca3-b8dd-9c4c6924f31a not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:49:48.629192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device d5c41d98-9827-46f3-8141-263e97ed038f no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:49:48.654624 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: d5c41d98-9827-46f3-8141-263e97ed038f {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:49:48.655227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device d5c41d98-9827-46f3-8141-263e97ed038f not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:49:48.675476 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44c1c7e5-d029-4920-a92c-3ec75df8667b req-0f70930f-f0ae-4d39-b202-caee3b603545 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a31e7e-8ab6-4055-aa0d-b2633001a872 HTTP/1.1" status: 200 len: 210 time: 0.0298719 Aug 31 00:49:48.895731 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b669d42-4268-4e51-959f-1770bb68e021 req-cdc20bb5-cef0-44e1-b9e6-035df0afc1ee tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:48.897819 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b669d42-4268-4e51-959f-1770bb68e021 req-cdc20bb5-cef0-44e1-b9e6-035df0afc1ee tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 945 time: 0.0785978 Aug 31 00:49:48.899114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de485f-9905-4069-a679-607d1597598f req-d6b335e8-7bec-49e9-9224-756c4c36f3cf tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:48.900854 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a3de485f-9905-4069-a679-607d1597598f req-d6b335e8-7bec-49e9-9224-756c4c36f3cf tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 950 time: 0.0754302 Aug 31 00:49:48.977165 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b669d42-4268-4e51-959f-1770bb68e021 req-e02a9614-efc3-4ec4-94c9-ed75bacab96b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708101 Aug 31 00:49:48.978071 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a3de485f-9905-4069-a679-607d1597598f req-39439ade-37cd-4680-9072-71f1d62a9324 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690880 Aug 31 00:49:49.019040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925136e0-4618-4b44-b1b9-8eb35c0c2166', 'name': 'network-vif-deleted', 'tag': '1f261e64-701b-4ca3-b8dd-9c4c6924f31a'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:49.019040 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473c78d4-bab1-4e92-8000-1ac443d5c2e3" -d '{"events": [{"server_uuid": "925136e0-4618-4b44-b1b9-8eb35c0c2166", "name": "network-vif-deleted", "tag": "1f261e64-701b-4ca3-b8dd-9c4c6924f31a"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:49.221846 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d9d82848-8d42-4803-b4d7-9c207646b0f1 req-873676af-8521-4117-ac14-6d3547bbf1d6 tempest-ServerDiagnosticsNegativeTest-645444972 tempest-ServerDiagnosticsNegativeTest-645444972-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2176c4-7ce0-4dee-9f66-b1890008a378 HTTP/1.1" status: 200 len: 210 time: 0.0453804 Aug 31 00:49:49.308195 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe90d25a-5bd4-4a65-8b7c-0ad9e748215c x-openstack-request-id: req-fe90d25a-5bd4-4a65-8b7c-0ad9e748215c {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:49.308955 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925136e0-4618-4b44-b1b9-8eb35c0c2166", "name": "network-vif-deleted", "tag": "1f261e64-701b-4ca3-b8dd-9c4c6924f31a", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:49.309147 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe90d25a-5bd4-4a65-8b7c-0ad9e748215c {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:49.309697 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925136e0-4618-4b44-b1b9-8eb35c0c2166', 'name': 'network-vif-deleted', 'tag': '1f261e64-701b-4ca3-b8dd-9c4c6924f31a', 'status': 'completed', 'code': 200} Aug 31 00:49:49.472507 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c908a63-2239-4a65-bcef-56f01eb68c37 req-661b7760-3925-4df0-b504-61c590db13d8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:49.475371 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4c908a63-2239-4a65-bcef-56f01eb68c37 req-661b7760-3925-4df0-b504-61c590db13d8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 950 time: 0.0803006 Aug 31 00:49:49.554365 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4c908a63-2239-4a65-bcef-56f01eb68c37 req-16f7671d-b26d-495e-ae34-f61b4d6c8105 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719426 Aug 31 00:49:49.781846 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-d3539b63-6e94-480e-9f8b-15cb00296e90 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:49.784635 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-d3539b63-6e94-480e-9f8b-15cb00296e90 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.41 "GET /v2.0/networks?id=9c77090e-b903-4c13-bc86-93cf39e7cac9 HTTP/1.1" status: 200 len: 805 time: 0.2422676 Aug 31 00:49:49.809689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-0fb9b3c3-934d-429e-b5e4-d75a815c8ac6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Request body: {'port': {'device_id': '50a31e7e-8ab6-4055-aa0d-b2633001a872', 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9', 'admin_state_up': True, 'tenant_id': '07bbb5e932ef4db09c89d25658c53fac'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:49.828826 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bede3-da0c-423e-b8aa-6f645f159af0 req-3fbdec74-02f7-49cb-b0d6-8e50a06023a8 tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:49.836173 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1b2bede3-da0c-423e-b8aa-6f645f159af0 req-3fbdec74-02f7-49cb-b0d6-8e50a06023a8 tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 1102 time: 0.0985332 Aug 31 00:49:49.896656 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1b2bede3-da0c-423e-b8aa-6f645f159af0 req-047f511a-cdc5-4bab-b634-149a648902b3 tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492136 Aug 31 00:49:50.023209 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd15cbfc-5952-4e31-acae-5b8fa845c3d6 req-554b10a6-83a3-403a-99be-7dcbb7fe04e0 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a31e7e-8ab6-4055-aa0d-b2633001a872 HTTP/1.1" status: 200 len: 210 time: 0.0823777 Aug 31 00:49:50.229328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651811f-468f-47f3-a2c2-b3d21d02dac0 req-2eb36015-705e-4b03-99e4-98dea4553ac9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:50.230863 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1651811f-468f-47f3-a2c2-b3d21d02dac0 req-2eb36015-705e-4b03-99e4-98dea4553ac9 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 950 time: 0.1167526 Aug 31 00:49:50.271923 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:49:50.295165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24bed0-51c8-412e-9636-1c24c674006d req-52aadcee-3e9a-4f64-b23d-38c653da68f6 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:50.298575 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7a24bed0-51c8-412e-9636-1c24c674006d req-52aadcee-3e9a-4f64-b23d-38c653da68f6 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 945 time: 0.1102369 Aug 31 00:49:50.346125 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-0fb9b3c3-934d-429e-b5e4-d75a815c8ac6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Made reservation on behalf of 07bbb5e932ef4db09c89d25658c53fac for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:49:50.353098 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-0fb9b3c3-934d-429e-b5e4-d75a815c8ac6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:50.419047 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7a24bed0-51c8-412e-9636-1c24c674006d req-40c53428-372d-46e6-93c6-d6e912dcde7b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099508 Aug 31 00:49:50.496350 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 30edc53e-9516-49b6-a418-e0704072cb68 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:49:50.501981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-1651811f-468f-47f3-a2c2-b3d21d02dac0 req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Deleting port 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:49:50.502803 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1651811f-468f-47f3-a2c2-b3d21d02dac0 req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:50.595707 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 30edc53e-9516-49b6-a418-e0704072cb68 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:49:50.596254 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 30edc53e-9516-49b6-a418-e0704072cb68 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:49:50.678164 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-0fb9b3c3-934d-429e-b5e4-d75a815c8ac6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Allocated IP 172.20.0.7 (9c77090e-b903-4c13-bc86-93cf39e7cac9/2df615be-0d8f-4191-b850-d061892bbd16/e14ee987-8fe7-4385-a310-e9daf5adedd9) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:49:50.694321 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-1651811f-468f-47f3-a2c2-b3d21d02dac0 req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] For port 03046e22-7ac0-48a4-a1bc-6009eb6efaa2, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=03046e22-7ac0-48a4-a1bc-6009eb6efaa2,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:50.694864 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1651811f-468f-47f3-a2c2-b3d21d02dac0 req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:50.715269 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a79ac-af6b-4238-ac6f-f89a88f2262b req-44c940da-3cc0-4cb2-9fdf-6508a3ad2ad4 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:50.717265 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a78a79ac-af6b-4238-ac6f-f89a88f2262b req-44c940da-3cc0-4cb2-9fdf-6508a3ad2ad4 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 950 time: 0.1028774 Aug 31 00:49:50.717631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-1651811f-468f-47f3-a2c2-b3d21d02dac0 req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Calling delete_port for 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:49:50.756481 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-12533d78-bdce-4b5c-b168-bb6a6c85a3e2 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440934 Aug 31 00:49:50.931737 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a78a79ac-af6b-4238-ac6f-f89a88f2262b req-959fdf43-7014-4a9e-82be-5be2b26d48d3 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296570 Aug 31 00:49:51.012083 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-0fb9b3c3-934d-429e-b5e4-d75a815c8ac6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:51.023095 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-54cf42d4-98ab-40b4-ae82-f65293ef2f1e tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:51.042002 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-54cf42d4-98ab-40b4-ae82-f65293ef2f1e tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2342923 Aug 31 00:49:51.075138 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-f72a1ce7-5941-46c1-8d86-ce2f9f20b1f2 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/quotas/0df1dc9ce961447d8c0a4fac26dd9a67 HTTP/1.1" status: 200 len: 375 time: 0.0265834 Aug 31 00:49:51.163887 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-0fb9b3c3-934d-429e-b5e4-d75a815c8ac6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:51.298837 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-ac9f233c-eb7e-4f88-b05e-dd5c910218e1 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1943593 Aug 31 00:49:51.299608 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-0fb9b3c3-934d-429e-b5e4-d75a815c8ac6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Network 9c77090e-b903-4c13-bc86-93cf39e7cac9 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:49:51.323294 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-0fb9b3c3-934d-429e-b5e4-d75a815c8ac6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:49:51.330719 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-0fb9b3c3-934d-429e-b5e4-d75a815c8ac6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:49:51.347054 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9b3c3-934d-429e-b5e4-d75a815c8ac6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Pushing event updated for resources: {'Port': ['ID=e14ee987-8fe7-4385-a310-e9daf5adedd9,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:51.452089 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1651811f-468f-47f3-a2c2-b3d21d02dac0 req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:51.464651 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-0fb9b3c3-934d-429e-b5e4-d75a815c8ac6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:51.465517 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-0fb9b3c3-934d-429e-b5e4-d75a815c8ac6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:51.467309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['03046e22-7ac0-48a4-a1bc-6009eb6efaa2', '963e01ab-7ec9-4667-88e0-0b4375dd1745'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:49:51.526270 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6a74f-e342-4859-8e05-ef04acfeed28 req-ce3d619c-0017-4512-9110-e1c07b7e34af tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:51.540098 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-38c6a74f-e342-4859-8e05-ef04acfeed28 req-ce3d619c-0017-4512-9110-e1c07b7e34af tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a31e7e-8ab6-4055-aa0d-b2633001a872 HTTP/1.1" status: 200 len: 931 time: 0.1455998 Aug 31 00:49:51.551595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Pushing event deleted for resources: {'Port': ['ID=03046e22-7ac0-48a4-a1bc-6009eb6efaa2,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:51.577787 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:51.578457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:51.579026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:51.579441 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:51.579885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:51.580326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:51.580763 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:51.581193 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:51.581650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:51.582096 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:51.582525 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:51.582952 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:51.622425 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-38c6a74f-e342-4859-8e05-ef04acfeed28 req-a77303f7-d095-4a0f-b53f-31d24cab4051 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654469 Aug 31 00:49:51.625270 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-0fb9b3c3-934d-429e-b5e4-d75a815c8ac6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8267481 Aug 31 00:49:51.647552 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1651811f-468f-47f3-a2c2-b3d21d02dac0 req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] No DVR routers for this DVR port 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:49:51.653337 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Request body: {'port': {'device_id': '50a31e7e-8ab6-4055-aa0d-b2633001a872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:51.660423 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1651811f-468f-47f3-a2c2-b3d21d02dac0 req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:51.676061 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1651811f-468f-47f3-a2c2-b3d21d02dac0 req-39ee08ce-67bf-4dae-a694-b168723f6845 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.48 "DELETE /v2.0/ports/03046e22-7ac0-48a4-a1bc-6009eb6efaa2 HTTP/1.1" status: 204 len: 173 time: 1.4317012 Aug 31 00:49:51.679034 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1c32c2-9c07-478e-8fa3-3faf1854d86f', 'name': 'network-vif-deleted', 'tag': '03046e22-7ac0-48a4-a1bc-6009eb6efaa2'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:51.705589 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809f7f02-acf9-43ad-a0e0-c9d0b24d135d" -d '{"events": [{"server_uuid": "fc1c32c2-9c07-478e-8fa3-3faf1854d86f", "name": "network-vif-deleted", "tag": "03046e22-7ac0-48a4-a1bc-6009eb6efaa2"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:51.858626 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:51.933343 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709b653-a126-4892-a3dd-8e0baf5b0597 req-01474ab1-b1e8-4561-8a16-6c25cf4ed3e1 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:51.954015 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a709b653-a126-4892-a3dd-8e0baf5b0597 req-01474ab1-b1e8-4561-8a16-6c25cf4ed3e1 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 945 time: 0.2173011 Aug 31 00:49:52.144531 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35468) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:52.159580 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a709b653-a126-4892-a3dd-8e0baf5b0597 req-d42a0013-882a-485f-80d6-b9389de0a04d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040842 Aug 31 00:49:52.410391 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-77d65244-06c8-431e-b3f4-d5ef3a8be56f req-dd009a36-3a16-4b67-ae08-11bd9997045f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 210 time: 0.0901759 Aug 31 00:49:52.462504 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-52619bb4-79ad-4ebf-a7a0-5122ebe5d708 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=142a4f679f1a4c2cb8822fd9a116c245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109741 Aug 31 00:49:52.463370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35472) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:52.512962 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4db524-8005-4ce1-bb5f-b48adbf9a568 x-openstack-request-id: req-8a4db524-8005-4ce1-bb5f-b48adbf9a568 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:52.517718 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1c32c2-9c07-478e-8fa3-3faf1854d86f", "name": "network-vif-deleted", "tag": "03046e22-7ac0-48a4-a1bc-6009eb6efaa2", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:52.517718 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a4db524-8005-4ce1-bb5f-b48adbf9a568 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:52.517718 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1c32c2-9c07-478e-8fa3-3faf1854d86f', 'name': 'network-vif-deleted', 'tag': '03046e22-7ac0-48a4-a1bc-6009eb6efaa2', 'status': 'completed', 'code': 200} Aug 31 00:49:52.602209 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b510223-4b2e-4506-b12a-09a8cc384640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:52.645824 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b510223-4b2e-4506-b12a-09a8cc384640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:52.679700 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-62b9a597-f248-49b0-a160-19e7bf18f22f req-ac3117aa-d728-4261-b815-1b6d797d397e tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c32c2-9c07-478e-8fa3-3faf1854d86f HTTP/1.1" status: 200 len: 210 time: 0.0435290 Aug 31 00:49:52.787804 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b510223-4b2e-4506-b12a-09a8cc384640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:52.792871 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b510223-4b2e-4506-b12a-09a8cc384640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:52.794556 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6b510223-4b2e-4506-b12a-09a8cc384640 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78917706-0637-47e1-bd3e-bdc8669da8b4 HTTP/1.1" status: 204 len: 168 time: 0.3301501 Aug 31 00:49:52.796480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14ee987-8fe7-4385-a310-e9daf5adedd9 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:49:52.821862 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b510223-4b2e-4506-b12a-09a8cc384640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78917706-0637-47e1-bd3e-bdc8669da8b4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:52.844246 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:52.893574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Transition to ACTIVE for port object e14ee987-8fe7-4385-a310-e9daf5adedd9 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:49:52.911827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3174ea-7891-4b82-9ff2-2565c7d8ed66 req-2d374f86-a70e-4a6c-9819-efbd9833c4d3 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:52.915464 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef3174ea-7891-4b82-9ff2-2565c7d8ed66 req-2d374f86-a70e-4a6c-9819-efbd9833c4d3 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a31e7e-8ab6-4055-aa0d-b2633001a872 HTTP/1.1" status: 200 len: 931 time: 0.1220539 Aug 31 00:49:52.964665 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef3174ea-7891-4b82-9ff2-2565c7d8ed66 req-cf8508d9-abb3-47b8-ac1c-83c671193716 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439031 Aug 31 00:49:53.025852 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:53.204407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Pushing event updated for resources: {'Port': ['ID=e14ee987-8fe7-4385-a310-e9daf5adedd9,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:53.338831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Attempting to bind port e14ee987-8fe7-4385-a310-e9daf5adedd9 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:49:53.339870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Attempting to bind port e14ee987-8fe7-4385-a310-e9daf5adedd9 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'e1ee2198-a8c6-4557-bb20-8af209e90d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:49:53.340849 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Attempting to bind port e14ee987-8fe7-4385-a310-e9daf5adedd9 on network 9c77090e-b903-4c13-bc86-93cf39e7cac9 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:53.350692 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Port e14ee987-8fe7-4385-a310-e9daf5adedd9 on network 9c77090e-b903-4c13-bc86-93cf39e7cac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:49:53.351598 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Attempting to bind port e14ee987-8fe7-4385-a310-e9daf5adedd9 on network 9c77090e-b903-4c13-bc86-93cf39e7cac9 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:53.360928 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:49:53.361552 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Checking segment: {'id': 'e1ee2198-a8c6-4557-bb20-8af209e90d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:49:53.362501 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Bound using segment: {'id': 'e1ee2198-a8c6-4557-bb20-8af209e90d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:49:53.368621 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Bound port: e14ee987-8fe7-4385-a310-e9daf5adedd9, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ee2198-a8c6-4557-bb20-8af209e90d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:49:53.368621 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:53.556011 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] For port e14ee987-8fe7-4385-a310-e9daf5adedd9, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:49:53.557225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eafb69-8a01-4ed3-99f8-722b22890cd8 req-f2145e9e-63a0-45b0-b061-e01c99ba6d88 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:53.572894 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0eafb69-8a01-4ed3-99f8-722b22890cd8 req-f2145e9e-63a0-45b0-b061-e01c99ba6d88 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 945 time: 0.2193258 Aug 31 00:49:53.605988 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c4c06d2-e333-4bc4-9055-dcb55e3828a5 req-fb0785ef-99ac-4628-89d1-6c2742f661ee tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 210 time: 0.0513217 Aug 31 00:49:53.611748 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] For port e14ee987-8fe7-4385-a310-e9daf5adedd9, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e14ee987-8fe7-4385-a310-e9daf5adedd9,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:49:53.668286 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0eafb69-8a01-4ed3-99f8-722b22890cd8 req-3ef966a3-c184-42c6-b9e0-686d5627e4e6 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927196 Aug 31 00:49:53.691047 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:53.731746 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:53.732634 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:53.735130 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] 10.222.0.41 "PUT /v2.0/ports/e14ee987-8fe7-4385-a310-e9daf5adedd9 HTTP/1.1" status: 200 len: 1092 time: 2.0999112 Aug 31 00:49:53.735955 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a31e7e-8ab6-4055-aa0d-b2633001a872', 'tag': 'e14ee987-8fe7-4385-a310-e9daf5adedd9'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:53.739057 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e391b44e-3dfa-4299-bcbc-be86a08a1f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "50a31e7e-8ab6-4055-aa0d-b2633001a872", "tag": "e14ee987-8fe7-4385-a310-e9daf5adedd9"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:53.824954 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df4d55-2692-4767-9c8f-f8e27f9a1691 service neutron] Pushing event updated for resources: {'Port': ['ID=e14ee987-8fe7-4385-a310-e9daf5adedd9,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:53.829915 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817484c-df73-4eab-9cac-53c5067ef2a5 req-4aa9bbe9-b501-403f-b532-ce1d07dd0330 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:53.831842 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f817484c-df73-4eab-9cac-53c5067ef2a5 req-4aa9bbe9-b501-403f-b532-ce1d07dd0330 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 1097 time: 0.0792735 Aug 31 00:49:53.860996 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0064aaf3-c1f7-4c55-9c96-c4e191cd77ee x-openstack-request-id: req-0064aaf3-c1f7-4c55-9c96-c4e191cd77ee {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:53.861301 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a31e7e-8ab6-4055-aa0d-b2633001a872", "tag": "e14ee987-8fe7-4385-a310-e9daf5adedd9", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:53.861673 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0064aaf3-c1f7-4c55-9c96-c4e191cd77ee {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:53.862164 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a31e7e-8ab6-4055-aa0d-b2633001a872', 'tag': 'e14ee987-8fe7-4385-a310-e9daf5adedd9', 'status': 'completed', 'code': 200} Aug 31 00:49:53.884498 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f817484c-df73-4eab-9cac-53c5067ef2a5 req-e70a02d7-e9c7-4ba6-a964-79973c63edb5 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456851 Aug 31 00:49:53.971067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35512) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:54.003717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391b44e-3dfa-4299-bcbc-be86a08a1f5b req-98e26a8b-4566-47ce-8d98-d939a995296c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:54.006515 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e391b44e-3dfa-4299-bcbc-be86a08a1f5b req-98e26a8b-4566-47ce-8d98-d939a995296c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07bbb5e932ef4db09c89d25658c53fac&device_id=50a31e7e-8ab6-4055-aa0d-b2633001a872 HTTP/1.1" status: 200 len: 1095 time: 0.1071901 Aug 31 00:49:54.029519 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8726f4db-4445-4c12-8f46-0c9466d53083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:54.264048 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8726f4db-4445-4c12-8f46-0c9466d53083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:54.325123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391b44e-3dfa-4299-bcbc-be86a08a1f5b req-22e08fea-afaa-4986-8f08-6044e58c2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:54.326682 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e391b44e-3dfa-4299-bcbc-be86a08a1f5b req-22e08fea-afaa-4986-8f08-6044e58c2012 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=07bbb5e932ef4db09c89d25658c53fac&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3087609 Aug 31 00:49:54.358405 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8726f4db-4445-4c12-8f46-0c9466d53083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:54.442697 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8726f4db-4445-4c12-8f46-0c9466d53083 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b6654d2aea34c96b9545df6a3a66713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4686110 Aug 31 00:49:54.443340 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35520) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:54.446141 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726f4db-4445-4c12-8f46-0c9466d53083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a96481-6af9-49da-81b5-d357b559a3bf,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:54.599008 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-58e7aabe-dbac-4764-a1e5-1b5218d84d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:54.601698 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391b44e-3dfa-4299-bcbc-be86a08a1f5b req-da3625e8-e331-4583-a9e1-703b19e26647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:54.603279 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e391b44e-3dfa-4299-bcbc-be86a08a1f5b req-da3625e8-e331-4583-a9e1-703b19e26647 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2679806 Aug 31 00:49:54.626565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:49:54.631199 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-58e7aabe-dbac-4764-a1e5-1b5218d84d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:54.664688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:49:54.665376 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 03046e22-7ac0-48a4-a1bc-6009eb6efaa2 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:49:54.709285 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-ac02aade-ff19-4c88-ad3f-17dbef4df850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:54.710838 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-ac02aade-ff19-4c88-ad3f-17dbef4df850 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07bbb5e932ef4db09c89d25658c53fac&device_id=50a31e7e-8ab6-4055-aa0d-b2633001a872 HTTP/1.1" status: 200 len: 1095 time: 0.0522866 Aug 31 00:49:54.735208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8df31c-7640-4aee-a3aa-20bc609dec69 req-84770f1a-fe30-4a06-bb8e-9ca75d4aa764 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:54.739668 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6f8df31c-7640-4aee-a3aa-20bc609dec69 req-84770f1a-fe30-4a06-bb8e-9ca75d4aa764 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a31e7e-8ab6-4055-aa0d-b2633001a872 HTTP/1.1" status: 200 len: 943 time: 0.0791941 Aug 31 00:49:54.800066 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6f8df31c-7640-4aee-a3aa-20bc609dec69 req-296c2661-2c20-4552-93ef-c8a80005dad1 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540082 Aug 31 00:49:54.920482 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-e737e6c9-03c3-4bf3-bf47-6b951ecbacf0 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598145 Aug 31 00:49:55.095373 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-6dbe182a-5bff-4434-9764-15cdbc326eed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e14ee987-8fe7-4385-a310-e9daf5adedd9 HTTP/1.1" status: 200 len: 217 time: 0.3695154 Aug 31 00:49:55.096397 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-58e7aabe-dbac-4764-a1e5-1b5218d84d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:55.101419 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-58e7aabe-dbac-4764-a1e5-1b5218d84d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:55.103481 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-58e7aabe-dbac-4764-a1e5-1b5218d84d65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02a96481-6af9-49da-81b5-d357b559a3bf HTTP/1.1" status: 204 len: 168 time: 0.6588368 Aug 31 00:49:55.165882 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7aabe-dbac-4764-a1e5-1b5218d84d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a96481-6af9-49da-81b5-d357b559a3bf,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:55.199558 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-d13c6a81-7bc8-4d31-8b3d-3d781118984f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:55.203348 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-d13c6a81-7bc8-4d31-8b3d-3d781118984f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2df615be-0d8f-4191-b850-d061892bbd16 HTTP/1.1" status: 200 len: 845 time: 0.0976090 Aug 31 00:49:55.287379 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-6b59f12b-034c-4cb6-8f76-06d5bb93940b tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:55.291045 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-5e6d3211-cb5d-4b8b-9cc5-6415a92d733a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c77090e-b903-4c13-bc86-93cf39e7cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773284 Aug 31 00:49:55.294613 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-6b59f12b-034c-4cb6-8f76-06d5bb93940b tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3631580 Aug 31 00:49:55.312621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-f40c48bd-718d-4fac-935f-174f72958699 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Request body: {'port': {'device_id': '98d40fa9-61b7-4448-9aeb-11d12aa7839d', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '0df1dc9ce961447d8c0a4fac26dd9a67'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:55.518187 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-b052a4b1-4082-426b-b96b-22cfe16cb851 service neutron] 10.222.0.41 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181387 Aug 31 00:49:55.618479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112d202-deac-484d-a320-8c6586391011 req-c1f8a4d9-d0c9-4cfe-9227-9784ad510507 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:55.628004 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a112d202-deac-484d-a320-8c6586391011 req-c1f8a4d9-d0c9-4cfe-9227-9784ad510507 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 951 time: 0.1315417 Aug 31 00:49:55.675208 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a112d202-deac-484d-a320-8c6586391011 req-3830bc3f-8334-4e2c-ad70-accf92b9a409 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449259 Aug 31 00:49:55.690673 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79e0c535-501d-478d-aab1-4d3deb8c36bb req-3736b007-a00e-4cdf-b9cc-31db81a4c6b3 service neutron] 10.222.0.41 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630232 Aug 31 00:49:55.731114 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-f40c48bd-718d-4fac-935f-174f72958699 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Made reservation on behalf of 0df1dc9ce961447d8c0a4fac26dd9a67 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:49:55.735911 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-f40c48bd-718d-4fac-935f-174f72958699 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:55.792050 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e544cb5-421b-48ea-aa82-99f2458b6cb8 req-1dd2b8ee-8fa8-4054-8d0e-7fe3eb47bad8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 210 time: 0.0397842 Aug 31 00:49:55.982891 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999a27d-a598-4ec0-8858-665f8c5ec742 req-74ddbe6b-b180-49dd-885f-de18b19bbdc2 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:55.985753 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3999a27d-a598-4ec0-8858-665f8c5ec742 req-74ddbe6b-b180-49dd-885f-de18b19bbdc2 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 945 time: 0.1169794 Aug 31 00:49:56.018257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-f40c48bd-718d-4fac-935f-174f72958699 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Allocated IP 192.168.233.148 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/e4185b1a-02ad-49c6-addf-af4c036249ff) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:49:56.103748 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3999a27d-a598-4ec0-8858-665f8c5ec742 req-9a9013da-72a5-4f04-b4d3-2929ffa6ca65 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892589 Aug 31 00:49:56.325761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8a33c-9d56-4479-8f2c-457b1cf68cc0 req-efcc4e23-7261-4341-bf3d-14936b02e5b4 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:56.327463 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ef8a33c-9d56-4479-8f2c-457b1cf68cc0 req-efcc4e23-7261-4341-bf3d-14936b02e5b4 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 951 time: 0.1946523 Aug 31 00:49:56.472997 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-f40c48bd-718d-4fac-935f-174f72958699 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:56.495079 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-f40c48bd-718d-4fac-935f-174f72958699 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Transition to ACTIVE for port object e4185b1a-02ad-49c6-addf-af4c036249ff will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:49:56.601639 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-3ef8a33c-9d56-4479-8f2c-457b1cf68cc0 req-8990b18e-9ad8-4b18-b0bd-14337eda0fd7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Deleting port 963e01ab-7ec9-4667-88e0-0b4375dd1745 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:49:56.601989 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3ef8a33c-9d56-4479-8f2c-457b1cf68cc0 req-8990b18e-9ad8-4b18-b0bd-14337eda0fd7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:56.703925 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-f40c48bd-718d-4fac-935f-174f72958699 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:56.719907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['11012e02-592c-4ec1-a45a-1f4275e2c5c3', '3298cd05-ac5e-428e-abee-19b14d8a4d33'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:49:56.731214 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['0f798366-cccb-4ad0-9068-988645efeb31', 'f9050f2a-fd6e-46df-bf89-71b2dd3959cd', '29124473-ddf7-4efa-80ed-8e41bf498930', 'bed11c88-e3c5-47b2-b62f-67f4d435dde2', 'db908baa-0b14-4bf9-bd74-296c6165dbde'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:49:56.732436 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-3ef8a33c-9d56-4479-8f2c-457b1cf68cc0 req-8990b18e-9ad8-4b18-b0bd-14337eda0fd7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] For port 963e01ab-7ec9-4667-88e0-0b4375dd1745, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=963e01ab-7ec9-4667-88e0-0b4375dd1745,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:56.733018 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3ef8a33c-9d56-4479-8f2c-457b1cf68cc0 req-8990b18e-9ad8-4b18-b0bd-14337eda0fd7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:56.811797 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-3ef8a33c-9d56-4479-8f2c-457b1cf68cc0 req-8990b18e-9ad8-4b18-b0bd-14337eda0fd7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Calling delete_port for 963e01ab-7ec9-4667-88e0-0b4375dd1745 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:49:56.819092 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-f40c48bd-718d-4fac-935f-174f72958699 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:49:56.841927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-f40c48bd-718d-4fac-935f-174f72958699 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:49:56.855762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-f40c48bd-718d-4fac-935f-174f72958699 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:49:56.921632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c48bd-718d-4fac-935f-174f72958699 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Pushing event updated for resources: {'Port': ['ID=e4185b1a-02ad-49c6-addf-af4c036249ff,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:57.050281 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-f40c48bd-718d-4fac-935f-174f72958699 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:57.050281 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-f40c48bd-718d-4fac-935f-174f72958699 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:57.073534 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-099e4c29-ceab-4524-a9a8-83351c36db1f tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:49:57.080979 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-099e4c29-ceab-4524-a9a8-83351c36db1f tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206962 Aug 31 00:49:57.163875 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-44c48c56-fe16-4084-a0aa-b7c594fbb8fb tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:57.174024 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-44c48c56-fe16-4084-a0aa-b7c594fbb8fb tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/ports/19811b1e-bb34-430f-aca6-a9df300ea7f7 HTTP/1.1" status: 200 len: 1094 time: 0.0714633 Aug 31 00:49:57.186798 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-6fbaf0ff-5434-4603-8f2b-eea3156692a5 service neutron] Request body: {'binding': {'host': 'n-h2-793621-34', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:57.186798 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-6fbaf0ff-5434-4603-8f2b-eea3156692a5 service neutron] Unknown quota resources ['binding']. {{(pid=102343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 00:49:57.198362 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-f40c48bd-718d-4fac-935f-174f72958699 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8932431 Aug 31 00:49:57.217160 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Request body: {'port': {'device_id': '98d40fa9-61b7-4448-9aeb-11d12aa7839d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:57.331788 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:57.416273 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3ef8a33c-9d56-4479-8f2c-457b1cf68cc0 req-8990b18e-9ad8-4b18-b0bd-14337eda0fd7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:57.431865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4de80064-bc10-4e08-ae77-0eacfdffe212 None None] Provisioning for port e4185b1a-02ad-49c6-addf-af4c036249ff completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:49:57.442411 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-6fbaf0ff-5434-4603-8f2b-eea3156692a5 service neutron] Attempting to bind port 19811b1e-bb34-430f-aca6-a9df300ea7f7 on host n-h2-793621-34 for vnic_type normal with profile None {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:49:57.443747 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-6fbaf0ff-5434-4603-8f2b-eea3156692a5 service neutron] Attempting to bind port 19811b1e-bb34-430f-aca6-a9df300ea7f7 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:49:57.444682 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-6fbaf0ff-5434-4603-8f2b-eea3156692a5 service neutron] Attempting to bind port 19811b1e-bb34-430f-aca6-a9df300ea7f7 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:57.449741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4de80064-bc10-4e08-ae77-0eacfdffe212 None None] Provisioning complete for port e4185b1a-02ad-49c6-addf-af4c036249ff triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:57.450234 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4de80064-bc10-4e08-ae77-0eacfdffe212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:57.452013 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-6fbaf0ff-5434-4603-8f2b-eea3156692a5 service neutron] Port 19811b1e-bb34-430f-aca6-a9df300ea7f7 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:49:57.452708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-6fbaf0ff-5434-4603-8f2b-eea3156692a5 service neutron] Attempting to bind port 19811b1e-bb34-430f-aca6-a9df300ea7f7 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:57.463525 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-6fbaf0ff-5434-4603-8f2b-eea3156692a5 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:49:57.463801 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-6fbaf0ff-5434-4603-8f2b-eea3156692a5 service neutron] Checking segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:49:57.464346 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-6fbaf0ff-5434-4603-8f2b-eea3156692a5 service neutron] Bound using segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:49:57.465026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-6fbaf0ff-5434-4603-8f2b-eea3156692a5 service neutron] Bound port: 19811b1e-bb34-430f-aca6-a9df300ea7f7, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:49:57.476624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990b18e-9ad8-4b18-b0bd-14337eda0fd7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Pushing event deleted for resources: {'Port': ['ID=963e01ab-7ec9-4667-88e0-0b4375dd1745,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:57.503433 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-4de80064-bc10-4e08-ae77-0eacfdffe212 None None] Port e4185b1a-02ad-49c6-addf-af4c036249ff cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:49:57.570024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-6fbaf0ff-5434-4603-8f2b-eea3156692a5 service neutron] For port 19811b1e-bb34-430f-aca6-a9df300ea7f7, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=19811b1e-bb34-430f-aca6-a9df300ea7f7,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:49:57.654155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef8a33c-9d56-4479-8f2c-457b1cf68cc0 req-8990b18e-9ad8-4b18-b0bd-14337eda0fd7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] No DVR routers for this DVR port 963e01ab-7ec9-4667-88e0-0b4375dd1745 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:49:57.658993 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3ef8a33c-9d56-4479-8f2c-457b1cf68cc0 req-8990b18e-9ad8-4b18-b0bd-14337eda0fd7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:57.662166 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ef8a33c-9d56-4479-8f2c-457b1cf68cc0 req-8990b18e-9ad8-4b18-b0bd-14337eda0fd7 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.48 "DELETE /v2.0/ports/963e01ab-7ec9-4667-88e0-0b4375dd1745 HTTP/1.1" status: 204 len: 173 time: 1.3253407 Aug 31 00:49:57.662692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bf543f-7680-4cd5-8af3-3ee27636e5f9', 'name': 'network-vif-deleted', 'tag': '963e01ab-7ec9-4667-88e0-0b4375dd1745'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:49:57.665333 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7602c851-dacd-4b97-8c8a-cbe1ef3ec229" -d '{"events": [{"server_uuid": "d4bf543f-7680-4cd5-8af3-3ee27636e5f9", "name": "network-vif-deleted", "tag": "963e01ab-7ec9-4667-88e0-0b4375dd1745"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:49:57.704798 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-6fbaf0ff-5434-4603-8f2b-eea3156692a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:57.706865 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-6fbaf0ff-5434-4603-8f2b-eea3156692a5 service neutron] 10.222.0.16 "POST /v2.0/ports/19811b1e-bb34-430f-aca6-a9df300ea7f7/bindings HTTP/1.1" status: 201 len: 390 time: 0.5316463 Aug 31 00:49:57.854896 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['963e01ab-7ec9-4667-88e0-0b4375dd1745'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:49:57.971646 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4185b1a-02ad-49c6-addf-af4c036249ff {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:49:57.987652 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:58.009229 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Transition to ACTIVE for port object e4185b1a-02ad-49c6-addf-af4c036249ff will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:49:58.171300 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:58.248768 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f406-710d-4540-9f1e-5f67dce4cc55 req-f84c21f3-a0b1-469f-97c0-1a7cb30f16fe tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:58.257593 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7998f406-710d-4540-9f1e-5f67dce4cc55 req-f84c21f3-a0b1-469f-97c0-1a7cb30f16fe tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a31e7e-8ab6-4055-aa0d-b2633001a872 HTTP/1.1" status: 200 len: 943 time: 0.0771549 Aug 31 00:49:58.274456 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e4185b1a-02ad-49c6-addf-af4c036249ff,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:58.315247 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7998f406-710d-4540-9f1e-5f67dce4cc55 req-4fd8f6ed-78fe-41f9-b4b2-998ddf5529a7 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567384 Aug 31 00:49:58.422250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Attempting to bind port e4185b1a-02ad-49c6-addf-af4c036249ff on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:49:58.422250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Attempting to bind port e4185b1a-02ad-49c6-addf-af4c036249ff by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:49:58.422250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Attempting to bind port e4185b1a-02ad-49c6-addf-af4c036249ff on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:58.422505 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Port e4185b1a-02ad-49c6-addf-af4c036249ff on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:49:58.422832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Attempting to bind port e4185b1a-02ad-49c6-addf-af4c036249ff on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:58.430094 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:49:58.430722 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:49:58.431325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:49:58.432408 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Bound port: e4185b1a-02ad-49c6-addf-af4c036249ff, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:49:58.432994 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:58.513920 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e14ee987-8fe7-4385-a310-e9daf5adedd9 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:49:58.596895 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] For port e4185b1a-02ad-49c6-addf-af4c036249ff, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:49:58.612352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] For port e4185b1a-02ad-49c6-addf-af4c036249ff, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e4185b1a-02ad-49c6-addf-af4c036249ff,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:49:58.621276 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2b85ab59-08fd-4904-a907-26b38bd05d2a req-3db5702f-3195-4fc1-9c5f-6d7b13dc27a2 tempest-ServersAdminTestJSON-1112805006 tempest-ServersAdminTestJSON-1112805006-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4bf543f-7680-4cd5-8af3-3ee27636e5f9 HTTP/1.1" status: 200 len: 210 time: 0.0617592 Aug 31 00:49:58.755302 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port e14ee987-8fe7-4385-a310-e9daf5adedd9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e14ee987-8fe7-4385-a310-e9daf5adedd9,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:58.777310 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:58.777649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'e14ee987-8fe7-4385-a310-e9daf5adedd9', 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9', 'port_id': 'e14ee987-8fe7-4385-a310-e9daf5adedd9', 'mac_address': 'fa:16:3e:16:fb:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df615be-0d8f-4191-b850-d061892bbd16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:49:58.861087 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:58.868097 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:58.868097 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] 10.222.0.48 "PUT /v2.0/ports/e4185b1a-02ad-49c6-addf-af4c036249ff HTTP/1.1" status: 200 len: 1097 time: 1.6524701 Aug 31 00:49:58.874643 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:58.908884 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14ee987-8fe7-4385-a310-e9daf5adedd9 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:49:58.919788 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d6e43-f29a-4bf7-9b78-744990c732b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e4185b1a-02ad-49c6-addf-af4c036249ff,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:58.938977 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port e14ee987-8fe7-4385-a310-e9daf5adedd9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e14ee987-8fe7-4385-a310-e9daf5adedd9,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:58.950215 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d7d04-97df-4bb2-bec7-221ab093b2d7 req-5cd0eb8a-2de0-41c5-81f5-9743a4ab3d3a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:58.951994 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-285d7d04-97df-4bb2-bec7-221ab093b2d7 req-5cd0eb8a-2de0-41c5-81f5-9743a4ab3d3a tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 948 time: 0.1976142 Aug 31 00:49:58.977331 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-2d99d1b8-3e7f-445f-9ef9-b4035e41abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:58.979162 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-2d99d1b8-3e7f-445f-9ef9-b4035e41abd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 1097 time: 0.1428771 Aug 31 00:49:59.032791 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:59.068700 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca3fc7-f7d4-4dd0-a4c7-8fbe8bcd0369 req-61b92795-13dd-4f55-b852-39cf4a114f8f tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:59.071420 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0aca3fc7-f7d4-4dd0-a4c7-8fbe8bcd0369 req-61b92795-13dd-4f55-b852-39cf4a114f8f tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 945 time: 0.1216838 Aug 31 00:49:59.080086 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-18ed7ed3-0193-4186-9931-f903cfeb4b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:59.081774 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-18ed7ed3-0193-4186-9931-f903cfeb4b88 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 1100 time: 0.0917628 Aug 31 00:49:59.101698 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-285d7d04-97df-4bb2-bec7-221ab093b2d7 req-c5ce40fc-4047-4ca9-a2fb-12fa55eae837 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111004 Aug 31 00:49:59.120851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=e14ee987-8fe7-4385-a310-e9daf5adedd9,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:59.177937 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-771c1737-0540-4954-a383-11b2285a3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:59.180881 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-771c1737-0540-4954-a383-11b2285a3aa3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.1862440 Aug 31 00:49:59.206006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-bf140b73-ccab-4385-b7ed-259ab0915a6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e4185b1a-02ad-49c6-addf-af4c036249ff HTTP/1.1" status: 200 len: 217 time: 0.1124446 Aug 31 00:49:59.212129 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc6af25-d4ac-4f99-82cc-06418795f4fa x-openstack-request-id: req-7fc6af25-d4ac-4f99-82cc-06418795f4fa {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:49:59.212129 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bf543f-7680-4cd5-8af3-3ee27636e5f9", "name": "network-vif-deleted", "tag": "963e01ab-7ec9-4667-88e0-0b4375dd1745", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:49:59.212129 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fc6af25-d4ac-4f99-82cc-06418795f4fa {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:49:59.212653 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bf543f-7680-4cd5-8af3-3ee27636e5f9', 'name': 'network-vif-deleted', 'tag': '963e01ab-7ec9-4667-88e0-0b4375dd1745', 'status': 'completed', 'code': 200} Aug 31 00:49:59.276520 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-e7685bd2-0521-46fc-869b-6b56542b505f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19811b1e-bb34-430f-aca6-a9df300ea7f7 HTTP/1.1" status: 200 len: 217 time: 0.0822642 Aug 31 00:49:59.314321 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0aca3fc7-f7d4-4dd0-a4c7-8fbe8bcd0369 req-a593bead-e876-4415-9738-8f679c829202 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244287 Aug 31 00:49:59.323830 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-14863318-9b91-4fb6-a23d-e48f802096bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:59.326763 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-14863318-9b91-4fb6-a23d-e48f802096bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1095428 Aug 31 00:49:59.360168 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['e14ee987-8fe7-4385-a310-e9daf5adedd9'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:49:59.393159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-0764b462-9cd0-416b-8755-1f0b153fdd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:59.396652 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-0764b462-9cd0-416b-8755-1f0b153fdd44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.0977528 Aug 31 00:49:59.408359 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-d3fd47f9-face-43e4-85ea-02b483f7423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:59.410540 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-d3fd47f9-face-43e4-85ea-02b483f7423e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0753136 Aug 31 00:49:59.416501 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bbb01-7daf-4d7c-9bb6-cd9f42e8c3b9 req-e9395b67-acd2-40af-9d70-d8036b59e8dd tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:59.419073 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-782bbb01-7daf-4d7c-9bb6-cd9f42e8c3b9 req-e9395b67-acd2-40af-9d70-d8036b59e8dd tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 945 time: 0.1557829 Aug 31 00:49:59.462948 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-c3c7092d-5d8b-40fe-95f1-6132c89f13e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423942 Aug 31 00:49:59.550453 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-383408ee-8cbb-4d3f-b32d-36964832910b service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277139 Aug 31 00:49:59.563718 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-782bbb01-7daf-4d7c-9bb6-cd9f42e8c3b9 req-43c788b2-0843-4899-99b0-dfaf599483ce tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300123 Aug 31 00:49:59.653124 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-c9ad0560-5029-4e57-aa01-ae1ffb004ea5 service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803737 Aug 31 00:49:59.700840 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a886813-a244-443e-8a2f-8d21ac25c541 req-d3ab0791-05c0-4bbd-ba8b-fd53b21aa8c9 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426322 Aug 31 00:49:59.791335 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-c5178e58-bd6a-4968-9b87-59b588015d16 service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286502 Aug 31 00:49:59.895116 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7c8cc-4df8-4b4e-a75b-b261734e0b85 req-d653e99c-1fb7-42ff-97c9-8b5059fb9bf5 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:59.896814 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bbd7c8cc-4df8-4b4e-a75b-b261734e0b85 req-d653e99c-1fb7-42ff-97c9-8b5059fb9bf5 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a31e7e-8ab6-4055-aa0d-b2633001a872 HTTP/1.1" status: 200 len: 944 time: 0.0649874 Aug 31 00:49:59.959721 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bbd7c8cc-4df8-4b4e-a75b-b261734e0b85 req-35f598c2-27cb-4d77-9a46-891bac5d4149 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523181 Aug 31 00:50:00.297996 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1e26d-6dcb-4a8f-bf0c-a13cc5cdbea7 req-260e5437-dd13-4d84-b5f8-5779a94c3be0 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:00.299587 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-76f1e26d-6dcb-4a8f-bf0c-a13cc5cdbea7 req-260e5437-dd13-4d84-b5f8-5779a94c3be0 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 948 time: 0.0702505 Aug 31 00:50:00.362239 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-76f1e26d-6dcb-4a8f-bf0c-a13cc5cdbea7 req-58335838-24e3-4332-be7f-e32d5ad6f5cd tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546303 Aug 31 00:50:00.596657 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0887d-cc0d-419b-9e5a-6d555062c29d req-bb140842-43f5-4b7d-8e7d-6701cee3ff46 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:00.599291 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-57d0887d-cc0d-419b-9e5a-6d555062c29d req-bb140842-43f5-4b7d-8e7d-6701cee3ff46 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 945 time: 0.0704572 Aug 31 00:50:00.665374 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 963e01ab-7ec9-4667-88e0-0b4375dd1745 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:50:00.672160 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-57d0887d-cc0d-419b-9e5a-6d555062c29d req-3e225f94-63a8-4194-8eb7-99ea03d8c521 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626707 Aug 31 00:50:00.714219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 963e01ab-7ec9-4667-88e0-0b4375dd1745 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:50:00.715112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 963e01ab-7ec9-4667-88e0-0b4375dd1745 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:50:00.913455 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02a564-1a11-4832-9810-7cd41c61f131 req-b9804243-9456-4e4d-9fe4-7ae809678012 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:00.915175 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dc02a564-1a11-4832-9810-7cd41c61f131 req-b9804243-9456-4e4d-9fe4-7ae809678012 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 945 time: 0.0858531 Aug 31 00:50:00.954917 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35654) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:01.013072 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dc02a564-1a11-4832-9810-7cd41c61f131 req-53c0fe3d-2913-4286-b43f-f57551032c7a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853899 Aug 31 00:50:01.214611 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d40fa9-61b7-4448-9aeb-11d12aa7839d', 'tag': 'e4185b1a-02ad-49c6-addf-af4c036249ff'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:01.216906 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1735a72-3a00-44c8-9685-fdc18201be7b" -d '{"events": [{"name": "network-changed", "server_uuid": "98d40fa9-61b7-4448-9aeb-11d12aa7839d", "tag": "e4185b1a-02ad-49c6-addf-af4c036249ff"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:01.231268 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a696-3be0-4eae-a714-8f94dab0b44e req-87600a5f-c24e-4cd1-9ae1-e68a340a12b9 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:01.233230 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2a5a696-3be0-4eae-a714-8f94dab0b44e req-87600a5f-c24e-4cd1-9ae1-e68a340a12b9 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a31e7e-8ab6-4055-aa0d-b2633001a872 HTTP/1.1" status: 200 len: 944 time: 0.0700123 Aug 31 00:50:01.299093 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8c58abee-c0ff-4a58-8e17-865266d71179 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da8533e64c944eab90bfcd54a9f565a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421216 Aug 31 00:50:01.304140 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35668) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:01.344131 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2a5a696-3be0-4eae-a714-8f94dab0b44e req-372246a4-899d-4d6d-b50d-addf4f67fd45 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970075 Aug 31 00:50:01.430550 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26d5eb76-bc95-4d3b-93dd-cf54db3daa0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:01.479594 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26d5eb76-bc95-4d3b-93dd-cf54db3daa0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:01.605423 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6a10f4-62e9-4598-94e0-bb4cf1ea8f57 x-openstack-request-id: req-6b6a10f4-62e9-4598-94e0-bb4cf1ea8f57 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:01.606049 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d40fa9-61b7-4448-9aeb-11d12aa7839d", "tag": "e4185b1a-02ad-49c6-addf-af4c036249ff", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:01.606467 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b6a10f4-62e9-4598-94e0-bb4cf1ea8f57 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:01.607127 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d40fa9-61b7-4448-9aeb-11d12aa7839d', 'tag': 'e4185b1a-02ad-49c6-addf-af4c036249ff', 'status': 'completed', 'code': 200} Aug 31 00:50:01.863548 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1735a72-3a00-44c8-9685-fdc18201be7b req-8e872301-7848-41bc-93db-95b5bbe7fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:01.863548 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1735a72-3a00-44c8-9685-fdc18201be7b req-8e872301-7848-41bc-93db-95b5bbe7fb91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 1100 time: 0.0544140 Aug 31 00:50:01.866304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673087ea-113d-48db-93c0-640d24defdb7 req-97b42efc-76e7-43cf-82e3-06e746dd017d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:01.866304 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-673087ea-113d-48db-93c0-640d24defdb7 req-97b42efc-76e7-43cf-82e3-06e746dd017d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 948 time: 0.0828490 Aug 31 00:50:01.866304 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-673087ea-113d-48db-93c0-640d24defdb7 req-2f41670d-5507-47b8-b7f3-424f0c37eb7f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673385 Aug 31 00:50:01.866760 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1735a72-3a00-44c8-9685-fdc18201be7b req-9d89d280-a094-4f26-88e4-505c3278c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:01.866760 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1735a72-3a00-44c8-9685-fdc18201be7b req-9d89d280-a094-4f26-88e4-505c3278c362 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.1552231 Aug 31 00:50:01.952733 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1735a72-3a00-44c8-9685-fdc18201be7b req-a644c87b-eec1-4c31-95fa-1011c5fa2e6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e4185b1a-02ad-49c6-addf-af4c036249ff HTTP/1.1" status: 200 len: 217 time: 0.0810876 Aug 31 00:50:02.023074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1735a72-3a00-44c8-9685-fdc18201be7b req-4516c451-9bc6-4a69-ab94-0b0e123bcdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:02.025996 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1735a72-3a00-44c8-9685-fdc18201be7b req-4516c451-9bc6-4a69-ab94-0b0e123bcdcc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0639024 Aug 31 00:50:02.089602 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26d5eb76-bc95-4d3b-93dd-cf54db3daa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:02.091256 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1735a72-3a00-44c8-9685-fdc18201be7b req-efc383c3-bd79-40d3-84e6-3300a825cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:02.092321 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26d5eb76-bc95-4d3b-93dd-cf54db3daa0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:02.094749 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1735a72-3a00-44c8-9685-fdc18201be7b req-efc383c3-bd79-40d3-84e6-3300a825cf9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0600138 Aug 31 00:50:02.105400 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-26d5eb76-bc95-4d3b-93dd-cf54db3daa0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7eaf282d-4e61-4b3f-8e41-6d3d54f047f2 HTTP/1.1" status: 204 len: 168 time: 0.7928386 Aug 31 00:50:02.156577 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5eb76-bc95-4d3b-93dd-cf54db3daa0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaf282d-4e61-4b3f-8e41-6d3d54f047f2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:02.188991 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5eb76-bc95-4d3b-93dd-cf54db3daa0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:02.189764 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5eb76-bc95-4d3b-93dd-cf54db3daa0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:02.190487 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5eb76-bc95-4d3b-93dd-cf54db3daa0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:02.191421 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5eb76-bc95-4d3b-93dd-cf54db3daa0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:02.192331 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5eb76-bc95-4d3b-93dd-cf54db3daa0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:02.193081 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5eb76-bc95-4d3b-93dd-cf54db3daa0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:02.193826 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5eb76-bc95-4d3b-93dd-cf54db3daa0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:02.194545 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5eb76-bc95-4d3b-93dd-cf54db3daa0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:02.195375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5eb76-bc95-4d3b-93dd-cf54db3daa0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:02.196071 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5eb76-bc95-4d3b-93dd-cf54db3daa0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:02.196794 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5eb76-bc95-4d3b-93dd-cf54db3daa0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:02.197533 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5eb76-bc95-4d3b-93dd-cf54db3daa0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:02.344746 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1735a72-3a00-44c8-9685-fdc18201be7b req-72755b57-df48-441f-a94b-cb500246d2c8 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402921 Aug 31 00:50:02.412117 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001a1c4-d593-4196-b8f5-20a3f5d0b239 req-d9701def-4179-46dc-a5b2-20ffb1f502ec tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:02.414354 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a001a1c4-d593-4196-b8f5-20a3f5d0b239 req-d9701def-4179-46dc-a5b2-20ffb1f502ec tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 945 time: 0.1006145 Aug 31 00:50:02.469580 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a001a1c4-d593-4196-b8f5-20a3f5d0b239 req-998ec140-b6f8-4862-87bf-953be5c4d047 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424950 Aug 31 00:50:02.471400 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1735a72-3a00-44c8-9685-fdc18201be7b req-d7719316-fa76-49c9-acb7-2b6ede7fc69a service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181226 Aug 31 00:50:02.534144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e14ee987-8fe7-4385-a310-e9daf5adedd9 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:50:02.654732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805633dc-6ac3-4933-817f-929231d216de req-b09c88c2-1ba1-4ffd-85ec-28f6570f56ac tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:02.662007 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-b09c88c2-1ba1-4ffd-85ec-28f6570f56ac tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3&tenant_id=70608dabb68b4f098ed58bafcf31f2c9&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 1097 time: 0.1767926 Aug 31 00:50:02.669808 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e4185b1a-02ad-49c6-addf-af4c036249ff details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:50:02.681925 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-34'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:50:02.726529 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a52362-bdb9-4c6a-9f57-71a881b8aad8 req-9e147679-9e28-40de-9c8b-ec398b696202 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:02.756174 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87a52362-bdb9-4c6a-9f57-71a881b8aad8 req-9e147679-9e28-40de-9c8b-ec398b696202 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 945 time: 0.1310580 Aug 31 00:50:02.785396 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:02.856073 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87a52362-bdb9-4c6a-9f57-71a881b8aad8 req-b4953fd5-055a-4185-b395-0e579a80f0e0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963860 Aug 31 00:50:02.857193 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port e14ee987-8fe7-4385-a310-e9daf5adedd9 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:50:02.862479 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e4185b1a-02ad-49c6-addf-af4c036249ff, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e4185b1a-02ad-49c6-addf-af4c036249ff,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:02.894057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port e14ee987-8fe7-4385-a310-e9daf5adedd9 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:50:02.894057 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:02.935672 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'e4185b1a-02ad-49c6-addf-af4c036249ff', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': 'e4185b1a-02ad-49c6-addf-af4c036249ff', 'mac_address': 'fa:16:3e:e7:03:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:50:03.023952 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35698) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:03.070379 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] For port 17330b1f-d2d0-4cb3-a45e-7c962003447d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=17330b1f-d2d0-4cb3-a45e-7c962003447d,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:03.128698 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35702) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:03.137302 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:03.221677 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] For port 17330b1f-d2d0-4cb3-a45e-7c962003447d, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:50:03.225072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f70cb5-7c88-4800-a63c-1ea1c28b2b98 req-7da4e025-a2e3-4745-a849-be96dd6ae484 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:03.227042 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c6f70cb5-7c88-4800-a63c-1ea1c28b2b98 req-7da4e025-a2e3-4745-a849-be96dd6ae484 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a31e7e-8ab6-4055-aa0d-b2633001a872 HTTP/1.1" status: 200 len: 944 time: 0.2307694 Aug 31 00:50:03.246187 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f15cfb70-5569-440e-83de-cd34f8e12741 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99c3eb33ead6417086dcbb95ee1fb094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1137059 Aug 31 00:50:03.246497 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:03.255310 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35704) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:03.263657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4185b1a-02ad-49c6-addf-af4c036249ff {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:50:03.311486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a31e7e-8ab6-4055-aa0d-b2633001a872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14ee987-8fe7-4385-a310-e9daf5adedd9'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:03.318324 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886ad572-37e2-41b9-baa0-4ed72d35bbcf" -d '{"events": [{"server_uuid": "50a31e7e-8ab6-4055-aa0d-b2633001a872", "name": "network-vif-plugged", "status": "completed", "tag": "e14ee987-8fe7-4385-a310-e9daf5adedd9"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:03.321627 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c6f70cb5-7c88-4800-a63c-1ea1c28b2b98 req-4fc91e6c-9ba5-4e62-85bc-3431aa47797f tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707996 Aug 31 00:50:03.329494 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e4185b1a-02ad-49c6-addf-af4c036249ff, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e4185b1a-02ad-49c6-addf-af4c036249ff,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:03.346298 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port e14ee987-8fe7-4385-a310-e9daf5adedd9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e14ee987-8fe7-4385-a310-e9daf5adedd9,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:03.415689 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:03.433579 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2219ac-f5f6-4c94-b045-7800071d54e9 x-openstack-request-id: req-9c2219ac-f5f6-4c94-b045-7800071d54e9 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:03.433579 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a31e7e-8ab6-4055-aa0d-b2633001a872", "name": "network-vif-plugged", "status": "completed", "tag": "e14ee987-8fe7-4385-a310-e9daf5adedd9", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:03.433579 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c2219ac-f5f6-4c94-b045-7800071d54e9 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:03.433579 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a31e7e-8ab6-4055-aa0d-b2633001a872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14ee987-8fe7-4385-a310-e9daf5adedd9', 'code': 200} Aug 31 00:50:03.440270 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-67a7bf2a-8d37-49cf-b5aa-f3b97718037f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:03.456166 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:03.470737 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-67a7bf2a-8d37-49cf-b5aa-f3b97718037f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:03.487457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfc042-7def-4d8d-9834-f9a4bc1a93c0 req-60d59a9e-f124-46c6-a8ea-992fefd9872e tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:03.494931 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ecfc042-7def-4d8d-9834-f9a4bc1a93c0 req-60d59a9e-f124-46c6-a8ea-992fefd9872e tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 948 time: 0.2758741 Aug 31 00:50:03.502365 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:03.517562 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:03.591396 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fabec566-5522-4589-b69c-65beca65f2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:03.608730 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9423-7e54-4de6-9721-18cc770d3cc6 req-854df870-d930-46c6-be0b-20201d9b0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:03.615142 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf9d9423-7e54-4de6-9721-18cc770d3cc6 req-854df870-d930-46c6-be0b-20201d9b0f7e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=50a31e7e-8ab6-4055-aa0d-b2633001a872 HTTP/1.1" status: 200 len: 1097 time: 0.0916288 Aug 31 00:50:03.619480 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] Pushing event updated for resources: {'Port': ['ID=17330b1f-d2d0-4cb3-a45e-7c962003447d,revision_number=7']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:03.646430 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=e4185b1a-02ad-49c6-addf-af4c036249ff,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:03.657682 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-67a7bf2a-8d37-49cf-b5aa-f3b97718037f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:03.661232 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-67a7bf2a-8d37-49cf-b5aa-f3b97718037f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:03.662843 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-67a7bf2a-8d37-49cf-b5aa-f3b97718037f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb85c221-1ecd-47fe-8147-422de6017db9 HTTP/1.1" status: 204 len: 168 time: 0.4061203 Aug 31 00:50:03.682770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7bf2a-8d37-49cf-b5aa-f3b97718037f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb85c221-1ecd-47fe-8147-422de6017db9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:03.729700 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf9d9423-7e54-4de6-9721-18cc770d3cc6 req-39a23b0c-369b-401e-890a-ca3c83782f95 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112525 Aug 31 00:50:03.749680 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20365b-f85e-4875-b077-46d219e588df req-c6d9ef28-6c2a-4f0d-b149-54f4a4338590 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:03.758483 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb20365b-f85e-4875-b077-46d219e588df req-c6d9ef28-6c2a-4f0d-b149-54f4a4338590 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 943 time: 0.0891747 Aug 31 00:50:03.792633 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['e4185b1a-02ad-49c6-addf-af4c036249ff'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:03.797230 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fabec566-5522-4589-b69c-65beca65f2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:03.798913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96486778-84cc-46f0-90ec-eec665fc31c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17330b1f-d2d0-4cb3-a45e-7c962003447d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:03.812711 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001f4687-f560-43bf-b8f5-d09d9067c18c" -d '{"events": [{"server_uuid": "96486778-84cc-46f0-90ec-eec665fc31c3", "name": "network-vif-unplugged", "status": "completed", "tag": "17330b1f-d2d0-4cb3-a45e-7c962003447d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:03.813682 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb20365b-f85e-4875-b077-46d219e588df req-ee36d44b-1f25-46f8-9898-dae716b1bb12 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505729 Aug 31 00:50:03.871040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35716) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:03.889790 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fabec566-5522-4589-b69c-65beca65f2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:03.938147 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e432ac33-fd5d-47ff-a6b5-c0e328724c4c x-openstack-request-id: req-e432ac33-fd5d-47ff-a6b5-c0e328724c4c {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:03.938441 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96486778-84cc-46f0-90ec-eec665fc31c3", "name": "network-vif-unplugged", "status": "completed", "tag": "17330b1f-d2d0-4cb3-a45e-7c962003447d", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:03.938708 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e432ac33-fd5d-47ff-a6b5-c0e328724c4c {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:03.939083 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96486778-84cc-46f0-90ec-eec665fc31c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17330b1f-d2d0-4cb3-a45e-7c962003447d', 'code': 200} Aug 31 00:50:03.948142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35722) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:03.956460 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fabec566-5522-4589-b69c-65beca65f2f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b26e29deef5b44c5b36559edbc1d8704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9309688 Aug 31 00:50:03.963192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=e14ee987-8fe7-4385-a310-e9daf5adedd9,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:04.108681 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4d39e5e7-9420-485f-b718-4fcbb444c2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:04.137504 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2154509a-730a-41cf-aa3e-f3738807f329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:04.166333 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf6d60-0b43-444a-b56a-8debacc7bacf req-c1a350c6-f6f6-4d31-8c82-091495e70b58 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:04.174386 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ffaf6d60-0b43-444a-b56a-8debacc7bacf req-c1a350c6-f6f6-4d31-8c82-091495e70b58 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 945 time: 0.1903305 Aug 31 00:50:04.189589 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4d39e5e7-9420-485f-b718-4fcbb444c2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:04.233526 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-18375a9e-a264-4679-a316-49b57c93c491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:04.293428 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ffaf6d60-0b43-444a-b56a-8debacc7bacf req-5afd6a90-6e9c-459f-910c-302bd4739009 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180301 Aug 31 00:50:04.396208 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ecfc042-7def-4d8d-9834-f9a4bc1a93c0 req-de767241-60fb-4099-85ba-a524ccc0b0f7 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8954401 Aug 31 00:50:04.423739 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4d39e5e7-9420-485f-b718-4fcbb444c2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:04.430093 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4d39e5e7-9420-485f-b718-4fcbb444c2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:04.434591 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4d39e5e7-9420-485f-b718-4fcbb444c2b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47afb984-1594-48b7-8e86-4d8bcd150114 HTTP/1.1" status: 204 len: 168 time: 0.4831619 Aug 31 00:50:04.456470 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabec566-5522-4589-b69c-65beca65f2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47afb984-1594-48b7-8e86-4d8bcd150114,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:04.470976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] Attempting to bind port 17330b1f-d2d0-4cb3-a45e-7c962003447d on host n-h2-793621-34 for vnic_type normal with profile {"migrating_to": "n-h1-793621-34"} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:50:04.473763 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] Attempting to bind port 17330b1f-d2d0-4cb3-a45e-7c962003447d by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:50:04.480486 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] Attempting to bind port 17330b1f-d2d0-4cb3-a45e-7c962003447d on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:50:04.489689 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2154509a-730a-41cf-aa3e-f3738807f329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:04.491454 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] Port 17330b1f-d2d0-4cb3-a45e-7c962003447d on network dffc61c4-1ac9-454f-80fe-3549f2de306f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:50:04.491962 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] Attempting to bind port 17330b1f-d2d0-4cb3-a45e-7c962003447d on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:50:04.502940 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:50:04.504888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] Checking segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:50:04.505488 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] Bound using segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:50:04.507387 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] Bound port: 17330b1f-d2d0-4cb3-a45e-7c962003447d, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:50:04.510197 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:04.524014 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39e5e7-9420-485f-b718-4fcbb444c2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47afb984-1594-48b7-8e86-4d8bcd150114,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:04.614077 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2154509a-730a-41cf-aa3e-f3738807f329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:04.622768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f70689-16fb-44cf-92f2-14e02ba3efb8 req-0d92d426-d65a-44c6-bc6f-189eed3f00e0 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:04.625006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-86f70689-16fb-44cf-92f2-14e02ba3efb8 req-0d92d426-d65a-44c6-bc6f-189eed3f00e0 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a31e7e-8ab6-4055-aa0d-b2633001a872 HTTP/1.1" status: 200 len: 945 time: 0.0967686 Aug 31 00:50:04.673890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 17330b1f-d2d0-4cb3-a45e-7c962003447d details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:50:04.727232 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] For port 17330b1f-d2d0-4cb3-a45e-7c962003447d, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:50:04.738639 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35738) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:04.740410 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2154509a-730a-41cf-aa3e-f3738807f329 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91b4efe92730407da7f561309960b2dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8676836 Aug 31 00:50:04.741921 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154509a-730a-41cf-aa3e-f3738807f329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741dfed9-ea83-44e4-8941-bc9f7d2d72bd,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:04.793822 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] For port 17330b1f-d2d0-4cb3-a45e-7c962003447d, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=17330b1f-d2d0-4cb3-a45e-7c962003447d,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:50:04.840043 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-86f70689-16fb-44cf-92f2-14e02ba3efb8 req-4bcbaf6d-010b-4c74-b304-359d133c1948 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605513 Aug 31 00:50:04.861804 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 17330b1f-d2d0-4cb3-a45e-7c962003447d, host n-h2-793621-34, got binding levels [] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:04.885867 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c55f376a-6ece-42dd-a3ac-025fcb0b4977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:04.920750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Attempting to bind port 17330b1f-d2d0-4cb3-a45e-7c962003447d on host n-h2-793621-34 for vnic_type normal with profile {"migrating_to": "n-h1-793621-34"} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:50:04.920750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Attempting to bind port 17330b1f-d2d0-4cb3-a45e-7c962003447d by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:50:04.920750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Attempting to bind port 17330b1f-d2d0-4cb3-a45e-7c962003447d on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:50:04.922549 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Port 17330b1f-d2d0-4cb3-a45e-7c962003447d on network dffc61c4-1ac9-454f-80fe-3549f2de306f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:50:04.923080 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Attempting to bind port 17330b1f-d2d0-4cb3-a45e-7c962003447d on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:50:04.931244 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:50:04.931623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Checking segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:50:04.932246 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Bound using segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:50:04.932719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Bound port: 17330b1f-d2d0-4cb3-a45e-7c962003447d, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:50:04.933112 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:04.934893 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c55f376a-6ece-42dd-a3ac-025fcb0b4977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:04.952185 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:05.006808 n-d-793621-34 neutron-server[102344]: WARNING neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Concurrent port binding operations failed on port 17330b1f-d2d0-4cb3-a45e-7c962003447d Aug 31 00:50:05.011543 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 17330b1f-d2d0-4cb3-a45e-7c962003447d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=17330b1f-d2d0-4cb3-a45e-7c962003447d,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:05.013233 n-d-793621-34 neutron-server[102344]: INFO neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Attempt 2 to bind port 17330b1f-d2d0-4cb3-a45e-7c962003447d Aug 31 00:50:05.013764 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 17330b1f-d2d0-4cb3-a45e-7c962003447d has no active binding in host n-h1-793621-34 {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 00:50:05.071554 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c56f7-8b8c-4c1e-81e6-211c30eb4df6 req-19b82fd6-394f-446d-a709-5649b0e24d46 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:05.074135 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-807c56f7-8b8c-4c1e-81e6-211c30eb4df6 req-19b82fd6-394f-446d-a709-5649b0e24d46 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 943 time: 0.1374476 Aug 31 00:50:05.124884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] Pushing event updated for resources: {'Port': ['ID=17330b1f-d2d0-4cb3-a45e-7c962003447d,revision_number=8']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:05.183032 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-807c56f7-8b8c-4c1e-81e6-211c30eb4df6 req-814210be-1042-48dc-b4f7-49df596c634f tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984671 Aug 31 00:50:05.206206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:05.207297 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:05.209632 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-6e9e0592-0072-45a5-a259-5a3ddb5f9138 service neutron] 10.222.0.48 "PUT /v2.0/ports/17330b1f-d2d0-4cb3-a45e-7c962003447d HTTP/1.1" status: 200 len: 1123 time: 2.5387843 Aug 31 00:50:05.278745 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c55f376a-6ece-42dd-a3ac-025fcb0b4977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:05.281901 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c55f376a-6ece-42dd-a3ac-025fcb0b4977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:05.283177 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c55f376a-6ece-42dd-a3ac-025fcb0b4977 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/741dfed9-ea83-44e4-8941-bc9f7d2d72bd HTTP/1.1" status: 204 len: 168 time: 0.5429127 Aug 31 00:50:05.295065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f376a-6ece-42dd-a3ac-025fcb0b4977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741dfed9-ea83-44e4-8941-bc9f7d2d72bd,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:05.329197 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['17330b1f-d2d0-4cb3-a45e-7c962003447d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:05.420292 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['17330b1f-d2d0-4cb3-a45e-7c962003447d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:05.554244 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a36ddb-bc4f-4e4b-ae36-db61cd46a010 req-19c8c8f4-57c1-4963-9a6a-427ada3c56cd tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:05.556144 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63a36ddb-bc4f-4e4b-ae36-db61cd46a010 req-19c8c8f4-57c1-4963-9a6a-427ada3c56cd tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 945 time: 0.1512275 Aug 31 00:50:05.593759 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c97e10-3d56-4d75-97ea-61aaed594b4e req-721f15a6-1c7b-4497-825f-d7d44b92b5ec tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:05.597265 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f8c97e10-3d56-4d75-97ea-61aaed594b4e req-721f15a6-1c7b-4497-825f-d7d44b92b5ec tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 949 time: 0.0957634 Aug 31 00:50:05.604012 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63a36ddb-bc4f-4e4b-ae36-db61cd46a010 req-2e166ab2-580a-4c4d-aca7-d8d4a2b0087a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411031 Aug 31 00:50:05.671862 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f8c97e10-3d56-4d75-97ea-61aaed594b4e req-973755f8-3b66-4240-8f15-91ffdf7884cd tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635307 Aug 31 00:50:05.918017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35758) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:05.936670 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-125547d2-689b-4dd3-8b7a-2cd60879100b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:05.939576 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96486778-84cc-46f0-90ec-eec665fc31c3', 'tag': '17330b1f-d2d0-4cb3-a45e-7c962003447d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:05.942928 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf5ea49-169e-4012-9385-04b8f13321c7" -d '{"events": [{"name": "network-changed", "server_uuid": "96486778-84cc-46f0-90ec-eec665fc31c3", "tag": "17330b1f-d2d0-4cb3-a45e-7c962003447d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:06.034080 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc192ae-6748-4ea5-b39e-e71fac197edc x-openstack-request-id: req-3dc192ae-6748-4ea5-b39e-e71fac197edc {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:06.034816 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96486778-84cc-46f0-90ec-eec665fc31c3", "tag": "17330b1f-d2d0-4cb3-a45e-7c962003447d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:06.035264 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3dc192ae-6748-4ea5-b39e-e71fac197edc {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:06.036429 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96486778-84cc-46f0-90ec-eec665fc31c3', 'tag': '17330b1f-d2d0-4cb3-a45e-7c962003447d', 'status': 'completed', 'code': 200} Aug 31 00:50:06.045867 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808535-e7ad-4397-ba2f-7d28c8ad91ca req-a771d8fa-f1c7-44fa-b32c-1abceb496f9d tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:06.058238 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85808535-e7ad-4397-ba2f-7d28c8ad91ca req-a771d8fa-f1c7-44fa-b32c-1abceb496f9d tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a31e7e-8ab6-4055-aa0d-b2633001a872 HTTP/1.1" status: 200 len: 945 time: 0.1226900 Aug 31 00:50:06.157161 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-125547d2-689b-4dd3-8b7a-2cd60879100b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:06.193058 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85808535-e7ad-4397-ba2f-7d28c8ad91ca req-ba2c530a-7966-4c24-ad82-67937196fbd4 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336803 Aug 31 00:50:06.199441 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5ea49-169e-4012-9385-04b8f13321c7 req-b34b2819-5ed1-46c7-9afc-8f751c55aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:06.201056 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-acf5ea49-169e-4012-9385-04b8f13321c7 req-b34b2819-5ed1-46c7-9afc-8f751c55aa45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 1126 time: 0.1397080 Aug 31 00:50:06.260889 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-125547d2-689b-4dd3-8b7a-2cd60879100b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:06.357300 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-125547d2-689b-4dd3-8b7a-2cd60879100b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0746e442e9b14bcea2681f6724ca97c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4343665 Aug 31 00:50:06.360144 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35774) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:06.372920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125547d2-689b-4dd3-8b7a-2cd60879100b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39113943-b77c-4143-bb59-7a7e761c23d1,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:06.461906 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aedcc681-8f4e-4be2-82d3-2a4bd9d5a91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:06.469048 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddca11-53ac-430c-a15f-4a492da7a58b req-52af86b7-d46a-4dd3-a106-f064e9d2af8d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:06.472109 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-89ddca11-53ac-430c-a15f-4a492da7a58b req-52af86b7-d46a-4dd3-a106-f064e9d2af8d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 943 time: 0.1607299 Aug 31 00:50:06.490425 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aedcc681-8f4e-4be2-82d3-2a4bd9d5a91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:06.501054 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5ea49-169e-4012-9385-04b8f13321c7 req-3ce8f97d-265b-44a4-aca1-e8eb2e06576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:06.502752 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-acf5ea49-169e-4012-9385-04b8f13321c7 req-3ce8f97d-265b-44a4-aca1-e8eb2e06576e service neutron] 10.222.0.41 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 921 time: 0.2904856 Aug 31 00:50:06.591354 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:06.612239 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-89ddca11-53ac-430c-a15f-4a492da7a58b req-91ba8e9d-5a39-452e-80e9-45b3f3cc5ee7 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314633 Aug 31 00:50:06.618387 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-acf5ea49-169e-4012-9385-04b8f13321c7 req-b98ec606-0a22-486a-ac31-30d7a69c0665 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17330b1f-d2d0-4cb3-a45e-7c962003447d HTTP/1.1" status: 200 len: 217 time: 0.1032403 Aug 31 00:50:06.678072 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e4185b1a-02ad-49c6-addf-af4c036249ff up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:50:06.704765 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5ea49-169e-4012-9385-04b8f13321c7 req-cf0b5724-e18e-4b5e-8030-8cf8dd2bcb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:06.708687 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-acf5ea49-169e-4012-9385-04b8f13321c7 req-cf0b5724-e18e-4b5e-8030-8cf8dd2bcb23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.0816622 Aug 31 00:50:06.758385 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:06.759114 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:06.793072 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-acf5ea49-169e-4012-9385-04b8f13321c7 req-c458c911-169f-44f0-a306-99d25db12cbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631800 Aug 31 00:50:06.814078 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35784) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:06.826515 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aedcc681-8f4e-4be2-82d3-2a4bd9d5a91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:06.830137 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aedcc681-8f4e-4be2-82d3-2a4bd9d5a91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:06.832045 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-aedcc681-8f4e-4be2-82d3-2a4bd9d5a91e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39113943-b77c-4143-bb59-7a7e761c23d1 HTTP/1.1" status: 204 len: 168 time: 0.4708807 Aug 31 00:50:06.840187 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c0967-0af9-4c69-bbbd-37d9294b70fb req-c394a61d-e9f4-4948-adbb-e115920ba054 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:06.841176 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3e00b25-d4e7-480f-a388-786f0b4ea74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:06.843963 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port e4185b1a-02ad-49c6-addf-af4c036249ff completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:50:06.848590 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f41c0967-0af9-4c69-bbbd-37d9294b70fb req-c394a61d-e9f4-4948-adbb-e115920ba054 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 945 time: 0.1378064 Aug 31 00:50:06.853219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port e4185b1a-02ad-49c6-addf-af4c036249ff triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:50:06.853842 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:06.942512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcc681-8f4e-4be2-82d3-2a4bd9d5a91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39113943-b77c-4143-bb59-7a7e761c23d1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:06.954026 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f41c0967-0af9-4c69-bbbd-37d9294b70fb req-cc9f199e-a509-4c76-8042-fb126c153353 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031635 Aug 31 00:50:07.030584 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c9b55a2f-eb6e-4b97-97cd-5c67bad46952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:07.031774 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-acf5ea49-169e-4012-9385-04b8f13321c7 req-4e733836-5c10-4a94-8f9f-b139a12d0994 service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289732 Aug 31 00:50:07.190500 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b468d2d-d1c4-4396-ad77-c2d8416bbfa7 req-8f4b7a17-c983-4bd1-a74b-f3877014dace tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:07.202492 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4b468d2d-d1c4-4396-ad77-c2d8416bbfa7 req-8f4b7a17-c983-4bd1-a74b-f3877014dace tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 949 time: 0.1180830 Aug 31 00:50:07.203474 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:07.259200 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d40fa9-61b7-4448-9aeb-11d12aa7839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4185b1a-02ad-49c6-addf-af4c036249ff'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:07.263275 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d009c5ee-ba95-4d6c-ad41-0af1b695a269" -d '{"events": [{"server_uuid": "98d40fa9-61b7-4448-9aeb-11d12aa7839d", "name": "network-vif-plugged", "status": "completed", "tag": "e4185b1a-02ad-49c6-addf-af4c036249ff"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:07.291586 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e4185b1a-02ad-49c6-addf-af4c036249ff, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e4185b1a-02ad-49c6-addf-af4c036249ff,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:07.305451 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-acf5ea49-169e-4012-9385-04b8f13321c7 req-6e9c1987-a12a-4ee8-8e4f-248b0d75b8d4 service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658279 Aug 31 00:50:07.307089 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3e00b25-d4e7-480f-a388-786f0b4ea74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:07.317710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4b468d2d-d1c4-4396-ad77-c2d8416bbfa7 req-acedfac5-3f3f-409c-b8be-dc5731e032e1 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117971 Aug 31 00:50:07.325466 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a9e77-0e23-4c67-ac64-a921fa4ed23a req-e20ac2a0-7f1f-4142-b3a2-9ff2ea95c42a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:07.327040 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-546a9e77-0e23-4c67-ac64-a921fa4ed23a req-e20ac2a0-7f1f-4142-b3a2-9ff2ea95c42a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a31e7e-8ab6-4055-aa0d-b2633001a872 HTTP/1.1" status: 200 len: 945 time: 0.0859094 Aug 31 00:50:07.373090 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6a75ff-43e7-4425-bfe7-4170859f60de x-openstack-request-id: req-dc6a75ff-43e7-4425-bfe7-4170859f60de {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:07.373388 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d40fa9-61b7-4448-9aeb-11d12aa7839d", "name": "network-vif-plugged", "status": "completed", "tag": "e4185b1a-02ad-49c6-addf-af4c036249ff", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:07.373853 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc6a75ff-43e7-4425-bfe7-4170859f60de {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:07.374272 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d40fa9-61b7-4448-9aeb-11d12aa7839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4185b1a-02ad-49c6-addf-af4c036249ff', 'code': 200} Aug 31 00:50:07.376520 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-546a9e77-0e23-4c67-ac64-a921fa4ed23a req-4bc59bac-9ab9-45f4-abfb-8789c73659b2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407374 Aug 31 00:50:07.403405 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:07.477095 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=e4185b1a-02ad-49c6-addf-af4c036249ff,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:07.483251 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3e00b25-d4e7-480f-a388-786f0b4ea74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:07.485411 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:07.485796 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:07.486250 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:07.486478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:07.492917 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:07.493952 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:07.494302 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:07.494648 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:07.494982 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:07.495314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:07.495649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:07.495967 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:07.538470 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d3e00b25-d4e7-480f-a388-786f0b4ea74c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b275b1f901e4e308a4db21525c2b1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7229197 Aug 31 00:50:07.541146 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e00b25-d4e7-480f-a388-786f0b4ea74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56ba7ee-3d02-440f-bf2d-c7bd0d84653e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:07.542030 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35798) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:07.546623 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78192282-0e09-4951-93d8-8fd16ca245de req-10ae2435-0cfb-4257-afe4-55e907d7804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:07.548137 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-78192282-0e09-4951-93d8-8fd16ca245de req-10ae2435-0cfb-4257-afe4-55e907d7804c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 1102 time: 0.0908744 Aug 31 00:50:07.618212 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-78192282-0e09-4951-93d8-8fd16ca245de req-e5da5b10-421b-46b3-aa8d-19e70ece2e99 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547495 Aug 31 00:50:07.637298 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ca89f7d-ea30-43bd-8bfa-e9c870acbb98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:07.665145 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ca89f7d-ea30-43bd-8bfa-e9c870acbb98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:07.771863 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2abce-6747-49e1-b922-074dd7b22c66 req-65f6285a-0312-4a15-91f1-413348f6468d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:07.773674 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf2abce-6747-49e1-b922-074dd7b22c66 req-65f6285a-0312-4a15-91f1-413348f6468d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 943 time: 0.0592468 Aug 31 00:50:07.818998 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf2abce-6747-49e1-b922-074dd7b22c66 req-e66efefd-f387-4f5c-8ae3-23e8565587f0 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388954 Aug 31 00:50:07.873284 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ca89f7d-ea30-43bd-8bfa-e9c870acbb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:07.875931 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ca89f7d-ea30-43bd-8bfa-e9c870acbb98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:07.877175 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7ca89f7d-ea30-43bd-8bfa-e9c870acbb98 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c56ba7ee-3d02-440f-bf2d-c7bd0d84653e HTTP/1.1" status: 204 len: 168 time: 0.3333883 Aug 31 00:50:07.888318 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca89f7d-ea30-43bd-8bfa-e9c870acbb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56ba7ee-3d02-440f-bf2d-c7bd0d84653e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:08.083398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f5117-6982-4215-a093-538674c855c2 req-4e3688be-d553-4f97-bf37-c369e1037deb tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:08.085124 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fa8f5117-6982-4215-a093-538674c855c2 req-4e3688be-d553-4f97-bf37-c369e1037deb tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 945 time: 0.0569820 Aug 31 00:50:08.144725 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fa8f5117-6982-4215-a093-538674c855c2 req-31f344ea-b78e-4714-8d88-afd6687e0352 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527062 Aug 31 00:50:08.387470 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:08.501345 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870da865-3ab5-4c3f-88d4-321d56b8e5a2 req-265a009d-1237-4421-9077-6233241cbf74 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:08.504221 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-870da865-3ab5-4c3f-88d4-321d56b8e5a2 req-265a009d-1237-4421-9077-6233241cbf74 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 950 time: 0.0916252 Aug 31 00:50:08.577185 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-870da865-3ab5-4c3f-88d4-321d56b8e5a2 req-58e7c4c2-01e6-4319-b380-e67f4383a776 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651104 Aug 31 00:50:08.716427 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73015f30-f73c-4959-a7d8-c806ba2fc677 req-fe18b3fc-dd14-4f33-bbc9-f166e03d5ec6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:08.718893 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-73015f30-f73c-4959-a7d8-c806ba2fc677 req-fe18b3fc-dd14-4f33-bbc9-f166e03d5ec6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a31e7e-8ab6-4055-aa0d-b2633001a872 HTTP/1.1" status: 200 len: 945 time: 0.0825047 Aug 31 00:50:08.814403 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-73015f30-f73c-4959-a7d8-c806ba2fc677 req-be7e3ebc-47cb-428d-9e5d-89b76ffc99bc tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878766 Aug 31 00:50:09.037927 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88090552-b5b3-4a9b-9cb0-012eba049052 req-a54224a9-c914-4f40-a84e-b37e5070a2a3 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:09.039729 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-88090552-b5b3-4a9b-9cb0-012eba049052 req-a54224a9-c914-4f40-a84e-b37e5070a2a3 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 943 time: 0.0784433 Aug 31 00:50:09.106167 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-88090552-b5b3-4a9b-9cb0-012eba049052 req-ebf57755-542f-4571-ac30-2ae8acda916f tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546007 Aug 31 00:50:09.550175 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66055e10-05d9-46aa-a340-4f2005c2e268 req-ea3c4c44-cc6e-4e26-971d-f0deacd52efd tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:09.552304 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66055e10-05d9-46aa-a340-4f2005c2e268 req-ea3c4c44-cc6e-4e26-971d-f0deacd52efd tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 945 time: 0.0569975 Aug 31 00:50:09.602891 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66055e10-05d9-46aa-a340-4f2005c2e268 req-ee811f68-0e52-4e6a-915c-f1907b5eb519 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441158 Aug 31 00:50:09.875475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777aac5-14a6-4708-a981-98d1c5f70997 req-7a154b0a-70db-499f-9fb6-7ab4e92dc336 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:09.877265 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7777aac5-14a6-4708-a981-98d1c5f70997 req-7a154b0a-70db-499f-9fb6-7ab4e92dc336 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 950 time: 0.0876842 Aug 31 00:50:09.931663 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7777aac5-14a6-4708-a981-98d1c5f70997 req-7e37d0ab-aba1-4c4d-91a3-7e8c77e6354f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463872 Aug 31 00:50:10.026222 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:10.061425 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738ac06-3243-449b-8481-dfd09bfc9f05 req-5580e061-85ad-411b-9930-43fa28f1fa8d tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:10.063018 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b738ac06-3243-449b-8481-dfd09bfc9f05 req-5580e061-85ad-411b-9930-43fa28f1fa8d tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 1102 time: 0.0455959 Aug 31 00:50:10.123431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b738ac06-3243-449b-8481-dfd09bfc9f05 req-d7839ade-96fc-4fd3-85d1-15f21c10dc4e tempest-ServersOnMultiNodesTest-158042249 tempest-ServersOnMultiNodesTest-158042249-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462196 Aug 31 00:50:10.270499 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94935cd9-b499-4e89-a0a9-778f6158de31 req-c98540d8-5477-40bb-9676-a28e932e0dab tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:10.277759 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-94935cd9-b499-4e89-a0a9-778f6158de31 req-c98540d8-5477-40bb-9676-a28e932e0dab tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 943 time: 0.0572546 Aug 31 00:50:10.361968 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-94935cd9-b499-4e89-a0a9-778f6158de31 req-2259364c-45eb-42d1-bf63-485d1d8e98cc tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811162 Aug 31 00:50:10.794289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f971b05-7325-4887-80b2-e085e7d4bdeb req-1ee0bdc1-8f56-4f91-9920-65334ab9851d tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:10.799872 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f971b05-7325-4887-80b2-e085e7d4bdeb req-1ee0bdc1-8f56-4f91-9920-65334ab9851d tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 945 time: 0.0709403 Aug 31 00:50:10.871374 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f971b05-7325-4887-80b2-e085e7d4bdeb req-fbaf58b1-d876-484f-97b8-9dc4d7478bcb tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573733 Aug 31 00:50:11.084239 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf56689-80f0-475d-85d2-b41347e7f6fc req-eadbee97-062c-4c05-864c-a3a11ec3a569 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:11.088227 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-abf56689-80f0-475d-85d2-b41347e7f6fc req-eadbee97-062c-4c05-864c-a3a11ec3a569 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 950 time: 0.1129022 Aug 31 00:50:11.094753 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35994) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:11.095802 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0143f22f-e49f-4337-8574-ba04ff75e25c req-e214ae6a-6378-4ccd-87cc-902bf7e2cacc tempest-FlavorsV2NegativeTest-1682207551 tempest-FlavorsV2NegativeTest-1682207551-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=55c822b06ecd4dcbbff25b22e6274418&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422592 Aug 31 00:50:11.172262 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-abf56689-80f0-475d-85d2-b41347e7f6fc req-5b89bef0-aec4-44ea-82fc-082392835882 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680819 Aug 31 00:50:11.273302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143f22f-e49f-4337-8574-ba04ff75e25c req-4b335339-84a9-4d2c-be74-3094c7098a57 tempest-FlavorsV2NegativeTest-1682207551 tempest-FlavorsV2NegativeTest-1682207551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:11.274909 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0143f22f-e49f-4337-8574-ba04ff75e25c req-4b335339-84a9-4d2c-be74-3094c7098a57 tempest-FlavorsV2NegativeTest-1682207551 tempest-FlavorsV2NegativeTest-1682207551-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1717806 Aug 31 00:50:11.282493 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bdf11545-fd4b-47c3-b280-30384dc86c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:11.295921 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0143f22f-e49f-4337-8574-ba04ff75e25c req-92265ea4-1916-4ae1-b398-413f0bd99798 tempest-FlavorsV2NegativeTest-1682207551 tempest-FlavorsV2NegativeTest-1682207551-project] 10.222.0.16 "GET /v2.0/quotas/55c822b06ecd4dcbbff25b22e6274418 HTTP/1.1" status: 200 len: 375 time: 0.0103927 Aug 31 00:50:11.330524 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0143f22f-e49f-4337-8574-ba04ff75e25c req-09cc789d-a6d6-4ace-8d42-b91f1694386a tempest-FlavorsV2NegativeTest-1682207551 tempest-FlavorsV2NegativeTest-1682207551-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=55c822b06ecd4dcbbff25b22e6274418&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294306 Aug 31 00:50:11.422100 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bdf11545-fd4b-47c3-b280-30384dc86c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:11.542673 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cc788-d59a-4d3b-8ecf-7cbb1d29082f req-d84ebf85-b81e-47e7-91b7-a1ffb6bd8ad7 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:11.544945 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b1cc788-d59a-4d3b-8ecf-7cbb1d29082f req-d84ebf85-b81e-47e7-91b7-a1ffb6bd8ad7 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 943 time: 0.0763249 Aug 31 00:50:11.547068 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bdf11545-fd4b-47c3-b280-30384dc86c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:11.615180 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bdf11545-fd4b-47c3-b280-30384dc86c12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd083a8d05634ffd9c03d420b5f80b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5195801 Aug 31 00:50:11.616434 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf11545-fd4b-47c3-b280-30384dc86c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b5f147-fab6-4be3-935a-7054a0f819e3,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:11.617897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 36012) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:11.658749 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b1cc788-d59a-4d3b-8ecf-7cbb1d29082f req-bc852a1a-39d1-4193-a8ad-3c7782a7c4f9 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966499 Aug 31 00:50:11.716229 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d13b6e33-d267-4831-aecc-d0cf882fe169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:11.755976 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d13b6e33-d267-4831-aecc-d0cf882fe169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:11.820094 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 36020) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:11.884687 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d13b6e33-d267-4831-aecc-d0cf882fe169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:11.889254 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d13b6e33-d267-4831-aecc-d0cf882fe169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:11.891256 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d13b6e33-d267-4831-aecc-d0cf882fe169 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20b5f147-fab6-4be3-935a-7054a0f819e3 HTTP/1.1" status: 204 len: 168 time: 0.2719181 Aug 31 00:50:11.927397 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b6e33-d267-4831-aecc-d0cf882fe169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b5f147-fab6-4be3-935a-7054a0f819e3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:12.057474 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-67ad1e1b-2c33-4505-8579-4cfeeeb7b80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:12.131995 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f7c16-717e-49fc-a6a2-f832b454de77 req-58035686-758d-4da3-b4f7-999dbd2a3759 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:12.134357 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-834f7c16-717e-49fc-a6a2-f832b454de77 req-58035686-758d-4da3-b4f7-999dbd2a3759 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 945 time: 0.0943780 Aug 31 00:50:12.243822 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-67ad1e1b-2c33-4505-8579-4cfeeeb7b80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:12.265036 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-834f7c16-717e-49fc-a6a2-f832b454de77 req-9d04fb62-eb86-47f6-b86f-980aa3ac261e tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173015 Aug 31 00:50:12.435940 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c774a-a019-4b5c-a4a4-ceb4cb6914e4 req-000e6844-1cbb-4fce-bf6e-a1b8d53688b8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:12.437449 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e30c774a-a019-4b5c-a4a4-ceb4cb6914e4 req-000e6844-1cbb-4fce-bf6e-a1b8d53688b8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 950 time: 0.1282821 Aug 31 00:50:12.449611 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4171a-9f8a-4d00-8ce6-ce644e3aed6c req-babf62da-91bd-44de-865c-0f3497d3a724 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:12.457857 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09f4171a-9f8a-4d00-8ce6-ce644e3aed6c req-babf62da-91bd-44de-865c-0f3497d3a724 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.48 "GET /v2.0/ports?device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 950 time: 0.0913610 Aug 31 00:50:12.534175 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-67ad1e1b-2c33-4505-8579-4cfeeeb7b80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:12.580067 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e14ee987-8fe7-4385-a310-e9daf5adedd9 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:50:12.670187 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e30c774a-a019-4b5c-a4a4-ceb4cb6914e4 req-845ea934-8a2b-48f4-95a6-92245828b53c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141337 Aug 31 00:50:12.764542 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-67ad1e1b-2c33-4505-8579-4cfeeeb7b80d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8680df815e04a2db79d8727aaf9da10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9428329 Aug 31 00:50:12.767138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36056) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:12.769119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad1e1b-2c33-4505-8579-4cfeeeb7b80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9497653c-ae71-45b6-96f7-a753fc8ea9de,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:12.860613 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-09f4171a-9f8a-4d00-8ce6-ce644e3aed6c req-c152dca2-8995-4782-9670-fc38a3b1daa8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Deleting port e4185b1a-02ad-49c6-addf-af4c036249ff {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:50:12.861227 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09f4171a-9f8a-4d00-8ce6-ce644e3aed6c req-c152dca2-8995-4782-9670-fc38a3b1daa8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:12.933688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port e14ee987-8fe7-4385-a310-e9daf5adedd9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e14ee987-8fe7-4385-a310-e9daf5adedd9,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:12.951471 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'e14ee987-8fe7-4385-a310-e9daf5adedd9', 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9', 'port_id': 'e14ee987-8fe7-4385-a310-e9daf5adedd9', 'mac_address': 'fa:16:3e:16:fb:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df615be-0d8f-4191-b850-d061892bbd16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:50:13.007243 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:13.033835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e14ee987-8fe7-4385-a310-e9daf5adedd9 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:50:13.036232 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4553872-d2b4-4d9f-8b28-3ab5f33b29c8 req-b14a6faf-5b58-4f0e-943f-3cee74cfa7ba tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:13.039126 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4553872-d2b4-4d9f-8b28-3ab5f33b29c8 req-b14a6faf-5b58-4f0e-943f-3cee74cfa7ba tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 943 time: 0.1975343 Aug 31 00:50:13.043732 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-25f1b480-1957-4c69-8c3c-4be4303a943b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:13.103498 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port e14ee987-8fe7-4385-a310-e9daf5adedd9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e14ee987-8fe7-4385-a310-e9daf5adedd9,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:13.142140 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-25f1b480-1957-4c69-8c3c-4be4303a943b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:13.159813 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-09f4171a-9f8a-4d00-8ce6-ce644e3aed6c req-c152dca2-8995-4782-9670-fc38a3b1daa8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] For port e4185b1a-02ad-49c6-addf-af4c036249ff, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e4185b1a-02ad-49c6-addf-af4c036249ff,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:13.160914 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09f4171a-9f8a-4d00-8ce6-ce644e3aed6c req-c152dca2-8995-4782-9670-fc38a3b1daa8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:13.186328 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4553872-d2b4-4d9f-8b28-3ab5f33b29c8 req-2d0e095f-df68-45a4-b7aa-cd8d3c4d8974 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403961 Aug 31 00:50:13.229378 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:13.252803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-09f4171a-9f8a-4d00-8ce6-ce644e3aed6c req-c152dca2-8995-4782-9670-fc38a3b1daa8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Calling delete_port for e4185b1a-02ad-49c6-addf-af4c036249ff owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:50:13.340463 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-25f1b480-1957-4c69-8c3c-4be4303a943b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:13.347015 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-25f1b480-1957-4c69-8c3c-4be4303a943b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:13.347015 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-25f1b480-1957-4c69-8c3c-4be4303a943b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9497653c-ae71-45b6-96f7-a753fc8ea9de HTTP/1.1" status: 204 len: 168 time: 0.5758803 Aug 31 00:50:13.349173 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=e14ee987-8fe7-4385-a310-e9daf5adedd9,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:13.380325 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36080) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:13.392484 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1b480-1957-4c69-8c3c-4be4303a943b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9497653c-ae71-45b6-96f7-a753fc8ea9de,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:13.397567 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['e14ee987-8fe7-4385-a310-e9daf5adedd9'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:13.418653 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a035593-69aa-48c0-bdf9-b423db382739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:13.480441 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-66053263-5e4e-4d47-9433-7a90290401e5 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:13.485654 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-66053263-5e4e-4d47-9433-7a90290401e5 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68&tenant_id=94c1e14dadd544e0828f51650b31e0cc&binding%3Ahost_id=n-h1-793621-34 HTTP/1.1" status: 200 len: 1097 time: 0.1313765 Aug 31 00:50:13.515010 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-34'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:50:13.670321 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 36086) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:13.708460 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac13122-fd74-4a9b-8e57-3b0ad7282f7a req-7ce553b2-de32-4d50-bab1-a3b3333c88c8 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:13.725910 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dac13122-fd74-4a9b-8e57-3b0ad7282f7a req-7ce553b2-de32-4d50-bab1-a3b3333c88c8 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 945 time: 0.2625539 Aug 31 00:50:13.740978 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09f4171a-9f8a-4d00-8ce6-ce644e3aed6c req-c152dca2-8995-4782-9670-fc38a3b1daa8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:13.799661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['11012e02-592c-4ec1-a45a-1f4275e2c5c3', '3298cd05-ac5e-428e-abee-19b14d8a4d33', 'e4185b1a-02ad-49c6-addf-af4c036249ff'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:13.832335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152dca2-8995-4782-9670-fc38a3b1daa8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Pushing event deleted for resources: {'Port': ['ID=e4185b1a-02ad-49c6-addf-af4c036249ff,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:13.880695 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['0f798366-cccb-4ad0-9068-988645efeb31', 'f9050f2a-fd6e-46df-bf89-71b2dd3959cd', '29124473-ddf7-4efa-80ed-8e41bf498930', 'bed11c88-e3c5-47b2-b62f-67f4d435dde2', 'db908baa-0b14-4bf9-bd74-296c6165dbde'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:13.911386 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:13.950821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f4171a-9f8a-4d00-8ce6-ce644e3aed6c req-c152dca2-8995-4782-9670-fc38a3b1daa8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] No DVR routers for this DVR port e4185b1a-02ad-49c6-addf-af4c036249ff on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:50:13.954176 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09f4171a-9f8a-4d00-8ce6-ce644e3aed6c req-c152dca2-8995-4782-9670-fc38a3b1daa8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:13.961230 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09f4171a-9f8a-4d00-8ce6-ce644e3aed6c req-c152dca2-8995-4782-9670-fc38a3b1daa8 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.48 "DELETE /v2.0/ports/e4185b1a-02ad-49c6-addf-af4c036249ff HTTP/1.1" status: 204 len: 173 time: 1.4881270 Aug 31 00:50:13.961584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d40fa9-61b7-4448-9aeb-11d12aa7839d', 'name': 'network-vif-deleted', 'tag': 'e4185b1a-02ad-49c6-addf-af4c036249ff'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:13.964014 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb36084-197a-4db3-a7c7-2c5fecd54bec" -d '{"events": [{"server_uuid": "98d40fa9-61b7-4448-9aeb-11d12aa7839d", "name": "network-vif-deleted", "tag": "e4185b1a-02ad-49c6-addf-af4c036249ff"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:14.067528 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0af3cf56-040c-4e4f-b42c-a162dad250be req-552ed687-6719-4bee-9eba-9ab356e7a14f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 210 time: 0.0843451 Aug 31 00:50:14.230656 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58135b60-e349-419d-8dc8-9952d7101bbc x-openstack-request-id: req-58135b60-e349-419d-8dc8-9952d7101bbc {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:14.230899 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d40fa9-61b7-4448-9aeb-11d12aa7839d", "name": "network-vif-deleted", "tag": "e4185b1a-02ad-49c6-addf-af4c036249ff", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:14.231156 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58135b60-e349-419d-8dc8-9952d7101bbc {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:14.231584 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d40fa9-61b7-4448-9aeb-11d12aa7839d', 'name': 'network-vif-deleted', 'tag': 'e4185b1a-02ad-49c6-addf-af4c036249ff', 'status': 'completed', 'code': 200} Aug 31 00:50:14.235139 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dac13122-fd74-4a9b-8e57-3b0ad7282f7a req-10627e15-4525-4502-aa5f-ed060178209d tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013874 Aug 31 00:50:14.268008 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a035593-69aa-48c0-bdf9-b423db382739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:14.347353 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a035593-69aa-48c0-bdf9-b423db382739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:14.491790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] For port 19811b1e-bb34-430f-aca6-a9df300ea7f7, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=19811b1e-bb34-430f-aca6-a9df300ea7f7,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:14.500322 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b55d3beb-5038-4637-b002-11c12f9fec73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:14.602432 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 19811b1e-bb34-430f-aca6-a9df300ea7f7 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:50:14.604941 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e14ee987-8fe7-4385-a310-e9daf5adedd9 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:50:14.612229 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7a035593-69aa-48c0-bdf9-b423db382739 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3bec72fb2f1c474199eae6b4854c548c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2251532 Aug 31 00:50:14.614365 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36116) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:14.688169 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a035593-69aa-48c0-bdf9-b423db382739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea7a591-86ca-4c67-b4b0-4dd602928f52,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:14.721037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] For port 19811b1e-bb34-430f-aca6-a9df300ea7f7, host n-h1-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:50:14.856000 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b590ef43-a39a-4603-8bb2-2908eb054d68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19811b1e-bb34-430f-aca6-a9df300ea7f7'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:14.858374 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bb73bb-293a-47b5-ab8d-91c45f59aa35" -d '{"events": [{"server_uuid": "b590ef43-a39a-4603-8bb2-2908eb054d68", "name": "network-vif-unplugged", "status": "completed", "tag": "19811b1e-bb34-430f-aca6-a9df300ea7f7"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:14.862863 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:14.866052 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b55d3beb-5038-4637-b002-11c12f9fec73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:14.876538 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a0ab9-a9b6-499c-94e8-54a40edad772 req-2005cb76-0f4d-4df2-80f4-4fb03d158fbf tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:14.876538 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-407a0ab9-a9b6-499c-94e8-54a40edad772 req-2005cb76-0f4d-4df2-80f4-4fb03d158fbf tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 943 time: 0.1977787 Aug 31 00:50:14.941735 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417e25dd-70b0-4db0-844a-c1c77ab66154 x-openstack-request-id: req-417e25dd-70b0-4db0-844a-c1c77ab66154 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:14.942286 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b590ef43-a39a-4603-8bb2-2908eb054d68", "name": "network-vif-unplugged", "status": "completed", "tag": "19811b1e-bb34-430f-aca6-a9df300ea7f7", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:14.942544 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-417e25dd-70b0-4db0-844a-c1c77ab66154 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:14.942937 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b590ef43-a39a-4603-8bb2-2908eb054d68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19811b1e-bb34-430f-aca6-a9df300ea7f7', 'code': 200} Aug 31 00:50:14.960284 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f29a706c-37bc-4522-b9f0-d729eeb0437b req-8f910300-ee28-4756-a60b-052bdb036b13 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1844771 Aug 31 00:50:14.978591 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96b0a6b0-3357-41af-af2f-f33f9278236b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:15.001834 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-407a0ab9-a9b6-499c-94e8-54a40edad772 req-b001faf7-35e7-4e16-a0fd-89e7f7840030 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119123 Aug 31 00:50:15.017036 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96b0a6b0-3357-41af-af2f-f33f9278236b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:15.080303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 36124) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:15.080746 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port e14ee987-8fe7-4385-a310-e9daf5adedd9 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:50:15.080746 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:15.099091 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b55d3beb-5038-4637-b002-11c12f9fec73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:15.134778 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:15.235244 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b55d3beb-5038-4637-b002-11c12f9fec73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55c822b06ecd4dcbbff25b22e6274418&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5633130 Aug 31 00:50:15.238421 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d3beb-5038-4637-b002-11c12f9fec73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618033fd-37b4-4123-8141-6e23b3399aa6,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:15.245899 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 36128) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:15.259057 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f5f79cc0-27b9-49bf-b9c8-dcf69b3120ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:15.307996 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] Pushing event updated for resources: {'Port': ['ID=19811b1e-bb34-430f-aca6-a9df300ea7f7,revision_number=7']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:15.369743 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f30e5b1-466a-488b-9e99-ad9d9d6f0f38 req-00724e16-c52d-45be-af9d-5d9b01b7c2da tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d40fa9-61b7-4448-9aeb-11d12aa7839d HTTP/1.1" status: 200 len: 210 time: 0.0817742 Aug 31 00:50:15.417338 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eda6e300-2fd8-4483-8e41-a035b50ae006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:15.434082 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a706c-37bc-4522-b9f0-d729eeb0437b req-210aa6fe-f5f8-43fd-87e8-dde30bf464cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:15.437552 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f29a706c-37bc-4522-b9f0-d729eeb0437b req-210aa6fe-f5f8-43fd-87e8-dde30bf464cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&device_id=fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e HTTP/1.1" status: 200 len: 1102 time: 0.3856022 Aug 31 00:50:15.443851 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eda6e300-2fd8-4483-8e41-a035b50ae006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:15.444290 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 19811b1e-bb34-430f-aca6-a9df300ea7f7, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=19811b1e-bb34-430f-aca6-a9df300ea7f7,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:15.511141 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 19811b1e-bb34-430f-aca6-a9df300ea7f7 has no active binding in host n-h2-793621-34 {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 00:50:15.590261 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:15.673145 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-8e573076-4832-4779-bc63-d159b5076441 service neutron] 10.222.0.41 "GET /v2.0/ports/17330b1f-d2d0-4cb3-a45e-7c962003447d/bindings/n-h1-793621-34 HTTP/1.1" status: 200 len: 385 time: 0.2149200 Aug 31 00:50:15.701220 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] Attempting to bind port 19811b1e-bb34-430f-aca6-a9df300ea7f7 on host n-h1-793621-34 for vnic_type normal with profile {"migrating_to": "n-h2-793621-34"} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:50:15.701748 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] Attempting to bind port 19811b1e-bb34-430f-aca6-a9df300ea7f7 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:50:15.702199 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] Attempting to bind port 19811b1e-bb34-430f-aca6-a9df300ea7f7 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:50:15.709353 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96b0a6b0-3357-41af-af2f-f33f9278236b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:15.712257 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96b0a6b0-3357-41af-af2f-f33f9278236b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:15.713912 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-96b0a6b0-3357-41af-af2f-f33f9278236b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ea7a591-86ca-4c67-b4b0-4dd602928f52 HTTP/1.1" status: 204 len: 168 time: 1.0269301 Aug 31 00:50:15.764258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0a6b0-3357-41af-af2f-f33f9278236b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea7a591-86ca-4c67-b4b0-4dd602928f52,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:15.820715 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] Port 19811b1e-bb34-430f-aca6-a9df300ea7f7 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:50:15.824982 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] Attempting to bind port 19811b1e-bb34-430f-aca6-a9df300ea7f7 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:50:15.873971 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f5f79cc0-27b9-49bf-b9c8-dcf69b3120ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:15.881921 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eda6e300-2fd8-4483-8e41-a035b50ae006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:15.882474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edeedfd-631e-4d79-a194-681edc6a3358 req-8910f89e-57f4-4b27-98df-6ba499f1b3d0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:15.892996 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eda6e300-2fd8-4483-8e41-a035b50ae006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:15.893895 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7edeedfd-631e-4d79-a194-681edc6a3358 req-8910f89e-57f4-4b27-98df-6ba499f1b3d0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 943 time: 0.4748962 Aug 31 00:50:15.898095 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-eda6e300-2fd8-4483-8e41-a035b50ae006 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/618033fd-37b4-4123-8141-6e23b3399aa6 HTTP/1.1" status: 204 len: 168 time: 0.6479917 Aug 31 00:50:15.949706 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6e300-2fd8-4483-8e41-a035b50ae006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618033fd-37b4-4123-8141-6e23b3399aa6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:16.010489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:50:16.015805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] Checking segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:50:16.016727 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] Bound using segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:50:16.017513 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] Bound port: 19811b1e-bb34-430f-aca6-a9df300ea7f7, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:50:16.018166 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:16.107951 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port e14ee987-8fe7-4385-a310-e9daf5adedd9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e14ee987-8fe7-4385-a310-e9daf5adedd9,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:16.138497 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f5f79cc0-27b9-49bf-b9c8-dcf69b3120ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:16.138704 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a31e7e-8ab6-4055-aa0d-b2633001a872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14ee987-8fe7-4385-a310-e9daf5adedd9'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:16.141910 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5077f6e6-b0cd-4e16-96c2-615a60ccf6b3" -d '{"events": [{"server_uuid": "50a31e7e-8ab6-4055-aa0d-b2633001a872", "name": "network-vif-plugged", "status": "completed", "tag": "e14ee987-8fe7-4385-a310-e9daf5adedd9"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:16.200595 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7edeedfd-631e-4d79-a194-681edc6a3358 req-ce3d3be9-0b74-4e9e-9eaa-0b9bf96f5cc2 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023164 Aug 31 00:50:16.252496 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:16.253782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 17330b1f-d2d0-4cb3-a45e-7c962003447d no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:50:16.353997 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940dc698-c14f-4fd3-b370-2d9081406115 x-openstack-request-id: req-940dc698-c14f-4fd3-b370-2d9081406115 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:16.354439 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a31e7e-8ab6-4055-aa0d-b2633001a872", "name": "network-vif-plugged", "status": "completed", "tag": "e14ee987-8fe7-4385-a310-e9daf5adedd9", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:16.354728 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-940dc698-c14f-4fd3-b370-2d9081406115 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:16.355154 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a31e7e-8ab6-4055-aa0d-b2633001a872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14ee987-8fe7-4385-a310-e9daf5adedd9', 'code': 200} Aug 31 00:50:16.416282 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-805633dc-6ac3-4933-817f-929231d216de req-f27c4c98-03e3-4447-85e9-08f74f6fd148 service neutron] For port 17330b1f-d2d0-4cb3-a45e-7c962003447d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=17330b1f-d2d0-4cb3-a45e-7c962003447d,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:16.430994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=e14ee987-8fe7-4385-a310-e9daf5adedd9,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:16.464337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-805633dc-6ac3-4933-817f-929231d216de req-f27c4c98-03e3-4447-85e9-08f74f6fd148 service neutron] For port 17330b1f-d2d0-4cb3-a45e-7c962003447d, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:50:16.487258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a706c-37bc-4522-b9f0-d729eeb0437b req-c5f66d11-ebe2-4aff-94be-e51b821e0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:16.493684 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f29a706c-37bc-4522-b9f0-d729eeb0437b req-c5f66d11-ebe2-4aff-94be-e51b821e0d0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.9444194 Aug 31 00:50:16.515003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-805633dc-6ac3-4933-817f-929231d216de req-f27c4c98-03e3-4447-85e9-08f74f6fd148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17330b1f-d2d0-4cb3-a45e-7c962003447d {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:50:16.530316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-805633dc-6ac3-4933-817f-929231d216de req-f27c4c98-03e3-4447-85e9-08f74f6fd148 service neutron] For port 17330b1f-d2d0-4cb3-a45e-7c962003447d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=17330b1f-d2d0-4cb3-a45e-7c962003447d,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:16.574392 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f79cc0-27b9-49bf-b9c8-dcf69b3120ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb7f996-82cc-424b-956e-e314a03063a8,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:16.643814 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f5f79cc0-27b9-49bf-b9c8-dcf69b3120ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3e7239665c642ea8dd0218b25fb72af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5841928 Aug 31 00:50:16.647107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 36158) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:16.693083 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-805633dc-6ac3-4933-817f-929231d216de req-f27c4c98-03e3-4447-85e9-08f74f6fd148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:16.724650 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f29a706c-37bc-4522-b9f0-d729eeb0437b req-495a4277-fcf9-4c97-bce3-f16df8cb9802 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=0f798366-cccb-4ad0-9068-988645efeb31 HTTP/1.1" status: 200 len: 217 time: 0.2019398 Aug 31 00:50:16.726348 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b81d6f8-939e-407c-8366-b78ba276d478 req-43af464f-686a-4c00-9e5b-2dcde5d52301 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5703623 Aug 31 00:50:16.736658 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e4185b1a-02ad-49c6-addf-af4c036249ff no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:50:16.742269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41a384-1805-48d9-a3dc-7e0a4bc649d4 req-6b9d6cc8-3024-4525-89a4-0208b56f863a tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:16.751641 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a41a384-1805-48d9-a3dc-7e0a4bc649d4 req-6b9d6cc8-3024-4525-89a4-0208b56f863a tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 943 time: 0.4453156 Aug 31 00:50:16.781247 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc693-603c-4996-b558-0dc0de9dba73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:16.811910 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: e4185b1a-02ad-49c6-addf-af4c036249ff {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:50:16.818081 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e4185b1a-02ad-49c6-addf-af4c036249ff not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:50:16.878761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a706c-37bc-4522-b9f0-d729eeb0437b req-c0e934bd-3f7e-43ee-acbe-b7805609cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:16.880622 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f29a706c-37bc-4522-b9f0-d729eeb0437b req-c0e934bd-3f7e-43ee-acbe-b7805609cd14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1549444 Aug 31 00:50:16.881783 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] For port 19811b1e-bb34-430f-aca6-a9df300ea7f7, host n-h1-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:50:16.902167 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a41a384-1805-48d9-a3dc-7e0a4bc649d4 req-86d040f3-e84f-446a-9c5e-32959384f5d0 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493256 Aug 31 00:50:16.968467 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc693-603c-4996-b558-0dc0de9dba73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:16.989130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81d6f8-939e-407c-8366-b78ba276d478 req-0b17065d-e929-45b7-9993-4eda7da494a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:16.991304 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b81d6f8-939e-407c-8366-b78ba276d478 req-0b17065d-e929-45b7-9993-4eda7da494a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 1102 time: 0.1951413 Aug 31 00:50:17.066207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] For port 19811b1e-bb34-430f-aca6-a9df300ea7f7, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=19811b1e-bb34-430f-aca6-a9df300ea7f7,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:50:17.152867 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:17.185402 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a706c-37bc-4522-b9f0-d729eeb0437b req-7367564e-3bed-48f1-8401-c3466bc8b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:17.192527 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f29a706c-37bc-4522-b9f0-d729eeb0437b req-7367564e-3bed-48f1-8401-c3466bc8b81d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2977102 Aug 31 00:50:17.303360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-805633dc-6ac3-4933-817f-929231d216de req-f27c4c98-03e3-4447-85e9-08f74f6fd148 service neutron] Transition to ACTIVE for port object 17330b1f-d2d0-4cb3-a45e-7c962003447d will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:50:17.433678 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-805633dc-6ac3-4933-817f-929231d216de req-f27c4c98-03e3-4447-85e9-08f74f6fd148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:17.487138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:17.488928 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:17.491413 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] 10.222.0.41 "PUT /v2.0/ports/19811b1e-bb34-430f-aca6-a9df300ea7f7 HTTP/1.1" status: 200 len: 1123 time: 3.9895098 Aug 31 00:50:17.492210 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b590ef43-a39a-4603-8bb2-2908eb054d68', 'tag': '19811b1e-bb34-430f-aca6-a9df300ea7f7'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:17.495457 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad155558-05dd-4b50-b885-0397733b9623" -d '{"events": [{"name": "network-changed", "server_uuid": "b590ef43-a39a-4603-8bb2-2908eb054d68", "tag": "19811b1e-bb34-430f-aca6-a9df300ea7f7"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:17.504528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49ded2-7882-4d61-9704-8123844700d7 service neutron] Pushing event updated for resources: {'Port': ['ID=19811b1e-bb34-430f-aca6-a9df300ea7f7,revision_number=8']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:17.559990 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc693-603c-4996-b558-0dc0de9dba73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:17.565044 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc693-603c-4996-b558-0dc0de9dba73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:17.566668 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d0bdc693-603c-4996-b558-0dc0de9dba73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6eb7f996-82cc-424b-956e-e314a03063a8 HTTP/1.1" status: 204 len: 168 time: 0.9167683 Aug 31 00:50:17.599494 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['19811b1e-bb34-430f-aca6-a9df300ea7f7'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:17.636049 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f29a706c-37bc-4522-b9f0-d729eeb0437b req-10969d16-ff2b-4230-b631-0351b20a9981 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320230 Aug 31 00:50:17.663320 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['19811b1e-bb34-430f-aca6-a9df300ea7f7'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:17.774930 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81d6f8-939e-407c-8366-b78ba276d478 req-a0caa6bc-dede-4822-9b6e-99cdb9532860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:17.783055 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b81d6f8-939e-407c-8366-b78ba276d478 req-a0caa6bc-dede-4822-9b6e-99cdb9532860 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.7605081 Aug 31 00:50:18.063603 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-805633dc-6ac3-4933-817f-929231d216de req-f27c4c98-03e3-4447-85e9-08f74f6fd148 service neutron] No DVR routers for this DVR port 17330b1f-d2d0-4cb3-a45e-7c962003447d on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:50:18.069683 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b81d6f8-939e-407c-8366-b78ba276d478 req-ce6a63be-3007-4778-82d4-fc33cb6e73d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=11012e02-592c-4ec1-a45a-1f4275e2c5c3 HTTP/1.1" status: 200 len: 217 time: 0.2768078 Aug 31 00:50:18.109659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdc693-603c-4996-b558-0dc0de9dba73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb7f996-82cc-424b-956e-e314a03063a8,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:18.154620 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f29a706c-37bc-4522-b9f0-d729eeb0437b req-ce93e56e-5fbd-4e3b-b31b-370d4f265518 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102546 Aug 31 00:50:18.181192 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ec5fa7-a6f6-4bc6-8c79-e9c81198e676 x-openstack-request-id: req-27ec5fa7-a6f6-4bc6-8c79-e9c81198e676 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:18.181192 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b590ef43-a39a-4603-8bb2-2908eb054d68", "tag": "19811b1e-bb34-430f-aca6-a9df300ea7f7", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:18.181815 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27ec5fa7-a6f6-4bc6-8c79-e9c81198e676 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:18.182654 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b590ef43-a39a-4603-8bb2-2908eb054d68', 'tag': '19811b1e-bb34-430f-aca6-a9df300ea7f7', 'status': 'completed', 'code': 200} Aug 31 00:50:18.268175 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac51c73-74ec-41f1-925e-11babf25ced2 req-f819f036-8b92-4fa1-afd9-ba679efafbde tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:18.282924 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4ac51c73-74ec-41f1-925e-11babf25ced2 req-f819f036-8b92-4fa1-afd9-ba679efafbde tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 950 time: 0.1254220 Aug 31 00:50:18.384099 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4ac51c73-74ec-41f1-925e-11babf25ced2 req-550a3648-e974-47ff-bc8b-c9793e3b525c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014013 Aug 31 00:50:18.438575 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3b274-1d6f-4b36-926e-d25dec210033 req-2921f3a4-d101-48e7-845b-3e60bdfbdf2d tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:18.444493 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dec3b274-1d6f-4b36-926e-d25dec210033 req-2921f3a4-d101-48e7-845b-3e60bdfbdf2d tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 943 time: 1.0540817 Aug 31 00:50:18.491251 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c4c98-03e3-4447-85e9-08f74f6fd148 service neutron] Pushing event updated for resources: {'Port': ['ID=17330b1f-d2d0-4cb3-a45e-7c962003447d,revision_number=10']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:18.508608 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-f27c4c98-03e3-4447-85e9-08f74f6fd148 service neutron] 10.222.0.41 "PUT /v2.0/ports/17330b1f-d2d0-4cb3-a45e-7c962003447d/bindings/n-h1-793621-34/activate HTTP/1.1" status: 200 len: 370 time: 2.8243058 Aug 31 00:50:18.596797 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81d6f8-939e-407c-8366-b78ba276d478 req-1e97d19b-7a7f-41fb-a96e-8c9d5d53db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:18.600116 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b81d6f8-939e-407c-8366-b78ba276d478 req-1e97d19b-7a7f-41fb-a96e-8c9d5d53db83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.5008929 Aug 31 00:50:18.623384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad155558-05dd-4b50-b885-0397733b9623 req-da0b9818-611c-4b1d-a571-124ac2790f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:18.626244 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ad155558-05dd-4b50-b885-0397733b9623 req-da0b9818-611c-4b1d-a571-124ac2790f2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 1126 time: 0.7145233 Aug 31 00:50:18.807584 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805633dc-6ac3-4933-817f-929231d216de req-8916cc33-4be3-4b0d-8fec-9a73afde2124 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:18.810143 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-8916cc33-4be3-4b0d-8fec-9a73afde2124 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3&tenant_id=70608dabb68b4f098ed58bafcf31f2c9&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 1096 time: 0.1495953 Aug 31 00:50:18.873666 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b758d5-b37d-4d8a-b289-0c440104d438 req-5ba1d044-2e74-4e57-9fb4-022a004c4421 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:18.875766 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2b758d5-b37d-4d8a-b289-0c440104d438 req-5ba1d044-2e74-4e57-9fb4-022a004c4421 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 944 time: 0.1441855 Aug 31 00:50:18.880046 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dec3b274-1d6f-4b36-926e-d25dec210033 req-7c899e21-0444-4f57-a023-5d75878f023b tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145019 Aug 31 00:50:18.937025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81d6f8-939e-407c-8366-b78ba276d478 req-bf34cd21-0b14-4ad3-bfbe-6734013273f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:18.939853 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b81d6f8-939e-407c-8366-b78ba276d478 req-bf34cd21-0b14-4ad3-bfbe-6734013273f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3263865 Aug 31 00:50:18.968963 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805633dc-6ac3-4933-817f-929231d216de req-c99bfd58-c748-4d05-b774-debac6679860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:18.971097 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-c99bfd58-c748-4d05-b774-debac6679860 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3&tenant_id=70608dabb68b4f098ed58bafcf31f2c9 HTTP/1.1" status: 200 len: 1096 time: 0.1521602 Aug 31 00:50:19.003667 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2b758d5-b37d-4d8a-b289-0c440104d438 req-9c3fc714-66e0-4c16-8ebc-158ae622dbfc tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057439 Aug 31 00:50:19.109421 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805633dc-6ac3-4933-817f-929231d216de req-4f5469be-4e78-410a-90ae-eaec56a5dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:19.111674 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-4f5469be-4e78-410a-90ae-eaec56a5dfee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 1096 time: 0.1050601 Aug 31 00:50:19.243245 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad155558-05dd-4b50-b885-0397733b9623 req-6daf2feb-1314-4a04-89e3-37d69d6d43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:19.245935 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ad155558-05dd-4b50-b885-0397733b9623 req-6daf2feb-1314-4a04-89e3-37d69d6d43a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.5818505 Aug 31 00:50:19.334210 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805633dc-6ac3-4933-817f-929231d216de req-62472907-d80b-4e70-863f-3bfc59819692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:19.337474 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-62472907-d80b-4e70-863f-3bfc59819692 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 921 time: 0.2173953 Aug 31 00:50:19.350475 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ad155558-05dd-4b50-b885-0397733b9623 req-4a046832-6467-4c08-aec9-8736305a6c40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19811b1e-bb34-430f-aca6-a9df300ea7f7 HTTP/1.1" status: 200 len: 217 time: 0.0928319 Aug 31 00:50:19.355260 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36236) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:19.516309 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-c1fa30e4-09da-4a1e-8836-69bb8deaa761 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17330b1f-d2d0-4cb3-a45e-7c962003447d HTTP/1.1" status: 200 len: 217 time: 0.1633739 Aug 31 00:50:19.569001 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b6efa-0575-45de-b96f-6d8fa3db5be3 req-6a18ed7e-ca5e-4e48-a59f-f902e31126a1 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:19.571963 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b6b6efa-0575-45de-b96f-6d8fa3db5be3 req-6a18ed7e-ca5e-4e48-a59f-f902e31126a1 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 950 time: 0.4170656 Aug 31 00:50:19.658236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805633dc-6ac3-4933-817f-929231d216de req-391e0802-4efe-4297-8b22-8c589b4e8fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:19.660868 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-391e0802-4efe-4297-8b22-8c589b4e8fa4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.1353495 Aug 31 00:50:19.672033 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b81d6f8-939e-407c-8366-b78ba276d478 req-b07de126-e81c-40ec-9e66-bcfac823167a service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7023752 Aug 31 00:50:19.714538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad155558-05dd-4b50-b885-0397733b9623 req-d387c87d-a1cd-4107-be9d-89aa91df3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:19.716241 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ad155558-05dd-4b50-b885-0397733b9623 req-d387c87d-a1cd-4107-be9d-89aa91df3b87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.3543835 Aug 31 00:50:19.757569 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-ba7c22a7-30cb-4c79-a1c9-a4a3a9c7a264 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789480 Aug 31 00:50:19.925005 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ad155558-05dd-4b50-b885-0397733b9623 req-d8585075-1dbd-46dd-bdf8-8f197597eab1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1923659 Aug 31 00:50:19.969739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fd0bb-625b-4b85-8bb9-fde128b77c20 req-184a82fc-3423-499d-b7d8-d35afdcccf4f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:19.980099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b04fd0bb-625b-4b85-8bb9-fde128b77c20 req-184a82fc-3423-499d-b7d8-d35afdcccf4f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 950 time: 0.3850329 Aug 31 00:50:19.989615 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-f9b10b76-3aab-4774-86cf-19a52b122992 service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238853 Aug 31 00:50:20.151797 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b04fd0bb-625b-4b85-8bb9-fde128b77c20 req-989905c4-9276-4f48-922e-ea7b5c0f8abb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706750 Aug 31 00:50:20.169367 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d93bb2bd-207e-4042-9d2f-7d20555b34da admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-818438728-network', 'tenant_id': 'c5d8da6b8412407695235efd876a1554'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:50:20.345477 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b81d6f8-939e-407c-8366-b78ba276d478 req-7cc48c9d-fdf6-4fb3-97ca-d2798ce62df1 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6428821 Aug 31 00:50:20.350190 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-3b6b6efa-0575-45de-b96f-6d8fa3db5be3 req-39e3fbb2-a6ed-4423-80f3-e7298d2e99f6 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Deleting port db908baa-0b14-4bf9-bd74-296c6165dbde {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:50:20.350738 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3b6b6efa-0575-45de-b96f-6d8fa3db5be3 req-39e3fbb2-a6ed-4423-80f3-e7298d2e99f6 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:20.381114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1a5ed-9a07-4b5e-9ab9-461607b8662f req-94e841e1-dbc9-4421-944e-d98be89f5039 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:20.382723 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-31c1a5ed-9a07-4b5e-9ab9-461607b8662f req-94e841e1-dbc9-4421-944e-d98be89f5039 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 943 time: 0.2289419 Aug 31 00:50:20.393065 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-d38545e8-b8be-4abe-9136-d1c7993695f6 service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915179 Aug 31 00:50:20.429549 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93bb2bd-207e-4042-9d2f-7d20555b34da admin admin] Made reservation on behalf of c5d8da6b8412407695235efd876a1554 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:50:20.434098 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d93bb2bd-207e-4042-9d2f-7d20555b34da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:20.448847 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ad155558-05dd-4b50-b885-0397733b9623 req-88c15de6-a16d-46c1-b788-053d926b63fd service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945285 Aug 31 00:50:20.456729 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d93bb2bd-207e-4042-9d2f-7d20555b34da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:20.477846 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-31c1a5ed-9a07-4b5e-9ab9-461607b8662f req-3da81458-1202-4026-ac52-7b48022e40b1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822258 Aug 31 00:50:20.713717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc653b30-c648-405e-abdd-83a223f46e7c req-d7fb43ba-b184-4d7a-9609-ad700448fa7b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:20.723753 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc653b30-c648-405e-abdd-83a223f46e7c req-d7fb43ba-b184-4d7a-9609-ad700448fa7b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 944 time: 0.1252868 Aug 31 00:50:20.782635 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d93bb2bd-207e-4042-9d2f-7d20555b34da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:20.855487 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc653b30-c648-405e-abdd-83a223f46e7c req-3bd3b282-eb9e-4281-b701-03a13da64456 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295528 Aug 31 00:50:20.881814 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d93bb2bd-207e-4042-9d2f-7d20555b34da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:20.953429 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93bb2bd-207e-4042-9d2f-7d20555b34da admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:50:20.961176 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-3b6b6efa-0575-45de-b96f-6d8fa3db5be3 req-39e3fbb2-a6ed-4423-80f3-e7298d2e99f6 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] For port db908baa-0b14-4bf9-bd74-296c6165dbde, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=db908baa-0b14-4bf9-bd74-296c6165dbde,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:20.962064 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3b6b6efa-0575-45de-b96f-6d8fa3db5be3 req-39e3fbb2-a6ed-4423-80f3-e7298d2e99f6 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:21.011282 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-3b6b6efa-0575-45de-b96f-6d8fa3db5be3 req-39e3fbb2-a6ed-4423-80f3-e7298d2e99f6 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Calling delete_port for db908baa-0b14-4bf9-bd74-296c6165dbde owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:50:21.012668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bb2bd-207e-4042-9d2f-7d20555b34da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc6fb14-3b4f-4b05-85e3-682595846358,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:21.023849 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d93bb2bd-207e-4042-9d2f-7d20555b34da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:21.024409 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-d93bb2bd-207e-4042-9d2f-7d20555b34da admin admin] Added segment 4202bfca-4859-4059-839b-c586e9e1a303 of type vlan for network b877e06c-c6d5-487e-936f-bc7f69f3dde8 Aug 31 00:50:21.070969 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ad155558-05dd-4b50-b885-0397733b9623 req-363e6526-fdf7-43d1-bd5f-a2d23a54f11b service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143456 Aug 31 00:50:21.120945 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d93bb2bd-207e-4042-9d2f-7d20555b34da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:21.267597 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d93bb2bd-207e-4042-9d2f-7d20555b34da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:21.268767 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93bb2bd-207e-4042-9d2f-7d20555b34da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:21.270447 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d93bb2bd-207e-4042-9d2f-7d20555b34da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:21.445481 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bb2bd-207e-4042-9d2f-7d20555b34da admin admin] Pushing event updated for resources: {'Network': ['ID=b877e06c-c6d5-487e-936f-bc7f69f3dde8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:21.466933 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network b877e06c-c6d5-487e-936f-bc7f69f3dde8 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:50:21.485604 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d93bb2bd-207e-4042-9d2f-7d20555b34da admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9962440 Aug 31 00:50:21.486895 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36294) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:21.502306 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c5d0c915-fcd3-456a-bfb7-b69eae7f1e7b admin admin] Request body: {'subnet': {'network_id': 'b877e06c-c6d5-487e-936f-bc7f69f3dde8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-818438728-subnet', 'tenant_id': 'c5d8da6b8412407695235efd876a1554', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:50:21.508471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805633dc-6ac3-4933-817f-929231d216de req-ee0cab5a-c888-4db2-9f9c-3e09064e3dea tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:21.513202 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-ee0cab5a-c888-4db2-9f9c-3e09064e3dea tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3&tenant_id=70608dabb68b4f098ed58bafcf31f2c9&binding%3Ahost_id=n-h1-793621-34 HTTP/1.1" status: 200 len: 1096 time: 0.3578515 Aug 31 00:50:21.680287 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3b6b6efa-0575-45de-b96f-6d8fa3db5be3 req-39e3fbb2-a6ed-4423-80f3-e7298d2e99f6 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:21.695895 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['0f798366-cccb-4ad0-9068-988645efeb31', 'f9050f2a-fd6e-46df-bf89-71b2dd3959cd', '29124473-ddf7-4efa-80ed-8e41bf498930', 'bed11c88-e3c5-47b2-b62f-67f4d435dde2'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:21.699374 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['11012e02-592c-4ec1-a45a-1f4275e2c5c3', '3298cd05-ac5e-428e-abee-19b14d8a4d33'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:21.753579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3fbb2-a6ed-4423-80f3-e7298d2e99f6 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Pushing event deleted for resources: {'Port': ['ID=db908baa-0b14-4bf9-bd74-296c6165dbde,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:21.759676 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d0c915-fcd3-456a-bfb7-b69eae7f1e7b admin admin] Made reservation on behalf of c5d8da6b8412407695235efd876a1554 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:50:21.790442 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c5d0c915-fcd3-456a-bfb7-b69eae7f1e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:21.830618 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6b6efa-0575-45de-b96f-6d8fa3db5be3 req-39e3fbb2-a6ed-4423-80f3-e7298d2e99f6 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] No DVR routers for this DVR port db908baa-0b14-4bf9-bd74-296c6165dbde on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:50:21.839286 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3b6b6efa-0575-45de-b96f-6d8fa3db5be3 req-39e3fbb2-a6ed-4423-80f3-e7298d2e99f6 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:21.850143 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b6b6efa-0575-45de-b96f-6d8fa3db5be3 req-39e3fbb2-a6ed-4423-80f3-e7298d2e99f6 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "DELETE /v2.0/ports/db908baa-0b14-4bf9-bd74-296c6165dbde HTTP/1.1" status: 204 len: 173 time: 2.2529836 Aug 31 00:50:21.851162 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0cfa284-e32e-4db9-8263-3c2997cfc537', 'name': 'network-vif-deleted', 'tag': 'db908baa-0b14-4bf9-bd74-296c6165dbde'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:21.854922 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06fb16d-ef7f-478b-918e-93a49c349f74" -d '{"events": [{"server_uuid": "b0cfa284-e32e-4db9-8263-3c2997cfc537", "name": "network-vif-deleted", "tag": "db908baa-0b14-4bf9-bd74-296c6165dbde"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:21.913011 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-805633dc-6ac3-4933-817f-929231d216de req-6be1fbb7-9faa-4113-8831-e146f067d748 service neutron] For port 17330b1f-d2d0-4cb3-a45e-7c962003447d, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:50:21.920029 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-805633dc-6ac3-4933-817f-929231d216de req-6be1fbb7-9faa-4113-8831-e146f067d748 service neutron] Notify callbacks [] for binding, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:21.921404 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-805633dc-6ac3-4933-817f-929231d216de req-6be1fbb7-9faa-4113-8831-e146f067d748 service neutron] 10.222.0.48 "DELETE /v2.0/ports/17330b1f-d2d0-4cb3-a45e-7c962003447d/bindings/n-h2-793621-34 HTTP/1.1" status: 204 len: 173 time: 0.3952522 Aug 31 00:50:22.372493 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36fd5368-ad62-406b-9d56-5f4757b36b74 req-b76059e7-f205-48d4-b842-5a58e1981b0c tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 210 time: 0.0931869 Aug 31 00:50:22.505347 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca04fef-2ccf-4892-b7ae-7cf77757e0f4 x-openstack-request-id: req-7ca04fef-2ccf-4892-b7ae-7cf77757e0f4 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:22.506000 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0cfa284-e32e-4db9-8263-3c2997cfc537", "name": "network-vif-deleted", "tag": "db908baa-0b14-4bf9-bd74-296c6165dbde", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:22.506877 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ca04fef-2ccf-4892-b7ae-7cf77757e0f4 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:22.507739 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0cfa284-e32e-4db9-8263-3c2997cfc537', 'name': 'network-vif-deleted', 'tag': 'db908baa-0b14-4bf9-bd74-296c6165dbde', 'status': 'completed', 'code': 200} Aug 31 00:50:22.582243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf3486-7804-41ed-b1b8-0d7581ba5d21 req-5dc38084-4b56-41b0-b3ad-f847ea189beb tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:22.618710 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2daf3486-7804-41ed-b1b8-0d7581ba5d21 req-5dc38084-4b56-41b0-b3ad-f847ea189beb tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 943 time: 0.1638799 Aug 31 00:50:22.643741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device db908baa-0b14-4bf9-bd74-296c6165dbde no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:50:22.647220 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c5d0c915-fcd3-456a-bfb7-b69eae7f1e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:22.782588 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: db908baa-0b14-4bf9-bd74-296c6165dbde {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:50:22.784481 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device db908baa-0b14-4bf9-bd74-296c6165dbde not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:50:22.805005 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2daf3486-7804-41ed-b1b8-0d7581ba5d21 req-f1f544a1-cb6b-4246-9610-6141d53384f1 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826632 Aug 31 00:50:22.814673 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d0c915-fcd3-456a-bfb7-b69eae7f1e7b admin admin] Checking segment: {'id': '4202bfca-4859-4059-839b-c586e9e1a303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b877e06c-c6d5-487e-936f-bc7f69f3dde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:50:22.814673 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d0c915-fcd3-456a-bfb7-b69eae7f1e7b admin admin] Network hostable DHCP agents. Network: b877e06c-c6d5-487e-936f-bc7f69f3dde8, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:50:22.830787 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0c915-fcd3-456a-bfb7-b69eae7f1e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8657ccd4-c91f-45b2-afd5-e8b8fe8e50e9,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:22.888810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d20e66-10a2-4f8a-b90b-124355a839dd req-e6918ddd-a7f4-44c6-b812-7c455fb7ff68 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:22.891563 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5d20e66-10a2-4f8a-b90b-124355a839dd req-e6918ddd-a7f4-44c6-b812-7c455fb7ff68 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 944 time: 0.1628814 Aug 31 00:50:22.997635 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5d20e66-10a2-4f8a-b90b-124355a839dd req-49cc81aa-828d-41fb-98f8-6e22e55abb19 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911875 Aug 31 00:50:23.061324 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d0c915-fcd3-456a-bfb7-b69eae7f1e7b admin admin] Network b877e06c-c6d5-487e-936f-bc7f69f3dde8 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:50:23.334918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df8549-8ad6-4799-b32f-8253be9389c8 req-f926de63-ecaa-45ae-bb97-eaf602d0952e tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:23.338488 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09df8549-8ad6-4799-b32f-8253be9389c8 req-f926de63-ecaa-45ae-bb97-eaf602d0952e tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 1096 time: 0.0584164 Aug 31 00:50:23.383659 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09df8549-8ad6-4799-b32f-8253be9389c8 req-adc1c98c-8a5d-425f-b454-76907d10e5c8 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360177 Aug 31 00:50:23.684415 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-18e0e5f2-08f4-4c64-8a6d-8ea23e791462 req-ee4e646f-51ca-4edf-b651-a1ef49b238e7 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0cfa284-e32e-4db9-8263-3c2997cfc537 HTTP/1.1" status: 200 len: 210 time: 0.0383079 Aug 31 00:50:23.695728 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-c5d0c915-fcd3-456a-bfb7-b69eae7f1e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, b877e06c-c6d5-487e-936f-bc7f69f3dde8) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:50:23.708668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d86b45-1d5f-49d3-9621-b8b56b8b0ddf None None] Network b877e06c-c6d5-487e-936f-bc7f69f3dde8 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:50:23.715647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0c915-fcd3-456a-bfb7-b69eae7f1e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:23.717512 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c5d0c915-fcd3-456a-bfb7-b69eae7f1e7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:23.860572 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c5d0c915-fcd3-456a-bfb7-b69eae7f1e7b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3619967 Aug 31 00:50:23.903164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df770d4f-a45c-4103-b95c-1c3b6d56a0d2 req-7d09a103-6ad1-4ca1-8807-df9ccaca8605 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:23.910297 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-df770d4f-a45c-4103-b95c-1c3b6d56a0d2 req-7d09a103-6ad1-4ca1-8807-df9ccaca8605 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 1096 time: 0.1415486 Aug 31 00:50:24.011023 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-df770d4f-a45c-4103-b95c-1c3b6d56a0d2 req-136bc350-3222-4cd9-afca-0235cb546a5d tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910101 Aug 31 00:50:24.128809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7e52-c2b6-46d1-a42a-4906010e6057 req-cc4f40da-718d-4537-92a6-6393c3c5ce17 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:24.141832 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-37af7e52-c2b6-46d1-a42a-4906010e6057 req-cc4f40da-718d-4537-92a6-6393c3c5ce17 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 943 time: 0.1610711 Aug 31 00:50:24.198311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2e9c55-d20c-4c71-90d3-07b08159f485 None None] Network b877e06c-c6d5-487e-936f-bc7f69f3dde8 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:50:24.274156 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-37af7e52-c2b6-46d1-a42a-4906010e6057 req-38ae382e-beb2-49b0-a5c9-446ca64937bb tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264379 Aug 31 00:50:24.639968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 36456) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:25.153123 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ba776923-4fc8-45fe-a1b8-ae0f046423da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:25.469652 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ba776923-4fc8-45fe-a1b8-ae0f046423da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:25.563830 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ba776923-4fc8-45fe-a1b8-ae0f046423da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:25.577478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36510) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:25.612961 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-6044a2c8-ae98-4b6b-bc38-ed338d090bdd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1409883466-network', 'tenant_id': '3d0392bd6d7c44c5a3cee5b706fc9126'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:50:25.745483 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ba776923-4fc8-45fe-a1b8-ae0f046423da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1331222f84104fc2bbd462ca4c9db1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1039879 Aug 31 00:50:25.748772 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36512) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:25.784616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba776923-4fc8-45fe-a1b8-ae0f046423da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1d6ebe-1482-4657-9357-b44458c4c7c8,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:25.824432 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80463eac-5b51-426b-be95-f5f9c7b50ac9 req-65de4857-b36d-47da-8ef3-2fb672b44ee7 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:25.824779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6044a2c8-ae98-4b6b-bc38-ed338d090bdd admin admin] Made reservation on behalf of 3d0392bd6d7c44c5a3cee5b706fc9126 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:50:25.828957 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6044a2c8-ae98-4b6b-bc38-ed338d090bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:25.833322 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-80463eac-5b51-426b-be95-f5f9c7b50ac9 req-65de4857-b36d-47da-8ef3-2fb672b44ee7 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 943 time: 0.2347317 Aug 31 00:50:25.901158 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6044a2c8-ae98-4b6b-bc38-ed338d090bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:25.907734 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-80463eac-5b51-426b-be95-f5f9c7b50ac9 req-1bc8a73e-a28f-4716-98df-df940844a07c tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672462 Aug 31 00:50:26.102043 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7066df7b-b6b6-4753-a5d8-29368bcfbe8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:26.171548 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7066df7b-b6b6-4753-a5d8-29368bcfbe8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:26.184316 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6044a2c8-ae98-4b6b-bc38-ed338d090bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:26.266031 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6044a2c8-ae98-4b6b-bc38-ed338d090bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:26.306171 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044a2c8-ae98-4b6b-bc38-ed338d090bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483f9258-e1bb-427d-b326-8caa8d619a43,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:26.321250 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6044a2c8-ae98-4b6b-bc38-ed338d090bdd admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:50:26.446665 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7066df7b-b6b6-4753-a5d8-29368bcfbe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:26.452255 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7066df7b-b6b6-4753-a5d8-29368bcfbe8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:26.457404 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7066df7b-b6b6-4753-a5d8-29368bcfbe8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b1d6ebe-1482-4657-9357-b44458c4c7c8 HTTP/1.1" status: 204 len: 168 time: 0.7054636 Aug 31 00:50:26.463246 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6044a2c8-ae98-4b6b-bc38-ed338d090bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:26.468889 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-6044a2c8-ae98-4b6b-bc38-ed338d090bdd admin admin] Added segment 66e282ef-b941-4f97-8b38-b9ca3ec866db of type vlan for network b6a9eb25-9420-4a3a-a976-30e5bb1bc901 Aug 31 00:50:26.579238 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066df7b-b6b6-4753-a5d8-29368bcfbe8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1d6ebe-1482-4657-9357-b44458c4c7c8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:26.747565 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6044a2c8-ae98-4b6b-bc38-ed338d090bdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:26.802549 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 19811b1e-bb34-430f-aca6-a9df300ea7f7 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:50:26.873496 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8486f-0fe7-4624-9d14-a278cb386515 req-c800bbc2-090e-49bf-ac0d-ec3562634f33 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:26.876563 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97e8486f-0fe7-4624-9d14-a278cb386515 req-c800bbc2-090e-49bf-ac0d-ec3562634f33 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=593a3658-e6e6-4c25-aecf-730d12bedc18 HTTP/1.1" status: 200 len: 950 time: 0.3297715 Aug 31 00:50:26.992725 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6044a2c8-ae98-4b6b-bc38-ed338d090bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:26.997778 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6044a2c8-ae98-4b6b-bc38-ed338d090bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:26.998468 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6044a2c8-ae98-4b6b-bc38-ed338d090bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:27.034488 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97e8486f-0fe7-4624-9d14-a278cb386515 req-737972a3-b4c2-48f4-b594-47738d4e18a2 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412866 Aug 31 00:50:27.155610 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044a2c8-ae98-4b6b-bc38-ed338d090bdd admin admin] Pushing event updated for resources: {'Network': ['ID=b6a9eb25-9420-4a3a-a976-30e5bb1bc901,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:27.173160 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network b6a9eb25-9420-4a3a-a976-30e5bb1bc901 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:50:27.206935 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6044a2c8-ae98-4b6b-bc38-ed338d090bdd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6257176 Aug 31 00:50:27.208431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36584) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:27.224707 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-651580b5-aade-48bb-8f6b-c07d0bf556af admin admin] Request body: {'subnet': {'network_id': 'b6a9eb25-9420-4a3a-a976-30e5bb1bc901', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1409883466-subnet', 'tenant_id': '3d0392bd6d7c44c5a3cee5b706fc9126', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:50:27.279607 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:50:27.485694 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2830299-b87e-44ca-8b49-30bdd633c3bc req-c295d4af-7dd4-453a-b1bf-87732e5c88d0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:27.494779 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2830299-b87e-44ca-8b49-30bdd633c3bc req-c295d4af-7dd4-453a-b1bf-87732e5c88d0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 943 time: 0.1912246 Aug 31 00:50:27.538006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651580b5-aade-48bb-8f6b-c07d0bf556af admin admin] Made reservation on behalf of 3d0392bd6d7c44c5a3cee5b706fc9126 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:50:27.549721 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-651580b5-aade-48bb-8f6b-c07d0bf556af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:27.724851 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2830299-b87e-44ca-8b49-30bdd633c3bc req-47a69640-b531-4e5d-883f-b3abbcba44f2 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287900 Aug 31 00:50:28.153201 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c3959-fd10-403b-ac2c-2d320f122025 req-68238fdd-8b2a-47aa-9174-647e6a2272d9 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:28.160678 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a6c3959-fd10-403b-ac2c-2d320f122025 req-68238fdd-8b2a-47aa-9174-647e6a2272d9 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "GET /v2.0/ports?device_id=593a3658-e6e6-4c25-aecf-730d12bedc18 HTTP/1.1" status: 200 len: 950 time: 0.4574108 Aug 31 00:50:28.326572 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-ae292735-1315-4e8b-991d-544d978030fe service neutron] 10.222.0.48 "GET /v2.0/ports/19811b1e-bb34-430f-aca6-a9df300ea7f7/bindings/n-h2-793621-34 HTTP/1.1" status: 200 len: 385 time: 0.6439459 Aug 31 00:50:28.342176 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-651580b5-aade-48bb-8f6b-c07d0bf556af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:28.514769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651580b5-aade-48bb-8f6b-c07d0bf556af admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7fde159-7e2a-4b48-b456-58d7a0537c2d,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:28.525347 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651580b5-aade-48bb-8f6b-c07d0bf556af admin admin] Checking segment: {'id': '66e282ef-b941-4f97-8b38-b9ca3ec866db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6a9eb25-9420-4a3a-a976-30e5bb1bc901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:50:28.525846 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651580b5-aade-48bb-8f6b-c07d0bf556af admin admin] Network hostable DHCP agents. Network: b6a9eb25-9420-4a3a-a976-30e5bb1bc901, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:50:28.533737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-9a6c3959-fd10-403b-ac2c-2d320f122025 req-e5ebb4d1-f7bf-4da8-952d-6c93f3b44744 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Deleting port bed11c88-e3c5-47b2-b62f-67f4d435dde2 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:50:28.535132 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9a6c3959-fd10-403b-ac2c-2d320f122025 req-e5ebb4d1-f7bf-4da8-952d-6c93f3b44744 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:28.644442 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651580b5-aade-48bb-8f6b-c07d0bf556af admin admin] Network b6a9eb25-9420-4a3a-a976-30e5bb1bc901 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:50:28.693263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a832c27-016e-4a06-8bbc-702d13e1b0a4 req-ea115449-2aa3-49dd-a1d5-2068a1d9f0b1 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:28.696704 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a832c27-016e-4a06-8bbc-702d13e1b0a4 req-ea115449-2aa3-49dd-a1d5-2068a1d9f0b1 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=593a3658-e6e6-4c25-aecf-730d12bedc18 HTTP/1.1" status: 200 len: 950 time: 0.2664683 Aug 31 00:50:28.752133 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-651580b5-aade-48bb-8f6b-c07d0bf556af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, b6a9eb25-9420-4a3a-a976-30e5bb1bc901) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:50:28.761845 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651580b5-aade-48bb-8f6b-c07d0bf556af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:28.763109 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-651580b5-aade-48bb-8f6b-c07d0bf556af admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:28.764592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a59e28-7f03-4406-9916-a1327d10cf3f None None] Network b6a9eb25-9420-4a3a-a976-30e5bb1bc901 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:50:28.865418 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-651580b5-aade-48bb-8f6b-c07d0bf556af admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6549850 Aug 31 00:50:29.017009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18729e4-21a7-48af-b123-f2edd53873ac None None] Network b6a9eb25-9420-4a3a-a976-30e5bb1bc901 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:50:29.104763 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a832c27-016e-4a06-8bbc-702d13e1b0a4 req-d9e53ee6-f9d6-446c-acb0-4355e3fd1e2e tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898847 Aug 31 00:50:29.134757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9a6c3959-fd10-403b-ac2c-2d320f122025 req-e5ebb4d1-f7bf-4da8-952d-6c93f3b44744 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] For port bed11c88-e3c5-47b2-b62f-67f4d435dde2, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=bed11c88-e3c5-47b2-b62f-67f4d435dde2,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:29.139559 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9a6c3959-fd10-403b-ac2c-2d320f122025 req-e5ebb4d1-f7bf-4da8-952d-6c93f3b44744 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:29.187814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-9a6c3959-fd10-403b-ac2c-2d320f122025 req-e5ebb4d1-f7bf-4da8-952d-6c93f3b44744 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Calling delete_port for bed11c88-e3c5-47b2-b62f-67f4d435dde2 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:50:29.546770 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968c86e-4174-42db-849e-005bd846dfa4 req-0b4ca537-cefe-48c9-b6df-7d70c35d0469 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:29.560003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d968c86e-4174-42db-849e-005bd846dfa4 req-0b4ca537-cefe-48c9-b6df-7d70c35d0469 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 943 time: 0.1236293 Aug 31 00:50:29.603917 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-bfb24f96-edae-4dcf-b756-a88508afdb72 service neutron] For port 19811b1e-bb34-430f-aca6-a9df300ea7f7, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=19811b1e-bb34-430f-aca6-a9df300ea7f7,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:29.607466 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9a6c3959-fd10-403b-ac2c-2d320f122025 req-e5ebb4d1-f7bf-4da8-952d-6c93f3b44744 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:29.622846 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['0f798366-cccb-4ad0-9068-988645efeb31', 'f9050f2a-fd6e-46df-bf89-71b2dd3959cd', '29124473-ddf7-4efa-80ed-8e41bf498930'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:29.625567 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['11012e02-592c-4ec1-a45a-1f4275e2c5c3', '3298cd05-ac5e-428e-abee-19b14d8a4d33'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:29.730378 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d968c86e-4174-42db-849e-005bd846dfa4 req-952c58a2-d542-412d-b51f-a83a996bcb4a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666796 Aug 31 00:50:29.733654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebb4d1-f7bf-4da8-952d-6c93f3b44744 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Pushing event deleted for resources: {'Port': ['ID=bed11c88-e3c5-47b2-b62f-67f4d435dde2,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:29.839977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-bfb24f96-edae-4dcf-b756-a88508afdb72 service neutron] For port 19811b1e-bb34-430f-aca6-a9df300ea7f7, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:50:29.929574 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6c3959-fd10-403b-ac2c-2d320f122025 req-e5ebb4d1-f7bf-4da8-952d-6c93f3b44744 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] No DVR routers for this DVR port bed11c88-e3c5-47b2-b62f-67f4d435dde2 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:50:29.934650 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9a6c3959-fd10-403b-ac2c-2d320f122025 req-e5ebb4d1-f7bf-4da8-952d-6c93f3b44744 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:29.940038 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a6c3959-fd10-403b-ac2c-2d320f122025 req-e5ebb4d1-f7bf-4da8-952d-6c93f3b44744 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "DELETE /v2.0/ports/bed11c88-e3c5-47b2-b62f-67f4d435dde2 HTTP/1.1" status: 204 len: 173 time: 1.7747624 Aug 31 00:50:29.949135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593a3658-e6e6-4c25-aecf-730d12bedc18', 'name': 'network-vif-deleted', 'tag': 'bed11c88-e3c5-47b2-b62f-67f4d435dde2'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:29.951960 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909eb16f-12da-4228-9749-85714e72ee7b" -d '{"events": [{"server_uuid": "593a3658-e6e6-4c25-aecf-730d12bedc18", "name": "network-vif-deleted", "tag": "bed11c88-e3c5-47b2-b62f-67f4d435dde2"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:29.995879 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-bfb24f96-edae-4dcf-b756-a88508afdb72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19811b1e-bb34-430f-aca6-a9df300ea7f7 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:50:30.056624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-bfb24f96-edae-4dcf-b756-a88508afdb72 service neutron] For port 19811b1e-bb34-430f-aca6-a9df300ea7f7, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=19811b1e-bb34-430f-aca6-a9df300ea7f7,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:30.174463 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-bfb24f96-edae-4dcf-b756-a88508afdb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:30.402659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-bfb24f96-edae-4dcf-b756-a88508afdb72 service neutron] Transition to ACTIVE for port object 19811b1e-bb34-430f-aca6-a9df300ea7f7 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:50:30.506557 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-bfb24f96-edae-4dcf-b756-a88508afdb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:30.675699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-bfb24f96-edae-4dcf-b756-a88508afdb72 service neutron] No DVR routers for this DVR port 19811b1e-bb34-430f-aca6-a9df300ea7f7 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:50:30.732808 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device bed11c88-e3c5-47b2-b62f-67f4d435dde2 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:50:30.769976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb24f96-edae-4dcf-b756-a88508afdb72 service neutron] Pushing event updated for resources: {'Port': ['ID=19811b1e-bb34-430f-aca6-a9df300ea7f7,revision_number=10']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:30.796398 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-bfb24f96-edae-4dcf-b756-a88508afdb72 service neutron] 10.222.0.48 "PUT /v2.0/ports/19811b1e-bb34-430f-aca6-a9df300ea7f7/bindings/n-h2-793621-34/activate HTTP/1.1" status: 200 len: 370 time: 2.4550414 Aug 31 00:50:30.855722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-841305ce-bdc3-4683-9900-4cb5b585b640 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:30.876912 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-841305ce-bdc3-4683-9900-4cb5b585b640 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/networks?id=b877e06c-c6d5-487e-936f-bc7f69f3dde8 HTTP/1.1" status: 200 len: 814 time: 0.3615210 Aug 31 00:50:30.902176 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-eecc5d2c-b742-4795-ae7a-f8f702300f4b tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/quotas/c5d8da6b8412407695235efd876a1554 HTTP/1.1" status: 200 len: 375 time: 0.0212302 Aug 31 00:50:30.916445 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: bed11c88-e3c5-47b2-b62f-67f4d435dde2 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:50:30.916998 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device bed11c88-e3c5-47b2-b62f-67f4d435dde2 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:50:30.953287 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1ddc2482-f5ad-46af-bb96-f79db0313df5 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c5d8da6b8412407695235efd876a1554&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491052 Aug 31 00:50:31.116652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-6baac649-9c27-4430-af3b-28adb07131ce tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:31.127981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-6baac649-9c27-4430-af3b-28adb07131ce tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68&tenant_id=94c1e14dadd544e0828f51650b31e0cc&binding%3Ahost_id=n-h1-793621-34 HTTP/1.1" status: 200 len: 1096 time: 0.1146212 Aug 31 00:50:31.246074 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-3b966095-4e54-4840-836b-e7fae5d48281 service neutron] 10.222.0.16 "GET /v2.0/networks/b877e06c-c6d5-487e-936f-bc7f69f3dde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901659 Aug 31 00:50:31.265842 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-c82d283e-5ecc-446a-b3c6-17d470f2ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:31.267477 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-c82d283e-5ecc-446a-b3c6-17d470f2ef99 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68&tenant_id=94c1e14dadd544e0828f51650b31e0cc HTTP/1.1" status: 200 len: 1096 time: 0.1303716 Aug 31 00:50:31.558311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-0c60eacf-7c36-4765-8f2a-e304eab0e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:31.564446 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-0c60eacf-7c36-4765-8f2a-e304eab0e299 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 1096 time: 0.2135377 Aug 31 00:50:31.633106 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-994e4eba-c0d8-415a-817c-a271c9a5978d service neutron] 10.222.0.16 "GET /v2.0/networks/b877e06c-c6d5-487e-936f-bc7f69f3dde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787813 Aug 31 00:50:31.831676 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e94b6db-843a-42d9-8a34-f45357ccfb28 x-openstack-request-id: req-9e94b6db-843a-42d9-8a34-f45357ccfb28 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:31.831676 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593a3658-e6e6-4c25-aecf-730d12bedc18", "name": "network-vif-deleted", "tag": "bed11c88-e3c5-47b2-b62f-67f4d435dde2", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:31.831676 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e94b6db-843a-42d9-8a34-f45357ccfb28 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:31.831676 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593a3658-e6e6-4c25-aecf-730d12bedc18', 'name': 'network-vif-deleted', 'tag': 'bed11c88-e3c5-47b2-b62f-67f4d435dde2', 'status': 'completed', 'code': 200} Aug 31 00:50:31.831676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-01959fd5-7005-42c1-bee6-359f5dae57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:31.831676 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-01959fd5-7005-42c1-bee6-359f5dae57a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.2279422 Aug 31 00:50:31.902470 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-50914f9b-51b0-4e00-aaa1-a9d238829915 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19811b1e-bb34-430f-aca6-a9df300ea7f7 HTTP/1.1" status: 200 len: 217 time: 0.0882802 Aug 31 00:50:32.002125 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-fb36779e-e8e2-4e75-845f-ddd674a26e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:32.003937 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-fb36779e-e8e2-4e75-845f-ddd674a26e9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.0994318 Aug 31 00:50:32.071350 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-84a1ec6e-3dd9-4a79-8b44-7c1e2f18591e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580981 Aug 31 00:50:32.130170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4b1cd-9512-44d2-8c9c-cbe2de737abc req-ce707ccb-b14c-4e30-8f1a-bafad9f5f0a9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:32.151388 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17e4b1cd-9512-44d2-8c9c-cbe2de737abc req-ce707ccb-b14c-4e30-8f1a-bafad9f5f0a9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 944 time: 0.1873794 Aug 31 00:50:32.429135 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17e4b1cd-9512-44d2-8c9c-cbe2de737abc req-35c0d66e-6223-4cff-98ab-ce8afca4c5f9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751904 Aug 31 00:50:32.499203 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-adf7659b-cdde-463b-8c02-d614aae2f15f service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192617 Aug 31 00:50:32.654996 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9c5206d1-35b5-4946-bdb9-306147185924 req-fa9fb397-ce3a-47cb-8bd9-19a15c758bbb tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4b8fa4-f118-49e7-89a6-329446c7ddd8 HTTP/1.1" status: 200 len: 210 time: 0.0599694 Aug 31 00:50:32.718927 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-01e22814-5465-4a89-8f15-58c90055356b service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096467 Aug 31 00:50:33.733007 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-933a1ab0-6fe5-4179-9472-a436111a0c1e tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:33.735672 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-933a1ab0-6fe5-4179-9472-a436111a0c1e tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68&tenant_id=94c1e14dadd544e0828f51650b31e0cc&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 1096 time: 0.0712664 Aug 31 00:50:34.169326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb57df-0154-4d65-a746-ef06a1e673e4 req-81fb1134-4fda-4ca3-b103-673809c74595 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:34.170182 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-770789f0-e24e-49db-a440-07e93531a7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:34.183328 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cfeb57df-0154-4d65-a746-ef06a1e673e4 req-81fb1134-4fda-4ca3-b103-673809c74595 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 944 time: 0.1085904 Aug 31 00:50:34.198011 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5a942a6f-f05d-4036-8af6-1eb7f70779d2 req-4b52e6a2-2ce1-45b3-aafb-034f3f94b6ef tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4b8fa4-f118-49e7-89a6-329446c7ddd8 HTTP/1.1" status: 200 len: 210 time: 0.0817802 Aug 31 00:50:34.246355 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cfeb57df-0154-4d65-a746-ef06a1e673e4 req-26ec9d7c-03e6-44ed-87ce-56ad4a8077ff tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597723 Aug 31 00:50:34.280110 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-72e5a485-e111-44b3-9d4a-f4132e30c48e service neutron] For port 19811b1e-bb34-430f-aca6-a9df300ea7f7, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:50:34.292245 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-72e5a485-e111-44b3-9d4a-f4132e30c48e service neutron] Notify callbacks [] for binding, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:34.304336 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf6f41e-51df-43bf-918d-fd3dd1a2db87 req-72e5a485-e111-44b3-9d4a-f4132e30c48e service neutron] 10.222.0.41 "DELETE /v2.0/ports/19811b1e-bb34-430f-aca6-a9df300ea7f7/bindings/n-h1-793621-34 HTTP/1.1" status: 204 len: 173 time: 0.5588653 Aug 31 00:50:35.086352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396184b-fe08-4227-a80d-7bda7375d263 req-2cd2a7de-9597-45e5-8fef-6b03c9a9e697 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:35.089138 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9396184b-fe08-4227-a80d-7bda7375d263 req-2cd2a7de-9597-45e5-8fef-6b03c9a9e697 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba HTTP/1.1" status: 200 len: 950 time: 0.0918941 Aug 31 00:50:35.263928 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-9396184b-fe08-4227-a80d-7bda7375d263 req-ac67b805-99db-49d2-9ce7-c303d3d96617 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Deleting port 3298cd05-ac5e-428e-abee-19b14d8a4d33 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:50:35.264276 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9396184b-fe08-4227-a80d-7bda7375d263 req-ac67b805-99db-49d2-9ce7-c303d3d96617 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:35.460847 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9396184b-fe08-4227-a80d-7bda7375d263 req-ac67b805-99db-49d2-9ce7-c303d3d96617 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] For port 3298cd05-ac5e-428e-abee-19b14d8a4d33, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3298cd05-ac5e-428e-abee-19b14d8a4d33,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:35.462876 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9396184b-fe08-4227-a80d-7bda7375d263 req-ac67b805-99db-49d2-9ce7-c303d3d96617 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:35.495223 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-9396184b-fe08-4227-a80d-7bda7375d263 req-ac67b805-99db-49d2-9ce7-c303d3d96617 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Calling delete_port for 3298cd05-ac5e-428e-abee-19b14d8a4d33 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:50:35.726881 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e4a85300-79ce-4b70-8744-95e26a2eea54 req-4f782524-cc77-414b-8ea0-3f157b8c44ca tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4b8fa4-f118-49e7-89a6-329446c7ddd8 HTTP/1.1" status: 200 len: 210 time: 0.0551698 Aug 31 00:50:35.782447 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcef88-aba7-4d26-9f5f-95c85ab89d2b req-67c588a4-ec06-41b8-8fe7-04d6365a9e75 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:35.785952 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96bcef88-aba7-4d26-9f5f-95c85ab89d2b req-67c588a4-ec06-41b8-8fe7-04d6365a9e75 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 1096 time: 0.1251957 Aug 31 00:50:35.861290 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96bcef88-aba7-4d26-9f5f-95c85ab89d2b req-baef7284-8dcd-404a-bc2d-1bee267ee6ca tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626450 Aug 31 00:50:35.923452 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9396184b-fe08-4227-a80d-7bda7375d263 req-ac67b805-99db-49d2-9ce7-c303d3d96617 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:35.941706 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['11012e02-592c-4ec1-a45a-1f4275e2c5c3', '3298cd05-ac5e-428e-abee-19b14d8a4d33'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:35.947073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['0f798366-cccb-4ad0-9068-988645efeb31', 'f9050f2a-fd6e-46df-bf89-71b2dd3959cd', '29124473-ddf7-4efa-80ed-8e41bf498930'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:35.951333 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e104e0-9dea-4ffe-a235-c1e30d5d0738 req-a3bb9f7a-75b3-462f-ab7e-71d17adba50b tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:35.965834 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05e104e0-9dea-4ffe-a235-c1e30d5d0738 req-a3bb9f7a-75b3-462f-ab7e-71d17adba50b tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba HTTP/1.1" status: 200 len: 950 time: 0.1242056 Aug 31 00:50:36.055152 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05e104e0-9dea-4ffe-a235-c1e30d5d0738 req-3abbcd5e-cf65-4c8f-b351-2e2e6756991b tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855377 Aug 31 00:50:36.061776 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67b805-99db-49d2-9ce7-c303d3d96617 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Pushing event deleted for resources: {'Port': ['ID=3298cd05-ac5e-428e-abee-19b14d8a4d33,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:36.279389 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9396184b-fe08-4227-a80d-7bda7375d263 req-ac67b805-99db-49d2-9ce7-c303d3d96617 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] No DVR routers for this DVR port 3298cd05-ac5e-428e-abee-19b14d8a4d33 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:50:36.293067 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9396184b-fe08-4227-a80d-7bda7375d263 req-ac67b805-99db-49d2-9ce7-c303d3d96617 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:36.301374 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9396184b-fe08-4227-a80d-7bda7375d263 req-ac67b805-99db-49d2-9ce7-c303d3d96617 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.48 "DELETE /v2.0/ports/3298cd05-ac5e-428e-abee-19b14d8a4d33 HTTP/1.1" status: 204 len: 173 time: 1.2022572 Aug 31 00:50:36.302275 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba', 'name': 'network-vif-deleted', 'tag': '3298cd05-ac5e-428e-abee-19b14d8a4d33'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:36.315736 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8938e9f8-2ede-4ed4-9a4d-9b01b664f6f4" -d '{"events": [{"server_uuid": "d9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba", "name": "network-vif-deleted", "tag": "3298cd05-ac5e-428e-abee-19b14d8a4d33"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:36.322784 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b1b99-85ad-469d-a808-d31d1457f013 req-0e92b96c-d5c7-4745-bf9c-a2bb9da47070 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:36.324369 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-563b1b99-85ad-469d-a808-d31d1457f013 req-0e92b96c-d5c7-4745-bf9c-a2bb9da47070 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 1096 time: 0.1108222 Aug 31 00:50:36.400794 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-563b1b99-85ad-469d-a808-d31d1457f013 req-06e9fe4e-9717-428e-bb3d-985acca9e705 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641947 Aug 31 00:50:36.570914 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a67432-fa28-44e1-9f6c-dde163653b4f x-openstack-request-id: req-37a67432-fa28-44e1-9f6c-dde163653b4f {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:36.571199 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba", "name": "network-vif-deleted", "tag": "3298cd05-ac5e-428e-abee-19b14d8a4d33", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:36.571525 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37a67432-fa28-44e1-9f6c-dde163653b4f {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:36.571905 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba', 'name': 'network-vif-deleted', 'tag': '3298cd05-ac5e-428e-abee-19b14d8a4d33', 'status': 'completed', 'code': 200} Aug 31 00:50:36.847666 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad39b-34ee-4d03-aee4-ac08b643d8da req-7b6638a9-bee6-49a6-a23c-38ee80b5e0eb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:36.851936 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f38ad39b-34ee-4d03-aee4-ac08b643d8da req-7b6638a9-bee6-49a6-a23c-38ee80b5e0eb tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 949 time: 0.1562245 Aug 31 00:50:36.906180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37030) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:36.964708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-ca99e416-877a-4162-8e6c-f2d394983119 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:36.969421 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-ca99e416-877a-4162-8e6c-f2d394983119 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.41 "GET /v2.0/networks?id=b877e06c-c6d5-487e-936f-bc7f69f3dde8 HTTP/1.1" status: 200 len: 814 time: 0.5191350 Aug 31 00:50:36.992944 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-2beb30fe-85df-43aa-942f-190ae2d5200b tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Request body: {'port': {'device_id': 'ee4b8fa4-f118-49e7-89a6-329446c7ddd8', 'network_id': 'b877e06c-c6d5-487e-936f-bc7f69f3dde8', 'admin_state_up': True, 'tenant_id': 'c5d8da6b8412407695235efd876a1554'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:50:37.211599 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:37.216058 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:37.242147 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1ddbb970-efed-487f-a203-df25f6589aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:37.266781 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-f38ad39b-34ee-4d03-aee4-ac08b643d8da req-73a0d5bf-83de-427e-aad5-778740f4db3d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Deleting port 29124473-ddf7-4efa-80ed-8e41bf498930 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:50:37.268635 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f38ad39b-34ee-4d03-aee4-ac08b643d8da req-73a0d5bf-83de-427e-aad5-778740f4db3d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:37.284916 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:37.437200 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-405138be-541e-40d3-a9a0-3324d831954b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:37.557735 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-f38ad39b-34ee-4d03-aee4-ac08b643d8da req-73a0d5bf-83de-427e-aad5-778740f4db3d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] For port 29124473-ddf7-4efa-80ed-8e41bf498930, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=29124473-ddf7-4efa-80ed-8e41bf498930,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:37.558106 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f38ad39b-34ee-4d03-aee4-ac08b643d8da req-73a0d5bf-83de-427e-aad5-778740f4db3d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:37.589318 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-f38ad39b-34ee-4d03-aee4-ac08b643d8da req-73a0d5bf-83de-427e-aad5-778740f4db3d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Calling delete_port for 29124473-ddf7-4efa-80ed-8e41bf498930 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:50:37.729612 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-405138be-541e-40d3-a9a0-3324d831954b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:38.038530 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f19adaea-e79a-481f-92b6-1e67763d1bcc req-b49a3abb-ee63-4733-9f91-a47f4618c25a tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4b8fa4-f118-49e7-89a6-329446c7ddd8 HTTP/1.1" status: 200 len: 210 time: 0.0498426 Aug 31 00:50:38.043375 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-405138be-541e-40d3-a9a0-3324d831954b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:38.112589 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f38ad39b-34ee-4d03-aee4-ac08b643d8da req-73a0d5bf-83de-427e-aad5-778740f4db3d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:38.134050 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['11012e02-592c-4ec1-a45a-1f4275e2c5c3'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:38.139922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405138be-541e-40d3-a9a0-3324d831954b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2a9c2a-c66f-4356-b3cb-e4fb46e0e1f6,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:38.150617 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-405138be-541e-40d3-a9a0-3324d831954b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a7202dd01d34c0d95cb27860cab377a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2430975 Aug 31 00:50:38.154049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37088) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:38.200665 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0d5bf-83de-427e-aad5-778740f4db3d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Pushing event deleted for resources: {'Port': ['ID=29124473-ddf7-4efa-80ed-8e41bf498930,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:38.231839 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d848d58-3138-4f35-8eab-88d49d878989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:38.260345 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['0f798366-cccb-4ad0-9068-988645efeb31', 'f9050f2a-fd6e-46df-bf89-71b2dd3959cd'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:38.299087 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d848d58-3138-4f35-8eab-88d49d878989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:38.441327 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38ad39b-34ee-4d03-aee4-ac08b643d8da req-73a0d5bf-83de-427e-aad5-778740f4db3d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] No DVR routers for this DVR port 29124473-ddf7-4efa-80ed-8e41bf498930 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:50:38.447391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-2beb30fe-85df-43aa-942f-190ae2d5200b tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Made reservation on behalf of c5d8da6b8412407695235efd876a1554 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:50:38.453572 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-2beb30fe-85df-43aa-942f-190ae2d5200b tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:38.490920 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f38ad39b-34ee-4d03-aee4-ac08b643d8da req-73a0d5bf-83de-427e-aad5-778740f4db3d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:38.518386 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f38ad39b-34ee-4d03-aee4-ac08b643d8da req-73a0d5bf-83de-427e-aad5-778740f4db3d tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "DELETE /v2.0/ports/29124473-ddf7-4efa-80ed-8e41bf498930 HTTP/1.1" status: 204 len: 173 time: 1.6595004 Aug 31 00:50:38.519080 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eeb7abe-e996-4c8f-9466-20b8aaf6aa16', 'name': 'network-vif-deleted', 'tag': '29124473-ddf7-4efa-80ed-8e41bf498930'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:38.520973 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d56c937-143d-4386-80e9-02f135f5c5aa req-4bde570a-6142-434a-903a-0bc81c3a1af1 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f48d7e-7aea-43c0-9dc6-8b36ccaf78ba HTTP/1.1" status: 200 len: 210 time: 0.2485712 Aug 31 00:50:38.537077 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cea48bd-705c-4f87-a628-63de21e8798f" -d '{"events": [{"server_uuid": "2eeb7abe-e996-4c8f-9466-20b8aaf6aa16", "name": "network-vif-deleted", "tag": "29124473-ddf7-4efa-80ed-8e41bf498930"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:38.803386 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc01c2e4-c8a7-4b95-a3b0-7dc71a856562 x-openstack-request-id: req-bc01c2e4-c8a7-4b95-a3b0-7dc71a856562 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:38.803991 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eeb7abe-e996-4c8f-9466-20b8aaf6aa16", "name": "network-vif-deleted", "tag": "29124473-ddf7-4efa-80ed-8e41bf498930", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:38.804724 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc01c2e4-c8a7-4b95-a3b0-7dc71a856562 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:38.805316 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eeb7abe-e996-4c8f-9466-20b8aaf6aa16', 'name': 'network-vif-deleted', 'tag': '29124473-ddf7-4efa-80ed-8e41bf498930', 'status': 'completed', 'code': 200} Aug 31 00:50:38.883575 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d848d58-3138-4f35-8eab-88d49d878989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:38.889725 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d848d58-3138-4f35-8eab-88d49d878989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:38.898047 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0d848d58-3138-4f35-8eab-88d49d878989 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e2a9c2a-c66f-4356-b3cb-e4fb46e0e1f6 HTTP/1.1" status: 204 len: 168 time: 0.7422023 Aug 31 00:50:38.905718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 3298cd05-ac5e-428e-abee-19b14d8a4d33 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:50:38.938771 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:38.973487 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 3298cd05-ac5e-428e-abee-19b14d8a4d33 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:50:38.973795 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 3298cd05-ac5e-428e-abee-19b14d8a4d33 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:50:38.994892 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d848d58-3138-4f35-8eab-88d49d878989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2a9c2a-c66f-4356-b3cb-e4fb46e0e1f6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:39.125204 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-2beb30fe-85df-43aa-942f-190ae2d5200b tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Allocated IP 172.20.0.4 (b877e06c-c6d5-487e-936f-bc7f69f3dde8/8657ccd4-c91f-45b2-afd5-e8b8fe8e50e9/d7c82237-11d5-4064-929f-ba3088f4b29b) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:50:39.290035 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-46dc457c-150e-4d28-97a1-18e698b72ace req-6a4d01c6-29a3-4917-ba73-082e4339a33a tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4b8fa4-f118-49e7-89a6-329446c7ddd8 HTTP/1.1" status: 200 len: 210 time: 0.1126857 Aug 31 00:50:39.551178 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-2beb30fe-85df-43aa-942f-190ae2d5200b tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:39.852167 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d312c7c8-840b-4eaf-9cf6-d9897a217d75 req-26b36de0-366b-40af-b6ba-ce8c4d0ed6f1 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb7abe-e996-4c8f-9466-20b8aaf6aa16 HTTP/1.1" status: 200 len: 210 time: 0.1006367 Aug 31 00:50:39.906681 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-2beb30fe-85df-43aa-942f-190ae2d5200b tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:40.060717 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:40.078658 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-2beb30fe-85df-43aa-942f-190ae2d5200b tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Network b877e06c-c6d5-487e-936f-bc7f69f3dde8 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:50:40.083446 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-2beb30fe-85df-43aa-942f-190ae2d5200b tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:50:40.088568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-2beb30fe-85df-43aa-942f-190ae2d5200b tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:50:40.557362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb30fe-85df-43aa-942f-190ae2d5200b tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Pushing event updated for resources: {'Port': ['ID=d7c82237-11d5-4064-929f-ba3088f4b29b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:40.599643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-2beb30fe-85df-43aa-942f-190ae2d5200b tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:40.599643 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-2beb30fe-85df-43aa-942f-190ae2d5200b tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:40.633221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb8b27-98b3-42d8-90a8-21e64c9244f1 req-0a8eff0c-436f-41d4-a0cb-362603e67c78 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:40.636027 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fbeb8b27-98b3-42d8-90a8-21e64c9244f1 req-0a8eff0c-436f-41d4-a0cb-362603e67c78 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4b8fa4-f118-49e7-89a6-329446c7ddd8 HTTP/1.1" status: 200 len: 931 time: 0.1045544 Aug 31 00:50:40.701517 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fbeb8b27-98b3-42d8-90a8-21e64c9244f1 req-68f9863f-bcfc-453e-9d0f-fb297c17b276 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bc6fb14-3b4f-4b05-85e3-682595846358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542827 Aug 31 00:50:40.759186 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 29124473-ddf7-4efa-80ed-8e41bf498930 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:50:40.803730 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-2beb30fe-85df-43aa-942f-190ae2d5200b tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8237493 Aug 31 00:50:40.807401 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 29124473-ddf7-4efa-80ed-8e41bf498930 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:50:40.808046 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 29124473-ddf7-4efa-80ed-8e41bf498930 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:50:40.816345 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Request body: {'port': {'device_id': 'ee4b8fa4-f118-49e7-89a6-329446c7ddd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:50:40.985454 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:41.535340 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37258) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:41.735314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c82237-11d5-4064-929f-ba3088f4b29b {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:50:41.748561 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ad81c33d-805e-4749-b18b-c91c86a3194a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-729307669-network', 'tenant_id': '65ec9dbd06424aa7aefd78af4ac12360'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:50:41.754480 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:41.790317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Transition to ACTIVE for port object d7c82237-11d5-4064-929f-ba3088f4b29b will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:50:41.866446 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad81c33d-805e-4749-b18b-c91c86a3194a admin admin] Made reservation on behalf of 65ec9dbd06424aa7aefd78af4ac12360 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:50:41.871553 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad81c33d-805e-4749-b18b-c91c86a3194a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:41.897659 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:41.904192 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad81c33d-805e-4749-b18b-c91c86a3194a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:42.142143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c82237-11d5-4064-929f-ba3088f4b29b,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:42.197084 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad81c33d-805e-4749-b18b-c91c86a3194a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:42.320060 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad81c33d-805e-4749-b18b-c91c86a3194a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:42.367869 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37310) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:42.398364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Attempting to bind port d7c82237-11d5-4064-929f-ba3088f4b29b on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:50:42.399321 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Attempting to bind port d7c82237-11d5-4064-929f-ba3088f4b29b by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '4202bfca-4859-4059-839b-c586e9e1a303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b877e06c-c6d5-487e-936f-bc7f69f3dde8'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:50:42.399907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Attempting to bind port d7c82237-11d5-4064-929f-ba3088f4b29b on network b877e06c-c6d5-487e-936f-bc7f69f3dde8 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:50:42.409987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Port d7c82237-11d5-4064-929f-ba3088f4b29b on network b877e06c-c6d5-487e-936f-bc7f69f3dde8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:50:42.410509 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Attempting to bind port d7c82237-11d5-4064-929f-ba3088f4b29b on network b877e06c-c6d5-487e-936f-bc7f69f3dde8 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:50:42.423095 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:50:42.423443 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Checking segment: {'id': '4202bfca-4859-4059-839b-c586e9e1a303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b877e06c-c6d5-487e-936f-bc7f69f3dde8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:50:42.423934 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Bound using segment: {'id': '4202bfca-4859-4059-839b-c586e9e1a303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b877e06c-c6d5-487e-936f-bc7f69f3dde8'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:50:42.424761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Bound port: d7c82237-11d5-4064-929f-ba3088f4b29b, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4202bfca-4859-4059-839b-c586e9e1a303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b877e06c-c6d5-487e-936f-bc7f69f3dde8'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:50:42.425312 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:42.459622 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad81c33d-805e-4749-b18b-c91c86a3194a admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:50:42.459901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366081e6-6e2c-4d26-8dea-6838f6d3b74f req-f7726546-5e8e-4959-be71-a732ec3bbf58 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:42.469431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-366081e6-6e2c-4d26-8dea-6838f6d3b74f req-f7726546-5e8e-4959-be71-a732ec3bbf58 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4b8fa4-f118-49e7-89a6-329446c7ddd8 HTTP/1.1" status: 200 len: 943 time: 0.2270648 Aug 31 00:50:42.478007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81c33d-805e-4749-b18b-c91c86a3194a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b310563-a309-4864-99bb-2711b4980845,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:42.506250 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad81c33d-805e-4749-b18b-c91c86a3194a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:42.507267 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-ad81c33d-805e-4749-b18b-c91c86a3194a admin admin] Added segment b11558e3-5d4b-4279-8c09-8e9d011bd01a of type vlan for network 55a28600-83dc-45fe-ac9b-bf445eac96f7 Aug 31 00:50:42.586015 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-366081e6-6e2c-4d26-8dea-6838f6d3b74f req-94246e75-097b-4903-b8e2-6ececd68e49d tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bc6fb14-3b4f-4b05-85e3-682595846358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135719 Aug 31 00:50:42.639308 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad81c33d-805e-4749-b18b-c91c86a3194a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:42.662976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] For port d7c82237-11d5-4064-929f-ba3088f4b29b, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:50:42.672189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] For port d7c82237-11d5-4064-929f-ba3088f4b29b, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d7c82237-11d5-4064-929f-ba3088f4b29b,segment=NetworkSegment(4202bfca-4859-4059-839b-c586e9e1a303),segment_id=4202bfca-4859-4059-839b-c586e9e1a303)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:50:42.709349 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-08375be9-a07d-45c9-87dd-764a1e9a6fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:42.810130 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:42.863134 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:42.864125 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:42.865994 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] 10.222.0.41 "PUT /v2.0/ports/d7c82237-11d5-4064-929f-ba3088f4b29b HTTP/1.1" status: 200 len: 1092 time: 2.0542207 Aug 31 00:50:42.868867 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4b8fa4-f118-49e7-89a6-329446c7ddd8', 'tag': 'd7c82237-11d5-4064-929f-ba3088f4b29b'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:42.889355 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2c6079-3f9f-4112-9c3b-24586d7184a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4b8fa4-f118-49e7-89a6-329446c7ddd8", "tag": "d7c82237-11d5-4064-929f-ba3088f4b29b"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:42.889987 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-08375be9-a07d-45c9-87dd-764a1e9a6fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:42.908817 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad81c33d-805e-4749-b18b-c91c86a3194a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:42.913886 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad81c33d-805e-4749-b18b-c91c86a3194a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:42.922884 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad81c33d-805e-4749-b18b-c91c86a3194a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:42.925149 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0583af-d990-43d2-95b1-3512597e09d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c82237-11d5-4064-929f-ba3088f4b29b,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:43.017738 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-08375be9-a07d-45c9-87dd-764a1e9a6fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:43.106933 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81c33d-805e-4749-b18b-c91c86a3194a admin admin] Pushing event updated for resources: {'Network': ['ID=55a28600-83dc-45fe-ac9b-bf445eac96f7,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:43.122977 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 55a28600-83dc-45fe-ac9b-bf445eac96f7 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:50:43.160280 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-08375be9-a07d-45c9-87dd-764a1e9a6fc6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf3b9d8da770412cad944b33735bf5b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7874053 Aug 31 00:50:43.162036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08375be9-a07d-45c9-87dd-764a1e9a6fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8814f06c-1a07-49a3-ac0f-4316228c5897,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:43.166085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37332) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:43.188076 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ad81c33d-805e-4749-b18b-c91c86a3194a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6463695 Aug 31 00:50:43.191895 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37336) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:43.200903 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1215cda8-0604-4607-9412-7324b29b900b admin admin] Request body: {'subnet': {'network_id': '55a28600-83dc-45fe-ac9b-bf445eac96f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-729307669-subnet', 'tenant_id': '65ec9dbd06424aa7aefd78af4ac12360', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:50:43.223461 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-82fcfc9c-6292-40cd-ab7c-6711349afdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:43.238128 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-82fcfc9c-6292-40cd-ab7c-6711349afdd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5d8da6b8412407695235efd876a1554&device_id=ee4b8fa4-f118-49e7-89a6-329446c7ddd8 HTTP/1.1" status: 200 len: 1095 time: 0.2042994 Aug 31 00:50:43.305646 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1215cda8-0604-4607-9412-7324b29b900b admin admin] Made reservation on behalf of 65ec9dbd06424aa7aefd78af4ac12360 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:50:43.308644 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1215cda8-0604-4607-9412-7324b29b900b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:43.367215 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-313253f1-f933-41b9-856d-876cc0fdabec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7c82237-11d5-4064-929f-ba3088f4b29b HTTP/1.1" status: 200 len: 217 time: 0.1094582 Aug 31 00:50:43.494076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a08168-d53a-4cf4-804d-10456c734736 req-4887590d-413f-4437-88c8-510fdc344d7f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:43.496042 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-65a08168-d53a-4cf4-804d-10456c734736 req-4887590d-413f-4437-88c8-510fdc344d7f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e HTTP/1.1" status: 200 len: 950 time: 0.0911343 Aug 31 00:50:43.578220 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8aadea-94c1-483a-a30e-f4c13bf51cf1 x-openstack-request-id: req-0c8aadea-94c1-483a-a30e-f4c13bf51cf1 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:43.578585 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4b8fa4-f118-49e7-89a6-329446c7ddd8", "tag": "d7c82237-11d5-4064-929f-ba3088f4b29b", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:43.578896 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c8aadea-94c1-483a-a30e-f4c13bf51cf1 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:43.582455 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4b8fa4-f118-49e7-89a6-329446c7ddd8', 'tag': 'd7c82237-11d5-4064-929f-ba3088f4b29b', 'status': 'completed', 'code': 200} Aug 31 00:50:43.591312 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-d9f7bb46-707d-465f-a57f-dcb89af2bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:43.600011 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-d9f7bb46-707d-465f-a57f-dcb89af2bdbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8657ccd4-c91f-45b2-afd5-e8b8fe8e50e9 HTTP/1.1" status: 200 len: 854 time: 0.2219167 Aug 31 00:50:43.755407 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f070b8ed-5fa0-4364-99d4-8060eab02167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:43.781235 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-c688b374-b68b-49a2-b980-c400256a3cb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b877e06c-c6d5-487e-936f-bc7f69f3dde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376257 Aug 31 00:50:43.867319 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f070b8ed-5fa0-4364-99d4-8060eab02167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:43.875819 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-65a08168-d53a-4cf4-804d-10456c734736 req-f9859eba-771c-4924-9f83-f50b358fd756 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Deleting port 0f798366-cccb-4ad0-9068-988645efeb31 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:50:43.876970 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-65a08168-d53a-4cf4-804d-10456c734736 req-f9859eba-771c-4924-9f83-f50b358fd756 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:43.982496 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1215cda8-0604-4607-9412-7324b29b900b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:44.013120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560752ad-1ca6-49a9-9c1a-81ce89451fd6 req-9e6ddd74-b42d-46d1-b434-b9fa3e732123 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:44.027797 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-560752ad-1ca6-49a9-9c1a-81ce89451fd6 req-9e6ddd74-b42d-46d1-b434-b9fa3e732123 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e HTTP/1.1" status: 200 len: 950 time: 0.3642652 Aug 31 00:50:44.166503 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-560752ad-1ca6-49a9-9c1a-81ce89451fd6 req-42be42be-c427-48a6-b34b-4ff6100e0f58 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372406 Aug 31 00:50:44.247151 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-3ab23797-6fcc-44b5-9cf3-25734d02810c service neutron] 10.222.0.41 "GET /v2.0/networks/b877e06c-c6d5-487e-936f-bc7f69f3dde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519179 Aug 31 00:50:44.250955 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215cda8-0604-4607-9412-7324b29b900b admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e2d520-5c3a-4caa-8dfe-6b039ffa92e6,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:44.381379 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215cda8-0604-4607-9412-7324b29b900b admin admin] Checking segment: {'id': 'b11558e3-5d4b-4279-8c09-8e9d011bd01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55a28600-83dc-45fe-ac9b-bf445eac96f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:50:44.382416 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1215cda8-0604-4607-9412-7324b29b900b admin admin] Network hostable DHCP agents. Network: 55a28600-83dc-45fe-ac9b-bf445eac96f7, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:50:44.402378 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-65a08168-d53a-4cf4-804d-10456c734736 req-f9859eba-771c-4924-9f83-f50b358fd756 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] For port 0f798366-cccb-4ad0-9068-988645efeb31, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=0f798366-cccb-4ad0-9068-988645efeb31,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:44.403410 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-65a08168-d53a-4cf4-804d-10456c734736 req-f9859eba-771c-4924-9f83-f50b358fd756 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:44.437573 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-65a08168-d53a-4cf4-804d-10456c734736 req-f9859eba-771c-4924-9f83-f50b358fd756 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Calling delete_port for 0f798366-cccb-4ad0-9068-988645efeb31 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:50:44.463430 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f070b8ed-5fa0-4364-99d4-8060eab02167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:44.476121 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f070b8ed-5fa0-4364-99d4-8060eab02167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:44.481007 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f070b8ed-5fa0-4364-99d4-8060eab02167 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8814f06c-1a07-49a3-ac0f-4316228c5897 HTTP/1.1" status: 204 len: 168 time: 1.3094504 Aug 31 00:50:44.562069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070b8ed-5fa0-4364-99d4-8060eab02167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8814f06c-1a07-49a3-ac0f-4316228c5897,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:44.593936 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1215cda8-0604-4607-9412-7324b29b900b admin admin] Network 55a28600-83dc-45fe-ac9b-bf445eac96f7 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:50:44.623245 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717e928-17f0-4b85-ac62-c3fb298b0a36 req-bc60d95b-0b84-4bc4-b1e5-00bde9ced38b tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:44.625303 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a717e928-17f0-4b85-ac62-c3fb298b0a36 req-bc60d95b-0b84-4bc4-b1e5-00bde9ced38b tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4b8fa4-f118-49e7-89a6-329446c7ddd8 HTTP/1.1" status: 200 len: 943 time: 0.1698670 Aug 31 00:50:44.759417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-1215cda8-0604-4607-9412-7324b29b900b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 55a28600-83dc-45fe-ac9b-bf445eac96f7) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:50:44.763401 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d7a2cb-a794-465d-9973-ee9e01f9aaa1 req-c9d363ed-1782-492d-99d5-4cda9134cc89 service neutron] 10.222.0.41 "GET /v2.0/networks/b877e06c-c6d5-487e-936f-bc7f69f3dde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070086 Aug 31 00:50:44.766615 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1215cda8-0604-4607-9412-7324b29b900b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:44.767542 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1215cda8-0604-4607-9412-7324b29b900b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:44.778812 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19f210a-5872-4eb1-9263-eb00f3869670 None None] Network 55a28600-83dc-45fe-ac9b-bf445eac96f7 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:50:44.782518 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 0f798366-cccb-4ad0-9068-988645efeb31 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:50:44.816597 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c824f3-b4c4-45e5-ad04-5c147c0a859f req-2bab7332-4c3a-4da6-8a29-6b37aee1372e tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:44.819064 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-07c824f3-b4c4-45e5-ad04-5c147c0a859f req-2bab7332-4c3a-4da6-8a29-6b37aee1372e tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d HTTP/1.1" status: 200 len: 949 time: 0.2594819 Aug 31 00:50:44.838609 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a717e928-17f0-4b85-ac62-c3fb298b0a36 req-84e6d1e0-673b-4042-aed9-28d8af6f6550 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bc6fb14-3b4f-4b05-85e3-682595846358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902411 Aug 31 00:50:44.910992 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-65a08168-d53a-4cf4-804d-10456c734736 req-f9859eba-771c-4924-9f83-f50b358fd756 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:45.004861 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9859eba-771c-4924-9f83-f50b358fd756 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Pushing event deleted for resources: {'Port': ['ID=0f798366-cccb-4ad0-9068-988645efeb31,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:45.019960 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1215cda8-0604-4607-9412-7324b29b900b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8252199 Aug 31 00:50:45.048070 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['f9050f2a-fd6e-46df-bf89-71b2dd3959cd'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:45.051833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['11012e02-592c-4ec1-a45a-1f4275e2c5c3'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:45.094682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c6079-3f9f-4112-9c3b-24586d7184a8 req-9a0b22dd-36c1-472c-991e-76a643ec9188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:45.099335 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c2c6079-3f9f-4112-9c3b-24586d7184a8 req-9a0b22dd-36c1-472c-991e-76a643ec9188 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5d8da6b8412407695235efd876a1554&device_id=ee4b8fa4-f118-49e7-89a6-329446c7ddd8 HTTP/1.1" status: 200 len: 1095 time: 0.0928319 Aug 31 00:50:45.174258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a08168-d53a-4cf4-804d-10456c734736 req-f9859eba-771c-4924-9f83-f50b358fd756 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] No DVR routers for this DVR port 0f798366-cccb-4ad0-9068-988645efeb31 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:50:45.181135 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-65a08168-d53a-4cf4-804d-10456c734736 req-f9859eba-771c-4924-9f83-f50b358fd756 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:45.187316 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-65a08168-d53a-4cf4-804d-10456c734736 req-f9859eba-771c-4924-9f83-f50b358fd756 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "DELETE /v2.0/ports/0f798366-cccb-4ad0-9068-988645efeb31 HTTP/1.1" status: 204 len: 173 time: 1.6817534 Aug 31 00:50:45.194432 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e', 'name': 'network-vif-deleted', 'tag': '0f798366-cccb-4ad0-9068-988645efeb31'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:45.198267 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd50b12-e048-4ab1-8625-7e73ab081496" -d '{"events": [{"server_uuid": "fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e", "name": "network-vif-deleted", "tag": "0f798366-cccb-4ad0-9068-988645efeb31"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:45.325114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-07c824f3-b4c4-45e5-ad04-5c147c0a859f req-e5a691ef-eeca-4bfd-a772-d4678194d1dc tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Deleting port f9050f2a-fd6e-46df-bf89-71b2dd3959cd {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:50:45.329888 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-07c824f3-b4c4-45e5-ad04-5c147c0a859f req-e5a691ef-eeca-4bfd-a772-d4678194d1dc tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:45.488161 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c6079-3f9f-4112-9c3b-24586d7184a8 req-73ae0986-647b-487c-b8e8-71c3996f5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:45.495141 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c2c6079-3f9f-4112-9c3b-24586d7184a8 req-73ae0986-647b-487c-b8e8-71c3996f5ba3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b877e06c-c6d5-487e-936f-bc7f69f3dde8 HTTP/1.1" status: 200 len: 915 time: 0.3880086 Aug 31 00:50:45.664812 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c2c6079-3f9f-4112-9c3b-24586d7184a8 req-95e2c193-e5e8-4667-941f-5fecd12f1544 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7c82237-11d5-4064-929f-ba3088f4b29b HTTP/1.1" status: 200 len: 217 time: 0.1607640 Aug 31 00:50:45.698187 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b29048-eff3-4e9c-b1c5-e68d5f31920a x-openstack-request-id: req-32b29048-eff3-4e9c-b1c5-e68d5f31920a {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:45.701707 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e", "name": "network-vif-deleted", "tag": "0f798366-cccb-4ad0-9068-988645efeb31", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:45.703605 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32b29048-eff3-4e9c-b1c5-e68d5f31920a {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:45.706171 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e', 'name': 'network-vif-deleted', 'tag': '0f798366-cccb-4ad0-9068-988645efeb31', 'status': 'completed', 'code': 200} Aug 31 00:50:45.710813 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0a6928d7-a6ae-474f-aab6-f1f5eff97784 req-660fc2dc-d2d4-44f6-8548-584a107e3461 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd74d817-6ad9-4f94-8c3b-3b4cdbfe092e HTTP/1.1" status: 200 len: 210 time: 0.1304300 Aug 31 00:50:45.852482 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c6079-3f9f-4112-9c3b-24586d7184a8 req-dcd4f74f-3042-45b0-b1f4-fddababec8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:45.853573 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c2c6079-3f9f-4112-9c3b-24586d7184a8 req-dcd4f74f-3042-45b0-b1f4-fddababec8f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8657ccd4-c91f-45b2-afd5-e8b8fe8e50e9 HTTP/1.1" status: 200 len: 854 time: 0.1825137 Aug 31 00:50:45.927223 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c2c6079-3f9f-4112-9c3b-24586d7184a8 req-a5ed808c-314f-4ec3-a5e6-3fab53c2d42c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b877e06c-c6d5-487e-936f-bc7f69f3dde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641892 Aug 31 00:50:45.936430 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-07c824f3-b4c4-45e5-ad04-5c147c0a859f req-e5a691ef-eeca-4bfd-a772-d4678194d1dc tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] For port f9050f2a-fd6e-46df-bf89-71b2dd3959cd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f9050f2a-fd6e-46df-bf89-71b2dd3959cd,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:45.938186 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No active binding found for port 0f798366-cccb-4ad0-9068-988645efeb31 {{(pid=102344) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 00:50:45.938833 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-07c824f3-b4c4-45e5-ad04-5c147c0a859f req-e5a691ef-eeca-4bfd-a772-d4678194d1dc tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:45.942532 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 0f798366-cccb-4ad0-9068-988645efeb31 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:50:45.943372 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e14ee987-8fe7-4385-a310-e9daf5adedd9 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:50:45.973080 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-07c824f3-b4c4-45e5-ad04-5c147c0a859f req-e5a691ef-eeca-4bfd-a772-d4678194d1dc tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Calling delete_port for f9050f2a-fd6e-46df-bf89-71b2dd3959cd owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:50:46.160306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5824f2-eccd-4a19-b7c7-6a6438dfbc01 None None] Network 55a28600-83dc-45fe-ac9b-bf445eac96f7 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:50:46.171734 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c2c6079-3f9f-4112-9c3b-24586d7184a8 req-d99b12fa-37b3-4860-8e74-1412543831b3 service neutron] 10.222.0.41 "GET /v2.0/networks/b877e06c-c6d5-487e-936f-bc7f69f3dde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352591 Aug 31 00:50:46.552029 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c2c6079-3f9f-4112-9c3b-24586d7184a8 req-db5ea836-5788-4736-b3e7-980852072e00 service neutron] 10.222.0.41 "GET /v2.0/networks/b877e06c-c6d5-487e-936f-bc7f69f3dde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719678 Aug 31 00:50:46.560508 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-07c824f3-b4c4-45e5-ad04-5c147c0a859f req-e5a691ef-eeca-4bfd-a772-d4678194d1dc tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:46.587741 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:46.604407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a691ef-eeca-4bfd-a772-d4678194d1dc tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Pushing event deleted for resources: {'Port': ['ID=f9050f2a-fd6e-46df-bf89-71b2dd3959cd,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:46.744820 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c824f3-b4c4-45e5-ad04-5c147c0a859f req-e5a691ef-eeca-4bfd-a772-d4678194d1dc tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] No DVR routers for this DVR port f9050f2a-fd6e-46df-bf89-71b2dd3959cd on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:50:46.749947 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-07c824f3-b4c4-45e5-ad04-5c147c0a859f req-e5a691ef-eeca-4bfd-a772-d4678194d1dc tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:46.753315 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-07c824f3-b4c4-45e5-ad04-5c147c0a859f req-e5a691ef-eeca-4bfd-a772-d4678194d1dc tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.41 "DELETE /v2.0/ports/f9050f2a-fd6e-46df-bf89-71b2dd3959cd HTTP/1.1" status: 204 len: 173 time: 1.9265151 Aug 31 00:50:46.802360 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a68bc-0543-4892-857f-26136f87e848 req-a6c5a811-94dd-4d78-833b-77df44b7d149 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:46.810207 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ca1a68bc-0543-4892-857f-26136f87e848 req-a6c5a811-94dd-4d78-833b-77df44b7d149 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/networks?id=9c77090e-b903-4c13-bc86-93cf39e7cac9 HTTP/1.1" status: 200 len: 805 time: 0.4084327 Aug 31 00:50:46.847872 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ca1a68bc-0543-4892-857f-26136f87e848 req-022d1de5-51d0-4269-9a74-4a992bcd66f7 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/quotas/07bbb5e932ef4db09c89d25658c53fac HTTP/1.1" status: 200 len: 375 time: 0.0175519 Aug 31 00:50:46.853474 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d7c82237-11d5-4064-929f-ba3088f4b29b details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:50:47.047467 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ca1a68bc-0543-4892-857f-26136f87e848 req-2ffe9ae8-d3ba-464f-81ac-95d39be43f72 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=07bbb5e932ef4db09c89d25658c53fac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1780953 Aug 31 00:50:47.068815 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a31e7e-8ab6-4055-aa0d-b2633001a872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e14ee987-8fe7-4385-a310-e9daf5adedd9'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:47.082255 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f5a3cf-88dc-4537-aa47-4bd41725808e" -d '{"events": [{"server_uuid": "50a31e7e-8ab6-4055-aa0d-b2633001a872", "name": "network-vif-unplugged", "status": "completed", "tag": "e14ee987-8fe7-4385-a310-e9daf5adedd9"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:47.123635 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port e14ee987-8fe7-4385-a310-e9daf5adedd9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e14ee987-8fe7-4385-a310-e9daf5adedd9,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:47.196655 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-db95f348-9bc8-4cb3-a04d-e2cf48ead692 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:47.212264 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-db95f348-9bc8-4cb3-a04d-e2cf48ead692 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/networks?id=55a28600-83dc-45fe-ac9b-bf445eac96f7 HTTP/1.1" status: 200 len: 821 time: 0.3436980 Aug 31 00:50:47.239261 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-be7e19d0-84cd-4eb8-96d7-43cb4e901086 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/quotas/65ec9dbd06424aa7aefd78af4ac12360 HTTP/1.1" status: 200 len: 375 time: 0.0243664 Aug 31 00:50:47.272952 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port d7c82237-11d5-4064-929f-ba3088f4b29b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d7c82237-11d5-4064-929f-ba3088f4b29b,segment=NetworkSegment(4202bfca-4859-4059-839b-c586e9e1a303),segment_id=4202bfca-4859-4059-839b-c586e9e1a303)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:47.302415 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['11012e02-592c-4ec1-a45a-1f4275e2c5c3'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:47.313057 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:47.374392 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-8321cb09-1e2d-4608-8b70-46fcee0c5c49 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=65ec9dbd06424aa7aefd78af4ac12360&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1327844 Aug 31 00:50:47.492103 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8898d12-7064-4e60-ba0e-3de0957576b7 req-79335d15-69a1-4d5f-9d60-ecbf33c08d74 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:47.494553 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b8898d12-7064-4e60-ba0e-3de0957576b7 req-79335d15-69a1-4d5f-9d60-ecbf33c08d74 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a31e7e-8ab6-4055-aa0d-b2633001a872 HTTP/1.1" status: 200 len: 943 time: 0.2575290 Aug 31 00:50:47.529124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=e14ee987-8fe7-4385-a310-e9daf5adedd9,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:47.548712 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'd7c82237-11d5-4064-929f-ba3088f4b29b', 'network_id': 'b877e06c-c6d5-487e-936f-bc7f69f3dde8', 'port_id': 'd7c82237-11d5-4064-929f-ba3088f4b29b', 'mac_address': 'fa:16:3e:3a:c5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8657ccd4-c91f-45b2-afd5-e8b8fe8e50e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:50:47.602156 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ca1a68bc-0543-4892-857f-26136f87e848 req-a38083fa-ff1b-4e0e-a474-e3094908ce30 service neutron] 10.222.0.16 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163620 Aug 31 00:50:47.707156 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:47.716562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c82237-11d5-4064-929f-ba3088f4b29b {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:50:47.739484 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d', 'name': 'network-vif-deleted', 'tag': 'f9050f2a-fd6e-46df-bf89-71b2dd3959cd'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:47.742169 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48f9244-c459-4008-bf0e-4aa338d2704d" -d '{"events": [{"server_uuid": "1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d", "name": "network-vif-deleted", "tag": "f9050f2a-fd6e-46df-bf89-71b2dd3959cd"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:47.760527 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-f3aaaf69-5760-4846-8c87-8c61cb26ad58 service neutron] 10.222.0.16 "GET /v2.0/networks/55a28600-83dc-45fe-ac9b-bf445eac96f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838000 Aug 31 00:50:47.801932 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port d7c82237-11d5-4064-929f-ba3088f4b29b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d7c82237-11d5-4064-929f-ba3088f4b29b,segment=NetworkSegment(4202bfca-4859-4059-839b-c586e9e1a303),segment_id=4202bfca-4859-4059-839b-c586e9e1a303)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:47.881389 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-b8898d12-7064-4e60-ba0e-3de0957576b7 req-c0b2822a-5d6c-4e0f-9a47-e0fc4604a7b3 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Deleting port e14ee987-8fe7-4385-a310-e9daf5adedd9 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:50:47.882115 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b8898d12-7064-4e60-ba0e-3de0957576b7 req-c0b2822a-5d6c-4e0f-9a47-e0fc4604a7b3 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:47.899385 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ca1a68bc-0543-4892-857f-26136f87e848 req-2082f62a-b9dd-4280-8d37-c445aa32a61b service neutron] 10.222.0.16 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896051 Aug 31 00:50:48.061415 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-5a815d75-87fb-4b0b-a230-e4188026345d service neutron] 10.222.0.16 "GET /v2.0/networks/55a28600-83dc-45fe-ac9b-bf445eac96f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976353 Aug 31 00:50:48.135948 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:48.177205 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-b8898d12-7064-4e60-ba0e-3de0957576b7 req-c0b2822a-5d6c-4e0f-9a47-e0fc4604a7b3 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] For port e14ee987-8fe7-4385-a310-e9daf5adedd9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e14ee987-8fe7-4385-a310-e9daf5adedd9,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:48.178109 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b8898d12-7064-4e60-ba0e-3de0957576b7 req-c0b2822a-5d6c-4e0f-9a47-e0fc4604a7b3 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:48.256494 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-b8898d12-7064-4e60-ba0e-3de0957576b7 req-c0b2822a-5d6c-4e0f-9a47-e0fc4604a7b3 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Calling delete_port for e14ee987-8fe7-4385-a310-e9daf5adedd9 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:50:48.277936 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=d7c82237-11d5-4064-929f-ba3088f4b29b,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:48.370625 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['d7c82237-11d5-4064-929f-ba3088f4b29b'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:48.834266 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f9050f2a-fd6e-46df-bf89-71b2dd3959cd no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:50:48.941726 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: f9050f2a-fd6e-46df-bf89-71b2dd3959cd {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:50:48.952533 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f9050f2a-fd6e-46df-bf89-71b2dd3959cd not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:50:48.953632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e14ee987-8fe7-4385-a310-e9daf5adedd9 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:50:49.359148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe17818-1696-4b8a-97c2-ebaedad65e57 req-10e5417d-cd64-4111-88f6-47649859779b tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:49.368344 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cf2b0a-6953-4c7c-9a43-57cb1d7bbca1 x-openstack-request-id: req-20cf2b0a-6953-4c7c-9a43-57cb1d7bbca1 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:49.370313 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a31e7e-8ab6-4055-aa0d-b2633001a872", "name": "network-vif-unplugged", "status": "completed", "tag": "e14ee987-8fe7-4385-a310-e9daf5adedd9", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:49.372525 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20cf2b0a-6953-4c7c-9a43-57cb1d7bbca1 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:49.373257 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bfe17818-1696-4b8a-97c2-ebaedad65e57 req-10e5417d-cd64-4111-88f6-47649859779b tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4b8fa4-f118-49e7-89a6-329446c7ddd8 HTTP/1.1" status: 200 len: 944 time: 0.9622161 Aug 31 00:50:49.374205 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a31e7e-8ab6-4055-aa0d-b2633001a872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e14ee987-8fe7-4385-a310-e9daf5adedd9', 'code': 200} Aug 31 00:50:49.418897 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b8898d12-7064-4e60-ba0e-3de0957576b7 req-c0b2822a-5d6c-4e0f-9a47-e0fc4604a7b3 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:49.586543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2822a-5d6c-4e0f-9a47-e0fc4604a7b3 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Pushing event deleted for resources: {'Port': ['ID=e14ee987-8fe7-4385-a310-e9daf5adedd9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:49.592559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8898d12-7064-4e60-ba0e-3de0957576b7 req-c0b2822a-5d6c-4e0f-9a47-e0fc4604a7b3 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] No DVR routers for this DVR port e14ee987-8fe7-4385-a310-e9daf5adedd9 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:50:49.595247 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b8898d12-7064-4e60-ba0e-3de0957576b7 req-c0b2822a-5d6c-4e0f-9a47-e0fc4604a7b3 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:49.598569 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b8898d12-7064-4e60-ba0e-3de0957576b7 req-c0b2822a-5d6c-4e0f-9a47-e0fc4604a7b3 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.41 "DELETE /v2.0/ports/e14ee987-8fe7-4385-a310-e9daf5adedd9 HTTP/1.1" status: 204 len: 173 time: 2.0716400 Aug 31 00:50:49.603205 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bfe17818-1696-4b8a-97c2-ebaedad65e57 req-515b34c8-726a-41a3-a7cd-545dc453e9db tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bc6fb14-3b4f-4b05-85e3-682595846358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268026 Aug 31 00:50:49.665401 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c691ec7-eb5f-4525-8eaa-5f42b01f0a87 x-openstack-request-id: req-2c691ec7-eb5f-4525-8eaa-5f42b01f0a87 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:49.665795 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d", "name": "network-vif-deleted", "tag": "f9050f2a-fd6e-46df-bf89-71b2dd3959cd", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:49.666193 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c691ec7-eb5f-4525-8eaa-5f42b01f0a87 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:49.666865 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1313a974-2cbd-40b2-9ac4-b38d9fc6cc6d', 'name': 'network-vif-deleted', 'tag': 'f9050f2a-fd6e-46df-bf89-71b2dd3959cd', 'status': 'completed', 'code': 200} Aug 31 00:50:49.754847 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aba90c33-3cb6-407b-869e-f325f06a50f4 req-41fb3b85-300d-4488-9071-a391c369884b tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 210 time: 0.0361130 Aug 31 00:50:49.869472 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-845e2e48-7bb0-46a2-b564-c6ad72d7d2f8 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=af0a908c69264c599037cf468d9142b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387044 Aug 31 00:50:49.880104 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f9a8bbf-aba6-456b-a554-fa7bb0eb054d req-5cd2d873-b3dc-4d3f-81de-392b8457591e tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 210 time: 0.0457296 Aug 31 00:50:50.051324 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6bdeb60e-fd05-40a4-9684-dccba90d9a25 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:50.053348 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6bdeb60e-fd05-40a4-9684-dccba90d9a25 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819327 Aug 31 00:50:50.088623 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-89851ebe-d136-4833-b6e5-539d49e10deb tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/quotas/af0a908c69264c599037cf468d9142b7 HTTP/1.1" status: 200 len: 375 time: 0.0211220 Aug 31 00:50:50.132168 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-cba3484e-4a72-4acb-a1fb-5769e6dfc86c tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af0a908c69264c599037cf468d9142b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336101 Aug 31 00:50:50.529547 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1c7da575-8bea-4a0a-85e0-276140b172a9 req-a3d5e455-aa30-4649-b365-328bff44ac0a tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 210 time: 0.0401120 Aug 31 00:50:50.792320 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa986da1-8224-489e-b328-cfa699a54c28 req-123452c9-d66c-4578-a9e7-3ca9dcae312f tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:50.793833 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aa986da1-8224-489e-b328-cfa699a54c28 req-123452c9-d66c-4578-a9e7-3ca9dcae312f tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4b8fa4-f118-49e7-89a6-329446c7ddd8 HTTP/1.1" status: 200 len: 944 time: 0.0651023 Aug 31 00:50:50.794171 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d7c82237-11d5-4064-929f-ba3088f4b29b up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:50:50.920827 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aa986da1-8224-489e-b328-cfa699a54c28 req-52e132e0-6f0c-4b1e-b583-59fbde4104ec tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bc6fb14-3b4f-4b05-85e3-682595846358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131091 Aug 31 00:50:50.995242 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c0d3e6d-9302-473d-b09a-cdc7c3b0fc64 req-9a32e882-acff-4515-8890-78a973c6d11d tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 210 time: 0.0343773 Aug 31 00:50:51.080888 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-34636f1b-72e1-482d-ab29-16116bf917a7 req-9c50aeff-e34d-4a93-9734-7ec04b248f5d tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 210 time: 0.0351601 Aug 31 00:50:51.082808 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa321e-daa8-48a5-92f3-f8d1af0d803d req-e9937f0d-0a2d-4935-bb99-eb70355e4561 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:51.084397 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dbfa321e-daa8-48a5-92f3-f8d1af0d803d req-e9937f0d-0a2d-4935-bb99-eb70355e4561 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 950 time: 0.0657356 Aug 31 00:50:51.117228 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port d7c82237-11d5-4064-929f-ba3088f4b29b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:50:51.124665 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port d7c82237-11d5-4064-929f-ba3088f4b29b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:50:51.125704 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:51.161584 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dbfa321e-daa8-48a5-92f3-f8d1af0d803d req-5a7fc47e-aa2b-4d66-af15-dd8c70459529 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654559 Aug 31 00:50:51.276042 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:51.366200 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port d7c82237-11d5-4064-929f-ba3088f4b29b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d7c82237-11d5-4064-929f-ba3088f4b29b,segment=NetworkSegment(4202bfca-4859-4059-839b-c586e9e1a303),segment_id=4202bfca-4859-4059-839b-c586e9e1a303)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:51.375480 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4b8fa4-f118-49e7-89a6-329446c7ddd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c82237-11d5-4064-929f-ba3088f4b29b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:51.377961 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3983a3aa-c010-4ea6-8123-f5000fb6adfc" -d '{"events": [{"server_uuid": "ee4b8fa4-f118-49e7-89a6-329446c7ddd8", "name": "network-vif-plugged", "status": "completed", "tag": "d7c82237-11d5-4064-929f-ba3088f4b29b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:51.417422 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfa6b2b-f0ce-42a6-af03-38c3704fc4a5 x-openstack-request-id: req-5dfa6b2b-f0ce-42a6-af03-38c3704fc4a5 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:51.418678 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4b8fa4-f118-49e7-89a6-329446c7ddd8", "name": "network-vif-plugged", "status": "completed", "tag": "d7c82237-11d5-4064-929f-ba3088f4b29b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:51.418678 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5dfa6b2b-f0ce-42a6-af03-38c3704fc4a5 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:51.418678 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4b8fa4-f118-49e7-89a6-329446c7ddd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c82237-11d5-4064-929f-ba3088f4b29b', 'code': 200} Aug 31 00:50:51.448955 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:51.569109 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=d7c82237-11d5-4064-929f-ba3088f4b29b,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:51.607243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02314d95-f8cb-4527-b24e-6dae71720489 req-359e3895-2bfb-452d-a6ba-27c9b7aefd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:51.610956 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-02314d95-f8cb-4527-b24e-6dae71720489 req-359e3895-2bfb-452d-a6ba-27c9b7aefd79 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee4b8fa4-f118-49e7-89a6-329446c7ddd8 HTTP/1.1" status: 200 len: 1097 time: 0.0697653 Aug 31 00:50:51.668232 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a31e7e-8ab6-4055-aa0d-b2633001a872', 'name': 'network-vif-deleted', 'tag': 'e14ee987-8fe7-4385-a310-e9daf5adedd9'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:51.673157 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7f328b-79ac-4a70-b668-de21f7ae6ec3" -d '{"events": [{"server_uuid": "50a31e7e-8ab6-4055-aa0d-b2633001a872", "name": "network-vif-deleted", "tag": "e14ee987-8fe7-4385-a310-e9daf5adedd9"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:51.683920 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5002ae67-9b1d-414d-896e-77a37962b66d req-5723eb10-d3da-4b2f-82d1-495894e0d87e tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 210 time: 0.0700207 Aug 31 00:50:51.719081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a68bc-0543-4892-857f-26136f87e848 req-1adab252-175d-493d-8f10-afa1cf01f1e6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:51.723261 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca1a68bc-0543-4892-857f-26136f87e848 req-1adab252-175d-493d-8f10-afa1cf01f1e6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.48 "GET /v2.0/networks?id=9c77090e-b903-4c13-bc86-93cf39e7cac9 HTTP/1.1" status: 200 len: 805 time: 0.2328734 Aug 31 00:50:51.741834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-ca1a68bc-0543-4892-857f-26136f87e848 req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Request body: {'port': {'device_id': '8ef9a0a6-0d95-4bd9-9f16-a51d08f34643', 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9', 'admin_state_up': True, 'tenant_id': '07bbb5e932ef4db09c89d25658c53fac'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:50:51.756610 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-02314d95-f8cb-4527-b24e-6dae71720489 req-f4392d83-a79c-4529-8a27-6322fb6c1c8b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1bc6fb14-3b4f-4b05-85e3-682595846358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240175 Aug 31 00:50:51.759330 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca509e8-1204-4b52-a057-05240936c669 x-openstack-request-id: req-2ca509e8-1204-4b52-a057-05240936c669 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:51.761672 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a31e7e-8ab6-4055-aa0d-b2633001a872", "name": "network-vif-deleted", "tag": "e14ee987-8fe7-4385-a310-e9daf5adedd9", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:51.763801 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ca509e8-1204-4b52-a057-05240936c669 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:51.764551 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a31e7e-8ab6-4055-aa0d-b2633001a872', 'name': 'network-vif-deleted', 'tag': 'e14ee987-8fe7-4385-a310-e9daf5adedd9', 'status': 'completed', 'code': 200} Aug 31 00:50:52.029155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1a68bc-0543-4892-857f-26136f87e848 req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Made reservation on behalf of 07bbb5e932ef4db09c89d25658c53fac for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:50:52.059996 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca1a68bc-0543-4892-857f-26136f87e848 req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:52.090836 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012e34d-8f5f-4405-9d5e-7c49b291f8e4 req-19ee3685-af11-4318-852a-9f51c85f1c23 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:52.094738 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2012e34d-8f5f-4405-9d5e-7c49b291f8e4 req-19ee3685-af11-4318-852a-9f51c85f1c23 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4b8fa4-f118-49e7-89a6-329446c7ddd8 HTTP/1.1" status: 200 len: 945 time: 0.0768037 Aug 31 00:50:52.173333 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2012e34d-8f5f-4405-9d5e-7c49b291f8e4 req-fbaad757-1b0a-45c1-80e7-461659211315 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bc6fb14-3b4f-4b05-85e3-682595846358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508366 Aug 31 00:50:52.241036 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fbc337ab-f66f-4a52-ba1a-184421ea5b2a req-53ad2ecd-c15f-4441-8c2a-48d44bf3af20 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 210 time: 0.0508134 Aug 31 00:50:52.387765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-ca1a68bc-0543-4892-857f-26136f87e848 req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Allocated IP 172.20.0.11 (9c77090e-b903-4c13-bc86-93cf39e7cac9/2df615be-0d8f-4191-b850-d061892bbd16/d259a7b9-6166-4a27-abd2-9bb1f9c60160) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:50:52.390694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a4d7d6a-8ba3-4eac-bf48-7084154d22c0 req-173e8235-5ce7-4717-8bee-c9c249a95707 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 210 time: 0.0999651 Aug 31 00:50:52.425933 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e05ef8-31c2-47e5-8563-269378be261a req-dc1faf7f-dab8-46f0-9937-fbf3d30390d7 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:52.428652 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b7e05ef8-31c2-47e5-8563-269378be261a req-dc1faf7f-dab8-46f0-9937-fbf3d30390d7 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 950 time: 0.2025681 Aug 31 00:50:52.466847 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94e021-41dc-4a41-a428-a9a7cd7fd822 req-74727211-7d6f-48a2-aede-4b6e9d7ef82f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:52.478709 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d94e021-41dc-4a41-a428-a9a7cd7fd822 req-74727211-7d6f-48a2-aede-4b6e9d7ef82f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 950 time: 0.1110332 Aug 31 00:50:52.621563 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d94e021-41dc-4a41-a428-a9a7cd7fd822 req-4794c5db-2ebc-41d9-8b4d-e5570e17faec tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2fa5dd1-9885-4f86-91ab-e59944dc485e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299126 Aug 31 00:50:52.629873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-b7e05ef8-31c2-47e5-8563-269378be261a req-5dcb0be1-5b6d-4268-9683-db12002a528f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Deleting port 11012e02-592c-4ec1-a45a-1f4275e2c5c3 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:50:52.629873 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b7e05ef8-31c2-47e5-8563-269378be261a req-5dcb0be1-5b6d-4268-9683-db12002a528f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:52.736984 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca1a68bc-0543-4892-857f-26136f87e848 req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:52.865909 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-b7e05ef8-31c2-47e5-8563-269378be261a req-5dcb0be1-5b6d-4268-9683-db12002a528f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] For port 11012e02-592c-4ec1-a45a-1f4275e2c5c3, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=11012e02-592c-4ec1-a45a-1f4275e2c5c3,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:50:52.866281 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b7e05ef8-31c2-47e5-8563-269378be261a req-5dcb0be1-5b6d-4268-9683-db12002a528f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:52.897758 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-829f08b6-1fd3-4c7e-b122-745bf2bc5110 req-711294da-0877-498b-aaa1-a6db9e22cd08 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 210 time: 0.0721219 Aug 31 00:50:52.909478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-b7e05ef8-31c2-47e5-8563-269378be261a req-5dcb0be1-5b6d-4268-9683-db12002a528f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Calling delete_port for 11012e02-592c-4ec1-a45a-1f4275e2c5c3 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:50:52.942704 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca1a68bc-0543-4892-857f-26136f87e848 req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:53.032137 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1a68bc-0543-4892-857f-26136f87e848 req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Network 9c77090e-b903-4c13-bc86-93cf39e7cac9 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:50:53.047357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-ca1a68bc-0543-4892-857f-26136f87e848 req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:50:53.060369 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1a68bc-0543-4892-857f-26136f87e848 req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:50:53.158995 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Pushing event updated for resources: {'Port': ['ID=d259a7b9-6166-4a27-abd2-9bb1f9c60160,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:53.182058 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a68bc-0543-4892-857f-26136f87e848 req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:53.183068 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca1a68bc-0543-4892-857f-26136f87e848 req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:53.200001 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:53.200359 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:53.201479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:53.201479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:53.201479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:53.202004 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:53.202004 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:53.202291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:53.202612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:53.202931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:53.203251 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:53.203566 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:50:53.277377 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b7e05ef8-31c2-47e5-8563-269378be261a req-5dcb0be1-5b6d-4268-9683-db12002a528f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:53.294007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['11012e02-592c-4ec1-a45a-1f4275e2c5c3'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:50:53.350964 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb0be1-5b6d-4268-9683-db12002a528f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Pushing event deleted for resources: {'Port': ['ID=11012e02-592c-4ec1-a45a-1f4275e2c5c3,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:53.449677 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca1a68bc-0543-4892-857f-26136f87e848 req-d8d6089e-fb0e-4e08-a1bf-bd72e30f2df2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7164283 Aug 31 00:50:53.476417 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Request body: {'port': {'device_id': '8ef9a0a6-0d95-4bd9-9f16-a51d08f34643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:50:53.485473 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-2a179455-f5bf-4efd-90a5-e2aa7f3bed68 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=af0a908c69264c599037cf468d9142b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720522 Aug 31 00:50:53.493871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e05ef8-31c2-47e5-8563-269378be261a req-5dcb0be1-5b6d-4268-9683-db12002a528f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] No DVR routers for this DVR port 11012e02-592c-4ec1-a45a-1f4275e2c5c3 on host n-h1-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:50:53.498504 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b7e05ef8-31c2-47e5-8563-269378be261a req-5dcb0be1-5b6d-4268-9683-db12002a528f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:53.503646 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b7e05ef8-31c2-47e5-8563-269378be261a req-5dcb0be1-5b6d-4268-9683-db12002a528f tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.48 "DELETE /v2.0/ports/11012e02-592c-4ec1-a45a-1f4275e2c5c3 HTTP/1.1" status: 204 len: 173 time: 1.0645630 Aug 31 00:50:53.591296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bb938-320b-4261-a7cc-5749108176c3 req-85c041c8-3ec1-4468-af41-2912eeaad7d3 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:53.593991 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-713bb938-320b-4261-a7cc-5749108176c3 req-85c041c8-3ec1-4468-af41-2912eeaad7d3 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 932 time: 0.0977323 Aug 31 00:50:53.599298 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cd72c-8a64-44c7-98b2-b607cd6b1022 req-f9e96349-0dee-499f-b30a-6b3a1640857a tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:53.607182 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-537cd72c-8a64-44c7-98b2-b607cd6b1022 req-f9e96349-0dee-499f-b30a-6b3a1640857a tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4b8fa4-f118-49e7-89a6-329446c7ddd8 HTTP/1.1" status: 200 len: 945 time: 0.2204373 Aug 31 00:50:53.660319 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:53.673206 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-713bb938-320b-4261-a7cc-5749108176c3 req-9880eec5-feb0-4881-975e-be847e02dbc9 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641782 Aug 31 00:50:53.717431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-537cd72c-8a64-44c7-98b2-b607cd6b1022 req-00bb2c36-5126-4cf3-81c3-83af6f8ef4bd tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bc6fb14-3b4f-4b05-85e3-682595846358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093366 Aug 31 00:50:53.766003 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf', 'name': 'network-vif-deleted', 'tag': '11012e02-592c-4ec1-a45a-1f4275e2c5c3'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:53.768556 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131de522-d904-4505-a42c-b3311f20dd95" -d '{"events": [{"server_uuid": "cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf", "name": "network-vif-deleted", "tag": "11012e02-592c-4ec1-a45a-1f4275e2c5c3"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:53.787540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-5a3154b1-749e-4d53-8d9b-135452d10d30 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:53.792176 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-5a3154b1-749e-4d53-8d9b-135452d10d30 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2834563 Aug 31 00:50:53.814817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-9bb2fc19-9ae1-4c56-bd5b-57dd524330cf tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Request body: {'port': {'device_id': '74247be1-f765-4684-8f25-7e46a709df86', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': 'af0a908c69264c599037cf468d9142b7'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:50:53.912324 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1605c46e-1a2d-4eb1-9a1e-5bdcdd8cdc08 req-e22a255c-36d4-4592-8b7f-bb117f694a81 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 210 time: 0.0770290 Aug 31 00:50:54.044208 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6302d6-90db-495d-bb50-37498501ef87 x-openstack-request-id: req-7e6302d6-90db-495d-bb50-37498501ef87 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:54.045663 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf", "name": "network-vif-deleted", "tag": "11012e02-592c-4ec1-a45a-1f4275e2c5c3", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:54.045959 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e6302d6-90db-495d-bb50-37498501ef87 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:54.046341 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf', 'name': 'network-vif-deleted', 'tag': '11012e02-592c-4ec1-a45a-1f4275e2c5c3', 'status': 'completed', 'code': 200} Aug 31 00:50:54.198087 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42e4b74a-d4b7-4d7a-ad0b-ece3c63d781d req-8142616d-e807-4166-b6b2-00a786fcc6e0 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 210 time: 0.1125045 Aug 31 00:50:54.212584 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3ec1aa43-cb29-4b6c-b2ae-bf8ee7c8e8d4 req-425aa581-aaae-4326-9b71-b85395712717 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 210 time: 0.0443921 Aug 31 00:50:54.468957 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-9bb2fc19-9ae1-4c56-bd5b-57dd524330cf tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Made reservation on behalf of af0a908c69264c599037cf468d9142b7 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:50:54.475876 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-9bb2fc19-9ae1-4c56-bd5b-57dd524330cf tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:54.488023 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-9bb2fc19-9ae1-4c56-bd5b-57dd524330cf tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:54.503451 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-5fc4ad99-67dc-4428-a995-5fd91d4b7a2f tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:54.506213 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-5fc4ad99-67dc-4428-a995-5fd91d4b7a2f tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.48 "GET /v2.0/networks?id=55a28600-83dc-45fe-ac9b-bf445eac96f7 HTTP/1.1" status: 200 len: 821 time: 0.1731513 Aug 31 00:50:54.513385 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d259a7b9-6166-4a27-abd2-9bb1f9c60160 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:50:54.526872 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:54.530233 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-5789ced2-95a5-4814-ba7a-4a994eb24264 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Request body: {'port': {'device_id': '966c3bf7-8670-4ac3-9971-02fde79c38f4', 'network_id': '55a28600-83dc-45fe-ac9b-bf445eac96f7', 'admin_state_up': True, 'tenant_id': '65ec9dbd06424aa7aefd78af4ac12360'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:50:54.557599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Transition to ACTIVE for port object d259a7b9-6166-4a27-abd2-9bb1f9c60160 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:50:54.736401 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:54.792410 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-9bb2fc19-9ae1-4c56-bd5b-57dd524330cf tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:54.838536 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d259a7b9-6166-4a27-abd2-9bb1f9c60160,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:54.851812 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb4bba-f964-4cf6-ba1d-5891b5b168a4 req-8a325751-30c4-4f5e-9dcf-800fb87c489d tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:54.853481 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27eb4bba-f964-4cf6-ba1d-5891b5b168a4 req-8a325751-30c4-4f5e-9dcf-800fb87c489d tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 944 time: 0.0774372 Aug 31 00:50:54.942503 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27eb4bba-f964-4cf6-ba1d-5891b5b168a4 req-232525fd-179c-4f3f-84d2-080ec1644f09 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806992 Aug 31 00:50:55.075232 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87bcc9a8-166b-4501-a453-9be9f5dd9db2 req-472d67b5-c0ba-4e2a-a4b6-fcd3baa0e7f9 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 210 time: 0.0432928 Aug 31 00:50:55.120236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-5789ced2-95a5-4814-ba7a-4a994eb24264 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Made reservation on behalf of 65ec9dbd06424aa7aefd78af4ac12360 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:50:55.126968 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-5789ced2-95a5-4814-ba7a-4a994eb24264 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:55.276741 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-9bb2fc19-9ae1-4c56-bd5b-57dd524330cf tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:55.416775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2fc19-9ae1-4c56-bd5b-57dd524330cf tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab630d7d-145e-4cc1-9f33-f56d47cc31a9,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:55.498655 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-5789ced2-95a5-4814-ba7a-4a994eb24264 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Allocated IP 172.20.0.3 (55a28600-83dc-45fe-ac9b-bf445eac96f7/62e2d520-5c3a-4caa-8dfe-6b039ffa92e6/98cde7af-73da-4063-b75d-602274737ef8) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:50:55.560682 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bac27584-40f3-4635-a261-e324cc82c610 req-6c7abb46-35e8-4136-b474-84496d0023ac tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 210 time: 0.1521800 Aug 31 00:50:55.622088 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Attempting to bind port d259a7b9-6166-4a27-abd2-9bb1f9c60160 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:50:55.622088 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Attempting to bind port d259a7b9-6166-4a27-abd2-9bb1f9c60160 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'e1ee2198-a8c6-4557-bb20-8af209e90d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:50:55.622088 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Attempting to bind port d259a7b9-6166-4a27-abd2-9bb1f9c60160 on network 9c77090e-b903-4c13-bc86-93cf39e7cac9 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:50:55.634317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Port d259a7b9-6166-4a27-abd2-9bb1f9c60160 on network 9c77090e-b903-4c13-bc86-93cf39e7cac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:50:55.634443 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Attempting to bind port d259a7b9-6166-4a27-abd2-9bb1f9c60160 on network 9c77090e-b903-4c13-bc86-93cf39e7cac9 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:50:55.645022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:50:55.645625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Checking segment: {'id': 'e1ee2198-a8c6-4557-bb20-8af209e90d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:50:55.646266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Bound using segment: {'id': 'e1ee2198-a8c6-4557-bb20-8af209e90d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:50:55.647023 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Bound port: d259a7b9-6166-4a27-abd2-9bb1f9c60160, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ee2198-a8c6-4557-bb20-8af209e90d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:50:55.647985 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:55.711192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-9bb2fc19-9ae1-4c56-bd5b-57dd524330cf tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Allocated IP 192.168.233.219 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/0646441f-c31c-42d3-8f6d-2ecd14371d0d) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:50:55.786369 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bece2620-8f40-4ae1-9695-ae0cac57b18e req-e88f86cf-4f22-467a-ba2a-0def61553432 tempest-ServersOnMultiNodesTest-1681464220 tempest-ServersOnMultiNodesTest-1681464220-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd62b6e1-2f3a-444d-9e72-c7e8a43b3fbf HTTP/1.1" status: 200 len: 210 time: 0.3978243 Aug 31 00:50:55.895151 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-5789ced2-95a5-4814-ba7a-4a994eb24264 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:56.019228 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-9bb2fc19-9ae1-4c56-bd5b-57dd524330cf tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:56.036348 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-5789ced2-95a5-4814-ba7a-4a994eb24264 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:56.048418 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] For port d259a7b9-6166-4a27-abd2-9bb1f9c60160, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:50:56.065230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] For port d259a7b9-6166-4a27-abd2-9bb1f9c60160, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d259a7b9-6166-4a27-abd2-9bb1f9c60160,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:50:56.078047 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-9bb2fc19-9ae1-4c56-bd5b-57dd524330cf tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Transition to ACTIVE for port object 0646441f-c31c-42d3-8f6d-2ecd14371d0d will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:50:56.098344 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-5789ced2-95a5-4814-ba7a-4a994eb24264 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Network 55a28600-83dc-45fe-ac9b-bf445eac96f7 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:50:56.103055 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-5789ced2-95a5-4814-ba7a-4a994eb24264 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:50:56.113894 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-5789ced2-95a5-4814-ba7a-4a994eb24264 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:50:56.154038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789ced2-95a5-4814-ba7a-4a994eb24264 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Pushing event updated for resources: {'Port': ['ID=98cde7af-73da-4063-b75d-602274737ef8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:56.194297 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-5789ced2-95a5-4814-ba7a-4a994eb24264 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:56.195165 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-5789ced2-95a5-4814-ba7a-4a994eb24264 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:56.227017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c54678-7140-4a1c-8f23-55ed4c79df63 req-7a65296f-79a3-40f9-9965-f465ff2cc9f2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:56.232017 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-59c54678-7140-4a1c-8f23-55ed4c79df63 req-7a65296f-79a3-40f9-9965-f465ff2cc9f2 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 944 time: 0.1911616 Aug 31 00:50:56.238067 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:56.313967 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef0e6c-7817-4982-9809-3b87c3c82047 req-862561fb-86ca-4c41-9ef0-5fd004d4dacf tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:56.316165 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eeef0e6c-7817-4982-9809-3b87c3c82047 req-862561fb-86ca-4c41-9ef0-5fd004d4dacf tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 931 time: 0.0764840 Aug 31 00:50:56.327356 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:56.328440 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:56.331017 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca1a68bc-0543-4892-857f-26136f87e848 req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] 10.222.0.48 "PUT /v2.0/ports/d259a7b9-6166-4a27-abd2-9bb1f9c60160 HTTP/1.1" status: 200 len: 1093 time: 2.8611839 Aug 31 00:50:56.339783 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef9a0a6-0d95-4bd9-9f16-a51d08f34643', 'tag': 'd259a7b9-6166-4a27-abd2-9bb1f9c60160'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:56.344586 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aded92c6-be94-448e-9e36-5eada57ebc75" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef9a0a6-0d95-4bd9-9f16-a51d08f34643", "tag": "d259a7b9-6166-4a27-abd2-9bb1f9c60160"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:56.391938 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-5789ced2-95a5-4814-ba7a-4a994eb24264 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8639522 Aug 31 00:50:56.402813 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-59c54678-7140-4a1c-8f23-55ed4c79df63 req-9d00024f-34e8-4f2a-8f77-16e22bbc1a8b tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480463 Aug 31 00:50:56.411093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d1223-6669-4b00-a676-6f226e7010b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d259a7b9-6166-4a27-abd2-9bb1f9c60160,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:56.422962 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eeef0e6c-7817-4982-9809-3b87c3c82047 req-ca061ee3-82db-4c40-8591-7583d65452d4 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b310563-a309-4864-99bb-2711b4980845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983496 Aug 31 00:50:56.433030 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-9bb2fc19-9ae1-4c56-bd5b-57dd524330cf tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:56.441775 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Request body: {'port': {'device_id': '966c3bf7-8670-4ac3-9971-02fde79c38f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:50:56.460020 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-9bb2fc19-9ae1-4c56-bd5b-57dd524330cf tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:50:56.481723 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-9bb2fc19-9ae1-4c56-bd5b-57dd524330cf tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:50:56.486315 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-9bb2fc19-9ae1-4c56-bd5b-57dd524330cf tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:50:56.543100 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c1f552-69cf-4405-8232-eb86e05e40d4 x-openstack-request-id: req-f8c1f552-69cf-4405-8232-eb86e05e40d4 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:56.543375 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef9a0a6-0d95-4bd9-9f16-a51d08f34643", "tag": "d259a7b9-6166-4a27-abd2-9bb1f9c60160", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:56.544483 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8c1f552-69cf-4405-8232-eb86e05e40d4 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:56.544483 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef9a0a6-0d95-4bd9-9f16-a51d08f34643', 'tag': 'd259a7b9-6166-4a27-abd2-9bb1f9c60160', 'status': 'completed', 'code': 200} Aug 31 00:50:56.583340 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:56.607061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2fc19-9ae1-4c56-bd5b-57dd524330cf tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Pushing event updated for resources: {'Port': ['ID=0646441f-c31c-42d3-8f6d-2ecd14371d0d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:56.625231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-9bb2fc19-9ae1-4c56-bd5b-57dd524330cf tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:56.626082 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-9bb2fc19-9ae1-4c56-bd5b-57dd524330cf tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:56.642430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a68bc-0543-4892-857f-26136f87e848 req-edabcda9-793f-45a6-81d9-ce5fbcded9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:56.644616 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca1a68bc-0543-4892-857f-26136f87e848 req-edabcda9-793f-45a6-81d9-ce5fbcded9c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=07bbb5e932ef4db09c89d25658c53fac&device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 1096 time: 0.1202247 Aug 31 00:50:56.728556 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca1a68bc-0543-4892-857f-26136f87e848 req-7c78a600-02fc-4ab9-a9f9-c22b649f3538 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d259a7b9-6166-4a27-abd2-9bb1f9c60160 HTTP/1.1" status: 200 len: 217 time: 0.0745277 Aug 31 00:50:56.793615 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-9bb2fc19-9ae1-4c56-bd5b-57dd524330cf tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9877193 Aug 31 00:50:56.815899 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Request body: {'port': {'device_id': '74247be1-f765-4684-8f25-7e46a709df86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:50:56.824704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a68bc-0543-4892-857f-26136f87e848 req-0d6a245b-127d-4ed9-91b7-cc21255b71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:56.826693 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca1a68bc-0543-4892-857f-26136f87e848 req-0d6a245b-127d-4ed9-91b7-cc21255b71fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2df615be-0d8f-4191-b850-d061892bbd16 HTTP/1.1" status: 200 len: 845 time: 0.0865803 Aug 31 00:50:56.887363 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca1a68bc-0543-4892-857f-26136f87e848 req-5f0ab2d6-827c-4e98-a4e6-301dfa9083fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c77090e-b903-4c13-bc86-93cf39e7cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415010 Aug 31 00:50:56.918738 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dfab4-fdf6-4246-88af-4a504625dc21 req-33b1a637-78e6-4948-ad79-5936fd510c02 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:56.923445 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-664dfab4-fdf6-4246-88af-4a504625dc21 req-33b1a637-78e6-4948-ad79-5936fd510c02 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 936 time: 0.2214975 Aug 31 00:50:56.990761 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:56.991791 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 11012e02-592c-4ec1-a45a-1f4275e2c5c3 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:50:57.049752 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-664dfab4-fdf6-4246-88af-4a504625dc21 req-205be706-06bb-45af-82bb-2cb7a9f5ac79 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab630d7d-145e-4cc1-9f33-f56d47cc31a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210558 Aug 31 00:50:57.064493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-28ca6a44-3a27-48d8-869b-2e6c6321287e None None] Provisioning for port 0646441f-c31c-42d3-8f6d-2ecd14371d0d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:50:57.075747 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-28ca6a44-3a27-48d8-869b-2e6c6321287e None None] Provisioning complete for port 0646441f-c31c-42d3-8f6d-2ecd14371d0d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:50:57.076232 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-28ca6a44-3a27-48d8-869b-2e6c6321287e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:57.078411 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 11012e02-592c-4ec1-a45a-1f4275e2c5c3 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:50:57.078946 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 11012e02-592c-4ec1-a45a-1f4275e2c5c3 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:50:57.099371 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca1a68bc-0543-4892-857f-26136f87e848 req-eaa0428f-0087-4946-8d36-ec95707a7acf service neutron] 10.222.0.48 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970515 Aug 31 00:50:57.147753 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-28ca6a44-3a27-48d8-869b-2e6c6321287e None None] Port 0646441f-c31c-42d3-8f6d-2ecd14371d0d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:50:57.264237 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98cde7af-73da-4063-b75d-602274737ef8 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:50:57.277937 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:57.294142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Transition to ACTIVE for port object 98cde7af-73da-4063-b75d-602274737ef8 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:50:57.353526 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca1a68bc-0543-4892-857f-26136f87e848 req-26a042d5-5159-4888-83be-54735b2c55a5 service neutron] 10.222.0.48 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505319 Aug 31 00:50:57.366839 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:57.435514 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Pushing event updated for resources: {'Port': ['ID=98cde7af-73da-4063-b75d-602274737ef8,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:57.536212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0646441f-c31c-42d3-8f6d-2ecd14371d0d {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:50:57.555908 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:57.639968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Transition to ACTIVE for port object 0646441f-c31c-42d3-8f6d-2ecd14371d0d will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:50:57.658982 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Attempting to bind port 98cde7af-73da-4063-b75d-602274737ef8 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:50:57.659314 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Attempting to bind port 98cde7af-73da-4063-b75d-602274737ef8 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'b11558e3-5d4b-4279-8c09-8e9d011bd01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55a28600-83dc-45fe-ac9b-bf445eac96f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:50:57.659646 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Attempting to bind port 98cde7af-73da-4063-b75d-602274737ef8 on network 55a28600-83dc-45fe-ac9b-bf445eac96f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:50:57.664942 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Port 98cde7af-73da-4063-b75d-602274737ef8 on network 55a28600-83dc-45fe-ac9b-bf445eac96f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:50:57.665269 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Attempting to bind port 98cde7af-73da-4063-b75d-602274737ef8 on network 55a28600-83dc-45fe-ac9b-bf445eac96f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:50:57.670291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a8f34-502b-42e3-8800-8d327543741c req-454369e1-9ba8-472b-9106-03d9fdd092a8 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:57.671873 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-476a8f34-502b-42e3-8800-8d327543741c req-454369e1-9ba8-472b-9106-03d9fdd092a8 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 944 time: 0.1077142 Aug 31 00:50:57.672773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:50:57.673119 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Checking segment: {'id': 'b11558e3-5d4b-4279-8c09-8e9d011bd01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55a28600-83dc-45fe-ac9b-bf445eac96f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:50:57.673528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Bound using segment: {'id': 'b11558e3-5d4b-4279-8c09-8e9d011bd01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55a28600-83dc-45fe-ac9b-bf445eac96f7'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:50:57.673990 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded92c6-be94-448e-9e36-5eada57ebc75 req-c15a560e-c055-4527-9583-f768ca3c5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:57.674620 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Bound port: 98cde7af-73da-4063-b75d-602274737ef8, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b11558e3-5d4b-4279-8c09-8e9d011bd01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55a28600-83dc-45fe-ac9b-bf445eac96f7'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:50:57.675013 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:57.676179 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aded92c6-be94-448e-9e36-5eada57ebc75 req-c15a560e-c055-4527-9583-f768ca3c5e84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=07bbb5e932ef4db09c89d25658c53fac&device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 1096 time: 0.0943978 Aug 31 00:50:57.783897 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:57.801122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] For port 98cde7af-73da-4063-b75d-602274737ef8, host n-h1-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:50:57.814057 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37690) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:57.845411 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] For port 98cde7af-73da-4063-b75d-602274737ef8, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=98cde7af-73da-4063-b75d-602274737ef8,segment=NetworkSegment(b11558e3-5d4b-4279-8c09-8e9d011bd01a),segment_id=b11558e3-5d4b-4279-8c09-8e9d011bd01a)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:50:57.899012 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-476a8f34-502b-42e3-8800-8d327543741c req-7ccba3d6-b041-4260-bd86-ce73c2e7d124 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178214 Aug 31 00:50:57.957991 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:57.994046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Pushing event updated for resources: {'Port': ['ID=0646441f-c31c-42d3-8f6d-2ecd14371d0d,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:58.065540 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:58.065540 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:58.068163 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] 10.222.0.48 "PUT /v2.0/ports/98cde7af-73da-4063-b75d-602274737ef8 HTTP/1.1" status: 200 len: 1092 time: 1.6439805 Aug 31 00:50:58.073469 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966c3bf7-8670-4ac3-9971-02fde79c38f4', 'tag': '98cde7af-73da-4063-b75d-602274737ef8'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:58.079032 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc6a0e7-155b-4cfe-8fb6-1d99bed51213" -d '{"events": [{"name": "network-changed", "server_uuid": "966c3bf7-8670-4ac3-9971-02fde79c38f4", "tag": "98cde7af-73da-4063-b75d-602274737ef8"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:58.173604 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0334f-4ba9-4991-ae2a-ba92d4c2b366 service neutron] Pushing event updated for resources: {'Port': ['ID=98cde7af-73da-4063-b75d-602274737ef8,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:58.231497 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded92c6-be94-448e-9e36-5eada57ebc75 req-7c1552ee-6d37-4cba-a99e-486a8cba0365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:58.234513 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aded92c6-be94-448e-9e36-5eada57ebc75 req-7c1552ee-6d37-4cba-a99e-486a8cba0365 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9c77090e-b903-4c13-bc86-93cf39e7cac9 HTTP/1.1" status: 200 len: 906 time: 0.5453148 Aug 31 00:50:58.262147 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a5bba42f-7565-45c9-b988-0846663adfab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0df1dc9ce961447d8c0a4fac26dd9a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4384005 Aug 31 00:50:58.271043 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37702) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:50:58.308906 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-309dcc6f-a71b-4be8-8e47-704b0f866fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:58.310683 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-309dcc6f-a71b-4be8-8e47-704b0f866fb5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65ec9dbd06424aa7aefd78af4ac12360&device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 1095 time: 0.1139450 Aug 31 00:50:58.333090 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aded92c6-be94-448e-9e36-5eada57ebc75 req-af2e5571-3d67-48ea-bbd1-6a48abb5cefa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d259a7b9-6166-4a27-abd2-9bb1f9c60160 HTTP/1.1" status: 200 len: 217 time: 0.0835698 Aug 31 00:50:58.372780 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-cc64426a-4f72-4923-a16e-39fffa1850d1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98cde7af-73da-4063-b75d-602274737ef8 HTTP/1.1" status: 200 len: 217 time: 0.0528278 Aug 31 00:50:58.386930 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47049b5f-6ffe-4be4-8809-52bef5594a51 req-c7188a42-3850-4847-bc0e-23a86d5650e5 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:58.395244 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-47049b5f-6ffe-4be4-8809-52bef5594a51 req-c7188a42-3850-4847-bc0e-23a86d5650e5 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 943 time: 0.3098779 Aug 31 00:50:58.433479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Attempting to bind port 0646441f-c31c-42d3-8f6d-2ecd14371d0d on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:50:58.433809 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Attempting to bind port 0646441f-c31c-42d3-8f6d-2ecd14371d0d by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:50:58.434130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Attempting to bind port 0646441f-c31c-42d3-8f6d-2ecd14371d0d on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:50:58.439768 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ab66cfd0-ab65-4cc4-9545-d7635d7519f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:58.444659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Port 0646441f-c31c-42d3-8f6d-2ecd14371d0d on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:50:58.445307 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Attempting to bind port 0646441f-c31c-42d3-8f6d-2ecd14371d0d on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:50:58.456726 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:50:58.458786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:50:58.458786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:50:58.458786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Bound port: 0646441f-c31c-42d3-8f6d-2ecd14371d0d, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:50:58.459302 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:58.462672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded92c6-be94-448e-9e36-5eada57ebc75 req-3b4bffdc-1318-4f03-861d-adc6369d623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:58.464274 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aded92c6-be94-448e-9e36-5eada57ebc75 req-3b4bffdc-1318-4f03-861d-adc6369d623b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2df615be-0d8f-4191-b850-d061892bbd16 HTTP/1.1" status: 200 len: 845 time: 0.1234186 Aug 31 00:50:58.498092 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ab66cfd0-ab65-4cc4-9545-d7635d7519f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:58.511784 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-c411c092-dd55-4538-b687-7b7ee4918709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:58.522038 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-c411c092-dd55-4538-b687-7b7ee4918709 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=62e2d520-5c3a-4caa-8dfe-6b039ffa92e6 HTTP/1.1" status: 200 len: 861 time: 0.1295588 Aug 31 00:50:58.522964 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aded92c6-be94-448e-9e36-5eada57ebc75 req-cccca342-5281-4dac-b62e-ed03b839eaed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c77090e-b903-4c13-bc86-93cf39e7cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436707 Aug 31 00:50:58.590949 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-d44b2091-fafa-482c-9cca-3191c605a2ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55a28600-83dc-45fe-ac9b-bf445eac96f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606022 Aug 31 00:50:58.660376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] For port 0646441f-c31c-42d3-8f6d-2ecd14371d0d, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:50:58.666095 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] For port 0646441f-c31c-42d3-8f6d-2ecd14371d0d, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0646441f-c31c-42d3-8f6d-2ecd14371d0d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:50:58.699100 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aded92c6-be94-448e-9e36-5eada57ebc75 req-a82cca16-5517-4019-8101-0d551735386a service neutron] 10.222.0.48 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516249 Aug 31 00:50:58.754316 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-29b1f32c-8e61-48e9-9b87-4c6a4a118bed service neutron] 10.222.0.48 "GET /v2.0/networks/55a28600-83dc-45fe-ac9b-bf445eac96f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538601 Aug 31 00:50:58.825680 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:58.858539 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ab66cfd0-ab65-4cc4-9545-d7635d7519f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:58.861138 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ab66cfd0-ab65-4cc4-9545-d7635d7519f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:58.864841 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ab66cfd0-ab65-4cc4-9545-d7635d7519f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2fa5dd1-9885-4f86-91ab-e59944dc485e HTTP/1.1" status: 204 len: 168 time: 0.5895727 Aug 31 00:50:58.877745 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66cfd0-ab65-4cc4-9545-d7635d7519f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fa5dd1-9885-4f86-91ab-e59944dc485e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:58.906620 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a02fa2c-2a1f-473c-af52-71b760773db1 req-3af438c5-2694-44e8-8965-ed2a844c89f8 service neutron] 10.222.0.48 "GET /v2.0/networks/55a28600-83dc-45fe-ac9b-bf445eac96f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454515 Aug 31 00:50:59.011198 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:59.017940 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:59.021490 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] 10.222.0.48 "PUT /v2.0/ports/0646441f-c31c-42d3-8f6d-2ecd14371d0d HTTP/1.1" status: 200 len: 1097 time: 2.2147551 Aug 31 00:50:59.035243 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74247be1-f765-4684-8f25-7e46a709df86', 'tag': '0646441f-c31c-42d3-8f6d-2ecd14371d0d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:50:59.039048 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f867972-c406-44a4-b2f3-12d98a609515" -d '{"events": [{"name": "network-changed", "server_uuid": "74247be1-f765-4684-8f25-7e46a709df86", "tag": "0646441f-c31c-42d3-8f6d-2ecd14371d0d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:50:59.076897 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-47049b5f-6ffe-4be4-8809-52bef5594a51 req-f64ebbb0-37f6-44e9-97f2-e5f7a62d2b10 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b310563-a309-4864-99bb-2711b4980845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6753635 Aug 31 00:50:59.097298 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aded92c6-be94-448e-9e36-5eada57ebc75 req-bd3db08a-a8bf-4f8a-9490-8e160f3f3c49 service neutron] 10.222.0.48 "GET /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888390 Aug 31 00:50:59.138772 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3fb28-6d24-48c9-bc1c-068a3e240d34 service neutron] Pushing event updated for resources: {'Port': ['ID=0646441f-c31c-42d3-8f6d-2ecd14371d0d,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:50:59.249001 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584c2880-187b-409d-8087-dc02c88186ef x-openstack-request-id: req-584c2880-187b-409d-8087-dc02c88186ef {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:59.249900 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966c3bf7-8670-4ac3-9971-02fde79c38f4", "tag": "98cde7af-73da-4063-b75d-602274737ef8", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:59.249900 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-584c2880-187b-409d-8087-dc02c88186ef {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:59.250429 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966c3bf7-8670-4ac3-9971-02fde79c38f4', 'tag': '98cde7af-73da-4063-b75d-602274737ef8', 'status': 'completed', 'code': 200} Aug 31 00:50:59.281953 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada67ad6-4a6f-42fc-b549-cb270230cd25 req-b03e89c0-6568-4b38-92e2-be8ce655e9ed tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:59.290224 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ada67ad6-4a6f-42fc-b549-cb270230cd25 req-b03e89c0-6568-4b38-92e2-be8ce655e9ed tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 948 time: 0.1393073 Aug 31 00:50:59.410273 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-244f36e3-2f25-4d56-b196-fd8e9e312d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:59.413241 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-244f36e3-2f25-4d56-b196-fd8e9e312d9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=af0a908c69264c599037cf468d9142b7&device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 1100 time: 0.1814210 Aug 31 00:50:59.414758 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ada67ad6-4a6f-42fc-b549-cb270230cd25 req-e56f4fce-e64c-4f02-925e-4dd741adb5e3 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab630d7d-145e-4cc1-9f33-f56d47cc31a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116672 Aug 31 00:50:59.462621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6a0e7-155b-4cfe-8fb6-1d99bed51213 req-a2810989-ce20-43b0-9f44-596b44e9dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:50:59.465593 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2fc6a0e7-155b-4cfe-8fb6-1d99bed51213 req-a2810989-ce20-43b0-9f44-596b44e9dadc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65ec9dbd06424aa7aefd78af4ac12360&device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 1095 time: 0.1772478 Aug 31 00:50:59.561835 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-f775e986-ed78-4ed7-9cef-5b9e781492c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=0646441f-c31c-42d3-8f6d-2ecd14371d0d HTTP/1.1" status: 200 len: 217 time: 0.1158276 Aug 31 00:50:59.565316 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaea9d5-6daa-49fe-b8bf-99d664a26023 x-openstack-request-id: req-adaea9d5-6daa-49fe-b8bf-99d664a26023 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:50:59.565746 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74247be1-f765-4684-8f25-7e46a709df86", "tag": "0646441f-c31c-42d3-8f6d-2ecd14371d0d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:50:59.566644 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-adaea9d5-6daa-49fe-b8bf-99d664a26023 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:50:59.567133 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74247be1-f765-4684-8f25-7e46a709df86', 'tag': '0646441f-c31c-42d3-8f6d-2ecd14371d0d', 'status': 'completed', 'code': 200} Aug 31 00:51:00.001307 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c7d30-65fa-49e4-9e02-b59de351fd78 req-9638db38-e2af-490d-a24c-10d0376acd2c tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:00.007125 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-921c7d30-65fa-49e4-9e02-b59de351fd78 req-9638db38-e2af-490d-a24c-10d0376acd2c tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 944 time: 0.5532477 Aug 31 00:51:00.031232 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-c00219e4-f0e9-49ea-801a-d8c08c6faa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:00.032714 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-c00219e4-f0e9-49ea-801a-d8c08c6faa70 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1248679 Aug 31 00:51:00.059915 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6a0e7-155b-4cfe-8fb6-1d99bed51213 req-49ddcfac-55a0-4cd5-bcfc-dc94b97b6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:00.062373 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2fc6a0e7-155b-4cfe-8fb6-1d99bed51213 req-49ddcfac-55a0-4cd5-bcfc-dc94b97b6f04 service neutron] 10.222.0.48 "GET /v2.0/networks?id=55a28600-83dc-45fe-ac9b-bf445eac96f7 HTTP/1.1" status: 200 len: 922 time: 0.5815611 Aug 31 00:51:00.169833 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37730) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:00.235515 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2fc6a0e7-155b-4cfe-8fb6-1d99bed51213 req-efc4d366-fad7-4654-b98e-629c93b9f423 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98cde7af-73da-4063-b75d-602274737ef8 HTTP/1.1" status: 200 len: 217 time: 0.1309717 Aug 31 00:51:00.260856 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dafbdb9d-2d1a-4162-a5c6-d77a6547c5bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=838af1496fa94b59a2248893eb779a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0877862 Aug 31 00:51:00.274878 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37732) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:00.302079 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-921c7d30-65fa-49e4-9e02-b59de351fd78 req-b740a83c-9f97-4550-b54b-224cdce56fad tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889543 Aug 31 00:51:00.308026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa065b-f0e7-43e0-aae5-6f609bfd6b52 req-68a965d5-d03c-4d94-af86-e10c8fd0b349 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:00.310467 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-84aa065b-f0e7-43e0-aae5-6f609bfd6b52 req-68a965d5-d03c-4d94-af86-e10c8fd0b349 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 943 time: 0.0719178 Aug 31 00:51:00.362830 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-709eb952-6b8a-4908-948d-7af8ab981e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:00.364677 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-709eb952-6b8a-4908-948d-7af8ab981e9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3208301 Aug 31 00:51:00.426509 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-84aa065b-f0e7-43e0-aae5-6f609bfd6b52 req-f0e79fa1-a0fa-4872-95d5-2c741bf30af8 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b310563-a309-4864-99bb-2711b4980845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076963 Aug 31 00:51:00.495949 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6a0e7-155b-4cfe-8fb6-1d99bed51213 req-594b9e14-84bb-4f2d-8b9d-0c2d4c871832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:00.497660 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2fc6a0e7-155b-4cfe-8fb6-1d99bed51213 req-594b9e14-84bb-4f2d-8b9d-0c2d4c871832 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=62e2d520-5c3a-4caa-8dfe-6b039ffa92e6 HTTP/1.1" status: 200 len: 861 time: 0.2523124 Aug 31 00:51:00.500885 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9939-71ff-4da3-a6dc-32ab7575035a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:00.554837 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2fc6a0e7-155b-4cfe-8fb6-1d99bed51213 req-af048e13-c9b6-4401-b8a4-0be62165cfb6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55a28600-83dc-45fe-ac9b-bf445eac96f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453289 Aug 31 00:51:00.644066 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9939-71ff-4da3-a6dc-32ab7575035a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:00.646280 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929a5a5-ebf2-440a-a9e2-75816f11d9be req-267e32e3-a437-4618-9e64-bc22d5b964c9 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:00.650539 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7929a5a5-ebf2-440a-a9e2-75816f11d9be req-267e32e3-a437-4618-9e64-bc22d5b964c9 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 948 time: 0.0815694 Aug 31 00:51:00.658399 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-f331f3dd-20d5-4367-a0a5-97d320965d46 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775528 Aug 31 00:51:00.754695 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7929a5a5-ebf2-440a-a9e2-75816f11d9be req-614430c9-7b44-433b-8521-dea495eef0a0 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab630d7d-145e-4cc1-9f33-f56d47cc31a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952773 Aug 31 00:51:00.814345 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2fc6a0e7-155b-4cfe-8fb6-1d99bed51213 req-519c9611-e3f3-492e-a4dd-7a90a949da37 service neutron] 10.222.0.48 "GET /v2.0/networks/55a28600-83dc-45fe-ac9b-bf445eac96f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486768 Aug 31 00:51:00.862009 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2b3fc5-1562-4c62-b696-5df716f1a257 req-0095577f-dfb2-4132-a573-31bc3c8ca2b9 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946661 Aug 31 00:51:00.975870 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2fc6a0e7-155b-4cfe-8fb6-1d99bed51213 req-54d875bb-c2d9-46d8-bdb7-45dbab2af73b service neutron] 10.222.0.48 "GET /v2.0/networks/55a28600-83dc-45fe-ac9b-bf445eac96f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536727 Aug 31 00:51:00.995061 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9939-71ff-4da3-a6dc-32ab7575035a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:00.999620 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9939-71ff-4da3-a6dc-32ab7575035a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:01.000351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device d259a7b9-6166-4a27-abd2-9bb1f9c60160 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:51:01.004362 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2d0f9939-71ff-4da3-a6dc-32ab7575035a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87c1c177-48d7-43f3-a149-f6455937d90e HTTP/1.1" status: 204 len: 168 time: 0.7240469 Aug 31 00:51:01.016505 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f9939-71ff-4da3-a6dc-32ab7575035a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c1c177-48d7-43f3-a149-f6455937d90e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:01.178713 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f867972-c406-44a4-b2f3-12d98a609515 req-c260b6e5-0348-4270-9d12-b5639da1346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:01.202014 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port d259a7b9-6166-4a27-abd2-9bb1f9c60160, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d259a7b9-6166-4a27-abd2-9bb1f9c60160,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:01.204275 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f867972-c406-44a4-b2f3-12d98a609515 req-c260b6e5-0348-4270-9d12-b5639da1346d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=af0a908c69264c599037cf468d9142b7&device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 1100 time: 0.1231279 Aug 31 00:51:01.229860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'd259a7b9-6166-4a27-abd2-9bb1f9c60160', 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9', 'port_id': 'd259a7b9-6166-4a27-abd2-9bb1f9c60160', 'mac_address': 'fa:16:3e:48:38:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df615be-0d8f-4191-b850-d061892bbd16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:51:01.340262 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:01.397533 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d259a7b9-6166-4a27-abd2-9bb1f9c60160 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:51:01.447176 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f867972-c406-44a4-b2f3-12d98a609515 req-b016fa72-bb94-4a40-b53b-58051e9aa135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:01.470427 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f867972-c406-44a4-b2f3-12d98a609515 req-b016fa72-bb94-4a40-b53b-58051e9aa135 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.2603633 Aug 31 00:51:01.495525 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port d259a7b9-6166-4a27-abd2-9bb1f9c60160, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d259a7b9-6166-4a27-abd2-9bb1f9c60160,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:01.613769 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:01.615340 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 98cde7af-73da-4063-b75d-602274737ef8 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:51:01.662637 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62930b5-4452-4852-877f-aa1d17293925 req-67472d89-6ab9-449b-bb5a-2f87517cdea7 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:01.670949 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f62930b5-4452-4852-877f-aa1d17293925 req-67472d89-6ab9-449b-bb5a-2f87517cdea7 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 943 time: 0.0804136 Aug 31 00:51:01.686811 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f867972-c406-44a4-b2f3-12d98a609515 req-0d1e20b0-feb7-4252-8bf4-6be7b1d6b961 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=0646441f-c31c-42d3-8f6d-2ecd14371d0d HTTP/1.1" status: 200 len: 217 time: 0.2086186 Aug 31 00:51:01.742101 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f62930b5-4452-4852-877f-aa1d17293925 req-7d296ff4-d9ff-4588-8b1e-cd39dc07d302 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b310563-a309-4864-99bb-2711b4980845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703368 Aug 31 00:51:01.826504 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=d259a7b9-6166-4a27-abd2-9bb1f9c60160,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:01.853479 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.resource_extend [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 00:51:01.905173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24172445-981b-48e1-98fd-af662f3e027c req-92529cda-3018-4492-89c7-fcbbb1582ece tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:01.907397 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-24172445-981b-48e1-98fd-af662f3e027c req-92529cda-3018-4492-89c7-fcbbb1582ece tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 944 time: 0.3364253 Aug 31 00:51:01.937681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f867972-c406-44a4-b2f3-12d98a609515 req-184aff29-95da-412d-b17e-860b10fd0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:01.944634 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f867972-c406-44a4-b2f3-12d98a609515 req-184aff29-95da-412d-b17e-860b10fd0f30 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.2440147 Aug 31 00:51:02.067171 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-24172445-981b-48e1-98fd-af662f3e027c req-eed3916c-bdd6-4b22-9154-841591d81bb1 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414557 Aug 31 00:51:02.115532 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f867972-c406-44a4-b2f3-12d98a609515 req-579bc3bd-38f8-4fc9-a9b6-f224ece2653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:02.117789 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f867972-c406-44a4-b2f3-12d98a609515 req-579bc3bd-38f8-4fc9-a9b6-f224ece2653e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1247587 Aug 31 00:51:02.225873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fb0e3-d7c6-4c31-a070-4f235dd7d67a req-2a3a704e-b3d9-4e40-b4a6-2ed17da0e610 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:02.225873 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-008fb0e3-d7c6-4c31-a070-4f235dd7d67a req-2a3a704e-b3d9-4e40-b4a6-2ed17da0e610 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 948 time: 0.1697121 Aug 31 00:51:02.392332 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f867972-c406-44a4-b2f3-12d98a609515 req-b9c25433-10c2-4dc7-aa6d-482c5be03782 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639360 Aug 31 00:51:02.395036 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-008fb0e3-d7c6-4c31-a070-4f235dd7d67a req-940cb398-96a2-42e3-bd76-dac7f7e59cb3 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab630d7d-145e-4cc1-9f33-f56d47cc31a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949947 Aug 31 00:51:02.512531 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 98cde7af-73da-4063-b75d-602274737ef8, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=98cde7af-73da-4063-b75d-602274737ef8,segment=NetworkSegment(b11558e3-5d4b-4279-8c09-8e9d011bd01a),segment_id=b11558e3-5d4b-4279-8c09-8e9d011bd01a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:02.540428 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '98cde7af-73da-4063-b75d-602274737ef8', 'network_id': '55a28600-83dc-45fe-ac9b-bf445eac96f7', 'port_id': '98cde7af-73da-4063-b75d-602274737ef8', 'mac_address': 'fa:16:3e:69:5f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e2d520-5c3a-4caa-8dfe-6b039ffa92e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:51:02.623079 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:02.640853 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98cde7af-73da-4063-b75d-602274737ef8 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:51:02.651275 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f867972-c406-44a4-b2f3-12d98a609515 req-b33358f7-f083-4225-bafd-e5b79251f4ba service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504361 Aug 31 00:51:02.693367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 98cde7af-73da-4063-b75d-602274737ef8, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=98cde7af-73da-4063-b75d-602274737ef8,segment=NetworkSegment(b11558e3-5d4b-4279-8c09-8e9d011bd01a),segment_id=b11558e3-5d4b-4279-8c09-8e9d011bd01a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:02.905384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774f0e1-ce9a-4acf-abac-fe9b09d4e051 req-613d8e8b-378f-4de9-bbdf-0c2c9e1ed123 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:02.906892 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a774f0e1-ce9a-4acf-abac-fe9b09d4e051 req-613d8e8b-378f-4de9-bbdf-0c2c9e1ed123 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 943 time: 0.0683014 Aug 31 00:51:02.973628 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a774f0e1-ce9a-4acf-abac-fe9b09d4e051 req-b4de7601-923b-4cc8-8fc5-83bfd91686f8 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b310563-a309-4864-99bb-2711b4980845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584002 Aug 31 00:51:03.256429 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:03.279376 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222f43e-ede8-4607-8886-2b542e58dd4e req-30e5fd67-7338-4acb-bb2e-af2e31e510ad tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:03.297507 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4222f43e-ede8-4607-8886-2b542e58dd4e req-30e5fd67-7338-4acb-bb2e-af2e31e510ad tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 945 time: 0.0890813 Aug 31 00:51:03.381372 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4222f43e-ede8-4607-8886-2b542e58dd4e req-03366733-0c9a-4e1d-a625-8c64a49fab18 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747364 Aug 31 00:51:03.385419 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0646441f-c31c-42d3-8f6d-2ecd14371d0d details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:51:03.460085 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=98cde7af-73da-4063-b75d-602274737ef8,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:03.563326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['d259a7b9-6166-4a27-abd2-9bb1f9c60160'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:51:03.616924 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c41b5-151b-4736-af23-90512d4ea13b req-277b80f5-170c-4bb0-9a4c-d4959513cdc9 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:03.618830 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a19c41b5-151b-4736-af23-90512d4ea13b req-277b80f5-170c-4bb0-9a4c-d4959513cdc9 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 948 time: 0.0783403 Aug 31 00:51:03.633187 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['98cde7af-73da-4063-b75d-602274737ef8'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:51:03.697833 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a19c41b5-151b-4736-af23-90512d4ea13b req-2ff6010f-b2d2-47a3-b146-acb0550600f9 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab630d7d-145e-4cc1-9f33-f56d47cc31a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720887 Aug 31 00:51:03.716417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0646441f-c31c-42d3-8f6d-2ecd14371d0d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0646441f-c31c-42d3-8f6d-2ecd14371d0d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:03.757091 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '0646441f-c31c-42d3-8f6d-2ecd14371d0d', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '0646441f-c31c-42d3-8f6d-2ecd14371d0d', 'mac_address': 'fa:16:3e:03:73:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:51:03.855174 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:03.891215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0646441f-c31c-42d3-8f6d-2ecd14371d0d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:51:03.953210 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0646441f-c31c-42d3-8f6d-2ecd14371d0d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0646441f-c31c-42d3-8f6d-2ecd14371d0d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:04.045727 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:04.141255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=0646441f-c31c-42d3-8f6d-2ecd14371d0d,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:04.239847 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780cb52-c694-4a1c-8430-ae6c1509a720 req-6c421d99-198e-40c2-88be-bec2dce556c1 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:04.251306 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5780cb52-c694-4a1c-8430-ae6c1509a720 req-6c421d99-198e-40c2-88be-bec2dce556c1 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 944 time: 0.1090319 Aug 31 00:51:04.261826 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:51:04.271315 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-99db3ebd-d704-4da5-8e9a-1518b683a745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:04.311587 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5780cb52-c694-4a1c-8430-ae6c1509a720 req-371648d5-0b9d-45b6-9108-0a2771a420aa tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b310563-a309-4864-99bb-2711b4980845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572352 Aug 31 00:51:04.341961 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['0646441f-c31c-42d3-8f6d-2ecd14371d0d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:51:04.615444 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51629b-9c8c-4ffd-98eb-0601f9a3221e req-3bd8c5bc-ad05-497a-90b9-5d8f7b264ab0 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:04.624666 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2b51629b-9c8c-4ffd-98eb-0601f9a3221e req-3bd8c5bc-ad05-497a-90b9-5d8f7b264ab0 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 945 time: 0.1186836 Aug 31 00:51:04.687179 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2b51629b-9c8c-4ffd-98eb-0601f9a3221e req-7a7665fb-67b1-48a1-bad4-7df9b237d96f tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604894 Aug 31 00:51:04.884106 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79622d-a313-40ce-ad77-cd9c8919c06b req-d7b02042-3eeb-4eea-beef-d0b6c4937579 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:04.885687 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ac79622d-a313-40ce-ad77-cd9c8919c06b req-d7b02042-3eeb-4eea-beef-d0b6c4937579 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 949 time: 0.0675828 Aug 31 00:51:04.942925 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ac79622d-a313-40ce-ad77-cd9c8919c06b req-0a37f6f7-4408-4c9c-8e1e-38ad24be95b9 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab630d7d-145e-4cc1-9f33-f56d47cc31a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471399 Aug 31 00:51:05.268860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device d259a7b9-6166-4a27-abd2-9bb1f9c60160 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:51:05.458211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port d259a7b9-6166-4a27-abd2-9bb1f9c60160 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:51:05.465424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port d259a7b9-6166-4a27-abd2-9bb1f9c60160 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:51:05.476312 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:05.535133 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c099321-481b-4a2d-b6e5-9b0e31d19041 req-dd2a2c53-c439-4919-bfde-29bc254ca125 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:05.547511 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c099321-481b-4a2d-b6e5-9b0e31d19041 req-dd2a2c53-c439-4919-bfde-29bc254ca125 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 944 time: 0.1188750 Aug 31 00:51:05.656088 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c099321-481b-4a2d-b6e5-9b0e31d19041 req-187b3d19-3d86-4332-8de4-f866ed99ed98 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b310563-a309-4864-99bb-2711b4980845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070309 Aug 31 00:51:05.659090 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:05.699939 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef9a0a6-0d95-4bd9-9f16-a51d08f34643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd259a7b9-6166-4a27-abd2-9bb1f9c60160'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:51:05.703918 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31113c05-670d-412b-9d79-6046f5a4880c" -d '{"events": [{"server_uuid": "8ef9a0a6-0d95-4bd9-9f16-a51d08f34643", "name": "network-vif-plugged", "status": "completed", "tag": "d259a7b9-6166-4a27-abd2-9bb1f9c60160"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:51:05.728308 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port d259a7b9-6166-4a27-abd2-9bb1f9c60160, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d259a7b9-6166-4a27-abd2-9bb1f9c60160,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:05.830694 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:05.831579 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 98cde7af-73da-4063-b75d-602274737ef8 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:51:05.964132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=d259a7b9-6166-4a27-abd2-9bb1f9c60160,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:06.003968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566bf7e-f322-47c2-886f-c415a760eb93 req-525dd497-cd21-491c-b47e-395362ed0c2c tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:06.007077 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2566bf7e-f322-47c2-886f-c415a760eb93 req-525dd497-cd21-491c-b47e-395362ed0c2c tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 946 time: 0.1688404 Aug 31 00:51:06.046825 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 98cde7af-73da-4063-b75d-602274737ef8 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:51:06.051879 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 98cde7af-73da-4063-b75d-602274737ef8 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:51:06.052263 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:06.099784 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2566bf7e-f322-47c2-886f-c415a760eb93 req-dba40208-39a7-4840-a4a8-0ee783cb761a tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820651 Aug 31 00:51:06.114296 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50739c6a-1e57-4283-9d95-10474bb50c93 x-openstack-request-id: req-50739c6a-1e57-4283-9d95-10474bb50c93 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:51:06.127536 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef9a0a6-0d95-4bd9-9f16-a51d08f34643", "name": "network-vif-plugged", "status": "completed", "tag": "d259a7b9-6166-4a27-abd2-9bb1f9c60160", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:51:06.127536 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50739c6a-1e57-4283-9d95-10474bb50c93 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:51:06.131993 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef9a0a6-0d95-4bd9-9f16-a51d08f34643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd259a7b9-6166-4a27-abd2-9bb1f9c60160', 'code': 200} Aug 31 00:51:06.285150 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:06.290574 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b59327-2308-41cb-9e44-4bf73aa2a6c0 req-cc281d4f-bb2f-4c4a-a4c7-3caeff40c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:06.292323 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5b59327-2308-41cb-9e44-4bf73aa2a6c0 req-cc281d4f-bb2f-4c4a-a4c7-3caeff40c555 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 1098 time: 0.1008306 Aug 31 00:51:06.324360 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580aea93-7249-45d9-ba58-ed412bded4b5 req-70efc45e-5515-48b4-8622-0a82a2e7fc55 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:06.326732 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-580aea93-7249-45d9-ba58-ed412bded4b5 req-70efc45e-5515-48b4-8622-0a82a2e7fc55 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 949 time: 0.0729063 Aug 31 00:51:06.355981 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 98cde7af-73da-4063-b75d-602274737ef8, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=98cde7af-73da-4063-b75d-602274737ef8,segment=NetworkSegment(b11558e3-5d4b-4279-8c09-8e9d011bd01a),segment_id=b11558e3-5d4b-4279-8c09-8e9d011bd01a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:06.373075 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5b59327-2308-41cb-9e44-4bf73aa2a6c0 req-c5620733-da8a-4a11-9283-f803b7b20b16 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723329 Aug 31 00:51:06.399753 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-580aea93-7249-45d9-ba58-ed412bded4b5 req-d3d56ae4-4ee2-4026-bf5f-2f47261ac814 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab630d7d-145e-4cc1-9f33-f56d47cc31a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605266 Aug 31 00:51:06.458436 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:06.546953 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=98cde7af-73da-4063-b75d-602274737ef8,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:06.671422 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:06.706839 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:06.708436 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:06.863708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19220953-ef39-488e-a527-fb43ac48c2ce req-c8098183-5a56-45b8-90c9-b7559568bf25 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:06.868553 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19220953-ef39-488e-a527-fb43ac48c2ce req-c8098183-5a56-45b8-90c9-b7559568bf25 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 945 time: 0.0969119 Aug 31 00:51:06.924506 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19220953-ef39-488e-a527-fb43ac48c2ce req-6ab877dd-be63-4037-a6d3-b6e2b46a52ee tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b310563-a309-4864-99bb-2711b4980845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479114 Aug 31 00:51:06.962495 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-472808bf-c9ce-41f9-bd18-eda5d0937132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:07.267211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0646441f-c31c-42d3-8f6d-2ecd14371d0d up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:51:07.284744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37870) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:07.315337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed167fb-1291-4b1c-8b9d-6fde9e418f26 req-42e355b8-7eba-4229-80cf-6400711f63c6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:07.318302 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ed167fb-1291-4b1c-8b9d-6fde9e418f26 req-42e355b8-7eba-4229-80cf-6400711f63c6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 946 time: 0.0811746 Aug 31 00:51:07.386749 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ed167fb-1291-4b1c-8b9d-6fde9e418f26 req-208d0306-17c2-42da-9d17-1c573bc63222 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620272 Aug 31 00:51:07.454275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 0646441f-c31c-42d3-8f6d-2ecd14371d0d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:51:07.472987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 0646441f-c31c-42d3-8f6d-2ecd14371d0d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:51:07.472987 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:07.503119 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2aa82425-d1d0-42ee-9dd0-91cd39c625a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:07.681677 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af94df-cf2c-4aad-906c-f59d18f57ef1 req-7fc8b57a-e1f4-44ad-9279-5992dac458b3 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:07.684348 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b3af94df-cf2c-4aad-906c-f59d18f57ef1 req-7fc8b57a-e1f4-44ad-9279-5992dac458b3 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 949 time: 0.1175978 Aug 31 00:51:07.719621 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:07.721026 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2aa82425-d1d0-42ee-9dd0-91cd39c625a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:07.774839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0646441f-c31c-42d3-8f6d-2ecd14371d0d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0646441f-c31c-42d3-8f6d-2ecd14371d0d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:07.796126 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b3af94df-cf2c-4aad-906c-f59d18f57ef1 req-2945a710-cd40-4cae-8f31-c838ce960deb tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab630d7d-145e-4cc1-9f33-f56d47cc31a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921631 Aug 31 00:51:07.830437 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2aa82425-d1d0-42ee-9dd0-91cd39c625a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:07.885836 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2aa82425-d1d0-42ee-9dd0-91cd39c625a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a47d099421b648bebfab4dde9e436846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5965757 Aug 31 00:51:07.885836 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37880) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:07.890092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa82425-d1d0-42ee-9dd0-91cd39c625a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9410c53-916f-442c-925b-1ccd0a02815f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:07.908943 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:07.909306 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa82425-d1d0-42ee-9dd0-91cd39c625a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:07.909786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa82425-d1d0-42ee-9dd0-91cd39c625a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:07.910200 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa82425-d1d0-42ee-9dd0-91cd39c625a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:07.910574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa82425-d1d0-42ee-9dd0-91cd39c625a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:07.910911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa82425-d1d0-42ee-9dd0-91cd39c625a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:07.911270 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa82425-d1d0-42ee-9dd0-91cd39c625a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:07.911600 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa82425-d1d0-42ee-9dd0-91cd39c625a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:07.911951 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa82425-d1d0-42ee-9dd0-91cd39c625a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:07.912282 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa82425-d1d0-42ee-9dd0-91cd39c625a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:07.912627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa82425-d1d0-42ee-9dd0-91cd39c625a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:07.912953 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa82425-d1d0-42ee-9dd0-91cd39c625a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:07.913298 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa82425-d1d0-42ee-9dd0-91cd39c625a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:08.007514 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-acc1fea3-7288-4a75-a024-3da1aa85652a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:08.025010 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=0646441f-c31c-42d3-8f6d-2ecd14371d0d,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:08.036792 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:08.036792 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:08.036792 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:08.036792 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:08.036792 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:08.036792 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:08.036792 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:08.037471 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:08.037471 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:08.038011 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:08.038482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:08.038816 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:08.056117 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-acc1fea3-7288-4a75-a024-3da1aa85652a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:08.133774 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966c3bf7-8670-4ac3-9971-02fde79c38f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cde7af-73da-4063-b75d-602274737ef8'}, {'server_uuid': '74247be1-f765-4684-8f25-7e46a709df86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0646441f-c31c-42d3-8f6d-2ecd14371d0d'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:51:08.136799 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86557c56-310d-4452-b15d-bc4ab14323fe" -d '{"events": [{"server_uuid": "966c3bf7-8670-4ac3-9971-02fde79c38f4", "name": "network-vif-plugged", "status": "completed", "tag": "98cde7af-73da-4063-b75d-602274737ef8"}, {"server_uuid": "74247be1-f765-4684-8f25-7e46a709df86", "name": "network-vif-plugged", "status": "completed", "tag": "0646441f-c31c-42d3-8f6d-2ecd14371d0d"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:51:08.204508 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f1c57-592a-4b49-ab3a-139d5754b84d req-8f80dd2a-0e0a-4e8f-becf-11dfbf330fc6 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:08.207969 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc7f1c57-592a-4b49-ab3a-139d5754b84d req-8f80dd2a-0e0a-4e8f-becf-11dfbf330fc6 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 945 time: 0.1378217 Aug 31 00:51:08.222249 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 00:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f610a9-ea6a-482e-817f-fc05d31e9ab9 x-openstack-request-id: req-d0f610a9-ea6a-482e-817f-fc05d31e9ab9 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:51:08.222556 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966c3bf7-8670-4ac3-9971-02fde79c38f4", "name": "network-vif-plugged", "status": "completed", "tag": "98cde7af-73da-4063-b75d-602274737ef8", "code": 200}, {"server_uuid": "74247be1-f765-4684-8f25-7e46a709df86", "name": "network-vif-plugged", "status": "completed", "tag": "0646441f-c31c-42d3-8f6d-2ecd14371d0d", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:51:08.222851 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0f610a9-ea6a-482e-817f-fc05d31e9ab9 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:51:08.223283 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966c3bf7-8670-4ac3-9971-02fde79c38f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cde7af-73da-4063-b75d-602274737ef8', 'code': 200} Aug 31 00:51:08.224114 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74247be1-f765-4684-8f25-7e46a709df86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0646441f-c31c-42d3-8f6d-2ecd14371d0d', 'code': 200} Aug 31 00:51:08.297903 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc7f1c57-592a-4b49-ab3a-139d5754b84d req-e99109e3-5ff1-46f3-b746-9b4e018998f9 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b310563-a309-4864-99bb-2711b4980845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742683 Aug 31 00:51:08.332452 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-acc1fea3-7288-4a75-a024-3da1aa85652a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:08.335096 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-acc1fea3-7288-4a75-a024-3da1aa85652a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:08.336293 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-acc1fea3-7288-4a75-a024-3da1aa85652a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9410c53-916f-442c-925b-1ccd0a02815f HTTP/1.1" status: 204 len: 168 time: 0.4518814 Aug 31 00:51:08.347037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1fea3-7288-4a75-a024-3da1aa85652a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9410c53-916f-442c-925b-1ccd0a02815f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:08.385159 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:08.417654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479a435-c506-41b8-a65c-f44fc8676a4c req-99f75630-f2ef-449d-8718-ce99e4df9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:08.420407 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0479a435-c506-41b8-a65c-f44fc8676a4c req-99f75630-f2ef-449d-8718-ce99e4df9982 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 1097 time: 0.0998366 Aug 31 00:51:08.428460 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6537509-57d1-4891-bb5c-59507edc3ce3 req-eb3335a0-97f0-4a60-a499-6f020b31b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:08.430522 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6537509-57d1-4891-bb5c-59507edc3ce3 req-eb3335a0-97f0-4a60-a499-6f020b31b185 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 1102 time: 0.0996623 Aug 31 00:51:08.508561 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6537509-57d1-4891-bb5c-59507edc3ce3 req-e8fa641c-f025-454c-99a4-18a8e8e5c1bc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ab630d7d-145e-4cc1-9f33-f56d47cc31a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709064 Aug 31 00:51:08.521538 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0479a435-c506-41b8-a65c-f44fc8676a4c req-d9106d76-becb-4792-8576-1be31e6da473 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3b310563-a309-4864-99bb-2711b4980845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899286 Aug 31 00:51:08.572006 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35bdb6-a709-49f8-9644-723a1bf804c1 req-ef0cf731-2067-4e62-96b1-d3dbffe930cc tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:08.573762 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf35bdb6-a709-49f8-9644-723a1bf804c1 req-ef0cf731-2067-4e62-96b1-d3dbffe930cc tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 946 time: 0.0701494 Aug 31 00:51:08.652374 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf35bdb6-a709-49f8-9644-723a1bf804c1 req-44f81760-9344-4216-a016-faa27814156d tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646331 Aug 31 00:51:09.003082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60e9b0-8c21-47ed-820c-10be9ed3e64f req-caf613b2-6708-469a-861c-b2b387f9e992 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:09.005181 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc60e9b0-8c21-47ed-820c-10be9ed3e64f req-caf613b2-6708-469a-861c-b2b387f9e992 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 950 time: 0.0768459 Aug 31 00:51:09.056488 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc60e9b0-8c21-47ed-820c-10be9ed3e64f req-54355eb2-8708-48ef-8de1-0e20965fdc16 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab630d7d-145e-4cc1-9f33-f56d47cc31a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430539 Aug 31 00:51:09.355135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37914) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:09.384482 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ec2dc4db-69f5-4fd5-9d99-f0e6ef091804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:09.565771 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f05cf3-5e1b-4134-ba70-9b7d7ce42a48 req-6c7d9ab1-7bae-4110-a79b-fccc2cc85cf0 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:09.567685 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51f05cf3-5e1b-4134-ba70-9b7d7ce42a48 req-6c7d9ab1-7bae-4110-a79b-fccc2cc85cf0 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 945 time: 0.1356568 Aug 31 00:51:09.640912 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ec2dc4db-69f5-4fd5-9d99-f0e6ef091804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:09.656262 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51f05cf3-5e1b-4134-ba70-9b7d7ce42a48 req-a6225a7c-7558-46c8-a61e-45723f2c2fb4 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b310563-a309-4864-99bb-2711b4980845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774000 Aug 31 00:51:09.710813 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ec2dc4db-69f5-4fd5-9d99-f0e6ef091804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:09.773952 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ec2dc4db-69f5-4fd5-9d99-f0e6ef091804 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57e69154200d4b0c8d6b77ad3f8d83cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174094 Aug 31 00:51:09.777618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37920) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:09.778450 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2dc4db-69f5-4fd5-9d99-f0e6ef091804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334914a0-bae3-40c5-9b8c-687999d73e94,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:09.928092 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-587129be-3fd7-40e5-afba-30cb4a55aee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:09.984303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d82a3f-215f-4c47-be90-b19dfd8453fc req-9f686157-3990-4e97-8171-3622a283922f tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:09.987289 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-94d82a3f-215f-4c47-be90-b19dfd8453fc req-9f686157-3990-4e97-8171-3622a283922f tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 946 time: 0.1090660 Aug 31 00:51:09.991610 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-587129be-3fd7-40e5-afba-30cb4a55aee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:10.030675 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:10.058629 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-94d82a3f-215f-4c47-be90-b19dfd8453fc req-b8ee762f-55ec-41fc-b905-2202c5c7882e tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525706 Aug 31 00:51:10.253079 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-587129be-3fd7-40e5-afba-30cb4a55aee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:10.255857 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-587129be-3fd7-40e5-afba-30cb4a55aee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:10.257293 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-587129be-3fd7-40e5-afba-30cb4a55aee1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/334914a0-bae3-40c5-9b8c-687999d73e94 HTTP/1.1" status: 204 len: 168 time: 0.4784501 Aug 31 00:51:10.270810 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587129be-3fd7-40e5-afba-30cb4a55aee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334914a0-bae3-40c5-9b8c-687999d73e94,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:10.309188 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87957ccb-25aa-4a02-b522-b62750524a67 req-778d2ac0-e554-450f-8f29-4afb7735dfa4 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:10.313827 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87957ccb-25aa-4a02-b522-b62750524a67 req-778d2ac0-e554-450f-8f29-4afb7735dfa4 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 950 time: 0.1132569 Aug 31 00:51:10.398661 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87957ccb-25aa-4a02-b522-b62750524a67 req-75d59bce-f413-486c-a4a3-6c1feaa64ada tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab630d7d-145e-4cc1-9f33-f56d47cc31a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743392 Aug 31 00:51:11.270618 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd559b-43cd-453a-aed5-5500267d889c req-6d8673a9-5f5d-47a4-ad94-ccb396734e67 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:11.273837 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e7dd559b-43cd-453a-aed5-5500267d889c req-6d8673a9-5f5d-47a4-ad94-ccb396734e67 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 945 time: 0.0861251 Aug 31 00:51:11.359694 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e7dd559b-43cd-453a-aed5-5500267d889c req-8960709b-81cb-4b28-98a6-b229779a0578 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b310563-a309-4864-99bb-2711b4980845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679867 Aug 31 00:51:12.165553 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c840f9f-546e-48d6-9d70-51ed615704ad req-bdd023d7-3024-44c9-a670-54fff79a9a06 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:12.168172 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c840f9f-546e-48d6-9d70-51ed615704ad req-bdd023d7-3024-44c9-a670-54fff79a9a06 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 950 time: 0.1100883 Aug 31 00:51:12.258438 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c840f9f-546e-48d6-9d70-51ed615704ad req-7504d3b4-8643-41ff-82e9-063adee83ed4 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab630d7d-145e-4cc1-9f33-f56d47cc31a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782974 Aug 31 00:51:12.549547 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188285e2-60b1-424d-aae3-5474aa9c97f0 req-d0344b94-751c-49b4-bfa5-a61accb37779 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:12.549547 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-188285e2-60b1-424d-aae3-5474aa9c97f0 req-d0344b94-751c-49b4-bfa5-a61accb37779 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 946 time: 0.1286902 Aug 31 00:51:12.628327 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84531b83-5da4-411f-a33d-6032f0e6f76d req-6a0ba64c-5886-4be5-aba3-f30ffbeaaef5 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:12.632388 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-84531b83-5da4-411f-a33d-6032f0e6f76d req-6a0ba64c-5886-4be5-aba3-f30ffbeaaef5 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.48 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 950 time: 0.1697147 Aug 31 00:51:12.759862 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-188285e2-60b1-424d-aae3-5474aa9c97f0 req-7956f17d-45fd-4e9c-abf9-b703606f5543 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795492 Aug 31 00:51:12.889381 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-84531b83-5da4-411f-a33d-6032f0e6f76d req-de1eb415-699a-45cb-ae73-0fc48f8b719a tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Deleting port 0646441f-c31c-42d3-8f6d-2ecd14371d0d {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:51:12.908440 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-84531b83-5da4-411f-a33d-6032f0e6f76d req-de1eb415-699a-45cb-ae73-0fc48f8b719a tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:13.056325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-84531b83-5da4-411f-a33d-6032f0e6f76d req-de1eb415-699a-45cb-ae73-0fc48f8b719a tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] For port 0646441f-c31c-42d3-8f6d-2ecd14371d0d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0646441f-c31c-42d3-8f6d-2ecd14371d0d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:13.056325 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-84531b83-5da4-411f-a33d-6032f0e6f76d req-de1eb415-699a-45cb-ae73-0fc48f8b719a tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:13.091361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-84531b83-5da4-411f-a33d-6032f0e6f76d req-de1eb415-699a-45cb-ae73-0fc48f8b719a tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Calling delete_port for 0646441f-c31c-42d3-8f6d-2ecd14371d0d owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:51:13.529665 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-84531b83-5da4-411f-a33d-6032f0e6f76d req-de1eb415-699a-45cb-ae73-0fc48f8b719a tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:13.545581 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['0646441f-c31c-42d3-8f6d-2ecd14371d0d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:51:13.668273 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1eb415-699a-45cb-ae73-0fc48f8b719a tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Pushing event deleted for resources: {'Port': ['ID=0646441f-c31c-42d3-8f6d-2ecd14371d0d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:13.698305 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b31e3-2ba2-426c-9ab6-2c097770b417 req-e2298a14-bdab-4ccd-99e2-2002c1454082 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:13.700849 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ec3b31e3-2ba2-426c-9ab6-2c097770b417 req-e2298a14-bdab-4ccd-99e2-2002c1454082 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 946 time: 0.1921299 Aug 31 00:51:13.871995 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-84531b83-5da4-411f-a33d-6032f0e6f76d req-de1eb415-699a-45cb-ae73-0fc48f8b719a tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] No DVR routers for this DVR port 0646441f-c31c-42d3-8f6d-2ecd14371d0d on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:51:13.874241 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-84531b83-5da4-411f-a33d-6032f0e6f76d req-de1eb415-699a-45cb-ae73-0fc48f8b719a tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:13.877408 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-84531b83-5da4-411f-a33d-6032f0e6f76d req-de1eb415-699a-45cb-ae73-0fc48f8b719a tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.48 "DELETE /v2.0/ports/0646441f-c31c-42d3-8f6d-2ecd14371d0d HTTP/1.1" status: 204 len: 173 time: 1.2352729 Aug 31 00:51:13.877981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74247be1-f765-4684-8f25-7e46a709df86', 'name': 'network-vif-deleted', 'tag': '0646441f-c31c-42d3-8f6d-2ecd14371d0d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:51:13.882518 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6a2b49-c630-4e21-aea2-a8c232f7aa4c" -d '{"events": [{"server_uuid": "74247be1-f765-4684-8f25-7e46a709df86", "name": "network-vif-deleted", "tag": "0646441f-c31c-42d3-8f6d-2ecd14371d0d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:51:13.978957 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d750ec0-cd9e-484f-b773-35b8b45bdd0d req-2ed321d4-90a0-488e-a04e-df940f9d5f68 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 210 time: 0.0822918 Aug 31 00:51:14.024686 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-ec3b31e3-2ba2-426c-9ab6-2c097770b417 req-82c7dfc5-75be-47f8-89d5-7d8c3b11e79c tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Deleting port b4737ca5-044f-426d-9ed3-06b47658ae4c {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:51:14.030050 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ec3b31e3-2ba2-426c-9ab6-2c097770b417 req-82c7dfc5-75be-47f8-89d5-7d8c3b11e79c tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:14.252931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b6afe-5ba5-4530-96c2-36e964afce47 req-617ffa0f-d8af-445a-b822-77bdf7c31b5e tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:14.267968 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b9b6afe-5ba5-4530-96c2-36e964afce47 req-617ffa0f-d8af-445a-b822-77bdf7c31b5e tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 945 time: 0.2137451 Aug 31 00:51:14.358703 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-ec3b31e3-2ba2-426c-9ab6-2c097770b417 req-82c7dfc5-75be-47f8-89d5-7d8c3b11e79c tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] For port b4737ca5-044f-426d-9ed3-06b47658ae4c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b4737ca5-044f-426d-9ed3-06b47658ae4c,segment=NetworkSegment(01a42a3a-02b5-4bd8-ad20-8b7931856fa7),segment_id=01a42a3a-02b5-4bd8-ad20-8b7931856fa7)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:14.360045 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ec3b31e3-2ba2-426c-9ab6-2c097770b417 req-82c7dfc5-75be-47f8-89d5-7d8c3b11e79c tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:14.372296 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b9b6afe-5ba5-4530-96c2-36e964afce47 req-5a3fb9b7-819d-4d6e-8065-beaa821ac56d tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b310563-a309-4864-99bb-2711b4980845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016538 Aug 31 00:51:14.716728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7e2d1-4bd9-4ce6-aad2-3bba4ca27e42 req-6d31a868-14b7-498a-a48d-5ddb51babbe7 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:14.718518 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8b7e2d1-4bd9-4ce6-aad2-3bba4ca27e42 req-6d31a868-14b7-498a-a48d-5ddb51babbe7 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 946 time: 0.1017044 Aug 31 00:51:14.806421 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8b7e2d1-4bd9-4ce6-aad2-3bba4ca27e42 req-d3ddbb85-75f0-49c4-a210-1383087041ab tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754189 Aug 31 00:51:14.909767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e47da-be4d-41ed-ae46-c613d95f0774 req-661e90d7-1647-4c71-bf22-be8f012c054b tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:14.913031 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-856e47da-be4d-41ed-ae46-c613d95f0774 req-661e90d7-1647-4c71-bf22-be8f012c054b tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.48 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 945 time: 0.1311023 Aug 31 00:51:14.997260 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8513f6a4-99e6-40d6-b527-e4bd45730acd x-openstack-request-id: req-8513f6a4-99e6-40d6-b527-e4bd45730acd {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:51:14.998014 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74247be1-f765-4684-8f25-7e46a709df86", "name": "network-vif-deleted", "tag": "0646441f-c31c-42d3-8f6d-2ecd14371d0d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:51:14.998280 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8513f6a4-99e6-40d6-b527-e4bd45730acd {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:51:15.000547 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74247be1-f765-4684-8f25-7e46a709df86', 'name': 'network-vif-deleted', 'tag': '0646441f-c31c-42d3-8f6d-2ecd14371d0d', 'status': 'completed', 'code': 200} Aug 31 00:51:15.177709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-856e47da-be4d-41ed-ae46-c613d95f0774 req-742eb47c-0b70-4f63-be1e-fc2b5501d54b tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Deleting port 98cde7af-73da-4063-b75d-602274737ef8 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:51:15.180779 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-856e47da-be4d-41ed-ae46-c613d95f0774 req-742eb47c-0b70-4f63-be1e-fc2b5501d54b tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:15.448750 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-856e47da-be4d-41ed-ae46-c613d95f0774 req-742eb47c-0b70-4f63-be1e-fc2b5501d54b tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] For port 98cde7af-73da-4063-b75d-602274737ef8, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=98cde7af-73da-4063-b75d-602274737ef8,segment=NetworkSegment(b11558e3-5d4b-4279-8c09-8e9d011bd01a),segment_id=b11558e3-5d4b-4279-8c09-8e9d011bd01a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:15.449222 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-856e47da-be4d-41ed-ae46-c613d95f0774 req-742eb47c-0b70-4f63-be1e-fc2b5501d54b tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:15.492189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-856e47da-be4d-41ed-ae46-c613d95f0774 req-742eb47c-0b70-4f63-be1e-fc2b5501d54b tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Calling delete_port for 98cde7af-73da-4063-b75d-602274737ef8 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:51:15.593784 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ec3b31e3-2ba2-426c-9ab6-2c097770b417 req-82c7dfc5-75be-47f8-89d5-7d8c3b11e79c tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:15.594615 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ec3b31e3-2ba2-426c-9ab6-2c097770b417 req-82c7dfc5-75be-47f8-89d5-7d8c3b11e79c tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:15.596182 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [req-ec3b31e3-2ba2-426c-9ab6-2c097770b417 req-82c7dfc5-75be-47f8-89d5-7d8c3b11e79c tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Floating IP 48df65aa-6ae8-49cc-8ff1-315fa7459c01 disassociated. External IP: 172.25.2.71, port: b4737ca5-044f-426d-9ed3-06b47658ae4c. Aug 31 00:51:15.596602 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-ec3b31e3-2ba2-426c-9ab6-2c097770b417 req-82c7dfc5-75be-47f8-89d5-7d8c3b11e79c tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Calling delete_port for b4737ca5-044f-426d-9ed3-06b47658ae4c owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:51:15.691895 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c689cf71-068a-4314-b869-b487583e3e60 req-0f137023-13f6-4718-abee-0d5afa75db35 tempest-ImagesNegativeTestJSON-184798060 tempest-ImagesNegativeTestJSON-184798060-project] 10.222.0.16 "GET /v2.0/ports?device_id=74247be1-f765-4684-8f25-7e46a709df86 HTTP/1.1" status: 200 len: 210 time: 0.0458448 Aug 31 00:51:15.957605 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-856e47da-be4d-41ed-ae46-c613d95f0774 req-742eb47c-0b70-4f63-be1e-fc2b5501d54b tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:15.971820 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['98cde7af-73da-4063-b75d-602274737ef8'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:51:16.064543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742eb47c-0b70-4f63-be1e-fc2b5501d54b tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Pushing event deleted for resources: {'Port': ['ID=98cde7af-73da-4063-b75d-602274737ef8,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:16.082696 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ec3b31e3-2ba2-426c-9ab6-2c097770b417 req-82c7dfc5-75be-47f8-89d5-7d8c3b11e79c tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:16.159906 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e35062-84ad-4496-89fb-d6a60b53520e req-213eacfa-1086-4ccb-8ead-21029f50ae6f tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:16.180383 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-23e35062-84ad-4496-89fb-d6a60b53520e req-213eacfa-1086-4ccb-8ead-21029f50ae6f tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 867 time: 0.2993045 Aug 31 00:51:16.221254 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-856e47da-be4d-41ed-ae46-c613d95f0774 req-742eb47c-0b70-4f63-be1e-fc2b5501d54b tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] No DVR routers for this DVR port 98cde7af-73da-4063-b75d-602274737ef8 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:51:16.232690 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-856e47da-be4d-41ed-ae46-c613d95f0774 req-742eb47c-0b70-4f63-be1e-fc2b5501d54b tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:16.240774 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-856e47da-be4d-41ed-ae46-c613d95f0774 req-742eb47c-0b70-4f63-be1e-fc2b5501d54b tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.48 "DELETE /v2.0/ports/98cde7af-73da-4063-b75d-602274737ef8 HTTP/1.1" status: 204 len: 173 time: 1.3201728 Aug 31 00:51:16.327253 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7dfc5-75be-47f8-89d5-7d8c3b11e79c tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Pushing event deleted for resources: {'Port': ['ID=b4737ca5-044f-426d-9ed3-06b47658ae4c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:16.360315 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637d3b8-f0f7-4838-818d-b39ad3daa5f9 req-42a4f793-f668-4189-a558-e6112ecc2174 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:16.368800 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8637d3b8-f0f7-4838-818d-b39ad3daa5f9 req-42a4f793-f668-4189-a558-e6112ecc2174 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 946 time: 0.0976472 Aug 31 00:51:16.409828 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-23e35062-84ad-4496-89fb-d6a60b53520e req-ccc65266-6400-4572-bfa7-79bd70e9bd78 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b310563-a309-4864-99bb-2711b4980845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214019 Aug 31 00:51:16.432738 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8637d3b8-f0f7-4838-818d-b39ad3daa5f9 req-adfa7736-f13d-48da-b644-187f05d492af tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623825 Aug 31 00:51:16.569414 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6c787ace-8934-4bc7-8a93-68329d5f024b req-2f51e858-693a-4c5e-aa76-edc2048a2888 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 210 time: 0.0562501 Aug 31 00:51:16.574236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec3b31e3-2ba2-426c-9ab6-2c097770b417 req-82c7dfc5-75be-47f8-89d5-7d8c3b11e79c tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Router 9ea7112b-240c-46be-9be5-fb1240b24a9b has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:51:16.858794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b4737ca5-044f-426d-9ed3-06b47658ae4c no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:51:16.963521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec3b31e3-2ba2-426c-9ab6-2c097770b417 req-82c7dfc5-75be-47f8-89d5-7d8c3b11e79c tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:51:16.992570 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85b552b-aaca-42b5-9a24-536a76f91fa5 None None] Sync routers for ids ['9ea7112b-240c-46be-9be5-fb1240b24a9b'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:51:17.002816 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966c3bf7-8670-4ac3-9971-02fde79c38f4', 'name': 'network-vif-deleted', 'tag': '98cde7af-73da-4063-b75d-602274737ef8'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:51:17.018763 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743bfab6-430d-4c7b-8adf-daff011825b0" -d '{"events": [{"server_uuid": "966c3bf7-8670-4ac3-9971-02fde79c38f4", "name": "network-vif-deleted", "tag": "98cde7af-73da-4063-b75d-602274737ef8"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:51:17.057458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: b4737ca5-044f-426d-9ed3-06b47658ae4c {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:51:17.058273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b4737ca5-044f-426d-9ed3-06b47658ae4c not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:51:17.067157 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85b552b-aaca-42b5-9a24-536a76f91fa5 None None] Routers {'9ea7112b-240c-46be-9be5-fb1240b24a9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:51:17.068318 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a85b552b-aaca-42b5-9a24-536a76f91fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:51:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9ea7112b-240c-46be-9be5-fb1240b24a9b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:17.096919 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3b31e3-2ba2-426c-9ab6-2c097770b417 req-82c7dfc5-75be-47f8-89d5-7d8c3b11e79c tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] No DVR routers for this DVR port b4737ca5-044f-426d-9ed3-06b47658ae4c on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:51:17.105238 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ec3b31e3-2ba2-426c-9ab6-2c097770b417 req-82c7dfc5-75be-47f8-89d5-7d8c3b11e79c tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:17.113734 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ec3b31e3-2ba2-426c-9ab6-2c097770b417 req-82c7dfc5-75be-47f8-89d5-7d8c3b11e79c tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.41 "DELETE /v2.0/ports/b4737ca5-044f-426d-9ed3-06b47658ae4c HTTP/1.1" status: 204 len: 173 time: 3.4042072 Aug 31 00:51:17.114491 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7aefee-3687-42d4-9be2-546f44818fd4', 'name': 'network-vif-deleted', 'tag': 'b4737ca5-044f-426d-9ed3-06b47658ae4c'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:51:17.125094 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e24bac4-cac1-4b97-b1c7-19312d604b17" -d '{"events": [{"server_uuid": "ca7aefee-3687-42d4-9be2-546f44818fd4", "name": "network-vif-deleted", "tag": "b4737ca5-044f-426d-9ed3-06b47658ae4c"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:51:17.329240 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38126) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:17.335977 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device d259a7b9-6166-4a27-abd2-9bb1f9c60160 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:51:17.341139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0646441f-c31c-42d3-8f6d-2ecd14371d0d no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:51:17.357489 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e88b2aa-4ae3-4af8-af26-22c171766bad x-openstack-request-id: req-0e88b2aa-4ae3-4af8-af26-22c171766bad {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:51:17.361874 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966c3bf7-8670-4ac3-9971-02fde79c38f4", "name": "network-vif-deleted", "tag": "98cde7af-73da-4063-b75d-602274737ef8", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:51:17.363506 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e88b2aa-4ae3-4af8-af26-22c171766bad {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:51:17.366259 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966c3bf7-8670-4ac3-9971-02fde79c38f4', 'name': 'network-vif-deleted', 'tag': '98cde7af-73da-4063-b75d-602274737ef8', 'status': 'completed', 'code': 200} Aug 31 00:51:17.414107 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-a85b552b-aaca-42b5-9a24-536a76f91fa5 None None] Set router 9ea7112b-240c-46be-9be5-fb1240b24a9b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:51:17.458024 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6aa786-46cc-4385-b060-c0d409e2cb5f x-openstack-request-id: req-df6aa786-46cc-4385-b060-c0d409e2cb5f {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:51:17.459768 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7aefee-3687-42d4-9be2-546f44818fd4", "name": "network-vif-deleted", "tag": "b4737ca5-044f-426d-9ed3-06b47658ae4c", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:51:17.460115 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df6aa786-46cc-4385-b060-c0d409e2cb5f {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:51:17.460946 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7aefee-3687-42d4-9be2-546f44818fd4', 'name': 'network-vif-deleted', 'tag': 'b4737ca5-044f-426d-9ed3-06b47658ae4c', 'status': 'completed', 'code': 200} Aug 31 00:51:17.768969 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 0646441f-c31c-42d3-8f6d-2ecd14371d0d {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:51:17.769366 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0646441f-c31c-42d3-8f6d-2ecd14371d0d not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:51:17.825645 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba385b17-0ad1-4c8d-9c5a-bb5de716e04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:17.832493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port d259a7b9-6166-4a27-abd2-9bb1f9c60160, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d259a7b9-6166-4a27-abd2-9bb1f9c60160,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:17.839437 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43632f0-f970-4763-bba8-72f24fbea09a req-666d2b8c-aa8c-4ade-ad27-13a3183f6b74 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:17.857989 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a43632f0-f970-4763-bba8-72f24fbea09a req-666d2b8c-aa8c-4ade-ad27-13a3183f6b74 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 946 time: 0.2316380 Aug 31 00:51:17.888568 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'd259a7b9-6166-4a27-abd2-9bb1f9c60160', 'network_id': '9c77090e-b903-4c13-bc86-93cf39e7cac9', 'port_id': 'd259a7b9-6166-4a27-abd2-9bb1f9c60160', 'mac_address': 'fa:16:3e:48:38:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df615be-0d8f-4191-b850-d061892bbd16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:51:17.989492 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-76209a83-e087-4ca9-b4dd-9725d84c95a1 req-c3147567-f412-4fb2-a3a7-1837c9bd45d6 tempest-ServerAddressesNegativeTestJSON-1262720374 tempest-ServerAddressesNegativeTestJSON-1262720374-project] 10.222.0.16 "GET /v2.0/ports?device_id=966c3bf7-8670-4ac3-9971-02fde79c38f4 HTTP/1.1" status: 200 len: 210 time: 0.1904175 Aug 31 00:51:18.026150 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a43632f0-f970-4763-bba8-72f24fbea09a req-4a4007d2-1895-4cb0-91f1-f80e06d3d896 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668808 Aug 31 00:51:18.103322 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a85b552b-aaca-42b5-9a24-536a76f91fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:46:07Z', 'revision_number': 4, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port': {'id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:01Z', 'updated_at': '2021-08-31T00:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '103313a9-41d0-4a16-bedb-a2fc5c42b2d0', 'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'mac_address': 'fa:16:3e:55:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:05Z', 'updated_at': '2021-08-31T00:46:18Z', 'revision_number': 5, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'subnets': [{'id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:18.124360 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:18.154513 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85b552b-aaca-42b5-9a24-536a76f91fa5 None None] Checking router: 9ea7112b-240c-46be-9be5-fb1240b24a9b for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:51:18.165659 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85b552b-aaca-42b5-9a24-536a76f91fa5 None None] Routers {'9ea7112b-240c-46be-9be5-fb1240b24a9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:51:18.167081 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a85b552b-aaca-42b5-9a24-536a76f91fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:51:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9ea7112b-240c-46be-9be5-fb1240b24a9b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:18.182458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d259a7b9-6166-4a27-abd2-9bb1f9c60160 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:51:18.254557 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba385b17-0ad1-4c8d-9c5a-bb5de716e04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:18.290433 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port d259a7b9-6166-4a27-abd2-9bb1f9c60160, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d259a7b9-6166-4a27-abd2-9bb1f9c60160,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:18.374858 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:18.427474 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba385b17-0ad1-4c8d-9c5a-bb5de716e04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:18.442314 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-a85b552b-aaca-42b5-9a24-536a76f91fa5 None None] Set router 9ea7112b-240c-46be-9be5-fb1240b24a9b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:51:18.535192 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-be86cbb3-f3a6-4563-8e8d-eeafe3d70919 req-1c19420a-b844-46dc-b6ba-b9e54e9ec7c9 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7aefee-3687-42d4-9be2-546f44818fd4 HTTP/1.1" status: 200 len: 210 time: 0.1910951 Aug 31 00:51:18.558440 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ba385b17-0ad1-4c8d-9c5a-bb5de716e04c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11ff5d1f81d140d09d56dfef531af114&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2276707 Aug 31 00:51:18.559395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38154) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:18.566274 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['d259a7b9-6166-4a27-abd2-9bb1f9c60160'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:51:18.618795 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba385b17-0ad1-4c8d-9c5a-bb5de716e04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bda62c-2b33-4d70-a70f-d4d46353c176,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:18.697063 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=d259a7b9-6166-4a27-abd2-9bb1f9c60160,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:18.742740 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-faaa3ced-b60a-4152-a310-faa8a7210e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:18.805618 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-faaa3ced-b60a-4152-a310-faa8a7210e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:18.821567 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a85b552b-aaca-42b5-9a24-536a76f91fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:46:07Z', 'revision_number': 4, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port': {'id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:01Z', 'updated_at': '2021-08-31T00:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '103313a9-41d0-4a16-bedb-a2fc5c42b2d0', 'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'mac_address': 'fa:16:3e:55:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:05Z', 'updated_at': '2021-08-31T00:46:18Z', 'revision_number': 5, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'subnets': [{'id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:18.899502 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85b552b-aaca-42b5-9a24-536a76f91fa5 None None] The sync data for ids ['9ea7112b-240c-46be-9be5-fb1240b24a9b'] in n-d-793621-34 is: [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:46:07Z', 'revision_number': 4, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port': {'id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:01Z', 'updated_at': '2021-08-31T00:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '103313a9-41d0-4a16-bedb-a2fc5c42b2d0', 'name': '', 'network_id': 'ac02a892-5a99-478c-bb22-879aa954e70c', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'mac_address': 'fa:16:3e:55:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:05Z', 'updated_at': '2021-08-31T00:46:18Z', 'revision_number': 5, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'subnets': [{'id': '10e3e269-b5b9-411a-82d5-ee75bbf3461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:51:19.116722 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-faaa3ced-b60a-4152-a310-faa8a7210e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:19.120562 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-faaa3ced-b60a-4152-a310-faa8a7210e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:19.124347 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-faaa3ced-b60a-4152-a310-faa8a7210e8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38bda62c-2b33-4d70-a70f-d4d46353c176 HTTP/1.1" status: 204 len: 168 time: 0.5607502 Aug 31 00:51:19.147236 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa3ced-b60a-4152-a310-faa8a7210e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bda62c-2b33-4d70-a70f-d4d46353c176,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:19.163876 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38174) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:19.183496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38178) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:19.354512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-875bbdcb-3e19-4227-a980-e3aba7ddeb91 admin admin] Deleting subnet 62e2d520-5c3a-4caa-8dfe-6b039ffa92e6 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:51:19.368186 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-875bbdcb-3e19-4227-a980-e3aba7ddeb91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:19.375113 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device d259a7b9-6166-4a27-abd2-9bb1f9c60160 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:51:19.397175 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38086a-7fd9-4820-9363-0c2e578dd1ae req-8412458b-8313-440a-a00d-a1f9ee043d28 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:19.401032 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc38086a-7fd9-4820-9363-0c2e578dd1ae req-8412458b-8313-440a-a00d-a1f9ee043d28 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 945 time: 0.1511760 Aug 31 00:51:19.479229 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-875bbdcb-3e19-4227-a980-e3aba7ddeb91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:19.511852 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc38086a-7fd9-4820-9363-0c2e578dd1ae req-6e14fb83-8bd3-4e6c-9786-fdab36352eb6 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020238 Aug 31 00:51:19.566705 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f38d7-9e38-4805-a17f-cd945e425153 None None] New status for floating IP 48df65aa-6ae8-49cc-8ff1-315fa7459c01: DOWN {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:51:19.671994 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-875bbdcb-3e19-4227-a980-e3aba7ddeb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:19.807307 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:19.900615 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-875bbdcb-3e19-4227-a980-e3aba7ddeb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:19.932357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d259a7b9-6166-4a27-abd2-9bb1f9c60160 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:51:19.971453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875bbdcb-3e19-4227-a980-e3aba7ddeb91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e2d520-5c3a-4caa-8dfe-6b039ffa92e6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:19.989176 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-875bbdcb-3e19-4227-a980-e3aba7ddeb91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:19.995489 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-875bbdcb-3e19-4227-a980-e3aba7ddeb91 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/62e2d520-5c3a-4caa-8dfe-6b039ffa92e6 HTTP/1.1" status: 204 len: 168 time: 0.8099179 Aug 31 00:51:19.998089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38192) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:20.046190 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port d259a7b9-6166-4a27-abd2-9bb1f9c60160, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d259a7b9-6166-4a27-abd2-9bb1f9c60160,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:20.171521 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:20.173731 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 98cde7af-73da-4063-b75d-602274737ef8 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:51:20.281765 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7a75dd97-1ecc-4f78-acfa-830058fca872 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af0a908c69264c599037cf468d9142b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1160069 Aug 31 00:51:20.285790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38206) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:20.286655 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 98cde7af-73da-4063-b75d-602274737ef8 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:51:20.287010 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 98cde7af-73da-4063-b75d-602274737ef8 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:51:20.293792 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38208) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:20.478629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=d259a7b9-6166-4a27-abd2-9bb1f9c60160,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:20.487579 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-af541844-d3d2-4959-94ce-d76aba97dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:20.540939 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-586ad632-f8e2-4b63-96ca-76ecf333dc8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:20.560982 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38212) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:20.589330 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57367b60-5c10-4fb8-8336-27083f11e17d tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:20.609799 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-586ad632-f8e2-4b63-96ca-76ecf333dc8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:20.624991 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aa381170-39f7-423b-b8e6-db3673d6729c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:20.780702 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57367b60-5c10-4fb8-8336-27083f11e17d tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:20.793091 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-af541844-d3d2-4959-94ce-d76aba97dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:20.815010 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-af541844-d3d2-4959-94ce-d76aba97dc03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a28600-83dc-45fe-ac9b-bf445eac96f7']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:20.862453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-af541844-d3d2-4959-94ce-d76aba97dc03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11558e3-5d4b-4279-8c09-8e9d011bd01a') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:20.862978 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-af541844-d3d2-4959-94ce-d76aba97dc03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11558e3-5d4b-4279-8c09-8e9d011bd01a') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:20.884867 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-af541844-d3d2-4959-94ce-d76aba97dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:20.906597 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-af541844-d3d2-4959-94ce-d76aba97dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:20.916173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af541844-d3d2-4959-94ce-d76aba97dc03 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:51:20.916862 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-af541844-d3d2-4959-94ce-d76aba97dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:20.963280 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f6042-e8b1-4c4e-862d-6df9a0f8fd02 req-2a01339a-4e6d-4285-9895-99057cbebcae tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:20.965109 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-051f6042-e8b1-4c4e-862d-6df9a0f8fd02 req-2a01339a-4e6d-4285-9895-99057cbebcae tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 944 time: 0.1134462 Aug 31 00:51:21.027927 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aa381170-39f7-423b-b8e6-db3673d6729c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:21.029757 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-586ad632-f8e2-4b63-96ca-76ecf333dc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: timer() Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:51:21.030063 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:51:21.042487 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-586ad632-f8e2-4b63-96ca-76ecf333dc8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:21.044484 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-586ad632-f8e2-4b63-96ca-76ecf333dc8f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab630d7d-145e-4cc1-9f33-f56d47cc31a9 HTTP/1.1" status: 204 len: 168 time: 0.7568533 Aug 31 00:51:21.077931 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ad632-f8e2-4b63-96ca-76ecf333dc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab630d7d-145e-4cc1-9f33-f56d47cc31a9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:21.111980 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57367b60-5c10-4fb8-8336-27083f11e17d tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:21.116717 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57367b60-5c10-4fb8-8336-27083f11e17d tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:21.118164 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-57367b60-5c10-4fb8-8336-27083f11e17d tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "DELETE /v2.0/security-groups/e3ffa6f9-efa8-4ee8-a9f1-0aca89607665 HTTP/1.1" status: 204 len: 168 time: 0.8230059 Aug 31 00:51:21.120870 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38222) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:21.155833 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-af541844-d3d2-4959-94ce-d76aba97dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:21.171432 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57367b60-5c10-4fb8-8336-27083f11e17d tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ffa6f9-efa8-4ee8-a9f1-0aca89607665,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:21.183043 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-af541844-d3d2-4959-94ce-d76aba97dc03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:21.202799 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-af541844-d3d2-4959-94ce-d76aba97dc03 admin admin] 10.222.0.16 "DELETE /v2.0/networks/55a28600-83dc-45fe-ac9b-bf445eac96f7 HTTP/1.1" status: 204 len: 168 time: 1.1905949 Aug 31 00:51:21.204858 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-aec273ed-e46b-499d-a2aa-7e8cdf127fca tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] show failed (client error): The resource could not be found. Aug 31 00:51:21.205507 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aa381170-39f7-423b-b8e6-db3673d6729c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:21.206456 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-aec273ed-e46b-499d-a2aa-7e8cdf127fca tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "GET /v2.0/security-groups/e3ffa6f9-efa8-4ee8-a9f1-0aca89607665 HTTP/1.1" status: 404 len: 347 time: 0.0844576 Aug 31 00:51:21.217915 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38226) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:21.223472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af541844-d3d2-4959-94ce-d76aba97dc03 admin admin] Pushing event deleted for resources: {'Network': ['ID=55a28600-83dc-45fe-ac9b-bf445eac96f7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:21.300751 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-051f6042-e8b1-4c4e-862d-6df9a0f8fd02 req-9000a0f0-41b3-4783-912b-8ec00e037a67 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850790 Aug 31 00:51:21.315894 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-aa381170-39f7-423b-b8e6-db3673d6729c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d863802998d34a678d52341e1cd2a541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7476902 Aug 31 00:51:21.327641 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38228) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:21.365605 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device d259a7b9-6166-4a27-abd2-9bb1f9c60160 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:51:21.381190 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa381170-39f7-423b-b8e6-db3673d6729c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f608fdc-c672-4cf9-97f5-158c85b53ef1,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:21.517346 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port d259a7b9-6166-4a27-abd2-9bb1f9c60160 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:51:21.518189 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:21.565583 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d396cb77-954d-444d-a07d-4da694afbe10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:21.578939 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-9d43a334-3cd3-424b-bb33-4d2b70c74994 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Deleting port 048cc629-4180-4eb8-a0bc-0ca540ae69d1 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:51:21.583383 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d43a334-3cd3-424b-bb33-4d2b70c74994 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:21.637308 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d396cb77-954d-444d-a07d-4da694afbe10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:21.727290 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:21.774683 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef9a0a6-0d95-4bd9-9f16-a51d08f34643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd259a7b9-6166-4a27-abd2-9bb1f9c60160'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:51:21.777030 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958cdd70-4ad6-4f38-9048-bfae4e83ec65" -d '{"events": [{"server_uuid": "8ef9a0a6-0d95-4bd9-9f16-a51d08f34643", "name": "network-vif-plugged", "status": "completed", "tag": "d259a7b9-6166-4a27-abd2-9bb1f9c60160"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:51:21.796921 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port d259a7b9-6166-4a27-abd2-9bb1f9c60160, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d259a7b9-6166-4a27-abd2-9bb1f9c60160,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:21.857017 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c15b6c7-2bc3-41fb-b0ea-9bf3929c501d x-openstack-request-id: req-6c15b6c7-2bc3-41fb-b0ea-9bf3929c501d {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:51:21.857546 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef9a0a6-0d95-4bd9-9f16-a51d08f34643", "name": "network-vif-plugged", "status": "completed", "tag": "d259a7b9-6166-4a27-abd2-9bb1f9c60160", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:51:21.857975 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c15b6c7-2bc3-41fb-b0ea-9bf3929c501d {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:51:21.858611 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef9a0a6-0d95-4bd9-9f16-a51d08f34643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd259a7b9-6166-4a27-abd2-9bb1f9c60160', 'code': 200} Aug 31 00:51:21.883603 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f8f0d-6ee4-4167-871d-76e12808fac2 req-8103fe41-251c-4396-9341-c6cd2886e2de tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:21.883875 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e7f8f0d-6ee4-4167-871d-76e12808fac2 req-8103fe41-251c-4396-9341-c6cd2886e2de tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 944 time: 0.1854248 Aug 31 00:51:21.956259 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:21.956698 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d396cb77-954d-444d-a07d-4da694afbe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:21.959612 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d396cb77-954d-444d-a07d-4da694afbe10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:21.960946 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d396cb77-954d-444d-a07d-4da694afbe10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f608fdc-c672-4cf9-97f5-158c85b53ef1 HTTP/1.1" status: 204 len: 168 time: 0.6298440 Aug 31 00:51:21.981416 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396cb77-954d-444d-a07d-4da694afbe10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f608fdc-c672-4cf9-97f5-158c85b53ef1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:22.040556 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d43a334-3cd3-424b-bb33-4d2b70c74994 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:22.040979 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d43a334-3cd3-424b-bb33-4d2b70c74994 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:22.062320 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-9d43a334-3cd3-424b-bb33-4d2b70c74994 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Calling delete_port for 048cc629-4180-4eb8-a0bc-0ca540ae69d1 owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:51:22.130321 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=d259a7b9-6166-4a27-abd2-9bb1f9c60160,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:22.250987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-1e7f8f0d-6ee4-4167-871d-76e12808fac2 req-27b733f2-9a2a-462c-8d61-5213758dd34f tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Deleting port d259a7b9-6166-4a27-abd2-9bb1f9c60160 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:51:22.252508 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1e7f8f0d-6ee4-4167-871d-76e12808fac2 req-27b733f2-9a2a-462c-8d61-5213758dd34f tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:22.340238 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38246) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:22.452528 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-58cf5e18-cccb-4124-bad8-ce29562a11f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65ec9dbd06424aa7aefd78af4ac12360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1105671 Aug 31 00:51:22.457412 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38248) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:22.625240 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ff67-17ca-4704-8590-62197f1ec471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:22.750243 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ff67-17ca-4704-8590-62197f1ec471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:23.021369 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ff67-17ca-4704-8590-62197f1ec471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:23.031046 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ff67-17ca-4704-8590-62197f1ec471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:23.039973 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a6b0ff67-17ca-4704-8590-62197f1ec471 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b310563-a309-4864-99bb-2711b4980845 HTTP/1.1" status: 204 len: 168 time: 0.5755329 Aug 31 00:51:23.118342 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833c80c-8783-4c11-948e-3a904a2c7824 req-1da55d41-15b2-4d49-bfbc-9c55c94d399b tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:23.119136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0ff67-17ca-4704-8590-62197f1ec471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b310563-a309-4864-99bb-2711b4980845,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:23.131219 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9833c80c-8783-4c11-948e-3a904a2c7824 req-1da55d41-15b2-4d49-bfbc-9c55c94d399b tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 946 time: 0.2047229 Aug 31 00:51:23.174973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-1e7f8f0d-6ee4-4167-871d-76e12808fac2 req-27b733f2-9a2a-462c-8d61-5213758dd34f tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] For port d259a7b9-6166-4a27-abd2-9bb1f9c60160, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d259a7b9-6166-4a27-abd2-9bb1f9c60160,segment=NetworkSegment(e1ee2198-a8c6-4557-bb20-8af209e90d1d),segment_id=e1ee2198-a8c6-4557-bb20-8af209e90d1d)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:23.176135 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1e7f8f0d-6ee4-4167-871d-76e12808fac2 req-27b733f2-9a2a-462c-8d61-5213758dd34f tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:23.255799 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-1e7f8f0d-6ee4-4167-871d-76e12808fac2 req-27b733f2-9a2a-462c-8d61-5213758dd34f tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Calling delete_port for d259a7b9-6166-4a27-abd2-9bb1f9c60160 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:51:23.293407 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9833c80c-8783-4c11-948e-3a904a2c7824 req-849856bb-99cc-4c3c-9c9a-c65f22872aa0 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609435 Aug 31 00:51:23.487498 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d43a334-3cd3-424b-bb33-4d2b70c74994 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:23.524548 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43a334-3cd3-424b-bb33-4d2b70c74994 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Pushing event deleted for resources: {'Port': ['ID=048cc629-4180-4eb8-a0bc-0ca540ae69d1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:23.633817 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d43a334-3cd3-424b-bb33-4d2b70c74994 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:23.636586 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d43a334-3cd3-424b-bb33-4d2b70c74994 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:23.637834 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9d43a334-3cd3-424b-bb33-4d2b70c74994 tempest-ServersWithSpecificFlavorTestJSON-314104328 tempest-ServersWithSpecificFlavorTestJSON-314104328-project] 10.222.0.16 "DELETE /v2.0/floatingips/48df65aa-6ae8-49cc-8ff1-315fa7459c01 HTTP/1.1" status: 204 len: 168 time: 2.4182603 Aug 31 00:51:23.667665 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1e7f8f0d-6ee4-4167-871d-76e12808fac2 req-27b733f2-9a2a-462c-8d61-5213758dd34f tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:23.741970 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b733f2-9a2a-462c-8d61-5213758dd34f tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Pushing event deleted for resources: {'Port': ['ID=d259a7b9-6166-4a27-abd2-9bb1f9c60160,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:23.789291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7f8f0d-6ee4-4167-871d-76e12808fac2 req-27b733f2-9a2a-462c-8d61-5213758dd34f tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] No DVR routers for this DVR port d259a7b9-6166-4a27-abd2-9bb1f9c60160 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:51:23.792507 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1e7f8f0d-6ee4-4167-871d-76e12808fac2 req-27b733f2-9a2a-462c-8d61-5213758dd34f tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:23.796177 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e7f8f0d-6ee4-4167-871d-76e12808fac2 req-27b733f2-9a2a-462c-8d61-5213758dd34f tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.48 "DELETE /v2.0/ports/d259a7b9-6166-4a27-abd2-9bb1f9c60160 HTTP/1.1" status: 204 len: 173 time: 1.9057779 Aug 31 00:51:23.801549 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef9a0a6-0d95-4bd9-9f16-a51d08f34643', 'name': 'network-vif-deleted', 'tag': 'd259a7b9-6166-4a27-abd2-9bb1f9c60160'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:51:23.801549 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1864aa-f71a-4134-a5c9-51f21220a58e" -d '{"events": [{"server_uuid": "8ef9a0a6-0d95-4bd9-9f16-a51d08f34643", "name": "network-vif-deleted", "tag": "d259a7b9-6166-4a27-abd2-9bb1f9c60160"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:51:23.854505 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c5f59d-0b8d-4a30-9a13-af19a7c9fd80 x-openstack-request-id: req-19c5f59d-0b8d-4a30-9a13-af19a7c9fd80 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:51:23.854805 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef9a0a6-0d95-4bd9-9f16-a51d08f34643", "name": "network-vif-deleted", "tag": "d259a7b9-6166-4a27-abd2-9bb1f9c60160", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:51:23.855058 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19c5f59d-0b8d-4a30-9a13-af19a7c9fd80 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:51:23.855462 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef9a0a6-0d95-4bd9-9f16-a51d08f34643', 'name': 'network-vif-deleted', 'tag': 'd259a7b9-6166-4a27-abd2-9bb1f9c60160', 'status': 'completed', 'code': 200} Aug 31 00:51:24.529900 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5036214f-8d12-43d1-8909-463fea7b7195 req-dc591f30-6581-4199-be15-be514331a762 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 210 time: 0.0690217 Aug 31 00:51:24.659912 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38320) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:25.373332 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device d259a7b9-6166-4a27-abd2-9bb1f9c60160 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:51:25.397016 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: d259a7b9-6166-4a27-abd2-9bb1f9c60160 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:51:25.397357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device d259a7b9-6166-4a27-abd2-9bb1f9c60160 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:51:25.683862 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d28e34fb-b5ba-4cd1-b0ee-d9569302c41a req-9d7941d7-518d-4001-bc31-a5b2e05f19f1 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 210 time: 0.0380113 Aug 31 00:51:26.128720 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38354) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:26.225808 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38360) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:26.303830 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-dbe015ad-4658-4b67-a96c-9eab6fa1c314 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1054317074-network', 'tenant_id': '89b7f8bb24fd4aa981d548818f14705b'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:26.557405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe015ad-4658-4b67-a96c-9eab6fa1c314 admin admin] Made reservation on behalf of 89b7f8bb24fd4aa981d548818f14705b for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:51:26.561671 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dbe015ad-4658-4b67-a96c-9eab6fa1c314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:26.584007 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dbe015ad-4658-4b67-a96c-9eab6fa1c314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:26.605812 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-938318e4-7492-41dd-b860-1ee4af5223ca admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1968541291-network', 'tenant_id': '8b65ece303984d0b8e664dea40c7db1c'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:26.750392 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938318e4-7492-41dd-b860-1ee4af5223ca admin admin] Made reservation on behalf of 8b65ece303984d0b8e664dea40c7db1c for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:51:26.753699 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-938318e4-7492-41dd-b860-1ee4af5223ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:26.767449 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-938318e4-7492-41dd-b860-1ee4af5223ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:26.931426 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dbe015ad-4658-4b67-a96c-9eab6fa1c314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:26.995367 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1a186d7e-f48b-4865-8b59-015ca07a08d9 req-c9b1d722-78b2-4ce6-9c0a-340c71a28a71 tempest-ImagesTestJSON-231054371 tempest-ImagesTestJSON-231054371-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ef9a0a6-0d95-4bd9-9f16-a51d08f34643 HTTP/1.1" status: 200 len: 210 time: 0.0341191 Aug 31 00:51:27.106988 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ca672685-5117-44f1-8de7-47f1abff938d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:27.140537 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dbe015ad-4658-4b67-a96c-9eab6fa1c314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:27.195520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe015ad-4658-4b67-a96c-9eab6fa1c314 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:51:27.243472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe015ad-4658-4b67-a96c-9eab6fa1c314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59ea600-fae7-4c71-b40e-f062e791fff4,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:27.249458 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dbe015ad-4658-4b67-a96c-9eab6fa1c314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:27.250032 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-dbe015ad-4658-4b67-a96c-9eab6fa1c314 admin admin] Added segment 02e458db-248e-469a-bd00-fd9db1bb8fac of type vlan for network 6e291773-7159-440e-9c8c-66ecc40f6c9b Aug 31 00:51:27.332009 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dbe015ad-4658-4b67-a96c-9eab6fa1c314 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:27.431860 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38386) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:27.482617 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-938318e4-7492-41dd-b860-1ee4af5223ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:27.611223 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0341ed02-f46c-41df-b686-5866a70a8c61 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1609294639-network', 'tenant_id': '69ffc68138944897905517c79bfd89b1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:27.635507 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-ca672685-5117-44f1-8de7-47f1abff938d admin admin] Deleting port 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:51:27.635861 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ca672685-5117-44f1-8de7-47f1abff938d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:27.699982 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-938318e4-7492-41dd-b860-1ee4af5223ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:27.711327 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dbe015ad-4658-4b67-a96c-9eab6fa1c314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:27.712780 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe015ad-4658-4b67-a96c-9eab6fa1c314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:27.713761 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dbe015ad-4658-4b67-a96c-9eab6fa1c314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:27.760565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-ca672685-5117-44f1-8de7-47f1abff938d admin admin] For port 103313a9-41d0-4a16-bedb-a2fc5c42b2d0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=103313a9-41d0-4a16-bedb-a2fc5c42b2d0,segment=NetworkSegment(01a42a3a-02b5-4bd8-ad20-8b7931856fa7),segment_id=01a42a3a-02b5-4bd8-ad20-8b7931856fa7)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:27.761314 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ca672685-5117-44f1-8de7-47f1abff938d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:27.783928 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-ca672685-5117-44f1-8de7-47f1abff938d admin admin] Calling delete_port for 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:51:27.795080 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938318e4-7492-41dd-b860-1ee4af5223ca admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:51:27.822065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938318e4-7492-41dd-b860-1ee4af5223ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dee27a5-309b-44e1-b6dd-50a8ae554a5f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:27.825319 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-938318e4-7492-41dd-b860-1ee4af5223ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:27.825689 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-938318e4-7492-41dd-b860-1ee4af5223ca admin admin] Added segment cd454078-cb20-4bbd-8765-5051ffaad8d5 of type vlan for network 26312a05-9d1a-4cd0-957b-9c061ea40f4e Aug 31 00:51:27.837135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe015ad-4658-4b67-a96c-9eab6fa1c314 admin admin] Pushing event updated for resources: {'Network': ['ID=6e291773-7159-440e-9c8c-66ecc40f6c9b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:27.870883 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 6e291773-7159-440e-9c8c-66ecc40f6c9b details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:51:27.930983 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-938318e4-7492-41dd-b860-1ee4af5223ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:28.003553 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0341ed02-f46c-41df-b686-5866a70a8c61 admin admin] Made reservation on behalf of 69ffc68138944897905517c79bfd89b1 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:51:28.006029 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0341ed02-f46c-41df-b686-5866a70a8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:28.019786 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0341ed02-f46c-41df-b686-5866a70a8c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:28.097796 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-938318e4-7492-41dd-b860-1ee4af5223ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:28.103494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938318e4-7492-41dd-b860-1ee4af5223ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:28.103494 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-938318e4-7492-41dd-b860-1ee4af5223ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:28.141246 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-dbe015ad-4658-4b67-a96c-9eab6fa1c314 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0117280 Aug 31 00:51:28.146546 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38406) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:28.161792 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d45e4f27-d5ea-419d-8559-ae03f95d21da admin admin] Request body: {'subnet': {'network_id': '6e291773-7159-440e-9c8c-66ecc40f6c9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1054317074-subnet', 'tenant_id': '89b7f8bb24fd4aa981d548818f14705b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:28.265244 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938318e4-7492-41dd-b860-1ee4af5223ca admin admin] Pushing event updated for resources: {'Network': ['ID=26312a05-9d1a-4cd0-957b-9c061ea40f4e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:28.290524 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 26312a05-9d1a-4cd0-957b-9c061ea40f4e details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:51:28.299614 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ca672685-5117-44f1-8de7-47f1abff938d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:28.357419 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca672685-5117-44f1-8de7-47f1abff938d admin admin] Pushing event deleted for resources: {'Port': ['ID=103313a9-41d0-4a16-bedb-a2fc5c42b2d0,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:28.378971 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0341ed02-f46c-41df-b686-5866a70a8c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:28.483711 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0341ed02-f46c-41df-b686-5866a70a8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:28.555712 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341ed02-f46c-41df-b686-5866a70a8c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a593b38-035e-4d4d-9999-2988de02c9d7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:28.563538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0341ed02-f46c-41df-b686-5866a70a8c61 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:51:28.583044 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-938318e4-7492-41dd-b860-1ee4af5223ca admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3561201 Aug 31 00:51:28.587769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38438) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:28.590823 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0341ed02-f46c-41df-b686-5866a70a8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:28.591454 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-0341ed02-f46c-41df-b686-5866a70a8c61 admin admin] Added segment 82495ea4-0c82-4527-b8f4-f588fb554f2e of type vlan for network d6a0f3c0-60d2-4d67-9d22-e9301c505e19 Aug 31 00:51:28.597860 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-3d4894cc-091c-4a4d-9ac6-6f572d29b070 admin admin] Request body: {'subnet': {'network_id': '26312a05-9d1a-4cd0-957b-9c061ea40f4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1968541291-subnet', 'tenant_id': '8b65ece303984d0b8e664dea40c7db1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:28.715577 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0341ed02-f46c-41df-b686-5866a70a8c61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:28.754643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38444) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:28.812637 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ca672685-5117-44f1-8de7-47f1abff938d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:28.842289 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b4af28-fc17-459f-bc88-03da975ff5aa admin admin] Deleting subnet 2df615be-0d8f-4191-b850-d061892bbd16 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:51:28.880553 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-56b4af28-fc17-459f-bc88-03da975ff5aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:28.977919 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0341ed02-f46c-41df-b686-5866a70a8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:28.978977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0341ed02-f46c-41df-b686-5866a70a8c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:28.979968 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0341ed02-f46c-41df-b686-5866a70a8c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:29.128193 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341ed02-f46c-41df-b686-5866a70a8c61 admin admin] Pushing event updated for resources: {'Network': ['ID=d6a0f3c0-60d2-4d67-9d22-e9301c505e19,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:29.143547 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network d6a0f3c0-60d2-4d67-9d22-e9301c505e19 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:51:29.215140 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4894cc-091c-4a4d-9ac6-6f572d29b070 admin admin] Made reservation on behalf of 8b65ece303984d0b8e664dea40c7db1c for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:51:29.217920 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3d4894cc-091c-4a4d-9ac6-6f572d29b070 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:29.314193 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45e4f27-d5ea-419d-8559-ae03f95d21da admin admin] Made reservation on behalf of 89b7f8bb24fd4aa981d548818f14705b for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:51:29.317506 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d45e4f27-d5ea-419d-8559-ae03f95d21da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:29.326596 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-56b4af28-fc17-459f-bc88-03da975ff5aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:29.359352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0341ed02-f46c-41df-b686-5866a70a8c61 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9146159 Aug 31 00:51:29.362613 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38450) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:29.377121 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-6c96bbb1-2e9a-4d59-95ba-fc0ea3dd9f9e admin admin] Request body: {'subnet': {'network_id': 'd6a0f3c0-60d2-4d67-9d22-e9301c505e19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1609294639-subnet', 'tenant_id': '69ffc68138944897905517c79bfd89b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:29.514078 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-56b4af28-fc17-459f-bc88-03da975ff5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:29.577336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c96bbb1-2e9a-4d59-95ba-fc0ea3dd9f9e admin admin] Made reservation on behalf of 69ffc68138944897905517c79bfd89b1 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:51:29.577336 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6c96bbb1-2e9a-4d59-95ba-fc0ea3dd9f9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:29.855188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca672685-5117-44f1-8de7-47f1abff938d admin admin] Router 9ea7112b-240c-46be-9be5-fb1240b24a9b has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:51:29.883940 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3d4894cc-091c-4a4d-9ac6-6f572d29b070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:29.955000 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4894cc-091c-4a4d-9ac6-6f572d29b070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9558b741-d44b-4148-8d70-c8154cc0f455,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:29.966961 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4894cc-091c-4a4d-9ac6-6f572d29b070 admin admin] Checking segment: {'id': 'cd454078-cb20-4bbd-8765-5051ffaad8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '26312a05-9d1a-4cd0-957b-9c061ea40f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:51:29.967372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4894cc-091c-4a4d-9ac6-6f572d29b070 admin admin] Network hostable DHCP agents. Network: 26312a05-9d1a-4cd0-957b-9c061ea40f4e, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:51:30.051961 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca672685-5117-44f1-8de7-47f1abff938d admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:51:30.057994 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ca672685-5117-44f1-8de7-47f1abff938d admin admin] 10.222.0.16 "PUT /v2.0/routers/9ea7112b-240c-46be-9be5-fb1240b24a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3960166 Aug 31 00:51:30.059642 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6c96bbb1-2e9a-4d59-95ba-fc0ea3dd9f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:30.060486 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-56b4af28-fc17-459f-bc88-03da975ff5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:30.061760 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38454) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:30.068873 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d45e4f27-d5ea-419d-8559-ae03f95d21da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:30.069759 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f6cb6-7a49-4633-9629-fb421fd7eb57 None None] Sync routers for ids ['9ea7112b-240c-46be-9be5-fb1240b24a9b'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:51:30.083423 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f6cb6-7a49-4633-9629-fb421fd7eb57 None None] Routers {'9ea7112b-240c-46be-9be5-fb1240b24a9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:51:30.084343 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b45f6cb6-7a49-4633-9629-fb421fd7eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:51:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9ea7112b-240c-46be-9be5-fb1240b24a9b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:30.104026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4af28-fc17-459f-bc88-03da975ff5aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2df615be-0d8f-4191-b850-d061892bbd16,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:30.107520 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-56b4af28-fc17-459f-bc88-03da975ff5aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:30.109961 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-56b4af28-fc17-459f-bc88-03da975ff5aa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2df615be-0d8f-4191-b850-d061892bbd16 HTTP/1.1" status: 204 len: 168 time: 1.3517215 Aug 31 00:51:30.120653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38458) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:30.136651 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96bbb1-2e9a-4d59-95ba-fc0ea3dd9f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e07bfe17-0121-48fe-96d6-1ff0dafc0a43,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:30.143267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4894cc-091c-4a4d-9ac6-6f572d29b070 admin admin] Network 26312a05-9d1a-4cd0-957b-9c061ea40f4e is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:51:30.272397 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c96bbb1-2e9a-4d59-95ba-fc0ea3dd9f9e admin admin] Checking segment: {'id': '82495ea4-0c82-4527-b8f4-f588fb554f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6a0f3c0-60d2-4d67-9d22-e9301c505e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:51:30.273115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c96bbb1-2e9a-4d59-95ba-fc0ea3dd9f9e admin admin] Network hostable DHCP agents. Network: d6a0f3c0-60d2-4d67-9d22-e9301c505e19, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:51:30.320465 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-3d4894cc-091c-4a4d-9ac6-6f572d29b070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 26312a05-9d1a-4cd0-957b-9c061ea40f4e) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:51:30.339345 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8882cd99-7447-4d48-b5c9-237bd9df23a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:30.345381 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4894cc-091c-4a4d-9ac6-6f572d29b070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:30.347720 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3d4894cc-091c-4a4d-9ac6-6f572d29b070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:30.361666 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2245693-c1c2-4273-aea1-9f982464c15f None None] Network 26312a05-9d1a-4cd0-957b-9c061ea40f4e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:51:30.482557 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c96bbb1-2e9a-4d59-95ba-fc0ea3dd9f9e admin admin] Network d6a0f3c0-60d2-4d67-9d22-e9301c505e19 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:51:30.497395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-6c96bbb1-2e9a-4d59-95ba-fc0ea3dd9f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, d6a0f3c0-60d2-4d67-9d22-e9301c505e19) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:51:30.509663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a06b6f-ae54-4570-ba6f-5b1c7776abe4 None None] Network d6a0f3c0-60d2-4d67-9d22-e9301c505e19 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:51:30.523365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c96bbb1-2e9a-4d59-95ba-fc0ea3dd9f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:30.523989 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6c96bbb1-2e9a-4d59-95ba-fc0ea3dd9f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:30.534001 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45e4f27-d5ea-419d-8559-ae03f95d21da admin admin] Checking segment: {'id': '02e458db-248e-469a-bd00-fd9db1bb8fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6e291773-7159-440e-9c8c-66ecc40f6c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:51:30.535154 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e4f27-d5ea-419d-8559-ae03f95d21da admin admin] Network hostable DHCP agents. Network: 6e291773-7159-440e-9c8c-66ecc40f6c9b, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:51:30.551076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e4f27-d5ea-419d-8559-ae03f95d21da admin admin] Pushing event updated for resources: {'Subnet': ['ID=c64fe1b4-f80b-467b-8ddf-3e196a62b9da,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:30.551076 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71eef9fb-c8a1-45ac-a2e0-842193516c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:30.560443 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-b45f6cb6-7a49-4633-9629-fb421fd7eb57 None None] Set router 9ea7112b-240c-46be-9be5-fb1240b24a9b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:51:30.659079 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3d4894cc-091c-4a4d-9ac6-6f572d29b070 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0700023 Aug 31 00:51:30.664977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38468) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:30.670508 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1968541291-router', 'tenant_id': '8b65ece303984d0b8e664dea40c7db1c', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:30.717521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e4f27-d5ea-419d-8559-ae03f95d21da admin admin] Network 6e291773-7159-440e-9c8c-66ecc40f6c9b is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:51:30.734780 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-d45e4f27-d5ea-419d-8559-ae03f95d21da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 6e291773-7159-440e-9c8c-66ecc40f6c9b) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:51:30.735077 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8882cd99-7447-4d48-b5c9-237bd9df23a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:30.737693 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71eef9fb-c8a1-45ac-a2e0-842193516c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:30.756918 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45e4f27-d5ea-419d-8559-ae03f95d21da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:30.759692 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d45e4f27-d5ea-419d-8559-ae03f95d21da admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:30.762228 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-71eef9fb-c8a1-45ac-a2e0-842193516c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c77090e-b903-4c13-bc86-93cf39e7cac9']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:30.786519 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-71eef9fb-c8a1-45ac-a2e0-842193516c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ee2198-a8c6-4557-bb20-8af209e90d1d') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:30.788579 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-71eef9fb-c8a1-45ac-a2e0-842193516c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ee2198-a8c6-4557-bb20-8af209e90d1d') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:30.805114 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71eef9fb-c8a1-45ac-a2e0-842193516c49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:30.805249 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d0fb6c-9a88-4d4c-a926-8d567e9b6eae None None] Network 6e291773-7159-440e-9c8c-66ecc40f6c9b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:51:30.828240 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71eef9fb-c8a1-45ac-a2e0-842193516c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:30.841216 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71eef9fb-c8a1-45ac-a2e0-842193516c49 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:51:30.841883 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71eef9fb-c8a1-45ac-a2e0-842193516c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:30.910512 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6c96bbb1-2e9a-4d59-95ba-fc0ea3dd9f9e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5465746 Aug 31 00:51:30.975938 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-8882cd99-7447-4d48-b5c9-237bd9df23a2 admin admin] Deleting port add6a1eb-0a92-4a9c-8a60-be3c8290a38b {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:51:30.976286 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8882cd99-7447-4d48-b5c9-237bd9df23a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:30.993012 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b45f6cb6-7a49-4633-9629-fb421fd7eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:51:28Z', 'revision_number': 5, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port': {'id': 'add6a1eb-0a92-4a9c-8a60-be3c8290a38b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:01Z', 'updated_at': '2021-08-31T00:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: timer() Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:51:30.994018 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:51:31.024725 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f6cb6-7a49-4633-9629-fb421fd7eb57 None None] Checking router: 9ea7112b-240c-46be-9be5-fb1240b24a9b for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:51:31.048528 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f6cb6-7a49-4633-9629-fb421fd7eb57 None None] Routers {'9ea7112b-240c-46be-9be5-fb1240b24a9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:51:31.049582 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b45f6cb6-7a49-4633-9629-fb421fd7eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:51:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9ea7112b-240c-46be-9be5-fb1240b24a9b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:31.050788 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98b558e-9454-4574-8e06-9cba9fe4ca5f None None] Network d6a0f3c0-60d2-4d67-9d22-e9301c505e19 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:51:31.055077 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d45e4f27-d5ea-419d-8559-ae03f95d21da admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.9050100 Aug 31 00:51:31.094481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-8882cd99-7447-4d48-b5c9-237bd9df23a2 admin admin] For port add6a1eb-0a92-4a9c-8a60-be3c8290a38b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=add6a1eb-0a92-4a9c-8a60-be3c8290a38b,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:31.112975 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8882cd99-7447-4d48-b5c9-237bd9df23a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:31.129580 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-8882cd99-7447-4d48-b5c9-237bd9df23a2 admin admin] Calling delete_port for add6a1eb-0a92-4a9c-8a60-be3c8290a38b owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:51:31.215773 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-b45f6cb6-7a49-4633-9629-fb421fd7eb57 None None] Set router 9ea7112b-240c-46be-9be5-fb1240b24a9b gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:51:31.225037 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71eef9fb-c8a1-45ac-a2e0-842193516c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:31.231830 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71eef9fb-c8a1-45ac-a2e0-842193516c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:31.234578 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-71eef9fb-c8a1-45ac-a2e0-842193516c49 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9c77090e-b903-4c13-bc86-93cf39e7cac9 HTTP/1.1" status: 204 len: 168 time: 1.1108387 Aug 31 00:51:31.254221 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-26312a05-9d1a-4cd0-957b-9c061ea40f4e', 'network_id': '26312a05-9d1a-4cd0-957b-9c061ea40f4e', 'tenant_id': '8b65ece303984d0b8e664dea40c7db1c', 'fixed_ips': [{'subnet_id': '9558b741-d44b-4148-8d70-c8154cc0f455'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:51:31.255661 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:31.273068 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eef9fb-c8a1-45ac-a2e0-842193516c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c77090e-b903-4c13-bc86-93cf39e7cac9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:31.282943 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43824212-44cb-401d-a1a1-9de22a559b6b None None] Network 6e291773-7159-440e-9c8c-66ecc40f6c9b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:51:31.301934 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:31.301934 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:31.410753 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b45f6cb6-7a49-4633-9629-fb421fd7eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:51:30Z', 'revision_number': 6, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:31.510570 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:31.517396 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f6cb6-7a49-4633-9629-fb421fd7eb57 None None] The sync data for ids ['9ea7112b-240c-46be-9be5-fb1240b24a9b'] in n-d-793621-34 is: [{'id': '9ea7112b-240c-46be-9be5-fb1240b24a9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062731409-router', 'tenant_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:45:59Z', 'updated_at': '2021-08-31T00:51:30Z', 'revision_number': 6, 'project_id': 'a35bf8903ff840dcbf6ccdb26a9793ce', 'gw_port_host': None}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:51:31.562687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Allocated IP 172.20.0.2 (26312a05-9d1a-4cd0-957b-9c061ea40f4e/9558b741-d44b-4148-8d70-c8154cc0f455/a7154b33-9df8-4ae2-a08d-a20be73c23c8) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:51:31.611901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-181ea279-0141-492b-ab64-062f1a28ca20 req-629c1897-a844-4742-8e25-fdda24fb5193 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1660915276', 'description': 'tempest-description-521564578'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:31.950187 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:51:31.954645 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:31.991938 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:51:31.992574 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 103313a9-41d0-4a16-bedb-a2fc5c42b2d0 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:51:32.298999 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8882cd99-7447-4d48-b5c9-237bd9df23a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:32.310631 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-181ea279-0141-492b-ab64-062f1a28ca20 req-629c1897-a844-4742-8e25-fdda24fb5193 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:32.444110 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38500) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:32.493082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882cd99-7447-4d48-b5c9-237bd9df23a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=add6a1eb-0a92-4a9c-8a60-be3c8290a38b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:32.548818 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:32.580149 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Transition to ACTIVE for port object a7154b33-9df8-4ae2-a08d-a20be73c23c8 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:51:32.604363 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-871daacf-f71c-41f8-9e99-b5688fade96c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07bbb5e932ef4db09c89d25658c53fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575296 Aug 31 00:51:32.607037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38504) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:32.607474 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Transition to ACTIVE for port object a7154b33-9df8-4ae2-a08d-a20be73c23c8 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:51:32.712000 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-48456015-2703-4e15-ade9-da7cef5e62dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:32.722787 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:32.748534 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-48456015-2703-4e15-ade9-da7cef5e62dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:32.772628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Network 26312a05-9d1a-4cd0-957b-9c061ea40f4e is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:51:32.786300 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:51:32.796162 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:51:32.851380 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Pushing event updated for resources: {'Port': ['ID=a7154b33-9df8-4ae2-a08d-a20be73c23c8,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:32.926931 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Attempting to bind port a7154b33-9df8-4ae2-a08d-a20be73c23c8 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:51:32.931928 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Attempting to bind port a7154b33-9df8-4ae2-a08d-a20be73c23c8 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'cd454078-cb20-4bbd-8765-5051ffaad8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '26312a05-9d1a-4cd0-957b-9c061ea40f4e'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:51:32.931928 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Attempting to bind port a7154b33-9df8-4ae2-a08d-a20be73c23c8 on network 26312a05-9d1a-4cd0-957b-9c061ea40f4e {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:51:32.935726 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:51:32.936237 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Checking segment: {'id': 'cd454078-cb20-4bbd-8765-5051ffaad8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '26312a05-9d1a-4cd0-957b-9c061ea40f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:51:32.936723 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:32.937255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Bound using segment: {'id': 'cd454078-cb20-4bbd-8765-5051ffaad8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '26312a05-9d1a-4cd0-957b-9c061ea40f4e'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:51:32.937922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Bound port: a7154b33-9df8-4ae2-a08d-a20be73c23c8, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd454078-cb20-4bbd-8765-5051ffaad8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '26312a05-9d1a-4cd0-957b-9c061ea40f4e'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:51:32.939080 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:32.996412 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-48456015-2703-4e15-ade9-da7cef5e62dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:32.999703 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-48456015-2703-4e15-ade9-da7cef5e62dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:33.001651 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-48456015-2703-4e15-ade9-da7cef5e62dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb HTTP/1.1" status: 204 len: 168 time: 0.3931117 Aug 31 00:51:33.003069 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8882cd99-7447-4d48-b5c9-237bd9df23a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:33.018672 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48456015-2703-4e15-ade9-da7cef5e62dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbc7977-f1c0-4eec-bb00-d72fd53f8ddb,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:33.050145 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] For port a7154b33-9df8-4ae2-a08d-a20be73c23c8, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:51:33.053512 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] For port a7154b33-9df8-4ae2-a08d-a20be73c23c8, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a7154b33-9df8-4ae2-a08d-a20be73c23c8,segment=NetworkSegment(cd454078-cb20-4bbd-8765-5051ffaad8d5),segment_id=cd454078-cb20-4bbd-8765-5051ffaad8d5)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:51:33.306964 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8882cd99-7447-4d48-b5c9-237bd9df23a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:33.319367 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8882cd99-7447-4d48-b5c9-237bd9df23a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:33.347841 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:33.482506 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0219d22-52ff-4f2a-ab27-cf69ab6bf749 None None] Pushing event updated for resources: {'Port': ['ID=a7154b33-9df8-4ae2-a08d-a20be73c23c8,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:33.670329 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-181ea279-0141-492b-ab64-062f1a28ca20 req-629c1897-a844-4742-8e25-fdda24fb5193 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:33.675829 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8882cd99-7447-4d48-b5c9-237bd9df23a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:33.677152 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8882cd99-7447-4d48-b5c9-237bd9df23a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ea7112b-240c-46be-9be5-fb1240b24a9b {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:51:33.743576 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8882cd99-7447-4d48-b5c9-237bd9df23a2 admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:33.749162 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38526) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:33.750082 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8882cd99-7447-4d48-b5c9-237bd9df23a2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9ea7112b-240c-46be-9be5-fb1240b24a9b HTTP/1.1" status: 204 len: 168 time: 3.6202724 Aug 31 00:51:33.878707 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:33.935108 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:33.945719 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-181ea279-0141-492b-ab64-062f1a28ca20 req-629c1897-a844-4742-8e25-fdda24fb5193 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:34.032605 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-4edea03b-67a8-4f07-ad07-edc92e65bfee admin admin] Deleting subnet 10e3e269-b5b9-411a-82d5-ee75bbf3461c {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:51:34.053350 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4edea03b-67a8-4f07-ad07-edc92e65bfee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:34.274328 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4edea03b-67a8-4f07-ad07-edc92e65bfee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:34.283836 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa36e-de5c-4f22-9014-2c56bb2de4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:34.289604 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a7154b33-9df8-4ae2-a08d-a20be73c23c8 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:51:34.348204 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c1897-a844-4742-8e25-fdda24fb5193 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d9d01d-10a7-4537-95d6-e5fd0181fe1c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:34.462157 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] Allocated IP 172.25.2.213 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/02837e42-5660-4c91-ada3-0118778315e2) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:51:34.492843 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4edea03b-67a8-4f07-ad07-edc92e65bfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:34.521858 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-181ea279-0141-492b-ab64-062f1a28ca20 req-629c1897-a844-4742-8e25-fdda24fb5193 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:34.523215 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-181ea279-0141-492b-ab64-062f1a28ca20 req-629c1897-a844-4742-8e25-fdda24fb5193 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 2.9250081 Aug 31 00:51:34.634101 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:34.656578 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port a7154b33-9df8-4ae2-a08d-a20be73c23c8 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:51:34.676772 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-410c8902-7150-4761-bdac-558b90b36cb3 req-33b0b363-44bd-47e6-be64-ea648cd01c95 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-groups/d0d9d01d-10a7-4537-95d6-e5fd0181fe1c HTTP/1.1" status: 200 len: 1804 time: 0.0769730 Aug 31 00:51:34.697999 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-410c8902-7150-4761-bdac-558b90b36cb3 req-71dbe7ed-b9bf-4092-b783-d4dd6800432d tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0d9d01d-10a7-4537-95d6-e5fd0181fe1c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:34.698650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-410c8902-7150-4761-bdac-558b90b36cb3 req-71dbe7ed-b9bf-4092-b783-d4dd6800432d tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0d9d01d-10a7-4537-95d6-e5fd0181fe1c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:34.745977 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4edea03b-67a8-4f07-ad07-edc92e65bfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:34.786898 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device add6a1eb-0a92-4a9c-8a60-be3c8290a38b no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:51:34.821006 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: add6a1eb-0a92-4a9c-8a60-be3c8290a38b {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:51:34.822353 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device add6a1eb-0a92-4a9c-8a60-be3c8290a38b not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:51:34.830598 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edea03b-67a8-4f07-ad07-edc92e65bfee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10e3e269-b5b9-411a-82d5-ee75bbf3461c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:34.845827 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4edea03b-67a8-4f07-ad07-edc92e65bfee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:34.849745 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4edea03b-67a8-4f07-ad07-edc92e65bfee admin admin] 10.222.0.16 "DELETE /v2.0/subnets/10e3e269-b5b9-411a-82d5-ee75bbf3461c HTTP/1.1" status: 204 len: 168 time: 1.0981500 Aug 31 00:51:34.851771 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38550) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:34.858213 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eaa274-ccff-46ea-9073-e1b332daa142 None None] Network ac02a892-5a99-478c-bb22-879aa954e70c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:51:34.955122 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:34.964149 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:35.037931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:51:35.055076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:51:35.062427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:51:35.063196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] Deleting port 0eaf8eab-cc34-48ce-87e3-8764e91244e9 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:51:35.064965 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:35.172019 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] Pushing event updated for resources: {'Port': ['ID=02837e42-5660-4c91-ada3-0118778315e2,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:35.214552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869d104e-2ecc-489f-ac13-2e64dd7961cc None None] DHCP port deletion for ac02a892-5a99-478c-bb22-879aa954e70c request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 00:51:35.248249 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] For port 0eaf8eab-cc34-48ce-87e3-8764e91244e9, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0eaf8eab-cc34-48ce-87e3-8764e91244e9,segment=NetworkSegment(01a42a3a-02b5-4bd8-ad20-8b7931856fa7),segment_id=01a42a3a-02b5-4bd8-ad20-8b7931856fa7)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:35.253313 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:35.335795 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] Calling delete_port for 0eaf8eab-cc34-48ce-87e3-8764e91244e9 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:51:35.386053 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8d6d04-fb85-4506-bad7-d8892e5c2c76 None None] Network 26312a05-9d1a-4cd0-957b-9c061ea40f4e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:51:35.573063 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-869d104e-2ecc-489f-ac13-2e64dd7961cc None None] Deleting port 0eaf8eab-cc34-48ce-87e3-8764e91244e9 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:51:35.573700 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-869d104e-2ecc-489f-ac13-2e64dd7961cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:35.617910 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-410c8902-7150-4761-bdac-558b90b36cb3 req-71dbe7ed-b9bf-4092-b783-d4dd6800432d tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:35.703407 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-410c8902-7150-4761-bdac-558b90b36cb3 req-71dbe7ed-b9bf-4092-b783-d4dd6800432d tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:35.709689 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-148b198b-e9e7-4664-a2da-2c1290ba180d None None] Provisioning for port a7154b33-9df8-4ae2-a08d-a20be73c23c8 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:51:35.722771 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:35.724217 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-869d104e-2ecc-489f-ac13-2e64dd7961cc None None] For port 0eaf8eab-cc34-48ce-87e3-8764e91244e9, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0eaf8eab-cc34-48ce-87e3-8764e91244e9,segment=NetworkSegment(01a42a3a-02b5-4bd8-ad20-8b7931856fa7),segment_id=01a42a3a-02b5-4bd8-ad20-8b7931856fa7)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:35.724835 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-869d104e-2ecc-489f-ac13-2e64dd7961cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:35.748715 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-869d104e-2ecc-489f-ac13-2e64dd7961cc None None] Calling delete_port for 0eaf8eab-cc34-48ce-87e3-8764e91244e9 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:51:35.794314 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eaf8eab-cc34-48ce-87e3-8764e91244e9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:35.801709 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] No DVR routers for this DVR port 0eaf8eab-cc34-48ce-87e3-8764e91244e9 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:51:35.807857 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-148b198b-e9e7-4664-a2da-2c1290ba180d None None] Provisioning complete for port a7154b33-9df8-4ae2-a08d-a20be73c23c8 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:51:35.808337 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-148b198b-e9e7-4664-a2da-2c1290ba180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:35.842593 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-410c8902-7150-4761-bdac-558b90b36cb3 req-71dbe7ed-b9bf-4092-b783-d4dd6800432d tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:35.879190 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbe7ed-b9bf-4092-b783-d4dd6800432d tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a7c3dd-513b-4c1f-a21a-c11bcccd6f83,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:36.095631 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5d515-1951-46ea-920f-3927083adf59 req-9c774f6f-5c0b-4a63-a57d-92650288e52d tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:36.103951 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-410c8902-7150-4761-bdac-558b90b36cb3 req-71dbe7ed-b9bf-4092-b783-d4dd6800432d tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:36.106508 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-410c8902-7150-4761-bdac-558b90b36cb3 req-71dbe7ed-b9bf-4092-b783-d4dd6800432d tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4146676 Aug 31 00:51:36.107524 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:36.126509 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6c5d515-1951-46ea-920f-3927083adf59 req-9c774f6f-5c0b-4a63-a57d-92650288e52d tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/networks?id=d6a0f3c0-60d2-4d67-9d22-e9301c505e19 HTTP/1.1" status: 200 len: 810 time: 0.4984326 Aug 31 00:51:36.128903 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:36.153285 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6c5d515-1951-46ea-920f-3927083adf59 req-d1aec828-3295-4f9c-969b-dff487eeed1c tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/quotas/69ffc68138944897905517c79bfd89b1 HTTP/1.1" status: 200 len: 375 time: 0.0343993 Aug 31 00:51:36.163793 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac02a892-5a99-478c-bb22-879aa954e70c']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:36.243681 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a42a3a-02b5-4bd8-ad20-8b7931856fa7') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:36.243977 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a42a3a-02b5-4bd8-ad20-8b7931856fa7') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:36.260328 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6c5d515-1951-46ea-920f-3927083adf59 req-b64c3ad9-abf4-4b52-9922-4aa31428f08f tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=69ffc68138944897905517c79bfd89b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1057684 Aug 31 00:51:36.308786 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:36.490038 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:36.531191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:51:36.536974 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: timer() Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:51:36.548067 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:51:36.569871 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0eaf8eab-cc34-48ce-87e3-8764e91244e9 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:51:36.633611 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:36.658419 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-c183bf8f-60e6-40fe-a3b7-957f3caaee47 req-de327191-02a7-4498-b07f-f7bc57e71ddc tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1844688935', 'description': 'tempest-description-1846013993'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:36.773412 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6c5d515-1951-46ea-920f-3927083adf59 req-ae6af2d1-4eb9-4116-8463-45916ddd837d service neutron] 10.222.0.16 "GET /v2.0/networks/d6a0f3c0-60d2-4d67-9d22-e9301c505e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119140 Aug 31 00:51:36.869618 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-869d104e-2ecc-489f-ac13-2e64dd7961cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:36.934979 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869d104e-2ecc-489f-ac13-2e64dd7961cc None None] No DVR routers for this DVR port 0eaf8eab-cc34-48ce-87e3-8764e91244e9 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:51:36.946998 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 0eaf8eab-cc34-48ce-87e3-8764e91244e9 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:51:36.947719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0eaf8eab-cc34-48ce-87e3-8764e91244e9 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:51:36.985020 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:37.003097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d104e-2ecc-489f-ac13-2e64dd7961cc None None] Pushing event deleted for resources: {'Port': ['ID=0eaf8eab-cc34-48ce-87e3-8764e91244e9,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:37.030756 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:37.033412 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ac02a892-5a99-478c-bb22-879aa954e70c HTTP/1.1" status: 204 len: 168 time: 2.1805158 Aug 31 00:51:37.034596 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d69b6-99a9-4c66-ad91-b8eb28b63210 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac02a892-5a99-478c-bb22-879aa954e70c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:37.038197 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:37.058838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38604) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:37.073388 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-148b198b-e9e7-4664-a2da-2c1290ba180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:37.100935 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:37.106378 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:37.119336 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c183bf8f-60e6-40fe-a3b7-957f3caaee47 req-de327191-02a7-4498-b07f-f7bc57e71ddc tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:37.163886 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-148b198b-e9e7-4664-a2da-2c1290ba180d None None] For port a7154b33-9df8-4ae2-a08d-a20be73c23c8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a7154b33-9df8-4ae2-a08d-a20be73c23c8,segment=NetworkSegment(cd454078-cb20-4bbd-8765-5051ffaad8d5),segment_id=cd454078-cb20-4bbd-8765-5051ffaad8d5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:37.220906 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b07c13d1-7834-4608-aff5-e02e0a5bbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:37.309717 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6c5d515-1951-46ea-920f-3927083adf59 req-cf42262d-c081-4a6c-8ba6-29fccf4b5c19 service neutron] 10.222.0.16 "GET /v2.0/networks/d6a0f3c0-60d2-4d67-9d22-e9301c505e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242040 Aug 31 00:51:37.315388 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-148b198b-e9e7-4664-a2da-2c1290ba180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:37.417308 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c183bf8f-60e6-40fe-a3b7-957f3caaee47 req-de327191-02a7-4498-b07f-f7bc57e71ddc tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:37.470834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b198b-e9e7-4664-a2da-2c1290ba180d None None] Pushing event updated for resources: {'Port': ['ID=a7154b33-9df8-4ae2-a08d-a20be73c23c8,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:37.491003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9f5ec85c-967c-4fd1-a17d-a381d98aa717 None None] Provisioning complete for port a7154b33-9df8-4ae2-a08d-a20be73c23c8 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:51:37.491784 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9f5ec85c-967c-4fd1-a17d-a381d98aa717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:37.509170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] Router 87d69061-083a-4e77-b51c-275b216448ba is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:51:37.697701 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c183bf8f-60e6-40fe-a3b7-957f3caaee47 req-de327191-02a7-4498-b07f-f7bc57e71ddc tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:37.766054 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de327191-02a7-4498-b07f-f7bc57e71ddc tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1f444b-f656-45de-9990-805b84f5cf37,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:37.954639 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:51:37.982005 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Sync routers for ids ['87d69061-083a-4e77-b51c-275b216448ba'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:51:38.003064 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Routers {'87d69061-083a-4e77-b51c-275b216448ba'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:51:38.004254 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-051a3d0f-8a11-4432-b943-6eaf3f14ce23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:38.007308 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:51:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['87d69061-083a-4e77-b51c-275b216448ba'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:38.136056 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a7154b33-9df8-4ae2-a08d-a20be73c23c8 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:51:38.172183 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c183bf8f-60e6-40fe-a3b7-957f3caaee47 req-de327191-02a7-4498-b07f-f7bc57e71ddc tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:38.172183 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c183bf8f-60e6-40fe-a3b7-957f3caaee47 req-de327191-02a7-4498-b07f-f7bc57e71ddc tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.5325429 Aug 31 00:51:38.246284 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:38.253923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f83258bf-c9a2-48fc-b9e3-c71bf1ff1b0d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.5864861 Aug 31 00:51:38.257897 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38618) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:38.310022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Set router 87d69061-083a-4e77-b51c-275b216448ba gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:51:38.334803 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38620) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:38.350537 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-736c372f-e1b2-40b0-870d-2410f11b7665 req-848cc509-b032-4b93-a617-07ba2e07b73a tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-groups/ee1f444b-f656-45de-9990-805b84f5cf37 HTTP/1.1" status: 200 len: 1805 time: 0.1350658 Aug 31 00:51:38.361747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-736c372f-e1b2-40b0-870d-2410f11b7665 req-ce8984c7-4612-4122-bb29-605f10228723 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ee1f444b-f656-45de-9990-805b84f5cf37', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:38.362008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a7154b33-9df8-4ae2-a08d-a20be73c23c8 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:51:38.362226 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:38.370397 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-736c372f-e1b2-40b0-870d-2410f11b7665 req-ce8984c7-4612-4122-bb29-605f10228723 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ee1f444b-f656-45de-9990-805b84f5cf37', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:38.506302 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-947b1356-cdbe-4c57-a93b-9dcfe5d79acc req-e1be3bd6-8d15-4ebf-8290-c8236c074422 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/ports?device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 210 time: 0.0610399 Aug 31 00:51:38.595824 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ef9feef-240e-4d66-bd12-d2abb145e927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:38.680213 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:38.717410 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d69061-083a-4e77-b51c-275b216448ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1968541291-router', 'tenant_id': '8b65ece303984d0b8e664dea40c7db1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '02837e42-5660-4c91-ada3-0118778315e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:51:31Z', 'updated_at': '2021-08-31T00:51:35Z', 'revision_number': 3, 'project_id': '8b65ece303984d0b8e664dea40c7db1c', 'gw_port': {'id': '02837e42-5660-4c91-ada3-0118778315e2', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d69061-083a-4e77-b51c-275b216448ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:51:34Z', 'updated_at': '2021-08-31T00:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:38.776275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Checking router: 87d69061-083a-4e77-b51c-275b216448ba for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:51:38.776637 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Updating router 87d69061-083a-4e77-b51c-275b216448ba port 02837e42-5660-4c91-ada3-0118778315e2 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:51:38.789997 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-736c372f-e1b2-40b0-870d-2410f11b7665 req-ce8984c7-4612-4122-bb29-605f10228723 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:38.811929 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:38.854846 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-736c372f-e1b2-40b0-870d-2410f11b7665 req-ce8984c7-4612-4122-bb29-605f10228723 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:39.082782 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-736c372f-e1b2-40b0-870d-2410f11b7665 req-ce8984c7-4612-4122-bb29-605f10228723 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:39.129127 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8984c7-4612-4122-bb29-605f10228723 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ca8c31-04a9-4867-a056-9a967aad661f,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:39.316659 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:39.343826 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Transition to ACTIVE for port object 02837e42-5660-4c91-ada3-0118778315e2 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:51:39.395087 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-051a3d0f-8a11-4432-b943-6eaf3f14ce23 admin admin] Deleting port 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:51:39.395723 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-051a3d0f-8a11-4432-b943-6eaf3f14ce23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:39.467067 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ef9feef-240e-4d66-bd12-d2abb145e927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:39.523320 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:39.601182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67279e-bc0b-47ea-ab1b-0e5c4155b9c7 None None] Pushing event updated for resources: {'Port': ['ID=02837e42-5660-4c91-ada3-0118778315e2,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:39.636937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Attempting to bind port 02837e42-5660-4c91-ada3-0118778315e2 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:51:39.638188 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Attempting to bind port 02837e42-5660-4c91-ada3-0118778315e2 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:51:39.639082 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Attempting to bind port 02837e42-5660-4c91-ada3-0118778315e2 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:51:39.651196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:51:39.651539 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:51:39.652035 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:39.653014 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ef9feef-240e-4d66-bd12-d2abb145e927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:39.653194 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:51:39.653750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Bound port: 02837e42-5660-4c91-ada3-0118778315e2, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:51:39.654172 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:39.668122 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b7d01dad-40aa-43ac-b5de-88b14a2edd65 req-b4ce7df0-680e-45d3-9a4f-f989b4349718 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/ports?device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 210 time: 0.0496640 Aug 31 00:51:39.678470 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-051a3d0f-8a11-4432-b943-6eaf3f14ce23 admin admin] For port 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f,segment=NetworkSegment(408bd9ae-6f56-40a4-92a6-b7a446e8bb34),segment_id=408bd9ae-6f56-40a4-92a6-b7a446e8bb34)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:39.692766 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-051a3d0f-8a11-4432-b943-6eaf3f14ce23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:39.716331 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-051a3d0f-8a11-4432-b943-6eaf3f14ce23 admin admin] Calling delete_port for 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:51:39.759845 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9feef-240e-4d66-bd12-d2abb145e927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0d0ad5-952f-492c-99d7-a4c168c86548,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:39.779685 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-736c372f-e1b2-40b0-870d-2410f11b7665 req-ce8984c7-4612-4122-bb29-605f10228723 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:39.784955 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-736c372f-e1b2-40b0-870d-2410f11b7665 req-ce8984c7-4612-4122-bb29-605f10228723 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.4244769 Aug 31 00:51:39.800357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] For port 02837e42-5660-4c91-ada3-0118778315e2, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:51:39.803196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] For port 02837e42-5660-4c91-ada3-0118778315e2, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=02837e42-5660-4c91-ada3-0118778315e2,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:51:39.982886 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:39.997382 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3ef9feef-240e-4d66-bd12-d2abb145e927 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32c292029d8f46c5829e67c7d66dcb07&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6603281 Aug 31 00:51:39.999821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38652) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:40.022912 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-8b6971ea-3970-4e01-a536-fa0416745cdf req-3839bec7-3768-412a-8dd9-728a3732912b tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-923431363', 'description': 'tempest-description-401491671'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:40.121886 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67279e-bc0b-47ea-ab1b-0e5c4155b9c7 None None] Pushing event updated for resources: {'Port': ['ID=02837e42-5660-4c91-ada3-0118778315e2,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:40.123235 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47375317-2499-4fa2-bb26-bf26dec6fe06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:40.124254 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:40.149118 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Routers {'87d69061-083a-4e77-b51c-275b216448ba'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:51:40.150089 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:51:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['87d69061-083a-4e77-b51c-275b216448ba'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:40.183832 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47375317-2499-4fa2-bb26-bf26dec6fe06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:40.204066 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:40.233077 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-051a3d0f-8a11-4432-b943-6eaf3f14ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:40.281340 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a3d0f-8a11-4432-b943-6eaf3f14ce23 admin admin] Pushing event deleted for resources: {'Port': ['ID=39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:40.321908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] Set router 87d69061-083a-4e77-b51c-275b216448ba gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:51:40.446420 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8b6971ea-3970-4e01-a536-fa0416745cdf req-3839bec7-3768-412a-8dd9-728a3732912b tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:40.573871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] Allocated IP 172.20.0.1 (26312a05-9d1a-4cd0-957b-9c061ea40f4e/9558b741-d44b-4148-8d70-c8154cc0f455/713deee8-f93c-4579-be82-a1280c727e41) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:51:40.634578 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47375317-2499-4fa2-bb26-bf26dec6fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:40.638875 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47375317-2499-4fa2-bb26-bf26dec6fe06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:40.642132 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-47375317-2499-4fa2-bb26-bf26dec6fe06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c0d0ad5-952f-492c-99d7-a4c168c86548 HTTP/1.1" status: 204 len: 168 time: 0.6397779 Aug 31 00:51:40.659009 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47375317-2499-4fa2-bb26-bf26dec6fe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0d0ad5-952f-492c-99d7-a4c168c86548,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:40.728971 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d69061-083a-4e77-b51c-275b216448ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1968541291-router', 'tenant_id': '8b65ece303984d0b8e664dea40c7db1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '02837e42-5660-4c91-ada3-0118778315e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:51:31Z', 'updated_at': '2021-08-31T00:51:35Z', 'revision_number': 3, 'project_id': '8b65ece303984d0b8e664dea40c7db1c', 'gw_port': {'id': '02837e42-5660-4c91-ada3-0118778315e2', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d69061-083a-4e77-b51c-275b216448ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:51:34Z', 'updated_at': '2021-08-31T00:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:40.802734 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-051a3d0f-8a11-4432-b943-6eaf3f14ce23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:40.806248 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98712853-b7ed-46c7-86a2-0856ee5e3438 None None] The sync data for ids ['87d69061-083a-4e77-b51c-275b216448ba'] in n-d-793621-34 is: [{'id': '87d69061-083a-4e77-b51c-275b216448ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1968541291-router', 'tenant_id': '8b65ece303984d0b8e664dea40c7db1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '02837e42-5660-4c91-ada3-0118778315e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:51:31Z', 'updated_at': '2021-08-31T00:51:35Z', 'revision_number': 3, 'project_id': '8b65ece303984d0b8e664dea40c7db1c', 'gw_port': {'id': '02837e42-5660-4c91-ada3-0118778315e2', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d69061-083a-4e77-b51c-275b216448ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:51:34Z', 'updated_at': '2021-08-31T00:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:51:40.833491 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96edd2dd-ee73-4bd4-9db9-a5e200fc9db9 req-4a4af7b9-5c73-4fb9-b7fe-77f63e712e8a tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/ports?device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 210 time: 0.0332916 Aug 31 00:51:41.029429 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8b6971ea-3970-4e01-a536-fa0416745cdf req-3839bec7-3768-412a-8dd9-728a3732912b tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:41.065838 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:41.142811 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] Transition to ACTIVE for port object 713deee8-f93c-4579-be82-a1280c727e41 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:51:41.267022 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:51:41.333313 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8b6971ea-3970-4e01-a536-fa0416745cdf req-3839bec7-3768-412a-8dd9-728a3732912b tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:41.408138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839bec7-3768-412a-8dd9-728a3732912b tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df50488-99dd-4d4a-b7ea-0f535338bdfd,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:41.498644 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:41.600567 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8b6971ea-3970-4e01-a536-fa0416745cdf req-3839bec7-3768-412a-8dd9-728a3732912b tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:41.604876 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b6971ea-3970-4e01-a536-fa0416745cdf req-3839bec7-3768-412a-8dd9-728a3732912b tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.6106710 Aug 31 00:51:41.618693 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] Network 26312a05-9d1a-4cd0-957b-9c061ea40f4e is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:51:41.655024 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-62e9a02e-08b5-4b68-a0aa-6803575b3c71 req-b5904953-943e-453f-99c8-054a2cbd3cec tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1229381197', 'description': 'tempest-description-427951177'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:41.657342 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:51:41.667005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:51:41.796403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051a3d0f-8a11-4432-b943-6eaf3f14ce23 admin admin] Router 05173e97-9f65-472e-844d-3bcea96185dc has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:51:41.813888 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-62e9a02e-08b5-4b68-a0aa-6803575b3c71 req-b5904953-943e-453f-99c8-054a2cbd3cec tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:41.858624 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:42.337095 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-62e9a02e-08b5-4b68-a0aa-6803575b3c71 req-b5904953-943e-453f-99c8-054a2cbd3cec tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:42.373512 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] Pushing event updated for resources: {'Port': ['ID=713deee8-f93c-4579-be82-a1280c727e41,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:42.426138 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 02837e42-5660-4c91-ada3-0118778315e2 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:51:42.473918 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-82122707-09a9-4ebc-bd7e-064f2cffa1ab None None] Provisioning for port 713deee8-f93c-4579-be82-a1280c727e41 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:51:42.492006 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-82122707-09a9-4ebc-bd7e-064f2cffa1ab None None] Provisioning complete for port 713deee8-f93c-4579-be82-a1280c727e41 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:51:42.492690 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-82122707-09a9-4ebc-bd7e-064f2cffa1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:42.504542 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cfff669c-e3dd-4dca-b01e-9e72d7a9e78e req-3b41f71f-c6ec-4887-9aca-1e86e299c054 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/ports?device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 210 time: 0.0888355 Aug 31 00:51:42.574340 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-62e9a02e-08b5-4b68-a0aa-6803575b3c71 req-b5904953-943e-453f-99c8-054a2cbd3cec tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:42.638454 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-82122707-09a9-4ebc-bd7e-064f2cffa1ab None None] Port 713deee8-f93c-4579-be82-a1280c727e41 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:51:42.654637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5904953-943e-453f-99c8-054a2cbd3cec tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c484d464-a351-4ddb-bd10-cbbd0742a8e5,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:42.749606 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051a3d0f-8a11-4432-b943-6eaf3f14ce23 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:51:42.769804 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38692) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:42.772884 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-051a3d0f-8a11-4432-b943-6eaf3f14ce23 admin admin] 10.222.0.16 "PUT /v2.0/routers/05173e97-9f65-472e-844d-3bcea96185dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7066231 Aug 31 00:51:42.773776 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c829aeb-0d6f-4fda-9071-5b8e152f5947 None None] Sync routers for ids ['05173e97-9f65-472e-844d-3bcea96185dc'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:51:42.804272 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c829aeb-0d6f-4fda-9071-5b8e152f5947 None None] Routers {'05173e97-9f65-472e-844d-3bcea96185dc'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:51:42.811392 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-6c829aeb-0d6f-4fda-9071-5b8e152f5947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:51:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['05173e97-9f65-472e-844d-3bcea96185dc'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:42.995510 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-22978c71-6e24-4399-9b02-e4d1e6777af4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:43.076842 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-6c829aeb-0d6f-4fda-9071-5b8e152f5947 None None] Set router 05173e97-9f65-472e-844d-3bcea96185dc gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:51:43.083375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 02837e42-5660-4c91-ada3-0118778315e2 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:51:43.089103 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-62e9a02e-08b5-4b68-a0aa-6803575b3c71 req-b5904953-943e-453f-99c8-054a2cbd3cec tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:43.106726 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-62e9a02e-08b5-4b68-a0aa-6803575b3c71 req-b5904953-943e-453f-99c8-054a2cbd3cec tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4495342 Aug 31 00:51:43.127744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 02837e42-5660-4c91-ada3-0118778315e2 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:51:43.135488 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:43.321931 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:43.326776 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-22978c71-6e24-4399-9b02-e4d1e6777af4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:43.348885 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6077e784-6f52-42ba-ab99-cc297c9d510d req-f60ef64a-4ae7-4215-8fc0-8b23bad04d93 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-groups/7df50488-99dd-4d4a-b7ea-0f535338bdfd HTTP/1.1" status: 200 len: 1803 time: 0.1743617 Aug 31 00:51:43.512322 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6077e784-6f52-42ba-ab99-cc297c9d510d req-d6001ced-423d-45bb-8e69-b0c361c5d31d tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-groups/c484d464-a351-4ddb-bd10-cbbd0742a8e5 HTTP/1.1" status: 200 len: 1804 time: 0.1584597 Aug 31 00:51:43.581170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-6077e784-6f52-42ba-ab99-cc297c9d510d req-08c097e4-33ee-4396-93fb-0dfc184a781f tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7df50488-99dd-4d4a-b7ea-0f535338bdfd', 'remote_group_id': 'c484d464-a351-4ddb-bd10-cbbd0742a8e5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:43.583183 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-6077e784-6f52-42ba-ab99-cc297c9d510d req-08c097e4-33ee-4396-93fb-0dfc184a781f tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7df50488-99dd-4d4a-b7ea-0f535338bdfd', 'remote_group_id': 'c484d464-a351-4ddb-bd10-cbbd0742a8e5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:43.684607 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:43.717792 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-6c829aeb-0d6f-4fda-9071-5b8e152f5947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05173e97-9f65-472e-844d-3bcea96185dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602765830-router', 'tenant_id': '854c9c5a42f54ef6bf57125f52acc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9f1395b5-fe95-4970-82ee-d6815f251836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:46:22Z', 'updated_at': '2021-08-31T00:51:39Z', 'revision_number': 5, 'project_id': '854c9c5a42f54ef6bf57125f52acc63a', 'gw_port': {'id': '9f1395b5-fe95-4970-82ee-d6815f251836', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05173e97-9f65-472e-844d-3bcea96185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:46:23Z', 'updated_at': '2021-08-31T00:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:43.739846 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-22978c71-6e24-4399-9b02-e4d1e6777af4 admin admin] Deleting port 9f1395b5-fe95-4970-82ee-d6815f251836 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:51:43.743399 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-22978c71-6e24-4399-9b02-e4d1e6777af4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:43.744020 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 02837e42-5660-4c91-ada3-0118778315e2, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=02837e42-5660-4c91-ada3-0118778315e2,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:43.796390 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c829aeb-0d6f-4fda-9071-5b8e152f5947 None None] Checking router: 05173e97-9f65-472e-844d-3bcea96185dc for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:51:43.820101 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c829aeb-0d6f-4fda-9071-5b8e152f5947 None None] Routers {'05173e97-9f65-472e-844d-3bcea96185dc'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:51:43.820101 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-6c829aeb-0d6f-4fda-9071-5b8e152f5947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:51:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['05173e97-9f65-472e-844d-3bcea96185dc'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:43.926262 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-599c9449-5b0d-481e-b20c-d1b1bff9a27b req-fdf98060-476f-4a84-b1fd-c4ec582e1453 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/ports?device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 210 time: 0.0870893 Aug 31 00:51:43.964204 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6077e784-6f52-42ba-ab99-cc297c9d510d req-08c097e4-33ee-4396-93fb-0dfc184a781f tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:43.999383 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-6c829aeb-0d6f-4fda-9071-5b8e152f5947 None None] Set router 05173e97-9f65-472e-844d-3bcea96185dc gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:51:44.013214 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:44.065644 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-22978c71-6e24-4399-9b02-e4d1e6777af4 admin admin] For port 9f1395b5-fe95-4970-82ee-d6815f251836, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9f1395b5-fe95-4970-82ee-d6815f251836,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:44.066138 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-22978c71-6e24-4399-9b02-e4d1e6777af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:44.103893 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-22978c71-6e24-4399-9b02-e4d1e6777af4 admin admin] Calling delete_port for 9f1395b5-fe95-4970-82ee-d6815f251836 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:51:44.108142 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6077e784-6f52-42ba-ab99-cc297c9d510d req-08c097e4-33ee-4396-93fb-0dfc184a781f tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:44.155570 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5d515-1951-46ea-920f-3927083adf59 req-11ecfa51-6249-4fe2-a1c5-ee4fcc8a57e5 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:44.169123 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6c5d515-1951-46ea-920f-3927083adf59 req-11ecfa51-6249-4fe2-a1c5-ee4fcc8a57e5 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.41 "GET /v2.0/networks?id=d6a0f3c0-60d2-4d67-9d22-e9301c505e19 HTTP/1.1" status: 200 len: 810 time: 0.4258456 Aug 31 00:51:44.174463 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-6c829aeb-0d6f-4fda-9071-5b8e152f5947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05173e97-9f65-472e-844d-3bcea96185dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602765830-router', 'tenant_id': '854c9c5a42f54ef6bf57125f52acc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:46:22Z', 'updated_at': '2021-08-31T00:51:43Z', 'revision_number': 6, 'project_id': '854c9c5a42f54ef6bf57125f52acc63a', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:44.254568 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:44.267914 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-a6c5d515-1951-46ea-920f-3927083adf59 req-000f183f-6033-4c23-8a72-9d6beee2e212 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Request body: {'port': {'device_id': '561521ed-2e86-4aab-a211-29da29e49e1f', 'network_id': 'd6a0f3c0-60d2-4d67-9d22-e9301c505e19', 'admin_state_up': True, 'tenant_id': '69ffc68138944897905517c79bfd89b1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:44.387519 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c829aeb-0d6f-4fda-9071-5b8e152f5947 None None] The sync data for ids ['05173e97-9f65-472e-844d-3bcea96185dc'] in n-d-793621-34 is: [{'id': '05173e97-9f65-472e-844d-3bcea96185dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602765830-router', 'tenant_id': '854c9c5a42f54ef6bf57125f52acc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:46:22Z', 'updated_at': '2021-08-31T00:51:43Z', 'revision_number': 6, 'project_id': '854c9c5a42f54ef6bf57125f52acc63a', 'gw_port_host': None}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:51:44.424947 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=02837e42-5660-4c91-ada3-0118778315e2,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:44.448504 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:44.650613 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6077e784-6f52-42ba-ab99-cc297c9d510d req-08c097e4-33ee-4396-93fb-0dfc184a781f tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:44.705477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c097e4-33ee-4396-93fb-0dfc184a781f tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014336f6-b99b-4a3d-bee5-1e72e98267b7,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:44.800498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] Pushing event updated for resources: {'Port': ['ID=713deee8-f93c-4579-be82-a1280c727e41,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:44.830922 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:44.850475 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6077e784-6f52-42ba-ab99-cc297c9d510d req-08c097e4-33ee-4396-93fb-0dfc184a781f tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:44.868107 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6077e784-6f52-42ba-ab99-cc297c9d510d req-08c097e4-33ee-4396-93fb-0dfc184a781f tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2946687 Aug 31 00:51:45.182303 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a3c07-e6d8-4406-a6e4-a3b9791eb812 req-6fa64b4a-22f1-4ea0-9d61-f18ec1efd7d6 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:45.184656 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-22978c71-6e24-4399-9b02-e4d1e6777af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:45.185356 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-735a3c07-e6d8-4406-a6e4-a3b9791eb812 req-6fa64b4a-22f1-4ea0-9d61-f18ec1efd7d6 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4b8fa4-f118-49e7-89a6-329446c7ddd8 HTTP/1.1" status: 200 len: 945 time: 0.1497552 Aug 31 00:51:45.240281 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c5d515-1951-46ea-920f-3927083adf59 req-000f183f-6033-4c23-8a72-9d6beee2e212 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Made reservation on behalf of 69ffc68138944897905517c79bfd89b1 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:51:45.245319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978c71-6e24-4399-9b02-e4d1e6777af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f1395b5-fe95-4970-82ee-d6815f251836,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:45.246595 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6c5d515-1951-46ea-920f-3927083adf59 req-000f183f-6033-4c23-8a72-9d6beee2e212 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:45.286030 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] Network 26312a05-9d1a-4cd0-957b-9c061ea40f4e is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:51:45.309268 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:51:45.335669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341cdb9-716b-4c2b-bcb5-b269ec9e1bb7 req-8c656889-8245-4929-b4c7-efecd376ba77 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:45.338239 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c341cdb9-716b-4c2b-bcb5-b269ec9e1bb7 req-8c656889-8245-4929-b4c7-efecd376ba77 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee4b8fa4-f118-49e7-89a6-329446c7ddd8 HTTP/1.1" status: 200 len: 945 time: 0.2875400 Aug 31 00:51:45.348555 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-735a3c07-e6d8-4406-a6e4-a3b9791eb812 req-42bd530e-8cdf-4dc6-8cd6-72fa16d4a79b tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bc6fb14-3b4f-4b05-85e3-682595846358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322379 Aug 31 00:51:45.350475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-59865294-3007-4d15-9676-338cb32349db tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:45.354724 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-59865294-3007-4d15-9676-338cb32349db tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 820 time: 0.2773998 Aug 31 00:51:45.397310 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-e59ef5f8-3df8-4065-98ff-d7df646b213b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/quotas/70608dabb68b4f098ed58bafcf31f2c9 HTTP/1.1" status: 200 len: 375 time: 0.0289450 Aug 31 00:51:45.485368 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-22978c71-6e24-4399-9b02-e4d1e6777af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:45.505709 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-ba0699cf-1e54-41ba-a2f0-e411eef21b81 req-6a3a5082-d822-4171-8cd9-d820745cacb1 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1307588933', 'description': 'tempest-description-1853144261'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:45.715601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f716d799-9898-4255-943f-2083c923ffc7 None None] Provisioning complete for port 713deee8-f93c-4579-be82-a1280c727e41 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:51:45.717340 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f716d799-9898-4255-943f-2083c923ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:45.727206 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-74ccad5d-443b-426e-9d49-180d2d5b237e tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3287802 Aug 31 00:51:45.735435 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ba0699cf-1e54-41ba-a2f0-e411eef21b81 req-6a3a5082-d822-4171-8cd9-d820745cacb1 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:45.739399 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-22978c71-6e24-4399-9b02-e4d1e6777af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:45.739759 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-a6c5d515-1951-46ea-920f-3927083adf59 req-000f183f-6033-4c23-8a72-9d6beee2e212 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Allocated IP 172.20.0.2 (d6a0f3c0-60d2-4d67-9d22-e9301c505e19/e07bfe17-0121-48fe-96d6-1ff0dafc0a43/95b6190e-9342-46ee-a168-a0365e14dd4f) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:51:45.746809 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-22978c71-6e24-4399-9b02-e4d1e6777af4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:45.788229 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] Router 87d69061-083a-4e77-b51c-275b216448ba has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:51:45.804854 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f716d799-9898-4255-943f-2083c923ffc7 None None] Port 713deee8-f93c-4579-be82-a1280c727e41 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:51:45.999098 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-c341cdb9-716b-4c2b-bcb5-b269ec9e1bb7 req-060cd354-d431-4d82-9378-6bf54df2a636 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Deleting port d7c82237-11d5-4064-929f-ba3088f4b29b {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:51:45.999766 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c341cdb9-716b-4c2b-bcb5-b269ec9e1bb7 req-060cd354-d431-4d82-9378-6bf54df2a636 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:46.139557 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 02837e42-5660-4c91-ada3-0118778315e2 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:51:46.161184 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-22978c71-6e24-4399-9b02-e4d1e6777af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:46.171389 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22978c71-6e24-4399-9b02-e4d1e6777af4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05173e97-9f65-472e-844d-3bcea96185dc {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:51:46.173066 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-22978c71-6e24-4399-9b02-e4d1e6777af4 admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:46.174581 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-22978c71-6e24-4399-9b02-e4d1e6777af4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/05173e97-9f65-472e-844d-3bcea96185dc HTTP/1.1" status: 204 len: 168 time: 3.4022925 Aug 31 00:51:46.183054 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-654c9db0-2f16-406d-8b23-de2c0052959d service neutron] 10.222.0.16 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391763 Aug 31 00:51:46.187546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38730) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:46.231978 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 02837e42-5660-4c91-ada3-0118778315e2 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:51:46.232365 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:46.357107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-c341cdb9-716b-4c2b-bcb5-b269ec9e1bb7 req-060cd354-d431-4d82-9378-6bf54df2a636 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] For port d7c82237-11d5-4064-929f-ba3088f4b29b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d7c82237-11d5-4064-929f-ba3088f4b29b,segment=NetworkSegment(4202bfca-4859-4059-839b-c586e9e1a303),segment_id=4202bfca-4859-4059-839b-c586e9e1a303)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:46.357463 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c341cdb9-716b-4c2b-bcb5-b269ec9e1bb7 req-060cd354-d431-4d82-9378-6bf54df2a636 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:46.371542 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fa4ee2-4e9d-4ea2-8b03-78edff27988b admin admin] Deleting subnet 06d5441e-21a8-49c3-b050-4671dfc2a957 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:51:46.401489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-c341cdb9-716b-4c2b-bcb5-b269ec9e1bb7 req-060cd354-d431-4d82-9378-6bf54df2a636 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Calling delete_port for d7c82237-11d5-4064-929f-ba3088f4b29b owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:51:46.401489 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4ee2-4e9d-4ea2-8b03-78edff27988b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:46.435806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9f1395b5-fe95-4970-82ee-d6815f251836 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:51:46.473370 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 9f1395b5-fe95-4970-82ee-d6815f251836 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:51:46.474256 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9f1395b5-fe95-4970-82ee-d6815f251836 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:51:46.475140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:51:46.505854 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:51:46.506945 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 39f0cb27-ec76-4a5f-9b34-dd8bfe1a394f not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:51:46.553879 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ba0699cf-1e54-41ba-a2f0-e411eef21b81 req-6a3a5082-d822-4171-8cd9-d820745cacb1 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:46.561618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:51:46.573508 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Sync routers for ids ['87d69061-083a-4e77-b51c-275b216448ba'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:51:46.574598 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cbf8f86d-4e3d-41f5-b7b9-ede3aff29d3e admin admin] 10.222.0.16 "PUT /v2.0/routers/87d69061-083a-4e77-b51c-275b216448ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3141460 Aug 31 00:51:46.583726 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6c5d515-1951-46ea-920f-3927083adf59 req-000f183f-6033-4c23-8a72-9d6beee2e212 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:46.590243 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Routers {'87d69061-083a-4e77-b51c-275b216448ba'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:51:46.593327 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:51:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['87d69061-083a-4e77-b51c-275b216448ba'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:46.629064 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4ee2-4e9d-4ea2-8b03-78edff27988b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:46.658927 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-9b555e15-9991-4e34-a3be-a9dbb83ab95e service neutron] 10.222.0.16 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517012 Aug 31 00:51:46.670018 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ba0699cf-1e54-41ba-a2f0-e411eef21b81 req-6a3a5082-d822-4171-8cd9-d820745cacb1 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:46.719956 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a5082-d822-4171-8cd9-d820745cacb1 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70efa4b-ee57-415d-b1b8-2d80c981304f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:46.787589 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Set router 87d69061-083a-4e77-b51c-275b216448ba gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:51:46.869972 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4ee2-4e9d-4ea2-8b03-78edff27988b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:46.871201 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6c5d515-1951-46ea-920f-3927083adf59 req-000f183f-6033-4c23-8a72-9d6beee2e212 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:46.958327 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c5d515-1951-46ea-920f-3927083adf59 req-000f183f-6033-4c23-8a72-9d6beee2e212 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Network d6a0f3c0-60d2-4d67-9d22-e9301c505e19 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:51:46.972640 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-a6c5d515-1951-46ea-920f-3927083adf59 req-000f183f-6033-4c23-8a72-9d6beee2e212 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:51:47.044591 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ba0699cf-1e54-41ba-a2f0-e411eef21b81 req-6a3a5082-d822-4171-8cd9-d820745cacb1 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:47.046678 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba0699cf-1e54-41ba-a2f0-e411eef21b81 req-6a3a5082-d822-4171-8cd9-d820745cacb1 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.5645192 Aug 31 00:51:47.057900 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c5d515-1951-46ea-920f-3927083adf59 req-000f183f-6033-4c23-8a72-9d6beee2e212 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:51:47.177961 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f183f-6033-4c23-8a72-9d6beee2e212 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Pushing event updated for resources: {'Port': ['ID=95b6190e-9342-46ee-a168-a0365e14dd4f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:47.243715 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4ee2-4e9d-4ea2-8b03-78edff27988b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:47.271918 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c341cdb9-716b-4c2b-bcb5-b269ec9e1bb7 req-060cd354-d431-4d82-9378-6bf54df2a636 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:47.362883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa4ee2-4e9d-4ea2-8b03-78edff27988b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d5441e-21a8-49c3-b050-4671dfc2a957,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:47.399806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cd354-d431-4d82-9378-6bf54df2a636 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Pushing event deleted for resources: {'Port': ['ID=d7c82237-11d5-4064-929f-ba3088f4b29b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:47.419164 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5d515-1951-46ea-920f-3927083adf59 req-000f183f-6033-4c23-8a72-9d6beee2e212 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:47.419404 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4ee2-4e9d-4ea2-8b03-78edff27988b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:47.420210 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6c5d515-1951-46ea-920f-3927083adf59 req-000f183f-6033-4c23-8a72-9d6beee2e212 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:47.422332 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d1621e-163b-437a-b179-a619afb9cc3c None None] Network 27a6bb17-3726-4705-89dd-a20dd7edacef requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:51:47.424200 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a7fa4ee2-4e9d-4ea2-8b03-78edff27988b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/06d5441e-21a8-49c3-b050-4671dfc2a957 HTTP/1.1" status: 204 len: 168 time: 1.2346737 Aug 31 00:51:47.424867 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38748) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:47.456473 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c341cdb9-716b-4c2b-bcb5-b269ec9e1bb7 req-060cd354-d431-4d82-9378-6bf54df2a636 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] No DVR routers for this DVR port d7c82237-11d5-4064-929f-ba3088f4b29b on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:51:47.473789 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c341cdb9-716b-4c2b-bcb5-b269ec9e1bb7 req-060cd354-d431-4d82-9378-6bf54df2a636 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:47.477262 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c341cdb9-716b-4c2b-bcb5-b269ec9e1bb7 req-060cd354-d431-4d82-9378-6bf54df2a636 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.41 "DELETE /v2.0/ports/d7c82237-11d5-4064-929f-ba3088f4b29b HTTP/1.1" status: 204 len: 173 time: 2.1171696 Aug 31 00:51:47.477966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4b8fa4-f118-49e7-89a6-329446c7ddd8', 'name': 'network-vif-deleted', 'tag': 'd7c82237-11d5-4064-929f-ba3088f4b29b'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:51:47.481706 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6406721e-e899-4728-9437-029853f303fd" -d '{"events": [{"server_uuid": "ee4b8fa4-f118-49e7-89a6-329446c7ddd8", "name": "network-vif-deleted", "tag": "d7c82237-11d5-4064-929f-ba3088f4b29b"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:51:47.507660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a011b62-1d87-4c90-991d-4a38b8a7bbc1 req-36e35eb3-2eda-4624-b976-2c4f97b0be55 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:47.510721 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a011b62-1d87-4c90-991d-4a38b8a7bbc1 req-36e35eb3-2eda-4624-b976-2c4f97b0be55 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/ports?device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 931 time: 0.3348074 Aug 31 00:51:47.534462 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d69061-083a-4e77-b51c-275b216448ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1968541291-router', 'tenant_id': '8b65ece303984d0b8e664dea40c7db1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '02837e42-5660-4c91-ada3-0118778315e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:51:31Z', 'updated_at': '2021-08-31T00:51:42Z', 'revision_number': 4, 'project_id': '8b65ece303984d0b8e664dea40c7db1c', 'gw_port': {'id': '02837e42-5660-4c91-ada3-0118778315e2', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d69061-083a-4e77-b51c-275b216448ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:51:34Z', 'updated_at': '2021-08-31T00:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '713deee8-f93c-4579-be82-a1280c727e41', 'name': '', 'network_id': '26312a05-9d1a-4cd0-957b-9c061ea40f4e', 'tenant_id': '8b65ece303984d0b8e664dea40c7db1c', 'mac_address': 'fa:16:3e:9f:c5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d69061-083a-4e77-b51c-275b216448ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '9558b741-d44b-4148-8d70-c8154cc0f455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:51:40Z', 'updated_at': '2021-08-31T00:51:43Z', 'revision_number': 2, 'project_id': '8b65ece303984d0b8e664dea40c7db1c', 'subnets': [{'id': '9558b741-d44b-4148-8d70-c8154cc0f455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:47.612403 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a011b62-1d87-4c90-991d-4a38b8a7bbc1 req-95306786-f9b1-42ec-9a01-b8151c5310bd tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a593b38-035e-4d4d-9999-2988de02c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843737 Aug 31 00:51:47.621240 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6c5d515-1951-46ea-920f-3927083adf59 req-000f183f-6033-4c23-8a72-9d6beee2e212 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3619497 Aug 31 00:51:47.625162 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:47.645982 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Checking router: 87d69061-083a-4e77-b51c-275b216448ba for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:51:47.646351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Updating router 87d69061-083a-4e77-b51c-275b216448ba port 713deee8-f93c-4579-be82-a1280c727e41 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:51:47.689479 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:47.783638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] Deleting port ae9d794e-a624-40f2-a158-0ab819227c22 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:51:47.783974 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:47.875213 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Request body: {'port': {'device_id': '561521ed-2e86-4aab-a211-29da29e49e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:47.964820 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] For port ae9d794e-a624-40f2-a158-0ab819227c22, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ae9d794e-a624-40f2-a158-0ab819227c22,segment=NetworkSegment(408bd9ae-6f56-40a4-92a6-b7a446e8bb34),segment_id=408bd9ae-6f56-40a4-92a6-b7a446e8bb34)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:47.965388 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:47.967135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6975f3-61b2-448a-80c3-60bc35c251fd None None] DHCP port deletion for 27a6bb17-3726-4705-89dd-a20dd7edacef request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 00:51:48.012999 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] Calling delete_port for ae9d794e-a624-40f2-a158-0ab819227c22 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:51:48.203397 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ae9d794e-a624-40f2-a158-0ab819227c22 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:51:48.250855 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-7ee0b095-f49a-4515-a271-290307a59295 req-adfe9cd1-29c5-478c-994d-1555b8eb5e0e tempest-FloatingIPDetailsNegativeTestJSON-1789412421 tempest-FloatingIPDetailsNegativeTestJSON-1789412421-project] show failed (client error): The resource could not be found. Aug 31 00:51:48.257546 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ee0b095-f49a-4515-a271-290307a59295 req-adfe9cd1-29c5-478c-994d-1555b8eb5e0e tempest-FloatingIPDetailsNegativeTestJSON-1789412421 tempest-FloatingIPDetailsNegativeTestJSON-1789412421-project] 10.222.0.16 "GET /v2.0/floatingips/7233acbf-5305-40a9-93d2-c9c8d097ab62 HTTP/1.1" status: 404 len: 350 time: 0.0836873 Aug 31 00:51:48.275368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38764) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:48.286990 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6c177069-2e82-4963-ba85-a398219eea46 req-b5cc060d-24c1-4bd0-8774-0e018dc26b64 tempest-VolumesAdminNegativeTest-115796989 tempest-VolumesAdminNegativeTest-115796989-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4b8fa4-f118-49e7-89a6-329446c7ddd8 HTTP/1.1" status: 200 len: 210 time: 0.1232798 Aug 31 00:51:48.302389 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:48.459989 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-1b0643f5-4823-4b3b-92c4-dfb5d6c3ddb1 req-4fdf53f6-6e66-42be-bb6b-d7745cd3ef94 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1955250364', 'description': 'tempest-description-610542946'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:48.470263 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7a6975f3-61b2-448a-80c3-60bc35c251fd None None] Deleting port ae9d794e-a624-40f2-a158-0ab819227c22 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:51:48.473663 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7a6975f3-61b2-448a-80c3-60bc35c251fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:48.509901 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1aaef3f-a905-4ec5-9dd6-ca02878ec738 x-openstack-request-id: req-c1aaef3f-a905-4ec5-9dd6-ca02878ec738 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:51:48.510242 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4b8fa4-f118-49e7-89a6-329446c7ddd8", "name": "network-vif-deleted", "tag": "d7c82237-11d5-4064-929f-ba3088f4b29b", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:51:48.510559 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1aaef3f-a905-4ec5-9dd6-ca02878ec738 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:51:48.511062 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4b8fa4-f118-49e7-89a6-329446c7ddd8', 'name': 'network-vif-deleted', 'tag': 'd7c82237-11d5-4064-929f-ba3088f4b29b', 'status': 'completed', 'code': 200} Aug 31 00:51:48.718363 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1b0643f5-4823-4b3b-92c4-dfb5d6c3ddb1 req-4fdf53f6-6e66-42be-bb6b-d7745cd3ef94 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:48.764444 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:48.785418 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] No DVR routers for this DVR port ae9d794e-a624-40f2-a158-0ab819227c22 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:51:48.938993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9d794e-a624-40f2-a158-0ab819227c22,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:48.956057 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:48.973402 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:48.975774 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-7a6975f3-61b2-448a-80c3-60bc35c251fd None None] For port ae9d794e-a624-40f2-a158-0ab819227c22, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ae9d794e-a624-40f2-a158-0ab819227c22,segment=NetworkSegment(408bd9ae-6f56-40a4-92a6-b7a446e8bb34),segment_id=408bd9ae-6f56-40a4-92a6-b7a446e8bb34)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:48.976424 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7a6975f3-61b2-448a-80c3-60bc35c251fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:48.990873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a6bb17-3726-4705-89dd-a20dd7edacef']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:49.010774 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408bd9ae-6f56-40a4-92a6-b7a446e8bb34') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:49.011938 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408bd9ae-6f56-40a4-92a6-b7a446e8bb34') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:49.027939 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:49.044891 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b6190e-9342-46ee-a168-a0365e14dd4f {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:51:49.048290 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d7c82237-11d5-4064-929f-ba3088f4b29b no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:51:49.055823 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:49.057246 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:51:49.057742 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:49.058703 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:49.079297 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Transition to ACTIVE for port object 95b6190e-9342-46ee-a168-a0365e14dd4f will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: timer() Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:51:49.134488 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:51:49.154501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7a6975f3-61b2-448a-80c3-60bc35c251fd None None] Calling delete_port for ae9d794e-a624-40f2-a158-0ab819227c22 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:51:49.159347 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: d7c82237-11d5-4064-929f-ba3088f4b29b {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:51:49.160480 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d7c82237-11d5-4064-929f-ba3088f4b29b not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:51:49.242210 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:49.322342 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1b0643f5-4823-4b3b-92c4-dfb5d6c3ddb1 req-4fdf53f6-6e66-42be-bb6b-d7745cd3ef94 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:49.428138 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:49.449101 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1b0643f5-4823-4b3b-92c4-dfb5d6c3ddb1 req-4fdf53f6-6e66-42be-bb6b-d7745cd3ef94 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:49.449487 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Pushing event updated for resources: {'Port': ['ID=95b6190e-9342-46ee-a168-a0365e14dd4f,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:49.454085 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Transition to ACTIVE for port object 713deee8-f93c-4579-be82-a1280c727e41 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:51:49.494851 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Attempting to bind port 95b6190e-9342-46ee-a168-a0365e14dd4f on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:51:49.495087 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7a6975f3-61b2-448a-80c3-60bc35c251fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:49.496214 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Attempting to bind port 95b6190e-9342-46ee-a168-a0365e14dd4f by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '82495ea4-0c82-4527-b8f4-f588fb554f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6a0f3c0-60d2-4d67-9d22-e9301c505e19'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:51:49.496774 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Attempting to bind port 95b6190e-9342-46ee-a168-a0365e14dd4f on network d6a0f3c0-60d2-4d67-9d22-e9301c505e19 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:51:49.497049 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:49.507473 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Port 95b6190e-9342-46ee-a168-a0365e14dd4f on network d6a0f3c0-60d2-4d67-9d22-e9301c505e19 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:51:49.508504 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Attempting to bind port 95b6190e-9342-46ee-a168-a0365e14dd4f on network d6a0f3c0-60d2-4d67-9d22-e9301c505e19 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:51:49.510558 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a6975f3-61b2-448a-80c3-60bc35c251fd None None] Network 27a6bb17-3726-4705-89dd-a20dd7edacef is not hosted by any dhcp agent {{(pid=102344) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 00:51:49.511679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf53f6-6e66-42be-bb6b-d7745cd3ef94 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f9f4cd-8aa9-4af8-a813-f93956c63fe0,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:49.511822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6975f3-61b2-448a-80c3-60bc35c251fd None None] No DVR routers for this DVR port ae9d794e-a624-40f2-a158-0ab819227c22 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:51:49.532844 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:49.534919 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] 10.222.0.16 "DELETE /v2.0/networks/27a6bb17-3726-4705-89dd-a20dd7edacef HTTP/1.1" status: 204 len: 168 time: 2.1087353 Aug 31 00:51:49.538995 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:51:49.539634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Checking segment: {'id': '82495ea4-0c82-4527-b8f4-f588fb554f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6a0f3c0-60d2-4d67-9d22-e9301c505e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:51:49.540445 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Bound using segment: {'id': '82495ea4-0c82-4527-b8f4-f588fb554f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6a0f3c0-60d2-4d67-9d22-e9301c505e19'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:51:49.541045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942c7e8-3328-4df1-8a28-de310ec0f8df admin admin] Pushing event deleted for resources: {'Network': ['ID=27a6bb17-3726-4705-89dd-a20dd7edacef,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:49.541912 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Bound port: 95b6190e-9342-46ee-a168-a0365e14dd4f, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82495ea4-0c82-4527-b8f4-f588fb554f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6a0f3c0-60d2-4d67-9d22-e9301c505e19'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:51:49.548671 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6975f3-61b2-448a-80c3-60bc35c251fd None None] Pushing event deleted for resources: {'Port': ['ID=ae9d794e-a624-40f2-a158-0ab819227c22,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:49.549423 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:49.579821 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e13762bd-7e74-4a8f-a84e-687798252db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:49.598972 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:49.633490 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1b0643f5-4823-4b3b-92c4-dfb5d6c3ddb1 req-4fdf53f6-6e66-42be-bb6b-d7745cd3ef94 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:49.635108 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1b0643f5-4823-4b3b-92c4-dfb5d6c3ddb1 req-4fdf53f6-6e66-42be-bb6b-d7745cd3ef94 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1827533 Aug 31 00:51:49.707256 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738d762-ba91-4859-8677-ef3f2b3faded None None] Pushing event updated for resources: {'Port': ['ID=713deee8-f93c-4579-be82-a1280c727e41,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:49.733272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] For port 95b6190e-9342-46ee-a168-a0365e14dd4f, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:51:49.768048 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] For port 95b6190e-9342-46ee-a168-a0365e14dd4f, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=95b6190e-9342-46ee-a168-a0365e14dd4f,segment=NetworkSegment(82495ea4-0c82-4527-b8f4-f588fb554f2e),segment_id=82495ea4-0c82-4527-b8f4-f588fb554f2e)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:51:49.838794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Attempting to bind port 713deee8-f93c-4579-be82-a1280c727e41 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:51:49.839190 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Attempting to bind port 713deee8-f93c-4579-be82-a1280c727e41 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'cd454078-cb20-4bbd-8765-5051ffaad8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '26312a05-9d1a-4cd0-957b-9c061ea40f4e'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:51:49.839629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Attempting to bind port 713deee8-f93c-4579-be82-a1280c727e41 on network 26312a05-9d1a-4cd0-957b-9c061ea40f4e {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:51:49.852225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:51:49.853068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Checking segment: {'id': 'cd454078-cb20-4bbd-8765-5051ffaad8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '26312a05-9d1a-4cd0-957b-9c061ea40f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:51:49.853329 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-510b489d-97f5-44b3-bb71-c3bbcabbe54a req-d63eaece-b947-41c0-b4f6-6e3ed25a1047 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 210 time: 0.0752001 Aug 31 00:51:49.853843 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:49.854276 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Bound using segment: {'id': 'cd454078-cb20-4bbd-8765-5051ffaad8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '26312a05-9d1a-4cd0-957b-9c061ea40f4e'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:51:49.854889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Bound port: 713deee8-f93c-4579-be82-a1280c727e41, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd454078-cb20-4bbd-8765-5051ffaad8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '26312a05-9d1a-4cd0-957b-9c061ea40f4e'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:51:49.855301 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:49.912763 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:49.957104 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] For port 713deee8-f93c-4579-be82-a1280c727e41, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:51:49.963646 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] For port 713deee8-f93c-4579-be82-a1280c727e41, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=713deee8-f93c-4579-be82-a1280c727e41,segment=NetworkSegment(cd454078-cb20-4bbd-8765-5051ffaad8d5),segment_id=cd454078-cb20-4bbd-8765-5051ffaad8d5)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:51:50.023880 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38784) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:50.084280 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:50.136611 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:50.139059 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:50.139059 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6c5d515-1951-46ea-920f-3927083adf59 req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] 10.222.0.41 "PUT /v2.0/ports/95b6190e-9342-46ee-a168-a0365e14dd4f HTTP/1.1" status: 200 len: 1092 time: 2.5088811 Aug 31 00:51:50.144376 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561521ed-2e86-4aab-a211-29da29e49e1f', 'tag': '95b6190e-9342-46ee-a168-a0365e14dd4f'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:51:50.146930 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620a5a21-387a-43bc-a9f1-b698b1e62e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "561521ed-2e86-4aab-a211-29da29e49e1f", "tag": "95b6190e-9342-46ee-a168-a0365e14dd4f"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:51:50.173800 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b6ed8-cf7a-49f0-bf29-d8a301098e6f service neutron] Pushing event updated for resources: {'Port': ['ID=95b6190e-9342-46ee-a168-a0365e14dd4f,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:50.208424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Routers {'87d69061-083a-4e77-b51c-275b216448ba'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:51:50.208424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:51:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['87d69061-083a-4e77-b51c-275b216448ba'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:50.212352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b488e73-025a-42b1-8f30-fb42568039e9 admin admin] Deleting subnet 8657ccd4-c91f-45b2-afd5-e8b8fe8e50e9 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:51:50.218493 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b488e73-025a-42b1-8f30-fb42568039e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:50.289615 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-53cacfb9-38a6-495b-aa88-f984a6fa3489 req-507a92e8-8212-4177-8b96-c9aac9c51112 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-groups/c70efa4b-ee57-415d-b1b8-2d80c981304f HTTP/1.1" status: 200 len: 1805 time: 0.1657939 Aug 31 00:51:50.332260 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738d762-ba91-4859-8677-ef3f2b3faded None None] Pushing event updated for resources: {'Port': ['ID=713deee8-f93c-4579-be82-a1280c727e41,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:50.344030 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38792) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:50.432202 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94722a5f-f12d-419c-8217-217a6394f559 req-2f85e796-bdc4-4dff-a705-18d65641ea76 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:50.435155 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-94722a5f-f12d-419c-8217-217a6394f559 req-2f85e796-bdc4-4dff-a705-18d65641ea76 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/ports?device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 943 time: 0.6696696 Aug 31 00:51:50.476090 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b488e73-025a-42b1-8f30-fb42568039e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:50.515724 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] Set router 87d69061-083a-4e77-b51c-275b216448ba gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:51:50.524616 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-94722a5f-f12d-419c-8217-217a6394f559 req-1b9e0344-cbc9-4cba-9d81-6057fb72da2a tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a593b38-035e-4d4d-9999-2988de02c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723782 Aug 31 00:51:50.627322 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-53cacfb9-38a6-495b-aa88-f984a6fa3489 req-a4d9846b-02b5-4efd-9c63-7880df9b01ab tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-groups/b6f9f4cd-8aa9-4af8-a813-f93956c63fe0 HTTP/1.1" status: 200 len: 1804 time: 0.3126178 Aug 31 00:51:50.627322 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-53cacfb9-38a6-495b-aa88-f984a6fa3489 req-ed7c441a-e587-4a73-84dd-96971f62b144 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c70efa4b-ee57-415d-b1b8-2d80c981304f', 'remote_group_id': 'b6f9f4cd-8aa9-4af8-a813-f93956c63fe0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:50.627322 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-53cacfb9-38a6-495b-aa88-f984a6fa3489 req-ed7c441a-e587-4a73-84dd-96971f62b144 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c70efa4b-ee57-415d-b1b8-2d80c981304f', 'remote_group_id': 'b6f9f4cd-8aa9-4af8-a813-f93956c63fe0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:50.627322 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5d515-1951-46ea-920f-3927083adf59 req-c9c8a960-1a0a-4886-8740-dc72c5a7c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:50.628122 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6c5d515-1951-46ea-920f-3927083adf59 req-c9c8a960-1a0a-4886-8740-dc72c5a7c496 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69ffc68138944897905517c79bfd89b1&device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 1095 time: 0.3197432 Aug 31 00:51:50.630647 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b488e73-025a-42b1-8f30-fb42568039e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:50.638285 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-039e3712-1449-4c7a-afab-43f48a9fc720 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a35bf8903ff840dcbf6ccdb26a9793ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2685590 Aug 31 00:51:50.660922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38796) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:50.728913 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6c5d515-1951-46ea-920f-3927083adf59 req-de29a2c2-1f55-4b2c-9922-634e010307a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95b6190e-9342-46ee-a168-a0365e14dd4f HTTP/1.1" status: 200 len: 217 time: 0.0654738 Aug 31 00:51:50.749320 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-29bc2e0b-08b9-463e-844c-cf0f34014ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:50.774123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-e13762bd-7e74-4a8f-a84e-687798252db4 admin admin] Deleting port 713deee8-f93c-4579-be82-a1280c727e41 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:51:50.774471 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e13762bd-7e74-4a8f-a84e-687798252db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:50.849701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5d515-1951-46ea-920f-3927083adf59 req-4126d321-e857-4d74-bf5a-597881341d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:50.852684 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6c5d515-1951-46ea-920f-3927083adf59 req-4126d321-e857-4d74-bf5a-597881341d4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e07bfe17-0121-48fe-96d6-1ff0dafc0a43 HTTP/1.1" status: 200 len: 850 time: 0.1166458 Aug 31 00:51:50.858398 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdf9f57-d8b7-43a4-ad7b-9fc9520f6bbf x-openstack-request-id: req-6bdf9f57-d8b7-43a4-ad7b-9fc9520f6bbf {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:51:50.859094 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561521ed-2e86-4aab-a211-29da29e49e1f", "tag": "95b6190e-9342-46ee-a168-a0365e14dd4f", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:51:50.862950 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6bdf9f57-d8b7-43a4-ad7b-9fc9520f6bbf {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:51:50.864123 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561521ed-2e86-4aab-a211-29da29e49e1f', 'tag': '95b6190e-9342-46ee-a168-a0365e14dd4f', 'status': 'completed', 'code': 200} Aug 31 00:51:50.880150 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-29bc2e0b-08b9-463e-844c-cf0f34014ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:50.903060 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d69061-083a-4e77-b51c-275b216448ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1968541291-router', 'tenant_id': '8b65ece303984d0b8e664dea40c7db1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '02837e42-5660-4c91-ada3-0118778315e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:51:31Z', 'updated_at': '2021-08-31T00:51:42Z', 'revision_number': 4, 'project_id': '8b65ece303984d0b8e664dea40c7db1c', 'gw_port': {'id': '02837e42-5660-4c91-ada3-0118778315e2', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d69061-083a-4e77-b51c-275b216448ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:51:34Z', 'updated_at': '2021-08-31T00:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '713deee8-f93c-4579-be82-a1280c727e41', 'name': '', 'network_id': '26312a05-9d1a-4cd0-957b-9c061ea40f4e', 'tenant_id': '8b65ece303984d0b8e664dea40c7db1c', 'mac_address': 'fa:16:3e:9f:c5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d69061-083a-4e77-b51c-275b216448ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '9558b741-d44b-4148-8d70-c8154cc0f455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:51:40Z', 'updated_at': '2021-08-31T00:51:49Z', 'revision_number': 4, 'project_id': '8b65ece303984d0b8e664dea40c7db1c', 'subnets': [{'id': '9558b741-d44b-4148-8d70-c8154cc0f455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:50.934767 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6c5d515-1951-46ea-920f-3927083adf59 req-c71b5518-ee89-462f-bbf1-4506a8a834b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6a0f3c0-60d2-4d67-9d22-e9301c505e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688865 Aug 31 00:51:50.992834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7758eda-68f2-4b36-8e65-2b2b625f79a4 None None] The sync data for ids ['87d69061-083a-4e77-b51c-275b216448ba'] in n-d-793621-34 is: [{'id': '87d69061-083a-4e77-b51c-275b216448ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1968541291-router', 'tenant_id': '8b65ece303984d0b8e664dea40c7db1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '02837e42-5660-4c91-ada3-0118778315e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:51:31Z', 'updated_at': '2021-08-31T00:51:42Z', 'revision_number': 4, 'project_id': '8b65ece303984d0b8e664dea40c7db1c', 'gw_port': {'id': '02837e42-5660-4c91-ada3-0118778315e2', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d69061-083a-4e77-b51c-275b216448ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:51:34Z', 'updated_at': '2021-08-31T00:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '713deee8-f93c-4579-be82-a1280c727e41', 'name': '', 'network_id': '26312a05-9d1a-4cd0-957b-9c061ea40f4e', 'tenant_id': '8b65ece303984d0b8e664dea40c7db1c', 'mac_address': 'fa:16:3e:9f:c5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d69061-083a-4e77-b51c-275b216448ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '9558b741-d44b-4148-8d70-c8154cc0f455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:51:40Z', 'updated_at': '2021-08-31T00:51:49Z', 'revision_number': 4, 'project_id': '8b65ece303984d0b8e664dea40c7db1c', 'subnets': [{'id': '9558b741-d44b-4148-8d70-c8154cc0f455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:51:51.062863 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b488e73-025a-42b1-8f30-fb42568039e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:51.097964 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-e13762bd-7e74-4a8f-a84e-687798252db4 admin admin] For port 713deee8-f93c-4579-be82-a1280c727e41, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=713deee8-f93c-4579-be82-a1280c727e41,segment=NetworkSegment(cd454078-cb20-4bbd-8765-5051ffaad8d5),segment_id=cd454078-cb20-4bbd-8765-5051ffaad8d5)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:51.098605 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e13762bd-7e74-4a8f-a84e-687798252db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:51.142906 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-e13762bd-7e74-4a8f-a84e-687798252db4 admin admin] Calling delete_port for 713deee8-f93c-4579-be82-a1280c727e41 owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:51:51.155173 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-29bc2e0b-08b9-463e-844c-cf0f34014ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:51.155173 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-29bc2e0b-08b9-463e-844c-cf0f34014ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:51.160943 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-29bc2e0b-08b9-463e-844c-cf0f34014ef3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4f58622-e58e-461c-8e18-8ab4fcf73bb4 HTTP/1.1" status: 204 len: 168 time: 0.4950125 Aug 31 00:51:51.194319 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b488e73-025a-42b1-8f30-fb42568039e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8657ccd4-c91f-45b2-afd5-e8b8fe8e50e9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:51.238833 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-53cacfb9-38a6-495b-aa88-f984a6fa3489 req-ed7c441a-e587-4a73-84dd-96971f62b144 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:51.268241 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b488e73-025a-42b1-8f30-fb42568039e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:51.268241 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3b488e73-025a-42b1-8f30-fb42568039e9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8657ccd4-c91f-45b2-afd5-e8b8fe8e50e9 HTTP/1.1" status: 204 len: 168 time: 1.2416451 Aug 31 00:51:51.282142 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-efb8e2c0-ecf9-42c1-b87e-d952e23f7407 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:51.297718 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-efb8e2c0-ecf9-42c1-b87e-d952e23f7407 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 808 time: 0.2993021 Aug 31 00:51:51.304909 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38806) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:51.386423 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6c5d515-1951-46ea-920f-3927083adf59 req-190b238f-ef55-4563-b10c-3c263318841e service neutron] 10.222.0.41 "GET /v2.0/networks/d6a0f3c0-60d2-4d67-9d22-e9301c505e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419687 Aug 31 00:51:51.468323 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-53cacfb9-38a6-495b-aa88-f984a6fa3489 req-ed7c441a-e587-4a73-84dd-96971f62b144 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:51.508546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc2e0b-08b9-463e-844c-cf0f34014ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f58622-e58e-461c-8e18-8ab4fcf73bb4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:51.584348 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-53cacfb9-38a6-495b-aa88-f984a6fa3489 req-ed7c441a-e587-4a73-84dd-96971f62b144 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:51.631393 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-daad4d48-de1c-47df-be55-7139aa38bfa7 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/quotas/94c1e14dadd544e0828f51650b31e0cc HTTP/1.1" status: 200 len: 375 time: 0.3324163 Aug 31 00:51:51.653784 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c441a-e587-4a73-84dd-96971f62b144 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69cf0fe3-52f7-4afd-bf5d-bd3d31fb66ff,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:51.694074 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c9b23d2-d904-4d24-934c-1b66f18e43b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:51.773560 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6c5d515-1951-46ea-920f-3927083adf59 req-a19464ff-0d31-450e-be6e-c48b92817616 service neutron] 10.222.0.41 "GET /v2.0/networks/d6a0f3c0-60d2-4d67-9d22-e9301c505e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022554 Aug 31 00:51:51.842243 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-1d60fbd1-e2a4-4e70-8b38-9c751c162fcf tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2086868 Aug 31 00:51:51.872324 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-53cacfb9-38a6-495b-aa88-f984a6fa3489 req-ed7c441a-e587-4a73-84dd-96971f62b144 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:51.884698 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-53cacfb9-38a6-495b-aa88-f984a6fa3489 req-ed7c441a-e587-4a73-84dd-96971f62b144 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2813392 Aug 31 00:51:51.947039 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c9b23d2-d904-4d24-934c-1b66f18e43b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:51.966389 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-9c9b23d2-d904-4d24-934c-1b66f18e43b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b877e06c-c6d5-487e-936f-bc7f69f3dde8']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:51.972491 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-6a67ce25-fda4-41aa-a90b-626df2251edb tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:51.974423 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-6a67ce25-fda4-41aa-a90b-626df2251edb tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.48 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 820 time: 0.4899333 Aug 31 00:51:51.999719 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-9c9b23d2-d904-4d24-934c-1b66f18e43b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4202bfca-4859-4059-839b-c586e9e1a303') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:52.000545 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-9c9b23d2-d904-4d24-934c-1b66f18e43b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4202bfca-4859-4059-839b-c586e9e1a303') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:52.007727 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Request body: {'port': {'device_id': 'f3a68045-75b6-462e-ade6-bec6c82869af', 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f', 'admin_state_up': True, 'tenant_id': '70608dabb68b4f098ed58bafcf31f2c9'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:52.070683 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c9b23d2-d904-4d24-934c-1b66f18e43b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:52.105526 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c9b23d2-d904-4d24-934c-1b66f18e43b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:52.117831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a5a21-387a-43bc-a9f1-b698b1e62e9b req-5ce34576-4d58-4457-8119-2c343d3df844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:52.119539 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-620a5a21-387a-43bc-a9f1-b698b1e62e9b req-5ce34576-4d58-4457-8119-2c343d3df844 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69ffc68138944897905517c79bfd89b1&device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 1095 time: 0.1330686 Aug 31 00:51:52.132557 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e13762bd-7e74-4a8f-a84e-687798252db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:52.135388 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9b23d2-d904-4d24-934c-1b66f18e43b3 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:51:52.135889 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c9b23d2-d904-4d24-934c-1b66f18e43b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: timer() Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:51:52.151973 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:51:52.214348 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13762bd-7e74-4a8f-a84e-687798252db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=713deee8-f93c-4579-be82-a1280c727e41,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:52.321398 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 713deee8-f93c-4579-be82-a1280c727e41 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:51:52.401134 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 713deee8-f93c-4579-be82-a1280c727e41 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:51:52.402066 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 713deee8-f93c-4579-be82-a1280c727e41 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 00:51:52.417553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38816) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:52.440245 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Port 713deee8-f93c-4579-be82-a1280c727e41 not found, will not notify nova. {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 00:51:52.472246 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d465f7a8-29b7-43a8-8ea1-08581475457c req-13cb16c2-df74-4cb6-a494-a62257e73db7 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 210 time: 0.0826056 Aug 31 00:51:52.478108 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c9b23d2-d904-4d24-934c-1b66f18e43b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:52.503335 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-f312e5ef-9f6f-45ac-87e5-c48d580188f2 service neutron] 10.222.0.16 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6593261 Aug 31 00:51:52.537801 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b23d2-d904-4d24-934c-1b66f18e43b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b877e06c-c6d5-487e-936f-bc7f69f3dde8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:52.568625 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c9b23d2-d904-4d24-934c-1b66f18e43b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:52.582101 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9c9b23d2-d904-4d24-934c-1b66f18e43b3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b877e06c-c6d5-487e-936f-bc7f69f3dde8 HTTP/1.1" status: 204 len: 168 time: 1.2683859 Aug 31 00:51:52.600260 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38818) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:52.602583 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a5a21-387a-43bc-a9f1-b698b1e62e9b req-9629bc07-f35c-4231-8014-bf8d37d6d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:52.612837 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-620a5a21-387a-43bc-a9f1-b698b1e62e9b req-9629bc07-f35c-4231-8014-bf8d37d6d129 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6a0f3c0-60d2-4d67-9d22-e9301c505e19 HTTP/1.1" status: 200 len: 911 time: 0.4836550 Aug 31 00:51:52.754444 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-12c68add-f071-48fa-a209-5fbf1da329b7 service neutron] 10.222.0.16 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502060 Aug 31 00:51:52.755422 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-620a5a21-387a-43bc-a9f1-b698b1e62e9b req-35d906ed-303d-4857-8ffe-8bef90423581 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95b6190e-9342-46ee-a168-a0365e14dd4f HTTP/1.1" status: 200 len: 217 time: 0.1178555 Aug 31 00:51:52.793598 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cfa7aaa7-451a-43b8-a554-15b63ba5cff5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=854c9c5a42f54ef6bf57125f52acc63a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3720517 Aug 31 00:51:52.832490 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38820) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:52.867780 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Made reservation on behalf of 70608dabb68b4f098ed58bafcf31f2c9 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:51:52.880198 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:52.917725 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bec634-a4d6-418a-80d5-9e78cf6e12c8 admin admin] Deleting subnet a7fde159-7e2a-4b48-b456-58d7a0537c2d {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:51:52.919229 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e13762bd-7e74-4a8f-a84e-687798252db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:52.928342 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-19bec634-a4d6-418a-80d5-9e78cf6e12c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:52.991063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a5a21-387a-43bc-a9f1-b698b1e62e9b req-c0cdbd3d-9fbb-49ed-ba8b-969ac5f813f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:52.993791 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-620a5a21-387a-43bc-a9f1-b698b1e62e9b req-c0cdbd3d-9fbb-49ed-ba8b-969ac5f813f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e07bfe17-0121-48fe-96d6-1ff0dafc0a43 HTTP/1.1" status: 200 len: 850 time: 0.2094908 Aug 31 00:51:53.048440 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05355ea7-73e8-4bd8-a254-80007a64ed01 req-b2f5ebac-0f15-467f-85fd-b36afbb7a157 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:53.060658 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05355ea7-73e8-4bd8-a254-80007a64ed01 req-b2f5ebac-0f15-467f-85fd-b36afbb7a157 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/ports?device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 943 time: 0.3129013 Aug 31 00:51:53.100825 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-19bec634-a4d6-418a-80d5-9e78cf6e12c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:53.105275 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-620a5a21-387a-43bc-a9f1-b698b1e62e9b req-6623423c-1693-41a3-8d48-133e4d91128d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6a0f3c0-60d2-4d67-9d22-e9301c505e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947573 Aug 31 00:51:53.210026 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe33bf76-04fc-464b-a3a9-e9b527b1012c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:53.285122 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05355ea7-73e8-4bd8-a254-80007a64ed01 req-179b381a-e90f-4d26-a16b-3500a0082ae4 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a593b38-035e-4d4d-9999-2988de02c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232506 Aug 31 00:51:53.286431 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-19bec634-a4d6-418a-80d5-9e78cf6e12c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:53.315221 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe33bf76-04fc-464b-a3a9-e9b527b1012c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:53.381175 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Allocated IP 172.20.0.8 (dffc61c4-1ac9-454f-80fe-3549f2de306f/45fd49b9-6149-4edf-8dda-93674521e88a/8b9bcfa6-19f1-4a7c-b59f-a75514833c00) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:51:53.487023 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-620a5a21-387a-43bc-a9f1-b698b1e62e9b req-737c3ba7-534e-40e2-9473-625593777492 service neutron] 10.222.0.41 "GET /v2.0/networks/d6a0f3c0-60d2-4d67-9d22-e9301c505e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520837 Aug 31 00:51:53.558636 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d842ae37-6ba2-4c48-b05f-12b6bcf233d7 req-d54988cb-5c52-47b7-9c52-c0c0988eca66 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-groups/b6f9f4cd-8aa9-4af8-a813-f93956c63fe0 HTTP/1.1" status: 200 len: 1804 time: 0.2072999 Aug 31 00:51:53.691797 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-620a5a21-387a-43bc-a9f1-b698b1e62e9b req-f44c88a4-ec09-43c7-9653-5f7e0338f448 service neutron] 10.222.0.41 "GET /v2.0/networks/d6a0f3c0-60d2-4d67-9d22-e9301c505e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038505 Aug 31 00:51:53.692572 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d842ae37-6ba2-4c48-b05f-12b6bcf233d7 req-0e1720ae-2869-4582-be7e-c34a053b3824 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:53.706102 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-19bec634-a4d6-418a-80d5-9e78cf6e12c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:53.740756 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13762bd-7e74-4a8f-a84e-687798252db4 admin admin] Router 87d69061-083a-4e77-b51c-275b216448ba has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:51:53.755863 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe33bf76-04fc-464b-a3a9-e9b527b1012c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:53.758579 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe33bf76-04fc-464b-a3a9-e9b527b1012c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:53.763683 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fe33bf76-04fc-464b-a3a9-e9b527b1012c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/238e7411-ecf3-4bcd-a9c4-5d5f0e3850cb HTTP/1.1" status: 204 len: 168 time: 0.9195426 Aug 31 00:51:53.772968 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-19bec634-a4d6-418a-80d5-9e78cf6e12c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:53.778721 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-19bec634-a4d6-418a-80d5-9e78cf6e12c8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a7fde159-7e2a-4b48-b456-58d7a0537c2d HTTP/1.1" status: 204 len: 168 time: 1.1605220 Aug 31 00:51:53.778721 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bec634-a4d6-418a-80d5-9e78cf6e12c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7fde159-7e2a-4b48-b456-58d7a0537c2d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:53.779501 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d842ae37-6ba2-4c48-b05f-12b6bcf233d7 req-0e1720ae-2869-4582-be7e-c34a053b3824 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:53.787380 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38836) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:53.800427 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33bf76-04fc-464b-a3a9-e9b527b1012c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238e7411-ecf3-4bcd-a9c4-5d5f0e3850cb,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:54.025661 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d842ae37-6ba2-4c48-b05f-12b6bcf233d7 req-0e1720ae-2869-4582-be7e-c34a053b3824 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:54.025661 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d842ae37-6ba2-4c48-b05f-12b6bcf233d7 req-0e1720ae-2869-4582-be7e-c34a053b3824 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:54.033421 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d842ae37-6ba2-4c48-b05f-12b6bcf233d7 req-0e1720ae-2869-4582-be7e-c34a053b3824 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "DELETE /v2.0/security-groups/b6f9f4cd-8aa9-4af8-a813-f93956c63fe0 HTTP/1.1" status: 204 len: 173 time: 0.4731641 Aug 31 00:51:54.076204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1720ae-2869-4582-be7e-c34a053b3824 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f9f4cd-8aa9-4af8-a813-f93956c63fe0,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:54.182228 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:54.191052 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b948dc84-93e0-464b-8b42-f6e9c38dd416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:54.226372 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2abe64a9-8ed3-4f32-af2e-5c826e5fe643 req-9d661652-55fb-4011-9f76-679f940b5b33 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 210 time: 0.0541103 Aug 31 00:51:54.321458 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-57438ee9-c9ec-418e-83c6-345f34ac10c2 req-486ede1e-5658-4aab-9f54-2e6a3024cab5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 210 time: 0.0380867 Aug 31 00:51:54.399041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13762bd-7e74-4a8f-a84e-687798252db4 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:51:54.412623 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d259bb-56eb-4fb6-bd3c-6d38651a2ad6 None None] Sync routers for ids ['87d69061-083a-4e77-b51c-275b216448ba'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:51:54.427661 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d259bb-56eb-4fb6-bd3c-6d38651a2ad6 None None] Routers {'87d69061-083a-4e77-b51c-275b216448ba'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:51:54.429619 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-77d259bb-56eb-4fb6-bd3c-6d38651a2ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:51:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['87d69061-083a-4e77-b51c-275b216448ba'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:54.466864 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87e007be-5424-4dc5-87cf-ff126d4443be req-db883ec0-42e1-4547-be75-b25e8e8d744c tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-groups/c70efa4b-ee57-415d-b1b8-2d80c981304f HTTP/1.1" status: 200 len: 1805 time: 0.0836794 Aug 31 00:51:54.655335 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-77d259bb-56eb-4fb6-bd3c-6d38651a2ad6 None None] Set router 87d69061-083a-4e77-b51c-275b216448ba gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:51:54.711219 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242080a2-b0f6-443f-920f-8a2d8b8ee7c0 req-9937d090-92c7-44a3-9610-33da022c6600 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:54.727088 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-242080a2-b0f6-443f-920f-8a2d8b8ee7c0 req-9937d090-92c7-44a3-9610-33da022c6600 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/ports?device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 943 time: 0.1834309 Aug 31 00:51:54.799290 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-242080a2-b0f6-443f-920f-8a2d8b8ee7c0 req-2fbbbf5c-69b2-47b3-92f8-32497904d7de tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a593b38-035e-4d4d-9999-2988de02c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694757 Aug 31 00:51:55.000415 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e13762bd-7e74-4a8f-a84e-687798252db4 admin admin] 10.222.0.16 "PUT /v2.0/routers/87d69061-083a-4e77-b51c-275b216448ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7178214 Aug 31 00:51:55.004590 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38862) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:55.006057 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:55.010762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-3d218eab-487a-4e9a-b175-e05b396da51f req-f5e3b166-f44d-4373-a7cf-fd9125a9f66c tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1164027188', 'description': 'tempest-description-1446569917'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:55.022078 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['17330b1f-d2d0-4cb3-a45e-7c962003447d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:51:55.039636 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b948dc84-93e0-464b-8b42-f6e9c38dd416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:55.074710 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-77d259bb-56eb-4fb6-bd3c-6d38651a2ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d69061-083a-4e77-b51c-275b216448ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1968541291-router', 'tenant_id': '8b65ece303984d0b8e664dea40c7db1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '02837e42-5660-4c91-ada3-0118778315e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:51:31Z', 'updated_at': '2021-08-31T00:51:51Z', 'revision_number': 5, 'project_id': '8b65ece303984d0b8e664dea40c7db1c', 'gw_port': {'id': '02837e42-5660-4c91-ada3-0118778315e2', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d69061-083a-4e77-b51c-275b216448ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:51:34Z', 'updated_at': '2021-08-31T00:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:55.076718 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-b948dc84-93e0-464b-8b42-f6e9c38dd416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a9eb25-9420-4a3a-a976-30e5bb1bc901']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:55.105272 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Network dffc61c4-1ac9-454f-80fe-3549f2de306f is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:51:55.125333 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-b948dc84-93e0-464b-8b42-f6e9c38dd416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e282ef-b941-4f97-8b38-b9ca3ec866db') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:55.125648 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-b948dc84-93e0-464b-8b42-f6e9c38dd416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e282ef-b941-4f97-8b38-b9ca3ec866db') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:55.131470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 95b6190e-9342-46ee-a168-a0365e14dd4f details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:51:55.153347 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:51:55.160548 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d259bb-56eb-4fb6-bd3c-6d38651a2ad6 None None] Checking router: 87d69061-083a-4e77-b51c-275b216448ba for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:51:55.182437 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d259bb-56eb-4fb6-bd3c-6d38651a2ad6 None None] Routers {'87d69061-083a-4e77-b51c-275b216448ba'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:51:55.182924 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-77d259bb-56eb-4fb6-bd3c-6d38651a2ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:51:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['87d69061-083a-4e77-b51c-275b216448ba'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:55.186620 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:51:55.202512 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b948dc84-93e0-464b-8b42-f6e9c38dd416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:55.257264 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2db7e047-def9-4db4-80a2-a3d63c8b6af9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:55.264268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Pushing event updated for resources: {'Port': ['ID=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:55.313258 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3d218eab-487a-4e9a-b175-e05b396da51f req-f5e3b166-f44d-4373-a7cf-fd9125a9f66c tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:55.388267 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b948dc84-93e0-464b-8b42-f6e9c38dd416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:55.428187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b948dc84-93e0-464b-8b42-f6e9c38dd416 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:51:55.429152 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b948dc84-93e0-464b-8b42-f6e9c38dd416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:55.430568 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-77d259bb-56eb-4fb6-bd3c-6d38651a2ad6 None None] Set router 87d69061-083a-4e77-b51c-275b216448ba gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:51:55.519930 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2db7e047-def9-4db4-80a2-a3d63c8b6af9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:55.695616 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 95b6190e-9342-46ee-a168-a0365e14dd4f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=95b6190e-9342-46ee-a168-a0365e14dd4f,segment=NetworkSegment(82495ea4-0c82-4527-b8f4-f588fb554f2e),segment_id=82495ea4-0c82-4527-b8f4-f588fb554f2e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:55.723349 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '95b6190e-9342-46ee-a168-a0365e14dd4f', 'network_id': 'd6a0f3c0-60d2-4d67-9d22-e9301c505e19', 'port_id': '95b6190e-9342-46ee-a168-a0365e14dd4f', 'mac_address': 'fa:16:3e:8a:1a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07bfe17-0121-48fe-96d6-1ff0dafc0a43', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:51:55.762917 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-77d259bb-56eb-4fb6-bd3c-6d38651a2ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d69061-083a-4e77-b51c-275b216448ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1968541291-router', 'tenant_id': '8b65ece303984d0b8e664dea40c7db1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '02837e42-5660-4c91-ada3-0118778315e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:51:31Z', 'updated_at': '2021-08-31T00:51:51Z', 'revision_number': 5, 'project_id': '8b65ece303984d0b8e664dea40c7db1c', 'gw_port': {'id': '02837e42-5660-4c91-ada3-0118778315e2', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d69061-083a-4e77-b51c-275b216448ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:51:34Z', 'updated_at': '2021-08-31T00:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: timer() Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:51:55.780266 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:51:55.791948 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d259bb-56eb-4fb6-bd3c-6d38651a2ad6 None None] The sync data for ids ['87d69061-083a-4e77-b51c-275b216448ba'] in n-d-793621-34 is: [{'id': '87d69061-083a-4e77-b51c-275b216448ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1968541291-router', 'tenant_id': '8b65ece303984d0b8e664dea40c7db1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '02837e42-5660-4c91-ada3-0118778315e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:51:31Z', 'updated_at': '2021-08-31T00:51:51Z', 'revision_number': 5, 'project_id': '8b65ece303984d0b8e664dea40c7db1c', 'gw_port': {'id': '02837e42-5660-4c91-ada3-0118778315e2', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d69061-083a-4e77-b51c-275b216448ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:51:34Z', 'updated_at': '2021-08-31T00:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:51:55.840404 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:55.841220 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:55.852821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:55.853311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:55.853643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:55.853952 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:55.854295 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:55.854638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:55.854981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:55.855299 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:55.855658 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:55.856187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:55.856527 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:55.856893 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:55.877069 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b948dc84-93e0-464b-8b42-f6e9c38dd416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:55.897571 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:55.901361 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b948dc84-93e0-464b-8b42-f6e9c38dd416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:55.903675 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b948dc84-93e0-464b-8b42-f6e9c38dd416 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b6a9eb25-9420-4a3a-a976-30e5bb1bc901 HTTP/1.1" status: 204 len: 168 time: 2.1143591 Aug 31 00:51:55.907970 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948dc84-93e0-464b-8b42-f6e9c38dd416 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6a9eb25-9420-4a3a-a976-30e5bb1bc901,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:55.938135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b6190e-9342-46ee-a168-a0365e14dd4f {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:51:56.036136 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 95b6190e-9342-46ee-a168-a0365e14dd4f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=95b6190e-9342-46ee-a168-a0365e14dd4f,segment=NetworkSegment(82495ea4-0c82-4527-b8f4-f588fb554f2e),segment_id=82495ea4-0c82-4527-b8f4-f588fb554f2e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:56.111067 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3d218eab-487a-4e9a-b175-e05b396da51f req-f5e3b166-f44d-4373-a7cf-fd9125a9f66c tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:56.370677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 713deee8-f93c-4579-be82-a1280c727e41 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:51:56.370677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 713deee8-f93c-4579-be82-a1280c727e41 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:51:56.370677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 713deee8-f93c-4579-be82-a1280c727e41 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:51:56.372575 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917fa47-30fa-4a66-a281-a25355ce8848 req-0e9240bb-2f58-42ba-a0db-20f01210b1f9 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:56.372575 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9917fa47-30fa-4a66-a281-a25355ce8848 req-0e9240bb-2f58-42ba-a0db-20f01210b1f9 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 931 time: 0.1153233 Aug 31 00:51:56.384349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2db7e047-def9-4db4-80a2-a3d63c8b6af9 admin admin] Deleting port 02837e42-5660-4c91-ada3-0118778315e2 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:51:56.384620 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2db7e047-def9-4db4-80a2-a3d63c8b6af9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:56.548466 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9917fa47-30fa-4a66-a281-a25355ce8848 req-bc6a70ab-8736-4e5c-9fb8-21efd32dc096 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793812 Aug 31 00:51:56.548466 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-2db7e047-def9-4db4-80a2-a3d63c8b6af9 admin admin] For port 02837e42-5660-4c91-ada3-0118778315e2, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=02837e42-5660-4c91-ada3-0118778315e2,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:56.548466 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2db7e047-def9-4db4-80a2-a3d63c8b6af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:56.548466 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2db7e047-def9-4db4-80a2-a3d63c8b6af9 admin admin] Calling delete_port for 02837e42-5660-4c91-ada3-0118778315e2 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:51:56.608196 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:56.660354 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e62605d4-820d-4445-a61b-6e97aee632db req-fb5cb842-c437-49fa-b28a-e83de9898dbd tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 210 time: 0.0469697 Aug 31 00:51:56.702541 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=95b6190e-9342-46ee-a168-a0365e14dd4f,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:56.785539 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3d218eab-487a-4e9a-b175-e05b396da51f req-f5e3b166-f44d-4373-a7cf-fd9125a9f66c tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:56.824236 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3b166-f44d-4373-a7cf-fd9125a9f66c tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b81f31ef-1424-4977-9c45-16c6efa36fc9,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:56.830856 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['95b6190e-9342-46ee-a168-a0365e14dd4f'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:51:56.962607 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2db7e047-def9-4db4-80a2-a3d63c8b6af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:56.970178 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-fa59c5c3-8135-4d3c-8f04-32d16de83fbe tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9742248 Aug 31 00:51:56.970178 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3d218eab-487a-4e9a-b175-e05b396da51f req-f5e3b166-f44d-4373-a7cf-fd9125a9f66c tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:56.970178 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3d218eab-487a-4e9a-b175-e05b396da51f req-f5e3b166-f44d-4373-a7cf-fd9125a9f66c tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.9639239 Aug 31 00:51:57.090216 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7e047-def9-4db4-80a2-a3d63c8b6af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=02837e42-5660-4c91-ada3-0118778315e2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:57.192160 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38894) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:57.302019 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2718d11-5d64-40f5-aa0e-66a5fd0aea6b req-e140e466-c280-40c9-b2e2-1c27c2884783 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-groups/b81f31ef-1424-4977-9c45-16c6efa36fc9 HTTP/1.1" status: 200 len: 1805 time: 0.1801677 Aug 31 00:51:57.324262 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-e2718d11-5d64-40f5-aa0e-66a5fd0aea6b req-03d8a30b-3a78-43ab-907d-3206f084be63 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b81f31ef-1424-4977-9c45-16c6efa36fc9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:57.325091 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-e2718d11-5d64-40f5-aa0e-66a5fd0aea6b req-03d8a30b-3a78-43ab-907d-3206f084be63 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b81f31ef-1424-4977-9c45-16c6efa36fc9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:57.371811 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2db7e047-def9-4db4-80a2-a3d63c8b6af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:57.404811 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee412c83-f24c-4cb9-a954-c4ec465750ed req-8423c3ab-07cb-4c3b-bd29-7247836a1de2 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:57.417427 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ee412c83-f24c-4cb9-a954-c4ec465750ed req-8423c3ab-07cb-4c3b-bd29-7247836a1de2 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/ports?device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 944 time: 0.1906121 Aug 31 00:51:57.426723 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-675f5755-7b74-4c74-ae55-de98280ccb88 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5d8da6b8412407695235efd876a1554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296815 Aug 31 00:51:57.428756 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38898) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:57.510102 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Request body: {'port': {'device_id': 'f3a68045-75b6-462e-ade6-bec6c82869af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:57.601121 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ee412c83-f24c-4cb9-a954-c4ec465750ed req-767b8b40-0777-4cf6-ba17-cf6cf5e31616 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a593b38-035e-4d4d-9999-2988de02c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382627 Aug 31 00:51:57.682882 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2db7e047-def9-4db4-80a2-a3d63c8b6af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:57.693585 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2db7e047-def9-4db4-80a2-a3d63c8b6af9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:57.717250 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:57.731501 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a678545-4d8d-470a-a0a7-5f6a8b2c8c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:57.768345 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e2718d11-5d64-40f5-aa0e-66a5fd0aea6b req-03d8a30b-3a78-43ab-907d-3206f084be63 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:57.778559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-85d2891d-06ce-4359-8a32-443d7e174536 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:57.780459 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-85d2891d-06ce-4359-8a32-443d7e174536 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.41 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 808 time: 0.2476742 Aug 31 00:51:57.842677 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-f69b47d1-9963-4fe4-8c28-f09a80849fad tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Request body: {'port': {'device_id': '97efbd6c-5c97-48f1-990f-60d57a7392ef', 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a', 'admin_state_up': True, 'tenant_id': '94c1e14dadd544e0828f51650b31e0cc'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:57.903199 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a678545-4d8d-470a-a0a7-5f6a8b2c8c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:58.055736 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e2718d11-5d64-40f5-aa0e-66a5fd0aea6b req-03d8a30b-3a78-43ab-907d-3206f084be63 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:58.150672 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e2718d11-5d64-40f5-aa0e-66a5fd0aea6b req-03d8a30b-3a78-43ab-907d-3206f084be63 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:58.155352 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2db7e047-def9-4db4-80a2-a3d63c8b6af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:58.157632 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db7e047-def9-4db4-80a2-a3d63c8b6af9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87d69061-083a-4e77-b51c-275b216448ba {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:51:58.175675 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e220359-dd5d-464b-b5c7-1bb5faefda7c req-689be664-f022-4a65-be7b-cb1da0dc65ea tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:58.187594 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e220359-dd5d-464b-b5c7-1bb5faefda7c req-689be664-f022-4a65-be7b-cb1da0dc65ea tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 931 time: 0.3181431 Aug 31 00:51:58.202605 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2db7e047-def9-4db4-80a2-a3d63c8b6af9 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:58.217079 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2db7e047-def9-4db4-80a2-a3d63c8b6af9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/87d69061-083a-4e77-b51c-275b216448ba HTTP/1.1" status: 204 len: 168 time: 3.2058132 Aug 31 00:51:58.217079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38912) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:58.226002 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8a30b-3a78-43ab-907d-3206f084be63 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad21f07-0df9-40f0-9383-4c1cbbecb64d,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:58.260724 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-f69b47d1-9963-4fe4-8c28-f09a80849fad tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Made reservation on behalf of 94c1e14dadd544e0828f51650b31e0cc for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:51:58.264546 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-f69b47d1-9963-4fe4-8c28-f09a80849fad tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:58.338450 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e2718d11-5d64-40f5-aa0e-66a5fd0aea6b req-03d8a30b-3a78-43ab-907d-3206f084be63 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:58.341298 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2718d11-5d64-40f5-aa0e-66a5fd0aea6b req-03d8a30b-3a78-43ab-907d-3206f084be63 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0263319 Aug 31 00:51:58.391029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8af0326-64b6-49c9-8755-4d6b16377a62 admin admin] Deleting subnet 9558b741-d44b-4148-8d70-c8154cc0f455 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:51:58.401968 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c8af0326-64b6-49c9-8755-4d6b16377a62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:58.461967 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e220359-dd5d-464b-b5c7-1bb5faefda7c req-e372310d-a510-45be-af0c-928e39e6ab72 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672629 Aug 31 00:51:58.504102 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a678545-4d8d-470a-a0a7-5f6a8b2c8c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:58.533888 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c8af0326-64b6-49c9-8755-4d6b16377a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:58.548544 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a678545-4d8d-470a-a0a7-5f6a8b2c8c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:58.560308 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4a678545-4d8d-470a-a0a7-5f6a8b2c8c4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1bc6fb14-3b4f-4b05-85e3-682595846358 HTTP/1.1" status: 204 len: 168 time: 1.1245089 Aug 31 00:51:58.609170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a678545-4d8d-470a-a0a7-5f6a8b2c8c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc6fb14-3b4f-4b05-85e3-682595846358,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:58.777573 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54fb1cd9-20a7-4f53-8b09-895916515652 req-ff76f526-7048-4ed7-9ea5-974b7d8834b7 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 210 time: 0.0631919 Aug 31 00:51:58.781318 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-f69b47d1-9963-4fe4-8c28-f09a80849fad tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Allocated IP 172.20.0.3 (1201673d-ac71-4ee8-8cb6-849c3511a23a/519a0f3b-cc60-470d-b6ba-128b5161d8a4/86272788-dd6b-407f-89fe-4c4063556000) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:51:58.820674 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:51:58.840615 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:58.879309 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Transition to ACTIVE for port object 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:51:58.933203 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1ed013be-e389-4919-9f01-739d29132a41 req-33de7060-8262-4819-b724-7c491fd5b5ec tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-groups/b81f31ef-1424-4977-9c45-16c6efa36fc9 HTTP/1.1" status: 200 len: 2398 time: 0.3411946 Aug 31 00:51:58.947139 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:58.961152 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-1ed013be-e389-4919-9f01-739d29132a41 req-f050ba07-4b82-4a5b-9623-b78bf8b18ad9 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b81f31ef-1424-4977-9c45-16c6efa36fc9', 'remote_group_id': None}]} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:58.961521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-1ed013be-e389-4919-9f01-739d29132a41 req-f050ba07-4b82-4a5b-9623-b78bf8b18ad9 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b81f31ef-1424-4977-9c45-16c6efa36fc9', 'remote_group_id': None}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:59.040078 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c8af0326-64b6-49c9-8755-4d6b16377a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:59.070375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 95b6190e-9342-46ee-a168-a0365e14dd4f up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:51:59.087888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Pushing event updated for resources: {'Port': ['ID=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:59.385365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Attempting to bind port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:51:59.385924 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Attempting to bind port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:51:59.386408 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Attempting to bind port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:51:59.398662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 on network dffc61c4-1ac9-454f-80fe-3549f2de306f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:51:59.399179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Attempting to bind port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:51:59.407801 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 95b6190e-9342-46ee-a168-a0365e14dd4f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:51:59.413848 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 95b6190e-9342-46ee-a168-a0365e14dd4f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:51:59.414387 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:59.438078 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:51:59.438627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Checking segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:51:59.439459 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Bound using segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:51:59.439898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Bound port: 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:51:59.440451 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:59.445683 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-f69b47d1-9963-4fe4-8c28-f09a80849fad tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:59.579046 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1ed013be-e389-4919-9f01-739d29132a41 req-f050ba07-4b82-4a5b-9623-b78bf8b18ad9 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:59.598507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] For port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:51:59.604703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] For port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:51:59.613425 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c8af0326-64b6-49c9-8755-4d6b16377a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:59.619276 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-f69b47d1-9963-4fe4-8c28-f09a80849fad tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:59.643037 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:59.648498 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['19811b1e-bb34-430f-aca6-a9df300ea7f7'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:51:59.708539 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b47d1-9963-4fe4-8c28-f09a80849fad tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Pushing event updated for resources: {'Port': ['ID=86272788-dd6b-407f-89fe-4c4063556000,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:59.741334 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af0326-64b6-49c9-8755-4d6b16377a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9558b741-d44b-4148-8d70-c8154cc0f455,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:59.756773 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:59.758597 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c8af0326-64b6-49c9-8755-4d6b16377a62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:59.762062 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c8af0326-64b6-49c9-8755-4d6b16377a62 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9558b741-d44b-4148-8d70-c8154cc0f455 HTTP/1.1" status: 204 len: 168 time: 1.5439513 Aug 31 00:51:59.770053 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1ed013be-e389-4919-9f01-739d29132a41 req-f050ba07-4b82-4a5b-9623-b78bf8b18ad9 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:59.770053 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38934) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:59.770449 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88870ea-21fd-4edf-8607-5e7e6d7c295f None None] Network 26312a05-9d1a-4cd0-957b-9c061ea40f4e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:51:59.815601 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:59.816215 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:59.818313 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] 10.222.0.48 "PUT /v2.0/ports/8b9bcfa6-19f1-4a7c-b59f-a75514833c00 HTTP/1.1" status: 200 len: 1092 time: 2.8473065 Aug 31 00:51:59.818948 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a68045-75b6-462e-ade6-bec6c82869af', 'tag': '8b9bcfa6-19f1-4a7c-b59f-a75514833c00'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:51:59.821896 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3009eb43-279b-42dc-ac65-4961525751fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a68045-75b6-462e-ade6-bec6c82869af", "tag": "8b9bcfa6-19f1-4a7c-b59f-a75514833c00"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:51:59.840866 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561521ed-2e86-4aab-a211-29da29e49e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b6190e-9342-46ee-a168-a0365e14dd4f'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:51:59.848653 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22db4c52-8193-46b8-9aad-e1f1992fd0cc" -d '{"events": [{"server_uuid": "561521ed-2e86-4aab-a211-29da29e49e1f", "name": "network-vif-plugged", "status": "completed", "tag": "95b6190e-9342-46ee-a168-a0365e14dd4f"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:51:59.860852 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36294457-f04f-46ba-927b-fdc5d4920d1d service neutron] Pushing event updated for resources: {'Port': ['ID=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:59.861812 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:59.869888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-f69b47d1-9963-4fe4-8c28-f09a80849fad tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Network 1201673d-ac71-4ee8-8cb6-849c3511a23a is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:51:59.874583 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-f69b47d1-9963-4fe4-8c28-f09a80849fad tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:51:59.877376 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-f69b47d1-9963-4fe4-8c28-f09a80849fad tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:51:59.908372 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1ed013be-e389-4919-9f01-739d29132a41 req-f050ba07-4b82-4a5b-9623-b78bf8b18ad9 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:59.944553 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 95b6190e-9342-46ee-a168-a0365e14dd4f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=95b6190e-9342-46ee-a168-a0365e14dd4f,segment=NetworkSegment(82495ea4-0c82-4527-b8f4-f588fb554f2e),segment_id=82495ea4-0c82-4527-b8f4-f588fb554f2e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:51:59.961374 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050ba07-4b82-4a5b-9623-b78bf8b18ad9 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2fba00-4c94-4b5c-bf92-74dd3950b726,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:59.996291 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-f69b47d1-9963-4fe4-8c28-f09a80849fad tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:59.997222 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-f69b47d1-9963-4fe4-8c28-f09a80849fad tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:00.079496 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38944) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:00.105844 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 02837e42-5660-4c91-ada3-0118778315e2 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:52:00.133637 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] Deleting port a7154b33-9df8-4ae2-a08d-a20be73c23c8 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:52:00.134209 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:00.136968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-01dce29b-9054-4341-9197-58643bb9a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:00.138747 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-01dce29b-9054-4341-9197-58643bb9a6b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 1095 time: 0.1530788 Aug 31 00:52:00.142167 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:00.210629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 02837e42-5660-4c91-ada3-0118778315e2 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:52:00.210629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 02837e42-5660-4c91-ada3-0118778315e2 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:52:00.218033 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1ed013be-e389-4919-9f01-739d29132a41 req-f050ba07-4b82-4a5b-9623-b78bf8b18ad9 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:00.219243 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1ed013be-e389-4919-9f01-739d29132a41 req-f050ba07-4b82-4a5b-9623-b78bf8b18ad9 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.2848463 Aug 31 00:52:00.240364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970e4ca-553f-41a0-8690-ee19f81538d6 req-ab2b4eb8-a06f-4460-9124-bb9b150382b0 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:00.256157 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f970e4ca-553f-41a0-8690-ee19f81538d6 req-ab2b4eb8-a06f-4460-9124-bb9b150382b0 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/ports?device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 945 time: 0.1868663 Aug 31 00:52:00.261403 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a6fac3ca-bac1-4c2b-9ebd-3149d1d290d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d0392bd6d7c44c5a3cee5b706fc9126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1765366 Aug 31 00:52:00.263224 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-f69b47d1-9963-4fe4-8c28-f09a80849fad tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4588068 Aug 31 00:52:00.263901 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38948) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:00.282989 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Request body: {'port': {'device_id': '97efbd6c-5c97-48f1-990f-60d57a7392ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:00.289648 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-6443f202-59fb-4822-9296-8df48c7078a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b9bcfa6-19f1-4a7c-b59f-a75514833c00 HTTP/1.1" status: 200 len: 217 time: 0.1386719 Aug 31 00:52:00.411079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbad1a45-d126-4e1a-9334-296ebd148651 None None] DHCP port deletion for 26312a05-9d1a-4cd0-957b-9c061ea40f4e request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 00:52:00.465665 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f970e4ca-553f-41a0-8690-ee19f81538d6 req-e1810d03-a472-4743-8ab2-e0e708658140 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a593b38-035e-4d4d-9999-2988de02c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930451 Aug 31 00:52:00.480438 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-7bcf9cfc-e3b4-49bc-bbc2-6169222ff738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:00.486391 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=95b6190e-9342-46ee-a168-a0365e14dd4f,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:00.490699 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-7bcf9cfc-e3b4-49bc-bbc2-6169222ff738 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.1924427 Aug 31 00:52:00.525754 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:00.578121 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-dbad1a45-d126-4e1a-9334-296ebd148651 None None] Deleting port a7154b33-9df8-4ae2-a08d-a20be73c23c8 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:52:00.578781 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dbad1a45-d126-4e1a-9334-296ebd148651 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:00.580554 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-331227f9-eb49-4d59-bd18-3e5cb989ed4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741723 Aug 31 00:52:00.675283 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] For port a7154b33-9df8-4ae2-a08d-a20be73c23c8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a7154b33-9df8-4ae2-a08d-a20be73c23c8,segment=NetworkSegment(cd454078-cb20-4bbd-8765-5051ffaad8d5),segment_id=cd454078-cb20-4bbd-8765-5051ffaad8d5)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:00.675896 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:00.872395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-dbad1a45-d126-4e1a-9334-296ebd148651 None None] For port a7154b33-9df8-4ae2-a08d-a20be73c23c8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a7154b33-9df8-4ae2-a08d-a20be73c23c8,segment=NetworkSegment(cd454078-cb20-4bbd-8765-5051ffaad8d5),segment_id=cd454078-cb20-4bbd-8765-5051ffaad8d5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:00.873388 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dbad1a45-d126-4e1a-9334-296ebd148651 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:00.907952 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-dbad1a45-d126-4e1a-9334-296ebd148651 None None] Calling delete_port for a7154b33-9df8-4ae2-a08d-a20be73c23c8 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:52:00.934888 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-d13d2101-ec89-49ea-8665-f61b9894121c service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497446 Aug 31 00:52:00.951366 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] Calling delete_port for a7154b33-9df8-4ae2-a08d-a20be73c23c8 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:52:01.127998 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-430f6c46-19dd-4f52-a875-c1d08ede0557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:01.150938 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a0e31-25b4-4281-abf3-d69377a16bc7 req-6e21e54c-35dd-4a34-aa03-b02ea16fa1c9 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:01.154377 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cd4a0e31-25b4-4281-abf3-d69377a16bc7 req-6e21e54c-35dd-4a34-aa03-b02ea16fa1c9 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 943 time: 0.6643991 Aug 31 00:52:01.186690 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dbad1a45-d126-4e1a-9334-296ebd148651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:01.188115 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:01.213329 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44a63f5f-ac84-467e-9fed-a7ca8dba1ae5 req-b8c7ac12-0fea-4014-9e5a-0d714426401e service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568705 Aug 31 00:52:01.248414 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad1a45-d126-4e1a-9334-296ebd148651 None None] No DVR routers for this DVR port a7154b33-9df8-4ae2-a08d-a20be73c23c8 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:52:01.249985 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b9c0b-f08d-45ab-af4b-596088d967a6 req-24282d54-1756-411f-bf79-5c9903fc6251 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:01.263826 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f8b9c0b-f08d-45ab-af4b-596088d967a6 req-24282d54-1756-411f-bf79-5c9903fc6251 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 931 time: 0.3254857 Aug 31 00:52:01.264644 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad1a45-d126-4e1a-9334-296ebd148651 None None] Pushing event deleted for resources: {'Port': ['ID=a7154b33-9df8-4ae2-a08d-a20be73c23c8,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:01.310495 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7154b33-9df8-4ae2-a08d-a20be73c23c8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:01.354084 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f8b9c0b-f08d-45ab-af4b-596088d967a6 req-83f9e1d9-1081-4bb6-94fe-d7578d4ff6f5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834644 Aug 31 00:52:01.359051 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-430f6c46-19dd-4f52-a875-c1d08ede0557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:01.391280 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] No DVR routers for this DVR port a7154b33-9df8-4ae2-a08d-a20be73c23c8 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:52:01.437289 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd2e683-6438-4472-a3fc-d3f989d5ba88 x-openstack-request-id: req-2dd2e683-6438-4472-a3fc-d3f989d5ba88 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:52:01.439606 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a68045-75b6-462e-ade6-bec6c82869af", "tag": "8b9bcfa6-19f1-4a7c-b59f-a75514833c00", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:52:01.442564 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2dd2e683-6438-4472-a3fc-d3f989d5ba88 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:52:01.445162 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a68045-75b6-462e-ade6-bec6c82869af', 'tag': '8b9bcfa6-19f1-4a7c-b59f-a75514833c00', 'status': 'completed', 'code': 200} Aug 31 00:52:01.580280 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54eb379f-ad41-43ae-94da-9a106b652d4f x-openstack-request-id: req-54eb379f-ad41-43ae-94da-9a106b652d4f {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:52:01.598069 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561521ed-2e86-4aab-a211-29da29e49e1f", "name": "network-vif-plugged", "status": "completed", "tag": "95b6190e-9342-46ee-a168-a0365e14dd4f", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:52:01.598069 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54eb379f-ad41-43ae-94da-9a106b652d4f {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:52:01.598069 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561521ed-2e86-4aab-a211-29da29e49e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b6190e-9342-46ee-a168-a0365e14dd4f', 'code': 200} Aug 31 00:52:01.598505 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009eb43-279b-42dc-ac65-4961525751fc req-a5b736cf-7d09-48fc-86b6-142d2d0cfe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:01.598505 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3009eb43-279b-42dc-ac65-4961525751fc req-a5b736cf-7d09-48fc-86b6-142d2d0cfe58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 1095 time: 0.0913258 Aug 31 00:52:01.601191 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cd4a0e31-25b4-4281-abf3-d69377a16bc7 req-1c36018f-3f34-469c-82dc-a69b94493e77 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200628 Aug 31 00:52:01.666000 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:01.705122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26312a05-9d1a-4cd0-957b-9c061ea40f4e']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:01.732054 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd454078-cb20-4bbd-8765-5051ffaad8d5') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:01.732538 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd454078-cb20-4bbd-8765-5051ffaad8d5') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:01.766674 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:01.789558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009eb43-279b-42dc-ac65-4961525751fc req-cb6b5b8b-65b2-4171-9382-87c8bd7a678d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:01.791260 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3009eb43-279b-42dc-ac65-4961525751fc req-cb6b5b8b-65b2-4171-9382-87c8bd7a678d service neutron] 10.222.0.48 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 921 time: 0.1883121 Aug 31 00:52:01.829424 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-430f6c46-19dd-4f52-a875-c1d08ede0557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:01.834465 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-430f6c46-19dd-4f52-a875-c1d08ede0557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:01.836391 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-430f6c46-19dd-4f52-a875-c1d08ede0557 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/483f9258-e1bb-427d-b326-8caa8d619a43 HTTP/1.1" status: 204 len: 168 time: 1.5692694 Aug 31 00:52:01.853556 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:01.868365 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f6c46-19dd-4f52-a875-c1d08ede0557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483f9258-e1bb-427d-b326-8caa8d619a43,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:01.885052 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:52:01.885697 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: timer() Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:52:01.888520 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:52:01.893553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86272788-dd6b-407f-89fe-4c4063556000 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:52:01.985602 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:02.039799 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Transition to ACTIVE for port object 86272788-dd6b-407f-89fe-4c4063556000 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:52:02.049215 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-15e8733e-e97e-4071-bc73-247c121b09f7 req-026422df-03bb-4645-b170-ba7d078648bb tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-groups/b81f31ef-1424-4977-9c45-16c6efa36fc9 HTTP/1.1" status: 200 len: 2996 time: 0.2550423 Aug 31 00:52:02.067455 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3009eb43-279b-42dc-ac65-4961525751fc req-908b54e4-9c0a-4d41-bcd0-6693d4ecbd90 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b9bcfa6-19f1-4a7c-b59f-a75514833c00 HTTP/1.1" status: 200 len: 217 time: 0.2604997 Aug 31 00:52:02.073901 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e011006-cd26-4b2c-a844-f1269546147b req-b3108324-3cf8-4f31-9358-988340bb7686 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:02.085330 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1e011006-cd26-4b2c-a844-f1269546147b req-b3108324-3cf8-4f31-9358-988340bb7686 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/ports?device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 945 time: 0.2073877 Aug 31 00:52:02.145299 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12a6cf-78e2-410a-bc48-966782e13d4d req-3a79ece8-ced3-47fc-b8bf-d411a36791ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:02.148479 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a12a6cf-78e2-410a-bc48-966782e13d4d req-3a79ece8-ced3-47fc-b8bf-d411a36791ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 1097 time: 0.3558962 Aug 31 00:52:02.168731 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:02.175417 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:02.235300 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:02.235300 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/26312a05-9d1a-4cd0-957b-9c061ea40f4e HTTP/1.1" status: 204 len: 168 time: 2.4655900 Aug 31 00:52:02.242268 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a7154b33-9df8-4ae2-a08d-a20be73c23c8 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:52:02.250638 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a12a6cf-78e2-410a-bc48-966782e13d4d req-624f6357-ab87-4d4b-b537-a60ace8809cf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a593b38-035e-4d4d-9999-2988de02c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890806 Aug 31 00:52:02.258567 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009eb43-279b-42dc-ac65-4961525751fc req-5cf40165-d88a-411b-90b3-68839017b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:02.264424 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3009eb43-279b-42dc-ac65-4961525751fc req-5cf40165-d88a-411b-90b3-68839017b9ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.1839120 Aug 31 00:52:02.295565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: a7154b33-9df8-4ae2-a08d-a20be73c23c8 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:52:02.298507 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a7154b33-9df8-4ae2-a08d-a20be73c23c8 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:52:02.349249 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1e011006-cd26-4b2c-a844-f1269546147b req-2c1b6d08-2b08-4cb2-9049-d7ab3b22d588 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a593b38-035e-4d4d-9999-2988de02c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622962 Aug 31 00:52:02.369663 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d60a90-1093-445e-af67-05b1096b3fe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=26312a05-9d1a-4cd0-957b-9c061ea40f4e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:02.376938 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3009eb43-279b-42dc-ac65-4961525751fc req-860173ec-f365-44f9-9bd7-ddfea0beca1f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084449 Aug 31 00:52:02.458316 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Pushing event updated for resources: {'Port': ['ID=86272788-dd6b-407f-89fe-4c4063556000,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:02.636544 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8cdb9f06-5ba5-4917-bf1d-5ec6ad756662 req-06876c87-58c4-4c21-820b-b9db140d90bb tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-group-rules/7e2fba00-4c94-4b5c-bf92-74dd3950b726 HTTP/1.1" status: 200 len: 783 time: 0.0941215 Aug 31 00:52:02.664241 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3009eb43-279b-42dc-ac65-4961525751fc req-f40a997b-a680-41fe-a41b-8ddd4c7385c9 service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768772 Aug 31 00:52:02.741831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Attempting to bind port 86272788-dd6b-407f-89fe-4c4063556000 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:52:02.742376 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Attempting to bind port 86272788-dd6b-407f-89fe-4c4063556000 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:52:02.742998 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Attempting to bind port 86272788-dd6b-407f-89fe-4c4063556000 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:02.763636 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Port 86272788-dd6b-407f-89fe-4c4063556000 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:52:02.765768 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Attempting to bind port 86272788-dd6b-407f-89fe-4c4063556000 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:02.787206 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:52:02.790241 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Checking segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:02.790241 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Bound using segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:52:02.790241 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Bound port: 86272788-dd6b-407f-89fe-4c4063556000, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:52:02.790241 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:02.831787 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8cdb9f06-5ba5-4917-bf1d-5ec6ad756662 req-9438e626-1a85-45e3-8634-2c56e47710da tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-groups/b81f31ef-1424-4977-9c45-16c6efa36fc9 HTTP/1.1" status: 200 len: 2996 time: 0.1840310 Aug 31 00:52:02.919057 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8cdb9f06-5ba5-4917-bf1d-5ec6ad756662 req-9378e7fc-a8e9-44ef-aefa-1869da6e9cfd tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:02.951325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84aa62-7587-4fa5-8a7c-36fcf52f0581 req-8a2602d8-c353-4675-a544-6e857f188fe7 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:02.962677 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fd84aa62-7587-4fa5-8a7c-36fcf52f0581 req-8a2602d8-c353-4675-a544-6e857f188fe7 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 943 time: 0.1435108 Aug 31 00:52:02.979400 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3009eb43-279b-42dc-ac65-4961525751fc req-20f50b85-0a35-4f3c-9b2f-ea4d0f525b4e service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088119 Aug 31 00:52:02.990857 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38986) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:03.011877 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] For port 86272788-dd6b-407f-89fe-4c4063556000, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:52:03.020452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] For port 86272788-dd6b-407f-89fe-4c4063556000, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=86272788-dd6b-407f-89fe-4c4063556000,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:52:03.028598 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8cdb9f06-5ba5-4917-bf1d-5ec6ad756662 req-9378e7fc-a8e9-44ef-aefa-1869da6e9cfd tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:03.046025 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fd84aa62-7587-4fa5-8a7c-36fcf52f0581 req-39f3bf70-d51c-466b-8d13-a086f9c5d6e4 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821149 Aug 31 00:52:03.115950 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:03.133582 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e1117c52-f0a9-49be-9275-a2281d021d57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b65ece303984d0b8e664dea40c7db1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409321 Aug 31 00:52:03.135915 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38994) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:03.274284 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-00a5325e-69bc-4cea-9c4e-cfc2b5cee40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:03.279360 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Pushing event updated for resources: {'Port': ['ID=86272788-dd6b-407f-89fe-4c4063556000,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:03.288337 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8cdb9f06-5ba5-4917-bf1d-5ec6ad756662 req-9378e7fc-a8e9-44ef-aefa-1869da6e9cfd tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:03.296066 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8cdb9f06-5ba5-4917-bf1d-5ec6ad756662 req-9378e7fc-a8e9-44ef-aefa-1869da6e9cfd tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:03.297617 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8cdb9f06-5ba5-4917-bf1d-5ec6ad756662 req-9378e7fc-a8e9-44ef-aefa-1869da6e9cfd tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7e2fba00-4c94-4b5c-bf92-74dd3950b726 HTTP/1.1" status: 204 len: 173 time: 0.4649119 Aug 31 00:52:03.313301 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378e7fc-a8e9-44ef-aefa-1869da6e9cfd tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e2fba00-4c94-4b5c-bf92-74dd3950b726,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:03.335594 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:03.336828 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:03.339024 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b39c7e7f-11b6-4938-b653-f3bb354ad31e service neutron] 10.222.0.41 "PUT /v2.0/ports/86272788-dd6b-407f-89fe-4c4063556000 HTTP/1.1" status: 200 len: 1092 time: 3.0626149 Aug 31 00:52:03.339503 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97efbd6c-5c97-48f1-990f-60d57a7392ef', 'tag': '86272788-dd6b-407f-89fe-4c4063556000'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:52:03.345396 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c818aee-9628-4162-8949-838285dbd006" -d '{"events": [{"name": "network-changed", "server_uuid": "97efbd6c-5c97-48f1-990f-60d57a7392ef", "tag": "86272788-dd6b-407f-89fe-4c4063556000"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:52:03.349378 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-00a5325e-69bc-4cea-9c4e-cfc2b5cee40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:03.476543 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1167972-c1d3-4b8a-a984-cbb8898f7a53 req-c8758ecc-5745-4de3-b56a-5876be87a2f9 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-groups/b81f31ef-1424-4977-9c45-16c6efa36fc9 HTTP/1.1" status: 200 len: 2398 time: 0.0844455 Aug 31 00:52:03.525226 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-00a5325e-69bc-4cea-9c4e-cfc2b5cee40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:03.536680 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-00a5325e-69bc-4cea-9c4e-cfc2b5cee40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:03.539504 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-00a5325e-69bc-4cea-9c4e-cfc2b5cee40b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5dee27a5-309b-44e1-b6dd-50a8ae554a5f HTTP/1.1" status: 204 len: 168 time: 0.4018621 Aug 31 00:52:03.558805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5325e-69bc-4cea-9c4e-cfc2b5cee40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dee27a5-309b-44e1-b6dd-50a8ae554a5f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:03.697834 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c1167972-c1d3-4b8a-a984-cbb8898f7a53 req-ebf01ab0-594c-455e-bee1-6aa5b2132fc2 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:03.706634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-c3ab6f13-a616-448e-a154-d69f74c55531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:03.708429 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-c3ab6f13-a616-448e-a154-d69f74c55531 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 1095 time: 0.1338067 Aug 31 00:52:03.787038 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c1167972-c1d3-4b8a-a984-cbb8898f7a53 req-ebf01ab0-594c-455e-bee1-6aa5b2132fc2 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:03.792987 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-387eb571-c566-4fd3-8aa3-f70e8d983e92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86272788-dd6b-407f-89fe-4c4063556000 HTTP/1.1" status: 200 len: 217 time: 0.0719759 Aug 31 00:52:03.803138 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b6f02-1fc9-4152-a5f2-f5cfa7c0c097 req-154f9164-1998-4ea6-9db0-71323b4a919e tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:03.807132 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-808b6f02-1fc9-4152-a5f2-f5cfa7c0c097 req-154f9164-1998-4ea6-9db0-71323b4a919e tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 943 time: 0.0890007 Aug 31 00:52:03.869456 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-808b6f02-1fc9-4152-a5f2-f5cfa7c0c097 req-cdb775ae-a736-4dfa-8dfd-bfd06de98faa tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537276 Aug 31 00:52:03.889138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-e77b7f33-6e65-40e1-a39b-04ec6e507380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:03.890777 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-e77b7f33-6e65-40e1-a39b-04ec6e507380 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.0873387 Aug 31 00:52:03.927336 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-b91995d7-8584-48ed-8c87-1241d8683475 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295510 Aug 31 00:52:04.038056 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01cdde5-4659-41ea-bfb9-bf669e94448b x-openstack-request-id: req-f01cdde5-4659-41ea-bfb9-bf669e94448b {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:52:04.039818 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97efbd6c-5c97-48f1-990f-60d57a7392ef", "tag": "86272788-dd6b-407f-89fe-4c4063556000", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:52:04.040553 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f01cdde5-4659-41ea-bfb9-bf669e94448b {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:52:04.041318 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97efbd6c-5c97-48f1-990f-60d57a7392ef', 'tag': '86272788-dd6b-407f-89fe-4c4063556000', 'status': 'completed', 'code': 200} Aug 31 00:52:04.046366 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c1167972-c1d3-4b8a-a984-cbb8898f7a53 req-ebf01ab0-594c-455e-bee1-6aa5b2132fc2 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:04.052190 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c1167972-c1d3-4b8a-a984-cbb8898f7a53 req-ebf01ab0-594c-455e-bee1-6aa5b2132fc2 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:04.054909 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1167972-c1d3-4b8a-a984-cbb8898f7a53 req-ebf01ab0-594c-455e-bee1-6aa5b2132fc2 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "DELETE /v2.0/security-groups/b81f31ef-1424-4977-9c45-16c6efa36fc9 HTTP/1.1" status: 204 len: 173 time: 0.5677624 Aug 31 00:52:04.083094 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf01ab0-594c-455e-bee1-6aa5b2132fc2 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81f31ef-1424-4977-9c45-16c6efa36fc9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:04.144932 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-20f7ef57-194a-4e7e-8d9b-5fd6719df574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:04.241938 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-b1b42543-0c3f-4972-9645-4fe14fb18ffd req-d75497b4-633d-4600-aeb7-740e25fbdcb2 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] show failed (client error): The resource could not be found. Aug 31 00:52:04.257824 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1b42543-0c3f-4972-9645-4fe14fb18ffd req-d75497b4-633d-4600-aeb7-740e25fbdcb2 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-groups/b6f9f4cd-8aa9-4af8-a813-f93956c63fe0 HTTP/1.1" status: 404 len: 352 time: 0.0408840 Aug 31 00:52:04.260982 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-0ed42454-1fbd-431a-84eb-93aa48c733e3 service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263130 Aug 31 00:52:04.406553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ea9ae-6957-45a0-bc11-563f448f31a5 req-bfa01c75-4e55-49d3-aeee-845fdcaf6040 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:04.408841 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-623ea9ae-6957-45a0-bc11-563f448f31a5 req-bfa01c75-4e55-49d3-aeee-845fdcaf6040 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/ports?device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 945 time: 0.2458301 Aug 31 00:52:04.467725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5b914-1007-47c2-ab36-ccca726ebf5e req-cb2abfd4-e64f-45b9-87ab-ceff5452743b tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:04.471216 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-25f5b914-1007-47c2-ab36-ccca726ebf5e req-cb2abfd4-e64f-45b9-87ab-ceff5452743b tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 943 time: 0.1123788 Aug 31 00:52:04.502610 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-623ea9ae-6957-45a0-bc11-563f448f31a5 req-fbcccd60-1d88-4eb4-ac6f-e1b22de8ecbd tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a593b38-035e-4d4d-9999-2988de02c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840776 Aug 31 00:52:04.544182 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d153572e-f4d4-4b03-af28-9a0aa95394a1 req-3f0111e8-452d-4935-b3ce-e3cf79e3b20a service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756920 Aug 31 00:52:04.575278 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-25f5b914-1007-47c2-ab36-ccca726ebf5e req-7c757377-3e22-4a41-a09d-04bd2a4bf8ba tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861812 Aug 31 00:52:04.857071 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c818aee-9628-4162-8949-838285dbd006 req-c5c70465-a4cc-4f9d-8255-25c083be0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:04.858581 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c818aee-9628-4162-8949-838285dbd006 req-c5c70465-a4cc-4f9d-8255-25c083be0663 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 1095 time: 0.1004610 Aug 31 00:52:05.045306 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c818aee-9628-4162-8949-838285dbd006 req-bef20952-b080-4319-9d9e-21b7e09f3f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:05.053103 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c818aee-9628-4162-8949-838285dbd006 req-bef20952-b080-4319-9d9e-21b7e09f3f4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.1869755 Aug 31 00:52:05.173807 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c818aee-9628-4162-8949-838285dbd006 req-59171d3f-8aea-4e98-b326-2041d3210ee8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86272788-dd6b-407f-89fe-4c4063556000 HTTP/1.1" status: 200 len: 217 time: 0.1129541 Aug 31 00:52:05.273693 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-1b854cdc-cfd5-47e8-87c5-f738e59e5356 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3e495522bc04471cab28a1b315f27bdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316679 Aug 31 00:52:05.292663 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c818aee-9628-4162-8949-838285dbd006 req-e1d29e3d-ecde-4876-8be3-b9ec9025696f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:05.295101 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c818aee-9628-4162-8949-838285dbd006 req-e1d29e3d-ecde-4876-8be3-b9ec9025696f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.1117096 Aug 31 00:52:05.363745 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c818aee-9628-4162-8949-838285dbd006 req-abc3cead-6da7-459d-b456-61af2594017b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586779 Aug 31 00:52:05.477197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-cd2f9c48-8a8d-416f-8f87-57556f3c97cf tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:05.480651 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-cd2f9c48-8a8d-416f-8f87-57556f3c97cf tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055299 Aug 31 00:52:05.501407 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-fe158e2d-a675-47cb-b122-e4e1633a9a7c tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/quotas/3e495522bc04471cab28a1b315f27bdd HTTP/1.1" status: 200 len: 375 time: 0.0148060 Aug 31 00:52:05.565492 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-7b82c16b-7172-4c43-9753-573ff6d6cc21 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e495522bc04471cab28a1b315f27bdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552163 Aug 31 00:52:05.585075 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1dd4ef2e-cb3f-4247-a7e2-7864766b7de4 req-9a3811ef-1ca1-42ec-abab-9be10cd25e05 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-groups/c70efa4b-ee57-415d-b1b8-2d80c981304f HTTP/1.1" status: 200 len: 1805 time: 0.0901942 Aug 31 00:52:05.591216 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39068) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:05.691877 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c818aee-9628-4162-8949-838285dbd006 req-53ad4071-5953-4265-8780-66dfd0b41385 service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201797 Aug 31 00:52:05.777046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-bb9bee64-cb2b-4aac-8e17-42ccff118da1 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1375564009-network', 'tenant_id': '6696427873454ece88fcc369fa4609ff'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:05.808389 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1dd4ef2e-cb3f-4247-a7e2-7864766b7de4 req-e347b83a-d05d-4c1d-b1fe-04c2931243e4 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:05.849202 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1dd4ef2e-cb3f-4247-a7e2-7864766b7de4 req-e347b83a-d05d-4c1d-b1fe-04c2931243e4 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:05.900116 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c818aee-9628-4162-8949-838285dbd006 req-189b6a2f-3e65-4521-8109-bbce5cf17137 service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002347 Aug 31 00:52:05.949006 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9bee64-cb2b-4aac-8e17-42ccff118da1 admin admin] Made reservation on behalf of 6696427873454ece88fcc369fa4609ff for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:52:05.951861 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bb9bee64-cb2b-4aac-8e17-42ccff118da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:05.969958 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bb9bee64-cb2b-4aac-8e17-42ccff118da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:06.034717 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1dd4ef2e-cb3f-4247-a7e2-7864766b7de4 req-e347b83a-d05d-4c1d-b1fe-04c2931243e4 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:06.038931 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1dd4ef2e-cb3f-4247-a7e2-7864766b7de4 req-e347b83a-d05d-4c1d-b1fe-04c2931243e4 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:06.054304 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1dd4ef2e-cb3f-4247-a7e2-7864766b7de4 req-e347b83a-d05d-4c1d-b1fe-04c2931243e4 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "DELETE /v2.0/security-groups/c70efa4b-ee57-415d-b1b8-2d80c981304f HTTP/1.1" status: 204 len: 173 time: 0.4679110 Aug 31 00:52:06.089953 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347b83a-d05d-4c1d-b1fe-04c2931243e4 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70efa4b-ee57-415d-b1b8-2d80c981304f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:06.197271 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01583e76-1ad8-4963-83b3-10bc897a3123 req-2ffcbe1a-836f-4cd9-9174-7d3eb1cfd4d2 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:06.199464 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01583e76-1ad8-4963-83b3-10bc897a3123 req-2ffcbe1a-836f-4cd9-9174-7d3eb1cfd4d2 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 943 time: 0.1830785 Aug 31 00:52:06.241891 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bb9bee64-cb2b-4aac-8e17-42ccff118da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:06.260558 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725e1c6-6c7e-4588-a77a-8b32e96d353e req-f4d60bed-82f6-4729-8a01-e02136fbd01d tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:06.262456 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2725e1c6-6c7e-4588-a77a-8b32e96d353e req-f4d60bed-82f6-4729-8a01-e02136fbd01d tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 943 time: 0.0808246 Aug 31 00:52:06.274196 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01583e76-1ad8-4963-83b3-10bc897a3123 req-c0c89b1f-aeb0-4886-a28e-78731ee85298 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537500 Aug 31 00:52:06.320484 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2725e1c6-6c7e-4588-a77a-8b32e96d353e req-560761aa-500f-45a5-87d4-b08ed87e3163 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514257 Aug 31 00:52:06.344855 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bb9bee64-cb2b-4aac-8e17-42ccff118da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:06.378004 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5957c5a5-11bd-4cf2-86e8-7cf55ac5f9a3 req-a841b431-a4f6-4330-8598-0db228a70230 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 210 time: 0.0501540 Aug 31 00:52:06.416338 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9bee64-cb2b-4aac-8e17-42ccff118da1 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:52:06.443268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bee64-cb2b-4aac-8e17-42ccff118da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c197224d-a2f8-4389-bfd6-79d3f0118248,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:06.449031 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bb9bee64-cb2b-4aac-8e17-42ccff118da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:06.457247 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-bb9bee64-cb2b-4aac-8e17-42ccff118da1 admin admin] Added segment d7c7bc5f-e9ba-42f5-a57e-841f4861234e of type vlan for network 9b215787-2670-4c58-b41e-2b82d5b16242 Aug 31 00:52:06.575997 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:06.601267 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bb9bee64-cb2b-4aac-8e17-42ccff118da1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:06.624905 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1bad1f89-b776-4f2b-aa45-04194c46916f req-c9ba18b3-353f-4c26-83b7-1bf53ea968ca tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-groups/c484d464-a351-4ddb-bd10-cbbd0742a8e5 HTTP/1.1" status: 200 len: 1804 time: 0.1849566 Aug 31 00:52:06.632723 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:06.675259 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:06.727913 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1bad1f89-b776-4f2b-aa45-04194c46916f req-d7644790-094e-47f4-aa23-5e2973fe9d3d tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:06.757904 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1bad1f89-b776-4f2b-aa45-04194c46916f req-d7644790-094e-47f4-aa23-5e2973fe9d3d tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:06.858934 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bb9bee64-cb2b-4aac-8e17-42ccff118da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:06.860724 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9bee64-cb2b-4aac-8e17-42ccff118da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:06.861316 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bb9bee64-cb2b-4aac-8e17-42ccff118da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:06.932874 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ec00e4b6-e0e8-41c1-b010-a2ca2735c16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:06.933150 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bee64-cb2b-4aac-8e17-42ccff118da1 admin admin] Pushing event updated for resources: {'Network': ['ID=9b215787-2670-4c58-b41e-2b82d5b16242,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:06.947479 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 9b215787-2670-4c58-b41e-2b82d5b16242 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:52:06.965507 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1bad1f89-b776-4f2b-aa45-04194c46916f req-d7644790-094e-47f4-aa23-5e2973fe9d3d tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:06.967752 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1bad1f89-b776-4f2b-aa45-04194c46916f req-d7644790-094e-47f4-aa23-5e2973fe9d3d tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:06.984241 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1bad1f89-b776-4f2b-aa45-04194c46916f req-d7644790-094e-47f4-aa23-5e2973fe9d3d tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "DELETE /v2.0/security-groups/c484d464-a351-4ddb-bd10-cbbd0742a8e5 HTTP/1.1" status: 204 len: 173 time: 0.3376746 Aug 31 00:52:07.005254 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7644790-094e-47f4-aa23-5e2973fe9d3d tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c484d464-a351-4ddb-bd10-cbbd0742a8e5,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:07.043818 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568ca79-e224-4691-95e1-448bcbfcec32 req-a0f7212d-8ee9-41ed-b218-45e11f3c8554 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:07.046352 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6568ca79-e224-4691-95e1-448bcbfcec32 req-a0f7212d-8ee9-41ed-b218-45e11f3c8554 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/ports?device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 945 time: 0.0989769 Aug 31 00:52:07.076141 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bb9bee64-cb2b-4aac-8e17-42ccff118da1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4838021 Aug 31 00:52:07.081471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39102) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:07.088569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-5fd9a9b9-a734-49f8-b2ac-a529c7e8294f admin admin] Request body: {'subnet': {'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1375564009-subnet', 'tenant_id': '6696427873454ece88fcc369fa4609ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:07.107897 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6568ca79-e224-4691-95e1-448bcbfcec32 req-e5ca19e8-e1d8-4b77-821f-9f6bb49d9111 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a593b38-035e-4d4d-9999-2988de02c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489488 Aug 31 00:52:07.223469 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3cb957e0-3826-4836-b264-30837ee860c2 req-6b413831-5cce-4802-8e53-3628e13f41b8 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-groups/7df50488-99dd-4d4a-b7ea-0f535338bdfd HTTP/1.1" status: 200 len: 1803 time: 0.0673621 Aug 31 00:52:07.247318 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd9a9b9-a734-49f8-b2ac-a529c7e8294f admin admin] Made reservation on behalf of 6696427873454ece88fcc369fa4609ff for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:52:07.250783 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fd9a9b9-a734-49f8-b2ac-a529c7e8294f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:07.325303 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-3cb957e0-3826-4836-b264-30837ee860c2 req-44111842-ded6-4634-b224-5a796f33c296 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:07.371199 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-3cb957e0-3826-4836-b264-30837ee860c2 req-44111842-ded6-4634-b224-5a796f33c296 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:07.547438 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76488e9-adb3-4130-b527-c8b95a49066d req-20546f56-5c87-4ada-9a93-05731a790cba tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:07.549845 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f76488e9-adb3-4130-b527-c8b95a49066d req-20546f56-5c87-4ada-9a93-05731a790cba tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 943 time: 0.1306074 Aug 31 00:52:07.571092 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-3cb957e0-3826-4836-b264-30837ee860c2 req-44111842-ded6-4634-b224-5a796f33c296 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:07.575356 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-3cb957e0-3826-4836-b264-30837ee860c2 req-44111842-ded6-4634-b224-5a796f33c296 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:07.582316 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3cb957e0-3826-4836-b264-30837ee860c2 req-44111842-ded6-4634-b224-5a796f33c296 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "DELETE /v2.0/security-groups/7df50488-99dd-4d4a-b7ea-0f535338bdfd HTTP/1.1" status: 204 len: 173 time: 0.3376777 Aug 31 00:52:07.594579 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44111842-ded6-4634-b224-5a796f33c296 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df50488-99dd-4d4a-b7ea-0f535338bdfd,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:07.605249 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f76488e9-adb3-4130-b527-c8b95a49066d req-4d3464db-8d97-444b-a10b-530c52532a1a tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478418 Aug 31 00:52:07.671204 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fd9a9b9-a734-49f8-b2ac-a529c7e8294f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:07.801557 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3250d269-2aed-412f-926b-73fd80e49512 req-48f44db2-a1fe-46b7-aa62-b122288deacf tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 210 time: 0.0738587 Aug 31 00:52:07.846475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9a9b9-a734-49f8-b2ac-a529c7e8294f admin admin] Pushing event updated for resources: {'Subnet': ['ID=705c0226-5114-4c34-8342-90d30ce9c10c,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:07.858138 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd9a9b9-a734-49f8-b2ac-a529c7e8294f admin admin] Checking segment: {'id': 'd7c7bc5f-e9ba-42f5-a57e-841f4861234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:07.858764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd9a9b9-a734-49f8-b2ac-a529c7e8294f admin admin] Network hostable DHCP agents. Network: 9b215787-2670-4c58-b41e-2b82d5b16242, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:52:07.971041 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-76221f43-d367-4eba-b38b-6f4de5fe7e81 req-17db872a-fd95-4c6f-a42e-df2ad915ca73 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-groups/ee1f444b-f656-45de-9990-805b84f5cf37 HTTP/1.1" status: 200 len: 2404 time: 0.1043262 Aug 31 00:52:07.994942 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39126) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:08.057863 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39130) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:08.099055 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-76221f43-d367-4eba-b38b-6f4de5fe7e81 req-1b80beb7-3821-47b9-8c77-2b6223204a4b tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:08.108166 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd9a9b9-a734-49f8-b2ac-a529c7e8294f admin admin] Network 9b215787-2670-4c58-b41e-2b82d5b16242 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:52:08.163479 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-76221f43-d367-4eba-b38b-6f4de5fe7e81 req-1b80beb7-3821-47b9-8c77-2b6223204a4b tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:08.279361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-5fd9a9b9-a734-49f8-b2ac-a529c7e8294f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 9b215787-2670-4c58-b41e-2b82d5b16242) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:08.292548 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd9a9b9-a734-49f8-b2ac-a529c7e8294f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:08.294350 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fd9a9b9-a734-49f8-b2ac-a529c7e8294f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:08.295807 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00520401-ddfd-400a-83b5-e8df7da491fa None None] Network 9b215787-2670-4c58-b41e-2b82d5b16242 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:52:08.371030 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-76221f43-d367-4eba-b38b-6f4de5fe7e81 req-1b80beb7-3821-47b9-8c77-2b6223204a4b tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:08.372830 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:08.379529 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-76221f43-d367-4eba-b38b-6f4de5fe7e81 req-1b80beb7-3821-47b9-8c77-2b6223204a4b tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:08.382614 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-76221f43-d367-4eba-b38b-6f4de5fe7e81 req-1b80beb7-3821-47b9-8c77-2b6223204a4b tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "DELETE /v2.0/security-groups/ee1f444b-f656-45de-9990-805b84f5cf37 HTTP/1.1" status: 204 len: 173 time: 0.4015048 Aug 31 00:52:08.409128 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80beb7-3821-47b9-8c77-2b6223204a4b tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1f444b-f656-45de-9990-805b84f5cf37,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:08.474868 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5fd9a9b9-a734-49f8-b2ac-a529c7e8294f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3917925 Aug 31 00:52:08.575623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00580f6c-b6b7-43aa-b900-db50af85c134 None None] Network 9b215787-2670-4c58-b41e-2b82d5b16242 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:52:08.581984 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc59bf-624e-4a67-8388-f2323dc2f553 req-b9099b5f-070c-4489-869f-5833009953b1 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:08.584543 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0cc59bf-624e-4a67-8388-f2323dc2f553 req-b9099b5f-070c-4489-869f-5833009953b1 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/ports?device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 945 time: 0.0694392 Aug 31 00:52:08.660240 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0cc59bf-624e-4a67-8388-f2323dc2f553 req-98da124e-e8ad-4180-ab3a-04d9849af994 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a593b38-035e-4d4d-9999-2988de02c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633764 Aug 31 00:52:08.745976 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3295a0a7-7a2d-424c-87db-fe8cbe6db37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:08.798760 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4b5f1154-4655-4a3c-9f1c-974404341ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:08.841019 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-702ebe2f-1329-4f99-a346-549ec9e83e5b req-efd3aed3-72b6-434e-8632-7f8e4e80f9e8 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "GET /v2.0/security-groups/d0d9d01d-10a7-4537-95d6-e5fd0181fe1c HTTP/1.1" status: 200 len: 2397 time: 0.1297336 Aug 31 00:52:08.863639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941cc4c-f5d1-4317-b799-d7b31140c967 req-bb80936d-4d91-4314-9d06-b57d3de308b1 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:08.865282 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b941cc4c-f5d1-4317-b799-d7b31140c967 req-bb80936d-4d91-4314-9d06-b57d3de308b1 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.41 "GET /v2.0/ports?device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 945 time: 0.6571391 Aug 31 00:52:08.926143 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-702ebe2f-1329-4f99-a346-549ec9e83e5b req-a0111c5b-b82b-407f-bfca-54be729d7e83 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:08.931814 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842af39-c34b-41e9-8fea-6a2987c0a9c5 req-01be2cdc-40f0-4805-a646-761169df922c tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:08.933646 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6842af39-c34b-41e9-8fea-6a2987c0a9c5 req-01be2cdc-40f0-4805-a646-761169df922c tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 943 time: 0.2107036 Aug 31 00:52:08.963722 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-702ebe2f-1329-4f99-a346-549ec9e83e5b req-a0111c5b-b82b-407f-bfca-54be729d7e83 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:09.043706 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6842af39-c34b-41e9-8fea-6a2987c0a9c5 req-e74eba8e-ef97-4230-8e56-13bac53ba1f4 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950942 Aug 31 00:52:09.074743 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3295a0a7-7a2d-424c-87db-fe8cbe6db37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:09.087573 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-b941cc4c-f5d1-4317-b799-d7b31140c967 req-c8007767-f065-4f15-9e77-f7d19c3c81b9 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Deleting port 95b6190e-9342-46ee-a168-a0365e14dd4f {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:52:09.088079 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b941cc4c-f5d1-4317-b799-d7b31140c967 req-c8007767-f065-4f15-9e77-f7d19c3c81b9 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:09.135487 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-702ebe2f-1329-4f99-a346-549ec9e83e5b req-a0111c5b-b82b-407f-bfca-54be729d7e83 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:09.142888 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-702ebe2f-1329-4f99-a346-549ec9e83e5b req-a0111c5b-b82b-407f-bfca-54be729d7e83 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:09.144712 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-702ebe2f-1329-4f99-a346-549ec9e83e5b req-a0111c5b-b82b-407f-bfca-54be729d7e83 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] 10.222.0.16 "DELETE /v2.0/security-groups/d0d9d01d-10a7-4537-95d6-e5fd0181fe1c HTTP/1.1" status: 204 len: 173 time: 0.3024671 Aug 31 00:52:09.158516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39148) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:09.213648 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3295a0a7-7a2d-424c-87db-fe8cbe6db37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:09.214101 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45f929e-f12e-40ea-b19c-c6817dd53ada admin admin] Deleting subnet c64fe1b4-f80b-467b-8ddf-3e196a62b9da {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:52:09.218626 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0111c5b-b82b-407f-bfca-54be729d7e83 tempest-SecurityGroupRulesTestJSON-1681966961 tempest-SecurityGroupRulesTestJSON-1681966961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d9d01d-10a7-4537-95d6-e5fd0181fe1c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:09.220577 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f45f929e-f12e-40ea-b19c-c6817dd53ada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:09.299530 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f45f929e-f12e-40ea-b19c-c6817dd53ada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:09.359991 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-8e283617-e20c-4f58-9d0b-4a1918db72a2 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3e495522bc04471cab28a1b315f27bdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872993 Aug 31 00:52:09.366682 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5970e023-5f55-4dc4-a5c8-8804d52af2b6 req-8daf6b47-f91a-4507-97e4-9ad56ff1df98 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 210 time: 0.0737844 Aug 31 00:52:09.396079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-b941cc4c-f5d1-4317-b799-d7b31140c967 req-c8007767-f065-4f15-9e77-f7d19c3c81b9 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] For port 95b6190e-9342-46ee-a168-a0365e14dd4f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=95b6190e-9342-46ee-a168-a0365e14dd4f,segment=NetworkSegment(82495ea4-0c82-4527-b8f4-f588fb554f2e),segment_id=82495ea4-0c82-4527-b8f4-f588fb554f2e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:09.397068 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b941cc4c-f5d1-4317-b799-d7b31140c967 req-c8007767-f065-4f15-9e77-f7d19c3c81b9 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:09.413840 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295a0a7-7a2d-424c-87db-fe8cbe6db37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe30511-6dc6-4a61-9655-85f85ab045ad,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:09.439955 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-b941cc4c-f5d1-4317-b799-d7b31140c967 req-c8007767-f065-4f15-9e77-f7d19c3c81b9 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Calling delete_port for 95b6190e-9342-46ee-a168-a0365e14dd4f owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:52:09.446073 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3295a0a7-7a2d-424c-87db-fe8cbe6db37d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86568aea468f49f58b8718592215463f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3857284 Aug 31 00:52:09.475211 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19215d-fda9-4f2c-b13a-7b8405f9c1e7 req-8d67f113-b48b-4745-9ae9-d739087ebe34 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:09.480943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39152) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:09.492801 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9c19215d-fda9-4f2c-b13a-7b8405f9c1e7 req-8d67f113-b48b-4745-9ae9-d739087ebe34 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 943 time: 0.3436985 Aug 31 00:52:09.522513 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3295a0a7-7a2d-424c-87db-fe8cbe6db37d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:09.523120 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3295a0a7-7a2d-424c-87db-fe8cbe6db37d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:09.523990 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3295a0a7-7a2d-424c-87db-fe8cbe6db37d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:09.524596 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3295a0a7-7a2d-424c-87db-fe8cbe6db37d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:09.525184 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3295a0a7-7a2d-424c-87db-fe8cbe6db37d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:09.527011 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3295a0a7-7a2d-424c-87db-fe8cbe6db37d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:09.527011 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3295a0a7-7a2d-424c-87db-fe8cbe6db37d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:09.527420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3295a0a7-7a2d-424c-87db-fe8cbe6db37d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:09.528438 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3295a0a7-7a2d-424c-87db-fe8cbe6db37d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:09.528990 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3295a0a7-7a2d-424c-87db-fe8cbe6db37d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:09.529564 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3295a0a7-7a2d-424c-87db-fe8cbe6db37d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:09.530150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3295a0a7-7a2d-424c-87db-fe8cbe6db37d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:09.564133 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f45f929e-f12e-40ea-b19c-c6817dd53ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:09.577042 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:52:09.700126 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9c19215d-fda9-4f2c-b13a-7b8405f9c1e7 req-27be5d37-1fa3-4c2c-8161-ccea0702672f tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034576 Aug 31 00:52:09.782825 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:09.809625 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '8b9bcfa6-19f1-4a7c-b59f-a75514833c00', 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f', 'port_id': '8b9bcfa6-19f1-4a7c-b59f-a75514833c00', 'mac_address': 'fa:16:3e:63:59:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fd49b9-6149-4edf-8dda-93674521e88a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:52:09.868714 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4b5f1154-4655-4a3c-9f1c-974404341ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:09.883247 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-07fe09cd-31c3-44a3-8501-746919a252c3 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:09.885682 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-07fe09cd-31c3-44a3-8501-746919a252c3 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5177033 Aug 31 00:52:09.896383 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:09.896636 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9319c585-fd72-4965-993a-9030d82e5df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:09.904478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-070dcaf4-2d35-4ea7-a552-39369ab1c090 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Request body: {'port': {'device_id': '40deb6e4-92df-4753-90dc-78d483db4740', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '3e495522bc04471cab28a1b315f27bdd'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:09.935112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:52:09.963938 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87b6a3-2a1b-4052-bac5-38f24f1b157a req-6db6e2b7-be25-4b82-a1ba-d56185aaffd2 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:09.965317 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ac87b6a3-2a1b-4052-bac5-38f24f1b157a req-6db6e2b7-be25-4b82-a1ba-d56185aaffd2 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/ports?device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 945 time: 0.1043749 Aug 31 00:52:10.001650 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:10.012371 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4b5f1154-4655-4a3c-9f1c-974404341ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:10.032629 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ac87b6a3-2a1b-4052-bac5-38f24f1b157a req-32c95520-4a0b-4c5f-b9b6-525ca287dcd1 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a593b38-035e-4d4d-9999-2988de02c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584185 Aug 31 00:52:10.069901 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b941cc4c-f5d1-4317-b799-d7b31140c967 req-c8007767-f065-4f15-9e77-f7d19c3c81b9 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:10.079811 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f1154-4655-4a3c-9f1c-974404341ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27d66e9-fcec-4831-a604-4e61a7f62b9c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:10.089937 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4b5f1154-4655-4a3c-9f1c-974404341ad6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df24300ca42544d6a58915ff20b9b180&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0928557 Aug 31 00:52:10.116730 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39166) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:10.120725 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:10.124231 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8007767-f065-4f15-9e77-f7d19c3c81b9 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Pushing event deleted for resources: {'Port': ['ID=95b6190e-9342-46ee-a168-a0365e14dd4f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:10.158975 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:10.201872 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b941cc4c-f5d1-4317-b799-d7b31140c967 req-c8007767-f065-4f15-9e77-f7d19c3c81b9 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] No DVR routers for this DVR port 95b6190e-9342-46ee-a168-a0365e14dd4f on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:52:10.213627 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b941cc4c-f5d1-4317-b799-d7b31140c967 req-c8007767-f065-4f15-9e77-f7d19c3c81b9 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:10.217338 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b941cc4c-f5d1-4317-b799-d7b31140c967 req-c8007767-f065-4f15-9e77-f7d19c3c81b9 tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.41 "DELETE /v2.0/ports/95b6190e-9342-46ee-a168-a0365e14dd4f HTTP/1.1" status: 204 len: 173 time: 1.3445768 Aug 31 00:52:10.232395 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561521ed-2e86-4aab-a211-29da29e49e1f', 'name': 'network-vif-deleted', 'tag': '95b6190e-9342-46ee-a168-a0365e14dd4f'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:52:10.237190 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd15bdbc-91ae-4d61-a51a-4e1d8857a7fb" -d '{"events": [{"server_uuid": "561521ed-2e86-4aab-a211-29da29e49e1f", "name": "network-vif-deleted", "tag": "95b6190e-9342-46ee-a168-a0365e14dd4f"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:52:10.238836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:10.257498 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:10.258086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:10.258719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:10.259306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:10.259880 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:10.260463 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:10.261044 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:10.261637 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:10.262195 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:10.262837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:10.263619 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:10.264197 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:10.324672 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f45f929e-f12e-40ea-b19c-c6817dd53ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:10.329904 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9319c585-fd72-4965-993a-9030d82e5df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:10.333226 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3420c84-8bc2-4642-bc8a-2234611f87cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:10.356733 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114bbb1-ce73-4306-b869-d1aaf3c171dd req-cd448f56-4ab7-4702-9991-bf31dbe15748 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:10.360209 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c114bbb1-ce73-4306-b869-d1aaf3c171dd req-cd448f56-4ab7-4702-9991-bf31dbe15748 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 943 time: 0.1651320 Aug 31 00:52:10.396659 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f45f929e-f12e-40ea-b19c-c6817dd53ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:10.400771 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f45f929e-f12e-40ea-b19c-c6817dd53ada admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c64fe1b4-f80b-467b-8ddf-3e196a62b9da HTTP/1.1" status: 204 len: 168 time: 1.2379107 Aug 31 00:52:10.410432 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f929e-f12e-40ea-b19c-c6817dd53ada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c64fe1b4-f80b-467b-8ddf-3e196a62b9da,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:10.415830 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39170) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:10.437102 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['8b9bcfa6-19f1-4a7c-b59f-a75514833c00'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:52:10.440827 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3420c84-8bc2-4642-bc8a-2234611f87cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:10.479704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abed667-5341-491f-9f52-2cf59fee164f req-ff42ffa0-6861-468d-99b8-ac54e2e5c065 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:10.481326 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1abed667-5341-491f-9f52-2cf59fee164f req-ff42ffa0-6861-468d-99b8-ac54e2e5c065 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/networks?id=9b215787-2670-4c58-b41e-2b82d5b16242 HTTP/1.1" status: 200 len: 822 time: 0.7366860 Aug 31 00:52:10.525747 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1abed667-5341-491f-9f52-2cf59fee164f req-fcd626b3-c45c-4a8b-9860-67dc7124b9f0 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/quotas/6696427873454ece88fcc369fa4609ff HTTP/1.1" status: 200 len: 375 time: 0.0213246 Aug 31 00:52:10.571571 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1abed667-5341-491f-9f52-2cf59fee164f req-84dbff25-3fb8-41de-94f1-7ea2e90f5dbe tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6696427873454ece88fcc369fa4609ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448205 Aug 31 00:52:10.623745 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c114bbb1-ce73-4306-b869-d1aaf3c171dd req-944cfe68-a8b9-424a-bcf5-06cf5887f2c4 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496085 Aug 31 00:52:10.659421 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b9af5f2-ac85-4e7c-a76d-63f2ab649b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:10.671992 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9319c585-fd72-4965-993a-9030d82e5df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:10.674991 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9319c585-fd72-4965-993a-9030d82e5df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:10.676565 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9319c585-fd72-4965-993a-9030d82e5df8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fe30511-6dc6-4a61-9655-85f85ab045ad HTTP/1.1" status: 204 len: 168 time: 1.1942270 Aug 31 00:52:10.692963 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319c585-fd72-4965-993a-9030d82e5df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe30511-6dc6-4a61-9655-85f85ab045ad,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:10.710513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-070dcaf4-2d35-4ea7-a552-39369ab1c090 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Made reservation on behalf of 3e495522bc04471cab28a1b315f27bdd for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:52:10.714871 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-070dcaf4-2d35-4ea7-a552-39369ab1c090 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:10.745486 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-070dcaf4-2d35-4ea7-a552-39369ab1c090 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:10.759941 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2129acb-fb17-4e4a-a5d0-577b8ba998a3 x-openstack-request-id: req-a2129acb-fb17-4e4a-a5d0-577b8ba998a3 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:52:10.760599 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561521ed-2e86-4aab-a211-29da29e49e1f", "name": "network-vif-deleted", "tag": "95b6190e-9342-46ee-a168-a0365e14dd4f", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:52:10.761151 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2129acb-fb17-4e4a-a5d0-577b8ba998a3 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:52:10.761987 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561521ed-2e86-4aab-a211-29da29e49e1f', 'name': 'network-vif-deleted', 'tag': '95b6190e-9342-46ee-a168-a0365e14dd4f', 'status': 'completed', 'code': 200} Aug 31 00:52:10.857881 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1abed667-5341-491f-9f52-2cf59fee164f req-e5b8cead-28c1-4481-b934-97d22e8d3f2b service neutron] 10.222.0.16 "GET /v2.0/networks/9b215787-2670-4c58-b41e-2b82d5b16242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853584 Aug 31 00:52:10.903118 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d57855c-261f-4636-ba18-4040349be89c req-49dde94b-f087-49ce-b7f0-9184c1d777f2 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 210 time: 0.0620041 Aug 31 00:52:10.906643 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b9af5f2-ac85-4e7c-a76d-63f2ab649b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:10.911192 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3420c84-8bc2-4642-bc8a-2234611f87cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:10.915606 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3420c84-8bc2-4642-bc8a-2234611f87cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:10.917663 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b3420c84-8bc2-4642-bc8a-2234611f87cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d27d66e9-fcec-4831-a604-4e61a7f62b9c HTTP/1.1" status: 204 len: 168 time: 0.7995434 Aug 31 00:52:10.935041 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-9b9af5f2-ac85-4e7c-a76d-63f2ab649b37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e291773-7159-440e-9c8c-66ecc40f6c9b']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:10.959162 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3420c84-8bc2-4642-bc8a-2234611f87cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27d66e9-fcec-4831-a604-4e61a7f62b9c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:10.965484 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-9b9af5f2-ac85-4e7c-a76d-63f2ab649b37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e458db-248e-469a-bd00-fd9db1bb8fac') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:10.965797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-9b9af5f2-ac85-4e7c-a76d-63f2ab649b37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e458db-248e-469a-bd00-fd9db1bb8fac') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:10.980923 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b9af5f2-ac85-4e7c-a76d-63f2ab649b37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:11.003929 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b9af5f2-ac85-4e7c-a76d-63f2ab649b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:11.011111 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1abed667-5341-491f-9f52-2cf59fee164f req-2f7f1781-c6f0-4a2e-9c04-163c7d8eb64a service neutron] 10.222.0.16 "GET /v2.0/networks/9b215787-2670-4c58-b41e-2b82d5b16242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450644 Aug 31 00:52:11.019835 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9af5f2-ac85-4e7c-a76d-63f2ab649b37 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:52:11.020614 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b9af5f2-ac85-4e7c-a76d-63f2ab649b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: timer() Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:52:11.023801 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:52:11.141828 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-070dcaf4-2d35-4ea7-a552-39369ab1c090 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:11.159574 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 95b6190e-9342-46ee-a168-a0365e14dd4f no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:52:11.184243 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 95b6190e-9342-46ee-a168-a0365e14dd4f {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:52:11.186385 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 95b6190e-9342-46ee-a168-a0365e14dd4f not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:52:11.209114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1994702-5ee2-494b-9822-ad1e7b1ec7f9 req-e0272a97-387b-4bc4-8486-492c96385749 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:11.211060 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1994702-5ee2-494b-9822-ad1e7b1ec7f9 req-e0272a97-387b-4bc4-8486-492c96385749 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 944 time: 0.0901680 Aug 31 00:52:11.267553 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1994702-5ee2-494b-9822-ad1e7b1ec7f9 req-694c8ec8-7fe2-4ce0-a65c-30bf6f44a24a tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429921 Aug 31 00:52:11.303364 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-070dcaf4-2d35-4ea7-a552-39369ab1c090 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:11.315208 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b9af5f2-ac85-4e7c-a76d-63f2ab649b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:11.325195 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b9af5f2-ac85-4e7c-a76d-63f2ab649b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:11.332298 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9b9af5f2-ac85-4e7c-a76d-63f2ab649b37 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6e291773-7159-440e-9c8c-66ecc40f6c9b HTTP/1.1" status: 204 len: 168 time: 0.9112332 Aug 31 00:52:11.347574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9af5f2-ac85-4e7c-a76d-63f2ab649b37 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e291773-7159-440e-9c8c-66ecc40f6c9b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:11.486144 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-182f8b06-02ad-4a48-8e75-5fdd689d43d6 req-dee32bac-597f-4d71-85c9-fc8a146757cb tempest-ServerGroupTestJSON-1329660959 tempest-ServerGroupTestJSON-1329660959-project] 10.222.0.16 "GET /v2.0/ports?device_id=561521ed-2e86-4aab-a211-29da29e49e1f HTTP/1.1" status: 200 len: 210 time: 0.0669250 Aug 31 00:52:11.511809 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a1e6108-b807-4f30-93e6-7f2a571df24d req-f8920227-19ee-4052-8579-5f78e45ccf64 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 210 time: 0.0956864 Aug 31 00:52:11.513622 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070dcaf4-2d35-4ea7-a552-39369ab1c090 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec5689d-aa89-481f-9097-3afce0e6da8f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:11.590768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-070dcaf4-2d35-4ea7-a552-39369ab1c090 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Allocated IP 192.168.233.254 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/93a5602c-15e0-498c-8385-c1759fb3889b) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:52:11.594092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:11.742006 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:52:11.744201 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39200) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:11.747924 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:11.748621 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:11.774469 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-11d5c489-b05e-4fc2-b075-eaa1dc552083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:11.868346 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:11.882700 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1cf23-ba6f-420e-ab8e-36c9105f07ea req-33ad6789-a74f-4d80-b3b2-777000844ee6 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:11.886623 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-070dcaf4-2d35-4ea7-a552-39369ab1c090 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:11.895152 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8fc1cf23-ba6f-420e-ab8e-36c9105f07ea req-33ad6789-a74f-4d80-b3b2-777000844ee6 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 943 time: 0.1227486 Aug 31 00:52:11.916931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-070dcaf4-2d35-4ea7-a552-39369ab1c090 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Transition to ACTIVE for port object 93a5602c-15e0-498c-8385-c1759fb3889b will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:52:11.975398 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a68045-75b6-462e-ade6-bec6c82869af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9bcfa6-19f1-4a7c-b59f-a75514833c00'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:52:11.978535 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9e6612-50c1-4ea6-8e70-5aea38358649" -d '{"events": [{"server_uuid": "f3a68045-75b6-462e-ade6-bec6c82869af", "name": "network-vif-plugged", "status": "completed", "tag": "8b9bcfa6-19f1-4a7c-b59f-a75514833c00"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:52:11.985532 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:12.045860 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8fc1cf23-ba6f-420e-ab8e-36c9105f07ea req-57617e47-9918-44ca-a889-7311b61bff6d tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510983 Aug 31 00:52:12.105568 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba3a29e-8821-490b-a7b6-9ffc0396de56 x-openstack-request-id: req-aba3a29e-8821-490b-a7b6-9ffc0396de56 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:52:12.106551 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a68045-75b6-462e-ade6-bec6c82869af", "name": "network-vif-plugged", "status": "completed", "tag": "8b9bcfa6-19f1-4a7c-b59f-a75514833c00", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:52:12.107286 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aba3a29e-8821-490b-a7b6-9ffc0396de56 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:52:12.108640 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a68045-75b6-462e-ade6-bec6c82869af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9bcfa6-19f1-4a7c-b59f-a75514833c00', 'code': 200} Aug 31 00:52:12.115148 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-efd74769-beae-4036-98bb-16920216cd97 req-b17d7d72-7606-4f5f-8dc9-4ba5e2aeedb7 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 210 time: 0.0793195 Aug 31 00:52:12.155865 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-070dcaf4-2d35-4ea7-a552-39369ab1c090 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:12.156165 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:12.169694 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-11d5c489-b05e-4fc2-b075-eaa1dc552083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:12.223073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-070dcaf4-2d35-4ea7-a552-39369ab1c090 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:52:12.231674 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-070dcaf4-2d35-4ea7-a552-39369ab1c090 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:12.263542 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-070dcaf4-2d35-4ea7-a552-39369ab1c090 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:52:12.275029 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:12.291629 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-11d5c489-b05e-4fc2-b075-eaa1dc552083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:12.361598 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070dcaf4-2d35-4ea7-a552-39369ab1c090 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Pushing event updated for resources: {'Port': ['ID=93a5602c-15e0-498c-8385-c1759fb3889b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:12.384438 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5c489-b05e-4fc2-b075-eaa1dc552083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492e842f-f7be-450b-9031-449d3f557ddd,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:12.427053 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017861b3-4126-4ff5-a745-74abeab144c7 req-6cc5f72b-f0b4-4bc9-9be3-e3e12f6916e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:12.430362 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-017861b3-4126-4ff5-a745-74abeab144c7 req-6cc5f72b-f0b4-4bc9-9be3-e3e12f6916e2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 1097 time: 0.2237289 Aug 31 00:52:12.433879 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-11d5c489-b05e-4fc2-b075-eaa1dc552083 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9101f3ddd97344069d67cec4d1dbae7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6882424 Aug 31 00:52:12.438380 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39218) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:12.500290 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39220) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:12.521138 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-070dcaf4-2d35-4ea7-a552-39369ab1c090 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:12.522691 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-070dcaf4-2d35-4ea7-a552-39369ab1c090 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:12.547212 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-017861b3-4126-4ff5-a745-74abeab144c7 req-87f99b69-d17d-4f99-84ff-f9257f907410 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099093 Aug 31 00:52:12.675987 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97489415-7f23-412c-b61c-0fd6d457e197 req-f0f6b64e-cd97-4c74-a2ec-1055ac8dd90e tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 210 time: 0.0467024 Aug 31 00:52:12.678878 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-070dcaf4-2d35-4ea7-a552-39369ab1c090 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7799287 Aug 31 00:52:12.752028 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Request body: {'port': {'device_id': '40deb6e4-92df-4753-90dc-78d483db4740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:12.829844 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386bf56-0b8b-410c-ad15-52cbdf40839b req-328db38c-fceb-47dc-a8c7-c1d213be3c4d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:12.833516 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-75f6c890-6129-464d-a6dd-9a8d2096ab1d None None] Provisioning for port 93a5602c-15e0-498c-8385-c1759fb3889b completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:52:12.835406 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1386bf56-0b8b-410c-ad15-52cbdf40839b req-328db38c-fceb-47dc-a8c7-c1d213be3c4d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 945 time: 0.3068974 Aug 31 00:52:12.843696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-75f6c890-6129-464d-a6dd-9a8d2096ab1d None None] Provisioning complete for port 93a5602c-15e0-498c-8385-c1759fb3889b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:12.843696 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-75f6c890-6129-464d-a6dd-9a8d2096ab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:12.852675 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2beffbf3-9792-4271-acf0-5c63e799800a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89b7f8bb24fd4aa981d548818f14705b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455195 Aug 31 00:52:12.853914 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39234) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:12.868499 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0366b198-d525-4937-aad9-863a0e94ec58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:12.927598 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:12.945080 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-75f6c890-6129-464d-a6dd-9a8d2096ab1d None None] Port 93a5602c-15e0-498c-8385-c1759fb3889b cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:52:12.970184 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0366b198-d525-4937-aad9-863a0e94ec58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:12.978584 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1386bf56-0b8b-410c-ad15-52cbdf40839b req-1038d38d-42c4-47ba-a2ec-aa68576d641b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230938 Aug 31 00:52:12.981375 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f654019d-b881-4baa-9714-6b93914090e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:13.068287 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f654019d-b881-4baa-9714-6b93914090e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:13.165257 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0366b198-d525-4937-aad9-863a0e94ec58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:13.175492 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0366b198-d525-4937-aad9-863a0e94ec58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:13.178849 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0366b198-d525-4937-aad9-863a0e94ec58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/492e842f-f7be-450b-9031-449d3f557ddd HTTP/1.1" status: 204 len: 168 time: 0.7368269 Aug 31 00:52:13.255762 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366b198-d525-4937-aad9-863a0e94ec58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492e842f-f7be-450b-9031-449d3f557ddd,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:13.336881 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98caa89-a83d-45ec-9c1d-383684d7214f req-4d70a90b-e589-4454-8e29-b5c10a63fa26 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:13.351924 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e98caa89-a83d-45ec-9c1d-383684d7214f req-4d70a90b-e589-4454-8e29-b5c10a63fa26 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 943 time: 0.1655579 Aug 31 00:52:13.420625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf817bd-68ea-4856-8b33-21f6c1280f96 req-96bafe02-5d4c-4b50-af5d-ce32535e2647 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:13.423695 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9bf817bd-68ea-4856-8b33-21f6c1280f96 req-96bafe02-5d4c-4b50-af5d-ce32535e2647 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 936 time: 0.0891149 Aug 31 00:52:13.427036 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f654019d-b881-4baa-9714-6b93914090e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:13.430094 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f654019d-b881-4baa-9714-6b93914090e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:13.431541 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f654019d-b881-4baa-9714-6b93914090e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d59ea600-fae7-4c71-b40e-f062e791fff4 HTTP/1.1" status: 204 len: 168 time: 0.5765097 Aug 31 00:52:13.441359 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e98caa89-a83d-45ec-9c1d-383684d7214f req-ab81457e-b4df-49e0-b886-158f434c1230 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795138 Aug 31 00:52:13.496765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654019d-b881-4baa-9714-6b93914090e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59ea600-fae7-4c71-b40e-f062e791fff4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:13.550138 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9bf817bd-68ea-4856-8b33-21f6c1280f96 req-40d5008e-0bad-4bc3-b76d-c6f0eab38a4b tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec5689d-aa89-481f-9097-3afce0e6da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117296 Aug 31 00:52:13.630800 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a5602c-15e0-498c-8385-c1759fb3889b {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:52:13.647469 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:13.671051 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Transition to ACTIVE for port object 93a5602c-15e0-498c-8385-c1759fb3889b will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:52:13.744050 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:13.826837 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Pushing event updated for resources: {'Port': ['ID=93a5602c-15e0-498c-8385-c1759fb3889b,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:13.901073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39270) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:14.056648 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Attempting to bind port 93a5602c-15e0-498c-8385-c1759fb3889b on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:52:14.057422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Attempting to bind port 93a5602c-15e0-498c-8385-c1759fb3889b by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:52:14.057836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Attempting to bind port 93a5602c-15e0-498c-8385-c1759fb3889b on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:14.084735 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ea2cae0-40dc-4f73-897c-ba53d033544c req-7ab648ca-ff4d-4540-b449-bb8f13cc1564 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 210 time: 0.0442414 Aug 31 00:52:14.090029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a718c6-3862-417a-b1e7-7194eba8ea3d admin admin] Deleting subnet e07bfe17-0121-48fe-96d6-1ff0dafc0a43 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:52:14.097617 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6a718c6-3862-417a-b1e7-7194eba8ea3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:14.108248 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Port 93a5602c-15e0-498c-8385-c1759fb3889b on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:52:14.108613 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Attempting to bind port 93a5602c-15e0-498c-8385-c1759fb3889b on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:14.131311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:52:14.131818 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:14.132372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:52:14.132996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Bound port: 93a5602c-15e0-498c-8385-c1759fb3889b, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:52:14.133517 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:14.193038 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6a718c6-3862-417a-b1e7-7194eba8ea3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:14.282339 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6a718c6-3862-417a-b1e7-7194eba8ea3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:14.409703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] For port 93a5602c-15e0-498c-8385-c1759fb3889b, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:52:14.428504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] For port 93a5602c-15e0-498c-8385-c1759fb3889b, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=93a5602c-15e0-498c-8385-c1759fb3889b,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:52:14.474028 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb5173-baad-4874-b2aa-78eaa85c1293 req-e0c1a749-b284-4bb7-bc0f-5d68bd2209fd tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:14.479769 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dafb5173-baad-4874-b2aa-78eaa85c1293 req-e0c1a749-b284-4bb7-bc0f-5d68bd2209fd tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 945 time: 0.2130158 Aug 31 00:52:14.522362 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6a718c6-3862-417a-b1e7-7194eba8ea3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:14.581682 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dafb5173-baad-4874-b2aa-78eaa85c1293 req-261e0d18-6d28-44d9-b1cc-ba363206b294 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904346 Aug 31 00:52:14.583192 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:14.586416 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a718c6-3862-417a-b1e7-7194eba8ea3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e07bfe17-0121-48fe-96d6-1ff0dafc0a43,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:14.594819 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6a718c6-3862-417a-b1e7-7194eba8ea3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:14.597840 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c6a718c6-3862-417a-b1e7-7194eba8ea3d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e07bfe17-0121-48fe-96d6-1ff0dafc0a43 HTTP/1.1" status: 204 len: 168 time: 0.6949069 Aug 31 00:52:14.602149 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39290) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:14.681806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:14.683416 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:14.687286 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] 10.222.0.48 "PUT /v2.0/ports/93a5602c-15e0-498c-8385-c1759fb3889b HTTP/1.1" status: 200 len: 1097 time: 1.9429312 Aug 31 00:52:14.688371 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40deb6e4-92df-4753-90dc-78d483db4740', 'tag': '93a5602c-15e0-498c-8385-c1759fb3889b'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:52:14.693177 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972f3142-8375-42ad-857a-8a6ecbf8904c" -d '{"events": [{"name": "network-changed", "server_uuid": "40deb6e4-92df-4753-90dc-78d483db4740", "tag": "93a5602c-15e0-498c-8385-c1759fb3889b"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:52:14.853334 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ca74cdc-97fc-4403-9edd-a97fcbbd2f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:14.872293 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858ea3e-f76d-4fa8-af96-015ab8aabcab service neutron] Pushing event updated for resources: {'Port': ['ID=93a5602c-15e0-498c-8385-c1759fb3889b,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:14.911837 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac71cd9-0e44-4617-a009-48d0ce358d99 req-61830311-a68a-4e19-ad22-b07b64c98408 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:14.915089 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ac71cd9-0e44-4617-a009-48d0ce358d99 req-61830311-a68a-4e19-ad22-b07b64c98408 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 948 time: 0.1958771 Aug 31 00:52:14.928867 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-251e35ec-cd0b-4dbd-9aa1-e4347041eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:14.931595 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-251e35ec-cd0b-4dbd-9aa1-e4347041eb51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e495522bc04471cab28a1b315f27bdd&device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 1100 time: 0.1328263 Aug 31 00:52:15.017352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-b89e7c67-7e7f-4870-9374-55af6c5cf5e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=93a5602c-15e0-498c-8385-c1759fb3889b HTTP/1.1" status: 200 len: 217 time: 0.0698102 Aug 31 00:52:15.039239 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc90a57-3da3-4a48-8d60-078c420bca76 req-388bde82-d213-479b-8102-d83f0375f19d tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:15.041042 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3dc90a57-3da3-4a48-8d60-078c420bca76 req-388bde82-d213-479b-8102-d83f0375f19d tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 943 time: 0.2874424 Aug 31 00:52:15.115142 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ac71cd9-0e44-4617-a009-48d0ce358d99 req-db2f0418-23b5-4fe8-bf65-d683ad1f65ab tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec5689d-aa89-481f-9097-3afce0e6da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782544 Aug 31 00:52:15.148591 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-121c9b97-2107-4489-ae23-72dd7d34b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:15.151285 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-121c9b97-2107-4489-ae23-72dd7d34b043 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1247723 Aug 31 00:52:15.158898 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abed667-5341-491f-9f52-2cf59fee164f req-fe0513eb-d1d6-4ca3-b487-2984cdcc3658 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:15.161396 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1abed667-5341-491f-9f52-2cf59fee164f req-fe0513eb-d1d6-4ca3-b487-2984cdcc3658 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.41 "GET /v2.0/networks?id=9b215787-2670-4c58-b41e-2b82d5b16242 HTTP/1.1" status: 200 len: 822 time: 0.4038336 Aug 31 00:52:15.181084 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ca74cdc-97fc-4403-9edd-a97fcbbd2f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:15.184683 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 86272788-dd6b-407f-89fe-4c4063556000 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:52:15.207321 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-1abed667-5341-491f-9f52-2cf59fee164f req-4bbb5870-d22f-4e2a-add2-d4c38c43fb35 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Request body: {'port': {'device_id': '2194faa8-2a58-4060-8db6-662847a0353e', 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242', 'admin_state_up': True, 'tenant_id': '6696427873454ece88fcc369fa4609ff'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:15.248726 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3ca74cdc-97fc-4403-9edd-a97fcbbd2f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a0f3c0-60d2-4d67-9d22-e9301c505e19']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:15.309650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3ca74cdc-97fc-4403-9edd-a97fcbbd2f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82495ea4-0c82-4527-b8f4-f588fb554f2e') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:15.310700 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3ca74cdc-97fc-4403-9edd-a97fcbbd2f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82495ea4-0c82-4527-b8f4-f588fb554f2e') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:15.348418 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-5ea88c96-5db3-4a9e-94a4-2417da887885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:15.352385 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-5ea88c96-5db3-4a9e-94a4-2417da887885 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1934986 Aug 31 00:52:15.427620 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3dc90a57-3da3-4a48-8d60-078c420bca76 req-eebf2703-0ab6-4c39-9e83-f0aeac407f08 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627968 Aug 31 00:52:15.440806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 86272788-dd6b-407f-89fe-4c4063556000, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=86272788-dd6b-407f-89fe-4c4063556000,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:15.444532 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ca74cdc-97fc-4403-9edd-a97fcbbd2f38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:15.468783 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5df3d-5b15-4986-8f91-79220d9ca675 req-4ba834f4-ba19-4f1a-b227-fcdcd78ed5b5 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:15.471946 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8eb5df3d-5b15-4986-8f91-79220d9ca675 req-4ba834f4-ba19-4f1a-b227-fcdcd78ed5b5 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 1097 time: 0.1800656 Aug 31 00:52:15.509831 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '86272788-dd6b-407f-89fe-4c4063556000', 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a', 'port_id': '86272788-dd6b-407f-89fe-4c4063556000', 'mac_address': 'fa:16:3e:db:8b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519a0f3b-cc60-470d-b6ba-128b5161d8a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:52:15.533122 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ca74cdc-97fc-4403-9edd-a97fcbbd2f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:15.556460 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca74cdc-97fc-4403-9edd-a97fcbbd2f38 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:52:15.556876 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ca74cdc-97fc-4403-9edd-a97fcbbd2f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: timer() Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:52:15.559242 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:52:15.564882 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56698a33-a2ee-4529-84b3-327b737f3d4b x-openstack-request-id: req-56698a33-a2ee-4529-84b3-327b737f3d4b {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:52:15.565373 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40deb6e4-92df-4753-90dc-78d483db4740", "tag": "93a5602c-15e0-498c-8385-c1759fb3889b", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:52:15.565807 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56698a33-a2ee-4529-84b3-327b737f3d4b {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:52:15.566447 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40deb6e4-92df-4753-90dc-78d483db4740', 'tag': '93a5602c-15e0-498c-8385-c1759fb3889b', 'status': 'completed', 'code': 200} Aug 31 00:52:15.631147 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39312) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:15.684091 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:15.689950 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8495a128-bbae-42c8-8f62-73da4edbfd48 req-1fdea966-f20d-4191-b185-6ed8e431c059 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2801521 Aug 31 00:52:15.725016 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8eb5df3d-5b15-4986-8f91-79220d9ca675 req-3ed4eb81-052f-40b2-89b8-4f0a3ebab9ec tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245822 Aug 31 00:52:15.736388 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-971e4bee-090d-45a8-af6f-09c11349824f req-7df107b6-09b3-4518-af88-95414b40db37 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1938279 Aug 31 00:52:15.739720 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86272788-dd6b-407f-89fe-4c4063556000 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:52:15.757201 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-c5badfaf-886a-461c-8757-02378e224ff6 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925912 Aug 31 00:52:15.805919 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 86272788-dd6b-407f-89fe-4c4063556000, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=86272788-dd6b-407f-89fe-4c4063556000,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:15.870657 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ead3b306-0c85-4e0d-a2d4-9764a514fd5e req-cbe4fd50-4f25-43e2-91c8-4fdc6dc2ab17 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 210 time: 0.1787944 Aug 31 00:52:15.887544 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ca74cdc-97fc-4403-9edd-a97fcbbd2f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:15.929035 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ca74cdc-97fc-4403-9edd-a97fcbbd2f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:15.931447 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3ca74cdc-97fc-4403-9edd-a97fcbbd2f38 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d6a0f3c0-60d2-4d67-9d22-e9301c505e19 HTTP/1.1" status: 204 len: 168 time: 1.3239460 Aug 31 00:52:15.932660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca74cdc-97fc-4403-9edd-a97fcbbd2f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6a0f3c0-60d2-4d67-9d22-e9301c505e19,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:15.941330 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:16.008189 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e1dc5c13-aeb4-4bd9-ad4f-5143f6fad700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:16.014193 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1abed667-5341-491f-9f52-2cf59fee164f req-4bbb5870-d22f-4e2a-add2-d4c38c43fb35 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Made reservation on behalf of 6696427873454ece88fcc369fa4609ff for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:52:16.026117 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1abed667-5341-491f-9f52-2cf59fee164f req-4bbb5870-d22f-4e2a-add2-d4c38c43fb35 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:16.031357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495a128-bbae-42c8-8f62-73da4edbfd48 req-13977225-0d3a-4b30-95bc-2f5a686e7170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:16.033024 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8495a128-bbae-42c8-8f62-73da4edbfd48 req-13977225-0d3a-4b30-95bc-2f5a686e7170 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 1096 time: 0.2336125 Aug 31 00:52:16.037493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=86272788-dd6b-407f-89fe-4c4063556000,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:16.065096 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a7adba7-9ae6-4502-88f0-a110ace242c3 req-c7d75e0d-c3e6-4aae-a93e-b66812dc6832 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004849 Aug 31 00:52:16.067745 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e4bee-090d-45a8-af6f-09c11349824f req-12177ec1-f802-4c99-96de-2d659484da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:16.069698 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-971e4bee-090d-45a8-af6f-09c11349824f req-12177ec1-f802-4c99-96de-2d659484da19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 1097 time: 0.2016423 Aug 31 00:52:16.090332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f11f85-6a01-4d39-a131-faea936d58fd req-f38777c1-7424-495c-b176-6a3d9dc0f40b tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:16.099207 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01f11f85-6a01-4d39-a131-faea936d58fd req-f38777c1-7424-495c-b176-6a3d9dc0f40b tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 1097 time: 0.1391160 Aug 31 00:52:16.148760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['86272788-dd6b-407f-89fe-4c4063556000'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:52:16.346366 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-1abed667-5341-491f-9f52-2cf59fee164f req-4bbb5870-d22f-4e2a-add2-d4c38c43fb35 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Allocated IP 172.20.0.9 (9b215787-2670-4c58-b41e-2b82d5b16242/705c0226-5114-4c34-8342-90d30ce9c10c/573294ac-b91e-41de-b79c-66b1627c53cd) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:52:16.383169 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01f11f85-6a01-4d39-a131-faea936d58fd req-87d6dfa4-c481-4d78-8653-b1c941a24062 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798553 Aug 31 00:52:16.486076 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e1dc5c13-aeb4-4bd9-ad4f-5143f6fad700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:16.506142 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495a128-bbae-42c8-8f62-73da4edbfd48 req-fd3aedbe-1905-4bc9-a9a0-8d65ec9bc9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:16.507959 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8495a128-bbae-42c8-8f62-73da4edbfd48 req-fd3aedbe-1905-4bc9-a9a0-8d65ec9bc9ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.4269514 Aug 31 00:52:16.511714 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e4bee-090d-45a8-af6f-09c11349824f req-a602574b-dad0-49bf-85a7-aa89839a048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:16.513509 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-971e4bee-090d-45a8-af6f-09c11349824f req-a602574b-dad0-49bf-85a7-aa89839a048e service neutron] 10.222.0.48 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 921 time: 0.4068911 Aug 31 00:52:16.519632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f3142-8375-42ad-857a-8a6ecbf8904c req-bd53522b-ce0f-45b6-95ac-4015dcb406b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:16.522789 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-972f3142-8375-42ad-857a-8a6ecbf8904c req-bd53522b-ce0f-45b6-95ac-4015dcb406b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e495522bc04471cab28a1b315f27bdd&device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 1100 time: 0.2757077 Aug 31 00:52:16.564244 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb87ab-8f0b-40af-aa89-d9d1c1fc3ce7 req-8f0cc813-176c-40e5-9e0d-cae205408759 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:16.576623 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-13bb87ab-8f0b-40af-aa89-d9d1c1fc3ce7 req-8f0cc813-176c-40e5-9e0d-cae205408759 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 948 time: 0.2388673 Aug 31 00:52:16.594459 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e1dc5c13-aeb4-4bd9-ad4f-5143f6fad700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:16.643219 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39342) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:16.662519 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-971e4bee-090d-45a8-af6f-09c11349824f req-cd972bde-2c93-47e5-ab84-8ad1d4462746 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cfc7b02-0e1b-4ddd-871d-69755e8214bd HTTP/1.1" status: 200 len: 217 time: 0.1386073 Aug 31 00:52:16.692992 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8495a128-bbae-42c8-8f62-73da4edbfd48 req-9d3ac841-0263-4333-90e3-558f7a72bb94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19811b1e-bb34-430f-aca6-a9df300ea7f7 HTTP/1.1" status: 200 len: 217 time: 0.1766431 Aug 31 00:52:16.747579 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc5c13-aeb4-4bd9-ad4f-5143f6fad700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7fb20d-30d0-48f5-9f9c-d2b8a5880632,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:16.756896 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e1dc5c13-aeb4-4bd9-ad4f-5143f6fad700 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cbf008a9f33b4d2b8a73f5a1abe4660a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1249230 Aug 31 00:52:16.763278 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-13bb87ab-8f0b-40af-aa89-d9d1c1fc3ce7 req-62978f42-1300-4ab4-ad97-a2ef5b6cb468 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec5689d-aa89-481f-9097-3afce0e6da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846273 Aug 31 00:52:16.763750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39346) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:16.911075 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d3edb22c-8429-4b72-9b0b-32487e14d6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:16.919897 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1abed667-5341-491f-9f52-2cf59fee164f req-4bbb5870-d22f-4e2a-add2-d4c38c43fb35 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:16.923097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e4bee-090d-45a8-af6f-09c11349824f req-5a972dcc-5495-40d9-a93c-5ed34436d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:16.928197 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-971e4bee-090d-45a8-af6f-09c11349824f req-5a972dcc-5495-40d9-a93c-5ed34436d613 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.2184920 Aug 31 00:52:16.948828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d8d1-f7a7-4567-bfb2-9d1da95288d1 req-e72a955d-bf82-4fa0-81ef-1d3db2ec44b5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:16.954625 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d3edb22c-8429-4b72-9b0b-32487e14d6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:16.961640 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a61d8d1-f7a7-4567-bfb2-9d1da95288d1 req-e72a955d-bf82-4fa0-81ef-1d3db2ec44b5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 944 time: 0.4062910 Aug 31 00:52:16.976316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495a128-bbae-42c8-8f62-73da4edbfd48 req-f452fa30-9d61-4782-9c59-abf3945ad5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:16.978509 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8495a128-bbae-42c8-8f62-73da4edbfd48 req-f452fa30-9d61-4782-9c59-abf3945ad5fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.2554126 Aug 31 00:52:17.084076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39356) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:17.097290 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f3142-8375-42ad-857a-8a6ecbf8904c req-5f3dfad8-2754-4fb7-8de8-4d4fa2174331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:17.099103 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-972f3142-8375-42ad-857a-8a6ecbf8904c req-5f3dfad8-2754-4fb7-8de8-4d4fa2174331 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.5583801 Aug 31 00:52:17.101368 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-971e4bee-090d-45a8-af6f-09c11349824f req-2bce57a2-a909-40e5-b160-c6122879da7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281164 Aug 31 00:52:17.158143 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-233145ff-9466-45d9-af6a-cc956aef1d28 req-0f624e41-c533-45eb-b427-ea704f8d8900 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 210 time: 0.0608346 Aug 31 00:52:17.159921 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1abed667-5341-491f-9f52-2cf59fee164f req-4bbb5870-d22f-4e2a-add2-d4c38c43fb35 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:17.203394 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 86272788-dd6b-407f-89fe-4c4063556000 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:17.248431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb5870-d22f-4e2a-add2-d4c38c43fb35 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Pushing event updated for resources: {'Port': ['ID=573294ac-b91e-41de-b79c-66b1627c53cd,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:17.253049 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d3edb22c-8429-4b72-9b0b-32487e14d6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:17.257917 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d3edb22c-8429-4b72-9b0b-32487e14d6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:17.259243 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d3edb22c-8429-4b72-9b0b-32487e14d6a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e7fb20d-30d0-48f5-9f9c-d2b8a5880632 HTTP/1.1" status: 204 len: 168 time: 0.4917696 Aug 31 00:52:17.267896 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-cc8da1b1-10d5-4ba6-a3ae-e5d8c974b44e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-625258496-network', 'tenant_id': 'cb916b836e584d028f50820f5d058952'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:17.329371 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6332ae7c-0867-4a47-be64-861305385e0d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69ffc68138944897905517c79bfd89b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429302 Aug 31 00:52:17.340658 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1abed667-5341-491f-9f52-2cf59fee164f req-4bbb5870-d22f-4e2a-add2-d4c38c43fb35 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Network 9b215787-2670-4c58-b41e-2b82d5b16242 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:52:17.344139 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39360) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:17.345757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-1abed667-5341-491f-9f52-2cf59fee164f req-4bbb5870-d22f-4e2a-add2-d4c38c43fb35 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:17.357954 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abed667-5341-491f-9f52-2cf59fee164f req-4bbb5870-d22f-4e2a-add2-d4c38c43fb35 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:52:17.416117 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8da1b1-10d5-4ba6-a3ae-e5d8c974b44e admin admin] Made reservation on behalf of cb916b836e584d028f50820f5d058952 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:52:17.418628 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc8da1b1-10d5-4ba6-a3ae-e5d8c974b44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:17.432144 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edb22c-8429-4b72-9b0b-32487e14d6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7fb20d-30d0-48f5-9f9c-d2b8a5880632,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:17.468880 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc8da1b1-10d5-4ba6-a3ae-e5d8c974b44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:17.496078 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abed667-5341-491f-9f52-2cf59fee164f req-4bbb5870-d22f-4e2a-add2-d4c38c43fb35 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:17.501174 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1abed667-5341-491f-9f52-2cf59fee164f req-4bbb5870-d22f-4e2a-add2-d4c38c43fb35 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:17.542659 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7492e689-b754-4da8-928a-b05a241af563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:17.550391 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 86272788-dd6b-407f-89fe-4c4063556000 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:52:17.552464 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8495a128-bbae-42c8-8f62-73da4edbfd48 req-b80534d9-388f-45f3-bec6-cb7d591d27b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5400734 Aug 31 00:52:17.560130 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 86272788-dd6b-407f-89fe-4c4063556000 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:17.560875 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:17.596196 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7492e689-b754-4da8-928a-b05a241af563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:17.598772 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-972f3142-8375-42ad-857a-8a6ecbf8904c req-101de367-4736-47f5-9f75-62be1d0e1ca8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=93a5602c-15e0-498c-8385-c1759fb3889b HTTP/1.1" status: 200 len: 217 time: 0.0495880 Aug 31 00:52:17.650217 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1abed667-5341-491f-9f52-2cf59fee164f req-4bbb5870-d22f-4e2a-add2-d4c38c43fb35 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4667542 Aug 31 00:52:17.670447 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Request body: {'port': {'device_id': '2194faa8-2a58-4060-8db6-662847a0353e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:17.787754 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7492e689-b754-4da8-928a-b05a241af563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:17.795915 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7492e689-b754-4da8-928a-b05a241af563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:17.795915 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7492e689-b754-4da8-928a-b05a241af563 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a593b38-035e-4d4d-9999-2988de02c9d7 HTTP/1.1" status: 204 len: 168 time: 0.3929601 Aug 31 00:52:17.802139 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:17.807986 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a61d8d1-f7a7-4567-bfb2-9d1da95288d1 req-ca406026-fef5-484f-8fb2-8410d022cbb5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7948909 Aug 31 00:52:17.833155 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492e689-b754-4da8-928a-b05a241af563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a593b38-035e-4d4d-9999-2988de02c9d7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:17.880208 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:17.929274 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f3142-8375-42ad-857a-8a6ecbf8904c req-d5bad8c7-8cb5-445f-8317-0b9654fd339e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:17.943707 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-972f3142-8375-42ad-857a-8a6ecbf8904c req-d5bad8c7-8cb5-445f-8317-0b9654fd339e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.3305230 Aug 31 00:52:17.961046 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc8da1b1-10d5-4ba6-a3ae-e5d8c974b44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:17.983650 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 86272788-dd6b-407f-89fe-4c4063556000, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=86272788-dd6b-407f-89fe-4c4063556000,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:17.985551 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97efbd6c-5c97-48f1-990f-60d57a7392ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86272788-dd6b-407f-89fe-4c4063556000'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:52:17.990858 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d48869e-77d4-42ad-8695-2e4ab75a2802" -d '{"events": [{"server_uuid": "97efbd6c-5c97-48f1-990f-60d57a7392ef", "name": "network-vif-plugged", "status": "completed", "tag": "86272788-dd6b-407f-89fe-4c4063556000"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:52:18.069195 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-971e4bee-090d-45a8-af6f-09c11349824f req-8f50f152-6df0-4c27-a56d-e78f9c002466 service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218382 Aug 31 00:52:18.079071 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:18.190934 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc8da1b1-10d5-4ba6-a3ae-e5d8c974b44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:18.212154 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8da1b1-10d5-4ba6-a3ae-e5d8c974b44e admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:52:18.219659 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=86272788-dd6b-407f-89fe-4c4063556000,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:18.243004 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc8da1b1-10d5-4ba6-a3ae-e5d8c974b44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:18.243004 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-cc8da1b1-10d5-4ba6-a3ae-e5d8c974b44e admin admin] Added segment 1a0e1727-32eb-4186-b7ec-984f9896d27a of type vlan for network 2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 Aug 31 00:52:18.243430 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8495a128-bbae-42c8-8f62-73da4edbfd48 req-b8855479-7b7b-4d98-adb3-f63e8e7ecf68 service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368024 Aug 31 00:52:18.268176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:52:18.311212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f3142-8375-42ad-857a-8a6ecbf8904c req-fc8f17ab-170e-42ea-b8a0-5ac475690b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:18.314753 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-972f3142-8375-42ad-857a-8a6ecbf8904c req-fc8f17ab-170e-42ea-b8a0-5ac475690b16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3346891 Aug 31 00:52:18.370419 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8da1b1-10d5-4ba6-a3ae-e5d8c974b44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bd1b69-1d39-45ce-9ffc-d85a55e21b34,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:18.379986 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc8da1b1-10d5-4ba6-a3ae-e5d8c974b44e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:18.460507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ae3e6-d4c8-4f94-8c03-ef4e4c841a9c req-98a1b29d-9b75-4414-bd72-d36bbd0628e7 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:18.474332 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e4ae3e6-d4c8-4f94-8c03-ef4e4c841a9c req-98a1b29d-9b75-4414-bd72-d36bbd0628e7 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 948 time: 0.4379632 Aug 31 00:52:18.576114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573294ac-b91e-41de-b79c-66b1627c53cd {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:52:18.593938 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:18.621871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Transition to ACTIVE for port object 573294ac-b91e-41de-b79c-66b1627c53cd will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:52:18.626640 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc8da1b1-10d5-4ba6-a3ae-e5d8c974b44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:18.629320 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8da1b1-10d5-4ba6-a3ae-e5d8c974b44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:18.631392 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc8da1b1-10d5-4ba6-a3ae-e5d8c974b44e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:18.653285 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-971e4bee-090d-45a8-af6f-09c11349824f req-758a082d-7627-44bf-b44a-7fcbb9411e4d service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734591 Aug 31 00:52:18.722429 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e4ae3e6-d4c8-4f94-8c03-ef4e4c841a9c req-88682e77-0950-49a9-b73b-9849205f8693 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec5689d-aa89-481f-9097-3afce0e6da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464800 Aug 31 00:52:18.784189 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8495a128-bbae-42c8-8f62-73da4edbfd48 req-0db1b15c-9638-4bb8-a7ce-aa6d7a32ced4 service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310721 Aug 31 00:52:18.816863 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-972f3142-8375-42ad-857a-8a6ecbf8904c req-ca6ae3a1-110b-4dcc-9c40-ceecab6e3c3a service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395742 Aug 31 00:52:18.849083 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181afb7b-d5ce-49d7-9bbf-bca5714aca06 x-openstack-request-id: req-181afb7b-d5ce-49d7-9bbf-bca5714aca06 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:52:18.849460 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97efbd6c-5c97-48f1-990f-60d57a7392ef", "name": "network-vif-plugged", "status": "completed", "tag": "86272788-dd6b-407f-89fe-4c4063556000", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:52:18.850172 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-181afb7b-d5ce-49d7-9bbf-bca5714aca06 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:52:18.851442 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97efbd6c-5c97-48f1-990f-60d57a7392ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86272788-dd6b-407f-89fe-4c4063556000', 'code': 200} Aug 31 00:52:18.851659 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:18.909051 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8da1b1-10d5-4ba6-a3ae-e5d8c974b44e admin admin] Pushing event updated for resources: {'Network': ['ID=2b35eefa-7ab0-4ef7-a371-a86a18ca3f87,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:18.934187 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cc8da1b1-10d5-4ba6-a3ae-e5d8c974b44e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2791145 Aug 31 00:52:18.934401 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:52:18.950482 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39406) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:18.962831 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-dae12f15-b4bd-46d2-b412-4612c9de7127 admin admin] Request body: {'subnet': {'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-625258496-subnet', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:19.099700 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Pushing event updated for resources: {'Port': ['ID=573294ac-b91e-41de-b79c-66b1627c53cd,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:19.129128 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-972f3142-8375-42ad-857a-8a6ecbf8904c req-46125558-a417-4b9a-9d55-8fa35d41febc service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039379 Aug 31 00:52:19.132519 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e72e5-0c86-4366-8306-705da8241522 req-cc720335-807b-4605-8264-d5da4a5c0446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:19.134452 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-107e72e5-0c86-4366-8306-705da8241522 req-cc720335-807b-4605-8264-d5da4a5c0446 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 1097 time: 0.1622834 Aug 31 00:52:19.184574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Attempting to bind port 573294ac-b91e-41de-b79c-66b1627c53cd on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:52:19.184574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Attempting to bind port 573294ac-b91e-41de-b79c-66b1627c53cd by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'd7c7bc5f-e9ba-42f5-a57e-841f4861234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:52:19.184574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Attempting to bind port 573294ac-b91e-41de-b79c-66b1627c53cd on network 9b215787-2670-4c58-b41e-2b82d5b16242 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:19.186041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f286665-5918-40c9-8e70-955267a85af4 req-219a2964-0471-4831-9cf5-cbbf92cde8d9 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:19.186263 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Port 573294ac-b91e-41de-b79c-66b1627c53cd on network 9b215787-2670-4c58-b41e-2b82d5b16242 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:52:19.186263 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Attempting to bind port 573294ac-b91e-41de-b79c-66b1627c53cd on network 9b215787-2670-4c58-b41e-2b82d5b16242 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:19.186582 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6f286665-5918-40c9-8e70-955267a85af4 req-219a2964-0471-4831-9cf5-cbbf92cde8d9 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 943 time: 0.1847866 Aug 31 00:52:19.198443 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:52:19.198901 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Checking segment: {'id': 'd7c7bc5f-e9ba-42f5-a57e-841f4861234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:19.199413 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Bound using segment: {'id': 'd7c7bc5f-e9ba-42f5-a57e-841f4861234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:52:19.200002 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Bound port: 573294ac-b91e-41de-b79c-66b1627c53cd, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c7bc5f-e9ba-42f5-a57e-841f4861234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:52:19.200481 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:19.277627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae12f15-b4bd-46d2-b412-4612c9de7127 admin admin] Made reservation on behalf of cb916b836e584d028f50820f5d058952 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:52:19.281190 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dae12f15-b4bd-46d2-b412-4612c9de7127 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:19.303518 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6f286665-5918-40c9-8e70-955267a85af4 req-6e8f9c2f-1000-4e21-aac7-f92875a7a0ca tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176126 Aug 31 00:52:19.345263 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-107e72e5-0c86-4366-8306-705da8241522 req-ec0ec4ce-f665-48c1-a04a-f0a2ce163410 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976757 Aug 31 00:52:19.460701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] For port 573294ac-b91e-41de-b79c-66b1627c53cd, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:52:19.470759 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] For port 573294ac-b91e-41de-b79c-66b1627c53cd, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=573294ac-b91e-41de-b79c-66b1627c53cd,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:52:19.555128 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:19.572597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15a6f2-d767-404d-8058-f1c8d3b712a0 req-a6cc3f7e-52de-4916-8840-6a861accb63e tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:19.574469 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de15a6f2-d767-404d-8058-f1c8d3b712a0 req-a6cc3f7e-52de-4916-8840-6a861accb63e tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 945 time: 0.1092298 Aug 31 00:52:19.653104 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:19.654987 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:19.656357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 93a5602c-15e0-498c-8385-c1759fb3889b details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:52:19.659348 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1abed667-5341-491f-9f52-2cf59fee164f req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] 10.222.0.41 "PUT /v2.0/ports/573294ac-b91e-41de-b79c-66b1627c53cd HTTP/1.1" status: 200 len: 1092 time: 1.9987836 Aug 31 00:52:19.660734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2194faa8-2a58-4060-8db6-662847a0353e', 'tag': '573294ac-b91e-41de-b79c-66b1627c53cd'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:52:19.666134 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86980b2-f7c1-4452-8830-6c519e829803" -d '{"events": [{"name": "network-changed", "server_uuid": "2194faa8-2a58-4060-8db6-662847a0353e", "tag": "573294ac-b91e-41de-b79c-66b1627c53cd"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:52:19.712200 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f229f4-621e-43be-9e1c-9cbc1d6c7c0a service neutron] Pushing event updated for resources: {'Port': ['ID=573294ac-b91e-41de-b79c-66b1627c53cd,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:19.728436 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de15a6f2-d767-404d-8058-f1c8d3b712a0 req-e80ac466-e06b-4c29-8838-193e41eddca5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241531 Aug 31 00:52:19.883200 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dae12f15-b4bd-46d2-b412-4612c9de7127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:19.891624 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abed667-5341-491f-9f52-2cf59fee164f req-73f55f2f-9f3b-4ca8-883f-fca3e36c7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:19.894698 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1abed667-5341-491f-9f52-2cf59fee164f req-73f55f2f-9f3b-4ca8-883f-fca3e36c7e6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6696427873454ece88fcc369fa4609ff&device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 1095 time: 0.1260822 Aug 31 00:52:20.009665 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 93a5602c-15e0-498c-8385-c1759fb3889b, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=93a5602c-15e0-498c-8385-c1759fb3889b,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:20.025885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39440) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:20.037103 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1abed667-5341-491f-9f52-2cf59fee164f req-a9546814-5286-44cb-ba31-211b47fca75a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=573294ac-b91e-41de-b79c-66b1627c53cd HTTP/1.1" status: 200 len: 217 time: 0.1256704 Aug 31 00:52:20.062620 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '93a5602c-15e0-498c-8385-c1759fb3889b', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '93a5602c-15e0-498c-8385-c1759fb3889b', 'mac_address': 'fa:16:3e:cd:68:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:52:20.124729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae12f15-b4bd-46d2-b412-4612c9de7127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30781be2-5bee-4638-999a-f788a777a8fa,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:20.140864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae12f15-b4bd-46d2-b412-4612c9de7127 admin admin] Checking segment: {'id': '1a0e1727-32eb-4186-b7ec-984f9896d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:20.141471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae12f15-b4bd-46d2-b412-4612c9de7127 admin admin] Network hostable DHCP agents. Network: 2b35eefa-7ab0-4ef7-a371-a86a18ca3f87, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:52:20.155551 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:20.182426 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abed667-5341-491f-9f52-2cf59fee164f req-5f8df57f-b1d6-4b83-a641-b1e7ae7816e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:20.184867 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1abed667-5341-491f-9f52-2cf59fee164f req-5f8df57f-b1d6-4b83-a641-b1e7ae7816e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=705c0226-5114-4c34-8342-90d30ce9c10c HTTP/1.1" status: 200 len: 862 time: 0.1393058 Aug 31 00:52:20.195181 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a5602c-15e0-498c-8385-c1759fb3889b {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:52:20.250551 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1abed667-5341-491f-9f52-2cf59fee164f req-c871e36e-a7fd-457a-916f-069d7957fb58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b215787-2670-4c58-b41e-2b82d5b16242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535877 Aug 31 00:52:20.256079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 93a5602c-15e0-498c-8385-c1759fb3889b, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=93a5602c-15e0-498c-8385-c1759fb3889b,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:20.273105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae12f15-b4bd-46d2-b412-4612c9de7127 admin admin] Network 2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:52:20.371150 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:20.401131 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-dae12f15-b4bd-46d2-b412-4612c9de7127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 2b35eefa-7ab0-4ef7-a371-a86a18ca3f87) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:20.410523 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae12f15-b4bd-46d2-b412-4612c9de7127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:20.411917 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dae12f15-b4bd-46d2-b412-4612c9de7127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:20.434614 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-60b25892-4f4f-4fb8-9fff-8de1ecb22cb1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1241271120-network', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:20.486711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc929e9d-0690-4a69-a26c-10abd2b8abf8 None None] Network 2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:52:20.511781 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1abed667-5341-491f-9f52-2cf59fee164f req-dabdfefc-df09-4e4a-b0f6-e7028ee0d6a3 service neutron] 10.222.0.41 "GET /v2.0/networks/9b215787-2670-4c58-b41e-2b82d5b16242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526748 Aug 31 00:52:20.617293 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b25892-4f4f-4fb8-9fff-8de1ecb22cb1 admin admin] Made reservation on behalf of d762f9b61c2c401a8c6f1b0d3f33efb5 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:52:20.622240 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-60b25892-4f4f-4fb8-9fff-8de1ecb22cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:20.645738 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=93a5602c-15e0-498c-8385-c1759fb3889b,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:20.669342 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1abed667-5341-491f-9f52-2cf59fee164f req-05e9a82b-85ed-4dba-ab33-6452f42a4433 service neutron] 10.222.0.41 "GET /v2.0/networks/9b215787-2670-4c58-b41e-2b82d5b16242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497960 Aug 31 00:52:20.687029 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-60b25892-4f4f-4fb8-9fff-8de1ecb22cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:20.761764 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['93a5602c-15e0-498c-8385-c1759fb3889b'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:52:20.800292 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-dae12f15-b4bd-46d2-b412-4612c9de7127 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8443592 Aug 31 00:52:20.804205 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39458) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:20.810929 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-625258496-router', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:20.896245 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c499e2-d18b-4c81-92af-dbfae1421d88 x-openstack-request-id: req-79c499e2-d18b-4c81-92af-dbfae1421d88 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:52:20.897133 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2194faa8-2a58-4060-8db6-662847a0353e", "tag": "573294ac-b91e-41de-b79c-66b1627c53cd", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:52:20.897877 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79c499e2-d18b-4c81-92af-dbfae1421d88 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:52:20.904859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-2b35eefa-7ab0-4ef7-a371-a86a18ca3f87', 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'fixed_ips': [{'subnet_id': '30781be2-5bee-4638-999a-f788a777a8fa'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:52:20.907182 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:20.913571 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2194faa8-2a58-4060-8db6-662847a0353e', 'tag': '573294ac-b91e-41de-b79c-66b1627c53cd', 'status': 'completed', 'code': 200} Aug 31 00:52:21.007230 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-60b25892-4f4f-4fb8-9fff-8de1ecb22cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:21.026248 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-dd91e2a0-756b-45b1-8009-0fdb34fc88fa tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:52:21.037785 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-dd91e2a0-756b-45b1-8009-0fdb34fc88fa tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231276 Aug 31 00:52:21.084806 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-60b25892-4f4f-4fb8-9fff-8de1ecb22cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:21.132885 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86980b2-f7c1-4452-8830-6c519e829803 req-ef83fe56-5ed9-4773-8d13-6db9894c82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:21.135522 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d86980b2-f7c1-4452-8830-6c519e829803 req-ef83fe56-5ed9-4773-8d13-6db9894c82b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6696427873454ece88fcc369fa4609ff&device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 1095 time: 0.2152798 Aug 31 00:52:21.152491 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b25892-4f4f-4fb8-9fff-8de1ecb22cb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:52:21.157121 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39462) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:21.172298 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-2e201230-762e-4e90-b44b-a9006d394fdc tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:21.181644 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-2e201230-762e-4e90-b44b-a9006d394fdc tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/ports/8b9bcfa6-19f1-4a7c-b59f-a75514833c00 HTTP/1.1" status: 200 len: 1094 time: 0.1418228 Aug 31 00:52:21.191873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b25892-4f4f-4fb8-9fff-8de1ecb22cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfbfbff-95ba-45f0-b6df-0aad9db8a802,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:21.232947 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-ded69d5d-1465-4b50-86cb-a6672c679bf6 service neutron] Request body: {'binding': {'host': 'n-h2-793621-34', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:21.234262 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-ded69d5d-1465-4b50-86cb-a6672c679bf6 service neutron] Unknown quota resources ['binding']. {{(pid=102343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 00:52:21.243004 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-60b25892-4f4f-4fb8-9fff-8de1ecb22cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:21.248388 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-60b25892-4f4f-4fb8-9fff-8de1ecb22cb1 admin admin] Added segment 0b09c350-a8c5-4cd3-b29a-84b3763038a5 of type vlan for network 62bcc279-75c4-4395-8c31-f0f71b03f975 Aug 31 00:52:21.319415 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-60b25892-4f4f-4fb8-9fff-8de1ecb22cb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:21.340064 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Allocated IP 172.20.0.2 (2b35eefa-7ab0-4ef7-a371-a86a18ca3f87/30781be2-5bee-4638-999a-f788a777a8fa/d2ba4533-5499-47a5-b588-1d823ecee17b) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:52:21.380421 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82276729-3f34-4a97-a83e-8b500d615009 req-7ff7ab86-3125-44c2-bad0-3f59b061c6fe tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:21.386654 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82276729-3f34-4a97-a83e-8b500d615009 req-7ff7ab86-3125-44c2-bad0-3f59b061c6fe tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 949 time: 0.3576152 Aug 31 00:52:21.393002 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:21.394185 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:21.442168 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-8746835c-9720-4b85-b93f-1fd544c15fa3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2061314996-network', 'tenant_id': '0e27acc4e9a54f1e8029c8657a325bf4'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:21.497994 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82276729-3f34-4a97-a83e-8b500d615009 req-b8daf213-4e6e-49c2-951e-44e7fba7e2cf tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec5689d-aa89-481f-9097-3afce0e6da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069481 Aug 31 00:52:21.522149 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-60b25892-4f4f-4fb8-9fff-8de1ecb22cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:21.524151 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b25892-4f4f-4fb8-9fff-8de1ecb22cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:21.525136 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-60b25892-4f4f-4fb8-9fff-8de1ecb22cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:21.600469 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8746835c-9720-4b85-b93f-1fd544c15fa3 admin admin] Made reservation on behalf of 0e27acc4e9a54f1e8029c8657a325bf4 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:52:21.604214 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8746835c-9720-4b85-b93f-1fd544c15fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:21.622645 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8746835c-9720-4b85-b93f-1fd544c15fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:21.651684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b25892-4f4f-4fb8-9fff-8de1ecb22cb1 admin admin] Pushing event updated for resources: {'Network': ['ID=62bcc279-75c4-4395-8c31-f0f71b03f975,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:21.669805 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 62bcc279-75c4-4395-8c31-f0f71b03f975 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:52:21.679612 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:21.703580 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-60b25892-4f4f-4fb8-9fff-8de1ecb22cb1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6742554 Aug 31 00:52:21.712339 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39466) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:21.718216 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-10f74071-e124-4b10-94a8-aa75645cf564 admin admin] Request body: {'subnet': {'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1241271120-subnet', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:21.738218 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Transition to ACTIVE for port object d2ba4533-5499-47a5-b588-1d823ecee17b will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:52:21.769065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Transition to ACTIVE for port object d2ba4533-5499-47a5-b588-1d823ecee17b will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:52:21.769829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78678852-c9d0-4ce1-85d3-9556618e192e req-68146e1d-4c6c-421c-8114-2518c579e26a tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:21.771370 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-78678852-c9d0-4ce1-85d3-9556618e192e req-68146e1d-4c6c-421c-8114-2518c579e26a tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 943 time: 0.1422417 Aug 31 00:52:21.848150 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-78678852-c9d0-4ce1-85d3-9556618e192e req-c50c72f6-2da4-4c32-94e9-0565212fc5a3 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650771 Aug 31 00:52:21.848958 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86980b2-f7c1-4452-8830-6c519e829803 req-9f4d4a60-b192-46bb-af16-7657188a67ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:21.850226 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d86980b2-f7c1-4452-8830-6c519e829803 req-9f4d4a60-b192-46bb-af16-7657188a67ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b215787-2670-4c58-b41e-2b82d5b16242 HTTP/1.1" status: 200 len: 923 time: 0.7021418 Aug 31 00:52:21.897013 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8746835c-9720-4b85-b93f-1fd544c15fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:21.918662 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:21.980499 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:21.983619 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d86980b2-f7c1-4452-8830-6c519e829803 req-8b932983-1611-420e-b765-0b76f9ac52f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=573294ac-b91e-41de-b79c-66b1627c53cd HTTP/1.1" status: 200 len: 217 time: 0.1231570 Aug 31 00:52:21.989699 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8746835c-9720-4b85-b93f-1fd544c15fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:21.995531 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Network 2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:52:22.005598 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:22.013198 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:52:22.022694 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Pushing event updated for resources: {'Port': ['ID=d2ba4533-5499-47a5-b588-1d823ecee17b,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:22.078629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8746835c-9720-4b85-b93f-1fd544c15fa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:52:22.099352 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Attempting to bind port d2ba4533-5499-47a5-b588-1d823ecee17b on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:52:22.099795 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Attempting to bind port d2ba4533-5499-47a5-b588-1d823ecee17b by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '1a0e1727-32eb-4186-b7ec-984f9896d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:52:22.100256 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Attempting to bind port d2ba4533-5499-47a5-b588-1d823ecee17b on network 2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:22.107569 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:52:22.114427 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Checking segment: {'id': '1a0e1727-32eb-4186-b7ec-984f9896d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:22.114427 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:22.114427 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Bound using segment: {'id': '1a0e1727-32eb-4186-b7ec-984f9896d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:52:22.114427 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Bound port: d2ba4533-5499-47a5-b588-1d823ecee17b, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0e1727-32eb-4186-b7ec-984f9896d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:52:22.114427 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:22.128779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-ded69d5d-1465-4b50-86cb-a6672c679bf6 service neutron] Attempting to bind port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 on host n-h2-793621-34 for vnic_type normal with profile None {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:52:22.128779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-ded69d5d-1465-4b50-86cb-a6672c679bf6 service neutron] Attempting to bind port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:52:22.128779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-ded69d5d-1465-4b50-86cb-a6672c679bf6 service neutron] Attempting to bind port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:22.129211 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746835c-9720-4b85-b93f-1fd544c15fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7177cd-6ec9-4441-bf65-560f2f5ee839,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:22.137039 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86980b2-f7c1-4452-8830-6c519e829803 req-10ba6057-599d-454d-ac69-dc20474a9168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:22.140729 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d86980b2-f7c1-4452-8830-6c519e829803 req-10ba6057-599d-454d-ac69-dc20474a9168 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=705c0226-5114-4c34-8342-90d30ce9c10c HTTP/1.1" status: 200 len: 862 time: 0.1444547 Aug 31 00:52:22.143267 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8746835c-9720-4b85-b93f-1fd544c15fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:22.146507 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-8746835c-9720-4b85-b93f-1fd544c15fa3 admin admin] Added segment ecdf0ad4-cb28-4af5-86ec-45b5925dbcd4 of type vlan for network e4508b9b-b559-444d-83bb-3f9f05b8f9a3 Aug 31 00:52:22.182680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f74071-e124-4b10-94a8-aa75645cf564 admin admin] Made reservation on behalf of d762f9b61c2c401a8c6f1b0d3f33efb5 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:52:22.185729 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10f74071-e124-4b10-94a8-aa75645cf564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:22.211976 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-ded69d5d-1465-4b50-86cb-a6672c679bf6 service neutron] Port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 on network dffc61c4-1ac9-454f-80fe-3549f2de306f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:52:22.212334 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-ded69d5d-1465-4b50-86cb-a6672c679bf6 service neutron] Attempting to bind port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:22.223783 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8746835c-9720-4b85-b93f-1fd544c15fa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:22.231754 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] For port d2ba4533-5499-47a5-b588-1d823ecee17b, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:52:22.238259 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] For port d2ba4533-5499-47a5-b588-1d823ecee17b, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d2ba4533-5499-47a5-b588-1d823ecee17b,segment=NetworkSegment(1a0e1727-32eb-4186-b7ec-984f9896d27a),segment_id=1a0e1727-32eb-4186-b7ec-984f9896d27a)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:52:22.247364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-ded69d5d-1465-4b50-86cb-a6672c679bf6 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:52:22.247831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-ded69d5d-1465-4b50-86cb-a6672c679bf6 service neutron] Checking segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:22.248360 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-ded69d5d-1465-4b50-86cb-a6672c679bf6 service neutron] Bound using segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:52:22.249580 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-ded69d5d-1465-4b50-86cb-a6672c679bf6 service neutron] Bound port: 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:52:22.304879 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d86980b2-f7c1-4452-8830-6c519e829803 req-51fb830f-48c1-43e5-89be-11240180c74c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b215787-2670-4c58-b41e-2b82d5b16242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097696 Aug 31 00:52:22.327800 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:22.347762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29f814-e6b1-4da2-8406-949692a5937f req-7210dac9-8684-401d-b161-11bd869ace23 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:22.350625 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4d29f814-e6b1-4da2-8406-949692a5937f req-7210dac9-8684-401d-b161-11bd869ace23 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 945 time: 0.3358274 Aug 31 00:52:22.419704 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:22.435324 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82846d62-990b-4f00-90d7-1fe493237415 None None] Pushing event updated for resources: {'Port': ['ID=d2ba4533-5499-47a5-b588-1d823ecee17b,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:22.453427 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4d29f814-e6b1-4da2-8406-949692a5937f req-385e6460-4594-49a6-9616-72564b2b68b9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866275 Aug 31 00:52:22.537244 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8746835c-9720-4b85-b93f-1fd544c15fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:22.540743 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8746835c-9720-4b85-b93f-1fd544c15fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:22.542043 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8746835c-9720-4b85-b93f-1fd544c15fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:22.566823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-ded69d5d-1465-4b50-86cb-a6672c679bf6 service neutron] For port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:52:22.656708 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-ded69d5d-1465-4b50-86cb-a6672c679bf6 service neutron] Notify callbacks [] for binding, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:22.657977 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-ded69d5d-1465-4b50-86cb-a6672c679bf6 service neutron] 10.222.0.16 "POST /v2.0/ports/8b9bcfa6-19f1-4a7c-b59f-a75514833c00/bindings HTTP/1.1" status: 201 len: 390 time: 1.4347205 Aug 31 00:52:22.664479 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d86980b2-f7c1-4452-8830-6c519e829803 req-106e8ea4-5961-4da5-9aaa-b1b34088dbd7 service neutron] 10.222.0.41 "GET /v2.0/networks/9b215787-2670-4c58-b41e-2b82d5b16242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732038 Aug 31 00:52:22.770533 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8746835c-9720-4b85-b93f-1fd544c15fa3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5915017 Aug 31 00:52:22.771752 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746835c-9720-4b85-b93f-1fd544c15fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=e4508b9b-b559-444d-83bb-3f9f05b8f9a3,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:22.778609 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39476) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:22.801678 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network e4508b9b-b559-444d-83bb-3f9f05b8f9a3 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:52:22.803579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0f5faa45-62b3-403e-81b0-256c1925d636 admin admin] Request body: {'subnet': {'network_id': 'e4508b9b-b559-444d-83bb-3f9f05b8f9a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2061314996-subnet', 'tenant_id': '0e27acc4e9a54f1e8029c8657a325bf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:22.840688 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130caf5-7a71-409d-ac7d-ba5495708785 req-eb259846-9391-4d68-9c11-eb9ea17c908c tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:22.848316 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6130caf5-7a71-409d-ac7d-ba5495708785 req-eb259846-9391-4d68-9c11-eb9ea17c908c tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 1097 time: 0.2014809 Aug 31 00:52:22.878433 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d86980b2-f7c1-4452-8830-6c519e829803 req-1f5a18f6-314f-47db-a657-018af13638bc service neutron] 10.222.0.41 "GET /v2.0/networks/9b215787-2670-4c58-b41e-2b82d5b16242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038410 Aug 31 00:52:22.904332 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6130caf5-7a71-409d-ac7d-ba5495708785 req-fe9e84e2-9984-4dea-86dc-96a605a5f162 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531211 Aug 31 00:52:22.912753 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10f74071-e124-4b10-94a8-aa75645cf564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:22.970625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5faa45-62b3-403e-81b0-256c1925d636 admin admin] Made reservation on behalf of 0e27acc4e9a54f1e8029c8657a325bf4 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:52:22.978854 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f5faa45-62b3-403e-81b0-256c1925d636 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:23.101065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f74071-e124-4b10-94a8-aa75645cf564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33607f4e-6584-4090-b09f-6f2de69c9050,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:23.122709 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:23.170060 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:23.170325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f74071-e124-4b10-94a8-aa75645cf564 admin admin] Checking segment: {'id': '0b09c350-a8c5-4cd3-b29a-84b3763038a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:23.171198 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f74071-e124-4b10-94a8-aa75645cf564 admin admin] Network hostable DHCP agents. Network: 62bcc279-75c4-4395-8c31-f0f71b03f975, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:52:23.206432 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca123c6-df54-4ea3-8ad0-2a7e578a7c30 req-b77005c5-c3a7-4abb-844e-c3f07a52954d tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:23.208611 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bca123c6-df54-4ea3-8ad0-2a7e578a7c30 req-b77005c5-c3a7-4abb-844e-c3f07a52954d tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 949 time: 0.1662817 Aug 31 00:52:23.221745 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 573294ac-b91e-41de-b79c-66b1627c53cd details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:52:23.302550 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bca123c6-df54-4ea3-8ad0-2a7e578a7c30 req-1a856fdb-1c77-455f-9278-9dbf8ed81a97 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec5689d-aa89-481f-9097-3afce0e6da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821013 Aug 31 00:52:23.305236 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f74071-e124-4b10-94a8-aa75645cf564 admin admin] Network 62bcc279-75c4-4395-8c31-f0f71b03f975 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:52:23.338196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2438437-fc68-41cf-bd26-83ec78ba01f1 req-f6b09d26-5e18-4781-8afe-37e83f0444a0 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:23.338353 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a2438437-fc68-41cf-bd26-83ec78ba01f1 req-f6b09d26-5e18-4781-8afe-37e83f0444a0 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 943 time: 0.1182916 Aug 31 00:52:23.394318 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-10f74071-e124-4b10-94a8-aa75645cf564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 62bcc279-75c4-4395-8c31-f0f71b03f975) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:23.397861 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 573294ac-b91e-41de-b79c-66b1627c53cd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=573294ac-b91e-41de-b79c-66b1627c53cd,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:23.409892 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6e3757-e1de-47cb-9c54-17d49cf2e3ec None None] Network 62bcc279-75c4-4395-8c31-f0f71b03f975 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:52:23.418310 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] Allocated IP 172.25.2.189 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/ac18bf2c-8dc8-4bbd-aa36-8618e4605796) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:52:23.423884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f74071-e124-4b10-94a8-aa75645cf564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:23.425648 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10f74071-e124-4b10-94a8-aa75645cf564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:23.464280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '573294ac-b91e-41de-b79c-66b1627c53cd', 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242', 'port_id': '573294ac-b91e-41de-b79c-66b1627c53cd', 'mac_address': 'fa:16:3e:8b:93:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705c0226-5114-4c34-8342-90d30ce9c10c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:52:23.489563 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a2438437-fc68-41cf-bd26-83ec78ba01f1 req-fbaf27e5-02ee-453b-af59-c5edd56ce7e5 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384838 Aug 31 00:52:23.507668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa22aa-07d5-4534-a581-a52e579f8ee3 req-8378f043-9dc7-4bb9-a1ed-82fdf22ff128 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:23.509561 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-47fa22aa-07d5-4534-a581-a52e579f8ee3 req-8378f043-9dc7-4bb9-a1ed-82fdf22ff128 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 1097 time: 0.0704594 Aug 31 00:52:23.511495 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f5faa45-62b3-403e-81b0-256c1925d636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:23.570482 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:23.600379 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5faa45-62b3-403e-81b0-256c1925d636 admin admin] Checking segment: {'id': 'ecdf0ad4-cb28-4af5-86ec-45b5925dbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4508b9b-b559-444d-83bb-3f9f05b8f9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:23.601148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5faa45-62b3-403e-81b0-256c1925d636 admin admin] Network hostable DHCP agents. Network: e4508b9b-b559-444d-83bb-3f9f05b8f9a3, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:52:23.615260 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-10f74071-e124-4b10-94a8-aa75645cf564 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9012895 Aug 31 00:52:23.616043 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573294ac-b91e-41de-b79c-66b1627c53cd {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:52:23.616563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39486) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:23.661211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 93a5602c-15e0-498c-8385-c1759fb3889b up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:23.665914 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1241271120-router', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:23.675597 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-f281c3b2-858f-44a4-9f26-68c0faf28ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:23.677814 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-f281c3b2-858f-44a4-9f26-68c0faf28ee5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 1097 time: 0.2394085 Aug 31 00:52:23.722454 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-47fa22aa-07d5-4534-a581-a52e579f8ee3 req-055cfb96-1317-499b-b795-332ee73fc9f9 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313078 Aug 31 00:52:23.754387 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5faa45-62b3-403e-81b0-256c1925d636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=459b5789-cb86-4825-b61b-a82cc23881e4,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:23.785325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5faa45-62b3-403e-81b0-256c1925d636 admin admin] Network e4508b9b-b559-444d-83bb-3f9f05b8f9a3 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:52:23.828223 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 573294ac-b91e-41de-b79c-66b1627c53cd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=573294ac-b91e-41de-b79c-66b1627c53cd,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:23.830837 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:23.833057 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:23.856207 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:23.873282 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f84f9-e6d5-4f85-9159-57beac95324b req-9a732a6e-b30d-4c07-bbd7-f1dd6ffde905 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:23.881562 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c71f84f9-e6d5-4f85-9159-57beac95324b req-9a732a6e-b30d-4c07-bbd7-f1dd6ffde905 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 945 time: 0.2573259 Aug 31 00:52:23.938796 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-62bcc279-75c4-4395-8c31-f0f71b03f975', 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'fixed_ips': [{'subnet_id': '33607f4e-6584-4090-b09f-6f2de69c9050'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:52:23.940006 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:23.973058 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-0f5faa45-62b3-403e-81b0-256c1925d636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, e4508b9b-b559-444d-83bb-3f9f05b8f9a3) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:23.976949 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:23.986601 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5faa45-62b3-403e-81b0-256c1925d636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:23.988814 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f5faa45-62b3-403e-81b0-256c1925d636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:24.012717 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9cc06b-5706-4ec0-b304-ba31e5c3016b None None] Network e4508b9b-b559-444d-83bb-3f9f05b8f9a3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:52:24.015801 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-d1a9fb45-9286-4daa-8b1e-6df9b67aaa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:24.018995 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-d1a9fb45-9286-4daa-8b1e-6df9b67aaa6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 921 time: 0.3342273 Aug 31 00:52:24.023709 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:24.058081 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c71f84f9-e6d5-4f85-9159-57beac95324b req-c77c2238-4240-415f-b276-5dcbee56b3a4 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747379 Aug 31 00:52:24.091835 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-d0c1688a-cf8d-4ff0-aef7-322e91bf675c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b9bcfa6-19f1-4a7c-b59f-a75514833c00 HTTP/1.1" status: 200 len: 217 time: 0.0516162 Aug 31 00:52:24.138937 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0f5faa45-62b3-403e-81b0-256c1925d636 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3524549 Aug 31 00:52:24.200479 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:24.283679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] Pushing event updated for resources: {'Port': ['ID=ac18bf2c-8dc8-4bbd-aa36-8618e4605796,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:24.300116 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:52:24.302820 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-9a94a996-1ce6-4464-82ca-80b915055ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:24.304528 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-9a94a996-1ce6-4464-82ca-80b915055ad9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.2052860 Aug 31 00:52:24.305800 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:24.308798 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:52:24.365790 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-47b16dfe-50af-4901-b961-88ea05b1cdcd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524740 Aug 31 00:52:24.385145 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe6abc8-bc0d-4135-b951-3fb2d3510242 None None] Network 2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:52:24.393199 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d2ba4533-5499-47a5-b588-1d823ecee17b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:24.407034 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 93a5602c-15e0-498c-8385-c1759fb3889b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:52:24.501227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 93a5602c-15e0-498c-8385-c1759fb3889b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:24.501666 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:24.555031 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['573294ac-b91e-41de-b79c-66b1627c53cd'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:52:24.589291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=573294ac-b91e-41de-b79c-66b1627c53cd,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:24.716183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-588884d1-8ff1-4dda-b577-413faeb2c77a None None] Provisioning for port d2ba4533-5499-47a5-b588-1d823ecee17b completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:52:24.745334 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-ca502355-bdb9-4d05-b8c3-fb7cbb00333d service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714921 Aug 31 00:52:24.762849 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073aec21-c2ab-4082-880c-bfde8449dcc5 req-ec6f0e34-1d37-4cf2-8592-32b54b06f43c tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:24.772969 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-073aec21-c2ab-4082-880c-bfde8449dcc5 req-ec6f0e34-1d37-4cf2-8592-32b54b06f43c tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 949 time: 0.1623089 Aug 31 00:52:24.829648 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Allocated IP 172.20.0.2 (62bcc279-75c4-4395-8c31-f0f71b03f975/33607f4e-6584-4090-b09f-6f2de69c9050/f843fa66-f5a2-4cf8-9101-70c3b323a928) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:52:24.873410 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:24.894339 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-073aec21-c2ab-4082-880c-bfde8449dcc5 req-9b397aff-248f-4b87-a043-8dcef6f3c001 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec5689d-aa89-481f-9097-3afce0e6da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200867 Aug 31 00:52:25.174893 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39528) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:25.241907 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-1fa2273e-9698-4ff5-888d-90abf2d3b2ff service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876842 Aug 31 00:52:25.268570 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port d2ba4533-5499-47a5-b588-1d823ecee17b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:52:25.279656 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33d23b-f4ac-435a-9503-47c8f6b9ff13 req-bbde2c06-f661-4795-95f6-7203441522e2 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:25.282749 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bbc5a7-d0a8-4d96-a10b-7ddfdf253138 None None] Network e4508b9b-b559-444d-83bb-3f9f05b8f9a3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:52:25.289919 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ae33d23b-f4ac-435a-9503-47c8f6b9ff13 req-bbde2c06-f661-4795-95f6-7203441522e2 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 944 time: 0.2857690 Aug 31 00:52:25.306562 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:25.406606 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port d2ba4533-5499-47a5-b588-1d823ecee17b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:25.407058 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:25.469089 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:25.531970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:25.546925 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52dbc767-25e8-4b0d-8c17-b4eba39754ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:25.587147 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:25.617157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40deb6e4-92df-4753-90dc-78d483db4740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a5602c-15e0-498c-8385-c1759fb3889b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:52:25.619758 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dbc489-a2e1-43ca-8b32-99b2c50a2244" -d '{"events": [{"server_uuid": "40deb6e4-92df-4753-90dc-78d483db4740", "name": "network-vif-plugged", "status": "completed", "tag": "93a5602c-15e0-498c-8385-c1759fb3889b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:52:25.693519 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 93a5602c-15e0-498c-8385-c1759fb3889b, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=93a5602c-15e0-498c-8385-c1759fb3889b,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:25.702081 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ae33d23b-f4ac-435a-9503-47c8f6b9ff13 req-5058c8c9-b03f-4a2f-b8d8-3307b6abafb4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110081 Aug 31 00:52:25.813663 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:25.857042 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:25.859591 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Transition to ACTIVE for port object f843fa66-f5a2-4cf8-9101-70c3b323a928 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:52:25.868497 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:25.896038 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] Allocated IP 172.25.2.55 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/23e7b67d-cc17-4889-afc8-235ee5f821ce) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:52:25.946387 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Transition to ACTIVE for port object f843fa66-f5a2-4cf8-9101-70c3b323a928 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:52:26.008599 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:26.048826 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port d2ba4533-5499-47a5-b588-1d823ecee17b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d2ba4533-5499-47a5-b588-1d823ecee17b,segment=NetworkSegment(1a0e1727-32eb-4186-b7ec-984f9896d27a),segment_id=1a0e1727-32eb-4186-b7ec-984f9896d27a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:26.056687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=93a5602c-15e0-498c-8385-c1759fb3889b,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:26.091170 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:26.242086 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:26.294308 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:26.317008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Network 62bcc279-75c4-4395-8c31-f0f71b03f975 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:52:26.323592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:26.346866 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:52:26.355907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3e89f655-7c50-40b8-bf33-3b41b2c84290 None None] Provisioning complete for port d2ba4533-5499-47a5-b588-1d823ecee17b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:26.356510 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3e89f655-7c50-40b8-bf33-3b41b2c84290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:26.360364 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Pushing event updated for resources: {'Port': ['ID=f843fa66-f5a2-4cf8-9101-70c3b323a928,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:26.486179 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:26.572753 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:52:26.577476 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:26.584012 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:52:26.588536 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] Pushing event updated for resources: {'Port': ['ID=23e7b67d-cc17-4889-afc8-235ee5f821ce,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:26.812657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Attempting to bind port f843fa66-f5a2-4cf8-9101-70c3b323a928 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:52:26.813293 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Attempting to bind port f843fa66-f5a2-4cf8-9101-70c3b323a928 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '0b09c350-a8c5-4cd3-b29a-84b3763038a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:52:26.813969 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Attempting to bind port f843fa66-f5a2-4cf8-9101-70c3b323a928 on network 62bcc279-75c4-4395-8c31-f0f71b03f975 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:26.843679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:52:26.844324 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Checking segment: {'id': '0b09c350-a8c5-4cd3-b29a-84b3763038a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:26.845013 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:26.845718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Bound using segment: {'id': '0b09c350-a8c5-4cd3-b29a-84b3763038a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:52:26.846569 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Bound port: f843fa66-f5a2-4cf8-9101-70c3b323a928, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b09c350-a8c5-4cd3-b29a-84b3763038a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:52:26.847235 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:26.852381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=d2ba4533-5499-47a5-b588-1d823ecee17b,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:27.060083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] For port f843fa66-f5a2-4cf8-9101-70c3b323a928, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:52:27.073097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] For port f843fa66-f5a2-4cf8-9101-70c3b323a928, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f843fa66-f5a2-4cf8-9101-70c3b323a928,segment=NetworkSegment(0b09c350-a8c5-4cd3-b29a-84b3763038a5),segment_id=0b09c350-a8c5-4cd3-b29a-84b3763038a5)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:52:27.084315 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-2759a3e6-a53e-483f-896a-22e4658c622d tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:52:27.086334 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-2759a3e6-a53e-483f-896a-22e4658c622d tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0279307 Aug 31 00:52:27.164351 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:27.166844 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-183fc06f-5f33-4182-8e9d-52d1067fe685 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:27.173006 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-183fc06f-5f33-4182-8e9d-52d1067fe685 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/networks?id=e4508b9b-b559-444d-83bb-3f9f05b8f9a3 HTTP/1.1" status: 200 len: 821 time: 0.2775660 Aug 31 00:52:27.241092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 573294ac-b91e-41de-b79c-66b1627c53cd up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:27.270517 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-296188d4-0ea0-4807-bcd6-eb2a0b19df22 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/quotas/0e27acc4e9a54f1e8029c8657a325bf4 HTTP/1.1" status: 200 len: 375 time: 0.0547945 Aug 31 00:52:27.298998 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dd8e1-9b81-426e-b763-ef5e71bb2065 None None] Pushing event updated for resources: {'Port': ['ID=f843fa66-f5a2-4cf8-9101-70c3b323a928,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:27.307235 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-f8714429-0879-4234-ab3c-2ebdcdf5d43e tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:27.311624 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:27.320510 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-f8714429-0879-4234-ab3c-2ebdcdf5d43e tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/ports/86272788-dd6b-407f-89fe-4c4063556000 HTTP/1.1" status: 200 len: 1094 time: 0.2163355 Aug 31 00:52:27.339107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-dd56c4f7-95db-41dc-9807-fb53ef243f24 service neutron] Request body: {'binding': {'host': 'n-h1-793621-34', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:27.339107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-dd56c4f7-95db-41dc-9807-fb53ef243f24 service neutron] Unknown quota resources ['binding']. {{(pid=102343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 00:52:27.415956 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-dadcf89f-b8cc-4dc1-a270-3ed79338e0cd tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e27acc4e9a54f1e8029c8657a325bf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1293988 Aug 31 00:52:27.475835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 573294ac-b91e-41de-b79c-66b1627c53cd completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:52:27.483210 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 573294ac-b91e-41de-b79c-66b1627c53cd triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:27.483808 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:27.485732 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52dbc767-25e8-4b0d-8c17-b4eba39754ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:27.492186 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] Router 45ea3610-da63-4876-b145-4b90886ff1af is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:52:27.779484 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:27.880536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 573294ac-b91e-41de-b79c-66b1627c53cd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=573294ac-b91e-41de-b79c-66b1627c53cd,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:27.880774 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:27.883053 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52dbc767-25e8-4b0d-8c17-b4eba39754ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:28.015820 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:28.096079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbc767-25e8-4b0d-8c17-b4eba39754ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a2c1c2-1e5c-4766-8ac8-4c55909c2092,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:28.120730 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-52dbc767-25e8-4b0d-8c17-b4eba39754ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdcd32041d6c43cc8507d08fdd27eea6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9445765 Aug 31 00:52:28.132982 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39560) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:28.184669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=573294ac-b91e-41de-b79c-66b1627c53cd,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:28.197132 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-b38c23a8-7f80-474e-b1b5-eef7eabd8833 service neutron] 10.222.0.16 "GET /v2.0/networks/e4508b9b-b559-444d-83bb-3f9f05b8f9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7607646 Aug 31 00:52:28.288579 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:52:28.298111 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] Router 8ae02611-673c-4f8d-aa05-897a7a5746da is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:52:28.313123 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Sync routers for ids ['45ea3610-da63-4876-b145-4b90886ff1af'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:52:28.357940 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Routers {'45ea3610-da63-4876-b145-4b90886ff1af'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:52:28.361888 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:52:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['45ea3610-da63-4876-b145-4b90886ff1af'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:28.362527 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-dd56c4f7-95db-41dc-9807-fb53ef243f24 service neutron] Attempting to bind port 86272788-dd6b-407f-89fe-4c4063556000 on host n-h1-793621-34 for vnic_type normal with profile None {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:52:28.363085 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-dd56c4f7-95db-41dc-9807-fb53ef243f24 service neutron] Attempting to bind port 86272788-dd6b-407f-89fe-4c4063556000 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:52:28.363633 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-dd56c4f7-95db-41dc-9807-fb53ef243f24 service neutron] Attempting to bind port 86272788-dd6b-407f-89fe-4c4063556000 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:28.426515 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-dd56c4f7-95db-41dc-9807-fb53ef243f24 service neutron] Port 86272788-dd6b-407f-89fe-4c4063556000 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:52:28.427045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-dd56c4f7-95db-41dc-9807-fb53ef243f24 service neutron] Attempting to bind port 86272788-dd6b-407f-89fe-4c4063556000 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:28.486671 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-dd56c4f7-95db-41dc-9807-fb53ef243f24 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:52:28.487285 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-dd56c4f7-95db-41dc-9807-fb53ef243f24 service neutron] Checking segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:28.487988 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-dd56c4f7-95db-41dc-9807-fb53ef243f24 service neutron] Bound using segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:52:28.488783 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-dd56c4f7-95db-41dc-9807-fb53ef243f24 service neutron] Bound port: 86272788-dd6b-407f-89fe-4c4063556000, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:52:28.499712 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d3ea71b5-9eeb-4173-88a4-52b696545b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:28.636013 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:28.646308 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-98cee86b-000e-4ecf-b42f-5ff0459b0a52 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8370817 Aug 31 00:52:28.660816 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39562) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:28.693399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:52:28.718114 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Sync routers for ids ['8ae02611-673c-4f8d-aa05-897a7a5746da'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:52:28.735098 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Set router 45ea3610-da63-4876-b145-4b90886ff1af gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:52:28.741300 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Routers {'8ae02611-673c-4f8d-aa05-897a7a5746da'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:52:28.741300 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:52:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8ae02611-673c-4f8d-aa05-897a7a5746da'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:28.826632 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:28.831523 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-45c3c62a-3115-4c83-af85-68dd7690ad3a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.1711485 Aug 31 00:52:28.834070 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39564) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:28.977298 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d3ea71b5-9eeb-4173-88a4-52b696545b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:28.989579 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Set router 8ae02611-673c-4f8d-aa05-897a7a5746da gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:52:29.007489 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d2ba4533-5499-47a5-b588-1d823ecee17b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:29.070574 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-4a933086-3c90-47a5-a290-5e59a0b72502 service neutron] 10.222.0.16 "GET /v2.0/networks/e4508b9b-b559-444d-83bb-3f9f05b8f9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8472381 Aug 31 00:52:29.094010 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71424112-cf53-4695-b560-48caf996cea7 None None] Network 62bcc279-75c4-4395-8c31-f0f71b03f975 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:52:29.181006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-dd56c4f7-95db-41dc-9807-fb53ef243f24 service neutron] For port 86272788-dd6b-407f-89fe-4c4063556000, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=86272788-dd6b-407f-89fe-4c4063556000,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:52:29.334587 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-dd56c4f7-95db-41dc-9807-fb53ef243f24 service neutron] Notify callbacks [] for binding, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:29.336745 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-dd56c4f7-95db-41dc-9807-fb53ef243f24 service neutron] 10.222.0.16 "POST /v2.0/ports/86272788-dd6b-407f-89fe-4c4063556000/bindings HTTP/1.1" status: 201 len: 390 time: 2.0160379 Aug 31 00:52:29.464384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-57b56b2b-3508-494e-89a5-8de5c1cf7e39 None None] Provisioning for port f843fa66-f5a2-4cf8-9101-70c3b323a928 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:52:29.552738 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d3ea71b5-9eeb-4173-88a4-52b696545b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:29.562595 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d3ea71b5-9eeb-4173-88a4-52b696545b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:29.563518 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'name': 'tempest-ServersTestJSON-1241271120-router', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:26Z', 'revision_number': 3, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'gw_port': {'id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:25Z', 'updated_at': '2021-08-31T00:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:29.569704 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d3ea71b5-9eeb-4173-88a4-52b696545b54 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0a2c1c2-1e5c-4766-8ac8-4c55909c2092 HTTP/1.1" status: 204 len: 168 time: 1.4223723 Aug 31 00:52:29.620733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port d2ba4533-5499-47a5-b588-1d823ecee17b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:29.621225 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:29.695343 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8e1890-4855-4473-a0e6-3539b0a99f9c x-openstack-request-id: req-0d8e1890-4855-4473-a0e6-3539b0a99f9c {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:52:29.695652 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40deb6e4-92df-4753-90dc-78d483db4740", "name": "network-vif-plugged", "status": "completed", "tag": "93a5602c-15e0-498c-8385-c1759fb3889b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:52:29.695847 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d8e1890-4855-4473-a0e6-3539b0a99f9c {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:52:29.696189 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40deb6e4-92df-4753-90dc-78d483db4740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a5602c-15e0-498c-8385-c1759fb3889b', 'code': 200} Aug 31 00:52:29.720855 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Checking router: 8ae02611-673c-4f8d-aa05-897a7a5746da for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:52:29.720855 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Updating router 8ae02611-673c-4f8d-aa05-897a7a5746da port 23e7b67d-cc17-4889-afc8-235ee5f821ce binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:52:29.817098 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:29.849553 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea3610-da63-4876-b145-4b90886ff1af', 'name': 'tempest-ServersTestManualDisk-625258496-router', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:21Z', 'updated_at': '2021-08-31T00:52:24Z', 'revision_number': 3, 'project_id': 'cb916b836e584d028f50820f5d058952', 'gw_port': {'id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:32:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:29.922045 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Checking router: 45ea3610-da63-4876-b145-4b90886ff1af for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:52:29.922535 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Updating router 45ea3610-da63-4876-b145-4b90886ff1af port ac18bf2c-8dc8-4bbd-aa36-8618e4605796 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:52:29.941097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea71b5-9eeb-4173-88a4-52b696545b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a2c1c2-1e5c-4766-8ac8-4c55909c2092,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:30.025118 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:30.038330 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f843fa66-f5a2-4cf8-9101-70c3b323a928 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:30.155844 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24848405-c182-4be7-a921-5517d60bdba0 req-b900e958-e25c-4b04-9b0f-a005a8bd408c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:30.169650 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24848405-c182-4be7-a921-5517d60bdba0 req-b900e958-e25c-4b04-9b0f-a005a8bd408c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 945 time: 0.2318666 Aug 31 00:52:30.355584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e38946-1ea2-4ca8-b28a-613db0941134 req-de902354-0289-4bf7-9eb9-f4d2d2c726f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:30.356757 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e5e38946-1ea2-4ca8-b28a-613db0941134 req-de902354-0289-4bf7-9eb9-f4d2d2c726f7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 1102 time: 0.5748837 Aug 31 00:52:30.388608 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24848405-c182-4be7-a921-5517d60bdba0 req-cd094425-405c-41eb-bb0f-2a19073613e7 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002141 Aug 31 00:52:30.538802 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:30.584488 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dbe10-8fed-4282-bdf2-4fd32b947bd4 req-9aebaa20-d35b-48a8-9217-4e9cbc2b3cb4 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:30.586690 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-303dbe10-8fed-4282-bdf2-4fd32b947bd4 req-9aebaa20-d35b-48a8-9217-4e9cbc2b3cb4 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 950 time: 0.6178920 Aug 31 00:52:30.617760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port f843fa66-f5a2-4cf8-9101-70c3b323a928 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:52:30.623261 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port f843fa66-f5a2-4cf8-9101-70c3b323a928 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:30.623651 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:30.631408 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-f27bf423-ce21-4596-838e-27d6a90ab911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:30.640378 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-f27bf423-ce21-4596-838e-27d6a90ab911 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 1097 time: 0.4266875 Aug 31 00:52:30.648358 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:30.700281 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e5e38946-1ea2-4ca8-b28a-613db0941134 req-5ad0c7fa-61be-46ca-ac59-cf36f5d09580 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1ec5689d-aa89-481f-9097-3afce0e6da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507257 Aug 31 00:52:30.744110 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:30.769361 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Transition to ACTIVE for port object 23e7b67d-cc17-4889-afc8-235ee5f821ce will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:52:30.813786 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:30.846917 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-303dbe10-8fed-4282-bdf2-4fd32b947bd4 req-767635ab-8f72-4a47-a158-0065cb95fb7a tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec5689d-aa89-481f-9097-3afce0e6da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506833 Aug 31 00:52:30.869757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5ee0b-14e9-4a1f-be28-5dca3215fb49 req-eb8c251c-6e36-4f53-b6b6-a2b33f23f21b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:30.882191 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42d5ee0b-14e9-4a1f-be28-5dca3215fb49 req-eb8c251c-6e36-4f53-b6b6-a2b33f23f21b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 945 time: 0.2464330 Aug 31 00:52:30.902833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port f843fa66-f5a2-4cf8-9101-70c3b323a928, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f843fa66-f5a2-4cf8-9101-70c3b323a928,segment=NetworkSegment(0b09c350-a8c5-4cd3-b29a-84b3763038a5),segment_id=0b09c350-a8c5-4cd3-b29a-84b3763038a5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:30.925110 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:31.101952 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42d5ee0b-14e9-4a1f-be28-5dca3215fb49 req-2cd37efa-e739-48ba-9f22-6c64d6890a88 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838868 Aug 31 00:52:31.112354 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c3f2ae7-4775-482b-8058-16cebb0e9903 req-c392317c-5732-430a-b7de-e8eb2f4619b2 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/ports?device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 210 time: 0.0924211 Aug 31 00:52:31.211805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-99261f58-f46a-4afc-ac5c-4189cef6b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:31.214985 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-99261f58-f46a-4afc-ac5c-4189cef6b5b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.5694456 Aug 31 00:52:31.227241 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Attempting to bind port 23e7b67d-cc17-4889-afc8-235ee5f821ce on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:52:31.228292 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Attempting to bind port 23e7b67d-cc17-4889-afc8-235ee5f821ce by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:52:31.229125 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Attempting to bind port 23e7b67d-cc17-4889-afc8-235ee5f821ce on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:31.235140 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ee539-f6f3-41e0-b3fd-01763d44922d None None] Pushing event updated for resources: {'Port': ['ID=23e7b67d-cc17-4889-afc8-235ee5f821ce,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:31.262274 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:31.269476 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:52:31.271944 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:31.273188 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:31.274355 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:52:31.276820 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Bound port: 23e7b67d-cc17-4889-afc8-235ee5f821ce, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:52:31.277958 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:31.285932 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ee539-f6f3-41e0-b3fd-01763d44922d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:31.296590 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39582) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:31.297922 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ee539-f6f3-41e0-b3fd-01763d44922d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:31.298967 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ee539-f6f3-41e0-b3fd-01763d44922d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:31.299943 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ee539-f6f3-41e0-b3fd-01763d44922d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:31.301000 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ee539-f6f3-41e0-b3fd-01763d44922d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:31.302968 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ee539-f6f3-41e0-b3fd-01763d44922d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:31.304114 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ee539-f6f3-41e0-b3fd-01763d44922d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:31.305050 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ee539-f6f3-41e0-b3fd-01763d44922d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:31.305991 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ee539-f6f3-41e0-b3fd-01763d44922d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:31.306912 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ee539-f6f3-41e0-b3fd-01763d44922d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:31.307814 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ee539-f6f3-41e0-b3fd-01763d44922d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:31.308720 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ee539-f6f3-41e0-b3fd-01763d44922d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:31.340995 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-116603b2-bf78-42d7-8679-4faccef77d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:31.407576 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] Allocated IP 172.20.0.1 (2b35eefa-7ab0-4ef7-a371-a86a18ca3f87/30781be2-5bee-4638-999a-f788a777a8fa/61a149d4-26ff-4cfc-be6b-792a38d9c6a4) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:52:31.458044 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=f843fa66-f5a2-4cf8-9101-70c3b323a928,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:31.460290 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] For port 23e7b67d-cc17-4889-afc8-235ee5f821ce, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:52:31.466458 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] For port 23e7b67d-cc17-4889-afc8-235ee5f821ce, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=23e7b67d-cc17-4889-afc8-235ee5f821ce,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:52:31.570954 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:31.650196 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:31.675856 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Transition to ACTIVE for port object ac18bf2c-8dc8-4bbd-aa36-8618e4605796 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:52:31.692950 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Routers {'8ae02611-673c-4f8d-aa05-897a7a5746da'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:52:31.694771 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:52:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8ae02611-673c-4f8d-aa05-897a7a5746da'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:31.697759 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2194faa8-2a58-4060-8db6-662847a0353e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573294ac-b91e-41de-b79c-66b1627c53cd'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:52:31.700633 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b306c63-125e-4d9e-ae00-137f0a691e0f" -d '{"events": [{"server_uuid": "2194faa8-2a58-4060-8db6-662847a0353e", "name": "network-vif-plugged", "status": "completed", "tag": "573294ac-b91e-41de-b79c-66b1627c53cd"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:52:31.734695 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-116603b2-bf78-42d7-8679-4faccef77d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:31.743511 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:31.757676 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed858cf-e605-4946-8198-418e938b36d2 req-5293f939-67ad-4db3-a6bd-9a091d5782b7 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:31.759783 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1ed858cf-e605-4946-8198-418e938b36d2 req-5293f939-67ad-4db3-a6bd-9a091d5782b7 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 945 time: 0.1773937 Aug 31 00:52:31.840578 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:31.854879 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] Transition to ACTIVE for port object 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:52:31.910749 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1ed858cf-e605-4946-8198-418e938b36d2 req-87934d18-a6f7-428b-bd20-4a1bf9a7ec2d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395295 Aug 31 00:52:31.915532 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-116603b2-bf78-42d7-8679-4faccef77d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:32.005839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Attempting to bind port ac18bf2c-8dc8-4bbd-aa36-8618e4605796 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:52:32.010027 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Attempting to bind port ac18bf2c-8dc8-4bbd-aa36-8618e4605796 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:52:32.012889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Attempting to bind port ac18bf2c-8dc8-4bbd-aa36-8618e4605796 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:32.020214 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ee539-f6f3-41e0-b3fd-01763d44922d None None] Pushing event updated for resources: {'Port': ['ID=23e7b67d-cc17-4889-afc8-235ee5f821ce,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:32.055153 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2028f0bb-e462-4c3e-982b-1a30cbca0869 x-openstack-request-id: req-2028f0bb-e462-4c3e-982b-1a30cbca0869 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:52:32.055623 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2194faa8-2a58-4060-8db6-662847a0353e", "name": "network-vif-plugged", "status": "completed", "tag": "573294ac-b91e-41de-b79c-66b1627c53cd", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:52:32.055755 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2028f0bb-e462-4c3e-982b-1a30cbca0869 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:52:32.056156 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2194faa8-2a58-4060-8db6-662847a0353e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573294ac-b91e-41de-b79c-66b1627c53cd', 'code': 200} Aug 31 00:52:32.069994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:52:32.070410 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:32.071437 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:32.071870 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:52:32.072382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Bound port: ac18bf2c-8dc8-4bbd-aa36-8618e4605796, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:52:32.075253 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:32.091847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb43c0-b4b8-4dbc-9f93-817e5e184f41 None None] Pushing event updated for resources: {'Port': ['ID=ac18bf2c-8dc8-4bbd-aa36-8618e4605796,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:32.133127 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-116603b2-bf78-42d7-8679-4faccef77d07 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3fc363c6aed4362b91332de9fb60e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8344467 Aug 31 00:52:32.134480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39590) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:32.151565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116603b2-bf78-42d7-8679-4faccef77d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802a031c-50ec-412f-96bd-cf81b8cc5415,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:32.198133 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:32.222277 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a57b7d78-2612-4ce4-b6ff-0e94bb83535d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86272788-dd6b-407f-89fe-4c4063556000 HTTP/1.1" status: 200 len: 217 time: 0.9851928 Aug 31 00:52:32.247958 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] Allocated IP 172.20.0.1 (62bcc279-75c4-4395-8c31-f0f71b03f975/33607f4e-6584-4090-b09f-6f2de69c9050/db86779f-52c7-4caa-a779-7f3cbbd866b7) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:52:32.302482 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] Network 2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:52:32.318408 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] Set router 8ae02611-673c-4f8d-aa05-897a7a5746da gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:52:32.328094 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] For port ac18bf2c-8dc8-4bbd-aa36-8618e4605796, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:52:32.328335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34365b-1b60-4a8c-a4e6-a3f15f22c0aa req-cec60cc5-de92-43bb-9f69-7b9c94a28a38 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:32.334407 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a34365b-1b60-4a8c-a4e6-a3f15f22c0aa req-cec60cc5-de92-43bb-9f69-7b9c94a28a38 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 945 time: 0.9841914 Aug 31 00:52:32.338949 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:32.347795 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] For port ac18bf2c-8dc8-4bbd-aa36-8618e4605796, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ac18bf2c-8dc8-4bbd-aa36-8618e4605796,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:52:32.363608 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:52:32.445863 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:32.501330 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb5ec7-d84f-42b8-b542-1e444978461c req-dc8dd52b-a1ad-4c92-b542-b2d94e57fd72 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:32.511200 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-d43b9797-f570-470a-81a7-3805ff1476dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:32.516551 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-d43b9797-f570-470a-81a7-3805ff1476dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.2733996 Aug 31 00:52:32.523014 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5dcb5ec7-d84f-42b8-b542-1e444978461c req-dc8dd52b-a1ad-4c92-b542-b2d94e57fd72 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 950 time: 0.3174360 Aug 31 00:52:32.563248 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Routers {'45ea3610-da63-4876-b145-4b90886ff1af'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:52:32.563963 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:52:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['45ea3610-da63-4876-b145-4b90886ff1af'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:32.573742 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] Pushing event updated for resources: {'Port': ['ID=61a149d4-26ff-4cfc-be6b-792a38d9c6a4,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:32.649103 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-4e9ca6f9-e615-4f88-8d16-4f369e16de9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064866 Aug 31 00:52:32.651039 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a670e3b4-d7a7-4082-a2c5-d1336c0d00f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:32.713427 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a670e3b4-d7a7-4082-a2c5-d1336c0d00f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:32.722101 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:32.732318 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5dcb5ec7-d84f-42b8-b542-1e444978461c req-9abaad8a-e27d-4e99-b303-e48bf1f9469a tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec5689d-aa89-481f-9097-3afce0e6da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057292 Aug 31 00:52:32.769672 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb43c0-b4b8-4dbc-9f93-817e5e184f41 None None] Pushing event updated for resources: {'Port': ['ID=ac18bf2c-8dc8-4bbd-aa36-8618e4605796,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:32.785167 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'name': 'tempest-ServersTestJSON-1241271120-router', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:26Z', 'revision_number': 3, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'gw_port': {'id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:25Z', 'updated_at': '2021-08-31T00:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:32.786143 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161fe48-7b33-4895-bcfd-c3b2c72db3d8 req-a99a00ed-4558-457f-abd7-02a3e9bd9302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:32.788218 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7161fe48-7b33-4895-bcfd-c3b2c72db3d8 req-a99a00ed-4558-457f-abd7-02a3e9bd9302 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 1097 time: 0.4593534 Aug 31 00:52:32.827257 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a34365b-1b60-4a8c-a4e6-a3f15f22c0aa req-9b066beb-c54a-4c71-8c2f-5ea6444575fe tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681611 Aug 31 00:52:32.832572 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989a2c4f-9414-4d1f-bb07-d3ce4e244eca None None] The sync data for ids ['8ae02611-673c-4f8d-aa05-897a7a5746da'] in n-d-793621-34 is: [{'id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'name': 'tempest-ServersTestJSON-1241271120-router', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:26Z', 'revision_number': 3, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'gw_port': {'id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:25Z', 'updated_at': '2021-08-31T00:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:52:33.015819 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:33.034117 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] Set router 45ea3610-da63-4876-b145-4b90886ff1af gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:52:33.051575 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] Transition to ACTIVE for port object db86779f-52c7-4caa-a779-7f3cbbd866b7 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:52:33.115532 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7161fe48-7b33-4895-bcfd-c3b2c72db3d8 req-194f5cc6-feb2-4159-aea0-6836ae593189 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176684 Aug 31 00:52:33.139256 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-5c62a7ce-61e2-471d-a285-c5791e0b3978 service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821899 Aug 31 00:52:33.200859 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5821e0a8-f64f-4414-b534-f9d47b3bcc54 req-8893bbfd-7b04-4db4-9ca2-468d3df01526 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/ports?device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 210 time: 0.0636666 Aug 31 00:52:33.201714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b08dae-729f-4443-9e07-5ad4b573a153 req-e81e9624-e07a-4db1-924c-5fe41171bbed tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:33.202773 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:33.211658 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-56b08dae-729f-4443-9e07-5ad4b573a153 req-e81e9624-e07a-4db1-924c-5fe41171bbed tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 945 time: 0.2220302 Aug 31 00:52:33.224152 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a670e3b4-d7a7-4082-a2c5-d1336c0d00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:33.232202 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a670e3b4-d7a7-4082-a2c5-d1336c0d00f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:33.243073 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a670e3b4-d7a7-4082-a2c5-d1336c0d00f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/802a031c-50ec-412f-96bd-cf81b8cc5415 HTTP/1.1" status: 204 len: 168 time: 1.1047533 Aug 31 00:52:33.299547 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670e3b4-d7a7-4082-a2c5-d1336c0d00f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802a031c-50ec-412f-96bd-cf81b8cc5415,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:33.422348 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:33.460047 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9f841bca-84c9-4b79-9042-a3724e3e5f55 None None] Provisioning for port 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:52:33.548499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9f841bca-84c9-4b79-9042-a3724e3e5f55 None None] Provisioning complete for port 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:33.548973 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9f841bca-84c9-4b79-9042-a3724e3e5f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:33.551522 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f843fa66-f5a2-4cf8-9101-70c3b323a928 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:33.648364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] Network 62bcc279-75c4-4395-8c31-f0f71b03f975 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:52:33.714138 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:33.767624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:52:33.771404 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] Pushing event updated for resources: {'Port': ['ID=db86779f-52c7-4caa-a779-7f3cbbd866b7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:33.793332 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-9f841bca-84c9-4b79-9042-a3724e3e5f55 None None] Port 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:52:33.815061 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port f843fa66-f5a2-4cf8-9101-70c3b323a928 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:33.816159 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:34.142734 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48f5c7-5a66-4a0d-8642-cc8aa6fe46cd req-aaafd1e3-8275-4624-8ab4-7529c2583e0a tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:34.150675 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ad48f5c7-5a66-4a0d-8642-cc8aa6fe46cd req-aaafd1e3-8275-4624-8ab4-7529c2583e0a tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 945 time: 0.7475286 Aug 31 00:52:34.212601 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-439dda85-4bb6-476d-bee9-fa0b280d5bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:34.293082 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:34.343617 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-56b08dae-729f-4443-9e07-5ad4b573a153 req-0026ebe3-9fdc-4eaa-9fc5-b3b6e1526275 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1227763 Aug 31 00:52:34.409991 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:34.414916 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-47dd170e-150a-47f3-9880-6872f04cc495 service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2653875 Aug 31 00:52:34.426412 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:34.505319 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea3610-da63-4876-b145-4b90886ff1af', 'name': 'tempest-ServersTestManualDisk-625258496-router', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:21Z', 'updated_at': '2021-08-31T00:52:24Z', 'revision_number': 3, 'project_id': 'cb916b836e584d028f50820f5d058952', 'gw_port': {'id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:32:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:34.662138 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e3e254-9c08-49ab-a8ae-70425eec826c None None] The sync data for ids ['45ea3610-da63-4876-b145-4b90886ff1af'] in n-d-793621-34 is: [{'id': '45ea3610-da63-4876-b145-4b90886ff1af', 'name': 'tempest-ServersTestManualDisk-625258496-router', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:21Z', 'updated_at': '2021-08-31T00:52:24Z', 'revision_number': 3, 'project_id': 'cb916b836e584d028f50820f5d058952', 'gw_port': {'id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:32:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:52:34.673363 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:34.746520 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-464cc9f0-3b45-4a35-8f78-373ba65a37e2 None None] Provisioning for port db86779f-52c7-4caa-a779-7f3cbbd866b7 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:52:34.759974 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-464cc9f0-3b45-4a35-8f78-373ba65a37e2 None None] Provisioning complete for port db86779f-52c7-4caa-a779-7f3cbbd866b7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:34.759974 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-464cc9f0-3b45-4a35-8f78-373ba65a37e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:34.801382 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ad48f5c7-5a66-4a0d-8642-cc8aa6fe46cd req-9d3c910f-0379-4888-8abc-ff795d8ecb98 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5633812 Aug 31 00:52:34.886208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-464cc9f0-3b45-4a35-8f78-373ba65a37e2 None None] Port db86779f-52c7-4caa-a779-7f3cbbd866b7 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:52:34.922894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-2a135030-da40-42a3-94af-df5e28aa165d tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:34.925583 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-2a135030-da40-42a3-94af-df5e28aa165d tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.48 "GET /v2.0/networks?id=e4508b9b-b559-444d-83bb-3f9f05b8f9a3 HTTP/1.1" status: 200 len: 821 time: 1.2157736 Aug 31 00:52:34.978495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-48326307-f5f3-449d-8f8a-5620fc674724 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Request body: {'port': {'device_id': '3303c08f-b811-497d-815c-ab8c2c9814c0', 'network_id': 'e4508b9b-b559-444d-83bb-3f9f05b8f9a3', 'admin_state_up': True, 'tenant_id': '0e27acc4e9a54f1e8029c8657a325bf4'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:35.544992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f6397-0ff6-485e-a894-72c8ad278131 req-2dc9e47b-71e2-4c90-bf56-f0db79190b25 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:35.551011 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d1f6397-0ff6-485e-a894-72c8ad278131 req-2dc9e47b-71e2-4c90-bf56-f0db79190b25 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 950 time: 0.6237841 Aug 31 00:52:35.643464 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ac18bf2c-8dc8-4bbd-aa36-8618e4605796 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:35.766892 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:35.831424 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] Pushing event updated for resources: {'Port': ['ID=61a149d4-26ff-4cfc-be6b-792a38d9c6a4,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:35.837495 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d1f6397-0ff6-485e-a894-72c8ad278131 req-04a9b0dd-b0fc-4b8c-a444-7bd5fcfaa52a tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec5689d-aa89-481f-9097-3afce0e6da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628515 Aug 31 00:52:35.941920 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bde6c7-377b-495f-a110-b0880badc5ff req-bc363917-a1bf-4a5b-a4ae-09f94023ace3 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:35.960930 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port ac18bf2c-8dc8-4bbd-aa36-8618e4605796 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:52:35.963866 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2bde6c7-377b-495f-a110-b0880badc5ff req-bc363917-a1bf-4a5b-a4ae-09f94023ace3 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 945 time: 0.5433950 Aug 31 00:52:35.970985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ac18bf2c-8dc8-4bbd-aa36-8618e4605796 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:35.976048 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:36.222042 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2bde6c7-377b-495f-a110-b0880badc5ff req-f21e5043-617e-432d-9d47-1b9f62867f1c tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565427 Aug 31 00:52:36.225386 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] Network 2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:52:36.239837 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:36.242972 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-48326307-f5f3-449d-8f8a-5620fc674724 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Made reservation on behalf of 0e27acc4e9a54f1e8029c8657a325bf4 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:52:36.266159 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-48326307-f5f3-449d-8f8a-5620fc674724 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:36.375001 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:36.416360 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c6912e2-c1fb-42ec-806b-5607a267d1ed req-8c19e3d6-4585-44a2-8a37-e05daeca01f5 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/ports?device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 210 time: 0.2614880 Aug 31 00:52:36.477411 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port ac18bf2c-8dc8-4bbd-aa36-8618e4605796, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ac18bf2c-8dc8-4bbd-aa36-8618e4605796,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:36.634288 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:36.635598 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 23e7b67d-cc17-4889-afc8-235ee5f821ce up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:36.857082 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] Router 45ea3610-da63-4876-b145-4b90886ff1af has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:52:36.866864 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:36.878873 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:36.937085 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fec09-b902-4740-acf0-a3ab7af37dc9 req-333fd686-2f9d-4626-a979-4450ccb6fb4c tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:36.943057 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-722fec09-b902-4740-acf0-a3ab7af37dc9 req-333fd686-2f9d-4626-a979-4450ccb6fb4c tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 945 time: 0.1819081 Aug 31 00:52:36.943537 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:37.019486 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-88b01b7e-7638-42fe-8028-cad2955d74f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:37.022021 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d3be9c21-0ada-4835-bb21-9b2a3f80a97b None None] Provisioning complete for port 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:37.022596 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d3be9c21-0ada-4835-bb21-9b2a3f80a97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:37.039365 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=ac18bf2c-8dc8-4bbd-aa36-8618e4605796,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:37.124143 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d3be9c21-0ada-4835-bb21-9b2a3f80a97b None None] Port 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:52:37.181499 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-722fec09-b902-4740-acf0-a3ab7af37dc9 req-cf986b02-2b7b-4b73-b1f2-1a64fc487190 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221732 Aug 31 00:52:37.205771 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67695d56-b6df-4736-b776-ab1304a6a216 req-98de90b1-4f91-4331-9835-ca1f018d6d7f tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:37.208128 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-67695d56-b6df-4736-b776-ab1304a6a216 req-98de90b1-4f91-4331-9835-ca1f018d6d7f tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 945 time: 0.3116798 Aug 31 00:52:37.223573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 23e7b67d-cc17-4889-afc8-235ee5f821ce completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:52:37.228038 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 23e7b67d-cc17-4889-afc8-235ee5f821ce triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:37.228641 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:37.238729 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:37.268642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-48326307-f5f3-449d-8f8a-5620fc674724 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Allocated IP 172.20.0.9 (e4508b9b-b559-444d-83bb-3f9f05b8f9a3/459b5789-cb86-4825-b61b-a82cc23881e4/e8482f0a-2c43-4c55-8d71-017584bd1b13) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:52:37.324043 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:52:37.332456 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-67695d56-b6df-4736-b776-ab1304a6a216 req-bcfc3f2b-658d-447a-b394-f6598e7de781 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135266 Aug 31 00:52:37.335811 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cd088ec6-ab3a-4fbd-bc20-3f45af3c2921 admin admin] 10.222.0.16 "PUT /v2.0/routers/45ea3610-da63-4876-b145-4b90886ff1af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6597967 Aug 31 00:52:37.356456 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:37.451134 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:37.512496 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 23e7b67d-cc17-4889-afc8-235ee5f821ce, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=23e7b67d-cc17-4889-afc8-235ee5f821ce,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:37.659342 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:37.706718 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:37.766340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] Pushing event updated for resources: {'Port': ['ID=db86779f-52c7-4caa-a779-7f3cbbd866b7,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:37.786757 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ac18bf2c-8dc8-4bbd-aa36-8618e4605796 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:37.802918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a5ccc-424d-4d4e-a8e3-10e393613d34 req-cbf36ee6-921f-4704-add7-acee0ed01d8e tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:37.805503 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a4a5ccc-424d-4d4e-a8e3-10e393613d34 req-cbf36ee6-921f-4704-add7-acee0ed01d8e tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 945 time: 0.2090557 Aug 31 00:52:37.905697 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=23e7b67d-cc17-4889-afc8-235ee5f821ce,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:37.932920 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ac18bf2c-8dc8-4bbd-aa36-8618e4605796 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:37.933635 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:37.997841 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-48326307-f5f3-449d-8f8a-5620fc674724 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:38.143677 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a4a5ccc-424d-4d4e-a8e3-10e393613d34 req-c83b49da-0db5-4e29-ae82-5cc53a1da715 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949578 Aug 31 00:52:38.235616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] Network 62bcc279-75c4-4395-8c31-f0f71b03f975 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:52:38.238398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:38.252558 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-48326307-f5f3-449d-8f8a-5620fc674724 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:38.396661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Sync routers for ids ['45ea3610-da63-4876-b145-4b90886ff1af'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:52:38.409403 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Routers {'45ea3610-da63-4876-b145-4b90886ff1af'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:52:38.410189 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:52:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['45ea3610-da63-4876-b145-4b90886ff1af'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:38.494342 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d080cc-a396-462c-aa87-9ca8990a1b20 req-4c40d650-a4ef-416f-8a50-78302fa17147 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:38.505989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3d080cc-a396-462c-aa87-9ca8990a1b20 req-4c40d650-a4ef-416f-8a50-78302fa17147 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/ports?device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 931 time: 0.0864372 Aug 31 00:52:38.527265 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-48326307-f5f3-449d-8f8a-5620fc674724 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Network e4508b9b-b559-444d-83bb-3f9f05b8f9a3 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:52:38.559259 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-48326307-f5f3-449d-8f8a-5620fc674724 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:38.573699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-48326307-f5f3-449d-8f8a-5620fc674724 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:52:38.589944 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3d080cc-a396-462c-aa87-9ca8990a1b20 req-929cc670-99c8-4aa2-ad47-ee3d6a2cff9b tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b7177cd-6ec9-4441-bf65-560f2f5ee839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807898 Aug 31 00:52:38.601707 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:38.667727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Set router 45ea3610-da63-4876-b145-4b90886ff1af gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:52:38.692823 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48326307-f5f3-449d-8f8a-5620fc674724 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Pushing event updated for resources: {'Port': ['ID=e8482f0a-2c43-4c55-8d71-017584bd1b13,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:38.803639 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486a79c-7bed-4443-8378-4a315c133ce7 req-9e986249-120b-44b3-a27e-c8442f86ef9e tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:38.805688 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5486a79c-7bed-4443-8378-4a315c133ce7 req-9e986249-120b-44b3-a27e-c8442f86ef9e tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 945 time: 0.4541407 Aug 31 00:52:38.832833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1d8c81d4-63ed-4cd2-b3da-417a5944a676 None None] Provisioning complete for port db86779f-52c7-4caa-a779-7f3cbbd866b7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:38.835291 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1d8c81d4-63ed-4cd2-b3da-417a5944a676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:38.866415 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-48326307-f5f3-449d-8f8a-5620fc674724 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:38.869532 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-48326307-f5f3-449d-8f8a-5620fc674724 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:38.886319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] Router 8ae02611-673c-4f8d-aa05-897a7a5746da has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:52:38.935233 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5486a79c-7bed-4443-8378-4a315c133ce7 req-c01681b8-abc0-4787-bd5f-e606f1ec2a86 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161940 Aug 31 00:52:39.073056 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c81d4-63ed-4cd2-b3da-417a5944a676 None None] Port db86779f-52c7-4caa-a779-7f3cbbd866b7 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:52:39.149220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea3610-da63-4876-b145-4b90886ff1af', 'name': 'tempest-ServersTestManualDisk-625258496-router', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:21Z', 'updated_at': '2021-08-31T00:52:33Z', 'revision_number': 4, 'project_id': 'cb916b836e584d028f50820f5d058952', 'gw_port': {'id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '61a149d4-26ff-4cfc-be6b-792a38d9c6a4', 'name': '', 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'mac_address': 'fa:16:3e:18:67:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '30781be2-5bee-4638-999a-f788a777a8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:30Z', 'updated_at': '2021-08-31T00:52:33Z', 'revision_number': 2, 'project_id': 'cb916b836e584d028f50820f5d058952', 'subnets': [{'id': '30781be2-5bee-4638-999a-f788a777a8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:39.165131 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:52:39.171436 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-89af0c8b-c967-4990-a354-52b8dd93b7da admin admin] 10.222.0.16 "PUT /v2.0/routers/8ae02611-673c-4f8d-aa05-897a7a5746da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3331988 Aug 31 00:52:39.173228 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-48326307-f5f3-449d-8f8a-5620fc674724 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2191646 Aug 31 00:52:39.182235 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Sync routers for ids ['8ae02611-673c-4f8d-aa05-897a7a5746da'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:52:39.190277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Request body: {'port': {'device_id': '3303c08f-b811-497d-815c-ab8c2c9814c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:39.199436 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Routers {'8ae02611-673c-4f8d-aa05-897a7a5746da'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:52:39.200419 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:52:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8ae02611-673c-4f8d-aa05-897a7a5746da'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:39.221667 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Checking router: 45ea3610-da63-4876-b145-4b90886ff1af for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:52:39.222025 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Updating router 45ea3610-da63-4876-b145-4b90886ff1af port 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:52:39.278527 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:39.354192 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:39.519314 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Set router 8ae02611-673c-4f8d-aa05-897a7a5746da gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:52:39.758239 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39704) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:39.768585 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-38e3b4df-2ffd-43d0-9995-85c09c540290 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1255685730', 'description': 'tempest-description--506285214'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:39.953784 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 23e7b67d-cc17-4889-afc8-235ee5f821ce up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:40.038884 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f4a4a-7a11-4226-9647-6b4b17780388 req-d67dcf7b-08bd-4fcf-addf-bf77f55f989f tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:40.048526 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ff9f4a4a-7a11-4226-9647-6b4b17780388 req-d67dcf7b-08bd-4fcf-addf-bf77f55f989f tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 945 time: 0.1796427 Aug 31 00:52:40.108329 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-38e3b4df-2ffd-43d0-9995-85c09c540290 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:40.208776 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ff9f4a4a-7a11-4226-9647-6b4b17780388 req-e57aaeb6-5fcf-4260-a0f9-63e07f760868 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483932 Aug 31 00:52:40.294261 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'name': 'tempest-ServersTestJSON-1241271120-router', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:35Z', 'revision_number': 4, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'gw_port': {'id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:25Z', 'updated_at': '2021-08-31T00:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'db86779f-52c7-4caa-a779-7f3cbbd866b7', 'name': '', 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'mac_address': 'fa:16:3e:89:7f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '33607f4e-6584-4090-b09f-6f2de69c9050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:30Z', 'updated_at': '2021-08-31T00:52:36Z', 'revision_number': 2, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'subnets': [{'id': '33607f4e-6584-4090-b09f-6f2de69c9050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:40.342506 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:40.344255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 23e7b67d-cc17-4889-afc8-235ee5f821ce triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:40.345136 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:40.364178 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Checking router: 8ae02611-673c-4f8d-aa05-897a7a5746da for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:52:40.364977 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Updating router 8ae02611-673c-4f8d-aa05-897a7a5746da port db86779f-52c7-4caa-a779-7f3cbbd866b7 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:52:40.409076 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-38e3b4df-2ffd-43d0-9995-85c09c540290 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:40.416215 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:40.510103 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-38e3b4df-2ffd-43d0-9995-85c09c540290 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:40.580956 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:40.636473 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3b4df-2ffd-43d0-9995-85c09c540290 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=938fef16-f6d7-4dcd-8d0e-7963718c7386,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:40.670352 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Transition to ACTIVE for port object 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:52:40.755639 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-38e3b4df-2ffd-43d0-9995-85c09c540290 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:40.757652 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-38e3b4df-2ffd-43d0-9995-85c09c540290 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9980614 Aug 31 00:52:40.762974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39716) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:40.766101 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1656c-793b-4cc3-89da-c6feae614894 req-c3306f8d-7b74-4633-b21e-7e850b9d2f7b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:40.771008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e77e796b-75c7-46ed-97fb-a4ebe1ed3444 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Request body: {'security_group_rule': {'security_group_id': '938fef16-f6d7-4dcd-8d0e-7963718c7386', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:40.780235 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b8d1656c-793b-4cc3-89da-c6feae614894 req-c3306f8d-7b74-4633-b21e-7e850b9d2f7b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 945 time: 0.7957375 Aug 31 00:52:40.829234 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:40.888222 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b8d1656c-793b-4cc3-89da-c6feae614894 req-c0eb27e9-5c02-4aad-82c2-ea8d7e8a2aa2 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062815 Aug 31 00:52:40.999150 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e77e796b-75c7-46ed-97fb-a4ebe1ed3444 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:41.045714 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Attempting to bind port 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:52:41.046645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Attempting to bind port 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '1a0e1727-32eb-4186-b7ec-984f9896d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:52:41.046645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Attempting to bind port 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 on network 2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:41.071950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffccee-336d-4bcb-808d-60d3749a0222 None None] Pushing event updated for resources: {'Port': ['ID=61a149d4-26ff-4cfc-be6b-792a38d9c6a4,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:41.082179 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:52:41.082560 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Checking segment: {'id': '1a0e1727-32eb-4186-b7ec-984f9896d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:41.088911 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:41.088911 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Bound using segment: {'id': '1a0e1727-32eb-4186-b7ec-984f9896d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:52:41.095851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Bound port: 61a149d4-26ff-4cfc-be6b-792a38d9c6a4, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0e1727-32eb-4186-b7ec-984f9896d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:52:41.096540 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:41.177660 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8482f0a-2c43-4c55-8d71-017584bd1b13 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:52:41.219034 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:41.231014 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:41.270593 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Transition to ACTIVE for port object db86779f-52c7-4caa-a779-7f3cbbd866b7 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:52:41.282303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Transition to ACTIVE for port object e8482f0a-2c43-4c55-8d71-017584bd1b13 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:52:41.339096 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] For port 61a149d4-26ff-4cfc-be6b-792a38d9c6a4, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:52:41.339689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe2484-576a-4c98-b43f-b8f03e470fc6 req-c2904ea3-3a6c-43a1-9aec-2dfa02ce4bfe tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:41.348082 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e9fe2484-576a-4c98-b43f-b8f03e470fc6 req-c2904ea3-3a6c-43a1-9aec-2dfa02ce4bfe tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/ports?device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 931 time: 0.2248559 Aug 31 00:52:41.351726 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] For port 61a149d4-26ff-4cfc-be6b-792a38d9c6a4, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=61a149d4-26ff-4cfc-be6b-792a38d9c6a4,segment=NetworkSegment(1a0e1727-32eb-4186-b7ec-984f9896d27a),segment_id=1a0e1727-32eb-4186-b7ec-984f9896d27a)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:52:41.378565 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e77e796b-75c7-46ed-97fb-a4ebe1ed3444 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:41.395779 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e9fe2484-576a-4c98-b43f-b8f03e470fc6 req-ebc5923f-b3e4-411a-913f-dd90b58b4fbb tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b7177cd-6ec9-4441-bf65-560f2f5ee839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467575 Aug 31 00:52:41.402723 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:41.458393 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:41.502744 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:41.504512 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e77e796b-75c7-46ed-97fb-a4ebe1ed3444 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:41.560192 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4252b-c742-46f4-87a4-cdafce6dc6cc None None] Pushing event updated for resources: {'Port': ['ID=db86779f-52c7-4caa-a779-7f3cbbd866b7,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:41.597903 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Pushing event updated for resources: {'Port': ['ID=e8482f0a-2c43-4c55-8d71-017584bd1b13,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:41.645876 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e796b-75c7-46ed-97fb-a4ebe1ed3444 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952108a2-ab73-49e2-8087-cc0830a29a81,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:41.646628 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Attempting to bind port db86779f-52c7-4caa-a779-7f3cbbd866b7 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:52:41.647119 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Attempting to bind port db86779f-52c7-4caa-a779-7f3cbbd866b7 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '0b09c350-a8c5-4cd3-b29a-84b3763038a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:52:41.647491 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Attempting to bind port db86779f-52c7-4caa-a779-7f3cbbd866b7 on network 62bcc279-75c4-4395-8c31-f0f71b03f975 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:41.662812 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:52:41.663202 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Checking segment: {'id': '0b09c350-a8c5-4cd3-b29a-84b3763038a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:41.663613 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:41.664011 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Bound using segment: {'id': '0b09c350-a8c5-4cd3-b29a-84b3763038a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:52:41.664502 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Bound port: db86779f-52c7-4caa-a779-7f3cbbd866b7, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b09c350-a8c5-4cd3-b29a-84b3763038a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:52:41.664914 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:41.685009 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e77e796b-75c7-46ed-97fb-a4ebe1ed3444 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:41.686742 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e77e796b-75c7-46ed-97fb-a4ebe1ed3444 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9222753 Aug 31 00:52:41.692272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39724) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:41.698789 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-a1a63030-ac24-4033-aaf0-659e55c8b87f tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Request body: {'security_group_rule': {'security_group_id': '938fef16-f6d7-4dcd-8d0e-7963718c7386', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:41.746286 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8914c-284e-4fd2-9454-077c27f7c393 req-1cdf2f74-e90d-4093-bcce-6104486262ea tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:41.748432 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-53d8914c-284e-4fd2-9454-077c27f7c393 req-1cdf2f74-e90d-4093-bcce-6104486262ea tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 945 time: 0.1288967 Aug 31 00:52:41.806968 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Routers {'45ea3610-da63-4876-b145-4b90886ff1af'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:52:41.810129 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:52:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['45ea3610-da63-4876-b145-4b90886ff1af'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:41.815153 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffccee-336d-4bcb-808d-60d3749a0222 None None] Pushing event updated for resources: {'Port': ['ID=61a149d4-26ff-4cfc-be6b-792a38d9c6a4,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:41.826522 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Attempting to bind port e8482f0a-2c43-4c55-8d71-017584bd1b13 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:52:41.829177 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Attempting to bind port e8482f0a-2c43-4c55-8d71-017584bd1b13 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'ecdf0ad4-cb28-4af5-86ec-45b5925dbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4508b9b-b559-444d-83bb-3f9f05b8f9a3'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:52:41.831559 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Attempting to bind port e8482f0a-2c43-4c55-8d71-017584bd1b13 on network e4508b9b-b559-444d-83bb-3f9f05b8f9a3 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:41.844573 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Port e8482f0a-2c43-4c55-8d71-017584bd1b13 on network e4508b9b-b559-444d-83bb-3f9f05b8f9a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:52:41.844902 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Attempting to bind port e8482f0a-2c43-4c55-8d71-017584bd1b13 on network e4508b9b-b559-444d-83bb-3f9f05b8f9a3 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:41.846049 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 93a5602c-15e0-498c-8385-c1759fb3889b details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:52:41.867716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:52:41.871729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Checking segment: {'id': 'ecdf0ad4-cb28-4af5-86ec-45b5925dbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4508b9b-b559-444d-83bb-3f9f05b8f9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:41.872416 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Bound using segment: {'id': 'ecdf0ad4-cb28-4af5-86ec-45b5925dbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4508b9b-b559-444d-83bb-3f9f05b8f9a3'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:52:41.875663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Bound port: e8482f0a-2c43-4c55-8d71-017584bd1b13, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecdf0ad4-cb28-4af5-86ec-45b5925dbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4508b9b-b559-444d-83bb-3f9f05b8f9a3'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:52:41.876414 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:41.881689 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-53d8914c-284e-4fd2-9454-077c27f7c393 req-a1d5a41d-07a5-490f-acb8-fb7b617026dc tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160140 Aug 31 00:52:41.895910 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39732) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:41.920419 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] For port db86779f-52c7-4caa-a779-7f3cbbd866b7, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:52:41.924003 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a1a63030-ac24-4033-aaf0-659e55c8b87f tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:41.929365 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] For port db86779f-52c7-4caa-a779-7f3cbbd866b7, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=db86779f-52c7-4caa-a779-7f3cbbd866b7,segment=NetworkSegment(0b09c350-a8c5-4cd3-b29a-84b3763038a5),segment_id=0b09c350-a8c5-4cd3-b29a-84b3763038a5)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:52:41.967337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e9225b1b-e84f-4f6f-9a86-f0986514ca31 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1616713538', 'description': 'tempest-description--1544880239'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:42.030404 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:42.164771 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Routers {'8ae02611-673c-4f8d-aa05-897a7a5746da'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:52:42.165520 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:52:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8ae02611-673c-4f8d-aa05-897a7a5746da'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:42.195689 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a1a63030-ac24-4033-aaf0-659e55c8b87f tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:42.309732 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4252b-c742-46f4-87a4-cdafce6dc6cc None None] Pushing event updated for resources: {'Port': ['ID=db86779f-52c7-4caa-a779-7f3cbbd866b7,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:42.314881 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] Set router 45ea3610-da63-4876-b145-4b90886ff1af gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:52:42.363302 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e9225b1b-e84f-4f6f-9a86-f0986514ca31 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:42.367806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] For port e8482f0a-2c43-4c55-8d71-017584bd1b13, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:52:42.368758 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a1a63030-ac24-4033-aaf0-659e55c8b87f tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:42.411793 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a63030-ac24-4033-aaf0-659e55c8b87f tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea09efe-37cf-438e-8560-f2c22b625870,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:42.423518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4fa80-5ee0-4515-a7a4-425b0644642d req-bb6505b5-cd81-4df6-9c40-b7f86e11e78b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:42.439119 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90d4fa80-5ee0-4515-a7a4-425b0644642d req-bb6505b5-cd81-4df6-9c40-b7f86e11e78b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 945 time: 0.3594151 Aug 31 00:52:42.471619 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] For port e8482f0a-2c43-4c55-8d71-017584bd1b13, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e8482f0a-2c43-4c55-8d71-017584bd1b13,segment=NetworkSegment(ecdf0ad4-cb28-4af5-86ec-45b5925dbcd4),segment_id=ecdf0ad4-cb28-4af5-86ec-45b5925dbcd4)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:52:42.518376 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-04955282-2aa5-44e9-bc60-3a12e29ef116 req-0095f9ea-318b-4224-914f-bb61a8ddc497 tempest-QuotasAdminNegativeTest-903624329 tempest-QuotasAdminNegativeTest-903624329-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=de90b80ca9ca405ba927e635669549ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0813317 Aug 31 00:52:42.557801 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] Set router 8ae02611-673c-4f8d-aa05-897a7a5746da gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:52:42.563208 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:42.661198 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 93a5602c-15e0-498c-8385-c1759fb3889b, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=93a5602c-15e0-498c-8385-c1759fb3889b,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:42.691688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '93a5602c-15e0-498c-8385-c1759fb3889b', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '93a5602c-15e0-498c-8385-c1759fb3889b', 'mac_address': 'fa:16:3e:cd:68:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:52:42.699139 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a1a63030-ac24-4033-aaf0-659e55c8b87f tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:42.700672 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a1a63030-ac24-4033-aaf0-659e55c8b87f tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0071328 Aug 31 00:52:42.710975 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39762) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:42.737327 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-54fe2c3b-92f3-461c-9742-5f6335dc4cf8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:42.773045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Pushing event updated for resources: {'Port': ['ID=e8482f0a-2c43-4c55-8d71-017584bd1b13,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:42.795530 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:42.828416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93a5602c-15e0-498c-8385-c1759fb3889b {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:52:42.832170 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90d4fa80-5ee0-4515-a7a4-425b0644642d req-df43f72c-f307-409f-8672-5aa8a8de909a tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917027 Aug 31 00:52:42.869019 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:42.870544 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:42.873747 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-834322a7-5bdc-480f-b032-70ab4f8fbb18 service neutron] 10.222.0.48 "PUT /v2.0/ports/e8482f0a-2c43-4c55-8d71-017584bd1b13 HTTP/1.1" status: 200 len: 1092 time: 3.6890304 Aug 31 00:52:42.885401 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3303c08f-b811-497d-815c-ab8c2c9814c0', 'tag': 'e8482f0a-2c43-4c55-8d71-017584bd1b13'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:52:42.888154 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba9409e-7ff8-4c5a-b93a-085a78d13881" -d '{"events": [{"name": "network-changed", "server_uuid": "3303c08f-b811-497d-815c-ab8c2c9814c0", "tag": "e8482f0a-2c43-4c55-8d71-017584bd1b13"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:52:42.893396 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 93a5602c-15e0-498c-8385-c1759fb3889b, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=93a5602c-15e0-498c-8385-c1759fb3889b,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:42.900271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea3610-da63-4876-b145-4b90886ff1af', 'name': 'tempest-ServersTestManualDisk-625258496-router', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:21Z', 'updated_at': '2021-08-31T00:52:33Z', 'revision_number': 4, 'project_id': 'cb916b836e584d028f50820f5d058952', 'gw_port': {'id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '61a149d4-26ff-4cfc-be6b-792a38d9c6a4', 'name': '', 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'mac_address': 'fa:16:3e:18:67:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '30781be2-5bee-4638-999a-f788a777a8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:30Z', 'updated_at': '2021-08-31T00:52:41Z', 'revision_number': 4, 'project_id': 'cb916b836e584d028f50820f5d058952', 'subnets': [{'id': '30781be2-5bee-4638-999a-f788a777a8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:42.972647 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6478bde0-83ac-4894-af31-09bd205e85b8 None None] The sync data for ids ['45ea3610-da63-4876-b145-4b90886ff1af'] in n-d-793621-34 is: [{'id': '45ea3610-da63-4876-b145-4b90886ff1af', 'name': 'tempest-ServersTestManualDisk-625258496-router', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:21Z', 'updated_at': '2021-08-31T00:52:33Z', 'revision_number': 4, 'project_id': 'cb916b836e584d028f50820f5d058952', 'gw_port': {'id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '61a149d4-26ff-4cfc-be6b-792a38d9c6a4', 'name': '', 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'mac_address': 'fa:16:3e:18:67:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '30781be2-5bee-4638-999a-f788a777a8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:30Z', 'updated_at': '2021-08-31T00:52:41Z', 'revision_number': 4, 'project_id': 'cb916b836e584d028f50820f5d058952', 'subnets': [{'id': '30781be2-5bee-4638-999a-f788a777a8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:52:42.981624 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04955282-2aa5-44e9-bc60-3a12e29ef116 req-4603436d-617f-4722-80b9-a02c36a2baab tempest-QuotasAdminNegativeTest-903624329 tempest-QuotasAdminNegativeTest-903624329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:42.994124 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-04955282-2aa5-44e9-bc60-3a12e29ef116 req-4603436d-617f-4722-80b9-a02c36a2baab tempest-QuotasAdminNegativeTest-903624329 tempest-QuotasAdminNegativeTest-903624329-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4631431 Aug 31 00:52:43.038424 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-04955282-2aa5-44e9-bc60-3a12e29ef116 req-be364e67-76f5-4f59-8307-e6165cd79ca1 tempest-QuotasAdminNegativeTest-903624329 tempest-QuotasAdminNegativeTest-903624329-project] 10.222.0.16 "GET /v2.0/quotas/de90b80ca9ca405ba927e635669549ba HTTP/1.1" status: 200 len: 375 time: 0.0416274 Aug 31 00:52:43.065696 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:43.130744 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e9225b1b-e84f-4f6f-9a86-f0986514ca31 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:43.159969 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-04955282-2aa5-44e9-bc60-3a12e29ef116 req-5441f700-b867-4ddf-bb82-eae8723efc96 tempest-QuotasAdminNegativeTest-903624329 tempest-QuotasAdminNegativeTest-903624329-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=de90b80ca9ca405ba927e635669549ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1052196 Aug 31 00:52:43.272080 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=93a5602c-15e0-498c-8385-c1759fb3889b,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:43.290467 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e9225b1b-e84f-4f6f-9a86-f0986514ca31 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:43.303486 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'name': 'tempest-ServersTestJSON-1241271120-router', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:35Z', 'revision_number': 4, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'gw_port': {'id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:25Z', 'updated_at': '2021-08-31T00:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'db86779f-52c7-4caa-a779-7f3cbbd866b7', 'name': '', 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'mac_address': 'fa:16:3e:89:7f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '33607f4e-6584-4090-b09f-6f2de69c9050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:30Z', 'updated_at': '2021-08-31T00:52:41Z', 'revision_number': 4, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'subnets': [{'id': '33607f4e-6584-4090-b09f-6f2de69c9050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:52:43.361410 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-c7529b59-b7c5-4bb2-aadd-a8bdaeadff77 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:43.363262 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-c7529b59-b7c5-4bb2-aadd-a8bdaeadff77 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af&tenant_id=70608dabb68b4f098ed58bafcf31f2c9&binding%3Ahost_id=n-h1-793621-34 HTTP/1.1" status: 200 len: 1097 time: 0.1986918 Aug 31 00:52:43.366951 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['93a5602c-15e0-498c-8385-c1759fb3889b'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:52:43.383036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-34'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:43.395707 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a528f806-ec75-44f9-9892-29f7051352fc None None] The sync data for ids ['8ae02611-673c-4f8d-aa05-897a7a5746da'] in n-d-793621-34 is: [{'id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'name': 'tempest-ServersTestJSON-1241271120-router', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:35Z', 'revision_number': 4, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'gw_port': {'id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:25Z', 'updated_at': '2021-08-31T00:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'db86779f-52c7-4caa-a779-7f3cbbd866b7', 'name': '', 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'mac_address': 'fa:16:3e:89:7f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '33607f4e-6584-4090-b09f-6f2de69c9050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:30Z', 'updated_at': '2021-08-31T00:52:41Z', 'revision_number': 4, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'subnets': [{'id': '33607f4e-6584-4090-b09f-6f2de69c9050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:52:43.480063 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-54fe2c3b-92f3-461c-9742-5f6335dc4cf8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:43.556616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb60b-c4b8-4024-97b0-a466b4751fcb req-320ce5ed-1494-46a4-b340-21af156d3795 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:43.567807 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2fdbb60b-c4b8-4024-97b0-a466b4751fcb req-320ce5ed-1494-46a4-b340-21af156d3795 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 945 time: 0.5370476 Aug 31 00:52:43.595976 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e9225b1b-e84f-4f6f-9a86-f0986514ca31 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:43.597370 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e9225b1b-e84f-4f6f-9a86-f0986514ca31 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7000327 Aug 31 00:52:43.641424 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39786) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:43.673746 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-fa3a1752-3123-4094-8dee-166862e41b4e tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Request body: {'security_group_rule': {'security_group_id': '9f0c11fc-1416-4251-bb43-1a2df1047c46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:43.715611 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9225b1b-e84f-4f6f-9a86-f0986514ca31 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0c11fc-1416-4251-bb43-1a2df1047c46,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:43.725927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-f9c15487-e866-4377-a963-33724a097953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:43.729007 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-f9c15487-e866-4377-a963-33724a097953 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e27acc4e9a54f1e8029c8657a325bf4&device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 1095 time: 0.6059873 Aug 31 00:52:43.868660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:43.888551 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-d154c94d-d7af-4319-ba91-76731e34a0fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8482f0a-2c43-4c55-8d71-017584bd1b13 HTTP/1.1" status: 200 len: 217 time: 0.1325958 Aug 31 00:52:43.914710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2fdbb60b-c4b8-4024-97b0-a466b4751fcb req-d6c0d2a2-52f9-4720-a1a0-b0680b71fbbc tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459041 Aug 31 00:52:44.106448 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device db86779f-52c7-4caa-a779-7f3cbbd866b7 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:44.183364 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1752-3123-4094-8dee-166862e41b4e tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:44.205272 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1690ab01-f224-41c1-8667-86f744770636 x-openstack-request-id: req-1690ab01-f224-41c1-8667-86f744770636 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:52:44.205993 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3303c08f-b811-497d-815c-ab8c2c9814c0", "tag": "e8482f0a-2c43-4c55-8d71-017584bd1b13", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:52:44.206501 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1690ab01-f224-41c1-8667-86f744770636 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:52:44.207342 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3303c08f-b811-497d-815c-ab8c2c9814c0', 'tag': 'e8482f0a-2c43-4c55-8d71-017584bd1b13', 'status': 'completed', 'code': 200} Aug 31 00:52:44.232317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-a1c47f8c-ef0b-47ac-8a41-aa1ef7b2cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:44.234559 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-a1c47f8c-ef0b-47ac-8a41-aa1ef7b2cac3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=459b5789-cb86-4825-b61b-a82cc23881e4 HTTP/1.1" status: 200 len: 861 time: 0.3104169 Aug 31 00:52:44.338609 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] For port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:44.408845 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] For port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host n-h1-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:52:44.475007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port db86779f-52c7-4caa-a779-7f3cbbd866b7 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:52:44.481883 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port db86779f-52c7-4caa-a779-7f3cbbd866b7 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:44.482739 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:44.499095 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-22d10b99-edba-45a7-ad1c-34780c85355e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4508b9b-b559-444d-83bb-3f9f05b8f9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2540910 Aug 31 00:52:44.555472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24131290-2f02-4e2f-82e5-a3b7cddd9574 req-fa86691e-1f9c-42c2-b009-68654ffb429b tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:44.572819 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24131290-2f02-4e2f-82e5-a3b7cddd9574 req-fa86691e-1f9c-42c2-b009-68654ffb429b tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/ports?device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 943 time: 0.9526665 Aug 31 00:52:44.742085 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a68045-75b6-462e-ade6-bec6c82869af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b9bcfa6-19f1-4a7c-b59f-a75514833c00'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:52:44.744973 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde0bc90-20f5-482f-92f4-21467203e044" -d '{"events": [{"server_uuid": "f3a68045-75b6-462e-ade6-bec6c82869af", "name": "network-vif-unplugged", "status": "completed", "tag": "8b9bcfa6-19f1-4a7c-b59f-a75514833c00"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:52:44.754692 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:44.798115 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24131290-2f02-4e2f-82e5-a3b7cddd9574 req-fdd95ce7-79a8-47df-acff-6589c63ab2fd tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b7177cd-6ec9-4441-bf65-560f2f5ee839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197430 Aug 31 00:52:44.845084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7542b-fa98-4dee-b6d4-4394ca4af0e3 req-949d8067-3f73-4d9d-abc2-b61ae2401c27 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:44.852422 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-54fe2c3b-92f3-461c-9742-5f6335dc4cf8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:44.864669 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:44.881258 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97e7542b-fa98-4dee-b6d4-4394ca4af0e3 req-949d8067-3f73-4d9d-abc2-b61ae2401c27 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 945 time: 0.4732788 Aug 31 00:52:44.961418 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port db86779f-52c7-4caa-a779-7f3cbbd866b7, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=db86779f-52c7-4caa-a779-7f3cbbd866b7,segment=NetworkSegment(0b09c350-a8c5-4cd3-b29a-84b3763038a5),segment_id=0b09c350-a8c5-4cd3-b29a-84b3763038a5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:44.979991 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:45.007002 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1752-3123-4094-8dee-166862e41b4e tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:45.135208 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97e7542b-fa98-4dee-b6d4-4394ca4af0e3 req-f0525fb4-5acb-440f-956e-d0d8e05cf935 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432873 Aug 31 00:52:45.166544 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-1a08f3dc-6a6a-4aa1-986e-5f878baf3f65 service neutron] 10.222.0.48 "GET /v2.0/networks/e4508b9b-b559-444d-83bb-3f9f05b8f9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6539004 Aug 31 00:52:45.172875 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:45.179607 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:45.324509 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1752-3123-4094-8dee-166862e41b4e tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:45.345744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:52:45.484969 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,revision_number=7']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:45.521280 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] Attempting to bind port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 on host n-h1-793621-34 for vnic_type normal with profile {"migrating_to": "n-h2-793621-34"} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:52:45.531991 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] Attempting to bind port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:52:45.536211 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] Attempting to bind port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:45.574118 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] Port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 on network dffc61c4-1ac9-454f-80fe-3549f2de306f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:52:45.575524 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] Attempting to bind port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:45.655642 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-54fe2c3b-92f3-461c-9742-5f6335dc4cf8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Allocated IP 172.25.2.98 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/1ee5f86c-a1b9-4631-8f7d-b142dca93578) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:52:45.697350 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:52:45.698887 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] Checking segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:45.699510 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] Bound using segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:52:45.702908 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.resource_extend [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 00:52:45.705646 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] Bound port: 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:52:45.719782 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:45.771507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a1752-3123-4094-8dee-166862e41b4e tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2937a0ab-9fb4-496c-af3c-28a46e652e31,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:45.772635 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=db86779f-52c7-4caa-a779-7f3cbbd866b7,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:45.933805 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cca0664-2ba8-4979-8d43-01389656b736 x-openstack-request-id: req-1cca0664-2ba8-4979-8d43-01389656b736 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:52:45.934328 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a68045-75b6-462e-ade6-bec6c82869af", "name": "network-vif-unplugged", "status": "completed", "tag": "8b9bcfa6-19f1-4a7c-b59f-a75514833c00", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:52:45.935870 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1cca0664-2ba8-4979-8d43-01389656b736 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:52:45.936398 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a68045-75b6-462e-ade6-bec6c82869af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b9bcfa6-19f1-4a7c-b59f-a75514833c00', 'code': 200} Aug 31 00:52:45.957864 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 93a5602c-15e0-498c-8385-c1759fb3889b up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:46.018216 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc40457-f0de-4576-947d-fdec0dff1345 req-647305a8-ad92-4bad-befe-afafab086290 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:46.026459 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0fc40457-f0de-4576-947d-fdec0dff1345 req-647305a8-ad92-4bad-befe-afafab086290 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 945 time: 0.4544811 Aug 31 00:52:46.064372 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1752-3123-4094-8dee-166862e41b4e tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:46.071102 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fa3a1752-3123-4094-8dee-166862e41b4e tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4266255 Aug 31 00:52:46.075175 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39816) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:46.084859 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a2e67ad-8abe-40a5-85bf-a0a5c7ea8ea6 req-ca480e97-06cc-4cc0-9ce8-6d18e04c1af6 service neutron] 10.222.0.48 "GET /v2.0/networks/e4508b9b-b559-444d-83bb-3f9f05b8f9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9132383 Aug 31 00:52:46.103757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-baa6b123-d203-4a4d-83c8-6320abceb4c1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Request body: {'security_group_rule': {'security_group_id': '9f0c11fc-1416-4251-bb43-1a2df1047c46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:46.132461 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:52:46.156556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:46.159050 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:46.211137 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] For port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host n-h1-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:52:46.228651 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0fc40457-f0de-4576-947d-fdec0dff1345 req-774e4dc6-d189-48c5-b567-efb3a02ea5a0 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011247 Aug 31 00:52:46.321196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host n-h1-793621-34, got binding levels [] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:46.321650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] For port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:52:46.352929 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-baa6b123-d203-4a4d-83c8-6320abceb4c1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:46.373913 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-54fe2c3b-92f3-461c-9742-5f6335dc4cf8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:46.439698 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 93a5602c-15e0-498c-8385-c1759fb3889b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:46.442757 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:46.478748 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82719d6d-5747-4162-92f0-8cf5fb93c3ce req-723af32b-d71d-4662-9816-ff0da70486be tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:46.505253 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-82719d6d-5747-4162-92f0-8cf5fb93c3ce req-723af32b-d71d-4662-9816-ff0da70486be tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 943 time: 0.3177280 Aug 31 00:52:46.564227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Attempting to bind port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 on host n-h1-793621-34 for vnic_type normal with profile {"migrating_to": "n-h2-793621-34"} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:52:46.566383 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Attempting to bind port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:52:46.568274 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Attempting to bind port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:46.617314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 on network dffc61c4-1ac9-454f-80fe-3549f2de306f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:52:46.617991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Attempting to bind port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 on network dffc61c4-1ac9-454f-80fe-3549f2de306f {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:46.641083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:52:46.644950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Checking segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:46.645706 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Bound using segment: {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:52:46.651746 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Bound port: 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef7a7ad-7223-442c-841c-6b7d4601686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dffc61c4-1ac9-454f-80fe-3549f2de306f'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:52:46.651746 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:46.668734 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:46.758292 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9409e-7ff8-4c5a-b93a-085a78d13881 req-99dfbf94-f374-43d8-8407-abce5cf1d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:46.758652 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ba9409e-7ff8-4c5a-b93a-085a78d13881 req-99dfbf94-f374-43d8-8407-abce5cf1d00f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e27acc4e9a54f1e8029c8657a325bf4&device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 1095 time: 0.3901100 Aug 31 00:52:46.831386 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:46.934642 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-baa6b123-d203-4a4d-83c8-6320abceb4c1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:46.950099 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-54fe2c3b-92f3-461c-9742-5f6335dc4cf8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:46.990885 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-82719d6d-5747-4162-92f0-8cf5fb93c3ce req-71207f09-fb8b-44f9-9656-2fc10cc06fd5 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831657 Aug 31 00:52:47.001089 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:47.010149 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:47.021804 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] 10.222.0.41 "PUT /v2.0/ports/8b9bcfa6-19f1-4a7c-b59f-a75514833c00 HTTP/1.1" status: 200 len: 1123 time: 3.6337945 Aug 31 00:52:47.070417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fe2c3b-92f3-461c-9742-5f6335dc4cf8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:52:47.073746 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-54fe2c3b-92f3-461c-9742-5f6335dc4cf8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:47.086933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff76ea-ee01-48ff-991e-aaac3d59f311 req-ce515085-010b-4bd5-b9f3-3263976ec9e2 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:47.087810 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fe2c3b-92f3-461c-9742-5f6335dc4cf8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:52:47.106126 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0bff76ea-ee01-48ff-991e-aaac3d59f311 req-ce515085-010b-4bd5-b9f3-3263976ec9e2 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/ports?device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 943 time: 0.3162441 Aug 31 00:52:47.146485 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53724803-3c15-4e6e-a2a7-2e0917b4fca1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,revision_number=8']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:47.148036 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-baa6b123-d203-4a4d-83c8-6320abceb4c1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:47.204100 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['8b9bcfa6-19f1-4a7c-b59f-a75514833c00'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:52:47.233625 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['8b9bcfa6-19f1-4a7c-b59f-a75514833c00'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:52:47.244638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe2c3b-92f3-461c-9742-5f6335dc4cf8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Pushing event updated for resources: {'Port': ['ID=1ee5f86c-a1b9-4631-8f7d-b142dca93578,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:47.295666 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9409e-7ff8-4c5a-b93a-085a78d13881 req-9813cbd9-192b-4996-981c-91345a585691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:47.297603 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ba9409e-7ff8-4c5a-b93a-085a78d13881 req-9813cbd9-192b-4996-981c-91345a585691 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4508b9b-b559-444d-83bb-3f9f05b8f9a3 HTTP/1.1" status: 200 len: 922 time: 0.5318518 Aug 31 00:52:47.305986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6b123-d203-4a4d-83c8-6320abceb4c1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56936e61-8154-40b5-910d-44b2b10683f8,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:47.445654 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ba9409e-7ff8-4c5a-b93a-085a78d13881 req-6c02c2d0-daa3-402b-8ed8-2584084d5676 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8482f0a-2c43-4c55-8d71-017584bd1b13 HTTP/1.1" status: 200 len: 217 time: 0.1370027 Aug 31 00:52:47.493407 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 61a149d4-26ff-4cfc-be6b-792a38d9c6a4, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=61a149d4-26ff-4cfc-be6b-792a38d9c6a4,segment=NetworkSegment(1a0e1727-32eb-4186-b7ec-984f9896d27a),segment_id=1a0e1727-32eb-4186-b7ec-984f9896d27a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:47.522211 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-54fe2c3b-92f3-461c-9742-5f6335dc4cf8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:47.543522 n-d-793621-34 neutron-server[102344]: WARNING neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Concurrent port binding operations failed on port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 Aug 31 00:52:47.548679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d49ff5-b05e-4117-b197-eb5f95a26aa4 req-5dca2630-a348-41a0-a905-672942ebcb3a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:47.554427 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:47.557636 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06d49ff5-b05e-4117-b197-eb5f95a26aa4 req-5dca2630-a348-41a0-a905-672942ebcb3a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 945 time: 0.2105196 Aug 31 00:52:47.618637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9409e-7ff8-4c5a-b93a-085a78d13881 req-228343fb-5bd4-4176-aea9-f1d8731491b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:47.626814 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ba9409e-7ff8-4c5a-b93a-085a78d13881 req-228343fb-5bd4-4176-aea9-f1d8731491b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=459b5789-cb86-4825-b61b-a82cc23881e4 HTTP/1.1" status: 200 len: 861 time: 0.1669075 Aug 31 00:52:47.639244 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06d49ff5-b05e-4117-b197-eb5f95a26aa4 req-bf2e2ac5-6149-4fd7-a953-3d2a2096acb8 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806103 Aug 31 00:52:47.689557 n-d-793621-34 neutron-server[102344]: INFO neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Attempt 2 to bind port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 Aug 31 00:52:47.690065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 has no active binding in host n-h2-793621-34 {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 00:52:47.719155 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:47.727671 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-baa6b123-d203-4a4d-83c8-6320abceb4c1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:47.729538 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-baa6b123-d203-4a4d-83c8-6320abceb4c1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6406403 Aug 31 00:52:47.735691 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39836) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:47.738411 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ba9409e-7ff8-4c5a-b93a-085a78d13881 req-62f05246-469a-41ca-b7b2-ba32a3eff43d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4508b9b-b559-444d-83bb-3f9f05b8f9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942113 Aug 31 00:52:47.741255 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-22b3f9fb-a63d-4508-bc58-c5c0c9b9a926 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:47.743531 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0bff76ea-ee01-48ff-991e-aaac3d59f311 req-9fe3de91-db3e-4b67-9fd3-c2f585b5c163 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b7177cd-6ec9-4441-bf65-560f2f5ee839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6359169 Aug 31 00:52:47.868886 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=61a149d4-26ff-4cfc-be6b-792a38d9c6a4,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:47.948722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a68045-75b6-462e-ade6-bec6c82869af', 'tag': '8b9bcfa6-19f1-4a7c-b59f-a75514833c00'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:52:47.952991 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfc46fb-554b-4090-ab8e-6a447b8dd340" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a68045-75b6-462e-ade6-bec6c82869af", "tag": "8b9bcfa6-19f1-4a7c-b59f-a75514833c00"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:52:47.957678 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-54fe2c3b-92f3-461c-9742-5f6335dc4cf8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:47.976063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6973f-9bf4-4aec-a5f8-8722d38ce523 req-e3b7ac7b-5fc0-4aac-9672-f3809152fbad tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:47.979632 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8ac6973f-9bf4-4aec-a5f8-8722d38ce523 req-e3b7ac7b-5fc0-4aac-9672-f3809152fbad tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 945 time: 0.1754706 Aug 31 00:52:48.093192 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8ac6973f-9bf4-4aec-a5f8-8722d38ce523 req-fe455887-eec1-41b7-aac7-88f9807a3f52 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873797 Aug 31 00:52:48.094239 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22b3f9fb-a63d-4508-bc58-c5c0c9b9a926 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:48.200785 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:48.226974 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device db86779f-52c7-4caa-a779-7f3cbbd866b7 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:48.278617 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ba9409e-7ff8-4c5a-b93a-085a78d13881 req-f07883fa-d115-4f0a-aa33-81e5441fb2d6 service neutron] 10.222.0.48 "GET /v2.0/networks/e4508b9b-b559-444d-83bb-3f9f05b8f9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094128 Aug 31 00:52:48.337991 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a68a1ee-042c-4230-a2ec-305ef7eb8b1a x-openstack-request-id: req-2a68a1ee-042c-4230-a2ec-305ef7eb8b1a {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:52:48.340150 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a68045-75b6-462e-ade6-bec6c82869af", "tag": "8b9bcfa6-19f1-4a7c-b59f-a75514833c00", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:52:48.340603 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a68a1ee-042c-4230-a2ec-305ef7eb8b1a {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:52:48.343711 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a68045-75b6-462e-ade6-bec6c82869af', 'tag': '8b9bcfa6-19f1-4a7c-b59f-a75514833c00', 'status': 'completed', 'code': 200} Aug 31 00:52:48.526164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40deb6e4-92df-4753-90dc-78d483db4740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a5602c-15e0-498c-8385-c1759fb3889b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:52:48.529410 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fe17bb-5ac4-4b38-8a90-a96b1b5ced8e" -d '{"events": [{"server_uuid": "40deb6e4-92df-4753-90dc-78d483db4740", "name": "network-vif-plugged", "status": "completed", "tag": "93a5602c-15e0-498c-8385-c1759fb3889b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:52:48.569995 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc46fb-554b-4090-ab8e-6a447b8dd340 req-b5784a50-8c7b-49d6-ac9b-085ee47da57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:48.572731 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7cfc46fb-554b-4090-ab8e-6a447b8dd340 req-b5784a50-8c7b-49d6-ac9b-085ee47da57a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 1126 time: 0.2915156 Aug 31 00:52:48.657058 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 93a5602c-15e0-498c-8385-c1759fb3889b, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=93a5602c-15e0-498c-8385-c1759fb3889b,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:48.707821 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-54fe2c3b-92f3-461c-9742-5f6335dc4cf8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:48.778211 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf6d2d-c6dc-4855-a7e9-791060eba977 req-9afe4bfe-c0c1-4878-bd7c-884a51cb4cd8 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:48.781738 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:48.782706 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-65cf6d2d-c6dc-4855-a7e9-791060eba977 req-9afe4bfe-c0c1-4878-bd7c-884a51cb4cd8 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 943 time: 0.3876803 Aug 31 00:52:48.833501 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-54fe2c3b-92f3-461c-9742-5f6335dc4cf8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:48.915331 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ba9409e-7ff8-4c5a-b93a-085a78d13881 req-03cff237-1236-4dbd-b294-c1a2e9a69148 service neutron] 10.222.0.48 "GET /v2.0/networks/e4508b9b-b559-444d-83bb-3f9f05b8f9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6118779 Aug 31 00:52:48.923273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port db86779f-52c7-4caa-a779-7f3cbbd866b7 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:48.923842 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:49.011375 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d53edf-2ec2-4371-8284-a50bab6984e8 req-5bcbd35b-1961-4520-ba2f-58b38fc78172 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:49.013153 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-65cf6d2d-c6dc-4855-a7e9-791060eba977 req-250181fd-eecd-4cae-8e60-2ccc1644d0e9 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140048 Aug 31 00:52:49.016385 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-47d53edf-2ec2-4371-8284-a50bab6984e8 req-5bcbd35b-1961-4520-ba2f-58b38fc78172 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 945 time: 0.2495894 Aug 31 00:52:49.040992 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22b3f9fb-a63d-4508-bc58-c5c0c9b9a926 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:49.045619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe2c3b-92f3-461c-9742-5f6335dc4cf8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Pushing event updated for resources: {'Port': ['ID=1ee5f86c-a1b9-4631-8f7d-b142dca93578,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:49.070286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc46fb-554b-4090-ab8e-6a447b8dd340 req-65167f1a-3cd9-4a55-b9e4-59e95e18b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:49.079246 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7cfc46fb-554b-4090-ab8e-6a447b8dd340 req-65167f1a-3cd9-4a55-b9e4-59e95e18b5d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 921 time: 0.4803066 Aug 31 00:52:49.081593 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-54fe2c3b-92f3-461c-9742-5f6335dc4cf8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:49.176454 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=93a5602c-15e0-498c-8385-c1759fb3889b,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:49.238444 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7cfc46fb-554b-4090-ab8e-6a447b8dd340 req-41041806-38cc-44dc-af32-e5959f9e2c23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b9bcfa6-19f1-4a7c-b59f-a75514833c00 HTTP/1.1" status: 200 len: 217 time: 0.1186354 Aug 31 00:52:49.323605 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-54fe2c3b-92f3-461c-9742-5f6335dc4cf8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:49.329017 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-54fe2c3b-92f3-461c-9742-5f6335dc4cf8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6146333 Aug 31 00:52:49.387464 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-47d53edf-2ec2-4371-8284-a50bab6984e8 req-3badb5bc-fd88-4dc9-bc82-fbd4e8078a59 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393362 Aug 31 00:52:49.397368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc46fb-554b-4090-ab8e-6a447b8dd340 req-0a799c56-ac1d-489e-bcf4-de5037b3e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:49.413827 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7cfc46fb-554b-4090-ab8e-6a447b8dd340 req-0a799c56-ac1d-489e-bcf4-de5037b3e29e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.1503103 Aug 31 00:52:49.465722 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7cfc46fb-554b-4090-ab8e-6a447b8dd340 req-58bd4190-8de9-4e53-8d42-21eb2978a6f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343318 Aug 31 00:52:49.471268 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e6f0e1d9-fad0-4836-a294-c69d7dfd9db1 req-da6cd43e-27e0-4e22-a5aa-a95fbbdc5f10 tempest-QuotasAdminNegativeTest-903624329 tempest-QuotasAdminNegativeTest-903624329-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=de90b80ca9ca405ba927e635669549ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1334546 Aug 31 00:52:49.518336 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-22b3f9fb-a63d-4508-bc58-c5c0c9b9a926 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Allocated IP 172.25.2.64 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/dda1987e-c93c-40e4-91fd-fb34a37496f7) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:52:49.567230 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c41e4c8-2d25-47f9-ba24-e4d97a2a9ab9 x-openstack-request-id: req-0c41e4c8-2d25-47f9-ba24-e4d97a2a9ab9 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:52:49.567230 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40deb6e4-92df-4753-90dc-78d483db4740", "name": "network-vif-plugged", "status": "completed", "tag": "93a5602c-15e0-498c-8385-c1759fb3889b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:52:49.567230 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c41e4c8-2d25-47f9-ba24-e4d97a2a9ab9 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:52:49.567230 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40deb6e4-92df-4753-90dc-78d483db4740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a5602c-15e0-498c-8385-c1759fb3889b', 'code': 200} Aug 31 00:52:49.650183 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7cfc46fb-554b-4090-ab8e-6a447b8dd340 req-6d0b0a08-34f2-4b2c-bfcb-96779d095025 service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770661 Aug 31 00:52:49.762569 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e8482f0a-2c43-4c55-8d71-017584bd1b13 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:52:49.894851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:49.934681 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22b3f9fb-a63d-4508-bc58-c5c0c9b9a926 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:49.942988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1440a4f-f45f-4e1c-8463-4f91754866bb req-c2e5e595-6029-4aad-8d94-5bb5fe05eb60 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:49.951491 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f1440a4f-f45f-4e1c-8463-4f91754866bb req-c2e5e595-6029-4aad-8d94-5bb5fe05eb60 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 945 time: 0.2620509 Aug 31 00:52:49.954487 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0e1d9-fad0-4836-a294-c69d7dfd9db1 req-d3939be0-5a3a-4060-a656-5e734725f651 tempest-QuotasAdminNegativeTest-903624329 tempest-QuotasAdminNegativeTest-903624329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:49.967655 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e6f0e1d9-fad0-4836-a294-c69d7dfd9db1 req-d3939be0-5a3a-4060-a656-5e734725f651 tempest-QuotasAdminNegativeTest-903624329 tempest-QuotasAdminNegativeTest-903624329-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3213618 Aug 31 00:52:49.973128 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7cfc46fb-554b-4090-ab8e-6a447b8dd340 req-9ed33d79-3970-4097-b0ac-3e9831a14c23 service neutron] 10.222.0.48 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197625 Aug 31 00:52:49.995269 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e6f0e1d9-fad0-4836-a294-c69d7dfd9db1 req-780fabe7-7445-4325-a798-cbd372cbab23 tempest-QuotasAdminNegativeTest-903624329 tempest-QuotasAdminNegativeTest-903624329-project] 10.222.0.16 "GET /v2.0/quotas/de90b80ca9ca405ba927e635669549ba HTTP/1.1" status: 200 len: 375 time: 0.0262437 Aug 31 00:52:50.051963 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f1440a4f-f45f-4e1c-8463-4f91754866bb req-0e9ac16f-c30b-4a2f-bd99-9ceb04066a09 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991080 Aug 31 00:52:50.085330 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e6f0e1d9-fad0-4836-a294-c69d7dfd9db1 req-fb6d2ac3-e235-4b16-b9c7-3fc1349fc531 tempest-QuotasAdminNegativeTest-903624329 tempest-QuotasAdminNegativeTest-903624329-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=de90b80ca9ca405ba927e635669549ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757899 Aug 31 00:52:50.119132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:50.119892 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:50.136168 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e8482f0a-2c43-4c55-8d71-017584bd1b13, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e8482f0a-2c43-4c55-8d71-017584bd1b13,segment=NetworkSegment(ecdf0ad4-cb28-4af5-86ec-45b5925dbcd4),segment_id=ecdf0ad4-cb28-4af5-86ec-45b5925dbcd4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:50.275053 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120ec51-d9ac-4336-b718-13a407ada2f6 req-17227949-e18b-40da-93de-696398e83eaf tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:50.286386 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b120ec51-d9ac-4336-b718-13a407ada2f6 req-17227949-e18b-40da-93de-696398e83eaf tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/ports?device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 943 time: 0.1470728 Aug 31 00:52:50.299180 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22b3f9fb-a63d-4508-bc58-c5c0c9b9a926 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:50.309132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'e8482f0a-2c43-4c55-8d71-017584bd1b13', 'network_id': 'e4508b9b-b559-444d-83bb-3f9f05b8f9a3', 'port_id': 'e8482f0a-2c43-4c55-8d71-017584bd1b13', 'mac_address': 'fa:16:3e:9c:38:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459b5789-cb86-4825-b61b-a82cc23881e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:52:50.372735 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b120ec51-d9ac-4336-b718-13a407ada2f6 req-98dfd9d1-60d8-43a0-9c06-2b2aa7b9bc58 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b7177cd-6ec9-4441-bf65-560f2f5ee839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808222 Aug 31 00:52:50.380807 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b3f9fb-a63d-4508-bc58-c5c0c9b9a926 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:52:50.384533 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-22b3f9fb-a63d-4508-bc58-c5c0c9b9a926 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:50.390980 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3f9fb-a63d-4508-bc58-c5c0c9b9a926 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:52:50.484570 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3f9fb-a63d-4508-bc58-c5c0c9b9a926 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Pushing event updated for resources: {'Port': ['ID=dda1987e-c93c-40e4-91fd-fb34a37496f7,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:50.506686 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:50.541050 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8482f0a-2c43-4c55-8d71-017584bd1b13 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:52:50.558256 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62edfa4-bcd0-4776-89f0-304a123b464e req-2e16ef64-436c-4cd0-9d03-e1cc99360579 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:50.561590 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e62edfa4-bcd0-4776-89f0-304a123b464e req-2e16ef64-436c-4cd0-9d03-e1cc99360579 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 945 time: 0.1239355 Aug 31 00:52:50.597875 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-5f604f6b-0e10-4826-84fd-ca72eaf98b4f tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1255685730&fields=id&tenant_id=cb916b836e584d028f50820f5d058952 HTTP/1.1" status: 200 len: 267 time: 0.1040227 Aug 31 00:52:50.615367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e8482f0a-2c43-4c55-8d71-017584bd1b13, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e8482f0a-2c43-4c55-8d71-017584bd1b13,segment=NetworkSegment(ecdf0ad4-cb28-4af5-86ec-45b5925dbcd4),segment_id=ecdf0ad4-cb28-4af5-86ec-45b5925dbcd4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:50.646667 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e62edfa4-bcd0-4776-89f0-304a123b464e req-e349050e-fde7-4aa1-9205-1558eaae9ce4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690520 Aug 31 00:52:50.658128 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22b3f9fb-a63d-4508-bc58-c5c0c9b9a926 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:50.703775 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:50.765757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-5b0e97a4-e19f-4ac9-bc2d-99e5d69dc4e9 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:50.773683 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-5b0e97a4-e19f-4ac9-bc2d-99e5d69dc4e9 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/networks?id=2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 HTTP/1.1" status: 200 len: 811 time: 0.1686330 Aug 31 00:52:50.794894 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-813fb305-e03c-4f89-a4b9-3565fea167fb tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/quotas/cb916b836e584d028f50820f5d058952 HTTP/1.1" status: 200 len: 375 time: 0.0189528 Aug 31 00:52:50.869014 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22b3f9fb-a63d-4508-bc58-c5c0c9b9a926 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:50.890788 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-660e6d58-d99c-4314-820b-69ca39604779 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb916b836e584d028f50820f5d058952&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0914927 Aug 31 00:52:50.906092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=e8482f0a-2c43-4c55-8d71-017584bd1b13,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:50.941403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d9492-c274-48b4-b5a5-45c936bb5aae req-9f1df3c6-1edb-4aa8-bf2c-0f254d656cc2 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:50.949210 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-189d9492-c274-48b4-b5a5-45c936bb5aae req-9f1df3c6-1edb-4aa8-bf2c-0f254d656cc2 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 943 time: 0.1626165 Aug 31 00:52:51.027501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['e8482f0a-2c43-4c55-8d71-017584bd1b13'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:52:51.067465 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-cfec981a-c8f0-4ba1-9bb6-5ab1c647dcba service neutron] 10.222.0.16 "GET /v2.0/networks/2b35eefa-7ab0-4ef7-a371-a86a18ca3f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678441 Aug 31 00:52:51.453567 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-81a21f23-abdb-40bb-bed7-5eb44f2de765 service neutron] 10.222.0.16 "GET /v2.0/networks/2b35eefa-7ab0-4ef7-a371-a86a18ca3f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714840 Aug 31 00:52:51.675776 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-189d9492-c274-48b4-b5a5-45c936bb5aae req-bf52fbee-2301-4504-b3ee-2597694c62d2 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7254920 Aug 31 00:52:51.782194 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22b3f9fb-a63d-4508-bc58-c5c0c9b9a926 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:51.879185 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22b3f9fb-a63d-4508-bc58-c5c0c9b9a926 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:52.000841 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3f9fb-a63d-4508-bc58-c5c0c9b9a926 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Pushing event updated for resources: {'Port': ['ID=dda1987e-c93c-40e4-91fd-fb34a37496f7,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:52.066907 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22b3f9fb-a63d-4508-bc58-c5c0c9b9a926 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:52.210969 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22b3f9fb-a63d-4508-bc58-c5c0c9b9a926 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:52.212601 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-22b3f9fb-a63d-4508-bc58-c5c0c9b9a926 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4752867 Aug 31 00:52:52.499643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58772b36-ba31-4939-8b8c-9b8b9d50e678 req-71842f56-90a4-4e5f-94db-ad96083cbe87 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:52.514540 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-58772b36-ba31-4939-8b8c-9b8b9d50e678 req-71842f56-90a4-4e5f-94db-ad96083cbe87 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 945 time: 0.1676986 Aug 31 00:52:52.664543 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-58772b36-ba31-4939-8b8c-9b8b9d50e678 req-8ef61d2e-9e4c-420a-9271-d050123dbb6c tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387165 Aug 31 00:52:52.936388 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bebb9f-9a4a-4aca-8fd2-1a582f34e162 req-f6725255-c797-455b-b2a2-39c1f74bce34 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:52.947757 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-16bebb9f-9a4a-4aca-8fd2-1a582f34e162 req-f6725255-c797-455b-b2a2-39c1f74bce34 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/ports?device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 944 time: 0.1138234 Aug 31 00:52:53.016456 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-16bebb9f-9a4a-4aca-8fd2-1a582f34e162 req-0ddfce37-457d-4c6f-9509-e8b6f74384f9 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b7177cd-6ec9-4441-bf65-560f2f5ee839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574136 Aug 31 00:52:53.264326 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e517a585-33bc-4163-9eb5-23cd837af2e0 req-8d1af55c-0dee-4979-8cc4-4c8a3871e9a9 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 210 time: 0.0469546 Aug 31 00:52:53.557557 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-6c963941-7ae0-45fd-8076-6934346a7d8d tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1616713538&fields=id&tenant_id=d762f9b61c2c401a8c6f1b0d3f33efb5 HTTP/1.1" status: 200 len: 267 time: 0.0567551 Aug 31 00:52:53.769375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e8482f0a-2c43-4c55-8d71-017584bd1b13 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:53.785359 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce45ac-4adb-44db-827a-cb03fb7579a1 req-3a33d87b-112e-4294-a00c-0c4a29aa55e6 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:53.789348 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8ce45ac-4adb-44db-827a-cb03fb7579a1 req-3a33d87b-112e-4294-a00c-0c4a29aa55e6 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 943 time: 0.1225235 Aug 31 00:52:53.839562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-7fca1c99-9c5f-4331-a409-e207c529a563 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:53.854940 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-7fca1c99-9c5f-4331-a409-e207c529a563 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/networks?id=62bcc279-75c4-4395-8c31-f0f71b03f975 HTTP/1.1" status: 200 len: 806 time: 0.2850256 Aug 31 00:52:53.880180 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-85b15e5a-564a-47b1-ad35-609e2aa28c06 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/quotas/d762f9b61c2c401a8c6f1b0d3f33efb5 HTTP/1.1" status: 200 len: 375 time: 0.0235231 Aug 31 00:52:53.884923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8ce45ac-4adb-44db-827a-cb03fb7579a1 req-b11f49dc-f561-4376-9db5-3fe93dd11f7e tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739243 Aug 31 00:52:53.956980 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-16969aea-6cbe-4b5c-ab3d-9e40d650a75f tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d762f9b61c2c401a8c6f1b0d3f33efb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745206 Aug 31 00:52:54.096771 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port e8482f0a-2c43-4c55-8d71-017584bd1b13 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:52:54.111577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port e8482f0a-2c43-4c55-8d71-017584bd1b13 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:54.112542 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:54.206490 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-04690e70-86b6-4bf1-97e2-dd22f96e488d service neutron] 10.222.0.16 "GET /v2.0/networks/62bcc279-75c4-4395-8c31-f0f71b03f975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089095 Aug 31 00:52:54.335790 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:54.421419 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3303c08f-b811-497d-815c-ab8c2c9814c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8482f0a-2c43-4c55-8d71-017584bd1b13'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:52:54.422298 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-82a2295e-7d94-4224-9779-08d421365c32 service neutron] 10.222.0.16 "GET /v2.0/networks/62bcc279-75c4-4395-8c31-f0f71b03f975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063410 Aug 31 00:52:54.423836 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61482f88-182c-4010-800d-f487aaa11c61" -d '{"events": [{"server_uuid": "3303c08f-b811-497d-815c-ab8c2c9814c0", "name": "network-vif-plugged", "status": "completed", "tag": "e8482f0a-2c43-4c55-8d71-017584bd1b13"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:52:54.458832 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e8482f0a-2c43-4c55-8d71-017584bd1b13, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e8482f0a-2c43-4c55-8d71-017584bd1b13,segment=NetworkSegment(ecdf0ad4-cb28-4af5-86ec-45b5925dbcd4),segment_id=ecdf0ad4-cb28-4af5-86ec-45b5925dbcd4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:54.530291 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-e060f70e-7f4e-443d-8c89-90d9842581fc service neutron] 10.222.0.48 "GET /v2.0/ports/8b9bcfa6-19f1-4a7c-b59f-a75514833c00/bindings/n-h2-793621-34 HTTP/1.1" status: 200 len: 385 time: 0.1585753 Aug 31 00:52:54.558528 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-60474497-7067-4e03-8949-7d65ff9384fe tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:54.570928 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-60474497-7067-4e03-8949-7d65ff9384fe tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef&tenant_id=94c1e14dadd544e0828f51650b31e0cc&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 1097 time: 0.2214091 Aug 31 00:52:54.634136 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:54.635010 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:52:54.645991 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-34'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:54.768460 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=e8482f0a-2c43-4c55-8d71-017584bd1b13,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:55.103650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98c4ab-e24b-4248-aefe-b02825f3c338 req-2952b2fe-e105-4fb1-9d2a-b03a2e4bab6b tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:55.103650 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df98c4ab-e24b-4248-aefe-b02825f3c338 req-2952b2fe-e105-4fb1-9d2a-b03a2e4bab6b tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/ports?device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 945 time: 0.0953519 Aug 31 00:52:55.103932 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:55.226085 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df98c4ab-e24b-4248-aefe-b02825f3c338 req-98b4e8d2-2d9c-461f-b5a2-aedf55e2793b tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b7177cd-6ec9-4441-bf65-560f2f5ee839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943325 Aug 31 00:52:55.229394 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2431a-16ef-412d-9f23-92a01fc3f416 req-0595be76-3d9f-4c7a-ad12-591bbd2a70d6 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:55.231244 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdd2431a-16ef-412d-9f23-92a01fc3f416 req-0595be76-3d9f-4c7a-ad12-591bbd2a70d6 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 945 time: 0.4210880 Aug 31 00:52:55.233648 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-96747f5d-d465-48a7-bfe0-83e6ec9b9050 service neutron] For port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:55.275468 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:52:55.388762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-96747f5d-d465-48a7-bfe0-83e6ec9b9050 service neutron] For port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:52:55.479738 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b43c0a92-867f-4159-be28-105c303380d2 req-c6226c84-2a77-47e5-bfd6-a3b0fd30262c tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 210 time: 0.0660901 Aug 31 00:52:55.482447 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdd2431a-16ef-412d-9f23-92a01fc3f416 req-5c37be54-8bc5-4610-b07e-16b411c0dbee tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402186 Aug 31 00:52:55.499342 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-96747f5d-d465-48a7-bfe0-83e6ec9b9050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:52:55.517511 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-96747f5d-d465-48a7-bfe0-83e6ec9b9050 service neutron] For port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:55.593074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] For port 86272788-dd6b-407f-89fe-4c4063556000, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=86272788-dd6b-407f-89fe-4c4063556000,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:55.616879 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c78a81-4324-40ba-9c09-8ed5ce7c658b x-openstack-request-id: req-52c78a81-4324-40ba-9c09-8ed5ce7c658b {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:52:55.617505 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3303c08f-b811-497d-815c-ab8c2c9814c0", "name": "network-vif-plugged", "status": "completed", "tag": "e8482f0a-2c43-4c55-8d71-017584bd1b13", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:52:55.617505 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52c78a81-4324-40ba-9c09-8ed5ce7c658b {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:52:55.617897 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3303c08f-b811-497d-815c-ab8c2c9814c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8482f0a-2c43-4c55-8d71-017584bd1b13', 'code': 200} Aug 31 00:52:55.718376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] For port 86272788-dd6b-407f-89fe-4c4063556000, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:52:55.774059 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-96747f5d-d465-48a7-bfe0-83e6ec9b9050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:55.788824 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 86272788-dd6b-407f-89fe-4c4063556000 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:52:55.804764 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd4ae4-dd7e-4c6e-8273-049749d73a41 req-3b8cbd5b-3836-4131-acc7-3ea346776880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:55.806241 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-40cd4ae4-dd7e-4c6e-8273-049749d73a41 req-3b8cbd5b-3836-4131-acc7-3ea346776880 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 1097 time: 0.1065729 Aug 31 00:52:55.886145 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-40cd4ae4-dd7e-4c6e-8273-049749d73a41 req-84586ed7-ce48-41a2-8646-95b89d75a3f8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4b7177cd-6ec9-4441-bf65-560f2f5ee839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718238 Aug 31 00:52:55.905571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97efbd6c-5c97-48f1-990f-60d57a7392ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86272788-dd6b-407f-89fe-4c4063556000'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:52:55.908353 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b42a8d4-e63d-49f9-a79a-060f065555fe" -d '{"events": [{"server_uuid": "97efbd6c-5c97-48f1-990f-60d57a7392ef", "name": "network-vif-unplugged", "status": "completed", "tag": "86272788-dd6b-407f-89fe-4c4063556000"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:52:55.916356 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:55.956912 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-96747f5d-d465-48a7-bfe0-83e6ec9b9050 service neutron] Transition to ACTIVE for port object 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:52:56.071053 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:56.076668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 86272788-dd6b-407f-89fe-4c4063556000, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=86272788-dd6b-407f-89fe-4c4063556000,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:56.115581 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 86272788-dd6b-407f-89fe-4c4063556000 has no active binding in host n-h1-793621-34 {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 00:52:56.155181 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-96747f5d-d465-48a7-bfe0-83e6ec9b9050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:56.234347 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Pushing event updated for resources: {'Port': ['ID=86272788-dd6b-407f-89fe-4c4063556000,revision_number=7']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:56.261733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Attempting to bind port 86272788-dd6b-407f-89fe-4c4063556000 on host n-h2-793621-34 for vnic_type normal with profile {"migrating_to": "n-h1-793621-34"} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:52:56.262409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Attempting to bind port 86272788-dd6b-407f-89fe-4c4063556000 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:52:56.262782 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Attempting to bind port 86272788-dd6b-407f-89fe-4c4063556000 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:56.265642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-96747f5d-d465-48a7-bfe0-83e6ec9b9050 service neutron] No DVR routers for this DVR port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:52:56.269398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:56.287555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:56.287555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:56.287555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:56.287555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:56.287555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:56.287555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:56.287555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:56.287555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:56.287555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:56.287555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:56.287555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:56.287555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Port 86272788-dd6b-407f-89fe-4c4063556000 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:52:56.287555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Attempting to bind port 86272788-dd6b-407f-89fe-4c4063556000 on network 1201673d-ac71-4ee8-8cb6-849c3511a23a {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:56.342107 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-96747f5d-d465-48a7-bfe0-83e6ec9b9050 service neutron] 10.222.0.48 "PUT /v2.0/ports/8b9bcfa6-19f1-4a7c-b59f-a75514833c00/bindings/n-h2-793621-34/activate HTTP/1.1" status: 200 len: 370 time: 1.8023789 Aug 31 00:52:56.347381 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:52:56.347698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Checking segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:56.348189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Bound using segment: {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:52:56.351273 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Bound port: 86272788-dd6b-407f-89fe-4c4063556000, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1201673d-ac71-4ee8-8cb6-849c3511a23a'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:52:56.351273 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:56.413565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96747f5d-d465-48a7-bfe0-83e6ec9b9050 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,revision_number=10']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:56.493812 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] For port 86272788-dd6b-407f-89fe-4c4063556000, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:52:56.532623 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82481c2e-a29d-45b8-926e-ad726df71b16 req-b2773104-f6b1-434b-828a-6f2078a2ba45 tempest-QuotasAdminNegativeTest-903624329 tempest-QuotasAdminNegativeTest-903624329-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=de90b80ca9ca405ba927e635669549ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571580 Aug 31 00:52:56.535806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] For port 86272788-dd6b-407f-89fe-4c4063556000, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=86272788-dd6b-407f-89fe-4c4063556000,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:52:56.554828 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cfebd5ad-b5d1-416f-aa15-206abed9491f req-80700839-ade2-40a4-a166-0434f8b0c807 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 210 time: 0.0642662 Aug 31 00:52:56.863872 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:56.960410 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90003a75-7f29-454a-b6a9-16a852eb9504 req-86598842-b294-41cf-8a39-131c7a4cf8d8 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:56.974324 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-90003a75-7f29-454a-b6a9-16a852eb9504 req-86598842-b294-41cf-8a39-131c7a4cf8d8 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 944 time: 0.2718844 Aug 31 00:52:57.042551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82481c2e-a29d-45b8-926e-ad726df71b16 req-45b515ad-3233-48af-8fc9-54c03cf8bd37 tempest-QuotasAdminNegativeTest-903624329 tempest-QuotasAdminNegativeTest-903624329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:57.055669 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82481c2e-a29d-45b8-926e-ad726df71b16 req-45b515ad-3233-48af-8fc9-54c03cf8bd37 tempest-QuotasAdminNegativeTest-903624329 tempest-QuotasAdminNegativeTest-903624329-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5064909 Aug 31 00:52:57.095888 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-90003a75-7f29-454a-b6a9-16a852eb9504 req-a706fd32-83ff-4979-9332-24f48a6b2063 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123745 Aug 31 00:52:57.180468 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-7881de7a-a7b1-4db3-9695-c2a2e1d44286 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:57.184322 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-7881de7a-a7b1-4db3-9695-c2a2e1d44286 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.41 "GET /v2.0/networks?id=2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 HTTP/1.1" status: 200 len: 811 time: 0.3985329 Aug 31 00:52:57.403640 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-b94cc6f7-8fe5-420e-b663-935bcf62d4d6 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb916b836e584d028f50820f5d058952 HTTP/1.1" status: 200 len: 380 time: 0.2004950 Aug 31 00:52:57.481186 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-dc3f273b-bc6b-4dee-99f8-b248c3abb90b tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Request body: {'port': {'device_id': '03d565eb-19cc-49bf-9a50-c07ebeb9cd4c', 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87', 'admin_state_up': True, 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'security_groups': ['938fef16-f6d7-4dcd-8d0e-7963718c7386']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:57.525770 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea49eae-20d5-4442-b6c9-87e05d53fb3f x-openstack-request-id: req-fea49eae-20d5-4442-b6c9-87e05d53fb3f {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:52:57.526416 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97efbd6c-5c97-48f1-990f-60d57a7392ef", "name": "network-vif-unplugged", "status": "completed", "tag": "86272788-dd6b-407f-89fe-4c4063556000", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:52:57.526416 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fea49eae-20d5-4442-b6c9-87e05d53fb3f {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:52:57.526737 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97efbd6c-5c97-48f1-990f-60d57a7392ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86272788-dd6b-407f-89fe-4c4063556000', 'code': 200} Aug 31 00:52:57.550939 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82481c2e-a29d-45b8-926e-ad726df71b16 req-6ee3b7fb-354e-44aa-95d0-285d6f7e6a2b tempest-QuotasAdminNegativeTest-903624329 tempest-QuotasAdminNegativeTest-903624329-project] 10.222.0.16 "GET /v2.0/quotas/de90b80ca9ca405ba927e635669549ba HTTP/1.1" status: 200 len: 375 time: 0.4704044 Aug 31 00:52:57.556396 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-961bfb21-44f1-4846-acfe-7c3466f1ec4b tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:57.561392 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-961bfb21-44f1-4846-acfe-7c3466f1ec4b tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af&tenant_id=70608dabb68b4f098ed58bafcf31f2c9&binding%3Ahost_id=n-h1-793621-34 HTTP/1.1" status: 200 len: 1096 time: 0.7146616 Aug 31 00:52:57.561392 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Pushing event updated for resources: {'Port': ['ID=86272788-dd6b-407f-89fe-4c4063556000,revision_number=8']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:57.607484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:57.608379 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:57.610212 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-a1912963-1228-473f-8fe7-0cd2ff84a41c service neutron] 10.222.0.48 "PUT /v2.0/ports/86272788-dd6b-407f-89fe-4c4063556000 HTTP/1.1" status: 200 len: 1123 time: 2.9755714 Aug 31 00:52:57.646973 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82481c2e-a29d-45b8-926e-ad726df71b16 req-5e7b277e-a1b3-4ce8-8a75-c53c85676bd6 tempest-QuotasAdminNegativeTest-903624329 tempest-QuotasAdminNegativeTest-903624329-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=de90b80ca9ca405ba927e635669549ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800915 Aug 31 00:52:57.674206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-57e88f2a-d60f-4527-b97f-51b6c0274317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:57.675355 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-57e88f2a-d60f-4527-b97f-51b6c0274317 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af&tenant_id=70608dabb68b4f098ed58bafcf31f2c9 HTTP/1.1" status: 200 len: 1096 time: 0.0922878 Aug 31 00:52:57.702796 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185ae75-b0bb-4a9b-bbf6-c74ee4ef1ff0 req-583f3b0d-7fa0-4ff9-95fd-00d357032704 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:57.715315 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9185ae75-b0bb-4a9b-bbf6-c74ee4ef1ff0 req-583f3b0d-7fa0-4ff9-95fd-00d357032704 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/ports?device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 945 time: 0.3733480 Aug 31 00:52:57.716189 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['86272788-dd6b-407f-89fe-4c4063556000'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:52:57.811394 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['86272788-dd6b-407f-89fe-4c4063556000'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:52:57.843576 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9185ae75-b0bb-4a9b-bbf6-c74ee4ef1ff0 req-0548ca2a-4ddf-482f-8b65-47377d6b9157 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b7177cd-6ec9-4441-bf65-560f2f5ee839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269736 Aug 31 00:52:57.877868 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-2c667696-8dc1-4432-aff5-b6e6816c2db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:57.880005 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-2c667696-8dc1-4432-aff5-b6e6816c2db2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 1096 time: 0.1079228 Aug 31 00:52:57.887362 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 573294ac-b91e-41de-b79c-66b1627c53cd details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:52:58.197036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646d638-d0ea-4ee9-a1a3-10cf220d631c req-5dfdcd48-a123-4790-adf6-f1444354e397 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:58.201232 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2646d638-d0ea-4ee9-a1a3-10cf220d631c req-5dfdcd48-a123-4790-adf6-f1444354e397 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 945 time: 0.1786878 Aug 31 00:52:58.228165 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 573294ac-b91e-41de-b79c-66b1627c53cd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=573294ac-b91e-41de-b79c-66b1627c53cd,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:58.246369 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-fcb8794d-b480-4b24-9a40-1f6fda82599d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:58.254589 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-fcb8794d-b480-4b24-9a40-1f6fda82599d service neutron] 10.222.0.41 "GET /v2.0/networks?id=dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 200 len: 921 time: 0.3618240 Aug 31 00:52:58.255016 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1e0a3e45-7d2a-4bb0-a725-d240bfe76cdb req-9babfde7-928a-48fa-9dc8-49023e29d184 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 210 time: 0.0582194 Aug 31 00:52:58.255970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-dc3f273b-bc6b-4dee-99f8-b248c3abb90b tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Made reservation on behalf of cb916b836e584d028f50820f5d058952 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:52:58.259687 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-dc3f273b-bc6b-4dee-99f8-b248c3abb90b tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:58.296458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '573294ac-b91e-41de-b79c-66b1627c53cd', 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242', 'port_id': '573294ac-b91e-41de-b79c-66b1627c53cd', 'mac_address': 'fa:16:3e:8b:93:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705c0226-5114-4c34-8342-90d30ce9c10c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:52:58.514680 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:58.531514 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2646d638-d0ea-4ee9-a1a3-10cf220d631c req-a8f4ba9e-9718-43ba-9c6b-bd6ece036d08 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228197 Aug 31 00:52:58.542848 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-507cba79-3328-44e5-8fdd-3913423f97ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b9bcfa6-19f1-4a7c-b59f-a75514833c00 HTTP/1.1" status: 200 len: 217 time: 0.2507658 Aug 31 00:52:58.596382 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-dc3f273b-bc6b-4dee-99f8-b248c3abb90b tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Allocated IP 172.20.0.3 (2b35eefa-7ab0-4ef7-a371-a86a18ca3f87/30781be2-5bee-4638-999a-f788a777a8fa/05be0509-cf0a-4f18-9981-42144412caef) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:52:58.651408 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-0b270150-72fe-45d6-a6d5-e90da992eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:58.654737 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-0b270150-72fe-45d6-a6d5-e90da992eb66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 200 len: 860 time: 0.1031265 Aug 31 00:52:58.663837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 573294ac-b91e-41de-b79c-66b1627c53cd {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:52:58.697003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-8f04cc47-e964-4d59-bb95-394b4ecf6cb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dffc61c4-1ac9-454f-80fe-3549f2de306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345902 Aug 31 00:52:58.745480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255eb31b-cbad-49b4-a639-6dbbdd6872a1 req-ac42dc0e-b476-40f4-8cc6-f33b35f7d898 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:58.753785 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-255eb31b-cbad-49b4-a639-6dbbdd6872a1 req-ac42dc0e-b476-40f4-8cc6-f33b35f7d898 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 943 time: 0.3364415 Aug 31 00:52:58.774893 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 573294ac-b91e-41de-b79c-66b1627c53cd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=573294ac-b91e-41de-b79c-66b1627c53cd,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:58.846400 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-255eb31b-cbad-49b4-a639-6dbbdd6872a1 req-0926563e-3a67-4898-a1f5-e58bd0d9f635 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913298 Aug 31 00:52:58.906308 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6da0339f-b3be-4e01-92e8-6e21d3cdbaa0 req-d3c1ad4b-359f-4747-935a-496d40dc97df tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 210 time: 0.1462133 Aug 31 00:52:58.914955 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-dc3f273b-bc6b-4dee-99f8-b248c3abb90b tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:58.967056 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-dc3f273b-bc6b-4dee-99f8-b248c3abb90b tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Transition to ACTIVE for port object 05be0509-cf0a-4f18-9981-42144412caef will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:52:59.049482 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:59.057026 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-87553ca3-a09a-4ab3-aa32-1fab7fb80ff4 service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442523 Aug 31 00:52:59.169948 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=573294ac-b91e-41de-b79c-66b1627c53cd,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:59.174950 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-dc3f273b-bc6b-4dee-99f8-b248c3abb90b tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:59.199867 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['573294ac-b91e-41de-b79c-66b1627c53cd'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:52:59.251398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15cce6-c981-44f6-a0ba-6998966f77c2 req-d749df2a-91b8-44b6-a5f8-eb0c99a0c41c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:59.260446 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de15cce6-c981-44f6-a0ba-6998966f77c2 req-d749df2a-91b8-44b6-a5f8-eb0c99a0c41c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 944 time: 0.1997006 Aug 31 00:52:59.304536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-4e753e25-8c18-463e-8bc1-22e5d9e7cdfc service neutron] 10.222.0.41 "GET /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390785 Aug 31 00:52:59.311727 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-dc3f273b-bc6b-4dee-99f8-b248c3abb90b tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Network 2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:52:59.327722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-dc3f273b-bc6b-4dee-99f8-b248c3abb90b tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:59.335307 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f273b-bc6b-4dee-99f8-b248c3abb90b tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Pushing event updated for resources: {'Port': ['ID=05be0509-cf0a-4f18-9981-42144412caef,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:59.355427 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-dc3f273b-bc6b-4dee-99f8-b248c3abb90b tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:52:59.357493 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de15cce6-c981-44f6-a0ba-6998966f77c2 req-20b8a09e-5077-4dac-bf33-96fb581846b4 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895786 Aug 31 00:52:59.405268 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-dc3f273b-bc6b-4dee-99f8-b248c3abb90b tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:59.405987 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-dc3f273b-bc6b-4dee-99f8-b248c3abb90b tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:59.559156 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97efbd6c-5c97-48f1-990f-60d57a7392ef', 'tag': '86272788-dd6b-407f-89fe-4c4063556000'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:52:59.576450 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9446a9d-a61d-4b07-aa00-c83e2471ac71" -d '{"events": [{"name": "network-changed", "server_uuid": "97efbd6c-5c97-48f1-990f-60d57a7392ef", "tag": "86272788-dd6b-407f-89fe-4c4063556000"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:52:59.620516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d1cf1-cb3c-4bb0-8133-ed970cefce44 req-e06fffec-1e63-41ff-bf39-2f9fbaf2c9c7 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:59.623006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d9d1cf1-cb3c-4bb0-8133-ed970cefce44 req-e06fffec-1e63-41ff-bf39-2f9fbaf2c9c7 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/ports?device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 945 time: 0.1963971 Aug 31 00:52:59.681008 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d9d1cf1-cb3c-4bb0-8133-ed970cefce44 req-fe39f948-9768-4145-9be8-78733fbca0bd tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b7177cd-6ec9-4441-bf65-560f2f5ee839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494595 Aug 31 00:52:59.740814 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14139b0-509f-4bc3-bd01-c8a69bf7780c req-9c96282e-a548-4fac-92bb-d558286e2f80 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:59.743339 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b14139b0-509f-4bc3-bd01-c8a69bf7780c req-9c96282e-a548-4fac-92bb-d558286e2f80 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 931 time: 0.0900736 Aug 31 00:52:59.757104 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 573294ac-b91e-41de-b79c-66b1627c53cd no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:52:59.904032 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b14139b0-509f-4bc3-bd01-c8a69bf7780c req-77230581-4201-49d9-b510-03883a5451f6 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups?id=938fef16-f6d7-4dcd-8d0e-7963718c7386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482434 Aug 31 00:52:59.962542 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:59.965162 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-dc3f273b-bc6b-4dee-99f8-b248c3abb90b tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4981563 Aug 31 00:52:59.989487 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Request body: {'port': {'device_id': '03d565eb-19cc-49bf-9a50-c07ebeb9cd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:59.997411 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402168bd-81b9-4559-8e3c-c0e08f50c518 x-openstack-request-id: req-402168bd-81b9-4559-8e3c-c0e08f50c518 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:00.000153 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97efbd6c-5c97-48f1-990f-60d57a7392ef", "tag": "86272788-dd6b-407f-89fe-4c4063556000", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:00.000676 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-402168bd-81b9-4559-8e3c-c0e08f50c518 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:00.002244 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97efbd6c-5c97-48f1-990f-60d57a7392ef', 'tag': '86272788-dd6b-407f-89fe-4c4063556000', 'status': 'completed', 'code': 200} Aug 31 00:53:00.002509 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 573294ac-b91e-41de-b79c-66b1627c53cd {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:53:00.041297 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 573294ac-b91e-41de-b79c-66b1627c53cd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=573294ac-b91e-41de-b79c-66b1627c53cd,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:00.054356 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-155f63dd-4727-4f23-9bd6-af77760703f6 None None] Provisioning for port 05be0509-cf0a-4f18-9981-42144412caef completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:53:00.061832 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-155f63dd-4727-4f23-9bd6-af77760703f6 None None] Provisioning complete for port 05be0509-cf0a-4f18-9981-42144412caef triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:53:00.061832 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-155f63dd-4727-4f23-9bd6-af77760703f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:00.128857 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-155f63dd-4727-4f23-9bd6-af77760703f6 None None] Port 05be0509-cf0a-4f18-9981-42144412caef cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:53:00.177802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df17c0-a23f-42db-a6d7-be3b84f5c149 req-69f59ef9-ccab-45f2-87c7-f68adbee5449 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:00.187065 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e5df17c0-a23f-42db-a6d7-be3b84f5c149 req-69f59ef9-ccab-45f2-87c7-f68adbee5449 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 944 time: 0.3185630 Aug 31 00:53:00.222427 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:00.287232 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:00.287451 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e5df17c0-a23f-42db-a6d7-be3b84f5c149 req-a0fee50e-1949-4b93-93b5-1cb5a3036bdf tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992756 Aug 31 00:53:00.296452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9446a9d-a61d-4b07-aa00-c83e2471ac71 req-f392bc87-ee45-47bf-8814-bdb31c23fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:00.299793 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e9446a9d-a61d-4b07-aa00-c83e2471ac71 req-f392bc87-ee45-47bf-8814-bdb31c23fbe6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 1126 time: 0.1700909 Aug 31 00:53:00.349165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd8872-91cf-4ff6-a7fe-bc44c5c88917 req-563d002b-04e7-4d0a-a258-3a420553f428 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:00.357135 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75cd8872-91cf-4ff6-a7fe-bc44c5c88917 req-563d002b-04e7-4d0a-a258-3a420553f428 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 943 time: 0.2226086 Aug 31 00:53:00.362785 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-43d9d828-e19b-41fc-a306-a40693dd763a tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:00.368287 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-43d9d828-e19b-41fc-a306-a40693dd763a tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.41 "GET /v2.0/networks?id=62bcc279-75c4-4395-8c31-f0f71b03f975 HTTP/1.1" status: 200 len: 806 time: 0.3526592 Aug 31 00:53:00.477884 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-c6e9ac52-957d-426a-a4f5-d653915dfb44 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d762f9b61c2c401a8c6f1b0d3f33efb5 HTTP/1.1" status: 200 len: 380 time: 0.1019685 Aug 31 00:53:00.479484 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=573294ac-b91e-41de-b79c-66b1627c53cd,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:00.498932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-be0368e2-792b-4918-8192-1f49259983d1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Request body: {'port': {'device_id': 'b7998e32-ad48-490a-aa08-ff1598e52287', 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975', 'admin_state_up': True, 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'security_groups': ['9f0c11fc-1416-4251-bb43-1a2df1047c46']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:53:00.593368 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82801707-fb1f-4569-bc59-ad658dc61c88 req-bc985584-d0c9-4416-9237-bf7ac33dbee3 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 210 time: 0.0757582 Aug 31 00:53:00.644346 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75cd8872-91cf-4ff6-a7fe-bc44c5c88917 req-316a0eb1-cb19-4b53-a127-0b4752a6538b tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128711 Aug 31 00:53:00.758835 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9446a9d-a61d-4b07-aa00-c83e2471ac71 req-d3d0291e-206e-46c7-895c-d768c0af668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:00.761768 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e9446a9d-a61d-4b07-aa00-c83e2471ac71 req-d3d0291e-206e-46c7-895c-d768c0af668b service neutron] 10.222.0.41 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.3480763 Aug 31 00:53:00.880638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-be0368e2-792b-4918-8192-1f49259983d1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Made reservation on behalf of d762f9b61c2c401a8c6f1b0d3f33efb5 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:53:00.884440 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-be0368e2-792b-4918-8192-1f49259983d1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:00.890585 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e9446a9d-a61d-4b07-aa00-c83e2471ac71 req-af393adb-77f8-4ec8-ae6d-8d8d45115cb4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86272788-dd6b-407f-89fe-4c4063556000 HTTP/1.1" status: 200 len: 217 time: 0.1169121 Aug 31 00:53:01.088618 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40102) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:01.097456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-fccdcbe5-3140-4118-9acd-59122a13d395 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:01.099762 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-fccdcbe5-3140-4118-9acd-59122a13d395 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af&tenant_id=70608dabb68b4f098ed58bafcf31f2c9&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 1096 time: 0.3245821 Aug 31 00:53:01.118557 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e5981-9d7a-40be-8b09-9682156875c4 req-bb72bf1f-b86e-4d2d-8ed9-33f48527e16d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:01.121494 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0f2e5981-9d7a-40be-8b09-9682156875c4 req-bb72bf1f-b86e-4d2d-8ed9-33f48527e16d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 944 time: 0.2273169 Aug 31 00:53:01.138565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9446a9d-a61d-4b07-aa00-c83e2471ac71 req-b9065b27-30cc-46e3-9c1b-11047d2af06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:01.139808 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e9446a9d-a61d-4b07-aa00-c83e2471ac71 req-b9065b27-30cc-46e3-9c1b-11047d2af06e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.2324953 Aug 31 00:53:01.330940 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-be0368e2-792b-4918-8192-1f49259983d1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Allocated IP 172.20.0.10 (62bcc279-75c4-4395-8c31-f0f71b03f975/33607f4e-6584-4090-b09f-6f2de69c9050/5e78a990-d4e4-4e62-acf9-0e944821a3c7) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:53:01.377302 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05be0509-cf0a-4f18-9981-42144412caef {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:53:01.388296 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:01.404560 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Transition to ACTIVE for port object 05be0509-cf0a-4f18-9981-42144412caef will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:53:01.416308 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58bce60b-317a-4b8a-8c66-eb59d81ab8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:01.416603 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0f2e5981-9d7a-40be-8b09-9682156875c4 req-263bb826-7f15-43b9-b904-5d897f83a212 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751174 Aug 31 00:53:01.522827 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e9446a9d-a61d-4b07-aa00-c83e2471ac71 req-1863fbef-52fa-4145-a9c0-910d26987292 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3276854 Aug 31 00:53:01.592016 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:01.771215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 573294ac-b91e-41de-b79c-66b1627c53cd up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:53:01.812770 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f8363-a4fe-43e1-aecf-690e2ae93f2b req-312b8996-4466-40fb-8e54-4ce9f52951cd tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:01.820771 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de6f8363-a4fe-43e1-aecf-690e2ae93f2b req-312b8996-4466-40fb-8e54-4ce9f52951cd tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 943 time: 0.1412473 Aug 31 00:53:01.874945 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Pushing event updated for resources: {'Port': ['ID=05be0509-cf0a-4f18-9981-42144412caef,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:01.893066 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 573294ac-b91e-41de-b79c-66b1627c53cd triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:53:01.893750 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:01.903633 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de6f8363-a4fe-43e1-aecf-690e2ae93f2b req-4d36338e-ab0b-4596-b82a-59a487d017c0 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818589 Aug 31 00:53:01.951669 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-be0368e2-792b-4918-8192-1f49259983d1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:02.013594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-be0368e2-792b-4918-8192-1f49259983d1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Transition to ACTIVE for port object 5e78a990-d4e4-4e62-acf9-0e944821a3c7 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:53:02.066507 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58bce60b-317a-4b8a-8c66-eb59d81ab8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:02.172944 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58bce60b-317a-4b8a-8c66-eb59d81ab8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:02.260964 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e9446a9d-a61d-4b07-aa00-c83e2471ac71 req-dc7289b3-7b35-4670-8d34-660ac35f5644 service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7364748 Aug 31 00:53:02.266461 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:02.283621 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08a6ac-5cd9-48bd-a6d8-0d07fd21974a req-63c18186-553f-42b6-a88f-3d526fea34f9 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:02.297580 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8f08a6ac-5cd9-48bd-a6d8-0d07fd21974a req-63c18186-553f-42b6-a88f-3d526fea34f9 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 943 time: 0.5845184 Aug 31 00:53:02.342300 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bce60b-317a-4b8a-8c66-eb59d81ab8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5904ea54-59d4-40f5-9124-a8d4dbd4651e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:02.393882 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2194faa8-2a58-4060-8db6-662847a0353e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573294ac-b91e-41de-b79c-66b1627c53cd'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:02.395347 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-be0368e2-792b-4918-8192-1f49259983d1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:02.397269 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955dd52a-f43b-4609-adfc-1e00ca68676c" -d '{"events": [{"server_uuid": "2194faa8-2a58-4060-8db6-662847a0353e", "name": "network-vif-plugged", "status": "completed", "tag": "573294ac-b91e-41de-b79c-66b1627c53cd"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:02.417694 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 573294ac-b91e-41de-b79c-66b1627c53cd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=573294ac-b91e-41de-b79c-66b1627c53cd,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:02.466442 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Attempting to bind port 05be0509-cf0a-4f18-9981-42144412caef on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:53:02.466442 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Attempting to bind port 05be0509-cf0a-4f18-9981-42144412caef by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '1a0e1727-32eb-4186-b7ec-984f9896d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:53:02.466442 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Attempting to bind port 05be0509-cf0a-4f18-9981-42144412caef on network 2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:53:02.478430 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-97875c02-31b2-43ae-80cd-4a3b06870126 service neutron] For port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host n-h1-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:53:02.499855 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-97875c02-31b2-43ae-80cd-4a3b06870126 service neutron] Notify callbacks [] for binding, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:02.500176 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7fcbcbd0-304b-4dfe-8eeb-68f10e91940e req-97875c02-31b2-43ae-80cd-4a3b06870126 service neutron] 10.222.0.41 "DELETE /v2.0/ports/8b9bcfa6-19f1-4a7c-b59f-a75514833c00/bindings/n-h1-793621-34 HTTP/1.1" status: 204 len: 173 time: 1.3670464 Aug 31 00:53:02.505586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Port 05be0509-cf0a-4f18-9981-42144412caef on network 2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:53:02.505914 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Attempting to bind port 05be0509-cf0a-4f18-9981-42144412caef on network 2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:53:02.527381 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8f08a6ac-5cd9-48bd-a6d8-0d07fd21974a req-9012cd8e-75dd-4e53-bcf4-e9734989692c tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups?id=938fef16-f6d7-4dcd-8d0e-7963718c7386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288182 Aug 31 00:53:02.530895 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:53:02.531348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Checking segment: {'id': '1a0e1727-32eb-4186-b7ec-984f9896d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:53:02.531632 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Bound using segment: {'id': '1a0e1727-32eb-4186-b7ec-984f9896d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:53:02.532095 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Bound port: 05be0509-cf0a-4f18-9981-42144412caef, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a0e1727-32eb-4186-b7ec-984f9896d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:53:02.532912 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:02.540244 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:02.561999 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0368e2-792b-4918-8192-1f49259983d1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Pushing event updated for resources: {'Port': ['ID=5e78a990-d4e4-4e62-acf9-0e944821a3c7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:02.592511 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e9446a9d-a61d-4b07-aa00-c83e2471ac71 req-73d177ee-05d1-4486-bf52-c55706a06b08 service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915394 Aug 31 00:53:02.634937 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-58bce60b-317a-4b8a-8c66-eb59d81ab8de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de90b80ca9ca405ba927e635669549ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5442564 Aug 31 00:53:02.645417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40134) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:02.705922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-be0368e2-792b-4918-8192-1f49259983d1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Network 62bcc279-75c4-4395-8c31-f0f71b03f975 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:53:02.713067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-be0368e2-792b-4918-8192-1f49259983d1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:53:02.743868 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-be0368e2-792b-4918-8192-1f49259983d1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:53:02.789381 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] For port 05be0509-cf0a-4f18-9981-42144412caef, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:53:02.821727 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] For port 05be0509-cf0a-4f18-9981-42144412caef, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=05be0509-cf0a-4f18-9981-42144412caef,segment=NetworkSegment(1a0e1727-32eb-4186-b7ec-984f9896d27a),segment_id=1a0e1727-32eb-4186-b7ec-984f9896d27a)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:53:02.831788 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=573294ac-b91e-41de-b79c-66b1627c53cd,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:02.849877 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a04834-dc45-4b20-9be1-4b7c688633b6 req-e94fc4f5-f85b-4ce1-94e3-e5037820d30c tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:02.858205 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e6a04834-dc45-4b20-9be1-4b7c688633b6 req-e94fc4f5-f85b-4ce1-94e3-e5037820d30c tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 943 time: 0.1465893 Aug 31 00:53:02.863540 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad1b8bc0-165e-44ba-97e2-4461c1d505ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:02.914642 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad1b8bc0-165e-44ba-97e2-4461c1d505ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:02.932225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-be0368e2-792b-4918-8192-1f49259983d1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:02.933361 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-be0368e2-792b-4918-8192-1f49259983d1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:02.947544 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e6a04834-dc45-4b20-9be1-4b7c688633b6 req-cbbd464f-0a1e-47b2-9333-2f591dd6e129 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883236 Aug 31 00:53:02.996578 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:03.010363 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d780cb-c574-4031-be94-a25dbc6c53dc req-7c781908-9745-45f2-aa9c-7402b9924c45 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:03.024820 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36d780cb-c574-4031-be94-a25dbc6c53dc req-7c781908-9745-45f2-aa9c-7402b9924c45 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 932 time: 0.7760451 Aug 31 00:53:03.150143 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-be0368e2-792b-4918-8192-1f49259983d1 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6652441 Aug 31 00:53:03.172035 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36d780cb-c574-4031-be94-a25dbc6c53dc req-107bf567-79e0-4549-814a-d7483d703a81 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f0c11fc-1416-4251-bb43-1a2df1047c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457179 Aug 31 00:53:03.181395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Request body: {'port': {'device_id': 'b7998e32-ad48-490a-aa08-ff1598e52287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:53:03.315504 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:03.327223 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:03.327223 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] 10.222.0.41 "PUT /v2.0/ports/05be0509-cf0a-4f18-9981-42144412caef HTTP/1.1" status: 200 len: 1092 time: 3.3446152 Aug 31 00:53:03.327964 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a6a8c0-2672-49e6-9af3-8ec3709d8f95 x-openstack-request-id: req-b6a6a8c0-2672-49e6-9af3-8ec3709d8f95 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:03.327964 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2194faa8-2a58-4060-8db6-662847a0353e", "name": "network-vif-plugged", "status": "completed", "tag": "573294ac-b91e-41de-b79c-66b1627c53cd", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:03.327964 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6a6a8c0-2672-49e6-9af3-8ec3709d8f95 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:03.327964 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2194faa8-2a58-4060-8db6-662847a0353e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573294ac-b91e-41de-b79c-66b1627c53cd', 'code': 200} Aug 31 00:53:03.329406 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d565eb-19cc-49bf-9a50-c07ebeb9cd4c', 'tag': '05be0509-cf0a-4f18-9981-42144412caef'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:03.342562 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3392ccb-ba33-4b9c-8e3d-35bffba51c82" -d '{"events": [{"name": "network-changed", "server_uuid": "03d565eb-19cc-49bf-9a50-c07ebeb9cd4c", "tag": "05be0509-cf0a-4f18-9981-42144412caef"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:03.471237 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2509a4b-d389-4387-8760-fa12252ef395 req-eaf5e295-7548-48fb-a74a-442d5e234a33 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:03.476576 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:03.487564 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a2509a4b-d389-4387-8760-fa12252ef395 req-eaf5e295-7548-48fb-a74a-442d5e234a33 tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 1096 time: 0.3835545 Aug 31 00:53:03.494349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cedae-1fe4-4ccf-9c07-ee2b5e0dc6fa service neutron] Pushing event updated for resources: {'Port': ['ID=05be0509-cf0a-4f18-9981-42144412caef,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:03.542938 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb4cf3-17cc-4841-ae62-9cdc9152d8f2 req-11e9303b-c463-42fd-aff6-f7bb5421128b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:03.546403 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fbeb4cf3-17cc-4841-ae62-9cdc9152d8f2 req-11e9303b-c463-42fd-aff6-f7bb5421128b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.41 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 945 time: 0.3936827 Aug 31 00:53:03.762855 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4ee2e88a-5d9a-4bcc-b699-83136ea851aa None None] Provisioning for port 5e78a990-d4e4-4e62-acf9-0e944821a3c7 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:53:03.789369 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a2509a4b-d389-4387-8760-fa12252ef395 req-ad1dc33c-d951-4373-ae35-8e3e172abacd tempest-LiveAutoBlockMigrationV225Test-1785368975 tempest-LiveAutoBlockMigrationV225Test-1785368975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205119 Aug 31 00:53:03.790220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4ee2e88a-5d9a-4bcc-b699-83136ea851aa None None] Provisioning complete for port 5e78a990-d4e4-4e62-acf9-0e944821a3c7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:53:03.791265 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e88a-5d9a-4bcc-b699-83136ea851aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:03.819945 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad1b8bc0-165e-44ba-97e2-4461c1d505ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:03.833342 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad1b8bc0-165e-44ba-97e2-4461c1d505ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:03.860237 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ad1b8bc0-165e-44ba-97e2-4461c1d505ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5904ea54-59d4-40f5-9124-a8d4dbd4651e HTTP/1.1" status: 204 len: 168 time: 1.2134535 Aug 31 00:53:03.913179 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-4ee2e88a-5d9a-4bcc-b699-83136ea851aa None None] Port 5e78a990-d4e4-4e62-acf9-0e944821a3c7 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:53:03.932183 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b8bc0-165e-44ba-97e2-4461c1d505ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5904ea54-59d4-40f5-9124-a8d4dbd4651e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:03.996663 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2559ef95-48db-49d9-9e08-21f190489bd9 x-openstack-request-id: req-2559ef95-48db-49d9-9e08-21f190489bd9 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:03.997558 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d565eb-19cc-49bf-9a50-c07ebeb9cd4c", "tag": "05be0509-cf0a-4f18-9981-42144412caef", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:03.997779 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2559ef95-48db-49d9-9e08-21f190489bd9 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:03.998193 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d565eb-19cc-49bf-9a50-c07ebeb9cd4c', 'tag': '05be0509-cf0a-4f18-9981-42144412caef', 'status': 'completed', 'code': 200} Aug 31 00:53:04.083151 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-ff91d02e-60b5-4238-8936-9d114f202941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:04.085595 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-ff91d02e-60b5-4238-8936-9d114f202941 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb916b836e584d028f50820f5d058952&device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 1095 time: 0.3646772 Aug 31 00:53:04.123482 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-fbeb4cf3-17cc-4841-ae62-9cdc9152d8f2 req-4cd69fb9-2234-4c8b-9758-29a40df5aa56 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Deleting port 573294ac-b91e-41de-b79c-66b1627c53cd {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:53:04.123482 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-fbeb4cf3-17cc-4841-ae62-9cdc9152d8f2 req-4cd69fb9-2234-4c8b-9758-29a40df5aa56 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:04.263050 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6aa051a1-3602-48a3-b180-6ef76c9d33a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:04.289616 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-2ebb2a70-9677-4f01-b99e-58863b83010c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05be0509-cf0a-4f18-9981-42144412caef HTTP/1.1" status: 200 len: 217 time: 0.1612933 Aug 31 00:53:04.355623 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae296251-1432-48b1-98b7-e4d9dccb5c32 req-b0b18a84-6a55-4f31-937a-237fa6cb3b85 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:04.365979 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae296251-1432-48b1-98b7-e4d9dccb5c32 req-b0b18a84-6a55-4f31-937a-237fa6cb3b85 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 945 time: 0.6998241 Aug 31 00:53:04.442884 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae296251-1432-48b1-98b7-e4d9dccb5c32 req-b6666d81-c37d-4211-850b-0e86d6d01a86 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758710 Aug 31 00:53:04.594451 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405d375-7c9c-4e38-8b53-d827ee0fb23c req-c065df21-8d2e-49f5-9e20-5f3ee94b6a5a tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:04.610491 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7405d375-7c9c-4e38-8b53-d827ee0fb23c req-c065df21-8d2e-49f5-9e20-5f3ee94b6a5a tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 943 time: 0.4215150 Aug 31 00:53:04.615813 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-bc14b43e-f450-4f11-8de4-5dce4a15f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:04.619209 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-bc14b43e-f450-4f11-8de4-5dce4a15f151 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30781be2-5bee-4638-999a-f788a777a8fa HTTP/1.1" status: 200 len: 850 time: 0.3220358 Aug 31 00:53:04.630608 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-fbeb4cf3-17cc-4841-ae62-9cdc9152d8f2 req-4cd69fb9-2234-4c8b-9758-29a40df5aa56 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] For port 573294ac-b91e-41de-b79c-66b1627c53cd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=573294ac-b91e-41de-b79c-66b1627c53cd,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:04.631202 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-fbeb4cf3-17cc-4841-ae62-9cdc9152d8f2 req-4cd69fb9-2234-4c8b-9758-29a40df5aa56 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:04.651289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e78a990-d4e4-4e62-acf9-0e944821a3c7 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:53:04.683889 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:04.719184 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Transition to ACTIVE for port object 5e78a990-d4e4-4e62-acf9-0e944821a3c7 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:53:04.749493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-fbeb4cf3-17cc-4841-ae62-9cdc9152d8f2 req-4cd69fb9-2234-4c8b-9758-29a40df5aa56 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Calling delete_port for 573294ac-b91e-41de-b79c-66b1627c53cd owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:53:04.792123 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7405d375-7c9c-4e38-8b53-d827ee0fb23c req-8d5d2928-accf-40ba-8028-672f52d5c961 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups?id=938fef16-f6d7-4dcd-8d0e-7963718c7386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805172 Aug 31 00:53:04.842213 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-1a8d2618-5d9b-469f-aa87-b8306dc8e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:04.843824 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-1a8d2618-5d9b-469f-aa87-b8306dc8e507 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b35eefa-7ab0-4ef7-a371-a86a18ca3f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1984420 Aug 31 00:53:04.871705 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:05.234284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Attempting to bind port 5e78a990-d4e4-4e62-acf9-0e944821a3c7 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:53:05.236619 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Attempting to bind port 5e78a990-d4e4-4e62-acf9-0e944821a3c7 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '0b09c350-a8c5-4cd3-b29a-84b3763038a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:53:05.237496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Attempting to bind port 5e78a990-d4e4-4e62-acf9-0e944821a3c7 on network 62bcc279-75c4-4395-8c31-f0f71b03f975 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:53:05.243556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Pushing event updated for resources: {'Port': ['ID=5e78a990-d4e4-4e62-acf9-0e944821a3c7,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:05.252153 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Port 5e78a990-d4e4-4e62-acf9-0e944821a3c7 on network 62bcc279-75c4-4395-8c31-f0f71b03f975 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:53:05.259382 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Attempting to bind port 5e78a990-d4e4-4e62-acf9-0e944821a3c7 on network 62bcc279-75c4-4395-8c31-f0f71b03f975 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:53:05.264330 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:53:05.265357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Checking segment: {'id': '0b09c350-a8c5-4cd3-b29a-84b3763038a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:53:05.266297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Bound using segment: {'id': '0b09c350-a8c5-4cd3-b29a-84b3763038a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:53:05.267367 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Bound port: 5e78a990-d4e4-4e62-acf9-0e944821a3c7, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b09c350-a8c5-4cd3-b29a-84b3763038a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:53:05.268228 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:05.470170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] For port 5e78a990-d4e4-4e62-acf9-0e944821a3c7, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:53:05.482678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] For port 5e78a990-d4e4-4e62-acf9-0e944821a3c7, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5e78a990-d4e4-4e62-acf9-0e944821a3c7,segment=NetworkSegment(0b09c350-a8c5-4cd3-b29a-84b3763038a5),segment_id=0b09c350-a8c5-4cd3-b29a-84b3763038a5)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:53:05.504411 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40176) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:05.541169 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f6480f06-d8af-4e34-ae7d-13f8e519aefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:05.626300 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843285df-92d6-44c9-a426-3b28334b6039 req-4843f545-7c52-4090-8ac1-593f6374be17 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:05.628296 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-843285df-92d6-44c9-a426-3b28334b6039 req-4843f545-7c52-4090-8ac1-593f6374be17 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 944 time: 0.1192203 Aug 31 00:53:05.665269 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc908da-a0bc-4f24-83ab-318e0be56661 req-9b2dafc9-4b2b-46dc-ab6f-b176dcd0e7c6 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:05.667241 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:05.667438 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2bc908da-a0bc-4f24-83ab-318e0be56661 req-9b2dafc9-4b2b-46dc-ab6f-b176dcd0e7c6 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 943 time: 0.1298993 Aug 31 00:53:05.676577 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-ba4b694c-4c93-443f-8d57-3d89820875c9 service neutron] 10.222.0.41 "GET /v2.0/networks/2b35eefa-7ab0-4ef7-a371-a86a18ca3f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8205514 Aug 31 00:53:05.740993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:05.741674 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:05.747902 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] 10.222.0.41 "PUT /v2.0/ports/5e78a990-d4e4-4e62-acf9-0e944821a3c7 HTTP/1.1" status: 200 len: 1093 time: 2.5722365 Aug 31 00:53:05.750626 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2bc908da-a0bc-4f24-83ab-318e0be56661 req-2492ec7a-dae9-46a7-9c1e-6627e9eba956 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639865 Aug 31 00:53:05.754360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7998e32-ad48-490a-aa08-ff1598e52287', 'tag': '5e78a990-d4e4-4e62-acf9-0e944821a3c7'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:05.756866 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d540e7e-6b8f-4863-8a72-283e55167ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "b7998e32-ad48-490a-aa08-ff1598e52287", "tag": "5e78a990-d4e4-4e62-acf9-0e944821a3c7"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:05.803181 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-fbeb4cf3-17cc-4841-ae62-9cdc9152d8f2 req-4cd69fb9-2234-4c8b-9758-29a40df5aa56 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:05.803488 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-843285df-92d6-44c9-a426-3b28334b6039 req-fb3d7ace-3da3-44a1-b9c8-9517c303d94d tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f0c11fc-1416-4251-bb43-1a2df1047c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478927 Aug 31 00:53:05.803627 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 573294ac-b91e-41de-b79c-66b1627c53cd no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:53:05.853905 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df692c-6374-4267-858a-9be3f6c6308d service neutron] Pushing event updated for resources: {'Port': ['ID=5e78a990-d4e4-4e62-acf9-0e944821a3c7,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:05.892975 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd69fb9-2234-4c8b-9758-29a40df5aa56 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Pushing event deleted for resources: {'Port': ['ID=573294ac-b91e-41de-b79c-66b1627c53cd,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:05.927391 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 573294ac-b91e-41de-b79c-66b1627c53cd {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:53:05.935289 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 573294ac-b91e-41de-b79c-66b1627c53cd not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:53:05.936410 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f6480f06-d8af-4e34-ae7d-13f8e519aefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:05.936937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 86272788-dd6b-407f-89fe-4c4063556000 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:53:06.132673 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbeb4cf3-17cc-4841-ae62-9cdc9152d8f2 req-4cd69fb9-2234-4c8b-9758-29a40df5aa56 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] No DVR routers for this DVR port 573294ac-b91e-41de-b79c-66b1627c53cd on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:53:06.137215 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-fbeb4cf3-17cc-4841-ae62-9cdc9152d8f2 req-4cd69fb9-2234-4c8b-9758-29a40df5aa56 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:06.141728 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fbeb4cf3-17cc-4841-ae62-9cdc9152d8f2 req-4cd69fb9-2234-4c8b-9758-29a40df5aa56 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.41 "DELETE /v2.0/ports/573294ac-b91e-41de-b79c-66b1627c53cd HTTP/1.1" status: 204 len: 173 time: 2.5708055 Aug 31 00:53:06.176068 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f6480f06-d8af-4e34-ae7d-13f8e519aefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:06.192699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2194faa8-2a58-4060-8db6-662847a0353e', 'name': 'network-vif-deleted', 'tag': '573294ac-b91e-41de-b79c-66b1627c53cd'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:06.195957 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3276289e-4b7a-4155-bbf8-77128228b62a" -d '{"events": [{"server_uuid": "2194faa8-2a58-4060-8db6-662847a0353e", "name": "network-vif-deleted", "tag": "573294ac-b91e-41de-b79c-66b1627c53cd"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:06.209463 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94d4ea22-9119-4cf4-abc7-cadad8bb7cd0 req-06b86627-055d-46f2-843b-40a788bfcd1f service neutron] 10.222.0.41 "GET /v2.0/networks/2b35eefa-7ab0-4ef7-a371-a86a18ca3f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242400 Aug 31 00:53:06.245731 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f6480f06-d8af-4e34-ae7d-13f8e519aefe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f488431ddcb4438598270c886c75fc97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7393532 Aug 31 00:53:06.248919 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-40eb1794-a931-49a0-bb89-035b21d7658a req-52ace907-3abd-416c-b06f-fd6ba8d3ff5a tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 210 time: 0.1056104 Aug 31 00:53:06.250529 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40194) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:06.255647 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6480f06-d8af-4e34-ae7d-13f8e519aefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27f978b-7c77-490a-b6d7-34a5b9af2bcf,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:06.291395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50462e0-f399-44bc-ab66-df97b6784214 req-da05257a-c0c5-4b93-845f-8f2b94543fc6 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:06.291395 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b50462e0-f399-44bc-ab66-df97b6784214 req-da05257a-c0c5-4b93-845f-8f2b94543fc6 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 944 time: 0.2657490 Aug 31 00:53:06.291395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-8ce7dbab-7247-46c4-9ddf-e0c78e7469d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:06.291395 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-8ce7dbab-7247-46c4-9ddf-e0c78e7469d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d762f9b61c2c401a8c6f1b0d3f33efb5&device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 1096 time: 0.3032429 Aug 31 00:53:06.302337 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac5051-1de6-4491-b2d8-e332149f1e76 req-b54fb38b-4c31-45e9-aff7-48295043c700 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:06.306988 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2aac5051-1de6-4491-b2d8-e332149f1e76 req-b54fb38b-4c31-45e9-aff7-48295043c700 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 944 time: 0.2605283 Aug 31 00:53:06.427928 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8e584f-2498-4b75-9920-93353e1dc360 x-openstack-request-id: req-9f8e584f-2498-4b75-9920-93353e1dc360 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:06.428408 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7998e32-ad48-490a-aa08-ff1598e52287", "tag": "5e78a990-d4e4-4e62-acf9-0e944821a3c7", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:06.428831 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f8e584f-2498-4b75-9920-93353e1dc360 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:06.429552 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7998e32-ad48-490a-aa08-ff1598e52287', 'tag': '5e78a990-d4e4-4e62-acf9-0e944821a3c7', 'status': 'completed', 'code': 200} Aug 31 00:53:06.446360 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-80b2aa04-5d55-4468-83d0-004beed43092 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e78a990-d4e4-4e62-acf9-0e944821a3c7 HTTP/1.1" status: 200 len: 217 time: 0.1508062 Aug 31 00:53:06.565394 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-0779bb3d-7ac2-4467-ac95-1a8b06c5e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:06.569354 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-0779bb3d-7ac2-4467-ac95-1a8b06c5e896 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33607f4e-6584-4090-b09f-6f2de69c9050 HTTP/1.1" status: 200 len: 845 time: 0.1140540 Aug 31 00:53:06.589563 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b50462e0-f399-44bc-ab66-df97b6784214 req-4e3e111b-ad3f-40f1-8b33-1eba039e54d8 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824223 Aug 31 00:53:06.679677 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-69b6dce4-5e4e-498c-9ccd-dca1aad6274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:06.688577 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-69b6dce4-5e4e-498c-9ccd-dca1aad6274e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62bcc279-75c4-4395-8c31-f0f71b03f975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974467 Aug 31 00:53:06.694350 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73516850-7461-40eb-b8da-dd33cb90f4fa x-openstack-request-id: req-73516850-7461-40eb-b8da-dd33cb90f4fa {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:06.695317 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2194faa8-2a58-4060-8db6-662847a0353e", "name": "network-vif-deleted", "tag": "573294ac-b91e-41de-b79c-66b1627c53cd", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:06.695317 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73516850-7461-40eb-b8da-dd33cb90f4fa {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:06.695863 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2194faa8-2a58-4060-8db6-662847a0353e', 'name': 'network-vif-deleted', 'tag': '573294ac-b91e-41de-b79c-66b1627c53cd', 'status': 'completed', 'code': 200} Aug 31 00:53:06.702538 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3392ccb-ba33-4b9c-8e3d-35bffba51c82 req-8b091648-f42c-489a-b0a7-cf0260c886c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:06.704377 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3392ccb-ba33-4b9c-8e3d-35bffba51c82 req-8b091648-f42c-489a-b0a7-cf0260c886c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb916b836e584d028f50820f5d058952&device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 1095 time: 0.1635845 Aug 31 00:53:06.716913 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:06.791811 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:06.792532 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:06.844121 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ad5d5-ff0c-4f49-8014-76b853b42488 req-e5e29dba-f953-488a-aa8e-8bf45fa84134 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:06.845959 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0f5ad5d5-ff0c-4f49-8014-76b853b42488 req-e5e29dba-f953-488a-aa8e-8bf45fa84134 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 943 time: 0.2416863 Aug 31 00:53:06.860393 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a5ed6ac-fd93-45c2-95d9-daa88122cd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:06.916075 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-14dc6a32-44b7-4976-808e-70b87c19057a service neutron] 10.222.0.41 "GET /v2.0/ports/86272788-dd6b-407f-89fe-4c4063556000/bindings/n-h1-793621-34 HTTP/1.1" status: 200 len: 385 time: 0.4835348 Aug 31 00:53:06.918607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-2aac5051-1de6-4491-b2d8-e332149f1e76 req-babd7820-c77f-49ff-a3a3-6ac14d3d062b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Deleting port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:53:06.919459 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2aac5051-1de6-4491-b2d8-e332149f1e76 req-babd7820-c77f-49ff-a3a3-6ac14d3d062b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:06.921865 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3a1ab61d-17cc-45a4-8bd9-df9fe4f08b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:07.030588 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-2b1cf669-2129-455a-9490-63d6d705edfb service neutron] 10.222.0.41 "GET /v2.0/networks/62bcc279-75c4-4395-8c31-f0f71b03f975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341730 Aug 31 00:53:07.038938 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3392ccb-ba33-4b9c-8e3d-35bffba51c82 req-f340ad9f-a8de-44e2-9bf8-9be60698f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:07.041633 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3392ccb-ba33-4b9c-8e3d-35bffba51c82 req-f340ad9f-a8de-44e2-9bf8-9be60698f8be service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 HTTP/1.1" status: 200 len: 912 time: 0.3260288 Aug 31 00:53:07.114777 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a5ed6ac-fd93-45c2-95d9-daa88122cd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:07.191208 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0f5ad5d5-ff0c-4f49-8014-76b853b42488 req-53b62003-bf24-4521-9701-647570df4232 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups?id=938fef16-f6d7-4dcd-8d0e-7963718c7386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3349338 Aug 31 00:53:07.209069 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3392ccb-ba33-4b9c-8e3d-35bffba51c82 req-939e4ab6-dbdc-4e21-a12d-143493fad791 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05be0509-cf0a-4f18-9981-42144412caef HTTP/1.1" status: 200 len: 217 time: 0.0901606 Aug 31 00:53:07.288803 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb976a24-477e-40f7-96d7-8f418421a7d0 req-77e1fa19-98ad-4b1d-b265-987d3571a5f1 service neutron] 10.222.0.41 "GET /v2.0/networks/62bcc279-75c4-4395-8c31-f0f71b03f975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432737 Aug 31 00:53:07.296456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3392ccb-ba33-4b9c-8e3d-35bffba51c82 req-092fe204-6e0d-4b9a-a9be-203a9bb325ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:07.296456 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3392ccb-ba33-4b9c-8e3d-35bffba51c82 req-092fe204-6e0d-4b9a-a9be-203a9bb325ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30781be2-5bee-4638-999a-f788a777a8fa HTTP/1.1" status: 200 len: 850 time: 0.0719993 Aug 31 00:53:07.401711 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-2aac5051-1de6-4491-b2d8-e332149f1e76 req-babd7820-c77f-49ff-a3a3-6ac14d3d062b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] For port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:07.402085 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2aac5051-1de6-4491-b2d8-e332149f1e76 req-babd7820-c77f-49ff-a3a3-6ac14d3d062b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:07.474840 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-2aac5051-1de6-4491-b2d8-e332149f1e76 req-babd7820-c77f-49ff-a3a3-6ac14d3d062b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Calling delete_port for 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:53:07.516216 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3392ccb-ba33-4b9c-8e3d-35bffba51c82 req-2740b7a8-6e5a-4bde-963b-1fe753791723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:07.517958 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3392ccb-ba33-4b9c-8e3d-35bffba51c82 req-2740b7a8-6e5a-4bde-963b-1fe753791723 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b35eefa-7ab0-4ef7-a371-a86a18ca3f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2068639 Aug 31 00:53:07.527715 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382d983-c497-4735-89c4-c942f9a57b63 req-908cc70f-7928-4847-881a-21308a3934fa tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:07.530363 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d382d983-c497-4735-89c4-c942f9a57b63 req-908cc70f-7928-4847-881a-21308a3934fa tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 944 time: 0.1179898 Aug 31 00:53:07.598666 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d382d983-c497-4735-89c4-c942f9a57b63 req-98aed9c6-d27c-4321-b289-737d80ae86bb tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f0c11fc-1416-4251-bb43-1a2df1047c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523221 Aug 31 00:53:07.601808 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d540e7e-6b8f-4863-8a72-283e55167ab0 req-b8eaf353-ac19-4c86-a033-e07ce9ce7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:07.603790 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d540e7e-6b8f-4863-8a72-283e55167ab0 req-b8eaf353-ac19-4c86-a033-e07ce9ce7fe2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d762f9b61c2c401a8c6f1b0d3f33efb5&device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 1096 time: 0.0952606 Aug 31 00:53:07.614996 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565a1e5-9d11-446e-a6ef-89bd509b5c05 req-baeaa51c-2bea-43d7-a9f2-bfe0ad0302a4 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:07.624817 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9565a1e5-9d11-446e-a6ef-89bd509b5c05 req-baeaa51c-2bea-43d7-a9f2-bfe0ad0302a4 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 943 time: 0.2782466 Aug 31 00:53:07.718761 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a5ed6ac-fd93-45c2-95d9-daa88122cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:07.721387 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a5ed6ac-fd93-45c2-95d9-daa88122cd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:07.722625 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5a5ed6ac-fd93-45c2-95d9-daa88122cd30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c27f978b-7c77-490a-b6d7-34a5b9af2bcf HTTP/1.1" status: 204 len: 168 time: 1.4711082 Aug 31 00:53:07.813600 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9565a1e5-9d11-446e-a6ef-89bd509b5c05 req-02324e84-bbb6-4431-ad12-5fc96a45cdd2 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878419 Aug 31 00:53:07.814367 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ed6ac-fd93-45c2-95d9-daa88122cd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27f978b-7c77-490a-b6d7-34a5b9af2bcf,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:07.823596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d540e7e-6b8f-4863-8a72-283e55167ab0 req-fd7f951f-8e59-4d7e-a358-91804d340696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:07.826758 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d540e7e-6b8f-4863-8a72-283e55167ab0 req-fd7f951f-8e59-4d7e-a358-91804d340696 service neutron] 10.222.0.41 "GET /v2.0/networks?id=62bcc279-75c4-4395-8c31-f0f71b03f975 HTTP/1.1" status: 200 len: 907 time: 0.2152147 Aug 31 00:53:07.911927 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-db1e34cb-07fc-4188-b72d-3a664777d5a9 service neutron] For port 86272788-dd6b-407f-89fe-4c4063556000, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=86272788-dd6b-407f-89fe-4c4063556000,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:07.943787 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-db1e34cb-07fc-4188-b72d-3a664777d5a9 service neutron] For port 86272788-dd6b-407f-89fe-4c4063556000, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:53:07.992588 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d540e7e-6b8f-4863-8a72-283e55167ab0 req-df2de179-28e1-4937-9385-875c8b95c2cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e78a990-d4e4-4e62-acf9-0e944821a3c7 HTTP/1.1" status: 200 len: 217 time: 0.1508567 Aug 31 00:53:08.047023 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-db1e34cb-07fc-4188-b72d-3a664777d5a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86272788-dd6b-407f-89fe-4c4063556000 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:53:08.066723 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-db1e34cb-07fc-4188-b72d-3a664777d5a9 service neutron] For port 86272788-dd6b-407f-89fe-4c4063556000, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=86272788-dd6b-407f-89fe-4c4063556000,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:08.101178 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81b0849e-327d-4abe-a22b-6b3890ac9dfe req-83ede1e4-e371-4b68-adcc-0db6c10eb095 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194faa8-2a58-4060-8db6-662847a0353e HTTP/1.1" status: 200 len: 210 time: 0.1229048 Aug 31 00:53:08.123573 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d540e7e-6b8f-4863-8a72-283e55167ab0 req-38edf273-053a-4771-85c8-8b15681d0ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:08.125828 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d540e7e-6b8f-4863-8a72-283e55167ab0 req-38edf273-053a-4771-85c8-8b15681d0ed9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33607f4e-6584-4090-b09f-6f2de69c9050 HTTP/1.1" status: 200 len: 845 time: 0.1301804 Aug 31 00:53:08.414504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d540e7e-6b8f-4863-8a72-283e55167ab0 req-7d006d34-6877-4f76-94cb-d9be75f5082f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:08.414738 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a8399-c06e-473b-a09d-30d107e9ebeb req-484f202b-6259-452e-a484-ffaf8b12ab20 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:08.415945 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d540e7e-6b8f-4863-8a72-283e55167ab0 req-7d006d34-6877-4f76-94cb-d9be75f5082f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62bcc279-75c4-4395-8c31-f0f71b03f975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2826667 Aug 31 00:53:08.416516 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b63a8399-c06e-473b-a09d-30d107e9ebeb req-484f202b-6259-452e-a484-ffaf8b12ab20 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/ports?device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 945 time: 0.3853981 Aug 31 00:53:08.418900 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3392ccb-ba33-4b9c-8e3d-35bffba51c82 req-baefcf33-2a2e-4f4e-9d82-d38d603fc005 service neutron] 10.222.0.41 "GET /v2.0/networks/2b35eefa-7ab0-4ef7-a371-a86a18ca3f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8235745 Aug 31 00:53:08.424955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77508a9-03f3-4ef3-a712-b71486fec418 req-bf6ba937-bc33-4aaf-8038-b1a6f25917a1 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:08.426527 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b77508a9-03f3-4ef3-a712-b71486fec418 req-bf6ba937-bc33-4aaf-8038-b1a6f25917a1 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 944 time: 0.2445006 Aug 31 00:53:08.536437 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b77508a9-03f3-4ef3-a712-b71486fec418 req-7e7da585-662d-4ece-ba72-82dcf1ee2b32 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876479 Aug 31 00:53:08.543936 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b63a8399-c06e-473b-a09d-30d107e9ebeb req-3354c6d9-8aad-4b24-9134-1e02b10347f0 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b7177cd-6ec9-4441-bf65-560f2f5ee839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186454 Aug 31 00:53:08.549617 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:08.551456 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2aac5051-1de6-4491-b2d8-e332149f1e76 req-babd7820-c77f-49ff-a3a3-6ac14d3d062b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:08.570729 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-db1e34cb-07fc-4188-b72d-3a664777d5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:08.575881 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['17330b1f-d2d0-4cb3-a45e-7c962003447d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:53:08.582472 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d540e7e-6b8f-4863-8a72-283e55167ab0 req-d1671a1f-c73a-4d11-875e-c21f2154aa36 service neutron] 10.222.0.41 "GET /v2.0/networks/62bcc279-75c4-4395-8c31-f0f71b03f975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525457 Aug 31 00:53:08.665083 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd7820-c77f-49ff-a3a3-6ac14d3d062b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Pushing event deleted for resources: {'Port': ['ID=8b9bcfa6-19f1-4a7c-b59f-a75514833c00,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:08.758028 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3392ccb-ba33-4b9c-8e3d-35bffba51c82 req-be11a8fd-9e41-4797-9b27-4d845246a9a9 service neutron] 10.222.0.41 "GET /v2.0/networks/2b35eefa-7ab0-4ef7-a371-a86a18ca3f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248734 Aug 31 00:53:08.837632 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-db1e34cb-07fc-4188-b72d-3a664777d5a9 service neutron] Transition to ACTIVE for port object 86272788-dd6b-407f-89fe-4c4063556000 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:53:08.882846 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d540e7e-6b8f-4863-8a72-283e55167ab0 req-820bbd2f-5fd7-4f5b-950e-7ec00fa14e1e service neutron] 10.222.0.41 "GET /v2.0/networks/62bcc279-75c4-4395-8c31-f0f71b03f975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919977 Aug 31 00:53:08.906804 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfecefa-4923-4079-9c79-b0c6e792d9a0 req-0be501b0-3406-4a1a-92d8-645c6d5871ae tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:08.915049 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0cfecefa-4923-4079-9c79-b0c6e792d9a0 req-0be501b0-3406-4a1a-92d8-645c6d5871ae tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 944 time: 0.1589406 Aug 31 00:53:08.938487 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aac5051-1de6-4491-b2d8-e332149f1e76 req-babd7820-c77f-49ff-a3a3-6ac14d3d062b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] No DVR routers for this DVR port 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:53:08.941595 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2aac5051-1de6-4491-b2d8-e332149f1e76 req-babd7820-c77f-49ff-a3a3-6ac14d3d062b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:08.943945 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d5993-2340-498e-a7dd-de875f5f3b3f req-8edda0b9-196d-4a88-ab2b-274003eee61f tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:08.949321 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c70d5993-2340-498e-a7dd-de875f5f3b3f req-8edda0b9-196d-4a88-ab2b-274003eee61f tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.48 "GET /v2.0/ports?device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 945 time: 0.1387322 Aug 31 00:53:08.949518 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2aac5051-1de6-4491-b2d8-e332149f1e76 req-babd7820-c77f-49ff-a3a3-6ac14d3d062b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.41 "DELETE /v2.0/ports/8b9bcfa6-19f1-4a7c-b59f-a75514833c00 HTTP/1.1" status: 204 len: 173 time: 2.6351483 Aug 31 00:53:08.955282 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a68045-75b6-462e-ade6-bec6c82869af', 'name': 'network-vif-deleted', 'tag': '8b9bcfa6-19f1-4a7c-b59f-a75514833c00'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:08.958631 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed71ad0-ed15-4d74-be5a-6a1d1f53791d" -d '{"events": [{"server_uuid": "f3a68045-75b6-462e-ade6-bec6c82869af", "name": "network-vif-deleted", "tag": "8b9bcfa6-19f1-4a7c-b59f-a75514833c00"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:08.964330 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-db1e34cb-07fc-4188-b72d-3a664777d5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:09.076065 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0cfecefa-4923-4079-9c79-b0c6e792d9a0 req-dec592d8-ea1c-45ef-b051-17b09b9f923e tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f0c11fc-1416-4251-bb43-1a2df1047c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599178 Aug 31 00:53:09.089944 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b246cd-5b88-4835-bdd0-26df106b50e9 req-0ff8e7b4-4137-477f-bec9-5d5fc6bc97e3 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:09.101474 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08b246cd-5b88-4835-bdd0-26df106b50e9 req-0ff8e7b4-4137-477f-bec9-5d5fc6bc97e3 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 943 time: 0.3920183 Aug 31 00:53:09.140122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e34cb-07fc-4188-b72d-3a664777d5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=86272788-dd6b-407f-89fe-4c4063556000,revision_number=10']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:09.186684 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-db1e34cb-07fc-4188-b72d-3a664777d5a9 service neutron] No DVR routers for this DVR port 86272788-dd6b-407f-89fe-4c4063556000 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:53:09.227760 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-c70d5993-2340-498e-a7dd-de875f5f3b3f req-d2200699-6d1b-4a22-b016-aad83086d63d tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Deleting port e8482f0a-2c43-4c55-8d71-017584bd1b13 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:53:09.228016 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c70d5993-2340-498e-a7dd-de875f5f3b3f req-d2200699-6d1b-4a22-b016-aad83086d63d tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:09.268432 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08b246cd-5b88-4835-bdd0-26df106b50e9 req-b46fdac3-ac26-47ed-9511-903df8c02ed5 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups?id=938fef16-f6d7-4dcd-8d0e-7963718c7386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653471 Aug 31 00:53:09.287750 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-db1e34cb-07fc-4188-b72d-3a664777d5a9 service neutron] 10.222.0.41 "PUT /v2.0/ports/86272788-dd6b-407f-89fe-4c4063556000/bindings/n-h1-793621-34/activate HTTP/1.1" status: 200 len: 370 time: 2.3632202 Aug 31 00:53:09.378920 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44b5652-5490-4199-8c93-ba3a8ecc3e06 x-openstack-request-id: req-a44b5652-5490-4199-8c93-ba3a8ecc3e06 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:09.380828 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a68045-75b6-462e-ade6-bec6c82869af", "name": "network-vif-deleted", "tag": "8b9bcfa6-19f1-4a7c-b59f-a75514833c00", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:09.381410 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a44b5652-5490-4199-8c93-ba3a8ecc3e06 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:09.382071 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a68045-75b6-462e-ade6-bec6c82869af', 'name': 'network-vif-deleted', 'tag': '8b9bcfa6-19f1-4a7c-b59f-a75514833c00', 'status': 'completed', 'code': 200} Aug 31 00:53:09.496333 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-c70d5993-2340-498e-a7dd-de875f5f3b3f req-d2200699-6d1b-4a22-b016-aad83086d63d tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] For port e8482f0a-2c43-4c55-8d71-017584bd1b13, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e8482f0a-2c43-4c55-8d71-017584bd1b13,segment=NetworkSegment(ecdf0ad4-cb28-4af5-86ec-45b5925dbcd4),segment_id=ecdf0ad4-cb28-4af5-86ec-45b5925dbcd4)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:09.496986 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c70d5993-2340-498e-a7dd-de875f5f3b3f req-d2200699-6d1b-4a22-b016-aad83086d63d tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:09.549666 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fc1ab-20fb-43cf-94ee-060ea0f1e390 req-4330ea7d-1de3-4499-9a4f-3d15b49d125a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:09.566146 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-234fc1ab-20fb-43cf-94ee-060ea0f1e390 req-4330ea7d-1de3-4499-9a4f-3d15b49d125a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 944 time: 0.2339714 Aug 31 00:53:09.688530 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-c70d5993-2340-498e-a7dd-de875f5f3b3f req-d2200699-6d1b-4a22-b016-aad83086d63d tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Calling delete_port for e8482f0a-2c43-4c55-8d71-017584bd1b13 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:53:09.779082 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-234fc1ab-20fb-43cf-94ee-060ea0f1e390 req-3bb6f852-1708-4e4c-9ae7-ae3da23f9753 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117422 Aug 31 00:53:09.784757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-46f8d0fc-4658-48a8-86b7-b2f80ec8752c tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:09.786486 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-46f8d0fc-4658-48a8-86b7-b2f80ec8752c tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef&tenant_id=94c1e14dadd544e0828f51650b31e0cc&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 1096 time: 0.2542048 Aug 31 00:53:09.810409 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5e78a990-d4e4-4e62-acf9-0e944821a3c7 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:53:09.813276 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:53:09.942368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:53:09.947147 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 8b9bcfa6-19f1-4a7c-b59f-a75514833c00 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:53:09.981582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40270) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:09.987150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-42aa3557-7703-421a-aec3-caf51b4183a4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1427249344', 'description': 'tempest-description--1017440204'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:53:09.992062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-2047b078-e7d2-411e-9ce3-852861b3f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:09.995560 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-2047b078-e7d2-411e-9ce3-852861b3f05e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef&tenant_id=94c1e14dadd544e0828f51650b31e0cc HTTP/1.1" status: 200 len: 1096 time: 0.1940787 Aug 31 00:53:10.008179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a36574-36a1-4fc6-8773-6d95162711e2 req-c2efcc42-a6c6-44d8-96e6-c938c6c16049 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:10.018003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c5a36574-36a1-4fc6-8773-6d95162711e2 req-c2efcc42-a6c6-44d8-96e6-c938c6c16049 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/ports?device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 945 time: 0.1519945 Aug 31 00:53:10.083119 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 5e78a990-d4e4-4e62-acf9-0e944821a3c7, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5e78a990-d4e4-4e62-acf9-0e944821a3c7,segment=NetworkSegment(0b09c350-a8c5-4cd3-b29a-84b3763038a5),segment_id=0b09c350-a8c5-4cd3-b29a-84b3763038a5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:10.103274 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:10.108639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '5e78a990-d4e4-4e62-acf9-0e944821a3c7', 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975', 'port_id': '5e78a990-d4e4-4e62-acf9-0e944821a3c7', 'mac_address': 'fa:16:3e:1d:11:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33607f4e-6584-4090-b09f-6f2de69c9050', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:53:10.146222 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eba3be33-15a2-4a5e-9240-e96c161d46ba req-4fe38872-d23b-456b-b901-6b57469c197b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 210 time: 0.0648561 Aug 31 00:53:10.149211 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-42aa3557-7703-421a-aec3-caf51b4183a4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:10.233719 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:10.270185 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c5a36574-36a1-4fc6-8773-6d95162711e2 req-3e2fec9d-4efc-4ab0-9eb1-89a56fe634d9 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b7177cd-6ec9-4441-bf65-560f2f5ee839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495255 Aug 31 00:53:10.278880 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e78a990-d4e4-4e62-acf9-0e944821a3c7 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:53:10.298345 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-ef57628c-8a00-4329-aabd-100992aa4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:10.298345 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-ef57628c-8a00-4329-aabd-100992aa4cb0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 1096 time: 0.2382257 Aug 31 00:53:10.329631 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 5e78a990-d4e4-4e62-acf9-0e944821a3c7, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5e78a990-d4e4-4e62-acf9-0e944821a3c7,segment=NetworkSegment(0b09c350-a8c5-4cd3-b29a-84b3763038a5),segment_id=0b09c350-a8c5-4cd3-b29a-84b3763038a5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:10.392110 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-42aa3557-7703-421a-aec3-caf51b4183a4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:10.431328 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc5170-944e-4cb7-bd90-a6340239f7e5 req-0fec7f8a-3a31-4761-b04f-bfdc582acffd tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:10.433400 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dedc5170-944e-4cb7-bd90-a6340239f7e5 req-0fec7f8a-3a31-4761-b04f-bfdc582acffd tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 944 time: 0.1038165 Aug 31 00:53:10.467434 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c70d5993-2340-498e-a7dd-de875f5f3b3f req-d2200699-6d1b-4a22-b016-aad83086d63d tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:10.498107 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dedc5170-944e-4cb7-bd90-a6340239f7e5 req-d13f5147-82a9-4f53-a53f-919cb8497c0e tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f0c11fc-1416-4251-bb43-1a2df1047c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576050 Aug 31 00:53:10.528926 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:10.530158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 05be0509-cf0a-4f18-9981-42144412caef details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:53:10.567330 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2200699-6d1b-4a22-b016-aad83086d63d tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Pushing event deleted for resources: {'Port': ['ID=e8482f0a-2c43-4c55-8d71-017584bd1b13,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:10.573746 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-42aa3557-7703-421a-aec3-caf51b4183a4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:10.585554 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-5f87bf1f-a79f-4450-9a36-1a5ede932858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:10.585554 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-5f87bf1f-a79f-4450-9a36-1a5ede932858 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.2765172 Aug 31 00:53:10.683896 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-e31753a9-f413-4818-89fd-375562fae9a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86272788-dd6b-407f-89fe-4c4063556000 HTTP/1.1" status: 200 len: 217 time: 0.0730708 Aug 31 00:53:10.687546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70d5993-2340-498e-a7dd-de875f5f3b3f req-d2200699-6d1b-4a22-b016-aad83086d63d tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] No DVR routers for this DVR port e8482f0a-2c43-4c55-8d71-017584bd1b13 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:53:10.692394 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c70d5993-2340-498e-a7dd-de875f5f3b3f req-d2200699-6d1b-4a22-b016-aad83086d63d tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:10.695274 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c70d5993-2340-498e-a7dd-de875f5f3b3f req-d2200699-6d1b-4a22-b016-aad83086d63d tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.48 "DELETE /v2.0/ports/e8482f0a-2c43-4c55-8d71-017584bd1b13 HTTP/1.1" status: 204 len: 173 time: 1.7386115 Aug 31 00:53:10.697666 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3303c08f-b811-497d-815c-ab8c2c9814c0', 'name': 'network-vif-deleted', 'tag': 'e8482f0a-2c43-4c55-8d71-017584bd1b13'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:10.705086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa3557-7703-421a-aec3-caf51b4183a4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb771032-77b5-4179-bf17-26c84825a088,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:10.707498 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1ec73e-bd2b-4d45-bde8-668a930ad29f" -d '{"events": [{"server_uuid": "3303c08f-b811-497d-815c-ab8c2c9814c0", "name": "network-vif-deleted", "tag": "e8482f0a-2c43-4c55-8d71-017584bd1b13"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:10.724805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3557-7703-421a-aec3-caf51b4183a4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.724805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3557-7703-421a-aec3-caf51b4183a4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.724805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3557-7703-421a-aec3-caf51b4183a4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.724805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3557-7703-421a-aec3-caf51b4183a4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.724805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3557-7703-421a-aec3-caf51b4183a4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.724805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3557-7703-421a-aec3-caf51b4183a4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.724805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3557-7703-421a-aec3-caf51b4183a4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.724805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3557-7703-421a-aec3-caf51b4183a4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.724805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3557-7703-421a-aec3-caf51b4183a4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.726138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3557-7703-421a-aec3-caf51b4183a4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.726473 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3557-7703-421a-aec3-caf51b4183a4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.727403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3557-7703-421a-aec3-caf51b4183a4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.734853 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897680f5-a2fc-4183-a60d-3b639e05906f req-7f616f06-3f68-40a2-9034-559790593939 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:10.742426 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-897680f5-a2fc-4183-a60d-3b639e05906f req-7f616f06-3f68-40a2-9034-559790593939 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 943 time: 0.2482724 Aug 31 00:53:10.777062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 05be0509-cf0a-4f18-9981-42144412caef, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=05be0509-cf0a-4f18-9981-42144412caef,segment=NetworkSegment(1a0e1727-32eb-4186-b7ec-984f9896d27a),segment_id=1a0e1727-32eb-4186-b7ec-984f9896d27a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:10.831171 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '05be0509-cf0a-4f18-9981-42144412caef', 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87', 'port_id': '05be0509-cf0a-4f18-9981-42144412caef', 'mac_address': 'fa:16:3e:0c:41:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30781be2-5bee-4638-999a-f788a777a8fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:53:10.842084 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=5e78a990-d4e4-4e62-acf9-0e944821a3c7,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:10.846128 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-897680f5-a2fc-4183-a60d-3b639e05906f req-e962ac9c-73d2-4cd7-bf99-8c358d83d64a tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups?id=938fef16-f6d7-4dcd-8d0e-7963718c7386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022007 Aug 31 00:53:10.848839 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83705b3-618f-4ddc-b090-fb71e6166096 x-openstack-request-id: req-d83705b3-618f-4ddc-b090-fb71e6166096 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:10.849278 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3303c08f-b811-497d-815c-ab8c2c9814c0", "name": "network-vif-deleted", "tag": "e8482f0a-2c43-4c55-8d71-017584bd1b13", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:10.849698 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d83705b3-618f-4ddc-b090-fb71e6166096 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:10.850314 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3303c08f-b811-497d-815c-ab8c2c9814c0', 'name': 'network-vif-deleted', 'tag': 'e8482f0a-2c43-4c55-8d71-017584bd1b13', 'status': 'completed', 'code': 200} Aug 31 00:53:10.852948 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-e2dcdb5b-04dc-4113-8076-972b28094a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:10.855532 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-e2dcdb5b-04dc-4113-8076-972b28094a00 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.1589859 Aug 31 00:53:10.915510 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-42aa3557-7703-421a-aec3-caf51b4183a4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:10.919198 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-42aa3557-7703-421a-aec3-caf51b4183a4 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9362741 Aug 31 00:53:10.922330 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40306) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:10.928164 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-52bcea48-f1d1-4a8c-8a04-082674f55dbe tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Request body: {'security_group_rule': {'security_group_id': 'bb771032-77b5-4179-bf17-26c84825a088', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:53:10.932545 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.933360 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.934178 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.934698 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.935201 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.935915 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.936439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.936923 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.937590 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.938092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.938586 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.939077 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:10.964669 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:10.972768 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-124b236b-3060-4c4d-8a4a-fad8ddb4ac90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868464 Aug 31 00:53:10.988214 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05be0509-cf0a-4f18-9981-42144412caef {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:53:11.022120 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 05be0509-cf0a-4f18-9981-42144412caef, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=05be0509-cf0a-4f18-9981-42144412caef,segment=NetworkSegment(1a0e1727-32eb-4186-b7ec-984f9896d27a),segment_id=1a0e1727-32eb-4186-b7ec-984f9896d27a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:11.155571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7aeb8e-fad5-4cbc-b145-235456c59220 req-9f0af9b3-ed31-4a2c-bdaf-e22a9cbda20d tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:11.160036 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf7aeb8e-fad5-4cbc-b145-235456c59220 req-9f0af9b3-ed31-4a2c-bdaf-e22a9cbda20d tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 944 time: 0.1544628 Aug 31 00:53:11.163002 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:11.179142 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52bcea48-f1d1-4a8c-8a04-082674f55dbe tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:11.263879 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=05be0509-cf0a-4f18-9981-42144412caef,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:11.315648 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52bcea48-f1d1-4a8c-8a04-082674f55dbe tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:11.349844 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06135597-3879-4729-84c3-7c4e15085c93 req-3b307487-aadc-407b-a792-27ebfdf67460 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 210 time: 0.0379114 Aug 31 00:53:11.421336 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['5e78a990-d4e4-4e62-acf9-0e944821a3c7'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:53:11.433806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['05be0509-cf0a-4f18-9981-42144412caef'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:53:11.457480 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52bcea48-f1d1-4a8c-8a04-082674f55dbe tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:11.504243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcea48-f1d1-4a8c-8a04-082674f55dbe tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52412ca4-6e97-4e87-b4f3-47634ddab294,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:11.594350 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-03dcea0b-6f3b-4b4b-9a8e-cae0fb8f8955 req-cc38893f-cb81-4213-8e99-2c11caf5a4ef tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/ports?device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 210 time: 0.0317280 Aug 31 00:53:11.659262 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52bcea48-f1d1-4a8c-8a04-082674f55dbe tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:11.661734 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-52bcea48-f1d1-4a8c-8a04-082674f55dbe tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7376733 Aug 31 00:53:11.665765 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40332) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:11.672877 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-dd5b093e-d16c-40f2-b9b6-9a241be3789a tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Request body: {'security_group_rule': {'security_group_id': 'bb771032-77b5-4179-bf17-26c84825a088', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:53:11.715548 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-3e89067b-c3a7-4fe9-ae1f-f4c2ef041d94 service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7319968 Aug 31 00:53:11.867224 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf7aeb8e-fad5-4cbc-b145-235456c59220 req-c224c96f-e24e-4855-adb3-ad46de5a5fbf tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6970944 Aug 31 00:53:11.922693 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-d16897ed-a855-480f-b708-cbc11dc41f21 service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962032 Aug 31 00:53:11.923267 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd5b093e-d16c-40f2-b9b6-9a241be3789a tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:11.927097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e8482f0a-2c43-4c55-8d71-017584bd1b13 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:53:11.981324 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: e8482f0a-2c43-4c55-8d71-017584bd1b13 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:53:11.982511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e8482f0a-2c43-4c55-8d71-017584bd1b13 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:53:12.062307 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1accc7-e80d-42e9-a33f-78011f549f61 req-b295d7c1-8333-4e7d-bc18-0b85a1a1aff3 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:12.070627 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c1accc7-e80d-42e9-a33f-78011f549f61 req-b295d7c1-8333-4e7d-bc18-0b85a1a1aff3 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 945 time: 0.1746488 Aug 31 00:53:12.172723 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd5b093e-d16c-40f2-b9b6-9a241be3789a tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:12.195957 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c1accc7-e80d-42e9-a33f-78011f549f61 req-20a0022b-9a8e-4a5b-80a2-6c621fbd6086 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f0c11fc-1416-4251-bb43-1a2df1047c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116624 Aug 31 00:53:12.344918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0faea5d-0cb6-4133-b502-513298524ce2 req-8e6dbf7a-2cdb-4c05-a1e8-6ca9992e5b48 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:12.346817 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0faea5d-0cb6-4133-b502-513298524ce2 req-8e6dbf7a-2cdb-4c05-a1e8-6ca9992e5b48 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 944 time: 0.0729530 Aug 31 00:53:12.372055 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd5b093e-d16c-40f2-b9b6-9a241be3789a tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:12.415446 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0faea5d-0cb6-4133-b502-513298524ce2 req-d93b5890-ad15-471b-b00e-e6a46ad10459 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups?id=938fef16-f6d7-4dcd-8d0e-7963718c7386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571911 Aug 31 00:53:12.421148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b093e-d16c-40f2-b9b6-9a241be3789a tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8f3c83-5cc3-47cf-b868-4a5df3cddf62,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:12.447093 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359764b2-eb3b-4abf-b68c-505c5acd2f56 req-3053c436-f8da-4fe3-ab7e-6a8d500a4e24 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:12.449255 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-359764b2-eb3b-4abf-b68c-505c5acd2f56 req-3053c436-f8da-4fe3-ab7e-6a8d500a4e24 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 950 time: 0.1269426 Aug 31 00:53:12.519512 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd5b093e-d16c-40f2-b9b6-9a241be3789a tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:12.521343 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dd5b093e-d16c-40f2-b9b6-9a241be3789a tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8541286 Aug 31 00:53:12.527565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40362) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:12.538729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-10e8b4aa-1b9a-4e2c-9831-955c4982b3aa tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:53:12.560718 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-359764b2-eb3b-4abf-b68c-505c5acd2f56 req-cb78b9a3-fe7c-475c-83fd-7c1f971f2a1c tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec5689d-aa89-481f-9097-3afce0e6da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928249 Aug 31 00:53:12.646062 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5cbe665c-d919-4b46-80ed-c578fdaed7d2 req-ec140a1a-3cfb-4f7b-aba9-c700d9604ce4 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 210 time: 0.0468900 Aug 31 00:53:12.737341 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-abc496f1-a3e1-4fac-ab0e-91414d6c5d28 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:12.743160 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-abc496f1-a3e1-4fac-ab0e-91414d6c5d28 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef&tenant_id=94c1e14dadd544e0828f51650b31e0cc&binding%3Ahost_id=n-h1-793621-34 HTTP/1.1" status: 200 len: 1096 time: 0.0919278 Aug 31 00:53:12.743160 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e8b4aa-1b9a-4e2c-9831-955c4982b3aa tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:13.046377 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e8b4aa-1b9a-4e2c-9831-955c4982b3aa tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:13.052190 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca3dfc79-587d-492c-b729-725cb4969164 req-5a4d8ed1-fe85-440d-bc07-4b98880588a7 tempest-ServerMetadataNegativeTestJSON-141785086 tempest-ServerMetadataNegativeTestJSON-141785086-project] 10.222.0.16 "GET /v2.0/ports?device_id=3303c08f-b811-497d-815c-ab8c2c9814c0 HTTP/1.1" status: 200 len: 210 time: 0.0400281 Aug 31 00:53:13.275427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-aeb6847a-94d5-496d-99db-82539ed678fb service neutron] For port 86272788-dd6b-407f-89fe-4c4063556000, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:53:13.290428 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-aeb6847a-94d5-496d-99db-82539ed678fb service neutron] Notify callbacks [] for binding, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:13.291676 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1055b7b4-510e-401c-9b1b-60267358bac1 req-aeb6847a-94d5-496d-99db-82539ed678fb service neutron] 10.222.0.48 "DELETE /v2.0/ports/86272788-dd6b-407f-89fe-4c4063556000/bindings/n-h2-793621-34 HTTP/1.1" status: 204 len: 173 time: 0.4851887 Aug 31 00:53:13.313589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc7365-5d28-41a6-9489-15cf3e076102 req-8d45d62f-d17c-4696-9636-2e527baa4db7 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:13.317005 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8edc7365-5d28-41a6-9489-15cf3e076102 req-8d45d62f-d17c-4696-9636-2e527baa4db7 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 944 time: 0.1247294 Aug 31 00:53:13.340757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-10e8b4aa-1b9a-4e2c-9831-955c4982b3aa tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Allocated IP 172.25.2.115 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/9abae5a9-fb2f-49a2-a159-210e915e18b9) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:53:13.428877 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8edc7365-5d28-41a6-9489-15cf3e076102 req-8ed5fa3c-bd0b-4eac-a072-4ef2d7a989ff tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008160 Aug 31 00:53:13.589257 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e8b4aa-1b9a-4e2c-9831-955c4982b3aa tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:13.671304 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494e929-37fa-4fb6-920c-731967768a93 req-abbfcc58-bef1-4dbc-9c7e-2a0fd8a831de tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:13.673696 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0494e929-37fa-4fb6-920c-731967768a93 req-abbfcc58-bef1-4dbc-9c7e-2a0fd8a831de tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 945 time: 0.1233878 Aug 31 00:53:13.749698 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0494e929-37fa-4fb6-920c-731967768a93 req-a2fddc70-53ad-489e-926e-9233605e2252 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f0c11fc-1416-4251-bb43-1a2df1047c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573442 Aug 31 00:53:13.849083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5e78a990-d4e4-4e62-acf9-0e944821a3c7 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:53:13.934477 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 93a5602c-15e0-498c-8385-c1759fb3889b no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:53:13.963035 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e8b4aa-1b9a-4e2c-9831-955c4982b3aa tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:14.003317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8d83e-cbc3-40d1-b651-e7024014d6d4 req-6c31efef-a4e6-40b2-9b82-86dbfc5df3e8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:14.004946 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-46d8d83e-cbc3-40d1-b651-e7024014d6d4 req-6c31efef-a4e6-40b2-9b82-86dbfc5df3e8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 944 time: 0.1116915 Aug 31 00:53:14.039991 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e8b4aa-1b9a-4e2c-9831-955c4982b3aa tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:53:14.046929 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-10e8b4aa-1b9a-4e2c-9831-955c4982b3aa tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:53:14.059698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e8b4aa-1b9a-4e2c-9831-955c4982b3aa tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:53:14.064646 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 5e78a990-d4e4-4e62-acf9-0e944821a3c7 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:53:14.107745 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 5e78a990-d4e4-4e62-acf9-0e944821a3c7 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:53:14.108197 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:14.147562 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:14.171057 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8b4aa-1b9a-4e2c-9831-955c4982b3aa tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Pushing event updated for resources: {'Port': ['ID=9abae5a9-fb2f-49a2-a159-210e915e18b9,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:14.177325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40deb6e4-92df-4753-90dc-78d483db4740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a5602c-15e0-498c-8385-c1759fb3889b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:14.179663 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73a2bc3-0251-4578-91f3-9c2a71504347" -d '{"events": [{"server_uuid": "40deb6e4-92df-4753-90dc-78d483db4740", "name": "network-vif-unplugged", "status": "completed", "tag": "93a5602c-15e0-498c-8385-c1759fb3889b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:14.186355 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-46d8d83e-cbc3-40d1-b651-e7024014d6d4 req-26aae2c1-602b-4f9e-8339-943028829936 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups?id=938fef16-f6d7-4dcd-8d0e-7963718c7386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446149 Aug 31 00:53:14.207340 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 93a5602c-15e0-498c-8385-c1759fb3889b, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=93a5602c-15e0-498c-8385-c1759fb3889b,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:14.278731 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e8b4aa-1b9a-4e2c-9831-955c4982b3aa tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:14.296725 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:14.360499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 5e78a990-d4e4-4e62-acf9-0e944821a3c7, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5e78a990-d4e4-4e62-acf9-0e944821a3c7,segment=NetworkSegment(0b09c350-a8c5-4cd3-b29a-84b3763038a5),segment_id=0b09c350-a8c5-4cd3-b29a-84b3763038a5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:14.397060 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:14.428357 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b8e41643-9bcb-43ee-9b76-8777884d1151 req-2c955e84-7250-4d0e-942a-b006009bde31 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 210 time: 0.0552039 Aug 31 00:53:14.497325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=93a5602c-15e0-498c-8385-c1759fb3889b,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:14.505605 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e8b4aa-1b9a-4e2c-9831-955c4982b3aa tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:14.516467 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:14.518003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 05be0509-cf0a-4f18-9981-42144412caef up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:53:14.686667 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=5e78a990-d4e4-4e62-acf9-0e944821a3c7,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:14.765625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff8a35-eb51-43b5-934b-ca849dd7f556 req-c15d0924-14d4-4dd5-9d5f-06f7d0116931 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:14.767203 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21ff8a35-eb51-43b5-934b-ca849dd7f556 req-c15d0924-14d4-4dd5-9d5f-06f7d0116931 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 1096 time: 0.1436472 Aug 31 00:53:14.819453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 05be0509-cf0a-4f18-9981-42144412caef completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:53:14.842074 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21ff8a35-eb51-43b5-934b-ca849dd7f556 req-55168785-f44e-48e5-9922-4a1cbc299039 tempest-LiveMigrationTest-1841203611 tempest-LiveMigrationTest-1841203611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567069 Aug 31 00:53:14.842947 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 05be0509-cf0a-4f18-9981-42144412caef triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:53:14.843574 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:14.851872 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e8b4aa-1b9a-4e2c-9831-955c4982b3aa tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:14.924785 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40450) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:14.984980 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852b6176-37d1-49b3-a575-dfb07d2cc8bb x-openstack-request-id: req-852b6176-37d1-49b3-a575-dfb07d2cc8bb {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:14.985616 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40deb6e4-92df-4753-90dc-78d483db4740", "name": "network-vif-unplugged", "status": "completed", "tag": "93a5602c-15e0-498c-8385-c1759fb3889b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:14.985616 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-852b6176-37d1-49b3-a575-dfb07d2cc8bb {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:14.986238 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40deb6e4-92df-4753-90dc-78d483db4740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a5602c-15e0-498c-8385-c1759fb3889b', 'code': 200} Aug 31 00:53:14.989114 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:15.010703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7878409-1d5f-451d-b8d5-d4113427ec3a admin admin] Deleting subnet 459b5789-cb86-4825-b61b-a82cc23881e4 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:53:15.027140 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b7878409-1d5f-451d-b8d5-d4113427ec3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:15.039239 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 05be0509-cf0a-4f18-9981-42144412caef, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=05be0509-cf0a-4f18-9981-42144412caef,segment=NetworkSegment(1a0e1727-32eb-4186-b7ec-984f9896d27a),segment_id=1a0e1727-32eb-4186-b7ec-984f9896d27a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:15.064491 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e8b4aa-1b9a-4e2c-9831-955c4982b3aa tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:15.126119 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b7878409-1d5f-451d-b8d5-d4113427ec3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:15.187717 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:15.211890 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8b4aa-1b9a-4e2c-9831-955c4982b3aa tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Pushing event updated for resources: {'Port': ['ID=9abae5a9-fb2f-49a2-a159-210e915e18b9,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:15.237515 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b7878409-1d5f-451d-b8d5-d4113427ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:15.249396 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=05be0509-cf0a-4f18-9981-42144412caef,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:15.258193 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e8b4aa-1b9a-4e2c-9831-955c4982b3aa tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:15.289084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a1607-6953-493f-a62b-3112c1f81250 req-75c4eb01-639b-4148-a46f-9efc4bb35069 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:15.289084 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-472a1607-6953-493f-a62b-3112c1f81250 req-75c4eb01-639b-4148-a46f-9efc4bb35069 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 946 time: 0.1901891 Aug 31 00:53:15.348297 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-472a1607-6953-493f-a62b-3112c1f81250 req-6778c48f-a2ca-4067-9c2f-2451bb50cb00 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f0c11fc-1416-4251-bb43-1a2df1047c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547693 Aug 31 00:53:15.462619 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b7878409-1d5f-451d-b8d5-d4113427ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:15.464940 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e8b4aa-1b9a-4e2c-9831-955c4982b3aa tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:15.469498 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-10e8b4aa-1b9a-4e2c-9831-955c4982b3aa tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9364035 Aug 31 00:53:15.527115 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b7878409-1d5f-451d-b8d5-d4113427ec3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:15.529786 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b7878409-1d5f-451d-b8d5-d4113427ec3a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/459b5789-cb86-4825-b61b-a82cc23881e4 HTTP/1.1" status: 204 len: 168 time: 0.6029246 Aug 31 00:53:15.530825 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7878409-1d5f-451d-b8d5-d4113427ec3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=459b5789-cb86-4825-b61b-a82cc23881e4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:15.536068 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40464) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:15.583348 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015bef3-643c-49ee-b706-288bddf446e8 req-5de3b540-4724-4ef4-8a47-5b5e80616090 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:15.584895 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7015bef3-643c-49ee-b706-288bddf446e8 req-5de3b540-4724-4ef4-8a47-5b5e80616090 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 945 time: 0.1366103 Aug 31 00:53:15.598865 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87f5beee-7d63-4d3e-831a-501ca37015cd req-dd1485ef-8bd7-489b-b31f-7fe7d0dab7b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0858150 Aug 31 00:53:15.650433 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06267f99-3b02-499a-8964-ad67327c2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:15.689426 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7015bef3-643c-49ee-b706-288bddf446e8 req-669b50a6-fe0d-4e08-b55a-b58053d0bfd7 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups?id=938fef16-f6d7-4dcd-8d0e-7963718c7386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947475 Aug 31 00:53:15.717484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5beee-7d63-4d3e-831a-501ca37015cd req-b74dba29-b409-4db0-98ee-afcc37150fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:15.717484 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87f5beee-7d63-4d3e-831a-501ca37015cd req-b74dba29-b409-4db0-98ee-afcc37150fa6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 1096 time: 0.0777183 Aug 31 00:53:15.772328 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06267f99-3b02-499a-8964-ad67327c2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:15.802647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-06267f99-3b02-499a-8964-ad67327c2c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4508b9b-b559-444d-83bb-3f9f05b8f9a3']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:15.831221 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-06267f99-3b02-499a-8964-ad67327c2c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecdf0ad4-cb28-4af5-86ec-45b5925dbcd4') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:15.831530 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-06267f99-3b02-499a-8964-ad67327c2c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecdf0ad4-cb28-4af5-86ec-45b5925dbcd4') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:15.847896 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06267f99-3b02-499a-8964-ad67327c2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:15.874772 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06267f99-3b02-499a-8964-ad67327c2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:15.890717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06267f99-3b02-499a-8964-ad67327c2c12 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:53:15.892037 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06267f99-3b02-499a-8964-ad67327c2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: timer() Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:53:15.894505 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:53:15.898036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5beee-7d63-4d3e-831a-501ca37015cd req-20c90ad2-4774-4fc1-8034-07cab7bf1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:15.900337 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87f5beee-7d63-4d3e-831a-501ca37015cd req-20c90ad2-4774-4fc1-8034-07cab7bf1171 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.1516745 Aug 31 00:53:16.013846 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e84004a7-18aa-45cb-b0e6-c545d35a32ff req-62566475-74a5-4fb7-8540-91ab72cb1a3d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3a68045-75b6-462e-ade6-bec6c82869af HTTP/1.1" status: 200 len: 210 time: 0.0929022 Aug 31 00:53:16.015319 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87f5beee-7d63-4d3e-831a-501ca37015cd req-3f52d9fa-5ea6-4140-8774-361cf10d20ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b722f6da-4903-4747-95ef-a59eae43709b HTTP/1.1" status: 200 len: 217 time: 0.1069250 Aug 31 00:53:16.080456 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5beee-7d63-4d3e-831a-501ca37015cd req-fa2fdd5f-7bc6-4519-a270-1e44b07c6b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:16.082393 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87f5beee-7d63-4d3e-831a-501ca37015cd req-fa2fdd5f-7bc6-4519-a270-1e44b07c6b9c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.0587831 Aug 31 00:53:16.131782 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87f5beee-7d63-4d3e-831a-501ca37015cd req-5137e22e-5d2c-4b19-ba2a-c6c117aa4265 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402732 Aug 31 00:53:16.187866 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06267f99-3b02-499a-8964-ad67327c2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:16.196640 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06267f99-3b02-499a-8964-ad67327c2c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:16.200212 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-06267f99-3b02-499a-8964-ad67327c2c12 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e4508b9b-b559-444d-83bb-3f9f05b8f9a3 HTTP/1.1" status: 204 len: 168 time: 0.6615996 Aug 31 00:53:16.223293 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06267f99-3b02-499a-8964-ad67327c2c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4508b9b-b559-444d-83bb-3f9f05b8f9a3,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:16.364417 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01488505-da2c-451e-8cfd-76426e33441c req-45be6476-5501-49ff-b6e6-51fa60367595 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:16.365955 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01488505-da2c-451e-8cfd-76426e33441c req-45be6476-5501-49ff-b6e6-51fa60367595 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/networks?id=9b215787-2670-4c58-b41e-2b82d5b16242 HTTP/1.1" status: 200 len: 822 time: 0.2375901 Aug 31 00:53:16.368468 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87f5beee-7d63-4d3e-831a-501ca37015cd req-735a77ad-2374-4676-8824-e5ca663acd24 service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256403 Aug 31 00:53:16.398606 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01488505-da2c-451e-8cfd-76426e33441c req-e74e8a31-5adc-4ade-9008-25266d0a40bc tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/quotas/6696427873454ece88fcc369fa4609ff HTTP/1.1" status: 200 len: 375 time: 0.0217588 Aug 31 00:53:16.450856 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40498) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:16.538038 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01488505-da2c-451e-8cfd-76426e33441c req-4ff53ba6-8fc7-4bd4-8370-80e9ae389695 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6696427873454ece88fcc369fa4609ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1228776 Aug 31 00:53:16.562775 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87f5beee-7d63-4d3e-831a-501ca37015cd req-1af5ff1b-7168-4ebf-94ae-10f5ddf61874 service neutron] 10.222.0.48 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760061 Aug 31 00:53:16.663110 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01488505-da2c-451e-8cfd-76426e33441c req-ae72c796-b9e6-4edd-a7a5-77b70c7714b2 service neutron] 10.222.0.16 "GET /v2.0/networks/9b215787-2670-4c58-b41e-2b82d5b16242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240110 Aug 31 00:53:16.683677 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40502) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:16.791550 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cb2d3e49-1aa3-4725-8e02-a15c608dd23b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e27acc4e9a54f1e8029c8657a325bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1041002 Aug 31 00:53:16.796564 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40506) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:16.859244 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-994f91c2-109e-45ae-b738-73c56f41acd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:16.877264 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0c9ce-d4d2-4d4b-87a6-562cacb06b8d req-d578ac8d-df00-4713-b970-341ac6cb2e15 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:16.879831 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-25a0c9ce-d4d2-4d4b-87a6-562cacb06b8d req-d578ac8d-df00-4713-b970-341ac6cb2e15 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.48 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 944 time: 0.1557343 Aug 31 00:53:16.920275 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01488505-da2c-451e-8cfd-76426e33441c req-2b220b9e-e2a3-46a8-82ea-a6083120085d service neutron] 10.222.0.16 "GET /v2.0/networks/9b215787-2670-4c58-b41e-2b82d5b16242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555339 Aug 31 00:53:16.931940 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bfb6dd2e-abf0-4ab9-92eb-e47562def0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:16.987579 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7998e32-ad48-490a-aa08-ff1598e52287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e78a990-d4e4-4e62-acf9-0e944821a3c7'}, {'server_uuid': '03d565eb-19cc-49bf-9a50-c07ebeb9cd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05be0509-cf0a-4f18-9981-42144412caef'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:16.997859 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7cff86-e241-4473-b811-7a2ac5069472" -d '{"events": [{"server_uuid": "b7998e32-ad48-490a-aa08-ff1598e52287", "name": "network-vif-plugged", "status": "completed", "tag": "5e78a990-d4e4-4e62-acf9-0e944821a3c7"}, {"server_uuid": "03d565eb-19cc-49bf-9a50-c07ebeb9cd4c", "name": "network-vif-plugged", "status": "completed", "tag": "05be0509-cf0a-4f18-9981-42144412caef"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:17.051022 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bfb6dd2e-abf0-4ab9-92eb-e47562def0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:17.153592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-25a0c9ce-d4d2-4d4b-87a6-562cacb06b8d req-85ca9413-b504-473b-a584-d64e9c577b3a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Deleting port 86272788-dd6b-407f-89fe-4c4063556000 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:53:17.154143 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-25a0c9ce-d4d2-4d4b-87a6-562cacb06b8d req-85ca9413-b504-473b-a584-d64e9c577b3a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:17.228109 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-994f91c2-109e-45ae-b738-73c56f41acd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:17.247256 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa9d0f-c373-446d-9fc3-b3bfa560ea30 req-e232c05f-84bb-47f1-8715-72e67e28cdd5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:17.249405 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9ffa9d0f-c373-446d-9fc3-b3bfa560ea30 req-e232c05f-84bb-47f1-8715-72e67e28cdd5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 944 time: 0.0958567 Aug 31 00:53:17.321752 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-994f91c2-109e-45ae-b738-73c56f41acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:17.327658 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bfb6dd2e-abf0-4ab9-92eb-e47562def0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:17.333207 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bfb6dd2e-abf0-4ab9-92eb-e47562def0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:17.336281 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bfb6dd2e-abf0-4ab9-92eb-e47562def0c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b7177cd-6ec9-4441-bf65-560f2f5ee839 HTTP/1.1" status: 204 len: 168 time: 0.5372841 Aug 31 00:53:17.394894 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9ffa9d0f-c373-446d-9fc3-b3bfa560ea30 req-66bc7590-8409-4465-9b66-30e9737f6b1f tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286714 Aug 31 00:53:17.485570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-25a0c9ce-d4d2-4d4b-87a6-562cacb06b8d req-85ca9413-b504-473b-a584-d64e9c577b3a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] For port 86272788-dd6b-407f-89fe-4c4063556000, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=86272788-dd6b-407f-89fe-4c4063556000,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:17.490287 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-25a0c9ce-d4d2-4d4b-87a6-562cacb06b8d req-85ca9413-b504-473b-a584-d64e9c577b3a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:17.500897 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-994f91c2-109e-45ae-b738-73c56f41acd7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c5954011c5d4316a3140377c5fd2a85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0482452 Aug 31 00:53:17.502296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40520) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:17.564975 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-25a0c9ce-d4d2-4d4b-87a6-562cacb06b8d req-85ca9413-b504-473b-a584-d64e9c577b3a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Calling delete_port for 86272788-dd6b-407f-89fe-4c4063556000 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:53:17.571530 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f91c2-109e-45ae-b738-73c56f41acd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f528676f-f70b-47c9-8986-20d09063c48e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:17.621120 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6dd2e-abf0-4ab9-92eb-e47562def0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7177cd-6ec9-4441-bf65-560f2f5ee839,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:17.707067 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2792c6a-b6d7-4fb1-8060-84174047e4bc req-1fb99f05-3730-484b-81e6-5582d6dfdadd tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:17.708828 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a2792c6a-b6d7-4fb1-8060-84174047e4bc req-1fb99f05-3730-484b-81e6-5582d6dfdadd tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 945 time: 0.1333954 Aug 31 00:53:17.715527 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-336b2c3c-a21e-43d5-b1a3-c0264e6365eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:17.719754 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472391f-7598-423a-8670-1188f5080022 req-b26b55c5-8119-471a-8e49-7d1aac5228b8 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:17.721298 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8472391f-7598-423a-8670-1188f5080022 req-b26b55c5-8119-471a-8e49-7d1aac5228b8 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 946 time: 0.1499157 Aug 31 00:53:17.762090 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-336b2c3c-a21e-43d5-b1a3-c0264e6365eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:17.817747 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8472391f-7598-423a-8670-1188f5080022 req-52bcb4c4-7b91-4108-bcda-8b58938c1da2 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f0c11fc-1416-4251-bb43-1a2df1047c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840867 Aug 31 00:53:17.870718 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a2792c6a-b6d7-4fb1-8060-84174047e4bc req-b59ff016-aa05-49ae-be24-af03e22159e1 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups?id=938fef16-f6d7-4dcd-8d0e-7963718c7386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230547 Aug 31 00:53:17.990444 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60652a97-42a6-4a2c-b29c-16a3e2d827ea x-openstack-request-id: req-60652a97-42a6-4a2c-b29c-16a3e2d827ea {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:17.990444 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7998e32-ad48-490a-aa08-ff1598e52287", "name": "network-vif-plugged", "status": "completed", "tag": "5e78a990-d4e4-4e62-acf9-0e944821a3c7", "code": 200}, {"server_uuid": "03d565eb-19cc-49bf-9a50-c07ebeb9cd4c", "name": "network-vif-plugged", "status": "completed", "tag": "05be0509-cf0a-4f18-9981-42144412caef", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:17.990444 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60652a97-42a6-4a2c-b29c-16a3e2d827ea {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:17.990444 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7998e32-ad48-490a-aa08-ff1598e52287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e78a990-d4e4-4e62-acf9-0e944821a3c7', 'code': 200} Aug 31 00:53:17.991470 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d565eb-19cc-49bf-9a50-c07ebeb9cd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05be0509-cf0a-4f18-9981-42144412caef', 'code': 200} Aug 31 00:53:18.104395 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-336b2c3c-a21e-43d5-b1a3-c0264e6365eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:18.104395 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-336b2c3c-a21e-43d5-b1a3-c0264e6365eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:18.104395 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-336b2c3c-a21e-43d5-b1a3-c0264e6365eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f528676f-f70b-47c9-8986-20d09063c48e HTTP/1.1" status: 204 len: 168 time: 0.5834057 Aug 31 00:53:18.153526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b2c3c-a21e-43d5-b1a3-c0264e6365eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f528676f-f70b-47c9-8986-20d09063c48e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:18.218753 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-186ff98e-e313-4ca3-9cfc-6f049722ff66 req-76f88134-9d63-4880-9953-39a125ea257c tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 210 time: 0.0924792 Aug 31 00:53:18.249168 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-25a0c9ce-d4d2-4d4b-87a6-562cacb06b8d req-85ca9413-b504-473b-a584-d64e9c577b3a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:18.258722 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['19811b1e-bb34-430f-aca6-a9df300ea7f7'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:53:18.346626 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca9413-b504-473b-a584-d64e9c577b3a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Pushing event deleted for resources: {'Port': ['ID=86272788-dd6b-407f-89fe-4c4063556000,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:18.484958 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d2925-288d-40ce-a4c7-ddc4fd56cbb5 req-83fb24e3-2108-45ed-9cec-f6e51e692fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:18.494051 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-618d2925-288d-40ce-a4c7-ddc4fd56cbb5 req-83fb24e3-2108-45ed-9cec-f6e51e692fa8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 1097 time: 0.3957615 Aug 31 00:53:18.501879 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a0c9ce-d4d2-4d4b-87a6-562cacb06b8d req-85ca9413-b504-473b-a584-d64e9c577b3a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] No DVR routers for this DVR port 86272788-dd6b-407f-89fe-4c4063556000 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:53:18.560580 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-25a0c9ce-d4d2-4d4b-87a6-562cacb06b8d req-85ca9413-b504-473b-a584-d64e9c577b3a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:18.569045 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-25a0c9ce-d4d2-4d4b-87a6-562cacb06b8d req-85ca9413-b504-473b-a584-d64e9c577b3a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.48 "DELETE /v2.0/ports/86272788-dd6b-407f-89fe-4c4063556000 HTTP/1.1" status: 204 len: 173 time: 1.6802111 Aug 31 00:53:18.576468 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97efbd6c-5c97-48f1-990f-60d57a7392ef', 'name': 'network-vif-deleted', 'tag': '86272788-dd6b-407f-89fe-4c4063556000'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:18.587323 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a800f-10cd-49ba-8a5d-8d0c255bbe73 req-bf0e7b51-da49-4371-96e9-0289094b0c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:18.606484 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d81c61-e748-403e-85e7-843e4c2b81e7" -d '{"events": [{"server_uuid": "97efbd6c-5c97-48f1-990f-60d57a7392ef", "name": "network-vif-deleted", "tag": "86272788-dd6b-407f-89fe-4c4063556000"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:18.607792 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-240a800f-10cd-49ba-8a5d-8d0c255bbe73 req-bf0e7b51-da49-4371-96e9-0289094b0c6f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 1098 time: 0.4214787 Aug 31 00:53:18.814613 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d34ead-a167-4d04-b6bb-809f56ddaabe x-openstack-request-id: req-a6d34ead-a167-4d04-b6bb-809f56ddaabe {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:18.815568 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97efbd6c-5c97-48f1-990f-60d57a7392ef", "name": "network-vif-deleted", "tag": "86272788-dd6b-407f-89fe-4c4063556000", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:18.816184 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6d34ead-a167-4d04-b6bb-809f56ddaabe {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:18.817073 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97efbd6c-5c97-48f1-990f-60d57a7392ef', 'name': 'network-vif-deleted', 'tag': '86272788-dd6b-407f-89fe-4c4063556000', 'status': 'completed', 'code': 200} Aug 31 00:53:18.822824 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8fdcfe8f-7994-4a2e-99bd-ecb62bd2c5a6 req-cb848a36-be8b-474e-9802-89b49f86fe58 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 210 time: 0.1346455 Aug 31 00:53:18.867944 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c63f2a5-d2ee-4faa-ac80-6ebeb47fa8a7 req-d2b2d592-2ce9-4fcd-93f1-1a3f28f49576 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3695509 Aug 31 00:53:18.891738 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-240a800f-10cd-49ba-8a5d-8d0c255bbe73 req-ba2654c6-e6de-4d0d-b7b2-9e2fc11299a1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9f0c11fc-1416-4251-bb43-1a2df1047c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480290 Aug 31 00:53:18.903914 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-618d2925-288d-40ce-a4c7-ddc4fd56cbb5 req-0c5e0d34-3eff-4e87-82b3-a063b951d5e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=938fef16-f6d7-4dcd-8d0e-7963718c7386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3768477 Aug 31 00:53:19.197015 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e68f2e-2625-4ca8-839a-9ff4856c6849 req-c1fe6d08-0f68-4580-8081-0c9e0645c179 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:19.203305 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-07e68f2e-2625-4ca8-839a-9ff4856c6849 req-c1fe6d08-0f68-4580-8081-0c9e0645c179 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 946 time: 0.2073059 Aug 31 00:53:19.235494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ce820-2e5a-42d9-bb9b-53cfd4a89988 req-1fc14a88-a1fb-40d1-962d-6deadc49eefe tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:19.238060 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-437ce820-2e5a-42d9-bb9b-53cfd4a89988 req-1fc14a88-a1fb-40d1-962d-6deadc49eefe tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 945 time: 0.1754079 Aug 31 00:53:19.308351 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-07e68f2e-2625-4ca8-839a-9ff4856c6849 req-79c8e435-2b08-46a2-bfa1-8e6ab630f707 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f0c11fc-1416-4251-bb43-1a2df1047c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928380 Aug 31 00:53:19.342076 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-437ce820-2e5a-42d9-bb9b-53cfd4a89988 req-4573e34e-6bcd-432b-94f7-acab7edc3e27 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups?id=938fef16-f6d7-4dcd-8d0e-7963718c7386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969095 Aug 31 00:53:19.541076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63f2a5-d2ee-4faa-ac80-6ebeb47fa8a7 req-80cc33de-f2e7-4c28-8dac-4d5fb9a28b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:19.542777 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c63f2a5-d2ee-4faa-ac80-6ebeb47fa8a7 req-80cc33de-f2e7-4c28-8dac-4d5fb9a28b18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94c1e14dadd544e0828f51650b31e0cc&device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 1096 time: 0.2276442 Aug 31 00:53:19.599081 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f34f2711-f2c2-4310-bc7d-c3ba3af204d0 req-316d58c3-3d18-4b92-987c-543e37a7f0a5 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 210 time: 0.0673208 Aug 31 00:53:19.738581 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63f2a5-d2ee-4faa-ac80-6ebeb47fa8a7 req-0372e8a2-aea8-4805-9038-1e8384a64ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:19.741644 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c63f2a5-d2ee-4faa-ac80-6ebeb47fa8a7 req-0372e8a2-aea8-4805-9038-1e8384a64ef5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 200 len: 909 time: 0.1665046 Aug 31 00:53:19.833014 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c63f2a5-d2ee-4faa-ac80-6ebeb47fa8a7 req-3eeea59f-4efa-4940-896a-701b52d8215f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19811b1e-bb34-430f-aca6-a9df300ea7f7 HTTP/1.1" status: 200 len: 217 time: 0.0712676 Aug 31 00:53:19.972825 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 93a5602c-15e0-498c-8385-c1759fb3889b details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:53:19.978698 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 86272788-dd6b-407f-89fe-4c4063556000 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:53:19.983282 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63f2a5-d2ee-4faa-ac80-6ebeb47fa8a7 req-35f4168e-88b5-46a8-b723-6df1f138abac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:19.989117 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c63f2a5-d2ee-4faa-ac80-6ebeb47fa8a7 req-35f4168e-88b5-46a8-b723-6df1f138abac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 200 len: 848 time: 0.1449244 Aug 31 00:53:20.042456 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 86272788-dd6b-407f-89fe-4c4063556000 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:53:20.044707 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 86272788-dd6b-407f-89fe-4c4063556000 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:53:20.138009 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c63f2a5-d2ee-4faa-ac80-6ebeb47fa8a7 req-0e90f294-b9f3-4391-bafc-8d52a4dd10f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1201673d-ac71-4ee8-8cb6-849c3511a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209364 Aug 31 00:53:20.278584 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5a2d1e47-af16-4757-b7ed-44621c0e7216 req-4e4f154c-ea70-4feb-9c0c-aa3c9129c57a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 210 time: 0.1913464 Aug 31 00:53:20.525967 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c63f2a5-d2ee-4faa-ac80-6ebeb47fa8a7 req-8a081c9b-188c-4e09-a071-3f2aa659fe7c service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864605 Aug 31 00:53:20.552636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 93a5602c-15e0-498c-8385-c1759fb3889b, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=93a5602c-15e0-498c-8385-c1759fb3889b,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:20.560705 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40606) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:20.600576 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '93a5602c-15e0-498c-8385-c1759fb3889b', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '93a5602c-15e0-498c-8385-c1759fb3889b', 'mac_address': 'fa:16:3e:cd:68:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:53:20.741232 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:20.784001 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a5602c-15e0-498c-8385-c1759fb3889b {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:53:20.796967 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c8fd8-e630-48ba-b0d3-0d7b27d41ddf req-b065628f-a68e-43fe-a077-aecaab7f16b4 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:20.810593 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-915c8fd8-e630-48ba-b0d3-0d7b27d41ddf req-b065628f-a68e-43fe-a077-aecaab7f16b4 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 946 time: 0.2350252 Aug 31 00:53:20.877711 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-69b3015e-265a-4371-91ab-a6dade8fc93d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-655131782-network', 'tenant_id': '3e57aba893e84797a7ad07e1842cdb74'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:53:20.905430 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 93a5602c-15e0-498c-8385-c1759fb3889b, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=93a5602c-15e0-498c-8385-c1759fb3889b,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:20.924412 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-915c8fd8-e630-48ba-b0d3-0d7b27d41ddf req-b9ee92be-df72-4fd9-8a7e-53be633a52c7 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f0c11fc-1416-4251-bb43-1a2df1047c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074069 Aug 31 00:53:21.005908 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c63f2a5-d2ee-4faa-ac80-6ebeb47fa8a7 req-df47c0b9-1bc5-4776-a360-e2dbc87b01c0 service neutron] 10.222.0.41 "GET /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653997 Aug 31 00:53:21.028625 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbe298-ea0a-4a79-8912-7d28f82cf68d req-11e0d46b-8c09-4a79-ae5e-d3f187ad18d1 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:21.038751 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2abbe298-ea0a-4a79-8912-7d28f82cf68d req-11e0d46b-8c09-4a79-ae5e-d3f187ad18d1 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 945 time: 0.3246782 Aug 31 00:53:21.051271 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:21.080371 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b3015e-265a-4371-91ab-a6dade8fc93d admin admin] Made reservation on behalf of 3e57aba893e84797a7ad07e1842cdb74 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:53:21.084020 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69b3015e-265a-4371-91ab-a6dade8fc93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:21.110382 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69b3015e-265a-4371-91ab-a6dade8fc93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:21.178307 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2abbe298-ea0a-4a79-8912-7d28f82cf68d req-4e8fab55-31d6-4335-990f-cb633d61b106 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups?id=938fef16-f6d7-4dcd-8d0e-7963718c7386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376088 Aug 31 00:53:21.291970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=93a5602c-15e0-498c-8385-c1759fb3889b,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:21.365416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['93a5602c-15e0-498c-8385-c1759fb3889b'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:53:21.377968 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40640) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:21.533236 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69b3015e-265a-4371-91ab-a6dade8fc93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:21.585383 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ca817-9077-4e34-b5e4-c5b3f027888f req-439115dd-2404-46a1-b239-c748b5cff546 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:21.605227 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cd0ca817-9077-4e34-b5e4-c5b3f027888f req-439115dd-2404-46a1-b239-c748b5cff546 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 946 time: 0.2158043 Aug 31 00:53:21.614915 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40644) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:21.631117 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ae922f56-7897-4eee-96b4-c4938f745e94 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Request body: {'floatingip': {'port_id': '5e78a990-d4e4-4e62-acf9-0e944821a3c7'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:53:21.642372 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-53bb75cc-61e5-4ff4-b48c-3eb7edd7dc98 req-f588e319-08f8-46a0-bab9-4cdc7f7c0f31 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 210 time: 0.1046755 Aug 31 00:53:21.685065 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69b3015e-265a-4371-91ab-a6dade8fc93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:21.785528 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ae922f56-7897-4eee-96b4-c4938f745e94 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for floatingip, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:21.790841 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b3015e-265a-4371-91ab-a6dade8fc93d admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:53:21.802714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-74358ef7-c0a9-4aa6-b4db-dc3b8c2ac1c7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-network', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:53:22.125617 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01488505-da2c-451e-8cfd-76426e33441c req-6bc84fa8-16b7-487b-a2ef-84fd8504f680 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:22.127932 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01488505-da2c-451e-8cfd-76426e33441c req-6bc84fa8-16b7-487b-a2ef-84fd8504f680 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.48 "GET /v2.0/networks?id=9b215787-2670-4c58-b41e-2b82d5b16242 HTTP/1.1" status: 200 len: 822 time: 0.2815926 Aug 31 00:53:22.131507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3015e-265a-4371-91ab-a6dade8fc93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:22.136733 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69b3015e-265a-4371-91ab-a6dade8fc93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:22.137739 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-69b3015e-265a-4371-91ab-a6dade8fc93d admin admin] Added segment 9e036f0f-88ed-4f93-8c4b-c81e55bde014 of type vlan for network 962090c4-e06e-4088-950b-8c581dc8e655 Aug 31 00:53:22.147624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-01488505-da2c-451e-8cfd-76426e33441c req-39d69163-8c49-4bfa-a618-bb4ec10f616b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Request body: {'port': {'device_id': 'b59bb7b3-70b6-414f-8a5d-66d8cb3824b1', 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242', 'admin_state_up': True, 'tenant_id': '6696427873454ece88fcc369fa4609ff'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:53:22.545079 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69b3015e-265a-4371-91ab-a6dade8fc93d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:22.662430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ec6c6-bed1-4e7f-b0e0-ab68c3c37930 req-0cf9bc74-81c7-418b-91d1-56b300208dea tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:22.664705 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fd0ec6c6-bed1-4e7f-b0e0-ab68c3c37930 req-0cf9bc74-81c7-418b-91d1-56b300208dea tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 945 time: 0.1908286 Aug 31 00:53:22.757258 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69b3015e-265a-4371-91ab-a6dade8fc93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:22.759728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b3015e-265a-4371-91ab-a6dade8fc93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:22.759728 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69b3015e-265a-4371-91ab-a6dade8fc93d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:22.766596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01488505-da2c-451e-8cfd-76426e33441c req-39d69163-8c49-4bfa-a618-bb4ec10f616b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Made reservation on behalf of 6696427873454ece88fcc369fa4609ff for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:53:22.805144 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-01488505-da2c-451e-8cfd-76426e33441c req-39d69163-8c49-4bfa-a618-bb4ec10f616b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:22.833205 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fd0ec6c6-bed1-4e7f-b0e0-ab68c3c37930 req-4a863022-76c7-4441-9e61-47735732d706 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups?id=938fef16-f6d7-4dcd-8d0e-7963718c7386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563282 Aug 31 00:53:23.076515 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ff076740-0325-46ee-826b-7d51639c31c5 req-e2507a2c-1e79-4328-bf66-a57c55039c3e tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 210 time: 0.1699834 Aug 31 00:53:23.599049 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74358ef7-c0a9-4aa6-b4db-dc3b8c2ac1c7 admin admin] Made reservation on behalf of 93a0ee3178d34d5299cac844dabfaecc for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:53:23.606367 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74358ef7-c0a9-4aa6-b4db-dc3b8c2ac1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:23.708509 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc60ba0c-a8bd-45d4-b954-3b719c26455c req-574c3e4a-c3f9-45fd-b0dd-d1f02632e1b5 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 210 time: 0.0905201 Aug 31 00:53:23.827207 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74358ef7-c0a9-4aa6-b4db-dc3b8c2ac1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:23.970903 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60634cf9-93c2-46fe-a4e6-61793952066a req-2ea21ed9-c5d4-4b1f-af4b-3d03c344a2e8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:23.982096 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 93a5602c-15e0-498c-8385-c1759fb3889b up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:53:23.987409 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-60634cf9-93c2-46fe-a4e6-61793952066a req-2ea21ed9-c5d4-4b1f-af4b-3d03c344a2e8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 945 time: 0.6837299 Aug 31 00:53:24.004637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-01488505-da2c-451e-8cfd-76426e33441c req-39d69163-8c49-4bfa-a618-bb4ec10f616b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Allocated IP 172.20.0.11 (9b215787-2670-4c58-b41e-2b82d5b16242/705c0226-5114-4c34-8342-90d30ce9c10c/37672584-8e81-42a9-a2a5-226246c1cb5d) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:53:24.147634 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 93a5602c-15e0-498c-8385-c1759fb3889b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:53:24.148371 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:24.355267 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-01488505-da2c-451e-8cfd-76426e33441c req-39d69163-8c49-4bfa-a618-bb4ec10f616b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:24.442814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40690) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:24.457266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a1972a10-9862-4b79-992c-e62b6e1a0849 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Request body: {'floatingip': {'port_id': '05be0509-cf0a-4f18-9981-42144412caef'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:53:24.503871 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:24.592352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-69b3015e-265a-4371-91ab-a6dade8fc93d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.0275524 Aug 31 00:53:24.597906 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40696) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:24.617632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40deb6e4-92df-4753-90dc-78d483db4740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a5602c-15e0-498c-8385-c1759fb3889b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:24.634048 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9acd451-3fc6-4327-8257-91b645fb2759" -d '{"events": [{"server_uuid": "40deb6e4-92df-4753-90dc-78d483db4740", "name": "network-vif-plugged", "status": "completed", "tag": "93a5602c-15e0-498c-8385-c1759fb3889b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:24.647966 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ffef4914-0601-4b8a-8e1c-e2794deceb6f admin admin] Request body: {'subnet': {'network_id': '962090c4-e06e-4088-950b-8c581dc8e655', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-655131782-subnet', 'tenant_id': '3e57aba893e84797a7ad07e1842cdb74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:53:24.673001 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 93a5602c-15e0-498c-8385-c1759fb3889b, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=93a5602c-15e0-498c-8385-c1759fb3889b,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:24.676908 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3015e-265a-4371-91ab-a6dade8fc93d admin admin] Pushing event updated for resources: {'Network': ['ID=962090c4-e06e-4088-950b-8c581dc8e655,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:24.695969 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.resource_extend [None req-ae922f56-7897-4eee-96b4-c4938f745e94 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 00:53:24.716702 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1972a10-9862-4b79-992c-e62b6e1a0849 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for floatingip, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:24.720075 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 962090c4-e06e-4088-950b-8c581dc8e655 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:53:24.767430 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ae922f56-7897-4eee-96b4-c4938f745e94 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:24.831516 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb51770-ba83-41aa-8c06-7b7d566b20df x-openstack-request-id: req-6eb51770-ba83-41aa-8c06-7b7d566b20df {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:24.831904 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40deb6e4-92df-4753-90dc-78d483db4740", "name": "network-vif-plugged", "status": "completed", "tag": "93a5602c-15e0-498c-8385-c1759fb3889b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:24.832225 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6eb51770-ba83-41aa-8c06-7b7d566b20df {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:24.832640 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40deb6e4-92df-4753-90dc-78d483db4740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a5602c-15e0-498c-8385-c1759fb3889b', 'code': 200} Aug 31 00:53:24.835776 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:24.871866 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-01488505-da2c-451e-8cfd-76426e33441c req-39d69163-8c49-4bfa-a618-bb4ec10f616b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:24.904167 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c07112a7-2ca1-4c8e-b8df-f03309da91f6 req-4e9743fc-dc60-4053-be7b-b67cb3f0ce4e tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 210 time: 0.4628999 Aug 31 00:53:24.910172 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffef4914-0601-4b8a-8e1c-e2794deceb6f admin admin] Made reservation on behalf of 3e57aba893e84797a7ad07e1842cdb74 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:53:24.914885 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ffef4914-0601-4b8a-8e1c-e2794deceb6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:24.955813 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=93a5602c-15e0-498c-8385-c1759fb3889b,revision_number=10']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:25.014467 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01488505-da2c-451e-8cfd-76426e33441c req-39d69163-8c49-4bfa-a618-bb4ec10f616b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Network 9b215787-2670-4c58-b41e-2b82d5b16242 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:53:25.029841 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-01488505-da2c-451e-8cfd-76426e33441c req-39d69163-8c49-4bfa-a618-bb4ec10f616b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:53:25.034747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-01488505-da2c-451e-8cfd-76426e33441c req-39d69163-8c49-4bfa-a618-bb4ec10f616b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:53:25.127980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d69163-8c49-4bfa-a618-bb4ec10f616b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Pushing event updated for resources: {'Port': ['ID=37672584-8e81-42a9-a2a5-226246c1cb5d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:25.138286 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ae922f56-7897-4eee-96b4-c4938f745e94 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:25.215299 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01488505-da2c-451e-8cfd-76426e33441c req-39d69163-8c49-4bfa-a618-bb4ec10f616b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:25.224968 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-01488505-da2c-451e-8cfd-76426e33441c req-39d69163-8c49-4bfa-a618-bb4ec10f616b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:25.990321 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1972a10-9862-4b79-992c-e62b6e1a0849 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:25.992001 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74358ef7-c0a9-4aa6-b4db-dc3b8c2ac1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:26.056799 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-ae922f56-7897-4eee-96b4-c4938f745e94 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Floating IP 684cb0f9-21e9-46bd-89f2-d49d67b6aa62 associated. External IP: 172.25.2.64, port: 5e78a990-d4e4-4e62-acf9-0e944821a3c7. Aug 31 00:53:26.076054 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1972a10-9862-4b79-992c-e62b6e1a0849 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:26.178750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b9f7b-e955-47df-a190-486500504c16 req-df0904ee-6c10-4a34-ab46-128182cace65 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:26.178750 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-536b9f7b-e955-47df-a190-486500504c16 req-df0904ee-6c10-4a34-ab46-128182cace65 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 932 time: 0.8100176 Aug 31 00:53:26.178750 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74358ef7-c0a9-4aa6-b4db-dc3b8c2ac1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:26.313919 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74358ef7-c0a9-4aa6-b4db-dc3b8c2ac1c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:53:26.400656 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-a1972a10-9862-4b79-992c-e62b6e1a0849 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Floating IP 9fa76a9c-c871-4ed4-acf8-fad9b7b35971 associated. External IP: 172.25.2.98, port: 05be0509-cf0a-4f18-9981-42144412caef. Aug 31 00:53:26.475634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74358ef7-c0a9-4aa6-b4db-dc3b8c2ac1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa04430b-f0ea-4599-8c4d-69a21a645395,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:26.505666 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74358ef7-c0a9-4aa6-b4db-dc3b8c2ac1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:26.506376 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-74358ef7-c0a9-4aa6-b4db-dc3b8c2ac1c7 admin admin] Added segment 4e658841-2906-400f-a684-d4fbd97b680a of type vlan for network dc278020-aff3-4dcf-ba96-5afc27324078 Aug 31 00:53:26.583965 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-383bfec8-501b-49af-9116-9334ceff7c11 req-9e09f412-924b-455e-839a-e2e5ada0d37c tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 210 time: 0.0610001 Aug 31 00:53:26.598610 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01488505-da2c-451e-8cfd-76426e33441c req-39d69163-8c49-4bfa-a618-bb4ec10f616b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4573526 Aug 31 00:53:26.648263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Request body: {'port': {'device_id': 'b59bb7b3-70b6-414f-8a5d-66d8cb3824b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:53:26.850067 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-536b9f7b-e955-47df-a190-486500504c16 req-bdfca45b-cb74-486b-a4c1-6028c19fe2a1 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6331933 Aug 31 00:53:27.049018 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:27.393410 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74358ef7-c0a9-4aa6-b4db-dc3b8c2ac1c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:27.415169 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ffef4914-0601-4b8a-8e1c-e2794deceb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:27.509338 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.resource_extend [None req-74358ef7-c0a9-4aa6-b4db-dc3b8c2ac1c7 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 00:53:27.694205 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e396ad9-cad5-49cd-bc2d-0693f3089313 req-d61a6ab6-04c2-4d17-99a8-dce2b20e3128 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:27.703012 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5e396ad9-cad5-49cd-bc2d-0693f3089313 req-d61a6ab6-04c2-4d17-99a8-dce2b20e3128 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 944 time: 0.6188343 Aug 31 00:53:27.724510 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a05b5d-3cc4-48c3-9ece-bb43677b7db1 req-4fbd94fa-0568-4a30-ade2-3410b271e127 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:27.727141 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96a05b5d-3cc4-48c3-9ece-bb43677b7db1 req-4fbd94fa-0568-4a30-ade2-3410b271e127 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.48 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 944 time: 0.7768471 Aug 31 00:53:27.751078 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef4914-0601-4b8a-8e1c-e2794deceb6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dd93664-3297-40f1-8193-ad3e9b8e3322,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:27.772643 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74358ef7-c0a9-4aa6-b4db-dc3b8c2ac1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:27.776243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74358ef7-c0a9-4aa6-b4db-dc3b8c2ac1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:27.776243 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74358ef7-c0a9-4aa6-b4db-dc3b8c2ac1c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:27.844935 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5e396ad9-cad5-49cd-bc2d-0693f3089313 req-ffb52550-4782-4eca-b194-a5c8d2f4102d tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409085 Aug 31 00:53:27.907629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37672584-8e81-42a9-a2a5-226246c1cb5d {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:53:27.924202 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:27.960660 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Transition to ACTIVE for port object 37672584-8e81-42a9-a2a5-226246c1cb5d will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:53:28.028527 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef4914-0601-4b8a-8e1c-e2794deceb6f admin admin] Checking segment: {'id': '9e036f0f-88ed-4f93-8c4b-c81e55bde014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:53:28.028992 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffef4914-0601-4b8a-8e1c-e2794deceb6f admin admin] Network hostable DHCP agents. Network: 962090c4-e06e-4088-950b-8c581dc8e655, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:53:28.093354 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-46e3840b-0b13-4f8c-96a4-4e72ecc5cc0a req-8af70ca1-a5b3-4ab8-b0d6-328c06b4e7ff tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 210 time: 0.1409550 Aug 31 00:53:28.098354 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae922f56-7897-4eee-96b4-c4938f745e94 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Router 8ae02611-673c-4f8d-aa05-897a7a5746da has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:53:28.120743 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-74358ef7-c0a9-4aa6-b4db-dc3b8c2ac1c7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 6.7410586 Aug 31 00:53:28.129493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40744) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:28.152706 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ea77ccd9-4107-4769-a35f-f5cbd473ba5c admin admin] Request body: {'subnet': {'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-subnet', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:53:28.184247 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:28.203142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74358ef7-c0a9-4aa6-b4db-dc3b8c2ac1c7 admin admin] Pushing event updated for resources: {'Network': ['ID=dc278020-aff3-4dcf-ba96-5afc27324078,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:28.232661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network dc278020-aff3-4dcf-ba96-5afc27324078 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:53:28.255017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Pushing event updated for resources: {'Port': ['ID=37672584-8e81-42a9-a2a5-226246c1cb5d,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:28.332744 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-96a05b5d-3cc4-48c3-9ece-bb43677b7db1 req-2c5017ec-5f80-4790-a8f7-09347ff2528c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Deleting port 17330b1f-d2d0-4cb3-a45e-7c962003447d {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:53:28.333245 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-96a05b5d-3cc4-48c3-9ece-bb43677b7db1 req-2c5017ec-5f80-4790-a8f7-09347ff2528c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:28.345207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1972a10-9862-4b79-992c-e62b6e1a0849 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Router 45ea3610-da63-4876-b145-4b90886ff1af has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:53:28.365361 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffef4914-0601-4b8a-8e1c-e2794deceb6f admin admin] Network 962090c4-e06e-4088-950b-8c581dc8e655 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:53:28.392594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144081f-e1c8-4935-98b1-d2300db33a0e req-82ac6e1d-ec58-4c4c-9aea-8c548b67fcd0 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:28.395675 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1144081f-e1c8-4935-98b1-d2300db33a0e req-82ac6e1d-ec58-4c4c-9aea-8c548b67fcd0 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 944 time: 0.1456189 Aug 31 00:53:28.499981 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae922f56-7897-4eee-96b4-c4938f745e94 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:53:28.508271 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ae922f56-7897-4eee-96b4-c4938f745e94 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:28.520365 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-ffef4914-0601-4b8a-8e1c-e2794deceb6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 962090c4-e06e-4088-950b-8c581dc8e655) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:53:28.521159 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672d00f6-5398-49d4-943d-da47bd458639 None None] Sync routers for ids ['8ae02611-673c-4f8d-aa05-897a7a5746da'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:53:28.528324 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffef4914-0601-4b8a-8e1c-e2794deceb6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:28.529642 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ffef4914-0601-4b8a-8e1c-e2794deceb6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:28.554404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c195a1f-aa8a-40df-ab9c-27eee4e16406 None None] Network 962090c4-e06e-4088-950b-8c581dc8e655 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:53:28.588893 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea77ccd9-4107-4769-a35f-f5cbd473ba5c admin admin] Made reservation on behalf of 93a0ee3178d34d5299cac844dabfaecc for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:53:28.594551 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea77ccd9-4107-4769-a35f-f5cbd473ba5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:28.693407 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ae922f56-7897-4eee-96b4-c4938f745e94 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "PUT /v2.0/floatingips/684cb0f9-21e9-46bd-89f2-d49d67b6aa62 HTTP/1.1" status: 200 len: 991 time: 7.0760682 Aug 31 00:53:28.715407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7998e32-ad48-490a-aa08-ff1598e52287', 'tag': '5e78a990-d4e4-4e62-acf9-0e944821a3c7'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:28.726116 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8b1a16-f6dc-45ac-903c-7be9e5e75c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b7998e32-ad48-490a-aa08-ff1598e52287", "tag": "5e78a990-d4e4-4e62-acf9-0e944821a3c7"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:28.749490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672d00f6-5398-49d4-943d-da47bd458639 None None] Routers {'8ae02611-673c-4f8d-aa05-897a7a5746da'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:53:28.749490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-672d00f6-5398-49d4-943d-da47bd458639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:53:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8ae02611-673c-4f8d-aa05-897a7a5746da'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:28.778030 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ffef4914-0601-4b8a-8e1c-e2794deceb6f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.1430278 Aug 31 00:53:28.823147 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1144081f-e1c8-4935-98b1-d2300db33a0e req-6be6593b-bc53-44dd-87c4-1dd5eea6c549 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279634 Aug 31 00:53:29.052747 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e11ed2-1bfc-46ba-a01f-818cdd97ebc0 x-openstack-request-id: req-63e11ed2-1bfc-46ba-a01f-818cdd97ebc0 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:29.053037 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7998e32-ad48-490a-aa08-ff1598e52287", "tag": "5e78a990-d4e4-4e62-acf9-0e944821a3c7", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:29.053329 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63e11ed2-1bfc-46ba-a01f-818cdd97ebc0 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:29.053685 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7998e32-ad48-490a-aa08-ff1598e52287', 'tag': '5e78a990-d4e4-4e62-acf9-0e944821a3c7', 'status': 'completed', 'code': 200} Aug 31 00:53:29.118097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Attempting to bind port 37672584-8e81-42a9-a2a5-226246c1cb5d on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:53:29.118097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Attempting to bind port 37672584-8e81-42a9-a2a5-226246c1cb5d by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'd7c7bc5f-e9ba-42f5-a57e-841f4861234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:53:29.118097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Attempting to bind port 37672584-8e81-42a9-a2a5-226246c1cb5d on network 9b215787-2670-4c58-b41e-2b82d5b16242 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:53:29.118525 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822cc920-8292-49e0-afb6-7c00a4b569ad None None] Network 962090c4-e06e-4088-950b-8c581dc8e655 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:53:29.178062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Port 37672584-8e81-42a9-a2a5-226246c1cb5d on network 9b215787-2670-4c58-b41e-2b82d5b16242 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:53:29.182224 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Attempting to bind port 37672584-8e81-42a9-a2a5-226246c1cb5d on network 9b215787-2670-4c58-b41e-2b82d5b16242 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:53:29.209928 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:53:29.210974 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Checking segment: {'id': 'd7c7bc5f-e9ba-42f5-a57e-841f4861234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:53:29.211544 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Bound using segment: {'id': 'd7c7bc5f-e9ba-42f5-a57e-841f4861234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:53:29.212206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Bound port: 37672584-8e81-42a9-a2a5-226246c1cb5d, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c7bc5f-e9ba-42f5-a57e-841f4861234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:53:29.212770 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:29.219388 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-96a05b5d-3cc4-48c3-9ece-bb43677b7db1 req-2c5017ec-5f80-4790-a8f7-09347ff2528c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] For port 17330b1f-d2d0-4cb3-a45e-7c962003447d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=17330b1f-d2d0-4cb3-a45e-7c962003447d,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:29.220370 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-96a05b5d-3cc4-48c3-9ece-bb43677b7db1 req-2c5017ec-5f80-4790-a8f7-09347ff2528c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:29.261176 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-96a05b5d-3cc4-48c3-9ece-bb43677b7db1 req-2c5017ec-5f80-4790-a8f7-09347ff2528c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Calling delete_port for 17330b1f-d2d0-4cb3-a45e-7c962003447d owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:53:29.272257 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800977f-f50a-4617-885e-acac328f155b req-596b773f-7b8a-4b9a-bd0a-7b065ffcffb1 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:29.275289 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8800977f-f50a-4617-885e-acac328f155b req-596b773f-7b8a-4b9a-bd0a-7b065ffcffb1 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 944 time: 0.2205207 Aug 31 00:53:29.280304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b1a16-f6dc-45ac-903c-7be9e5e75c9b req-926f7ce3-ff99-4777-9494-9cfcca5998c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:29.283414 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c8b1a16-f6dc-45ac-903c-7be9e5e75c9b req-926f7ce3-ff99-4777-9494-9cfcca5998c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d762f9b61c2c401a8c6f1b0d3f33efb5&device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 1098 time: 0.2410464 Aug 31 00:53:29.320087 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1972a10-9862-4b79-992c-e62b6e1a0849 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:53:29.327753 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1972a10-9862-4b79-992c-e62b6e1a0849 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:29.331835 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a87ff9f-1fb3-4c9a-bf3b-b6c306b77c32 None None] Sync routers for ids ['45ea3610-da63-4876-b145-4b90886ff1af'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:53:29.349796 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a87ff9f-1fb3-4c9a-bf3b-b6c306b77c32 None None] Routers {'45ea3610-da63-4876-b145-4b90886ff1af'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:53:29.353908 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1a87ff9f-1fb3-4c9a-bf3b-b6c306b77c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:53:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['45ea3610-da63-4876-b145-4b90886ff1af'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:29.371466 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a1972a10-9862-4b79-992c-e62b6e1a0849 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "PUT /v2.0/floatingips/9fa76a9c-c871-4ed4-acf8-fad9b7b35971 HTTP/1.1" status: 200 len: 990 time: 4.9234424 Aug 31 00:53:29.413475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d565eb-19cc-49bf-9a50-c07ebeb9cd4c', 'tag': '05be0509-cf0a-4f18-9981-42144412caef'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:29.416697 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f45eab-5106-432b-b3a1-1afcb5a25ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "03d565eb-19cc-49bf-9a50-c07ebeb9cd4c", "tag": "05be0509-cf0a-4f18-9981-42144412caef"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:29.459420 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fa8fbc90-4246-4642-ba28-be285dd82779 req-46f5bc89-1f57-497a-9031-6ea6e4941f84 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=97efbd6c-5c97-48f1-990f-60d57a7392ef HTTP/1.1" status: 200 len: 210 time: 0.0918710 Aug 31 00:53:29.491584 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b1a16-f6dc-45ac-903c-7be9e5e75c9b req-d04a32ec-dec6-41af-b22f-7961ba66868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:29.493697 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c8b1a16-f6dc-45ac-903c-7be9e5e75c9b req-d04a32ec-dec6-41af-b22f-7961ba66868e service neutron] 10.222.0.41 "GET /v2.0/networks?id=62bcc279-75c4-4395-8c31-f0f71b03f975 HTTP/1.1" status: 200 len: 907 time: 0.1784163 Aug 31 00:53:29.500273 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea77ccd9-4107-4769-a35f-f5cbd473ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:29.633272 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8800977f-f50a-4617-885e-acac328f155b req-40ce3963-1d1a-4b11-b989-907af66e6d7f tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455458 Aug 31 00:53:29.675300 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] For port 37672584-8e81-42a9-a2a5-226246c1cb5d, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:53:29.694756 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] For port 37672584-8e81-42a9-a2a5-226246c1cb5d, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=37672584-8e81-42a9-a2a5-226246c1cb5d,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:53:29.706104 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-672d00f6-5398-49d4-943d-da47bd458639 None None] Set router 8ae02611-673c-4f8d-aa05-897a7a5746da gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:53:29.750032 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-96a05b5d-3cc4-48c3-9ece-bb43677b7db1 req-2c5017ec-5f80-4790-a8f7-09347ff2528c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:29.759591 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-1a87ff9f-1fb3-4c9a-bf3b-b6c306b77c32 None None] Set router 45ea3610-da63-4876-b145-4b90886ff1af gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:53:29.776761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77ccd9-4107-4769-a35f-f5cbd473ba5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=142bf2c3-09e2-45a4-ac82-63759f91b472,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:29.830208 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bb9e81-3513-42cd-b619-d7c7bf387404 x-openstack-request-id: req-92bb9e81-3513-42cd-b619-d7c7bf387404 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:29.830599 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d565eb-19cc-49bf-9a50-c07ebeb9cd4c", "tag": "05be0509-cf0a-4f18-9981-42144412caef", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:29.830972 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92bb9e81-3513-42cd-b619-d7c7bf387404 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:29.831426 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d565eb-19cc-49bf-9a50-c07ebeb9cd4c', 'tag': '05be0509-cf0a-4f18-9981-42144412caef', 'status': 'completed', 'code': 200} Aug 31 00:53:29.858558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5017ec-5f80-4790-a8f7-09347ff2528c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Pushing event deleted for resources: {'Port': ['ID=17330b1f-d2d0-4cb3-a45e-7c962003447d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:29.885906 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:30.064593 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 17330b1f-d2d0-4cb3-a45e-7c962003447d no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:53:30.168209 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Pushing event updated for resources: {'Port': ['ID=37672584-8e81-42a9-a2a5-226246c1cb5d,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:30.184151 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 17330b1f-d2d0-4cb3-a45e-7c962003447d {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:53:30.185425 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 17330b1f-d2d0-4cb3-a45e-7c962003447d not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:53:30.246187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a05b5d-3cc4-48c3-9ece-bb43677b7db1 req-2c5017ec-5f80-4790-a8f7-09347ff2528c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] No DVR routers for this DVR port 17330b1f-d2d0-4cb3-a45e-7c962003447d on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:53:30.281972 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1a87ff9f-1fb3-4c9a-bf3b-b6c306b77c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea3610-da63-4876-b145-4b90886ff1af', 'name': 'tempest-ServersTestManualDisk-625258496-router', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:21Z', 'updated_at': '2021-08-31T00:52:33Z', 'revision_number': 4, 'project_id': 'cb916b836e584d028f50820f5d058952', 'gw_port': {'id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '9fa76a9c-c871-4ed4-acf8-fad9b7b35971', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'port_id': '05be0509-cf0a-4f18-9981-42144412caef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87', 'mac_address': 'fa:16:3e:0c:41:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d565eb-19cc-49bf-9a50-c07ebeb9cd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:52:47Z', 'updated_at': '2021-08-31T00:53:25Z', 'revision_number': 1, 'project_id': 'cb916b836e584d028f50820f5d058952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a149d4-26ff-4cfc-be6b-792a38d9c6a4', 'name': '', 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'mac_address': 'fa:16:3e:18:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '30781be2-5bee-4638-999a-f788a777a8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:30Z', 'updated_at': '2021-08-31T00:52:47Z', 'revision_number': 5, 'project_id': 'cb916b836e584d028f50820f5d058952', 'subnets': [{'id': '30781be2-5bee-4638-999a-f788a777a8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:30.312598 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a87ff9f-1fb3-4c9a-bf3b-b6c306b77c32 None None] Checking router: 45ea3610-da63-4876-b145-4b90886ff1af for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:53:30.328336 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a87ff9f-1fb3-4c9a-bf3b-b6c306b77c32 None None] Routers {'45ea3610-da63-4876-b145-4b90886ff1af'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:53:30.329378 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1a87ff9f-1fb3-4c9a-bf3b-b6c306b77c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:53:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['45ea3610-da63-4876-b145-4b90886ff1af'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:30.540938 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-1a87ff9f-1fb3-4c9a-bf3b-b6c306b77c32 None None] Set router 45ea3610-da63-4876-b145-4b90886ff1af gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:53:30.685105 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c8b1a16-f6dc-45ac-903c-7be9e5e75c9b req-6df24e68-7b2f-49b5-9e13-70206c9d3283 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e78a990-d4e4-4e62-acf9-0e944821a3c7 HTTP/1.1" status: 200 len: 999 time: 1.1818297 Aug 31 00:53:30.743844 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-672d00f6-5398-49d4-943d-da47bd458639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'name': 'tempest-ServersTestJSON-1241271120-router', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:35Z', 'revision_number': 4, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'gw_port': {'id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:25Z', 'updated_at': '2021-08-31T00:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '684cb0f9-21e9-46bd-89f2-d49d67b6aa62', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'port_id': '5e78a990-d4e4-4e62-acf9-0e944821a3c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975', 'mac_address': 'fa:16:3e:1d:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7998e32-ad48-490a-aa08-ff1598e52287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:52:50Z', 'updated_at': '2021-08-31T00:53:24Z', 'revision_number': 1, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db86779f-52c7-4caa-a779-7f3cbbd866b7', 'name': '', 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'mac_address': 'fa:16:3e:89:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '33607f4e-6584-4090-b09f-6f2de69c9050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:30Z', 'updated_at': '2021-08-31T00:52:44Z', 'revision_number': 5, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'subnets': [{'id': '33607f4e-6584-4090-b09f-6f2de69c9050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:30.789879 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea77ccd9-4107-4769-a35f-f5cbd473ba5c admin admin] Checking segment: {'id': '4e658841-2906-400f-a684-d4fbd97b680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:53:30.790550 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea77ccd9-4107-4769-a35f-f5cbd473ba5c admin admin] Network hostable DHCP agents. Network: dc278020-aff3-4dcf-ba96-5afc27324078, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:53:30.815628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672d00f6-5398-49d4-943d-da47bd458639 None None] Checking router: 8ae02611-673c-4f8d-aa05-897a7a5746da for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:53:30.837112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672d00f6-5398-49d4-943d-da47bd458639 None None] Routers {'8ae02611-673c-4f8d-aa05-897a7a5746da'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:53:30.837700 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-672d00f6-5398-49d4-943d-da47bd458639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:53:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8ae02611-673c-4f8d-aa05-897a7a5746da'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:30.884453 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f45eab-5106-432b-b3a1-1afcb5a25ceb req-5efff090-f04c-4585-86a3-d5f1ded03ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:30.889014 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0f45eab-5106-432b-b3a1-1afcb5a25ceb req-5efff090-f04c-4585-86a3-d5f1ded03ff5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb916b836e584d028f50820f5d058952&device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 1097 time: 1.0140669 Aug 31 00:53:30.897700 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b1a16-f6dc-45ac-903c-7be9e5e75c9b req-35064e52-00a9-445c-b7d5-9c0c7e404232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:30.904229 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c8b1a16-f6dc-45ac-903c-7be9e5e75c9b req-35064e52-00a9-445c-b7d5-9c0c7e404232 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33607f4e-6584-4090-b09f-6f2de69c9050 HTTP/1.1" status: 200 len: 845 time: 0.2051146 Aug 31 00:53:31.038537 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b07869-604e-49c3-9638-b641728123da req-27f9dc46-a726-4c75-85cd-e774821e08db tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:31.048145 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-77b07869-604e-49c3-9638-b641728123da req-27f9dc46-a726-4c75-85cd-e774821e08db tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 944 time: 0.3670878 Aug 31 00:53:31.092929 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-672d00f6-5398-49d4-943d-da47bd458639 None None] Set router 8ae02611-673c-4f8d-aa05-897a7a5746da gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:53:31.196027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea77ccd9-4107-4769-a35f-f5cbd473ba5c admin admin] Network dc278020-aff3-4dcf-ba96-5afc27324078 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:53:31.226747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:31.227466 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:31.229747 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01488505-da2c-451e-8cfd-76426e33441c req-708a02fa-c0b9-4046-99ac-692c4485bad2 service neutron] 10.222.0.48 "PUT /v2.0/ports/37672584-8e81-42a9-a2a5-226246c1cb5d HTTP/1.1" status: 200 len: 1093 time: 4.6025484 Aug 31 00:53:31.252390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-c138902c-efb3-4f9d-ad91-91565851d511 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:31.261768 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-c138902c-efb3-4f9d-ad91-91565851d511 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/networks?id=962090c4-e06e-4088-950b-8c581dc8e655 HTTP/1.1" status: 200 len: 814 time: 1.1020029 Aug 31 00:53:31.264489 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-96a05b5d-3cc4-48c3-9ece-bb43677b7db1 req-2c5017ec-5f80-4790-a8f7-09347ff2528c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:31.275992 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96a05b5d-3cc4-48c3-9ece-bb43677b7db1 req-2c5017ec-5f80-4790-a8f7-09347ff2528c tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.48 "DELETE /v2.0/ports/17330b1f-d2d0-4cb3-a45e-7c962003447d HTTP/1.1" status: 204 len: 173 time: 3.4446747 Aug 31 00:53:31.286529 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1a87ff9f-1fb3-4c9a-bf3b-b6c306b77c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea3610-da63-4876-b145-4b90886ff1af', 'name': 'tempest-ServersTestManualDisk-625258496-router', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:21Z', 'updated_at': '2021-08-31T00:52:33Z', 'revision_number': 4, 'project_id': 'cb916b836e584d028f50820f5d058952', 'gw_port': {'id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '9fa76a9c-c871-4ed4-acf8-fad9b7b35971', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'port_id': '05be0509-cf0a-4f18-9981-42144412caef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87', 'mac_address': 'fa:16:3e:0c:41:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d565eb-19cc-49bf-9a50-c07ebeb9cd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:52:47Z', 'updated_at': '2021-08-31T00:53:25Z', 'revision_number': 1, 'project_id': 'cb916b836e584d028f50820f5d058952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a149d4-26ff-4cfc-be6b-792a38d9c6a4', 'name': '', 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'mac_address': 'fa:16:3e:18:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '30781be2-5bee-4638-999a-f788a777a8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:30Z', 'updated_at': '2021-08-31T00:52:47Z', 'revision_number': 5, 'project_id': 'cb916b836e584d028f50820f5d058952', 'subnets': [{'id': '30781be2-5bee-4638-999a-f788a777a8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:31.299487 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b3a10bc8-9476-4046-ab46-a70769cbab31 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/quotas/3e57aba893e84797a7ad07e1842cdb74 HTTP/1.1" status: 200 len: 375 time: 0.0360839 Aug 31 00:53:31.315257 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-ea77ccd9-4107-4769-a35f-f5cbd473ba5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, dc278020-aff3-4dcf-ba96-5afc27324078) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:53:31.345402 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea77ccd9-4107-4769-a35f-f5cbd473ba5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:31.348789 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea77ccd9-4107-4769-a35f-f5cbd473ba5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:31.381339 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a87ff9f-1fb3-4c9a-bf3b-b6c306b77c32 None None] The sync data for ids ['45ea3610-da63-4876-b145-4b90886ff1af'] in n-d-793621-34 is: [{'id': '45ea3610-da63-4876-b145-4b90886ff1af', 'name': 'tempest-ServersTestManualDisk-625258496-router', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:21Z', 'updated_at': '2021-08-31T00:52:33Z', 'revision_number': 4, 'project_id': 'cb916b836e584d028f50820f5d058952', 'gw_port': {'id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '9fa76a9c-c871-4ed4-acf8-fad9b7b35971', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'port_id': '05be0509-cf0a-4f18-9981-42144412caef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87', 'mac_address': 'fa:16:3e:0c:41:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d565eb-19cc-49bf-9a50-c07ebeb9cd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:52:47Z', 'updated_at': '2021-08-31T00:53:25Z', 'revision_number': 1, 'project_id': 'cb916b836e584d028f50820f5d058952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a149d4-26ff-4cfc-be6b-792a38d9c6a4', 'name': '', 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'mac_address': 'fa:16:3e:18:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '30781be2-5bee-4638-999a-f788a777a8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:30Z', 'updated_at': '2021-08-31T00:52:47Z', 'revision_number': 5, 'project_id': 'cb916b836e584d028f50820f5d058952', 'subnets': [{'id': '30781be2-5bee-4638-999a-f788a777a8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:53:31.383032 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b1a16-f6dc-45ac-903c-7be9e5e75c9b req-ef8277e2-34f6-41f3-8e64-081e66d11716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:31.386111 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-43da957d-0ae8-40e8-ab52-f9a1b4adccb3 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e57aba893e84797a7ad07e1842cdb74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857992 Aug 31 00:53:31.387326 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c8b1a16-f6dc-45ac-903c-7be9e5e75c9b req-ef8277e2-34f6-41f3-8e64-081e66d11716 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62bcc279-75c4-4395-8c31-f0f71b03f975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4588466 Aug 31 00:53:31.391368 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f45eab-5106-432b-b3a1-1afcb5a25ceb req-1e1d5348-81ee-4d46-8c22-d3805bf94f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:31.392725 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0f45eab-5106-432b-b3a1-1afcb5a25ceb req-1e1d5348-81ee-4d46-8c22-d3805bf94f3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 HTTP/1.1" status: 200 len: 912 time: 0.4861169 Aug 31 00:53:31.413613 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acb4779-de0a-4c7c-b7d4-3544434befd6 None None] Network dc278020-aff3-4dcf-ba96-5afc27324078 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:53:31.594736 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0f45eab-5106-432b-b3a1-1afcb5a25ceb req-6fb5de45-a4d3-4d72-8d23-c0287742a4db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05be0509-cf0a-4f18-9981-42144412caef HTTP/1.1" status: 200 len: 998 time: 0.1870179 Aug 31 00:53:31.603889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01488505-da2c-451e-8cfd-76426e33441c req-0e708a6a-cd03-4647-b28d-fdf0734fad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:31.606610 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01488505-da2c-451e-8cfd-76426e33441c req-0e708a6a-cd03-4647-b28d-fdf0734fad2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6696427873454ece88fcc369fa4609ff&device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 1096 time: 0.2012424 Aug 31 00:53:31.660031 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ea77ccd9-4107-4769-a35f-f5cbd473ba5c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.5225024 Aug 31 00:53:31.679994 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-77b07869-604e-49c3-9638-b641728123da req-b5f7af61-a61c-4a7f-b350-92199ffd845c tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6303298 Aug 31 00:53:31.680613 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40796) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:31.697218 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01488505-da2c-451e-8cfd-76426e33441c req-82d69a70-9ef4-42b5-b7a1-ade9b464123b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37672584-8e81-42a9-a2a5-226246c1cb5d HTTP/1.1" status: 200 len: 217 time: 0.0807288 Aug 31 00:53:31.707780 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-9a75ab0d-eb1c-4174-807c-aa281847f25c service neutron] 10.222.0.16 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184552 Aug 31 00:53:31.735400 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:53:31.808866 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f45eab-5106-432b-b3a1-1afcb5a25ceb req-ed20f64a-6157-4a39-9b59-d790efcb51af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:31.811000 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0f45eab-5106-432b-b3a1-1afcb5a25ceb req-ed20f64a-6157-4a39-9b59-d790efcb51af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30781be2-5bee-4638-999a-f788a777a8fa HTTP/1.1" status: 200 len: 850 time: 0.1555066 Aug 31 00:53:31.837167 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59bb7b3-70b6-414f-8a5d-66d8cb3824b1', 'tag': '37672584-8e81-42a9-a2a5-226246c1cb5d'}, {'server_uuid': '96486778-84cc-46f0-90ec-eec665fc31c3', 'name': 'network-vif-deleted', 'tag': '17330b1f-d2d0-4cb3-a45e-7c962003447d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:31.840457 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01cff30-4233-43a9-9c3c-2d1f3df9c572" -d '{"events": [{"name": "network-changed", "server_uuid": "b59bb7b3-70b6-414f-8a5d-66d8cb3824b1", "tag": "37672584-8e81-42a9-a2a5-226246c1cb5d"}, {"server_uuid": "96486778-84cc-46f0-90ec-eec665fc31c3", "name": "network-vif-deleted", "tag": "17330b1f-d2d0-4cb3-a45e-7c962003447d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:31.877712 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01488505-da2c-451e-8cfd-76426e33441c req-22576473-2869-498c-8fa8-62b0da94da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:31.879544 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01488505-da2c-451e-8cfd-76426e33441c req-22576473-2869-498c-8fa8-62b0da94da85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=705c0226-5114-4c34-8342-90d30ce9c10c HTTP/1.1" status: 200 len: 862 time: 0.1706407 Aug 31 00:53:31.909326 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c8b1a16-f6dc-45ac-903c-7be9e5e75c9b req-e4a04bc2-4e69-4da5-b34e-a57766a4e572 service neutron] 10.222.0.41 "GET /v2.0/networks/62bcc279-75c4-4395-8c31-f0f71b03f975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035999 Aug 31 00:53:31.950026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f45eab-5106-432b-b3a1-1afcb5a25ceb req-2c5da656-4d97-426f-9bfe-ab7cdf561f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:31.951815 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0f45eab-5106-432b-b3a1-1afcb5a25ceb req-2c5da656-4d97-426f-9bfe-ab7cdf561f2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b35eefa-7ab0-4ef7-a371-a86a18ca3f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249456 Aug 31 00:53:31.958310 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01488505-da2c-451e-8cfd-76426e33441c req-b00019a8-0cae-4d3b-9400-4cb29c33e5e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b215787-2670-4c58-b41e-2b82d5b16242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510068 Aug 31 00:53:32.001737 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e398c182-c6c0-40b5-931d-a6372746ae5f None None] New status for floating IP 9fa76a9c-c871-4ed4-acf8-fad9b7b35971: ACTIVE {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:53:32.101969 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-6115efa2-101f-4e69-a2da-244ac2bb4122 service neutron] 10.222.0.16 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698769 Aug 31 00:53:32.145926 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:32.148397 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:32.278941 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:53:32.287699 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01488505-da2c-451e-8cfd-76426e33441c req-69c19bc1-ddf4-4422-a4d9-02f0e2a277e7 service neutron] 10.222.0.48 "GET /v2.0/networks/9b215787-2670-4c58-b41e-2b82d5b16242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152394 Aug 31 00:53:32.337620 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:32.427525 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-672d00f6-5398-49d4-943d-da47bd458639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'name': 'tempest-ServersTestJSON-1241271120-router', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:35Z', 'revision_number': 4, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'gw_port': {'id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:25Z', 'updated_at': '2021-08-31T00:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '684cb0f9-21e9-46bd-89f2-d49d67b6aa62', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'port_id': '5e78a990-d4e4-4e62-acf9-0e944821a3c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975', 'mac_address': 'fa:16:3e:1d:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7998e32-ad48-490a-aa08-ff1598e52287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:52:50Z', 'updated_at': '2021-08-31T00:53:24Z', 'revision_number': 1, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db86779f-52c7-4caa-a779-7f3cbbd866b7', 'name': '', 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'mac_address': 'fa:16:3e:89:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '33607f4e-6584-4090-b09f-6f2de69c9050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:30Z', 'updated_at': '2021-08-31T00:52:44Z', 'revision_number': 5, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'subnets': [{'id': '33607f4e-6584-4090-b09f-6f2de69c9050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:32.605531 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c8b1a16-f6dc-45ac-903c-7be9e5e75c9b req-95ebf747-c1d8-4530-814f-55537ae11693 service neutron] 10.222.0.41 "GET /v2.0/networks/62bcc279-75c4-4395-8c31-f0f71b03f975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6776519 Aug 31 00:53:32.666820 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01488505-da2c-451e-8cfd-76426e33441c req-e3126237-82e4-46b7-bc20-f6c1fab1a714 service neutron] 10.222.0.48 "GET /v2.0/networks/9b215787-2670-4c58-b41e-2b82d5b16242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697977 Aug 31 00:53:32.797890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672d00f6-5398-49d4-943d-da47bd458639 None None] The sync data for ids ['8ae02611-673c-4f8d-aa05-897a7a5746da'] in n-d-793621-34 is: [{'id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'name': 'tempest-ServersTestJSON-1241271120-router', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:35Z', 'revision_number': 4, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'gw_port': {'id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:25Z', 'updated_at': '2021-08-31T00:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '684cb0f9-21e9-46bd-89f2-d49d67b6aa62', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'port_id': '5e78a990-d4e4-4e62-acf9-0e944821a3c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975', 'mac_address': 'fa:16:3e:1d:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7998e32-ad48-490a-aa08-ff1598e52287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:52:50Z', 'updated_at': '2021-08-31T00:53:24Z', 'revision_number': 1, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db86779f-52c7-4caa-a779-7f3cbbd866b7', 'name': '', 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'mac_address': 'fa:16:3e:89:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '33607f4e-6584-4090-b09f-6f2de69c9050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:30Z', 'updated_at': '2021-08-31T00:52:44Z', 'revision_number': 5, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'subnets': [{'id': '33607f4e-6584-4090-b09f-6f2de69c9050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:53:32.988821 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d3d930-de01-4534-8395-54988574c346 x-openstack-request-id: req-53d3d930-de01-4534-8395-54988574c346 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:32.988821 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59bb7b3-70b6-414f-8a5d-66d8cb3824b1", "tag": "37672584-8e81-42a9-a2a5-226246c1cb5d", "status": "completed", "code": 200}, {"server_uuid": "96486778-84cc-46f0-90ec-eec665fc31c3", "name": "network-vif-deleted", "tag": "17330b1f-d2d0-4cb3-a45e-7c962003447d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:32.989033 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53d3d930-de01-4534-8395-54988574c346 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:32.989331 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59bb7b3-70b6-414f-8a5d-66d8cb3824b1', 'tag': '37672584-8e81-42a9-a2a5-226246c1cb5d', 'status': 'completed', 'code': 200} Aug 31 00:53:32.989610 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96486778-84cc-46f0-90ec-eec665fc31c3', 'name': 'network-vif-deleted', 'tag': '17330b1f-d2d0-4cb3-a45e-7c962003447d', 'status': 'completed', 'code': 200} Aug 31 00:53:33.082338 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5faa4db8-e623-4184-87b3-3f2eeb8c0b5a req-057d35e5-0703-45fd-8275-54d207a1f797 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=96486778-84cc-46f0-90ec-eec665fc31c3 HTTP/1.1" status: 200 len: 210 time: 1.0209138 Aug 31 00:53:33.141478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-dc278020-aff3-4dcf-ba96-5afc27324078', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:53:33.142269 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:33.224473 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:33.274755 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42447007-b904-4fe9-896a-82d92be17c02 req-e66e5f26-30c5-4c9c-a67c-3c129b9c9474 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 210 time: 0.1694441 Aug 31 00:53:33.287617 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0f45eab-5106-432b-b3a1-1afcb5a25ceb req-7b372748-9eac-4cbf-83a9-03cbe740c81f service neutron] 10.222.0.41 "GET /v2.0/networks/2b35eefa-7ab0-4ef7-a371-a86a18ca3f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2284710 Aug 31 00:53:33.373260 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cff30-4233-43a9-9c3c-2d1f3df9c572 req-19064c27-278d-4a99-bae0-3be8ae80a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:33.398878 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f01cff30-4233-43a9-9c3c-2d1f3df9c572 req-19064c27-278d-4a99-bae0-3be8ae80a005 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6696427873454ece88fcc369fa4609ff&device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 1096 time: 0.3846519 Aug 31 00:53:33.474049 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747c552-0845-4d5d-936e-e7d755180232 None None] New status for floating IP 684cb0f9-21e9-46bd-89f2-d49d67b6aa62: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:53:33.644527 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Allocated IP 172.20.0.2 (dc278020-aff3-4dcf-ba96-5afc27324078/142bf2c3-09e2-45a4-ac82-63759f91b472/905f7279-51e2-4df7-8d47-55aa9702d711) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:53:33.682487 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cff30-4233-43a9-9c3c-2d1f3df9c572 req-12090cde-f493-4ea1-a740-48b70e67c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:33.687755 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f01cff30-4233-43a9-9c3c-2d1f3df9c572 req-12090cde-f493-4ea1-a740-48b70e67c189 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b215787-2670-4c58-b41e-2b82d5b16242 HTTP/1.1" status: 200 len: 923 time: 0.2816281 Aug 31 00:53:33.802788 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f01cff30-4233-43a9-9c3c-2d1f3df9c572 req-0a8848c6-d0bb-4540-9968-e2a278c8eb4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37672584-8e81-42a9-a2a5-226246c1cb5d HTTP/1.1" status: 200 len: 217 time: 0.1073174 Aug 31 00:53:33.875598 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0f45eab-5106-432b-b3a1-1afcb5a25ceb req-2ba73da8-2363-4a24-b38d-76ec386ec8fb service neutron] 10.222.0.41 "GET /v2.0/networks/2b35eefa-7ab0-4ef7-a371-a86a18ca3f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5798113 Aug 31 00:53:33.942269 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19689a53-0421-4926-90af-52214ecfa9f7 req-24812e27-c8ee-4e3a-96c4-66c957975d18 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:33.942475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cff30-4233-43a9-9c3c-2d1f3df9c572 req-f5b01412-78f4-4038-be6c-d9177b2d924e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:33.950545 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f01cff30-4233-43a9-9c3c-2d1f3df9c572 req-f5b01412-78f4-4038-be6c-d9177b2d924e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=705c0226-5114-4c34-8342-90d30ce9c10c HTTP/1.1" status: 200 len: 862 time: 0.1388047 Aug 31 00:53:33.969289 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19689a53-0421-4926-90af-52214ecfa9f7 req-24812e27-c8ee-4e3a-96c4-66c957975d18 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 944 time: 0.4867001 Aug 31 00:53:34.064487 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f01cff30-4233-43a9-9c3c-2d1f3df9c572 req-c563bc9b-5cf2-41ba-b85b-b6ce266bb213 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b215787-2670-4c58-b41e-2b82d5b16242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024835 Aug 31 00:53:34.081984 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19689a53-0421-4926-90af-52214ecfa9f7 req-64be85de-357c-40b3-ac72-e96d927d39bb tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088421 Aug 31 00:53:34.352424 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:34.375958 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f01cff30-4233-43a9-9c3c-2d1f3df9c572 req-1a8e7aab-f32f-4ad2-b163-5e032c67f3f7 service neutron] 10.222.0.48 "GET /v2.0/networks/9b215787-2670-4c58-b41e-2b82d5b16242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033097 Aug 31 00:53:34.380329 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Transition to ACTIVE for port object 905f7279-51e2-4df7-8d47-55aa9702d711 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:53:34.439560 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Transition to ACTIVE for port object 905f7279-51e2-4df7-8d47-55aa9702d711 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:53:34.445018 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ecac37eb-a31c-4500-af5b-95fdeb6b76d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:34.506827 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:34.558447 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:34.619105 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Network dc278020-aff3-4dcf-ba96-5afc27324078 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:53:34.626383 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:34.627711 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-57728139-c4a8-43d2-81ea-a8c5598213e0 req-a0a23c4b-774c-437c-a911-54cbe658b0db tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 210 time: 0.1104121 Aug 31 00:53:34.630582 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:53:34.636551 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:53:34.654388 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Pushing event updated for resources: {'Port': ['ID=905f7279-51e2-4df7-8d47-55aa9702d711,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:34.735289 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Attempting to bind port 905f7279-51e2-4df7-8d47-55aa9702d711 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:53:34.735790 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Attempting to bind port 905f7279-51e2-4df7-8d47-55aa9702d711 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '4e658841-2906-400f-a684-d4fbd97b680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:53:34.736157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Attempting to bind port 905f7279-51e2-4df7-8d47-55aa9702d711 on network dc278020-aff3-4dcf-ba96-5afc27324078 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:53:34.749328 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:53:34.750738 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Checking segment: {'id': '4e658841-2906-400f-a684-d4fbd97b680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:53:34.750738 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:34.751227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Bound using segment: {'id': '4e658841-2906-400f-a684-d4fbd97b680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:53:34.751989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Bound port: 905f7279-51e2-4df7-8d47-55aa9702d711, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e658841-2906-400f-a684-d4fbd97b680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:53:34.753222 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:34.803844 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f01cff30-4233-43a9-9c3c-2d1f3df9c572 req-c49f8ba7-cdff-4283-8374-266d792210d6 service neutron] 10.222.0.48 "GET /v2.0/networks/9b215787-2670-4c58-b41e-2b82d5b16242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158263 Aug 31 00:53:34.877611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] For port 905f7279-51e2-4df7-8d47-55aa9702d711, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:53:34.882556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] For port 905f7279-51e2-4df7-8d47-55aa9702d711, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=905f7279-51e2-4df7-8d47-55aa9702d711,segment=NetworkSegment(4e658841-2906-400f-a684-d4fbd97b680a),segment_id=4e658841-2906-400f-a684-d4fbd97b680a)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:53:34.900584 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] Allocated IP 172.25.2.43 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/a227b674-083c-43ed-a82b-21b4aeecddae) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:53:35.041666 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:35.086538 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:35.193889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe2d11-96db-482f-8db7-c6089b6d2a04 None None] Pushing event updated for resources: {'Port': ['ID=905f7279-51e2-4df7-8d47-55aa9702d711,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:35.319718 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:35.328136 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69620319-57fe-484d-b70f-2a7051628074 req-38a749e0-0f8d-4089-89c2-07bc9cfca3c9 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:35.340459 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69620319-57fe-484d-b70f-2a7051628074 req-38a749e0-0f8d-4089-89c2-07bc9cfca3c9 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 945 time: 0.1551716 Aug 31 00:53:35.404229 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69620319-57fe-484d-b70f-2a7051628074 req-0f23614a-689f-4b74-96f3-0159e3c27691 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627515 Aug 31 00:53:35.450585 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:53:35.462978 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:53:35.468726 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:53:35.529488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792d04a-1c57-47ae-badd-f02aa3e8ac03 req-679afa94-feb5-454f-9ae0-2c98030978e3 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:35.537485 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3792d04a-1c57-47ae-badd-f02aa3e8ac03 req-679afa94-feb5-454f-9ae0-2c98030978e3 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 944 time: 0.1601818 Aug 31 00:53:35.541327 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eed8c5-52d9-4d80-bfb3-0e0f07085918 req-2cf3ebd3-98bc-4a12-9e88-8287d8487b84 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:35.544005 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-95eed8c5-52d9-4d80-bfb3-0e0f07085918 req-2cf3ebd3-98bc-4a12-9e88-8287d8487b84 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.48 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 945 time: 0.0974844 Aug 31 00:53:35.545296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] Pushing event updated for resources: {'Port': ['ID=a227b674-083c-43ed-a82b-21b4aeecddae,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:35.649279 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3792d04a-1c57-47ae-badd-f02aa3e8ac03 req-df710d99-46cc-42a7-925d-3b85b7896c3d tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106637 Aug 31 00:53:36.001266 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0ce8e76a-a729-481a-af40-651d407c5350 req-96626a28-94c5-4f47-8a3b-25e1613a5036 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 210 time: 0.1813953 Aug 31 00:53:36.037425 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 37672584-8e81-42a9-a2a5-226246c1cb5d details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:53:36.118238 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-95eed8c5-52d9-4d80-bfb3-0e0f07085918 req-5a1ad547-c48b-48a6-a8cd-ee88f40d73b3 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Deleting port e8056128-b197-4ec7-90b6-4908008b37f9 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:53:36.129057 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-95eed8c5-52d9-4d80-bfb3-0e0f07085918 req-5a1ad547-c48b-48a6-a8cd-ee88f40d73b3 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:36.186807 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 905f7279-51e2-4df7-8d47-55aa9702d711 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:53:36.348879 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-95eed8c5-52d9-4d80-bfb3-0e0f07085918 req-5a1ad547-c48b-48a6-a8cd-ee88f40d73b3 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] For port e8056128-b197-4ec7-90b6-4908008b37f9, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e8056128-b197-4ec7-90b6-4908008b37f9,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:36.349324 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-95eed8c5-52d9-4d80-bfb3-0e0f07085918 req-5a1ad547-c48b-48a6-a8cd-ee88f40d73b3 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:36.418186 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-95eed8c5-52d9-4d80-bfb3-0e0f07085918 req-5a1ad547-c48b-48a6-a8cd-ee88f40d73b3 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Calling delete_port for e8056128-b197-4ec7-90b6-4908008b37f9 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:53:36.664911 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 37672584-8e81-42a9-a2a5-226246c1cb5d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=37672584-8e81-42a9-a2a5-226246c1cb5d,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:36.686537 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 905f7279-51e2-4df7-8d47-55aa9702d711 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:53:36.691004 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b667044e-f37c-46ce-8ed7-18b1144a228c tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:36.693616 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b667044e-f37c-46ce-8ed7-18b1144a228c tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.41 "GET /v2.0/networks?id=962090c4-e06e-4088-950b-8c581dc8e655 HTTP/1.1" status: 200 len: 814 time: 0.5879948 Aug 31 00:53:36.724848 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-112d63ae-72a6-451c-a4ad-bf0d6325a908 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Request body: {'port': {'device_id': '05085dce-69e7-49b6-bea3-e8c5221b63bf', 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655', 'admin_state_up': True, 'tenant_id': '3e57aba893e84797a7ad07e1842cdb74'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:53:36.733538 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:36.739935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '37672584-8e81-42a9-a2a5-226246c1cb5d', 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242', 'port_id': '37672584-8e81-42a9-a2a5-226246c1cb5d', 'mac_address': 'fa:16:3e:f1:c9:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705c0226-5114-4c34-8342-90d30ce9c10c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:53:36.784331 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:36.841003 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:36.909345 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:36.919450 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:36.962209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37672584-8e81-42a9-a2a5-226246c1cb5d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:53:37.046662 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 37672584-8e81-42a9-a2a5-226246c1cb5d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=37672584-8e81-42a9-a2a5-226246c1cb5d,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:37.057600 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8c886481-6ea3-421a-81ff-140eb0478b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:37.084459 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3e7b2-668d-4624-940e-1619a6385db4 req-7242ca66-8b2d-4676-aed5-59d1d848da5a tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:37.101025 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-25d3e7b2-668d-4624-940e-1619a6385db4 req-7242ca66-8b2d-4676-aed5-59d1d848da5a tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 945 time: 0.4512250 Aug 31 00:53:37.161000 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:37.164686 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-95eed8c5-52d9-4d80-bfb3-0e0f07085918 req-5a1ad547-c48b-48a6-a8cd-ee88f40d73b3 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:37.251114 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9799e028-aca7-489e-a9a1-7c63dbd4b8ae None None] Network dc278020-aff3-4dcf-ba96-5afc27324078 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:53:37.298821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ad547-c48b-48a6-a8cd-ee88f40d73b3 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Pushing event deleted for resources: {'Port': ['ID=e8056128-b197-4ec7-90b6-4908008b37f9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:37.352283 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-95eed8c5-52d9-4d80-bfb3-0e0f07085918 req-5a1ad547-c48b-48a6-a8cd-ee88f40d73b3 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] No DVR routers for this DVR port e8056128-b197-4ec7-90b6-4908008b37f9 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:53:37.359887 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-95eed8c5-52d9-4d80-bfb3-0e0f07085918 req-5a1ad547-c48b-48a6-a8cd-ee88f40d73b3 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:37.363174 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-95eed8c5-52d9-4d80-bfb3-0e0f07085918 req-5a1ad547-c48b-48a6-a8cd-ee88f40d73b3 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.48 "DELETE /v2.0/ports/e8056128-b197-4ec7-90b6-4908008b37f9 HTTP/1.1" status: 204 len: 173 time: 1.8109260 Aug 31 00:53:37.364066 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810ca3ed-f907-4987-bf30-0a83a112181b', 'name': 'network-vif-deleted', 'tag': 'e8056128-b197-4ec7-90b6-4908008b37f9'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:37.377238 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46bf9d0-259c-43a9-a5b8-4cfed19b40d4" -d '{"events": [{"server_uuid": "810ca3ed-f907-4987-bf30-0a83a112181b", "name": "network-vif-deleted", "tag": "e8056128-b197-4ec7-90b6-4908008b37f9"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:37.395965 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e116bd2f-1693-4a4b-9851-4b8c1f4567b5 None None] Provisioning for port 905f7279-51e2-4df7-8d47-55aa9702d711 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:53:37.396754 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-25d3e7b2-668d-4624-940e-1619a6385db4 req-48443f30-9288-48fe-932a-0a3cd012dfd4 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947512 Aug 31 00:53:37.430203 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e116bd2f-1693-4a4b-9851-4b8c1f4567b5 None None] Provisioning complete for port 905f7279-51e2-4df7-8d47-55aa9702d711 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:53:37.430658 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e116bd2f-1693-4a4b-9851-4b8c1f4567b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:37.434716 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=37672584-8e81-42a9-a2a5-226246c1cb5d,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:37.486420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['37672584-8e81-42a9-a2a5-226246c1cb5d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:53:37.524795 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bf8729e7-6401-4752-a539-eab359c49bf2 req-f8dbfd3f-e129-44c9-948e-157acc9d4d8d tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 210 time: 0.0559072 Aug 31 00:53:37.618218 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aabf30-f82b-41e6-a9d2-77a505c47558 req-2096bd9b-9ce5-41df-b654-a501bf81472a tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:37.619821 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1aabf30-f82b-41e6-a9d2-77a505c47558 req-2096bd9b-9ce5-41df-b654-a501bf81472a tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 944 time: 0.6961670 Aug 31 00:53:37.727031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-112d63ae-72a6-451c-a4ad-bf0d6325a908 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Made reservation on behalf of 3e57aba893e84797a7ad07e1842cdb74 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:53:37.743987 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-112d63ae-72a6-451c-a4ad-bf0d6325a908 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:37.900831 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1650470-32b6-4fee-9425-2852bf1f16d4 x-openstack-request-id: req-e1650470-32b6-4fee-9425-2852bf1f16d4 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:37.900831 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810ca3ed-f907-4987-bf30-0a83a112181b", "name": "network-vif-deleted", "tag": "e8056128-b197-4ec7-90b6-4908008b37f9", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:37.900831 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1650470-32b6-4fee-9425-2852bf1f16d4 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:37.900831 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810ca3ed-f907-4987-bf30-0a83a112181b', 'name': 'network-vif-deleted', 'tag': 'e8056128-b197-4ec7-90b6-4908008b37f9', 'status': 'completed', 'code': 200} Aug 31 00:53:37.906206 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e116bd2f-1693-4a4b-9851-4b8c1f4567b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:38.087040 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e116bd2f-1693-4a4b-9851-4b8c1f4567b5 None None] For port 905f7279-51e2-4df7-8d47-55aa9702d711, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=905f7279-51e2-4df7-8d47-55aa9702d711,segment=NetworkSegment(4e658841-2906-400f-a684-d4fbd97b680a),segment_id=4e658841-2906-400f-a684-d4fbd97b680a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:38.142460 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1aabf30-f82b-41e6-a9d2-77a505c47558 req-0e236de8-6b9d-4a2d-86e8-3fe6b19a284e tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884515 Aug 31 00:53:38.229730 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e116bd2f-1693-4a4b-9851-4b8c1f4567b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:38.380699 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116bd2f-1693-4a4b-9851-4b8c1f4567b5 None None] Pushing event updated for resources: {'Port': ['ID=905f7279-51e2-4df7-8d47-55aa9702d711,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:38.574502 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9a94733f-cea3-4e3b-bf64-bf383ddc5752 None None] Provisioning complete for port 905f7279-51e2-4df7-8d47-55aa9702d711 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:53:38.575512 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9a94733f-cea3-4e3b-bf64-bf383ddc5752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:38.581755 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-56c3d2b2-e37e-4701-97ed-606f1a86fcc4 req-ac6c8de6-6046-4f63-ac55-26536e12b101 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=810ca3ed-f907-4987-bf30-0a83a112181b HTTP/1.1" status: 200 len: 210 time: 0.0519581 Aug 31 00:53:38.594490 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:38.851471 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-351fe5da-b7eb-419e-82d2-748665f64118 req-4916bde4-932e-4d06-a71c-81579f25a289 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 210 time: 0.0523107 Aug 31 00:53:38.940575 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:39.012735 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-112d63ae-72a6-451c-a4ad-bf0d6325a908 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Allocated IP 172.20.0.10 (962090c4-e06e-4088-950b-8c581dc8e655/7dd93664-3297-40f1-8193-ad3e9b8e3322/9d5bd277-aeb5-4022-b617-60ca0f30db3a) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:53:39.404444 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12502aeb-ea9a-4ed1-bf30-69e1df3d9a25 req-9185caf0-1797-4896-9fdb-a4b8a71096af tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:39.412571 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12502aeb-ea9a-4ed1-bf30-69e1df3d9a25 req-9185caf0-1797-4896-9fdb-a4b8a71096af tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 945 time: 0.1108842 Aug 31 00:53:39.459524 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-112d63ae-72a6-451c-a4ad-bf0d6325a908 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:39.466271 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] Router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:53:39.514346 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12502aeb-ea9a-4ed1-bf30-69e1df3d9a25 req-4117d44b-05d9-42ed-8a84-241bd763d7a7 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948098 Aug 31 00:53:39.718087 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:53:39.731287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Sync routers for ids ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:53:39.751334 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Routers {'11d1eee7-e0b0-4075-930d-d109e7d9eb0a'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:53:39.757205 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:53:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:39.778691 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-112d63ae-72a6-451c-a4ad-bf0d6325a908 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:39.926395 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-112d63ae-72a6-451c-a4ad-bf0d6325a908 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Network 962090c4-e06e-4088-950b-8c581dc8e655 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:53:39.939143 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-112d63ae-72a6-451c-a4ad-bf0d6325a908 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:53:39.945262 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-112d63ae-72a6-451c-a4ad-bf0d6325a908 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:53:39.960550 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:39.960550 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ed68906e-9f3f-4f25-ae0a-af6667ad72cf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.2472072 Aug 31 00:53:39.961882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40946) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:39.965987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 905f7279-51e2-4df7-8d47-55aa9702d711 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:53:40.059909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 37672584-8e81-42a9-a2a5-226246c1cb5d up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:53:40.070159 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Set router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:53:40.115566 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d63ae-72a6-451c-a4ad-bf0d6325a908 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Pushing event updated for resources: {'Port': ['ID=9d5bd277-aeb5-4022-b617-60ca0f30db3a,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:40.187365 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-112d63ae-72a6-451c-a4ad-bf0d6325a908 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:40.193074 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-112d63ae-72a6-451c-a4ad-bf0d6325a908 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:40.289279 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 905f7279-51e2-4df7-8d47-55aa9702d711 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:53:40.289981 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:40.367427 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-112d63ae-72a6-451c-a4ad-bf0d6325a908 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6607292 Aug 31 00:53:40.382440 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Request body: {'port': {'device_id': '05085dce-69e7-49b6-bea3-e8c5221b63bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:53:40.384173 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:40.483059 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:40.703841 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add64452-c2a1-4283-b323-ca91e46a66c1 req-7bd5b142-b330-443f-9498-01462eee4b67 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:40.727518 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-add64452-c2a1-4283-b323-ca91e46a66c1 req-7bd5b142-b330-443f-9498-01462eee4b67 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 932 time: 0.2551339 Aug 31 00:53:40.815634 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 37672584-8e81-42a9-a2a5-226246c1cb5d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:53:40.834420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eaa74-6326-48b0-80db-531d3e79e632 req-e0df1352-c9c6-43d8-9e32-1748251f0d6e tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:40.834420 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-298eaa74-6326-48b0-80db-531d3e79e632 req-e0df1352-c9c6-43d8-9e32-1748251f0d6e tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 944 time: 0.1782997 Aug 31 00:53:40.934479 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 37672584-8e81-42a9-a2a5-226246c1cb5d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:53:40.934479 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:40.935473 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-298eaa74-6326-48b0-80db-531d3e79e632 req-43c0eb80-04be-42b7-aa2a-4a26cd1f710e tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902460 Aug 31 00:53:40.935473 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bcd5d-a4f7-4584-9ad2-ad880ce87b3f req-544524cf-7bef-4cfa-a92e-0aa9ee71aaab tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:40.935473 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c83bcd5d-a4f7-4584-9ad2-ad880ce87b3f req-544524cf-7bef-4cfa-a92e-0aa9ee71aaab tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 945 time: 0.2059598 Aug 31 00:53:41.033602 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-add64452-c2a1-4283-b323-ca91e46a66c1 req-fa6287fd-4130-473c-bb12-881549b7a881 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051512 Aug 31 00:53:41.044434 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:35Z', 'revision_number': 3, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:41.054042 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2e33b-47a0-4407-b22e-0cfac145b8a7 req-daefb730-1f65-4b89-8054-3abe44dde45a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:41.055713 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-65d2e33b-47a0-4407-b22e-0cfac145b8a7 req-daefb730-1f65-4b89-8054-3abe44dde45a tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.41 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 944 time: 0.3109028 Aug 31 00:53:41.105815 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Checking router: 11d1eee7-e0b0-4075-930d-d109e7d9eb0a for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:53:41.106477 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Updating router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a port a227b674-083c-43ed-a82b-21b4aeecddae binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:53:41.155209 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:41.187046 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:41.249228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-c83bcd5d-a4f7-4584-9ad2-ad880ce87b3f req-b6fb39a6-f786-4cd2-bc5c-4424c36cd60b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Deleting port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:53:41.249645 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c83bcd5d-a4f7-4584-9ad2-ad880ce87b3f req-b6fb39a6-f786-4cd2-bc5c-4424c36cd60b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:41.281130 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318adee8-96f5-448f-b83f-ddd2ef200918 req-5d95fe1d-ea83-455a-b23d-0fbae02b8f82 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:41.289609 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-318adee8-96f5-448f-b83f-ddd2ef200918 req-5d95fe1d-ea83-455a-b23d-0fbae02b8f82 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 945 time: 0.1126435 Aug 31 00:53:41.314793 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:41.369062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59bb7b3-70b6-414f-8a5d-66d8cb3824b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37672584-8e81-42a9-a2a5-226246c1cb5d'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:41.372755 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f02805-0928-4f19-b656-7711479d46ae" -d '{"events": [{"server_uuid": "b59bb7b3-70b6-414f-8a5d-66d8cb3824b1", "name": "network-vif-plugged", "status": "completed", "tag": "37672584-8e81-42a9-a2a5-226246c1cb5d"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:41.397398 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-318adee8-96f5-448f-b83f-ddd2ef200918 req-fd812725-5fd8-481c-b500-beb73c280ba1 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/security-groups?id=219f5809-356e-42a8-9b69-aa12c03359fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044853 Aug 31 00:53:41.407729 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d5bd277-aeb5-4022-b617-60ca0f30db3a {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:53:41.422348 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:41.432301 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 37672584-8e81-42a9-a2a5-226246c1cb5d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=37672584-8e81-42a9-a2a5-226246c1cb5d,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:41.459201 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Transition to ACTIVE for port object 9d5bd277-aeb5-4022-b617-60ca0f30db3a will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:53:41.463261 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-65d2e33b-47a0-4407-b22e-0cfac145b8a7 req-e1afdd8a-89c8-4adc-b082-f08c27153f22 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Deleting port 19811b1e-bb34-430f-aca6-a9df300ea7f7 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:53:41.463714 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-65d2e33b-47a0-4407-b22e-0cfac145b8a7 req-e1afdd8a-89c8-4adc-b082-f08c27153f22 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:41.464796 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b2bde-836d-46dc-b807-011d93f22bd2 req-4a12fdd4-23da-421a-a04d-11bf629f27f7 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:41.467220 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd1b2bde-836d-46dc-b807-011d93f22bd2 req-4a12fdd4-23da-421a-a04d-11bf629f27f7 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 945 time: 0.2756281 Aug 31 00:53:41.560384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-c83bcd5d-a4f7-4584-9ad2-ad880ce87b3f req-b6fb39a6-f786-4cd2-bc5c-4424c36cd60b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] For port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,segment=NetworkSegment(5ef7a7ad-7223-442c-841c-6b7d4601686a),segment_id=5ef7a7ad-7223-442c-841c-6b7d4601686a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:41.561020 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c83bcd5d-a4f7-4584-9ad2-ad880ce87b3f req-b6fb39a6-f786-4cd2-bc5c-4424c36cd60b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:41.582003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-c83bcd5d-a4f7-4584-9ad2-ad880ce87b3f req-b6fb39a6-f786-4cd2-bc5c-4424c36cd60b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Calling delete_port for 7cfc7b02-0e1b-4ddd-871d-69755e8214bd owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:53:41.616230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-65d2e33b-47a0-4407-b22e-0cfac145b8a7 req-e1afdd8a-89c8-4adc-b082-f08c27153f22 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] For port 19811b1e-bb34-430f-aca6-a9df300ea7f7, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=19811b1e-bb34-430f-aca6-a9df300ea7f7,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:41.616641 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-65d2e33b-47a0-4407-b22e-0cfac145b8a7 req-e1afdd8a-89c8-4adc-b082-f08c27153f22 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:41.635606 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-65d2e33b-47a0-4407-b22e-0cfac145b8a7 req-e1afdd8a-89c8-4adc-b082-f08c27153f22 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Calling delete_port for 19811b1e-bb34-430f-aca6-a9df300ea7f7 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:53:41.694778 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:41.712193 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Transition to ACTIVE for port object a227b674-083c-43ed-a82b-21b4aeecddae will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:53:41.716645 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:41.722059 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8916b149-d596-458b-95fc-da6bed3a1556 x-openstack-request-id: req-8916b149-d596-458b-95fc-da6bed3a1556 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:41.723184 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59bb7b3-70b6-414f-8a5d-66d8cb3824b1", "name": "network-vif-plugged", "status": "completed", "tag": "37672584-8e81-42a9-a2a5-226246c1cb5d", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:41.723337 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8916b149-d596-458b-95fc-da6bed3a1556 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:41.725575 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59bb7b3-70b6-414f-8a5d-66d8cb3824b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37672584-8e81-42a9-a2a5-226246c1cb5d', 'code': 200} Aug 31 00:53:41.726638 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:41.727472 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e8056128-b197-4ec7-90b6-4908008b37f9 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:53:41.760669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: e8056128-b197-4ec7-90b6-4908008b37f9 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:53:41.761257 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e8056128-b197-4ec7-90b6-4908008b37f9 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:53:41.852878 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=37672584-8e81-42a9-a2a5-226246c1cb5d,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:41.858450 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:41.882023 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5bd277-aeb5-4022-b617-60ca0f30db3a,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:41.946365 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f435ffc-cd8b-45ee-a26a-367a0d6a6fd3 None None] Pushing event updated for resources: {'Port': ['ID=a227b674-083c-43ed-a82b-21b4aeecddae,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:41.950401 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Attempting to bind port a227b674-083c-43ed-a82b-21b4aeecddae on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:53:41.950785 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Attempting to bind port a227b674-083c-43ed-a82b-21b4aeecddae by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:53:41.951147 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Attempting to bind port a227b674-083c-43ed-a82b-21b4aeecddae on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:53:41.964777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:53:41.965183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:53:41.973890 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:41.973890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:53:41.973890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Bound port: a227b674-083c-43ed-a82b-21b4aeecddae, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:53:41.973890 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:42.071406 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c83bcd5d-a4f7-4584-9ad2-ad880ce87b3f req-b6fb39a6-f786-4cd2-bc5c-4424c36cd60b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:42.091193 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd1b2bde-836d-46dc-b807-011d93f22bd2 req-bccdc7cb-d7a2-4122-92cc-7dbae675c760 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5751472 Aug 31 00:53:42.126405 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] For port a227b674-083c-43ed-a82b-21b4aeecddae, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:53:42.137605 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] For port a227b674-083c-43ed-a82b-21b4aeecddae, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a227b674-083c-43ed-a82b-21b4aeecddae,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:53:42.179750 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb39a6-f786-4cd2-bc5c-4424c36cd60b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Pushing event deleted for resources: {'Port': ['ID=7cfc7b02-0e1b-4ddd-871d-69755e8214bd,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:42.200909 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f91a4a-27f7-491e-a4bb-e2f39f1b6ad7 req-c19001b3-fa42-49b3-b142-7a99df69812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:42.203368 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f7f91a4a-27f7-491e-a4bb-e2f39f1b6ad7 req-c19001b3-fa42-49b3-b142-7a99df69812e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 1098 time: 0.3880064 Aug 31 00:53:42.225333 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] Allocated IP 172.20.0.1 (dc278020-aff3-4dcf-ba96-5afc27324078/142bf2c3-09e2-45a4-ac82-63759f91b472/ee4899fe-0e78-40b9-bd78-996e212e0086) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:53:42.298331 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Attempting to bind port 9d5bd277-aeb5-4022-b617-60ca0f30db3a on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:53:42.299854 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Attempting to bind port 9d5bd277-aeb5-4022-b617-60ca0f30db3a by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '9e036f0f-88ed-4f93-8c4b-c81e55bde014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:53:42.300234 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Attempting to bind port 9d5bd277-aeb5-4022-b617-60ca0f30db3a on network 962090c4-e06e-4088-950b-8c581dc8e655 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:53:42.310590 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:42.313403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Port 9d5bd277-aeb5-4022-b617-60ca0f30db3a on network 962090c4-e06e-4088-950b-8c581dc8e655 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:53:42.324429 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Attempting to bind port 9d5bd277-aeb5-4022-b617-60ca0f30db3a on network 962090c4-e06e-4088-950b-8c581dc8e655 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:53:42.324647 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83bcd5d-a4f7-4584-9ad2-ad880ce87b3f req-b6fb39a6-f786-4cd2-bc5c-4424c36cd60b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] No DVR routers for this DVR port 7cfc7b02-0e1b-4ddd-871d-69755e8214bd on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:53:42.328439 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c83bcd5d-a4f7-4584-9ad2-ad880ce87b3f req-b6fb39a6-f786-4cd2-bc5c-4424c36cd60b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:42.332172 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c83bcd5d-a4f7-4584-9ad2-ad880ce87b3f req-b6fb39a6-f786-4cd2-bc5c-4424c36cd60b tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.48 "DELETE /v2.0/ports/7cfc7b02-0e1b-4ddd-871d-69755e8214bd HTTP/1.1" status: 204 len: 173 time: 1.3928530 Aug 31 00:53:42.346670 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee762d9d-0137-472d-af88-8f74de9dc0bc req-e7a6f848-dbe7-4ccd-b6a3-7724d46f8d80 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:42.347759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a40ccb-0ced-43cd-85b6-de9314f6bbe8', 'name': 'network-vif-deleted', 'tag': '7cfc7b02-0e1b-4ddd-871d-69755e8214bd'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:42.349155 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ee762d9d-0137-472d-af88-8f74de9dc0bc req-e7a6f848-dbe7-4ccd-b6a3-7724d46f8d80 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 944 time: 0.2723026 Aug 31 00:53:42.350119 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c465043-1d07-4d75-b78c-5649d57ab648" -d '{"events": [{"server_uuid": "c3a40ccb-0ced-43cd-85b6-de9314f6bbe8", "name": "network-vif-deleted", "tag": "7cfc7b02-0e1b-4ddd-871d-69755e8214bd"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:42.351357 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:53:42.352021 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Checking segment: {'id': '9e036f0f-88ed-4f93-8c4b-c81e55bde014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:53:42.352634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Bound using segment: {'id': '9e036f0f-88ed-4f93-8c4b-c81e55bde014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:53:42.353765 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Bound port: 9d5bd277-aeb5-4022-b617-60ca0f30db3a, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e036f0f-88ed-4f93-8c4b-c81e55bde014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:53:42.354368 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:42.409452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Routers {'11d1eee7-e0b0-4075-930d-d109e7d9eb0a'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:53:42.410273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:53:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:42.441642 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f7f91a4a-27f7-491e-a4bb-e2f39f1b6ad7 req-a6585d3c-92c5-4ac1-9e47-413573631c2b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271559 Aug 31 00:53:42.472732 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f435ffc-cd8b-45ee-a26a-367a0d6a6fd3 None None] Pushing event updated for resources: {'Port': ['ID=a227b674-083c-43ed-a82b-21b4aeecddae,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:42.483801 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] For port 9d5bd277-aeb5-4022-b617-60ca0f30db3a, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:53:42.491036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] For port 9d5bd277-aeb5-4022-b617-60ca0f30db3a, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9d5bd277-aeb5-4022-b617-60ca0f30db3a,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:53:42.491990 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951fc68-ba5e-4882-a357-a85103747aa2 req-bb5a6981-8407-4b38-952b-09dbef6a00d9 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:42.497131 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a951fc68-ba5e-4882-a357-a85103747aa2 req-bb5a6981-8407-4b38-952b-09dbef6a00d9 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 944 time: 0.1862833 Aug 31 00:53:42.508881 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-65d2e33b-47a0-4407-b22e-0cfac145b8a7 req-e1afdd8a-89c8-4adc-b082-f08c27153f22 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:42.620051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] Set router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:53:42.623449 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ee762d9d-0137-472d-af88-8f74de9dc0bc req-0ddb52d2-be8d-4c97-a687-e79eae42c51f tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286278 Aug 31 00:53:42.627749 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afdd8a-89c8-4adc-b082-f08c27153f22 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Pushing event deleted for resources: {'Port': ['ID=19811b1e-bb34-430f-aca6-a9df300ea7f7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:42.641295 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:42.647141 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a951fc68-ba5e-4882-a357-a85103747aa2 req-285ade2b-1778-4712-b427-58b4e42eae19 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195347 Aug 31 00:53:42.686879 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:42.731159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] Transition to ACTIVE for port object ee4899fe-0e78-40b9-bd78-996e212e0086 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:53:42.775016 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ad30da-7fef-43fe-ace6-dfb0292eed3b x-openstack-request-id: req-25ad30da-7fef-43fe-ace6-dfb0292eed3b {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:42.777795 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a40ccb-0ced-43cd-85b6-de9314f6bbe8", "name": "network-vif-deleted", "tag": "7cfc7b02-0e1b-4ddd-871d-69755e8214bd", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:42.778175 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25ad30da-7fef-43fe-ace6-dfb0292eed3b {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:42.778619 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a40ccb-0ced-43cd-85b6-de9314f6bbe8', 'name': 'network-vif-deleted', 'tag': '7cfc7b02-0e1b-4ddd-871d-69755e8214bd', 'status': 'completed', 'code': 200} Aug 31 00:53:42.901542 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5bd277-aeb5-4022-b617-60ca0f30db3a,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:42.916153 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:42.917821 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:42.924414 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:42.925659 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-b369fd69-83fa-48d1-9108-4bd9327d0723 service neutron] 10.222.0.41 "PUT /v2.0/ports/9d5bd277-aeb5-4022-b617-60ca0f30db3a HTTP/1.1" status: 200 len: 1093 time: 2.5471017 Aug 31 00:53:42.959034 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05085dce-69e7-49b6-bea3-e8c5221b63bf', 'tag': '9d5bd277-aeb5-4022-b617-60ca0f30db3a'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:42.964136 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910d9ee0-14f7-4d55-bad9-22dba6017980" -d '{"events": [{"name": "network-changed", "server_uuid": "05085dce-69e7-49b6-bea3-e8c5221b63bf", "tag": "9d5bd277-aeb5-4022-b617-60ca0f30db3a"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:42.970745 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d2e33b-47a0-4407-b22e-0cfac145b8a7 req-e1afdd8a-89c8-4adc-b082-f08c27153f22 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] No DVR routers for this DVR port 19811b1e-bb34-430f-aca6-a9df300ea7f7 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:53:42.979253 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-65d2e33b-47a0-4407-b22e-0cfac145b8a7 req-e1afdd8a-89c8-4adc-b082-f08c27153f22 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:42.987023 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-65d2e33b-47a0-4407-b22e-0cfac145b8a7 req-e1afdd8a-89c8-4adc-b082-f08c27153f22 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.41 "DELETE /v2.0/ports/19811b1e-bb34-430f-aca6-a9df300ea7f7 HTTP/1.1" status: 204 len: 173 time: 1.9246788 Aug 31 00:53:43.053013 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] Network dc278020-aff3-4dcf-ba96-5afc27324078 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:53:43.067779 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41c1b083-cf71-4cf2-8838-b917da5a4cbe req-6db36895-44ad-4937-9f90-7375e29fda75 tempest-LiveAutoBlockMigrationV225Test-327722351 tempest-LiveAutoBlockMigrationV225Test-327722351-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a40ccb-0ced-43cd-85b6-de9314f6bbe8 HTTP/1.1" status: 200 len: 210 time: 0.0831039 Aug 31 00:53:43.092143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:53:43.092307 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:35Z', 'revision_number': 3, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:43.094685 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:53:43.168869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] Pushing event updated for resources: {'Port': ['ID=ee4899fe-0e78-40b9-bd78-996e212e0086,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:43.192025 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f3f356-fdaf-48c4-9735-1cb189ad36ea x-openstack-request-id: req-99f3f356-fdaf-48c4-9735-1cb189ad36ea {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:43.192164 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05085dce-69e7-49b6-bea3-e8c5221b63bf", "tag": "9d5bd277-aeb5-4022-b617-60ca0f30db3a", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:43.192404 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99f3f356-fdaf-48c4-9735-1cb189ad36ea {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:43.204605 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05085dce-69e7-49b6-bea3-e8c5221b63bf', 'tag': '9d5bd277-aeb5-4022-b617-60ca0f30db3a', 'status': 'completed', 'code': 200} Aug 31 00:53:43.215522 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-02ecd108-5cce-4ab6-9c17-0958f41c59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:43.217480 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-02ecd108-5cce-4ab6-9c17-0958f41c59c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e57aba893e84797a7ad07e1842cdb74&device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 1096 time: 0.1381495 Aug 31 00:53:43.217829 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128c817b-4bf3-43a7-b107-14cadfd62909 None None] The sync data for ids ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'] in n-d-793621-34 is: [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:35Z', 'revision_number': 3, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:53:43.265413 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:43.376812 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-e4d4ead2-2c06-4f9a-bc5d-ee0a868ef2b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d5bd277-aeb5-4022-b617-60ca0f30db3a HTTP/1.1" status: 200 len: 217 time: 0.1501129 Aug 31 00:53:43.547088 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-d07d188c-6f00-4ee8-996a-2c880d527ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:43.549699 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-d07d188c-6f00-4ee8-996a-2c880d527ae6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dd93664-3297-40f1-8193-ad3e9b8e3322 HTTP/1.1" status: 200 len: 854 time: 0.1089988 Aug 31 00:53:43.594817 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-0dacf34a-b26c-4a17-9bde-510f41c2ae1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=962090c4-e06e-4088-950b-8c581dc8e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349729 Aug 31 00:53:43.663392 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5ccb02fd-d5ae-4b50-81f7-67eebf61c43e None None] Provisioning for port ee4899fe-0e78-40b9-bd78-996e212e0086 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:53:43.669559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5ccb02fd-d5ae-4b50-81f7-67eebf61c43e None None] Provisioning complete for port ee4899fe-0e78-40b9-bd78-996e212e0086 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:53:43.669559 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5ccb02fd-d5ae-4b50-81f7-67eebf61c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:43.767653 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:43.841563 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb02fd-d5ae-4b50-81f7-67eebf61c43e None None] Port ee4899fe-0e78-40b9-bd78-996e212e0086 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:53:43.929731 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7029f-ef2b-4d88-93ea-47dcefd77d2f req-11cf16ee-3250-4281-a1cd-20c4c77717e8 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:43.948927 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bdc7029f-ef2b-4d88-93ea-47dcefd77d2f req-11cf16ee-3250-4281-a1cd-20c4c77717e8 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 946 time: 0.5686595 Aug 31 00:53:43.990605 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 19811b1e-bb34-430f-aca6-a9df300ea7f7 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:53:44.036141 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-0a5742a4-9224-4cb8-9f2d-570d040eee3b service neutron] 10.222.0.41 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324429 Aug 31 00:53:44.060714 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 19811b1e-bb34-430f-aca6-a9df300ea7f7 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:53:44.061205 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 19811b1e-bb34-430f-aca6-a9df300ea7f7 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:53:44.082121 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 7cfc7b02-0e1b-4ddd-871d-69755e8214bd no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:53:44.138070 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a227b674-083c-43ed-a82b-21b4aeecddae up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:53:44.155051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 7cfc7b02-0e1b-4ddd-871d-69755e8214bd {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:53:44.155332 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 7cfc7b02-0e1b-4ddd-871d-69755e8214bd not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:53:44.183482 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bdc7029f-ef2b-4d88-93ea-47dcefd77d2f req-15429699-50cb-4607-b797-216f4e7cea04 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141461 Aug 31 00:53:44.280789 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9ae522f2-190d-41b4-99a2-8613a38d985c req-1b12ab81-284f-4f32-b205-2bd3f8355b73 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=b590ef43-a39a-4603-8bb2-2908eb054d68 HTTP/1.1" status: 200 len: 210 time: 0.2430658 Aug 31 00:53:44.365919 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port a227b674-083c-43ed-a82b-21b4aeecddae completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:53:44.372251 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a227b674-083c-43ed-a82b-21b4aeecddae triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:53:44.376171 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:44.376339 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbd41241-64ce-4690-82c2-36a874985cb4 req-7b9e0b36-34a5-4a8a-8363-2f9c1bec071c service neutron] 10.222.0.41 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256795 Aug 31 00:53:44.536885 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934325b-c40d-4a8a-a06e-f34791c4f485 req-bf59b65d-0228-4f54-a0ce-8417b488b938 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:44.537919 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:44.547689 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f934325b-c40d-4a8a-a06e-f34791c4f485 req-bf59b65d-0228-4f54-a0ce-8417b488b938 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 944 time: 0.1407270 Aug 31 00:53:44.614707 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:44.645974 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:44.649022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port a227b674-083c-43ed-a82b-21b4aeecddae, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a227b674-083c-43ed-a82b-21b4aeecddae,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:44.671618 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f934325b-c40d-4a8a-a06e-f34791c4f485 req-01b93913-903a-4b64-a9f7-8ce2feddd737 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229198 Aug 31 00:53:44.673797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d9ee0-14f7-4d55-bad9-22dba6017980 req-f98dd354-630a-4bf3-b037-8373e046d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:44.675280 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-910d9ee0-14f7-4d55-bad9-22dba6017980 req-f98dd354-630a-4bf3-b037-8373e046d857 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e57aba893e84797a7ad07e1842cdb74&device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 1096 time: 0.1189985 Aug 31 00:53:44.734266 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41022) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:44.766655 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:44.835912 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:44.868916 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] Pushing event updated for resources: {'Port': ['ID=ee4899fe-0e78-40b9-bd78-996e212e0086,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:44.956366 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=a227b674-083c-43ed-a82b-21b4aeecddae,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:45.085148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] Network dc278020-aff3-4dcf-ba96-5afc27324078 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:53:45.086072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d9ee0-14f7-4d55-bad9-22dba6017980 req-d93fc14d-c17f-4c6d-9782-ed1bae6e69b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:45.087306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:53:45.087818 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-910d9ee0-14f7-4d55-bad9-22dba6017980 req-d93fc14d-c17f-4c6d-9782-ed1bae6e69b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=962090c4-e06e-4088-950b-8c581dc8e655 HTTP/1.1" status: 200 len: 915 time: 0.4032950 Aug 31 00:53:45.167812 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a2aa90-d609-43c7-9e0a-d91bcdb08738 admin admin] Deleting subnet 45fd49b9-6149-4edf-8dda-93674521e88a {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:53:45.171316 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-910d9ee0-14f7-4d55-bad9-22dba6017980 req-37a2e4d1-906c-4a55-bb14-aceb27a18f85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d5bd277-aeb5-4022-b617-60ca0f30db3a HTTP/1.1" status: 200 len: 217 time: 0.0708237 Aug 31 00:53:45.176625 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f3a2aa90-d609-43c7-9e0a-d91bcdb08738 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:45.212439 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b590ef43-a39a-4603-8bb2-2908eb054d68', 'name': 'network-vif-deleted', 'tag': '19811b1e-bb34-430f-aca6-a9df300ea7f7'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:45.214831 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d311679-a39f-43b7-a2af-d82171977ab8" -d '{"events": [{"server_uuid": "b590ef43-a39a-4603-8bb2-2908eb054d68", "name": "network-vif-deleted", "tag": "19811b1e-bb34-430f-aca6-a9df300ea7f7"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:45.297315 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddeb64c8-40c7-4403-963b-28bf6ae02a99 x-openstack-request-id: req-ddeb64c8-40c7-4403-963b-28bf6ae02a99 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:45.297585 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b590ef43-a39a-4603-8bb2-2908eb054d68", "name": "network-vif-deleted", "tag": "19811b1e-bb34-430f-aca6-a9df300ea7f7", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:45.297858 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddeb64c8-40c7-4403-963b-28bf6ae02a99 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:45.298254 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b590ef43-a39a-4603-8bb2-2908eb054d68', 'name': 'network-vif-deleted', 'tag': '19811b1e-bb34-430f-aca6-a9df300ea7f7', 'status': 'completed', 'code': 200} Aug 31 00:53:45.304601 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f3a2aa90-d609-43c7-9e0a-d91bcdb08738 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:45.325057 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] Router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:53:45.356968 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d9ee0-14f7-4d55-bad9-22dba6017980 req-4afb27cb-7a23-4cc3-8735-b23e8f6a6fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:45.361255 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-910d9ee0-14f7-4d55-bad9-22dba6017980 req-4afb27cb-7a23-4cc3-8735-b23e8f6a6fe4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dd93664-3297-40f1-8193-ad3e9b8e3322 HTTP/1.1" status: 200 len: 854 time: 0.1487727 Aug 31 00:53:45.407010 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f3a2aa90-d609-43c7-9e0a-d91bcdb08738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:45.559228 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-910d9ee0-14f7-4d55-bad9-22dba6017980 req-a468df2f-e8e7-46e7-8493-0e84e870c167 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=962090c4-e06e-4088-950b-8c581dc8e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1899188 Aug 31 00:53:45.577375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5ee7c322-ea07-4db2-8c74-a52b00a6e56e None None] Provisioning complete for port ee4899fe-0e78-40b9-bd78-996e212e0086 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:53:45.582788 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5ee7c322-ea07-4db2-8c74-a52b00a6e56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:45.678503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:53:45.687563 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-72431fd7-1b22-4330-8878-4a518d3cb185 admin admin] 10.222.0.16 "PUT /v2.0/routers/11d1eee7-e0b0-4075-930d-d109e7d9eb0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7242944 Aug 31 00:53:45.689253 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7c322-ea07-4db2-8c74-a52b00a6e56e None None] Port ee4899fe-0e78-40b9-bd78-996e212e0086 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:53:45.705048 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7149364-7e0a-47ea-a9d5-4e4689749aa7 req-ef628dad-9cc3-4a97-8cbd-437901c352cd tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:45.717661 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c7149364-7e0a-47ea-a9d5-4e4689749aa7 req-ef628dad-9cc3-4a97-8cbd-437901c352cd tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 946 time: 0.3825541 Aug 31 00:53:45.719375 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f3a2aa90-d609-43c7-9e0a-d91bcdb08738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:45.798759 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-910d9ee0-14f7-4d55-bad9-22dba6017980 req-76bf8f47-7c66-411c-afd7-526dd69bf690 service neutron] 10.222.0.41 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311196 Aug 31 00:53:45.800986 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2aa90-d609-43c7-9e0a-d91bcdb08738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45fd49b9-6149-4edf-8dda-93674521e88a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:45.808543 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f3a2aa90-d609-43c7-9e0a-d91bcdb08738 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:45.812077 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f3a2aa90-d609-43c7-9e0a-d91bcdb08738 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/45fd49b9-6149-4edf-8dda-93674521e88a HTTP/1.1" status: 204 len: 168 time: 1.0765209 Aug 31 00:53:45.823730 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41050) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:45.827836 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c7149364-7e0a-47ea-a9d5-4e4689749aa7 req-24b6878d-b6a9-4316-96fb-391d7d5c16aa tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076467 Aug 31 00:53:46.000769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a227b674-083c-43ed-a82b-21b4aeecddae up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:53:46.132701 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a227b674-083c-43ed-a82b-21b4aeecddae triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:53:46.133165 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:46.355665 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-910d9ee0-14f7-4d55-bad9-22dba6017980 req-408ffcbf-a59a-44f8-9b16-648944f3f169 service neutron] 10.222.0.41 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421896 Aug 31 00:53:46.460086 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b229c2fd-137d-4e6a-b7b8-5ae36bc1d82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:46.481873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bbe4e-070b-49b0-916c-1f13cb30446c req-3d7063a0-69ac-4072-89cf-7f2ad9b4b1cb tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:46.484142 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f11bbe4e-070b-49b0-916c-1f13cb30446c req-3d7063a0-69ac-4072-89cf-7f2ad9b4b1cb tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 946 time: 0.0813138 Aug 31 00:53:46.517303 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51937f6-1f9a-498c-a6bb-51f5d4a7b11a req-d7d9c66e-29e4-46d7-8420-87ec0ef5f3dc tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:46.527106 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d51937f6-1f9a-498c-a6bb-51f5d4a7b11a req-d7d9c66e-29e4-46d7-8420-87ec0ef5f3dc tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 944 time: 0.1697834 Aug 31 00:53:46.545338 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Sync routers for ids ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:53:46.565519 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Routers {'11d1eee7-e0b0-4075-930d-d109e7d9eb0a'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:53:46.565519 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:53:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:46.686528 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d51937f6-1f9a-498c-a6bb-51f5d4a7b11a req-a95f7208-0dbf-4f39-a544-901df6566344 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571403 Aug 31 00:53:46.718299 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b229c2fd-137d-4e6a-b7b8-5ae36bc1d82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:46.732955 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Set router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:53:46.744744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b229c2fd-137d-4e6a-b7b8-5ae36bc1d82b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffc61c4-1ac9-454f-80fe-3549f2de306f']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:46.767147 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b229c2fd-137d-4e6a-b7b8-5ae36bc1d82b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef7a7ad-7223-442c-841c-6b7d4601686a') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:46.767495 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b229c2fd-137d-4e6a-b7b8-5ae36bc1d82b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef7a7ad-7223-442c-841c-6b7d4601686a') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:46.808759 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b229c2fd-137d-4e6a-b7b8-5ae36bc1d82b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:46.887933 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b229c2fd-137d-4e6a-b7b8-5ae36bc1d82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:46.911299 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b229c2fd-137d-4e6a-b7b8-5ae36bc1d82b admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:53:46.913276 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b229c2fd-137d-4e6a-b7b8-5ae36bc1d82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: timer() Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:53:46.916873 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:53:46.940175 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f11bbe4e-070b-49b0-916c-1f13cb30446c req-8ff674e2-16a3-4791-be19-847e8be7178a tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470732 Aug 31 00:53:47.006710 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad024b0-87ad-48df-a282-3bc73c4f4931 req-8c8ab1bb-4ef5-4e43-83aa-e26287c5c750 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:47.013418 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fad024b0-87ad-48df-a282-3bc73c4f4931 req-8c8ab1bb-4ef5-4e43-83aa-e26287c5c750 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 944 time: 0.1547019 Aug 31 00:53:47.152412 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b229c2fd-137d-4e6a-b7b8-5ae36bc1d82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:47.201916 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b229c2fd-137d-4e6a-b7b8-5ae36bc1d82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:47.213495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41084) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:47.214979 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b229c2fd-137d-4e6a-b7b8-5ae36bc1d82b admin admin] 10.222.0.16 "DELETE /v2.0/networks/dffc61c4-1ac9-454f-80fe-3549f2de306f HTTP/1.1" status: 204 len: 168 time: 1.3872387 Aug 31 00:53:47.218629 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229c2fd-137d-4e6a-b7b8-5ae36bc1d82b admin admin] Pushing event deleted for resources: {'Network': ['ID=dffc61c4-1ac9-454f-80fe-3549f2de306f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:47.238448 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5efa0-7625-4f21-848b-8ac90672fba6 req-6606b4d4-6780-4f5d-ac40-63b4ea1fbf00 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:47.242874 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 2, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:47.250853 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aca5efa0-7625-4f21-848b-8ac90672fba6 req-6606b4d4-6780-4f5d-ac40-63b4ea1fbf00 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 944 time: 0.1568356 Aug 31 00:53:47.336766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34033ed-0aad-4600-a106-9362ecc5c669 admin admin] Deleting subnet b0f3ab16-8f61-4c5b-8e00-9573360b0061 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:53:47.353264 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aca5efa0-7625-4f21-848b-8ac90672fba6 req-bed5c50d-dcd1-4605-be1d-e8462e0a7d9f tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007600 Aug 31 00:53:47.358100 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f34033ed-0aad-4600-a106-9362ecc5c669 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:47.508535 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Checking router: 11d1eee7-e0b0-4075-930d-d109e7d9eb0a for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:53:47.508886 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Updating router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a port ee4899fe-0e78-40b9-bd78-996e212e0086 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:53:47.606032 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:47.630207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-8ac05acf-4c18-48b2-a922-598fd638a51a tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:47.638776 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-8ac05acf-4c18-48b2-a922-598fd638a51a tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/networks?id=dc278020-aff3-4dcf-ba96-5afc27324078 HTTP/1.1" status: 200 len: 820 time: 0.3139429 Aug 31 00:53:47.669648 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-85e0fbc8-d16f-4d3d-b4d5-2464edf32bf6 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/quotas/93a0ee3178d34d5299cac844dabfaecc HTTP/1.1" status: 200 len: 375 time: 0.0298290 Aug 31 00:53:47.751771 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f34033ed-0aad-4600-a106-9362ecc5c669 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:47.816353 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-fad024b0-87ad-48df-a282-3bc73c4f4931 req-c5be40aa-2d7c-4ff6-976a-7611016464e9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Deleting port 91a0de3a-9893-4528-801d-e534905eb920 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:53:47.816759 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fad024b0-87ad-48df-a282-3bc73c4f4931 req-c5be40aa-2d7c-4ff6-976a-7611016464e9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:47.961499 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-8ce55c48-1310-47ee-bed4-b06ca7a66062 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=93a0ee3178d34d5299cac844dabfaecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2904940 Aug 31 00:53:47.994281 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f34033ed-0aad-4600-a106-9362ecc5c669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:48.004948 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9d5bd277-aeb5-4022-b617-60ca0f30db3a details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:53:48.162582 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-fad024b0-87ad-48df-a282-3bc73c4f4931 req-c5be40aa-2d7c-4ff6-976a-7611016464e9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] For port 91a0de3a-9893-4528-801d-e534905eb920, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=91a0de3a-9893-4528-801d-e534905eb920,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:48.163126 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fad024b0-87ad-48df-a282-3bc73c4f4931 req-c5be40aa-2d7c-4ff6-976a-7611016464e9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:48.193063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-fad024b0-87ad-48df-a282-3bc73c4f4931 req-c5be40aa-2d7c-4ff6-976a-7611016464e9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Calling delete_port for 91a0de3a-9893-4528-801d-e534905eb920 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:53:48.367556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 9d5bd277-aeb5-4022-b617-60ca0f30db3a, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9d5bd277-aeb5-4022-b617-60ca0f30db3a,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:48.373526 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f34033ed-0aad-4600-a106-9362ecc5c669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:48.419480 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '9d5bd277-aeb5-4022-b617-60ca0f30db3a', 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655', 'port_id': '9d5bd277-aeb5-4022-b617-60ca0f30db3a', 'mac_address': 'fa:16:3e:92:05:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd93664-3297-40f1-8193-ad3e9b8e3322', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:53:48.470397 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-8386c2da-af66-4bcf-b134-13e90fe741ab service neutron] 10.222.0.16 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444125 Aug 31 00:53:48.531216 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:48.555904 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34033ed-0aad-4600-a106-9362ecc5c669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f3ab16-8f61-4c5b-8e00-9573360b0061,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:48.558234 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:48.561787 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Transition to ACTIVE for port object ee4899fe-0e78-40b9-bd78-996e212e0086 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:53:48.586620 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5bd277-aeb5-4022-b617-60ca0f30db3a {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:53:48.623409 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 9d5bd277-aeb5-4022-b617-60ca0f30db3a, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9d5bd277-aeb5-4022-b617-60ca0f30db3a,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:48.642734 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f34033ed-0aad-4600-a106-9362ecc5c669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:48.644724 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f34033ed-0aad-4600-a106-9362ecc5c669 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b0f3ab16-8f61-4c5b-8e00-9573360b0061 HTTP/1.1" status: 204 len: 168 time: 1.4283690 Aug 31 00:53:48.648092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41104) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:48.750377 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-3bfb724a-2cbf-4a1e-bb30-678a8229f7eb service neutron] 10.222.0.16 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792058 Aug 31 00:53:48.771648 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-72f738a3-0d32-4ea9-9c14-f6bde42eb039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:48.800669 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:48.801617 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:48.903494 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b965c49-08e1-4e68-aac5-cac22515df32 None None] Pushing event updated for resources: {'Port': ['ID=ee4899fe-0e78-40b9-bd78-996e212e0086,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:48.915183 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fad024b0-87ad-48df-a282-3bc73c4f4931 req-c5be40aa-2d7c-4ff6-976a-7611016464e9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:48.929508 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=9d5bd277-aeb5-4022-b617-60ca0f30db3a,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:48.959871 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be40aa-2d7c-4ff6-976a-7611016464e9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Pushing event deleted for resources: {'Port': ['ID=91a0de3a-9893-4528-801d-e534905eb920,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:48.979965 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b965c49-08e1-4e68-aac5-cac22515df32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:48.980339 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b965c49-08e1-4e68-aac5-cac22515df32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:48.980597 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b965c49-08e1-4e68-aac5-cac22515df32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:48.981048 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b965c49-08e1-4e68-aac5-cac22515df32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:48.981781 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b965c49-08e1-4e68-aac5-cac22515df32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:48.995287 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b965c49-08e1-4e68-aac5-cac22515df32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:48.995287 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b965c49-08e1-4e68-aac5-cac22515df32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:48.995287 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b965c49-08e1-4e68-aac5-cac22515df32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:48.995287 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b965c49-08e1-4e68-aac5-cac22515df32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:48.995287 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b965c49-08e1-4e68-aac5-cac22515df32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:48.995287 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b965c49-08e1-4e68-aac5-cac22515df32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:48.995287 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b965c49-08e1-4e68-aac5-cac22515df32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:49.032613 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['9d5bd277-aeb5-4022-b617-60ca0f30db3a'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:53:49.038829 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-72f738a3-0d32-4ea9-9c14-f6bde42eb039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:49.058735 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Attempting to bind port ee4899fe-0e78-40b9-bd78-996e212e0086 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:53:49.058886 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Attempting to bind port ee4899fe-0e78-40b9-bd78-996e212e0086 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '4e658841-2906-400f-a684-d4fbd97b680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:53:49.061892 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Attempting to bind port ee4899fe-0e78-40b9-bd78-996e212e0086 on network dc278020-aff3-4dcf-ba96-5afc27324078 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:53:49.072323 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfb688-bcf8-4b3f-905f-d5733a851b2b req-e2de9e07-2728-47ae-b966-ca0bbe1ec117 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:49.082098 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24cfb688-bcf8-4b3f-905f-d5733a851b2b req-e2de9e07-2728-47ae-b966-ca0bbe1ec117 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 945 time: 0.2902787 Aug 31 00:53:49.095121 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:53:49.095808 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Checking segment: {'id': '4e658841-2906-400f-a684-d4fbd97b680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:53:49.099779 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:49.100435 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Bound using segment: {'id': '4e658841-2906-400f-a684-d4fbd97b680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:53:49.101250 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Bound port: ee4899fe-0e78-40b9-bd78-996e212e0086, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e658841-2906-400f-a684-d4fbd97b680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:53:49.107422 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:49.112586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-72f738a3-0d32-4ea9-9c14-f6bde42eb039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d20134-0c0a-4b08-9ba4-bc9594a3b55f']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:49.126560 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad024b0-87ad-48df-a282-3bc73c4f4931 req-c5be40aa-2d7c-4ff6-976a-7611016464e9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] No DVR routers for this DVR port 91a0de3a-9893-4528-801d-e534905eb920 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:53:49.137113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-72f738a3-0d32-4ea9-9c14-f6bde42eb039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff82898-5926-4421-a21d-ff3bc8807008') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:49.137801 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-72f738a3-0d32-4ea9-9c14-f6bde42eb039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff82898-5926-4421-a21d-ff3bc8807008') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:49.138385 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fad024b0-87ad-48df-a282-3bc73c4f4931 req-c5be40aa-2d7c-4ff6-976a-7611016464e9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:49.146743 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fad024b0-87ad-48df-a282-3bc73c4f4931 req-c5be40aa-2d7c-4ff6-976a-7611016464e9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.48 "DELETE /v2.0/ports/91a0de3a-9893-4528-801d-e534905eb920 HTTP/1.1" status: 204 len: 173 time: 2.1258616 Aug 31 00:53:49.167297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e17ef1-ddc2-41ab-951c-ac833b83b66d', 'name': 'network-vif-deleted', 'tag': '91a0de3a-9893-4528-801d-e534905eb920'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:49.174738 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-72f738a3-0d32-4ea9-9c14-f6bde42eb039 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:49.201074 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24cfb688-bcf8-4b3f-905f-d5733a851b2b req-f74a065d-cb57-4e7e-8d29-18fea675f00e tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165092 Aug 31 00:53:49.202972 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4682fb27-9a13-47e8-9959-75ef428a7262" -d '{"events": [{"server_uuid": "f9e17ef1-ddc2-41ab-951c-ac833b83b66d", "name": "network-vif-deleted", "tag": "91a0de3a-9893-4528-801d-e534905eb920"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:49.258820 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-72f738a3-0d32-4ea9-9c14-f6bde42eb039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:49.294638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f738a3-0d32-4ea9-9c14-f6bde42eb039 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:53:49.296852 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-72f738a3-0d32-4ea9-9c14-f6bde42eb039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: timer() Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:53:49.301739 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:53:49.383459 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] For port ee4899fe-0e78-40b9-bd78-996e212e0086, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:53:49.409359 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] For port ee4899fe-0e78-40b9-bd78-996e212e0086, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ee4899fe-0e78-40b9-bd78-996e212e0086,segment=NetworkSegment(4e658841-2906-400f-a684-d4fbd97b680a),segment_id=4e658841-2906-400f-a684-d4fbd97b680a)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:53:49.513990 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a1bb74ef-e1c9-4ba5-9447-8e44e09eabd6 req-3970c155-f640-4854-8419-4606ec001abe tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 210 time: 0.0971105 Aug 31 00:53:49.552002 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:49.633081 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebfaa9c-538d-40b8-9e89-03990fa706e3 x-openstack-request-id: req-2ebfaa9c-538d-40b8-9e89-03990fa706e3 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:49.633375 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e17ef1-ddc2-41ab-951c-ac833b83b66d", "name": "network-vif-deleted", "tag": "91a0de3a-9893-4528-801d-e534905eb920", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:49.636037 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ebfaa9c-538d-40b8-9e89-03990fa706e3 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:49.638379 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e17ef1-ddc2-41ab-951c-ac833b83b66d', 'name': 'network-vif-deleted', 'tag': '91a0de3a-9893-4528-801d-e534905eb920', 'status': 'completed', 'code': 200} Aug 31 00:53:49.669551 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-72f738a3-0d32-4ea9-9c14-f6bde42eb039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:49.676509 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-72f738a3-0d32-4ea9-9c14-f6bde42eb039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:49.681096 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-72f738a3-0d32-4ea9-9c14-f6bde42eb039 admin admin] 10.222.0.16 "DELETE /v2.0/networks/37d20134-0c0a-4b08-9ba4-bc9594a3b55f HTTP/1.1" status: 204 len: 168 time: 1.0293667 Aug 31 00:53:49.731500 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f738a3-0d32-4ea9-9c14-f6bde42eb039 admin admin] Pushing event deleted for resources: {'Network': ['ID=37d20134-0c0a-4b08-9ba4-bc9594a3b55f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:49.788799 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-661d10ad-7584-4fa0-a79f-59c74d37ab52 req-99c50142-60c4-4782-bedd-ce065a8452b2 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 210 time: 0.0815480 Aug 31 00:53:49.876374 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Routers {'11d1eee7-e0b0-4075-930d-d109e7d9eb0a'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:53:49.877325 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:53:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:49.994726 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b965c49-08e1-4e68-aac5-cac22515df32 None None] Pushing event updated for resources: {'Port': ['ID=ee4899fe-0e78-40b9-bd78-996e212e0086,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:50.119211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 91a0de3a-9893-4528-801d-e534905eb920 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:53:50.160342 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] Set router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:53:50.287111 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221904d9-c625-4ded-9340-fc67573e2885 req-81c5b1f0-3eeb-4623-aaf4-b885c84bd227 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:50.290009 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-221904d9-c625-4ded-9340-fc67573e2885 req-81c5b1f0-3eeb-4623-aaf4-b885c84bd227 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 946 time: 0.1547749 Aug 31 00:53:50.474247 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-221904d9-c625-4ded-9340-fc67573e2885 req-7d7c0627-aa08-4092-a6c3-c603c7bb3fff tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754258 Aug 31 00:53:50.481241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 91a0de3a-9893-4528-801d-e534905eb920 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:53:50.482020 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 91a0de3a-9893-4528-801d-e534905eb920 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:53:50.525011 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41154) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:50.575180 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26630f3-38b6-454e-a875-93aaae630fc0 req-d1421a67-2274-412c-bbed-ad6edd5d1319 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:50.590091 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b26630f3-38b6-454e-a875-93aaae630fc0 req-d1421a67-2274-412c-bbed-ad6edd5d1319 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 945 time: 0.1907020 Aug 31 00:53:50.657257 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-709c7cf6-5a59-4f68-8550-0e7fe5d615af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70608dabb68b4f098ed58bafcf31f2c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1300309 Aug 31 00:53:50.660059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41166) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:50.742161 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b26630f3-38b6-454e-a875-93aaae630fc0 req-a1aa05ab-8202-43c5-8c2b-aacadf14436a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473372 Aug 31 00:53:50.784922 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:49Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:50.833518 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dbd636ef-5a9a-4469-bb86-558c50bd1cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:50.846080 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd9055f-7db6-4c80-bb22-25003b18edb1 None None] The sync data for ids ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'] in n-d-793621-34 is: [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:49Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:53:50.953965 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dbd636ef-5a9a-4469-bb86-558c50bd1cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:50.971599 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f23a837f-e366-41e6-985e-2624b0d18eb1 req-694c8a39-5f70-4065-b3ba-e604163ac0c5 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e17ef1-ddc2-41ab-951c-ac833b83b66d HTTP/1.1" status: 200 len: 210 time: 0.0964320 Aug 31 00:53:50.983303 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4cf2c19a-06dc-4309-ac15-bf4f91795ba5 req-e166bf9f-a2b1-4f32-b712-baa25b9b06ac tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 210 time: 0.1102972 Aug 31 00:53:51.380999 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dbd636ef-5a9a-4469-bb86-558c50bd1cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:51.383972 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dbd636ef-5a9a-4469-bb86-558c50bd1cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:51.388431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-dbd636ef-5a9a-4469-bb86-558c50bd1cd3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/219f5809-356e-42a8-9b69-aa12c03359fd HTTP/1.1" status: 204 len: 168 time: 0.7270756 Aug 31 00:53:51.404704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd636ef-5a9a-4469-bb86-558c50bd1cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219f5809-356e-42a8-9b69-aa12c03359fd,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:51.714718 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b71b5-8a1d-436e-9308-a7ab442eeab1 req-3098df5f-b2f3-4a7c-bb5d-9f412abaf093 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:51.733194 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-814b71b5-8a1d-436e-9308-a7ab442eeab1 req-3098df5f-b2f3-4a7c-bb5d-9f412abaf093 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 946 time: 0.1087623 Aug 31 00:53:51.809848 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-814b71b5-8a1d-436e-9308-a7ab442eeab1 req-4f9cf442-95fc-422c-9602-56bc11815acd tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750952 Aug 31 00:53:52.010024 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9d5bd277-aeb5-4022-b617-60ca0f30db3a up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:53:52.091760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ee4899fe-0e78-40b9-bd78-996e212e0086 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:53:52.133686 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 37672584-8e81-42a9-a2a5-226246c1cb5d details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:53:52.140189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c55207-c6ca-4342-9be5-3514f0d6ca96 req-fb8ee538-61c4-4b6f-9ee8-5217e1d4e6c2 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:52.142908 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-65c55207-c6ca-4342-9be5-3514f0d6ca96 req-fb8ee538-61c4-4b6f-9ee8-5217e1d4e6c2 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 945 time: 0.1588347 Aug 31 00:53:52.212799 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-65c55207-c6ca-4342-9be5-3514f0d6ca96 req-1e388431-507a-4c4d-9b1b-5fbc3132a865 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585628 Aug 31 00:53:52.278122 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a3eaa58d-0357-47ce-b3d3-e6495b15d8a6 req-6e1c6df1-0ad9-4095-a2ca-f7911116862d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 210 time: 0.0732849 Aug 31 00:53:52.397065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 37672584-8e81-42a9-a2a5-226246c1cb5d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=37672584-8e81-42a9-a2a5-226246c1cb5d,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:52.409273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '37672584-8e81-42a9-a2a5-226246c1cb5d', 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242', 'port_id': '37672584-8e81-42a9-a2a5-226246c1cb5d', 'mac_address': 'fa:16:3e:f1:c9:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705c0226-5114-4c34-8342-90d30ce9c10c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:53:52.508753 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:52.525620 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 9d5bd277-aeb5-4022-b617-60ca0f30db3a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:53:52.535281 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port ee4899fe-0e78-40b9-bd78-996e212e0086 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:53:52.543397 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 9d5bd277-aeb5-4022-b617-60ca0f30db3a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:53:52.544309 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:52.605992 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37672584-8e81-42a9-a2a5-226246c1cb5d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:53:52.615867 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ee4899fe-0e78-40b9-bd78-996e212e0086 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:53:52.616436 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:52.669551 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 37672584-8e81-42a9-a2a5-226246c1cb5d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=37672584-8e81-42a9-a2a5-226246c1cb5d,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:52.730349 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41214) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:52.777977 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:52.788189 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:52.812377 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5407fbf0-9ff3-42eb-a0e7-bcd6f780d7be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55dd62c206e64812b672e5e3f63ec587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0780029 Aug 31 00:53:52.814296 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41218) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:52.902716 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['37672584-8e81-42a9-a2a5-226246c1cb5d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:53:52.909769 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:52.921574 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05085dce-69e7-49b6-bea3-e8c5221b63bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5bd277-aeb5-4022-b617-60ca0f30db3a'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:52.932644 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e15692a-df5e-4918-97bc-335a9d4fd6d4" -d '{"events": [{"server_uuid": "05085dce-69e7-49b6-bea3-e8c5221b63bf", "name": "network-vif-plugged", "status": "completed", "tag": "9d5bd277-aeb5-4022-b617-60ca0f30db3a"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:52.933450 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-04601868-ade0-45aa-9844-5102605e9c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:52.978891 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-04601868-ade0-45aa-9844-5102605e9c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:53.027952 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=37672584-8e81-42a9-a2a5-226246c1cb5d,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:53.047474 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 9d5bd277-aeb5-4022-b617-60ca0f30db3a, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9d5bd277-aeb5-4022-b617-60ca0f30db3a,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:53.077747 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port ee4899fe-0e78-40b9-bd78-996e212e0086, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ee4899fe-0e78-40b9-bd78-996e212e0086,segment=NetworkSegment(4e658841-2906-400f-a684-d4fbd97b680a),segment_id=4e658841-2906-400f-a684-d4fbd97b680a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:53.209846 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:53.214844 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac149d-4075-4ce4-b001-b2ebd24fd6c5 req-7d476cad-a842-4f3c-b47b-3c4ff21d3e6f tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:53.227837 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e5ac149d-4075-4ce4-b001-b2ebd24fd6c5 req-7d476cad-a842-4f3c-b47b-3c4ff21d3e6f tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 945 time: 0.2070229 Aug 31 00:53:53.235507 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:53.288661 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-b065f0dc-6e29-4645-9025-8e5390564d80 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:53.290325 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-b065f0dc-6e29-4645-9025-8e5390564d80 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.48 "GET /v2.0/networks?id=dc278020-aff3-4dcf-ba96-5afc27324078 HTTP/1.1" status: 200 len: 820 time: 0.2866921 Aug 31 00:53:53.293463 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-04601868-ade0-45aa-9844-5102605e9c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:53.297988 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-04601868-ade0-45aa-9844-5102605e9c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:53.305037 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-04601868-ade0-45aa-9844-5102605e9c08 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9989fe76-2b17-4a63-bc18-cdc4b548b7a8 HTTP/1.1" status: 204 len: 168 time: 0.4843307 Aug 31 00:53:53.318397 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-843c03e7-2500-45b8-aea6-771e510c4a72 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Request body: {'port': {'device_id': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'admin_state_up': True, 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:53:53.340256 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e8c4bb-0016-48ac-8a5a-72a69c0267ce x-openstack-request-id: req-65e8c4bb-0016-48ac-8a5a-72a69c0267ce {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:53.340645 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05085dce-69e7-49b6-bea3-e8c5221b63bf", "name": "network-vif-plugged", "status": "completed", "tag": "9d5bd277-aeb5-4022-b617-60ca0f30db3a", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:53.341150 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65e8c4bb-0016-48ac-8a5a-72a69c0267ce {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:53.341612 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05085dce-69e7-49b6-bea3-e8c5221b63bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5bd277-aeb5-4022-b617-60ca0f30db3a', 'code': 200} Aug 31 00:53:53.343818 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e5ac149d-4075-4ce4-b001-b2ebd24fd6c5 req-b09a258f-6fba-480d-ab2e-edf6a983159d tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154020 Aug 31 00:53:53.427156 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=ee4899fe-0e78-40b9-bd78-996e212e0086,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:53.533771 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04601868-ade0-45aa-9844-5102605e9c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9989fe76-2b17-4a63-bc18-cdc4b548b7a8,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:53.538181 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=9d5bd277-aeb5-4022-b617-60ca0f30db3a,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:53.570903 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34640c-0b2f-46e0-ba85-12d8a228e636 req-95a03938-dd53-4a70-9005-e859d60bf296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:53.572767 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2f34640c-0b2f-46e0-ba85-12d8a228e636 req-95a03938-dd53-4a70-9005-e859d60bf296 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 1098 time: 0.1480772 Aug 31 00:53:53.589689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e26fbc-d870-49d9-9a7b-e5d47b5f6fb8 req-af20da47-fb2d-4c38-9187-40c63d8cb6e0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:53.598035 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-14e26fbc-d870-49d9-9a7b-e5d47b5f6fb8 req-af20da47-fb2d-4c38-9187-40c63d8cb6e0 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 944 time: 0.0881269 Aug 31 00:53:53.657509 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2f34640c-0b2f-46e0-ba85-12d8a228e636 req-f60bc370-bee5-4f57-82df-ae4a96aa2ddc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569630 Aug 31 00:53:53.718686 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-14e26fbc-d870-49d9-9a7b-e5d47b5f6fb8 req-5ac7b3c9-2742-4e84-acfb-13bded91567c tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187704 Aug 31 00:53:53.724803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e41be7-4517-4263-9d31-59f4e28d9baa req-c8d1d7af-e76e-4ae7-a904-f28e412bba46 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:53.734679 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-02e41be7-4517-4263-9d31-59f4e28d9baa req-c8d1d7af-e76e-4ae7-a904-f28e412bba46 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 951 time: 0.1908655 Aug 31 00:53:53.766756 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5766a2-9024-4533-b711-852dce309219 req-ae22a45e-ede8-4af0-ae46-2157683cbf87 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:53.766756 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a5766a2-9024-4533-b711-852dce309219 req-ae22a45e-ede8-4af0-ae46-2157683cbf87 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 944 time: 0.2318735 Aug 31 00:53:53.877994 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-02e41be7-4517-4263-9d31-59f4e28d9baa req-b74e22ed-8f25-4390-a9b4-c88c43d1808c tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec5689d-aa89-481f-9097-3afce0e6da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127360 Aug 31 00:53:53.905770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a87cf-b1d0-448b-bbc5-6b229fbae4a2 req-a7d49855-bd52-4972-bd6c-768ea7d5ab2b tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:53.920084 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-566a87cf-b1d0-448b-bbc5-6b229fbae4a2 req-a7d49855-bd52-4972-bd6c-768ea7d5ab2b tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 946 time: 0.1162918 Aug 31 00:53:53.954456 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-843c03e7-2500-45b8-aea6-771e510c4a72 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Made reservation on behalf of 93a0ee3178d34d5299cac844dabfaecc for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:53:53.961059 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-843c03e7-2500-45b8-aea6-771e510c4a72 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:53.980355 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ee4899fe-0e78-40b9-bd78-996e212e0086 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:53:54.011113 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-566a87cf-b1d0-448b-bbc5-6b229fbae4a2 req-c8d14136-55e5-4b50-b582-98cfa3749fea tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887120 Aug 31 00:53:54.090828 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5fd6b21d-3c9f-4500-80ec-49f0cd739fce req-5bd07f0e-152b-43b2-af40-b53d28aa4d82 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 210 time: 0.0807197 Aug 31 00:53:54.100587 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ee4899fe-0e78-40b9-bd78-996e212e0086 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:53:54.101279 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:54.184744 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-1a5766a2-9024-4533-b711-852dce309219 req-1d9de0a8-87ef-40cf-8832-db684711c039 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Deleting port b722f6da-4903-4747-95ef-a59eae43709b {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:53:54.185346 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1a5766a2-9024-4533-b711-852dce309219 req-1d9de0a8-87ef-40cf-8832-db684711c039 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:54.194905 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 93a5602c-15e0-498c-8385-c1759fb3889b no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:53:54.361005 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-843c03e7-2500-45b8-aea6-771e510c4a72 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Allocated IP 172.20.0.10 (dc278020-aff3-4dcf-ba96-5afc27324078/142bf2c3-09e2-45a4-ac82-63759f91b472/a998386b-7f11-47ef-9133-c3596872863a) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:53:54.374484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-1a5766a2-9024-4533-b711-852dce309219 req-1d9de0a8-87ef-40cf-8832-db684711c039 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] For port b722f6da-4903-4747-95ef-a59eae43709b, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b722f6da-4903-4747-95ef-a59eae43709b,segment=NetworkSegment(3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9),segment_id=3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:54.374867 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1a5766a2-9024-4533-b711-852dce309219 req-1d9de0a8-87ef-40cf-8832-db684711c039 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:54.385087 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:54.408367 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-1a5766a2-9024-4533-b711-852dce309219 req-1d9de0a8-87ef-40cf-8832-db684711c039 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Calling delete_port for b722f6da-4903-4747-95ef-a59eae43709b owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:53:54.462369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 93a5602c-15e0-498c-8385-c1759fb3889b, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=93a5602c-15e0-498c-8385-c1759fb3889b,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:54.693390 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:54.819614 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b722f6da-4903-4747-95ef-a59eae43709b no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:53:54.819731 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-843c03e7-2500-45b8-aea6-771e510c4a72 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:54.828137 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=93a5602c-15e0-498c-8385-c1759fb3889b,revision_number=11']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:54.852846 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 37672584-8e81-42a9-a2a5-226246c1cb5d no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:53:54.874923 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74bf4e-ae02-4e88-8669-8c60ebb0fecb req-9cd6ef05-5813-41d6-a00f-98b2a3c3ebf9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:54.876767 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df74bf4e-ae02-4e88-8669-8c60ebb0fecb req-9cd6ef05-5813-41d6-a00f-98b2a3c3ebf9 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 944 time: 0.0625789 Aug 31 00:53:54.931667 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df74bf4e-ae02-4e88-8669-8c60ebb0fecb req-7de25f56-5726-46a5-bb60-a7f629d17f89 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/security-groups?id=60738b1d-3577-436e-8deb-35d4f5855979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459766 Aug 31 00:53:54.984841 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:54.991153 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 37672584-8e81-42a9-a2a5-226246c1cb5d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:53:55.014757 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 37672584-8e81-42a9-a2a5-226246c1cb5d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=37672584-8e81-42a9-a2a5-226246c1cb5d,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:55.075041 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7b6ad-025f-4af3-8fd1-50336cf00f73 req-796b6853-6def-44dc-9055-746a093e4579 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:55.077413 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-58e7b6ad-025f-4af3-8fd1-50336cf00f73 req-796b6853-6def-44dc-9055-746a093e4579 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 945 time: 0.0594432 Aug 31 00:53:55.133326 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-58e7b6ad-025f-4af3-8fd1-50336cf00f73 req-b6321ee1-5e0b-4d1e-a85d-0c534a540390 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493734 Aug 31 00:53:55.282252 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9684e-45e2-4438-87a6-4f9f1f081cd3 req-57766b88-a6f3-4c72-a207-2a50e9cb951f tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:55.284065 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c4e9684e-45e2-4438-87a6-4f9f1f081cd3 req-57766b88-a6f3-4c72-a207-2a50e9cb951f tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 946 time: 0.0826557 Aug 31 00:53:55.342474 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c4e9684e-45e2-4438-87a6-4f9f1f081cd3 req-8402b896-846a-4836-9a26-12459d17f3e6 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512075 Aug 31 00:53:55.343183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40deb6e4-92df-4753-90dc-78d483db4740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a5602c-15e0-498c-8385-c1759fb3889b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:55.347414 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad78c4e8-95d1-4a5b-bd2b-1a195d98253d" -d '{"events": [{"server_uuid": "40deb6e4-92df-4753-90dc-78d483db4740", "name": "network-vif-unplugged", "status": "completed", "tag": "93a5602c-15e0-498c-8385-c1759fb3889b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:55.439520 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9f537a4f-ed1e-43dc-9e8c-8ab289386009 req-d7b73cb9-e004-4b23-8327-727bf3ed76d6 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 210 time: 0.0308723 Aug 31 00:53:55.469837 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-843c03e7-2500-45b8-aea6-771e510c4a72 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Transition to ACTIVE for port object a998386b-7f11-47ef-9133-c3596872863a will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:53:55.478316 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:55.527439 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1a5766a2-9024-4533-b711-852dce309219 req-1d9de0a8-87ef-40cf-8832-db684711c039 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:55.572447 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=37672584-8e81-42a9-a2a5-226246c1cb5d,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:55.579208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9de0a8-87ef-40cf-8832-db684711c039 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Pushing event deleted for resources: {'Port': ['ID=b722f6da-4903-4747-95ef-a59eae43709b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:55.605697 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce2a920-47b7-4de8-ab96-c9f860ef0a7b x-openstack-request-id: req-bce2a920-47b7-4de8-ab96-c9f860ef0a7b {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:55.606270 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40deb6e4-92df-4753-90dc-78d483db4740", "name": "network-vif-unplugged", "status": "completed", "tag": "93a5602c-15e0-498c-8385-c1759fb3889b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:55.606514 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bce2a920-47b7-4de8-ab96-c9f860ef0a7b {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:55.607211 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40deb6e4-92df-4753-90dc-78d483db4740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a5602c-15e0-498c-8385-c1759fb3889b', 'code': 200} Aug 31 00:53:55.645038 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5766a2-9024-4533-b711-852dce309219 req-1d9de0a8-87ef-40cf-8832-db684711c039 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] No DVR routers for this DVR port b722f6da-4903-4747-95ef-a59eae43709b on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:53:55.648079 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1a5766a2-9024-4533-b711-852dce309219 req-1d9de0a8-87ef-40cf-8832-db684711c039 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:55.651374 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a5766a2-9024-4533-b711-852dce309219 req-1d9de0a8-87ef-40cf-8832-db684711c039 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.48 "DELETE /v2.0/ports/b722f6da-4903-4747-95ef-a59eae43709b HTTP/1.1" status: 204 len: 173 time: 1.8640778 Aug 31 00:53:55.651374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a584d5-0e99-431c-a4cb-f4ba1bb18510', 'name': 'network-vif-deleted', 'tag': 'b722f6da-4903-4747-95ef-a59eae43709b'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:55.655320 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d3631d-77b8-4ca6-b7f8-9ffa98d8ba31" -d '{"events": [{"server_uuid": "e3a584d5-0e99-431c-a4cb-f4ba1bb18510", "name": "network-vif-deleted", "tag": "b722f6da-4903-4747-95ef-a59eae43709b"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:55.709521 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7235a7f3-fb47-4ed3-aa3c-efb34ee68085 x-openstack-request-id: req-7235a7f3-fb47-4ed3-aa3c-efb34ee68085 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:55.709801 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a584d5-0e99-431c-a4cb-f4ba1bb18510", "name": "network-vif-deleted", "tag": "b722f6da-4903-4747-95ef-a59eae43709b", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:55.710055 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7235a7f3-fb47-4ed3-aa3c-efb34ee68085 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:55.710460 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a584d5-0e99-431c-a4cb-f4ba1bb18510', 'name': 'network-vif-deleted', 'tag': 'b722f6da-4903-4747-95ef-a59eae43709b', 'status': 'completed', 'code': 200} Aug 31 00:53:55.811883 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-843c03e7-2500-45b8-aea6-771e510c4a72 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:55.852351 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-843c03e7-2500-45b8-aea6-771e510c4a72 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Network dc278020-aff3-4dcf-ba96-5afc27324078 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:53:55.859057 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-843c03e7-2500-45b8-aea6-771e510c4a72 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:53:55.863617 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-843c03e7-2500-45b8-aea6-771e510c4a72 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:53:55.894368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c03e7-2500-45b8-aea6-771e510c4a72 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Pushing event updated for resources: {'Port': ['ID=a998386b-7f11-47ef-9133-c3596872863a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:55.942614 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-843c03e7-2500-45b8-aea6-771e510c4a72 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:55.943916 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-843c03e7-2500-45b8-aea6-771e510c4a72 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:56.091613 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26465644-460f-43ac-879d-3092df80468d req-c0b81ac8-b808-457b-8943-f014598fb3d8 tempest-LiveMigrationTest-442616671 tempest-LiveMigrationTest-442616671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a584d5-0e99-431c-a4cb-f4ba1bb18510 HTTP/1.1" status: 200 len: 210 time: 0.0386291 Aug 31 00:53:56.132373 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-843c03e7-2500-45b8-aea6-771e510c4a72 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8310208 Aug 31 00:53:56.152437 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Request body: {'port': {'device_id': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:53:56.234713 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:56.356599 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d601e23-e787-40a3-a805-1f6961b5ed08 req-ab30cd56-ac3d-4dc5-a8cc-4b12cebcf972 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:56.359662 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d601e23-e787-40a3-a805-1f6961b5ed08 req-ab30cd56-ac3d-4dc5-a8cc-4b12cebcf972 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 944 time: 0.1129360 Aug 31 00:53:56.365592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-55ca57d8-2d48-4980-9afb-9066b0dd1bb6 None None] Provisioning for port a998386b-7f11-47ef-9133-c3596872863a completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:53:56.373404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-55ca57d8-2d48-4980-9afb-9066b0dd1bb6 None None] Provisioning complete for port a998386b-7f11-47ef-9133-c3596872863a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:53:56.374497 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-55ca57d8-2d48-4980-9afb-9066b0dd1bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:56.420447 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d601e23-e787-40a3-a805-1f6961b5ed08 req-383152cb-4626-47ff-9e73-4fae30fb5d68 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504866 Aug 31 00:53:56.472096 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-55ca57d8-2d48-4980-9afb-9066b0dd1bb6 None None] Port a998386b-7f11-47ef-9133-c3596872863a cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:53:56.518455 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6fa9c-518f-440b-a60f-f0c11a3a557c req-e474d219-c6f8-4925-942e-22f546378497 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:56.519928 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5f6fa9c-518f-440b-a60f-f0c11a3a557c req-e474d219-c6f8-4925-942e-22f546378497 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.48 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 944 time: 0.1771829 Aug 31 00:53:56.641176 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20ea1a-6ba5-4199-ab24-d639eafb53e5 req-5b60e9ef-c95c-416e-a6da-c99fb5792bd6 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:56.644435 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4a20ea1a-6ba5-4199-ab24-d639eafb53e5 req-5b60e9ef-c95c-416e-a6da-c99fb5792bd6 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 946 time: 0.0944960 Aug 31 00:53:56.759144 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4a20ea1a-6ba5-4199-ab24-d639eafb53e5 req-984ae6ff-cc6f-4640-bc47-ebf89a88e5b2 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018014 Aug 31 00:53:56.777231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-f5f6fa9c-518f-440b-a60f-f0c11a3a557c req-4c21a461-8afe-4903-8c3d-41618e9cd242 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Deleting port 37672584-8e81-42a9-a2a5-226246c1cb5d {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:53:56.778308 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f5f6fa9c-518f-440b-a60f-f0c11a3a557c req-4c21a461-8afe-4903-8c3d-41618e9cd242 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:56.961588 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bcff4-885f-4863-a6fc-d67d75b7d0cb req-89b40ef5-6414-4976-a39f-35f2728e5493 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:56.975501 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0e1bcff4-885f-4863-a6fc-d67d75b7d0cb req-89b40ef5-6414-4976-a39f-35f2728e5493 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 932 time: 0.0981145 Aug 31 00:53:57.061628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a998386b-7f11-47ef-9133-c3596872863a {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:53:57.067209 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0e1bcff4-885f-4863-a6fc-d67d75b7d0cb req-cecbca55-bd68-4eef-9053-c97213a302c5 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852056 Aug 31 00:53:57.089763 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:57.170813 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-f5f6fa9c-518f-440b-a60f-f0c11a3a557c req-4c21a461-8afe-4903-8c3d-41618e9cd242 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] For port 37672584-8e81-42a9-a2a5-226246c1cb5d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=37672584-8e81-42a9-a2a5-226246c1cb5d,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:53:57.171640 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f5f6fa9c-518f-440b-a60f-f0c11a3a557c req-4c21a461-8afe-4903-8c3d-41618e9cd242 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:57.176690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Transition to ACTIVE for port object a998386b-7f11-47ef-9133-c3596872863a will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:53:57.202608 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-f5f6fa9c-518f-440b-a60f-f0c11a3a557c req-4c21a461-8afe-4903-8c3d-41618e9cd242 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Calling delete_port for 37672584-8e81-42a9-a2a5-226246c1cb5d owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:53:57.293948 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:57.339088 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41368) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:57.498987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=a998386b-7f11-47ef-9133-c3596872863a,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:57.573390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:57.574505 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:57.575008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:57.575521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:57.576043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:57.576565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:57.577115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:57.577716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:57.578284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:57.578869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:57.579433 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:57.580006 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:57.756803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Attempting to bind port a998386b-7f11-47ef-9133-c3596872863a on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:53:57.757573 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Attempting to bind port a998386b-7f11-47ef-9133-c3596872863a by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '4e658841-2906-400f-a684-d4fbd97b680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:53:57.758124 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Attempting to bind port a998386b-7f11-47ef-9133-c3596872863a on network dc278020-aff3-4dcf-ba96-5afc27324078 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:53:57.765667 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Port a998386b-7f11-47ef-9133-c3596872863a on network dc278020-aff3-4dcf-ba96-5afc27324078 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:53:57.766513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Attempting to bind port a998386b-7f11-47ef-9133-c3596872863a on network dc278020-aff3-4dcf-ba96-5afc27324078 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:53:57.773105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:53:57.778594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Checking segment: {'id': '4e658841-2906-400f-a684-d4fbd97b680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:53:57.778594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Bound using segment: {'id': '4e658841-2906-400f-a684-d4fbd97b680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:53:57.778594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Bound port: a998386b-7f11-47ef-9133-c3596872863a, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e658841-2906-400f-a684-d4fbd97b680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:53:57.778594 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:57.787267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947ce8c-0875-4e53-9a65-2c9ccdef972e req-fa339f61-3667-4c0b-94d0-e288d05f0574 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:57.790155 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8947ce8c-0875-4e53-9a65-2c9ccdef972e req-fa339f61-3667-4c0b-94d0-e288d05f0574 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=b59bb7b3-70b6-414f-8a5d-66d8cb3824b1 HTTP/1.1" status: 200 len: 944 time: 0.1547301 Aug 31 00:53:57.852791 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f5f6fa9c-518f-440b-a60f-f0c11a3a557c req-4c21a461-8afe-4903-8c3d-41618e9cd242 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:57.868979 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba3613f-a2de-428b-a2c2-16534e85c019 admin admin] Deleting subnet 519a0f3b-cc60-470d-b6ba-128b5161d8a4 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:53:57.876723 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eba3613f-a2de-428b-a2c2-16534e85c019 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:57.934475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21a461-8afe-4903-8c3d-41618e9cd242 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Pushing event deleted for resources: {'Port': ['ID=37672584-8e81-42a9-a2a5-226246c1cb5d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:57.969191 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8947ce8c-0875-4e53-9a65-2c9ccdef972e req-ad521ee6-99fa-418a-8b22-f6ae934e0aed tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673021 Aug 31 00:53:58.001478 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eba3613f-a2de-428b-a2c2-16534e85c019 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:58.064550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f6fa9c-518f-440b-a60f-f0c11a3a557c req-4c21a461-8afe-4903-8c3d-41618e9cd242 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] No DVR routers for this DVR port 37672584-8e81-42a9-a2a5-226246c1cb5d on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:53:58.065687 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] For port a998386b-7f11-47ef-9133-c3596872863a, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:53:58.070730 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f5f6fa9c-518f-440b-a60f-f0c11a3a557c req-4c21a461-8afe-4903-8c3d-41618e9cd242 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:58.075650 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5f6fa9c-518f-440b-a60f-f0c11a3a557c req-4c21a461-8afe-4903-8c3d-41618e9cd242 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.48 "DELETE /v2.0/ports/37672584-8e81-42a9-a2a5-226246c1cb5d HTTP/1.1" status: 204 len: 173 time: 1.5405843 Aug 31 00:53:58.076781 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59bb7b3-70b6-414f-8a5d-66d8cb3824b1', 'name': 'network-vif-deleted', 'tag': '37672584-8e81-42a9-a2a5-226246c1cb5d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:53:58.080977 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070f2143-8096-421c-a06f-9b6110f48471" -d '{"events": [{"server_uuid": "b59bb7b3-70b6-414f-8a5d-66d8cb3824b1", "name": "network-vif-deleted", "tag": "37672584-8e81-42a9-a2a5-226246c1cb5d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:53:58.116722 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] For port a998386b-7f11-47ef-9133-c3596872863a, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a998386b-7f11-47ef-9133-c3596872863a,segment=NetworkSegment(4e658841-2906-400f-a684-d4fbd97b680a),segment_id=4e658841-2906-400f-a684-d4fbd97b680a)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:53:58.153321 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eba3613f-a2de-428b-a2c2-16534e85c019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:58.268748 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:58.292162 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-9ce7f6dd-7cd2-4db3-bf20-911cddf3d848 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8b02bda2aa5a4a4fabbd1490ce5779ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404992 Aug 31 00:53:58.317578 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329e3cd-3ddd-4913-a047-e83aa16fc61a req-74b502d5-3fa0-4a8b-a55f-7dbf1a25dd03 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:58.320334 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e329e3cd-3ddd-4913-a047-e83aa16fc61a req-74b502d5-3fa0-4a8b-a55f-7dbf1a25dd03 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 949 time: 0.1697609 Aug 31 00:53:58.411208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:58.411969 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:58.412213 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e329e3cd-3ddd-4913-a047-e83aa16fc61a req-d06791ec-db61-4288-abe5-6b75fe21d059 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec5689d-aa89-481f-9097-3afce0e6da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813863 Aug 31 00:53:58.421849 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] 10.222.0.48 "PUT /v2.0/ports/a998386b-7f11-47ef-9133-c3596872863a HTTP/1.1" status: 200 len: 1093 time: 2.2728708 Aug 31 00:53:58.451919 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eba3613f-a2de-428b-a2c2-16534e85c019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:58.491778 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0da5f-8fbf-4215-893c-b38ff6f08ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=a998386b-7f11-47ef-9133-c3596872863a,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:58.506373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3613f-a2de-428b-a2c2-16534e85c019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=519a0f3b-cc60-470d-b6ba-128b5161d8a4,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:58.514293 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eba3613f-a2de-428b-a2c2-16534e85c019 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:58.521653 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-eba3613f-a2de-428b-a2c2-16534e85c019 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/519a0f3b-cc60-470d-b6ba-128b5161d8a4 HTTP/1.1" status: 204 len: 168 time: 1.1810725 Aug 31 00:53:58.522841 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41402) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:58.556369 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-543038bf-cb64-420a-b7bb-09058509f43f tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:58.560259 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-543038bf-cb64-420a-b7bb-09058509f43f tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2367511 Aug 31 00:53:58.562196 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bce0f84-e1ce-4af6-8da3-c3b21eb8db65 x-openstack-request-id: req-3bce0f84-e1ce-4af6-8da3-c3b21eb8db65 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:53:58.562518 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59bb7b3-70b6-414f-8a5d-66d8cb3824b1", "name": "network-vif-deleted", "tag": "37672584-8e81-42a9-a2a5-226246c1cb5d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:53:58.562781 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3bce0f84-e1ce-4af6-8da3-c3b21eb8db65 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:53:58.563201 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59bb7b3-70b6-414f-8a5d-66d8cb3824b1', 'name': 'network-vif-deleted', 'tag': '37672584-8e81-42a9-a2a5-226246c1cb5d', 'status': 'completed', 'code': 200} Aug 31 00:53:58.612764 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-34792328-6892-40cb-ad39-78f1eea5107f tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/quotas/8b02bda2aa5a4a4fabbd1490ce5779ab HTTP/1.1" status: 200 len: 375 time: 0.0230825 Aug 31 00:53:58.785786 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-925292ee-0eea-4adc-ae1e-dae89c4c0fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:58.831330 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88752f8-5f77-40b3-8f18-dfc5ca3a2f9b req-004b7914-f084-4a6e-bbc4-b927458c15f2 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:58.834549 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e88752f8-5f77-40b3-8f18-dfc5ca3a2f9b req-004b7914-f084-4a6e-bbc4-b927458c15f2 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 944 time: 0.1770561 Aug 31 00:53:59.069198 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-d22b06a9-b610-4e8a-be9d-4e769424aeff tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b02bda2aa5a4a4fabbd1490ce5779ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4571366 Aug 31 00:53:59.093731 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-8a684dd6-83ce-4f48-89e7-408b64f9fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:59.096497 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-8a684dd6-83ce-4f48-89e7-408b64f9fc4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93a0ee3178d34d5299cac844dabfaecc&device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 1096 time: 0.4823570 Aug 31 00:53:59.193247 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-a96e2e4d-7bb0-4b77-92a2-490bcb671526 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a998386b-7f11-47ef-9133-c3596872863a HTTP/1.1" status: 200 len: 217 time: 0.0860243 Aug 31 00:53:59.294100 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-db710127-434d-49f2-a7be-b2d096eba245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:59.298057 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-db710127-434d-49f2-a7be-b2d096eba245 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=142bf2c3-09e2-45a4-ac82-63759f91b472 HTTP/1.1" status: 200 len: 859 time: 0.0979548 Aug 31 00:53:59.313117 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-925292ee-0eea-4adc-ae1e-dae89c4c0fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:59.323491 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e88752f8-5f77-40b3-8f18-dfc5ca3a2f9b req-0e2e87ec-b8af-49ae-a4a2-390691200418 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065447 Aug 31 00:53:59.334905 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-925292ee-0eea-4adc-ae1e-dae89c4c0fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1201673d-ac71-4ee8-8cb6-849c3511a23a']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:59.367181 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-925292ee-0eea-4adc-ae1e-dae89c4c0fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:59.367498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-925292ee-0eea-4adc-ae1e-dae89c4c0fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce0bc39-a23c-4a2e-84d2-cbe91b1baeb9') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:53:59.388397 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-925292ee-0eea-4adc-ae1e-dae89c4c0fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:59.389333 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-412d0c28-67bd-4efa-965d-a95665fb268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:59.391160 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-412d0c28-67bd-4efa-965d-a95665fb268d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc278020-aff3-4dcf-ba96-5afc27324078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849349 Aug 31 00:53:59.421573 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-925292ee-0eea-4adc-ae1e-dae89c4c0fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:59.435824 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925292ee-0eea-4adc-ae1e-dae89c4c0fb7 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:53:59.436610 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-925292ee-0eea-4adc-ae1e-dae89c4c0fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: timer() Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:53:59.439263 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:53:59.604832 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-0fe976c6-480a-4916-b8d9-0098bfd04153 service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992192 Aug 31 00:53:59.720292 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2e80ce6a-fb48-4b03-928d-4fbfd5ab5fa9 req-cc953ecf-4416-4d5f-985f-e502002d1b8f tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 210 time: 0.1180127 Aug 31 00:53:59.723332 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-925292ee-0eea-4adc-ae1e-dae89c4c0fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:59.738420 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-925292ee-0eea-4adc-ae1e-dae89c4c0fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:59.743697 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-925292ee-0eea-4adc-ae1e-dae89c4c0fb7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1201673d-ac71-4ee8-8cb6-849c3511a23a HTTP/1.1" status: 204 len: 168 time: 1.2163403 Aug 31 00:53:59.777208 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41418) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:59.796143 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925292ee-0eea-4adc-ae1e-dae89c4c0fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1201673d-ac71-4ee8-8cb6-849c3511a23a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:59.875615 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e56c98-06be-46be-a9d7-18d59f1fd408 req-f8592586-ea62-45ca-a6e0-990a02ea7d95 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:59.876537 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ba5a5c-2343-45fb-89b7-a46e9dcdaf60 admin admin] Deleting subnet efea404a-dc02-4069-9576-8bc8e77b0873 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:53:59.881861 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55ba5a5c-2343-45fb-89b7-a46e9dcdaf60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:59.886068 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12e56c98-06be-46be-a9d7-18d59f1fd408 req-f8592586-ea62-45ca-a6e0-990a02ea7d95 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 949 time: 0.2065752 Aug 31 00:53:59.911869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272555b-68c2-46cd-b8ba-64a8161cda92 req-e8b3f429-816a-4199-ad69-32d343723a61 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:53:59.913571 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0272555b-68c2-46cd-b8ba-64a8161cda92 req-e8b3f429-816a-4199-ad69-32d343723a61 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.48 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 949 time: 0.1968298 Aug 31 00:53:59.955694 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55ba5a5c-2343-45fb-89b7-a46e9dcdaf60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:59.982948 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4329a3f5-7281-4cfb-9b9a-a1d734c0327e req-40629b74-219f-4a8b-8ef5-ffe5b26a8b22 service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692842 Aug 31 00:54:00.013687 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12e56c98-06be-46be-a9d7-18d59f1fd408 req-18658039-28f4-4f29-96d8-74efb5bc2f67 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec5689d-aa89-481f-9097-3afce0e6da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261792 Aug 31 00:54:00.016787 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55ba5a5c-2343-45fb-89b7-a46e9dcdaf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:00.125159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-0272555b-68c2-46cd-b8ba-64a8161cda92 req-a3b9f711-15d8-441f-afac-17fe596cfd93 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Deleting port 93a5602c-15e0-498c-8385-c1759fb3889b {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:54:00.125870 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0272555b-68c2-46cd-b8ba-64a8161cda92 req-a3b9f711-15d8-441f-afac-17fe596cfd93 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:00.183818 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 37672584-8e81-42a9-a2a5-226246c1cb5d no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:54:00.224373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-b56a25d3-58e3-487e-ac0a-fb392738d224 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:00.226165 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-b56a25d3-58e3-487e-ac0a-fb392738d224 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/networks?id=9b215787-2670-4c58-b41e-2b82d5b16242 HTTP/1.1" status: 200 len: 822 time: 0.1754274 Aug 31 00:54:00.231351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 37672584-8e81-42a9-a2a5-226246c1cb5d {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:54:00.231733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 37672584-8e81-42a9-a2a5-226246c1cb5d not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:54:00.261250 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-ec69a309-fdb7-4d26-8351-525948842612 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/quotas/6696427873454ece88fcc369fa4609ff HTTP/1.1" status: 200 len: 375 time: 0.0176594 Aug 31 00:54:00.303894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-0272555b-68c2-46cd-b8ba-64a8161cda92 req-a3b9f711-15d8-441f-afac-17fe596cfd93 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] For port 93a5602c-15e0-498c-8385-c1759fb3889b, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=93a5602c-15e0-498c-8385-c1759fb3889b,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:00.304261 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0272555b-68c2-46cd-b8ba-64a8161cda92 req-a3b9f711-15d8-441f-afac-17fe596cfd93 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:00.322111 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-0272555b-68c2-46cd-b8ba-64a8161cda92 req-a3b9f711-15d8-441f-afac-17fe596cfd93 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Calling delete_port for 93a5602c-15e0-498c-8385-c1759fb3889b owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:54:00.335269 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-e6acff1c-856c-4676-b607-1af090f283fe tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6696427873454ece88fcc369fa4609ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641735 Aug 31 00:54:00.336478 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55ba5a5c-2343-45fb-89b7-a46e9dcdaf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:00.389689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba5a5c-2343-45fb-89b7-a46e9dcdaf60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efea404a-dc02-4069-9576-8bc8e77b0873,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:00.430486 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55ba5a5c-2343-45fb-89b7-a46e9dcdaf60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:00.436067 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-55ba5a5c-2343-45fb-89b7-a46e9dcdaf60 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/efea404a-dc02-4069-9576-8bc8e77b0873 HTTP/1.1" status: 204 len: 168 time: 0.6567252 Aug 31 00:54:00.436914 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41440) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:00.546381 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-89a8904a-dc0e-4b1c-b668-dfe789719f67 service neutron] 10.222.0.16 "GET /v2.0/networks/9b215787-2670-4c58-b41e-2b82d5b16242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990342 Aug 31 00:54:00.566885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'tag': 'a998386b-7f11-47ef-9133-c3596872863a'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:00.569214 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3eacd4-d001-4e00-b65f-97c5059ab5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7b61fbf3-4801-4ba4-adbc-7d3e801a1511", "tag": "a998386b-7f11-47ef-9133-c3596872863a"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:00.622770 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3c56e1c7-d6fa-49db-9fa9-f25bc0187ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:00.679413 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5780621-42f2-4b27-bb7a-36dbd8ebc497 req-021bc7dc-d0a3-4903-a7ea-4d0eeb81c29a tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:00.681242 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5780621-42f2-4b27-bb7a-36dbd8ebc497 req-021bc7dc-d0a3-4903-a7ea-4d0eeb81c29a tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 944 time: 0.1462798 Aug 31 00:54:00.707957 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-10d47b9d-2797-44d7-b2ef-aeb6d3018a71 service neutron] 10.222.0.16 "GET /v2.0/networks/9b215787-2670-4c58-b41e-2b82d5b16242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500833 Aug 31 00:54:00.808746 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5780621-42f2-4b27-bb7a-36dbd8ebc497 req-d52bd096-d7c9-41dd-b00e-63cb7fcaee6d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146221 Aug 31 00:54:00.810445 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3c56e1c7-d6fa-49db-9fa9-f25bc0187ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:00.824118 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-3c56e1c7-d6fa-49db-9fa9-f25bc0187ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6619a8-0a6a-4da2-a1b1-ff48b8bc645b']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:00.838535 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-3c56e1c7-d6fa-49db-9fa9-f25bc0187ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b49b0d0-40a3-416f-8b46-576fb39c0def') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:00.839764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-3c56e1c7-d6fa-49db-9fa9-f25bc0187ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b49b0d0-40a3-416f-8b46-576fb39c0def') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:00.852418 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3c56e1c7-d6fa-49db-9fa9-f25bc0187ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:00.882199 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3c56e1c7-d6fa-49db-9fa9-f25bc0187ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:00.889913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c56e1c7-d6fa-49db-9fa9-f25bc0187ef0 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:54:00.890421 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3c56e1c7-d6fa-49db-9fa9-f25bc0187ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: timer() Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:54:00.892793 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:54:00.953692 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0272555b-68c2-46cd-b8ba-64a8161cda92 req-a3b9f711-15d8-441f-afac-17fe596cfd93 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:00.998557 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9f711-15d8-441f-afac-17fe596cfd93 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Pushing event deleted for resources: {'Port': ['ID=93a5602c-15e0-498c-8385-c1759fb3889b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:01.067164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0272555b-68c2-46cd-b8ba-64a8161cda92 req-a3b9f711-15d8-441f-afac-17fe596cfd93 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] No DVR routers for this DVR port 93a5602c-15e0-498c-8385-c1759fb3889b on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:54:01.070942 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0272555b-68c2-46cd-b8ba-64a8161cda92 req-a3b9f711-15d8-441f-afac-17fe596cfd93 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:01.079059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0272555b-68c2-46cd-b8ba-64a8161cda92 req-a3b9f711-15d8-441f-afac-17fe596cfd93 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.48 "DELETE /v2.0/ports/93a5602c-15e0-498c-8385-c1759fb3889b HTTP/1.1" status: 204 len: 173 time: 1.1528285 Aug 31 00:54:01.143698 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3c56e1c7-d6fa-49db-9fa9-f25bc0187ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:01.154874 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3c56e1c7-d6fa-49db-9fa9-f25bc0187ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:01.159940 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3c56e1c7-d6fa-49db-9fa9-f25bc0187ef0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ae6619a8-0a6a-4da2-a1b1-ff48b8bc645b HTTP/1.1" status: 204 len: 168 time: 0.7212090 Aug 31 00:54:01.186741 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56e1c7-d6fa-49db-9fa9-f25bc0187ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae6619a8-0a6a-4da2-a1b1-ff48b8bc645b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:01.330200 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61decd4-cee9-4249-9e7b-1ee9b781458c x-openstack-request-id: req-f61decd4-cee9-4249-9e7b-1ee9b781458c {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:01.330970 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b61fbf3-4801-4ba4-adbc-7d3e801a1511", "tag": "a998386b-7f11-47ef-9133-c3596872863a", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:01.331479 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f61decd4-cee9-4249-9e7b-1ee9b781458c {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:01.332516 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'tag': 'a998386b-7f11-47ef-9133-c3596872863a', 'status': 'completed', 'code': 200} Aug 31 00:54:01.427371 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3eacd4-d001-4e00-b65f-97c5059ab5d1 req-225a4fc2-49b9-4c4c-bb58-5305f1d7eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:01.429296 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b3eacd4-d001-4e00-b65f-97c5059ab5d1 req-225a4fc2-49b9-4c4c-bb58-5305f1d7eaed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93a0ee3178d34d5299cac844dabfaecc&device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 1096 time: 0.0702064 Aug 31 00:54:01.465275 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5acda3fa-3049-4ee1-a54b-c5f182224363 req-658ffc97-24d8-47e7-8067-c6bda1343be4 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 210 time: 0.0317757 Aug 31 00:54:01.597790 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3eacd4-d001-4e00-b65f-97c5059ab5d1 req-cc1d1d1e-bbf3-489e-915d-0be129028070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:01.605954 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b3eacd4-d001-4e00-b65f-97c5059ab5d1 req-cc1d1d1e-bbf3-489e-915d-0be129028070 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc278020-aff3-4dcf-ba96-5afc27324078 HTTP/1.1" status: 200 len: 921 time: 0.1633525 Aug 31 00:54:01.611631 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97fdd39e-67dc-44a5-9575-9a30464e0588 req-ae461cd4-0cbe-4853-a824-2ae081ddce88 tempest-ImagesOneServerTestJSON-321199376 tempest-ImagesOneServerTestJSON-321199376-project] 10.222.0.16 "GET /v2.0/ports?device_id=40deb6e4-92df-4753-90dc-78d483db4740 HTTP/1.1" status: 200 len: 210 time: 0.0575206 Aug 31 00:54:01.653079 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b3eacd4-d001-4e00-b65f-97c5059ab5d1 req-90e0195b-19b1-4a05-96ca-c2fe5c1955af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a998386b-7f11-47ef-9133-c3596872863a HTTP/1.1" status: 200 len: 217 time: 0.0446274 Aug 31 00:54:01.700646 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-be853513-f977-49cb-8d18-db2e20a1dc6b req-b227f143-7e0c-4f54-af29-87115ffe6e88 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 210 time: 0.0350788 Aug 31 00:54:01.718395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3eacd4-d001-4e00-b65f-97c5059ab5d1 req-b6f1048d-34f2-4a53-9802-7942edab5a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:01.719982 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b3eacd4-d001-4e00-b65f-97c5059ab5d1 req-b6f1048d-34f2-4a53-9802-7942edab5a55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=142bf2c3-09e2-45a4-ac82-63759f91b472 HTTP/1.1" status: 200 len: 859 time: 0.0599337 Aug 31 00:54:01.794171 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3eacd4-d001-4e00-b65f-97c5059ab5d1 req-6f356fda-fe68-436f-968d-6a977aec3826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:01.796274 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b3eacd4-d001-4e00-b65f-97c5059ab5d1 req-6f356fda-fe68-436f-968d-6a977aec3826 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc278020-aff3-4dcf-ba96-5afc27324078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690286 Aug 31 00:54:01.810336 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41472) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:01.896529 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9e2ed707-21df-4348-83ae-fe1b2bf89954 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94c1e14dadd544e0828f51650b31e0cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0841143 Aug 31 00:54:01.900008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41476) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:01.935633 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b3eacd4-d001-4e00-b65f-97c5059ab5d1 req-d6be8207-5bb2-4f49-bbad-19f40f6072df service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314204 Aug 31 00:54:02.025244 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc74ddda-eb0c-47f5-814e-6e87e43fd818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:02.036649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341740a-0fd4-449e-848b-613b10297d47 req-72c4977d-86bb-4f9c-aea9-a93f5082776b tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:02.038354 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7341740a-0fd4-449e-848b-613b10297d47 req-72c4977d-86bb-4f9c-aea9-a93f5082776b tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 944 time: 0.1084783 Aug 31 00:54:02.047817 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b3eacd4-d001-4e00-b65f-97c5059ab5d1 req-ae5ab5a1-0c71-4be8-96a1-e78a267de308 service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038227 Aug 31 00:54:02.072534 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc74ddda-eb0c-47f5-814e-6e87e43fd818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:02.141073 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7341740a-0fd4-449e-848b-613b10297d47 req-eba61411-1ebf-4672-9940-99922f51b2ad tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872250 Aug 31 00:54:02.198350 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device a998386b-7f11-47ef-9133-c3596872863a details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:54:02.262930 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc74ddda-eb0c-47f5-814e-6e87e43fd818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:02.266757 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc74ddda-eb0c-47f5-814e-6e87e43fd818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:02.268077 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cc74ddda-eb0c-47f5-814e-6e87e43fd818 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60738b1d-3577-436e-8deb-35d4f5855979 HTTP/1.1" status: 204 len: 168 time: 0.3667440 Aug 31 00:54:02.288379 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74ddda-eb0c-47f5-814e-6e87e43fd818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60738b1d-3577-436e-8deb-35d4f5855979,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:02.364026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port a998386b-7f11-47ef-9133-c3596872863a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a998386b-7f11-47ef-9133-c3596872863a,segment=NetworkSegment(4e658841-2906-400f-a684-d4fbd97b680a),segment_id=4e658841-2906-400f-a684-d4fbd97b680a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:02.384732 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'a998386b-7f11-47ef-9133-c3596872863a', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'port_id': 'a998386b-7f11-47ef-9133-c3596872863a', 'mac_address': 'fa:16:3e:7b:b1:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:54:02.472212 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:02.504113 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a998386b-7f11-47ef-9133-c3596872863a {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:54:02.537472 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port a998386b-7f11-47ef-9133-c3596872863a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a998386b-7f11-47ef-9133-c3596872863a,segment=NetworkSegment(4e658841-2906-400f-a684-d4fbd97b680a),segment_id=4e658841-2906-400f-a684-d4fbd97b680a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:02.601095 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5b462da-e88d-46d9-b1a5-11676fef8b9b req-41c89770-bb3d-438d-a489-e8537306c854 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 210 time: 0.0440974 Aug 31 00:54:02.653290 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:02.891501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['a998386b-7f11-47ef-9133-c3596872863a'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:54:03.013721 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=a998386b-7f11-47ef-9133-c3596872863a,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:03.058709 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-16fbb863-fa8c-44c7-a074-18dbca1914de req-d93fd07b-1b0e-499f-aa57-a6919e51cbaf tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 210 time: 0.1251664 Aug 31 00:54:03.251140 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-119c7cb9-b3c4-44ed-80c9-36454e50abc4 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8b02bda2aa5a4a4fabbd1490ce5779ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518708 Aug 31 00:54:03.344204 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40deb6e4-92df-4753-90dc-78d483db4740', 'name': 'network-vif-deleted', 'tag': '93a5602c-15e0-498c-8385-c1759fb3889b'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:03.361619 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b833c27-abef-44a7-894f-c464f6548cf1" -d '{"events": [{"server_uuid": "40deb6e4-92df-4753-90dc-78d483db4740", "name": "network-vif-deleted", "tag": "93a5602c-15e0-498c-8385-c1759fb3889b"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:03.370848 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb6890-1fff-4dfd-ad3b-7b655bb66464 req-adba1859-d2f9-4f86-979f-18a48febb96f tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:03.373005 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-95fb6890-1fff-4dfd-ad3b-7b655bb66464 req-adba1859-d2f9-4f86-979f-18a48febb96f tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 945 time: 0.0753994 Aug 31 00:54:03.449863 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-95fb6890-1fff-4dfd-ad3b-7b655bb66464 req-f5ad0f1a-2213-4b6c-b297-590b781de6b1 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638387 Aug 31 00:54:03.528295 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2383455-5097-402a-b144-26623616ab98 x-openstack-request-id: req-d2383455-5097-402a-b144-26623616ab98 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:03.528965 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40deb6e4-92df-4753-90dc-78d483db4740", "name": "network-vif-deleted", "tag": "93a5602c-15e0-498c-8385-c1759fb3889b", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:03.529672 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2383455-5097-402a-b144-26623616ab98 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:03.530411 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40deb6e4-92df-4753-90dc-78d483db4740', 'name': 'network-vif-deleted', 'tag': '93a5602c-15e0-498c-8385-c1759fb3889b', 'status': 'completed', 'code': 200} Aug 31 00:54:03.581818 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-088162cd-5c49-48e0-a8c8-9cccbea8f754 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:03.581818 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-088162cd-5c49-48e0-a8c8-9cccbea8f754 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3110671 Aug 31 00:54:03.593428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-4d2954a7-16e9-4ad5-b119-cae7aabbd3d8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Request body: {'port': {'device_id': 'bc9b7a40-8311-4024-9126-304f47c30528', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '8b02bda2aa5a4a4fabbd1490ce5779ab'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:03.801998 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-04c1335d-a57f-45be-a8fd-ca1433ec8053 req-9b65d53b-3a3c-494f-81b2-c7f250692f04 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 210 time: 0.0891457 Aug 31 00:54:03.946493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41510) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:03.956511 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41512) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:03.994043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-4d2954a7-16e9-4ad5-b119-cae7aabbd3d8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Made reservation on behalf of 8b02bda2aa5a4a4fabbd1490ce5779ab for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:54:04.004617 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-4d2954a7-16e9-4ad5-b119-cae7aabbd3d8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:04.025683 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d8ee1257-f4ab-4da0-b18f-d23da8ec7784 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e63d8dbd76a4862b442926796978fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751083 Aug 31 00:54:04.027334 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41516) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:04.043772 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-4d2954a7-16e9-4ad5-b119-cae7aabbd3d8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:04.205194 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b856ab53-625c-461c-bde8-add5879ff049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:04.216420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device a998386b-7f11-47ef-9133-c3596872863a up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:54:04.278315 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b856ab53-625c-461c-bde8-add5879ff049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:04.278625 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-034a4eff-d0b0-405b-98b9-f462ec7a6b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:04.332674 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-81f0301b-4ee7-4de3-bbf6-b3f148665048 req-976d708f-ed7b-43cd-91ee-22e8bd009525 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 210 time: 0.0396185 Aug 31 00:54:04.412752 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-4d2954a7-16e9-4ad5-b119-cae7aabbd3d8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:04.450585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port a998386b-7f11-47ef-9133-c3596872863a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:54:04.457568 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port a998386b-7f11-47ef-9133-c3596872863a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:54:04.458309 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:04.543760 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-169c60dc-7025-41c4-a149-3973f54d27e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e495522bc04471cab28a1b315f27bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5852108 Aug 31 00:54:04.547650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41526) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:04.593695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-2267ab3c-e0b5-4f77-8431-6abbd99a13f2 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:04.595518 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:04.595657 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-2267ab3c-e0b5-4f77-8431-6abbd99a13f2 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.48 "GET /v2.0/networks?id=9b215787-2670-4c58-b41e-2b82d5b16242 HTTP/1.1" status: 200 len: 822 time: 0.2097435 Aug 31 00:54:04.599386 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b856ab53-625c-461c-bde8-add5879ff049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:04.603278 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b856ab53-625c-461c-bde8-add5879ff049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:04.608749 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b856ab53-625c-461c-bde8-add5879ff049 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8488d43-19a2-4d91-b6ba-a53fc4c16725 HTTP/1.1" status: 204 len: 168 time: 0.5800874 Aug 31 00:54:04.615537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-af3ac6e7-63aa-4193-9e89-f64c9dfbf4c8 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Request body: {'port': {'device_id': 'ae25d8b0-9786-4df9-9255-ec840c725a8d', 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242', 'admin_state_up': True, 'tenant_id': '6696427873454ece88fcc369fa4609ff'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:04.731823 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc45b6c2-81a7-4636-9a31-4e7529be48ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:04.755593 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a998386b-7f11-47ef-9133-c3596872863a'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:04.757802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e7742-0ce1-4e03-a2f8-402bf11b6391 req-94ee5819-8c2f-4579-825b-26f578697592 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:04.766105 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eaa59b8-1668-4feb-997b-9f52674bb5ee" -d '{"events": [{"server_uuid": "7b61fbf3-4801-4ba4-adbc-7d3e801a1511", "name": "network-vif-plugged", "status": "completed", "tag": "a998386b-7f11-47ef-9133-c3596872863a"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:04.772630 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d96e7742-0ce1-4e03-a2f8-402bf11b6391 req-94ee5819-8c2f-4579-825b-26f578697592 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 945 time: 0.1727388 Aug 31 00:54:04.787985 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-4d2954a7-16e9-4ad5-b119-cae7aabbd3d8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:04.826472 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc45b6c2-81a7-4636-9a31-4e7529be48ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:04.829643 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port a998386b-7f11-47ef-9133-c3596872863a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a998386b-7f11-47ef-9133-c3596872863a,segment=NetworkSegment(4e658841-2906-400f-a684-d4fbd97b680a),segment_id=4e658841-2906-400f-a684-d4fbd97b680a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:04.885962 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d96e7742-0ce1-4e03-a2f8-402bf11b6391 req-e98825f7-7228-49ea-8fa0-166e0800d998 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117415 Aug 31 00:54:04.937832 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:04.939135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 93a5602c-15e0-498c-8385-c1759fb3889b no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:54:04.958448 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f08ab1-60d4-41a2-ac89-fd2be2378b04 x-openstack-request-id: req-f6f08ab1-60d4-41a2-ac89-fd2be2378b04 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:04.958814 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b61fbf3-4801-4ba4-adbc-7d3e801a1511", "name": "network-vif-plugged", "status": "completed", "tag": "a998386b-7f11-47ef-9133-c3596872863a", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:04.964362 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6f08ab1-60d4-41a2-ac89-fd2be2378b04 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:04.964362 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a998386b-7f11-47ef-9133-c3596872863a', 'code': 200} Aug 31 00:54:04.984048 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-af3ac6e7-63aa-4193-9e89-f64c9dfbf4c8 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Made reservation on behalf of 6696427873454ece88fcc369fa4609ff for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:54:04.993382 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-af3ac6e7-63aa-4193-9e89-f64c9dfbf4c8 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:05.026373 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 93a5602c-15e0-498c-8385-c1759fb3889b {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:54:05.027574 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 93a5602c-15e0-498c-8385-c1759fb3889b not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:54:05.081360 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc45b6c2-81a7-4636-9a31-4e7529be48ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:05.089397 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc45b6c2-81a7-4636-9a31-4e7529be48ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:05.094451 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fc45b6c2-81a7-4636-9a31-4e7529be48ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ec5689d-aa89-481f-9097-3afce0e6da8f HTTP/1.1" status: 204 len: 168 time: 0.5432351 Aug 31 00:54:05.102787 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=a998386b-7f11-47ef-9133-c3596872863a,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:05.132173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856ab53-625c-461c-bde8-add5879ff049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8488d43-19a2-4d91-b6ba-a53fc4c16725,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:05.173757 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-125fb31d-b813-4b82-a50b-e63f3614def3 req-7a22a3f3-281c-4734-bcad-cc30e3c95a26 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 210 time: 0.0601377 Aug 31 00:54:05.184127 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45b6c2-81a7-4636-9a31-4e7529be48ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec5689d-aa89-481f-9097-3afce0e6da8f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:05.219965 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0446818-d8a2-445d-911d-d6e5906eb87f req-1366d3b6-25e5-4b6b-bac1-5b0c41950c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:05.222631 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f0446818-d8a2-445d-911d-d6e5906eb87f req-1366d3b6-25e5-4b6b-bac1-5b0c41950c01 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 1098 time: 0.1599736 Aug 31 00:54:05.289507 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f0446818-d8a2-445d-911d-d6e5906eb87f req-7dd368fd-de56-46da-9204-a9ed843e556b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594029 Aug 31 00:54:05.305550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-4d2954a7-16e9-4ad5-b119-cae7aabbd3d8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Allocated IP 192.168.233.86 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/7cd7c266-9a3c-4f47-a57c-efc50123e385) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:54:05.358090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2954a7-16e9-4ad5-b119-cae7aabbd3d8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6ad6da-cc6d-4970-ab50-04752c023d49,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:05.488769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-af3ac6e7-63aa-4193-9e89-f64c9dfbf4c8 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Allocated IP 172.20.0.8 (9b215787-2670-4c58-b41e-2b82d5b16242/705c0226-5114-4c34-8342-90d30ce9c10c/759f937e-1b16-4c2d-ba61-e8eaf1101b1a) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:54:05.626728 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-15673e36-be63-435e-9cb5-db8db17d67ea req-d7f299d2-215f-4fa2-969e-c1f89df684c0 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 210 time: 0.1537855 Aug 31 00:54:05.873466 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-4d2954a7-16e9-4ad5-b119-cae7aabbd3d8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:05.913840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-4d2954a7-16e9-4ad5-b119-cae7aabbd3d8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Transition to ACTIVE for port object 7cd7c266-9a3c-4f47-a57c-efc50123e385 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:54:06.053809 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-af3ac6e7-63aa-4193-9e89-f64c9dfbf4c8 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:06.222053 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99bba9-d926-4bd0-a4c6-49cce58f1b42 req-63562fe3-b7c7-40cc-866c-03cef1d34abb tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:06.242930 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1d99bba9-d926-4bd0-a4c6-49cce58f1b42 req-63562fe3-b7c7-40cc-866c-03cef1d34abb tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 946 time: 0.1441250 Aug 31 00:54:06.242930 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-4d2954a7-16e9-4ad5-b119-cae7aabbd3d8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:06.445602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2954a7-16e9-4ad5-b119-cae7aabbd3d8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Pushing event updated for resources: {'Port': ['ID=7cd7c266-9a3c-4f47-a57c-efc50123e385,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:06.453594 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-af3ac6e7-63aa-4193-9e89-f64c9dfbf4c8 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:06.478583 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-4d2954a7-16e9-4ad5-b119-cae7aabbd3d8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:54:06.487293 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-4d2954a7-16e9-4ad5-b119-cae7aabbd3d8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:54:06.493221 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385d0cf-c3d7-49e3-9f43-ddeb8e3a6567 req-b619831a-4f6b-4187-bf07-243425c4e13b tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:06.500686 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-4d2954a7-16e9-4ad5-b119-cae7aabbd3d8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:54:06.504430 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9385d0cf-c3d7-49e3-9f43-ddeb8e3a6567 req-b619831a-4f6b-4187-bf07-243425c4e13b tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 935 time: 0.1883757 Aug 31 00:54:06.598570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-4d2954a7-16e9-4ad5-b119-cae7aabbd3d8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:06.600099 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-4d2954a7-16e9-4ad5-b119-cae7aabbd3d8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:06.607020 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9385d0cf-c3d7-49e3-9f43-ddeb8e3a6567 req-9e586c9e-0a92-4f92-9121-3c5f4cb49417 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000712 Aug 31 00:54:06.620650 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1d99bba9-d926-4bd0-a4c6-49cce58f1b42 req-5f262cf6-af55-482d-a05e-645c67fa8b05 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822868 Aug 31 00:54:06.650884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-af3ac6e7-63aa-4193-9e89-f64c9dfbf4c8 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Network 9b215787-2670-4c58-b41e-2b82d5b16242 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:54:06.664341 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-af3ac6e7-63aa-4193-9e89-f64c9dfbf4c8 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:54:06.668874 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ac6e7-63aa-4193-9e89-f64c9dfbf4c8 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Pushing event updated for resources: {'Port': ['ID=759f937e-1b16-4c2d-ba61-e8eaf1101b1a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:06.677646 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-af3ac6e7-63aa-4193-9e89-f64c9dfbf4c8 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:54:06.736107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-af3ac6e7-63aa-4193-9e89-f64c9dfbf4c8 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:06.737460 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-af3ac6e7-63aa-4193-9e89-f64c9dfbf4c8 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:06.765914 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:06.781666 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-4d2954a7-16e9-4ad5-b119-cae7aabbd3d8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1954994 Aug 31 00:54:06.812532 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:06.815986 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:06.826130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Request body: {'port': {'device_id': 'bc9b7a40-8311-4024-9126-304f47c30528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:06.896520 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-af3ac6e7-63aa-4193-9e89-f64c9dfbf4c8 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2844281 Aug 31 00:54:06.916104 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Request body: {'port': {'device_id': 'ae25d8b0-9786-4df9-9255-ec840c725a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:06.978130 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b086695e-bc74-44ce-9342-43d43ef86bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:06.996417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6a1b1-2a40-4dbe-9ca3-c674d77c1d17 req-6d2139e9-6eee-47c4-8e44-a6558ddc6792 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:07.004452 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:07.019053 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bef6a1b1-2a40-4dbe-9ca3-c674d77c1d17 req-6d2139e9-6eee-47c4-8e44-a6558ddc6792 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 931 time: 0.1231728 Aug 31 00:54:07.039798 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:07.069855 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bef6a1b1-2a40-4dbe-9ca3-c674d77c1d17 req-b366e949-57d9-4bb7-b8b9-065711d0e3f8 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458152 Aug 31 00:54:07.148512 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9ccbc627-de72-459d-9e88-7aec75783e9d None None] Provisioning for port 7cd7c266-9a3c-4f47-a57c-efc50123e385 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:54:07.154543 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9ccbc627-de72-459d-9e88-7aec75783e9d None None] Provisioning complete for port 7cd7c266-9a3c-4f47-a57c-efc50123e385 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:54:07.155488 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9ccbc627-de72-459d-9e88-7aec75783e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:07.196970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-9ccbc627-de72-459d-9e88-7aec75783e9d None None] Port 7cd7c266-9a3c-4f47-a57c-efc50123e385 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:54:07.646586 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759f937e-1b16-4c2d-ba61-e8eaf1101b1a {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:54:07.655036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd7c266-9a3c-4f47-a57c-efc50123e385 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:54:07.667272 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:07.671179 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:07.692668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Transition to ACTIVE for port object 759f937e-1b16-4c2d-ba61-e8eaf1101b1a will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:54:07.693770 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Transition to ACTIVE for port object 7cd7c266-9a3c-4f47-a57c-efc50123e385 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:54:07.886330 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fcd79-ca1f-4c6c-a295-282894ccfcf6 req-13b998ea-887d-4295-a089-907aab6103e8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:07.890093 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-844fcd79-ca1f-4c6c-a295-282894ccfcf6 req-13b998ea-887d-4295-a089-907aab6103e8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 935 time: 0.1562970 Aug 31 00:54:07.891959 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:07.984895 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:08.062799 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Pushing event updated for resources: {'Port': ['ID=759f937e-1b16-4c2d-ba61-e8eaf1101b1a,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:08.084564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-844fcd79-ca1f-4c6c-a295-282894ccfcf6 req-8800a76b-b0c6-42a4-ab66-31f5c3056c1d tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723630 Aug 31 00:54:08.334006 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd7c266-9a3c-4f47-a57c-efc50123e385,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:08.430433 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:08.513113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c98eb-c202-4c5e-b0dd-86ffd05b1c5d req-4a755093-447e-4911-a410-80b903605c0f tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:08.516933 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7a6c98eb-c202-4c5e-b0dd-86ffd05b1c5d req-4a755093-447e-4911-a410-80b903605c0f tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 943 time: 0.1084638 Aug 31 00:54:08.583773 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7a6c98eb-c202-4c5e-b0dd-86ffd05b1c5d req-62508d7e-057a-4dfe-bb67-43ef3997f25c tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564330 Aug 31 00:54:08.741398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Attempting to bind port 759f937e-1b16-4c2d-ba61-e8eaf1101b1a on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:54:08.741949 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Attempting to bind port 759f937e-1b16-4c2d-ba61-e8eaf1101b1a by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'd7c7bc5f-e9ba-42f5-a57e-841f4861234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:54:08.742082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Attempting to bind port 759f937e-1b16-4c2d-ba61-e8eaf1101b1a on network 9b215787-2670-4c58-b41e-2b82d5b16242 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:54:08.759476 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Port 759f937e-1b16-4c2d-ba61-e8eaf1101b1a on network 9b215787-2670-4c58-b41e-2b82d5b16242 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:54:08.759814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Attempting to bind port 759f937e-1b16-4c2d-ba61-e8eaf1101b1a on network 9b215787-2670-4c58-b41e-2b82d5b16242 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:54:08.765012 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Attempting to bind port 7cd7c266-9a3c-4f47-a57c-efc50123e385 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:54:08.765333 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Attempting to bind port 7cd7c266-9a3c-4f47-a57c-efc50123e385 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:54:08.765696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Attempting to bind port 7cd7c266-9a3c-4f47-a57c-efc50123e385 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:54:08.778669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d897c-9922-4e86-abce-96d9717029d6 req-035662ff-2c21-4690-b766-195583191704 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:08.780391 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f87d897c-9922-4e86-abce-96d9717029d6 req-035662ff-2c21-4690-b766-195583191704 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 946 time: 0.5400996 Aug 31 00:54:08.783018 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:54:08.783543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Checking segment: {'id': 'd7c7bc5f-e9ba-42f5-a57e-841f4861234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:54:08.783735 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Bound using segment: {'id': 'd7c7bc5f-e9ba-42f5-a57e-841f4861234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:54:08.784183 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Bound port: 759f937e-1b16-4c2d-ba61-e8eaf1101b1a, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c7bc5f-e9ba-42f5-a57e-841f4861234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:54:08.784539 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:08.788267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Port 7cd7c266-9a3c-4f47-a57c-efc50123e385 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:54:08.788588 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Attempting to bind port 7cd7c266-9a3c-4f47-a57c-efc50123e385 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:54:08.816853 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:54:08.817422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:54:08.818126 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:54:08.818650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Bound port: 7cd7c266-9a3c-4f47-a57c-efc50123e385, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:54:08.819047 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:08.909052 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f87d897c-9922-4e86-abce-96d9717029d6 req-87bf1533-39c4-4e4c-ac5e-09df2e44664e tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106052 Aug 31 00:54:08.975093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] For port 759f937e-1b16-4c2d-ba61-e8eaf1101b1a, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:54:09.029706 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] For port 759f937e-1b16-4c2d-ba61-e8eaf1101b1a, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=759f937e-1b16-4c2d-ba61-e8eaf1101b1a,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:54:09.063457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] For port 7cd7c266-9a3c-4f47-a57c-efc50123e385, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:54:09.114276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] For port 7cd7c266-9a3c-4f47-a57c-efc50123e385, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=7cd7c266-9a3c-4f47-a57c-efc50123e385,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:54:09.144820 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:09.240474 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:09.241379 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:09.244059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] 10.222.0.48 "PUT /v2.0/ports/759f937e-1b16-4c2d-ba61-e8eaf1101b1a HTTP/1.1" status: 200 len: 1092 time: 2.3389060 Aug 31 00:54:09.248249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae25d8b0-9786-4df9-9255-ec840c725a8d', 'tag': '759f937e-1b16-4c2d-ba61-e8eaf1101b1a'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:09.252594 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4236df5c-e69c-4882-83ee-750e6dfb60db" -d '{"events": [{"name": "network-changed", "server_uuid": "ae25d8b0-9786-4df9-9255-ec840c725a8d", "tag": "759f937e-1b16-4c2d-ba61-e8eaf1101b1a"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:09.274567 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:09.275827 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:54:09.290712 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-02d56838-615d-4abc-acae-019a2535056c tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3288748 Aug 31 00:54:09.297331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d9f54-95b5-422b-ae2b-80031e317c37 service neutron] Pushing event updated for resources: {'Port': ['ID=759f937e-1b16-4c2d-ba61-e8eaf1101b1a,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:09.310698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-8e5e3341-ed3d-49f3-85b7-a867b23459a9 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:09.352206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:09.352873 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:09.357389 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] 10.222.0.48 "PUT /v2.0/ports/7cd7c266-9a3c-4f47-a57c-efc50123e385 HTTP/1.1" status: 200 len: 1096 time: 2.5395982 Aug 31 00:54:09.452513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daec1c9-bc74-4af0-acca-20e09a1b2b65 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd7c266-9a3c-4f47-a57c-efc50123e385,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:09.491322 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-363258a0-0e81-403f-bc38-18a9d5d98650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:09.495459 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-363258a0-0e81-403f-bc38-18a9d5d98650 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6696427873454ece88fcc369fa4609ff&device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 1095 time: 0.0981569 Aug 31 00:54:09.547787 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-8e5e3341-ed3d-49f3-85b7-a867b23459a9 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:09.692670 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-02b4ee52-f5fd-4706-a655-f27dcdee1851 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=759f937e-1b16-4c2d-ba61-e8eaf1101b1a HTTP/1.1" status: 200 len: 217 time: 0.1379294 Aug 31 00:54:09.719184 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-84822e85-1848-4b47-a667-eb2ca0438172 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331495 Aug 31 00:54:09.751622 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-a02ddfde-a0a5-460f-857e-4e45aaaed49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:09.753241 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-a02ddfde-a0a5-460f-857e-4e45aaaed49b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b02bda2aa5a4a4fabbd1490ce5779ab&device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 1099 time: 0.2558115 Aug 31 00:54:09.811592 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-80ff814d-afec-4618-866c-7062d808e0ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=7cd7c266-9a3c-4f47-a57c-efc50123e385 HTTP/1.1" status: 200 len: 217 time: 0.0470695 Aug 31 00:54:09.864883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-92546583-313e-4812-a416-c6340fa4019f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:09.870255 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-92546583-313e-4812-a416-c6340fa4019f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=705c0226-5114-4c34-8342-90d30ce9c10c HTTP/1.1" status: 200 len: 862 time: 0.1670096 Aug 31 00:54:09.896274 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-44061edf-e20d-45dd-85d1-dfbb2e98a2ea tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:09.898816 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-44061edf-e20d-45dd-85d1-dfbb2e98a2ea tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683483 Aug 31 00:54:09.923614 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-c14c4ac5-2f86-497e-9eb2-f604bbba3ea0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b215787-2670-4c58-b41e-2b82d5b16242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495000 Aug 31 00:54:09.928411 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-10a8f1f2-1987-4993-8cb5-42d53090fb86 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/quotas/9b0e0bf639aa4d21b3db103ff979c892 HTTP/1.1" status: 200 len: 375 time: 0.0165405 Aug 31 00:54:09.950408 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-fb3cf244-e581-4ffd-8952-6a5f1ae7ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:09.951998 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-fb3cf244-e581-4ffd-8952-6a5f1ae7ee68 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1338344 Aug 31 00:54:09.976833 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-d6478059-0459-4295-ae53-e59f760028da tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410411 Aug 31 00:54:10.051859 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:10.076536 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-8e5e3341-ed3d-49f3-85b7-a867b23459a9 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:10.085227 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-826526d7-03e3-419a-9e86-e9370542ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:10.087718 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-826526d7-03e3-419a-9e86-e9370542ca8c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1195893 Aug 31 00:54:10.194917 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-67d5c1be-df68-449e-932b-d4656796a1dd service neutron] 10.222.0.48 "GET /v2.0/networks/9b215787-2670-4c58-b41e-2b82d5b16242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589080 Aug 31 00:54:10.367745 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8f88e-9761-42ba-8a2a-6d3db46bdc92 req-c7e7eeef-e0b8-49f1-94c2-11e4cbe9727b tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:10.369607 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-edd8f88e-9761-42ba-8a2a-6d3db46bdc92 req-c7e7eeef-e0b8-49f1-94c2-11e4cbe9727b tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 947 time: 0.0710173 Aug 31 00:54:10.428900 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-edd8f88e-9761-42ba-8a2a-6d3db46bdc92 req-92a33097-a63a-4be2-9785-e79af82f457e tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485806 Aug 31 00:54:10.443529 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-a37f1a04-7666-4c67-a72e-01ca94cbba74 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453741 Aug 31 00:54:10.471286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-8e5e3341-ed3d-49f3-85b7-a867b23459a9 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Allocated IP 172.25.2.19 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/20148a0d-3660-4ea1-bd9f-e5b128c89712) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:54:10.535965 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f878a2-6505-47e1-9f25-6c8089561c29 x-openstack-request-id: req-c4f878a2-6505-47e1-9f25-6c8089561c29 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:10.536271 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae25d8b0-9786-4df9-9255-ec840c725a8d", "tag": "759f937e-1b16-4c2d-ba61-e8eaf1101b1a", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:10.536575 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4f878a2-6505-47e1-9f25-6c8089561c29 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:10.536890 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae25d8b0-9786-4df9-9255-ec840c725a8d', 'tag': '759f937e-1b16-4c2d-ba61-e8eaf1101b1a', 'status': 'completed', 'code': 200} Aug 31 00:54:10.557841 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f684ce2-6400-42b4-b9f2-70e8701a6ec8 req-9bb71bd5-4be8-4c3b-bc5a-754883f49f07 service neutron] 10.222.0.48 "GET /v2.0/networks/9b215787-2670-4c58-b41e-2b82d5b16242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499627 Aug 31 00:54:10.655794 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2434db87-bd81-4327-b473-5a20c40e09c4 req-e743b73f-02ed-4c93-aa46-421aac2bc0d7 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882875 Aug 31 00:54:10.700617 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-8e5e3341-ed3d-49f3-85b7-a867b23459a9 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:10.798335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236df5c-e69c-4882-83ee-750e6dfb60db req-1f4574f8-13e2-4773-9c8d-2b1493427b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:10.800399 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4236df5c-e69c-4882-83ee-750e6dfb60db req-1f4574f8-13e2-4773-9c8d-2b1493427b81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6696427873454ece88fcc369fa4609ff&device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 1095 time: 0.0548897 Aug 31 00:54:10.878257 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-8e5e3341-ed3d-49f3-85b7-a867b23459a9 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:10.936521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25e78b-f396-4573-bd6a-70a3fa353533 req-8a6edf24-8ace-4caf-8309-bb4b609fb871 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:10.939341 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ca25e78b-f396-4573-bd6a-70a3fa353533 req-8a6edf24-8ace-4caf-8309-bb4b609fb871 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 943 time: 0.0899472 Aug 31 00:54:10.988841 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-8e5e3341-ed3d-49f3-85b7-a867b23459a9 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:54:11.010347 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-8e5e3341-ed3d-49f3-85b7-a867b23459a9 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:54:11.010347 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-8e5e3341-ed3d-49f3-85b7-a867b23459a9 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:54:11.014469 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ca25e78b-f396-4573-bd6a-70a3fa353533 req-2d106a5a-feab-4d87-a7c6-b691199e4524 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639677 Aug 31 00:54:11.042362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e3341-ed3d-49f3-85b7-a867b23459a9 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Pushing event updated for resources: {'Port': ['ID=20148a0d-3660-4ea1-bd9f-e5b128c89712,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:11.070782 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236df5c-e69c-4882-83ee-750e6dfb60db req-6afb645c-dd1a-4b0f-bdae-d4d7d0042535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:11.073014 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4236df5c-e69c-4882-83ee-750e6dfb60db req-6afb645c-dd1a-4b0f-bdae-d4d7d0042535 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b215787-2670-4c58-b41e-2b82d5b16242 HTTP/1.1" status: 200 len: 923 time: 0.2658906 Aug 31 00:54:11.124264 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4236df5c-e69c-4882-83ee-750e6dfb60db req-0b3bca17-1bc1-4520-9450-9ff39b9381eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=759f937e-1b16-4c2d-ba61-e8eaf1101b1a HTTP/1.1" status: 200 len: 217 time: 0.0416434 Aug 31 00:54:11.218375 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236df5c-e69c-4882-83ee-750e6dfb60db req-ebbd7edf-c7e6-456c-bb75-ac4262d45b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:11.219945 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4236df5c-e69c-4882-83ee-750e6dfb60db req-ebbd7edf-c7e6-456c-bb75-ac4262d45b27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=705c0226-5114-4c34-8342-90d30ce9c10c HTTP/1.1" status: 200 len: 862 time: 0.0700607 Aug 31 00:54:11.223615 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-8e5e3341-ed3d-49f3-85b7-a867b23459a9 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:11.239356 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4806304d-1625-41bf-8c47-dc6568d198f5 req-83b06f1b-2f3f-4b93-aae1-b9ee783525c9 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 210 time: 0.0499823 Aug 31 00:54:11.266578 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4236df5c-e69c-4882-83ee-750e6dfb60db req-9e92b33a-f38f-4b59-adce-af3cab53376a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b215787-2670-4c58-b41e-2b82d5b16242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370457 Aug 31 00:54:11.382215 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-8e5e3341-ed3d-49f3-85b7-a867b23459a9 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:11.446635 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4236df5c-e69c-4882-83ee-750e6dfb60db req-593cd7b1-5d57-450a-b72f-b0872332962c service neutron] 10.222.0.48 "GET /v2.0/networks/9b215787-2670-4c58-b41e-2b82d5b16242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724184 Aug 31 00:54:11.621753 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4236df5c-e69c-4882-83ee-750e6dfb60db req-6688c12b-1d45-426b-bff9-da00c238c3e8 service neutron] 10.222.0.48 "GET /v2.0/networks/9b215787-2670-4c58-b41e-2b82d5b16242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674731 Aug 31 00:54:11.645298 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-8e5e3341-ed3d-49f3-85b7-a867b23459a9 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:11.646374 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb10637-14a5-4cc6-bd0e-ffb0e3bbc59c req-4d0b224e-8b47-488f-9ebe-f17b90ce06f8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:11.649151 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-abb10637-14a5-4cc6-bd0e-ffb0e3bbc59c req-4d0b224e-8b47-488f-9ebe-f17b90ce06f8 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 947 time: 0.1022003 Aug 31 00:54:11.691567 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-abb10637-14a5-4cc6-bd0e-ffb0e3bbc59c req-3e257249-08f0-4c97-9448-cb696c6d802e tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355880 Aug 31 00:54:11.749893 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-8e5e3341-ed3d-49f3-85b7-a867b23459a9 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:11.870557 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e3341-ed3d-49f3-85b7-a867b23459a9 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Pushing event updated for resources: {'Port': ['ID=20148a0d-3660-4ea1-bd9f-e5b128c89712,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:11.882463 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-8e5e3341-ed3d-49f3-85b7-a867b23459a9 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:12.068528 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-8e5e3341-ed3d-49f3-85b7-a867b23459a9 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:12.070120 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-8e5e3341-ed3d-49f3-85b7-a867b23459a9 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7675655 Aug 31 00:54:12.181244 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-f5548744-755f-4156-a916-b8ea4dd243b0 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 695 time: 0.0991933 Aug 31 00:54:12.252697 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 7cd7c266-9a3c-4f47-a57c-efc50123e385 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:54:12.339269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-a489b290-0e3d-403f-b978-d2d50989fc64 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:12.348682 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-a489b290-0e3d-403f-b978-d2d50989fc64 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.1596012 Aug 31 00:54:12.358960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-517d03a8-195f-40bf-8025-96cc6b6ec031 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:54:12.360208 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63be4c86-44f5-45ee-b12e-4d2c5cf2e151 req-517d03a8-195f-40bf-8025-96cc6b6ec031 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105548 Aug 31 00:54:12.407770 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 7cd7c266-9a3c-4f47-a57c-efc50123e385, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=7cd7c266-9a3c-4f47-a57c-efc50123e385,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:12.430834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '7cd7c266-9a3c-4f47-a57c-efc50123e385', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '7cd7c266-9a3c-4f47-a57c-efc50123e385', 'mac_address': 'fa:16:3e:7b:ff:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:54:12.477543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6301f-d32a-42b0-9c79-6c1640e2182f req-cbd4ae23-fb36-41fa-9d49-b9009ccbf3ae tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:12.480945 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4f6301f-d32a-42b0-9c79-6c1640e2182f req-cbd4ae23-fb36-41fa-9d49-b9009ccbf3ae tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 943 time: 0.0779519 Aug 31 00:54:12.490396 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:12.506176 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd7c266-9a3c-4f47-a57c-efc50123e385 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:54:12.538211 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9b7a40-8311-4024-9126-304f47c30528', 'tag': '7cd7c266-9a3c-4f47-a57c-efc50123e385'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:12.540881 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f95b219-576e-45c0-8a54-11c091697224" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9b7a40-8311-4024-9126-304f47c30528", "tag": "7cd7c266-9a3c-4f47-a57c-efc50123e385"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:12.549468 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4f6301f-d32a-42b0-9c79-6c1640e2182f req-a1f893b0-0da7-4f0d-8972-655fd8771ecc tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611062 Aug 31 00:54:12.555861 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 7cd7c266-9a3c-4f47-a57c-efc50123e385, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=7cd7c266-9a3c-4f47-a57c-efc50123e385,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:12.617495 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b4e78ab-3cec-4da5-969c-cc3ab1828214 req-e181d817-4f9a-4f15-b519-676068aa1f4b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 210 time: 0.0308688 Aug 31 00:54:12.647621 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:12.649397 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 759f937e-1b16-4c2d-ba61-e8eaf1101b1a details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:54:12.679243 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396d14d4-8780-4e75-9777-5d1dae8cf7d7 x-openstack-request-id: req-396d14d4-8780-4e75-9777-5d1dae8cf7d7 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:12.679880 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9b7a40-8311-4024-9126-304f47c30528", "tag": "7cd7c266-9a3c-4f47-a57c-efc50123e385", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:12.680338 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-396d14d4-8780-4e75-9777-5d1dae8cf7d7 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:12.681169 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9b7a40-8311-4024-9126-304f47c30528', 'tag': '7cd7c266-9a3c-4f47-a57c-efc50123e385', 'status': 'completed', 'code': 200} Aug 31 00:54:12.757596 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=7cd7c266-9a3c-4f47-a57c-efc50123e385,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:12.789502 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:12.792562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:12.792562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:12.792562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:12.792562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:12.792562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:12.792562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:12.792562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:12.795344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:12.795344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:12.795344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:12.795344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:12.921569 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 759f937e-1b16-4c2d-ba61-e8eaf1101b1a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=759f937e-1b16-4c2d-ba61-e8eaf1101b1a,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:12.952950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '759f937e-1b16-4c2d-ba61-e8eaf1101b1a', 'network_id': '9b215787-2670-4c58-b41e-2b82d5b16242', 'port_id': '759f937e-1b16-4c2d-ba61-e8eaf1101b1a', 'mac_address': 'fa:16:3e:e3:67:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705c0226-5114-4c34-8342-90d30ce9c10c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:54:12.963786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95b219-576e-45c0-8a54-11c091697224 req-7f4bfe20-dcb2-4add-a1d1-79f713c0c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:12.966849 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f95b219-576e-45c0-8a54-11c091697224 req-7f4bfe20-dcb2-4add-a1d1-79f713c0c1e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b02bda2aa5a4a4fabbd1490ce5779ab&device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 1100 time: 0.1067259 Aug 31 00:54:13.012142 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-c917975c-7ff6-48e9-879b-7ae6d237d579 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399246 Aug 31 00:54:13.038574 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:13.074204 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759f937e-1b16-4c2d-ba61-e8eaf1101b1a {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:54:13.118416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 759f937e-1b16-4c2d-ba61-e8eaf1101b1a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=759f937e-1b16-4c2d-ba61-e8eaf1101b1a,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:13.194289 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-e0392b1b-11ce-45bd-8309-672c977d1163 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:13.196082 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-e0392b1b-11ce-45bd-8309-672c977d1163 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769032 Aug 31 00:54:13.214285 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Request body: {'port': {'device_id': '866492d8-00a0-4ee2-b986-e381417d7923', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '9b0e0bf639aa4d21b3db103ff979c892'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:13.228050 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:13.350497 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=759f937e-1b16-4c2d-ba61-e8eaf1101b1a,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:13.472151 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-1678b714-2220-4f8f-aa81-2cd2d26beb0a tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:13.474734 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-1678b714-2220-4f8f-aa81-2cd2d26beb0a tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/networks?id=dc278020-aff3-4dcf-ba96-5afc27324078 HTTP/1.1" status: 200 len: 820 time: 0.6912532 Aug 31 00:54:13.477699 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['7cd7c266-9a3c-4f47-a57c-efc50123e385'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:54:13.488723 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['759f937e-1b16-4c2d-ba61-e8eaf1101b1a'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:54:13.520965 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-67077495-d59e-4b46-a82d-8c65ac749656 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/quotas/93a0ee3178d34d5299cac844dabfaecc HTTP/1.1" status: 200 len: 375 time: 0.0197859 Aug 31 00:54:13.562960 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62889057-cecd-44c0-aa8b-850479d0d1e8 req-bc73b157-b773-40b1-9a2f-abe0b37462e0 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:13.565185 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-62889057-cecd-44c0-aa8b-850479d0d1e8 req-bc73b157-b773-40b1-9a2f-abe0b37462e0 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 948 time: 0.0911040 Aug 31 00:54:13.576933 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Made reservation on behalf of 9b0e0bf639aa4d21b3db103ff979c892 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:54:13.584034 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:13.612352 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:13.616139 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95b219-576e-45c0-8a54-11c091697224 req-6f968225-399c-4ccf-9e87-ffdcaf68ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:13.617668 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f95b219-576e-45c0-8a54-11c091697224 req-6f968225-399c-4ccf-9e87-ffdcaf68ce13 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.6402206 Aug 31 00:54:13.631218 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-e41d09e3-ab9e-464c-b4ef-2ab83707fbb7 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=93a0ee3178d34d5299cac844dabfaecc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0998690 Aug 31 00:54:13.670410 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f95b219-576e-45c0-8a54-11c091697224 req-1dfedd3f-84f2-46a2-9534-0eff6bb8a3ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=7cd7c266-9a3c-4f47-a57c-efc50123e385 HTTP/1.1" status: 200 len: 217 time: 0.0381951 Aug 31 00:54:13.690807 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-62889057-cecd-44c0-aa8b-850479d0d1e8 req-1f81188a-41e9-40e8-8e70-ec38e69ec6f6 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003022 Aug 31 00:54:13.786586 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95b219-576e-45c0-8a54-11c091697224 req-ae4b1754-ec5b-453f-bb25-1e4df1c7d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:13.788456 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f95b219-576e-45c0-8a54-11c091697224 req-ae4b1754-ec5b-453f-bb25-1e4df1c7d183 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1098039 Aug 31 00:54:13.814955 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:13.821097 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-d775d108-92e8-43c6-880c-6938f84623eb service neutron] 10.222.0.16 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526108 Aug 31 00:54:13.896044 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:13.919649 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95b219-576e-45c0-8a54-11c091697224 req-b64fa471-42de-4ae8-8e38-36729901c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:13.921882 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f95b219-576e-45c0-8a54-11c091697224 req-b64fa471-42de-4ae8-8e38-36729901c58a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1232290 Aug 31 00:54:13.964414 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:13.981679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:13.982220 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:13.982334 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:13.982646 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:13.983001 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:13.983312 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:13.983647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:13.983974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:13.984392 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:13.985279 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:13.985279 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:13.985574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:14.018934 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a794eb58-2f48-4cf6-b2ac-782b06c27fa9 service neutron] 10.222.0.16 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828675 Aug 31 00:54:14.057644 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f95b219-576e-45c0-8a54-11c091697224 req-f4c607d6-6065-4897-b378-2f237404059a service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260824 Aug 31 00:54:14.089293 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Allocated IP 192.168.233.201 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/d660b8b9-78e8-4793-ae60-e28826290a64) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:54:14.182985 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f95b219-576e-45c0-8a54-11c091697224 req-ac7597ab-e57f-4a02-b63f-a038331fcdb3 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159260 Aug 31 00:54:14.298472 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 7cd7c266-9a3c-4f47-a57c-efc50123e385 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:54:14.316781 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23d291-6d37-419d-b25f-ab4ef8321eea req-19aad5d6-2437-4eaa-bbcc-c7d2d60a7343 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:14.319473 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf23d291-6d37-419d-b25f-ab4ef8321eea req-19aad5d6-2437-4eaa-bbcc-c7d2d60a7343 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 944 time: 0.0866265 Aug 31 00:54:14.408702 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:14.444044 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf23d291-6d37-419d-b25f-ab4ef8321eea req-990cec49-340e-48fb-a903-5a57878c920c tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934577 Aug 31 00:54:14.444044 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Transition to ACTIVE for port object d660b8b9-78e8-4793-ae60-e28826290a64 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:54:14.448253 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-50a87e43-a85e-44cd-8e07-2b5f2514c7b8 req-3dc05c42-a6b0-4a88-bbea-3148d64cb406 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 210 time: 0.0581937 Aug 31 00:54:14.467004 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 7cd7c266-9a3c-4f47-a57c-efc50123e385 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:54:14.473226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 7cd7c266-9a3c-4f47-a57c-efc50123e385 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:54:14.476390 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:14.594778 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:14.601389 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-db91b8b9-1277-4cd9-9055-72af7fe98ea1 req-5f294088-f34c-45b3-8044-41ea0250c0b0 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4 HTTP/1.1" status: 200 len: 210 time: 0.0367534 Aug 31 00:54:14.646697 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:14.667775 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:54:14.671480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:54:14.674231 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:54:14.675546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9b7a40-8311-4024-9126-304f47c30528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd7c266-9a3c-4f47-a57c-efc50123e385'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:14.678053 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8e74ab-0fa2-4698-968f-772ffa1e807a" -d '{"events": [{"server_uuid": "bc9b7a40-8311-4024-9126-304f47c30528", "name": "network-vif-plugged", "status": "completed", "tag": "7cd7c266-9a3c-4f47-a57c-efc50123e385"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:14.696106 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 7cd7c266-9a3c-4f47-a57c-efc50123e385, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=7cd7c266-9a3c-4f47-a57c-efc50123e385,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:14.713297 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Pushing event updated for resources: {'Port': ['ID=d660b8b9-78e8-4793-ae60-e28826290a64,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:14.747975 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172c6c4c-5b40-4044-a158-8e17beb8f3f2 x-openstack-request-id: req-172c6c4c-5b40-4044-a158-8e17beb8f3f2 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:14.748858 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9b7a40-8311-4024-9126-304f47c30528", "name": "network-vif-plugged", "status": "completed", "tag": "7cd7c266-9a3c-4f47-a57c-efc50123e385", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:14.749115 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-172c6c4c-5b40-4044-a158-8e17beb8f3f2 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:14.749694 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9b7a40-8311-4024-9126-304f47c30528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd7c266-9a3c-4f47-a57c-efc50123e385', 'code': 200} Aug 31 00:54:14.750014 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:14.750857 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:14.826417 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:14.826417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 759f937e-1b16-4c2d-ba61-e8eaf1101b1a up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:54:14.892510 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ccc3b-55d1-4777-96ff-102760c87427 req-2bdf04da-94cf-4f90-8c43-c6afe1fec159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:14.894978 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4b8ccc3b-55d1-4777-96ff-102760c87427 req-2bdf04da-94cf-4f90-8c43-c6afe1fec159 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 1101 time: 0.0718720 Aug 31 00:54:14.982818 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-0b8da03c-6226-4ae6-b933-beaa39fff30e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7755165 Aug 31 00:54:14.985615 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f98efc-0cd6-4bdf-b41f-4430cbe81929 req-ac079515-182d-469b-adf5-786ac5893474 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:14.987405 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83f98efc-0cd6-4bdf-b41f-4430cbe81929 req-ac079515-182d-469b-adf5-786ac5893474 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 949 time: 0.0912757 Aug 31 00:54:14.991455 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4b8ccc3b-55d1-4777-96ff-102760c87427 req-7bb9ea69-043d-4214-ac4a-9e9f4601543f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828493 Aug 31 00:54:15.004511 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Request body: {'port': {'device_id': '866492d8-00a0-4ee2-b986-e381417d7923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:15.025816 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=7cd7c266-9a3c-4f47-a57c-efc50123e385,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:15.036951 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83f98efc-0cd6-4bdf-b41f-4430cbe81929 req-8e75ccd9-4ffe-4a34-9ab2-d9007aa8ac05 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403199 Aug 31 00:54:15.120069 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-66e64f95-17f2-466d-b6fc-3eeed10de14a None None] Provisioning for port d660b8b9-78e8-4793-ae60-e28826290a64 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:54:15.123424 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:15.125112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-66e64f95-17f2-466d-b6fc-3eeed10de14a None None] Provisioning complete for port d660b8b9-78e8-4793-ae60-e28826290a64 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:54:15.125506 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-66e64f95-17f2-466d-b6fc-3eeed10de14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:15.158157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 759f937e-1b16-4c2d-ba61-e8eaf1101b1a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:54:15.170050 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 759f937e-1b16-4c2d-ba61-e8eaf1101b1a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:54:15.170604 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:15.249521 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-66e64f95-17f2-466d-b6fc-3eeed10de14a None None] Port d660b8b9-78e8-4793-ae60-e28826290a64 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:54:15.325020 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:15.362074 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 759f937e-1b16-4c2d-ba61-e8eaf1101b1a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=759f937e-1b16-4c2d-ba61-e8eaf1101b1a,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:15.486219 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:15.494420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d660b8b9-78e8-4793-ae60-e28826290a64 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:54:15.503404 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:15.529951 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Transition to ACTIVE for port object d660b8b9-78e8-4793-ae60-e28826290a64 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:54:15.644568 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:15.647375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=759f937e-1b16-4c2d-ba61-e8eaf1101b1a,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:15.732387 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75e5c7-96eb-483b-bd53-b7f6bafd3d35 req-c679fbc3-620d-4f05-8d97-cbe1cbc340ed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:15.746023 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a75e5c7-96eb-483b-bd53-b7f6bafd3d35 req-c679fbc3-620d-4f05-8d97-cbe1cbc340ed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 948 time: 0.1364815 Aug 31 00:54:15.783590 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bcb6b-dc1b-47cf-be70-8338f7c9fdc9 req-633c9b11-979e-43e9-afcd-34b323370c53 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:15.787145 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-423bcb6b-dc1b-47cf-be70-8338f7c9fdc9 req-633c9b11-979e-43e9-afcd-34b323370c53 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 945 time: 0.2251756 Aug 31 00:54:15.806586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Pushing event updated for resources: {'Port': ['ID=d660b8b9-78e8-4793-ae60-e28826290a64,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:15.825472 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a75e5c7-96eb-483b-bd53-b7f6bafd3d35 req-85019c63-f1c4-47a7-97ea-d28939903d2d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763299 Aug 31 00:54:15.899250 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-423bcb6b-dc1b-47cf-be70-8338f7c9fdc9 req-bdca196f-1c84-4cbc-9918-c953b2a43318 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946362 Aug 31 00:54:15.909017 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41762) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:15.942921 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Attempting to bind port d660b8b9-78e8-4793-ae60-e28826290a64 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:54:15.943611 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Attempting to bind port d660b8b9-78e8-4793-ae60-e28826290a64 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:54:15.944172 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Attempting to bind port d660b8b9-78e8-4793-ae60-e28826290a64 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:54:15.968829 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Port d660b8b9-78e8-4793-ae60-e28826290a64 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:54:15.970462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Attempting to bind port d660b8b9-78e8-4793-ae60-e28826290a64 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:54:15.980348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:54:15.981030 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:54:15.981641 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:54:15.986935 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Bound port: d660b8b9-78e8-4793-ae60-e28826290a64, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:54:15.986935 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:15.987189 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-32182e98-ef7d-4c0c-b9e3-a06441957299 req-51f85a32-c22e-4c85-998c-c852925f8ac3 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4 HTTP/1.1" status: 200 len: 210 time: 0.0527320 Aug 31 00:54:16.124775 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] For port d660b8b9-78e8-4793-ae60-e28826290a64, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:54:16.128809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] For port d660b8b9-78e8-4793-ae60-e28826290a64, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d660b8b9-78e8-4793-ae60-e28826290a64,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:54:16.198253 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3228246d-a07e-442b-8bde-48dab7450300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:16.202775 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:16.261367 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:16.262025 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:16.263535 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] 10.222.0.41 "PUT /v2.0/ports/d660b8b9-78e8-4793-ae60-e28826290a64 HTTP/1.1" status: 200 len: 1097 time: 1.2644329 Aug 31 00:54:16.266087 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866492d8-00a0-4ee2-b986-e381417d7923', 'tag': 'd660b8b9-78e8-4793-ae60-e28826290a64'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:16.266404 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee16f3c-4ce0-4461-b280-8e99b78089d9 req-26c54955-c9df-466f-a089-67c0356f046e tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:16.274674 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973333c7-9eb0-4d64-b768-524f5aa27bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "866492d8-00a0-4ee2-b986-e381417d7923", "tag": "d660b8b9-78e8-4793-ae60-e28826290a64"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:16.278030 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ee16f3c-4ce0-4461-b280-8e99b78089d9 req-26c54955-c9df-466f-a089-67c0356f046e tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 949 time: 0.0994213 Aug 31 00:54:16.302365 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e84de-da9f-4745-a688-95b96f139f69 service neutron] Pushing event updated for resources: {'Port': ['ID=d660b8b9-78e8-4793-ae60-e28826290a64,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:16.336510 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ee16f3c-4ce0-4461-b280-8e99b78089d9 req-4268b7bb-5530-450a-a969-56caa046c8bb tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572262 Aug 31 00:54:16.416118 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2d6edc-2538-4140-9de9-dca01e681fd3 x-openstack-request-id: req-ce2d6edc-2538-4140-9de9-dca01e681fd3 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:16.421722 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866492d8-00a0-4ee2-b986-e381417d7923", "tag": "d660b8b9-78e8-4793-ae60-e28826290a64", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:16.421722 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce2d6edc-2538-4140-9de9-dca01e681fd3 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:16.421722 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866492d8-00a0-4ee2-b986-e381417d7923', 'tag': 'd660b8b9-78e8-4793-ae60-e28826290a64', 'status': 'completed', 'code': 200} Aug 31 00:54:16.476945 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3228246d-a07e-442b-8bde-48dab7450300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:16.505193 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-f1a2fe59-2aee-4c95-aa31-31910dcea538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:16.507548 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-f1a2fe59-2aee-4c95-aa31-31910dcea538 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 1100 time: 0.0894744 Aug 31 00:54:16.562406 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-d006ef76-9f55-4433-a37d-7b3146f4219e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d660b8b9-78e8-4793-ae60-e28826290a64 HTTP/1.1" status: 200 len: 217 time: 0.0419662 Aug 31 00:54:16.562891 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3228246d-a07e-442b-8bde-48dab7450300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:16.629807 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228246d-a07e-442b-8bde-48dab7450300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871142b4-6c8b-4501-990e-89905f5c4e61,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:16.637044 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3228246d-a07e-442b-8bde-48dab7450300 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=282d2a1b1b4c4492912384df8221ab89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7270091 Aug 31 00:54:16.640457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41774) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:16.652966 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5327b4ad-22bb-4edb-aec5-e8266d4530f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:16.654483 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-5327b4ad-22bb-4edb-aec5-e8266d4530f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0802214 Aug 31 00:54:16.700386 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-630d40b7-e8e8-4bf8-a08f-c6bf13cbb159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:16.725138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-8ebaaaad-5b63-4e15-858c-4ff2afe9088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:16.729009 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-630d40b7-e8e8-4bf8-a08f-c6bf13cbb159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:16.733558 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-8ebaaaad-5b63-4e15-858c-4ff2afe9088d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0641372 Aug 31 00:54:16.751797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae25d8b0-9786-4df9-9255-ec840c725a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759f937e-1b16-4c2d-ba61-e8eaf1101b1a'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:16.760892 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f25516a-9f07-44ee-8172-8e36b4d41b85" -d '{"events": [{"server_uuid": "ae25d8b0-9786-4df9-9255-ec840c725a8d", "name": "network-vif-plugged", "status": "completed", "tag": "759f937e-1b16-4c2d-ba61-e8eaf1101b1a"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:16.829669 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a0c4ed-d999-4c09-b008-dfcf07ab137f x-openstack-request-id: req-95a0c4ed-d999-4c09-b008-dfcf07ab137f {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:16.829974 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae25d8b0-9786-4df9-9255-ec840c725a8d", "name": "network-vif-plugged", "status": "completed", "tag": "759f937e-1b16-4c2d-ba61-e8eaf1101b1a", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:16.830252 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95a0c4ed-d999-4c09-b008-dfcf07ab137f {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:16.830685 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae25d8b0-9786-4df9-9255-ec840c725a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759f937e-1b16-4c2d-ba61-e8eaf1101b1a', 'code': 200} Aug 31 00:54:16.891503 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-13b44d25-09cb-447f-bf50-6478025ea668 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546555 Aug 31 00:54:16.901663 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-630d40b7-e8e8-4bf8-a08f-c6bf13cbb159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:16.911410 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-630d40b7-e8e8-4bf8-a08f-c6bf13cbb159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:16.915849 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-630d40b7-e8e8-4bf8-a08f-c6bf13cbb159 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/871142b4-6c8b-4501-990e-89905f5c4e61 HTTP/1.1" status: 204 len: 168 time: 0.2707238 Aug 31 00:54:16.923390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d40b7-e8e8-4bf8-a08f-c6bf13cbb159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871142b4-6c8b-4501-990e-89905f5c4e61,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:17.059687 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093c1ef-fcdc-418b-9b10-5cff7c098fbf req-56ed2644-a02a-4403-b86b-b615a85a4f8b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:17.061383 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a093c1ef-fcdc-418b-9b10-5cff7c098fbf req-56ed2644-a02a-4403-b86b-b615a85a4f8b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 948 time: 0.1175296 Aug 31 00:54:17.064631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850280c-84b3-471d-bc77-618db72eed42 req-a3f2e10f-dd3b-4b67-a6be-1eeaf53e8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:17.066408 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0850280c-84b3-471d-bc77-618db72eed42 req-a3f2e10f-dd3b-4b67-a6be-1eeaf53e8d21 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 1097 time: 0.1237180 Aug 31 00:54:17.101060 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24e3a666-124f-4afc-8da9-84ba673825c5 req-8248ee7a-90f5-493b-b851-ab10a9e4e259 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998413 Aug 31 00:54:17.145099 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126aaf6-9985-4e27-9639-e5be6ef41256 req-3cec967a-6fa7-4a78-bb69-0fe73e5be71b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:17.147747 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d126aaf6-9985-4e27-9639-e5be6ef41256 req-3cec967a-6fa7-4a78-bb69-0fe73e5be71b tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 945 time: 0.0728388 Aug 31 00:54:17.222052 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d126aaf6-9985-4e27-9639-e5be6ef41256 req-46a34e3b-243d-47ab-92ec-88b37bc22360 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649471 Aug 31 00:54:17.260030 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0850280c-84b3-471d-bc77-618db72eed42 req-60e7175a-479f-4e2e-83ae-37c508d9ce8f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811681 Aug 31 00:54:17.268063 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a093c1ef-fcdc-418b-9b10-5cff7c098fbf req-1ab9cf32-6862-422a-8282-f2573a1bd4dc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907206 Aug 31 00:54:17.329227 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-50b99e33-e9b4-4f57-a2e3-7a1f25d05510 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:17.331233 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-50b99e33-e9b4-4f57-a2e3-7a1f25d05510 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.48 "GET /v2.0/networks?id=dc278020-aff3-4dcf-ba96-5afc27324078 HTTP/1.1" status: 200 len: 820 time: 0.2638309 Aug 31 00:54:17.369545 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c8503602-a98a-4a1e-90ef-27942fc5e268 req-2680fee3-0911-4462-bd47-c01c43d03482 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4 HTTP/1.1" status: 200 len: 210 time: 0.0544066 Aug 31 00:54:17.384693 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973333c7-9eb0-4d64-b768-524f5aa27bc4 req-15847c51-8710-4428-b452-cf9cf76cf483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:17.388647 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-973333c7-9eb0-4d64-b768-524f5aa27bc4 req-15847c51-8710-4428-b452-cf9cf76cf483 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 1100 time: 0.0898883 Aug 31 00:54:17.493490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-17dc2d20-9ff4-4b39-b1d9-b5223e1876f6 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Request body: {'port': {'device_id': '0b857263-ebdd-4bc8-828d-7080ae42ccd4', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'admin_state_up': True, 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:17.551080 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973333c7-9eb0-4d64-b768-524f5aa27bc4 req-5d7a879a-1133-4ee0-977d-7d1d89191c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:17.554027 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-973333c7-9eb0-4d64-b768-524f5aa27bc4 req-5d7a879a-1133-4ee0-977d-7d1d89191c66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.1568277 Aug 31 00:54:17.631086 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-973333c7-9eb0-4d64-b768-524f5aa27bc4 req-88463938-cec1-423c-a833-8031f4c58e04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d660b8b9-78e8-4793-ae60-e28826290a64 HTTP/1.1" status: 200 len: 217 time: 0.0693083 Aug 31 00:54:17.695639 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-6802db54-9e6e-4607-b116-160e2d17bec6 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:17.697813 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-6802db54-9e6e-4607-b116-160e2d17bec6 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/networks?id=962090c4-e06e-4088-950b-8c581dc8e655 HTTP/1.1" status: 200 len: 814 time: 0.2550395 Aug 31 00:54:17.701865 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02207e1-b08a-4f64-813b-869d564192ac req-8dd696b1-7d0b-4975-9ae0-9c7b27d77359 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:17.703530 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a02207e1-b08a-4f64-813b-869d564192ac req-8dd696b1-7d0b-4975-9ae0-9c7b27d77359 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 949 time: 0.1449299 Aug 31 00:54:17.714579 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973333c7-9eb0-4d64-b768-524f5aa27bc4 req-d4e2c49a-6daf-4af4-85a0-e0bdcd6603b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:17.716059 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-973333c7-9eb0-4d64-b768-524f5aa27bc4 req-d4e2c49a-6daf-4af4-85a0-e0bdcd6603b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0776875 Aug 31 00:54:17.729176 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-6797fdf0-5416-4124-b0aa-76c5a6f22d41 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/quotas/3e57aba893e84797a7ad07e1842cdb74 HTTP/1.1" status: 200 len: 375 time: 0.0187407 Aug 31 00:54:17.784835 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a02207e1-b08a-4f64-813b-869d564192ac req-2b443e32-86d3-445a-b4e3-1c22a8dbdd20 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676956 Aug 31 00:54:17.816927 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973333c7-9eb0-4d64-b768-524f5aa27bc4 req-9b494372-4fe0-4ef0-9cf2-cb384a475741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:17.818716 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-973333c7-9eb0-4d64-b768-524f5aa27bc4 req-9b494372-4fe0-4ef0-9cf2-cb384a475741 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0938437 Aug 31 00:54:17.824802 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-70bfb417-8320-4cac-ab96-0a7f26cf8618 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e57aba893e84797a7ad07e1842cdb74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875907 Aug 31 00:54:17.847442 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-17dc2d20-9ff4-4b39-b1d9-b5223e1876f6 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Made reservation on behalf of 93a0ee3178d34d5299cac844dabfaecc for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:54:17.851507 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-17dc2d20-9ff4-4b39-b1d9-b5223e1876f6 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:18.029757 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-973333c7-9eb0-4d64-b768-524f5aa27bc4 req-afd5f296-4936-4fc5-8dcf-37569b0a4dee service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026725 Aug 31 00:54:18.074194 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-a024699a-ca32-4c28-b7cf-12c88f598d41 service neutron] 10.222.0.16 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383647 Aug 31 00:54:18.184292 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-973333c7-9eb0-4d64-b768-524f5aa27bc4 req-5fd329f8-c494-4f1e-afc2-f2c5c50f9edb service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448174 Aug 31 00:54:18.188208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-17dc2d20-9ff4-4b39-b1d9-b5223e1876f6 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Allocated IP 172.20.0.13 (dc278020-aff3-4dcf-ba96-5afc27324078/142bf2c3-09e2-45a4-ac82-63759f91b472/6375f529-ce3f-4d12-9b4d-1f46ee2cbcac) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:54:18.289729 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-2ec2f1d1-bc64-4bc9-857d-dd0e2bdd5c08 service neutron] 10.222.0.16 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012100 Aug 31 00:54:18.451271 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-17dc2d20-9ff4-4b39-b1d9-b5223e1876f6 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:18.454085 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aaaf1-df5e-4c75-b93c-4c5b23e9682c req-6663f6b6-219d-47d3-8056-91dab9bd387e tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:18.455665 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b33aaaf1-df5e-4c75-b93c-4c5b23e9682c req-6663f6b6-219d-47d3-8056-91dab9bd387e tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 945 time: 0.0832489 Aug 31 00:54:18.470000 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-17dc2d20-9ff4-4b39-b1d9-b5223e1876f6 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Transition to ACTIVE for port object 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:54:18.511307 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b33aaaf1-df5e-4c75-b93c-4c5b23e9682c req-027760c0-c930-4920-9dde-5f8e0b809b83 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488417 Aug 31 00:54:18.652545 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-17dc2d20-9ff4-4b39-b1d9-b5223e1876f6 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:18.670075 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['a998386b-7f11-47ef-9133-c3596872863a'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:54:18.717348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e590c-ce97-4425-ac54-084d2435f71f req-a4de7164-804e-4ca9-9985-8ed611886a06 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:18.725481 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c34e590c-ce97-4425-ac54-084d2435f71f req-a4de7164-804e-4ca9-9985-8ed611886a06 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 948 time: 0.1225049 Aug 31 00:54:18.783128 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-17dc2d20-9ff4-4b39-b1d9-b5223e1876f6 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Network dc278020-aff3-4dcf-ba96-5afc27324078 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:54:18.792614 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c34e590c-ce97-4425-ac54-084d2435f71f req-0d7b88b8-af1b-4d5d-b74a-b52a17a2c46d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661333 Aug 31 00:54:18.800970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41848) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:18.804563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-17dc2d20-9ff4-4b39-b1d9-b5223e1876f6 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:54:18.833382 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-17dc2d20-9ff4-4b39-b1d9-b5223e1876f6 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:54:18.889595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc2d20-9ff4-4b39-b1d9-b5223e1876f6 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Pushing event updated for resources: {'Port': ['ID=6375f529-ce3f-4d12-9b4d-1f46ee2cbcac,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:18.936050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4ef60-b9c3-4293-a42e-0bfb366bf97e req-fac66c74-e48f-4767-9f5e-96c05304cb8d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:18.944093 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cb4ef60-b9c3-4293-a42e-0bfb366bf97e req-fac66c74-e48f-4767-9f5e-96c05304cb8d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4 HTTP/1.1" status: 200 len: 932 time: 0.3127499 Aug 31 00:54:19.021154 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-17dc2d20-9ff4-4b39-b1d9-b5223e1876f6 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:19.022375 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-17dc2d20-9ff4-4b39-b1d9-b5223e1876f6 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:19.026392 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-818ff197-ca49-49e3-9f3b-700a10c24b45 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-690843097-network', 'tenant_id': '84b5f6bd84fb43979083f56dd7fc6f8e'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:19.040279 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0722af21-b891-459c-ace4-57aba2627bd6 req-885602a5-13c8-4aff-9367-188c2b0545ad tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8b02bda2aa5a4a4fabbd1490ce5779ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618062 Aug 31 00:54:19.070336 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cb4ef60-b9c3-4293-a42e-0bfb366bf97e req-48d84924-0b0b-46b6-9dca-5e789ebd0f4b tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252136 Aug 31 00:54:19.186116 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722af21-b891-459c-ace4-57aba2627bd6 req-3a5610f1-566d-46e2-9bf8-af907118e302 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:19.194313 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0722af21-b891-459c-ace4-57aba2627bd6 req-3a5610f1-566d-46e2-9bf8-af907118e302 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1468441 Aug 31 00:54:19.220221 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0722af21-b891-459c-ace4-57aba2627bd6 req-5d5b1b39-f371-4895-b3db-d142834464ae tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/quotas/8b02bda2aa5a4a4fabbd1490ce5779ab HTTP/1.1" status: 200 len: 375 time: 0.0153713 Aug 31 00:54:19.243278 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818ff197-ca49-49e3-9f3b-700a10c24b45 admin admin] Made reservation on behalf of 84b5f6bd84fb43979083f56dd7fc6f8e for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:54:19.247104 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-818ff197-ca49-49e3-9f3b-700a10c24b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:19.271023 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c91f8f34-3f7f-4c42-97b0-45e7f3bc122c req-483fadbf-5298-49f8-bf6a-6e3900d4ef45 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 210 time: 0.0309956 Aug 31 00:54:19.275168 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-818ff197-ca49-49e3-9f3b-700a10c24b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:19.311382 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0722af21-b891-459c-ace4-57aba2627bd6 req-ff9c91a8-db52-445d-a44f-c2fb921e41e9 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b02bda2aa5a4a4fabbd1490ce5779ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0846725 Aug 31 00:54:19.393892 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7dafb918-98c0-4804-9b2c-b82f1c485890 None None] Provisioning for port 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:54:19.395222 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-17dc2d20-9ff4-4b39-b1d9-b5223e1876f6 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9165833 Aug 31 00:54:19.402616 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7dafb918-98c0-4804-9b2c-b82f1c485890 None None] Provisioning complete for port 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:54:19.403740 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7dafb918-98c0-4804-9b2c-b82f1c485890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:19.416298 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Request body: {'port': {'device_id': '0b857263-ebdd-4bc8-828d-7080ae42ccd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:19.492774 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7dafb918-98c0-4804-9b2c-b82f1c485890 None None] Port 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:54:19.530517 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:19.572325 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b3080df-88a3-4e6d-8088-491c1305fd88 req-7baca20f-59de-4b3d-8707-9930ac79f1c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1232417 Aug 31 00:54:19.638265 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7dcbcc42-f1e7-42ba-9d08-62aaff34c2c2 req-d052867d-b950-4599-be1a-648a52064f72 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 210 time: 0.0608668 Aug 31 00:54:19.645240 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-818ff197-ca49-49e3-9f3b-700a10c24b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:19.739793 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-818ff197-ca49-49e3-9f3b-700a10c24b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:19.766085 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3080df-88a3-4e6d-8088-491c1305fd88 req-9ea1df42-9736-487a-9deb-874a3316d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:19.766085 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b3080df-88a3-4e6d-8088-491c1305fd88 req-9ea1df42-9736-487a-9deb-874a3316d422 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb916b836e584d028f50820f5d058952&device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 1097 time: 0.1117644 Aug 31 00:54:19.816612 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818ff197-ca49-49e3-9f3b-700a10c24b45 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:54:19.835630 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7cc30-da2f-4471-b400-ae10e6fedb13 req-b2e989c7-b1f5-468d-8465-29e049c09ba7 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:19.837940 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4c7cc30-da2f-4471-b400-ae10e6fedb13 req-b2e989c7-b1f5-468d-8465-29e049c09ba7 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 945 time: 0.2035618 Aug 31 00:54:19.884955 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ff197-ca49-49e3-9f3b-700a10c24b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408b1bf7-e022-43ba-b0de-a4dd181c441b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:19.902052 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-818ff197-ca49-49e3-9f3b-700a10c24b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:19.902552 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-818ff197-ca49-49e3-9f3b-700a10c24b45 admin admin] Added segment aa489679-295b-41d6-9e24-4202df159b0c of type vlan for network dfdc8212-351b-41c2-9fe0-15f64e528b63 Aug 31 00:54:19.957630 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4c7cc30-da2f-4471-b400-ae10e6fedb13 req-69e52e8d-1f25-47f7-87f7-5ba233159910 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578110 Aug 31 00:54:20.015998 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-818ff197-ca49-49e3-9f3b-700a10c24b45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:20.045492 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3080df-88a3-4e6d-8088-491c1305fd88 req-35f3a86a-220f-4f41-b889-80be9eb88577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:20.046619 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b3080df-88a3-4e6d-8088-491c1305fd88 req-35f3a86a-220f-4f41-b889-80be9eb88577 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 HTTP/1.1" status: 200 len: 912 time: 0.2629507 Aug 31 00:54:20.084425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427888d9-4936-4cc0-b878-d92704767996 req-7fddc6c0-c2f1-43e3-b087-3e4c435ec79e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:20.086847 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-427888d9-4936-4cc0-b878-d92704767996 req-7fddc6c0-c2f1-43e3-b087-3e4c435ec79e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 948 time: 0.1684768 Aug 31 00:54:20.103651 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:54:20.114602 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:20.131329 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Transition to ACTIVE for port object 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:54:20.198164 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b3080df-88a3-4e6d-8088-491c1305fd88 req-19a299b3-b022-4bf9-810a-10d15dc55b67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05be0509-cf0a-4f18-9981-42144412caef HTTP/1.1" status: 200 len: 1000 time: 0.1369038 Aug 31 00:54:20.207473 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-427888d9-4936-4cc0-b878-d92704767996 req-2d5f7f8a-98ae-40bd-a8f5-12281dcd1715 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679052 Aug 31 00:54:20.221724 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d660b8b9-78e8-4793-ae60-e28826290a64 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:54:20.227915 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:20.294547 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6375f529-ce3f-4d12-9b4d-1f46ee2cbcac,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:20.303946 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3080df-88a3-4e6d-8088-491c1305fd88 req-48315775-5b71-4f0b-aee0-db42493f7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:20.311616 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b3080df-88a3-4e6d-8088-491c1305fd88 req-48315775-5b71-4f0b-aee0-db42493f7de2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30781be2-5bee-4638-999a-f788a777a8fa HTTP/1.1" status: 200 len: 850 time: 0.1019437 Aug 31 00:54:20.313030 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-818ff197-ca49-49e3-9f3b-700a10c24b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:20.314186 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818ff197-ca49-49e3-9f3b-700a10c24b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:20.314682 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-818ff197-ca49-49e3-9f3b-700a10c24b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:20.432494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Attempting to bind port 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:54:20.433267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Attempting to bind port 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '4e658841-2906-400f-a684-d4fbd97b680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:54:20.433267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Attempting to bind port 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac on network dc278020-aff3-4dcf-ba96-5afc27324078 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:54:20.438683 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Port 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac on network dc278020-aff3-4dcf-ba96-5afc27324078 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:54:20.439294 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Attempting to bind port 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac on network dc278020-aff3-4dcf-ba96-5afc27324078 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:54:20.445209 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:54:20.445681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Checking segment: {'id': '4e658841-2906-400f-a684-d4fbd97b680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:54:20.447266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Bound using segment: {'id': '4e658841-2906-400f-a684-d4fbd97b680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:54:20.448119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Bound port: 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e658841-2906-400f-a684-d4fbd97b680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:54:20.448738 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:20.474225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port d660b8b9-78e8-4793-ae60-e28826290a64, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d660b8b9-78e8-4793-ae60-e28826290a64,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:20.515752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'd660b8b9-78e8-4793-ae60-e28826290a64', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': 'd660b8b9-78e8-4793-ae60-e28826290a64', 'mac_address': 'fa:16:3e:68:b3:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:54:20.556840 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ff197-ca49-49e3-9f3b-700a10c24b45 admin admin] Pushing event updated for resources: {'Network': ['ID=dfdc8212-351b-41c2-9fe0-15f64e528b63,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:20.568811 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3080df-88a3-4e6d-8088-491c1305fd88 req-a51afd50-1965-48d1-a100-5f5fff83a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:20.570716 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b3080df-88a3-4e6d-8088-491c1305fd88 req-a51afd50-1965-48d1-a100-5f5fff83a9b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b35eefa-7ab0-4ef7-a371-a86a18ca3f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2533734 Aug 31 00:54:20.585521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462242fc-390c-4ccd-a8f7-290229f55b73 req-e15f80cd-1f43-44ce-a5b3-a4daa1ab1be8 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:20.586695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] For port 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:54:20.591876 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] For port 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6375f529-ce3f-4d12-9b4d-1f46ee2cbcac,segment=NetworkSegment(4e658841-2906-400f-a684-d4fbd97b680a),segment_id=4e658841-2906-400f-a684-d4fbd97b680a)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:54:20.594939 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-462242fc-390c-4ccd-a8f7-290229f55b73 req-e15f80cd-1f43-44ce-a5b3-a4daa1ab1be8 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4 HTTP/1.1" status: 200 len: 944 time: 0.2080948 Aug 31 00:54:20.599366 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network dfdc8212-351b-41c2-9fe0-15f64e528b63 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:54:20.633888 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-818ff197-ca49-49e3-9f3b-700a10c24b45 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8312545 Aug 31 00:54:20.636870 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41894) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:20.642492 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ea4ab07f-0ecb-4102-b70e-25557f63dd84 admin admin] Request body: {'subnet': {'network_id': 'dfdc8212-351b-41c2-9fe0-15f64e528b63', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-690843097-subnet', 'tenant_id': '84b5f6bd84fb43979083f56dd7fc6f8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:20.654639 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:20.686470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d660b8b9-78e8-4793-ae60-e28826290a64 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:54:20.714631 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-462242fc-390c-4ccd-a8f7-290229f55b73 req-cf8d470a-ef7f-4e6f-92f9-2da2cb4afd11 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178951 Aug 31 00:54:20.731922 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:20.739377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port d660b8b9-78e8-4793-ae60-e28826290a64, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d660b8b9-78e8-4793-ae60-e28826290a64,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:20.794307 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b3080df-88a3-4e6d-8088-491c1305fd88 req-6a8349d3-0f62-4e8f-be0a-fb9b0f011e40 service neutron] 10.222.0.41 "GET /v2.0/networks/2b35eefa-7ab0-4ef7-a371-a86a18ca3f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961834 Aug 31 00:54:20.810170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4ab07f-0ecb-4102-b70e-25557f63dd84 admin admin] Made reservation on behalf of 84b5f6bd84fb43979083f56dd7fc6f8e for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:54:20.820463 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab07f-0ecb-4102-b70e-25557f63dd84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:20.829964 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:20.830848 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:20.832317 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] 10.222.0.48 "PUT /v2.0/ports/6375f529-ce3f-4d12-9b4d-1f46ee2cbcac HTTP/1.1" status: 200 len: 1093 time: 1.4242928 Aug 31 00:54:20.832774 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b857263-ebdd-4bc8-828d-7080ae42ccd4', 'tag': '6375f529-ce3f-4d12-9b4d-1f46ee2cbcac'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:20.835546 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d413871f-e0da-4cdf-9c22-d86ec552c8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "0b857263-ebdd-4bc8-828d-7080ae42ccd4", "tag": "6375f529-ce3f-4d12-9b4d-1f46ee2cbcac"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:20.896917 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:20.990428 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba67c29b-85e6-408a-9dbf-c7ee2d90beb9 req-6925301a-975b-4569-b0b9-549ddab9fdeb tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 210 time: 0.1626217 Aug 31 00:54:21.007605 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=d660b8b9-78e8-4793-ae60-e28826290a64,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:21.024379 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe6643-4e40-49c7-bd65-926fe8a945af req-1af13958-8220-438e-a095-45ca54f1f0be tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:21.045351 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dbfe6643-4e40-49c7-bd65-926fe8a945af req-1af13958-8220-438e-a095-45ca54f1f0be tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 945 time: 0.1577737 Aug 31 00:54:21.047987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1baf072-b313-4a20-bb38-0009c30d67d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6375f529-ce3f-4d12-9b4d-1f46ee2cbcac,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:21.050971 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b3080df-88a3-4e6d-8088-491c1305fd88 req-8e906c5d-faf5-41e1-9792-c533c2cae8b4 service neutron] 10.222.0.41 "GET /v2.0/networks/2b35eefa-7ab0-4ef7-a371-a86a18ca3f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382519 Aug 31 00:54:21.138073 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dbfe6643-4e40-49c7-bd65-926fe8a945af req-b2c95d5e-f60f-4a8e-a9fe-9a39c89fee47 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912681 Aug 31 00:54:21.162876 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['d660b8b9-78e8-4793-ae60-e28826290a64'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:54:21.276235 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6c84e4-4610-457b-888d-f75d2c04c20b x-openstack-request-id: req-1a6c84e4-4610-457b-888d-f75d2c04c20b {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:21.276444 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b857263-ebdd-4bc8-828d-7080ae42ccd4", "tag": "6375f529-ce3f-4d12-9b4d-1f46ee2cbcac", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:21.277805 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a6c84e4-4610-457b-888d-f75d2c04c20b {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:21.278714 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b857263-ebdd-4bc8-828d-7080ae42ccd4', 'tag': '6375f529-ce3f-4d12-9b4d-1f46ee2cbcac', 'status': 'completed', 'code': 200} Aug 31 00:54:21.282949 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a98f8d43-c4f8-4df4-8616-f8bca29dbdac req-21a4975a-4857-4645-a03d-7c4d3289a7bf tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 210 time: 0.0763252 Aug 31 00:54:21.293043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-66767d82-3caf-4f74-b5c0-8eb7a4884260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:21.296311 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-66767d82-3caf-4f74-b5c0-8eb7a4884260 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93a0ee3178d34d5299cac844dabfaecc&device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4 HTTP/1.1" status: 200 len: 1096 time: 0.2272892 Aug 31 00:54:21.393250 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-2aca0874-f4bf-445b-88ec-8eb00686cc4a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6375f529-ce3f-4d12-9b4d-1f46ee2cbcac HTTP/1.1" status: 200 len: 217 time: 0.0823958 Aug 31 00:54:21.411940 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1aa759-6c45-4520-9051-160d963d2417 req-6a24850a-324b-4432-a038-1a4d102c199e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:21.418356 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6e1aa759-6c45-4520-9051-160d963d2417 req-6a24850a-324b-4432-a038-1a4d102c199e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 949 time: 0.0727923 Aug 31 00:54:21.504194 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6e1aa759-6c45-4520-9051-160d963d2417 req-66f5b14e-50ca-4809-a740-850df9a40e56 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728359 Aug 31 00:54:21.511360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-e3049e99-93ae-416b-853a-2b03f1d2f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:21.513102 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-e3049e99-93ae-416b-853a-2b03f1d2f1a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=142bf2c3-09e2-45a4-ac82-63759f91b472 HTTP/1.1" status: 200 len: 859 time: 0.1006227 Aug 31 00:54:21.588254 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-108bf03c-8cca-479f-8dcc-a0acd9416e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:21.590972 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-108bf03c-8cca-479f-8dcc-a0acd9416e84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc278020-aff3-4dcf-ba96-5afc27324078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688455 Aug 31 00:54:21.662712 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab07f-0ecb-4102-b70e-25557f63dd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:21.824675 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ab07f-0ecb-4102-b70e-25557f63dd84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15cfc1e3-e971-4b66-aaf6-411c3854257f,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:21.842425 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-0d0aef20-1277-4e68-80ea-7fa9a1c66d1c service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422440 Aug 31 00:54:21.847107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4ab07f-0ecb-4102-b70e-25557f63dd84 admin admin] Checking segment: {'id': 'aa489679-295b-41d6-9e24-4202df159b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfdc8212-351b-41c2-9fe0-15f64e528b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:54:21.847749 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4ab07f-0ecb-4102-b70e-25557f63dd84 admin admin] Network hostable DHCP agents. Network: dfdc8212-351b-41c2-9fe0-15f64e528b63, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:54:21.870100 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-5902087d-bd87-4464-9a10-f47e517c369a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:21.871650 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-5902087d-bd87-4464-9a10-f47e517c369a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.41 "GET /v2.0/networks?id=962090c4-e06e-4088-950b-8c581dc8e655 HTTP/1.1" status: 200 len: 814 time: 0.2288988 Aug 31 00:54:21.894091 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-53d740d1-015f-4e24-872b-7d6f4ac9ae96 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Request body: {'port': {'device_id': '8c827a80-5f26-496a-928f-4f10481ce9a7', 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655', 'admin_state_up': True, 'tenant_id': '3e57aba893e84797a7ad07e1842cdb74'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:21.995605 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a469366f-fdf6-4e7c-8d63-8d8945f9cef9 req-388a9954-7b8a-450c-ad8a-f4ec238b1633 service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411068 Aug 31 00:54:22.080634 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4ab07f-0ecb-4102-b70e-25557f63dd84 admin admin] Network dfdc8212-351b-41c2-9fe0-15f64e528b63 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:54:22.172426 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-10ed46c3-e625-42a9-a36b-828cc35e1a22 req-b8729bce-bae5-4579-89f7-82fc547726f1 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 210 time: 0.0375824 Aug 31 00:54:22.196837 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ab79b-f6ae-4473-ba4d-d2a3d62861e2 req-be217945-4eb4-4ab2-bf31-9ab887148a30 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:22.198618 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b6ab79b-f6ae-4473-ba4d-d2a3d62861e2 req-be217945-4eb4-4ab2-bf31-9ab887148a30 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 945 time: 0.1191278 Aug 31 00:54:22.222613 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d660b8b9-78e8-4793-ae60-e28826290a64 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:54:22.319889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-ea4ab07f-0ecb-4102-b70e-25557f63dd84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, dfdc8212-351b-41c2-9fe0-15f64e528b63) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:54:22.320235 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136bac4-4b94-491a-a3b7-9a20f4f1e314 req-4e65ca2c-2a06-45bc-bb0f-dabf48506ec6 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:22.321559 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6136bac4-4b94-491a-a3b7-9a20f4f1e314 req-4e65ca2c-2a06-45bc-bb0f-dabf48506ec6 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4 HTTP/1.1" status: 200 len: 944 time: 0.4718528 Aug 31 00:54:22.331410 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c369846-814d-42c1-af29-343f130e6cbf None None] Network dfdc8212-351b-41c2-9fe0-15f64e528b63 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:54:22.351167 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4ab07f-0ecb-4102-b70e-25557f63dd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:22.352093 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab07f-0ecb-4102-b70e-25557f63dd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:22.410996 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6136bac4-4b94-491a-a3b7-9a20f4f1e314 req-0e751550-e2f6-4d11-811f-738cf1fa673a tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758882 Aug 31 00:54:22.468218 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413871f-e0da-4cdf-9c22-d86ec552c8bf req-aeabd50b-a29d-424f-b776-6c357e87150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:22.468218 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d413871f-e0da-4cdf-9c22-d86ec552c8bf req-aeabd50b-a29d-424f-b776-6c357e87150e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93a0ee3178d34d5299cac844dabfaecc&device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4 HTTP/1.1" status: 200 len: 1096 time: 0.1501262 Aug 31 00:54:22.484227 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613b957-528c-4b38-9194-292bd2e0cfcb req-abbe999d-8ed7-4ba8-a2bd-ef93a7bc30af tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:22.486564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f613b957-528c-4b38-9194-292bd2e0cfcb req-abbe999d-8ed7-4ba8-a2bd-ef93a7bc30af tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 945 time: 0.1622741 Aug 31 00:54:22.505652 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ea4ab07f-0ecb-4102-b70e-25557f63dd84 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8673303 Aug 31 00:54:22.565554 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port d660b8b9-78e8-4793-ae60-e28826290a64 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:54:22.573005 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port d660b8b9-78e8-4793-ae60-e28826290a64 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:54:22.573596 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:22.585543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-7b6ab79b-f6ae-4473-ba4d-d2a3d62861e2 req-843bea2a-7331-4969-a806-3a88d9a464a0 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Deleting port 759f937e-1b16-4c2d-ba61-e8eaf1101b1a {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:54:22.586195 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7b6ab79b-f6ae-4473-ba4d-d2a3d62861e2 req-843bea2a-7331-4969-a806-3a88d9a464a0 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:22.614894 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-17f72ab5-6939-48b3-9061-ca5ba67c703b req-8ee48fd6-2ab4-4c4d-b368-6c2e81c226e9 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 210 time: 0.0631216 Aug 31 00:54:22.616989 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-53d740d1-015f-4e24-872b-7d6f4ac9ae96 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Made reservation on behalf of 3e57aba893e84797a7ad07e1842cdb74 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:54:22.625794 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-53d740d1-015f-4e24-872b-7d6f4ac9ae96 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:22.670451 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f613b957-528c-4b38-9194-292bd2e0cfcb req-44208d15-607c-4f10-8c5b-f67794a2e065 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups?id=c197224d-a2f8-4389-bfd6-79d3f0118248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713197 Aug 31 00:54:22.759180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413871f-e0da-4cdf-9c22-d86ec552c8bf req-c249d8ca-ac5a-48af-93c9-a15f522837dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:22.761690 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d413871f-e0da-4cdf-9c22-d86ec552c8bf req-c249d8ca-ac5a-48af-93c9-a15f522837dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc278020-aff3-4dcf-ba96-5afc27324078 HTTP/1.1" status: 200 len: 921 time: 0.2925289 Aug 31 00:54:22.769211 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:22.788411 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b3e436-e01d-4cbc-bbd2-98ec3ff253eb None None] Network dfdc8212-351b-41c2-9fe0-15f64e528b63 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:54:22.795761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-7b6ab79b-f6ae-4473-ba4d-d2a3d62861e2 req-843bea2a-7331-4969-a806-3a88d9a464a0 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] For port 759f937e-1b16-4c2d-ba61-e8eaf1101b1a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=759f937e-1b16-4c2d-ba61-e8eaf1101b1a,segment=NetworkSegment(d7c7bc5f-e9ba-42f5-a57e-841f4861234e),segment_id=d7c7bc5f-e9ba-42f5-a57e-841f4861234e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:22.795761 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7b6ab79b-f6ae-4473-ba4d-d2a3d62861e2 req-843bea2a-7331-4969-a806-3a88d9a464a0 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:22.853975 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d413871f-e0da-4cdf-9c22-d86ec552c8bf req-c7bf53ef-b3df-4f69-af87-0f7f9b4d665f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6375f529-ce3f-4d12-9b4d-1f46ee2cbcac HTTP/1.1" status: 200 len: 217 time: 0.0794983 Aug 31 00:54:22.858875 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-7b6ab79b-f6ae-4473-ba4d-d2a3d62861e2 req-843bea2a-7331-4969-a806-3a88d9a464a0 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Calling delete_port for 759f937e-1b16-4c2d-ba61-e8eaf1101b1a owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:54:22.900484 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866492d8-00a0-4ee2-b986-e381417d7923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd660b8b9-78e8-4793-ae60-e28826290a64'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:22.903149 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13b92f6-f635-4811-8cc1-c510e1f1d459" -d '{"events": [{"server_uuid": "866492d8-00a0-4ee2-b986-e381417d7923", "name": "network-vif-plugged", "status": "completed", "tag": "d660b8b9-78e8-4793-ae60-e28826290a64"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:22.922977 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port d660b8b9-78e8-4793-ae60-e28826290a64, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d660b8b9-78e8-4793-ae60-e28826290a64,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:22.936191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-53d740d1-015f-4e24-872b-7d6f4ac9ae96 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Allocated IP 172.20.0.3 (962090c4-e06e-4088-950b-8c581dc8e655/7dd93664-3297-40f1-8193-ad3e9b8e3322/547b71d8-b919-4383-9839-0f8283403100) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:54:22.942682 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0722af21-b891-459c-ace4-57aba2627bd6 req-7e6f0738-2a80-4d5b-a342-ba311896ca56 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8b02bda2aa5a4a4fabbd1490ce5779ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820115 Aug 31 00:54:23.076228 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:23.166259 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e8374-6dbe-4ac4-9d55-3c606f28eeb6 req-77216237-2ce2-4e0b-a0b8-529101bb9f39 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:23.175124 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-872e8374-6dbe-4ac4-9d55-3c606f28eeb6 req-77216237-2ce2-4e0b-a0b8-529101bb9f39 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 949 time: 0.3039248 Aug 31 00:54:23.175335 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=d660b8b9-78e8-4793-ae60-e28826290a64,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:23.286286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-0faa37cf-7455-4543-8448-1fffe25e9818 req-6697b5da-3915-4e49-92a1-100c93601706 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-933217836', 'description': 'tempest-description-483918174'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:23.308980 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-872e8374-6dbe-4ac4-9d55-3c606f28eeb6 req-03898c82-9224-4864-b5f5-c8ece0d12a1b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328189 Aug 31 00:54:23.321094 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722af21-b891-459c-ace4-57aba2627bd6 req-1a0b358d-9065-4758-b074-84b9d383d7db tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:23.322921 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0722af21-b891-459c-ace4-57aba2627bd6 req-1a0b358d-9065-4758-b074-84b9d383d7db tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3671782 Aug 31 00:54:23.331235 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413871f-e0da-4cdf-9c22-d86ec552c8bf req-c159ddbc-a608-47e5-a4b2-f40427271d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:23.332728 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d413871f-e0da-4cdf-9c22-d86ec552c8bf req-c159ddbc-a608-47e5-a4b2-f40427271d26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=142bf2c3-09e2-45a4-ac82-63759f91b472 HTTP/1.1" status: 200 len: 859 time: 0.4652717 Aug 31 00:54:23.343531 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-0722af21-b891-459c-ace4-57aba2627bd6 req-696237fa-871d-46e9-a38c-694839c0947d tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Request body: {'port': {'device_id': '0a12211f-8c1a-433b-8d75-5c2ef0a768bf', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '8b02bda2aa5a4a4fabbd1490ce5779ab'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:23.403757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413871f-e0da-4cdf-9c22-d86ec552c8bf req-9b135c40-9bad-4133-9c7a-4fffdcbdae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:23.405934 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d413871f-e0da-4cdf-9c22-d86ec552c8bf req-9b135c40-9bad-4133-9c7a-4fffdcbdae17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc278020-aff3-4dcf-ba96-5afc27324078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634322 Aug 31 00:54:23.453471 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719b92a9-425b-4a65-8a1f-9a16b1124f5d x-openstack-request-id: req-719b92a9-425b-4a65-8a1f-9a16b1124f5d {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:23.456086 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866492d8-00a0-4ee2-b986-e381417d7923", "name": "network-vif-plugged", "status": "completed", "tag": "d660b8b9-78e8-4793-ae60-e28826290a64", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:23.456721 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-719b92a9-425b-4a65-8a1f-9a16b1124f5d {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:23.458690 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866492d8-00a0-4ee2-b986-e381417d7923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd660b8b9-78e8-4793-ae60-e28826290a64', 'code': 200} Aug 31 00:54:23.468677 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-53d740d1-015f-4e24-872b-7d6f4ac9ae96 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:23.472869 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0faa37cf-7455-4543-8448-1fffe25e9818 req-6697b5da-3915-4e49-92a1-100c93601706 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:23.615933 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d413871f-e0da-4cdf-9c22-d86ec552c8bf req-507774e6-8cb6-4a69-9b6a-36c7ea8228cc service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803257 Aug 31 00:54:23.633090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2d039-9f8e-4930-aec7-8eec462467d0 req-fd205560-90aa-4434-b732-591f85aa1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:23.634687 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8c2d039-9f8e-4930-aec7-8eec462467d0 req-fd205560-90aa-4434-b732-591f85aa1ac0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 1102 time: 0.0875752 Aug 31 00:54:23.644476 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0722af21-b891-459c-ace4-57aba2627bd6 req-696237fa-871d-46e9-a38c-694839c0947d tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Made reservation on behalf of 8b02bda2aa5a4a4fabbd1490ce5779ab for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:54:23.648493 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0722af21-b891-459c-ace4-57aba2627bd6 req-696237fa-871d-46e9-a38c-694839c0947d tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:23.673359 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-53d740d1-015f-4e24-872b-7d6f4ac9ae96 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:23.683222 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7b6ab79b-f6ae-4473-ba4d-d2a3d62861e2 req-843bea2a-7331-4969-a806-3a88d9a464a0 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:23.684846 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['9d5bd277-aeb5-4022-b617-60ca0f30db3a'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:54:23.713404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['759f937e-1b16-4c2d-ba61-e8eaf1101b1a'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:54:23.742488 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bea2a-7331-4969-a806-3a88d9a464a0 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Pushing event deleted for resources: {'Port': ['ID=759f937e-1b16-4c2d-ba61-e8eaf1101b1a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:23.805603 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-53d740d1-015f-4e24-872b-7d6f4ac9ae96 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Network 962090c4-e06e-4088-950b-8c581dc8e655 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:54:23.814344 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-53d740d1-015f-4e24-872b-7d6f4ac9ae96 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:54:23.816884 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-53d740d1-015f-4e24-872b-7d6f4ac9ae96 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:54:23.818306 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8c2d039-9f8e-4930-aec7-8eec462467d0 req-ee79b572-3f9a-4236-81ef-65bb742982da service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726844 Aug 31 00:54:23.845909 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6ab79b-f6ae-4473-ba4d-d2a3d62861e2 req-843bea2a-7331-4969-a806-3a88d9a464a0 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] No DVR routers for this DVR port 759f937e-1b16-4c2d-ba61-e8eaf1101b1a on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:54:23.855598 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7b6ab79b-f6ae-4473-ba4d-d2a3d62861e2 req-843bea2a-7331-4969-a806-3a88d9a464a0 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:23.857687 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b6ab79b-f6ae-4473-ba4d-d2a3d62861e2 req-843bea2a-7331-4969-a806-3a88d9a464a0 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.48 "DELETE /v2.0/ports/759f937e-1b16-4c2d-ba61-e8eaf1101b1a HTTP/1.1" status: 204 len: 173 time: 1.6526279 Aug 31 00:54:23.858154 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae25d8b0-9786-4df9-9255-ec840c725a8d', 'name': 'network-vif-deleted', 'tag': '759f937e-1b16-4c2d-ba61-e8eaf1101b1a'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:23.860501 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c152b07b-ca9f-4f5d-8afc-cf6daf2c49dc" -d '{"events": [{"server_uuid": "ae25d8b0-9786-4df9-9255-ec840c725a8d", "name": "network-vif-deleted", "tag": "759f937e-1b16-4c2d-ba61-e8eaf1101b1a"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:23.873231 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d740d1-015f-4e24-872b-7d6f4ac9ae96 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Pushing event updated for resources: {'Port': ['ID=547b71d8-b919-4383-9839-0f8283403100,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:23.881835 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d413871f-e0da-4cdf-9c22-d86ec552c8bf req-ec27f071-7ecd-4152-8bdb-7f4d37b8c3b3 service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585881 Aug 31 00:54:23.889953 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce4d76-7585-4847-b525-539937077ffd req-835b1571-a6d4-40b7-873d-79f0dd54adaf tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:23.895348 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ddce4d76-7585-4847-b525-539937077ffd req-835b1571-a6d4-40b7-873d-79f0dd54adaf tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 931 time: 0.2440984 Aug 31 00:54:23.934621 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0faa37cf-7455-4543-8448-1fffe25e9818 req-6697b5da-3915-4e49-92a1-100c93601706 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:23.968736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-53d740d1-015f-4e24-872b-7d6f4ac9ae96 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:23.969348 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-53d740d1-015f-4e24-872b-7d6f4ac9ae96 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:24.002725 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ddce4d76-7585-4847-b525-539937077ffd req-9a1bc1ac-f2c4-408a-9dad-632a0f561e41 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977936 Aug 31 00:54:24.008562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-0722af21-b891-459c-ace4-57aba2627bd6 req-696237fa-871d-46e9-a38c-694839c0947d tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Allocated IP 192.168.233.105 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/3dacc587-4328-4b2a-805a-a68afdb97b4e) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:54:24.094958 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0faa37cf-7455-4543-8448-1fffe25e9818 req-6697b5da-3915-4e49-92a1-100c93601706 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:24.131139 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697b5da-3915-4e49-92a1-100c93601706 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7181c1-cc32-4bdc-9780-f5885bd728bd,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:24.178111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191c5c2-1733-45f8-983a-5524b728ca19 req-e3d75aec-93c3-495f-a6f8-bfc97dc34f7d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:24.179695 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8191c5c2-1733-45f8-983a-5524b728ca19 req-e3d75aec-93c3-495f-a6f8-bfc97dc34f7d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4 HTTP/1.1" status: 200 len: 944 time: 0.1133664 Aug 31 00:54:24.224862 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0722af21-b891-459c-ace4-57aba2627bd6 req-696237fa-871d-46e9-a38c-694839c0947d tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:24.240988 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-53d740d1-015f-4e24-872b-7d6f4ac9ae96 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3554661 Aug 31 00:54:24.244401 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0faa37cf-7455-4543-8448-1fffe25e9818 req-6697b5da-3915-4e49-92a1-100c93601706 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:24.245770 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0faa37cf-7455-4543-8448-1fffe25e9818 req-6697b5da-3915-4e49-92a1-100c93601706 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.9680898 Aug 31 00:54:24.248431 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8191c5c2-1733-45f8-983a-5524b728ca19 req-153f893d-9364-4842-b170-256fc4fc8a2a tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615003 Aug 31 00:54:24.256894 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Request body: {'port': {'device_id': '8c827a80-5f26-496a-928f-4f10481ce9a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:24.261210 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-0722af21-b891-459c-ace4-57aba2627bd6 req-696237fa-871d-46e9-a38c-694839c0947d tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Transition to ACTIVE for port object 3dacc587-4328-4b2a-805a-a68afdb97b4e will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:54:24.331746 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:54:24.351134 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:24.354723 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d08047c1-89b7-4162-81be-6fadfc6527a3 req-fd5175fe-9507-4c33-a175-871cb6242200 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 210 time: 0.0350244 Aug 31 00:54:24.387262 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab2e8dcc-cfff-46aa-ab3a-977a1c3722c1 req-6e09a56c-de5c-439d-8ac5-ce9b75f91ab5 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae25d8b0-9786-4df9-9255-ec840c725a8d HTTP/1.1" status: 200 len: 210 time: 0.0386171 Aug 31 00:54:24.416875 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25211a5-2096-47bc-a1e7-1130888cfe37 x-openstack-request-id: req-f25211a5-2096-47bc-a1e7-1130888cfe37 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:24.417292 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae25d8b0-9786-4df9-9255-ec840c725a8d", "name": "network-vif-deleted", "tag": "759f937e-1b16-4c2d-ba61-e8eaf1101b1a", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:24.417701 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f25211a5-2096-47bc-a1e7-1130888cfe37 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:24.418771 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae25d8b0-9786-4df9-9255-ec840c725a8d', 'name': 'network-vif-deleted', 'tag': '759f937e-1b16-4c2d-ba61-e8eaf1101b1a', 'status': 'completed', 'code': 200} Aug 31 00:54:24.495500 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0722af21-b891-459c-ace4-57aba2627bd6 req-696237fa-871d-46e9-a38c-694839c0947d tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:24.513917 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['7cd7c266-9a3c-4f47-a57c-efc50123e385'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:54:24.520227 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f99e219c-eaa0-42ee-bd72-db77c2caa1c2 req-1a8ba177-e1d2-49d4-874f-71c723f349b1 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "GET /v2.0/security-groups/1f7181c1-cc32-4bdc-9780-f5885bd728bd HTTP/1.1" status: 200 len: 1811 time: 0.0675931 Aug 31 00:54:24.551873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-f99e219c-eaa0-42ee-bd72-db77c2caa1c2 req-d9290276-3ebc-4c35-9d44-1db353e6c5aa tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1f7181c1-cc32-4bdc-9780-f5885bd728bd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:24.552201 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-f99e219c-eaa0-42ee-bd72-db77c2caa1c2 req-d9290276-3ebc-4c35-9d44-1db353e6c5aa tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1f7181c1-cc32-4bdc-9780-f5885bd728bd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:24.557472 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6375f529-ce3f-4d12-9b4d-1f46ee2cbcac,segment=NetworkSegment(4e658841-2906-400f-a684-d4fbd97b680a),segment_id=4e658841-2906-400f-a684-d4fbd97b680a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:24.577027 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '6375f529-ce3f-4d12-9b4d-1f46ee2cbcac', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'port_id': '6375f529-ce3f-4d12-9b4d-1f46ee2cbcac', 'mac_address': 'fa:16:3e:a3:be:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:54:24.611790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0722af21-b891-459c-ace4-57aba2627bd6 req-696237fa-871d-46e9-a38c-694839c0947d tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:54:24.626472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-0722af21-b891-459c-ace4-57aba2627bd6 req-696237fa-871d-46e9-a38c-694839c0947d tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:54:24.644714 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:24.671551 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:54:24.675970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-0722af21-b891-459c-ace4-57aba2627bd6 req-696237fa-871d-46e9-a38c-694839c0947d tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:54:24.709959 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6375f529-ce3f-4d12-9b4d-1f46ee2cbcac,segment=NetworkSegment(4e658841-2906-400f-a684-d4fbd97b680a),segment_id=4e658841-2906-400f-a684-d4fbd97b680a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:24.751825 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f99e219c-eaa0-42ee-bd72-db77c2caa1c2 req-d9290276-3ebc-4c35-9d44-1db353e6c5aa tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:24.768221 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722af21-b891-459c-ace4-57aba2627bd6 req-696237fa-871d-46e9-a38c-694839c0947d tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:24.769127 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0722af21-b891-459c-ace4-57aba2627bd6 req-696237fa-871d-46e9-a38c-694839c0947d tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:24.772450 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696237fa-871d-46e9-a38c-694839c0947d tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Pushing event updated for resources: {'Port': ['ID=3dacc587-4328-4b2a-805a-a68afdb97b4e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:24.780791 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:24.785534 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f99e219c-eaa0-42ee-bd72-db77c2caa1c2 req-d9290276-3ebc-4c35-9d44-1db353e6c5aa tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:24.801403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfb521-ad86-46c5-a327-031192891246 req-8e21bb5a-bbba-4646-bbdd-7bcf46b5ede5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:24.801403 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5bcfb521-ad86-46c5-a327-031192891246 req-8e21bb5a-bbba-4646-bbdd-7bcf46b5ede5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.3074138 Aug 31 00:54:24.882741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=6375f529-ce3f-4d12-9b4d-1f46ee2cbcac,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:24.902105 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f99e219c-eaa0-42ee-bd72-db77c2caa1c2 req-d9290276-3ebc-4c35-9d44-1db353e6c5aa tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:24.935021 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9290276-3ebc-4c35-9d44-1db353e6c5aa tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be62feb0-d3bd-4385-a991-990213614546,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:24.942481 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5bcfb521-ad86-46c5-a327-031192891246 req-fc637170-f3d2-4cc5-8654-7f92beeed07e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109586 Aug 31 00:54:25.043258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['6375f529-ce3f-4d12-9b4d-1f46ee2cbcac'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:54:25.044115 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f99e219c-eaa0-42ee-bd72-db77c2caa1c2 req-d9290276-3ebc-4c35-9d44-1db353e6c5aa tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:25.056501 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f99e219c-eaa0-42ee-bd72-db77c2caa1c2 req-d9290276-3ebc-4c35-9d44-1db353e6c5aa tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5131218 Aug 31 00:54:25.142056 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-af1e0c4e-bdd3-4bc5-9e1d-84ea0abc5a8d None None] Provisioning for port 3dacc587-4328-4b2a-805a-a68afdb97b4e completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:54:25.144988 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547b71d8-b919-4383-9839-0f8283403100 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:54:25.167911 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:25.177134 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0722af21-b891-459c-ace4-57aba2627bd6 req-696237fa-871d-46e9-a38c-694839c0947d tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8400490 Aug 31 00:54:25.177899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-af1e0c4e-bdd3-4bc5-9e1d-84ea0abc5a8d None None] Provisioning complete for port 3dacc587-4328-4b2a-805a-a68afdb97b4e triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:54:25.178592 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-af1e0c4e-bdd3-4bc5-9e1d-84ea0abc5a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:25.197227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Request body: {'port': {'device_id': '0a12211f-8c1a-433b-8d75-5c2ef0a768bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:25.213419 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Transition to ACTIVE for port object 547b71d8-b919-4383-9839-0f8283403100 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:54:25.280603 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-af1e0c4e-bdd3-4bc5-9e1d-84ea0abc5a8d None None] Port 3dacc587-4328-4b2a-805a-a68afdb97b4e cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:54:25.329153 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:25.350657 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:25.366462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74dc02-2a33-4a83-813d-b79ba7707807 req-94965b91-d48b-4553-b9c6-a441268b098b tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:25.369098 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1f74dc02-2a33-4a83-813d-b79ba7707807 req-94965b91-d48b-4553-b9c6-a441268b098b tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 943 time: 0.0532298 Aug 31 00:54:25.417034 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1f74dc02-2a33-4a83-813d-b79ba7707807 req-52ceda1f-351e-4e45-b678-9a4eff3aed42 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398154 Aug 31 00:54:25.437574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Pushing event updated for resources: {'Port': ['ID=547b71d8-b919-4383-9839-0f8283403100,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:25.444868 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7cbd5ade-cc8f-4d8e-91cb-a5af8ff750f5 req-a5f89bec-6bf6-46ae-a57c-a304d0096795 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "GET /v2.0/security-groups/1f7181c1-cc32-4bdc-9780-f5885bd728bd HTTP/1.1" status: 200 len: 2404 time: 0.1485844 Aug 31 00:54:25.535045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4205f11-db3e-45fb-a298-d12b351e71d6 req-325d005f-a1d7-4a34-8358-c8361142331d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:25.536702 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e4205f11-db3e-45fb-a298-d12b351e71d6 req-325d005f-a1d7-4a34-8358-c8361142331d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4 HTTP/1.1" status: 200 len: 945 time: 0.0518165 Aug 31 00:54:25.577789 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e4205f11-db3e-45fb-a298-d12b351e71d6 req-67d304e3-db85-4386-b1ea-fd0c7b1d9bbf tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339007 Aug 31 00:54:25.660012 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09539550-bd4f-4ce2-bfff-eab0aa542878 req-88c2715b-8784-4ed9-a822-d5a3700d6402 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "GET /v2.0/security-group-rules/be62feb0-d3bd-4385-a991-990213614546 HTTP/1.1" status: 200 len: 778 time: 0.0277658 Aug 31 00:54:25.713985 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09539550-bd4f-4ce2-bfff-eab0aa542878 req-2d83e467-645f-4373-ac7a-7ade6ec635f8 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "GET /v2.0/security-groups/1f7181c1-cc32-4bdc-9780-f5885bd728bd HTTP/1.1" status: 200 len: 2404 time: 0.0471246 Aug 31 00:54:25.747619 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09539550-bd4f-4ce2-bfff-eab0aa542878 req-f0ff522a-dc96-4741-a33f-d1612288ea6d tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:25.755948 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09539550-bd4f-4ce2-bfff-eab0aa542878 req-f0ff522a-dc96-4741-a33f-d1612288ea6d tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:25.764480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a51964-4526-485d-b468-5286431d2ac4 req-81354791-7725-4f4f-802a-3bfdb042252a tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:25.769147 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-64a51964-4526-485d-b468-5286431d2ac4 req-81354791-7725-4f4f-802a-3bfdb042252a tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 936 time: 0.2574651 Aug 31 00:54:25.791888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Attempting to bind port 547b71d8-b919-4383-9839-0f8283403100 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:54:25.792116 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Attempting to bind port 547b71d8-b919-4383-9839-0f8283403100 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '9e036f0f-88ed-4f93-8c4b-c81e55bde014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:54:25.792439 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Attempting to bind port 547b71d8-b919-4383-9839-0f8283403100 on network 962090c4-e06e-4088-950b-8c581dc8e655 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:54:25.811497 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Port 547b71d8-b919-4383-9839-0f8283403100 on network 962090c4-e06e-4088-950b-8c581dc8e655 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:54:25.811814 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Attempting to bind port 547b71d8-b919-4383-9839-0f8283403100 on network 962090c4-e06e-4088-950b-8c581dc8e655 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:54:25.839027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:54:25.839357 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Checking segment: {'id': '9e036f0f-88ed-4f93-8c4b-c81e55bde014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:54:25.839737 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Bound using segment: {'id': '9e036f0f-88ed-4f93-8c4b-c81e55bde014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:54:25.840172 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Bound port: 547b71d8-b919-4383-9839-0f8283403100, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e036f0f-88ed-4f93-8c4b-c81e55bde014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:54:25.840519 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:25.889953 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09539550-bd4f-4ce2-bfff-eab0aa542878 req-f0ff522a-dc96-4741-a33f-d1612288ea6d tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:25.897679 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09539550-bd4f-4ce2-bfff-eab0aa542878 req-f0ff522a-dc96-4741-a33f-d1612288ea6d tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:25.898883 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09539550-bd4f-4ce2-bfff-eab0aa542878 req-f0ff522a-dc96-4741-a33f-d1612288ea6d tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/be62feb0-d3bd-4385-a991-990213614546 HTTP/1.1" status: 204 len: 173 time: 0.1781497 Aug 31 00:54:25.910066 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff522a-dc96-4741-a33f-d1612288ea6d tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be62feb0-d3bd-4385-a991-990213614546,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:25.926879 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-64a51964-4526-485d-b468-5286431d2ac4 req-5b6eee5b-fd37-424f-b161-26b5c91f2c1e tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295760 Aug 31 00:54:25.985977 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-2dfc7309-1ae7-4a23-a346-5090ba1be676 req-426cc75f-3ab4-4aae-b4a0-0d6919c5ab38 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2125749900', 'description': 'tempest-description-2147285672'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:25.993996 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] For port 547b71d8-b919-4383-9839-0f8283403100, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:54:26.039432 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] For port 547b71d8-b919-4383-9839-0f8283403100, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=547b71d8-b919-4383-9839-0f8283403100,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:54:26.049802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dacc587-4328-4b2a-805a-a68afdb97b4e {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:54:26.058745 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:26.073004 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Transition to ACTIVE for port object 3dacc587-4328-4b2a-805a-a68afdb97b4e will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:54:26.098074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e9a07-2db6-4dcb-8680-3be18e8f8d92 req-7e47f8de-6956-430f-83b7-ed63497fae60 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:26.099756 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b41e9a07-2db6-4dcb-8680-3be18e8f8d92 req-7e47f8de-6956-430f-83b7-ed63497fae60 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.0604630 Aug 31 00:54:26.142455 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b41e9a07-2db6-4dcb-8680-3be18e8f8d92 req-a94f7318-8b68-47be-8448-bfdc03bc9894 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357924 Aug 31 00:54:26.160124 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:26.221704 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:26.222828 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:26.225369 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] 10.222.0.41 "PUT /v2.0/ports/547b71d8-b919-4383-9839-0f8283403100 HTTP/1.1" status: 200 len: 1092 time: 1.9757912 Aug 31 00:54:26.231854 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c827a80-5f26-496a-928f-4f10481ce9a7', 'tag': '547b71d8-b919-4383-9839-0f8283403100'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:26.236024 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d80a8ff-998a-4d11-a3f2-efcccca31087" -d '{"events": [{"name": "network-changed", "server_uuid": "8c827a80-5f26-496a-928f-4f10481ce9a7", "tag": "547b71d8-b919-4383-9839-0f8283403100"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:26.245013 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:26.250035 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2dfc7309-1ae7-4a23-a346-5090ba1be676 req-426cc75f-3ab4-4aae-b4a0-0d6919c5ab38 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:26.295869 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0352f-a521-4d5d-b03f-7d4f526d60b4 service neutron] Pushing event updated for resources: {'Port': ['ID=547b71d8-b919-4383-9839-0f8283403100,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:26.336554 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:54:26.370426 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=3dacc587-4328-4b2a-805a-a68afdb97b4e,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:26.519937 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103045fd-c459-4879-8fdd-6e20085896ba req-1e29de2e-34b4-4e05-91da-0002b9cb1aa9 tempest-MigrationsAdminTest-1323546662 tempest-MigrationsAdminTest-1323546662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:26.523167 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-103045fd-c459-4879-8fdd-6e20085896ba req-1e29de2e-34b4-4e05-91da-0002b9cb1aa9 tempest-MigrationsAdminTest-1323546662 tempest-MigrationsAdminTest-1323546662-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 1102 time: 0.0789397 Aug 31 00:54:26.562280 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-103045fd-c459-4879-8fdd-6e20085896ba req-c7b614c5-a37d-41dc-88c5-9cdd5a4569a6 tempest-MigrationsAdminTest-1323546662 tempest-MigrationsAdminTest-1323546662-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:26.562649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-1a651c9c-088f-4bfc-9002-aa7b8d03a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:26.564505 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-1a651c9c-088f-4bfc-9002-aa7b8d03a8e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e57aba893e84797a7ad07e1842cdb74&device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 1095 time: 0.1470377 Aug 31 00:54:26.572242 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Attempting to bind port 3dacc587-4328-4b2a-805a-a68afdb97b4e on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:54:26.572618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Attempting to bind port 3dacc587-4328-4b2a-805a-a68afdb97b4e by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:54:26.573827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Attempting to bind port 3dacc587-4328-4b2a-805a-a68afdb97b4e on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:54:26.602303 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:54:26.609628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:54:26.621630 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:26.631461 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Port 3dacc587-4328-4b2a-805a-a68afdb97b4e on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:54:26.631776 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Attempting to bind port 3dacc587-4328-4b2a-805a-a68afdb97b4e on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:54:26.640328 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-479eb4a9-dbae-4343-aa86-84224bf6132f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=547b71d8-b919-4383-9839-0f8283403100 HTTP/1.1" status: 200 len: 217 time: 0.0560081 Aug 31 00:54:26.642913 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2dfc7309-1ae7-4a23-a346-5090ba1be676 req-426cc75f-3ab4-4aae-b4a0-0d6919c5ab38 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:26.661010 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:54:26.661592 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:54:26.661995 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:54:26.662461 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Bound port: 3dacc587-4328-4b2a-805a-a68afdb97b4e, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:54:26.662824 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:26.739323 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-f4129738-1b85-4c66-b807-d2d7b6a25315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:26.740193 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-f4129738-1b85-4c66-b807-d2d7b6a25315 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dd93664-3297-40f1-8193-ad3e9b8e3322 HTTP/1.1" status: 200 len: 854 time: 0.0925531 Aug 31 00:54:26.763321 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:26.796391 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b857263-ebdd-4bc8-828d-7080ae42ccd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6375f529-ce3f-4d12-9b4d-1f46ee2cbcac'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:26.797708 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-5dbc6675-41d3-4add-9673-2ecea1504adb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=962090c4-e06e-4088-950b-8c581dc8e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398395 Aug 31 00:54:26.798871 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1732d6-0575-4aef-b6d0-26add48e6fb5" -d '{"events": [{"server_uuid": "0b857263-ebdd-4bc8-828d-7080ae42ccd4", "name": "network-vif-plugged", "status": "completed", "tag": "6375f529-ce3f-4d12-9b4d-1f46ee2cbcac"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:26.804861 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] For port 3dacc587-4328-4b2a-805a-a68afdb97b4e, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:54:26.810266 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] For port 3dacc587-4328-4b2a-805a-a68afdb97b4e, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3dacc587-4328-4b2a-805a-a68afdb97b4e,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:54:26.816265 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6375f529-ce3f-4d12-9b4d-1f46ee2cbcac,segment=NetworkSegment(4e658841-2906-400f-a684-d4fbd97b680a),segment_id=4e658841-2906-400f-a684-d4fbd97b680a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:26.880318 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2dfc7309-1ae7-4a23-a346-5090ba1be676 req-426cc75f-3ab4-4aae-b4a0-0d6919c5ab38 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:26.963210 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:26.982247 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cc75f-3ab4-4aae-b4a0-0d6919c5ab38 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d893cbc-39b6-4eef-af18-2803ccd89633,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:26.996034 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-103045fd-c459-4879-8fdd-6e20085896ba req-c7b614c5-a37d-41dc-88c5-9cdd5a4569a6 tempest-MigrationsAdminTest-1323546662 tempest-MigrationsAdminTest-1323546662-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:26.998799 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:26.999719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 759f937e-1b16-4c2d-ba61-e8eaf1101b1a no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:54:27.011175 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-ca7c4e19-2036-441f-93a6-2375b853f14f service neutron] 10.222.0.41 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030606 Aug 31 00:54:27.018658 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:27.019496 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:27.021020 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] 10.222.0.41 "PUT /v2.0/ports/3dacc587-4328-4b2a-805a-a68afdb97b4e HTTP/1.1" status: 200 len: 1097 time: 1.8327475 Aug 31 00:54:27.047671 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 759f937e-1b16-4c2d-ba61-e8eaf1101b1a {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:54:27.048119 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 759f937e-1b16-4c2d-ba61-e8eaf1101b1a not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:54:27.094985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=6375f529-ce3f-4d12-9b4d-1f46ee2cbcac,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:27.119181 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d1bf9-02cd-4f94-923f-9e347e237ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=3dacc587-4328-4b2a-805a-a68afdb97b4e,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:27.148115 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-103045fd-c459-4879-8fdd-6e20085896ba req-c7b614c5-a37d-41dc-88c5-9cdd5a4569a6 tempest-MigrationsAdminTest-1323546662 tempest-MigrationsAdminTest-1323546662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:27.197863 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-103045fd-c459-4879-8fdd-6e20085896ba req-c7b614c5-a37d-41dc-88c5-9cdd5a4569a6 tempest-MigrationsAdminTest-1323546662 tempest-MigrationsAdminTest-1323546662-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6670058 Aug 31 00:54:27.207405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b614c5-a37d-41dc-88c5-9cdd5a4569a6 tempest-MigrationsAdminTest-1323546662 tempest-MigrationsAdminTest-1323546662-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deac2d33-c700-4a43-98e3-94160052202b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:27.249317 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2dfc7309-1ae7-4a23-a346-5090ba1be676 req-426cc75f-3ab4-4aae-b4a0-0d6919c5ab38 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:27.250610 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2dfc7309-1ae7-4a23-a346-5090ba1be676 req-426cc75f-3ab4-4aae-b4a0-0d6919c5ab38 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.2727506 Aug 31 00:54:27.256524 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6ef0abe-adae-4ec2-a594-2e923c05cecc req-ff6c5344-2e87-46bc-bf6d-96c7303ce4f3 service neutron] 10.222.0.41 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324803 Aug 31 00:54:27.280251 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722af21-b891-459c-ace4-57aba2627bd6 req-8813ad4f-5d16-4179-8cab-b2efc306d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:27.281923 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0722af21-b891-459c-ace4-57aba2627bd6 req-8813ad4f-5d16-4179-8cab-b2efc306d911 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b02bda2aa5a4a4fabbd1490ce5779ab&device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 1100 time: 0.0990398 Aug 31 00:54:27.350072 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781befee-3971-4dfc-9fc0-2867237bec28 x-openstack-request-id: req-781befee-3971-4dfc-9fc0-2867237bec28 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:27.350740 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c827a80-5f26-496a-928f-4f10481ce9a7", "tag": "547b71d8-b919-4383-9839-0f8283403100", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:27.351822 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-781befee-3971-4dfc-9fc0-2867237bec28 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:27.352561 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c827a80-5f26-496a-928f-4f10481ce9a7', 'tag': '547b71d8-b919-4383-9839-0f8283403100', 'status': 'completed', 'code': 200} Aug 31 00:54:27.356899 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0722af21-b891-459c-ace4-57aba2627bd6 req-79ab4e27-8580-4579-845d-8724c5b5b6a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=3dacc587-4328-4b2a-805a-a68afdb97b4e HTTP/1.1" status: 200 len: 217 time: 0.0643618 Aug 31 00:54:27.533313 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722af21-b891-459c-ace4-57aba2627bd6 req-98fc7a8f-0f43-471d-a841-803db3ed7005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:27.536063 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0722af21-b891-459c-ace4-57aba2627bd6 req-98fc7a8f-0f43-471d-a841-803db3ed7005 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1572924 Aug 31 00:54:27.574714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80a8ff-998a-4d11-a3f2-efcccca31087 req-02f29f29-fcc3-4faf-b33b-784183f6dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:27.577590 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d80a8ff-998a-4d11-a3f2-efcccca31087 req-02f29f29-fcc3-4faf-b33b-784183f6dd66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e57aba893e84797a7ad07e1842cdb74&device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 1095 time: 0.1478543 Aug 31 00:54:27.607945 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cf82f-c996-420e-927f-3ce2e4738ed8 req-81392568-94f6-4fc8-90c1-8be238be182d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:27.610213 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e6cf82f-c996-420e-927f-3ce2e4738ed8 req-81392568-94f6-4fc8-90c1-8be238be182d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4 HTTP/1.1" status: 200 len: 946 time: 0.0871732 Aug 31 00:54:27.662003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e6cf82f-c996-420e-927f-3ce2e4738ed8 req-3303de22-ca09-4ac2-ab88-3965e6747753 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405452 Aug 31 00:54:27.666128 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebb2a1-22e2-461d-89c0-a0f97ea9041f req-d0664af0-b123-491a-9dd8-edc290861414 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:27.668778 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6aebb2a1-22e2-461d-89c0-a0f97ea9041f req-d0664af0-b123-491a-9dd8-edc290861414 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 943 time: 0.1920609 Aug 31 00:54:27.746061 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca440e6-aa1b-466b-9ce6-02e03f1b2349 x-openstack-request-id: req-fca440e6-aa1b-466b-9ce6-02e03f1b2349 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:27.746061 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b857263-ebdd-4bc8-828d-7080ae42ccd4", "name": "network-vif-plugged", "status": "completed", "tag": "6375f529-ce3f-4d12-9b4d-1f46ee2cbcac", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:27.746877 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fca440e6-aa1b-466b-9ce6-02e03f1b2349 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:27.748174 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b857263-ebdd-4bc8-828d-7080ae42ccd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6375f529-ce3f-4d12-9b4d-1f46ee2cbcac', 'code': 200} Aug 31 00:54:27.782643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6dda4e2f-e508-4549-b0e1-f3fe2f4a7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:27.785145 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0722af21-b891-459c-ace4-57aba2627bd6 req-6dda4e2f-e508-4549-b0e1-f3fe2f4a7e20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2339623 Aug 31 00:54:27.798801 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6aebb2a1-22e2-461d-89c0-a0f97ea9041f req-1f70b9ee-3a6f-4cf0-8c95-ce8fde0814a1 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889609 Aug 31 00:54:27.925456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80a8ff-998a-4d11-a3f2-efcccca31087 req-a83649fa-966d-4dda-ac3d-1fe83dfa3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:27.928355 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d80a8ff-998a-4d11-a3f2-efcccca31087 req-a83649fa-966d-4dda-ac3d-1fe83dfa3b04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=962090c4-e06e-4088-950b-8c581dc8e655 HTTP/1.1" status: 200 len: 915 time: 0.3169601 Aug 31 00:54:27.963306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86606527-af48-427b-855e-82a91c9cc771 req-c69530b5-d76e-40fc-aa0e-5fc7a9a09987 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:27.966066 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-86606527-af48-427b-855e-82a91c9cc771 req-c69530b5-d76e-40fc-aa0e-5fc7a9a09987 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 948 time: 0.1526845 Aug 31 00:54:27.979695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628b3c9-8bf7-4d32-af1e-962180a5488c req-016b0aa4-5fe4-4611-af0e-ce736093b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:27.982326 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1628b3c9-8bf7-4d32-af1e-962180a5488c req-016b0aa4-5fe4-4611-af0e-ce736093b486 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4 HTTP/1.1" status: 200 len: 1098 time: 0.1103287 Aug 31 00:54:27.991108 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d80a8ff-998a-4d11-a3f2-efcccca31087 req-67f4dfb8-a3f2-4534-bc04-6d193421d4aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=547b71d8-b919-4383-9839-0f8283403100 HTTP/1.1" status: 200 len: 217 time: 0.0542493 Aug 31 00:54:28.067045 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-86606527-af48-427b-855e-82a91c9cc771 req-6512e38f-e139-4502-bc21-e8194f4d356d tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911512 Aug 31 00:54:28.069303 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1628b3c9-8bf7-4d32-af1e-962180a5488c req-dcb3edf0-622b-4654-a986-e59c2a849c1d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772235 Aug 31 00:54:28.088325 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0722af21-b891-459c-ace4-57aba2627bd6 req-4a56c5e6-e5f8-404d-9108-4b0b0f3a0d78 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857313 Aug 31 00:54:28.118178 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80a8ff-998a-4d11-a3f2-efcccca31087 req-c3551137-4358-49e6-a0fb-60e953c72a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:28.121307 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d80a8ff-998a-4d11-a3f2-efcccca31087 req-c3551137-4358-49e6-a0fb-60e953c72a99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dd93664-3297-40f1-8193-ad3e9b8e3322 HTTP/1.1" status: 200 len: 854 time: 0.1228924 Aug 31 00:54:28.169027 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba98d615-ad9c-4154-8ac7-c8bf5b53fb53 req-5ab16d59-67d8-4adf-931e-fd03f676e832 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "GET /v2.0/security-groups/8d893cbc-39b6-4eef-af18-2803ccd89633 HTTP/1.1" status: 200 len: 1813 time: 0.0615036 Aug 31 00:54:28.233641 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d80a8ff-998a-4d11-a3f2-efcccca31087 req-89cb3ca6-98d1-44fb-afef-3cee44d0970d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=962090c4-e06e-4088-950b-8c581dc8e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943742 Aug 31 00:54:28.321985 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42008) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:28.375865 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0722af21-b891-459c-ace4-57aba2627bd6 req-25359b5f-dc6e-4229-987b-5d29674a3f97 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775834 Aug 31 00:54:28.394005 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-b59a82f3-30fc-46ac-aaf4-a84e56012ae3 req-c3d2ea2c-f407-49f1-ba0d-8af6600f26ff tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1052275404', 'description': 'tempest-description-465694698'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:28.401963 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d80a8ff-998a-4d11-a3f2-efcccca31087 req-0726feeb-2787-49c0-a730-5034fb015b50 service neutron] 10.222.0.41 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580019 Aug 31 00:54:28.481585 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6dfa4c29-96d1-452a-a3fd-5d281a1169c1 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:28.529059 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6dfa4c29-96d1-452a-a3fd-5d281a1169c1 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:28.566720 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b59a82f3-30fc-46ac-aaf4-a84e56012ae3 req-c3d2ea2c-f407-49f1-ba0d-8af6600f26ff tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:28.574130 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d80a8ff-998a-4d11-a3f2-efcccca31087 req-d520fdae-7f99-4aaa-af0b-a6353175e9cd service neutron] 10.222.0.41 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630168 Aug 31 00:54:28.748032 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b59a82f3-30fc-46ac-aaf4-a84e56012ae3 req-c3d2ea2c-f407-49f1-ba0d-8af6600f26ff tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:28.793039 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6dfa4c29-96d1-452a-a3fd-5d281a1169c1 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:28.794395 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6dfa4c29-96d1-452a-a3fd-5d281a1169c1 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:28.799227 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6dfa4c29-96d1-452a-a3fd-5d281a1169c1 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "DELETE /v2.0/security-groups/bb771032-77b5-4179-bf17-26c84825a088 HTTP/1.1" status: 204 len: 168 time: 0.4711173 Aug 31 00:54:28.799765 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42020) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:28.813181 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa4c29-96d1-452a-a3fd-5d281a1169c1 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb771032-77b5-4179-bf17-26c84825a088,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:28.828250 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-5de08504-5892-4385-a3c4-e48da13d7242 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] show failed (client error): The resource could not be found. Aug 31 00:54:28.830463 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5de08504-5892-4385-a3c4-e48da13d7242 tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "GET /v2.0/security-groups/bb771032-77b5-4179-bf17-26c84825a088 HTTP/1.1" status: 404 len: 347 time: 0.0286703 Aug 31 00:54:28.834647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42022) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:28.862576 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b59a82f3-30fc-46ac-aaf4-a84e56012ae3 req-c3d2ea2c-f407-49f1-ba0d-8af6600f26ff tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:28.924479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2ea2c-f407-49f1-ba0d-8af6600f26ff tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381a6d11-85c1-4305-9438-92339413fb33,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:29.033345 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b59a82f3-30fc-46ac-aaf4-a84e56012ae3 req-c3d2ea2c-f407-49f1-ba0d-8af6600f26ff tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:29.035388 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b59a82f3-30fc-46ac-aaf4-a84e56012ae3 req-c3d2ea2c-f407-49f1-ba0d-8af6600f26ff tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6553624 Aug 31 00:54:29.057929 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3525817f-5aa2-443a-8ab0-bb7f415067be tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Deleting port 9abae5a9-fb2f-49a2-a159-210e915e18b9 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:54:29.058464 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3525817f-5aa2-443a-8ab0-bb7f415067be tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:29.197944 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03e09e-f3d1-4f95-b100-db6f6e1bb90f req-43f0cfb2-7fe9-4299-8eee-b418bcbc1b22 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:29.202471 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9e03e09e-f3d1-4f95-b100-db6f6e1bb90f req-43f0cfb2-7fe9-4299-8eee-b418bcbc1b22 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.0940502 Aug 31 00:54:29.279282 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9e03e09e-f3d1-4f95-b100-db6f6e1bb90f req-147c2c5c-5fb9-4a85-b431-a7d8bd5235dc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652018 Aug 31 00:54:29.286136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf7396-3fe3-4362-bdd8-67619e76cfd1 req-c1515226-de20-4bd2-9e6b-fac3696d89ec tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:29.288682 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6faf7396-3fe3-4362-bdd8-67619e76cfd1 req-c1515226-de20-4bd2-9e6b-fac3696d89ec tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4 HTTP/1.1" status: 200 len: 946 time: 0.1558464 Aug 31 00:54:29.345369 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3525817f-5aa2-443a-8ab0-bb7f415067be tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:29.345949 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3525817f-5aa2-443a-8ab0-bb7f415067be tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:29.357202 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a12211f-8c1a-433b-8d75-5c2ef0a768bf', 'tag': '3dacc587-4328-4b2a-805a-a68afdb97b4e'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:29.361136 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fae5b9-aa4c-408c-ac91-a046f596c9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0a12211f-8c1a-433b-8d75-5c2ef0a768bf", "tag": "3dacc587-4328-4b2a-805a-a68afdb97b4e"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:29.400536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3525817f-5aa2-443a-8ab0-bb7f415067be tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Calling delete_port for 9abae5a9-fb2f-49a2-a159-210e915e18b9 owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:54:29.429824 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda6dbe-360e-459f-ba42-67a64d81aac5 req-a5f1119e-8a9a-4d68-b654-7a4b0807377a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:29.432699 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3cda6dbe-360e-459f-ba42-67a64d81aac5 req-a5f1119e-8a9a-4d68-b654-7a4b0807377a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 943 time: 0.0709739 Aug 31 00:54:29.439800 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-b8f6b375-f6e9-4175-a03c-3af6c2992bfd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3051560 Aug 31 00:54:29.495240 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-cbc9c228-a372-4485-84ec-acbca96faac9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:54:29.495240 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-cbc9c228-a372-4485-84ec-acbca96faac9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126400 Aug 31 00:54:29.504350 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6faf7396-3fe3-4362-bdd8-67619e76cfd1 req-a3724e32-9b3b-43b2-abb3-7fa6a714de0a tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789131 Aug 31 00:54:29.512496 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3cda6dbe-360e-459f-ba42-67a64d81aac5 req-e2cb5220-1f1f-467e-90c5-68e1d14255e4 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723414 Aug 31 00:54:29.630387 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99a23286-3827-4fb4-8a54-50a0f7543fa8 req-b15be137-08c8-4501-8b3a-e01c18fb6bc7 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "GET /v2.0/security-groups/381a6d11-85c1-4305-9438-92339413fb33 HTTP/1.1" status: 200 len: 1812 time: 0.0803370 Aug 31 00:54:29.714488 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e9abba45-9e18-430e-a311-218b625a23af req-1f624fcc-bdf1-4403-8d0b-03394d04efae tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-883798937', 'description': 'tempest-description-1986694272'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:29.855671 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e9abba45-9e18-430e-a311-218b625a23af req-1f624fcc-bdf1-4403-8d0b-03394d04efae tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:29.976386 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e9abba45-9e18-430e-a311-218b625a23af req-1f624fcc-bdf1-4403-8d0b-03394d04efae tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:29.988789 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1058c949-ca42-4dc7-bc72-2177067fdad2 x-openstack-request-id: req-1058c949-ca42-4dc7-bc72-2177067fdad2 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:29.989078 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a12211f-8c1a-433b-8d75-5c2ef0a768bf", "tag": "3dacc587-4328-4b2a-805a-a68afdb97b4e", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:29.989335 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1058c949-ca42-4dc7-bc72-2177067fdad2 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:29.989750 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a12211f-8c1a-433b-8d75-5c2ef0a768bf', 'tag': '3dacc587-4328-4b2a-805a-a68afdb97b4e', 'status': 'completed', 'code': 200} Aug 31 00:54:30.074684 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e9abba45-9e18-430e-a311-218b625a23af req-1f624fcc-bdf1-4403-8d0b-03394d04efae tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:30.078379 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921ca46-0b13-4d25-9c6e-257aa0331a8b req-5326913e-11f5-4614-9aac-09be5af1ff2a tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:30.080004 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3921ca46-0b13-4d25-9c6e-257aa0331a8b req-5326913e-11f5-4614-9aac-09be5af1ff2a tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 948 time: 0.4493442 Aug 31 00:54:30.082160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fae5b9-aa4c-408c-ac91-a046f596c9ce req-af3d6340-740e-4f3d-b851-37e4be8770ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:30.083599 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66fae5b9-aa4c-408c-ac91-a046f596c9ce req-af3d6340-740e-4f3d-b851-37e4be8770ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b02bda2aa5a4a4fabbd1490ce5779ab&device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 1100 time: 0.0853636 Aug 31 00:54:30.131642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f624fcc-bdf1-4403-8d0b-03394d04efae tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3c957c-9cb9-4edc-9824-fe9d7d25f7eb,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:30.173958 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3525817f-5aa2-443a-8ab0-bb7f415067be tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:30.214401 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3921ca46-0b13-4d25-9c6e-257aa0331a8b req-c0ba0486-4464-41f9-9229-c272e05ae11a tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248088 Aug 31 00:54:30.220300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525817f-5aa2-443a-8ab0-bb7f415067be tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Pushing event deleted for resources: {'Port': ['ID=9abae5a9-fb2f-49a2-a159-210e915e18b9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:30.259484 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 3dacc587-4328-4b2a-805a-a68afdb97b4e details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:54:30.331668 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e9abba45-9e18-430e-a311-218b625a23af req-1f624fcc-bdf1-4403-8d0b-03394d04efae tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:30.333943 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e9abba45-9e18-430e-a311-218b625a23af req-1f624fcc-bdf1-4403-8d0b-03394d04efae tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6273444 Aug 31 00:54:30.365551 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fae5b9-aa4c-408c-ac91-a046f596c9ce req-a3d6c4e7-99d7-497a-b523-93a245050b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:30.378716 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66fae5b9-aa4c-408c-ac91-a046f596c9ce req-a3d6c4e7-99d7-497a-b523-93a245050b02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.2688625 Aug 31 00:54:30.433159 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3525817f-5aa2-443a-8ab0-bb7f415067be tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:30.438583 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3525817f-5aa2-443a-8ab0-bb7f415067be tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:30.465629 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3525817f-5aa2-443a-8ab0-bb7f415067be tempest-ImagesOneServerNegativeTestJSON-630616597 tempest-ImagesOneServerNegativeTestJSON-630616597-project] 10.222.0.16 "DELETE /v2.0/floatingips/bc47c24f-4501-447f-adf8-820e9a2e5215 HTTP/1.1" status: 204 len: 168 time: 1.6083953 Aug 31 00:54:30.466901 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 3dacc587-4328-4b2a-805a-a68afdb97b4e, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3dacc587-4328-4b2a-805a-a68afdb97b4e,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:30.486575 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '3dacc587-4328-4b2a-805a-a68afdb97b4e', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '3dacc587-4328-4b2a-805a-a68afdb97b4e', 'mac_address': 'fa:16:3e:59:35:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:54:30.507004 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66fae5b9-aa4c-408c-ac91-a046f596c9ce req-18b0373e-5cbe-43d3-aaad-ae8aaf3a53a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=3dacc587-4328-4b2a-805a-a68afdb97b4e HTTP/1.1" status: 200 len: 217 time: 0.1025095 Aug 31 00:54:30.530376 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9c422625-08cf-4868-8e36-20ae4f1a9c95 req-4921ea30-7be7-463f-a434-fb113af927ff tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "GET /v2.0/security-groups/dc3c957c-9cb9-4edc-9824-fe9d7d25f7eb HTTP/1.1" status: 200 len: 1812 time: 0.0683558 Aug 31 00:54:30.575674 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:30.600952 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dacc587-4328-4b2a-805a-a68afdb97b4e {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:54:30.609064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e9c49e0c-8682-41dd-a008-d190658cb96c req-d8c25c7a-6fc3-49aa-b79f-82bb01e4c6f2 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-927227887', 'description': 'tempest-description-896316517'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:30.642155 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fae5b9-aa4c-408c-ac91-a046f596c9ce req-f20a6b83-3b8b-4d55-8288-9ccedaa74ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:30.654121 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66fae5b9-aa4c-408c-ac91-a046f596c9ce req-f20a6b83-3b8b-4d55-8288-9ccedaa74ffa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1234086 Aug 31 00:54:30.654350 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 3dacc587-4328-4b2a-805a-a68afdb97b4e, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3dacc587-4328-4b2a-805a-a68afdb97b4e,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:30.662730 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11db5f9-1e35-41d6-a665-28ddcc140888 req-9569e842-9481-4216-a7f4-bafef388f0a0 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:30.664418 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e11db5f9-1e35-41d6-a665-28ddcc140888 req-9569e842-9481-4216-a7f4-bafef388f0a0 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.1620965 Aug 31 00:54:30.742394 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fae5b9-aa4c-408c-ac91-a046f596c9ce req-1ce1dccb-18ce-4a59-a6ef-fed152a96fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:30.744572 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66fae5b9-aa4c-408c-ac91-a046f596c9ce req-1ce1dccb-18ce-4a59-a6ef-fed152a96fb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0786860 Aug 31 00:54:30.747867 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e11db5f9-1e35-41d6-a665-28ddcc140888 req-61eed2f7-70a8-4b38-b7fc-d9a195cdcf8d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736518 Aug 31 00:54:30.752533 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:30.752778 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e9c49e0c-8682-41dd-a008-d190658cb96c req-d8c25c7a-6fc3-49aa-b79f-82bb01e4c6f2 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:30.756436 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 547b71d8-b919-4383-9839-0f8283403100 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:54:30.903887 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66fae5b9-aa4c-408c-ac91-a046f596c9ce req-0c4633cf-a654-419e-937d-7ff3e5c437d4 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502419 Aug 31 00:54:30.913651 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=3dacc587-4328-4b2a-805a-a68afdb97b4e,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:30.988915 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e9c49e0c-8682-41dd-a008-d190658cb96c req-d8c25c7a-6fc3-49aa-b79f-82bb01e4c6f2 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:30.990200 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 547b71d8-b919-4383-9839-0f8283403100, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=547b71d8-b919-4383-9839-0f8283403100,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:31.004470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '547b71d8-b919-4383-9839-0f8283403100', 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655', 'port_id': '547b71d8-b919-4383-9839-0f8283403100', 'mac_address': 'fa:16:3e:f5:bf:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd93664-3297-40f1-8193-ad3e9b8e3322', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:54:31.070288 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:31.095814 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547b71d8-b919-4383-9839-0f8283403100 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:54:31.123500 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e62e6-4098-4ce9-8568-aa90194c301c req-521e7adf-7932-49a5-b18b-c34b26173e93 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:31.126339 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c0e62e6-4098-4ce9-8568-aa90194c301c req-521e7adf-7932-49a5-b18b-c34b26173e93 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 943 time: 0.1959283 Aug 31 00:54:31.137765 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 547b71d8-b919-4383-9839-0f8283403100, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=547b71d8-b919-4383-9839-0f8283403100,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:31.183646 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66fae5b9-aa4c-408c-ac91-a046f596c9ce req-28f4ac97-ea96-4794-a8a4-f1cda56ad22e service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698724 Aug 31 00:54:31.204719 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e9c49e0c-8682-41dd-a008-d190658cb96c req-d8c25c7a-6fc3-49aa-b79f-82bb01e4c6f2 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:31.230543 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c0e62e6-4098-4ce9-8568-aa90194c301c req-0ccefafb-057e-4d56-b242-0bdb1a144583 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804687 Aug 31 00:54:31.250480 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:31.265636 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c25c7a-6fc3-49aa-b79f-82bb01e4c6f2 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c50bd0f-5a81-444a-9cc4-aed1dced7167,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:31.341596 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e9c49e0c-8682-41dd-a008-d190658cb96c req-d8c25c7a-6fc3-49aa-b79f-82bb01e4c6f2 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:31.345310 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=547b71d8-b919-4383-9839-0f8283403100,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:31.348277 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e9c49e0c-8682-41dd-a008-d190658cb96c req-d8c25c7a-6fc3-49aa-b79f-82bb01e4c6f2 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.7433047 Aug 31 00:54:31.390927 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd7308-1ca0-4ac4-8eec-46890c0e6839 req-a730f4bc-38f0-4255-a4f6-290daa26c01c tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:31.393111 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-84cd7308-1ca0-4ac4-8eec-46890c0e6839 req-a730f4bc-38f0-4255-a4f6-290daa26c01c tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4 HTTP/1.1" status: 200 len: 946 time: 0.0825989 Aug 31 00:54:31.456667 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-84cd7308-1ca0-4ac4-8eec-46890c0e6839 req-fa9a96c9-89ee-4216-ba57-98ee496ae33f tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515389 Aug 31 00:54:31.514984 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['547b71d8-b919-4383-9839-0f8283403100'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:54:31.558889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['3dacc587-4328-4b2a-805a-a68afdb97b4e'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:54:31.580920 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b1d0aa2-8d52-404e-9124-16a8846557b0 req-44d1dc9b-5730-4305-bf3e-a5387fec84de tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "GET /v2.0/security-groups/1c50bd0f-5a81-444a-9cc4-aed1dced7167 HTTP/1.1" status: 200 len: 1811 time: 0.0853233 Aug 31 00:54:31.594256 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433ea3b-871b-4c7e-aa08-eed6094af227 req-e4cb6172-a0f6-4c8d-ac14-a005b00fdb60 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:31.597716 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b433ea3b-871b-4c7e-aa08-eed6094af227 req-e4cb6172-a0f6-4c8d-ac14-a005b00fdb60 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 949 time: 0.0785096 Aug 31 00:54:31.670108 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b433ea3b-871b-4c7e-aa08-eed6094af227 req-b57fb12d-bab0-4022-b774-86e4597d48f7 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629539 Aug 31 00:54:31.733378 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42094) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:31.840696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d84684-7abc-42e5-9bef-3242c0e1ac8b admin admin] Deleting subnet 705c0226-5114-4c34-8342-90d30ce9c10c {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:54:31.852041 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-79d84684-7abc-42e5-9bef-3242c0e1ac8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:31.857605 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-54f3b64b-9d76-45c2-bbb5-3d2acb5cc900 req-538feb76-dd71-4805-8023-1f6ca197246c tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] show failed (client error): The resource could not be found. Aug 31 00:54:31.870840 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54f3b64b-9d76-45c2-bbb5-3d2acb5cc900 req-538feb76-dd71-4805-8023-1f6ca197246c tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "GET /v2.0/security-groups/c548e427-39e1-4848-b2c4-73adfd74ea52 HTTP/1.1" status: 404 len: 352 time: 0.0450597 Aug 31 00:54:31.940664 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-79d84684-7abc-42e5-9bef-3242c0e1ac8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:32.026915 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-79d84684-7abc-42e5-9bef-3242c0e1ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:32.072126 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f7c0c-72c5-41a3-8ecc-ad3ba73a23c4 req-65d4b2f4-4ab5-421f-9b96-845f1c59b834 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:32.074182 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c6f7c0c-72c5-41a3-8ecc-ad3ba73a23c4 req-65d4b2f4-4ab5-421f-9b96-845f1c59b834 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.1089294 Aug 31 00:54:32.088172 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-c7c95735-b37a-451f-a05a-21f4308ce157 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:32.091105 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-c7c95735-b37a-451f-a05a-21f4308ce157 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1234856 Aug 31 00:54:32.139063 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c6f7c0c-72c5-41a3-8ecc-ad3ba73a23c4 req-f31268c9-c378-4d77-923b-f451fa425ddb tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566549 Aug 31 00:54:32.207987 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-8005b8b2-ea93-4c4c-b446-398076df528e tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 695 time: 0.1050375 Aug 31 00:54:32.211127 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-026cc565-0f6e-4a53-a190-d24507b37522 req-22fe71d2-4b44-4f0a-a56d-548a6c9b37b3 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] show failed (client error): The resource could not be found. Aug 31 00:54:32.215722 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-026cc565-0f6e-4a53-a190-d24507b37522 req-22fe71d2-4b44-4f0a-a56d-548a6c9b37b3 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "GET /v2.0/security-group-rules/baecda39-e64c-407e-8ee8-2a1cea3a3fe1 HTTP/1.1" status: 404 len: 361 time: 0.0196538 Aug 31 00:54:32.222547 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-6b0c61c7-b2d6-44d6-9695-392815e5d284 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Request body: {'floatingip': {'port_id': 'a998386b-7f11-47ef-9133-c3596872863a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:32.240274 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-79d84684-7abc-42e5-9bef-3242c0e1ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:32.274258 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-6b0c61c7-b2d6-44d6-9695-392815e5d284 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks [] for floatingip, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:32.278956 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d84684-7abc-42e5-9bef-3242c0e1ac8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=705c0226-5114-4c34-8342-90d30ce9c10c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:32.294104 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-79d84684-7abc-42e5-9bef-3242c0e1ac8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:32.296207 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-79d84684-7abc-42e5-9bef-3242c0e1ac8b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/705c0226-5114-4c34-8342-90d30ce9c10c HTTP/1.1" status: 204 len: 168 time: 0.5609455 Aug 31 00:54:32.301208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42106) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:32.375270 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e338fc88-7de9-4677-8d03-c470ea2e9b3f req-bdd8f155-f1cf-4c6c-8dfb-cc6e8d43dd07 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "GET /v2.0/security-groups/1c50bd0f-5a81-444a-9cc4-aed1dced7167 HTTP/1.1" status: 200 len: 1811 time: 0.1322930 Aug 31 00:54:32.404629 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5daf6ed6-ae87-43b3-bfe5-1fbb65fede83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:32.547058 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e338fc88-7de9-4677-8d03-c470ea2e9b3f req-b8a8bf42-b244-4f5b-ac0c-83e664260c62 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:32.565084 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5daf6ed6-ae87-43b3-bfe5-1fbb65fede83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:32.584257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-5daf6ed6-ae87-43b3-bfe5-1fbb65fede83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b215787-2670-4c58-b41e-2b82d5b16242']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:32.594495 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e338fc88-7de9-4677-8d03-c470ea2e9b3f req-b8a8bf42-b244-4f5b-ac0c-83e664260c62 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:32.606393 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-5daf6ed6-ae87-43b3-bfe5-1fbb65fede83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c7bc5f-e9ba-42f5-a57e-841f4861234e') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:32.606738 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-5daf6ed6-ae87-43b3-bfe5-1fbb65fede83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c7bc5f-e9ba-42f5-a57e-841f4861234e') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:32.624693 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5daf6ed6-ae87-43b3-bfe5-1fbb65fede83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:32.654403 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5daf6ed6-ae87-43b3-bfe5-1fbb65fede83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:32.662152 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5daf6ed6-ae87-43b3-bfe5-1fbb65fede83 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:54:32.662571 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5daf6ed6-ae87-43b3-bfe5-1fbb65fede83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: timer() Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:54:32.664472 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:54:32.764405 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e338fc88-7de9-4677-8d03-c470ea2e9b3f req-b8a8bf42-b244-4f5b-ac0c-83e664260c62 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:32.767973 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e338fc88-7de9-4677-8d03-c470ea2e9b3f req-b8a8bf42-b244-4f5b-ac0c-83e664260c62 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:32.769582 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e338fc88-7de9-4677-8d03-c470ea2e9b3f req-b8a8bf42-b244-4f5b-ac0c-83e664260c62 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "DELETE /v2.0/security-groups/1c50bd0f-5a81-444a-9cc4-aed1dced7167 HTTP/1.1" status: 204 len: 173 time: 0.3771966 Aug 31 00:54:32.784201 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8bf42-b244-4f5b-ac0c-83e664260c62 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c50bd0f-5a81-444a-9cc4-aed1dced7167,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:32.799112 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5daf6ed6-ae87-43b3-bfe5-1fbb65fede83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:32.811248 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5daf6ed6-ae87-43b3-bfe5-1fbb65fede83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:32.813399 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5daf6ed6-ae87-43b3-bfe5-1fbb65fede83 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9b215787-2670-4c58-b41e-2b82d5b16242 HTTP/1.1" status: 204 len: 168 time: 0.5106132 Aug 31 00:54:32.849297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf6ed6-ae87-43b3-bfe5-1fbb65fede83 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b215787-2670-4c58-b41e-2b82d5b16242,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:32.897208 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f97271-e5c9-482c-8f68-1cd664102766 req-a2e46dc6-2166-4af2-8faf-1382918e8cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:32.900173 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-a2e46dc6-2166-4af2-8faf-1382918e8cf2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 1102 time: 0.1633797 Aug 31 00:54:32.951498 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b325508-0b9a-4d1c-b8ba-48c11f8a7602 req-c7ebbbed-5a41-4148-bfc5-250c31c9c70f tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:32.955877 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b325508-0b9a-4d1c-b8ba-48c11f8a7602 req-c7ebbbed-5a41-4148-bfc5-250c31c9c70f tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 944 time: 0.0725365 Aug 31 00:54:33.021074 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b325508-0b9a-4d1c-b8ba-48c11f8a7602 req-cb931c0d-6147-415a-affe-24363617e579 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605090 Aug 31 00:54:33.220631 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-6b0c61c7-b2d6-44d6-9695-392815e5d284 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:33.222959 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f97271-e5c9-482c-8f68-1cd664102766 req-cd1a7d52-7ccb-4290-8846-556c002f06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:33.224600 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-cd1a7d52-7ccb-4290-8846-556c002f06c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.3140028 Aug 31 00:54:33.286266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cceaa10-0481-44ab-b286-2e6178bf4670 req-43fb393a-7bce-4fe0-bef9-138c188b64f0 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:33.291418 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cceaa10-0481-44ab-b286-2e6178bf4670 req-43fb393a-7bce-4fe0-bef9-138c188b64f0 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 949 time: 0.0786870 Aug 31 00:54:33.307254 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-939c85ab-00e6-4387-83b2-a8cef3a12a10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d660b8b9-78e8-4793-ae60-e28826290a64 HTTP/1.1" status: 200 len: 217 time: 0.0744288 Aug 31 00:54:33.310842 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42122) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:33.330135 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-6b0c61c7-b2d6-44d6-9695-392815e5d284 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:33.364947 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cceaa10-0481-44ab-b286-2e6178bf4670 req-9669963b-c957-4188-b5f7-b996859ab9a2 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664911 Aug 31 00:54:33.464307 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42f586df-6830-4e68-b8b8-d93348eb996b req-862f0a6b-c748-4fa4-a958-0d0f249b9b3b tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "GET /v2.0/security-groups/dc3c957c-9cb9-4edc-9824-fe9d7d25f7eb HTTP/1.1" status: 200 len: 1812 time: 0.0660040 Aug 31 00:54:33.471181 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f97271-e5c9-482c-8f68-1cd664102766 req-3c3dfcc2-15eb-4be0-ade0-a0c841e3d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:33.472599 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-3c3dfcc2-15eb-4be0-ade0-a0c841e3d5f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1592946 Aug 31 00:54:33.479390 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f0b73e39-9305-47c6-b04f-bdd9ed8d599a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6696427873454ece88fcc369fa4609ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1671796 Aug 31 00:54:33.483327 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42126) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:33.547713 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42f586df-6830-4e68-b8b8-d93348eb996b req-f993fd97-6d27-4dc1-ac9d-bbed15654c37 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:33.548575 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-6b0c61c7-b2d6-44d6-9695-392815e5d284 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Floating IP 262afb18-da98-4a41-9d4f-1036a08ccf64 associated. External IP: 172.25.2.19, port: a998386b-7f11-47ef-9133-c3596872863a. Aug 31 00:54:33.587830 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42f586df-6830-4e68-b8b8-d93348eb996b req-f993fd97-6d27-4dc1-ac9d-bbed15654c37 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:33.637603 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f97271-e5c9-482c-8f68-1cd664102766 req-c0b05852-7e8e-4454-b6b6-11ffc46f69b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:33.639316 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-c0b05852-7e8e-4454-b6b6-11ffc46f69b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1571028 Aug 31 00:54:33.680255 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd48c-8990-41be-91c3-7694a2c7dab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:33.774863 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd48c-8990-41be-91c3-7694a2c7dab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:33.792584 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42f586df-6830-4e68-b8b8-d93348eb996b req-f993fd97-6d27-4dc1-ac9d-bbed15654c37 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:33.796163 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-42f586df-6830-4e68-b8b8-d93348eb996b req-f993fd97-6d27-4dc1-ac9d-bbed15654c37 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:33.798578 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42f586df-6830-4e68-b8b8-d93348eb996b req-f993fd97-6d27-4dc1-ac9d-bbed15654c37 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "DELETE /v2.0/security-groups/dc3c957c-9cb9-4edc-9824-fe9d7d25f7eb HTTP/1.1" status: 204 len: 173 time: 0.3218317 Aug 31 00:54:33.819909 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993fd97-6d27-4dc1-ac9d-bbed15654c37 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3c957c-9cb9-4edc-9824-fe9d7d25f7eb,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:33.883186 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-2a4d2b8e-c5f5-46d0-9b98-6f0234898200 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134562 Aug 31 00:54:34.056142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-6b0c61c7-b2d6-44d6-9695-392815e5d284 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:54:34.062577 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5905f0-97a5-44d4-9121-9df7213acb63 req-0b49a665-e1cc-462c-832a-dc143266740d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:34.072045 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e5905f0-97a5-44d4-9121-9df7213acb63 req-0b49a665-e1cc-462c-832a-dc143266740d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.1061161 Aug 31 00:54:34.085240 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-131cb0b1-665b-49bf-b740-ec226ed2d5b3 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864581 Aug 31 00:54:34.131538 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e5905f0-97a5-44d4-9121-9df7213acb63 req-00cb7120-358c-404c-96f9-583c011c8f19 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574841 Aug 31 00:54:34.146301 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd48c-8990-41be-91c3-7694a2c7dab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:34.152268 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd48c-8990-41be-91c3-7694a2c7dab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:34.153606 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6b1fd48c-8990-41be-91c3-7694a2c7dab4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c197224d-a2f8-4389-bfd6-79d3f0118248 HTTP/1.1" status: 204 len: 168 time: 0.6690991 Aug 31 00:54:34.198510 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fbdfb27e-8c9c-4ed1-8f9c-cd0d1b781bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:34.238247 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fd48c-8990-41be-91c3-7694a2c7dab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c197224d-a2f8-4389-bfd6-79d3f0118248,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:34.247979 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-35e35f4c-965f-4179-a3d9-148f77567f5f req-955c3f0c-d6e7-4379-9554-42f226110c3f tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "GET /v2.0/security-groups/381a6d11-85c1-4305-9438-92339413fb33 HTTP/1.1" status: 200 len: 1812 time: 0.0712111 Aug 31 00:54:34.278099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 547b71d8-b919-4383-9839-0f8283403100 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:54:34.280385 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-6b0c61c7-b2d6-44d6-9695-392815e5d284 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:54:34.297852 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-6b0c61c7-b2d6-44d6-9695-392815e5d284 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:34.325650 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73733e16-09ed-4f46-a207-19b229d8e700 None None] Sync routers for ids ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:54:34.344655 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-6b0c61c7-b2d6-44d6-9695-392815e5d284 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "PUT /v2.0/floatingips/262afb18-da98-4a41-9d4f-1036a08ccf64 HTTP/1.1" status: 200 len: 996 time: 2.1263356 Aug 31 00:54:34.345120 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'tag': 'a998386b-7f11-47ef-9133-c3596872863a'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:34.348492 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23bd304-3558-4c65-9c17-9c56bb8f3ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "7b61fbf3-4801-4ba4-adbc-7d3e801a1511", "tag": "a998386b-7f11-47ef-9133-c3596872863a"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:34.357393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73733e16-09ed-4f46-a207-19b229d8e700 None None] Routers {'11d1eee7-e0b0-4075-930d-d109e7d9eb0a'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:54:34.358558 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-73733e16-09ed-4f46-a207-19b229d8e700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:54:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:34.394357 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-35e35f4c-965f-4179-a3d9-148f77567f5f req-d7c92aa7-287d-4f93-b4ae-b344bd25042b tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:34.440109 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-35e35f4c-965f-4179-a3d9-148f77567f5f req-d7c92aa7-287d-4f93-b4ae-b344bd25042b tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:34.460703 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-a65f1aaf-4f83-4972-b362-68c90c18a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:34.471409 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-a65f1aaf-4f83-4972-b362-68c90c18a79d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93a0ee3178d34d5299cac844dabfaecc&device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 1098 time: 0.0905786 Aug 31 00:54:34.574422 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-73733e16-09ed-4f46-a207-19b229d8e700 None None] Set router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:54:34.668556 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-35f42493-c98b-4c2d-85eb-27981853f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:34.671062 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-35f42493-c98b-4c2d-85eb-27981853f451 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc278020-aff3-4dcf-ba96-5afc27324078 HTTP/1.1" status: 200 len: 921 time: 0.1792471 Aug 31 00:54:34.778389 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-57c23cd8-8e55-4935-9ebd-0589f17dd2f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a998386b-7f11-47ef-9133-c3596872863a HTTP/1.1" status: 200 len: 999 time: 0.0999882 Aug 31 00:54:34.860933 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-615cc3de-ddd7-4497-baa1-6646ce10e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:34.861927 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-35e35f4c-965f-4179-a3d9-148f77567f5f req-d7c92aa7-287d-4f93-b4ae-b344bd25042b tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:34.868698 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-35e35f4c-965f-4179-a3d9-148f77567f5f req-d7c92aa7-287d-4f93-b4ae-b344bd25042b tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:34.888953 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-615cc3de-ddd7-4497-baa1-6646ce10e925 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=142bf2c3-09e2-45a4-ac82-63759f91b472 HTTP/1.1" status: 200 len: 859 time: 0.0790117 Aug 31 00:54:34.890112 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-35e35f4c-965f-4179-a3d9-148f77567f5f req-d7c92aa7-287d-4f93-b4ae-b344bd25042b tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "DELETE /v2.0/security-groups/381a6d11-85c1-4305-9438-92339413fb33 HTTP/1.1" status: 204 len: 173 time: 0.6057544 Aug 31 00:54:34.890281 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 547b71d8-b919-4383-9839-0f8283403100 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:54:34.890444 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c92aa7-287d-4f93-b4ae-b344bd25042b tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381a6d11-85c1-4305-9438-92339413fb33,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:34.895698 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 547b71d8-b919-4383-9839-0f8283403100 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:54:34.897206 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:34.935472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-372f4d12-5b43-403d-b519-5edb90b7971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:34.941844 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-372f4d12-5b43-403d-b519-5edb90b7971e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc278020-aff3-4dcf-ba96-5afc27324078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693116 Aug 31 00:54:34.949777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-2fd9f987-5022-4056-a169-54849c7fd80f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:54:34.951138 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-2fd9f987-5022-4056-a169-54849c7fd80f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080292 Aug 31 00:54:35.076738 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-73733e16-09ed-4f46-a207-19b229d8e700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '262afb18-da98-4a41-9d4f-1036a08ccf64', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'port_id': 'a998386b-7f11-47ef-9133-c3596872863a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'mac_address': 'fa:16:3e:7b:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:54:11Z', 'updated_at': '2021-08-31T00:54:32Z', 'revision_number': 1, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:53Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:35.088844 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-2300464d-8222-4a9d-8a9c-5b646f02c4f0 service neutron] 10.222.0.16 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252992 Aug 31 00:54:35.129101 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf5cf2-5bb7-4c7f-89fb-11f8ac6054c6 req-a86aec8a-b138-48db-bbbe-aba9d6ae9d79 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:35.132432 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8adf5cf2-5bb7-4c7f-89fb-11f8ac6054c6 req-a86aec8a-b138-48db-bbbe-aba9d6ae9d79 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 944 time: 0.1182067 Aug 31 00:54:35.139287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73733e16-09ed-4f46-a207-19b229d8e700 None None] Checking router: 11d1eee7-e0b0-4075-930d-d109e7d9eb0a for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:54:35.180252 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:35.197325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73733e16-09ed-4f46-a207-19b229d8e700 None None] Routers {'11d1eee7-e0b0-4075-930d-d109e7d9eb0a'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:54:35.198271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-73733e16-09ed-4f46-a207-19b229d8e700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:54:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:35.216442 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8adf5cf2-5bb7-4c7f-89fb-11f8ac6054c6 req-5edc5c49-dcd7-4381-8d3f-aac6a5aae004 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767577 Aug 31 00:54:35.297285 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85fd2045-bef6-4c7a-a07d-2646a4b52610 req-57ca3bd3-0716-4ea5-a7a2-2cdbfdb5c9b8 service neutron] 10.222.0.16 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895733 Aug 31 00:54:35.306434 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c827a80-5f26-496a-928f-4f10481ce9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547b71d8-b919-4383-9839-0f8283403100'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:35.309428 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2d8dd1-8ee4-4406-ba38-42e3ca77f456" -d '{"events": [{"server_uuid": "8c827a80-5f26-496a-928f-4f10481ce9a7", "name": "network-vif-plugged", "status": "completed", "tag": "547b71d8-b919-4383-9839-0f8283403100"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:35.337278 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 547b71d8-b919-4383-9839-0f8283403100, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=547b71d8-b919-4383-9839-0f8283403100,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:35.440944 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbd941f-40c1-4f45-a2a3-4255ade479e7 x-openstack-request-id: req-2cbd941f-40c1-4f45-a2a3-4255ade479e7 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:35.440944 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b61fbf3-4801-4ba4-adbc-7d3e801a1511", "tag": "a998386b-7f11-47ef-9133-c3596872863a", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:35.440944 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cbd941f-40c1-4f45-a2a3-4255ade479e7 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:35.440944 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'tag': 'a998386b-7f11-47ef-9133-c3596872863a', 'status': 'completed', 'code': 200} Aug 31 00:54:35.458966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-73733e16-09ed-4f46-a207-19b229d8e700 None None] Set router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:54:35.556544 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-29f61960-719f-4f9f-93a9-68865ecace71 req-d51e9bf2-0b79-4ba7-84dc-784fd17184b8 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "GET /v2.0/security-groups/8d893cbc-39b6-4eef-af18-2803ccd89633 HTTP/1.1" status: 200 len: 1813 time: 0.0522280 Aug 31 00:54:35.609518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bd304-3558-4c65-9c17-9c56bb8f3ee3 req-a8c11376-3d0e-4038-864f-700d4a23b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:35.613404 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b23bd304-3558-4c65-9c17-9c56bb8f3ee3 req-a8c11376-3d0e-4038-864f-700d4a23b576 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93a0ee3178d34d5299cac844dabfaecc&device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 1098 time: 0.1423457 Aug 31 00:54:35.678303 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:35.679622 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 3dacc587-4328-4b2a-805a-a68afdb97b4e up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:54:35.703712 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-29f61960-719f-4f9f-93a9-68865ecace71 req-313a26f0-886d-418a-80bb-69b49218ce33 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:35.704117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbeb6e-3628-4a8b-8f0b-24237a207ea0 req-97ab3605-9385-4815-90bd-faa6ede0af10 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:35.705793 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-86fbeb6e-3628-4a8b-8f0b-24237a207ea0 req-97ab3605-9385-4815-90bd-faa6ede0af10 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 949 time: 0.1771948 Aug 31 00:54:35.786597 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-29f61960-719f-4f9f-93a9-68865ecace71 req-313a26f0-886d-418a-80bb-69b49218ce33 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:35.790891 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-86fbeb6e-3628-4a8b-8f0b-24237a207ea0 req-267765ec-5c68-4119-be08-190c5ec855e7 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601625 Aug 31 00:54:35.792288 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bd304-3558-4c65-9c17-9c56bb8f3ee3 req-6f187b96-608c-4428-a146-f250dd0158a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:35.794093 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b23bd304-3558-4c65-9c17-9c56bb8f3ee3 req-6f187b96-608c-4428-a146-f250dd0158a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc278020-aff3-4dcf-ba96-5afc27324078 HTTP/1.1" status: 200 len: 921 time: 0.1679902 Aug 31 00:54:35.908533 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=547b71d8-b919-4383-9839-0f8283403100,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:35.908931 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b23bd304-3558-4c65-9c17-9c56bb8f3ee3 req-17ca9a9e-97f2-40f4-80f0-d2b48ffa867d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a998386b-7f11-47ef-9133-c3596872863a HTTP/1.1" status: 200 len: 999 time: 0.1053395 Aug 31 00:54:36.012043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bd304-3558-4c65-9c17-9c56bb8f3ee3 req-ee9b7922-cf40-4437-a364-81ccfc19eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:36.012043 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b23bd304-3558-4c65-9c17-9c56bb8f3ee3 req-ee9b7922-cf40-4437-a364-81ccfc19eae5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=142bf2c3-09e2-45a4-ac82-63759f91b472 HTTP/1.1" status: 200 len: 859 time: 0.0915940 Aug 31 00:54:36.071923 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bd304-3558-4c65-9c17-9c56bb8f3ee3 req-cfeda066-d8c9-43d6-b033-5986fbf40b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:36.073460 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b23bd304-3558-4c65-9c17-9c56bb8f3ee3 req-cfeda066-d8c9-43d6-b033-5986fbf40b17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc278020-aff3-4dcf-ba96-5afc27324078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568652 Aug 31 00:54:36.084136 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-29f61960-719f-4f9f-93a9-68865ecace71 req-313a26f0-886d-418a-80bb-69b49218ce33 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:36.087740 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-29f61960-719f-4f9f-93a9-68865ecace71 req-313a26f0-886d-418a-80bb-69b49218ce33 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:36.089292 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-29f61960-719f-4f9f-93a9-68865ecace71 req-313a26f0-886d-418a-80bb-69b49218ce33 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "DELETE /v2.0/security-groups/8d893cbc-39b6-4eef-af18-2803ccd89633 HTTP/1.1" status: 204 len: 173 time: 0.5197556 Aug 31 00:54:36.125281 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a26f0-886d-418a-80bb-69b49218ce33 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d893cbc-39b6-4eef-af18-2803ccd89633,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:36.140923 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f27b2a1-b7e0-4a76-8abd-0ce4eda033c9 x-openstack-request-id: req-3f27b2a1-b7e0-4a76-8abd-0ce4eda033c9 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:36.141226 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c827a80-5f26-496a-928f-4f10481ce9a7", "name": "network-vif-plugged", "status": "completed", "tag": "547b71d8-b919-4383-9839-0f8283403100", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:36.141513 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f27b2a1-b7e0-4a76-8abd-0ce4eda033c9 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:36.141933 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c827a80-5f26-496a-928f-4f10481ce9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547b71d8-b919-4383-9839-0f8283403100', 'code': 200} Aug 31 00:54:36.181722 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 3dacc587-4328-4b2a-805a-a68afdb97b4e completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:54:36.189073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 3dacc587-4328-4b2a-805a-a68afdb97b4e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:54:36.190049 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:36.224157 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21295e-f8eb-4f86-a4b8-d90330d6607a req-c6e23859-705a-4335-8452-50557f6b786b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:36.234336 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e21295e-f8eb-4f86-a4b8-d90330d6607a req-c6e23859-705a-4335-8452-50557f6b786b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.1366110 Aug 31 00:54:36.247704 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-73733e16-09ed-4f46-a207-19b229d8e700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '262afb18-da98-4a41-9d4f-1036a08ccf64', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'port_id': 'a998386b-7f11-47ef-9133-c3596872863a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'mac_address': 'fa:16:3e:7b:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:54:11Z', 'updated_at': '2021-08-31T00:54:32Z', 'revision_number': 1, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:53Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:36.278886 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73733e16-09ed-4f46-a207-19b229d8e700 None None] The sync data for ids ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'] in n-d-793621-34 is: [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '262afb18-da98-4a41-9d4f-1036a08ccf64', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'port_id': 'a998386b-7f11-47ef-9133-c3596872863a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'mac_address': 'fa:16:3e:7b:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:54:11Z', 'updated_at': '2021-08-31T00:54:32Z', 'revision_number': 1, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:53Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:54:36.294234 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e21295e-f8eb-4f86-a4b8-d90330d6607a req-89d25b68-706c-4f52-a132-8adf235bf0a2 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608265 Aug 31 00:54:36.315247 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b23bd304-3558-4c65-9c17-9c56bb8f3ee3 req-8a0e5afc-b584-4edc-ad87-c92e648cc4d9 service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212164 Aug 31 00:54:36.392765 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:36.450118 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d4409399-71e0-4f34-9d69-1a317f553a96 req-a2459cc5-80e6-4ff7-aea8-be6f920cc013 tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "GET /v2.0/security-groups/1f7181c1-cc32-4bdc-9780-f5885bd728bd HTTP/1.1" status: 200 len: 1811 time: 0.1161652 Aug 31 00:54:36.490592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 3dacc587-4328-4b2a-805a-a68afdb97b4e, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3dacc587-4328-4b2a-805a-a68afdb97b4e,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:36.507590 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b23bd304-3558-4c65-9c17-9c56bb8f3ee3 req-d44a4808-c528-49d1-a6e3-114833670023 service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845191 Aug 31 00:54:36.548790 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d4409399-71e0-4f34-9d69-1a317f553a96 req-8d22233e-ce5e-44a1-bff5-ef49f4d4199e tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:36.594785 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:36.596415 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d4409399-71e0-4f34-9d69-1a317f553a96 req-8d22233e-ce5e-44a1-bff5-ef49f4d4199e tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:36.701513 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:36.707075 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c3c7a3-6a21-462d-b406-74222e0105c6 None None] New status for floating IP 262afb18-da98-4a41-9d4f-1036a08ccf64: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:54:36.718468 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-12569407-7db0-410a-991e-437bcd5f0202 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:36.722751 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-12569407-7db0-410a-991e-437bcd5f0202 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4890578 Aug 31 00:54:36.736467 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=3dacc587-4328-4b2a-805a-a68afdb97b4e,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:36.745843 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67758780-fdfe-4a12-a650-40cdefb87810 req-e2130818-ede4-4666-800a-5a4c322434f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:36.748461 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-67758780-fdfe-4a12-a650-40cdefb87810 req-e2130818-ede4-4666-800a-5a4c322434f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 1097 time: 0.4520593 Aug 31 00:54:36.752737 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:36.873595 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-67758780-fdfe-4a12-a650-40cdefb87810 req-cfb407eb-f60a-4e9a-b752-e0b94db0644f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954597 Aug 31 00:54:36.879371 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-308ae098-ed0e-4287-a8aa-1ecfd402bd23 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 999 time: 0.1475313 Aug 31 00:54:36.884742 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d4409399-71e0-4f34-9d69-1a317f553a96 req-8d22233e-ce5e-44a1-bff5-ef49f4d4199e tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:36.889502 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d4409399-71e0-4f34-9d69-1a317f553a96 req-8d22233e-ce5e-44a1-bff5-ef49f4d4199e tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:36.891614 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d4409399-71e0-4f34-9d69-1a317f553a96 req-8d22233e-ce5e-44a1-bff5-ef49f4d4199e tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] 10.222.0.16 "DELETE /v2.0/security-groups/1f7181c1-cc32-4bdc-9780-f5885bd728bd HTTP/1.1" status: 204 len: 173 time: 0.4403021 Aug 31 00:54:36.894936 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-234a9fd8-92f5-4c2f-a7cc-21a9baf00ade tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Request body: {'floatingip': {'port_id': '6375f529-ce3f-4d12-9b4d-1f46ee2cbcac', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:36.903577 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42178) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:36.911730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22233e-ce5e-44a1-bff5-ef49f4d4199e tempest-SecurityGroupRulesNegativeTestJSON-393697855 tempest-SecurityGroupRulesNegativeTestJSON-393697855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7181c1-cc32-4bdc-9780-f5885bd728bd,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:37.004470 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:37.023374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408e1d1-4484-486c-9ba2-9222fa3717d0 req-ad254bd9-8b9e-4d60-9958-cd3ecf29b669 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:37.036810 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d408e1d1-4484-486c-9ba2-9222fa3717d0 req-ad254bd9-8b9e-4d60-9958-cd3ecf29b669 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 945 time: 0.0634403 Aug 31 00:54:37.073650 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-234a9fd8-92f5-4c2f-a7cc-21a9baf00ade tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks [] for floatingip, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:37.075307 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d408e1d1-4484-486c-9ba2-9222fa3717d0 req-bad3fb2d-d04c-4fb6-8b82-07b282b0babb tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424490 Aug 31 00:54:37.089531 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-51abe48e-e792-45d5-82e0-5b0fadf0e97b admin admin] Deleting subnet 15cfc1e3-e971-4b66-aaf6-411c3854257f {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:54:37.137021 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-44b09f9c-7153-43ca-942b-67d1dd744446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:37.137200 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-51abe48e-e792-45d5-82e0-5b0fadf0e97b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:37.187142 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-51abe48e-e792-45d5-82e0-5b0fadf0e97b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:37.306861 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-51abe48e-e792-45d5-82e0-5b0fadf0e97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:37.536017 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-51abe48e-e792-45d5-82e0-5b0fadf0e97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:37.573315 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abe48e-e792-45d5-82e0-5b0fadf0e97b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15cfc1e3-e971-4b66-aaf6-411c3854257f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:37.580929 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-51abe48e-e792-45d5-82e0-5b0fadf0e97b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:37.585701 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-51abe48e-e792-45d5-82e0-5b0fadf0e97b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/15cfc1e3-e971-4b66-aaf6-411c3854257f HTTP/1.1" status: 204 len: 168 time: 0.6804039 Aug 31 00:54:37.594029 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd1e1e-7ee4-4653-a171-7c33d0099ca8 req-823695a6-285b-4ff6-9db9-bee4ea41a895 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:37.594029 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01cd1e1e-7ee4-4653-a171-7c33d0099ca8 req-823695a6-285b-4ff6-9db9-bee4ea41a895 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 950 time: 0.0799227 Aug 31 00:54:37.595340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42190) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:37.612519 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.api [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-234a9fd8-92f5-4c2f-a7cc-21a9baf00ade tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 00:54:37.613041 n-d-793621-34 neutron-server[102343]: DEBUG oslo_db.api [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-234a9fd8-92f5-4c2f-a7cc-21a9baf00ade tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:54:37.721569 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01cd1e1e-7ee4-4653-a171-7c33d0099ca8 req-7c50d9cc-4c2e-46f6-83c7-f6d0e09eea8e tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157513 Aug 31 00:54:37.726631 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7146-c1f7-40c3-9198-72492c34e762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:37.824326 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7146-c1f7-40c3-9198-72492c34e762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:37.840918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-bd8c7146-c1f7-40c3-9198-72492c34e762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfdc8212-351b-41c2-9fe0-15f64e528b63']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:37.861473 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-bd8c7146-c1f7-40c3-9198-72492c34e762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa489679-295b-41d6-9e24-4202df159b0c') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:37.862105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-bd8c7146-c1f7-40c3-9198-72492c34e762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa489679-295b-41d6-9e24-4202df159b0c') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:37.878515 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7146-c1f7-40c3-9198-72492c34e762 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:37.911589 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7146-c1f7-40c3-9198-72492c34e762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:37.925112 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8c7146-c1f7-40c3-9198-72492c34e762 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:54:37.926235 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7146-c1f7-40c3-9198-72492c34e762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: timer() Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:54:37.929069 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:54:38.065719 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71bb52-6d89-45fb-9f13-77f1b6e5f5da req-dec30320-26dc-498a-b1ad-88b47a23f982 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:38.067470 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e71bb52-6d89-45fb-9f13-77f1b6e5f5da req-dec30320-26dc-498a-b1ad-88b47a23f982 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.1218991 Aug 31 00:54:38.117384 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-234a9fd8-92f5-4c2f-a7cc-21a9baf00ade tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks [] for floatingip, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:38.118592 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e71bb52-6d89-45fb-9f13-77f1b6e5f5da req-c0f686d1-0c93-423c-9180-1c91544aa72a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414574 Aug 31 00:54:38.146467 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a12211f-8c1a-433b-8d75-5c2ef0a768bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dacc587-4328-4b2a-805a-a68afdb97b4e'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:38.153883 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff029e0-4ac8-4c93-a6a0-e83d4b4a3f57" -d '{"events": [{"server_uuid": "0a12211f-8c1a-433b-8d75-5c2ef0a768bf", "name": "network-vif-plugged", "status": "completed", "tag": "3dacc587-4328-4b2a-805a-a68afdb97b4e"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:38.187631 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7146-c1f7-40c3-9198-72492c34e762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:38.223670 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7146-c1f7-40c3-9198-72492c34e762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:38.225840 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bd8c7146-c1f7-40c3-9198-72492c34e762 admin admin] 10.222.0.16 "DELETE /v2.0/networks/dfdc8212-351b-41c2-9fe0-15f64e528b63 HTTP/1.1" status: 204 len: 168 time: 0.6295979 Aug 31 00:54:38.266863 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c7146-c1f7-40c3-9198-72492c34e762 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfdc8212-351b-41c2-9fe0-15f64e528b63,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:38.300361 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d491ba35-baad-4831-b6de-b7d9527f739b req-5973da71-aefc-46ce-afc7-085981aff779 tempest-AbsoluteLimitsNegativeTestJSON-1186583463 tempest-AbsoluteLimitsNegativeTestJSON-1186583463-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1115e32ae7ce4cf0bbeea43616c3429e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732627 Aug 31 00:54:38.399184 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:38.436336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491ba35-baad-4831-b6de-b7d9527f739b req-0dc990a9-315c-4e37-a0d8-2b6f5a78128a tempest-AbsoluteLimitsNegativeTestJSON-1186583463 tempest-AbsoluteLimitsNegativeTestJSON-1186583463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:38.438443 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d491ba35-baad-4831-b6de-b7d9527f739b req-0dc990a9-315c-4e37-a0d8-2b6f5a78128a tempest-AbsoluteLimitsNegativeTestJSON-1186583463 tempest-AbsoluteLimitsNegativeTestJSON-1186583463-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1362047 Aug 31 00:54:38.464888 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d491ba35-baad-4831-b6de-b7d9527f739b req-8e366d61-9adb-4a66-bd9c-b6af8f5530c7 tempest-AbsoluteLimitsNegativeTestJSON-1186583463 tempest-AbsoluteLimitsNegativeTestJSON-1186583463-project] 10.222.0.16 "GET /v2.0/quotas/1115e32ae7ce4cf0bbeea43616c3429e HTTP/1.1" status: 200 len: 375 time: 0.0117757 Aug 31 00:54:38.507985 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d491ba35-baad-4831-b6de-b7d9527f739b req-668c750a-1312-4170-a004-c349c82d82f3 tempest-AbsoluteLimitsNegativeTestJSON-1186583463 tempest-AbsoluteLimitsNegativeTestJSON-1186583463-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1115e32ae7ce4cf0bbeea43616c3429e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335519 Aug 31 00:54:38.702123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661b86c-1d0c-4308-a170-5a1727ace510 req-6ac27365-340f-4d3b-a89b-0e8d6bb84785 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:38.703787 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1661b86c-1d0c-4308-a170-5a1727ace510 req-6ac27365-340f-4d3b-a89b-0e8d6bb84785 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 945 time: 0.0720274 Aug 31 00:54:38.767203 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1661b86c-1d0c-4308-a170-5a1727ace510 req-e946228b-3f84-442c-86d4-5d1b3f725b42 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548966 Aug 31 00:54:38.856820 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abde194a-11d7-403b-814a-b5fbc02461a7 x-openstack-request-id: req-abde194a-11d7-403b-814a-b5fbc02461a7 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:38.856820 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a12211f-8c1a-433b-8d75-5c2ef0a768bf", "name": "network-vif-plugged", "status": "completed", "tag": "3dacc587-4328-4b2a-805a-a68afdb97b4e", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:38.856820 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abde194a-11d7-403b-814a-b5fbc02461a7 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:38.856820 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a12211f-8c1a-433b-8d75-5c2ef0a768bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dacc587-4328-4b2a-805a-a68afdb97b4e', 'code': 200} Aug 31 00:54:38.874704 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-234a9fd8-92f5-4c2f-a7cc-21a9baf00ade tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:38.948038 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42218) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:38.989093 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b95ce1bf-fe77-47cb-9ec2-2729309585e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84b5f6bd84fb43979083f56dd7fc6f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519125 Aug 31 00:54:38.992199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42220) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:38.996060 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7b047-0f5d-429b-b563-20f1f1afd8fd req-e1f3ce39-1514-4cf4-9af9-e932affa884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:39.003919 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-44b7b047-0f5d-429b-b563-20f1f1afd8fd req-e1f3ce39-1514-4cf4-9af9-e932affa884c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 1102 time: 0.0732212 Aug 31 00:54:39.045146 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-44b7b047-0f5d-429b-b563-20f1f1afd8fd req-df027f78-7d88-4e82-82dd-f7de78e1f936 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363405 Aug 31 00:54:39.060675 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-234a9fd8-92f5-4c2f-a7cc-21a9baf00ade tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:39.104429 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf3656-7eb4-4c78-9127-caee45bac644 req-563e23fc-55bc-45fe-aad0-bd345c5f6a38 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:39.106217 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-debf3656-7eb4-4c78-9127-caee45bac644 req-563e23fc-55bc-45fe-aad0-bd345c5f6a38 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 950 time: 0.0932760 Aug 31 00:54:39.110051 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d591618e-5f78-4e94-b86b-2f082edafac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:39.150926 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d591618e-5f78-4e94-b86b-2f082edafac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:39.184272 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-234a9fd8-92f5-4c2f-a7cc-21a9baf00ade tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Floating IP 262afb18-da98-4a41-9d4f-1036a08ccf64 associated. External IP: 172.25.2.19, port: a998386b-7f11-47ef-9133-c3596872863a. Aug 31 00:54:39.190333 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-debf3656-7eb4-4c78-9127-caee45bac644 req-b9e21a9a-4aa8-44fb-ad8a-cd4c0ee7bb8f tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751204 Aug 31 00:54:39.344057 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42228) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:39.362587 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d591618e-5f78-4e94-b86b-2f082edafac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:39.362587 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d591618e-5f78-4e94-b86b-2f082edafac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:39.362587 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d591618e-5f78-4e94-b86b-2f082edafac2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/408b1bf7-e022-43ba-b0de-a4dd181c441b HTTP/1.1" status: 204 len: 168 time: 0.3674610 Aug 31 00:54:39.373654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591618e-5f78-4e94-b86b-2f082edafac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408b1bf7-e022-43ba-b0de-a4dd181c441b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:39.590712 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-234a9fd8-92f5-4c2f-a7cc-21a9baf00ade tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:54:39.623125 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-33855239-848c-423b-a913-77004abb93f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:39.664672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30677e54-b64f-46d4-ae1b-d5f43acc3ce8 req-5534fde4-bb8c-4934-9f73-4f9dbd61dfe5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:39.666383 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30677e54-b64f-46d4-ae1b-d5f43acc3ce8 req-5534fde4-bb8c-4934-9f73-4f9dbd61dfe5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.0881503 Aug 31 00:54:39.738742 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30677e54-b64f-46d4-ae1b-d5f43acc3ce8 req-8620bd4a-8d14-4a20-938a-cb7b4958e583 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611770 Aug 31 00:54:39.785244 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-234a9fd8-92f5-4c2f-a7cc-21a9baf00ade tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:54:39.802593 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-33855239-848c-423b-a913-77004abb93f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:39.803585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bbacc5-377c-4b25-a81c-3fdf183a9aab None None] Sync routers for ids ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:54:39.821748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bbacc5-377c-4b25-a81c-3fdf183a9aab None None] Routers {'11d1eee7-e0b0-4075-930d-d109e7d9eb0a'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:54:39.829306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-86bbacc5-377c-4b25-a81c-3fdf183a9aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:54:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:39.919346 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-33855239-848c-423b-a913-77004abb93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:40.007230 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-33855239-848c-423b-a913-77004abb93f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1115e32ae7ce4cf0bbeea43616c3429e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6593361 Aug 31 00:54:40.007912 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42244) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:40.008025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33855239-848c-423b-a913-77004abb93f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931e5ce9-cea9-452f-9c9c-98b9b5dfa845,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:40.073104 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-86bbacc5-377c-4b25-a81c-3fdf183a9aab None None] Set router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:54:40.125929 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:40.216006 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fde54e9e-b47a-4e7a-992c-45b8add08532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:40.283031 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fde54e9e-b47a-4e7a-992c-45b8add08532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:40.445423 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-86bbacc5-377c-4b25-a81c-3fdf183a9aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '262afb18-da98-4a41-9d4f-1036a08ccf64', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'port_id': '6375f529-ce3f-4d12-9b4d-1f46ee2cbcac', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'mac_address': 'fa:16:3e:a3:be:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b857263-ebdd-4bc8-828d-7080ae42ccd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:54:11Z', 'updated_at': '2021-08-31T00:54:38Z', 'revision_number': 3, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:53Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:40.503843 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bbacc5-377c-4b25-a81c-3fdf183a9aab None None] Checking router: 11d1eee7-e0b0-4075-930d-d109e7d9eb0a for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:54:40.520459 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bbacc5-377c-4b25-a81c-3fdf183a9aab None None] Routers {'11d1eee7-e0b0-4075-930d-d109e7d9eb0a'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:54:40.522138 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-86bbacc5-377c-4b25-a81c-3fdf183a9aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:54:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:40.669831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-234a9fd8-92f5-4c2f-a7cc-21a9baf00ade tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:54:40.783789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731002b-9921-4d23-8014-a61396ed2484 req-850b787e-501b-42cb-a1e5-c5a7e4598a95 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:40.787009 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7731002b-9921-4d23-8014-a61396ed2484 req-850b787e-501b-42cb-a1e5-c5a7e4598a95 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 950 time: 0.1515594 Aug 31 00:54:40.805625 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-86bbacc5-377c-4b25-a81c-3fdf183a9aab None None] Set router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:54:40.884804 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7731002b-9921-4d23-8014-a61396ed2484 req-3c754492-2f97-4d2e-898a-40fd077fe858 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853138 Aug 31 00:54:40.944372 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fde54e9e-b47a-4e7a-992c-45b8add08532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:40.950189 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fde54e9e-b47a-4e7a-992c-45b8add08532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:40.952332 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fde54e9e-b47a-4e7a-992c-45b8add08532 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/931e5ce9-cea9-452f-9c9c-98b9b5dfa845 HTTP/1.1" status: 204 len: 168 time: 0.9441454 Aug 31 00:54:40.982207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde54e9e-b47a-4e7a-992c-45b8add08532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931e5ce9-cea9-452f-9c9c-98b9b5dfa845,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:41.004028 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-234a9fd8-92f5-4c2f-a7cc-21a9baf00ade tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:54:41.018638 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-234a9fd8-92f5-4c2f-a7cc-21a9baf00ade tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:41.088424 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'tag': 'a998386b-7f11-47ef-9133-c3596872863a'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:41.093071 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae84236-e7c9-46f0-bc2f-7bd7e1855fab" -d '{"events": [{"name": "network-changed", "server_uuid": "7b61fbf3-4801-4ba4-adbc-7d3e801a1511", "tag": "a998386b-7f11-47ef-9133-c3596872863a"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:41.175513 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-234a9fd8-92f5-4c2f-a7cc-21a9baf00ade tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "PUT /v2.0/floatingips/262afb18-da98-4a41-9d4f-1036a08ccf64 HTTP/1.1" status: 200 len: 998 time: 4.2853854 Aug 31 00:54:41.241568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-427fa602-5abf-4893-9423-a3ea24ca6b54 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:41.257983 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-427fa602-5abf-4893-9423-a3ea24ca6b54 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports/a998386b-7f11-47ef-9133-c3596872863a HTTP/1.1" status: 200 len: 943 time: 0.0808921 Aug 31 00:54:41.381233 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-a80bff9d-2db8-4596-86a1-c30fc6898d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:41.395896 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-a80bff9d-2db8-4596-86a1-c30fc6898d0b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93a0ee3178d34d5299cac844dabfaecc&device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 1098 time: 0.0719788 Aug 31 00:54:41.421159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a4b08-b093-4d13-a434-2b1a1753fcc6 req-33afe419-8f88-468f-8d2e-c430425c0c35 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:41.427731 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42276) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:41.440386 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-136a4b08-b093-4d13-a434-2b1a1753fcc6 req-33afe419-8f88-468f-8d2e-c430425c0c35 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.1809080 Aug 31 00:54:41.495795 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-86bbacc5-377c-4b25-a81c-3fdf183a9aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '262afb18-da98-4a41-9d4f-1036a08ccf64', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'port_id': '6375f529-ce3f-4d12-9b4d-1f46ee2cbcac', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'mac_address': 'fa:16:3e:a3:be:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b857263-ebdd-4bc8-828d-7080ae42ccd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:54:11Z', 'updated_at': '2021-08-31T00:54:38Z', 'revision_number': 3, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:53Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:41.549111 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-136a4b08-b093-4d13-a434-2b1a1753fcc6 req-eb709030-3277-4f63-b2ac-c481a8c3d6eb tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068425 Aug 31 00:54:41.565850 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bbacc5-377c-4b25-a81c-3fdf183a9aab None None] The sync data for ids ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'] in n-d-793621-34 is: [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '262afb18-da98-4a41-9d4f-1036a08ccf64', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'port_id': '6375f529-ce3f-4d12-9b4d-1f46ee2cbcac', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'mac_address': 'fa:16:3e:a3:be:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b857263-ebdd-4bc8-828d-7080ae42ccd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:54:11Z', 'updated_at': '2021-08-31T00:54:38Z', 'revision_number': 3, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:53Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:54:41.670452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-826ca9e7-d4cf-46bb-82c0-f63864d497a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:41.673807 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-826ca9e7-d4cf-46bb-82c0-f63864d497a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc278020-aff3-4dcf-ba96-5afc27324078 HTTP/1.1" status: 200 len: 921 time: 0.2758558 Aug 31 00:54:41.755505 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-cf013c35-6e17-4d18-98fb-5204e458e50c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a998386b-7f11-47ef-9133-c3596872863a HTTP/1.1" status: 200 len: 217 time: 0.0698752 Aug 31 00:54:41.757979 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89eb9172-8b41-4ebf-98b4-f91886dd17fd x-openstack-request-id: req-89eb9172-8b41-4ebf-98b4-f91886dd17fd {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:41.758853 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b61fbf3-4801-4ba4-adbc-7d3e801a1511", "tag": "a998386b-7f11-47ef-9133-c3596872863a", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:41.759388 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89eb9172-8b41-4ebf-98b4-f91886dd17fd {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:41.760089 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'tag': 'a998386b-7f11-47ef-9133-c3596872863a', 'status': 'completed', 'code': 200} Aug 31 00:54:41.781472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b7471678-6476-4267-b149-44ab984bfeca admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1705872542-network', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:41.811712 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae84236-e7c9-46f0-bc2f-7bd7e1855fab req-0109c6fe-541f-497f-8b73-f8f9c086188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:41.813472 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cae84236-e7c9-46f0-bc2f-7bd7e1855fab req-0109c6fe-541f-497f-8b73-f8f9c086188e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93a0ee3178d34d5299cac844dabfaecc&device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 1098 time: 0.0794902 Aug 31 00:54:41.851273 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-fd763751-4451-4cf8-9dd3-fba2e711a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:41.854038 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-fd763751-4451-4cf8-9dd3-fba2e711a9b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=142bf2c3-09e2-45a4-ac82-63759f91b472 HTTP/1.1" status: 200 len: 859 time: 0.0877001 Aug 31 00:54:41.933338 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-95461d6f-e6e2-4d94-8ea9-99bb69108390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:41.933338 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-95461d6f-e6e2-4d94-8ea9-99bb69108390 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc278020-aff3-4dcf-ba96-5afc27324078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683427 Aug 31 00:54:42.018767 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca08d66-2879-41af-aafd-970edc2859e8 None None] New status for floating IP 262afb18-da98-4a41-9d4f-1036a08ccf64: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:54:42.048946 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7471678-6476-4267-b149-44ab984bfeca admin admin] Made reservation on behalf of 6eb1e170b6f644e1a58213d43503cf50 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:54:42.051496 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7471678-6476-4267-b149-44ab984bfeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:42.073352 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7471678-6476-4267-b149-44ab984bfeca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:42.141627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae84236-e7c9-46f0-bc2f-7bd7e1855fab req-91a12036-2541-4cef-a1e7-f18ab5530723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:42.144281 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cae84236-e7c9-46f0-bc2f-7bd7e1855fab req-91a12036-2541-4cef-a1e7-f18ab5530723 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc278020-aff3-4dcf-ba96-5afc27324078 HTTP/1.1" status: 200 len: 921 time: 0.3217769 Aug 31 00:54:42.152600 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-0bec7d89-4b90-44fb-b6cc-22edf77b56f6 service neutron] 10.222.0.16 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050462 Aug 31 00:54:42.178239 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f97390-879c-48ce-b580-3c253c0b8e5a req-600e1b8f-f591-4e92-85d8-75dc6680f58f tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:42.181532 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-10f97390-879c-48ce-b580-3c253c0b8e5a req-600e1b8f-f591-4e92-85d8-75dc6680f58f tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 950 time: 0.1583335 Aug 31 00:54:42.268885 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cae84236-e7c9-46f0-bc2f-7bd7e1855fab req-e2e93831-689c-4efb-bdc7-23d3e4400dae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a998386b-7f11-47ef-9133-c3596872863a HTTP/1.1" status: 200 len: 217 time: 0.1055310 Aug 31 00:54:42.329881 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-a79a91d8-e31d-4572-87e0-48d1227ec811 service neutron] 10.222.0.16 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761076 Aug 31 00:54:42.349664 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7471678-6476-4267-b149-44ab984bfeca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:42.418905 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-10f97390-879c-48ce-b580-3c253c0b8e5a req-22d376ae-606f-4e62-aeb5-205fb04a285e tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262819 Aug 31 00:54:42.431690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae84236-e7c9-46f0-bc2f-7bd7e1855fab req-07157d10-e183-4911-a427-33f23fd120b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:42.433926 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cae84236-e7c9-46f0-bc2f-7bd7e1855fab req-07157d10-e183-4911-a427-33f23fd120b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=142bf2c3-09e2-45a4-ac82-63759f91b472 HTTP/1.1" status: 200 len: 859 time: 0.1387880 Aug 31 00:54:42.542910 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae84236-e7c9-46f0-bc2f-7bd7e1855fab req-cf091992-8cb8-4ccf-9ff8-db83ce565b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:42.545767 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cae84236-e7c9-46f0-bc2f-7bd7e1855fab req-cf091992-8cb8-4ccf-9ff8-db83ce565b91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc278020-aff3-4dcf-ba96-5afc27324078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029918 Aug 31 00:54:42.571347 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7471678-6476-4267-b149-44ab984bfeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:42.634993 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-18a33a5a-4f2b-4c94-8f9e-ddb35f53169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:42.634993 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-18a33a5a-4f2b-4c94-8f9e-ddb35f53169c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93a0ee3178d34d5299cac844dabfaecc&device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4 HTTP/1.1" status: 200 len: 1098 time: 0.1380413 Aug 31 00:54:42.723737 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7471678-6476-4267-b149-44ab984bfeca admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:54:42.751571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa3323-65d2-4c9d-9198-280aab0c6cac None None] Sync routers for ids ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:54:42.760913 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cae84236-e7c9-46f0-bc2f-7bd7e1855fab req-ad15772b-cfa1-47f9-a37d-ff84156e5421 service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061536 Aug 31 00:54:42.763626 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7471678-6476-4267-b149-44ab984bfeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592ac55d-53b0-4c73-ad24-cfc8f77848cf,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:42.765550 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaa3323-65d2-4c9d-9198-280aab0c6cac None None] Routers {'11d1eee7-e0b0-4075-930d-d109e7d9eb0a'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:54:42.766309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ebaa3323-65d2-4c9d-9198-280aab0c6cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:54:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:42.784401 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7471678-6476-4267-b149-44ab984bfeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:42.790852 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-b7471678-6476-4267-b149-44ab984bfeca admin admin] Added segment 3823af70-b9e3-4fde-a3b2-47c4a0430bb5 of type vlan for network ad6da09f-9252-431e-baee-a209b62f8e65 Aug 31 00:54:42.935403 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7471678-6476-4267-b149-44ab984bfeca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:42.947745 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-8f0e1577-46aa-478e-9284-bf46d0b2cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:42.952292 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-ebaa3323-65d2-4c9d-9198-280aab0c6cac None None] Set router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:54:42.960490 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-8f0e1577-46aa-478e-9284-bf46d0b2cf73 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc278020-aff3-4dcf-ba96-5afc27324078 HTTP/1.1" status: 200 len: 921 time: 0.3275785 Aug 31 00:54:43.024452 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cae84236-e7c9-46f0-bc2f-7bd7e1855fab req-90a779ac-703f-4e57-8028-7375a0d6b677 service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551584 Aug 31 00:54:43.117748 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-6ee36a6b-d7f8-4915-94da-51cd1b0df81b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6375f529-ce3f-4d12-9b4d-1f46ee2cbcac HTTP/1.1" status: 200 len: 1001 time: 0.1540782 Aug 31 00:54:43.176073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42312) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:43.241005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-ccb9c268-67bf-4688-8a2c-2a852fc312df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:43.245518 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-ccb9c268-67bf-4688-8a2c-2a852fc312df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=142bf2c3-09e2-45a4-ac82-63759f91b472 HTTP/1.1" status: 200 len: 859 time: 0.1258421 Aug 31 00:54:43.250280 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7471678-6476-4267-b149-44ab984bfeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:43.251683 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7471678-6476-4267-b149-44ab984bfeca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:43.252722 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7471678-6476-4267-b149-44ab984bfeca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:43.411268 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7471678-6476-4267-b149-44ab984bfeca admin admin] Pushing event updated for resources: {'Network': ['ID=ad6da09f-9252-431e-baee-a209b62f8e65,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:43.437216 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-732ecd38-0968-438d-976f-6091ebe16761 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-693650782-network', 'tenant_id': '92a134cdf51b4003b500d687ed9eb1f8'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:43.486664 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network ad6da09f-9252-431e-baee-a209b62f8e65 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:54:43.491607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-b06c1a1b-1d97-4bc0-96aa-efaa552cdb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:43.495294 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-b06c1a1b-1d97-4bc0-96aa-efaa552cdb29 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc278020-aff3-4dcf-ba96-5afc27324078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2058735 Aug 31 00:54:43.552819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9763c-9f3b-4221-88c0-da6a0c08608f req-87dd5383-39d7-43cc-add8-6dd4fbeebc84 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:43.557559 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36f9763c-9f3b-4221-88c0-da6a0c08608f req-87dd5383-39d7-43cc-add8-6dd4fbeebc84 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.1018097 Aug 31 00:54:43.595123 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b7471678-6476-4267-b149-44ab984bfeca admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1662991 Aug 31 00:54:43.598777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42320) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:43.609294 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a39534a3-8695-4388-9161-99efd2673f9f admin admin] Request body: {'subnet': {'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1705872542-subnet', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:43.628486 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36f9763c-9f3b-4221-88c0-da6a0c08608f req-03ef0a68-0110-4c54-899c-90d1a9e37f79 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654452 Aug 31 00:54:43.683349 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-fc5fb18c-c726-4167-afac-fdce360f0a91 service neutron] 10.222.0.16 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728494 Aug 31 00:54:43.712909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ebaa3323-65d2-4c9d-9198-280aab0c6cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '262afb18-da98-4a41-9d4f-1036a08ccf64', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'port_id': '6375f529-ce3f-4d12-9b4d-1f46ee2cbcac', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'mac_address': 'fa:16:3e:a3:be:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b857263-ebdd-4bc8-828d-7080ae42ccd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:54:11Z', 'updated_at': '2021-08-31T00:54:42Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:53Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:43.734614 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732ecd38-0968-438d-976f-6091ebe16761 admin admin] Made reservation on behalf of 92a134cdf51b4003b500d687ed9eb1f8 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:54:43.737211 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-732ecd38-0968-438d-976f-6091ebe16761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:43.769749 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa3323-65d2-4c9d-9198-280aab0c6cac None None] Checking router: 11d1eee7-e0b0-4075-930d-d109e7d9eb0a for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:54:43.782080 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-732ecd38-0968-438d-976f-6091ebe16761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:43.787596 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaa3323-65d2-4c9d-9198-280aab0c6cac None None] Routers {'11d1eee7-e0b0-4075-930d-d109e7d9eb0a'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:54:43.789053 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ebaa3323-65d2-4c9d-9198-280aab0c6cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:54:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:43.844727 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b857263-ebdd-4bc8-828d-7080ae42ccd4', 'tag': '6375f529-ce3f-4d12-9b4d-1f46ee2cbcac'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:43.853335 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e79c2f9-1acf-4368-8bf0-86ff525973c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b857263-ebdd-4bc8-828d-7080ae42ccd4", "tag": "6375f529-ce3f-4d12-9b4d-1f46ee2cbcac"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:43.856284 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df6fabc3-40e3-44b5-a067-3bde9f8a2268 req-993fb9c2-a47e-4567-b5dc-b581f2ac7213 service neutron] 10.222.0.16 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649702 Aug 31 00:54:43.975974 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-ebaa3323-65d2-4c9d-9198-280aab0c6cac None None] Set router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:54:44.226409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39534a3-8695-4388-9161-99efd2673f9f admin admin] Made reservation on behalf of 6eb1e170b6f644e1a58213d43503cf50 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:54:44.229955 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a39534a3-8695-4388-9161-99efd2673f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:44.300467 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7da7293-5886-471b-b1ca-efee5451152f x-openstack-request-id: req-c7da7293-5886-471b-b1ca-efee5451152f {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:44.300467 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b857263-ebdd-4bc8-828d-7080ae42ccd4", "tag": "6375f529-ce3f-4d12-9b4d-1f46ee2cbcac", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:44.300467 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7da7293-5886-471b-b1ca-efee5451152f {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:44.300467 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b857263-ebdd-4bc8-828d-7080ae42ccd4', 'tag': '6375f529-ce3f-4d12-9b4d-1f46ee2cbcac', 'status': 'completed', 'code': 200} Aug 31 00:54:44.409855 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f5dec62-8603-46ec-b1d5-8efcbba1f555 req-1b9aad2f-51a1-4896-805e-90dfc0d2af33 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 1001 time: 0.0867724 Aug 31 00:54:44.434820 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ebaa3323-65d2-4c9d-9198-280aab0c6cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '262afb18-da98-4a41-9d4f-1036a08ccf64', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'port_id': '6375f529-ce3f-4d12-9b4d-1f46ee2cbcac', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'mac_address': 'fa:16:3e:a3:be:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b857263-ebdd-4bc8-828d-7080ae42ccd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:54:11Z', 'updated_at': '2021-08-31T00:54:42Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:53Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:44.469970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa3323-65d2-4c9d-9198-280aab0c6cac None None] The sync data for ids ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'] in n-d-793621-34 is: [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '262afb18-da98-4a41-9d4f-1036a08ccf64', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'port_id': '6375f529-ce3f-4d12-9b4d-1f46ee2cbcac', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'mac_address': 'fa:16:3e:a3:be:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b857263-ebdd-4bc8-828d-7080ae42ccd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:54:11Z', 'updated_at': '2021-08-31T00:54:42Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:53Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:54:44.477462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5dec62-8603-46ec-b1d5-8efcbba1f555 req-004950ca-3fc8-49e2-befa-0b22bcbf20a8 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:44.479448 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f5dec62-8603-46ec-b1d5-8efcbba1f555 req-004950ca-3fc8-49e2-befa-0b22bcbf20a8 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports/6375f529-ce3f-4d12-9b4d-1f46ee2cbcac HTTP/1.1" status: 200 len: 943 time: 0.0625145 Aug 31 00:54:44.651863 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49c4ec-e090-4b39-8012-86ec49479f34 req-24883225-d13a-4ae8-bd92-ca2785cb1c2e tempest-ServersAdminNegativeTestJSON-1760849476 tempest-ServersAdminNegativeTestJSON-1760849476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:44.658284 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ee49c4ec-e090-4b39-8012-86ec49479f34 req-24883225-d13a-4ae8-bd92-ca2785cb1c2e tempest-ServersAdminNegativeTestJSON-1760849476 tempest-ServersAdminNegativeTestJSON-1760849476-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 1102 time: 0.8471515 Aug 31 00:54:44.700675 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79c2f9-1acf-4368-8bf0-86ff525973c4 req-5075797f-cdd5-4220-925b-9ebdc1a1b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:44.703813 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e79c2f9-1acf-4368-8bf0-86ff525973c4 req-5075797f-cdd5-4220-925b-9ebdc1a1b66d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93a0ee3178d34d5299cac844dabfaecc&device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4 HTTP/1.1" status: 200 len: 1098 time: 0.2674444 Aug 31 00:54:44.710387 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ee49c4ec-e090-4b39-8012-86ec49479f34 req-28e64a50-910c-4f75-829f-93888546961d tempest-ServersAdminNegativeTestJSON-1760849476 tempest-ServersAdminNegativeTestJSON-1760849476-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:44.721028 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f5dec62-8603-46ec-b1d5-8efcbba1f555 req-61e51e91-732a-4216-9c77-75846c8e0dac tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 1001 time: 0.1657810 Aug 31 00:54:44.834008 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a39534a3-8695-4388-9161-99efd2673f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:44.905080 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5dec62-8603-46ec-b1d5-8efcbba1f555 req-c8a4a34d-b8e3-44ea-a19d-8cbd02ff5b06 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:44.907550 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f5dec62-8603-46ec-b1d5-8efcbba1f555 req-c8a4a34d-b8e3-44ea-a19d-8cbd02ff5b06 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.1825206 Aug 31 00:54:44.927218 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-732ecd38-0968-438d-976f-6091ebe16761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:44.961820 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39534a3-8695-4388-9161-99efd2673f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab9bb2b-e46b-48ef-823c-1c22f46f941a,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:44.989223 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79c2f9-1acf-4368-8bf0-86ff525973c4 req-b8fb7f7f-7877-4874-a907-28974c3576db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:44.990801 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e79c2f9-1acf-4368-8bf0-86ff525973c4 req-b8fb7f7f-7877-4874-a907-28974c3576db service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc278020-aff3-4dcf-ba96-5afc27324078 HTTP/1.1" status: 200 len: 921 time: 0.2710619 Aug 31 00:54:44.996398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39534a3-8695-4388-9161-99efd2673f9f admin admin] Checking segment: {'id': '3823af70-b9e3-4fde-a3b2-47c4a0430bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:54:44.996765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39534a3-8695-4388-9161-99efd2673f9f admin admin] Network hostable DHCP agents. Network: ad6da09f-9252-431e-baee-a209b62f8e65, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:54:45.046590 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-732ecd38-0968-438d-976f-6091ebe16761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:45.087849 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b9bf6-ffd9-458b-b683-79fd3755443d req-344212ea-3cbe-415f-aced-e621cc95d1f6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:45.089604 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1a2b9bf6-ffd9-458b-b683-79fd3755443d req-344212ea-3cbe-415f-aced-e621cc95d1f6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.0749123 Aug 31 00:54:45.114566 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732ecd38-0968-438d-976f-6091ebe16761 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:54:45.127226 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e79c2f9-1acf-4368-8bf0-86ff525973c4 req-57379e94-c555-4c23-84a8-1c21707dd339 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6375f529-ce3f-4d12-9b4d-1f46ee2cbcac HTTP/1.1" status: 200 len: 1001 time: 0.1274247 Aug 31 00:54:45.139279 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ecd38-0968-438d-976f-6091ebe16761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b58b26-936b-442e-839b-8e0a5edf8a16,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:45.144996 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-732ecd38-0968-438d-976f-6091ebe16761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:45.145482 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-732ecd38-0968-438d-976f-6091ebe16761 admin admin] Added segment 90c996bf-cc59-456f-9160-48c62acac6f2 of type vlan for network c25bde23-7fd0-4902-805c-c6238fc1da6b Aug 31 00:54:45.146669 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1a2b9bf6-ffd9-458b-b683-79fd3755443d req-70d50d4e-e883-4a01-8157-9ff1b999f315 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479100 Aug 31 00:54:45.266850 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79c2f9-1acf-4368-8bf0-86ff525973c4 req-958e07f8-6dee-40c2-8ced-ae9bfd287367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:45.271474 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e79c2f9-1acf-4368-8bf0-86ff525973c4 req-958e07f8-6dee-40c2-8ced-ae9bfd287367 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=142bf2c3-09e2-45a4-ac82-63759f91b472 HTTP/1.1" status: 200 len: 859 time: 0.1262674 Aug 31 00:54:45.271474 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-732ecd38-0968-438d-976f-6091ebe16761 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:45.298514 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39534a3-8695-4388-9161-99efd2673f9f admin admin] Network ad6da09f-9252-431e-baee-a209b62f8e65 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:54:45.374738 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-e6208e6a-ff8e-4e23-8eef-97b62f4846cd tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 1001 time: 0.0903041 Aug 31 00:54:45.385517 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79c2f9-1acf-4368-8bf0-86ff525973c4 req-9565d401-cd63-4699-b56b-dc3c22b74e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:45.387072 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e79c2f9-1acf-4368-8bf0-86ff525973c4 req-9565d401-cd63-4699-b56b-dc3c22b74e0e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc278020-aff3-4dcf-ba96-5afc27324078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1093884 Aug 31 00:54:45.392673 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ee49c4ec-e090-4b39-8012-86ec49479f34 req-28e64a50-910c-4f75-829f-93888546961d tempest-ServersAdminNegativeTestJSON-1760849476 tempest-ServersAdminNegativeTestJSON-1760849476-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:45.448885 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-732ecd38-0968-438d-976f-6091ebe16761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:45.449879 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ecd38-0968-438d-976f-6091ebe16761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:45.450452 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-732ecd38-0968-438d-976f-6091ebe16761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:45.459221 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-e8ca1ee4-5e1b-4ba4-8c63-e505af35a29c tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:45.466842 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-e8ca1ee4-5e1b-4ba4-8c63-e505af35a29c tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports/6375f529-ce3f-4d12-9b4d-1f46ee2cbcac HTTP/1.1" status: 200 len: 943 time: 0.0848444 Aug 31 00:54:45.536671 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-a39534a3-8695-4388-9161-99efd2673f9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, ad6da09f-9252-431e-baee-a209b62f8e65) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:54:45.550068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e787dee0-2a97-4e5d-b577-eea3f4de6a11 None None] Network ad6da09f-9252-431e-baee-a209b62f8e65 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:54:45.550910 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39534a3-8695-4388-9161-99efd2673f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:45.551649 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a39534a3-8695-4388-9161-99efd2673f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:45.568838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ecd38-0968-438d-976f-6091ebe16761 admin admin] Pushing event updated for resources: {'Network': ['ID=c25bde23-7fd0-4902-805c-c6238fc1da6b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:45.632309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network c25bde23-7fd0-4902-805c-c6238fc1da6b details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:54:45.632533 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e79c2f9-1acf-4368-8bf0-86ff525973c4 req-73199fee-e7b7-43a4-a18b-a3c1c54e1cbc service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046866 Aug 31 00:54:45.632710 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-d044503a-c5d9-4df0-9033-ed9213b0d60d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 1001 time: 0.0846691 Aug 31 00:54:45.701289 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ee49c4ec-e090-4b39-8012-86ec49479f34 req-28e64a50-910c-4f75-829f-93888546961d tempest-ServersAdminNegativeTestJSON-1760849476 tempest-ServersAdminNegativeTestJSON-1760849476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:45.780981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ee49c4ec-e090-4b39-8012-86ec49479f34 req-28e64a50-910c-4f75-829f-93888546961d tempest-ServersAdminNegativeTestJSON-1760849476 tempest-ServersAdminNegativeTestJSON-1760849476-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1088607 Aug 31 00:54:45.808225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e64a50-910c-4f75-829f-93888546961d tempest-ServersAdminNegativeTestJSON-1760849476 tempest-ServersAdminNegativeTestJSON-1760849476-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6b47bc-bb74-4204-920d-7ca22e52d772,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:45.823487 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-4c385314-2cc6-4925-8a4f-ffa0a24fd40e tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:45.825573 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-732ecd38-0968-438d-976f-6091ebe16761 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6470985 Aug 31 00:54:45.828329 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-4c385314-2cc6-4925-8a4f-ffa0a24fd40e tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.1955659 Aug 31 00:54:45.830134 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42338) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:45.839574 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-3ca439a6-a91e-4511-9e2d-245bcc520e23 admin admin] Request body: {'subnet': {'network_id': 'c25bde23-7fd0-4902-805c-c6238fc1da6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-693650782-subnet', 'tenant_id': '92a134cdf51b4003b500d687ed9eb1f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:45.891680 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a39534a3-8695-4388-9161-99efd2673f9f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2670109 Aug 31 00:54:45.903059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42340) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:45.913327 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1705872542-router', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:45.921950 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e79c2f9-1acf-4368-8bf0-86ff525973c4 req-af1d2941-bc98-4bd6-8d3a-b8284031be4c service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136053 Aug 31 00:54:45.955107 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-b4ae767c-166e-4463-a6a2-4bc2c4edb15b tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 1001 time: 0.1166670 Aug 31 00:54:45.969753 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-4d6e047c-4699-4ebe-b405-d85e2874bf59 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:45.972734 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-ad6da09f-9252-431e-baee-a209b62f8e65', 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'fixed_ips': [{'subnet_id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:54:45.973948 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:46.041075 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca439a6-a91e-4511-9e2d-245bcc520e23 admin admin] Made reservation on behalf of 92a134cdf51b4003b500d687ed9eb1f8 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:54:46.045196 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3ca439a6-a91e-4511-9e2d-245bcc520e23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:46.093338 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-4d6e047c-4699-4ebe-b405-d85e2874bf59 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks [] for floatingip, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:46.283336 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:54:46.310676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Allocated IP 172.20.0.2 (ad6da09f-9252-431e-baee-a209b62f8e65/0ab9bb2b-e46b-48ef-823c-1c22f46f941a/cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:54:46.359960 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:46.361690 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:46.417525 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-4d6e047c-4699-4ebe-b405-d85e2874bf59 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:46.536674 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:46.552367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Transition to ACTIVE for port object cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:54:46.569738 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-4d6e047c-4699-4ebe-b405-d85e2874bf59 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:46.580028 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-4d6e047c-4699-4ebe-b405-d85e2874bf59 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Floating IP 262afb18-da98-4a41-9d4f-1036a08ccf64 disassociated. External IP: 172.25.2.19, port: 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac. Aug 31 00:54:46.606782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Transition to ACTIVE for port object cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:54:46.646516 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:46.671160 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0212a0-3f6a-4721-97c1-60ccd6ba641e req-3f9d8777-228f-4528-a176-8caab21850fd tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:46.673169 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e0212a0-3f6a-4721-97c1-60ccd6ba641e req-3f9d8777-228f-4528-a176-8caab21850fd tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.2658572 Aug 31 00:54:46.752691 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:46.765124 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e0212a0-3f6a-4721-97c1-60ccd6ba641e req-888e7f3d-639d-42b3-bb1a-3c77016c45e4 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770161 Aug 31 00:54:46.833405 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3ca439a6-a91e-4511-9e2d-245bcc520e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:46.833660 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Network ad6da09f-9252-431e-baee-a209b62f8e65 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:54:46.836549 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:54:46.842397 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:54:46.953217 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Pushing event updated for resources: {'Port': ['ID=cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:47.016811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Attempting to bind port cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:54:47.017798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Attempting to bind port cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '3823af70-b9e3-4fde-a3b2-47c4a0430bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:54:47.018792 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Attempting to bind port cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a on network ad6da09f-9252-431e-baee-a209b62f8e65 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:54:47.034839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:54:47.035394 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Checking segment: {'id': '3823af70-b9e3-4fde-a3b2-47c4a0430bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:54:47.036376 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:47.038223 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Bound using segment: {'id': '3823af70-b9e3-4fde-a3b2-47c4a0430bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:54:47.044246 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Bound port: cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3823af70-b9e3-4fde-a3b2-47c4a0430bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:54:47.044878 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:47.092027 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca439a6-a91e-4511-9e2d-245bcc520e23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f00cd4-573e-4200-a1be-da6efee3f06a,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:47.263398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-4d6e047c-4699-4ebe-b405-d85e2874bf59 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:54:47.317243 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] For port cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:54:47.326287 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:47.327621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] For port cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a,segment=NetworkSegment(3823af70-b9e3-4fde-a3b2-47c4a0430bb5),segment_id=3823af70-b9e3-4fde-a3b2-47c4a0430bb5)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:54:47.355570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca439a6-a91e-4511-9e2d-245bcc520e23 admin admin] Checking segment: {'id': '90c996bf-cc59-456f-9160-48c62acac6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c25bde23-7fd0-4902-805c-c6238fc1da6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:54:47.356034 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca439a6-a91e-4511-9e2d-245bcc520e23 admin admin] Network hostable DHCP agents. Network: c25bde23-7fd0-4902-805c-c6238fc1da6b, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:54:47.374910 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a575f-a559-489d-a659-cc51f7c42340 req-f5c9bd1f-e238-4874-bb75-8e1b4c134975 tempest-ServersAdminNegativeTestJSON-1760849476 tempest-ServersAdminNegativeTestJSON-1760849476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:47.377622 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f6a575f-a559-489d-a659-cc51f7c42340 req-f5c9bd1f-e238-4874-bb75-8e1b4c134975 tempest-ServersAdminNegativeTestJSON-1760849476 tempest-ServersAdminNegativeTestJSON-1760849476-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 1102 time: 0.1943636 Aug 31 00:54:47.439557 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:47.448877 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f6a575f-a559-489d-a659-cc51f7c42340 req-5640e24e-e9fb-4c0a-a29c-33aa84b6e8a6 tempest-ServersAdminNegativeTestJSON-1760849476 tempest-ServersAdminNegativeTestJSON-1760849476-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624020 Aug 31 00:54:47.453715 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-4d6e047c-4699-4ebe-b405-d85e2874bf59 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:54:47.471080 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2406246-c862-479f-b4d9-363cac84d471 None None] Sync routers for ids ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:54:47.474720 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-4d6e047c-4699-4ebe-b405-d85e2874bf59 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:47.505486 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2406246-c862-479f-b4d9-363cac84d471 None None] Routers {'11d1eee7-e0b0-4075-930d-d109e7d9eb0a'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:54:47.506608 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e2406246-c862-479f-b4d9-363cac84d471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:54:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:47.535470 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-4d6e047c-4699-4ebe-b405-d85e2874bf59 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "PUT /v2.0/floatingips/262afb18-da98-4a41-9d4f-1036a08ccf64 HTTP/1.1" status: 200 len: 694 time: 1.5738480 Aug 31 00:54:47.537478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b857263-ebdd-4bc8-828d-7080ae42ccd4', 'tag': '6375f529-ce3f-4d12-9b4d-1f46ee2cbcac'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:47.545860 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1f4332-8abd-4b0e-a3f2-b2083490c56d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b857263-ebdd-4bc8-828d-7080ae42ccd4", "tag": "6375f529-ce3f-4d12-9b4d-1f46ee2cbcac"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:47.558023 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca439a6-a91e-4511-9e2d-245bcc520e23 admin admin] Network c25bde23-7fd0-4902-805c-c6238fc1da6b is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:54:47.636484 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02b3fb-a850-4213-93bb-20735aaf0846 None None] Pushing event updated for resources: {'Port': ['ID=cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:47.662249 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-7a317424-0094-431f-a925-b72a7d899769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:47.666267 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-7a317424-0094-431f-a925-b72a7d899769 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93a0ee3178d34d5299cac844dabfaecc&device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4 HTTP/1.1" status: 200 len: 1098 time: 0.0904441 Aug 31 00:54:47.811748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-3ca439a6-a91e-4511-9e2d-245bcc520e23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, c25bde23-7fd0-4902-805c-c6238fc1da6b) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:54:47.830122 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06ce7a7-687b-447e-bb21-6d90344434ed None None] Network c25bde23-7fd0-4902-805c-c6238fc1da6b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:54:47.862892 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca439a6-a91e-4511-9e2d-245bcc520e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:47.875964 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-e2406246-c862-479f-b4d9-363cac84d471 None None] Set router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:54:47.876688 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-2abc185c-d821-42d5-85c5-b1bfc01004bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:47.876880 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3ca439a6-a91e-4511-9e2d-245bcc520e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:47.878383 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-2abc185c-d821-42d5-85c5-b1bfc01004bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc278020-aff3-4dcf-ba96-5afc27324078 HTTP/1.1" status: 200 len: 921 time: 0.1915600 Aug 31 00:54:48.020165 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-887fb7fb-996e-4b65-9420-2662a6e2c2fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6375f529-ce3f-4d12-9b4d-1f46ee2cbcac HTTP/1.1" status: 200 len: 217 time: 0.1239762 Aug 31 00:54:48.113382 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3ca439a6-a91e-4511-9e2d-245bcc520e23 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2814460 Aug 31 00:54:48.182891 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8368444-a2d3-4b59-8426-73ac1788d46b None None] Network c25bde23-7fd0-4902-805c-c6238fc1da6b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:54:48.242821 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-fefc3b8c-c41a-40c6-8ccc-19eb93e02c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:48.245542 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-fefc3b8c-c41a-40c6-8ccc-19eb93e02c6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=142bf2c3-09e2-45a4-ac82-63759f91b472 HTTP/1.1" status: 200 len: 859 time: 0.1821277 Aug 31 00:54:48.410322 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:48.462776 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-3c0b3c3b-e579-488d-9c10-826a10a1961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:48.479278 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-3c0b3c3b-e579-488d-9c10-826a10a1961e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc278020-aff3-4dcf-ba96-5afc27324078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2118917 Aug 31 00:54:48.482544 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:48.519348 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641dc50e-3bd5-459e-ab85-27c536f81129 x-openstack-request-id: req-641dc50e-3bd5-459e-ab85-27c536f81129 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:48.520185 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b857263-ebdd-4bc8-828d-7080ae42ccd4", "tag": "6375f529-ce3f-4d12-9b4d-1f46ee2cbcac", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:48.520815 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-641dc50e-3bd5-459e-ab85-27c536f81129 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:48.521776 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b857263-ebdd-4bc8-828d-7080ae42ccd4', 'tag': '6375f529-ce3f-4d12-9b4d-1f46ee2cbcac', 'status': 'completed', 'code': 200} Aug 31 00:54:48.728872 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-f2f6ce23-bc30-4224-8452-b93d8142a3e9 service neutron] 10.222.0.16 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479224 Aug 31 00:54:48.773078 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e2406246-c862-479f-b4d9-363cac84d471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:53Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:48.813781 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2406246-c862-479f-b4d9-363cac84d471 None None] Checking router: 11d1eee7-e0b0-4075-930d-d109e7d9eb0a for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:54:48.832829 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2406246-c862-479f-b4d9-363cac84d471 None None] Routers {'11d1eee7-e0b0-4075-930d-d109e7d9eb0a'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:54:48.833538 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e2406246-c862-479f-b4d9-363cac84d471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:54:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:48.887514 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f4332-8abd-4b0e-a3f2-b2083490c56d req-f34d977a-b297-47d3-bd35-384b6965a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:48.894578 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b1f4332-8abd-4b0e-a3f2-b2083490c56d req-f34d977a-b297-47d3-bd35-384b6965a975 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93a0ee3178d34d5299cac844dabfaecc&device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4 HTTP/1.1" status: 200 len: 1098 time: 0.3599296 Aug 31 00:54:48.940877 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1be4b0b8-7430-482d-806c-4e409986d0cf req-204402d9-3cbf-43ee-bc09-99e39e3fc511 service neutron] 10.222.0.16 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110066 Aug 31 00:54:48.970475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] Allocated IP 172.25.2.178 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/439c64fb-6862-44d6-84a4-0f5a8175e315) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:54:49.003106 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-e2406246-c862-479f-b4d9-363cac84d471 None None] Set router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:54:49.019308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad40c6d-a7d5-409a-a1ac-16e808a1f222 req-7b6cbe63-8b91-4c81-837b-8c28ba889b08 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:49.027894 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ad40c6d-a7d5-409a-a1ac-16e808a1f222 req-7b6cbe63-8b91-4c81-837b-8c28ba889b08 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.3262727 Aug 31 00:54:49.181615 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ad40c6d-a7d5-409a-a1ac-16e808a1f222 req-d100d019-667e-4445-a6ff-1659dc866454 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525676 Aug 31 00:54:49.191794 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f4332-8abd-4b0e-a3f2-b2083490c56d req-903c9753-6ec2-465e-b48c-ddfd3bf4d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:49.193667 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b1f4332-8abd-4b0e-a3f2-b2083490c56d req-903c9753-6ec2-465e-b48c-ddfd3bf4d060 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc278020-aff3-4dcf-ba96-5afc27324078 HTTP/1.1" status: 200 len: 921 time: 0.2851758 Aug 31 00:54:49.290138 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b1f4332-8abd-4b0e-a3f2-b2083490c56d req-5c131621-4f07-43a9-bc78-bb7f29e26840 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6375f529-ce3f-4d12-9b4d-1f46ee2cbcac HTTP/1.1" status: 200 len: 217 time: 0.0859306 Aug 31 00:54:49.410850 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276be409-672c-4138-905f-785541850d91 None None] Network ad6da09f-9252-431e-baee-a209b62f8e65 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:54:49.421213 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:49.439838 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e2406246-c862-479f-b4d9-363cac84d471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:53Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:49.444081 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-c263799b-a8bd-49a4-b7ec-ad001d9e5b3b req-23789565-5da4-47c1-beca-6bd02722f2b5 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-808314500', 'description': 'tempest-description-972905999'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:49.463733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f4332-8abd-4b0e-a3f2-b2083490c56d req-471dedf3-0487-4375-bac5-69f6d20e222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:49.466542 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b1f4332-8abd-4b0e-a3f2-b2083490c56d req-471dedf3-0487-4375-bac5-69f6d20e222f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=142bf2c3-09e2-45a4-ac82-63759f91b472 HTTP/1.1" status: 200 len: 859 time: 0.1646328 Aug 31 00:54:49.495414 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2406246-c862-479f-b4d9-363cac84d471 None None] The sync data for ids ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'] in n-d-793621-34 is: [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:53Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:54:49.631189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f4332-8abd-4b0e-a3f2-b2083490c56d req-870e951c-a0cd-4df5-b398-9e5a52b31537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:49.635010 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b1f4332-8abd-4b0e-a3f2-b2083490c56d req-870e951c-a0cd-4df5-b398-9e5a52b31537 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc278020-aff3-4dcf-ba96-5afc27324078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1584878 Aug 31 00:54:49.640702 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:49.705534 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-776f9766-b7c2-4a4a-be58-e57e605ba648 None None] Provisioning for port cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:54:49.730577 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c263799b-a8bd-49a4-b7ec-ad001d9e5b3b req-23789565-5da4-47c1-beca-6bd02722f2b5 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:49.870456 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:54:49.886130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:54:49.890710 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:54:49.922426 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c263799b-a8bd-49a4-b7ec-ad001d9e5b3b req-23789565-5da4-47c1-beca-6bd02722f2b5 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:49.940519 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] Pushing event updated for resources: {'Port': ['ID=439c64fb-6862-44d6-84a4-0f5a8175e315,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:50.015312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3239cc-edd3-462d-8226-edab7d6e3712 None None] New status for floating IP 262afb18-da98-4a41-9d4f-1036a08ccf64: DOWN {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:54:50.084816 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c263799b-a8bd-49a4-b7ec-ad001d9e5b3b req-23789565-5da4-47c1-beca-6bd02722f2b5 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:50.140277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:54:50.151931 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b1f4332-8abd-4b0e-a3f2-b2083490c56d req-1ab7c48e-77d5-482d-865b-badc9209e53a service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856784 Aug 31 00:54:50.175277 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23789565-5da4-47c1-beca-6bd02722f2b5 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c272b9-25e5-47ae-b7cf-2b558dc1684b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:50.336786 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c263799b-a8bd-49a4-b7ec-ad001d9e5b3b req-23789565-5da4-47c1-beca-6bd02722f2b5 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:50.338911 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c263799b-a8bd-49a4-b7ec-ad001d9e5b3b req-23789565-5da4-47c1-beca-6bd02722f2b5 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9122097 Aug 31 00:54:50.565311 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b1f4332-8abd-4b0e-a3f2-b2083490c56d req-9ce09bbb-fc25-4225-af19-e037251a9157 service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812664 Aug 31 00:54:50.648136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81deab-1501-4241-9675-d3d931aede38 req-c0c0eb97-b7d7-4e4b-8794-9fae5f8dfe77 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:50.650859 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c81deab-1501-4241-9675-d3d931aede38 req-c0c0eb97-b7d7-4e4b-8794-9fae5f8dfe77 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.0811572 Aug 31 00:54:50.656097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:54:50.662797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:54:50.663579 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:50.755220 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c81deab-1501-4241-9675-d3d931aede38 req-f8dfe356-2045-4a25-967e-57faa00673f3 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743299 Aug 31 00:54:50.791082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-0be0d12d-5526-47b3-9fda-1e2fec113d77 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:50.794906 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-0be0d12d-5526-47b3-9fda-1e2fec113d77 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/networks?id=962090c4-e06e-4088-950b-8c581dc8e655 HTTP/1.1" status: 200 len: 814 time: 0.3819251 Aug 31 00:54:50.821748 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:50.823677 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:50.888329 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a,segment=NetworkSegment(3823af70-b9e3-4fde-a3b2-47c4a0430bb5),segment_id=3823af70-b9e3-4fde-a3b2-47c4a0430bb5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:50.934811 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-f635a202-ce3c-46a2-af4f-1ab1af5f22ec tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:50.937397 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-f635a202-ce3c-46a2-af4f-1ab1af5f22ec tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0935740 Aug 31 00:54:50.991607 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:50.999337 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-d336dfe9-4992-402a-9b53-1dcfbffd8395 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 695 time: 0.0537159 Aug 31 00:54:51.018747 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-4fe30576-d59d-4889-945d-db0d518db682 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Request body: {'floatingip': {'port_id': 'a998386b-7f11-47ef-9133-c3596872863a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:51.091157 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-4fe30576-d59d-4889-945d-db0d518db682 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks [] for floatingip, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:51.101210 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:51.216393 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-5921f3f5-ad36-4f93-9a09-dad93d42eefc tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/quotas/3e57aba893e84797a7ad07e1842cdb74 HTTP/1.1" status: 200 len: 375 time: 0.3983347 Aug 31 00:54:51.333717 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-9fce1020-a40c-4ad4-aeb2-b421893226c7 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e57aba893e84797a7ad07e1842cdb74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1093619 Aug 31 00:54:51.530335 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:51.537626 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-e8b9b817-f122-4b6a-808b-02cce9ad9617 service neutron] 10.222.0.16 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578622 Aug 31 00:54:51.750706 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-4fe30576-d59d-4889-945d-db0d518db682 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:51.782885 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-b702852b-305c-441f-bf78-b0fbbb1654b3 service neutron] 10.222.0.16 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978278 Aug 31 00:54:51.813190 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-4fe30576-d59d-4889-945d-db0d518db682 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:51.904658 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44391eb6-ddc8-4fd0-902c-7126214f0459 req-c61bf746-9aaa-431b-a3e8-f28199fd3372 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:51.909982 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44391eb6-ddc8-4fd0-902c-7126214f0459 req-c61bf746-9aaa-431b-a3e8-f28199fd3372 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b857263-ebdd-4bc8-828d-7080ae42ccd4 HTTP/1.1" status: 200 len: 946 time: 0.1199539 Aug 31 00:54:51.995311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] Router b986ad1e-13fb-4548-8ac0-11999f7d69bd is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:54:52.011121 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:54:52.017609 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-4fe30576-d59d-4889-945d-db0d518db682 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Floating IP 262afb18-da98-4a41-9d4f-1036a08ccf64 associated. External IP: 172.25.2.19, port: a998386b-7f11-47ef-9133-c3596872863a. Aug 31 00:54:52.139572 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:54:52.140170 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:52.165132 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-b7eac42f-17c1-47d9-b246-d8e319a3b7d4 req-37708e65-05fc-47e1-b2b9-e648d6c5171e tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-276084173', 'description': 'tempest-description-273559322'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:52.302091 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-44391eb6-ddc8-4fd0-902c-7126214f0459 req-b68ad5a0-dd77-45c5-812a-c74db1db236d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Deleting port 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:54:52.303087 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44391eb6-ddc8-4fd0-902c-7126214f0459 req-b68ad5a0-dd77-45c5-812a-c74db1db236d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:52.428146 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:54:52.447432 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b7eac42f-17c1-47d9-b246-d8e319a3b7d4 req-37708e65-05fc-47e1-b2b9-e648d6c5171e tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:52.455347 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Sync routers for ids ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:54:52.467099 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Routers {'b986ad1e-13fb-4548-8ac0-11999f7d69bd'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:54:52.468040 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:54:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:52.547765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-44391eb6-ddc8-4fd0-902c-7126214f0459 req-b68ad5a0-dd77-45c5-812a-c74db1db236d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] For port 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6375f529-ce3f-4d12-9b4d-1f46ee2cbcac,segment=NetworkSegment(4e658841-2906-400f-a684-d4fbd97b680a),segment_id=4e658841-2906-400f-a684-d4fbd97b680a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:52.548676 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44391eb6-ddc8-4fd0-902c-7126214f0459 req-b68ad5a0-dd77-45c5-812a-c74db1db236d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:52.588434 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-44391eb6-ddc8-4fd0-902c-7126214f0459 req-b68ad5a0-dd77-45c5-812a-c74db1db236d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Calling delete_port for 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:54:52.623026 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Set router b986ad1e-13fb-4548-8ac0-11999f7d69bd gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:54:52.760629 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b7eac42f-17c1-47d9-b246-d8e319a3b7d4 req-37708e65-05fc-47e1-b2b9-e648d6c5171e tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:52.854328 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-4fe30576-d59d-4889-945d-db0d518db682 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:54:52.872194 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b7eac42f-17c1-47d9-b246-d8e319a3b7d4 req-37708e65-05fc-47e1-b2b9-e648d6c5171e tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:52.917708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37708e65-05fc-47e1-b2b9-e648d6c5171e tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ada0f35-4b1e-412e-a5d6-09c27c7e1979,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:52.959412 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'name': 'tempest-ServersTestBootFromVolume-1705872542-router', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:54:46Z', 'updated_at': '2021-08-31T00:54:50Z', 'revision_number': 3, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'gw_port': {'id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:48Z', 'updated_at': '2021-08-31T00:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:52.996312 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Checking router: b986ad1e-13fb-4548-8ac0-11999f7d69bd for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:54:52.996649 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Updating router b986ad1e-13fb-4548-8ac0-11999f7d69bd port 439c64fb-6862-44d6-84a4-0f5a8175e315 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:54:53.028475 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:53.044074 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-4fe30576-d59d-4889-945d-db0d518db682 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:54:53.051656 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-4fe30576-d59d-4889-945d-db0d518db682 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:53.062377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c29f66-ed9a-4cee-8ccf-6cdd08a92e47 None None] Sync routers for ids ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:54:53.066483 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:53.072598 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8edce579-8982-4db9-80fc-d778777d1139 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1679080 Aug 31 00:54:53.076508 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42416) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:54:53.083868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c29f66-ed9a-4cee-8ccf-6cdd08a92e47 None None] Routers {'11d1eee7-e0b0-4075-930d-d109e7d9eb0a'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:54:53.087124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-62c29f66-ed9a-4cee-8ccf-6cdd08a92e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:54:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:53.140954 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-4fe30576-d59d-4889-945d-db0d518db682 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "PUT /v2.0/floatingips/262afb18-da98-4a41-9d4f-1036a08ccf64 HTTP/1.1" status: 200 len: 996 time: 2.1229842 Aug 31 00:54:53.143834 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'tag': 'a998386b-7f11-47ef-9133-c3596872863a'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:53.154571 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b7eac42f-17c1-47d9-b246-d8e319a3b7d4 req-37708e65-05fc-47e1-b2b9-e648d6c5171e tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:53.156986 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbbe585-278b-495e-afda-9383c9c8271c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b61fbf3-4801-4ba4-adbc-7d3e801a1511", "tag": "a998386b-7f11-47ef-9133-c3596872863a"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:53.180105 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b7eac42f-17c1-47d9-b246-d8e319a3b7d4 req-37708e65-05fc-47e1-b2b9-e648d6c5171e tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0292783 Aug 31 00:54:53.180875 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44391eb6-ddc8-4fd0-902c-7126214f0459 req-b68ad5a0-dd77-45c5-812a-c74db1db236d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:53.203332 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['a998386b-7f11-47ef-9133-c3596872863a'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:54:53.302286 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-113deff9-cf56-411f-93cf-154802d7eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:53.305757 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-113deff9-cf56-411f-93cf-154802d7eae3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93a0ee3178d34d5299cac844dabfaecc&device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 1098 time: 0.1229455 Aug 31 00:54:53.343203 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ad5a0-dd77-45c5-812a-c74db1db236d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Pushing event deleted for resources: {'Port': ['ID=6375f529-ce3f-4d12-9b4d-1f46ee2cbcac,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:53.417025 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-62c29f66-ed9a-4cee-8ccf-6cdd08a92e47 None None] Set router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:54:53.503988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-44391eb6-ddc8-4fd0-902c-7126214f0459 req-b68ad5a0-dd77-45c5-812a-c74db1db236d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] No DVR routers for this DVR port 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:54:53.518375 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44391eb6-ddc8-4fd0-902c-7126214f0459 req-b68ad5a0-dd77-45c5-812a-c74db1db236d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:53.521115 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44391eb6-ddc8-4fd0-902c-7126214f0459 req-b68ad5a0-dd77-45c5-812a-c74db1db236d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.48 "DELETE /v2.0/ports/6375f529-ce3f-4d12-9b4d-1f46ee2cbcac HTTP/1.1" status: 204 len: 173 time: 1.6049857 Aug 31 00:54:53.521115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b857263-ebdd-4bc8-828d-7080ae42ccd4', 'name': 'network-vif-deleted', 'tag': '6375f529-ce3f-4d12-9b4d-1f46ee2cbcac'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:53.523827 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cec83fb-045d-4803-88c9-35fe4ff2a292" -d '{"events": [{"server_uuid": "0b857263-ebdd-4bc8-828d-7080ae42ccd4", "name": "network-vif-deleted", "tag": "6375f529-ce3f-4d12-9b4d-1f46ee2cbcac"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:53.542773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-08fc0fbc-278d-42af-9e61-c8aa0c44597c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:53.546792 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-08fc0fbc-278d-42af-9e61-c8aa0c44597c service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc278020-aff3-4dcf-ba96-5afc27324078 HTTP/1.1" status: 200 len: 921 time: 0.2350190 Aug 31 00:54:53.652683 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:53.687236 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Transition to ACTIVE for port object 439c64fb-6862-44d6-84a4-0f5a8175e315 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:54:53.693337 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-f2f1bead-7d47-43fe-9f67-219129772e60 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a998386b-7f11-47ef-9133-c3596872863a HTTP/1.1" status: 200 len: 999 time: 0.1388693 Aug 31 00:54:53.734721 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa40f9a-7ba9-4b5a-87bb-ec62a0aa1e15 req-f2b30dc3-e729-42d3-b0cf-4b92b91239ba tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:53.736509 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8fa40f9a-7ba9-4b5a-87bb-ec62a0aa1e15 req-f2b30dc3-e729-42d3-b0cf-4b92b91239ba tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.1088707 Aug 31 00:54:53.775412 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-6b6a7ce3-c2cb-4246-b496-526798041413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:53.777669 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-6b6a7ce3-c2cb-4246-b496-526798041413 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=142bf2c3-09e2-45a4-ac82-63759f91b472 HTTP/1.1" status: 200 len: 859 time: 0.0769861 Aug 31 00:54:53.805200 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:53.827048 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8fa40f9a-7ba9-4b5a-87bb-ec62a0aa1e15 req-b57c4262-aa35-484e-b8f2-a55132715ceb tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822058 Aug 31 00:54:53.849891 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Attempting to bind port 439c64fb-6862-44d6-84a4-0f5a8175e315 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:54:53.850264 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Attempting to bind port 439c64fb-6862-44d6-84a4-0f5a8175e315 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:54:53.850676 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Attempting to bind port 439c64fb-6862-44d6-84a4-0f5a8175e315 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:54:53.877892 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:54:53.878298 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:54:53.878903 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:53.879318 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:54:53.879832 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Bound port: 439c64fb-6862-44d6-84a4-0f5a8175e315, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:54:53.880238 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:53.980701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-83b85bc3-0ba5-4dee-b7e0-0516872b4661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:53.999351 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-83b85bc3-0ba5-4dee-b7e0-0516872b4661 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc278020-aff3-4dcf-ba96-5afc27324078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2117994 Aug 31 00:54:54.030858 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfefb5e-3c9e-4150-b6b9-ced828b2361e None None] Pushing event updated for resources: {'Port': ['ID=439c64fb-6862-44d6-84a4-0f5a8175e315,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:54.072708 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfefb5e-3c9e-4150-b6b9-ced828b2361e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:54.073358 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfefb5e-3c9e-4150-b6b9-ced828b2361e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:54.073976 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfefb5e-3c9e-4150-b6b9-ced828b2361e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:54.074565 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfefb5e-3c9e-4150-b6b9-ced828b2361e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:54.075696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-62c29f66-ed9a-4cee-8ccf-6cdd08a92e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '262afb18-da98-4a41-9d4f-1036a08ccf64', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'port_id': 'a998386b-7f11-47ef-9133-c3596872863a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'mac_address': 'fa:16:3e:7b:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:54:11Z', 'updated_at': '2021-08-31T00:54:51Z', 'revision_number': 8, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:53Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:54.076376 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfefb5e-3c9e-4150-b6b9-ced828b2361e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:54.076376 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfefb5e-3c9e-4150-b6b9-ced828b2361e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:54.077009 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfefb5e-3c9e-4150-b6b9-ced828b2361e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:54.077253 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfefb5e-3c9e-4150-b6b9-ced828b2361e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:54.077639 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfefb5e-3c9e-4150-b6b9-ced828b2361e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:54.078064 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfefb5e-3c9e-4150-b6b9-ced828b2361e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:54.078390 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfefb5e-3c9e-4150-b6b9-ced828b2361e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:54.078803 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfefb5e-3c9e-4150-b6b9-ced828b2361e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:54.092854 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] For port 439c64fb-6862-44d6-84a4-0f5a8175e315, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:54:54.102943 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] For port 439c64fb-6862-44d6-84a4-0f5a8175e315, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=439c64fb-6862-44d6-84a4-0f5a8175e315,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:54:54.123973 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c29f66-ed9a-4cee-8ccf-6cdd08a92e47 None None] Checking router: 11d1eee7-e0b0-4075-930d-d109e7d9eb0a for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:54:54.135228 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c29f66-ed9a-4cee-8ccf-6cdd08a92e47 None None] Routers {'11d1eee7-e0b0-4075-930d-d109e7d9eb0a'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:54:54.136126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-62c29f66-ed9a-4cee-8ccf-6cdd08a92e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:54:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:54.146530 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-db616610-bf3b-4314-825a-c665796b92d5 req-145b2d51-895a-4bee-8a71-c39531ece9e0 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a HTTP/1.1" status: 200 len: 210 time: 0.0493789 Aug 31 00:54:54.150749 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:54.227893 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-c667db1a-315e-4d04-9d53-d5edd10910b1 service neutron] 10.222.0.16 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247097 Aug 31 00:54:54.250493 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:54.386379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-62c29f66-ed9a-4cee-8ccf-6cdd08a92e47 None None] Set router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:54:54.414602 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Routers {'b986ad1e-13fb-4548-8ac0-11999f7d69bd'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:54:54.416348 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:54:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:54.451718 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39e0da49-d477-4574-a0a7-0201ef302e53 req-1cf3d7f0-167e-4d50-8050-ea267e5dbb89 service neutron] 10.222.0.16 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222676 Aug 31 00:54:54.485373 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfefb5e-3c9e-4150-b6b9-ced828b2361e None None] Pushing event updated for resources: {'Port': ['ID=439c64fb-6862-44d6-84a4-0f5a8175e315,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:54.488341 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Allocated IP 172.20.0.1 (ad6da09f-9252-431e-baee-a209b62f8e65/0ab9bb2b-e46b-48ef-823c-1c22f46f941a/161fd58e-063c-4a40-b097-79ea3cdc72b0) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:54:54.527085 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:54:54.557117 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:54:54.557487 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6375f529-ce3f-4d12-9b4d-1f46ee2cbcac not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:54:54.656406 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] Set router b986ad1e-13fb-4548-8ac0-11999f7d69bd gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:54:54.721155 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:54.729138 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46773e4-7918-4496-876c-c2e5e450bd92 x-openstack-request-id: req-d46773e4-7918-4496-876c-c2e5e450bd92 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:54.729426 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b61fbf3-4801-4ba4-adbc-7d3e801a1511", "tag": "a998386b-7f11-47ef-9133-c3596872863a", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:54.729797 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d46773e4-7918-4496-876c-c2e5e450bd92 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:54.730157 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'tag': 'a998386b-7f11-47ef-9133-c3596872863a', 'status': 'completed', 'code': 200} Aug 31 00:54:54.754757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Transition to ACTIVE for port object 161fd58e-063c-4a40-b097-79ea3cdc72b0 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:54:54.909241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbe585-278b-495e-afda-9383c9c8271c req-8c01a225-a1b2-4b47-a5fc-40b9214aae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:54.912449 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3cbbe585-278b-495e-afda-9383c9c8271c req-8c01a225-a1b2-4b47-a5fc-40b9214aae0b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93a0ee3178d34d5299cac844dabfaecc&device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 1098 time: 0.1550102 Aug 31 00:54:54.927825 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-62c29f66-ed9a-4cee-8ccf-6cdd08a92e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '262afb18-da98-4a41-9d4f-1036a08ccf64', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'port_id': 'a998386b-7f11-47ef-9133-c3596872863a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'mac_address': 'fa:16:3e:7b:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:54:11Z', 'updated_at': '2021-08-31T00:54:51Z', 'revision_number': 8, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:53Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:55.010026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c29f66-ed9a-4cee-8ccf-6cdd08a92e47 None None] The sync data for ids ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'] in n-d-793621-34 is: [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '262afb18-da98-4a41-9d4f-1036a08ccf64', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'port_id': 'a998386b-7f11-47ef-9133-c3596872863a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'mac_address': 'fa:16:3e:7b:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:54:11Z', 'updated_at': '2021-08-31T00:54:51Z', 'revision_number': 8, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:53Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:54:55.049110 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49ff085-0273-4754-82ba-be052d12b400 x-openstack-request-id: req-f49ff085-0273-4754-82ba-be052d12b400 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:55.049588 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b857263-ebdd-4bc8-828d-7080ae42ccd4", "name": "network-vif-deleted", "tag": "6375f529-ce3f-4d12-9b4d-1f46ee2cbcac", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:55.049996 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f49ff085-0273-4754-82ba-be052d12b400 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:55.050608 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b857263-ebdd-4bc8-828d-7080ae42ccd4', 'name': 'network-vif-deleted', 'tag': '6375f529-ce3f-4d12-9b4d-1f46ee2cbcac', 'status': 'completed', 'code': 200} Aug 31 00:54:55.124349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-7863a28a-9817-4abc-a525-671f83d7d710 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:55.138394 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-7863a28a-9817-4abc-a525-671f83d7d710 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/networks?id=c25bde23-7fd0-4902-805c-c6238fc1da6b HTTP/1.1" status: 200 len: 812 time: 0.2980077 Aug 31 00:54:55.165359 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbe585-278b-495e-afda-9383c9c8271c req-9ca23298-4e3e-4284-8483-7d01793de274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:55.167085 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3cbbe585-278b-495e-afda-9383c9c8271c req-9ca23298-4e3e-4284-8483-7d01793de274 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc278020-aff3-4dcf-ba96-5afc27324078 HTTP/1.1" status: 200 len: 921 time: 0.2427149 Aug 31 00:54:55.171580 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-a8c3661b-3c72-425d-bd1a-ff040a3c2ebd tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/quotas/92a134cdf51b4003b500d687ed9eb1f8 HTTP/1.1" status: 200 len: 375 time: 0.0318201 Aug 31 00:54:55.251261 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-f5917a5f-9bcf-4339-b592-0ea4611d9ba6 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=92a134cdf51b4003b500d687ed9eb1f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555067 Aug 31 00:54:55.342373 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'name': 'tempest-ServersTestBootFromVolume-1705872542-router', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:54:46Z', 'updated_at': '2021-08-31T00:54:50Z', 'revision_number': 3, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'gw_port': {'id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:48Z', 'updated_at': '2021-08-31T00:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:54:55.372153 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:55.387349 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f462ad61-bc17-4702-8826-6e9bd2ab8393 None None] The sync data for ids ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'] in n-d-793621-34 is: [{'id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'name': 'tempest-ServersTestBootFromVolume-1705872542-router', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:54:46Z', 'updated_at': '2021-08-31T00:54:50Z', 'revision_number': 3, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'gw_port': {'id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:48Z', 'updated_at': '2021-08-31T00:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:54:55.435242 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-372680c3-d4d3-46aa-b8b1-66c570b2edcf service neutron] 10.222.0.16 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783831 Aug 31 00:54:55.461334 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3cbbe585-278b-495e-afda-9383c9c8271c req-9c68bd47-56c9-452b-af34-d7b4765dad8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a998386b-7f11-47ef-9133-c3596872863a HTTP/1.1" status: 200 len: 999 time: 0.2864025 Aug 31 00:54:55.493602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Network ad6da09f-9252-431e-baee-a209b62f8e65 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:54:55.528461 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:54:55.571898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:54:55.574545 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aa212e-f3ad-4d32-850e-c7018f4a4fa7 None None] New status for floating IP 262afb18-da98-4a41-9d4f-1036a08ccf64: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:54:55.583986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Pushing event updated for resources: {'Port': ['ID=161fd58e-063c-4a40-b097-79ea3cdc72b0,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:55.629802 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-c022b98d-9762-4758-a54a-f3ab06d8c6b8 service neutron] 10.222.0.16 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782331 Aug 31 00:54:55.634344 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d43e93ce-3e0d-4e9d-8645-fdf4a90dfc11 req-59c7caeb-04a2-4b20-bfcd-22c7c09d556f tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/floatingips/262afb18-da98-4a41-9d4f-1036a08ccf64 HTTP/1.1" status: 200 len: 996 time: 0.3695133 Aug 31 00:54:55.703980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbe585-278b-495e-afda-9383c9c8271c req-59c5e6f5-3be1-4ef0-8aec-ad4e079042d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:55.706517 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3cbbe585-278b-495e-afda-9383c9c8271c req-59c5e6f5-3be1-4ef0-8aec-ad4e079042d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=142bf2c3-09e2-45a4-ac82-63759f91b472 HTTP/1.1" status: 200 len: 859 time: 0.2304490 Aug 31 00:54:56.112439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 439c64fb-6862-44d6-84a4-0f5a8175e315 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:54:56.187630 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-338b84f8-13c0-4d10-ba02-457e1fa97fa1 None None] Provisioning for port 161fd58e-063c-4a40-b097-79ea3cdc72b0 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:54:56.188815 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-338b84f8-13c0-4d10-ba02-457e1fa97fa1 None None] Provisioning complete for port 161fd58e-063c-4a40-b097-79ea3cdc72b0 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:54:56.189376 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-338b84f8-13c0-4d10-ba02-457e1fa97fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:56.305716 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-338b84f8-13c0-4d10-ba02-457e1fa97fa1 None None] Port 161fd58e-063c-4a40-b097-79ea3cdc72b0 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:54:56.309185 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:56.328920 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 439c64fb-6862-44d6-84a4-0f5a8175e315 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:54:56.334000 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 439c64fb-6862-44d6-84a4-0f5a8175e315 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:54:56.343910 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:56.449975 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f0b37-152c-4468-8de4-9e3c076290a6 req-8819cd6d-f739-4691-bf14-e2212201b21c tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:56.459038 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-027f0b37-152c-4468-8de4-9e3c076290a6 req-8819cd6d-f739-4691-bf14-e2212201b21c tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 950 time: 0.1237926 Aug 31 00:54:56.486199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbe585-278b-495e-afda-9383c9c8271c req-c6e2eb4c-bb64-4106-bb32-139723d285e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:56.489998 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3cbbe585-278b-495e-afda-9383c9c8271c req-c6e2eb4c-bb64-4106-bb32-139723d285e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc278020-aff3-4dcf-ba96-5afc27324078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2649050 Aug 31 00:54:56.536193 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-027f0b37-152c-4468-8de4-9e3c076290a6 req-ce5b0bc9-0f45-4285-a436-cc74d9535894 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761452 Aug 31 00:54:56.568442 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:56.621421 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 439c64fb-6862-44d6-84a4-0f5a8175e315, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=439c64fb-6862-44d6-84a4-0f5a8175e315,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:56.665246 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4cbc7-e62a-4546-b1ea-bfc00ae32cae req-bf058330-d2f4-420c-a5fb-54a2cf438e0d tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:56.668338 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-baf4cbc7-e62a-4546-b1ea-bfc00ae32cae req-bf058330-d2f4-420c-a5fb-54a2cf438e0d tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 950 time: 0.0922444 Aug 31 00:54:56.755696 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9dd7e9-8f6e-4e4d-b8b2-91497fa12cfd req-a7859477-d86d-42df-b35a-879500f77cba tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:56.757294 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c9dd7e9-8f6e-4e4d-b8b2-91497fa12cfd req-a7859477-d86d-42df-b35a-879500f77cba tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.1115587 Aug 31 00:54:56.790388 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e93ce-3e0d-4e9d-8645-fdf4a90dfc11 req-25a3bdee-bdfb-4d00-9989-2367f5d05118 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:56.791997 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d43e93ce-3e0d-4e9d-8645-fdf4a90dfc11 req-25a3bdee-bdfb-4d00-9989-2367f5d05118 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 1.1451039 Aug 31 00:54:56.797412 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:56.860733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-d43e93ce-3e0d-4e9d-8645-fdf4a90dfc11 req-8f0ebc70-e430-4247-8ccf-63dd7e2d5089 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:54:56.862168 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d43e93ce-3e0d-4e9d-8645-fdf4a90dfc11 req-8f0ebc70-e430-4247-8ccf-63dd7e2d5089 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239563 Aug 31 00:54:56.898649 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c9dd7e9-8f6e-4e4d-b8b2-91497fa12cfd req-61a715e9-9fe7-4246-bae3-8f1e9c11e8ba tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092849 Aug 31 00:54:56.939571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=439c64fb-6862-44d6-84a4-0f5a8175e315,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:56.939694 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3cbbe585-278b-495e-afda-9383c9c8271c req-cedc746d-187c-4871-9533-20390c97a003 service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114988 Aug 31 00:54:56.943921 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-97197ce8-a71c-4be9-8c71-5f21df386a10 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:56.950035 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-baf4cbc7-e62a-4546-b1ea-bfc00ae32cae req-9d7d967a-6a9b-4ae1-81bf-62fdbacbd799 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Deleting port 3dacc587-4328-4b2a-805a-a68afdb97b4e {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:54:56.954882 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-97197ce8-a71c-4be9-8c71-5f21df386a10 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.48 "GET /v2.0/networks?id=962090c4-e06e-4088-950b-8c581dc8e655 HTTP/1.1" status: 200 len: 814 time: 0.4971611 Aug 31 00:54:56.955035 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-baf4cbc7-e62a-4546-b1ea-bfc00ae32cae req-9d7d967a-6a9b-4ae1-81bf-62fdbacbd799 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:56.997530 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-ff41bf28-f81f-4647-aea2-77ef832d8b88 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Request body: {'port': {'device_id': 'c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a', 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655', 'admin_state_up': True, 'tenant_id': '3e57aba893e84797a7ad07e1842cdb74'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:57.128752 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-93eb79de-a705-4c3d-9601-3b027194f195 req-bb61d4ef-d02e-42c6-8c75-317fa5b527ae tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 210 time: 0.0533836 Aug 31 00:54:57.137421 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-84f99e63-c41d-4400-85d9-83e09660cdcd req-6d9e2183-c8b1-42b6-b35b-d0aeacb7a0e0 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a HTTP/1.1" status: 200 len: 210 time: 0.0467250 Aug 31 00:54:57.191578 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-baf4cbc7-e62a-4546-b1ea-bfc00ae32cae req-9d7d967a-6a9b-4ae1-81bf-62fdbacbd799 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] For port 3dacc587-4328-4b2a-805a-a68afdb97b4e, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3dacc587-4328-4b2a-805a-a68afdb97b4e,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:54:57.192063 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-baf4cbc7-e62a-4546-b1ea-bfc00ae32cae req-9d7d967a-6a9b-4ae1-81bf-62fdbacbd799 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:57.220150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-baf4cbc7-e62a-4546-b1ea-bfc00ae32cae req-9d7d967a-6a9b-4ae1-81bf-62fdbacbd799 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Calling delete_port for 3dacc587-4328-4b2a-805a-a68afdb97b4e owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:54:57.227707 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [req-19f97271-e5c9-482c-8f68-1cd664102766 req-f126f939-f17a-4b90-ad60-534c662613f3 service neutron] show failed (client error): The resource could not be found. Aug 31 00:54:57.228771 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-f126f939-f17a-4b90-ad60-534c662613f3 service neutron] 10.222.0.41 "GET /v2.0/ports/d660b8b9-78e8-4793-ae60-e28826290a64/bindings/n-h1-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.1716053 Aug 31 00:54:57.382500 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:57.405146 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3cbbe585-278b-495e-afda-9383c9c8271c req-09c0befc-37e3-4aed-89ac-c950e53e3265 service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484913 Aug 31 00:54:57.439845 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-93cebebf-32b2-4b89-b347-3961408edd97 req-7eb4dd72-bf8e-4d77-8e37-7f6aa59b277c tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 1001 time: 0.1728792 Aug 31 00:54:57.564972 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cebebf-32b2-4b89-b347-3961408edd97 req-e5a250f0-66ef-40b8-957d-e3ede7c688d5 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:57.564972 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-93cebebf-32b2-4b89-b347-3961408edd97 req-e5a250f0-66ef-40b8-957d-e3ede7c688d5 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports/a998386b-7f11-47ef-9133-c3596872863a HTTP/1.1" status: 200 len: 943 time: 0.0845816 Aug 31 00:54:57.671606 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-baf4cbc7-e62a-4546-b1ea-bfc00ae32cae req-9d7d967a-6a9b-4ae1-81bf-62fdbacbd799 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:57.683821 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['7cd7c266-9a3c-4f47-a57c-efc50123e385'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:54:57.734089 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4f14a802-6090-4a29-af63-fe6a29c8151c req-9510fcc2-b5a0-4223-b556-fe27bfff8380 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 210 time: 0.0601506 Aug 31 00:54:57.735291 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d967a-6a9b-4ae1-81bf-62fdbacbd799 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Pushing event deleted for resources: {'Port': ['ID=3dacc587-4328-4b2a-805a-a68afdb97b4e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:57.750083 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:57.760770 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['3dacc587-4328-4b2a-805a-a68afdb97b4e'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:54:57.762390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-ff41bf28-f81f-4647-aea2-77ef832d8b88 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Made reservation on behalf of 3e57aba893e84797a7ad07e1842cdb74 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:54:57.768044 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-ff41bf28-f81f-4647-aea2-77ef832d8b88 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:57.823636 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf4cbc7-e62a-4546-b1ea-bfc00ae32cae req-9d7d967a-6a9b-4ae1-81bf-62fdbacbd799 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] No DVR routers for this DVR port 3dacc587-4328-4b2a-805a-a68afdb97b4e on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:54:57.827220 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-baf4cbc7-e62a-4546-b1ea-bfc00ae32cae req-9d7d967a-6a9b-4ae1-81bf-62fdbacbd799 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:57.830575 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-baf4cbc7-e62a-4546-b1ea-bfc00ae32cae req-9d7d967a-6a9b-4ae1-81bf-62fdbacbd799 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.41 "DELETE /v2.0/ports/3dacc587-4328-4b2a-805a-a68afdb97b4e HTTP/1.1" status: 204 len: 173 time: 1.1431100 Aug 31 00:54:57.831591 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a12211f-8c1a-433b-8d75-5c2ef0a768bf', 'name': 'network-vif-deleted', 'tag': '3dacc587-4328-4b2a-805a-a68afdb97b4e'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:54:57.844934 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2ef1bf-9209-46d9-bd08-4edbe2d31136" -d '{"events": [{"server_uuid": "0a12211f-8c1a-433b-8d75-5c2ef0a768bf", "name": "network-vif-deleted", "tag": "3dacc587-4328-4b2a-805a-a68afdb97b4e"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:54:57.880205 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:58.060713 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386dc700-fd7d-4efe-b1a4-3f2608750af3 x-openstack-request-id: req-386dc700-fd7d-4efe-b1a4-3f2608750af3 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:54:58.061195 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a12211f-8c1a-433b-8d75-5c2ef0a768bf", "name": "network-vif-deleted", "tag": "3dacc587-4328-4b2a-805a-a68afdb97b4e", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:54:58.062773 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-386dc700-fd7d-4efe-b1a4-3f2608750af3 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:54:58.063424 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a12211f-8c1a-433b-8d75-5c2ef0a768bf', 'name': 'network-vif-deleted', 'tag': '3dacc587-4328-4b2a-805a-a68afdb97b4e', 'status': 'completed', 'code': 200} Aug 31 00:54:58.164378 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-93cebebf-32b2-4b89-b347-3961408edd97 req-33dee95c-196b-4cd9-b9b4-da592f7f42dc tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 1001 time: 0.4069479 Aug 31 00:54:58.190261 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 439c64fb-6862-44d6-84a4-0f5a8175e315 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:54:58.228088 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:58.271650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Pushing event updated for resources: {'Port': ['ID=161fd58e-063c-4a40-b097-79ea3cdc72b0,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:54:58.302191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a27c2-d1c0-47ac-9258-f3e47dfbb2b6 req-03a4ae6e-e712-48d3-9ad4-1c29dc164a37 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:58.311006 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba6a27c2-d1c0-47ac-9258-f3e47dfbb2b6 req-03a4ae6e-e712-48d3-9ad4-1c29dc164a37 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.0919414 Aug 31 00:54:58.363194 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba6a27c2-d1c0-47ac-9258-f3e47dfbb2b6 req-cf8b6549-ea02-40c0-9719-a0d3460c871f tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510762 Aug 31 00:54:58.365079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 439c64fb-6862-44d6-84a4-0f5a8175e315 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:54:58.365079 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:58.423198 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:58.423746 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:58.424306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:58.424691 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:58.425291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:58.425770 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:58.426316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:58.426843 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:58.427380 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:58.427930 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:58.428456 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:58.428983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:54:58.610579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f97271-e5c9-482c-8f68-1cd664102766 req-fb629a62-eba9-4d16-8f1f-e9d5cbdb7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:58.612152 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-fb629a62-eba9-4d16-8f1f-e9d5cbdb7d77 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923&tenant_id=9b0e0bf639aa4d21b3db103ff979c892 HTTP/1.1" status: 200 len: 1102 time: 0.3901317 Aug 31 00:54:58.613415 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-ff41bf28-f81f-4647-aea2-77ef832d8b88 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Allocated IP 172.20.0.5 (962090c4-e06e-4088-950b-8c581dc8e655/7dd93664-3297-40f1-8193-ad3e9b8e3322/e5e3ad14-9f39-4444-acf5-d0713940a9b7) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:54:58.622971 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0cde50f-5840-42fa-914e-fb753e910925 req-6de2d58a-8355-4db3-b3d7-c72d24efc781 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 210 time: 0.0312839 Aug 31 00:54:58.635030 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:58.716835 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cebebf-32b2-4b89-b347-3961408edd97 req-7ea68f07-2f03-45c5-afab-978e6506be4b tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:58.716835 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-93cebebf-32b2-4b89-b347-3961408edd97 req-7ea68f07-2f03-45c5-afab-978e6506be4b tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.5164557 Aug 31 00:54:58.748258 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-93cebebf-32b2-4b89-b347-3961408edd97 req-1891b365-cd45-4e35-a582-f5830880c980 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:54:58.750208 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-93cebebf-32b2-4b89-b347-3961408edd97 req-1891b365-cd45-4e35-a582-f5830880c980 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264323 Aug 31 00:54:58.754344 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97534162-d0a2-47b9-9415-b401ba08397f req-9b3adbbb-d0d1-4b8e-9924-a67bc2419fd6 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a HTTP/1.1" status: 200 len: 210 time: 0.0290205 Aug 31 00:54:58.808609 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Network ad6da09f-9252-431e-baee-a209b62f8e65 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:54:58.868579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:54:58.901136 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:59.030752 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4d029b1d-101d-4947-8782-1f0d7bc55a20 req-4117e277-4ffb-48e8-bca2-9ea834a78d0a tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a12211f-8c1a-433b-8d75-5c2ef0a768bf HTTP/1.1" status: 200 len: 210 time: 0.0449047 Aug 31 00:54:59.038364 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-93cebebf-32b2-4b89-b347-3961408edd97 req-4fa34a65-639c-4da7-8a0b-9857f28e86d4 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 1001 time: 0.2572308 Aug 31 00:54:59.078431 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-93cebebf-32b2-4b89-b347-3961408edd97 req-2c0f84a4-760e-423b-ba63-209903072bc1 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:54:59.167953 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a1711371-6e61-4e15-950c-01fbd0e1a5f7 None None] Provisioning complete for port 161fd58e-063c-4a40-b097-79ea3cdc72b0 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:54:59.168516 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a1711371-6e61-4e15-950c-01fbd0e1a5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:59.216128 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-a1711371-6e61-4e15-950c-01fbd0e1a5f7 None None] Port 161fd58e-063c-4a40-b097-79ea3cdc72b0 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:54:59.515240 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc16e2-7d69-4afd-8b5b-95eeed7e3b1c req-ab8a65e1-af34-4186-8ebd-dc6e598d65a8 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:54:59.524858 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-73bc16e2-7d69-4afd-8b5b-95eeed7e3b1c req-ab8a65e1-af34-4186-8ebd-dc6e598d65a8 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.0810018 Aug 31 00:54:59.585087 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-73bc16e2-7d69-4afd-8b5b-95eeed7e3b1c req-bed95b3d-f783-428f-97b2-7dd47e21610d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560656 Aug 31 00:54:59.647255 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-93cebebf-32b2-4b89-b347-3961408edd97 req-2c0f84a4-760e-423b-ba63-209903072bc1 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks [] for floatingip, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:59.662413 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-ff41bf28-f81f-4647-aea2-77ef832d8b88 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:59.774134 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Router b986ad1e-13fb-4548-8ac0-11999f7d69bd has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:54:59.858805 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a552acec-4912-4b20-a507-71e0b7811dbf req-92d4afa9-1879-4875-a464-8c58890fdf11 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 210 time: 0.0485072 Aug 31 00:54:59.988397 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bdc1497b-f7d3-45ff-b6c8-8d84711cf595 req-506580b0-8371-42f0-9db6-f7f9ae727121 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a HTTP/1.1" status: 200 len: 210 time: 0.0358894 Aug 31 00:55:00.022238 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] For port d660b8b9-78e8-4793-ae60-e28826290a64, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d660b8b9-78e8-4793-ae60-e28826290a64,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:00.079971 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-93cebebf-32b2-4b89-b347-3961408edd97 req-2c0f84a4-760e-423b-ba63-209903072bc1 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:00.083496 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-ff41bf28-f81f-4647-aea2-77ef832d8b88 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:00.096929 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['9d5bd277-aeb5-4022-b617-60ca0f30db3a', '547b71d8-b919-4383-9839-0f8283403100'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:55:00.111773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-31721a6b-cb86-419e-b29d-675ae03af42a tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:00.114441 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-31721a6b-cb86-419e-b29d-675ae03af42a tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.48 "GET /v2.0/networks?id=c25bde23-7fd0-4902-805c-c6238fc1da6b HTTP/1.1" status: 200 len: 812 time: 0.2587802 Aug 31 00:55:00.131424 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-42417329-05d5-46bd-ac9b-79c623c04e6f tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Request body: {'port': {'device_id': 'b74b4d1f-810d-4144-9d7f-bc2a667a1411', 'network_id': 'c25bde23-7fd0-4902-805c-c6238fc1da6b', 'admin_state_up': True, 'tenant_id': '92a134cdf51b4003b500d687ed9eb1f8'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:00.205805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] For port d660b8b9-78e8-4793-ae60-e28826290a64, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:55:00.277824 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:00.296654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Transition to ACTIVE for port object d660b8b9-78e8-4793-ae60-e28826290a64 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:55:00.298372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-ff41bf28-f81f-4647-aea2-77ef832d8b88 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Network 962090c4-e06e-4088-950b-8c581dc8e655 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:55:00.300643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866492d8-00a0-4ee2-b986-e381417d7923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd660b8b9-78e8-4793-ae60-e28826290a64'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:55:00.307928 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f050ce2-f0fb-4a66-9d68-11ac5a818a1e" -d '{"events": [{"server_uuid": "866492d8-00a0-4ee2-b986-e381417d7923", "name": "network-vif-unplugged", "status": "completed", "tag": "d660b8b9-78e8-4793-ae60-e28826290a64"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:55:00.307928 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-ff41bf28-f81f-4647-aea2-77ef832d8b88 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:55:00.316798 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-93cebebf-32b2-4b89-b347-3961408edd97 req-2c0f84a4-760e-423b-ba63-209903072bc1 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:00.316798 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [req-93cebebf-32b2-4b89-b347-3961408edd97 req-2c0f84a4-760e-423b-ba63-209903072bc1 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Floating IP 262afb18-da98-4a41-9d4f-1036a08ccf64 disassociated. External IP: 172.25.2.19, port: a998386b-7f11-47ef-9133-c3596872863a. Aug 31 00:55:00.316798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-ff41bf28-f81f-4647-aea2-77ef832d8b88 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:55:00.361716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41bf28-f81f-4647-aea2-77ef832d8b88 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Pushing event updated for resources: {'Port': ['ID=e5e3ad14-9f39-4444-acf5-d0713940a9b7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:00.367255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d660b8b9-78e8-4793-ae60-e28826290a64 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:55:00.407820 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:55:00.429478 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7f37ddbf-9fe7-4ee4-8e73-ffe0a54dbfeb admin admin] 10.222.0.16 "PUT /v2.0/routers/b986ad1e-13fb-4548-8ac0-11999f7d69bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3418963 Aug 31 00:55:00.436175 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:00.441832 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Sync routers for ids ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:55:00.482933 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Routers {'b986ad1e-13fb-4548-8ac0-11999f7d69bd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:55:00.483712 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:54:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:00.489337 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-42417329-05d5-46bd-ac9b-79c623c04e6f tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Made reservation on behalf of 92a134cdf51b4003b500d687ed9eb1f8 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:55:00.495329 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d660b8b9-78e8-4793-ae60-e28826290a64 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:55:00.496902 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 3dacc587-4328-4b2a-805a-a68afdb97b4e no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:55:00.497083 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-42417329-05d5-46bd-ac9b-79c623c04e6f tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:00.514514 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-ff41bf28-f81f-4647-aea2-77ef832d8b88 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:00.515402 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-ff41bf28-f81f-4647-aea2-77ef832d8b88 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:00.583250 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 3dacc587-4328-4b2a-805a-a68afdb97b4e {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:55:00.583641 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 3dacc587-4328-4b2a-805a-a68afdb97b4e not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:55:00.687229 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] No DVR routers for this DVR port d660b8b9-78e8-4793-ae60-e28826290a64 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:55:00.697567 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Pushing event updated for resources: {'Port': ['ID=d660b8b9-78e8-4793-ae60-e28826290a64,revision_number=6']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:00.767978 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-42417329-05d5-46bd-ac9b-79c623c04e6f tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Allocated IP 172.20.0.12 (c25bde23-7fd0-4902-805c-c6238fc1da6b/b9f00cd4-573e-4200-a1be-da6efee3f06a/f6303bf6-6125-4de5-b6d4-ed5466c4e039) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:55:00.892300 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-ff41bf28-f81f-4647-aea2-77ef832d8b88 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9105883 Aug 31 00:55:00.916279 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Request body: {'port': {'device_id': 'c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:00.931148 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee80e76f-ef36-49e7-8004-a468a3aa870d x-openstack-request-id: req-ee80e76f-ef36-49e7-8004-a468a3aa870d {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:55:00.931148 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866492d8-00a0-4ee2-b986-e381417d7923", "name": "network-vif-unplugged", "status": "completed", "tag": "d660b8b9-78e8-4793-ae60-e28826290a64", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:55:00.931477 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee80e76f-ef36-49e7-8004-a468a3aa870d {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:55:00.931800 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866492d8-00a0-4ee2-b986-e381417d7923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd660b8b9-78e8-4793-ae60-e28826290a64', 'code': 200} Aug 31 00:55:00.935668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Attempting to bind port d660b8b9-78e8-4793-ae60-e28826290a64 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:55:00.935668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Attempting to bind port d660b8b9-78e8-4793-ae60-e28826290a64 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:55:00.935878 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Attempting to bind port d660b8b9-78e8-4793-ae60-e28826290a64 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:55:00.953550 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Set router b986ad1e-13fb-4548-8ac0-11999f7d69bd gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:55:01.092324 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Port d660b8b9-78e8-4793-ae60-e28826290a64 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:55:01.092942 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Attempting to bind port d660b8b9-78e8-4793-ae60-e28826290a64 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:55:01.104092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c834e-b83d-4ed4-96c6-b9f384dc4fab req-f9421acd-0195-4499-9251-4ed1fb31123e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:01.107541 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-857c834e-b83d-4ed4-96c6-b9f384dc4fab req-f9421acd-0195-4499-9251-4ed1fb31123e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 948 time: 0.1056037 Aug 31 00:55:01.115782 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-42417329-05d5-46bd-ac9b-79c623c04e6f tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:01.130215 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:55:01.130572 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:55:01.130971 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:55:01.131429 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Bound port: d660b8b9-78e8-4793-ae60-e28826290a64, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:55:01.131798 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:01.161596 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:01.183054 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-857c834e-b83d-4ed4-96c6-b9f384dc4fab req-5d2e814b-4b7f-4d7d-a16a-273390fcfc60 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619180 Aug 31 00:55:01.285712 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93cebebf-32b2-4b89-b347-3961408edd97 req-2c0f84a4-760e-423b-ba63-209903072bc1 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:55:01.311606 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-42417329-05d5-46bd-ac9b-79c623c04e6f tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:01.319380 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'name': 'tempest-ServersTestBootFromVolume-1705872542-router', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:54:46Z', 'updated_at': '2021-08-31T00:54:56Z', 'revision_number': 4, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'gw_port': {'id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:48Z', 'updated_at': '2021-08-31T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '161fd58e-063c-4a40-b097-79ea3cdc72b0', 'name': '', 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'mac_address': 'fa:16:3e:ba:b4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:54Z', 'updated_at': '2021-08-31T00:54:57Z', 'revision_number': 2, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'subnets': [{'id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:01.356710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Checking router: b986ad1e-13fb-4548-8ac0-11999f7d69bd for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:55:01.357126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Updating router b986ad1e-13fb-4548-8ac0-11999f7d69bd port 161fd58e-063c-4a40-b097-79ea3cdc72b0 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:55:01.381837 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-42417329-05d5-46bd-ac9b-79c623c04e6f tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Network c25bde23-7fd0-4902-805c-c6238fc1da6b is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:55:01.394577 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-42417329-05d5-46bd-ac9b-79c623c04e6f tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:55:01.395952 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:01.400950 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-42417329-05d5-46bd-ac9b-79c623c04e6f tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:55:01.437833 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42417329-05d5-46bd-ac9b-79c623c04e6f tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event updated for resources: {'Port': ['ID=f6303bf6-6125-4de5-b6d4-ed5466c4e039,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:01.484565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] For port d660b8b9-78e8-4793-ae60-e28826290a64, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:55:01.489803 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-42417329-05d5-46bd-ac9b-79c623c04e6f tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:01.489803 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-42417329-05d5-46bd-ac9b-79c623c04e6f tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:01.523700 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] For port d660b8b9-78e8-4793-ae60-e28826290a64, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d660b8b9-78e8-4793-ae60-e28826290a64,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:55:01.586194 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-42417329-05d5-46bd-ac9b-79c623c04e6f tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4614832 Aug 31 00:55:01.604794 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Request body: {'port': {'device_id': 'b74b4d1f-810d-4144-9d7f-bc2a667a1411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:01.633935 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:01.708120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:01.708717 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:01.711784 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-5e8adf08-5541-478f-918f-7be91279294f service neutron] 10.222.0.48 "PUT /v2.0/ports/d660b8b9-78e8-4793-ae60-e28826290a64 HTTP/1.1" status: 200 len: 1097 time: 3.0909765 Aug 31 00:55:01.714526 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:01.756620 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93cebebf-32b2-4b89-b347-3961408edd97 req-2c0f84a4-760e-423b-ba63-209903072bc1 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:55:01.779740 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1503db97-f7db-44b2-a591-97333a428f6b None None] Sync routers for ids ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:55:01.791163 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-93cebebf-32b2-4b89-b347-3961408edd97 req-2c0f84a4-760e-423b-ba63-209903072bc1 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:01.826797 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1503db97-f7db-44b2-a591-97333a428f6b None None] Routers {'11d1eee7-e0b0-4075-930d-d109e7d9eb0a'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:55:01.828569 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1503db97-f7db-44b2-a591-97333a428f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:54:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:01.928784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8adf08-5541-478f-918f-7be91279294f service neutron] Pushing event updated for resources: {'Port': ['ID=d660b8b9-78e8-4793-ae60-e28826290a64,revision_number=7']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:01.964308 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42520) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:01.974256 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-93cebebf-32b2-4b89-b347-3961408edd97 req-2c0f84a4-760e-423b-ba63-209903072bc1 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "PUT /v2.0/floatingips/262afb18-da98-4a41-9d4f-1036a08ccf64 HTTP/1.1" status: 200 len: 695 time: 2.9089837 Aug 31 00:55:01.977187 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-075f15d9-edf5-448b-a05a-3673a593e353 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Request body: {'security_group': {'name': 'tempest-securitygroup--942930127', 'description': 'tempest-description--941258046'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:02.028696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f97271-e5c9-482c-8f68-1cd664102766 req-03c360bb-6f1e-4c94-86a9-fe9eb9f3956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:02.031439 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-03c360bb-6f1e-4c94-86a9-fe9eb9f3956a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 1100 time: 0.2639203 Aug 31 00:55:02.127314 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:02.147387 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Transition to ACTIVE for port object 161fd58e-063c-4a40-b097-79ea3cdc72b0 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:55:02.199649 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-075f15d9-edf5-448b-a05a-3673a593e353 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:02.220722 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:02.229852 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-1503db97-f7db-44b2-a591-97333a428f6b None None] Set router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:55:02.297397 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c48df-9dba-4443-9c59-a00bd1e123de None None] Pushing event updated for resources: {'Port': ['ID=161fd58e-063c-4a40-b097-79ea3cdc72b0,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:02.307554 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ed881-c1bd-4d78-bd9a-e9203767a0e3 req-eb0c15c0-4eb4-4587-8f8f-94747cdf7a59 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:02.309167 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-453ed881-c1bd-4d78-bd9a-e9203767a0e3 req-eb0c15c0-4eb4-4587-8f8f-94747cdf7a59 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 949 time: 0.1663151 Aug 31 00:55:02.418863 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e3ad14-9f39-4444-acf5-d0713940a9b7 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:55:02.439835 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:02.461226 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6303bf6-6125-4de5-b6d4-ed5466c4e039 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:55:02.476400 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Attempting to bind port 161fd58e-063c-4a40-b097-79ea3cdc72b0 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:55:02.478586 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Attempting to bind port 161fd58e-063c-4a40-b097-79ea3cdc72b0 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '3823af70-b9e3-4fde-a3b2-47c4a0430bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:55:02.479135 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-075f15d9-edf5-448b-a05a-3673a593e353 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:02.479587 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Attempting to bind port 161fd58e-063c-4a40-b097-79ea3cdc72b0 on network ad6da09f-9252-431e-baee-a209b62f8e65 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:55:02.479821 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:02.489848 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:55:02.490692 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Checking segment: {'id': '3823af70-b9e3-4fde-a3b2-47c4a0430bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:55:02.492966 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:02.494171 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Bound using segment: {'id': '3823af70-b9e3-4fde-a3b2-47c4a0430bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:55:02.495231 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Bound port: 161fd58e-063c-4a40-b097-79ea3cdc72b0, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3823af70-b9e3-4fde-a3b2-47c4a0430bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:55:02.495941 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:02.520726 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Transition to ACTIVE for port object e5e3ad14-9f39-4444-acf5-d0713940a9b7 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:55:02.530455 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-453ed881-c1bd-4d78-bd9a-e9203767a0e3 req-174544ed-abdc-46c1-8085-28f1e2873306 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314638 Aug 31 00:55:02.531336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b26f8-b068-449d-abe1-553b29bb1922 req-bc5ea340-adb1-407d-8f2d-a62fe327f6bd tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:02.531744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Transition to ACTIVE for port object f6303bf6-6125-4de5-b6d4-ed5466c4e039 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:55:02.533795 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ec7b26f8-b068-449d-abe1-553b29bb1922 req-bc5ea340-adb1-407d-8f2d-a62fe327f6bd tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 949 time: 0.4339592 Aug 31 00:55:02.541059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cebebf-32b2-4b89-b347-3961408edd97 req-f28a8e48-504a-4593-92e1-68882fd2a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:02.543479 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-93cebebf-32b2-4b89-b347-3961408edd97 req-f28a8e48-504a-4593-92e1-68882fd2a669 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93a0ee3178d34d5299cac844dabfaecc&device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 1098 time: 0.4979720 Aug 31 00:55:02.668202 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f97271-e5c9-482c-8f68-1cd664102766 req-a40071a5-d879-42be-9045-01fda8b5d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:02.669868 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-a40071a5-d879-42be-9045-01fda8b5d2f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.6045341 Aug 31 00:55:02.682300 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] For port 161fd58e-063c-4a40-b097-79ea3cdc72b0, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:55:02.686560 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] For port 161fd58e-063c-4a40-b097-79ea3cdc72b0, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=161fd58e-063c-4a40-b097-79ea3cdc72b0,segment=NetworkSegment(3823af70-b9e3-4fde-a3b2-47c4a0430bb5),segment_id=3823af70-b9e3-4fde-a3b2-47c4a0430bb5)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:55:02.758636 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-b2ae89b4-79ce-48bd-8a8b-2df61c1dc1f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d660b8b9-78e8-4793-ae60-e28826290a64 HTTP/1.1" status: 200 len: 217 time: 0.0804305 Aug 31 00:55:02.770414 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-075f15d9-edf5-448b-a05a-3673a593e353 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:02.805619 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:02.815440 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:02.860603 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Routers {'b986ad1e-13fb-4548-8ac0-11999f7d69bd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:55:02.861249 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:54:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:02.916104 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:02.923165 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1503db97-f7db-44b2-a591-97333a428f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:53Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:02.933350 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c48df-9dba-4443-9c59-a00bd1e123de None None] Pushing event updated for resources: {'Port': ['ID=161fd58e-063c-4a40-b097-79ea3cdc72b0,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:02.968216 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f0535-e073-49c4-b97e-e560e19a3537 req-f86b6b44-c992-4667-b4ff-40892c0e7b2a tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:02.984509 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6d9f0535-e073-49c4-b97e-e560e19a3537 req-f86b6b44-c992-4667-b4ff-40892c0e7b2a tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 932 time: 0.2273037 Aug 31 00:55:02.994651 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f15d9-edf5-448b-a05a-3673a593e353 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44116fb-8631-4f72-9149-0a10b3929f45,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:03.001589 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-075f15d9-edf5-448b-a05a-3673a593e353 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:03.007135 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-075f15d9-edf5-448b-a05a-3673a593e353 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0412614 Aug 31 00:55:03.014518 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] Set router b986ad1e-13fb-4548-8ac0-11999f7d69bd gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:55:03.029704 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1503db97-f7db-44b2-a591-97333a428f6b None None] Checking router: 11d1eee7-e0b0-4075-930d-d109e7d9eb0a for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:55:03.043931 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42524) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:03.045000 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866492d8-00a0-4ee2-b986-e381417d7923', 'tag': 'd660b8b9-78e8-4793-ae60-e28826290a64'}, {'name': 'network-changed', 'server_uuid': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'tag': 'a998386b-7f11-47ef-9133-c3596872863a'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:55:03.050003 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347045d0-a598-4a04-88cf-51cad6ce28e5" -d '{"events": [{"name": "network-changed", "server_uuid": "866492d8-00a0-4ee2-b986-e381417d7923", "tag": "d660b8b9-78e8-4793-ae60-e28826290a64"}, {"name": "network-changed", "server_uuid": "7b61fbf3-4801-4ba4-adbc-7d3e801a1511", "tag": "a998386b-7f11-47ef-9133-c3596872863a"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:55:03.056449 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cebebf-32b2-4b89-b347-3961408edd97 req-aa3e2388-3d7c-4834-9a25-1a2c9d334e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:03.067227 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-93cebebf-32b2-4b89-b347-3961408edd97 req-aa3e2388-3d7c-4834-9a25-1a2c9d334e44 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc278020-aff3-4dcf-ba96-5afc27324078 HTTP/1.1" status: 200 len: 921 time: 0.4871566 Aug 31 00:55:03.081888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f97271-e5c9-482c-8f68-1cd664102766 req-a52165d4-64f5-4367-94fe-893de093d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:03.082736 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1503db97-f7db-44b2-a591-97333a428f6b None None] Routers {'11d1eee7-e0b0-4075-930d-d109e7d9eb0a'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:55:03.083399 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1503db97-f7db-44b2-a591-97333a428f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:54:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:03.085567 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-a52165d4-64f5-4367-94fe-893de093d190 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.3177845 Aug 31 00:55:03.102314 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-cf6668c6-c7f4-4e9f-816d-49b7ff1a5804 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Request body: {'security_group_rule': {'security_group_id': 'b44116fb-8631-4f72-9149-0a10b3929f45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:03.140947 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Pushing event updated for resources: {'Port': ['ID=f6303bf6-6125-4de5-b6d4-ed5466c4e039,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:03.215856 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6d9f0535-e073-49c4-b97e-e560e19a3537 req-7f110cff-e15d-4688-aa04-5e3efdceec69 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299430 Aug 31 00:55:03.223116 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-93cebebf-32b2-4b89-b347-3961408edd97 req-be3ea20a-09be-4f21-8f5a-51d7d699f403 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a998386b-7f11-47ef-9133-c3596872863a HTTP/1.1" status: 200 len: 217 time: 0.1542590 Aug 31 00:55:03.299969 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Attempting to bind port f6303bf6-6125-4de5-b6d4-ed5466c4e039 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:55:03.301020 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Attempting to bind port f6303bf6-6125-4de5-b6d4-ed5466c4e039 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '90c996bf-cc59-456f-9160-48c62acac6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c25bde23-7fd0-4902-805c-c6238fc1da6b'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:55:03.302049 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Attempting to bind port f6303bf6-6125-4de5-b6d4-ed5466c4e039 on network c25bde23-7fd0-4902-805c-c6238fc1da6b {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:55:03.310218 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Port f6303bf6-6125-4de5-b6d4-ed5466c4e039 on network c25bde23-7fd0-4902-805c-c6238fc1da6b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:55:03.310699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Attempting to bind port f6303bf6-6125-4de5-b6d4-ed5466c4e039 on network c25bde23-7fd0-4902-805c-c6238fc1da6b {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:55:03.318818 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:55:03.319342 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Checking segment: {'id': '90c996bf-cc59-456f-9160-48c62acac6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c25bde23-7fd0-4902-805c-c6238fc1da6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:55:03.320502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Bound using segment: {'id': '90c996bf-cc59-456f-9160-48c62acac6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c25bde23-7fd0-4902-805c-c6238fc1da6b'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:55:03.321101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Bound port: f6303bf6-6125-4de5-b6d4-ed5466c4e039, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90c996bf-cc59-456f-9160-48c62acac6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c25bde23-7fd0-4902-805c-c6238fc1da6b'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:55:03.321637 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:03.329029 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-1503db97-f7db-44b2-a591-97333a428f6b None None] Set router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:55:03.453991 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] For port f6303bf6-6125-4de5-b6d4-ed5466c4e039, host n-h1-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:55:03.471846 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] For port f6303bf6-6125-4de5-b6d4-ed5466c4e039, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=f6303bf6-6125-4de5-b6d4-ed5466c4e039,segment=NetworkSegment(90c996bf-cc59-456f-9160-48c62acac6f2),segment_id=90c996bf-cc59-456f-9160-48c62acac6f2)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:55:03.479997 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cf6668c6-c7f4-4e9f-816d-49b7ff1a5804 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:03.486187 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'name': 'tempest-ServersTestBootFromVolume-1705872542-router', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:54:46Z', 'updated_at': '2021-08-31T00:54:56Z', 'revision_number': 4, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'gw_port': {'id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:48Z', 'updated_at': '2021-08-31T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '161fd58e-063c-4a40-b097-79ea3cdc72b0', 'name': '', 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'mac_address': 'fa:16:3e:ba:b4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:54Z', 'updated_at': '2021-08-31T00:55:02Z', 'revision_number': 4, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'subnets': [{'id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:03.520642 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bef802-27f4-4f10-a1da-908f234d59ac None None] The sync data for ids ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'] in n-d-793621-34 is: [{'id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'name': 'tempest-ServersTestBootFromVolume-1705872542-router', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:54:46Z', 'updated_at': '2021-08-31T00:54:56Z', 'revision_number': 4, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'gw_port': {'id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:48Z', 'updated_at': '2021-08-31T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '161fd58e-063c-4a40-b097-79ea3cdc72b0', 'name': '', 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'mac_address': 'fa:16:3e:ba:b4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:54Z', 'updated_at': '2021-08-31T00:55:02Z', 'revision_number': 4, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'subnets': [{'id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:55:03.609364 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:03.738566 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b33ea1-4bdb-4edb-bf21-4d6f7590aed0 req-487c89b1-8b22-4739-9bc8-d59aed5bf212 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:03.740214 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-73b33ea1-4bdb-4edb-bf21-4d6f7590aed0 req-487c89b1-8b22-4739-9bc8-d59aed5bf212 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a HTTP/1.1" status: 200 len: 943 time: 0.2935011 Aug 31 00:55:03.744963 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:03.745944 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:03.747985 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] 10.222.0.48 "PUT /v2.0/ports/f6303bf6-6125-4de5-b6d4-ed5466c4e039 HTTP/1.1" status: 200 len: 1093 time: 2.1513925 Aug 31 00:55:03.752686 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74b4d1f-810d-4144-9d7f-bc2a667a1411', 'tag': 'f6303bf6-6125-4de5-b6d4-ed5466c4e039'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:55:03.755448 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36b1c9f-dc00-466e-9a09-106635cbd880" -d '{"events": [{"name": "network-changed", "server_uuid": "b74b4d1f-810d-4144-9d7f-bc2a667a1411", "tag": "f6303bf6-6125-4de5-b6d4-ed5466c4e039"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:55:03.830043 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cf6668c6-c7f4-4e9f-816d-49b7ff1a5804 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:03.836734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a3415-7ea7-454c-b899-0d548683623c service neutron] Pushing event updated for resources: {'Port': ['ID=f6303bf6-6125-4de5-b6d4-ed5466c4e039,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:03.889396 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-73b33ea1-4bdb-4edb-bf21-4d6f7590aed0 req-74d90fc4-815a-4315-b637-a602e8f4e519 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284261 Aug 31 00:55:03.905311 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cf6668c6-c7f4-4e9f-816d-49b7ff1a5804 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:03.918657 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1503db97-f7db-44b2-a591-97333a428f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:53Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:03.936361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cebebf-32b2-4b89-b347-3961408edd97 req-c9f3ecaf-5a40-4310-9332-499fbf89bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:03.938139 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-93cebebf-32b2-4b89-b347-3961408edd97 req-c9f3ecaf-5a40-4310-9332-499fbf89bcaf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=142bf2c3-09e2-45a4-ac82-63759f91b472 HTTP/1.1" status: 200 len: 859 time: 0.7139232 Aug 31 00:55:03.939124 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e3ad14-9f39-4444-acf5-d0713940a9b7,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:03.991194 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1503db97-f7db-44b2-a591-97333a428f6b None None] The sync data for ids ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'] in n-d-793621-34 is: [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:53:43Z', 'revision_number': 4, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ee4899fe-0e78-40b9-bd78-996e212e0086', 'name': '', 'network_id': 'dc278020-aff3-4dcf-ba96-5afc27324078', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:41Z', 'updated_at': '2021-08-31T00:53:53Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'subnets': [{'id': '142bf2c3-09e2-45a4-ac82-63759f91b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:55:04.024202 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6668c6-c7f4-4e9f-816d-49b7ff1a5804 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f511f3b8-531d-47d1-a191-f98559905726,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:04.051247 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-ec7b26f8-b068-449d-abe1-553b29bb1922 req-e85a8d2d-7e90-4739-8f98-392bf2858853 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Deleting port 7cd7c266-9a3c-4f47-a57c-efc50123e385 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:04.052380 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ec7b26f8-b068-449d-abe1-553b29bb1922 req-e85a8d2d-7e90-4739-8f98-392bf2858853 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:04.084456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-c490d24e-03c9-49a6-9765-b12e5342b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:04.095803 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-c490d24e-03c9-49a6-9765-b12e5342b50e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a134cdf51b4003b500d687ed9eb1f8&device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 1096 time: 0.1672165 Aug 31 00:55:04.193754 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7402ef19-8927-478e-8ee7-8f7b207d5437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:04.255607 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cf6668c6-c7f4-4e9f-816d-49b7ff1a5804 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:04.260317 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cf6668c6-c7f4-4e9f-816d-49b7ff1a5804 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2094698 Aug 31 00:55:04.266537 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42534) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:04.275534 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-c13d344e-ac8a-4039-ac33-c047d7d0afdd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6303bf6-6125-4de5-b6d4-ed5466c4e039 HTTP/1.1" status: 200 len: 217 time: 0.1797581 Aug 31 00:55:04.277224 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 161fd58e-063c-4a40-b097-79ea3cdc72b0 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:55:04.282687 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-2a61d130-2d33-444d-94cc-049afae46af3 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Request body: {'security_group_rule': {'security_group_id': 'b44116fb-8631-4f72-9149-0a10b3929f45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:04.391040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f97271-e5c9-482c-8f68-1cd664102766 req-e805a77d-c123-4ca0-9296-d7214dc99079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:04.393740 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-e805a77d-c123-4ca0-9296-d7214dc99079 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2286797 Aug 31 00:55:04.476784 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-87c882ec-2a54-425e-9032-308a1838eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:04.479533 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-87c882ec-2a54-425e-9032-308a1838eda4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b9f00cd4-573e-4200-a1be-da6efee3f06a HTTP/1.1" status: 200 len: 852 time: 0.1829567 Aug 31 00:55:04.480432 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 7cd7c266-9a3c-4f47-a57c-efc50123e385 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:55:04.500217 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99ab41-5cab-4daa-92d5-205e794bb795 req-00d84707-b00a-4116-ac01-6565a9997421 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:04.503074 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9c99ab41-5cab-4daa-92d5-205e794bb795 req-00d84707-b00a-4116-ac01-6565a9997421 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 945 time: 0.2080183 Aug 31 00:55:04.578700 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-6d2a3aef-6d80-4bdc-a08f-75df06b5de7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c25bde23-7fd0-4902-805c-c6238fc1da6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725400 Aug 31 00:55:04.587232 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 161fd58e-063c-4a40-b097-79ea3cdc72b0 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:55:04.606124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 161fd58e-063c-4a40-b097-79ea3cdc72b0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:55:04.606124 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:04.677551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Attempting to bind port e5e3ad14-9f39-4444-acf5-d0713940a9b7 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:55:04.678085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Attempting to bind port e5e3ad14-9f39-4444-acf5-d0713940a9b7 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '9e036f0f-88ed-4f93-8c4b-c81e55bde014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:55:04.678626 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Attempting to bind port e5e3ad14-9f39-4444-acf5-d0713940a9b7 on network 962090c4-e06e-4088-950b-8c581dc8e655 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:55:04.701898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-ec7b26f8-b068-449d-abe1-553b29bb1922 req-e85a8d2d-7e90-4739-8f98-392bf2858853 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] For port 7cd7c266-9a3c-4f47-a57c-efc50123e385, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=7cd7c266-9a3c-4f47-a57c-efc50123e385,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:04.703121 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ec7b26f8-b068-449d-abe1-553b29bb1922 req-e85a8d2d-7e90-4739-8f98-392bf2858853 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:04.719903 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:04.737426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cebebf-32b2-4b89-b347-3961408edd97 req-a1c19e0c-4f2d-4184-bd29-cabd170e5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:04.755518 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-93cebebf-32b2-4b89-b347-3961408edd97 req-a1c19e0c-4f2d-4184-bd29-cabd170e5094 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc278020-aff3-4dcf-ba96-5afc27324078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7154343 Aug 31 00:55:04.793629 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a61d130-2d33-444d-94cc-049afae46af3 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:04.795582 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780760b2-c7d2-4b48-8f1a-e2c1c3eed4f5 None None] New status for floating IP 262afb18-da98-4a41-9d4f-1036a08ccf64: DOWN {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:55:04.804621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Port e5e3ad14-9f39-4444-acf5-d0713940a9b7 on network 962090c4-e06e-4088-950b-8c581dc8e655 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:55:04.804942 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Attempting to bind port e5e3ad14-9f39-4444-acf5-d0713940a9b7 on network 962090c4-e06e-4088-950b-8c581dc8e655 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:55:04.811764 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-404c78a7-3e96-45c3-bda1-9bf5667a581a service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197556 Aug 31 00:55:04.826806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-ec7b26f8-b068-449d-abe1-553b29bb1922 req-e85a8d2d-7e90-4739-8f98-392bf2858853 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Calling delete_port for 7cd7c266-9a3c-4f47-a57c-efc50123e385 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:04.837526 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9c99ab41-5cab-4daa-92d5-205e794bb795 req-64acd2d0-9cca-427a-b601-cd9b084967a0 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups?id=938fef16-f6d7-4dcd-8d0e-7963718c7386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128736 Aug 31 00:55:04.923217 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:55:04.923566 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Checking segment: {'id': '9e036f0f-88ed-4f93-8c4b-c81e55bde014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:55:04.923966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Bound using segment: {'id': '9e036f0f-88ed-4f93-8c4b-c81e55bde014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:55:04.927324 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Bound port: e5e3ad14-9f39-4444-acf5-d0713940a9b7, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e036f0f-88ed-4f93-8c4b-c81e55bde014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:55:04.927324 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:05.056354 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a61d130-2d33-444d-94cc-049afae46af3 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:05.074780 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-f95e128f-1f0e-44c9-a488-e4f66dedca0b service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6585000 Aug 31 00:55:05.121973 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9b7a40-8311-4024-9126-304f47c30528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd7c266-9a3c-4f47-a57c-efc50123e385'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:55:05.130414 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8326af-78ae-4369-a574-72ae33d990f3" -d '{"events": [{"server_uuid": "bc9b7a40-8311-4024-9126-304f47c30528", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd7c266-9a3c-4f47-a57c-efc50123e385"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:55:05.139890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 7cd7c266-9a3c-4f47-a57c-efc50123e385, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=7cd7c266-9a3c-4f47-a57c-efc50123e385,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:05.162810 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1a5e203-49d2-4c6c-a892-1ad54acd4ea9 req-230a78ce-59fa-4744-9790-8e48bcc72d10 service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408444 Aug 31 00:55:05.179648 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a61d130-2d33-444d-94cc-049afae46af3 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:05.239463 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96779ee-eafa-41ad-9439-c02deedf1436 req-2a239c0a-b54a-4f84-b30d-3cfa0a6e2ceb tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:05.248171 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b96779ee-eafa-41ad-9439-c02deedf1436 req-2a239c0a-b54a-4f84-b30d-3cfa0a6e2ceb tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 948 time: 0.1837454 Aug 31 00:55:05.293371 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61d130-2d33-444d-94cc-049afae46af3 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ceba36f-0103-4624-a03d-488c490c8807,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:05.347348 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b96779ee-eafa-41ad-9439-c02deedf1436 req-f800816b-177a-4460-8fa6-94c633cc1c3c tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861194 Aug 31 00:55:05.359328 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:05.362097 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-93cebebf-32b2-4b89-b347-3961408edd97 req-4fa35177-c19e-4461-a512-e853dbe0b242 service neutron] 10.222.0.16 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6054757 Aug 31 00:55:05.396270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] For port e5e3ad14-9f39-4444-acf5-d0713940a9b7, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:55:05.403228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] For port e5e3ad14-9f39-4444-acf5-d0713940a9b7, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e5e3ad14-9f39-4444-acf5-d0713940a9b7,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:55:05.432453 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-19f97271-e5c9-482c-8f68-1cd664102766 req-c5e45cfd-03d7-493e-a321-fa35df6b02cd service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483844 Aug 31 00:55:05.434891 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:05.462539 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a61d130-2d33-444d-94cc-049afae46af3 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:05.465739 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2a61d130-2d33-444d-94cc-049afae46af3 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1952415 Aug 31 00:55:05.469963 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42546) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:05.486720 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-17cc621d-85af-4de8-9140-958859ca5d30 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:05.493822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=7cd7c266-9a3c-4f47-a57c-efc50123e385,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:05.532197 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 161fd58e-063c-4a40-b097-79ea3cdc72b0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=161fd58e-063c-4a40-b097-79ea3cdc72b0,segment=NetworkSegment(3823af70-b9e3-4fde-a3b2-47c4a0430bb5),segment_id=3823af70-b9e3-4fde-a3b2-47c4a0430bb5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:05.540195 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 00:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f878a28d-7e3e-4c4a-b5aa-ef55951ca941 x-openstack-request-id: req-f878a28d-7e3e-4c4a-b5aa-ef55951ca941 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:55:05.542135 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866492d8-00a0-4ee2-b986-e381417d7923", "tag": "d660b8b9-78e8-4793-ae60-e28826290a64", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7b61fbf3-4801-4ba4-adbc-7d3e801a1511", "tag": "a998386b-7f11-47ef-9133-c3596872863a", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:55:05.542135 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f878a28d-7e3e-4c4a-b5aa-ef55951ca941 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:55:05.542135 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866492d8-00a0-4ee2-b986-e381417d7923', 'tag': 'd660b8b9-78e8-4793-ae60-e28826290a64', 'status': 'completed', 'code': 200} Aug 31 00:55:05.542135 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'tag': 'a998386b-7f11-47ef-9133-c3596872863a', 'status': 'completed', 'code': 200} Aug 31 00:55:05.548107 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:05.661846 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:05.719549 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-a871fcd6-ce67-4517-97b6-0528cf4e523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:05.720179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:05.721329 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:05.722165 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-a871fcd6-ce67-4517-97b6-0528cf4e523b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 1100 time: 0.2020559 Aug 31 00:55:05.723782 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] 10.222.0.48 "PUT /v2.0/ports/e5e3ad14-9f39-4444-acf5-d0713940a9b7 HTTP/1.1" status: 200 len: 1092 time: 4.8146706 Aug 31 00:55:05.732894 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffd0fa-1544-42d8-862c-77b79bd7d237 req-963a473f-1bf0-4cec-86cd-58ffc2a799d1 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:05.733402 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ec7b26f8-b068-449d-abe1-553b29bb1922 req-e85a8d2d-7e90-4739-8f98-392bf2858853 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:05.741738 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e7ffd0fa-1544-42d8-862c-77b79bd7d237 req-963a473f-1bf0-4cec-86cd-58ffc2a799d1 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 865 time: 0.1529391 Aug 31 00:55:05.771384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=161fd58e-063c-4a40-b097-79ea3cdc72b0,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:05.815155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9dbb7-51f0-4047-8253-c54bf7c7a3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e3ad14-9f39-4444-acf5-d0713940a9b7,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:05.861212 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e7ffd0fa-1544-42d8-862c-77b79bd7d237 req-8d0ff0c9-8d0c-4f5a-bc12-ca35b598ab08 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e6ad6da-cc6d-4970-ab50-04752c023d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157832 Aug 31 00:55:05.881345 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-93cebebf-32b2-4b89-b347-3961408edd97 req-f88c5ff6-c88b-4d49-93cf-773725ca466f service neutron] 10.222.0.16 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705722 Aug 31 00:55:05.931281 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a8d2d-7e90-4739-8f98-392bf2858853 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Pushing event deleted for resources: {'Port': ['ID=7cd7c266-9a3c-4f47-a57c-efc50123e385,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:05.932877 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-17cc621d-85af-4de8-9140-958859ca5d30 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:05.975667 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60285420-4a13-4433-9089-c6be3883d939 x-openstack-request-id: req-60285420-4a13-4433-9089-c6be3883d939 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:55:05.976844 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74b4d1f-810d-4144-9d7f-bc2a667a1411", "tag": "f6303bf6-6125-4de5-b6d4-ed5466c4e039", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:55:05.977835 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60285420-4a13-4433-9089-c6be3883d939 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:55:05.978855 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74b4d1f-810d-4144-9d7f-bc2a667a1411', 'tag': 'f6303bf6-6125-4de5-b6d4-ed5466c4e039', 'status': 'completed', 'code': 200} Aug 31 00:55:05.980207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-793fbc25-5bbc-48bb-b426-38babf9b0d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:05.982915 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-793fbc25-5bbc-48bb-b426-38babf9b0d2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 1100 time: 0.3491976 Aug 31 00:55:06.008782 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7b26f8-b068-449d-abe1-553b29bb1922 req-e85a8d2d-7e90-4739-8f98-392bf2858853 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] No DVR routers for this DVR port 7cd7c266-9a3c-4f47-a57c-efc50123e385 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:55:06.014098 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-ff50ab16-4223-4c5d-ba99-100eed739f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:06.015627 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-ff50ab16-4223-4c5d-ba99-100eed739f54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.2709765 Aug 31 00:55:06.047564 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ec7b26f8-b068-449d-abe1-553b29bb1922 req-e85a8d2d-7e90-4739-8f98-392bf2858853 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:06.058247 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ec7b26f8-b068-449d-abe1-553b29bb1922 req-e85a8d2d-7e90-4739-8f98-392bf2858853 tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.48 "DELETE /v2.0/ports/7cd7c266-9a3c-4f47-a57c-efc50123e385 HTTP/1.1" status: 204 len: 173 time: 3.5131161 Aug 31 00:55:06.090975 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 161fd58e-063c-4a40-b097-79ea3cdc72b0 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:55:06.151485 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-e0d48479-4d57-48a5-8b0d-223d4522e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:06.153261 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-e0d48479-4d57-48a5-8b0d-223d4522e6af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e57aba893e84797a7ad07e1842cdb74&device_id=c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a HTTP/1.1" status: 200 len: 1095 time: 0.2282412 Aug 31 00:55:06.183569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-f8223329-e30c-453b-8074-ac2d90c46ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:06.187161 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-f8223329-e30c-453b-8074-ac2d90c46ec3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.1751914 Aug 31 00:55:06.215432 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 161fd58e-063c-4a40-b097-79ea3cdc72b0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:55:06.215810 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:06.409400 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-81d1df16-c9f6-4708-9802-b0451735869a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5e3ad14-9f39-4444-acf5-d0713940a9b7 HTTP/1.1" status: 200 len: 217 time: 0.2205832 Aug 31 00:55:06.411855 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-ef78fc60-daaa-428e-953b-59fe9873f1e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d660b8b9-78e8-4793-ae60-e28826290a64 HTTP/1.1" status: 200 len: 217 time: 0.2133191 Aug 31 00:55:06.572779 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61af37c-3dc8-44ac-ab75-4fe1f1400d36 req-40f242eb-3083-479a-8ba7-a6ccce0b8056 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:06.578989 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d61af37c-3dc8-44ac-ab75-4fe1f1400d36 req-40f242eb-3083-479a-8ba7-a6ccce0b8056 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 944 time: 0.3672788 Aug 31 00:55:06.590429 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-5b3c924e-3193-4fcb-b72a-3f2b1e674ab4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d660b8b9-78e8-4793-ae60-e28826290a64 HTTP/1.1" status: 200 len: 217 time: 0.1050050 Aug 31 00:55:06.636886 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-1a5e4408-32b1-44d3-b44a-ddb5288ed0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:06.638359 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-1a5e4408-32b1-44d3-b44a-ddb5288ed0b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.2141805 Aug 31 00:55:06.647725 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b1c9f-dc00-466e-9a09-106635cbd880 req-469d266e-baf7-40a1-b48b-0d8c423462e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:06.650212 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c36b1c9f-dc00-466e-9a09-106635cbd880 req-469d266e-baf7-40a1-b48b-0d8c423462e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a134cdf51b4003b500d687ed9eb1f8&device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 1096 time: 0.6381402 Aug 31 00:55:06.651820 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-ea04f572-9673-4f79-ab5f-5cf5c14b6ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:06.653453 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-ea04f572-9673-4f79-ab5f-5cf5c14b6ad3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7dd93664-3297-40f1-8193-ad3e9b8e3322 HTTP/1.1" status: 200 len: 854 time: 0.2313600 Aug 31 00:55:06.655788 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:06.696304 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d61af37c-3dc8-44ac-ab75-4fe1f1400d36 req-44a72e30-76d8-4ad3-8b5e-1a450d3f2848 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037810 Aug 31 00:55:06.713477 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:06.714998 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-25665447-be37-4480-9b3a-4916ec8e6308 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=962090c4-e06e-4088-950b-8c581dc8e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491540 Aug 31 00:55:06.745874 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:06.770326 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416186e9-ec5f-43aa-b356-fe9b10a8fc32 req-4e518804-6fe3-4206-8459-3082b7d6d246 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:06.773224 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-416186e9-ec5f-43aa-b356-fe9b10a8fc32 req-4e518804-6fe3-4206-8459-3082b7d6d246 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 946 time: 0.2898154 Aug 31 00:55:06.775148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-70a557d4-8e9c-4342-ba55-852e69709139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:06.778159 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-70a557d4-8e9c-4342-ba55-852e69709139 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1280527 Aug 31 00:55:06.780739 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-25d7b8f5-3ddc-40ae-90dd-6efcda92addf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:06.783393 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-25d7b8f5-3ddc-40ae-90dd-6efcda92addf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1842477 Aug 31 00:55:06.933658 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-416186e9-ec5f-43aa-b356-fe9b10a8fc32 req-de0535e2-b340-4a40-8241-deacca79ef21 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f0c11fc-1416-4251-bb43-1a2df1047c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371756 Aug 31 00:55:06.937376 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b1c9f-dc00-466e-9a09-106635cbd880 req-18f23591-4723-4939-a493-1f341a35dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:06.939455 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c36b1c9f-dc00-466e-9a09-106635cbd880 req-18f23591-4723-4939-a493-1f341a35dcf0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c25bde23-7fd0-4902-805c-c6238fc1da6b HTTP/1.1" status: 200 len: 913 time: 0.2697144 Aug 31 00:55:06.951364 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-122c4bb3-5783-4789-98cd-65dbb1d0be6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:06.957991 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-c5f20335-3582-49ee-8abd-cd9eb83a3735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:06.962956 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-c5f20335-3582-49ee-8abd-cd9eb83a3735 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1652150 Aug 31 00:55:06.981172 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-17cc621d-85af-4de8-9140-958859ca5d30 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:07.025994 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff3d33-291f-47e0-9e0a-9d0c6daa1f64 req-409c6893-e34c-47d4-b64f-1f7db7f018f5 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:07.027590 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1bff3d33-291f-47e0-9e0a-9d0c6daa1f64 req-409c6893-e34c-47d4-b64f-1f7db7f018f5 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a HTTP/1.1" status: 200 len: 943 time: 0.2047834 Aug 31 00:55:07.040167 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15261e5d-f15f-43c9-9fdb-18306e31ba57 x-openstack-request-id: req-15261e5d-f15f-43c9-9fdb-18306e31ba57 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:55:07.040515 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9b7a40-8311-4024-9126-304f47c30528", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd7c266-9a3c-4f47-a57c-efc50123e385", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:55:07.040845 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15261e5d-f15f-43c9-9fdb-18306e31ba57 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:55:07.041547 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9b7a40-8311-4024-9126-304f47c30528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd7c266-9a3c-4f47-a57c-efc50123e385', 'code': 200} Aug 31 00:55:07.051766 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c36b1c9f-dc00-466e-9a09-106635cbd880 req-ed0da483-5f74-4ba1-bf8d-31b6e9dbe074 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6303bf6-6125-4de5-b6d4-ed5466c4e039 HTTP/1.1" status: 200 len: 217 time: 0.1031749 Aug 31 00:55:07.067633 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-504cbce3-21dd-4246-9ff3-aa842d92d5bb service neutron] 10.222.0.48 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405666 Aug 31 00:55:07.073036 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-592ff915-d5bd-41a3-873e-e5daf25efb4c service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490420 Aug 31 00:55:07.173580 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1bff3d33-291f-47e0-9e0a-9d0c6daa1f64 req-f3b6c534-c068-44f8-a52c-a989d3b954bc tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340263 Aug 31 00:55:07.273410 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-5caa7a05-7d9b-4c71-8edc-c96414f6027f service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858431 Aug 31 00:55:07.326486 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f37f7d32-ee1c-44f4-bd87-0272bd568281 req-b68d7b1b-c56d-4eb5-8e74-7fe01fab6467 service neutron] 10.222.0.48 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498081 Aug 31 00:55:07.392200 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-aa3accd9-dddf-4502-a37a-bf0269fd559b service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936115 Aug 31 00:55:07.412330 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5341119-706c-496c-84a6-8b124569f59c req-3cb26f32-c248-4f48-b63e-2dcf6e37bf8c tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:07.415343 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5341119-706c-496c-84a6-8b124569f59c req-3cb26f32-c248-4f48-b63e-2dcf6e37bf8c tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 948 time: 0.0854609 Aug 31 00:55:07.464962 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5341119-706c-496c-84a6-8b124569f59c req-5406b2fe-946e-4ea8-937b-e8996fcdf2ef tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430038 Aug 31 00:55:07.493884 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1aee099a-1138-411d-8a9c-167902278874 req-b140f1eb-9b8e-451e-a96f-af5a2dbf048b tempest-ServersAdminNegativeTestJSON-1753640028 tempest-ServersAdminNegativeTestJSON-1753640028-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9b7a40-8311-4024-9126-304f47c30528 HTTP/1.1" status: 200 len: 210 time: 0.1513450 Aug 31 00:55:07.513479 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b1c9f-dc00-466e-9a09-106635cbd880 req-446de2d1-8fdf-4d40-97b2-0ff982dd7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:07.516123 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c36b1c9f-dc00-466e-9a09-106635cbd880 req-446de2d1-8fdf-4d40-97b2-0ff982dd7ca5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b9f00cd4-573e-4200-a1be-da6efee3f06a HTTP/1.1" status: 200 len: 852 time: 0.2450175 Aug 31 00:55:07.542404 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-f81098a4-37a4-4d09-8477-2fe01da7d8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:07.544365 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-f81098a4-37a4-4d09-8477-2fe01da7d8ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93a0ee3178d34d5299cac844dabfaecc&device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 1098 time: 0.0838177 Aug 31 00:55:07.551804 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a', 'tag': 'e5e3ad14-9f39-4444-acf5-d0713940a9b7'}, {'server_uuid': 'bc9b7a40-8311-4024-9126-304f47c30528', 'name': 'network-vif-deleted', 'tag': '7cd7c266-9a3c-4f47-a57c-efc50123e385'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:55:07.557946 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43d2853-8d79-49a1-ad32-f4963ea34407" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a", "tag": "e5e3ad14-9f39-4444-acf5-d0713940a9b7"}, {"server_uuid": "bc9b7a40-8311-4024-9126-304f47c30528", "name": "network-vif-deleted", "tag": "7cd7c266-9a3c-4f47-a57c-efc50123e385"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:55:07.650264 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c36b1c9f-dc00-466e-9a09-106635cbd880 req-1ab45fb7-06e2-430a-833e-78f972d69ed9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c25bde23-7fd0-4902-805c-c6238fc1da6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234782 Aug 31 00:55:07.768447 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-042ddba7-d7f9-4d90-92df-2ac7fdc4bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:07.770544 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-042ddba7-d7f9-4d90-92df-2ac7fdc4bd0c service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc278020-aff3-4dcf-ba96-5afc27324078 HTTP/1.1" status: 200 len: 921 time: 0.2060335 Aug 31 00:55:07.811812 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-17cc621d-85af-4de8-9140-958859ca5d30 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Allocated IP 172.25.2.240 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/c5fee7c1-eee6-44de-b886-033b69d4b255) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:55:07.841022 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-92a27a6f-9dee-4a63-a557-dc1f52422512 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008695 Aug 31 00:55:07.887648 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 00:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b5b9f6-6af9-456d-a6a6-6e8d89f8f8cd x-openstack-request-id: req-66b5b9f6-6af9-456d-a6a6-6e8d89f8f8cd {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:55:07.888244 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a", "tag": "e5e3ad14-9f39-4444-acf5-d0713940a9b7", "status": "completed", "code": 200}, {"server_uuid": "bc9b7a40-8311-4024-9126-304f47c30528", "name": "network-vif-deleted", "tag": "7cd7c266-9a3c-4f47-a57c-efc50123e385", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:55:07.888642 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66b5b9f6-6af9-456d-a6a6-6e8d89f8f8cd {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:55:07.889304 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a', 'tag': 'e5e3ad14-9f39-4444-acf5-d0713940a9b7', 'status': 'completed', 'code': 200} Aug 31 00:55:07.898240 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9b7a40-8311-4024-9126-304f47c30528', 'name': 'network-vif-deleted', 'tag': '7cd7c266-9a3c-4f47-a57c-efc50123e385', 'status': 'completed', 'code': 200} Aug 31 00:55:07.898240 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-076c56a5-41d6-4ec1-98be-27a482e09196 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a998386b-7f11-47ef-9133-c3596872863a HTTP/1.1" status: 200 len: 217 time: 0.1178377 Aug 31 00:55:07.917458 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df2dd9-9b47-4c21-8c30-3d25b8a1666f req-e40114c4-44b4-4b6c-8a65-509ef521def8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:07.920193 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-46df2dd9-9b47-4c21-8c30-3d25b8a1666f req-e40114c4-44b4-4b6c-8a65-509ef521def8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 945 time: 0.2012141 Aug 31 00:55:08.021502 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-23e10325-e900-419b-83a5-0b1d9dbfb8b0 req-44be6739-01cd-4d1b-9a78-caf7920a67e0 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/floatingips/262afb18-da98-4a41-9d4f-1036a08ccf64 HTTP/1.1" status: 200 len: 693 time: 0.1267421 Aug 31 00:55:08.031115 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c36b1c9f-dc00-466e-9a09-106635cbd880 req-49a25934-01f3-45c9-8626-5291c159295b service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645928 Aug 31 00:55:08.107803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-c7f94d97-7291-4ae9-b72c-b0d520f48254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:08.110484 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-c7f94d97-7291-4ae9-b72c-b0d520f48254 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=142bf2c3-09e2-45a4-ac82-63759f91b472 HTTP/1.1" status: 200 len: 859 time: 0.1887262 Aug 31 00:55:08.127847 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-46df2dd9-9b47-4c21-8c30-3d25b8a1666f req-7e1d1d67-5244-4d21-b58e-9b5e38d20697 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups?id=938fef16-f6d7-4dcd-8d0e-7963718c7386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528943 Aug 31 00:55:08.143894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d2853-8d79-49a1-ad32-f4963ea34407 req-469b1f37-e214-4ffc-9c1d-7196ef1175b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:08.153994 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d43d2853-8d79-49a1-ad32-f4963ea34407 req-469b1f37-e214-4ffc-9c1d-7196ef1175b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e57aba893e84797a7ad07e1842cdb74&device_id=c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a HTTP/1.1" status: 200 len: 1095 time: 0.1736894 Aug 31 00:55:08.275661 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-17cc621d-85af-4de8-9140-958859ca5d30 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:08.332888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-cf4f30b3-e374-42e9-8372-002044797bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:08.336092 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-cf4f30b3-e374-42e9-8372-002044797bae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc278020-aff3-4dcf-ba96-5afc27324078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2142942 Aug 31 00:55:08.338859 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e10325-e900-419b-83a5-0b1d9dbfb8b0 req-cf61e0db-b96c-45f2-96b5-22a4345320fd tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:08.340416 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-23e10325-e900-419b-83a5-0b1d9dbfb8b0 req-cf61e0db-b96c-45f2-96b5-22a4345320fd tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.3083773 Aug 31 00:55:08.349194 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c36b1c9f-dc00-466e-9a09-106635cbd880 req-b195e4e5-2fe3-41f4-abd5-5059111ddfac service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031719 Aug 31 00:55:08.366334 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-23e10325-e900-419b-83a5-0b1d9dbfb8b0 req-e24a7482-ed8b-441f-9e90-bad3e8c15d6f tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:55:08.368126 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-23e10325-e900-419b-83a5-0b1d9dbfb8b0 req-e24a7482-ed8b-441f-9e90-bad3e8c15d6f tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132291 Aug 31 00:55:08.419840 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:08.440897 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-23e10325-e900-419b-83a5-0b1d9dbfb8b0 req-958134e1-d611-4890-a261-654a62cc2c62 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 696 time: 0.0608473 Aug 31 00:55:08.486810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd703a55-4cb0-4ea2-bb29-658dba615fd6 req-db73a9ca-97c3-4e9e-a32b-be26fba81486 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:08.489877 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd703a55-4cb0-4ea2-bb29-658dba615fd6 req-db73a9ca-97c3-4e9e-a32b-be26fba81486 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 944 time: 0.2369294 Aug 31 00:55:08.497294 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-23e10325-e900-419b-83a5-0b1d9dbfb8b0 req-a0ba47ec-dd18-4590-bb92-bebab57545ff tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 696 time: 0.0483971 Aug 31 00:55:08.497847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device f6303bf6-6125-4de5-b6d4-ed5466c4e039 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:55:08.504602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d2853-8d79-49a1-ad32-f4963ea34407 req-2e0182b9-7bcd-49ea-bf5c-9ba6f97cafef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:08.507277 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d43d2853-8d79-49a1-ad32-f4963ea34407 req-2e0182b9-7bcd-49ea-bf5c-9ba6f97cafef service neutron] 10.222.0.48 "GET /v2.0/networks?id=962090c4-e06e-4088-950b-8c581dc8e655 HTTP/1.1" status: 200 len: 915 time: 0.3382218 Aug 31 00:55:08.578079 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-17cc621d-85af-4de8-9140-958859ca5d30 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:08.603906 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d43d2853-8d79-49a1-ad32-f4963ea34407 req-4566a70e-f470-4a4a-b979-3e1b182fb7a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5e3ad14-9f39-4444-acf5-d0713940a9b7 HTTP/1.1" status: 200 len: 217 time: 0.0866895 Aug 31 00:55:08.685802 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port f6303bf6-6125-4de5-b6d4-ed5466c4e039, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=f6303bf6-6125-4de5-b6d4-ed5466c4e039,segment=NetworkSegment(90c996bf-cc59-456f-9160-48c62acac6f2),segment_id=90c996bf-cc59-456f-9160-48c62acac6f2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:08.700249 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd703a55-4cb0-4ea2-bb29-658dba615fd6 req-55ae91ae-2692-4c4b-8654-c34f9d6dc0cf tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845884 Aug 31 00:55:08.704476 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-8efa9abc-c5fc-4e65-b3e6-2eee40235108 service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459554 Aug 31 00:55:08.704773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cc621d-85af-4de8-9140-958859ca5d30 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:55:08.711303 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'f6303bf6-6125-4de5-b6d4-ed5466c4e039', 'network_id': 'c25bde23-7fd0-4902-805c-c6238fc1da6b', 'port_id': 'f6303bf6-6125-4de5-b6d4-ed5466c4e039', 'mac_address': 'fa:16:3e:71:fc:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f00cd4-573e-4200-a1be-da6efee3f06a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:55:08.712872 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-17cc621d-85af-4de8-9140-958859ca5d30 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:55:08.718496 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc621d-85af-4de8-9140-958859ca5d30 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:55:08.733125 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d2853-8d79-49a1-ad32-f4963ea34407 req-1b5b59fa-48f4-4944-a41d-345918ff63e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:08.734665 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d43d2853-8d79-49a1-ad32-f4963ea34407 req-1b5b59fa-48f4-4944-a41d-345918ff63e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7dd93664-3297-40f1-8193-ad3e9b8e3322 HTTP/1.1" status: 200 len: 854 time: 0.1219497 Aug 31 00:55:08.781946 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc621d-85af-4de8-9140-958859ca5d30 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Pushing event updated for resources: {'Port': ['ID=c5fee7c1-eee6-44de-b886-033b69d4b255,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:08.841580 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:08.859620 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-23e10325-e900-419b-83a5-0b1d9dbfb8b0 req-661ba8aa-640f-4387-8dc8-df9d409498f5 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Deleting port 20148a0d-3660-4ea1-bd9f-e5b128c89712 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:08.860271 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-23e10325-e900-419b-83a5-0b1d9dbfb8b0 req-661ba8aa-640f-4387-8dc8-df9d409498f5 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:08.863032 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-17cc621d-85af-4de8-9140-958859ca5d30 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:08.883567 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6303bf6-6125-4de5-b6d4-ed5466c4e039 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:55:08.941943 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port f6303bf6-6125-4de5-b6d4-ed5466c4e039, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=f6303bf6-6125-4de5-b6d4-ed5466c4e039,segment=NetworkSegment(90c996bf-cc59-456f-9160-48c62acac6f2),segment_id=90c996bf-cc59-456f-9160-48c62acac6f2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:08.969636 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-23e10325-e900-419b-83a5-0b1d9dbfb8b0 req-661ba8aa-640f-4387-8dc8-df9d409498f5 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:08.970001 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-23e10325-e900-419b-83a5-0b1d9dbfb8b0 req-661ba8aa-640f-4387-8dc8-df9d409498f5 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:08.987781 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-23e10325-e900-419b-83a5-0b1d9dbfb8b0 req-661ba8aa-640f-4387-8dc8-df9d409498f5 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Calling delete_port for 20148a0d-3660-4ea1-bd9f-e5b128c89712 owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:09.020811 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:09.022798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device d660b8b9-78e8-4793-ae60-e28826290a64 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:55:09.062723 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-17cc621d-85af-4de8-9140-958859ca5d30 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:09.157065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=f6303bf6-6125-4de5-b6d4-ed5466c4e039,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:09.184258 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d43d2853-8d79-49a1-ad32-f4963ea34407 req-d21071eb-28d8-4d15-a068-2fd59228a2f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=962090c4-e06e-4088-950b-8c581dc8e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939739 Aug 31 00:55:09.253725 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port d660b8b9-78e8-4793-ae60-e28826290a64, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d660b8b9-78e8-4793-ae60-e28826290a64,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:09.335709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3a41d-5da4-42bb-99d7-057597cb0407 req-afafdaa1-80a6-415a-9a0a-5ec7b04a889e tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:09.338737 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0fd3a41d-5da4-42bb-99d7-057597cb0407 req-afafdaa1-80a6-415a-9a0a-5ec7b04a889e tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 946 time: 0.2459691 Aug 31 00:55:09.353531 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-347045d0-a598-4a04-88cf-51cad6ce28e5 req-2cc7ea62-63c4-4b67-8a63-eb4bff93afb0 service neutron] 10.222.0.48 "GET /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6408970 Aug 31 00:55:09.432571 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d43d2853-8d79-49a1-ad32-f4963ea34407 req-aa53474a-e44a-431a-aea7-b761a37d0ab8 service neutron] 10.222.0.48 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305324 Aug 31 00:55:09.441380 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'd660b8b9-78e8-4793-ae60-e28826290a64', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': 'd660b8b9-78e8-4793-ae60-e28826290a64', 'mac_address': 'fa:16:3e:68:b3:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:55:09.443916 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0fd3a41d-5da4-42bb-99d7-057597cb0407 req-5dea5d17-9e4a-492d-8ce2-cc2ae4f76260 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f0c11fc-1416-4251-bb43-1a2df1047c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887322 Aug 31 00:55:09.486554 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:09.502645 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-23e10325-e900-419b-83a5-0b1d9dbfb8b0 req-661ba8aa-640f-4387-8dc8-df9d409498f5 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:09.510919 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d660b8b9-78e8-4793-ae60-e28826290a64 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:55:09.522883 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-17cc621d-85af-4de8-9140-958859ca5d30 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:09.557373 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port d660b8b9-78e8-4793-ae60-e28826290a64, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d660b8b9-78e8-4793-ae60-e28826290a64,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:09.576888 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d43d2853-8d79-49a1-ad32-f4963ea34407 req-24039aae-f06c-46eb-a4f1-c7190290f6ec service neutron] 10.222.0.48 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313269 Aug 31 00:55:09.582825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ba8aa-640f-4387-8dc8-df9d409498f5 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Pushing event deleted for resources: {'Port': ['ID=20148a0d-3660-4ea1-bd9f-e5b128c89712,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:09.631199 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-17cc621d-85af-4de8-9140-958859ca5d30 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:09.637033 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-23e10325-e900-419b-83a5-0b1d9dbfb8b0 req-661ba8aa-640f-4387-8dc8-df9d409498f5 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:09.641849 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-23e10325-e900-419b-83a5-0b1d9dbfb8b0 req-661ba8aa-640f-4387-8dc8-df9d409498f5 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:09.643312 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-23e10325-e900-419b-83a5-0b1d9dbfb8b0 req-661ba8aa-640f-4387-8dc8-df9d409498f5 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "DELETE /v2.0/floatingips/262afb18-da98-4a41-9d4f-1036a08ccf64 HTTP/1.1" status: 204 len: 173 time: 1.1364851 Aug 31 00:55:09.672989 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8e9f5-2343-413b-aff5-f3341c4fd70b req-a03c4931-bccd-449a-9402-c4c0c4faa970 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:09.674753 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43f8e9f5-2343-413b-aff5-f3341c4fd70b req-a03c4931-bccd-449a-9402-c4c0c4faa970 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a HTTP/1.1" status: 200 len: 943 time: 0.0766540 Aug 31 00:55:09.678011 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:09.737157 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43f8e9f5-2343-413b-aff5-f3341c4fd70b req-6e28da7b-fd3a-4636-9faf-5de8f9086d94 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521736 Aug 31 00:55:09.777224 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=d660b8b9-78e8-4793-ae60-e28826290a64,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:09.778898 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc621d-85af-4de8-9140-958859ca5d30 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Pushing event updated for resources: {'Port': ['ID=c5fee7c1-eee6-44de-b886-033b69d4b255,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:09.847758 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-17cc621d-85af-4de8-9140-958859ca5d30 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:09.882398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cabe55-f433-469d-8f9b-49cf05e4a5b1 req-c7ea533e-424f-4de8-93a8-5efc27ff4487 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:09.884887 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c0cabe55-f433-469d-8f9b-49cf05e4a5b1 req-c7ea533e-424f-4de8-93a8-5efc27ff4487 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 949 time: 0.1328659 Aug 31 00:55:09.930227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['d660b8b9-78e8-4793-ae60-e28826290a64'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:55:09.938088 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['f6303bf6-6125-4de5-b6d4-ed5466c4e039'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:55:09.956468 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c0cabe55-f433-469d-8f9b-49cf05e4a5b1 req-28587e0b-c9fe-46dc-9514-dbb538777772 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595400 Aug 31 00:55:10.086072 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-17cc621d-85af-4de8-9140-958859ca5d30 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:10.088766 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-17cc621d-85af-4de8-9140-958859ca5d30 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6149490 Aug 31 00:55:10.151753 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0568d-6557-4743-a3c3-b3286e9a3822 req-2b07ba1e-569b-4957-9dbe-b452e98ad92f tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:10.155046 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ebb0568d-6557-4743-a3c3-b3286e9a3822 req-2b07ba1e-569b-4957-9dbe-b452e98ad92f tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 945 time: 0.1201205 Aug 31 00:55:10.188570 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:10.220825 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ebb0568d-6557-4743-a3c3-b3286e9a3822 req-450d7613-6b6a-495b-b034-f7a449058bc1 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595005 Aug 31 00:55:10.509209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e5e3ad14-9f39-4444-acf5-d0713940a9b7 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:55:10.627428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42636) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:10.654024 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e5e3ad14-9f39-4444-acf5-d0713940a9b7, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e5e3ad14-9f39-4444-acf5-d0713940a9b7,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:10.672006 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'e5e3ad14-9f39-4444-acf5-d0713940a9b7', 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655', 'port_id': 'e5e3ad14-9f39-4444-acf5-d0713940a9b7', 'mac_address': 'fa:16:3e:68:54:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd93664-3297-40f1-8193-ad3e9b8e3322', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:55:10.744703 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:10.794258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e3ad14-9f39-4444-acf5-d0713940a9b7 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:55:10.849389 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e5e3ad14-9f39-4444-acf5-d0713940a9b7, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e5e3ad14-9f39-4444-acf5-d0713940a9b7,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:10.925214 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c6acc80d-81f8-4d6c-ada5-d1a750764dff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b02bda2aa5a4a4fabbd1490ce5779ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957792 Aug 31 00:55:10.928481 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42646) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:10.960616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebbda7-d9e7-48d6-bc6b-1abaa192fd96 req-4e18bcbd-b2c6-4685-bf88-86744866e125 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:10.962483 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3bebbda7-d9e7-48d6-bc6b-1abaa192fd96 req-4e18bcbd-b2c6-4685-bf88-86744866e125 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 946 time: 0.0625291 Aug 31 00:55:11.010439 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a24bb98-e35e-4490-82b5-e7d2b3c7ea1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:11.020703 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3bebbda7-d9e7-48d6-bc6b-1abaa192fd96 req-e2245b5d-b79f-4d03-a1b6-61c99cf188fe tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508890 Aug 31 00:55:11.045596 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:11.052798 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a24bb98-e35e-4490-82b5-e7d2b3c7ea1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:11.205252 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=e5e3ad14-9f39-4444-acf5-d0713940a9b7,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:11.291341 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['e5e3ad14-9f39-4444-acf5-d0713940a9b7'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:55:11.313472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e102d7-22d9-493b-981a-9df06a236d22 req-1ae7ef13-eed5-4d2c-9078-8182ddd39fbb tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:11.316288 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26e102d7-22d9-493b-981a-9df06a236d22 req-1ae7ef13-eed5-4d2c-9078-8182ddd39fbb tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.41 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923&tenant_id=9b0e0bf639aa4d21b3db103ff979c892&binding%3Ahost_id=n-h1-793621-34 HTTP/1.1" status: 200 len: 949 time: 0.1774936 Aug 31 00:55:11.320422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e42e38-5426-4372-aa63-8ecbfae9102e req-cba3782c-c42d-4101-989e-dc6d1fd5e1ae tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:11.323326 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-84e42e38-5426-4372-aa63-8ecbfae9102e req-cba3782c-c42d-4101-989e-dc6d1fd5e1ae tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 945 time: 0.1028790 Aug 31 00:55:11.346998 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a24bb98-e35e-4490-82b5-e7d2b3c7ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:11.350738 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a24bb98-e35e-4490-82b5-e7d2b3c7ea1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:11.352226 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7a24bb98-e35e-4490-82b5-e7d2b3c7ea1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e6ad6da-cc6d-4970-ab50-04752c023d49 HTTP/1.1" status: 204 len: 168 time: 0.4223928 Aug 31 00:55:11.386757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24bb98-e35e-4490-82b5-e7d2b3c7ea1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6ad6da-cc6d-4970-ab50-04752c023d49,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:11.402525 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-84e42e38-5426-4372-aa63-8ecbfae9102e req-05300d07-b9d6-46eb-a9d3-64582509dc60 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups?id=938fef16-f6d7-4dcd-8d0e-7963718c7386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656700 Aug 31 00:55:11.457099 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [req-26e102d7-22d9-493b-981a-9df06a236d22 req-9a983c6a-198b-4f2a-90ab-7730be4195dd service neutron] delete failed (client error): The resource could not be found. Aug 31 00:55:11.458879 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26e102d7-22d9-493b-981a-9df06a236d22 req-9a983c6a-198b-4f2a-90ab-7730be4195dd service neutron] 10.222.0.41 "DELETE /v2.0/ports/d660b8b9-78e8-4793-ae60-e28826290a64/bindings/n-h2-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.1201756 Aug 31 00:55:11.667074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cb251-62f6-48bc-806f-0714eb6c705b req-a7dbef41-3a01-4558-85bf-6bc8d8645096 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:11.670243 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b09cb251-62f6-48bc-806f-0714eb6c705b req-a7dbef41-3a01-4558-85bf-6bc8d8645096 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a HTTP/1.1" status: 200 len: 944 time: 0.1288927 Aug 31 00:55:11.799434 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b09cb251-62f6-48bc-806f-0714eb6c705b req-2fdf976e-f0e7-4c96-8ffc-fcf2abb333ab tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188874 Aug 31 00:55:11.815295 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e102d7-22d9-493b-981a-9df06a236d22 req-e6fdf195-2044-4f06-918c-ba9d96d1603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:11.818650 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26e102d7-22d9-493b-981a-9df06a236d22 req-e6fdf195-2044-4f06-918c-ba9d96d1603a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 1101 time: 0.1995661 Aug 31 00:55:11.852071 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1c6c2-1b87-4784-8027-68954d014f64 req-fb227268-b77c-4eda-afe7-0dfbeeb0036f tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:11.857735 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-98b1c6c2-1b87-4784-8027-68954d014f64 req-fb227268-b77c-4eda-afe7-0dfbeeb0036f tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 949 time: 0.2628779 Aug 31 00:55:11.866949 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626ed0f-faa9-4334-8ccb-137e1b3e0d7d req-febc1e44-5210-43de-b799-c48b85703753 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:11.870313 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7626ed0f-faa9-4334-8ccb-137e1b3e0d7d req-febc1e44-5210-43de-b799-c48b85703753 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 946 time: 0.1305013 Aug 31 00:55:12.055105 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-98b1c6c2-1b87-4784-8027-68954d014f64 req-18934da5-9821-4965-8c56-b6bfef689e07 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445673 Aug 31 00:55:12.099981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb318a01-ab7c-4a87-b82c-60434ace3103 req-77372d2f-a2a3-448d-9d51-56c2fc2ca0fa tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:12.106278 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cb318a01-ab7c-4a87-b82c-60434ace3103 req-77372d2f-a2a3-448d-9d51-56c2fc2ca0fa tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 945 time: 0.2115924 Aug 31 00:55:12.141800 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e102d7-22d9-493b-981a-9df06a236d22 req-77c52b51-f233-4cf5-953a-1f0111d6d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:12.146563 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26e102d7-22d9-493b-981a-9df06a236d22 req-77c52b51-f233-4cf5-953a-1f0111d6d819 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.2844143 Aug 31 00:55:12.233297 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26e102d7-22d9-493b-981a-9df06a236d22 req-374b71b2-58ff-45db-b405-3d51ab0f8ea1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d660b8b9-78e8-4793-ae60-e28826290a64 HTTP/1.1" status: 200 len: 217 time: 0.0778832 Aug 31 00:55:12.237919 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cb318a01-ab7c-4a87-b82c-60434ace3103 req-c28e728f-a6b7-44e6-b549-7e331e5cb4e2 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110761 Aug 31 00:55:12.244314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-7626ed0f-faa9-4334-8ccb-137e1b3e0d7d req-e9111f38-2c08-4d5b-b3db-60ad801be058 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Deleting port a998386b-7f11-47ef-9133-c3596872863a {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:12.244804 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7626ed0f-faa9-4334-8ccb-137e1b3e0d7d req-e9111f38-2c08-4d5b-b3db-60ad801be058 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:12.422810 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e102d7-22d9-493b-981a-9df06a236d22 req-15437d9f-2159-4f96-ac1b-64de98aa5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:12.424381 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26e102d7-22d9-493b-981a-9df06a236d22 req-15437d9f-2159-4f96-ac1b-64de98aa5905 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1510885 Aug 31 00:55:12.449140 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54625bcc-4636-4a0b-9686-63ed333a3a38 req-b353277f-d91a-4aca-9d09-0903dc090015 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:12.454045 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54625bcc-4636-4a0b-9686-63ed333a3a38 req-b353277f-d91a-4aca-9d09-0903dc090015 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 946 time: 0.2305739 Aug 31 00:55:12.494961 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-7626ed0f-faa9-4334-8ccb-137e1b3e0d7d req-e9111f38-2c08-4d5b-b3db-60ad801be058 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] For port a998386b-7f11-47ef-9133-c3596872863a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a998386b-7f11-47ef-9133-c3596872863a,segment=NetworkSegment(4e658841-2906-400f-a684-d4fbd97b680a),segment_id=4e658841-2906-400f-a684-d4fbd97b680a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:12.503690 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7626ed0f-faa9-4334-8ccb-137e1b3e0d7d req-e9111f38-2c08-4d5b-b3db-60ad801be058 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:12.510241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device f6303bf6-6125-4de5-b6d4-ed5466c4e039 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:55:12.516164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-7626ed0f-faa9-4334-8ccb-137e1b3e0d7d req-e9111f38-2c08-4d5b-b3db-60ad801be058 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Calling delete_port for a998386b-7f11-47ef-9133-c3596872863a owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:12.541271 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42694) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:12.590407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbea2c0-03f9-45b5-851a-674bb1aa2e83 req-34fb6f35-94c5-4f2b-be2b-2c14372bb89d tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:12.593410 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6dbea2c0-03f9-45b5-851a-674bb1aa2e83 req-34fb6f35-94c5-4f2b-be2b-2c14372bb89d tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.41 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 945 time: 0.3216250 Aug 31 00:55:12.603586 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e2495-fd70-4e5c-abb7-5ec7f6f41f02 req-dcc4589c-92e7-4762-a00b-6d2d7857a74d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:12.605944 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf9e2495-fd70-4e5c-abb7-5ec7f6f41f02 req-dcc4589c-92e7-4762-a00b-6d2d7857a74d tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 946 time: 0.2482617 Aug 31 00:55:12.676886 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf9e2495-fd70-4e5c-abb7-5ec7f6f41f02 req-624c16b1-7852-4d2b-983a-86449d724785 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa04430b-f0ea-4599-8c4d-69a21a645395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632105 Aug 31 00:55:12.711421 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port f6303bf6-6125-4de5-b6d4-ed5466c4e039 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:55:12.718506 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port f6303bf6-6125-4de5-b6d4-ed5466c4e039 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:55:12.719050 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:12.721104 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54625bcc-4636-4a0b-9686-63ed333a3a38 req-c5e741bd-f043-4c23-bcf3-3e7c85cf54d7 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f0c11fc-1416-4251-bb43-1a2df1047c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479479 Aug 31 00:55:12.749698 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e102d7-22d9-493b-981a-9df06a236d22 req-68720c3a-d563-40ee-a728-3b89cd772613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:12.751582 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26e102d7-22d9-493b-981a-9df06a236d22 req-68720c3a-d563-40ee-a728-3b89cd772613 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2890239 Aug 31 00:55:12.926129 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2908ffee-4f72-400b-a2af-1141b070e7e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bcad791c3ab41258bb35137e6185bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586349 Aug 31 00:55:12.932397 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42700) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:12.952270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7a66c-7f25-4299-9018-d19ba1770e3f req-570fd965-06f3-4ffe-94ec-240c6ad186e9 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:12.954105 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4e7a66c-7f25-4299-9018-d19ba1770e3f req-570fd965-06f3-4ffe-94ec-240c6ad186e9 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 945 time: 0.1736298 Aug 31 00:55:13.031019 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:13.047783 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7626ed0f-faa9-4334-8ccb-137e1b3e0d7d req-e9111f38-2c08-4d5b-b3db-60ad801be058 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:13.079478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74b4d1f-810d-4144-9d7f-bc2a667a1411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6303bf6-6125-4de5-b6d4-ed5466c4e039'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:55:13.084418 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03059fb9-06d6-43a9-b425-467b49cf170e" -d '{"events": [{"server_uuid": "b74b4d1f-810d-4144-9d7f-bc2a667a1411", "name": "network-vif-plugged", "status": "completed", "tag": "f6303bf6-6125-4de5-b6d4-ed5466c4e039"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:55:13.101335 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port f6303bf6-6125-4de5-b6d4-ed5466c4e039, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=f6303bf6-6125-4de5-b6d4-ed5466c4e039,segment=NetworkSegment(90c996bf-cc59-456f-9160-48c62acac6f2),segment_id=90c996bf-cc59-456f-9160-48c62acac6f2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:13.137894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9111f38-2c08-4d5b-b3db-60ad801be058 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Pushing event deleted for resources: {'Port': ['ID=a998386b-7f11-47ef-9133-c3596872863a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:13.152940 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4e7a66c-7f25-4299-9018-d19ba1770e3f req-42f3ebe3-64f3-4aed-b0f0-ea24cb830064 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups?id=938fef16-f6d7-4dcd-8d0e-7963718c7386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899326 Aug 31 00:55:13.200032 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:13.200888 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e5e3ad14-9f39-4444-acf5-d0713940a9b7 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:55:13.224723 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc595e3-88b5-4521-9e42-c670e348c3ec req-18a3e26d-3172-4303-8780-1453eb5d93fa tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:13.226935 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7cc595e3-88b5-4521-9e42-c670e348c3ec req-18a3e26d-3172-4303-8780-1453eb5d93fa tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 946 time: 0.2431602 Aug 31 00:55:13.259572 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34a2a5c-aff8-4300-8b53-c54bef7f660b x-openstack-request-id: req-f34a2a5c-aff8-4300-8b53-c54bef7f660b {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:55:13.260079 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74b4d1f-810d-4144-9d7f-bc2a667a1411", "name": "network-vif-plugged", "status": "completed", "tag": "f6303bf6-6125-4de5-b6d4-ed5466c4e039", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:55:13.260688 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f34a2a5c-aff8-4300-8b53-c54bef7f660b {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:55:13.261370 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74b4d1f-810d-4144-9d7f-bc2a667a1411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6303bf6-6125-4de5-b6d4-ed5466c4e039', 'code': 200} Aug 31 00:55:13.280749 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7626ed0f-faa9-4334-8ccb-137e1b3e0d7d req-e9111f38-2c08-4d5b-b3db-60ad801be058 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] No DVR routers for this DVR port a998386b-7f11-47ef-9133-c3596872863a on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:55:13.284408 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7626ed0f-faa9-4334-8ccb-137e1b3e0d7d req-e9111f38-2c08-4d5b-b3db-60ad801be058 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:13.286585 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7626ed0f-faa9-4334-8ccb-137e1b3e0d7d req-e9111f38-2c08-4d5b-b3db-60ad801be058 tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.48 "DELETE /v2.0/ports/a998386b-7f11-47ef-9133-c3596872863a HTTP/1.1" status: 204 len: 173 time: 1.4098127 Aug 31 00:55:13.287182 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'name': 'network-vif-deleted', 'tag': 'a998386b-7f11-47ef-9133-c3596872863a'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:55:13.299131 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e817fbea-45d7-40a3-8214-c08ddc0b16a3" -d '{"events": [{"server_uuid": "7b61fbf3-4801-4ba4-adbc-7d3e801a1511", "name": "network-vif-deleted", "tag": "a998386b-7f11-47ef-9133-c3596872863a"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:55:13.420589 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=f6303bf6-6125-4de5-b6d4-ed5466c4e039,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:13.443873 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:13.445916 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:13.445916 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:13.449490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:13.449490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:13.449490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:13.450931 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:13.450931 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:13.451565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:13.452220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:13.452769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:13.453329 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:13.548354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089e9c6-3c08-41ca-acbf-66f08297347a req-93dc6c47-fc0f-4b34-b395-3bec70991360 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:13.550368 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a089e9c6-3c08-41ca-acbf-66f08297347a req-93dc6c47-fc0f-4b34-b395-3bec70991360 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 949 time: 0.1988273 Aug 31 00:55:13.555569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65a5f8-4fb0-47aa-b8dc-5aa7003bc0b1 req-1b6630f1-6bad-4f82-a43d-1697efeb8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:13.558022 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e65a5f8-4fb0-47aa-b8dc-5aa7003bc0b1 req-1b6630f1-6bad-4f82-a43d-1697efeb8ef9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 1098 time: 0.1516974 Aug 31 00:55:13.573743 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port e5e3ad14-9f39-4444-acf5-d0713940a9b7 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:55:13.579121 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-7cc595e3-88b5-4521-9e42-c670e348c3ec req-25781a50-50ee-45cd-a257-1d65590e8289 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Deleting port 5e78a990-d4e4-4e62-acf9-0e944821a3c7 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:13.601002 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7cc595e3-88b5-4521-9e42-c670e348c3ec req-25781a50-50ee-45cd-a257-1d65590e8289 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:13.601407 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port e5e3ad14-9f39-4444-acf5-d0713940a9b7 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:55:13.601407 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:13.619804 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26e102d7-22d9-493b-981a-9df06a236d22 req-8a4f4b03-251d-4b00-8db0-31ca640250fd service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8394759 Aug 31 00:55:13.623716 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be77f54f-c873-4ece-b58c-1e75eceec19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:13.628215 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-6dbea2c0-03f9-45b5-851a-674bb1aa2e83 req-235d76b0-6bf6-4fe7-9f69-1f60e5c0cdfe tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Deleting port 05be0509-cf0a-4f18-9981-42144412caef {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:13.628503 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6dbea2c0-03f9-45b5-851a-674bb1aa2e83 req-235d76b0-6bf6-4fe7-9f69-1f60e5c0cdfe tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:13.737229 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:13.760525 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be77f54f-c873-4ece-b58c-1e75eceec19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:13.813338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e5e3ad14-9f39-4444-acf5-d0713940a9b7, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e5e3ad14-9f39-4444-acf5-d0713940a9b7,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:13.833193 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38d5b1-6310-49be-8b47-abf79f652393 req-ba0c700b-ea28-4f28-81fc-d197b392965d tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:13.848668 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dc38d5b1-6310-49be-8b47-abf79f652393 req-ba0c700b-ea28-4f28-81fc-d197b392965d tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a HTTP/1.1" status: 200 len: 944 time: 0.8218694 Aug 31 00:55:13.854528 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a089e9c6-3c08-41ca-acbf-66f08297347a req-a6ecb6af-e69b-4f80-a809-62e6d960f41b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848608 Aug 31 00:55:13.862573 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e65a5f8-4fb0-47aa-b8dc-5aa7003bc0b1 req-011db808-525c-4286-9978-befc8e6a9c6d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943008 Aug 31 00:55:13.943376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-7cc595e3-88b5-4521-9e42-c670e348c3ec req-25781a50-50ee-45cd-a257-1d65590e8289 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] For port 5e78a990-d4e4-4e62-acf9-0e944821a3c7, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5e78a990-d4e4-4e62-acf9-0e944821a3c7,segment=NetworkSegment(0b09c350-a8c5-4cd3-b29a-84b3763038a5),segment_id=0b09c350-a8c5-4cd3-b29a-84b3763038a5)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:13.943741 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7cc595e3-88b5-4521-9e42-c670e348c3ec req-25781a50-50ee-45cd-a257-1d65590e8289 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:14.003280 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:14.004755 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device d660b8b9-78e8-4793-ae60-e28826290a64 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:55:14.164022 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be77f54f-c873-4ece-b58c-1e75eceec19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:14.168662 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be77f54f-c873-4ece-b58c-1e75eceec19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:14.172677 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-be77f54f-c873-4ece-b58c-1e75eceec19d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a6b47bc-bb74-4204-920d-7ca22e52d772 HTTP/1.1" status: 204 len: 168 time: 1.2334125 Aug 31 00:55:14.177930 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-6dbea2c0-03f9-45b5-851a-674bb1aa2e83 req-235d76b0-6bf6-4fe7-9f69-1f60e5c0cdfe tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] For port 05be0509-cf0a-4f18-9981-42144412caef, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=05be0509-cf0a-4f18-9981-42144412caef,segment=NetworkSegment(1a0e1727-32eb-4186-b7ec-984f9896d27a),segment_id=1a0e1727-32eb-4186-b7ec-984f9896d27a)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:14.179451 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6dbea2c0-03f9-45b5-851a-674bb1aa2e83 req-235d76b0-6bf6-4fe7-9f69-1f60e5c0cdfe tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:14.207323 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=e5e3ad14-9f39-4444-acf5-d0713940a9b7,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:14.215305 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77f54f-c873-4ece-b58c-1e75eceec19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6b47bc-bb74-4204-920d-7ca22e52d772,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:14.307008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port d660b8b9-78e8-4793-ae60-e28826290a64 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:55:14.318918 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port d660b8b9-78e8-4793-ae60-e28826290a64 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:55:14.320602 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:14.329644 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77f54f-c873-4ece-b58c-1e75eceec19d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:14.330176 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77f54f-c873-4ece-b58c-1e75eceec19d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:14.331011 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77f54f-c873-4ece-b58c-1e75eceec19d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:14.331207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77f54f-c873-4ece-b58c-1e75eceec19d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:14.331592 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77f54f-c873-4ece-b58c-1e75eceec19d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:14.331781 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77f54f-c873-4ece-b58c-1e75eceec19d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:14.332502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77f54f-c873-4ece-b58c-1e75eceec19d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:14.332704 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77f54f-c873-4ece-b58c-1e75eceec19d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:14.333088 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77f54f-c873-4ece-b58c-1e75eceec19d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:14.333403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77f54f-c873-4ece-b58c-1e75eceec19d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:14.333734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77f54f-c873-4ece-b58c-1e75eceec19d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:14.334220 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77f54f-c873-4ece-b58c-1e75eceec19d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:14.354987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527340e1-e71b-495f-9940-1a493b637f7a req-49454b77-95e6-49ab-8a14-581c790edfd6 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:14.359311 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dc38d5b1-6310-49be-8b47-abf79f652393 req-58667b17-b41d-430d-af17-2195ec9c8ba1 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565880 Aug 31 00:55:14.361636 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26e102d7-22d9-493b-981a-9df06a236d22 req-4897ecc9-39be-4061-aac6-c7d20aca61d4 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793333 Aug 31 00:55:14.371794 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-527340e1-e71b-495f-9940-1a493b637f7a req-49454b77-95e6-49ab-8a14-581c790edfd6 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 946 time: 0.3710179 Aug 31 00:55:14.499738 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7cc595e3-88b5-4521-9e42-c670e348c3ec req-25781a50-50ee-45cd-a257-1d65590e8289 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:14.500354 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7cc595e3-88b5-4521-9e42-c670e348c3ec req-25781a50-50ee-45cd-a257-1d65590e8289 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:14.500864 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [req-7cc595e3-88b5-4521-9e42-c670e348c3ec req-25781a50-50ee-45cd-a257-1d65590e8289 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Floating IP 684cb0f9-21e9-46bd-89f2-d49d67b6aa62 disassociated. External IP: 172.25.2.64, port: 5e78a990-d4e4-4e62-acf9-0e944821a3c7. Aug 31 00:55:14.501402 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-7cc595e3-88b5-4521-9e42-c670e348c3ec req-25781a50-50ee-45cd-a257-1d65590e8289 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Calling delete_port for 5e78a990-d4e4-4e62-acf9-0e944821a3c7 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:14.527066 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-527340e1-e71b-495f-9940-1a493b637f7a req-a51bb069-58b5-443a-b847-e742fd4e2626 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489413 Aug 31 00:55:14.538990 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4315e07-cdff-434a-bb5d-905ee60034f3 x-openstack-request-id: req-f4315e07-cdff-434a-bb5d-905ee60034f3 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:55:14.539515 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b61fbf3-4801-4ba4-adbc-7d3e801a1511", "name": "network-vif-deleted", "tag": "a998386b-7f11-47ef-9133-c3596872863a", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:55:14.539898 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4315e07-cdff-434a-bb5d-905ee60034f3 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:55:14.540553 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b61fbf3-4801-4ba4-adbc-7d3e801a1511', 'name': 'network-vif-deleted', 'tag': 'a998386b-7f11-47ef-9133-c3596872863a', 'status': 'completed', 'code': 200} Aug 31 00:55:14.617575 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:14.724842 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port d660b8b9-78e8-4793-ae60-e28826290a64, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d660b8b9-78e8-4793-ae60-e28826290a64,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:14.771380 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6dbea2c0-03f9-45b5-851a-674bb1aa2e83 req-235d76b0-6bf6-4fe7-9f69-1f60e5c0cdfe tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:14.776055 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6dbea2c0-03f9-45b5-851a-674bb1aa2e83 req-235d76b0-6bf6-4fe7-9f69-1f60e5c0cdfe tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:14.776055 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [req-6dbea2c0-03f9-45b5-851a-674bb1aa2e83 req-235d76b0-6bf6-4fe7-9f69-1f60e5c0cdfe tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Floating IP 9fa76a9c-c871-4ed4-acf8-fad9b7b35971 disassociated. External IP: 172.25.2.98, port: 05be0509-cf0a-4f18-9981-42144412caef. Aug 31 00:55:14.776511 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-6dbea2c0-03f9-45b5-851a-674bb1aa2e83 req-235d76b0-6bf6-4fe7-9f69-1f60e5c0cdfe tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Calling delete_port for 05be0509-cf0a-4f18-9981-42144412caef owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:14.808131 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8172c80a-7a06-404b-b3fc-26ba926208f0 req-a78367cb-686d-429f-b295-c18979c3651b tempest-FloatingIPsAssociationTestJSON-1913906348 tempest-FloatingIPsAssociationTestJSON-1913906348-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b61fbf3-4801-4ba4-adbc-7d3e801a1511 HTTP/1.1" status: 200 len: 210 time: 0.0598271 Aug 31 00:55:14.814311 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:14.815406 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device a998386b-7f11-47ef-9133-c3596872863a no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:55:14.860524 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af791e-9038-4481-83a9-de3370d7b2bf req-747f9f4a-71b6-490a-8913-6781b3aafd9f tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:14.870881 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5af791e-9038-4481-83a9-de3370d7b2bf req-747f9f4a-71b6-490a-8913-6781b3aafd9f tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 946 time: 0.1226647 Aug 31 00:55:14.904821 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: a998386b-7f11-47ef-9133-c3596872863a {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:55:14.909928 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device a998386b-7f11-47ef-9133-c3596872863a not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:55:14.947769 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5af791e-9038-4481-83a9-de3370d7b2bf req-a73bc024-a517-42cb-9a7a-8f9890049153 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f0c11fc-1416-4251-bb43-1a2df1047c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753002 Aug 31 00:55:15.099876 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=d660b8b9-78e8-4793-ae60-e28826290a64,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:15.156988 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7cc595e3-88b5-4521-9e42-c670e348c3ec req-25781a50-50ee-45cd-a257-1d65590e8289 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:15.179569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f03091-15c3-42b7-b3ea-78978261b607 req-4d2ccd7e-d7e1-4583-9acf-f68f99bb3321 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:15.184499 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87f03091-15c3-42b7-b3ea-78978261b607 req-4d2ccd7e-d7e1-4583-9acf-f68f99bb3321 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.0946257 Aug 31 00:55:15.211505 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0077f5-f7cc-444c-9193-97476cd4560f req-97eddf3d-0fd5-4ec2-b49f-fe01465d4715 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:15.222826 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25781a50-50ee-45cd-a257-1d65590e8289 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Pushing event deleted for resources: {'Port': ['ID=5e78a990-d4e4-4e62-acf9-0e944821a3c7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:15.225941 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cc0077f5-f7cc-444c-9193-97476cd4560f req-97eddf3d-0fd5-4ec2-b49f-fe01465d4715 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 945 time: 0.1738510 Aug 31 00:55:15.262488 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e3ad14-9f39-4444-acf5-d0713940a9b7'}, {'server_uuid': '866492d8-00a0-4ee2-b986-e381417d7923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd660b8b9-78e8-4793-ae60-e28826290a64'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:55:15.265055 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d055d8f-e80f-4d68-90db-22d7a7718fb3" -d '{"events": [{"server_uuid": "c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a", "name": "network-vif-plugged", "status": "completed", "tag": "e5e3ad14-9f39-4444-acf5-d0713940a9b7"}, {"server_uuid": "866492d8-00a0-4ee2-b986-e381417d7923", "name": "network-vif-plugged", "status": "completed", "tag": "d660b8b9-78e8-4793-ae60-e28826290a64"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:55:15.329524 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87f03091-15c3-42b7-b3ea-78978261b607 req-5118b2dc-52c1-4dc3-989b-428cc3373222 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123219 Aug 31 00:55:15.387839 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 00:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b3ba7f-9459-449b-aefc-c8ee494262da x-openstack-request-id: req-c3b3ba7f-9459-449b-aefc-c8ee494262da {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:55:15.388149 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a", "name": "network-vif-plugged", "status": "completed", "tag": "e5e3ad14-9f39-4444-acf5-d0713940a9b7", "code": 200}, {"server_uuid": "866492d8-00a0-4ee2-b986-e381417d7923", "name": "network-vif-plugged", "status": "completed", "tag": "d660b8b9-78e8-4793-ae60-e28826290a64", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:55:15.388410 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3b3ba7f-9459-449b-aefc-c8ee494262da {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:55:15.388912 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e3ad14-9f39-4444-acf5-d0713940a9b7', 'code': 200} Aug 31 00:55:15.389185 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866492d8-00a0-4ee2-b986-e381417d7923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd660b8b9-78e8-4793-ae60-e28826290a64', 'code': 200} Aug 31 00:55:15.422031 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cc0077f5-f7cc-444c-9193-97476cd4560f req-fe24cce8-782c-4489-8013-ae4f301d3d27 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups?id=938fef16-f6d7-4dcd-8d0e-7963718c7386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933815 Aug 31 00:55:15.553152 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cc595e3-88b5-4521-9e42-c670e348c3ec req-25781a50-50ee-45cd-a257-1d65590e8289 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Router 8ae02611-673c-4f8d-aa05-897a7a5746da has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:55:15.623243 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6dbea2c0-03f9-45b5-851a-674bb1aa2e83 req-235d76b0-6bf6-4fe7-9f69-1f60e5c0cdfe tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:15.760773 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3606-2e5a-4ed7-83a6-60ad440bf210 req-5d183737-e398-4bb2-a408-0175e14dc51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:15.763845 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-363d3606-2e5a-4ed7-83a6-60ad440bf210 req-5d183737-e398-4bb2-a408-0175e14dc51d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a HTTP/1.1" status: 200 len: 1097 time: 0.2288554 Aug 31 00:55:15.779188 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52d298-9f74-4c8b-adf0-3519d3a6575e req-dc132306-e469-42e5-9623-1253deae64bc tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:15.793588 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c52d298-9f74-4c8b-adf0-3519d3a6575e req-dc132306-e469-42e5-9623-1253deae64bc tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a HTTP/1.1" status: 200 len: 945 time: 0.2807345 Aug 31 00:55:15.827762 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d76b0-6bf6-4fe7-9f69-1f60e5c0cdfe tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Pushing event deleted for resources: {'Port': ['ID=05be0509-cf0a-4f18-9981-42144412caef,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:15.943747 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-363d3606-2e5a-4ed7-83a6-60ad440bf210 req-53bd78fb-c579-47b8-ad2c-059a516cf0ff service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458588 Aug 31 00:55:16.035736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1f66d-8f93-41d2-a6e7-72cfb4f0bf29 req-7f4b50ed-9727-4e32-a796-4cd55320c88a tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:16.043926 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b5b1f66d-8f93-41d2-a6e7-72cfb4f0bf29 req-7f4b50ed-9727-4e32-a796-4cd55320c88a tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 946 time: 0.3276012 Aug 31 00:55:16.086315 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c52d298-9f74-4c8b-adf0-3519d3a6575e req-3ebda573-4a70-4d38-a5fd-3533bde29a06 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896390 Aug 31 00:55:16.141776 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cc595e3-88b5-4521-9e42-c670e348c3ec req-25781a50-50ee-45cd-a257-1d65590e8289 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:55:16.157592 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dc1159-8409-4391-a443-fef36a338e66 None None] Sync routers for ids ['8ae02611-673c-4f8d-aa05-897a7a5746da'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:55:16.170196 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b5b1f66d-8f93-41d2-a6e7-72cfb4f0bf29 req-6a7078df-9bb4-4651-aa84-316e8d27f429 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092548 Aug 31 00:55:16.185011 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc1159-8409-4391-a443-fef36a338e66 None None] Routers {'8ae02611-673c-4f8d-aa05-897a7a5746da'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:55:16.185997 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a7dc1159-8409-4391-a443-fef36a338e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:55:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8ae02611-673c-4f8d-aa05-897a7a5746da'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:16.257132 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dbea2c0-03f9-45b5-851a-674bb1aa2e83 req-235d76b0-6bf6-4fe7-9f69-1f60e5c0cdfe tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Router 45ea3610-da63-4876-b145-4b90886ff1af has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:55:16.264698 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42752) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:16.337465 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc595e3-88b5-4521-9e42-c670e348c3ec req-25781a50-50ee-45cd-a257-1d65590e8289 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] No DVR routers for this DVR port 5e78a990-d4e4-4e62-acf9-0e944821a3c7 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:55:16.344079 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7cc595e3-88b5-4521-9e42-c670e348c3ec req-25781a50-50ee-45cd-a257-1d65590e8289 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:16.352983 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7cc595e3-88b5-4521-9e42-c670e348c3ec req-25781a50-50ee-45cd-a257-1d65590e8289 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.41 "DELETE /v2.0/ports/5e78a990-d4e4-4e62-acf9-0e944821a3c7 HTTP/1.1" status: 204 len: 173 time: 3.1004486 Aug 31 00:55:16.408758 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5e78a990-d4e4-4e62-acf9-0e944821a3c7 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:55:16.484118 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23b180e9-5c55-4a41-aae3-a1d68e21cb4f req-d045b539-e08f-4e80-85df-25a0ffc5300e tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-808314500&fields=id&tenant_id=92a134cdf51b4003b500d687ed9eb1f8 HTTP/1.1" status: 200 len: 267 time: 0.1053684 Aug 31 00:55:16.495956 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 5e78a990-d4e4-4e62-acf9-0e944821a3c7 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:55:16.497906 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5e78a990-d4e4-4e62-acf9-0e944821a3c7 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:55:16.499234 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 05be0509-cf0a-4f18-9981-42144412caef no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:55:16.554924 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-a7dc1159-8409-4391-a443-fef36a338e66 None None] Set router 8ae02611-673c-4f8d-aa05-897a7a5746da gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:55:16.576355 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7998e32-ad48-490a-aa08-ff1598e52287', 'name': 'network-vif-deleted', 'tag': '5e78a990-d4e4-4e62-acf9-0e944821a3c7'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:55:16.581476 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc51694-aa9a-4e41-9860-ab43bde6ec97" -d '{"events": [{"server_uuid": "b7998e32-ad48-490a-aa08-ff1598e52287", "name": "network-vif-deleted", "tag": "5e78a990-d4e4-4e62-acf9-0e944821a3c7"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:55:16.600170 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 05be0509-cf0a-4f18-9981-42144412caef {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:55:16.601556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 05be0509-cf0a-4f18-9981-42144412caef not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:55:16.703065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b180e9-5c55-4a41-aae3-a1d68e21cb4f req-16b49905-da6b-4f24-afb5-b7d80997de21 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:16.707437 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23b180e9-5c55-4a41-aae3-a1d68e21cb4f req-16b49905-da6b-4f24-afb5-b7d80997de21 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 946 time: 0.2094357 Aug 31 00:55:16.727233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-23b180e9-5c55-4a41-aae3-a1d68e21cb4f req-e4e5dae7-0156-4593-820b-543e79ab1ac8 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Request body: {'port': {'security_groups': ['98b58b26-936b-442e-839b-8e0a5edf8a16', '82c272b9-25e5-47ae-b7cf-2b558dc1684b']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:16.737611 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-04b77b4b-1d6b-44a0-840d-ee04f00a6a56 req-432c0591-c369-4a57-9f04-3cedf866ad29 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1487622 Aug 31 00:55:16.869489 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9c9bde53-cd32-487c-af8d-412b3bdc9d30 req-3789be06-e44c-4b69-adb9-b5c5f1281ab2 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7998e32-ad48-490a-aa08-ff1598e52287 HTTP/1.1" status: 200 len: 210 time: 0.1253705 Aug 31 00:55:16.946725 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-23b180e9-5c55-4a41-aae3-a1d68e21cb4f req-e4e5dae7-0156-4593-820b-543e79ab1ac8 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:17.096437 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b77b4b-1d6b-44a0-840d-ee04f00a6a56 req-054860ea-7b29-4133-9cb8-680bc9b4c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:17.098742 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-04b77b4b-1d6b-44a0-840d-ee04f00a6a56 req-054860ea-7b29-4133-9cb8-680bc9b4c62d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 1102 time: 0.2621624 Aug 31 00:55:17.277112 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a7dc1159-8409-4391-a443-fef36a338e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'name': 'tempest-ServersTestJSON-1241271120-router', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:35Z', 'revision_number': 4, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'gw_port': {'id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:25Z', 'updated_at': '2021-08-31T00:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'db86779f-52c7-4caa-a779-7f3cbbd866b7', 'name': '', 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'mac_address': 'fa:16:3e:89:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '33607f4e-6584-4090-b09f-6f2de69c9050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:30Z', 'updated_at': '2021-08-31T00:52:44Z', 'revision_number': 5, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'subnets': [{'id': '33607f4e-6584-4090-b09f-6f2de69c9050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:17.319685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dbea2c0-03f9-45b5-851a-674bb1aa2e83 req-235d76b0-6bf6-4fe7-9f69-1f60e5c0cdfe tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:55:17.336662 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca1a061-1598-452e-8668-a562964b91cc None None] Sync routers for ids ['45ea3610-da63-4876-b145-4b90886ff1af'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:55:17.342140 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dc1159-8409-4391-a443-fef36a338e66 None None] Checking router: 8ae02611-673c-4f8d-aa05-897a7a5746da for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:55:17.357520 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca1a061-1598-452e-8668-a562964b91cc None None] Routers {'45ea3610-da63-4876-b145-4b90886ff1af'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:55:17.359038 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-dca1a061-1598-452e-8668-a562964b91cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:55:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['45ea3610-da63-4876-b145-4b90886ff1af'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:17.370598 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc1159-8409-4391-a443-fef36a338e66 None None] Routers {'8ae02611-673c-4f8d-aa05-897a7a5746da'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:55:17.372309 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a7dc1159-8409-4391-a443-fef36a338e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:55:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8ae02611-673c-4f8d-aa05-897a7a5746da'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:17.421796 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a716e-cccd-4a57-9ded-2b06f47974af req-205022d7-1bd1-4d07-b22a-c53a0f9ab5ed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:17.427380 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-434a716e-cccd-4a57-9ded-2b06f47974af req-205022d7-1bd1-4d07-b22a-c53a0f9ab5ed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.3326120 Aug 31 00:55:17.527123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbea2c0-03f9-45b5-851a-674bb1aa2e83 req-235d76b0-6bf6-4fe7-9f69-1f60e5c0cdfe tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] No DVR routers for this DVR port 05be0509-cf0a-4f18-9981-42144412caef on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:55:17.574679 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6dbea2c0-03f9-45b5-851a-674bb1aa2e83 req-235d76b0-6bf6-4fe7-9f69-1f60e5c0cdfe tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:17.590070 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6dbea2c0-03f9-45b5-851a-674bb1aa2e83 req-235d76b0-6bf6-4fe7-9f69-1f60e5c0cdfe tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.41 "DELETE /v2.0/ports/05be0509-cf0a-4f18-9981-42144412caef HTTP/1.1" status: 204 len: 173 time: 4.9790826 Aug 31 00:55:17.595344 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d565eb-19cc-49bf-9a50-c07ebeb9cd4c', 'name': 'network-vif-deleted', 'tag': '05be0509-cf0a-4f18-9981-42144412caef'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:55:17.607129 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b159d6-666f-4597-9391-a065f818c3ba" -d '{"events": [{"server_uuid": "03d565eb-19cc-49bf-9a50-c07ebeb9cd4c", "name": "network-vif-deleted", "tag": "05be0509-cf0a-4f18-9981-42144412caef"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:55:17.623255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-23b180e9-5c55-4a41-aae3-a1d68e21cb4f req-e4e5dae7-0156-4593-820b-543e79ab1ac8 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] For port f6303bf6-6125-4de5-b6d4-ed5466c4e039, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=f6303bf6-6125-4de5-b6d4-ed5466c4e039,segment=NetworkSegment(90c996bf-cc59-456f-9160-48c62acac6f2),segment_id=90c996bf-cc59-456f-9160-48c62acac6f2)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:17.775191 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-dca1a061-1598-452e-8668-a562964b91cc None None] Set router 45ea3610-da63-4876-b145-4b90886ff1af gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:55:17.776033 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b77b4b-1d6b-44a0-840d-ee04f00a6a56 req-86863c18-4776-4f95-8a0d-8a5b4b43de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:17.776033 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-04b77b4b-1d6b-44a0-840d-ee04f00a6a56 req-86863c18-4776-4f95-8a0d-8a5b4b43de65 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.6480877 Aug 31 00:55:17.794416 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-434a716e-cccd-4a57-9ded-2b06f47974af req-57b323c9-c011-418e-a4ef-98e7bc262ff7 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471572 Aug 31 00:55:17.852055 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-23b180e9-5c55-4a41-aae3-a1d68e21cb4f req-e4e5dae7-0156-4593-820b-543e79ab1ac8 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:17.866857 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-a7dc1159-8409-4391-a443-fef36a338e66 None None] Set router 8ae02611-673c-4f8d-aa05-897a7a5746da gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:55:17.932150 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-04b77b4b-1d6b-44a0-840d-ee04f00a6a56 req-6a106cb9-cd8a-4791-9f17-a6e7e26f6450 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d660b8b9-78e8-4793-ae60-e28826290a64 HTTP/1.1" status: 200 len: 217 time: 0.1397884 Aug 31 00:55:17.975897 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1bda846c-b1e2-4588-a1f2-c06ac13162f3 req-d308556b-05ca-40f7-90e2-975008a2e3c0 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d565eb-19cc-49bf-9a50-c07ebeb9cd4c HTTP/1.1" status: 200 len: 210 time: 0.0421300 Aug 31 00:55:18.071185 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc0f93a9-93ab-4ca4-9939-8b0b305c0323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:18.108984 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf34829-f883-4cf2-bf42-f75b1fefc6e7 x-openstack-request-id: req-fbf34829-f883-4cf2-bf42-f75b1fefc6e7 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:55:18.116587 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7998e32-ad48-490a-aa08-ff1598e52287", "name": "network-vif-deleted", "tag": "5e78a990-d4e4-4e62-acf9-0e944821a3c7", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:55:18.116587 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbf34829-f883-4cf2-bf42-f75b1fefc6e7 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:55:18.116587 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7998e32-ad48-490a-aa08-ff1598e52287', 'name': 'network-vif-deleted', 'tag': '5e78a990-d4e4-4e62-acf9-0e944821a3c7', 'status': 'completed', 'code': 200} Aug 31 00:55:18.116587 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-23b180e9-5c55-4a41-aae3-a1d68e21cb4f req-e4e5dae7-0156-4593-820b-543e79ab1ac8 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:18.183482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['f6303bf6-6125-4de5-b6d4-ed5466c4e039'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:55:18.354590 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b180e9-5c55-4a41-aae3-a1d68e21cb4f req-e4e5dae7-0156-4593-820b-543e79ab1ac8 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:18.356129 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-23b180e9-5c55-4a41-aae3-a1d68e21cb4f req-e4e5dae7-0156-4593-820b-543e79ab1ac8 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:18.375352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23b180e9-5c55-4a41-aae3-a1d68e21cb4f req-e4e5dae7-0156-4593-820b-543e79ab1ac8 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "PUT /v2.0/ports/f6303bf6-6125-4de5-b6d4-ed5466c4e039 HTTP/1.1" status: 200 len: 982 time: 1.6592505 Aug 31 00:55:18.419956 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b77b4b-1d6b-44a0-840d-ee04f00a6a56 req-09e74fa2-6922-4570-9cc0-0665cb02911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:18.421922 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-04b77b4b-1d6b-44a0-840d-ee04f00a6a56 req-09e74fa2-6922-4570-9cc0-0665cb02911d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.4822152 Aug 31 00:55:18.466787 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a9e742-2dfa-465f-a431-b9f8072dd754 x-openstack-request-id: req-d3a9e742-2dfa-465f-a431-b9f8072dd754 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:55:18.466787 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d565eb-19cc-49bf-9a50-c07ebeb9cd4c", "name": "network-vif-deleted", "tag": "05be0509-cf0a-4f18-9981-42144412caef", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:55:18.466787 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3a9e742-2dfa-465f-a431-b9f8072dd754 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:55:18.466787 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d565eb-19cc-49bf-9a50-c07ebeb9cd4c', 'name': 'network-vif-deleted', 'tag': '05be0509-cf0a-4f18-9981-42144412caef', 'status': 'completed', 'code': 200} Aug 31 00:55:18.487410 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a7dc1159-8409-4391-a443-fef36a338e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'name': 'tempest-ServersTestJSON-1241271120-router', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:35Z', 'revision_number': 4, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'gw_port': {'id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:25Z', 'updated_at': '2021-08-31T00:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'db86779f-52c7-4caa-a779-7f3cbbd866b7', 'name': '', 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'mac_address': 'fa:16:3e:89:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '33607f4e-6584-4090-b09f-6f2de69c9050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:30Z', 'updated_at': '2021-08-31T00:52:44Z', 'revision_number': 5, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'subnets': [{'id': '33607f4e-6584-4090-b09f-6f2de69c9050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:18.535777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5dae7-0156-4593-820b-543e79ab1ac8 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event updated for resources: {'Port': ['ID=f6303bf6-6125-4de5-b6d4-ed5466c4e039,revision_number=6']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:18.564955 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['f6303bf6-6125-4de5-b6d4-ed5466c4e039'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:55:18.617087 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b77b4b-1d6b-44a0-840d-ee04f00a6a56 req-7a86a7ea-f958-480f-9f62-54cba4b07d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:18.620576 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-04b77b4b-1d6b-44a0-840d-ee04f00a6a56 req-7a86a7ea-f958-480f-9f62-54cba4b07d80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1853275 Aug 31 00:55:18.644035 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dc1159-8409-4391-a443-fef36a338e66 None None] The sync data for ids ['8ae02611-673c-4f8d-aa05-897a7a5746da'] in n-d-793621-34 is: [{'id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'name': 'tempest-ServersTestJSON-1241271120-router', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:35Z', 'revision_number': 4, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'gw_port': {'id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:25Z', 'updated_at': '2021-08-31T00:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'db86779f-52c7-4caa-a779-7f3cbbd866b7', 'name': '', 'network_id': '62bcc279-75c4-4395-8c31-f0f71b03f975', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'mac_address': 'fa:16:3e:89:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '33607f4e-6584-4090-b09f-6f2de69c9050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:30Z', 'updated_at': '2021-08-31T00:52:44Z', 'revision_number': 5, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'subnets': [{'id': '33607f4e-6584-4090-b09f-6f2de69c9050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:55:18.648381 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091d4a8-4866-4ee4-b878-b727349ed1f7 req-e715fa32-2fb8-41d1-8cd6-5cce673dcf07 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:18.662330 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9091d4a8-4866-4ee4-b878-b727349ed1f7 req-e715fa32-2fb8-41d1-8cd6-5cce673dcf07 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a HTTP/1.1" status: 200 len: 945 time: 0.3385706 Aug 31 00:55:18.938736 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9091d4a8-4866-4ee4-b878-b727349ed1f7 req-48e36a14-3130-4163-9999-df46ebce8b9e tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669046 Aug 31 00:55:19.471542 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-fc0f93a9-93ab-4ca4-9939-8b0b305c0323 admin admin] Deleting port ee4899fe-0e78-40b9-bd78-996e212e0086 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:19.472303 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc0f93a9-93ab-4ca4-9939-8b0b305c0323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:19.519788 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778b377b-44eb-4b9d-a97e-f58c3f02de2e None None] New status for floating IP 684cb0f9-21e9-46bd-89f2-d49d67b6aa62: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:55:19.654309 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-88021882-bbaa-4250-aba2-73144ec85662 req-aa293a2f-5e66-48a0-af58-d50290955d1d tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-276084173&fields=id&tenant_id=92a134cdf51b4003b500d687ed9eb1f8 HTTP/1.1" status: 200 len: 267 time: 0.2651472 Aug 31 00:55:19.687587 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f197083-70bf-4b81-ac58-a562b3549c9e req-394af996-2534-406a-93d8-df1ca93e738a tempest-MigrationsAdminTest-1323546662 tempest-MigrationsAdminTest-1323546662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:19.697033 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1f197083-70bf-4b81-ac58-a562b3549c9e req-394af996-2534-406a-93d8-df1ca93e738a tempest-MigrationsAdminTest-1323546662 tempest-MigrationsAdminTest-1323546662-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 1102 time: 1.1106420 Aug 31 00:55:19.769697 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1f197083-70bf-4b81-ac58-a562b3549c9e req-87e91037-5ca4-4226-a9dc-6a1a03777e7e tempest-MigrationsAdminTest-1323546662 tempest-MigrationsAdminTest-1323546662-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712602 Aug 31 00:55:19.803252 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-04b77b4b-1d6b-44a0-840d-ee04f00a6a56 req-ef706508-0634-43c2-a5ee-63bb33cb120f service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1352830 Aug 31 00:55:19.821337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-dca1a061-1598-452e-8668-a562964b91cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea3610-da63-4876-b145-4b90886ff1af', 'name': 'tempest-ServersTestManualDisk-625258496-router', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:21Z', 'updated_at': '2021-08-31T00:52:33Z', 'revision_number': 4, 'project_id': 'cb916b836e584d028f50820f5d058952', 'gw_port': {'id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '61a149d4-26ff-4cfc-be6b-792a38d9c6a4', 'name': '', 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'mac_address': 'fa:16:3e:18:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '30781be2-5bee-4638-999a-f788a777a8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:30Z', 'updated_at': '2021-08-31T00:52:47Z', 'revision_number': 5, 'project_id': 'cb916b836e584d028f50820f5d058952', 'subnets': [{'id': '30781be2-5bee-4638-999a-f788a777a8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:19.878774 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca1a061-1598-452e-8668-a562964b91cc None None] Checking router: 45ea3610-da63-4876-b145-4b90886ff1af for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:55:19.901047 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-fc0f93a9-93ab-4ca4-9939-8b0b305c0323 admin admin] For port ee4899fe-0e78-40b9-bd78-996e212e0086, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ee4899fe-0e78-40b9-bd78-996e212e0086,segment=NetworkSegment(4e658841-2906-400f-a684-d4fbd97b680a),segment_id=4e658841-2906-400f-a684-d4fbd97b680a)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:19.901577 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc0f93a9-93ab-4ca4-9939-8b0b305c0323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:19.912321 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca1a061-1598-452e-8668-a562964b91cc None None] Routers {'45ea3610-da63-4876-b145-4b90886ff1af'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:55:19.914612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-dca1a061-1598-452e-8668-a562964b91cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:55:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['45ea3610-da63-4876-b145-4b90886ff1af'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:19.945005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-fc0f93a9-93ab-4ca4-9939-8b0b305c0323 admin admin] Calling delete_port for ee4899fe-0e78-40b9-bd78-996e212e0086 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:19.953800 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88021882-bbaa-4250-aba2-73144ec85662 req-6d631898-1902-491e-8aaa-a9aab8724466 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:19.955578 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-88021882-bbaa-4250-aba2-73144ec85662 req-6d631898-1902-491e-8aaa-a9aab8724466 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 985 time: 0.1626570 Aug 31 00:55:19.990698 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-88021882-bbaa-4250-aba2-73144ec85662 req-60324047-466e-4878-b234-e7c28e4feb7a tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Request body: {'port': {'security_groups': ['82c272b9-25e5-47ae-b7cf-2b558dc1684b', '98b58b26-936b-442e-839b-8e0a5edf8a16', '4ada0f35-4b1e-412e-a5d6-09c27c7e1979']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:20.038501 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42808) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:20.103971 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-04b77b4b-1d6b-44a0-840d-ee04f00a6a56 req-9ed5eeab-07ef-410e-99cf-3a945e149709 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905030 Aug 31 00:55:20.126205 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74b4d1f-810d-4144-9d7f-bc2a667a1411', 'tag': 'f6303bf6-6125-4de5-b6d4-ed5466c4e039'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:55:20.126205 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4309e62-c7ed-4027-85f4-7d41ad0cfd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "b74b4d1f-810d-4144-9d7f-bc2a667a1411", "tag": "f6303bf6-6125-4de5-b6d4-ed5466c4e039"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:55:20.216740 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-dca1a061-1598-452e-8668-a562964b91cc None None] Set router 45ea3610-da63-4876-b145-4b90886ff1af gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:55:20.259121 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-81dd76db-f782-4b81-8a6e-9b85b7cdf6fa tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:20.262176 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-88021882-bbaa-4250-aba2-73144ec85662 req-60324047-466e-4878-b234-e7c28e4feb7a tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:20.330560 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-81dd76db-f782-4b81-8a6e-9b85b7cdf6fa tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:20.555390 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-c417d46c-b000-494c-ab32-33fafaa05326 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6ad2111d0e154173a35a5504bc80bd2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764980 Aug 31 00:55:20.559044 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-81dd76db-f782-4b81-8a6e-9b85b7cdf6fa tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:20.563031 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-81dd76db-f782-4b81-8a6e-9b85b7cdf6fa tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:20.566366 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-81dd76db-f782-4b81-8a6e-9b85b7cdf6fa tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "DELETE /v2.0/security-groups/9f0c11fc-1416-4251-bb43-1a2df1047c46 HTTP/1.1" status: 204 len: 168 time: 0.5236013 Aug 31 00:55:20.583618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42828) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:20.617983 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-7a6fc925-8461-46a6-9326-1cc92753b3fc tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] show failed (client error): The resource could not be found. Aug 31 00:55:20.619765 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7a6fc925-8461-46a6-9326-1cc92753b3fc tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "GET /v2.0/security-groups/9f0c11fc-1416-4251-bb43-1a2df1047c46 HTTP/1.1" status: 404 len: 347 time: 0.0340359 Aug 31 00:55:20.625107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42830) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:20.707996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd76db-f782-4b81-8a6e-9b85b7cdf6fa tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0c11fc-1416-4251-bb43-1a2df1047c46,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:20.845281 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-dca1a061-1598-452e-8668-a562964b91cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea3610-da63-4876-b145-4b90886ff1af', 'name': 'tempest-ServersTestManualDisk-625258496-router', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:21Z', 'updated_at': '2021-08-31T00:52:33Z', 'revision_number': 4, 'project_id': 'cb916b836e584d028f50820f5d058952', 'gw_port': {'id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '61a149d4-26ff-4cfc-be6b-792a38d9c6a4', 'name': '', 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'mac_address': 'fa:16:3e:18:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '30781be2-5bee-4638-999a-f788a777a8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:30Z', 'updated_at': '2021-08-31T00:52:47Z', 'revision_number': 5, 'project_id': 'cb916b836e584d028f50820f5d058952', 'subnets': [{'id': '30781be2-5bee-4638-999a-f788a777a8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:20.886279 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca1a061-1598-452e-8668-a562964b91cc None None] The sync data for ids ['45ea3610-da63-4876-b145-4b90886ff1af'] in n-d-793621-34 is: [{'id': '45ea3610-da63-4876-b145-4b90886ff1af', 'name': 'tempest-ServersTestManualDisk-625258496-router', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:21Z', 'updated_at': '2021-08-31T00:52:33Z', 'revision_number': 4, 'project_id': 'cb916b836e584d028f50820f5d058952', 'gw_port': {'id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '61a149d4-26ff-4cfc-be6b-792a38d9c6a4', 'name': '', 'network_id': '2b35eefa-7ab0-4ef7-a371-a86a18ca3f87', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'mac_address': 'fa:16:3e:18:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '30781be2-5bee-4638-999a-f788a777a8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:30Z', 'updated_at': '2021-08-31T00:52:47Z', 'revision_number': 5, 'project_id': 'cb916b836e584d028f50820f5d058952', 'subnets': [{'id': '30781be2-5bee-4638-999a-f788a777a8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:55:20.890376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-0aa5c2c5-c8ac-4fa0-8422-8cff30908985 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:20.892499 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-0aa5c2c5-c8ac-4fa0-8422-8cff30908985 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3359694 Aug 31 00:55:20.916702 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-7284a549-e8bf-41b7-b0e3-66e5189b1249 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/quotas/6ad2111d0e154173a35a5504bc80bd2e HTTP/1.1" status: 200 len: 375 time: 0.0166149 Aug 31 00:55:20.952127 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ccf7917e-edb2-4cab-ba34-df31661d867f req-3d2a6caa-a61e-4164-aa1d-ff8ee9807ce2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1454525 Aug 31 00:55:20.980618 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-23be5900-2da0-4632-87a1-b49d4d853aa1 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ad2111d0e154173a35a5504bc80bd2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565324 Aug 31 00:55:20.997418 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-96f49080-5ced-48ee-b01b-3445d1c851f7 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Deleting port dda1987e-c93c-40e4-91fd-fb34a37496f7 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:20.997418 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96f49080-5ced-48ee-b01b-3445d1c851f7 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:21.154433 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc0f93a9-93ab-4ca4-9939-8b0b305c0323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:21.221969 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f93a9-93ab-4ca4-9939-8b0b305c0323 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4899fe-0e78-40b9-bd78-996e212e0086,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:21.263230 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96f49080-5ced-48ee-b01b-3445d1c851f7 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:21.263559 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96f49080-5ced-48ee-b01b-3445d1c851f7 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:21.377052 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-96f49080-5ced-48ee-b01b-3445d1c851f7 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Calling delete_port for dda1987e-c93c-40e4-91fd-fb34a37496f7 owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:21.393986 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7917e-edb2-4cab-ba34-df31661d867f req-9142e35a-1804-423a-9f3c-4b0588942b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:21.398695 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ccf7917e-edb2-4cab-ba34-df31661d867f req-9142e35a-1804-423a-9f3c-4b0588942b49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e57aba893e84797a7ad07e1842cdb74&device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 1098 time: 0.3958592 Aug 31 00:55:21.546577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a595a7-33f7-4fec-90f5-af829769c062 None None] New status for floating IP 9fa76a9c-c871-4ed4-acf8-fad9b7b35971: DOWN {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:55:21.708862 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42844) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:21.780923 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-88021882-bbaa-4250-aba2-73144ec85662 req-60324047-466e-4878-b234-e7c28e4feb7a tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] For port f6303bf6-6125-4de5-b6d4-ed5466c4e039, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=f6303bf6-6125-4de5-b6d4-ed5466c4e039,segment=NetworkSegment(90c996bf-cc59-456f-9160-48c62acac6f2),segment_id=90c996bf-cc59-456f-9160-48c62acac6f2)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:21.863309 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6a4355-65f9-4e67-9003-818c127a01e5 x-openstack-request-id: req-be6a4355-65f9-4e67-9003-818c127a01e5 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:55:21.863834 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74b4d1f-810d-4144-9d7f-bc2a667a1411", "tag": "f6303bf6-6125-4de5-b6d4-ed5466c4e039", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:55:21.864171 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be6a4355-65f9-4e67-9003-818c127a01e5 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:55:21.864783 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74b4d1f-810d-4144-9d7f-bc2a667a1411', 'tag': 'f6303bf6-6125-4de5-b6d4-ed5466c4e039', 'status': 'completed', 'code': 200} Aug 31 00:55:22.142398 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12fda35b-6b72-4440-8fbe-3319827dc20a req-2098fcaf-5fea-4189-ad5e-e3a000f08953 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 210 time: 0.1580575 Aug 31 00:55:22.188421 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f58eb012-b73f-42ff-a6f4-dba535930568 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:22.266176 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4309e62-c7ed-4027-85f4-7d41ad0cfd6f req-256ab2a0-19d2-4523-a0ba-f9c6f21e45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:22.267778 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4309e62-c7ed-4027-85f4-7d41ad0cfd6f req-256ab2a0-19d2-4523-a0ba-f9c6f21e45e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a134cdf51b4003b500d687ed9eb1f8&device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 1137 time: 0.3155971 Aug 31 00:55:22.292902 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f58eb012-b73f-42ff-a6f4-dba535930568 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:22.389307 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-b9f35a97-36a8-464b-aa4e-42fae76a77d8 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769267 Aug 31 00:55:22.515291 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-88021882-bbaa-4250-aba2-73144ec85662 req-60324047-466e-4878-b234-e7c28e4feb7a tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:22.545348 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4309e62-c7ed-4027-85f4-7d41ad0cfd6f req-6d606a8a-030f-424c-9014-1c1522ac3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:22.548379 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4309e62-c7ed-4027-85f4-7d41ad0cfd6f req-6d606a8a-030f-424c-9014-1c1522ac3621 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c25bde23-7fd0-4902-805c-c6238fc1da6b HTTP/1.1" status: 200 len: 913 time: 0.2519703 Aug 31 00:55:22.632818 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4309e62-c7ed-4027-85f4-7d41ad0cfd6f req-7f6c232d-ac7e-4683-9658-8032b58c7377 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6303bf6-6125-4de5-b6d4-ed5466c4e039 HTTP/1.1" status: 200 len: 217 time: 0.0673144 Aug 31 00:55:22.652723 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7917e-edb2-4cab-ba34-df31661d867f req-fd0307ca-2a33-44e3-9550-e05914be9f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:22.652723 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ccf7917e-edb2-4cab-ba34-df31661d867f req-fd0307ca-2a33-44e3-9550-e05914be9f04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=962090c4-e06e-4088-950b-8c581dc8e655 HTTP/1.1" status: 200 len: 915 time: 1.2018647 Aug 31 00:55:22.660290 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-88021882-bbaa-4250-aba2-73144ec85662 req-60324047-466e-4878-b234-e7c28e4feb7a tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:22.674955 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['f6303bf6-6125-4de5-b6d4-ed5466c4e039'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:55:22.759491 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-00060341-42eb-4033-b48b-60c80d7880b9 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:22.769127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-00060341-42eb-4033-b48b-60c80d7880b9 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3601449 Aug 31 00:55:22.784072 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f58eb012-b73f-42ff-a6f4-dba535930568 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:22.787824 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f58eb012-b73f-42ff-a6f4-dba535930568 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:22.789492 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ccf7917e-edb2-4cab-ba34-df31661d867f req-d0b29623-04bd-4595-bce1-477241e2f742 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d5bd277-aeb5-4022-b617-60ca0f30db3a HTTP/1.1" status: 200 len: 217 time: 0.1270113 Aug 31 00:55:22.790406 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f58eb012-b73f-42ff-a6f4-dba535930568 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "DELETE /v2.0/security-groups/938fef16-f6d7-4dcd-8d0e-7963718c7386 HTTP/1.1" status: 204 len: 168 time: 1.0780563 Aug 31 00:55:22.795761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88021882-bbaa-4250-aba2-73144ec85662 req-60324047-466e-4878-b234-e7c28e4feb7a tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:22.796531 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-88021882-bbaa-4250-aba2-73144ec85662 req-60324047-466e-4878-b234-e7c28e4feb7a tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:22.798046 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-88021882-bbaa-4250-aba2-73144ec85662 req-60324047-466e-4878-b234-e7c28e4feb7a tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "PUT /v2.0/ports/f6303bf6-6125-4de5-b6d4-ed5466c4e039 HTTP/1.1" status: 200 len: 1021 time: 2.8162119 Aug 31 00:55:22.801674 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42868) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:22.802133 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74b4d1f-810d-4144-9d7f-bc2a667a1411', 'tag': 'f6303bf6-6125-4de5-b6d4-ed5466c4e039'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:55:22.805724 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12301c07-6548-48b7-b7cb-c9ee673df68a" -d '{"events": [{"name": "network-changed", "server_uuid": "b74b4d1f-810d-4144-9d7f-bc2a667a1411", "tag": "f6303bf6-6125-4de5-b6d4-ed5466c4e039"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:55:22.825393 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-4922e9b8-5162-4e86-a853-0d6c2a4cd18a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/quotas/9b0e0bf639aa4d21b3db103ff979c892 HTTP/1.1" status: 200 len: 375 time: 0.0548048 Aug 31 00:55:22.833053 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc0f93a9-93ab-4ca4-9939-8b0b305c0323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:22.857148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58eb012-b73f-42ff-a6f4-dba535930568 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=938fef16-f6d7-4dcd-8d0e-7963718c7386,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:22.869286 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-da673797-979a-4594-8fba-85eedef775de tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] show failed (client error): The resource could not be found. Aug 31 00:55:22.874490 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-da673797-979a-4594-8fba-85eedef775de tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "GET /v2.0/security-groups/938fef16-f6d7-4dcd-8d0e-7963718c7386 HTTP/1.1" status: 404 len: 347 time: 0.0671525 Aug 31 00:55:22.903602 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42874) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:22.927868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['f6303bf6-6125-4de5-b6d4-ed5466c4e039'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:55:22.933955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4309e62-c7ed-4027-85f4-7d41ad0cfd6f req-bdf6fa62-815f-48f5-9658-f6f9c2336703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:22.935665 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4309e62-c7ed-4027-85f4-7d41ad0cfd6f req-bdf6fa62-815f-48f5-9658-f6f9c2336703 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b9f00cd4-573e-4200-a1be-da6efee3f06a HTTP/1.1" status: 200 len: 852 time: 0.2774069 Aug 31 00:55:22.983440 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4309e62-c7ed-4027-85f4-7d41ad0cfd6f req-aff6f585-1de0-4bbb-83b2-6425f6c46b32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c25bde23-7fd0-4902-805c-c6238fc1da6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374010 Aug 31 00:55:23.002534 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ac022ddd-8050-40f0-8e06-497e0f49f3a4 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1742415 Aug 31 00:55:23.005776 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60324047-466e-4878-b234-e7c28e4feb7a tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event updated for resources: {'Port': ['ID=f6303bf6-6125-4de5-b6d4-ed5466c4e039,revision_number=7']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:23.274452 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:55:23.290312 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4309e62-c7ed-4027-85f4-7d41ad0cfd6f req-7d4c752a-d685-4243-b253-8389b51587e9 service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837274 Aug 31 00:55:23.321429 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7917e-edb2-4cab-ba34-df31661d867f req-90e2f067-6881-4bd6-b837-d9032cd493b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:23.324610 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ccf7917e-edb2-4cab-ba34-df31661d867f req-90e2f067-6881-4bd6-b837-d9032cd493b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dd93664-3297-40f1-8193-ad3e9b8e3322 HTTP/1.1" status: 200 len: 854 time: 0.5108533 Aug 31 00:55:23.485160 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96f49080-5ced-48ee-b01b-3445d1c851f7 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:23.573634 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4309e62-c7ed-4027-85f4-7d41ad0cfd6f req-08fa76de-83dd-4d9f-abc1-065d93a42b54 service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758448 Aug 31 00:55:23.575572 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ccf7917e-edb2-4cab-ba34-df31661d867f req-1ed673dc-e458-46f2-bc1d-464b03920bd0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=962090c4-e06e-4088-950b-8c581dc8e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1542363 Aug 31 00:55:23.642179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f49080-5ced-48ee-b01b-3445d1c851f7 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Pushing event deleted for resources: {'Port': ['ID=dda1987e-c93c-40e4-91fd-fb34a37496f7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:23.774424 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-29429886-b947-4829-be87-5745533243e8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Deleting port 1ee5f86c-a1b9-4631-8f7d-b142dca93578 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:23.774765 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-29429886-b947-4829-be87-5745533243e8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:23.830783 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed14749-0931-4bc5-9215-21ffb11aabc7 req-a360a325-6162-46e3-969c-ec1cd2a771d3 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:23.836559 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eed14749-0931-4bc5-9215-21ffb11aabc7 req-a360a325-6162-46e3-969c-ec1cd2a771d3 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 1024 time: 0.2587950 Aug 31 00:55:23.976638 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ccf7917e-edb2-4cab-ba34-df31661d867f req-affec9f4-f7bb-4e99-b2aa-49cf4f84a93e service neutron] 10.222.0.41 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563700 Aug 31 00:55:24.086909 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eed14749-0931-4bc5-9215-21ffb11aabc7 req-1b9541f0-a5f0-4afa-abf1-c81068c2a422 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ada0f35-4b1e-412e-a5d6-09c27c7e1979&id=98b58b26-936b-442e-839b-8e0a5edf8a16&id=82c272b9-25e5-47ae-b7cf-2b558dc1684b HTTP/1.1" status: 200 len: 6146 time: 0.2362101 Aug 31 00:55:24.150522 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96f49080-5ced-48ee-b01b-3445d1c851f7 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:24.153867 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96f49080-5ced-48ee-b01b-3445d1c851f7 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:24.158899 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-96f49080-5ced-48ee-b01b-3445d1c851f7 tempest-ServersTestJSON-915682117 tempest-ServersTestJSON-915682117-project] 10.222.0.16 "DELETE /v2.0/floatingips/684cb0f9-21e9-46bd-89f2-d49d67b6aa62 HTTP/1.1" status: 204 len: 168 time: 3.5226212 Aug 31 00:55:24.165345 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42896) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:24.211798 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb12184-7b5e-45b0-937a-600777e17692 x-openstack-request-id: req-1cb12184-7b5e-45b0-937a-600777e17692 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:55:24.212202 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74b4d1f-810d-4144-9d7f-bc2a667a1411", "tag": "f6303bf6-6125-4de5-b6d4-ed5466c4e039", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:55:24.212589 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1cb12184-7b5e-45b0-937a-600777e17692 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:55:24.213188 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74b4d1f-810d-4144-9d7f-bc2a667a1411', 'tag': 'f6303bf6-6125-4de5-b6d4-ed5466c4e039', 'status': 'completed', 'code': 200} Aug 31 00:55:24.251968 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-29429886-b947-4829-be87-5745533243e8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:24.256830 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-29429886-b947-4829-be87-5745533243e8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:24.302247 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-29429886-b947-4829-be87-5745533243e8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Calling delete_port for 1ee5f86c-a1b9-4631-8f7d-b142dca93578 owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:24.351706 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dfcf4d1f-90ba-4549-bf65-6511c4ebdde3 req-478cd461-65d0-43bc-82d2-4254e66417c7 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 210 time: 0.1032104 Aug 31 00:55:24.484477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12301c07-6548-48b7-b7cb-c9ee673df68a req-1752f693-b8e1-44cb-a53e-a601b469405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:24.487850 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12301c07-6548-48b7-b7cb-c9ee673df68a req-1752f693-b8e1-44cb-a53e-a601b469405c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a134cdf51b4003b500d687ed9eb1f8&device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 1176 time: 0.2421532 Aug 31 00:55:24.531179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0f93a9-93ab-4ca4-9939-8b0b305c0323 admin admin] Router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:55:24.542330 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-608bb17e-713b-4809-ae81-8fed746be99d req-298765b5-9bfd-4e25-9d8f-fc0278198e73 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1187647507 ', 'description': 'tempest-description-1434271530'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:24.587415 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ccf7917e-edb2-4cab-ba34-df31661d867f req-c1b3c337-3633-4727-8e8b-81fd58faac4c service neutron] 10.222.0.41 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021223 Aug 31 00:55:24.606271 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c21a6359-30bb-4426-b906-39f7df2cc983 req-f96a1e3a-42fa-40ea-a823-3467dfa5f793 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 210 time: 0.1132698 Aug 31 00:55:24.857598 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12301c07-6548-48b7-b7cb-c9ee673df68a req-730e6cae-898c-4165-b584-c0942534e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:24.859089 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12301c07-6548-48b7-b7cb-c9ee673df68a req-730e6cae-898c-4165-b584-c0942534e71a service neutron] 10.222.0.48 "GET /v2.0/networks?id=c25bde23-7fd0-4902-805c-c6238fc1da6b HTTP/1.1" status: 200 len: 913 time: 0.3615220 Aug 31 00:55:24.865286 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-608bb17e-713b-4809-ae81-8fed746be99d req-298765b5-9bfd-4e25-9d8f-fc0278198e73 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:24.957827 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12301c07-6548-48b7-b7cb-c9ee673df68a req-391bb204-3a17-4416-b1dc-6ed3f76babfa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6303bf6-6125-4de5-b6d4-ed5466c4e039 HTTP/1.1" status: 200 len: 217 time: 0.0826802 Aug 31 00:55:24.983649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0f93a9-93ab-4ca4-9939-8b0b305c0323 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:55:24.998163 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49a812-3919-4aa3-9eb2-6ca00e20b1a0 None None] Sync routers for ids ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:55:25.015448 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c49a812-3919-4aa3-9eb2-6ca00e20b1a0 None None] Routers {'11d1eee7-e0b0-4075-930d-d109e7d9eb0a'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:55:25.017482 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2c49a812-3919-4aa3-9eb2-6ca00e20b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:55:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:25.144506 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-608bb17e-713b-4809-ae81-8fed746be99d req-298765b5-9bfd-4e25-9d8f-fc0278198e73 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:25.152635 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fc0f93a9-93ab-4ca4-9939-8b0b305c0323 admin admin] 10.222.0.16 "PUT /v2.0/routers/11d1eee7-e0b0-4075-930d-d109e7d9eb0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8570240 Aug 31 00:55:25.157688 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42904) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:25.181627 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-2c49a812-3919-4aa3-9eb2-6ca00e20b1a0 None None] Set router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:55:25.193564 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12301c07-6548-48b7-b7cb-c9ee673df68a req-208e7336-32cf-4002-b695-ba12f7695356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:25.197072 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12301c07-6548-48b7-b7cb-c9ee673df68a req-208e7336-32cf-4002-b695-ba12f7695356 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b9f00cd4-573e-4200-a1be-da6efee3f06a HTTP/1.1" status: 200 len: 852 time: 0.1667066 Aug 31 00:55:25.269431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12301c07-6548-48b7-b7cb-c9ee673df68a req-8c2d416f-3f8b-479a-bfdf-ecc246739797 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c25bde23-7fd0-4902-805c-c6238fc1da6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554893 Aug 31 00:55:25.481701 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-608bb17e-713b-4809-ae81-8fed746be99d req-298765b5-9bfd-4e25-9d8f-fc0278198e73 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:25.586926 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2c49a812-3919-4aa3-9eb2-6ca00e20b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:55:20Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:25.607284 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-61e23a65-9570-4d7d-a2dd-7ca346d91be5 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6ad2111d0e154173a35a5504bc80bd2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2068856 Aug 31 00:55:25.610303 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-29429886-b947-4829-be87-5745533243e8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:25.669778 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49a812-3919-4aa3-9eb2-6ca00e20b1a0 None None] Checking router: 11d1eee7-e0b0-4075-930d-d109e7d9eb0a for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:55:25.682294 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c49a812-3919-4aa3-9eb2-6ca00e20b1a0 None None] Routers {'11d1eee7-e0b0-4075-930d-d109e7d9eb0a'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:55:25.683364 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2c49a812-3919-4aa3-9eb2-6ca00e20b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:55:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:25.692150 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-091524a6-b8f5-41f7-b95b-86faba8fa976 req-35c7c596-c0d6-4804-ae48-1beed1ef9a86 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 210 time: 0.0912349 Aug 31 00:55:25.731133 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-317a2e03-34b8-49f0-98b1-6752e465dc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:25.830090 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-2c49a812-3919-4aa3-9eb2-6ca00e20b1a0 None None] Set router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:55:25.844770 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12301c07-6548-48b7-b7cb-c9ee673df68a req-ad69dfe1-dfb2-4e89-9a61-504cf1c3df2a service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652387 Aug 31 00:55:25.859324 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298765b5-9bfd-4e25-9d8f-fc0278198e73 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbdef7a-6233-4103-8bd5-7ea4cdc0c767,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:25.864035 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29429886-b947-4829-be87-5745533243e8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Pushing event deleted for resources: {'Port': ['ID=1ee5f86c-a1b9-4631-8f7d-b142dca93578,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:26.013168 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8dbc94e-679b-4e37-99a9-5cafe7590d49 req-da4923ca-4246-45a2-9fa1-e829ecd1ea0c tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 210 time: 0.0901675 Aug 31 00:55:26.066245 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-96c6ea5a-cf46-4358-a94b-bbdd5b769ea6 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:26.068508 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-96c6ea5a-cf46-4358-a94b-bbdd5b769ea6 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3800323 Aug 31 00:55:26.074563 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-608bb17e-713b-4809-ae81-8fed746be99d req-298765b5-9bfd-4e25-9d8f-fc0278198e73 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:26.076188 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-608bb17e-713b-4809-ae81-8fed746be99d req-298765b5-9bfd-4e25-9d8f-fc0278198e73 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.5586421 Aug 31 00:55:26.095236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-693251a5-b458-4d02-8b62-99a7a4e5b8d5 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Request body: {'port': {'device_id': 'ab68f19b-f784-4942-a83f-4e6b1ff9eec5', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '6ad2111d0e154173a35a5504bc80bd2e'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:26.255756 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-29429886-b947-4829-be87-5745533243e8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:26.260937 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-29429886-b947-4829-be87-5745533243e8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:26.262923 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-29429886-b947-4829-be87-5745533243e8 tempest-ServersTestManualDisk-1558203371 tempest-ServersTestManualDisk-1558203371-project] 10.222.0.16 "DELETE /v2.0/floatingips/9fa76a9c-c871-4ed4-acf8-fad9b7b35971 HTTP/1.1" status: 204 len: 168 time: 3.3644915 Aug 31 00:55:26.267911 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42916) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:26.270387 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12301c07-6548-48b7-b7cb-c9ee673df68a req-bc9f92b1-72b3-4bc9-8319-26d5d094895d service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066007 Aug 31 00:55:26.292369 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2da370c-3108-44c7-9bec-92dad4faddc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:26.309000 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8968a73c-fd95-4bf1-85ff-8d6b5eb0a4f1 req-70111669-25a7-4d14-868e-46da5ddaff6f tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/8dbdef7a-6233-4103-8bd5-7ea4cdc0c767 HTTP/1.1" status: 200 len: 1781 time: 0.1866875 Aug 31 00:55:26.368469 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2c49a812-3919-4aa3-9eb2-6ca00e20b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:55:20Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:26.421199 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49a812-3919-4aa3-9eb2-6ca00e20b1a0 None None] The sync data for ids ['11d1eee7-e0b0-4075-930d-d109e7d9eb0a'] in n-d-793621-34 is: [{'id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-571212768-router', 'tenant_id': '93a0ee3178d34d5299cac844dabfaecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:53:32Z', 'updated_at': '2021-08-31T00:55:20Z', 'revision_number': 5, 'project_id': '93a0ee3178d34d5299cac844dabfaecc', 'gw_port': {'id': 'a227b674-083c-43ed-a82b-21b4aeecddae', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d1eee7-e0b0-4075-930d-d109e7d9eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:53:34Z', 'updated_at': '2021-08-31T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:55:26.671268 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-693251a5-b458-4d02-8b62-99a7a4e5b8d5 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Made reservation on behalf of 6ad2111d0e154173a35a5504bc80bd2e for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:55:26.678246 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-693251a5-b458-4d02-8b62-99a7a4e5b8d5 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:26.723996 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7726b873-5a8f-4b87-8377-c2242bbc58ac req-bc2d549c-c586-4c50-9678-d8f0d4352564 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/8dbdef7a-6233-4103-8bd5-7ea4cdc0c767 HTTP/1.1" status: 200 len: 1781 time: 0.3199444 Aug 31 00:55:26.775238 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-693251a5-b458-4d02-8b62-99a7a4e5b8d5 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:27.015319 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2da370c-3108-44c7-9bec-92dad4faddc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:27.043300 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7726b873-5a8f-4b87-8377-c2242bbc58ac req-2dbc54b4-3d29-4223-b918-477f7008b9e5 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:27.093035 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-fcbe3b69-6227-4332-a2bd-ba9c28242161 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1709802 Aug 31 00:55:27.116011 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-784b86fd-383e-4d26-8cac-636d12b07049 req-726515bf-effa-40a3-826f-31306f90ef4d tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 210 time: 0.1922133 Aug 31 00:55:27.213071 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7726b873-5a8f-4b87-8377-c2242bbc58ac req-2dbc54b4-3d29-4223-b918-477f7008b9e5 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:27.400836 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-693251a5-b458-4d02-8b62-99a7a4e5b8d5 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:27.415339 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e2da370c-3108-44c7-9bec-92dad4faddc8 admin admin] Deleting port a227b674-083c-43ed-a82b-21b4aeecddae {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:27.415992 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2da370c-3108-44c7-9bec-92dad4faddc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:27.498459 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7726b873-5a8f-4b87-8377-c2242bbc58ac req-2dbc54b4-3d29-4223-b918-477f7008b9e5 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:27.501914 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7726b873-5a8f-4b87-8377-c2242bbc58ac req-2dbc54b4-3d29-4223-b918-477f7008b9e5 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:27.503324 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7726b873-5a8f-4b87-8377-c2242bbc58ac req-2dbc54b4-3d29-4223-b918-477f7008b9e5 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "DELETE /v2.0/security-groups/8dbdef7a-6233-4103-8bd5-7ea4cdc0c767 HTTP/1.1" status: 204 len: 173 time: 0.7770779 Aug 31 00:55:27.510253 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-693251a5-b458-4d02-8b62-99a7a4e5b8d5 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:27.538887 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc54b4-3d29-4223-b918-477f7008b9e5 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbdef7a-6233-4103-8bd5-7ea4cdc0c767,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:27.660642 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [req-53fc5084-0c44-4545-9476-3474e49fe97d req-98aec118-080c-494f-8db0-53ffe11df862 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] show failed (client error): The resource could not be found. Aug 31 00:55:27.662006 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-53fc5084-0c44-4545-9476-3474e49fe97d req-98aec118-080c-494f-8db0-53ffe11df862 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/8dbdef7a-6233-4103-8bd5-7ea4cdc0c767 HTTP/1.1" status: 404 len: 352 time: 0.0844254 Aug 31 00:55:27.686780 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693251a5-b458-4d02-8b62-99a7a4e5b8d5 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9762c0-a315-4dd4-b8ab-660b0f1e4033,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:27.712452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-e2da370c-3108-44c7-9bec-92dad4faddc8 admin admin] For port a227b674-083c-43ed-a82b-21b4aeecddae, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a227b674-083c-43ed-a82b-21b4aeecddae,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:27.712897 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2da370c-3108-44c7-9bec-92dad4faddc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:27.732433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-c1635ce6-6327-4ab7-9282-72fe8495c1c2 req-9daacb3b-e64a-4e3c-9c16-4deb1f02e445 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1904647537', 'description': 'tempest-description-116412965'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:27.777627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e2da370c-3108-44c7-9bec-92dad4faddc8 admin admin] Calling delete_port for a227b674-083c-43ed-a82b-21b4aeecddae owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:27.879738 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-693251a5-b458-4d02-8b62-99a7a4e5b8d5 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Allocated IP 192.168.233.165 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/a3dacf1e-b8f1-4ae8-8c1d-89066445d000) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:55:27.884466 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-492167f1-4c21-4f97-8ef8-34ce1344e109 req-0915c8d0-be23-4445-873f-4faf1bf81546 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 210 time: 0.5883505 Aug 31 00:55:27.923687 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c1635ce6-6327-4ab7-9282-72fe8495c1c2 req-9daacb3b-e64a-4e3c-9c16-4deb1f02e445 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:27.924806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-5bbb40be-2d51-43ae-8ade-4b5b617814b6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:27.935192 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-5bbb40be-2d51-43ae-8ade-4b5b617814b6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8121493 Aug 31 00:55:27.967087 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-4a642e2a-4051-413f-9e0e-cf724dcf76a6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Request body: {'port': {'device_id': 'a16dd0f3-3480-48c7-b6fe-204816ada84e', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '9b0e0bf639aa4d21b3db103ff979c892'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:28.001897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ee4899fe-0e78-40b9-bd78-996e212e0086 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:55:28.082155 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: ee4899fe-0e78-40b9-bd78-996e212e0086 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:55:28.086903 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ee4899fe-0e78-40b9-bd78-996e212e0086 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:55:28.208769 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c1635ce6-6327-4ab7-9282-72fe8495c1c2 req-9daacb3b-e64a-4e3c-9c16-4deb1f02e445 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:28.242714 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2da370c-3108-44c7-9bec-92dad4faddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:28.274284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-317a2e03-34b8-49f0-98b1-6752e465dc74 admin admin] Deleting port db86779f-52c7-4caa-a779-7f3cbbd866b7 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:28.275825 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-317a2e03-34b8-49f0-98b1-6752e465dc74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:28.383900 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da370c-3108-44c7-9bec-92dad4faddc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a227b674-083c-43ed-a82b-21b4aeecddae,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:28.390570 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c1635ce6-6327-4ab7-9282-72fe8495c1c2 req-9daacb3b-e64a-4e3c-9c16-4deb1f02e445 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:28.454396 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5024baf-6453-45a7-a84f-9a0c0b77614f req-55d8ffeb-e931-45ce-8ef1-c8226156bf50 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 210 time: 0.1873145 Aug 31 00:55:28.637986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-317a2e03-34b8-49f0-98b1-6752e465dc74 admin admin] For port db86779f-52c7-4caa-a779-7f3cbbd866b7, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=db86779f-52c7-4caa-a779-7f3cbbd866b7,segment=NetworkSegment(0b09c350-a8c5-4cd3-b29a-84b3763038a5),segment_id=0b09c350-a8c5-4cd3-b29a-84b3763038a5)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:28.637986 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-317a2e03-34b8-49f0-98b1-6752e465dc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:28.643935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-317a2e03-34b8-49f0-98b1-6752e465dc74 admin admin] Calling delete_port for db86779f-52c7-4caa-a779-7f3cbbd866b7 owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:28.768556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-4a642e2a-4051-413f-9e0e-cf724dcf76a6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Made reservation on behalf of 9b0e0bf639aa4d21b3db103ff979c892 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:55:28.784483 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-4a642e2a-4051-413f-9e0e-cf724dcf76a6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:28.882451 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daacb3b-e64a-4e3c-9c16-4deb1f02e445 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c5b1c3-5a79-4e07-86c0-0a39ee0f7d73,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:28.987209 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c1635ce6-6327-4ab7-9282-72fe8495c1c2 req-9daacb3b-e64a-4e3c-9c16-4deb1f02e445 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:28.988582 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1635ce6-6327-4ab7-9282-72fe8495c1c2 req-9daacb3b-e64a-4e3c-9c16-4deb1f02e445 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.2681990 Aug 31 00:55:29.001199 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2da370c-3108-44c7-9bec-92dad4faddc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:29.003287 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-693251a5-b458-4d02-8b62-99a7a4e5b8d5 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:29.080730 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b951d9ec-3bde-4f33-b016-86dda6f1cf6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:29.106592 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-693251a5-b458-4d02-8b62-99a7a4e5b8d5 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Transition to ACTIVE for port object a3dacf1e-b8f1-4ae8-8c1d-89066445d000 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:55:29.113101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-89676390-f3d3-4d32-bd2a-1e3fc3243142 req-21d79a9a-48d7-4ff3-916d-9e64d6d18152 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1699533462', 'description': 'tempest-description-889103596'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:29.156862 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2da370c-3108-44c7-9bec-92dad4faddc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:29.157925 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2da370c-3108-44c7-9bec-92dad4faddc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:29.259065 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-89676390-f3d3-4d32-bd2a-1e3fc3243142 req-21d79a9a-48d7-4ff3-916d-9e64d6d18152 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:29.269513 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-131ab7c0-564c-4cd5-bcfb-8e8c0ede7ba2 req-546816e2-b1c1-48a5-912d-6ae9bc881108 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 210 time: 0.0831900 Aug 31 00:55:29.373586 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2da370c-3108-44c7-9bec-92dad4faddc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:29.374651 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2da370c-3108-44c7-9bec-92dad4faddc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11d1eee7-e0b0-4075-930d-d109e7d9eb0a {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:55:29.384420 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2da370c-3108-44c7-9bec-92dad4faddc8 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:29.385828 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e2da370c-3108-44c7-9bec-92dad4faddc8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/11d1eee7-e0b0-4075-930d-d109e7d9eb0a HTTP/1.1" status: 204 len: 168 time: 4.2283990 Aug 31 00:55:29.391815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42944) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:29.421534 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-693251a5-b458-4d02-8b62-99a7a4e5b8d5 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:29.536309 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693251a5-b458-4d02-8b62-99a7a4e5b8d5 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Pushing event updated for resources: {'Port': ['ID=a3dacf1e-b8f1-4ae8-8c1d-89066445d000,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:29.594613 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-89676390-f3d3-4d32-bd2a-1e3fc3243142 req-21d79a9a-48d7-4ff3-916d-9e64d6d18152 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:29.602880 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-4a642e2a-4051-413f-9e0e-cf724dcf76a6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Allocated IP 192.168.233.25 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:55:29.639356 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-693251a5-b458-4d02-8b62-99a7a4e5b8d5 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:55:29.645233 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-693251a5-b458-4d02-8b62-99a7a4e5b8d5 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:55:29.652315 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-693251a5-b458-4d02-8b62-99a7a4e5b8d5 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:55:29.682085 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-2422362b-c793-4a48-945d-580bd75d36ff admin admin] Deleting subnet 142bf2c3-09e2-45a4-ac82-63759f91b472 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:55:29.691023 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2422362b-c793-4a48-945d-580bd75d36ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:29.691209 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-317a2e03-34b8-49f0-98b1-6752e465dc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:29.788103 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-89676390-f3d3-4d32-bd2a-1e3fc3243142 req-21d79a9a-48d7-4ff3-916d-9e64d6d18152 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:29.861200 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2422362b-c793-4a48-945d-580bd75d36ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:29.869673 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-693251a5-b458-4d02-8b62-99a7a4e5b8d5 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:29.870370 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-693251a5-b458-4d02-8b62-99a7a4e5b8d5 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:29.889141 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a2e03-34b8-49f0-98b1-6752e465dc74 admin admin] Pushing event deleted for resources: {'Port': ['ID=db86779f-52c7-4caa-a779-7f3cbbd866b7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:29.909900 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d79a9a-48d7-4ff3-916d-9e64d6d18152 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7046cb4e-8941-42b3-b20e-2c440771d44c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:30.036050 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-89676390-f3d3-4d32-bd2a-1e3fc3243142 req-21d79a9a-48d7-4ff3-916d-9e64d6d18152 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:30.057218 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-89676390-f3d3-4d32-bd2a-1e3fc3243142 req-21d79a9a-48d7-4ff3-916d-9e64d6d18152 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9487197 Aug 31 00:55:30.071892 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-693251a5-b458-4d02-8b62-99a7a4e5b8d5 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9908175 Aug 31 00:55:30.095022 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-8a582888-ebb4-483a-9502-36128f2d6bb6 req-2d4ec346-42cb-44fb-a428-a2244e914d43 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1653112332', 'description': 'tempest-description-719083856'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:30.153485 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Request body: {'port': {'device_id': 'ab68f19b-f784-4942-a83f-4e6b1ff9eec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:30.225575 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8f9da-7ad2-44f4-b1f7-8ee5fe2dcca7 req-e16b905f-e29a-4e18-af9c-e110ca666de7 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:30.229480 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2422362b-c793-4a48-945d-580bd75d36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:30.233359 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-38c8f9da-7ad2-44f4-b1f7-8ee5fe2dcca7 req-e16b905f-e29a-4e18-af9c-e110ca666de7 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 936 time: 0.5317240 Aug 31 00:55:30.308948 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a227b674-083c-43ed-a82b-21b4aeecddae no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:55:30.394828 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: a227b674-083c-43ed-a82b-21b4aeecddae {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:55:30.395185 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a227b674-083c-43ed-a82b-21b4aeecddae not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:55:30.398895 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d43d4777-fe38-456d-85e8-8e5bce5bc0bc None None] Provisioning for port a3dacf1e-b8f1-4ae8-8c1d-89066445d000 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:55:30.412045 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d43d4777-fe38-456d-85e8-8e5bce5bc0bc None None] Provisioning complete for port a3dacf1e-b8f1-4ae8-8c1d-89066445d000 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:55:30.413163 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d43d4777-fe38-456d-85e8-8e5bce5bc0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:30.423512 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:30.426331 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8a582888-ebb4-483a-9502-36128f2d6bb6 req-2d4ec346-42cb-44fb-a428-a2244e914d43 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:30.516956 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d43d4777-fe38-456d-85e8-8e5bce5bc0bc None None] Port a3dacf1e-b8f1-4ae8-8c1d-89066445d000 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:55:30.532387 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2422362b-c793-4a48-945d-580bd75d36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:30.655937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89243059-e31b-48a2-988a-67333b379a8d None None] Network dc278020-aff3-4dcf-ba96-5afc27324078 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:55:30.663466 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-4a642e2a-4051-413f-9e0e-cf724dcf76a6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:30.686342 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-38c8f9da-7ad2-44f4-b1f7-8ee5fe2dcca7 req-2d8aa492-e4bd-4683-b21a-39781eb6fb08 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/security-groups?id=de9762c0-a315-4dd4-b8ab-660b0f1e4033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507072 Aug 31 00:55:30.705511 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2422362b-c793-4a48-945d-580bd75d36ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:30.705511 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2422362b-c793-4a48-945d-580bd75d36ff admin admin] 10.222.0.16 "DELETE /v2.0/subnets/142bf2c3-09e2-45a4-ac82-63759f91b472 HTTP/1.1" status: 204 len: 168 time: 1.3119104 Aug 31 00:55:30.706629 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42956) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:30.719884 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422362b-c793-4a48-945d-580bd75d36ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=142bf2c3-09e2-45a4-ac82-63759f91b472,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:30.760858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-4a642e2a-4051-413f-9e0e-cf724dcf76a6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Transition to ACTIVE for port object c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:55:30.896340 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a4d5a8e-9db0-46c7-8a39-590001112993 req-f160623d-0b40-4056-bf73-84b92ac059cb tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 210 time: 0.0644810 Aug 31 00:55:30.920319 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-317a2e03-34b8-49f0-98b1-6752e465dc74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:30.952413 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:30.973077 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8a582888-ebb4-483a-9502-36128f2d6bb6 req-2d4ec346-42cb-44fb-a428-a2244e914d43 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:30.988971 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-4a642e2a-4051-413f-9e0e-cf724dcf76a6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:30.992503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b951d9ec-3bde-4f33-b016-86dda6f1cf6a admin admin] Deleting port 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:30.992843 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b951d9ec-3bde-4f33-b016-86dda6f1cf6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:31.002282 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['d660b8b9-78e8-4793-ae60-e28826290a64'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:55:31.073755 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1877d9-37a1-4c3d-94f3-fda6238490fa None None] DHCP port deletion for dc278020-aff3-4dcf-ba96-5afc27324078 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 00:55:31.123577 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8a582888-ebb4-483a-9502-36128f2d6bb6 req-2d4ec346-42cb-44fb-a428-a2244e914d43 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:31.176407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ec346-42cb-44fb-a428-a2244e914d43 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d61d4252-a50e-444a-8a48-bea370471aa9,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:31.176746 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-4a642e2a-4051-413f-9e0e-cf724dcf76a6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:55:31.192758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a642e2a-4051-413f-9e0e-cf724dcf76a6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Pushing event updated for resources: {'Port': ['ID=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:31.211551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-4a642e2a-4051-413f-9e0e-cf724dcf76a6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:55:31.224030 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-4a642e2a-4051-413f-9e0e-cf724dcf76a6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:55:31.259002 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] Deleting port 905f7279-51e2-4df7-8d47-55aa9702d711 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:31.259945 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:31.314721 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-b951d9ec-3bde-4f33-b016-86dda6f1cf6a admin admin] For port 61a149d4-26ff-4cfc-be6b-792a38d9c6a4, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=61a149d4-26ff-4cfc-be6b-792a38d9c6a4,segment=NetworkSegment(1a0e1727-32eb-4186-b7ec-984f9896d27a),segment_id=1a0e1727-32eb-4186-b7ec-984f9896d27a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:31.315107 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b951d9ec-3bde-4f33-b016-86dda6f1cf6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:31.343317 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8a582888-ebb4-483a-9502-36128f2d6bb6 req-2d4ec346-42cb-44fb-a428-a2244e914d43 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:31.367520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-4a642e2a-4051-413f-9e0e-cf724dcf76a6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:31.368298 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-4a642e2a-4051-413f-9e0e-cf724dcf76a6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:31.368984 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a582888-ebb4-483a-9502-36128f2d6bb6 req-2d4ec346-42cb-44fb-a428-a2244e914d43 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.2795630 Aug 31 00:55:31.502916 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b951d9ec-3bde-4f33-b016-86dda6f1cf6a admin admin] Calling delete_port for 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:31.506670 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ab1877d9-37a1-4c3d-94f3-fda6238490fa None None] Deleting port 905f7279-51e2-4df7-8d47-55aa9702d711 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:31.512980 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ab1877d9-37a1-4c3d-94f3-fda6238490fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:31.523322 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] For port 905f7279-51e2-4df7-8d47-55aa9702d711, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=905f7279-51e2-4df7-8d47-55aa9702d711,segment=NetworkSegment(4e658841-2906-400f-a684-d4fbd97b680a),segment_id=4e658841-2906-400f-a684-d4fbd97b680a)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:31.524383 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:31.567152 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] Calling delete_port for 905f7279-51e2-4df7-8d47-55aa9702d711 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:31.657318 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-4a642e2a-4051-413f-9e0e-cf724dcf76a6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7050250 Aug 31 00:55:31.702493 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Request body: {'port': {'device_id': 'a16dd0f3-3480-48c7-b6fe-204816ada84e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:31.792650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3dacf1e-b8f1-4ae8-8c1d-89066445d000 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:55:31.819722 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:31.956437 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Transition to ACTIVE for port object a3dacf1e-b8f1-4ae8-8c1d-89066445d000 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:55:31.959661 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:32.022887 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] No DVR routers for this DVR port 905f7279-51e2-4df7-8d47-55aa9702d711 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:55:32.027664 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] Pushing event deleted for resources: {'Port': ['ID=905f7279-51e2-4df7-8d47-55aa9702d711,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:32.054564 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ab1877d9-37a1-4c3d-94f3-fda6238490fa None None] For port 905f7279-51e2-4df7-8d47-55aa9702d711, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=905f7279-51e2-4df7-8d47-55aa9702d711,segment=NetworkSegment(4e658841-2906-400f-a684-d4fbd97b680a),segment_id=4e658841-2906-400f-a684-d4fbd97b680a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:32.055232 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ab1877d9-37a1-4c3d-94f3-fda6238490fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:32.127290 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:32.140841 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:32.147609 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-be50e84e-95c6-431b-9be9-35a82bcde756 None None] Provisioning for port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:55:32.164152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 905f7279-51e2-4df7-8d47-55aa9702d711 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:55:32.236511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ab1877d9-37a1-4c3d-94f3-fda6238490fa None None] Calling delete_port for 905f7279-51e2-4df7-8d47-55aa9702d711 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:32.236511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 905f7279-51e2-4df7-8d47-55aa9702d711 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:55:32.236511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 905f7279-51e2-4df7-8d47-55aa9702d711 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:55:32.236511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-be50e84e-95c6-431b-9be9-35a82bcde756 None None] Provisioning complete for port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:55:32.236511 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-be50e84e-95c6-431b-9be9-35a82bcde756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:32.237643 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-535c89b2-3769-4b70-99ec-10f5d9d47b1b req-815b5ed9-c1cd-4306-bea5-5499b8edec88 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92a134cdf51b4003b500d687ed9eb1f8 HTTP/1.1" status: 200 len: 10893 time: 0.7617986 Aug 31 00:55:32.250126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-be50e84e-95c6-431b-9be9-35a82bcde756 None None] Port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:55:32.331003 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Pushing event updated for resources: {'Port': ['ID=a3dacf1e-b8f1-4ae8-8c1d-89066445d000,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:32.360792 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:32.375631 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc278020-aff3-4dcf-ba96-5afc27324078']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:32.393045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e658841-2906-400f-a684-d4fbd97b680a') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:32.393700 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e658841-2906-400f-a684-d4fbd97b680a') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:32.409732 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:32.418720 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317a2e03-34b8-49f0-98b1-6752e465dc74 admin admin] Router 8ae02611-673c-4f8d-aa05-897a7a5746da has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:55:32.426413 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ab1877d9-37a1-4c3d-94f3-fda6238490fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:32.433206 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:32.442683 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:55:32.444394 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:32.493220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1877d9-37a1-4c3d-94f3-fda6238490fa None None] Pushing event deleted for resources: {'Port': ['ID=905f7279-51e2-4df7-8d47-55aa9702d711,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:32.497495 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1877d9-37a1-4c3d-94f3-fda6238490fa None None] No DVR routers for this DVR port 905f7279-51e2-4df7-8d47-55aa9702d711 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:55:32.547171 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-535c89b2-3769-4b70-99ec-10f5d9d47b1b req-a0aded3a-2614-4399-b6c6-992778d19621 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/98b58b26-936b-442e-839b-8e0a5edf8a16 HTTP/1.1" status: 200 len: 2981 time: 0.3142695 Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: timer() Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:55:32.578652 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:55:32.620823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd3ca9-2bdb-4036-a8ea-40a492b69171 req-84656d4f-23b9-445b-ab83-a08b2054ac65 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:32.634120 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c3bd3ca9-2bdb-4036-a8ea-40a492b69171 req-84656d4f-23b9-445b-ab83-a08b2054ac65 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 936 time: 0.7720215 Aug 31 00:55:32.716147 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:32.778738 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:32.785353 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] 10.222.0.16 "DELETE /v2.0/networks/dc278020-aff3-4dcf-ba96-5afc27324078 HTTP/1.1" status: 204 len: 168 time: 2.0753751 Aug 31 00:55:32.831880 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c3bd3ca9-2bdb-4036-a8ea-40a492b69171 req-96fdee0b-61c4-4f43-bb0d-9ef694e24d31 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/security-groups?id=de9762c0-a315-4dd4-b8ab-660b0f1e4033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961348 Aug 31 00:55:32.848241 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f68cf2-c748-4432-a37e-552bba87cd2b admin admin] Pushing event deleted for resources: {'Network': ['ID=dc278020-aff3-4dcf-ba96-5afc27324078,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:32.945830 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Attempting to bind port a3dacf1e-b8f1-4ae8-8c1d-89066445d000 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:55:32.946445 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Attempting to bind port a3dacf1e-b8f1-4ae8-8c1d-89066445d000 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:55:32.946965 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Attempting to bind port a3dacf1e-b8f1-4ae8-8c1d-89066445d000 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:55:32.961573 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Port a3dacf1e-b8f1-4ae8-8c1d-89066445d000 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:55:32.969866 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Attempting to bind port a3dacf1e-b8f1-4ae8-8c1d-89066445d000 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:55:32.983051 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:55:32.987856 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:55:32.990812 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:55:32.995029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Bound port: a3dacf1e-b8f1-4ae8-8c1d-89066445d000, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:55:32.995695 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:33.219251 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] For port a3dacf1e-b8f1-4ae8-8c1d-89066445d000, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:55:33.223149 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] For port a3dacf1e-b8f1-4ae8-8c1d-89066445d000, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=a3dacf1e-b8f1-4ae8-8c1d-89066445d000,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:55:33.293398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186eee5c-d7c2-4484-bab9-f2ab17138643 req-a1fc6524-b250-4546-a990-4fe1b91bc229 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:33.294853 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-186eee5c-d7c2-4484-bab9-f2ab17138643 req-a1fc6524-b250-4546-a990-4fe1b91bc229 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 935 time: 0.0702369 Aug 31 00:55:33.347086 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:33.360295 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-535c89b2-3769-4b70-99ec-10f5d9d47b1b req-3f0873fa-1c99-4332-8deb-88985ce3c806 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/98b58b26-936b-442e-839b-8e0a5edf8a16 HTTP/1.1" status: 200 len: 2981 time: 0.8008575 Aug 31 00:55:33.382797 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-186eee5c-d7c2-4484-bab9-f2ab17138643 req-c7e634b5-2e30-4eef-ac5d-18a2453d1b07 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772886 Aug 31 00:55:33.428397 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317a2e03-34b8-49f0-98b1-6752e465dc74 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:55:33.431375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:33.433070 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:33.435724 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] 10.222.0.41 "PUT /v2.0/ports/a3dacf1e-b8f1-4ae8-8c1d-89066445d000 HTTP/1.1" status: 200 len: 1097 time: 3.2917616 Aug 31 00:55:33.436913 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab68f19b-f784-4942-a83f-4e6b1ff9eec5', 'tag': 'a3dacf1e-b8f1-4ae8-8c1d-89066445d000'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:55:33.443962 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cd091c-86bd-47a9-85ed-ca2d83e462f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ab68f19b-f784-4942-a83f-4e6b1ff9eec5", "tag": "a3dacf1e-b8f1-4ae8-8c1d-89066445d000"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:55:33.459671 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a859f-48c0-4e3d-b3bb-44f6ddfe8468 None None] Sync routers for ids ['8ae02611-673c-4f8d-aa05-897a7a5746da'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:55:33.474014 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-317a2e03-34b8-49f0-98b1-6752e465dc74 admin admin] 10.222.0.16 "PUT /v2.0/routers/8ae02611-673c-4f8d-aa05-897a7a5746da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3124557 Aug 31 00:55:33.477873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42980) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:33.506256 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a859f-48c0-4e3d-b3bb-44f6ddfe8468 None None] Routers {'8ae02611-673c-4f8d-aa05-897a7a5746da'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:55:33.559011 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6b8a859f-48c0-4e3d-b3bb-44f6ddfe8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:55:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8ae02611-673c-4f8d-aa05-897a7a5746da'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:33.594083 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f29dd3-6492-4ab7-9b11-0a99ba690cff x-openstack-request-id: req-d5f29dd3-6492-4ab7-9b11-0a99ba690cff {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:55:33.595591 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab68f19b-f784-4942-a83f-4e6b1ff9eec5", "tag": "a3dacf1e-b8f1-4ae8-8c1d-89066445d000", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:55:33.595591 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5f29dd3-6492-4ab7-9b11-0a99ba690cff {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:55:33.595591 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab68f19b-f784-4942-a83f-4e6b1ff9eec5', 'tag': 'a3dacf1e-b8f1-4ae8-8c1d-89066445d000', 'status': 'completed', 'code': 200} Aug 31 00:55:33.679528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b51cac-3672-46ab-8693-cb72d5fcd0aa service neutron] Pushing event updated for resources: {'Port': ['ID=a3dacf1e-b8f1-4ae8-8c1d-89066445d000,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:33.754137 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-6b8a859f-48c0-4e3d-b3bb-44f6ddfe8468 None None] Set router 8ae02611-673c-4f8d-aa05-897a7a5746da gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:55:33.809844 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd091c-86bd-47a9-85ed-ca2d83e462f6 req-42cc6ad0-7989-45f1-b23e-2aed5e35229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:33.814420 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-61cd091c-86bd-47a9-85ed-ca2d83e462f6 req-42cc6ad0-7989-45f1-b23e-2aed5e35229a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ad2111d0e154173a35a5504bc80bd2e&device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 1100 time: 0.2354164 Aug 31 00:55:33.871610 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-61cd091c-86bd-47a9-85ed-ca2d83e462f6 req-418826ea-52a9-477e-a0da-8cbe448293f5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6ad2111d0e154173a35a5504bc80bd2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437651 Aug 31 00:55:33.877874 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42984) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:33.973687 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3fecc514-bed7-46b4-a210-6e7d3f504b47 admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:34.106702 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b951d9ec-3bde-4f33-b016-86dda6f1cf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:34.137061 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6b8a859f-48c0-4e3d-b3bb-44f6ddfe8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'name': 'tempest-ServersTestJSON-1241271120-router', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:55:29Z', 'revision_number': 5, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'gw_port': {'id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:25Z', 'updated_at': '2021-08-31T00:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:34.170244 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-10f5a83a-01b5-428f-a723-ccc6a890f214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:34.175605 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a859f-48c0-4e3d-b3bb-44f6ddfe8468 None None] Checking router: 8ae02611-673c-4f8d-aa05-897a7a5746da for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:55:34.186074 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-beb84b77-a5ce-4b29-87c3-15d16b143bd3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93a0ee3178d34d5299cac844dabfaecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100488 Aug 31 00:55:34.187794 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42988) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:34.191453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a859f-48c0-4e3d-b3bb-44f6ddfe8468 None None] Routers {'8ae02611-673c-4f8d-aa05-897a7a5746da'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:55:34.194215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6b8a859f-48c0-4e3d-b3bb-44f6ddfe8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:55:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8ae02611-673c-4f8d-aa05-897a7a5746da'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:34.198356 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951d9ec-3bde-4f33-b016-86dda6f1cf6a admin admin] Pushing event deleted for resources: {'Port': ['ID=61a149d4-26ff-4cfc-be6b-792a38d9c6a4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:34.214401 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-80ddce3c-59fa-4278-9d21-65b94d79f622 req-ef307191-47cf-41a4-94b3-35acf3793973 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/c8c5b1c3-5a79-4e07-86c0-0a39ee0f7d73 HTTP/1.1" status: 200 len: 1800 time: 0.7754314 Aug 31 00:55:34.215059 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec2528-fe9f-4e0a-ac4e-5622dcef3514 req-6f7024ab-f1e6-4425-836a-528e3a64d287 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:34.217715 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-16ec2528-fe9f-4e0a-ac4e-5622dcef3514 req-6f7024ab-f1e6-4425-836a-528e3a64d287 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 948 time: 0.1674793 Aug 31 00:55:34.222934 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:55:34.311338 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:34.391283 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-6b8a859f-48c0-4e3d-b3bb-44f6ddfe8468 None None] Set router 8ae02611-673c-4f8d-aa05-897a7a5746da gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:55:34.399020 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Transition to ACTIVE for port object c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:55:34.415278 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd091c-86bd-47a9-85ed-ca2d83e462f6 req-7a3439b1-4bc2-4e9b-860a-2b6d23d0cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:34.424517 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-61cd091c-86bd-47a9-85ed-ca2d83e462f6 req-7a3439b1-4bc2-4e9b-860a-2b6d23d0cae6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5391080 Aug 31 00:55:34.450141 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3fecc514-bed7-46b4-a210-6e7d3f504b47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:34.475557 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-16ec2528-fe9f-4e0a-ac4e-5622dcef3514 req-8d182299-44e7-44a3-8579-157e01c683d7 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/security-groups?id=de9762c0-a315-4dd4-b8ab-660b0f1e4033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348824 Aug 31 00:55:34.555685 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:34.606565 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e563ff36-3527-42a1-b5e5-9f64fe916bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:34.631644 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-80ddce3c-59fa-4278-9d21-65b94d79f622 req-4eaeb39b-17da-4fa6-87cd-2bc0d49dcf35 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:34.722239 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-0ccac7c2-25b8-4a45-b0b9-12c1718ffb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:34.726248 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-0ccac7c2-25b8-4a45-b0b9-12c1718ffb3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ad2111d0e154173a35a5504bc80bd2e&device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 1100 time: 0.2473137 Aug 31 00:55:34.752223 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Pushing event updated for resources: {'Port': ['ID=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:34.760986 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6b8a859f-48c0-4e3d-b3bb-44f6ddfe8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'name': 'tempest-ServersTestJSON-1241271120-router', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:55:29Z', 'revision_number': 5, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'gw_port': {'id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:25Z', 'updated_at': '2021-08-31T00:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:34.761995 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-80ddce3c-59fa-4278-9d21-65b94d79f622 req-4eaeb39b-17da-4fa6-87cd-2bc0d49dcf35 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:34.796789 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e563ff36-3527-42a1-b5e5-9f64fe916bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:34.800783 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b951d9ec-3bde-4f33-b016-86dda6f1cf6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:34.810154 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a859f-48c0-4e3d-b3bb-44f6ddfe8468 None None] The sync data for ids ['8ae02611-673c-4f8d-aa05-897a7a5746da'] in n-d-793621-34 is: [{'id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'name': 'tempest-ServersTestJSON-1241271120-router', 'tenant_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:55:29Z', 'revision_number': 5, 'project_id': 'd762f9b61c2c401a8c6f1b0d3f33efb5', 'gw_port': {'id': '23e7b67d-cc17-4889-afc8-235ee5f821ce', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae02611-673c-4f8d-aa05-897a7a5746da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:25Z', 'updated_at': '2021-08-31T00:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:55:34.970234 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Attempting to bind port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:55:34.970581 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Attempting to bind port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:55:34.970928 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Attempting to bind port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:55:34.972918 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-8902c359-6d7c-42f3-b7fb-3eb76f6b04a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=a3dacf1e-b8f1-4ae8-8c1d-89066445d000 HTTP/1.1" status: 200 len: 217 time: 0.1918569 Aug 31 00:55:34.979184 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:55:34.979519 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Attempting to bind port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:55:34.990040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:55:34.990704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:55:34.991112 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:55:34.991816 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Bound port: c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:55:34.992197 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:34.997373 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e563ff36-3527-42a1-b5e5-9f64fe916bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:35.003051 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e563ff36-3527-42a1-b5e5-9f64fe916bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:35.006668 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e563ff36-3527-42a1-b5e5-9f64fe916bda admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa04430b-f0ea-4599-8c4d-69a21a645395 HTTP/1.1" status: 204 len: 168 time: 0.8130453 Aug 31 00:55:35.050004 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-80ddce3c-59fa-4278-9d21-65b94d79f622 req-4eaeb39b-17da-4fa6-87cd-2bc0d49dcf35 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:35.052950 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-80ddce3c-59fa-4278-9d21-65b94d79f622 req-4eaeb39b-17da-4fa6-87cd-2bc0d49dcf35 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:35.055662 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-80ddce3c-59fa-4278-9d21-65b94d79f622 req-4eaeb39b-17da-4fa6-87cd-2bc0d49dcf35 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "DELETE /v2.0/security-groups/c8c5b1c3-5a79-4e07-86c0-0a39ee0f7d73 HTTP/1.1" status: 204 len: 173 time: 0.8186331 Aug 31 00:55:35.092021 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-05589592-7cc4-4565-b6fc-d4f8c9d93358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:35.093799 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-05589592-7cc4-4565-b6fc-d4f8c9d93358 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1132729 Aug 31 00:55:35.096415 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563ff36-3527-42a1-b5e5-9f64fe916bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa04430b-f0ea-4599-8c4d-69a21a645395,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:35.146961 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdc8fe-e97b-4880-8943-7d44fdcf729f req-97be79b2-d984-424b-a741-779a9851222b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:35.154057 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2bdc8fe-e97b-4880-8943-7d44fdcf729f req-97be79b2-d984-424b-a741-779a9851222b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 947 time: 0.5401809 Aug 31 00:55:35.223052 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaeb39b-17da-4fa6-87cd-2bc0d49dcf35 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c5b1c3-5a79-4e07-86c0-0a39ee0f7d73,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:35.247794 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-b44055ea-9526-4732-a5e4-1b75ade006b0 req-3e0dff88-e5f1-42ce-aa9d-78c6b42f8c21 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] show failed (client error): The resource could not be found. Aug 31 00:55:35.248112 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b44055ea-9526-4732-a5e4-1b75ade006b0 req-3e0dff88-e5f1-42ce-aa9d-78c6b42f8c21 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/c8c5b1c3-5a79-4e07-86c0-0a39ee0f7d73 HTTP/1.1" status: 404 len: 352 time: 0.0959837 Aug 31 00:55:35.268760 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2bdc8fe-e97b-4880-8943-7d44fdcf729f req-98261f44-4219-415c-9f5a-ca964f5ca121 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117659 Aug 31 00:55:35.276619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc514-bed7-46b4-a210-6e7d3f504b47 admin admin] Deleting port 23e7b67d-cc17-4889-afc8-235ee5f821ce {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:35.277220 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3fecc514-bed7-46b4-a210-6e7d3f504b47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:35.334377 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] For port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:55:35.361215 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-d5b70345-d159-4459-a485-1d45132d1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:35.364430 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-d5b70345-d159-4459-a485-1d45132d1e25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2626870 Aug 31 00:55:35.400211 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] For port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:55:35.512702 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-350c18c9-bad2-47dd-930a-fdda26cef8e0 req-c4f01631-f89a-44d5-afe7-096b641f49d6 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/7046cb4e-8941-42b3-b20e-2c440771d44c HTTP/1.1" status: 200 len: 1800 time: 0.1537883 Aug 31 00:55:35.546372 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-3fecc514-bed7-46b4-a210-6e7d3f504b47 admin admin] For port 23e7b67d-cc17-4889-afc8-235ee5f821ce, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=23e7b67d-cc17-4889-afc8-235ee5f821ce,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:35.547187 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3fecc514-bed7-46b4-a210-6e7d3f504b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:35.560148 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:35.579362 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc514-bed7-46b4-a210-6e7d3f504b47 admin admin] Calling delete_port for 23e7b67d-cc17-4889-afc8-235ee5f821ce owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:35.597161 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-8dd8cc1c-d9f7-44ee-b55f-d96673ec65e8 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085395 Aug 31 00:55:35.641038 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b951d9ec-3bde-4f33-b016-86dda6f1cf6a admin admin] Router 45ea3610-da63-4876-b145-4b90886ff1af has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:55:35.736563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:35.737237 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:35.739761 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] 10.222.0.41 "PUT /v2.0/ports/c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d HTTP/1.1" status: 200 len: 1096 time: 4.0486369 Aug 31 00:55:35.739761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16dd0f3-3480-48c7-b6fe-204816ada84e', 'tag': 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:55:35.742270 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fac0b56-39f9-4896-b6e5-085a1efae94b" -d '{"events": [{"name": "network-changed", "server_uuid": "a16dd0f3-3480-48c7-b6fe-204816ada84e", "tag": "c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:55:35.826253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58cc62-4de5-4e35-ba65-0655ee44b7fb service neutron] Pushing event updated for resources: {'Port': ['ID=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:35.878883 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979b578-9d92-4219-8540-afdb6047ede3 req-fff86ea1-1002-439a-ad65-ee4981a1bed0 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:35.894718 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b979b578-9d92-4219-8540-afdb6047ede3 req-fff86ea1-1002-439a-ad65-ee4981a1bed0 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 948 time: 0.2425442 Aug 31 00:55:35.928715 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b951d9ec-3bde-4f33-b016-86dda6f1cf6a admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:55:35.936740 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b951d9ec-3bde-4f33-b016-86dda6f1cf6a admin admin] 10.222.0.16 "PUT /v2.0/routers/45ea3610-da63-4876-b145-4b90886ff1af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6643922 Aug 31 00:55:35.947520 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ca5f17-fc71-4684-9bd9-5c21979b2ba5 None None] Sync routers for ids ['45ea3610-da63-4876-b145-4b90886ff1af'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:55:35.970837 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43012) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:35.979455 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-350c18c9-bad2-47dd-930a-fdda26cef8e0 req-3044d0a1-631f-47ba-9625-1d738749b67b tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:35.987794 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ca5f17-fc71-4684-9bd9-5c21979b2ba5 None None] Routers {'45ea3610-da63-4876-b145-4b90886ff1af'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:55:35.989456 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-87ca5f17-fc71-4684-9bd9-5c21979b2ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:55:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['45ea3610-da63-4876-b145-4b90886ff1af'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:36.095727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device db86779f-52c7-4caa-a779-7f3cbbd866b7 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:55:36.106442 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26637e7e-87f1-44c6-b406-8f88dfce92f6 req-0b428725-16de-4763-b450-10abe9fd2975 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023103 Aug 31 00:55:36.152209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: db86779f-52c7-4caa-a779-7f3cbbd866b7 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:55:36.152540 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device db86779f-52c7-4caa-a779-7f3cbbd866b7 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:55:36.205600 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-350c18c9-bad2-47dd-930a-fdda26cef8e0 req-3044d0a1-631f-47ba-9625-1d738749b67b tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:36.206847 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b979b578-9d92-4219-8540-afdb6047ede3 req-0fb348f2-82f7-4f93-994a-6f4b87fc185a tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/security-groups?id=de9762c0-a315-4dd4-b8ab-660b0f1e4033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105338 Aug 31 00:55:36.291622 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-899077ce-d2c8-434c-b396-36c3c5e3bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:36.295058 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-899077ce-d2c8-434c-b396-36c3c5e3bffc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 1099 time: 0.3615034 Aug 31 00:55:36.374004 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3005679c-fc84-40b2-9d88-645f15dafd45 x-openstack-request-id: req-3005679c-fc84-40b2-9d88-645f15dafd45 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:55:36.374447 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16dd0f3-3480-48c7-b6fe-204816ada84e", "tag": "c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:55:36.374556 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3005679c-fc84-40b2-9d88-645f15dafd45 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:55:36.374968 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16dd0f3-3480-48c7-b6fe-204816ada84e', 'tag': 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d', 'status': 'completed', 'code': 200} Aug 31 00:55:36.379092 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-de61ccf4-55fa-48cd-84f1-3280ddd7c5ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d HTTP/1.1" status: 200 len: 217 time: 0.0724988 Aug 31 00:55:36.432244 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dfcd175d-0c44-4a18-bf4f-8094a2245fea admin admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:36.481356 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-87ca5f17-fc71-4684-9bd9-5c21979b2ba5 None None] Set router 45ea3610-da63-4876-b145-4b90886ff1af gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:55:36.494117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-a6929ccc-9218-4383-adca-432dc958c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:36.500068 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-a6929ccc-9218-4383-adca-432dc958c895 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1087413 Aug 31 00:55:36.611113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cebdc-8770-4e31-a110-29df40283255 req-ee26d16f-fb56-4a65-b622-47fd3f0a2132 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:36.615938 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-278cebdc-8770-4e31-a110-29df40283255 req-ee26d16f-fb56-4a65-b622-47fd3f0a2132 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 947 time: 0.1365969 Aug 31 00:55:36.696756 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-278cebdc-8770-4e31-a110-29df40283255 req-bb44fb48-0528-4f72-b1f6-361489dacfb1 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665121 Aug 31 00:55:36.716326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-d7aea0d7-752f-469d-93df-45ff1d69031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:36.716326 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-d7aea0d7-752f-469d-93df-45ff1d69031a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2120006 Aug 31 00:55:36.790462 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dfcd175d-0c44-4a18-bf4f-8094a2245fea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:36.792761 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-87ca5f17-fc71-4684-9bd9-5c21979b2ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea3610-da63-4876-b145-4b90886ff1af', 'name': 'tempest-ServersTestManualDisk-625258496-router', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:21Z', 'updated_at': '2021-08-31T00:55:33Z', 'revision_number': 5, 'project_id': 'cb916b836e584d028f50820f5d058952', 'gw_port': {'id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:36.849430 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-9fe3668e-4762-40db-a8de-e28f6574b028 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229894 Aug 31 00:55:36.916989 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3fecc514-bed7-46b4-a210-6e7d3f504b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:36.976565 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ca5f17-fc71-4684-9bd9-5c21979b2ba5 None None] Checking router: 45ea3610-da63-4876-b145-4b90886ff1af for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:55:36.983499 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc514-bed7-46b4-a210-6e7d3f504b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=23e7b67d-cc17-4889-afc8-235ee5f821ce,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:37.000116 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ca5f17-fc71-4684-9bd9-5c21979b2ba5 None None] Routers {'45ea3610-da63-4876-b145-4b90886ff1af'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:55:37.001169 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-87ca5f17-fc71-4684-9bd9-5c21979b2ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:55:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['45ea3610-da63-4876-b145-4b90886ff1af'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:37.037961 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c662d39-7bc7-4a8c-8d14-5785d754ac8e req-353f5d8d-236e-4cdd-b696-02d4a39f5360 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798987 Aug 31 00:55:37.141258 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3fecc514-bed7-46b4-a210-6e7d3f504b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:37.187816 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-87ca5f17-fc71-4684-9bd9-5c21979b2ba5 None None] Set router 45ea3610-da63-4876-b145-4b90886ff1af gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:55:37.473189 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-87ca5f17-fc71-4684-9bd9-5c21979b2ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea3610-da63-4876-b145-4b90886ff1af', 'name': 'tempest-ServersTestManualDisk-625258496-router', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:21Z', 'updated_at': '2021-08-31T00:55:33Z', 'revision_number': 5, 'project_id': 'cb916b836e584d028f50820f5d058952', 'gw_port': {'id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:37.515952 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ca5f17-fc71-4684-9bd9-5c21979b2ba5 None None] The sync data for ids ['45ea3610-da63-4876-b145-4b90886ff1af'] in n-d-793621-34 is: [{'id': '45ea3610-da63-4876-b145-4b90886ff1af', 'name': 'tempest-ServersTestManualDisk-625258496-router', 'tenant_id': 'cb916b836e584d028f50820f5d058952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:52:21Z', 'updated_at': '2021-08-31T00:55:33Z', 'revision_number': 5, 'project_id': 'cb916b836e584d028f50820f5d058952', 'gw_port': {'id': 'ac18bf2c-8dc8-4bbd-aa36-8618e4605796', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea3610-da63-4876-b145-4b90886ff1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:52:23Z', 'updated_at': '2021-08-31T00:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:55:37.633773 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3fecc514-bed7-46b4-a210-6e7d3f504b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:37.633773 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3fecc514-bed7-46b4-a210-6e7d3f504b47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:37.671420 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-350c18c9-bad2-47dd-930a-fdda26cef8e0 req-3044d0a1-631f-47ba-9625-1d738749b67b tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:37.672926 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:37.672926 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:37.675151 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:37.676212 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-350c18c9-bad2-47dd-930a-fdda26cef8e0 req-3044d0a1-631f-47ba-9625-1d738749b67b tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:37.677486 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-350c18c9-bad2-47dd-930a-fdda26cef8e0 req-3044d0a1-631f-47ba-9625-1d738749b67b tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "DELETE /v2.0/security-groups/7046cb4e-8941-42b3-b20e-2c440771d44c HTTP/1.1" status: 204 len: 173 time: 2.1474342 Aug 31 00:55:37.723042 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bff6ca0-4da8-4d6c-9a95-ce7cfeb60629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:37.741059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044d0a1-631f-47ba-9625-1d738749b67b tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7046cb4e-8941-42b3-b20e-2c440771d44c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:37.773646 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-a3185d4e-1666-4180-8700-542a6e41c98c req-96391f00-ffe9-4b67-b47c-448b2aebd3e9 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] show failed (client error): The resource could not be found. Aug 31 00:55:37.775101 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3185d4e-1666-4180-8700-542a6e41c98c req-96391f00-ffe9-4b67-b47c-448b2aebd3e9 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/7046cb4e-8941-42b3-b20e-2c440771d44c HTTP/1.1" status: 404 len: 352 time: 0.0383234 Aug 31 00:55:37.818248 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3fecc514-bed7-46b4-a210-6e7d3f504b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:37.818248 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fecc514-bed7-46b4-a210-6e7d3f504b47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ae02611-673c-4f8d-aa05-897a7a5746da {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:55:37.864697 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3fecc514-bed7-46b4-a210-6e7d3f504b47 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:37.869684 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3fecc514-bed7-46b4-a210-6e7d3f504b47 admin admin] 10.222.0.16 "DELETE /v2.0/routers/8ae02611-673c-4f8d-aa05-897a7a5746da HTTP/1.1" status: 204 len: 168 time: 4.3766873 Aug 31 00:55:37.873699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43038) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:37.923565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-dfcd175d-0c44-4a18-bf4f-8094a2245fea admin admin] Deleting port ac18bf2c-8dc8-4bbd-aa36-8618e4605796 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:37.924383 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dfcd175d-0c44-4a18-bf4f-8094a2245fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:38.051516 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6b622d-1f9e-4769-937c-25faa5f11dd5 admin admin] Deleting subnet 33607f4e-6584-4090-b09f-6f2de69c9050 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:55:38.060275 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8c6b622d-1f9e-4769-937c-25faa5f11dd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:38.131472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaf608-e4e0-4eb4-9a06-00cd2a947c65 req-4d0a9851-ad4c-45bc-96c8-24535364ff59 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:38.141359 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6aeaf608-e4e0-4eb4-9a06-00cd2a947c65 req-4d0a9851-ad4c-45bc-96c8-24535364ff59 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 948 time: 0.3478110 Aug 31 00:55:38.172987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac0b56-39f9-4896-b6e5-085a1efae94b req-3a8988a7-ee5d-4bbe-b336-93a1e9b4f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:38.174939 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fac0b56-39f9-4896-b6e5-085a1efae94b req-3a8988a7-ee5d-4bbe-b336-93a1e9b4f02a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 1099 time: 0.3187113 Aug 31 00:55:38.182181 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:55:38.265973 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:55:38.265973 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 61a149d4-26ff-4cfc-be6b-792a38d9c6a4 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:55:38.266505 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8c6b622d-1f9e-4769-937c-25faa5f11dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:38.291412 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6aeaf608-e4e0-4eb4-9a06-00cd2a947c65 req-b6734ef6-6713-45bf-a6dd-64d1ce6a5963 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/security-groups?id=de9762c0-a315-4dd4-b8ab-660b0f1e4033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482286 Aug 31 00:55:38.357326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39d8ae-fe14-426d-935a-52d1c0e1e172 req-4e587041-41c8-457f-8c02-61ff188b4856 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:38.359321 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb39d8ae-fe14-426d-935a-52d1c0e1e172 req-4e587041-41c8-457f-8c02-61ff188b4856 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 947 time: 0.2898929 Aug 31 00:55:38.390462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-dfcd175d-0c44-4a18-bf4f-8094a2245fea admin admin] For port ac18bf2c-8dc8-4bbd-aa36-8618e4605796, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ac18bf2c-8dc8-4bbd-aa36-8618e4605796,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:38.391089 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dfcd175d-0c44-4a18-bf4f-8094a2245fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:38.422199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-dfcd175d-0c44-4a18-bf4f-8094a2245fea admin admin] Calling delete_port for ac18bf2c-8dc8-4bbd-aa36-8618e4605796 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:38.430985 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3c4bc98e-4248-4ada-b994-0ccc4449715c req-d21f3013-62f8-4172-9de5-24b79aa58076 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/d61d4252-a50e-444a-8a48-bea370471aa9 HTTP/1.1" status: 200 len: 1800 time: 0.0982571 Aug 31 00:55:38.432493 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8c6b622d-1f9e-4769-937c-25faa5f11dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:38.463114 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac0b56-39f9-4896-b6e5-085a1efae94b req-45f2fdce-e5e8-45b0-b214-75416cd83de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:38.465002 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fac0b56-39f9-4896-b6e5-085a1efae94b req-45f2fdce-e5e8-45b0-b214-75416cd83de8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.2663782 Aug 31 00:55:38.470975 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb39d8ae-fe14-426d-935a-52d1c0e1e172 req-c001c087-3a02-44e4-af1c-f35ab04a70b1 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013401 Aug 31 00:55:38.544123 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-3c4bc98e-4248-4ada-b994-0ccc4449715c req-7dc08eef-27d7-47dd-81c7-b90a0740e627 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:38.546791 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:38.555998 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device a3dacf1e-b8f1-4ae8-8c1d-89066445d000 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:55:38.569067 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fac0b56-39f9-4896-b6e5-085a1efae94b req-c6116acd-f30c-4b63-96d6-f44899cbbc9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d HTTP/1.1" status: 200 len: 217 time: 0.0558331 Aug 31 00:55:38.611083 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-3c4bc98e-4248-4ada-b994-0ccc4449715c req-7dc08eef-27d7-47dd-81c7-b90a0740e627 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:38.736808 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8c6b622d-1f9e-4769-937c-25faa5f11dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:38.808858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b622d-1f9e-4769-937c-25faa5f11dd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33607f4e-6584-4090-b09f-6f2de69c9050,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:38.825594 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8c6b622d-1f9e-4769-937c-25faa5f11dd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:38.834335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac0b56-39f9-4896-b6e5-085a1efae94b req-c88100ad-b49f-4889-8b41-d9d2053b3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:38.836672 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8c6b622d-1f9e-4769-937c-25faa5f11dd5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/33607f4e-6584-4090-b09f-6f2de69c9050 HTTP/1.1" status: 204 len: 168 time: 0.9555683 Aug 31 00:55:38.839825 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fac0b56-39f9-4896-b6e5-085a1efae94b req-c88100ad-b49f-4889-8b41-d9d2053b3eca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.2629738 Aug 31 00:55:38.847398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43050) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:38.847635 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d96e30-ce82-4772-8ea7-96f5faf7b48d None None] Network 62bcc279-75c4-4395-8c31-f0f71b03f975 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:55:38.852903 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-3c4bc98e-4248-4ada-b994-0ccc4449715c req-7dc08eef-27d7-47dd-81c7-b90a0740e627 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:38.858096 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-3c4bc98e-4248-4ada-b994-0ccc4449715c req-7dc08eef-27d7-47dd-81c7-b90a0740e627 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:38.859765 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3c4bc98e-4248-4ada-b994-0ccc4449715c req-7dc08eef-27d7-47dd-81c7-b90a0740e627 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "DELETE /v2.0/security-groups/d61d4252-a50e-444a-8a48-bea370471aa9 HTTP/1.1" status: 204 len: 173 time: 0.4054656 Aug 31 00:55:38.875393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port a3dacf1e-b8f1-4ae8-8c1d-89066445d000, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=a3dacf1e-b8f1-4ae8-8c1d-89066445d000,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:38.954424 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc08eef-27d7-47dd-81c7-b90a0740e627 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61d4252-a50e-444a-8a48-bea370471aa9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:38.973261 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-0214bf53-fd3a-4b59-86ba-0fa8c6ecf7f7 req-2c09abe9-6f0e-4424-b3b0-0a4a238303be tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] show failed (client error): The resource could not be found. Aug 31 00:55:38.976336 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0214bf53-fd3a-4b59-86ba-0fa8c6ecf7f7 req-2c09abe9-6f0e-4424-b3b0-0a4a238303be tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/d61d4252-a50e-444a-8a48-bea370471aa9 HTTP/1.1" status: 404 len: 352 time: 0.0473888 Aug 31 00:55:39.034915 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'a3dacf1e-b8f1-4ae8-8c1d-89066445d000', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': 'a3dacf1e-b8f1-4ae8-8c1d-89066445d000', 'mac_address': 'fa:16:3e:21:ee:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:55:39.051321 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:39.063997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac0b56-39f9-4896-b6e5-085a1efae94b req-b32c84aa-ac05-4f20-8f06-f9e126d40a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:39.066785 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fac0b56-39f9-4896-b6e5-085a1efae94b req-b32c84aa-ac05-4f20-8f06-f9e126d40a8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1930683 Aug 31 00:55:39.167708 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e6ca164b-835a-4762-981e-a679963c7c8c req-02fd93d1-8073-4ea4-aa7d-1f1e451ffeaa tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92a134cdf51b4003b500d687ed9eb1f8 HTTP/1.1" status: 200 len: 6146 time: 0.1470661 Aug 31 00:55:39.237804 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:39.256717 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3dacf1e-b8f1-4ae8-8c1d-89066445d000 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:55:39.275659 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] Deleting port f843fa66-f5a2-4cf8-9101-70c3b323a928 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:39.276997 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:39.310359 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port a3dacf1e-b8f1-4ae8-8c1d-89066445d000, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=a3dacf1e-b8f1-4ae8-8c1d-89066445d000,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:39.362821 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5313508d-7027-4c46-a888-7875df2d9a1a None None] DHCP port deletion for 62bcc279-75c4-4395-8c31-f0f71b03f975 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 00:55:39.377751 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e6ca164b-835a-4762-981e-a679963c7c8c req-21df350a-6ea2-49ae-95c3-463b39daeaf0 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/98b58b26-936b-442e-839b-8e0a5edf8a16 HTTP/1.1" status: 200 len: 2981 time: 0.1879416 Aug 31 00:55:39.425852 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43062) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:39.434447 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:39.453564 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] For port f843fa66-f5a2-4cf8-9101-70c3b323a928, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f843fa66-f5a2-4cf8-9101-70c3b323a928,segment=NetworkSegment(0b09c350-a8c5-4cd3-b29a-84b3763038a5),segment_id=0b09c350-a8c5-4cd3-b29a-84b3763038a5)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:39.453564 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:39.493686 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dfcd175d-0c44-4a18-bf4f-8094a2245fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:39.533179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] Calling delete_port for f843fa66-f5a2-4cf8-9101-70c3b323a928 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:39.536173 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=a3dacf1e-b8f1-4ae8-8c1d-89066445d000,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:39.569863 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5313508d-7027-4c46-a888-7875df2d9a1a None None] Deleting port f843fa66-f5a2-4cf8-9101-70c3b323a928 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:39.571431 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5313508d-7027-4c46-a888-7875df2d9a1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:39.604954 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e6ca164b-835a-4762-981e-a679963c7c8c req-6bd276c3-614f-4322-ba20-d905b776c2f6 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/98b58b26-936b-442e-839b-8e0a5edf8a16 HTTP/1.1" status: 200 len: 2981 time: 0.2038817 Aug 31 00:55:39.668602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd175d-0c44-4a18-bf4f-8094a2245fea admin admin] Pushing event deleted for resources: {'Port': ['ID=ac18bf2c-8dc8-4bbd-aa36-8618e4605796,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:39.768525 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:39.809742 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fac0b56-39f9-4896-b6e5-085a1efae94b req-27c0c09c-38ed-4ecc-8d15-4d1fd8871bef service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7290468 Aug 31 00:55:39.844909 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=f843fa66-f5a2-4cf8-9101-70c3b323a928,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:39.852668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-5313508d-7027-4c46-a888-7875df2d9a1a None None] For port f843fa66-f5a2-4cf8-9101-70c3b323a928, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f843fa66-f5a2-4cf8-9101-70c3b323a928,segment=NetworkSegment(0b09c350-a8c5-4cd3-b29a-84b3763038a5),segment_id=0b09c350-a8c5-4cd3-b29a-84b3763038a5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:39.854481 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5313508d-7027-4c46-a888-7875df2d9a1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:39.855479 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] No DVR routers for this DVR port f843fa66-f5a2-4cf8-9101-70c3b323a928 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:55:39.886183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5313508d-7027-4c46-a888-7875df2d9a1a None None] Calling delete_port for f843fa66-f5a2-4cf8-9101-70c3b323a928 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:39.966940 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb48dd6-7fe6-47a2-ab49-a20302d2cbda req-eccd1210-4804-4d01-a551-36e9c1c1a9cd tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:39.968750 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6fb48dd6-7fe6-47a2-ab49-a20302d2cbda req-eccd1210-4804-4d01-a551-36e9c1c1a9cd tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 947 time: 0.1922650 Aug 31 00:55:39.983005 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:39.986319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-deae2b68-46cb-43ef-8b5c-d5b324ba22ea admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2094394540-network', 'tenant_id': '297ecd468fea44089242773bf9928a80'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:40.005169 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['a3dacf1e-b8f1-4ae8-8c1d-89066445d000'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:55:40.053549 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bcc279-75c4-4395-8c31-f0f71b03f975']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:40.114184 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b09c350-a8c5-4cd3-b29a-84b3763038a5') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:40.114184 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b09c350-a8c5-4cd3-b29a-84b3763038a5') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:40.114700 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d9b8f-115e-4ee4-91e6-d0368dba665d req-d36eb319-556a-42b7-9c2b-b3fa51d8b50b tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:40.114700 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-290d9b8f-115e-4ee4-91e6-d0368dba665d req-d36eb319-556a-42b7-9c2b-b3fa51d8b50b tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 949 time: 0.5475221 Aug 31 00:55:40.131761 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6fb48dd6-7fe6-47a2-ab49-a20302d2cbda req-ec805e64-f6b5-4a4c-a67b-5b492825e5a1 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261709 Aug 31 00:55:40.134268 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:40.165068 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dfcd175d-0c44-4a18-bf4f-8094a2245fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:40.186878 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:40.202545 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:55:40.203127 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: timer() Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:55:40.205461 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:55:40.259428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-edd72be2-152b-4a1e-b639-9c8dd3074907 req-2a8c5976-9bd0-43e6-9946-dfd152b79542 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-702530831', 'description': 'tempest-description-1317893516'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:40.261473 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5313508d-7027-4c46-a888-7875df2d9a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:40.308971 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f843fa66-f5a2-4cf8-9101-70c3b323a928 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:55:40.343593 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313508d-7027-4c46-a888-7875df2d9a1a None None] No DVR routers for this DVR port f843fa66-f5a2-4cf8-9101-70c3b323a928 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:55:40.363503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: f843fa66-f5a2-4cf8-9101-70c3b323a928 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:55:40.363874 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f843fa66-f5a2-4cf8-9101-70c3b323a928 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:55:40.364324 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 23e7b67d-cc17-4889-afc8-235ee5f821ce no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:55:40.426640 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313508d-7027-4c46-a888-7875df2d9a1a None None] Pushing event deleted for resources: {'Port': ['ID=f843fa66-f5a2-4cf8-9101-70c3b323a928,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:40.439585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 23e7b67d-cc17-4889-afc8-235ee5f821ce {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:55:40.440631 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 23e7b67d-cc17-4889-afc8-235ee5f821ce not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:55:40.583341 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:55:40.804659 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dfcd175d-0c44-4a18-bf4f-8094a2245fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:40.808845 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dfcd175d-0c44-4a18-bf4f-8094a2245fea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:40.836499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:40.846194 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-290d9b8f-115e-4ee4-91e6-d0368dba665d req-de504c43-14eb-40eb-8f3f-9d9d1c02ec99 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/security-groups?id=de9762c0-a315-4dd4-b8ab-660b0f1e4033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6744912 Aug 31 00:55:40.880017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d', 'mac_address': 'fa:16:3e:a4:ec:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:55:40.929171 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fac0b56-39f9-4896-b6e5-085a1efae94b req-30603344-6518-4c86-ab3a-7bc49cc2eddc service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1051788 Aug 31 00:55:41.123912 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deae2b68-46cb-43ef-8b5c-d5b324ba22ea admin admin] Made reservation on behalf of 297ecd468fea44089242773bf9928a80 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:55:41.136179 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-deae2b68-46cb-43ef-8b5c-d5b324ba22ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:41.176363 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-deae2b68-46cb-43ef-8b5c-d5b324ba22ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:41.176728 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:41.213948 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:41.251980 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:41.254120 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:41.255556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:55:41.269740 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dfcd175d-0c44-4a18-bf4f-8094a2245fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:41.270730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcd175d-0c44-4a18-bf4f-8094a2245fea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45ea3610-da63-4876-b145-4b90886ff1af {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:55:41.276315 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] 10.222.0.16 "DELETE /v2.0/networks/62bcc279-75c4-4395-8c31-f0f71b03f975 HTTP/1.1" status: 204 len: 168 time: 2.4349551 Aug 31 00:55:41.284525 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dfcd175d-0c44-4a18-bf4f-8094a2245fea admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:41.285854 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9779de-8c2b-4452-823a-a31a9dba0a64 admin admin] Pushing event deleted for resources: {'Network': ['ID=62bcc279-75c4-4395-8c31-f0f71b03f975,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:41.285956 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-dfcd175d-0c44-4a18-bf4f-8094a2245fea admin admin] 10.222.0.16 "DELETE /v2.0/routers/45ea3610-da63-4876-b145-4b90886ff1af HTTP/1.1" status: 204 len: 168 time: 5.2937975 Aug 31 00:55:41.286764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43098) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:41.305207 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-edd72be2-152b-4a1e-b639-9c8dd3074907 req-2a8c5976-9bd0-43e6-9946-dfd152b79542 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:41.326015 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:41.425597 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:41.487524 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-7615a202-1865-457a-a3c0-655c98ce2353 admin admin] Deleting subnet 30781be2-5bee-4638-999a-f788a777a8fa {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:55:41.502098 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:41.505693 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7615a202-1865-457a-a3c0-655c98ce2353 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:41.529897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82fce8-ab02-4b64-95d2-5d856c78cfa8 req-8bc549e4-fd03-411a-9f7e-2c53ca1bacb1 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:41.532776 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c82fce8-ab02-4b64-95d2-5d856c78cfa8 req-8bc549e4-fd03-411a-9f7e-2c53ca1bacb1 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 947 time: 0.1584978 Aug 31 00:55:41.623322 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7615a202-1865-457a-a3c0-655c98ce2353 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:41.648659 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:55:41.662435 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c82fce8-ab02-4b64-95d2-5d856c78cfa8 req-7ea091a2-3070-40b0-9693-5c706ebfe786 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954492 Aug 31 00:55:41.716017 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-deae2b68-46cb-43ef-8b5c-d5b324ba22ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:41.740551 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43108) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:41.795475 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7615a202-1865-457a-a3c0-655c98ce2353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:41.828471 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-deae2b68-46cb-43ef-8b5c-d5b324ba22ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:41.873472 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-31785d67-79a3-4973-bb65-78fec410eeec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d762f9b61c2c401a8c6f1b0d3f33efb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1308699 Aug 31 00:55:41.894656 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43112) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:41.938977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deae2b68-46cb-43ef-8b5c-d5b324ba22ea admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:55:42.008459 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ac18bf2c-8dc8-4bbd-aa36-8618e4605796 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:55:42.014810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae2b68-46cb-43ef-8b5c-d5b324ba22ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e20bbb-c089-40a6-a497-69675b089c32,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:42.026761 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-deae2b68-46cb-43ef-8b5c-d5b324ba22ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:42.030139 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-afa60d0d-570e-432e-9642-3da834a7a57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:42.030358 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-deae2b68-46cb-43ef-8b5c-d5b324ba22ea admin admin] Added segment 0b074c36-a690-46ed-b2fe-94b1e79f7132 of type vlan for network 4e9690b2-eeef-4791-abb6-54ac314e52f3 Aug 31 00:55:42.081602 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: ac18bf2c-8dc8-4bbd-aa36-8618e4605796 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:55:42.082153 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ac18bf2c-8dc8-4bbd-aa36-8618e4605796 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:55:42.089076 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-edd72be2-152b-4a1e-b639-9c8dd3074907 req-2a8c5976-9bd0-43e6-9946-dfd152b79542 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:42.109411 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-afa60d0d-570e-432e-9642-3da834a7a57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:42.128060 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-deae2b68-46cb-43ef-8b5c-d5b324ba22ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:42.179893 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-edd72be2-152b-4a1e-b639-9c8dd3074907 req-2a8c5976-9bd0-43e6-9946-dfd152b79542 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:42.215096 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c5976-9bd0-43e6-9946-dfd152b79542 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3d3c5e-170e-4396-9671-b2d4cc271b0c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:42.248005 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7615a202-1865-457a-a3c0-655c98ce2353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:42.303921 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7615a202-1865-457a-a3c0-655c98ce2353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:42.309066 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7615a202-1865-457a-a3c0-655c98ce2353 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/30781be2-5bee-4638-999a-f788a777a8fa HTTP/1.1" status: 204 len: 168 time: 1.0189748 Aug 31 00:55:42.310064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615a202-1865-457a-a3c0-655c98ce2353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30781be2-5bee-4638-999a-f788a777a8fa,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:42.312430 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43122) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:42.327493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a02d916-9977-400d-853e-946df11ae74a None None] Network 2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:55:42.364021 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-deae2b68-46cb-43ef-8b5c-d5b324ba22ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:42.365527 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deae2b68-46cb-43ef-8b5c-d5b324ba22ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:42.366225 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-deae2b68-46cb-43ef-8b5c-d5b324ba22ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:42.441376 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-afa60d0d-570e-432e-9642-3da834a7a57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:42.444921 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-afa60d0d-570e-432e-9642-3da834a7a57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:42.446814 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-afa60d0d-570e-432e-9642-3da834a7a57c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cfbfbff-95ba-45f0-b6df-0aad9db8a802 HTTP/1.1" status: 204 len: 168 time: 0.5503988 Aug 31 00:55:42.447880 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-edd72be2-152b-4a1e-b639-9c8dd3074907 req-2a8c5976-9bd0-43e6-9946-dfd152b79542 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:42.466966 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-edd72be2-152b-4a1e-b639-9c8dd3074907 req-2a8c5976-9bd0-43e6-9946-dfd152b79542 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.2121794 Aug 31 00:55:42.483067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5411d-d587-46f6-82f8-87d7e4a6b5e1 req-fdb90f65-ac54-4d14-bb49-85d6f8965abc tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:42.491045 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-14d5411d-d587-46f6-82f8-87d7e4a6b5e1 req-fdb90f65-ac54-4d14-bb49-85d6f8965abc tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 949 time: 0.1670637 Aug 31 00:55:42.501155 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-deae2b68-46cb-43ef-8b5c-d5b324ba22ea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0681930 Aug 31 00:55:42.502958 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43128) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:42.506532 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa60d0d-570e-432e-9642-3da834a7a57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfbfbff-95ba-45f0-b6df-0aad9db8a802,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:42.531829 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f783d4a9-5f0f-4a01-9481-730ef99d5af4 admin admin] Request body: {'subnet': {'network_id': '4e9690b2-eeef-4791-abb6-54ac314e52f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2094394540-subnet', 'tenant_id': '297ecd468fea44089242773bf9928a80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:42.533843 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae2b68-46cb-43ef-8b5c-d5b324ba22ea admin admin] Pushing event updated for resources: {'Network': ['ID=4e9690b2-eeef-4791-abb6-54ac314e52f3,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:42.562965 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 4e9690b2-eeef-4791-abb6-54ac314e52f3 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:55:42.595677 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-14d5411d-d587-46f6-82f8-87d7e4a6b5e1 req-06c84451-22c0-42d9-a9a9-806836d84444 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/security-groups?id=de9762c0-a315-4dd4-b8ab-660b0f1e4033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011562 Aug 31 00:55:42.616112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device a3dacf1e-b8f1-4ae8-8c1d-89066445d000 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:55:42.620834 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-c738ed2d-bb0d-4ad4-8894-9144a9bf207d req-d690299a-8c7c-4783-b22a-893a8b98d7b3 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1994170702', 'description': 'tempest-description-1561252066'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:42.627453 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:42.690828 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f783d4a9-5f0f-4a01-9481-730ef99d5af4 admin admin] Made reservation on behalf of 297ecd468fea44089242773bf9928a80 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:55:42.694355 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f783d4a9-5f0f-4a01-9481-730ef99d5af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:42.775728 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] Deleting port d2ba4533-5499-47a5-b588-1d823ecee17b {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:42.776167 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:42.834631 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f334e0-1084-454f-b117-be47d85c703e None None] DHCP port deletion for 2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 00:55:42.882373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39163ecf-9260-4af2-b3db-e383b3b2740a req-4ae82b4c-369b-4a66-ab31-4e4a9ae20407 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:42.882660 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port a3dacf1e-b8f1-4ae8-8c1d-89066445d000 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:55:42.889945 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39163ecf-9260-4af2-b3db-e383b3b2740a req-4ae82b4c-369b-4a66-ab31-4e4a9ae20407 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 948 time: 0.1104009 Aug 31 00:55:42.906347 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c738ed2d-bb0d-4ad4-8894-9144a9bf207d req-d690299a-8c7c-4783-b22a-893a8b98d7b3 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:42.910973 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port a3dacf1e-b8f1-4ae8-8c1d-89066445d000 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:55:42.911404 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:42.943029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] For port d2ba4533-5499-47a5-b588-1d823ecee17b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d2ba4533-5499-47a5-b588-1d823ecee17b,segment=NetworkSegment(1a0e1727-32eb-4186-b7ec-984f9896d27a),segment_id=1a0e1727-32eb-4186-b7ec-984f9896d27a)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:42.952097 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:42.993233 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-01f334e0-1084-454f-b117-be47d85c703e None None] Deleting port d2ba4533-5499-47a5-b588-1d823ecee17b {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:42.993708 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01f334e0-1084-454f-b117-be47d85c703e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:43.022086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] Calling delete_port for d2ba4533-5499-47a5-b588-1d823ecee17b owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:43.040547 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39163ecf-9260-4af2-b3db-e383b3b2740a req-9017fca5-ae3b-444c-b573-ce2f58a16246 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445775 Aug 31 00:55:43.124598 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:43.209653 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-01f334e0-1084-454f-b117-be47d85c703e None None] For port d2ba4533-5499-47a5-b588-1d823ecee17b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d2ba4533-5499-47a5-b588-1d823ecee17b,segment=NetworkSegment(1a0e1727-32eb-4186-b7ec-984f9896d27a),segment_id=1a0e1727-32eb-4186-b7ec-984f9896d27a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:43.210138 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01f334e0-1084-454f-b117-be47d85c703e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:43.235618 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-01f334e0-1084-454f-b117-be47d85c703e None None] Calling delete_port for d2ba4533-5499-47a5-b588-1d823ecee17b owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:43.285534 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port a3dacf1e-b8f1-4ae8-8c1d-89066445d000, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=a3dacf1e-b8f1-4ae8-8c1d-89066445d000,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:43.383993 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c738ed2d-bb0d-4ad4-8894-9144a9bf207d req-d690299a-8c7c-4783-b22a-893a8b98d7b3 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:43.419924 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab68f19b-f784-4942-a83f-4e6b1ff9eec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3dacf1e-b8f1-4ae8-8c1d-89066445d000'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:55:43.424347 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f723cd1a-4305-4774-8684-e22354e26471" -d '{"events": [{"server_uuid": "ab68f19b-f784-4942-a83f-4e6b1ff9eec5", "name": "network-vif-plugged", "status": "completed", "tag": "a3dacf1e-b8f1-4ae8-8c1d-89066445d000"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:55:43.433207 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:43.435348 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:55:43.509982 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c738ed2d-bb0d-4ad4-8894-9144a9bf207d req-d690299a-8c7c-4783-b22a-893a8b98d7b3 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:43.568521 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01f334e0-1084-454f-b117-be47d85c703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:43.662885 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f783d4a9-5f0f-4a01-9481-730ef99d5af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:43.671593 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=a3dacf1e-b8f1-4ae8-8c1d-89066445d000,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:43.683168 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4305c870-9428-40e2-95eb-4f9333147f79 x-openstack-request-id: req-4305c870-9428-40e2-95eb-4f9333147f79 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:55:43.683623 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab68f19b-f784-4942-a83f-4e6b1ff9eec5", "name": "network-vif-plugged", "status": "completed", "tag": "a3dacf1e-b8f1-4ae8-8c1d-89066445d000", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:55:43.684016 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4305c870-9428-40e2-95eb-4f9333147f79 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:55:43.684753 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab68f19b-f784-4942-a83f-4e6b1ff9eec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3dacf1e-b8f1-4ae8-8c1d-89066445d000', 'code': 200} Aug 31 00:55:43.685789 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:43.753481 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f334e0-1084-454f-b117-be47d85c703e None None] Pushing event deleted for resources: {'Port': ['ID=d2ba4533-5499-47a5-b588-1d823ecee17b,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:43.777024 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f334e0-1084-454f-b117-be47d85c703e None None] No DVR routers for this DVR port d2ba4533-5499-47a5-b588-1d823ecee17b on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:55:43.836811 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe19a94-de14-4e32-833c-f2de371e705e req-ec72bb32-d065-4a45-872c-0565b5f7b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:43.838438 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8fe19a94-de14-4e32-833c-f2de371e705e req-ec72bb32-d065-4a45-872c-0565b5f7b551 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 1102 time: 0.0781369 Aug 31 00:55:43.870438 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690299a-8c7c-4783-b22a-893a8b98d7b3 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ec2210-2509-4b19-a30f-b569e9215b79,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:43.885045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] No DVR routers for this DVR port d2ba4533-5499-47a5-b588-1d823ecee17b on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:55:43.889328 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ba4533-5499-47a5-b588-1d823ecee17b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:43.895509 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c738ed2d-bb0d-4ad4-8894-9144a9bf207d req-d690299a-8c7c-4783-b22a-893a8b98d7b3 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:43.895509 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c738ed2d-bb0d-4ad4-8894-9144a9bf207d req-d690299a-8c7c-4783-b22a-893a8b98d7b3 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2889826 Aug 31 00:55:43.917479 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8fe19a94-de14-4e32-833c-f2de371e705e req-278e1bed-c694-4972-ba14-40d5db9031e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=de9762c0-a315-4dd4-b8ab-660b0f1e4033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709682 Aug 31 00:55:43.929034 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:55:43.936860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:55:43.941790 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:44.124960 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d2ba4533-5499-47a5-b588-1d823ecee17b no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:55:44.178416 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783d4a9-5f0f-4a01-9481-730ef99d5af4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69318916-d3d6-4324-a3bb-48af734f2ac2,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:44.180083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: d2ba4533-5499-47a5-b588-1d823ecee17b {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:55:44.184446 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d2ba4533-5499-47a5-b588-1d823ecee17b not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:55:44.256060 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dd6d3-b045-4267-bda0-e9516d1df8e8 req-ab778db1-9107-4353-982e-f1cebe28fca3 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:44.265002 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1b3dd6d3-b045-4267-bda0-e9516d1df8e8 req-ab778db1-9107-4353-982e-f1cebe28fca3 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 950 time: 0.2217555 Aug 31 00:55:44.286021 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:44.359058 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:44.370575 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1b3dd6d3-b045-4267-bda0-e9516d1df8e8 req-8c1f97b8-3e88-4400-8c0a-7d1d2996c49e tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/security-groups?id=de9762c0-a315-4dd4-b8ab-660b0f1e4033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852554 Aug 31 00:55:44.419079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f783d4a9-5f0f-4a01-9481-730ef99d5af4 admin admin] Checking segment: {'id': '0b074c36-a690-46ed-b2fe-94b1e79f7132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e9690b2-eeef-4791-abb6-54ac314e52f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:55:44.419634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f783d4a9-5f0f-4a01-9481-730ef99d5af4 admin admin] Network hostable DHCP agents. Network: 4e9690b2-eeef-4791-abb6-54ac314e52f3, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:55:44.424737 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b35eefa-7ab0-4ef7-a371-a86a18ca3f87']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:44.450437 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a0e1727-32eb-4186-b7ec-984f9896d27a') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:44.451804 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a0e1727-32eb-4186-b7ec-984f9896d27a') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:44.486369 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:44.505908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:44.537702 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:44.548576 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051482c-2eb7-4050-b144-3a39d5d9d4a2 req-057687e1-5386-48ac-bc00-cbd1b9be4cd9 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:44.550576 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1051482c-2eb7-4050-b144-3a39d5d9d4a2 req-057687e1-5386-48ac-bc00-cbd1b9be4cd9 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 948 time: 0.2710660 Aug 31 00:55:44.557848 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:55:44.558371 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: timer() Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:55:44.561519 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:55:44.632391 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:44.681490 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f783d4a9-5f0f-4a01-9481-730ef99d5af4 admin admin] Network 4e9690b2-eeef-4791-abb6-54ac314e52f3 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:55:44.818405 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1051482c-2eb7-4050-b144-3a39d5d9d4a2 req-ab04db87-fc6c-4172-8b34-70636160c972 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412405 Aug 31 00:55:44.823317 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43182) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:44.844885 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-f783d4a9-5f0f-4a01-9481-730ef99d5af4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 4e9690b2-eeef-4791-abb6-54ac314e52f3) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:55:44.862352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f783d4a9-5f0f-4a01-9481-730ef99d5af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:44.863674 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f783d4a9-5f0f-4a01-9481-730ef99d5af4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:44.874213 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347a55f0-2921-4c6d-b414-cd7422357ad7 None None] Network 4e9690b2-eeef-4791-abb6-54ac314e52f3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:55:44.910364 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:44.933234 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-b11214e1-de6a-47b8-af37-982b9c6e9e42 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:44.935955 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-b11214e1-de6a-47b8-af37-982b9c6e9e42 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/networks?id=c25bde23-7fd0-4902-805c-c6238fc1da6b HTTP/1.1" status: 200 len: 812 time: 0.4525757 Aug 31 00:55:44.948785 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:44.968994 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] 10.222.0.16 "DELETE /v2.0/networks/2b35eefa-7ab0-4ef7-a371-a86a18ca3f87 HTTP/1.1" status: 204 len: 168 time: 2.6458061 Aug 31 00:55:45.002042 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-2c911053-418d-4efd-8272-29c76c108cfa tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/quotas/92a134cdf51b4003b500d687ed9eb1f8 HTTP/1.1" status: 200 len: 375 time: 0.0493698 Aug 31 00:55:45.014721 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3e48b-215e-4dd7-a550-6162c2c2cd5c admin admin] Pushing event deleted for resources: {'Network': ['ID=2b35eefa-7ab0-4ef7-a371-a86a18ca3f87,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:45.046108 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f783d4a9-5f0f-4a01-9481-730ef99d5af4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5315220 Aug 31 00:55:45.046108 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43190) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:45.049181 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2094394540-router', 'tenant_id': '297ecd468fea44089242773bf9928a80', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:45.205139 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-92bf25a7-76ee-4d6c-bf4c-d34c1076fdb6 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=92a134cdf51b4003b500d687ed9eb1f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1953270 Aug 31 00:55:45.205372 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:45.221600 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ceff7265-1696-48bc-a186-ccb43ad2da8a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1535475404-network', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:45.277937 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:45.279046 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:45.421861 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-4e9690b2-eeef-4791-abb6-54ac314e52f3', 'network_id': '4e9690b2-eeef-4791-abb6-54ac314e52f3', 'tenant_id': '297ecd468fea44089242773bf9928a80', 'fixed_ips': [{'subnet_id': '69318916-d3d6-4324-a3bb-48af734f2ac2'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:55:45.423231 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:45.459186 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:45.480462 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-ab17d1c0-bab9-41f3-aed7-a1fd686fd6fd service neutron] 10.222.0.16 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683887 Aug 31 00:55:45.597409 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceff7265-1696-48bc-a186-ccb43ad2da8a admin admin] Made reservation on behalf of c3c7e1b68efc4873a3fc55693592c5e6 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:55:45.599645 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ceff7265-1696-48bc-a186-ccb43ad2da8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:45.606840 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Allocated IP 172.20.0.2 (4e9690b2-eeef-4791-abb6-54ac314e52f3/69318916-d3d6-4324-a3bb-48af734f2ac2/55cdb60f-96c0-4dee-baf7-8b8243f38b21) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:55:45.633323 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43791552-7d04-47e7-bdbb-7308243d28da req-3c67f9aa-d346-48c7-bc2e-71a34b37ed2b tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:45.644604 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-43791552-7d04-47e7-bdbb-7308243d28da req-3c67f9aa-d346-48c7-bc2e-71a34b37ed2b tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 950 time: 0.1313431 Aug 31 00:55:45.646167 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ceff7265-1696-48bc-a186-ccb43ad2da8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:45.713544 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16dd0f3-3480-48c7-b6fe-204816ada84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:55:45.723799 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d476272f-6478-4a57-a02b-9daa1a6da25b" -d '{"events": [{"server_uuid": "a16dd0f3-3480-48c7-b6fe-204816ada84e", "name": "network-vif-plugged", "status": "completed", "tag": "c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:55:45.730057 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-54d40373-c35a-4e8e-843f-74dc3c42bd7f service neutron] 10.222.0.16 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412412 Aug 31 00:55:45.836053 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-43791552-7d04-47e7-bdbb-7308243d28da req-26e08870-44c3-44c9-a257-8a223546f874 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/security-groups?id=de9762c0-a315-4dd4-b8ab-660b0f1e4033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425669 Aug 31 00:55:45.892322 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:45.903863 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:45.912625 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Transition to ACTIVE for port object 55cdb60f-96c0-4dee-baf7-8b8243f38b21 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:55:45.934052 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Transition to ACTIVE for port object 55cdb60f-96c0-4dee-baf7-8b8243f38b21 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:55:45.940325 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edffc10e-53cf-44b1-a715-04fca024f5b2 x-openstack-request-id: req-edffc10e-53cf-44b1-a715-04fca024f5b2 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:55:45.940618 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16dd0f3-3480-48c7-b6fe-204816ada84e", "name": "network-vif-plugged", "status": "completed", "tag": "c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:55:45.940896 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-edffc10e-53cf-44b1-a715-04fca024f5b2 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:55:45.941376 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16dd0f3-3480-48c7-b6fe-204816ada84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d', 'code': 200} Aug 31 00:55:46.069413 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43202) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:46.079001 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ceff7265-1696-48bc-a186-ccb43ad2da8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:46.082263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dda60-1467-4f12-827c-7c01678197c1 req-59d91c6b-c193-4bab-b10f-270373f9d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:46.084445 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a2dda60-1467-4f12-827c-7c01678197c1 req-59d91c6b-c193-4bab-b10f-270373f9d5bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 1101 time: 0.0859795 Aug 31 00:55:46.100054 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:46.217984 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c137f5fc-c33e-4597-8eff-393f6ea18a5c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb916b836e584d028f50820f5d058952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417198 Aug 31 00:55:46.219132 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43206) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:46.221741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Network 4e9690b2-eeef-4791-abb6-54ac314e52f3 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:55:46.223157 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065eb72b-bf71-48ef-bce3-2d03587c311c req-66df1c31-4ecc-480a-93e2-bbd007577580 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:46.225671 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:55:46.227277 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-065eb72b-bf71-48ef-bce3-2d03587c311c req-66df1c31-4ecc-480a-93e2-bbd007577580 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 949 time: 0.1545324 Aug 31 00:55:46.233291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:55:46.242639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Pushing event updated for resources: {'Port': ['ID=55cdb60f-96c0-4dee-baf7-8b8243f38b21,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:46.271956 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a2dda60-1467-4f12-827c-7c01678197c1 req-d8cde43c-bd43-40a1-bf46-3c6cae351e1f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793718 Aug 31 00:55:46.310393 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ceff7265-1696-48bc-a186-ccb43ad2da8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:46.378402 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Attempting to bind port 55cdb60f-96c0-4dee-baf7-8b8243f38b21 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:55:46.378922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Attempting to bind port 55cdb60f-96c0-4dee-baf7-8b8243f38b21 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '0b074c36-a690-46ed-b2fe-94b1e79f7132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e9690b2-eeef-4791-abb6-54ac314e52f3'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:55:46.381203 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Attempting to bind port 55cdb60f-96c0-4dee-baf7-8b8243f38b21 on network 4e9690b2-eeef-4791-abb6-54ac314e52f3 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:55:46.395115 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a111b24b-5650-4b4b-beff-51b22437f1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:46.400119 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:55:46.400889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Checking segment: {'id': '0b074c36-a690-46ed-b2fe-94b1e79f7132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e9690b2-eeef-4791-abb6-54ac314e52f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:55:46.401098 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-065eb72b-bf71-48ef-bce3-2d03587c311c req-c6647e4e-6923-454f-a1fe-38871dcc4458 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643102 Aug 31 00:55:46.401920 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceff7265-1696-48bc-a186-ccb43ad2da8a admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:55:46.402633 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:46.403314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Bound using segment: {'id': '0b074c36-a690-46ed-b2fe-94b1e79f7132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e9690b2-eeef-4791-abb6-54ac314e52f3'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:55:46.407403 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Bound port: 55cdb60f-96c0-4dee-baf7-8b8243f38b21, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b074c36-a690-46ed-b2fe-94b1e79f7132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e9690b2-eeef-4791-abb6-54ac314e52f3'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:55:46.408344 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:46.468619 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a111b24b-5650-4b4b-beff-51b22437f1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:46.496821 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ceff7265-1696-48bc-a186-ccb43ad2da8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:46.497411 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-ceff7265-1696-48bc-a186-ccb43ad2da8a admin admin] Added segment df204761-7deb-455c-abe2-e17ebf38bb13 of type vlan for network e485d33c-f23c-40f6-8dac-57c9abc59149 Aug 31 00:55:46.517867 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff7265-1696-48bc-a186-ccb43ad2da8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a385bec1-816c-4023-82ae-1bef8afde409,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:46.672641 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] For port 55cdb60f-96c0-4dee-baf7-8b8243f38b21, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:55:46.676112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] For port 55cdb60f-96c0-4dee-baf7-8b8243f38b21, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=55cdb60f-96c0-4dee-baf7-8b8243f38b21,segment=NetworkSegment(0b074c36-a690-46ed-b2fe-94b1e79f7132),segment_id=0b074c36-a690-46ed-b2fe-94b1e79f7132)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:55:46.713466 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ceff7265-1696-48bc-a186-ccb43ad2da8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:46.791704 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a111b24b-5650-4b4b-beff-51b22437f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:46.797208 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a111b24b-5650-4b4b-beff-51b22437f1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:46.806054 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a111b24b-5650-4b4b-beff-51b22437f1a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30bd1b69-1d39-45ce-9ffc-d85a55e21b34 HTTP/1.1" status: 204 len: 168 time: 0.5793192 Aug 31 00:55:46.812107 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0afede6a-742f-4669-99db-d3c3eab54a66 req-5f1e4afd-af8d-42cc-9a40-c7375b770306 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 210 time: 0.0837910 Aug 31 00:55:46.845632 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:46.846148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111b24b-5650-4b4b-beff-51b22437f1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bd1b69-1d39-45ce-9ffc-d85a55e21b34,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:47.058040 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8cbb6-34c3-48e5-a6d6-c85285ac85a3 None None] Pushing event updated for resources: {'Port': ['ID=55cdb60f-96c0-4dee-baf7-8b8243f38b21,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:47.068431 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ceff7265-1696-48bc-a186-ccb43ad2da8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:47.069545 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceff7265-1696-48bc-a186-ccb43ad2da8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:47.070495 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ceff7265-1696-48bc-a186-ccb43ad2da8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:47.433155 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff7265-1696-48bc-a186-ccb43ad2da8a admin admin] Pushing event updated for resources: {'Network': ['ID=e485d33c-f23c-40f6-8dac-57c9abc59149,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:47.439982 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:47.481309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network e485d33c-f23c-40f6-8dac-57c9abc59149 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:55:47.507046 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:47.611060 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ceff7265-1696-48bc-a186-ccb43ad2da8a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7860186 Aug 31 00:55:47.616280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43230) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:47.648959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b826e507-ec5e-4a0c-8098-0fb9def5d9b2 admin admin] Request body: {'subnet': {'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1535475404-subnet', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:47.887231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b826e507-ec5e-4a0c-8098-0fb9def5d9b2 admin admin] Made reservation on behalf of c3c7e1b68efc4873a3fc55693592c5e6 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:55:47.890234 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b826e507-ec5e-4a0c-8098-0fb9def5d9b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:48.061354 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] Allocated IP 172.25.2.209 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/72e07eb2-0548-48af-ba6a-125192d8c05f) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:55:48.173395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 55cdb60f-96c0-4dee-baf7-8b8243f38b21 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:55:48.349216 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5e0a8839-2975-4ee6-9f5e-224825cd5f8f req-251b5188-d5f3-4b6b-bce8-d5e7f8d09f0e tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 210 time: 0.0964491 Aug 31 00:55:48.433329 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:48.516428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52092dcf-754f-4c63-a4c2-85b05bbfbef3 req-93615eb8-fdfc-4064-9abf-7359d5bf7654 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:48.518663 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52092dcf-754f-4c63-a4c2-85b05bbfbef3 req-93615eb8-fdfc-4064-9abf-7359d5bf7654 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 949 time: 0.7518103 Aug 31 00:55:48.533791 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 55cdb60f-96c0-4dee-baf7-8b8243f38b21 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:55:48.609801 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52092dcf-754f-4c63-a4c2-85b05bbfbef3 req-b1859522-b742-49ae-ae23-33084d9d7bda tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806208 Aug 31 00:55:48.735159 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b826e507-ec5e-4a0c-8098-0fb9def5d9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:48.737947 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:48.836544 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:55:48.841108 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:55:48.847738 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:55:48.884174 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] Pushing event updated for resources: {'Port': ['ID=72e07eb2-0548-48af-ba6a-125192d8c05f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:48.890148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826e507-ec5e-4a0c-8098-0fb9def5d9b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a0af11-1528-44a4-b1b4-6169b26ec0d9,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:48.904884 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c2b30b-2d2b-4f21-a19d-5068e5bca4cd None None] Network 4e9690b2-eeef-4791-abb6-54ac314e52f3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:55:48.908776 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826e507-ec5e-4a0c-8098-0fb9def5d9b2 admin admin] Checking segment: {'id': 'df204761-7deb-455c-abe2-e17ebf38bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:55:48.908776 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b826e507-ec5e-4a0c-8098-0fb9def5d9b2 admin admin] Network hostable DHCP agents. Network: e485d33c-f23c-40f6-8dac-57c9abc59149, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:55:49.280710 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b826e507-ec5e-4a0c-8098-0fb9def5d9b2 admin admin] Network e485d33c-f23c-40f6-8dac-57c9abc59149 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:55:49.281083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0a262095-3073-45d8-99e0-96721129cd49 None None] Provisioning for port 55cdb60f-96c0-4dee-baf7-8b8243f38b21 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:55:49.287791 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0a262095-3073-45d8-99e0-96721129cd49 None None] Provisioning complete for port 55cdb60f-96c0-4dee-baf7-8b8243f38b21 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:55:49.299076 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0a262095-3073-45d8-99e0-96721129cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:49.487895 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-b826e507-ec5e-4a0c-8098-0fb9def5d9b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, e485d33c-f23c-40f6-8dac-57c9abc59149) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:55:49.496752 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b826e507-ec5e-4a0c-8098-0fb9def5d9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:49.500968 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b826e507-ec5e-4a0c-8098-0fb9def5d9b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:49.506419 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b38925-7a82-4fbc-8391-df8ffb65fbdb None None] Network e485d33c-f23c-40f6-8dac-57c9abc59149 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:55:49.570448 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0a262095-3073-45d8-99e0-96721129cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:49.573172 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c3b1e69-36a2-4498-8a93-387dc18dd05e req-48bd56f8-345d-424d-bac0-6b6582e28d9f tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 210 time: 0.0643713 Aug 31 00:55:49.624726 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:49.682180 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0a262095-3073-45d8-99e0-96721129cd49 None None] For port 55cdb60f-96c0-4dee-baf7-8b8243f38b21, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=55cdb60f-96c0-4dee-baf7-8b8243f38b21,segment=NetworkSegment(0b074c36-a690-46ed-b2fe-94b1e79f7132),segment_id=0b074c36-a690-46ed-b2fe-94b1e79f7132)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:49.789519 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b826e507-ec5e-4a0c-8098-0fb9def5d9b2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1647816 Aug 31 00:55:49.808610 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-e485d33c-f23c-40f6-8dac-57c9abc59149', 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'fixed_ips': [{'subnet_id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:55:49.809505 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:49.830640 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43266) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:49.839122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1535475404-router', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:49.841836 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0a262095-3073-45d8-99e0-96721129cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:49.914135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297f465-1242-41b1-aee0-61a732e97298 req-82ffe6f2-fbda-4211-bd18-8298be51e169 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:49.917104 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5297f465-1242-41b1-aee0-61a732e97298 req-82ffe6f2-fbda-4211-bd18-8298be51e169 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 949 time: 0.1668925 Aug 31 00:55:50.026980 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5297f465-1242-41b1-aee0-61a732e97298 req-8b05b1c0-829c-4ad5-86a4-9c2c31452e51 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919423 Aug 31 00:55:50.101036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43274) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:50.194768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Allocated IP 172.20.0.2 (e485d33c-f23c-40f6-8dac-57c9abc59149/d3a0af11-1528-44a4-b1b4-6169b26ec0d9/2cb26956-3c72-4250-8321-0d9b0dc1d74c) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:55:50.316399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-6561b231-3811-43eb-9f75-2c974eccd1ce req-40f7f1af-3d76-4309-83fe-580f5ce599a5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:55:50.318738 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6561b231-3811-43eb-9f75-2c974eccd1ce req-40f7f1af-3d76-4309-83fe-580f5ce599a5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077689 Aug 31 00:55:50.398839 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-465f58ba-d078-4fa3-a89e-364440f2a12a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-434767839-network', 'tenant_id': '45c74dd5f2b84eb0b09b601c2d767da0'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:50.494777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e4f45-56f7-449d-953d-98fd944e8e0e req-ff2b4c8d-7a11-4aca-ad55-a9c5f969120f tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:50.496467 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9c4e4f45-56f7-449d-953d-98fd944e8e0e req-ff2b4c8d-7a11-4aca-ad55-a9c5f969120f tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 950 time: 0.7963297 Aug 31 00:55:50.566346 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5d6b973f-0a6d-4b55-bc65-3d37431929e8 None None] Provisioning complete for port 55cdb60f-96c0-4dee-baf7-8b8243f38b21 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:55:50.566851 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5d6b973f-0a6d-4b55-bc65-3d37431929e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:50.586021 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9c4e4f45-56f7-449d-953d-98fd944e8e0e req-357f4d63-eb79-4fb3-bcef-1a4c5c02fb9e tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/security-groups?id=de9762c0-a315-4dd4-b8ab-660b0f1e4033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762520 Aug 31 00:55:50.590402 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:50.591592 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:50.616406 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:50.626971 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a262095-3073-45d8-99e0-96721129cd49 None None] Pushing event updated for resources: {'Port': ['ID=55cdb60f-96c0-4dee-baf7-8b8243f38b21,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:50.783568 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-22ede971-76c7-4934-a239-bcc2349aca61 req-a42ef0d1-9b62-4113-b069-29983532c485 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 210 time: 0.0809257 Aug 31 00:55:50.795456 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465f58ba-d078-4fa3-a89e-364440f2a12a admin admin] Made reservation on behalf of 45c74dd5f2b84eb0b09b601c2d767da0 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:55:50.811283 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-465f58ba-d078-4fa3-a89e-364440f2a12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:50.811457 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:50.818862 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-465f58ba-d078-4fa3-a89e-364440f2a12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:50.825945 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Transition to ACTIVE for port object 2cb26956-3c72-4250-8321-0d9b0dc1d74c will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:55:50.847977 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:50.848225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Transition to ACTIVE for port object 2cb26956-3c72-4250-8321-0d9b0dc1d74c will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:55:50.966088 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd406e-4dee-4815-bfb9-92034274a617 req-2b084478-091a-4239-8bfd-4d1b2b773f1a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:50.967799 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aafd406e-4dee-4815-bfb9-92034274a617 req-2b084478-091a-4239-8bfd-4d1b2b773f1a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 949 time: 0.0768590 Aug 31 00:55:50.997509 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114dc24-1236-48e7-a7cf-cc7f3f97cdfe req-f223cfdd-6ff2-46a9-9136-614b7a9acff8 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:50.999330 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a114dc24-1236-48e7-a7cf-cc7f3f97cdfe req-f223cfdd-6ff2-46a9-9136-614b7a9acff8 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 950 time: 0.0965052 Aug 31 00:55:51.007165 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-465f58ba-d078-4fa3-a89e-364440f2a12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:51.028722 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aafd406e-4dee-4815-bfb9-92034274a617 req-71f4c9d2-2f5e-4671-b08e-30fd92ef25cf tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462646 Aug 31 00:55:51.053488 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:51.100935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Network e485d33c-f23c-40f6-8dac-57c9abc59149 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:55:51.107288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:55:51.111749 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:55:51.123711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Pushing event updated for resources: {'Port': ['ID=2cb26956-3c72-4250-8321-0d9b0dc1d74c,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:51.148880 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-a114dc24-1236-48e7-a7cf-cc7f3f97cdfe req-80a06ec7-cf7c-4579-909c-ad5022cac4fe tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Deleting port a3dacf1e-b8f1-4ae8-8c1d-89066445d000 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:55:51.149547 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a114dc24-1236-48e7-a7cf-cc7f3f97cdfe req-80a06ec7-cf7c-4579-909c-ad5022cac4fe tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:51.241733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Attempting to bind port 2cb26956-3c72-4250-8321-0d9b0dc1d74c on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:55:51.242780 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Attempting to bind port 2cb26956-3c72-4250-8321-0d9b0dc1d74c by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'df204761-7deb-455c-abe2-e17ebf38bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:55:51.244396 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Attempting to bind port 2cb26956-3c72-4250-8321-0d9b0dc1d74c on network e485d33c-f23c-40f6-8dac-57c9abc59149 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:55:51.248969 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-465f58ba-d078-4fa3-a89e-364440f2a12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:51.254284 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:55:51.254733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Checking segment: {'id': 'df204761-7deb-455c-abe2-e17ebf38bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:55:51.255857 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:51.256532 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Bound using segment: {'id': 'df204761-7deb-455c-abe2-e17ebf38bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:55:51.257474 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Bound port: 2cb26956-3c72-4250-8321-0d9b0dc1d74c, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df204761-7deb-455c-abe2-e17ebf38bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:55:51.258106 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:51.305044 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:51.309854 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465f58ba-d078-4fa3-a89e-364440f2a12a admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:55:51.330394 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] Router a08f8bf0-8226-4f39-b34f-31c9be47e2e8 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:55:51.364584 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-465f58ba-d078-4fa3-a89e-364440f2a12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:51.365323 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-465f58ba-d078-4fa3-a89e-364440f2a12a admin admin] Added segment 2e43c5b0-ef10-41c6-a3d3-5df5250a080d of type vlan for network 602ed75e-aeea-4651-ae06-6047fc149cac Aug 31 00:55:51.387695 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] For port 2cb26956-3c72-4250-8321-0d9b0dc1d74c, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:55:51.392101 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] For port 2cb26956-3c72-4250-8321-0d9b0dc1d74c, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2cb26956-3c72-4250-8321-0d9b0dc1d74c,segment=NetworkSegment(df204761-7deb-455c-abe2-e17ebf38bb13),segment_id=df204761-7deb-455c-abe2-e17ebf38bb13)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:55:51.428832 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-b27d0b15-990c-40eb-a698-65e9d1fe96bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1182029 Aug 31 00:55:51.442278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f58ba-d078-4fa3-a89e-364440f2a12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:51.448120 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-465f58ba-d078-4fa3-a89e-364440f2a12a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:51.518201 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-a114dc24-1236-48e7-a7cf-cc7f3f97cdfe req-80a06ec7-cf7c-4579-909c-ad5022cac4fe tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] For port a3dacf1e-b8f1-4ae8-8c1d-89066445d000, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=a3dacf1e-b8f1-4ae8-8c1d-89066445d000,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:51.518201 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a114dc24-1236-48e7-a7cf-cc7f3f97cdfe req-80a06ec7-cf7c-4579-909c-ad5022cac4fe tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:51.566207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-a114dc24-1236-48e7-a7cf-cc7f3f97cdfe req-80a06ec7-cf7c-4579-909c-ad5022cac4fe tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Calling delete_port for a3dacf1e-b8f1-4ae8-8c1d-89066445d000 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:55:51.618774 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:55:51.625227 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:51.658489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-4aeaf367-492a-42de-8f25-042fa55d9efa tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:51.660192 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-4aeaf367-492a-42de-8f25-042fa55d9efa tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.48 "GET /v2.0/networks?id=c25bde23-7fd0-4902-805c-c6238fc1da6b HTTP/1.1" status: 200 len: 812 time: 0.2459788 Aug 31 00:55:51.746655 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-c191b782-8303-49e2-af53-eeac0683bfd4 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Request body: {'port': {'device_id': 'eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f', 'network_id': 'c25bde23-7fd0-4902-805c-c6238fc1da6b', 'admin_state_up': True, 'tenant_id': '92a134cdf51b4003b500d687ed9eb1f8'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:51.759237 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c9988-b85a-40ab-babf-1863a34a6aa4 None None] Pushing event updated for resources: {'Port': ['ID=2cb26956-3c72-4250-8321-0d9b0dc1d74c,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:51.763014 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Sync routers for ids ['a08f8bf0-8226-4f39-b34f-31c9be47e2e8'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:55:51.778066 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Routers {'a08f8bf0-8226-4f39-b34f-31c9be47e2e8'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:55:51.778850 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:55:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a08f8bf0-8226-4f39-b34f-31c9be47e2e8'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:51.800264 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49927173-1408-4c07-9de8-1baecc07494a req-ee7723a2-db37-4d1a-8699-5f93abf8f5bd tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:51.808706 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-49927173-1408-4c07-9de8-1baecc07494a req-ee7723a2-db37-4d1a-8699-5f93abf8f5bd tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/networks?id=962090c4-e06e-4088-950b-8c581dc8e655 HTTP/1.1" status: 200 len: 814 time: 0.2535973 Aug 31 00:55:51.829996 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-49927173-1408-4c07-9de8-1baecc07494a req-d29bea5c-7605-40c4-a0f7-f36df4477c26 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/quotas/3e57aba893e84797a7ad07e1842cdb74 HTTP/1.1" status: 200 len: 375 time: 0.0196128 Aug 31 00:55:51.835441 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:51.836762 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-13e04291-310d-4ba6-b454-5798953caaf8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7986310 Aug 31 00:55:51.877174 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43310) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:51.896249 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-465f58ba-d078-4fa3-a89e-364440f2a12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:51.897426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465f58ba-d078-4fa3-a89e-364440f2a12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:51.898505 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-465f58ba-d078-4fa3-a89e-364440f2a12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:51.966367 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-49927173-1408-4c07-9de8-1baecc07494a req-02d28b34-80da-40e9-8a1e-847611a8d5bf tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e57aba893e84797a7ad07e1842cdb74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1352127 Aug 31 00:55:52.001685 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Set router a08f8bf0-8226-4f39-b34f-31c9be47e2e8 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:55:52.074847 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f58ba-d078-4fa3-a89e-364440f2a12a admin admin] Pushing event updated for resources: {'Network': ['ID=602ed75e-aeea-4651-ae06-6047fc149cac,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:52.161873 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 602ed75e-aeea-4651-ae06-6047fc149cac details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:55:52.164537 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 55cdb60f-96c0-4dee-baf7-8b8243f38b21 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:55:52.164739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3324d4-63db-427c-ba3f-49b14752103f req-6421f808-4e41-4ca0-b170-78eaf3fcae59 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:52.169499 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af3324d4-63db-427c-ba3f-49b14752103f req-6421f808-4e41-4ca0-b170-78eaf3fcae59 tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 950 time: 0.4273705 Aug 31 00:55:52.268872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-c191b782-8303-49e2-af53-eeac0683bfd4 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Made reservation on behalf of 92a134cdf51b4003b500d687ed9eb1f8 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:55:52.297661 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-c191b782-8303-49e2-af53-eeac0683bfd4 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:52.419727 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-49927173-1408-4c07-9de8-1baecc07494a req-010d3e3d-52cb-411f-8d2a-c2f8738365f8 service neutron] 10.222.0.16 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523776 Aug 31 00:55:52.442994 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a114dc24-1236-48e7-a7cf-cc7f3f97cdfe req-80a06ec7-cf7c-4579-909c-ad5022cac4fe tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:52.455068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['a3dacf1e-b8f1-4ae8-8c1d-89066445d000'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:55:52.507393 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af3324d4-63db-427c-ba3f-49b14752103f req-d3d30e99-6b6d-4e6c-83ae-71188501c48d tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/security-groups?id=de9762c0-a315-4dd4-b8ab-660b0f1e4033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309519 Aug 31 00:55:52.512666 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-465f58ba-d078-4fa3-a89e-364440f2a12a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4096677 Aug 31 00:55:52.521259 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 55cdb60f-96c0-4dee-baf7-8b8243f38b21 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:55:52.521753 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:52.530152 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43326) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:52.571354 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:52.617944 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e433f445-8fde-4a80-90aa-c4277aa7afc7 admin admin] Request body: {'subnet': {'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-434767839-subnet', 'tenant_id': '45c74dd5f2b84eb0b09b601c2d767da0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:52.627131 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:52.641135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a06ec7-cf7c-4579-909c-ad5022cac4fe tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Pushing event deleted for resources: {'Port': ['ID=a3dacf1e-b8f1-4ae8-8c1d-89066445d000,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:52.739132 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a114dc24-1236-48e7-a7cf-cc7f3f97cdfe req-80a06ec7-cf7c-4579-909c-ad5022cac4fe tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] No DVR routers for this DVR port a3dacf1e-b8f1-4ae8-8c1d-89066445d000 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:55:52.753993 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a114dc24-1236-48e7-a7cf-cc7f3f97cdfe req-80a06ec7-cf7c-4579-909c-ad5022cac4fe tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:52.753993 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a114dc24-1236-48e7-a7cf-cc7f3f97cdfe req-80a06ec7-cf7c-4579-909c-ad5022cac4fe tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.41 "DELETE /v2.0/ports/a3dacf1e-b8f1-4ae8-8c1d-89066445d000 HTTP/1.1" status: 204 len: 173 time: 1.7428412 Aug 31 00:55:52.757563 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08f8bf0-8226-4f39-b34f-31c9be47e2e8', 'name': 'tempest-FloatingIPDetailsTestJSON-2094394540-router', 'tenant_id': '297ecd468fea44089242773bf9928a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '72e07eb2-0548-48af-ba6a-125192d8c05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:45Z', 'updated_at': '2021-08-31T00:55:49Z', 'revision_number': 3, 'project_id': '297ecd468fea44089242773bf9928a80', 'gw_port': {'id': '72e07eb2-0548-48af-ba6a-125192d8c05f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ca:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08f8bf0-8226-4f39-b34f-31c9be47e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:47Z', 'updated_at': '2021-08-31T00:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:52.811627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-c191b782-8303-49e2-af53-eeac0683bfd4 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Allocated IP 172.20.0.11 (c25bde23-7fd0-4902-805c-c6238fc1da6b/b9f00cd4-573e-4200-a1be-da6efee3f06a/3b00ef20-aeb0-4aea-aefd-472d22ab45b5) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:55:52.829062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Checking router: a08f8bf0-8226-4f39-b34f-31c9be47e2e8 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:55:52.829062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Updating router a08f8bf0-8226-4f39-b34f-31c9be47e2e8 port 72e07eb2-0548-48af-ba6a-125192d8c05f binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:55:52.853455 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab68f19b-f784-4942-a83f-4e6b1ff9eec5', 'name': 'network-vif-deleted', 'tag': 'a3dacf1e-b8f1-4ae8-8c1d-89066445d000'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:55:52.855854 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4111d415-8852-4892-a4ed-3144e48f1599" -d '{"events": [{"server_uuid": "ab68f19b-f784-4942-a83f-4e6b1ff9eec5", "name": "network-vif-deleted", "tag": "a3dacf1e-b8f1-4ae8-8c1d-89066445d000"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:55:52.874897 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:52.941037 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d7bade5-00d1-4dd9-a6ba-5cd2e4852d74 req-5d162cde-e1f5-4504-80b1-263365f910b8 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 210 time: 0.3029511 Aug 31 00:55:53.018903 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-49927173-1408-4c07-9de8-1baecc07494a req-a30e4d31-872b-4434-a759-53ad09343f0a service neutron] 10.222.0.16 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905621 Aug 31 00:55:53.090638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e433f445-8fde-4a80-90aa-c4277aa7afc7 admin admin] Made reservation on behalf of 45c74dd5f2b84eb0b09b601c2d767da0 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:55:53.096443 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e433f445-8fde-4a80-90aa-c4277aa7afc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:53.310059 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] Allocated IP 172.25.2.154 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/c89cefb3-621e-4b8a-b39d-802359681541) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:55:53.361073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90014a93-b206-4672-8e44-1e4f9585a812 req-9c663b44-9a0b-42ba-9878-07dac1f6a54f tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:53.363123 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90014a93-b206-4672-8e44-1e4f9585a812 req-9c663b44-9a0b-42ba-9878-07dac1f6a54f tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 949 time: 0.2755189 Aug 31 00:55:53.390664 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-c191b782-8303-49e2-af53-eeac0683bfd4 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:53.490566 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90014a93-b206-4672-8e44-1e4f9585a812 req-941f239e-ec57-49fe-af2d-f5a628e2599e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153824 Aug 31 00:55:53.611517 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeb5486-5beb-4ee2-915a-9fdae90644da None None] Network e485d33c-f23c-40f6-8dac-57c9abc59149 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:55:53.627331 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda0f3b0-31c7-493f-a72e-e91dd98bb75d x-openstack-request-id: req-fda0f3b0-31c7-493f-a72e-e91dd98bb75d {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:55:53.627670 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab68f19b-f784-4942-a83f-4e6b1ff9eec5", "name": "network-vif-deleted", "tag": "a3dacf1e-b8f1-4ae8-8c1d-89066445d000", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:55:53.627883 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fda0f3b0-31c7-493f-a72e-e91dd98bb75d {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:55:53.628286 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab68f19b-f784-4942-a83f-4e6b1ff9eec5', 'name': 'network-vif-deleted', 'tag': 'a3dacf1e-b8f1-4ae8-8c1d-89066445d000', 'status': 'completed', 'code': 200} Aug 31 00:55:53.658595 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:53.702099 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dafaf252-4c4e-47f7-93da-60746c300ae4 req-d349cc02-8315-4579-bde4-dc3ef5bc5455 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 210 time: 0.0880628 Aug 31 00:55:53.754798 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81c84181-6e6f-4bd8-9656-06abd8f8af4b req-e217b48b-310f-47d1-9a21-056b443f58ff tempest-TenantUsagesTestJSON-1341123567 tempest-TenantUsagesTestJSON-1341123567-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab68f19b-f784-4942-a83f-4e6b1ff9eec5 HTTP/1.1" status: 200 len: 210 time: 0.0526268 Aug 31 00:55:53.797607 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e433f445-8fde-4a80-90aa-c4277aa7afc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:53.805884 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-c191b782-8303-49e2-af53-eeac0683bfd4 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:53.811662 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:53.834182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['f6303bf6-6125-4de5-b6d4-ed5466c4e039'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:55:53.902761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-c191b782-8303-49e2-af53-eeac0683bfd4 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Network c25bde23-7fd0-4902-805c-c6238fc1da6b is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:55:53.907775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191b782-8303-49e2-af53-eeac0683bfd4 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event updated for resources: {'Port': ['ID=3b00ef20-aeb0-4aea-aefd-472d22ab45b5,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:53.919811 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-c191b782-8303-49e2-af53-eeac0683bfd4 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:55:53.927562 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-c191b782-8303-49e2-af53-eeac0683bfd4 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:55:53.995623 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:54.004839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-79be36f6-bad0-4f79-b63b-312d15c0d2ac None None] Provisioning for port 2cb26956-3c72-4250-8321-0d9b0dc1d74c completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:55:54.102528 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-c191b782-8303-49e2-af53-eeac0683bfd4 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:54.104616 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-c191b782-8303-49e2-af53-eeac0683bfd4 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:54.172726 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] Pushing event updated for resources: {'Port': ['ID=c89cefb3-621e-4b8a-b39d-802359681541,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:54.186879 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433f445-8fde-4a80-90aa-c4277aa7afc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae400412-d19e-4bc8-8a48-5f58511abbfd,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:54.212063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e433f445-8fde-4a80-90aa-c4277aa7afc7 admin admin] Checking segment: {'id': '2e43c5b0-ef10-41c6-a3d3-5df5250a080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:55:54.217790 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e433f445-8fde-4a80-90aa-c4277aa7afc7 admin admin] Network hostable DHCP agents. Network: 602ed75e-aeea-4651-ae06-6047fc149cac, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:55:54.283977 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2cb26956-3c72-4250-8321-0d9b0dc1d74c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:55:54.322029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:55:54.327065 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:55:54.331857 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:55:54.378717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] Allocated IP 172.20.0.1 (4e9690b2-eeef-4791-abb6-54ac314e52f3/69318916-d3d6-4324-a3bb-48af734f2ac2/7a15f7c2-3886-43f4-81ae-2c92e9ebec17) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:55:54.402768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e433f445-8fde-4a80-90aa-c4277aa7afc7 admin admin] Network 602ed75e-aeea-4651-ae06-6047fc149cac is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:55:54.405764 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-c191b782-8303-49e2-af53-eeac0683bfd4 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6648691 Aug 31 00:55:54.424138 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Request body: {'port': {'device_id': 'eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:54.451647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96d844-d7fa-4fe7-a4ab-8a5441c6be4a req-49519367-6e36-4c71-9900-cb6cd4bc953c tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:54.464946 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c96d844-d7fa-4fe7-a4ab-8a5441c6be4a req-49519367-6e36-4c71-9900-cb6cd4bc953c tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 932 time: 0.2485650 Aug 31 00:55:54.590022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-e433f445-8fde-4a80-90aa-c4277aa7afc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 602ed75e-aeea-4651-ae06-6047fc149cac) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:55:54.613843 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e433f445-8fde-4a80-90aa-c4277aa7afc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:54.615547 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e433f445-8fde-4a80-90aa-c4277aa7afc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:54.618113 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec46e9f7-6124-4bce-942b-ce3a306bcded None None] Network 602ed75e-aeea-4651-ae06-6047fc149cac requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:55:54.659428 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c96d844-d7fa-4fe7-a4ab-8a5441c6be4a req-90fca89e-b496-4427-9ce9-b6879d6da344 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899331 Aug 31 00:55:54.661669 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:54.725563 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device a3dacf1e-b8f1-4ae8-8c1d-89066445d000 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:55:54.790137 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 2cb26956-3c72-4250-8321-0d9b0dc1d74c completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:55:54.824835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: a3dacf1e-b8f1-4ae8-8c1d-89066445d000 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:55:54.825355 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device a3dacf1e-b8f1-4ae8-8c1d-89066445d000 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:55:54.854633 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:54.875316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 2cb26956-3c72-4250-8321-0d9b0dc1d74c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:55:54.875909 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:54.883002 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e433f445-8fde-4a80-90aa-c4277aa7afc7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3514693 Aug 31 00:55:54.909913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888db9ed-9c11-4e82-a16b-6399e6a63c95 req-a28e3d6a-c17a-47f5-9976-56249a09f796 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:54.930103 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-888db9ed-9c11-4e82-a16b-6399e6a63c95 req-a28e3d6a-c17a-47f5-9976-56249a09f796 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 949 time: 0.2618198 Aug 31 00:55:54.953839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] Transition to ACTIVE for port object 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:55:54.972148 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d19becb-e69d-492e-be8b-fe908e6ad55e req-9616c6b8-4ed9-474f-a4a3-6c7d72c9bbc6 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 210 time: 0.0795662 Aug 31 00:55:54.974063 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:54.986342 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Transition to ACTIVE for port object 72e07eb2-0548-48af-ba6a-125192d8c05f will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:55:55.027902 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-19280bcf-874b-47fd-82d4-28846f3bf18a None None] Provisioning complete for port 2cb26956-3c72-4250-8321-0d9b0dc1d74c triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:55:55.027902 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-19280bcf-874b-47fd-82d4-28846f3bf18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:55.183142 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-888db9ed-9c11-4e82-a16b-6399e6a63c95 req-98793674-beab-4b9c-bbec-6395c9fbd81b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422471 Aug 31 00:55:55.225828 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af51343-3e71-4a4c-813c-36dbe91b8d41 None None] Network 602ed75e-aeea-4651-ae06-6047fc149cac requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:55:55.327900 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:55.577987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b00ef20-aeb0-4aea-aefd-472d22ab45b5 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:55:55.592673 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:55.616183 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Transition to ACTIVE for port object 3b00ef20-aeb0-4aea-aefd-472d22ab45b5 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:55:55.850353 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-19280bcf-874b-47fd-82d4-28846f3bf18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:55.866371 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34607de6-40b4-4bfc-aee1-a9728b35ea6a req-9d0d8f75-edfe-46a6-9af8-5c9fd6132ab6 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:55.869157 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34607de6-40b4-4bfc-aee1-a9728b35ea6a req-9d0d8f75-edfe-46a6-9af8-5c9fd6132ab6 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 932 time: 0.0761321 Aug 31 00:55:55.876489 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:55.887228 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Attempting to bind port 72e07eb2-0548-48af-ba6a-125192d8c05f on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:55:55.890346 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Attempting to bind port 72e07eb2-0548-48af-ba6a-125192d8c05f by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:55:55.891088 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Attempting to bind port 72e07eb2-0548-48af-ba6a-125192d8c05f on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:55:55.903479 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:55.911691 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd827e5b-380d-4b3c-8786-040149ebdf36 None None] Pushing event updated for resources: {'Port': ['ID=72e07eb2-0548-48af-ba6a-125192d8c05f,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:55.924116 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:55.946068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:55:55.946068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:55:55.946068 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:55.947535 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:55:55.948392 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Bound port: 72e07eb2-0548-48af-ba6a-125192d8c05f, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:55:55.949036 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:55.995831 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Pushing event updated for resources: {'Port': ['ID=3b00ef20-aeb0-4aea-aefd-472d22ab45b5,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:56.004031 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34607de6-40b4-4bfc-aee1-a9728b35ea6a req-58c8f879-1a20-463e-9e2a-a6210c4fa0b5 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178505 Aug 31 00:55:56.074751 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-19280bcf-874b-47fd-82d4-28846f3bf18a None None] For port 2cb26956-3c72-4250-8321-0d9b0dc1d74c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2cb26956-3c72-4250-8321-0d9b0dc1d74c,segment=NetworkSegment(df204761-7deb-455c-abe2-e17ebf38bb13),segment_id=df204761-7deb-455c-abe2-e17ebf38bb13)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:55:56.137230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075976-201c-43b6-9c8b-6d022c660df0 req-1e52cd49-6a31-419e-b0ac-5deaa2543e95 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:56.146693 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-1e52cd49-6a31-419e-b0ac-5deaa2543e95 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/networks?id=602ed75e-aeea-4651-ae06-6047fc149cac HTTP/1.1" status: 200 len: 817 time: 0.3725631 Aug 31 00:55:56.157675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] For port 72e07eb2-0548-48af-ba6a-125192d8c05f, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:55:56.162381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] For port 72e07eb2-0548-48af-ba6a-125192d8c05f, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=72e07eb2-0548-48af-ba6a-125192d8c05f,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:55:56.169767 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:56.172993 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-4baf22ed-85a2-4e3d-8766-0d2068439ab6 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/quotas/45c74dd5f2b84eb0b09b601c2d767da0 HTTP/1.1" status: 200 len: 375 time: 0.0252924 Aug 31 00:55:56.210651 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36510bf4-061d-47f0-8726-84a24503481b req-671fa2bc-4603-4e36-8419-f10b9bc1806b tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 210 time: 0.0604870 Aug 31 00:55:56.303638 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-c6b47769-7474-46b4-9b75-306f08721144 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=45c74dd5f2b84eb0b09b601c2d767da0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1009803 Aug 31 00:55:56.316662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] Network 4e9690b2-eeef-4791-abb6-54ac314e52f3 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:55:56.324242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43392) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:56.325829 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:55:56.339804 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:55:56.342151 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] Pushing event updated for resources: {'Port': ['ID=7a15f7c2-3886-43f4-81ae-2c92e9ebec17,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:56.378698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Attempting to bind port 3b00ef20-aeb0-4aea-aefd-472d22ab45b5 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:55:56.379048 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Attempting to bind port 3b00ef20-aeb0-4aea-aefd-472d22ab45b5 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '90c996bf-cc59-456f-9160-48c62acac6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c25bde23-7fd0-4902-805c-c6238fc1da6b'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:55:56.379378 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Attempting to bind port 3b00ef20-aeb0-4aea-aefd-472d22ab45b5 on network c25bde23-7fd0-4902-805c-c6238fc1da6b {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:55:56.412697 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Port 3b00ef20-aeb0-4aea-aefd-472d22ab45b5 on network c25bde23-7fd0-4902-805c-c6238fc1da6b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:55:56.418951 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Attempting to bind port 3b00ef20-aeb0-4aea-aefd-472d22ab45b5 on network c25bde23-7fd0-4902-805c-c6238fc1da6b {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:55:56.419253 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-19280bcf-874b-47fd-82d4-28846f3bf18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:56.420626 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-f0109959-3306-402b-8f36-eee65cd3cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:56.425307 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-f0109959-3306-402b-8f36-eee65cd3cd45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 1101 time: 0.2107227 Aug 31 00:55:56.456689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:55:56.460306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Checking segment: {'id': '90c996bf-cc59-456f-9160-48c62acac6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c25bde23-7fd0-4902-805c-c6238fc1da6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:55:56.463693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Bound using segment: {'id': '90c996bf-cc59-456f-9160-48c62acac6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c25bde23-7fd0-4902-805c-c6238fc1da6b'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:55:56.463693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Bound port: 3b00ef20-aeb0-4aea-aefd-472d22ab45b5, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90c996bf-cc59-456f-9160-48c62acac6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c25bde23-7fd0-4902-805c-c6238fc1da6b'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:55:56.463693 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:56.570451 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 00:55:56.571225 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:55:56.599502 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:56.603205 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:56.623557 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:56.643945 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21321f61-78d1-4fb1-930e-d152a462fb9a req-ab1eccae-9eb4-46d8-9baa-df07a3692529 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:56.647002 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21321f61-78d1-4fb1-930e-d152a462fb9a req-ab1eccae-9eb4-46d8-9baa-df07a3692529 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 949 time: 0.3182707 Aug 31 00:55:56.673875 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19280bcf-874b-47fd-82d4-28846f3bf18a None None] Pushing event updated for resources: {'Port': ['ID=2cb26956-3c72-4250-8321-0d9b0dc1d74c,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:56.693005 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Routers {'a08f8bf0-8226-4f39-b34f-31c9be47e2e8'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:55:56.693682 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:55:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a08f8bf0-8226-4f39-b34f-31c9be47e2e8'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:56.794564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21321f61-78d1-4fb1-930e-d152a462fb9a req-18f35700-f350-4377-851e-177441c68bb6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320586 Aug 31 00:55:56.796058 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] For port 3b00ef20-aeb0-4aea-aefd-472d22ab45b5, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:55:56.829208 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-1d18adcd-e4b9-4b7a-ba3c-9b8c0f3ec5d9 service neutron] 10.222.0.16 "GET /v2.0/networks/602ed75e-aeea-4651-ae06-6047fc149cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001619 Aug 31 00:55:56.831661 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] For port 3b00ef20-aeb0-4aea-aefd-472d22ab45b5, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3b00ef20-aeb0-4aea-aefd-472d22ab45b5,segment=NetworkSegment(90c996bf-cc59-456f-9160-48c62acac6f2),segment_id=90c996bf-cc59-456f-9160-48c62acac6f2)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:55:56.838904 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5368f8fa-7581-4257-b497-9a5f69761e79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ad2111d0e154173a35a5504bc80bd2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826717 Aug 31 00:55:56.839297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43396) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:56.847831 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-244f8b80-b638-48db-9b82-66f1ab427dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:56.850343 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-244f8b80-b638-48db-9b82-66f1ab427dc2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.4151311 Aug 31 00:55:56.875207 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd827e5b-380d-4b3c-8786-040149ebdf36 None None] Pushing event updated for resources: {'Port': ['ID=72e07eb2-0548-48af-ba6a-125192d8c05f,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:56.907242 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-cc758756-9f0f-4566-8f52-34f2a6be89e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d HTTP/1.1" status: 200 len: 217 time: 0.0497093 Aug 31 00:55:56.922493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] Set router a08f8bf0-8226-4f39-b34f-31c9be47e2e8 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:55:56.986554 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-48340cb6-7a91-4deb-9510-efb0d24e7899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:56.990385 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-78890289-c39c-471a-a100-9bfc9dca6ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:56.991545 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-78890289-c39c-471a-a100-9bfc9dca6ab9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0710809 Aug 31 00:55:57.007581 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dbaa190c-2c99-48f3-a406-fe125c491e64 None None] Provisioning for port 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:55:57.040392 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-48340cb6-7a91-4deb-9510-efb0d24e7899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:57.066918 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dbaa190c-2c99-48f3-a406-fe125c491e64 None None] Provisioning complete for port 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:55:57.068014 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dbaa190c-2c99-48f3-a406-fe125c491e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:57.089078 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-cf3371d7-59ab-4d78-9d08-c11208cb09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:57.090213 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-cf3371d7-59ab-4d78-9d08-c11208cb09c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0892477 Aug 31 00:55:57.100775 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:57.108887 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-693a8084-3fae-4e5a-8bd6-fa32364a636f service neutron] 10.222.0.16 "GET /v2.0/networks/602ed75e-aeea-4651-ae06-6047fc149cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687709 Aug 31 00:55:57.203399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-dbaa190c-2c99-48f3-a406-fe125c491e64 None None] Port 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:55:57.306129 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:57.325472 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08f8bf0-8226-4f39-b34f-31c9be47e2e8', 'name': 'tempest-FloatingIPDetailsTestJSON-2094394540-router', 'tenant_id': '297ecd468fea44089242773bf9928a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '72e07eb2-0548-48af-ba6a-125192d8c05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:45Z', 'updated_at': '2021-08-31T00:55:49Z', 'revision_number': 3, 'project_id': '297ecd468fea44089242773bf9928a80', 'gw_port': {'id': '72e07eb2-0548-48af-ba6a-125192d8c05f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ca:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08f8bf0-8226-4f39-b34f-31c9be47e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:47Z', 'updated_at': '2021-08-31T00:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:57.361512 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ad95b5-bdd0-48ea-9b60-56d73c5473ff None None] The sync data for ids ['a08f8bf0-8226-4f39-b34f-31c9be47e2e8'] in n-d-793621-34 is: [{'id': 'a08f8bf0-8226-4f39-b34f-31c9be47e2e8', 'name': 'tempest-FloatingIPDetailsTestJSON-2094394540-router', 'tenant_id': '297ecd468fea44089242773bf9928a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '72e07eb2-0548-48af-ba6a-125192d8c05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:45Z', 'updated_at': '2021-08-31T00:55:49Z', 'revision_number': 3, 'project_id': '297ecd468fea44089242773bf9928a80', 'gw_port': {'id': '72e07eb2-0548-48af-ba6a-125192d8c05f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ca:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08f8bf0-8226-4f39-b34f-31c9be47e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:47Z', 'updated_at': '2021-08-31T00:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:55:57.376452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2cb26956-3c72-4250-8321-0d9b0dc1d74c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:55:57.392806 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] Router 770efd7a-1f34-4781-8f2a-4f256d8cd096 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:55:57.451769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 2cb26956-3c72-4250-8321-0d9b0dc1d74c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:55:57.452184 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:57.723010 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:55:57.736888 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Sync routers for ids ['770efd7a-1f34-4781-8f2a-4f256d8cd096'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:55:57.747806 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Routers {'770efd7a-1f34-4781-8f2a-4f256d8cd096'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:55:57.749171 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:55:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['770efd7a-1f34-4781-8f2a-4f256d8cd096'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:57.751843 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:57.752829 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:57.755250 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] 10.222.0.48 "PUT /v2.0/ports/3b00ef20-aeb0-4aea-aefd-472d22ab45b5 HTTP/1.1" status: 200 len: 1093 time: 3.3355019 Aug 31 00:55:57.836178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f', 'tag': '3b00ef20-aeb0-4aea-aefd-472d22ab45b5'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:55:57.843165 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac23888-a8fa-4d85-b0e0-d0944c3fae6c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f", "tag": "3b00ef20-aeb0-4aea-aefd-472d22ab45b5"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:55:57.893603 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:57.916143 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:57.917380 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c6a120e8-6d35-4d6d-b670-5e9cc0316033 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.0853100 Aug 31 00:55:57.920562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43408) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:57.924640 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-48340cb6-7a91-4deb-9510-efb0d24e7899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:57.928846 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-48340cb6-7a91-4deb-9510-efb0d24e7899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:57.930099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-48340cb6-7a91-4deb-9510-efb0d24e7899 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de9762c0-a315-4dd4-b8ab-660b0f1e4033 HTTP/1.1" status: 204 len: 168 time: 1.0897908 Aug 31 00:55:57.955120 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-36b857dd-1884-4e8e-ac6f-f058c834ee55 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8561425 Aug 31 00:55:57.983769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910ae6a-d45f-444e-9b86-20d8f4523f2a service neutron] Pushing event updated for resources: {'Port': ['ID=3b00ef20-aeb0-4aea-aefd-472d22ab45b5,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:58.015826 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Set router 770efd7a-1f34-4781-8f2a-4f256d8cd096 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:55:58.027933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48340cb6-7a91-4deb-9510-efb0d24e7899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9762c0-a315-4dd4-b8ab-660b0f1e4033,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:58.105426 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:58.125152 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbaf45-2330-46d4-96e4-0774c619210c req-266634f9-29f2-4e19-8bc9-d97f78360123 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:58.139403 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c0dbaf45-2330-46d4-96e4-0774c619210c req-266634f9-29f2-4e19-8bc9-d97f78360123 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 944 time: 0.4927721 Aug 31 00:55:58.178699 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:58.260813 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-3373ec0a-7862-4c6c-8691-d9089bc6da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:58.263159 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-3373ec0a-7862-4c6c-8691-d9089bc6da13 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a134cdf51b4003b500d687ed9eb1f8&device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 1096 time: 0.2833838 Aug 31 00:55:58.280244 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c0dbaf45-2330-46d4-96e4-0774c619210c req-f10fd1e9-8481-4562-b9de-6628b2df6582 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337140 Aug 31 00:55:58.398477 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-bc88cd02-0216-46dc-9c5f-f464eb8c8319 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b00ef20-aeb0-4aea-aefd-472d22ab45b5 HTTP/1.1" status: 200 len: 217 time: 0.1104226 Aug 31 00:55:58.420274 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-b5e08268-8854-4644-8b97-71b34d2e6adc service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392564 Aug 31 00:55:58.485887 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'name': 'tempest-TaggedBootDevicesTest_v242-1535475404-router', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:50Z', 'updated_at': '2021-08-31T00:55:54Z', 'revision_number': 3, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'gw_port': {'id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:52Z', 'updated_at': '2021-08-31T00:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:55:58.530692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-09cc1c13-b40e-4cf5-a0e5-6efeb5a9af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:58.532544 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-09cc1c13-b40e-4cf5-a0e5-6efeb5a9af0d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b9f00cd4-573e-4200-a1be-da6efee3f06a HTTP/1.1" status: 200 len: 852 time: 0.1237404 Aug 31 00:55:58.593809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] Pushing event updated for resources: {'Port': ['ID=7a15f7c2-3886-43f4-81ae-2c92e9ebec17,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:58.611742 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Checking router: 770efd7a-1f34-4781-8f2a-4f256d8cd096 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:55:58.611742 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Updating router 770efd7a-1f34-4781-8f2a-4f256d8cd096 port c89cefb3-621e-4b8a-b39d-802359681541 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:55:58.624710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-4035f1fd-d1b2-4e7f-98a2-cacafd233a82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c25bde23-7fd0-4902-805c-c6238fc1da6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833786 Aug 31 00:55:58.766165 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:58.797343 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49927173-1408-4c07-9de8-1baecc07494a req-15ae9dd8-895f-4ccd-8ad5-44184aa9e606 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:58.799054 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-49927173-1408-4c07-9de8-1baecc07494a req-15ae9dd8-895f-4ccd-8ad5-44184aa9e606 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.41 "GET /v2.0/networks?id=962090c4-e06e-4088-950b-8c581dc8e655 HTTP/1.1" status: 200 len: 814 time: 0.4046412 Aug 31 00:55:58.853648 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-49927173-1408-4c07-9de8-1baecc07494a req-2f3fb1b7-1834-44ae-a71c-5c40b0bf098a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Request body: {'port': {'device_id': '654cb2d1-4073-4c49-9b5e-189575e853b3', 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655', 'admin_state_up': True, 'tenant_id': '3e57aba893e84797a7ad07e1842cdb74'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:55:58.995240 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-4c3da964-f70e-41a1-9a77-f2b0a0be2102 service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630085 Aug 31 00:55:59.016940 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a894aa88-404d-43dd-b303-119d806c3571 req-413f1a7b-3f75-4cf2-8121-d2e701973bbf tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 210 time: 0.2278457 Aug 31 00:55:59.171742 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50349c6-5e5b-4336-a8bd-cdcc85c70537 x-openstack-request-id: req-d50349c6-5e5b-4336-a8bd-cdcc85c70537 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:55:59.172178 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f", "tag": "3b00ef20-aeb0-4aea-aefd-472d22ab45b5", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:55:59.176242 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d50349c6-5e5b-4336-a8bd-cdcc85c70537 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:55:59.176968 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f', 'tag': '3b00ef20-aeb0-4aea-aefd-472d22ab45b5', 'status': 'completed', 'code': 200} Aug 31 00:55:59.230659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925941e-3f24-4021-8eb6-a4c61c82db8f req-a1d3fab0-d567-4af0-95aa-c842ec17d8c0 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:59.238756 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d925941e-3f24-4021-8eb6-a4c61c82db8f req-a1d3fab0-d567-4af0-95aa-c842ec17d8c0 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 949 time: 0.8385692 Aug 31 00:55:59.292359 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] Network 4e9690b2-eeef-4791-abb6-54ac314e52f3 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:55:59.302877 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:55:59.308613 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d925941e-3f24-4021-8eb6-a4c61c82db8f req-e63f5db0-7c80-4d61-b007-5b765866643e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682230 Aug 31 00:55:59.311375 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d579eac-f6c8-48b6-b578-f5cf25da09c7 req-f071fb0c-b0b1-419d-9d64-d2dcb1e22af3 service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613745 Aug 31 00:55:59.440047 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 72e07eb2-0548-48af-ba6a-125192d8c05f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:55:59.457691 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:59.486886 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Transition to ACTIVE for port object c89cefb3-621e-4b8a-b39d-802359681541 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:55:59.544493 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcad1d4-4f5f-4c25-9c94-d93e04e9fc01 req-500095c9-c296-4b8c-80ae-8938936634a3 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:59.546956 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ffcad1d4-4f5f-4c25-9c94-d93e04e9fc01 req-500095c9-c296-4b8c-80ae-8938936634a3 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 944 time: 0.1446357 Aug 31 00:55:59.622742 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ffcad1d4-4f5f-4c25-9c94-d93e04e9fc01 req-bfe3cf2f-3f07-408c-8d69-ee56250dd27e tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676782 Aug 31 00:55:59.639048 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac23888-a8fa-4d85-b0e0-d0944c3fae6c req-1d84d26b-6ef6-4eac-828d-52d9db045b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:59.640886 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ac23888-a8fa-4d85-b0e0-d0944c3fae6c req-1d84d26b-6ef6-4eac-828d-52d9db045b3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a134cdf51b4003b500d687ed9eb1f8&device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 1096 time: 0.0875041 Aug 31 00:55:59.663565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9d60ef9e-2370-4cd4-aa6c-9a749d094685 None None] Provisioning complete for port 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:55:59.664055 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9d60ef9e-2370-4cd4-aa6c-9a749d094685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:59.707270 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-9d60ef9e-2370-4cd4-aa6c-9a749d094685 None None] Port 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:55:59.742841 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:59.755418 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac23888-a8fa-4d85-b0e0-d0944c3fae6c req-c71ca616-9eb7-4eb5-8f8a-ff674707c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:59.757128 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ac23888-a8fa-4d85-b0e0-d0944c3fae6c req-c71ca616-9eb7-4eb5-8f8a-ff674707c9b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c25bde23-7fd0-4902-805c-c6238fc1da6b HTTP/1.1" status: 200 len: 913 time: 0.1087353 Aug 31 00:55:59.813404 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ac23888-a8fa-4d85-b0e0-d0944c3fae6c req-0c3e5282-7260-4c53-acd1-0fea9fab1c65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b00ef20-aeb0-4aea-aefd-472d22ab45b5 HTTP/1.1" status: 200 len: 217 time: 0.0486445 Aug 31 00:55:59.817645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 72e07eb2-0548-48af-ba6a-125192d8c05f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:55:59.822611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 72e07eb2-0548-48af-ba6a-125192d8c05f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:55:59.823016 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:59.850777 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f7707ea1-ce81-4350-85f3-cf31f8599151 req-7b40c498-2e65-4daf-b70d-aa7da0fac959 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbe55782-3630-456a-8a32-a280ca780f65 HTTP/1.1" status: 200 len: 210 time: 0.4890358 Aug 31 00:55:59.890314 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43440) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:55:59.891635 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Attempting to bind port c89cefb3-621e-4b8a-b39d-802359681541 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:55:59.892300 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Attempting to bind port c89cefb3-621e-4b8a-b39d-802359681541 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:55:59.892858 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Attempting to bind port c89cefb3-621e-4b8a-b39d-802359681541 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:55:59.944417 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:55:59.944780 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:55:59.945206 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:59.945650 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:55:59.948192 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Bound port: c89cefb3-621e-4b8a-b39d-802359681541, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:55:59.953194 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:59.956888 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5cb4b-445d-4062-a218-c645699c48b5 None None] Pushing event updated for resources: {'Port': ['ID=c89cefb3-621e-4b8a-b39d-802359681541,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:55:59.970782 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac23888-a8fa-4d85-b0e0-d0944c3fae6c req-0fdf0950-7851-4917-a3cb-46a257a05d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:55:59.972716 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ac23888-a8fa-4d85-b0e0-d0944c3fae6c req-0fdf0950-7851-4917-a3cb-46a257a05d0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b9f00cd4-573e-4200-a1be-da6efee3f06a HTTP/1.1" status: 200 len: 852 time: 0.1393278 Aug 31 00:55:59.996236 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5cb4b-445d-4062-a218-c645699c48b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:59.996550 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5cb4b-445d-4062-a218-c645699c48b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:59.996894 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5cb4b-445d-4062-a218-c645699c48b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:59.997225 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5cb4b-445d-4062-a218-c645699c48b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:59.997583 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5cb4b-445d-4062-a218-c645699c48b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:59.997909 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5cb4b-445d-4062-a218-c645699c48b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:59.998230 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5cb4b-445d-4062-a218-c645699c48b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:59.998553 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5cb4b-445d-4062-a218-c645699c48b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:59.998871 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5cb4b-445d-4062-a218-c645699c48b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:59.999188 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5cb4b-445d-4062-a218-c645699c48b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:55:59.999976 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5cb4b-445d-4062-a218-c645699c48b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:00.000392 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5cb4b-445d-4062-a218-c645699c48b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:00.037989 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ac23888-a8fa-4d85-b0e0-d0944c3fae6c req-82312fe1-74bb-4640-8a59-ac1a5d66e010 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c25bde23-7fd0-4902-805c-c6238fc1da6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574520 Aug 31 00:56:00.046475 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d6f65829-54e8-455e-a369-3a8c1d899707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:00.078857 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] For port c89cefb3-621e-4b8a-b39d-802359681541, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:56:00.081164 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:00.084056 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] For port c89cefb3-621e-4b8a-b39d-802359681541, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c89cefb3-621e-4b8a-b39d-802359681541,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:56:00.131243 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 72e07eb2-0548-48af-ba6a-125192d8c05f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=72e07eb2-0548-48af-ba6a-125192d8c05f,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:00.173177 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49927173-1408-4c07-9de8-1baecc07494a req-2f3fb1b7-1834-44ae-a71c-5c40b0bf098a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Made reservation on behalf of 3e57aba893e84797a7ad07e1842cdb74 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:56:00.179273 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-49927173-1408-4c07-9de8-1baecc07494a req-2f3fb1b7-1834-44ae-a71c-5c40b0bf098a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:00.224915 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] Router a08f8bf0-8226-4f39-b34f-31c9be47e2e8 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:56:00.268350 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-997a8072-ffbf-4d34-a706-376fe923cead req-e3e8f479-7360-46ba-8ed2-d138b2a76114 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 210 time: 0.0813246 Aug 31 00:56:00.273074 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:56:00.282852 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ac23888-a8fa-4d85-b0e0-d0944c3fae6c req-90488406-ece0-4bf4-adfc-369bf7d5f24a service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353232 Aug 31 00:56:00.398950 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:00.409035 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:00.436806 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ac23888-a8fa-4d85-b0e0-d0944c3fae6c req-4d09bcc3-1f91-4a23-b542-b0e222e134fa service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469705 Aug 31 00:56:00.500044 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=72e07eb2-0548-48af-ba6a-125192d8c05f,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:00.504375 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Routers {'770efd7a-1f34-4781-8f2a-4f256d8cd096'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:56:00.506047 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:55:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['770efd7a-1f34-4781-8f2a-4f256d8cd096'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:00.572051 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5cb4b-445d-4062-a218-c645699c48b5 None None] Pushing event updated for resources: {'Port': ['ID=c89cefb3-621e-4b8a-b39d-802359681541,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:00.654944 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] Set router 770efd7a-1f34-4781-8f2a-4f256d8cd096 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:56:00.714188 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 3b00ef20-aeb0-4aea-aefd-472d22ab45b5 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:56:00.816109 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:56:00.848179 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Sync routers for ids ['a08f8bf0-8226-4f39-b34f-31c9be47e2e8'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:56:00.856471 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84513c7-aab2-4ea5-a7e9-d0bfd861ff86 req-7ba9c89f-39e5-4d95-8a03-8d2d9d37f6e5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:00.860113 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e84513c7-aab2-4ea5-a7e9-d0bfd861ff86 req-7ba9c89f-39e5-4d95-8a03-8d2d9d37f6e5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 949 time: 0.3909063 Aug 31 00:56:00.877489 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e8c021b1-d317-427b-a27f-8b2974c1ddf4 admin admin] 10.222.0.16 "PUT /v2.0/routers/a08f8bf0-8226-4f39-b34f-31c9be47e2e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9807508 Aug 31 00:56:00.898774 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:00.907038 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cc039-06a3-4752-84ad-7b5c670beb23 req-ee4fc848-1d09-4b10-9fcb-aae57c26ee30 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:00.914733 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-288cc039-06a3-4752-84ad-7b5c670beb23 req-ee4fc848-1d09-4b10-9fcb-aae57c26ee30 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 944 time: 0.1459281 Aug 31 00:56:00.935025 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d6f65829-54e8-455e-a369-3a8c1d899707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:00.953840 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'name': 'tempest-TaggedBootDevicesTest_v242-1535475404-router', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:50Z', 'updated_at': '2021-08-31T00:55:54Z', 'revision_number': 3, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'gw_port': {'id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:52Z', 'updated_at': '2021-08-31T00:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:00.990202 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-288cc039-06a3-4752-84ad-7b5c670beb23 req-d8894774-eecd-4a46-8a31-9160bc0398b0 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741954 Aug 31 00:56:01.000238 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-49927173-1408-4c07-9de8-1baecc07494a req-2f3fb1b7-1834-44ae-a71c-5c40b0bf098a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Allocated IP 172.20.0.11 (962090c4-e06e-4088-950b-8c581dc8e655/7dd93664-3297-40f1-8193-ad3e9b8e3322/d04fb905-f3af-4b23-84e0-6e8a29931fa3) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:56:01.046644 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da65b1e8-4626-4db2-98b6-beb6f3d1cc85 None None] The sync data for ids ['770efd7a-1f34-4781-8f2a-4f256d8cd096'] in n-d-793621-34 is: [{'id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'name': 'tempest-TaggedBootDevicesTest_v242-1535475404-router', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:50Z', 'updated_at': '2021-08-31T00:55:54Z', 'revision_number': 3, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'gw_port': {'id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:52Z', 'updated_at': '2021-08-31T00:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:56:01.063837 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d6f65829-54e8-455e-a369-3a8c1d899707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:01.110776 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d6f65829-54e8-455e-a369-3a8c1d899707 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=466dc6ea554b4d8795a29bd887fc9422&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2110906 Aug 31 00:56:01.115418 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43456) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:56:01.143108 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Routers {'a08f8bf0-8226-4f39-b34f-31c9be47e2e8'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:56:01.149562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:55:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a08f8bf0-8226-4f39-b34f-31c9be47e2e8'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:01.203893 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e84513c7-aab2-4ea5-a7e9-d0bfd861ff86 req-5dcf05f7-4e75-44fb-970e-5751de7bcf93 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254676 Aug 31 00:56:01.348012 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f65829-54e8-455e-a369-3a8c1d899707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b41a1f4-e1e4-4d28-813c-e69efbe91ca4,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:01.423975 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff4020d0-ce2e-4cd0-939e-44c491ca1581 req-2d8b1c1a-20d8-4716-bb35-7f2c661d569e tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbe55782-3630-456a-8a32-a280ca780f65 HTTP/1.1" status: 200 len: 210 time: 0.2271674 Aug 31 00:56:01.436480 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-587e9ae9-ce26-41c7-8a95-0020d1911cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:01.446771 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 72e07eb2-0548-48af-ba6a-125192d8c05f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:01.559624 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-587e9ae9-ce26-41c7-8a95-0020d1911cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:01.624198 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Set router a08f8bf0-8226-4f39-b34f-31c9be47e2e8 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:56:01.780617 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5269c2f-3eb7-4372-a246-73ca489d311b req-cb042df3-7779-43c6-93d5-fb2c21f2fc55 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 210 time: 0.1395688 Aug 31 00:56:01.854802 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 3b00ef20-aeb0-4aea-aefd-472d22ab45b5, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3b00ef20-aeb0-4aea-aefd-472d22ab45b5,segment=NetworkSegment(90c996bf-cc59-456f-9160-48c62acac6f2),segment_id=90c996bf-cc59-456f-9160-48c62acac6f2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:01.919084 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '3b00ef20-aeb0-4aea-aefd-472d22ab45b5', 'network_id': 'c25bde23-7fd0-4902-805c-c6238fc1da6b', 'port_id': '3b00ef20-aeb0-4aea-aefd-472d22ab45b5', 'mac_address': 'fa:16:3e:2a:8e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f00cd4-573e-4200-a1be-da6efee3f06a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:56:01.927625 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-587e9ae9-ce26-41c7-8a95-0020d1911cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:01.930476 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-587e9ae9-ce26-41c7-8a95-0020d1911cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:01.931742 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-587e9ae9-ce26-41c7-8a95-0020d1911cbd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b41a1f4-e1e4-4d28-813c-e69efbe91ca4 HTTP/1.1" status: 204 len: 168 time: 0.8146405 Aug 31 00:56:01.952803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e9ae9-ce26-41c7-8a95-0020d1911cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b41a1f4-e1e4-4d28-813c-e69efbe91ca4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:01.978260 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e9ae9-ce26-41c7-8a95-0020d1911cbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:01.978937 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e9ae9-ce26-41c7-8a95-0020d1911cbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:01.979462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e9ae9-ce26-41c7-8a95-0020d1911cbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:01.979981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e9ae9-ce26-41c7-8a95-0020d1911cbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:01.980518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e9ae9-ce26-41c7-8a95-0020d1911cbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:01.981033 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e9ae9-ce26-41c7-8a95-0020d1911cbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:01.981612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e9ae9-ce26-41c7-8a95-0020d1911cbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:01.982119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e9ae9-ce26-41c7-8a95-0020d1911cbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:01.982625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e9ae9-ce26-41c7-8a95-0020d1911cbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:01.983135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e9ae9-ce26-41c7-8a95-0020d1911cbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:01.985572 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e9ae9-ce26-41c7-8a95-0020d1911cbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:01.985572 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e9ae9-ce26-41c7-8a95-0020d1911cbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:02.165160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] Allocated IP 172.20.0.1 (e485d33c-f23c-40f6-8dac-57c9abc59149/d3a0af11-1528-44a4-b1b4-6169b26ec0d9/a1524a27-61c1-43ab-9722-710400009e1f) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:56:02.303338 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-49927173-1408-4c07-9de8-1baecc07494a req-2f3fb1b7-1834-44ae-a71c-5c40b0bf098a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:02.313740 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 72e07eb2-0548-48af-ba6a-125192d8c05f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:02.314700 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:02.376475 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-8b6f5c6e-855d-403b-9bd1-481e7fcb7a10 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6218476 Aug 31 00:56:02.394965 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681fe61-88c8-4376-b1be-ccefa4f060de req-bfe34d22-06be-4f18-bd8a-4995d00b1fc2 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:02.404428 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0681fe61-88c8-4376-b1be-ccefa4f060de req-bfe34d22-06be-4f18-bd8a-4995d00b1fc2 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 944 time: 0.1185653 Aug 31 00:56:02.413802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-73b60bdb-9349-4269-8261-a21bc350c92a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:02.525551 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:02.532489 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0681fe61-88c8-4376-b1be-ccefa4f060de req-596c19be-4f2f-4ced-9470-681119c3f7f7 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254473 Aug 31 00:56:02.552390 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b00ef20-aeb0-4aea-aefd-472d22ab45b5 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:56:02.602582 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-73b60bdb-9349-4269-8261-a21bc350c92a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:02.771547 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 3b00ef20-aeb0-4aea-aefd-472d22ab45b5, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3b00ef20-aeb0-4aea-aefd-472d22ab45b5,segment=NetworkSegment(90c996bf-cc59-456f-9160-48c62acac6f2),segment_id=90c996bf-cc59-456f-9160-48c62acac6f2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:02.790534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a069257-74fc-47ec-a050-a7e5f07c9d46 req-e4816f81-4875-4153-87f0-e12f3dc0c6d2 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:02.806544 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a069257-74fc-47ec-a050-a7e5f07c9d46 req-e4816f81-4875-4153-87f0-e12f3dc0c6d2 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 949 time: 0.1329122 Aug 31 00:56:02.903689 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a069257-74fc-47ec-a050-a7e5f07c9d46 req-0c046801-23df-4474-9977-c9705e118b2a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956285 Aug 31 00:56:02.917578 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:02.995054 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:03.001095 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08f8bf0-8226-4f39-b34f-31c9be47e2e8', 'name': 'tempest-FloatingIPDetailsTestJSON-2094394540-router', 'tenant_id': '297ecd468fea44089242773bf9928a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '72e07eb2-0548-48af-ba6a-125192d8c05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:45Z', 'updated_at': '2021-08-31T00:55:57Z', 'revision_number': 4, 'project_id': '297ecd468fea44089242773bf9928a80', 'gw_port': {'id': '72e07eb2-0548-48af-ba6a-125192d8c05f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ca:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08f8bf0-8226-4f39-b34f-31c9be47e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:47Z', 'updated_at': '2021-08-31T00:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '7a15f7c2-3886-43f4-81ae-2c92e9ebec17', 'name': '', 'network_id': '4e9690b2-eeef-4791-abb6-54ac314e52f3', 'tenant_id': '297ecd468fea44089242773bf9928a80', 'mac_address': 'fa:16:3e:8f:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08f8bf0-8226-4f39-b34f-31c9be47e2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '69318916-d3d6-4324-a3bb-48af734f2ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:53Z', 'updated_at': '2021-08-31T00:55:57Z', 'revision_number': 2, 'project_id': '297ecd468fea44089242773bf9928a80', 'subnets': [{'id': '69318916-d3d6-4324-a3bb-48af734f2ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:03.015430 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] Transition to ACTIVE for port object a1524a27-61c1-43ab-9722-710400009e1f will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:03.091487 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4b162542-ef8c-43ec-ac04-ebcf03807cd8 req-757230c0-5369-49e0-85f0-af5a84a90b2c tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbe55782-3630-456a-8a32-a280ca780f65 HTTP/1.1" status: 200 len: 210 time: 0.0892808 Aug 31 00:56:03.108304 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Checking router: a08f8bf0-8226-4f39-b34f-31c9be47e2e8 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:56:03.109250 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Updating router a08f8bf0-8226-4f39-b34f-31c9be47e2e8 port 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:56:03.141997 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-73b60bdb-9349-4269-8261-a21bc350c92a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:03.183689 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=3b00ef20-aeb0-4aea-aefd-472d22ab45b5,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:03.197402 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['3b00ef20-aeb0-4aea-aefd-472d22ab45b5'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:56:03.216785 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-49927173-1408-4c07-9de8-1baecc07494a req-2f3fb1b7-1834-44ae-a71c-5c40b0bf098a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:03.386595 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:03.399715 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['9d5bd277-aeb5-4022-b617-60ca0f30db3a', '547b71d8-b919-4383-9839-0f8283403100'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:56:03.575501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c89cefb3-621e-4b8a-b39d-802359681541 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:03.605804 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:03.628725 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] Network e485d33c-f23c-40f6-8dac-57c9abc59149 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:03.635761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:03.644279 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3b038-1aa2-4a89-a5ba-a1c664d5b36d req-0cd8ebb9-8692-4598-a57e-668e4c5d132b tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:03.649272 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c2e3b038-1aa2-4a89-a5ba-a1c664d5b36d req-0cd8ebb9-8692-4598-a57e-668e4c5d132b tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 932 time: 0.2743478 Aug 31 00:56:03.655149 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49927173-1408-4c07-9de8-1baecc07494a req-2f3fb1b7-1834-44ae-a71c-5c40b0bf098a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Network 962090c4-e06e-4088-950b-8c581dc8e655 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:03.656190 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:56:03.692286 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-49927173-1408-4c07-9de8-1baecc07494a req-2f3fb1b7-1834-44ae-a71c-5c40b0bf098a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:03.702821 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-49927173-1408-4c07-9de8-1baecc07494a req-2f3fb1b7-1834-44ae-a71c-5c40b0bf098a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:56:03.777085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075976-201c-43b6-9c8b-6d022c660df0 req-88b3a463-9fef-4d74-8328-418f3373699b tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:03.781082 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-88b3a463-9fef-4d74-8328-418f3373699b tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.48 "GET /v2.0/networks?id=602ed75e-aeea-4651-ae06-6047fc149cac HTTP/1.1" status: 200 len: 817 time: 0.5034254 Aug 31 00:56:03.799033 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-69075976-201c-43b6-9c8b-6d022c660df0 req-f6f05369-1a83-4426-a932-2e725e5acbf6 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Request body: {'port': {'device_id': '0469e498-aeb8-4708-982f-30560bbe02a3', 'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac', 'admin_state_up': True, 'tenant_id': '45c74dd5f2b84eb0b09b601c2d767da0'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:03.803743 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49927173-1408-4c07-9de8-1baecc07494a req-2f3fb1b7-1834-44ae-a71c-5c40b0bf098a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:03.804438 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-49927173-1408-4c07-9de8-1baecc07494a req-2f3fb1b7-1834-44ae-a71c-5c40b0bf098a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:03.828505 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-73b60bdb-9349-4269-8261-a21bc350c92a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Allocated IP 172.25.2.145 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/a8c111ab-fd96-473e-9209-87c12f24c094) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:56:03.837036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fb1b7-1834-44ae-a71c-5c40b0bf098a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Pushing event updated for resources: {'Port': ['ID=d04fb905-f3af-4b23-84e0-6e8a29931fa3,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:03.892203 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c2e3b038-1aa2-4a89-a5ba-a1c664d5b36d req-b7cc695c-f4ad-456f-b75f-c086d2929a22 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343698 Aug 31 00:56:03.906120 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:04.076555 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-49927173-1408-4c07-9de8-1baecc07494a req-2f3fb1b7-1834-44ae-a71c-5c40b0bf098a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2646444 Aug 31 00:56:04.236693 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Request body: {'port': {'device_id': '654cb2d1-4073-4c49-9b5e-189575e853b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:04.352872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69075976-201c-43b6-9c8b-6d022c660df0 req-f6f05369-1a83-4426-a932-2e725e5acbf6 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Made reservation on behalf of 45c74dd5f2b84eb0b09b601c2d767da0 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:56:04.359227 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-f6f05369-1a83-4426-a932-2e725e5acbf6 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:04.374834 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] Pushing event updated for resources: {'Port': ['ID=a1524a27-61c1-43ab-9722-710400009e1f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:04.452140 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4aee1a-b854-4983-a701-7fbbecb35ae2 req-4a27dd8f-ac7d-470a-96a4-8537e4b5d7e7 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:04.464493 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ce4aee1a-b854-4983-a701-7fbbecb35ae2 req-4a27dd8f-ac7d-470a-96a4-8537e4b5d7e7 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 945 time: 0.3705394 Aug 31 00:56:04.468910 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bfffa84c-dd7c-4827-b552-9d736ad7005d None None] Provisioning for port a1524a27-61c1-43ab-9722-710400009e1f completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:04.619641 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-73b60bdb-9349-4269-8261-a21bc350c92a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:04.639895 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bfffa84c-dd7c-4827-b552-9d736ad7005d None None] Provisioning complete for port a1524a27-61c1-43ab-9722-710400009e1f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:04.640456 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bfffa84c-dd7c-4827-b552-9d736ad7005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:04.658939 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:04.664527 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ce4aee1a-b854-4983-a701-7fbbecb35ae2 req-3111498d-8f5d-4e51-9707-80a6f1634c0d tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963539 Aug 31 00:56:04.692081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075976-201c-43b6-9c8b-6d022c660df0 req-6f4ea07f-c935-4b9d-9647-141ba4eab32b tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:04.694134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-6f4ea07f-c935-4b9d-9647-141ba4eab32b tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.41 "GET /v2.0/networks?id=602ed75e-aeea-4651-ae06-6047fc149cac HTTP/1.1" status: 200 len: 817 time: 0.5309930 Aug 31 00:56:04.709909 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-69075976-201c-43b6-9c8b-6d022c660df0 req-415d725f-91d9-4b3c-88c4-0cfe9c2063ba tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Request body: {'port': {'device_id': '03603152-27b6-407e-8510-05c036208431', 'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac', 'admin_state_up': True, 'tenant_id': '45c74dd5f2b84eb0b09b601c2d767da0'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:04.759715 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-bfffa84c-dd7c-4827-b552-9d736ad7005d None None] Port a1524a27-61c1-43ab-9722-710400009e1f cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:56:04.769231 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dc27c8e0-ad9a-4e29-88e1-558033cca76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:04.779341 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port c89cefb3-621e-4b8a-b39d-802359681541 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:04.820484 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c89cefb3-621e-4b8a-b39d-802359681541 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:04.821094 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:04.990781 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43508) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:56:05.019062 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:05.149333 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-73b60bdb-9349-4269-8261-a21bc350c92a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:05.289508 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:05.322011 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-d7d28cb8-8cbb-4105-a020-cdde21b165bf tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--942930127&fields=id&tenant_id=6eb1e170b6f644e1a58213d43503cf50 HTTP/1.1" status: 200 len: 267 time: 0.2981799 Aug 31 00:56:05.375650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-69075976-201c-43b6-9c8b-6d022c660df0 req-f6f05369-1a83-4426-a932-2e725e5acbf6 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Allocated IP 172.20.0.7 (602ed75e-aeea-4651-ae06-6047fc149cac/ae400412-d19e-4bc8-8a48-5f58511abbfd/c8cadb13-4042-47a9-885f-d048fda1d6d2) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:56:05.384387 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['e5e3ad14-9f39-4444-acf5-d0713940a9b7'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:56:05.482214 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port c89cefb3-621e-4b8a-b39d-802359681541, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c89cefb3-621e-4b8a-b39d-802359681541,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:05.523592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69075976-201c-43b6-9c8b-6d022c660df0 req-415d725f-91d9-4b3c-88c4-0cfe9c2063ba tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Made reservation on behalf of 45c74dd5f2b84eb0b09b601c2d767da0 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:56:05.527635 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-415d725f-91d9-4b3c-88c4-0cfe9c2063ba tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:05.563229 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075976-201c-43b6-9c8b-6d022c660df0 req-96dd4664-1b4f-4f28-9ec3-b663d6637763 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:05.564677 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-96dd4664-1b4f-4f28-9ec3-b663d6637763 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.48 "GET /v2.0/networks?id=602ed75e-aeea-4651-ae06-6047fc149cac HTTP/1.1" status: 200 len: 817 time: 0.4747567 Aug 31 00:56:05.584582 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-69075976-201c-43b6-9c8b-6d022c660df0 req-59ccdf67-2ae9-4eaa-8732-16f432c4533e tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Request body: {'port': {'device_id': 'fbe55782-3630-456a-8a32-a280ca780f65', 'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac', 'admin_state_up': True, 'tenant_id': '45c74dd5f2b84eb0b09b601c2d767da0'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:05.591290 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:05.610809 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Transition to ACTIVE for port object 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:05.619629 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:05.700050 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:05.794316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=c89cefb3-621e-4b8a-b39d-802359681541,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:05.840939 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-0970af05-d424-4016-9016-be7458c6aa28 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:05.841793 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9d76b062-a00c-45d1-b341-aca1ae757fbc admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1332060155-network', 'tenant_id': '6c49d64aaebb49b6941e7fd658425329'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:05.844145 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-0970af05-d424-4016-9016-be7458c6aa28 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/networks?id=ad6da09f-9252-431e-baee-a209b62f8e65 HTTP/1.1" status: 200 len: 816 time: 0.4839771 Aug 31 00:56:05.967238 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-dd7c8409-e11d-4ae9-b1cd-9420f71e5eb8 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/quotas/6eb1e170b6f644e1a58213d43503cf50 HTTP/1.1" status: 200 len: 375 time: 0.0676923 Aug 31 00:56:06.011838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d04fb905-f3af-4b23-84e0-6e8a29931fa3 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:56:06.017913 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc65b6-fd55-43e2-bab3-d0a82aa841f8 None None] Pushing event updated for resources: {'Port': ['ID=7a15f7c2-3886-43f4-81ae-2c92e9ebec17,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:06.029740 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b60bdb-9349-4269-8261-a21bc350c92a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Pushing event updated for resources: {'Port': ['ID=a8c111ab-fd96-473e-9209-87c12f24c094,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:06.032308 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Attempting to bind port 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:56:06.032805 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Attempting to bind port 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '0b074c36-a690-46ed-b2fe-94b1e79f7132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e9690b2-eeef-4791-abb6-54ac314e52f3'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:56:06.033295 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Attempting to bind port 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 on network 4e9690b2-eeef-4791-abb6-54ac314e52f3 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:06.043869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:56:06.044409 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Checking segment: {'id': '0b074c36-a690-46ed-b2fe-94b1e79f7132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e9690b2-eeef-4791-abb6-54ac314e52f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:56:06.045615 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.045615 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Bound using segment: {'id': '0b074c36-a690-46ed-b2fe-94b1e79f7132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e9690b2-eeef-4791-abb6-54ac314e52f3'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:56:06.046022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Bound port: 7a15f7c2-3886-43f4-81ae-2c92e9ebec17, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b074c36-a690-46ed-b2fe-94b1e79f7132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e9690b2-eeef-4791-abb6-54ac314e52f3'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:56:06.046495 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.048401 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.056013 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-73b60bdb-9349-4269-8261-a21bc350c92a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:06.059687 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.069249 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-73b60bdb-9349-4269-8261-a21bc350c92a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:06.075490 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-73b60bdb-9349-4269-8261-a21bc350c92a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:56:06.122630 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Transition to ACTIVE for port object d04fb905-f3af-4b23-84e0-6e8a29931fa3 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:06.127834 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-f6f05369-1a83-4426-a932-2e725e5acbf6 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.142628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] For port 7a15f7c2-3886-43f4-81ae-2c92e9ebec17, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:56:06.148044 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] For port 7a15f7c2-3886-43f4-81ae-2c92e9ebec17, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=7a15f7c2-3886-43f4-81ae-2c92e9ebec17,segment=NetworkSegment(0b074c36-a690-46ed-b2fe-94b1e79f7132),segment_id=0b074c36-a690-46ed-b2fe-94b1e79f7132)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:56:06.170793 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.171777 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-93c20cc9-73c2-417e-a603-70c08921cc2e tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6eb1e170b6f644e1a58213d43503cf50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1930010 Aug 31 00:56:06.219574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d76b062-a00c-45d1-b341-aca1ae757fbc admin admin] Made reservation on behalf of 6c49d64aaebb49b6941e7fd658425329 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:56:06.222009 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9d76b062-a00c-45d1-b341-aca1ae757fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.225674 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.243323 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.278655 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9d76b062-a00c-45d1-b341-aca1ae757fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.297882 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-73b60bdb-9349-4269-8261-a21bc350c92a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.305396 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.308640 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] Pushing event updated for resources: {'Port': ['ID=a1524a27-61c1-43ab-9722-710400009e1f,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:06.352672 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-eea2098c-85c1-44da-b24b-75a546d37a96 service neutron] 10.222.0.16 "GET /v2.0/networks/ad6da09f-9252-431e-baee-a209b62f8e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612904 Aug 31 00:56:06.380163 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc65b6-fd55-43e2-bab3-d0a82aa841f8 None None] Pushing event updated for resources: {'Port': ['ID=7a15f7c2-3886-43f4-81ae-2c92e9ebec17,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:06.380466 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69075976-201c-43b6-9c8b-6d022c660df0 req-59ccdf67-2ae9-4eaa-8732-16f432c4533e tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Made reservation on behalf of 45c74dd5f2b84eb0b09b601c2d767da0 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:56:06.384603 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Routers {'a08f8bf0-8226-4f39-b34f-31c9be47e2e8'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:56:06.385654 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:55:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a08f8bf0-8226-4f39-b34f-31c9be47e2e8'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:06.386598 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-59ccdf67-2ae9-4eaa-8732-16f432c4533e tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.474745 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d04fb905-f3af-4b23-84e0-6e8a29931fa3,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:06.501173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-69075976-201c-43b6-9c8b-6d022c660df0 req-415d725f-91d9-4b3c-88c4-0cfe9c2063ba tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Allocated IP 172.20.0.13 (602ed75e-aeea-4651-ae06-6047fc149cac/ae400412-d19e-4bc8-8a48-5f58511abbfd/52757e9e-921e-40a1-92fd-3264ed235a20) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:56:06.511986 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-f6f05369-1a83-4426-a932-2e725e5acbf6 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.554139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] Set router a08f8bf0-8226-4f39-b34f-31c9be47e2e8 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:56:06.576822 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-73b60bdb-9349-4269-8261-a21bc350c92a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.668765 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Attempting to bind port d04fb905-f3af-4b23-84e0-6e8a29931fa3 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:56:06.669158 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Attempting to bind port d04fb905-f3af-4b23-84e0-6e8a29931fa3 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '9e036f0f-88ed-4f93-8c4b-c81e55bde014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:56:06.669604 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Attempting to bind port d04fb905-f3af-4b23-84e0-6e8a29931fa3 on network 962090c4-e06e-4088-950b-8c581dc8e655 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:06.688521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Port d04fb905-f3af-4b23-84e0-6e8a29931fa3 on network 962090c4-e06e-4088-950b-8c581dc8e655 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:56:06.688845 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Attempting to bind port d04fb905-f3af-4b23-84e0-6e8a29931fa3 on network 962090c4-e06e-4088-950b-8c581dc8e655 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:06.704917 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69075976-201c-43b6-9c8b-6d022c660df0 req-f6f05369-1a83-4426-a932-2e725e5acbf6 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Network 602ed75e-aeea-4651-ae06-6047fc149cac is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:06.713759 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.720996 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:56:06.721969 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Checking segment: {'id': '9e036f0f-88ed-4f93-8c4b-c81e55bde014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:56:06.722237 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Bound using segment: {'id': '9e036f0f-88ed-4f93-8c4b-c81e55bde014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:56:06.722798 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Bound port: d04fb905-f3af-4b23-84e0-6e8a29931fa3, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e036f0f-88ed-4f93-8c4b-c81e55bde014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:56:06.724209 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.726817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f05369-1a83-4426-a932-2e725e5acbf6 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Pushing event updated for resources: {'Port': ['ID=c8cadb13-4042-47a9-885f-d048fda1d6d2,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:06.730237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-69075976-201c-43b6-9c8b-6d022c660df0 req-f6f05369-1a83-4426-a932-2e725e5acbf6 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:06.732509 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-69075976-201c-43b6-9c8b-6d022c660df0 req-f6f05369-1a83-4426-a932-2e725e5acbf6 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:56:06.736161 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] Network e485d33c-f23c-40f6-8dac-57c9abc59149 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:06.746480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:06.760170 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.824340 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.927507 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-14670f65-e7e2-40bd-abaa-784129de9e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:06.932301 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08f8bf0-8226-4f39-b34f-31c9be47e2e8', 'name': 'tempest-FloatingIPDetailsTestJSON-2094394540-router', 'tenant_id': '297ecd468fea44089242773bf9928a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '72e07eb2-0548-48af-ba6a-125192d8c05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:45Z', 'updated_at': '2021-08-31T00:55:57Z', 'revision_number': 4, 'project_id': '297ecd468fea44089242773bf9928a80', 'gw_port': {'id': '72e07eb2-0548-48af-ba6a-125192d8c05f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ca:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08f8bf0-8226-4f39-b34f-31c9be47e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:47Z', 'updated_at': '2021-08-31T00:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '7a15f7c2-3886-43f4-81ae-2c92e9ebec17', 'name': '', 'network_id': '4e9690b2-eeef-4791-abb6-54ac314e52f3', 'tenant_id': '297ecd468fea44089242773bf9928a80', 'mac_address': 'fa:16:3e:8f:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08f8bf0-8226-4f39-b34f-31c9be47e2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '69318916-d3d6-4324-a3bb-48af734f2ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:53Z', 'updated_at': '2021-08-31T00:56:06Z', 'revision_number': 4, 'project_id': '297ecd468fea44089242773bf9928a80', 'subnets': [{'id': '69318916-d3d6-4324-a3bb-48af734f2ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:06.967228 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 3b00ef20-aeb0-4aea-aefd-472d22ab45b5 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:06.971924 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36672ab-5817-489f-ac29-7038a78744dc None None] The sync data for ids ['a08f8bf0-8226-4f39-b34f-31c9be47e2e8'] in n-d-793621-34 is: [{'id': 'a08f8bf0-8226-4f39-b34f-31c9be47e2e8', 'name': 'tempest-FloatingIPDetailsTestJSON-2094394540-router', 'tenant_id': '297ecd468fea44089242773bf9928a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '72e07eb2-0548-48af-ba6a-125192d8c05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:45Z', 'updated_at': '2021-08-31T00:55:57Z', 'revision_number': 4, 'project_id': '297ecd468fea44089242773bf9928a80', 'gw_port': {'id': '72e07eb2-0548-48af-ba6a-125192d8c05f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ca:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08f8bf0-8226-4f39-b34f-31c9be47e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:47Z', 'updated_at': '2021-08-31T00:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '7a15f7c2-3886-43f4-81ae-2c92e9ebec17', 'name': '', 'network_id': '4e9690b2-eeef-4791-abb6-54ac314e52f3', 'tenant_id': '297ecd468fea44089242773bf9928a80', 'mac_address': 'fa:16:3e:8f:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08f8bf0-8226-4f39-b34f-31c9be47e2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '69318916-d3d6-4324-a3bb-48af734f2ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:53Z', 'updated_at': '2021-08-31T00:56:06Z', 'revision_number': 4, 'project_id': '297ecd468fea44089242773bf9928a80', 'subnets': [{'id': '69318916-d3d6-4324-a3bb-48af734f2ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:56:07.149335 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9d76b062-a00c-45d1-b341-aca1ae757fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:07.160009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f1555523-643b-494b-b8ed-00c5247bcabd None None] Provisioning complete for port a1524a27-61c1-43ab-9722-710400009e1f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:07.161167 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f1555523-643b-494b-b8ed-00c5247bcabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:07.186592 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-c169444c-c59a-472a-b665-056fd4d71d29 service neutron] 10.222.0.16 "GET /v2.0/networks/ad6da09f-9252-431e-baee-a209b62f8e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8209116 Aug 31 00:56:07.240289 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] For port d04fb905-f3af-4b23-84e0-6e8a29931fa3, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:56:07.245574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] Router 770efd7a-1f34-4781-8f2a-4f256d8cd096 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:56:07.247322 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f1555523-643b-494b-b8ed-00c5247bcabd None None] Port a1524a27-61c1-43ab-9722-710400009e1f cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:56:07.247546 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] For port d04fb905-f3af-4b23-84e0-6e8a29931fa3, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d04fb905-f3af-4b23-84e0-6e8a29931fa3,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:56:07.250417 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075976-201c-43b6-9c8b-6d022c660df0 req-f6f05369-1a83-4426-a932-2e725e5acbf6 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:07.252060 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-f6f05369-1a83-4426-a932-2e725e5acbf6 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:07.264318 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9d76b062-a00c-45d1-b341-aca1ae757fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:07.292164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 3b00ef20-aeb0-4aea-aefd-472d22ab45b5 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:07.297007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 3b00ef20-aeb0-4aea-aefd-472d22ab45b5 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:07.297385 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:07.305236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d76b062-a00c-45d1-b341-aca1ae757fbc admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:56:07.338816 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-415d725f-91d9-4b3c-88c4-0cfe9c2063ba tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:07.340684 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-73b60bdb-9349-4269-8261-a21bc350c92a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:07.344434 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:07.385353 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9d76b062-a00c-45d1-b341-aca1ae757fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:07.385844 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-9d76b062-a00c-45d1-b341-aca1ae757fbc admin admin] Added segment 8bb544db-f230-4e9d-945a-344fa4064b86 of type vlan for network bac509b4-c23e-4e7e-a012-54407f2ac84a Aug 31 00:56:07.387407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76b062-a00c-45d1-b341-aca1ae757fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f1c4fb-8978-4c70-8dd2-c3ea8ff83999,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:07.391181 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-f6f05369-1a83-4426-a932-2e725e5acbf6 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5984797 Aug 31 00:56:07.413924 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Request body: {'port': {'device_id': '0469e498-aeb8-4708-982f-30560bbe02a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:07.485805 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-73b60bdb-9349-4269-8261-a21bc350c92a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:07.514852 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:07.530559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:07.531744 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:07.533712 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-49927173-1408-4c07-9de8-1baecc07494a req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/d04fb905-f3af-4b23-84e0-6e8a29931fa3 HTTP/1.1" status: 200 len: 1093 time: 3.3062277 Aug 31 00:56:07.580430 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654cb2d1-4073-4c49-9b5e-189575e853b3', 'tag': 'd04fb905-f3af-4b23-84e0-6e8a29931fa3'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:56:07.584961 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5bb899-2db9-4043-bc35-1dc39b6cd584" -d '{"events": [{"name": "network-changed", "server_uuid": "654cb2d1-4073-4c49-9b5e-189575e853b3", "tag": "d04fb905-f3af-4b23-84e0-6e8a29931fa3"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:56:07.597669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b00ef20-aeb0-4aea-aefd-472d22ab45b5'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:56:07.601499 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc00b680-86a1-451c-9df7-348e8314b00d" -d '{"events": [{"server_uuid": "eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f", "name": "network-vif-plugged", "status": "completed", "tag": "3b00ef20-aeb0-4aea-aefd-472d22ab45b5"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:56:07.639005 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 3b00ef20-aeb0-4aea-aefd-472d22ab45b5, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3b00ef20-aeb0-4aea-aefd-472d22ab45b5,segment=NetworkSegment(90c996bf-cc59-456f-9160-48c62acac6f2),segment_id=90c996bf-cc59-456f-9160-48c62acac6f2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:07.657301 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:07.758167 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-415d725f-91d9-4b3c-88c4-0cfe9c2063ba tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:07.785095 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:07.795287 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9d76b062-a00c-45d1-b341-aca1ae757fbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:07.797633 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1184270-f56e-4f17-9907-3e31cc84f0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d04fb905-f3af-4b23-84e0-6e8a29931fa3,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:07.909229 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69075976-201c-43b6-9c8b-6d022c660df0 req-415d725f-91d9-4b3c-88c4-0cfe9c2063ba tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Network 602ed75e-aeea-4651-ae06-6047fc149cac is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:07.933597 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:56:07.947408 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:07.971885 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f9ffb2ce-b817-49a1-842c-14f62c7fb358 admin admin] 10.222.0.16 "PUT /v2.0/routers/770efd7a-1f34-4781-8f2a-4f256d8cd096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0471218 Aug 31 00:56:07.986313 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-73b60bdb-9349-4269-8261-a21bc350c92a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:07.986533 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b7160-a482-479a-beb7-8129735a252f None None] Sync routers for ids ['770efd7a-1f34-4781-8f2a-4f256d8cd096'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:56:08.009057 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b7160-a482-479a-beb7-8129735a252f None None] Routers {'770efd7a-1f34-4781-8f2a-4f256d8cd096'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:56:08.010110 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b60bdb-9349-4269-8261-a21bc350c92a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Pushing event updated for resources: {'Port': ['ID=a8c111ab-fd96-473e-9209-87c12f24c094,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:08.011154 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-527b7160-a482-479a-beb7-8129735a252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:56:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['770efd7a-1f34-4781-8f2a-4f256d8cd096'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:08.024667 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49927173-1408-4c07-9de8-1baecc07494a req-4ea828a2-1d18-4cef-82f4-b38017987e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:08.026664 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-49927173-1408-4c07-9de8-1baecc07494a req-4ea828a2-1d18-4cef-82f4-b38017987e7c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e57aba893e84797a7ad07e1842cdb74&device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 1096 time: 0.2342415 Aug 31 00:56:08.026892 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d725f-91d9-4b3c-88c4-0cfe9c2063ba tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Pushing event updated for resources: {'Port': ['ID=52757e9e-921e-40a1-92fd-3264ed235a20,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:08.042344 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-69075976-201c-43b6-9c8b-6d022c660df0 req-415d725f-91d9-4b3c-88c4-0cfe9c2063ba tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:08.055611 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-69075976-201c-43b6-9c8b-6d022c660df0 req-415d725f-91d9-4b3c-88c4-0cfe9c2063ba tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:56:08.129128 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-73b60bdb-9349-4269-8261-a21bc350c92a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:08.134280 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-73b60bdb-9349-4269-8261-a21bc350c92a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.7567296 Aug 31 00:56:08.135615 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9d76b062-a00c-45d1-b341-aca1ae757fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:08.137600 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d76b062-a00c-45d1-b341-aca1ae757fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:08.145640 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9d76b062-a00c-45d1-b341-aca1ae757fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:08.163858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075976-201c-43b6-9c8b-6d022c660df0 req-415d725f-91d9-4b3c-88c4-0cfe9c2063ba tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:08.164581 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-415d725f-91d9-4b3c-88c4-0cfe9c2063ba tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:08.307417 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-69075976-201c-43b6-9c8b-6d022c660df0 req-59ccdf67-2ae9-4eaa-8732-16f432c4533e tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Allocated IP 172.20.0.14 (602ed75e-aeea-4651-ae06-6047fc149cac/ae400412-d19e-4bc8-8a48-5f58511abbfd/72994a3b-1eae-4fe5-bf49-17f8e4754ff6) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:56:08.322922 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-49927173-1408-4c07-9de8-1baecc07494a req-45fe5638-0d14-426d-9e63-eaa4aa48fd9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d04fb905-f3af-4b23-84e0-6e8a29931fa3 HTTP/1.1" status: 200 len: 217 time: 0.2798419 Aug 31 00:56:08.335775 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76b062-a00c-45d1-b341-aca1ae757fbc admin admin] Pushing event updated for resources: {'Network': ['ID=bac509b4-c23e-4e7e-a012-54407f2ac84a,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:08.435136 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-415d725f-91d9-4b3c-88c4-0cfe9c2063ba tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7315674 Aug 31 00:56:08.482623 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-06bed224-457b-447c-84d4-b4dfb6891456 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:56:08.490591 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-06bed224-457b-447c-84d4-b4dfb6891456 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203412 Aug 31 00:56:08.520407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49927173-1408-4c07-9de8-1baecc07494a req-c5603d5a-e673-4a76-8e2d-090bd774c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:08.522951 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-49927173-1408-4c07-9de8-1baecc07494a req-c5603d5a-e673-4a76-8e2d-090bd774c5a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dd93664-3297-40f1-8193-ad3e9b8e3322 HTTP/1.1" status: 200 len: 854 time: 0.1806176 Aug 31 00:56:08.523484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Request body: {'port': {'device_id': '03603152-27b6-407e-8510-05c036208431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:08.585549 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network bac509b4-c23e-4e7e-a012-54407f2ac84a details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:56:08.609620 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-527b7160-a482-479a-beb7-8129735a252f None None] Set router 770efd7a-1f34-4781-8f2a-4f256d8cd096 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:56:08.633957 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-b1122e72-0821-4fb2-94b3-4feb8a5d836b tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 696 time: 0.3065917 Aug 31 00:56:08.640613 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9d76b062-a00c-45d1-b341-aca1ae757fbc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.5833554 Aug 31 00:56:08.644462 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-49927173-1408-4c07-9de8-1baecc07494a req-2200d72b-d1f7-4dbd-9474-791339fd99f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=962090c4-e06e-4088-950b-8c581dc8e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739794 Aug 31 00:56:08.645864 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43534) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:56:08.652847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=3b00ef20-aeb0-4aea-aefd-472d22ab45b5,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:08.666639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e422da82-7414-408c-987d-7d6d52a37359 admin admin] Request body: {'subnet': {'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1332060155-subnet', 'tenant_id': '6c49d64aaebb49b6941e7fd658425329', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:08.738084 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:08.938402 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:08.947132 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e422da82-7414-408c-987d-7d6d52a37359 admin admin] Made reservation on behalf of 6c49d64aaebb49b6941e7fd658425329 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:56:08.949493 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e422da82-7414-408c-987d-7d6d52a37359 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:08.972485 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc34300-68b3-457b-8a81-70b0c34d5eb0 req-1e19137b-1233-4dc5-ac74-fad9d544a594 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:08.975032 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8bc34300-68b3-457b-8a81-70b0c34d5eb0 req-1e19137b-1233-4dc5-ac74-fad9d544a594 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 949 time: 0.3490534 Aug 31 00:56:08.990394 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:09.003448 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:09.003448 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:09.070039 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-527b7160-a482-479a-beb7-8129735a252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'name': 'tempest-TaggedBootDevicesTest_v242-1535475404-router', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:50Z', 'updated_at': '2021-08-31T00:56:04Z', 'revision_number': 4, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'gw_port': {'id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:52Z', 'updated_at': '2021-08-31T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'a1524a27-61c1-43ab-9722-710400009e1f', 'name': '', 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'mac_address': 'fa:16:3e:6a:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:01Z', 'updated_at': '2021-08-31T00:56:05Z', 'revision_number': 2, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'subnets': [{'id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:09.098732 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-59ccdf67-2ae9-4eaa-8732-16f432c4533e tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:09.126761 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b7160-a482-479a-beb7-8129735a252f None None] Checking router: 770efd7a-1f34-4781-8f2a-4f256d8cd096 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:56:09.127087 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b7160-a482-479a-beb7-8129735a252f None None] Updating router 770efd7a-1f34-4781-8f2a-4f256d8cd096 port a1524a27-61c1-43ab-9722-710400009e1f binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:56:09.189278 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-527b7160-a482-479a-beb7-8129735a252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:09.242784 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:09.317091 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 7a15f7c2-3886-43f4-81ae-2c92e9ebec17, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=7a15f7c2-3886-43f4-81ae-2c92e9ebec17,segment=NetworkSegment(0b074c36-a690-46ed-b2fe-94b1e79f7132),segment_id=0b074c36-a690-46ed-b2fe-94b1e79f7132)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:09.326612 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-787d416b-a134-4fd5-86cf-c8a185bd5685 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:09.328090 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-787d416b-a134-4fd5-86cf-c8a185bd5685 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.6949232 Aug 31 00:56:09.345946 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-59ccdf67-2ae9-4eaa-8732-16f432c4533e tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:09.354933 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-b219c33d-bf60-4822-9b07-b5cc522d948d tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:56:09.356019 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7a1f0b04-aa42-4263-851c-103e8da85c81 req-b219c33d-bf60-4822-9b07-b5cc522d948d tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132680 Aug 31 00:56:09.358411 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-49927173-1408-4c07-9de8-1baecc07494a req-b85b07f1-5002-41fc-ae7f-cd0a3e79ab24 service neutron] 10.222.0.41 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6474767 Aug 31 00:56:09.397995 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:09.401491 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c89cefb3-621e-4b8a-b39d-802359681541 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:09.427564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8bc34300-68b3-457b-8a81-70b0c34d5eb0 req-099cc4a9-69f2-406a-9ae2-f95a13bb7876 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259634 Aug 31 00:56:09.517174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69075976-201c-43b6-9c8b-6d022c660df0 req-59ccdf67-2ae9-4eaa-8732-16f432c4533e tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Network 602ed75e-aeea-4651-ae06-6047fc149cac is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:09.557276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-69075976-201c-43b6-9c8b-6d022c660df0 req-59ccdf67-2ae9-4eaa-8732-16f432c4533e tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:09.561507 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=7a15f7c2-3886-43f4-81ae-2c92e9ebec17,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:09.605035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-69075976-201c-43b6-9c8b-6d022c660df0 req-59ccdf67-2ae9-4eaa-8732-16f432c4533e tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:56:09.612907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccdf67-2ae9-4eaa-8732-16f432c4533e tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Pushing event updated for resources: {'Port': ['ID=72994a3b-1eae-4fe5-bf49-17f8e4754ff6,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:09.617754 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c89cefb3-621e-4b8a-b39d-802359681541 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:09.618140 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:09.696854 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71aa9b-9454-40ba-a0e7-b2d47c33fbc3 req-b8484a92-16d9-498e-9d29-3a673a9458a8 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:09.704638 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2e71aa9b-9454-40ba-a0e7-b2d47c33fbc3 req-b8484a92-16d9-498e-9d29-3a673a9458a8 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbe55782-3630-456a-8a32-a280ca780f65 HTTP/1.1" status: 200 len: 932 time: 0.1795406 Aug 31 00:56:09.733611 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-527b7160-a482-479a-beb7-8129735a252f None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:09.752784 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-49927173-1408-4c07-9de8-1baecc07494a req-b0a88b17-28a2-474d-bdf9-8aea271a06a4 service neutron] 10.222.0.41 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797433 Aug 31 00:56:09.753768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf94207-0148-41fb-ac2d-2db48399b9fc req-ee242868-bf0f-4096-b1d0-cc505d18ec34 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:09.755640 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3bf94207-0148-41fb-ac2d-2db48399b9fc req-ee242868-bf0f-4096-b1d0-cc505d18ec34 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 944 time: 0.1860902 Aug 31 00:56:09.762830 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-527b7160-a482-479a-beb7-8129735a252f None None] Transition to ACTIVE for port object a1524a27-61c1-43ab-9722-710400009e1f will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:09.776906 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075976-201c-43b6-9c8b-6d022c660df0 req-59ccdf67-2ae9-4eaa-8732-16f432c4533e tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:09.777748 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-59ccdf67-2ae9-4eaa-8732-16f432c4533e tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:09.787510 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2e71aa9b-9454-40ba-a0e7-b2d47c33fbc3 req-31f3c3fe-676e-4db7-bf20-ac7c413f4947 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/security-groups?id=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819647 Aug 31 00:56:09.869303 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3bf94207-0148-41fb-ac2d-2db48399b9fc req-eab22f46-8333-4047-ba28-faead91cb331 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870798 Aug 31 00:56:09.881482 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-527b7160-a482-479a-beb7-8129735a252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:09.884623 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e422da82-7414-408c-987d-7d6d52a37359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:09.915779 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8cadb13-4042-47a9-885f-d048fda1d6d2 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:56:09.936952 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-59ccdf67-2ae9-4eaa-8732-16f432c4533e tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3606310 Aug 31 00:56:09.949484 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:09.966559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:09.967978 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Request body: {'port': {'device_id': 'fbe55782-3630-456a-8a32-a280ca780f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:10.042163 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6e7212-2aab-4253-87cf-3da64efd4c03 x-openstack-request-id: req-0c6e7212-2aab-4253-87cf-3da64efd4c03 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:56:10.047940 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654cb2d1-4073-4c49-9b5e-189575e853b3", "tag": "d04fb905-f3af-4b23-84e0-6e8a29931fa3", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:56:10.047940 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c6e7212-2aab-4253-87cf-3da64efd4c03 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:56:10.047940 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654cb2d1-4073-4c49-9b5e-189575e853b3', 'tag': 'd04fb905-f3af-4b23-84e0-6e8a29931fa3', 'status': 'completed', 'code': 200} Aug 31 00:56:10.047940 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422da82-7414-408c-987d-7d6d52a37359 admin admin] Checking segment: {'id': '8bb544db-f230-4e9d-945a-344fa4064b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:56:10.047940 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e422da82-7414-408c-987d-7d6d52a37359 admin admin] Network hostable DHCP agents. Network: bac509b4-c23e-4e7e-a012-54407f2ac84a, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:56:10.062633 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad7ff0-6145-41a6-b61a-4c6b3dc165c3 req-b33762f2-6b3e-4a39-a96b-5a76805eb576 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:10.062633 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6ad7ff0-6145-41a6-b61a-4c6b3dc165c3 req-b33762f2-6b3e-4a39-a96b-5a76805eb576 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 946 time: 0.1947999 Aug 31 00:56:10.066437 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422da82-7414-408c-987d-7d6d52a37359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc4d2ef3-7ef0-49ca-801d-6985a41919ff,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:10.125970 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39faafb-2d61-423e-a1fa-c12068e3ce91 None None] Pushing event updated for resources: {'Port': ['ID=a1524a27-61c1-43ab-9722-710400009e1f,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:10.166078 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f19fa6-3490-4bc3-bc59-e7b7cf1e24d4 x-openstack-request-id: req-00f19fa6-3490-4bc3-bc59-e7b7cf1e24d4 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:56:10.166429 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f", "name": "network-vif-plugged", "status": "completed", "tag": "3b00ef20-aeb0-4aea-aefd-472d22ab45b5", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:56:10.166679 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00f19fa6-3490-4bc3-bc59-e7b7cf1e24d4 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:56:10.167090 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b00ef20-aeb0-4aea-aefd-472d22ab45b5', 'code': 200} Aug 31 00:56:10.178124 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bb899-2db9-4043-bc35-1dc39b6cd584 req-a7ef6977-a7f7-41df-9d71-faa42cd4ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:10.180647 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0e5bb899-2db9-4043-bc35-1dc39b6cd584 req-a7ef6977-a7f7-41df-9d71-faa42cd4ff9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e57aba893e84797a7ad07e1842cdb74&device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 1096 time: 0.1184640 Aug 31 00:56:10.220684 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:10.221071 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:10.225335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Transition to ACTIVE for port object c8cadb13-4042-47a9-885f-d048fda1d6d2 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:10.231458 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:10.287774 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-527b7160-a482-479a-beb7-8129735a252f None None] Attempting to bind port a1524a27-61c1-43ab-9722-710400009e1f on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:56:10.288458 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-527b7160-a482-479a-beb7-8129735a252f None None] Attempting to bind port a1524a27-61c1-43ab-9722-710400009e1f by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'df204761-7deb-455c-abe2-e17ebf38bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:56:10.291530 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b7160-a482-479a-beb7-8129735a252f None None] Attempting to bind port a1524a27-61c1-43ab-9722-710400009e1f on network e485d33c-f23c-40f6-8dac-57c9abc59149 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:10.299718 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:10.326123 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b7160-a482-479a-beb7-8129735a252f None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:56:10.326504 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b7160-a482-479a-beb7-8129735a252f None None] Checking segment: {'id': 'df204761-7deb-455c-abe2-e17ebf38bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:56:10.326910 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-527b7160-a482-479a-beb7-8129735a252f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:10.327307 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b7160-a482-479a-beb7-8129735a252f None None] Bound using segment: {'id': 'df204761-7deb-455c-abe2-e17ebf38bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:56:10.338920 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-527b7160-a482-479a-beb7-8129735a252f None None] Bound port: a1524a27-61c1-43ab-9722-710400009e1f, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df204761-7deb-455c-abe2-e17ebf38bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:56:10.339813 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-527b7160-a482-479a-beb7-8129735a252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:10.380639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e422da82-7414-408c-987d-7d6d52a37359 admin admin] Network bac509b4-c23e-4e7e-a012-54407f2ac84a is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:56:10.397469 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6ad7ff0-6145-41a6-b61a-4c6b3dc165c3 req-23161a71-4c59-41fc-8237-9b1e9e2b45f0 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943261 Aug 31 00:56:10.428817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bb899-2db9-4043-bc35-1dc39b6cd584 req-0bde1987-0c5f-4b09-b69a-2788f65c39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:10.430542 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0e5bb899-2db9-4043-bc35-1dc39b6cd584 req-0bde1987-0c5f-4b09-b69a-2788f65c39f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=962090c4-e06e-4088-950b-8c581dc8e655 HTTP/1.1" status: 200 len: 915 time: 0.2419312 Aug 31 00:56:10.516936 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce229bc4-90a4-4e64-82b7-c695af93f150 req-bb0162d5-7653-422e-8a0c-7cba83579f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:10.519305 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ce229bc4-90a4-4e64-82b7-c695af93f150 req-bb0162d5-7653-422e-8a0c-7cba83579f18 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 1098 time: 0.1533790 Aug 31 00:56:10.523658 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0e5bb899-2db9-4043-bc35-1dc39b6cd584 req-f1dcc447-95d0-42c1-b680-cf0d3f5751f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d04fb905-f3af-4b23-84e0-6e8a29931fa3 HTTP/1.1" status: 200 len: 217 time: 0.0835884 Aug 31 00:56:10.559509 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-527b7160-a482-479a-beb7-8129735a252f None None] For port a1524a27-61c1-43ab-9722-710400009e1f, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:56:10.563429 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-527b7160-a482-479a-beb7-8129735a252f None None] For port a1524a27-61c1-43ab-9722-710400009e1f, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a1524a27-61c1-43ab-9722-710400009e1f,segment=NetworkSegment(df204761-7deb-455c-abe2-e17ebf38bb13),segment_id=df204761-7deb-455c-abe2-e17ebf38bb13)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:56:10.567333 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-e422da82-7414-408c-987d-7d6d52a37359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, bac509b4-c23e-4e7e-a012-54407f2ac84a) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:10.577093 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d14a55-92cb-4065-bd5a-6b2fe79ed825 None None] Network bac509b4-c23e-4e7e-a012-54407f2ac84a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:56:10.602949 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:10.642973 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e422da82-7414-408c-987d-7d6d52a37359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:10.642973 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e422da82-7414-408c-987d-7d6d52a37359 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:10.670605 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-527b7160-a482-479a-beb7-8129735a252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:10.749371 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b1fed9f-73e9-4daa-9a7b-114d965b3b42 req-cf6b126a-53c2-4f89-9935-3bcfb4eaf4cd tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 210 time: 0.1497669 Aug 31 00:56:10.895185 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39faafb-2d61-423e-a1fa-c12068e3ce91 None None] Pushing event updated for resources: {'Port': ['ID=a1524a27-61c1-43ab-9722-710400009e1f,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:10.909196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cadb13-4042-47a9-885f-d048fda1d6d2,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:10.921755 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b7160-a482-479a-beb7-8129735a252f None None] Routers {'770efd7a-1f34-4781-8f2a-4f256d8cd096'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:56:10.923329 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-527b7160-a482-479a-beb7-8129735a252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:56:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['770efd7a-1f34-4781-8f2a-4f256d8cd096'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:11.029477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Attempting to bind port c8cadb13-4042-47a9-885f-d048fda1d6d2 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:56:11.029477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Attempting to bind port c8cadb13-4042-47a9-885f-d048fda1d6d2 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '2e43c5b0-ef10-41c6-a3d3-5df5250a080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:56:11.029477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Attempting to bind port c8cadb13-4042-47a9-885f-d048fda1d6d2 on network 602ed75e-aeea-4651-ae06-6047fc149cac {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:11.041414 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Port c8cadb13-4042-47a9-885f-d048fda1d6d2 on network 602ed75e-aeea-4651-ae06-6047fc149cac not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:56:11.042050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Attempting to bind port c8cadb13-4042-47a9-885f-d048fda1d6d2 on network 602ed75e-aeea-4651-ae06-6047fc149cac {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:11.082741 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82bea6-6a5e-4c68-a611-ae3d7359f106 req-a614c3fe-5b20-4f91-b3ab-7dbdd4dae518 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:11.084738 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c82bea6-6a5e-4c68-a611-ae3d7359f106 req-a614c3fe-5b20-4f91-b3ab-7dbdd4dae518 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 949 time: 0.1466796 Aug 31 00:56:11.088107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:56:11.088751 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Checking segment: {'id': '2e43c5b0-ef10-41c6-a3d3-5df5250a080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:56:11.089679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Bound using segment: {'id': '2e43c5b0-ef10-41c6-a3d3-5df5250a080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:56:11.090839 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Bound port: c8cadb13-4042-47a9-885f-d048fda1d6d2, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e43c5b0-ef10-41c6-a3d3-5df5250a080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:56:11.091607 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:11.101613 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bac509b4-c23e-4e7e-a012-54407f2ac84a', 'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a', 'tenant_id': '6c49d64aaebb49b6941e7fd658425329', 'fixed_ips': [{'subnet_id': 'bc4d2ef3-7ef0-49ca-801d-6985a41919ff'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:56:11.104774 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:11.182808 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c82bea6-6a5e-4c68-a611-ae3d7359f106 req-ef5a302b-e841-447b-847f-53a94366cc84 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698285 Aug 31 00:56:11.346157 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52757e9e-921e-40a1-92fd-3264ed235a20 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:56:11.375760 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:11.529543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] For port c8cadb13-4042-47a9-885f-d048fda1d6d2, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:56:11.548289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Transition to ACTIVE for port object 52757e9e-921e-40a1-92fd-3264ed235a20 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:11.548407 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Allocated IP 172.20.0.2 (bac509b4-c23e-4e7e-a012-54407f2ac84a/bc4d2ef3-7ef0-49ca-801d-6985a41919ff/c65ed4b5-a659-4288-b7b0-a08cfa60b1ee) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:56:11.572084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] For port c8cadb13-4042-47a9-885f-d048fda1d6d2, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c8cadb13-4042-47a9-885f-d048fda1d6d2,segment=NetworkSegment(2e43c5b0-ef10-41c6-a3d3-5df5250a080d),segment_id=2e43c5b0-ef10-41c6-a3d3-5df5250a080d)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:56:11.595844 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3960d-86c5-4a2f-901b-d7c7034bad71 req-42d72da5-cca4-4bae-b027-0b90cfc14619 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:11.599033 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2b3960d-86c5-4a2f-901b-d7c7034bad71 req-42d72da5-cca4-4bae-b027-0b90cfc14619 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbe55782-3630-456a-8a32-a280ca780f65 HTTP/1.1" status: 200 len: 932 time: 0.1512589 Aug 31 00:56:11.607020 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-527b7160-a482-479a-beb7-8129735a252f None None] Set router 770efd7a-1f34-4781-8f2a-4f256d8cd096 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:56:11.670973 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2b3960d-86c5-4a2f-901b-d7c7034bad71 req-01c543d3-f299-43de-ac08-7a8a494abbde tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/security-groups?id=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586522 Aug 31 00:56:11.952694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e422da82-7414-408c-987d-7d6d52a37359 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0622051 Aug 31 00:56:11.952694 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bb899-2db9-4043-bc35-1dc39b6cd584 req-3f0278e8-408b-49d9-a7db-6dd4e15d53b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:11.952694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0e5bb899-2db9-4043-bc35-1dc39b6cd584 req-3f0278e8-408b-49d9-a7db-6dd4e15d53b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dd93664-3297-40f1-8193-ad3e9b8e3322 HTTP/1.1" status: 200 len: 854 time: 1.1956754 Aug 31 00:56:11.952694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ce229bc4-90a4-4e64-82b7-c695af93f150 req-ecacbb55-cda0-4d63-b3a8-0cdd3efbbecb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1997313 Aug 31 00:56:11.952694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0e5bb899-2db9-4043-bc35-1dc39b6cd584 req-77a5dd4b-a898-42fa-9c4a-dbce0739d114 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=962090c4-e06e-4088-950b-8c581dc8e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497246 Aug 31 00:56:11.953840 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:11.953840 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Transition to ACTIVE for port object c65ed4b5-a659-4288-b7b0-a08cfa60b1ee will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:11.954006 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf7f91-f381-43a1-8862-29e25dff9b9b req-2849855c-ca13-4a67-839e-9bbdf8c39701 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:11.954006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-48bf7f91-f381-43a1-8862-29e25dff9b9b req-2849855c-ca13-4a67-839e-9bbdf8c39701 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 944 time: 0.0736384 Aug 31 00:56:11.954182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Transition to ACTIVE for port object c65ed4b5-a659-4288-b7b0-a08cfa60b1ee will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:11.954285 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0a7cd109-3d56-425d-b541-ee455e403466 req-7a1680a2-5489-44a6-aac8-04afdccfa844 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.4357052 Aug 31 00:56:11.954373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43622) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:56:11.954373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1332060155-router', 'tenant_id': '6c49d64aaebb49b6941e7fd658425329', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:11.954571 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-0a7cd109-3d56-425d-b541-ee455e403466 req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:11.954671 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-527b7160-a482-479a-beb7-8129735a252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'name': 'tempest-TaggedBootDevicesTest_v242-1535475404-router', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:50Z', 'updated_at': '2021-08-31T00:56:04Z', 'revision_number': 4, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'gw_port': {'id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:52Z', 'updated_at': '2021-08-31T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'a1524a27-61c1-43ab-9722-710400009e1f', 'name': '', 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'mac_address': 'fa:16:3e:6a:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:01Z', 'updated_at': '2021-08-31T00:56:10Z', 'revision_number': 4, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'subnets': [{'id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:11.963392 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-48bf7f91-f381-43a1-8862-29e25dff9b9b req-ed500f1d-a9c4-4f70-bb5c-14d06cfa7cb3 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903251 Aug 31 00:56:12.023654 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0e5bb899-2db9-4043-bc35-1dc39b6cd584 req-55d1bbe5-fea8-4d5c-afda-44a2666eafe6 service neutron] 10.222.0.41 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053912 Aug 31 00:56:12.023784 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b7160-a482-479a-beb7-8129735a252f None None] The sync data for ids ['770efd7a-1f34-4781-8f2a-4f256d8cd096'] in n-d-793621-34 is: [{'id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'name': 'tempest-TaggedBootDevicesTest_v242-1535475404-router', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:50Z', 'updated_at': '2021-08-31T00:56:04Z', 'revision_number': 4, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'gw_port': {'id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:52Z', 'updated_at': '2021-08-31T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'a1524a27-61c1-43ab-9722-710400009e1f', 'name': '', 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'mac_address': 'fa:16:3e:6a:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:01Z', 'updated_at': '2021-08-31T00:56:10Z', 'revision_number': 4, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'subnets': [{'id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:56:12.227386 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0e5bb899-2db9-4043-bc35-1dc39b6cd584 req-932af8c6-f3cf-4b2f-bf0b-c3be45a994b7 service neutron] 10.222.0.41 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087975 Aug 31 00:56:12.232762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fee4a-3748-4b35-9449-fbb742eb29d7 req-05f7dd4f-04dc-4ad4-beee-f0412f370500 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:12.236497 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf3fee4a-3748-4b35-9449-fbb742eb29d7 req-05f7dd4f-04dc-4ad4-beee-f0412f370500 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 946 time: 0.1678023 Aug 31 00:56:12.294071 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:12.347110 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:12.351298 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:12.363058 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Network bac509b4-c23e-4e7e-a012-54407f2ac84a is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:12.374123 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:12.383026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:56:12.394266 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Pushing event updated for resources: {'Port': ['ID=c65ed4b5-a659-4288-b7b0-a08cfa60b1ee,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:12.485382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Attempting to bind port c65ed4b5-a659-4288-b7b0-a08cfa60b1ee on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:56:12.488966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Attempting to bind port c65ed4b5-a659-4288-b7b0-a08cfa60b1ee by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '8bb544db-f230-4e9d-945a-344fa4064b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:56:12.488966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Attempting to bind port c65ed4b5-a659-4288-b7b0-a08cfa60b1ee on network bac509b4-c23e-4e7e-a012-54407f2ac84a {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:12.499242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:12.500369 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:12.502047 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] 10.222.0.48 "PUT /v2.0/ports/c8cadb13-4042-47a9-885f-d048fda1d6d2 HTTP/1.1" status: 200 len: 1092 time: 5.1012971 Aug 31 00:56:12.503031 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:12.505154 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:12.506424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:56:12.507148 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Checking segment: {'id': '8bb544db-f230-4e9d-945a-344fa4064b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:56:12.508318 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:12.508991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Bound using segment: {'id': '8bb544db-f230-4e9d-945a-344fa4064b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:56:12.510160 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Bound port: c65ed4b5-a659-4288-b7b0-a08cfa60b1ee, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb544db-f230-4e9d-945a-344fa4064b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:56:12.511017 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:12.519187 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-22627b8f-3b6c-40f0-8861-583d9633629f tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:12.524718 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-22627b8f-3b6c-40f0-8861-583d9633629f tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.41 "GET /v2.0/networks?id=ad6da09f-9252-431e-baee-a209b62f8e65 HTTP/1.1" status: 200 len: 816 time: 0.2382648 Aug 31 00:56:12.539454 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0469e498-aeb8-4708-982f-30560bbe02a3', 'tag': 'c8cadb13-4042-47a9-885f-d048fda1d6d2'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:56:12.542136 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70a95de-33d5-499e-8801-261752af140e" -d '{"events": [{"name": "network-changed", "server_uuid": "0469e498-aeb8-4708-982f-30560bbe02a3", "tag": "c8cadb13-4042-47a9-885f-d048fda1d6d2"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:56:12.555827 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf3fee4a-3748-4b35-9449-fbb742eb29d7 req-592872e9-1254-40ee-b585-82660fe33d5d tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056421 Aug 31 00:56:12.584113 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0a7cd109-3d56-425d-b541-ee455e403466 req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:12.732616 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d04fb905-f3af-4b23-84e0-6e8a29931fa3 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:56:12.739206 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-ae1f1aa1-ea2e-4845-8992-83cf9b21e3fc tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6eb1e170b6f644e1a58213d43503cf50 HTTP/1.1" status: 200 len: 379 time: 0.2060351 Aug 31 00:56:12.766574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-9671d8f0-08fb-430c-b057-74735626c465 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Request body: {'port': {'device_id': '8f0578ad-1443-4283-97a1-343f605e7bfd', 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65', 'admin_state_up': True, 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'security_groups': ['b44116fb-8631-4f72-9149-0a10b3929f45']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:12.805749 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] For port c65ed4b5-a659-4288-b7b0-a08cfa60b1ee, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:56:12.814233 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] For port c65ed4b5-a659-4288-b7b0-a08cfa60b1ee, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c65ed4b5-a659-4288-b7b0-a08cfa60b1ee,segment=NetworkSegment(8bb544db-f230-4e9d-945a-344fa4064b86),segment_id=8bb544db-f230-4e9d-945a-344fa4064b86)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:56:12.839338 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01117d-1949-4e58-bdad-5f9e6ce41306 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cadb13-4042-47a9-885f-d048fda1d6d2,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:12.887352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-71ea81e8-bc1b-4ef9-a550-5d20cf8754be req-d3b6da03-60aa-4047-83b4-44ecd296a890 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 210 time: 0.1482568 Aug 31 00:56:12.945698 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:13.077987 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:13.183992 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0a7cd109-3d56-425d-b541-ee455e403466 req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:13.278404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port d04fb905-f3af-4b23-84e0-6e8a29931fa3, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d04fb905-f3af-4b23-84e0-6e8a29931fa3,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:13.296842 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef622d-f60b-4ba4-ade4-cc9a69542b24 None None] Pushing event updated for resources: {'Port': ['ID=c65ed4b5-a659-4288-b7b0-a08cfa60b1ee,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:13.340694 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'd04fb905-f3af-4b23-84e0-6e8a29931fa3', 'network_id': '962090c4-e06e-4088-950b-8c581dc8e655', 'port_id': 'd04fb905-f3af-4b23-84e0-6e8a29931fa3', 'mac_address': 'fa:16:3e:e5:ad:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd93664-3297-40f1-8193-ad3e9b8e3322', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:56:13.371108 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-9671d8f0-08fb-430c-b057-74735626c465 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Made reservation on behalf of 6eb1e170b6f644e1a58213d43503cf50 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:56:13.378488 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-9671d8f0-08fb-430c-b057-74735626c465 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:13.410847 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075976-201c-43b6-9c8b-6d022c660df0 req-d1f4ffcc-f3d1-43f7-bc02-27137c2fd89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:13.412657 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-d1f4ffcc-f3d1-43f7-bc02-27137c2fd89f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45c74dd5f2b84eb0b09b601c2d767da0&device_id=0469e498-aeb8-4708-982f-30560bbe02a3 HTTP/1.1" status: 200 len: 1095 time: 0.7379975 Aug 31 00:56:13.425205 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Pushing event updated for resources: {'Port': ['ID=52757e9e-921e-40a1-92fd-3264ed235a20,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:13.465237 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:13.503257 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d04fb905-f3af-4b23-84e0-6e8a29931fa3 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:56:13.533883 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:13.561872 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port d04fb905-f3af-4b23-84e0-6e8a29931fa3, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d04fb905-f3af-4b23-84e0-6e8a29931fa3,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:13.629255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Attempting to bind port 52757e9e-921e-40a1-92fd-3264ed235a20 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:56:13.629914 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Attempting to bind port 52757e9e-921e-40a1-92fd-3264ed235a20 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '2e43c5b0-ef10-41c6-a3d3-5df5250a080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:56:13.630608 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Attempting to bind port 52757e9e-921e-40a1-92fd-3264ed235a20 on network 602ed75e-aeea-4651-ae06-6047fc149cac {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:13.645758 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-020b084f-b46a-4c0e-a19a-13c8973eacca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8cadb13-4042-47a9-885f-d048fda1d6d2 HTTP/1.1" status: 200 len: 217 time: 0.2148473 Aug 31 00:56:13.679916 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:13.714390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72994a3b-1eae-4fe5-bf49-17f8e4754ff6 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:56:13.724674 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-0a7cd109-3d56-425d-b541-ee455e403466 req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Allocated IP 172.25.2.29 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/ba9fa398-0d21-423c-9e3b-dd0b873ab103) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:56:13.756766 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=d04fb905-f3af-4b23-84e0-6e8a29931fa3,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:13.779124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:13.779482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:13.779831 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:13.780128 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:13.780458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:13.780828 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:13.781129 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:13.781500 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:13.781789 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:13.782148 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:13.782493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:13.782799 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:13.810998 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db1095-937c-4c18-a524-952c397774e1 req-72148b20-7d69-4f89-912f-4456ea3adc0d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:13.815296 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6db1095-937c-4c18-a524-952c397774e1 req-72148b20-7d69-4f89-912f-4456ea3adc0d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 949 time: 0.7390389 Aug 31 00:56:13.874251 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:13.880983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Port 52757e9e-921e-40a1-92fd-3264ed235a20 on network 602ed75e-aeea-4651-ae06-6047fc149cac not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:56:13.881712 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Attempting to bind port 52757e9e-921e-40a1-92fd-3264ed235a20 on network 602ed75e-aeea-4651-ae06-6047fc149cac {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:13.934022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['d04fb905-f3af-4b23-84e0-6e8a29931fa3'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:56:13.979832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:56:13.980237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Checking segment: {'id': '2e43c5b0-ef10-41c6-a3d3-5df5250a080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:56:13.981257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Bound using segment: {'id': '2e43c5b0-ef10-41c6-a3d3-5df5250a080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:56:13.981763 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Bound port: 52757e9e-921e-40a1-92fd-3264ed235a20, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e43c5b0-ef10-41c6-a3d3-5df5250a080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:56:13.982134 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:14.016584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Transition to ACTIVE for port object 72994a3b-1eae-4fe5-bf49-17f8e4754ff6 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:14.038702 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075976-201c-43b6-9c8b-6d022c660df0 req-b3139ff1-f7fe-422b-843d-b33304d7499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:14.040351 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-b3139ff1-f7fe-422b-843d-b33304d7499a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ae400412-d19e-4bc8-8a48-5f58511abbfd HTTP/1.1" status: 200 len: 857 time: 0.3621726 Aug 31 00:56:14.126456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-9671d8f0-08fb-430c-b057-74735626c465 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Allocated IP 172.20.0.7 (ad6da09f-9252-431e-baee-a209b62f8e65/0ab9bb2b-e46b-48ef-823c-1c22f46f941a/0dbc9ccf-0fa2-46f2-ae0a-059132571ced) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:56:14.147443 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:14.275576 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-09e98cf4-05e8-4cca-8040-aaa5094e068a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=602ed75e-aeea-4651-ae06-6047fc149cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2257085 Aug 31 00:56:14.278424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a1524a27-61c1-43ab-9722-710400009e1f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:14.342372 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6db1095-937c-4c18-a524-952c397774e1 req-2a90cfe3-a0c4-4bbc-94c7-04ba3ecb5985 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537528 Aug 31 00:56:14.352308 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0a7cd109-3d56-425d-b541-ee455e403466 req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:14.556768 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0a7cd109-3d56-425d-b541-ee455e403466 req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:14.640394 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] For port 52757e9e-921e-40a1-92fd-3264ed235a20, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:56:14.644130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] For port 52757e9e-921e-40a1-92fd-3264ed235a20, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=52757e9e-921e-40a1-92fd-3264ed235a20,segment=NetworkSegment(2e43c5b0-ef10-41c6-a3d3-5df5250a080d),segment_id=2e43c5b0-ef10-41c6-a3d3-5df5250a080d)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:56:14.701629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port a1524a27-61c1-43ab-9722-710400009e1f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:14.722141 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7cd109-3d56-425d-b541-ee455e403466 req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:14.736541 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Pushing event updated for resources: {'Port': ['ID=ba9fa398-0d21-423c-9e3b-dd0b873ab103,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:14.737018 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a1524a27-61c1-43ab-9722-710400009e1f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:14.737600 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:14.751982 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-0a7cd109-3d56-425d-b541-ee455e403466 req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:14.756203 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7cd109-3d56-425d-b541-ee455e403466 req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:56:14.928007 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-9671d8f0-08fb-430c-b057-74735626c465 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:14.990737 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-9671d8f0-08fb-430c-b057-74735626c465 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Transition to ACTIVE for port object 0dbc9ccf-0fa2-46f2-ae0a-059132571ced will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:15.050721 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:15.054106 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:15.059801 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:15.059801 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:15.059801 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:15.060372 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:15.060573 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:15.062165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:15.062668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:15.063124 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:15.063574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:15.064041 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:15.064482 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:56:15.125483 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-9671d8f0-08fb-430c-b057-74735626c465 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:15.157187 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port a1524a27-61c1-43ab-9722-710400009e1f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a1524a27-61c1-43ab-9722-710400009e1f,segment=NetworkSegment(df204761-7deb-455c-abe2-e17ebf38bb13),segment_id=df204761-7deb-455c-abe2-e17ebf38bb13)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:15.189875 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a737042-3e28-41f8-bca5-cb55babdf7de None None] Network bac509b4-c23e-4e7e-a012-54407f2ac84a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:56:15.286595 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:15.303801 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c65ed4b5-a659-4288-b7b0-a08cfa60b1ee up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:15.323529 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-9671d8f0-08fb-430c-b057-74735626c465 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Network ad6da09f-9252-431e-baee-a209b62f8e65 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:15.328364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671d8f0-08fb-430c-b057-74735626c465 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Pushing event updated for resources: {'Port': ['ID=0dbc9ccf-0fa2-46f2-ae0a-059132571ced,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:15.334887 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-9671d8f0-08fb-430c-b057-74735626c465 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:15.356630 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-9671d8f0-08fb-430c-b057-74735626c465 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:56:15.366911 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0a7cd109-3d56-425d-b541-ee455e403466 req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:15.442589 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a676d526-56da-4472-a73d-33193f5ab144 x-openstack-request-id: req-a676d526-56da-4472-a73d-33193f5ab144 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:56:15.443572 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0469e498-aeb8-4708-982f-30560bbe02a3", "tag": "c8cadb13-4042-47a9-885f-d048fda1d6d2", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:56:15.444155 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a676d526-56da-4472-a73d-33193f5ab144 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:56:15.444787 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0469e498-aeb8-4708-982f-30560bbe02a3', 'tag': 'c8cadb13-4042-47a9-885f-d048fda1d6d2', 'status': 'completed', 'code': 200} Aug 31 00:56:15.448329 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:15.451736 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=72994a3b-1eae-4fe5-bf49-17f8e4754ff6,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:15.464185 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-9671d8f0-08fb-430c-b057-74735626c465 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:15.465308 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-9671d8f0-08fb-430c-b057-74735626c465 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:15.531829 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0a7cd109-3d56-425d-b541-ee455e403466 req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:15.566180 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-9671d8f0-08fb-430c-b057-74735626c465 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8119998 Aug 31 00:56:15.572283 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Pushing event updated for resources: {'Port': ['ID=52757e9e-921e-40a1-92fd-3264ed235a20,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:15.579223 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=a1524a27-61c1-43ab-9722-710400009e1f,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:15.589315 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Request body: {'port': {'device_id': '8f0578ad-1443-4283-97a1-343f605e7bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:15.638875 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port c65ed4b5-a659-4288-b7b0-a08cfa60b1ee completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:15.688881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:15.690257 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:15.693128 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-a1afa61b-4f92-4bf3-ae2c-9748824ed541 service neutron] 10.222.0.41 "PUT /v2.0/ports/52757e9e-921e-40a1-92fd-3264ed235a20 HTTP/1.1" status: 200 len: 1093 time: 7.1816163 Aug 31 00:56:15.734836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac0e2f-5ebf-4486-979f-a3e802b756cc req-dcb76428-1e37-4d73-ab37-85f85255b871 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:15.745804 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f3ac0e2f-5ebf-4486-979f-a3e802b756cc req-dcb76428-1e37-4d73-ab37-85f85255b871 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbe55782-3630-456a-8a32-a280ca780f65 HTTP/1.1" status: 200 len: 944 time: 0.3086894 Aug 31 00:56:15.756534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Attempting to bind port 72994a3b-1eae-4fe5-bf49-17f8e4754ff6 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:56:15.756534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Attempting to bind port 72994a3b-1eae-4fe5-bf49-17f8e4754ff6 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '2e43c5b0-ef10-41c6-a3d3-5df5250a080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:56:15.756534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Attempting to bind port 72994a3b-1eae-4fe5-bf49-17f8e4754ff6 on network 602ed75e-aeea-4651-ae06-6047fc149cac {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:15.756949 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:15.765578 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Port 72994a3b-1eae-4fe5-bf49-17f8e4754ff6 on network 602ed75e-aeea-4651-ae06-6047fc149cac not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:56:15.766002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Attempting to bind port 72994a3b-1eae-4fe5-bf49-17f8e4754ff6 on network 602ed75e-aeea-4651-ae06-6047fc149cac {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:15.806991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-04a8f408-4f4b-4d33-9031-f6aba93b0ec5 None None] Provisioning for port c65ed4b5-a659-4288-b7b0-a08cfa60b1ee completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:15.825611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-04a8f408-4f4b-4d33-9031-f6aba93b0ec5 None None] Provisioning complete for port c65ed4b5-a659-4288-b7b0-a08cfa60b1ee triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:15.825871 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-04a8f408-4f4b-4d33-9031-f6aba93b0ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:15.826810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:56:15.827368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Checking segment: {'id': '2e43c5b0-ef10-41c6-a3d3-5df5250a080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:56:15.828010 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Bound using segment: {'id': '2e43c5b0-ef10-41c6-a3d3-5df5250a080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:56:15.828754 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Bound port: 72994a3b-1eae-4fe5-bf49-17f8e4754ff6, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e43c5b0-ef10-41c6-a3d3-5df5250a080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:56:15.829352 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:15.977912 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f3ac0e2f-5ebf-4486-979f-a3e802b756cc req-4b150d87-9ee6-4a57-b9c0-6bc7d3d102b3 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/security-groups?id=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297513 Aug 31 00:56:16.062739 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a1524a27-61c1-43ab-9722-710400009e1f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:16.152538 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-04a8f408-4f4b-4d33-9031-f6aba93b0ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:16.167716 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-9c1b1c00-8c51-4786-8b40-2b71ceb08ebd service neutron] 10.222.0.48 "GET /v2.0/networks/602ed75e-aeea-4651-ae06-6047fc149cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8028111 Aug 31 00:56:16.283346 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-04a8f408-4f4b-4d33-9031-f6aba93b0ec5 None None] For port c65ed4b5-a659-4288-b7b0-a08cfa60b1ee, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c65ed4b5-a659-4288-b7b0-a08cfa60b1ee,segment=NetworkSegment(8bb544db-f230-4e9d-945a-344fa4064b86),segment_id=8bb544db-f230-4e9d-945a-344fa4064b86)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:16.314148 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a1524a27-61c1-43ab-9722-710400009e1f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:16.314749 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:16.362258 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:16.394891 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075976-201c-43b6-9c8b-6d022c660df0 req-13847845-e196-4e70-aebe-4e069e77882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:16.395648 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-04a8f408-4f4b-4d33-9031-f6aba93b0ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:16.397032 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-13847845-e196-4e70-aebe-4e069e77882c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=45c74dd5f2b84eb0b09b601c2d767da0&device_id=03603152-27b6-407e-8510-05c036208431 HTTP/1.1" status: 200 len: 1096 time: 0.5929689 Aug 31 00:56:16.413565 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:16.538155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf3222-3711-4750-a33e-f7c0a806609f req-2cfeb54d-2a84-48f7-b00c-7b1526e6a3b1 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:16.552400 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-19bf3222-3711-4750-a33e-f7c0a806609f req-2cfeb54d-2a84-48f7-b00c-7b1526e6a3b1 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 945 time: 0.3879409 Aug 31 00:56:16.574604 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0a7cd109-3d56-425d-b541-ee455e403466 req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:16.601607 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-37dff759-4039-4d9f-89df-5246657688d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52757e9e-921e-40a1-92fd-3264ed235a20 HTTP/1.1" status: 200 len: 217 time: 0.1848452 Aug 31 00:56:16.617422 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-b1248e10-fb04-406d-86a4-80f143a97af9 service neutron] show failed (client error): The resource could not be found. Aug 31 00:56:16.619593 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-b1248e10-fb04-406d-86a4-80f143a97af9 service neutron] 10.222.0.41 "GET /v2.0/ports/c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d/bindings/n-h1-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.5892549 Aug 31 00:56:16.628608 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4df4b15c-708b-457f-859e-ba07b33e961a None None] Provisioning complete for port c65ed4b5-a659-4288-b7b0-a08cfa60b1ee triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:16.629060 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4df4b15c-708b-457f-859e-ba07b33e961a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:16.691878 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0a7cd109-3d56-425d-b541-ee455e403466 req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:16.728215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8f408-4f4b-4d33-9031-f6aba93b0ec5 None None] Pushing event updated for resources: {'Port': ['ID=c65ed4b5-a659-4288-b7b0-a08cfa60b1ee,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:16.747106 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d04fb905-f3af-4b23-84e0-6e8a29931fa3 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:16.817168 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075976-201c-43b6-9c8b-6d022c660df0 req-84157390-5f3e-4b19-a3b8-43eeea0eae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:16.819052 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-84157390-5f3e-4b19-a3b8-43eeea0eae3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ae400412-d19e-4bc8-8a48-5f58511abbfd HTTP/1.1" status: 200 len: 857 time: 0.1994181 Aug 31 00:56:16.821955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] For port 72994a3b-1eae-4fe5-bf49-17f8e4754ff6, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:56:16.879998 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] For port 72994a3b-1eae-4fe5-bf49-17f8e4754ff6, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=72994a3b-1eae-4fe5-bf49-17f8e4754ff6,segment=NetworkSegment(2e43c5b0-ef10-41c6-a3d3-5df5250a080d),segment_id=2e43c5b0-ef10-41c6-a3d3-5df5250a080d)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:56:16.880254 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dbc9ccf-0fa2-46f2-ae0a-059132571ced {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:56:16.886029 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:16.901945 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Transition to ACTIVE for port object 0dbc9ccf-0fa2-46f2-ae0a-059132571ced will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:16.968060 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-f20864c4-9972-49d1-a175-d3281406920a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=602ed75e-aeea-4651-ae06-6047fc149cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897617 Aug 31 00:56:16.984258 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-90a2fc17-ea47-422d-abfb-a3429cd15ffe service neutron] 10.222.0.48 "GET /v2.0/networks/602ed75e-aeea-4651-ae06-6047fc149cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7991648 Aug 31 00:56:17.030467 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Pushing event updated for resources: {'Port': ['ID=ba9fa398-0d21-423c-9e3b-dd0b873ab103,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:17.041855 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4df4b15c-708b-457f-859e-ba07b33e961a None None] Provisioning for port 0dbc9ccf-0fa2-46f2-ae0a-059132571ced completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:17.055785 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:17.106004 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port d04fb905-f3af-4b23-84e0-6e8a29931fa3 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:17.115198 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:17.117953 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port d04fb905-f3af-4b23-84e0-6e8a29931fa3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:17.118433 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:17.138956 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:17.151250 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:17.151250 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] 10.222.0.48 "PUT /v2.0/ports/72994a3b-1eae-4fe5-bf49-17f8e4754ff6 HTTP/1.1" status: 200 len: 1093 time: 7.1958547 Aug 31 00:56:17.162563 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-19bf3222-3711-4750-a33e-f7c0a806609f req-df379fb8-7aad-46db-b37b-7314d3884213 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6089773 Aug 31 00:56:17.441427 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbc9ccf-0fa2-46f2-ae0a-059132571ced,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:17.462586 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03603152-27b6-407e-8510-05c036208431', 'tag': '52757e9e-921e-40a1-92fd-3264ed235a20'}, {'name': 'network-changed', 'server_uuid': 'fbe55782-3630-456a-8a32-a280ca780f65', 'tag': '72994a3b-1eae-4fe5-bf49-17f8e4754ff6'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:56:17.465422 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0911d4af-86b3-4280-8844-709b09136fab" -d '{"events": [{"name": "network-changed", "server_uuid": "03603152-27b6-407e-8510-05c036208431", "tag": "52757e9e-921e-40a1-92fd-3264ed235a20"}, {"name": "network-changed", "server_uuid": "fbe55782-3630-456a-8a32-a280ca780f65", "tag": "72994a3b-1eae-4fe5-bf49-17f8e4754ff6"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:56:17.496269 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:17.567126 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0a7cd109-3d56-425d-b541-ee455e403466 req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:17.575981 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654cb2d1-4073-4c49-9b5e-189575e853b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04fb905-f3af-4b23-84e0-6e8a29931fa3'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:56:17.592028 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e850082-2a8e-4cf4-b888-d1ace0332e08" -d '{"events": [{"server_uuid": "654cb2d1-4073-4c49-9b5e-189575e853b3", "name": "network-vif-plugged", "status": "completed", "tag": "d04fb905-f3af-4b23-84e0-6e8a29931fa3"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:56:17.604226 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] Allocated IP 172.25.2.210 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/61c20676-9002-4831-9c80-08cd24d13750) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:56:17.613222 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ccd38-46c7-4356-bb92-343bfab32ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=72994a3b-1eae-4fe5-bf49-17f8e4754ff6,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:17.627535 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a95de-33d5-499e-8801-261752af140e req-30fb0f88-d586-4122-a495-7af6b839e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:17.631233 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d70a95de-33d5-499e-8801-261752af140e req-30fb0f88-d586-4122-a495-7af6b839e278 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45c74dd5f2b84eb0b09b601c2d767da0&device_id=0469e498-aeb8-4708-982f-30560bbe02a3 HTTP/1.1" status: 200 len: 1095 time: 0.3890615 Aug 31 00:56:17.637887 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port d04fb905-f3af-4b23-84e0-6e8a29931fa3, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d04fb905-f3af-4b23-84e0-6e8a29931fa3,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:17.639268 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-37b86acc-d02c-4317-b449-cb9afdee6365 service neutron] 10.222.0.41 "GET /v2.0/networks/602ed75e-aeea-4651-ae06-6047fc149cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533527 Aug 31 00:56:17.677340 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0a7cd109-3d56-425d-b541-ee455e403466 req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:17.678720 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0a7cd109-3d56-425d-b541-ee455e403466 req-0fecd859-7d18-4b51-93f0-c1e89e40b80c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.7531495 Aug 31 00:56:17.684036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-124c228a-75ac-480b-a420-e6722b7c5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:17.685864 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-124c228a-75ac-480b-a420-e6722b7c5fe7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e&tenant_id=9b0e0bf639aa4d21b3db103ff979c892 HTTP/1.1" status: 200 len: 1101 time: 0.2392299 Aug 31 00:56:17.704630 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:17.732417 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:17.733684 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:56:17.888325 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0a7cd109-3d56-425d-b541-ee455e403466 req-9310a368-9478-4fc3-ad84-cba9d0650a0d tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.29 HTTP/1.1" status: 200 len: 695 time: 0.1970346 Aug 31 00:56:17.909534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123b5ea-bc96-41bd-aff9-7074dff98e45 req-b865974a-9bd0-443c-b30b-d2ca22c68999 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:17.918406 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1123b5ea-bc96-41bd-aff9-7074dff98e45 req-b865974a-9bd0-443c-b30b-d2ca22c68999 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 946 time: 0.4862964 Aug 31 00:56:17.966666 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075976-201c-43b6-9c8b-6d022c660df0 req-ac9eb996-320b-47ca-9489-1bf930679b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:17.968507 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-ac9eb996-320b-47ca-9489-1bf930679b84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45c74dd5f2b84eb0b09b601c2d767da0&device_id=fbe55782-3630-456a-8a32-a280ca780f65 HTTP/1.1" status: 200 len: 1096 time: 0.5349710 Aug 31 00:56:18.006782 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Attempting to bind port 0dbc9ccf-0fa2-46f2-ae0a-059132571ced on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:56:18.007292 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Attempting to bind port 0dbc9ccf-0fa2-46f2-ae0a-059132571ced by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3823af70-b9e3-4fde-a3b2-47c4a0430bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:56:18.007749 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Attempting to bind port 0dbc9ccf-0fa2-46f2-ae0a-059132571ced on network ad6da09f-9252-431e-baee-a209b62f8e65 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:18.013806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=d04fb905-f3af-4b23-84e0-6e8a29931fa3,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:18.076006 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:18.081357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c65ed4b5-a659-4288-b7b0-a08cfa60b1ee up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:18.088029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Port 0dbc9ccf-0fa2-46f2-ae0a-059132571ced on network ad6da09f-9252-431e-baee-a209b62f8e65 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:56:18.088358 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Attempting to bind port 0dbc9ccf-0fa2-46f2-ae0a-059132571ced on network ad6da09f-9252-431e-baee-a209b62f8e65 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:18.114654 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-089343ff-72b7-4b59-9335-ca0b7c8a561c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72994a3b-1eae-4fe5-bf49-17f8e4754ff6 HTTP/1.1" status: 200 len: 217 time: 0.1202044 Aug 31 00:56:18.128410 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:56:18.128846 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Checking segment: {'id': '3823af70-b9e3-4fde-a3b2-47c4a0430bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:56:18.129191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Bound using segment: {'id': '3823af70-b9e3-4fde-a3b2-47c4a0430bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:56:18.129907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Bound port: 0dbc9ccf-0fa2-46f2-ae0a-059132571ced, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3823af70-b9e3-4fde-a3b2-47c4a0430bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:56:18.130577 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:18.167252 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:18.264916 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] For port 0dbc9ccf-0fa2-46f2-ae0a-059132571ced, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:56:18.269253 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] For port 0dbc9ccf-0fa2-46f2-ae0a-059132571ced, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=0dbc9ccf-0fa2-46f2-ae0a-059132571ced,segment=NetworkSegment(3823af70-b9e3-4fde-a3b2-47c4a0430bb5),segment_id=3823af70-b9e3-4fde-a3b2-47c4a0430bb5)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:56:18.360933 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:18.391639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c65ed4b5-a659-4288-b7b0-a08cfa60b1ee triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:18.392549 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:18.412203 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a95de-33d5-499e-8801-261752af140e req-40f74f19-cbfe-4957-aa13-3e067dd63fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:18.417325 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d70a95de-33d5-499e-8801-261752af140e req-40f74f19-cbfe-4957-aa13-3e067dd63fb6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=602ed75e-aeea-4651-ae06-6047fc149cac HTTP/1.1" status: 200 len: 918 time: 0.7687449 Aug 31 00:56:18.424934 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1123b5ea-bc96-41bd-aff9-7074dff98e45 req-7764c064-80e6-482a-ac5f-a5170b85d4b8 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055156 Aug 31 00:56:18.437920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075976-201c-43b6-9c8b-6d022c660df0 req-98cca99c-1d5b-4fa1-ac22-1382375f1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:18.440648 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-98cca99c-1d5b-4fa1-ac22-1382375f1582 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ae400412-d19e-4bc8-8a48-5f58511abbfd HTTP/1.1" status: 200 len: 857 time: 0.2734931 Aug 31 00:56:18.581823 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-d26a88bb-a8c8-4656-ac43-a5205789452b service neutron] 10.222.0.41 "GET /v2.0/networks/602ed75e-aeea-4651-ae06-6047fc149cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9156559 Aug 31 00:56:18.646471 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cd109-3d56-425d-b541-ee455e403466 req-420c5a23-d1ef-496c-983c-3cfb6f34c255 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:18.649543 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0a7cd109-3d56-425d-b541-ee455e403466 req-420c5a23-d1ef-496c-983c-3cfb6f34c255 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.7592864 Aug 31 00:56:18.702624 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d70a95de-33d5-499e-8801-261752af140e req-b60d1d54-483f-45d3-981d-8943d4d145b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8cadb13-4042-47a9-885f-d048fda1d6d2 HTTP/1.1" status: 200 len: 217 time: 0.2604330 Aug 31 00:56:18.703266 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:18.707316 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-8cfac298-10c3-474e-b6f8-5d740741ca17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=602ed75e-aeea-4651-ae06-6047fc149cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2443893 Aug 31 00:56:18.707781 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:18.711365 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] 10.222.0.41 "PUT /v2.0/ports/0dbc9ccf-0fa2-46f2-ae0a-059132571ced HTTP/1.1" status: 200 len: 1092 time: 3.1346836 Aug 31 00:56:18.722337 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0578ad-1443-4283-97a1-343f605e7bfd', 'tag': '0dbc9ccf-0fa2-46f2-ae0a-059132571ced'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:56:18.728645 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a6ffbb-a12a-4c27-bba7-5b7bf7dcc805" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0578ad-1443-4283-97a1-343f605e7bfd", "tag": "0dbc9ccf-0fa2-46f2-ae0a-059132571ced"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:56:19.005986 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c8cadb13-4042-47a9-885f-d048fda1d6d2 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:56:19.052809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407c8e8-029c-4119-a8e5-fa3d4b6b6640 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbc9ccf-0fa2-46f2-ae0a-059132571ced,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:19.113949 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d37b6a-e888-437a-a50b-cdf288154d7d req-a9bb76df-4cda-46a1-b8d5-17a2893f7e4f tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:19.113949 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-57d37b6a-e888-437a-a50b-cdf288154d7d req-a9bb76df-4cda-46a1-b8d5-17a2893f7e4f tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 949 time: 0.2964189 Aug 31 00:56:19.195879 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:19.229285 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-12557e4e-4eec-4bf1-8ee1-d7dfb3013dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:19.232103 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-12557e4e-4eec-4bf1-8ee1-d7dfb3013dda service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6eb1e170b6f644e1a58213d43503cf50&device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 1095 time: 0.3125856 Aug 31 00:56:19.257636 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-57d37b6a-e888-437a-a50b-cdf288154d7d req-ec2f0437-f629-4cb9-b2e5-eedb48deaea1 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157362 Aug 31 00:56:19.315837 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-30a9e1b6-4219-44d5-a3c8-2c27d4fd1c6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dbc9ccf-0fa2-46f2-ae0a-059132571ced HTTP/1.1" status: 200 len: 217 time: 0.0717041 Aug 31 00:56:19.360180 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc282889-4cd7-47b6-a7a8-6d4f7cc80a4b req-c120a26e-89c0-4ff1-87a6-46ddff5ee409 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7362506 Aug 31 00:56:19.362216 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a95de-33d5-499e-8801-261752af140e req-54dfae5e-1201-4908-ba64-51db0937985e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:19.365122 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d70a95de-33d5-499e-8801-261752af140e req-54dfae5e-1201-4908-ba64-51db0937985e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ae400412-d19e-4bc8-8a48-5f58511abbfd HTTP/1.1" status: 200 len: 857 time: 0.6347506 Aug 31 00:56:19.391960 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port c8cadb13-4042-47a9-885f-d048fda1d6d2, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c8cadb13-4042-47a9-885f-d048fda1d6d2,segment=NetworkSegment(2e43c5b0-ef10-41c6-a3d3-5df5250a080d),segment_id=2e43c5b0-ef10-41c6-a3d3-5df5250a080d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:19.396214 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-aaca4d5e-54b5-4c96-909f-da04b13c2d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:19.396214 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-aaca4d5e-54b5-4c96-909f-da04b13c2d5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ab9bb2b-e46b-48ef-823c-1c22f46f941a HTTP/1.1" status: 200 len: 855 time: 0.0684602 Aug 31 00:56:19.417997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4abeda-4e4f-455b-a3d8-5cea187d3307 req-d6604320-b4ad-4afb-804e-b0d7f611f8c7 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:19.418330 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] For port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:19.430345 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed4abeda-4e4f-455b-a3d8-5cea187d3307 req-d6604320-b4ad-4afb-804e-b0d7f611f8c7 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 943 time: 0.3935163 Aug 31 00:56:19.455777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'c8cadb13-4042-47a9-885f-d048fda1d6d2', 'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac', 'port_id': 'c8cadb13-4042-47a9-885f-d048fda1d6d2', 'mac_address': 'fa:16:3e:88:fc:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae400412-d19e-4bc8-8a48-5f58511abbfd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:56:19.561780 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:19.571770 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d70a95de-33d5-499e-8801-261752af140e req-82c21ab9-f81b-4109-ad59-b5ef49558966 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=602ed75e-aeea-4651-ae06-6047fc149cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1959031 Aug 31 00:56:19.584283 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-62efc8ec-5893-40d5-ab2b-03ddfdf88521 service neutron] 10.222.0.48 "GET /v2.0/networks/602ed75e-aeea-4651-ae06-6047fc149cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8465683 Aug 31 00:56:19.593840 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8cadb13-4042-47a9-885f-d048fda1d6d2 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:56:19.619729 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-1227e057-d36e-4bf1-81c4-790bfb5f31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:19.621526 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-1227e057-d36e-4bf1-81c4-790bfb5f31ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad6da09f-9252-431e-baee-a209b62f8e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2183061 Aug 31 00:56:19.634471 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:19.640445 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port c8cadb13-4042-47a9-885f-d048fda1d6d2, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c8cadb13-4042-47a9-885f-d048fda1d6d2,segment=NetworkSegment(2e43c5b0-ef10-41c6-a3d3-5df5250a080d),segment_id=2e43c5b0-ef10-41c6-a3d3-5df5250a080d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:19.658292 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a439f14-dec5-42e5-9ca2-06d26f3c24ed req-dd2dc5ed-62da-4717-8620-a0ee3e240b68 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:19.662858 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a439f14-dec5-42e5-9ca2-06d26f3c24ed req-dd2dc5ed-62da-4717-8620-a0ee3e240b68 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbe55782-3630-456a-8a32-a280ca780f65 HTTP/1.1" status: 200 len: 944 time: 0.2422557 Aug 31 00:56:19.721675 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:19.775305 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed4abeda-4e4f-455b-a3d8-5cea187d3307 req-e5375644-cce9-4846-a13d-f2dfb17cd48f tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/security-groups?id=b44116fb-8631-4f72-9149-0a10b3929f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3347886 Aug 31 00:56:19.807461 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] For port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:56:19.818751 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:19.860613 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc282889-4cd7-47b6-a7a8-6d4f7cc80a4b req-f46251b7-121b-41ee-a4cf-ea5dbe413d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:19.864293 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=c8cadb13-4042-47a9-885f-d048fda1d6d2,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:19.868457 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc282889-4cd7-47b6-a7a8-6d4f7cc80a4b req-f46251b7-121b-41ee-a4cf-ea5dbe413d13 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a134cdf51b4003b500d687ed9eb1f8&device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 1176 time: 0.4113235 Aug 31 00:56:19.888143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:19.891321 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:56:19.941428 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:19.961516 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Transition to ACTIVE for port object c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:19.974486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['c8cadb13-4042-47a9-885f-d048fda1d6d2'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:56:19.987753 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d70a95de-33d5-499e-8801-261752af140e req-ed59af4e-2c4a-451f-a8f5-ae52eaf0742f service neutron] 10.222.0.48 "GET /v2.0/networks/602ed75e-aeea-4651-ae06-6047fc149cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011543 Aug 31 00:56:20.016282 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-42ed7ffd-2b31-4d3b-9deb-0857da16202e service neutron] 10.222.0.41 "GET /v2.0/networks/ad6da09f-9252-431e-baee-a209b62f8e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514347 Aug 31 00:56:20.087033 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:20.120983 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 00:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286f277d-60a7-4217-a86b-3781d5ed9945 x-openstack-request-id: req-286f277d-60a7-4217-a86b-3781d5ed9945 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:56:20.122796 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03603152-27b6-407e-8510-05c036208431", "tag": "52757e9e-921e-40a1-92fd-3264ed235a20", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fbe55782-3630-456a-8a32-a280ca780f65", "tag": "72994a3b-1eae-4fe5-bf49-17f8e4754ff6", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:56:20.124134 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-286f277d-60a7-4217-a86b-3781d5ed9945 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:56:20.125027 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03603152-27b6-407e-8510-05c036208431', 'tag': '52757e9e-921e-40a1-92fd-3264ed235a20', 'status': 'completed', 'code': 200} Aug 31 00:56:20.128376 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe55782-3630-456a-8a32-a280ca780f65', 'tag': '72994a3b-1eae-4fe5-bf49-17f8e4754ff6', 'status': 'completed', 'code': 200} Aug 31 00:56:20.152636 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0536a80-3b6d-47e1-a562-becb215e61d8 x-openstack-request-id: req-b0536a80-3b6d-47e1-a562-becb215e61d8 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:56:20.152970 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654cb2d1-4073-4c49-9b5e-189575e853b3", "name": "network-vif-plugged", "status": "completed", "tag": "d04fb905-f3af-4b23-84e0-6e8a29931fa3", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:56:20.153641 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0536a80-3b6d-47e1-a562-becb215e61d8 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:56:20.153944 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654cb2d1-4073-4c49-9b5e-189575e853b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04fb905-f3af-4b23-84e0-6e8a29931fa3', 'code': 200} Aug 31 00:56:20.154626 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 00:56:20.155258 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:56:20.419540 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a439f14-dec5-42e5-9ca2-06d26f3c24ed req-203a9656-2c36-4bb8-98e2-d584b07d3b9e tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/security-groups?id=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6492233 Aug 31 00:56:20.784163 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 52757e9e-921e-40a1-92fd-3264ed235a20 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:56:20.839630 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] Pushing event updated for resources: {'Port': ['ID=61c20676-9002-4831-9c80-08cd24d13750,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:21.008073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c8cadb13-4042-47a9-885f-d048fda1d6d2 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:21.059904 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69075976-201c-43b6-9c8b-6d022c660df0 req-dac9541a-9ac3-4f8f-b3e2-e5e8517600de service neutron] 10.222.0.48 "GET /v2.0/networks/602ed75e-aeea-4651-ae06-6047fc149cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4606216 Aug 31 00:56:21.105774 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 52757e9e-921e-40a1-92fd-3264ed235a20, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=52757e9e-921e-40a1-92fd-3264ed235a20,segment=NetworkSegment(2e43c5b0-ef10-41c6-a3d3-5df5250a080d),segment_id=2e43c5b0-ef10-41c6-a3d3-5df5250a080d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:21.139833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '52757e9e-921e-40a1-92fd-3264ed235a20', 'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac', 'port_id': '52757e9e-921e-40a1-92fd-3264ed235a20', 'mac_address': 'fa:16:3e:38:cd:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae400412-d19e-4bc8-8a48-5f58511abbfd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:56:21.156920 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Pushing event updated for resources: {'Port': ['ID=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,revision_number=6']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:21.201505 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d4af-86b3-4280-8844-709b09136fab req-60964862-7e28-456f-8cd5-5a5961dd0505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:21.207252 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] No DVR routers for this DVR port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:56:21.208256 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0911d4af-86b3-4280-8844-709b09136fab req-60964862-7e28-456f-8cd5-5a5961dd0505 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=45c74dd5f2b84eb0b09b601c2d767da0&device_id=03603152-27b6-407e-8510-05c036208431 HTTP/1.1" status: 200 len: 1096 time: 1.0294604 Aug 31 00:56:21.218974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb833e53-2236-45bc-b883-fe7d8e0cd8dd req-12775f73-f372-43fd-81ca-e698219e2738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:21.221107 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb833e53-2236-45bc-b883-fe7d8e0cd8dd req-12775f73-f372-43fd-81ca-e698219e2738 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 1098 time: 1.0698078 Aug 31 00:56:21.227455 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:21.242928 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc282889-4cd7-47b6-a7a8-6d4f7cc80a4b req-7de5066f-4c76-4aae-898f-fd4d07a206cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:21.244959 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc282889-4cd7-47b6-a7a8-6d4f7cc80a4b req-7de5066f-4c76-4aae-898f-fd4d07a206cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=c25bde23-7fd0-4902-805c-c6238fc1da6b HTTP/1.1" status: 200 len: 913 time: 1.3458676 Aug 31 00:56:21.254560 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52757e9e-921e-40a1-92fd-3264ed235a20 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:56:21.289733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 52757e9e-921e-40a1-92fd-3264ed235a20, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=52757e9e-921e-40a1-92fd-3264ed235a20,segment=NetworkSegment(2e43c5b0-ef10-41c6-a3d3-5df5250a080d),segment_id=2e43c5b0-ef10-41c6-a3d3-5df5250a080d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:21.299332 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-90f1ffc3-fe72-45e4-9a4f-71ce9d58e567 req-0a8734ff-e444-466b-b686-2261e8226073 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-702530831&fields=id&tenant_id=92a134cdf51b4003b500d687ed9eb1f8 HTTP/1.1" status: 200 len: 267 time: 0.1844811 Aug 31 00:56:21.307179 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d30fac1-9d44-4003-bf3d-bdcd49793fbe req-70ce72b0-4b5f-4de1-b51a-85bd7baf8ead service neutron] 10.222.0.41 "GET /v2.0/networks/ad6da09f-9252-431e-baee-a209b62f8e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2782786 Aug 31 00:56:21.343199 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port c8cadb13-4042-47a9-885f-d048fda1d6d2 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:21.348533 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port c8cadb13-4042-47a9-885f-d048fda1d6d2 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:21.348905 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:21.351956 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d70a95de-33d5-499e-8801-261752af140e req-e881fbb1-ce39-4b73-8426-4e593b37777e service neutron] 10.222.0.48 "GET /v2.0/networks/602ed75e-aeea-4651-ae06-6047fc149cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1608901 Aug 31 00:56:21.404539 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:21.405421 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Attempting to bind port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:56:21.407465 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Attempting to bind port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:56:21.411536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Attempting to bind port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:21.423580 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb833e53-2236-45bc-b883-fe7d8e0cd8dd req-ed26a543-c07b-4870-b59f-c42f0be2468c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865687 Aug 31 00:56:21.435838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:56:21.442156 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Attempting to bind port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:21.442388 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0e41c-9149-4ccf-a8d9-d38a2e0491da req-1bbcd28e-ac2b-4b71-b41c-2c6cb88b20de tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:21.451484 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cad0e41c-9149-4ccf-a8d9-d38a2e0491da req-1bbcd28e-ac2b-4b71-b41c-2c6cb88b20de tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 946 time: 1.1717727 Aug 31 00:56:21.478140 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1ffc3-fe72-45e4-9a4f-71ce9d58e567 req-54a092c0-3d8a-47b0-8542-b0c5724aa364 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:21.486212 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-90f1ffc3-fe72-45e4-9a4f-71ce9d58e567 req-54a092c0-3d8a-47b0-8542-b0c5724aa364 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 946 time: 0.1757388 Aug 31 00:56:21.491296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:56:21.492453 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:56:21.492861 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:56:21.493328 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Bound port: c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:56:21.493726 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:21.514562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-90f1ffc3-fe72-45e4-9a4f-71ce9d58e567 req-ae0f9429-7e0e-4b8e-896c-be5cfcd37e94 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Request body: {'port': {'security_groups': ['98b58b26-936b-442e-839b-8e0a5edf8a16', '6f3d3c5e-170e-4396-9671-b2d4cc271b0c']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:21.637305 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=52757e9e-921e-40a1-92fd-3264ed235a20,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:21.697595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['52757e9e-921e-40a1-92fd-3264ed235a20'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:56:21.700485 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-90f1ffc3-fe72-45e4-9a4f-71ce9d58e567 req-ae0f9429-7e0e-4b8e-896c-be5cfcd37e94 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:21.710377 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:21.762334 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:21.780216 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc282889-4cd7-47b6-a7a8-6d4f7cc80a4b req-3edc861f-a294-45b8-a1d7-cb099b04e555 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6303bf6-6125-4de5-b6d4-ed5466c4e039 HTTP/1.1" status: 200 len: 217 time: 0.4212196 Aug 31 00:56:21.813204 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d4af-86b3-4280-8844-709b09136fab req-f96610f0-a3f5-4f20-a0ee-23aceeb05e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:21.814805 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0911d4af-86b3-4280-8844-709b09136fab req-f96610f0-a3f5-4f20-a0ee-23aceeb05e2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45c74dd5f2b84eb0b09b601c2d767da0&device_id=fbe55782-3630-456a-8a32-a280ca780f65 HTTP/1.1" status: 200 len: 1096 time: 0.4484394 Aug 31 00:56:21.834045 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port c8cadb13-4042-47a9-885f-d048fda1d6d2, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c8cadb13-4042-47a9-885f-d048fda1d6d2,segment=NetworkSegment(2e43c5b0-ef10-41c6-a3d3-5df5250a080d),segment_id=2e43c5b0-ef10-41c6-a3d3-5df5250a080d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:21.865370 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] For port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d, host n-h1-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:56:21.895786 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cad0e41c-9149-4ccf-a8d9-d38a2e0491da req-a6bd798e-9490-4a98-8a07-df2d69b62971 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412649 Aug 31 00:56:21.918402 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] For port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:56:21.975430 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:22.051849 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:22.064071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=c8cadb13-4042-47a9-885f-d048fda1d6d2,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:22.154990 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0469e498-aeb8-4708-982f-30560bbe02a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cadb13-4042-47a9-885f-d048fda1d6d2'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:56:22.157618 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763baf35-247a-4b50-b3fb-bab27b5740ae" -d '{"events": [{"server_uuid": "0469e498-aeb8-4708-982f-30560bbe02a3", "name": "network-vif-plugged", "status": "completed", "tag": "c8cadb13-4042-47a9-885f-d048fda1d6d2"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:56:22.169793 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:22.170880 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:22.172274 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] 10.222.0.48 "PUT /v2.0/ports/c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d HTTP/1.1" status: 200 len: 1096 time: 4.4721146 Aug 31 00:56:22.306768 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a59e57-4af5-4171-93e4-66caff4eccff service neutron] Pushing event updated for resources: {'Port': ['ID=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,revision_number=7']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:22.357037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-90f1ffc3-fe72-45e4-9a4f-71ce9d58e567 req-ae0f9429-7e0e-4b8e-896c-be5cfcd37e94 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] For port 3b00ef20-aeb0-4aea-aefd-472d22ab45b5, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3b00ef20-aeb0-4aea-aefd-472d22ab45b5,segment=NetworkSegment(90c996bf-cc59-456f-9160-48c62acac6f2),segment_id=90c996bf-cc59-456f-9160-48c62acac6f2)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:22.380702 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-477cc370-e29e-4710-ab61-b470b92f511f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:22.382763 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-477cc370-e29e-4710-ab61-b470b92f511f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 1099 time: 0.1559780 Aug 31 00:56:22.418835 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d4af-86b3-4280-8844-709b09136fab req-5ccbf4a0-5d0d-4d63-a60c-e2be2269fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:22.420549 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0911d4af-86b3-4280-8844-709b09136fab req-5ccbf4a0-5d0d-4d63-a60c-e2be2269fe16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=602ed75e-aeea-4651-ae06-6047fc149cac HTTP/1.1" status: 200 len: 918 time: 1.1991463 Aug 31 00:56:22.421973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc282889-4cd7-47b6-a7a8-6d4f7cc80a4b req-c1a341a0-ad36-4651-976a-3941cf0f717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:22.423400 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc282889-4cd7-47b6-a7a8-6d4f7cc80a4b req-c1a341a0-ad36-4651-976a-3941cf0f717a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b9f00cd4-573e-4200-a1be-da6efee3f06a HTTP/1.1" status: 200 len: 852 time: 0.6333828 Aug 31 00:56:22.424444 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d4af-86b3-4280-8844-709b09136fab req-0dad07b7-279c-4822-8331-358965e16d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:22.425926 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0911d4af-86b3-4280-8844-709b09136fab req-0dad07b7-279c-4822-8331-358965e16d0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=602ed75e-aeea-4651-ae06-6047fc149cac HTTP/1.1" status: 200 len: 918 time: 0.5113595 Aug 31 00:56:22.497306 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-90f1ffc3-fe72-45e4-9a4f-71ce9d58e567 req-ae0f9429-7e0e-4b8e-896c-be5cfcd37e94 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:22.564052 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0911d4af-86b3-4280-8844-709b09136fab req-61d61eff-4603-413f-8f00-15f5af54aeb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52757e9e-921e-40a1-92fd-3264ed235a20 HTTP/1.1" status: 200 len: 217 time: 0.1302981 Aug 31 00:56:22.570470 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc282889-4cd7-47b6-a7a8-6d4f7cc80a4b req-d1c1758b-f381-4146-a78b-a4cf67a6e1d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c25bde23-7fd0-4902-805c-c6238fc1da6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146998 Aug 31 00:56:22.589788 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0911d4af-86b3-4280-8844-709b09136fab req-a68f70b3-e7fd-46c0-8b42-d35bb4347d01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72994a3b-1eae-4fe5-bf49-17f8e4754ff6 HTTP/1.1" status: 200 len: 217 time: 0.1101844 Aug 31 00:56:22.606319 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4f6a97b2-1c85-4fd0-8e71-c857faf4d4b2 req-936e1450-df1a-4230-944a-553db460cd49 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1285372 Aug 31 00:56:22.614019 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-90f1ffc3-fe72-45e4-9a4f-71ce9d58e567 req-ae0f9429-7e0e-4b8e-896c-be5cfcd37e94 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:22.621738 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-6e2335bb-533f-4c97-bf43-77f413417b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:22.625466 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-6e2335bb-533f-4c97-bf43-77f413417b01 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.2337959 Aug 31 00:56:22.628268 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['f6303bf6-6125-4de5-b6d4-ed5466c4e039', '3b00ef20-aeb0-4aea-aefd-472d22ab45b5'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:56:22.792110 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 52757e9e-921e-40a1-92fd-3264ed235a20 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:22.809940 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-cd6c09b0-549c-4d3f-9040-dcf4b1e5b6d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d HTTP/1.1" status: 200 len: 217 time: 0.1707737 Aug 31 00:56:22.823969 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1ffc3-fe72-45e4-9a4f-71ce9d58e567 req-ae0f9429-7e0e-4b8e-896c-be5cfcd37e94 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:22.824697 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-90f1ffc3-fe72-45e4-9a4f-71ce9d58e567 req-ae0f9429-7e0e-4b8e-896c-be5cfcd37e94 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:22.826532 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-90f1ffc3-fe72-45e4-9a4f-71ce9d58e567 req-ae0f9429-7e0e-4b8e-896c-be5cfcd37e94 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "PUT /v2.0/ports/3b00ef20-aeb0-4aea-aefd-472d22ab45b5 HTTP/1.1" status: 200 len: 982 time: 1.3194480 Aug 31 00:56:22.910818 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-715b0c56-6946-445c-bfd8-bd7cab5f36fc tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8008502 Aug 31 00:56:22.950528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-54c92ed5-84f0-4da1-a0e7-77b27d705a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:22.970468 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-54c92ed5-84f0-4da1-a0e7-77b27d705a70 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1190784 Aug 31 00:56:22.985550 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580ad47f-630b-4664-910f-1869f5cd9484 x-openstack-request-id: req-580ad47f-630b-4664-910f-1869f5cd9484 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:56:22.986979 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0578ad-1443-4283-97a1-343f605e7bfd", "tag": "0dbc9ccf-0fa2-46f2-ae0a-059132571ced", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:56:22.987561 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-580ad47f-630b-4664-910f-1869f5cd9484 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:56:22.988360 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0578ad-1443-4283-97a1-343f605e7bfd', 'tag': '0dbc9ccf-0fa2-46f2-ae0a-059132571ced', 'status': 'completed', 'code': 200} Aug 31 00:56:23.000000 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['3b00ef20-aeb0-4aea-aefd-472d22ab45b5'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:56:23.003436 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-7d82d765-61db-43c7-8360-a9634c14b099 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:23.051968 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 72994a3b-1eae-4fe5-bf49-17f8e4754ff6 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:56:23.103413 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f9429-7e0e-4b8e-896c-be5cfcd37e94 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event updated for resources: {'Port': ['ID=3b00ef20-aeb0-4aea-aefd-472d22ab45b5,revision_number=6']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:23.148148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a97b2-1c85-4fd0-8e71-c857faf4d4b2 req-20ba535c-85ab-4fbf-9ca0-22972bc87a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:23.150491 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4f6a97b2-1c85-4fd0-8e71-c857faf4d4b2 req-20ba535c-85ab-4fbf-9ca0-22972bc87a41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e57aba893e84797a7ad07e1842cdb74&device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 1098 time: 0.4479542 Aug 31 00:56:23.179744 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d4af-86b3-4280-8844-709b09136fab req-dcc9cc04-25d5-4ff7-a035-fe6b15c7645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:23.179744 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0911d4af-86b3-4280-8844-709b09136fab req-dcc9cc04-25d5-4ff7-a035-fe6b15c7645d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ae400412-d19e-4bc8-8a48-5f58511abbfd HTTP/1.1" status: 200 len: 857 time: 0.5803270 Aug 31 00:56:23.203638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d4af-86b3-4280-8844-709b09136fab req-514709a9-bd45-460e-a6d8-322783cd2225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:23.206703 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0911d4af-86b3-4280-8844-709b09136fab req-514709a9-bd45-460e-a6d8-322783cd2225 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ae400412-d19e-4bc8-8a48-5f58511abbfd HTTP/1.1" status: 200 len: 857 time: 0.6159620 Aug 31 00:56:23.239124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 52757e9e-921e-40a1-92fd-3264ed235a20 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:23.257132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 52757e9e-921e-40a1-92fd-3264ed235a20 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:23.257612 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:23.261092 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0911d4af-86b3-4280-8844-709b09136fab req-834751cb-6f7f-421a-a35a-e5392f0c884e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=602ed75e-aeea-4651-ae06-6047fc149cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504894 Aug 31 00:56:23.389042 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6ffbb-a12a-4c27-bba7-5b7bf7dcc805 req-36cff663-beb9-4cac-8497-dc7fcf64dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:23.391948 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75a6ffbb-a12a-4c27-bba7-5b7bf7dcc805 req-36cff663-beb9-4cac-8497-dc7fcf64dcef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6eb1e170b6f644e1a58213d43503cf50&device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 1095 time: 0.3986425 Aug 31 00:56:23.400957 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-f36f49a5-5a73-40de-b186-c04a4beeea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:23.403815 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-f36f49a5-5a73-40de-b186-c04a4beeea4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4391878 Aug 31 00:56:23.407305 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 72994a3b-1eae-4fe5-bf49-17f8e4754ff6, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=72994a3b-1eae-4fe5-bf49-17f8e4754ff6,segment=NetworkSegment(2e43c5b0-ef10-41c6-a3d3-5df5250a080d),segment_id=2e43c5b0-ef10-41c6-a3d3-5df5250a080d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:23.444008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '72994a3b-1eae-4fe5-bf49-17f8e4754ff6', 'network_id': '602ed75e-aeea-4651-ae06-6047fc149cac', 'port_id': '72994a3b-1eae-4fe5-bf49-17f8e4754ff6', 'mac_address': 'fa:16:3e:15:af:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae400412-d19e-4bc8-8a48-5f58511abbfd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:56:23.530934 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc282889-4cd7-47b6-a7a8-6d4f7cc80a4b req-baf36f8c-1bdb-448f-8b9e-cd12d3b2edfc service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9073632 Aug 31 00:56:23.533647 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-7d82d765-61db-43c7-8360-a9634c14b099 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:23.565805 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:23.591615 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:23.637243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4f9d-587c-4864-a6eb-c340d5594037 req-9285d483-8d89-4830-aa0c-e027eda9d6c4 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:23.639246 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-59ec4f9d-587c-4864-a6eb-c340d5594037 req-9285d483-8d89-4830-aa0c-e027eda9d6c4 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 947 time: 0.5007050 Aug 31 00:56:23.653731 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72994a3b-1eae-4fe5-bf49-17f8e4754ff6 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:56:23.665023 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0911d4af-86b3-4280-8844-709b09136fab req-33d191f5-4839-42d1-95e9-84b7cae33a40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=602ed75e-aeea-4651-ae06-6047fc149cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3251967 Aug 31 00:56:23.690668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 52757e9e-921e-40a1-92fd-3264ed235a20, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=52757e9e-921e-40a1-92fd-3264ed235a20,segment=NetworkSegment(2e43c5b0-ef10-41c6-a3d3-5df5250a080d),segment_id=2e43c5b0-ef10-41c6-a3d3-5df5250a080d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:23.718566 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 72994a3b-1eae-4fe5-bf49-17f8e4754ff6, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=72994a3b-1eae-4fe5-bf49-17f8e4754ff6,segment=NetworkSegment(2e43c5b0-ef10-41c6-a3d3-5df5250a080d),segment_id=2e43c5b0-ef10-41c6-a3d3-5df5250a080d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:23.805390 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:23.847996 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a97b2-1c85-4fd0-8e71-c857faf4d4b2 req-fa202fb4-8234-4cf4-acbc-6da13e8b3004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:23.850892 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4f6a97b2-1c85-4fd0-8e71-c857faf4d4b2 req-fa202fb4-8234-4cf4-acbc-6da13e8b3004 service neutron] 10.222.0.41 "GET /v2.0/networks?id=962090c4-e06e-4088-950b-8c581dc8e655 HTTP/1.1" status: 200 len: 915 time: 0.6220136 Aug 31 00:56:23.851484 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:23.903470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=52757e9e-921e-40a1-92fd-3264ed235a20,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:23.922698 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-59ec4f9d-587c-4864-a6eb-c340d5594037 req-a1696c7d-504d-4be1-aa68-8772d4c83774 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464404 Aug 31 00:56:23.998128 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=72994a3b-1eae-4fe5-bf49-17f8e4754ff6,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:24.039512 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6ffbb-a12a-4c27-bba7-5b7bf7dcc805 req-62d2305f-6632-42dd-942a-87ec4c58bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:24.044780 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75a6ffbb-a12a-4c27-bba7-5b7bf7dcc805 req-62d2305f-6632-42dd-942a-87ec4c58bc5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad6da09f-9252-431e-baee-a209b62f8e65 HTTP/1.1" status: 200 len: 917 time: 0.6367555 Aug 31 00:56:24.046689 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-64dc9885-9412-46ba-8983-6f297956284e service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6109505 Aug 31 00:56:24.049861 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4f6a97b2-1c85-4fd0-8e71-c857faf4d4b2 req-aef666bf-1cd6-4e1a-8998-e908ce126e16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d5bd277-aeb5-4022-b617-60ca0f30db3a HTTP/1.1" status: 200 len: 217 time: 0.1579428 Aug 31 00:56:24.120656 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['72994a3b-1eae-4fe5-bf49-17f8e4754ff6'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:56:24.186973 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75a6ffbb-a12a-4c27-bba7-5b7bf7dcc805 req-72c3fcce-5258-4442-ace7-92ffc60b4e6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dbc9ccf-0fa2-46f2-ae0a-059132571ced HTTP/1.1" status: 200 len: 217 time: 0.1350977 Aug 31 00:56:24.361876 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:24.430989 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a97b2-1c85-4fd0-8e71-c857faf4d4b2 req-390acc84-3c19-4226-998f-cf167f1421a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:24.433100 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4f6a97b2-1c85-4fd0-8e71-c857faf4d4b2 req-390acc84-3c19-4226-998f-cf167f1421a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dd93664-3297-40f1-8193-ad3e9b8e3322 HTTP/1.1" status: 200 len: 854 time: 0.3554840 Aug 31 00:56:24.453364 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0911d4af-86b3-4280-8844-709b09136fab req-664c5588-2347-40a7-8d74-76f56684aaad service neutron] 10.222.0.41 "GET /v2.0/networks/602ed75e-aeea-4651-ae06-6047fc149cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0943501 Aug 31 00:56:24.455410 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755583a7-5be9-4c2a-b0e3-37fa7fb8f0bf req-f3322002-a78c-4b3c-8f04-bfcecec9f7ab tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:24.457392 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-755583a7-5be9-4c2a-b0e3-37fa7fb8f0bf req-f3322002-a78c-4b3c-8f04-bfcecec9f7ab tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 943 time: 0.4037709 Aug 31 00:56:24.496786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6ffbb-a12a-4c27-bba7-5b7bf7dcc805 req-30019b76-cca9-48ce-8f10-19a80297c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:24.499097 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75a6ffbb-a12a-4c27-bba7-5b7bf7dcc805 req-30019b76-cca9-48ce-8f10-19a80297c2f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ab9bb2b-e46b-48ef-823c-1c22f46f941a HTTP/1.1" status: 200 len: 855 time: 0.2002754 Aug 31 00:56:24.547731 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4f6a97b2-1c85-4fd0-8e71-c857faf4d4b2 req-55c94935-6f53-4f7a-8804-f3b5a3fb4498 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=962090c4-e06e-4088-950b-8c581dc8e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889735 Aug 31 00:56:24.610443 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc282889-4cd7-47b6-a7a8-6d4f7cc80a4b req-5f9da233-f65d-4f96-af08-6968244b0f22 service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0352385 Aug 31 00:56:24.615273 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-1dd71044-69cc-46a5-a551-0eb9413756f8 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493565 Aug 31 00:56:24.684453 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0911d4af-86b3-4280-8844-709b09136fab req-2b0ee1ff-c605-48fc-bdd2-f219596629e2 service neutron] 10.222.0.48 "GET /v2.0/networks/602ed75e-aeea-4651-ae06-6047fc149cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613903 Aug 31 00:56:24.732410 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-755583a7-5be9-4c2a-b0e3-37fa7fb8f0bf req-b40ad705-444d-4893-bfc9-2f3dc3713159 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/security-groups?id=b44116fb-8631-4f72-9149-0a10b3929f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459228 Aug 31 00:56:24.780947 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6ffbb-a12a-4c27-bba7-5b7bf7dcc805 req-7a8e221b-cc03-4825-b895-ca60d2d0ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:24.786624 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75a6ffbb-a12a-4c27-bba7-5b7bf7dcc805 req-7a8e221b-cc03-4825-b895-ca60d2d0ff80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad6da09f-9252-431e-baee-a209b62f8e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2427871 Aug 31 00:56:24.837773 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0911d4af-86b3-4280-8844-709b09136fab req-3ff617b4-7a9c-44d9-9ce9-e33b477c9722 service neutron] 10.222.0.41 "GET /v2.0/networks/602ed75e-aeea-4651-ae06-6047fc149cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369806 Aug 31 00:56:24.899513 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-7d82d765-61db-43c7-8360-a9634c14b099 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:24.904674 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0911d4af-86b3-4280-8844-709b09136fab req-66184f84-aa8c-48bc-a5f9-ccb74e26f118 service neutron] 10.222.0.48 "GET /v2.0/networks/602ed75e-aeea-4651-ae06-6047fc149cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066419 Aug 31 00:56:24.990888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16dd0f3-3480-48c7-b6fe-204816ada84e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d'}, {'name': 'network-changed', 'server_uuid': 'a16dd0f3-3480-48c7-b6fe-204816ada84e', 'tag': 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d'}, {'name': 'network-changed', 'server_uuid': 'eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f', 'tag': '3b00ef20-aeb0-4aea-aefd-472d22ab45b5'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:56:24.994993 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d273c8-e147-4de1-bf79-12f9e12ef01d" -d '{"events": [{"server_uuid": "a16dd0f3-3480-48c7-b6fe-204816ada84e", "name": "network-vif-unplugged", "status": "completed", "tag": "c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d"}, {"name": "network-changed", "server_uuid": "a16dd0f3-3480-48c7-b6fe-204816ada84e", "tag": "c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d"}, {"name": "network-changed", "server_uuid": "eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f", "tag": "3b00ef20-aeb0-4aea-aefd-472d22ab45b5"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:56:25.029325 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4f6a97b2-1c85-4fd0-8e71-c857faf4d4b2 req-7245bccf-b013-48ff-917c-8ae2e73e6501 service neutron] 10.222.0.41 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582396 Aug 31 00:56:25.057607 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] Router 92707f45-dfa9-4425-97a8-6101c33dee73 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:56:25.126633 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a354b23-55a1-4db0-a895-53cdc4415373 req-8cad1ab2-a439-4c2a-8a81-1d63d7ec8ec7 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:25.128254 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1a354b23-55a1-4db0-a895-53cdc4415373 req-8cad1ab2-a439-4c2a-8a81-1d63d7ec8ec7 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbe55782-3630-456a-8a32-a280ca780f65 HTTP/1.1" status: 200 len: 945 time: 0.2565155 Aug 31 00:56:25.135631 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75a6ffbb-a12a-4c27-bba7-5b7bf7dcc805 req-d2d4f0e5-c16b-49ef-b23c-092b63784569 service neutron] 10.222.0.41 "GET /v2.0/networks/ad6da09f-9252-431e-baee-a209b62f8e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406413 Aug 31 00:56:25.216475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-7d82d765-61db-43c7-8360-a9634c14b099 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Allocated IP 172.25.2.122 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/23fc1722-69f3-4257-a211-03e5ebb796ca) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:56:25.312490 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1a354b23-55a1-4db0-a895-53cdc4415373 req-dce7cb38-be8b-4c56-9c35-6037a7de26b4 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/security-groups?id=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667461 Aug 31 00:56:25.389576 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75a6ffbb-a12a-4c27-bba7-5b7bf7dcc805 req-3c6f006f-7fc3-476c-ab97-a2b8d17f85c0 service neutron] 10.222.0.41 "GET /v2.0/networks/ad6da09f-9252-431e-baee-a209b62f8e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449806 Aug 31 00:56:25.394950 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4f6a97b2-1c85-4fd0-8e71-c857faf4d4b2 req-21c208b8-8cdb-4607-8ff7-0952c3485510 service neutron] 10.222.0.41 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545740 Aug 31 00:56:25.422548 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb36152-f325-4fb4-9d8b-e1e450c9772c x-openstack-request-id: req-9eb36152-f325-4fb4-9d8b-e1e450c9772c {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:56:25.424133 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0469e498-aeb8-4708-982f-30560bbe02a3", "name": "network-vif-plugged", "status": "completed", "tag": "c8cadb13-4042-47a9-885f-d048fda1d6d2", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:56:25.424694 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9eb36152-f325-4fb4-9d8b-e1e450c9772c {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:56:25.425880 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0469e498-aeb8-4708-982f-30560bbe02a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cadb13-4042-47a9-885f-d048fda1d6d2', 'code': 200} Aug 31 00:56:25.475800 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:56:25.493675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Sync routers for ids ['92707f45-dfa9-4425-97a8-6101c33dee73'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:56:25.517241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Routers {'92707f45-dfa9-4425-97a8-6101c33dee73'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:56:25.517908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:56:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['92707f45-dfa9-4425-97a8-6101c33dee73'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:25.546393 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-044dcd19-7c3e-430d-bd99-15e71a012f71 req-267e3aa7-5c5e-448c-8977-044ce05e4443 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/6f3d3c5e-170e-4396-9671-b2d4cc271b0c HTTP/1.1" status: 200 len: 1800 time: 0.0994630 Aug 31 00:56:25.624223 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:25.626731 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ea3c13cb-86e4-4114-a416-91a873067fed admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 13.7059417 Aug 31 00:56:25.633355 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43696) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:56:25.667255 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-7d82d765-61db-43c7-8360-a9634c14b099 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:25.699918 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Set router 92707f45-dfa9-4425-97a8-6101c33dee73 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:56:25.700573 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e2c94-522a-4d16-81e6-5c5cface9a18 req-82d944c6-9537-48e7-8549-e0f3967b979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:25.703660 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [req-044dcd19-7c3e-430d-bd99-15e71a012f71 req-db7b8e72-3fe3-4263-b8bf-a40dc5bd6b7d tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 00:56:25.704315 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-303e2c94-522a-4d16-81e6-5c5cface9a18 req-82d944c6-9537-48e7-8549-e0f3967b979d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0469e498-aeb8-4708-982f-30560bbe02a3 HTTP/1.1" status: 200 len: 1097 time: 0.1540411 Aug 31 00:56:25.705304 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-044dcd19-7c3e-430d-bd99-15e71a012f71 req-db7b8e72-3fe3-4263-b8bf-a40dc5bd6b7d tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "DELETE /v2.0/security-groups/6f3d3c5e-170e-4396-9671-b2d4cc271b0c HTTP/1.1" status: 409 len: 341 time: 0.1426792 Aug 31 00:56:25.804999 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-303e2c94-522a-4d16-81e6-5c5cface9a18 req-6c0c2386-4830-419d-b16d-f88a2de33407 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868237 Aug 31 00:56:25.916317 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-7d82d765-61db-43c7-8360-a9634c14b099 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:25.977230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-7d82d765-61db-43c7-8360-a9634c14b099 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:25.979479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-7d82d765-61db-43c7-8360-a9634c14b099 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:25.980911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657afbd6-eade-44e5-ad4c-76f550142b24 req-12da64f5-3eac-44b5-8ff4-51aaeccc3807 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:25.982600 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-657afbd6-eade-44e5-ad4c-76f550142b24 req-12da64f5-3eac-44b5-8ff4-51aaeccc3807 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 946 time: 0.1044827 Aug 31 00:56:26.003221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-7d82d765-61db-43c7-8360-a9634c14b099 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:56:26.056936 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82d765-61db-43c7-8360-a9634c14b099 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Pushing event updated for resources: {'Port': ['ID=23fc1722-69f3-4257-a211-03e5ebb796ca,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:26.069165 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92707f45-dfa9-4425-97a8-6101c33dee73', 'name': 'tempest-AttachSCSIVolumeTestJSON-1332060155-router', 'tenant_id': '6c49d64aaebb49b6941e7fd658425329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '61c20676-9002-4831-9c80-08cd24d13750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:56:12Z', 'updated_at': '2021-08-31T00:56:21Z', 'revision_number': 3, 'project_id': '6c49d64aaebb49b6941e7fd658425329', 'gw_port': {'id': '61c20676-9002-4831-9c80-08cd24d13750', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92707f45-dfa9-4425-97a8-6101c33dee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:16Z', 'updated_at': '2021-08-31T00:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:26.159165 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-657afbd6-eade-44e5-ad4c-76f550142b24 req-11a51aab-ebb0-47d2-a46a-33bf7e674c46 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565461 Aug 31 00:56:26.179147 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-7d82d765-61db-43c7-8360-a9634c14b099 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:26.284914 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Checking router: 92707f45-dfa9-4425-97a8-6101c33dee73 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:56:26.285322 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Updating router 92707f45-dfa9-4425-97a8-6101c33dee73 port 61c20676-9002-4831-9c80-08cd24d13750 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:56:26.314113 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:26.368540 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-7d82d765-61db-43c7-8360-a9634c14b099 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:26.430132 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db3462-5268-4e4b-9017-d1f9a343368c req-4a07680d-3abb-4200-8423-aff9bdba2d26 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:26.431840 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f7db3462-5268-4e4b-9017-d1f9a343368c req-4a07680d-3abb-4200-8423-aff9bdba2d26 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 947 time: 0.1316848 Aug 31 00:56:26.528458 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f7db3462-5268-4e4b-9017-d1f9a343368c req-6208f317-f9c7-4cf2-9678-fdf699608824 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864239 Aug 31 00:56:26.563286 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:26.759639 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 31 Aug 2021 00:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e83b2d-484e-4ec3-befe-bf6c17d6cd8f x-openstack-request-id: req-f9e83b2d-484e-4ec3-befe-bf6c17d6cd8f {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:56:26.760082 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16dd0f3-3480-48c7-b6fe-204816ada84e", "name": "network-vif-unplugged", "status": "completed", "tag": "c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d", "code": 200}, {"name": "network-changed", "server_uuid": "a16dd0f3-3480-48c7-b6fe-204816ada84e", "tag": "c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f", "tag": "3b00ef20-aeb0-4aea-aefd-472d22ab45b5", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:56:26.760497 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9e83b2d-484e-4ec3-befe-bf6c17d6cd8f {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:56:26.761100 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16dd0f3-3480-48c7-b6fe-204816ada84e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d', 'code': 200} Aug 31 00:56:26.761497 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16dd0f3-3480-48c7-b6fe-204816ada84e', 'tag': 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d', 'status': 'completed', 'code': 200} Aug 31 00:56:26.762242 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f', 'tag': '3b00ef20-aeb0-4aea-aefd-472d22ab45b5', 'status': 'completed', 'code': 200} Aug 31 00:56:26.824159 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-7d82d765-61db-43c7-8360-a9634c14b099 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:26.834150 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:26.851800 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Transition to ACTIVE for port object 61c20676-9002-4831-9c80-08cd24d13750 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:26.941691 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-2fe1fb5e-dcb3-4bf9-bc40-569e8339a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:26.957429 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-2fe1fb5e-dcb3-4bf9-bc40-569e8339a2fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 1099 time: 0.1253281 Aug 31 00:56:26.971488 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:27.009553 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-7d82d765-61db-43c7-8360-a9634c14b099 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:27.075552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:56:27.088959 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 72994a3b-1eae-4fe5-bf49-17f8e4754ff6 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:27.379297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82d765-61db-43c7-8360-a9634c14b099 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Pushing event updated for resources: {'Port': ['ID=23fc1722-69f3-4257-a211-03e5ebb796ca,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:27.426480 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-7d82d765-61db-43c7-8360-a9634c14b099 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:27.515837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03603152-27b6-407e-8510-05c036208431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52757e9e-921e-40a1-92fd-3264ed235a20'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:56:27.524866 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d677634-6eea-42da-86e1-941972fcb82e" -d '{"events": [{"server_uuid": "03603152-27b6-407e-8510-05c036208431", "name": "network-vif-plugged", "status": "completed", "tag": "52757e9e-921e-40a1-92fd-3264ed235a20"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:56:27.526512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-5f807e2f-ae9e-47b5-87dc-5f5c03a48d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:27.529613 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-5f807e2f-ae9e-47b5-87dc-5f5c03a48d0f service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.5645692 Aug 31 00:56:27.582326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Attempting to bind port 61c20676-9002-4831-9c80-08cd24d13750 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:56:27.583783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Attempting to bind port 61c20676-9002-4831-9c80-08cd24d13750 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:56:27.584650 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Attempting to bind port 61c20676-9002-4831-9c80-08cd24d13750 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:27.639410 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902fea2-3aec-405b-a725-2e1a1595ac4c None None] Pushing event updated for resources: {'Port': ['ID=61c20676-9002-4831-9c80-08cd24d13750,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:27.642810 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-29a022cd-ab9d-4ef6-9dff-05f983ba3fe2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d HTTP/1.1" status: 200 len: 217 time: 0.1027381 Aug 31 00:56:27.644744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:56:27.645351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:56:27.646031 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:27.646902 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:56:27.647688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Bound port: 61c20676-9002-4831-9c80-08cd24d13750, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:56:27.648383 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:27.676158 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-7d82d765-61db-43c7-8360-a9634c14b099 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:27.684712 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-7d82d765-61db-43c7-8360-a9634c14b099 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7030375 Aug 31 00:56:27.749300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-3a03c922-69c5-4ac1-92b2-863b7f9468cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:27.751856 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-3a03c922-69c5-4ac1-92b2-863b7f9468cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 1099 time: 0.9881086 Aug 31 00:56:27.752846 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:27.794530 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3db51-29cd-44e9-8de9-9be7ba71c38a req-9479d19e-95c6-4511-8f03-4a930fb1b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:27.797287 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b3e3db51-29cd-44e9-8de9-9be7ba71c38a req-9479d19e-95c6-4511-8f03-4a930fb1b646 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a134cdf51b4003b500d687ed9eb1f8&device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 1137 time: 0.4008946 Aug 31 00:56:27.799946 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-105e8c0c-c454-49de-8ffd-3fcd59dbb733 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 696 time: 0.1137798 Aug 31 00:56:27.824032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d', 'mac_address': 'fa:16:3e:a4:ec:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:56:27.830809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541feae7-2d21-4ad4-a5da-5af06cbeafee req-8972926e-029d-43c7-8d77-774256b7f054 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:27.832293 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-9b64fc50-59a2-4865-9348-d9852f9771f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:27.836892 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-9b64fc50-59a2-4865-9348-d9852f9771f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1690915 Aug 31 00:56:27.837171 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-541feae7-2d21-4ad4-a5da-5af06cbeafee req-8972926e-029d-43c7-8d77-774256b7f054 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 943 time: 0.3864601 Aug 31 00:56:27.871663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] For port 61c20676-9002-4831-9c80-08cd24d13750, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:56:27.876692 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] For port 61c20676-9002-4831-9c80-08cd24d13750, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=61c20676-9002-4831-9c80-08cd24d13750,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:56:27.955523 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:27.955779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] Allocated IP 172.20.0.1 (bac509b4-c23e-4e7e-a012-54407f2ac84a/bc4d2ef3-7ef0-49ca-801d-6985a41919ff/27088675-3d62-4fd0-a9de-4664c602ede1) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:56:27.984004 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:56:27.998200 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:28.001084 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 72994a3b-1eae-4fe5-bf49-17f8e4754ff6 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:28.026406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-57027dcc-0734-4471-9ae8-08f5b2c84b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:28.028634 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-57027dcc-0734-4471-9ae8-08f5b2c84b56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1448059 Aug 31 00:56:28.046818 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:28.063913 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 72994a3b-1eae-4fe5-bf49-17f8e4754ff6 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:28.067491 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:28.210407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3db51-29cd-44e9-8de9-9be7ba71c38a req-a9746e50-56fa-430c-9546-d2a63a20ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:28.211825 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b3e3db51-29cd-44e9-8de9-9be7ba71c38a req-a9746e50-56fa-430c-9546-d2a63a20ae6e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c25bde23-7fd0-4902-805c-c6238fc1da6b HTTP/1.1" status: 200 len: 913 time: 0.3733425 Aug 31 00:56:28.212806 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-82e7bc6a-bcfb-4803-9210-76e5664a5ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:28.214438 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-82e7bc6a-bcfb-4803-9210-76e5664a5ac3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.4420192 Aug 31 00:56:28.237959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-5e607e42-7e4f-4abc-bf19-cc87e1d1b634 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:28.241828 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c815ce6a-6e93-42ef-b124-a481209e5416 req-5e607e42-7e4f-4abc-bf19-cc87e1d1b634 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.4402037 Aug 31 00:56:28.311662 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:28.315605 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902fea2-3aec-405b-a725-2e1a1595ac4c None None] Pushing event updated for resources: {'Port': ['ID=61c20676-9002-4831-9c80-08cd24d13750,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:28.395086 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-541feae7-2d21-4ad4-a5da-5af06cbeafee req-8f299aba-6a87-49fb-a549-c6db1cce4eba tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/security-groups?id=b44116fb-8631-4f72-9149-0a10b3929f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4987717 Aug 31 00:56:28.530031 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-31542623-9337-46ec-bbb6-816795b9d71b service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864137 Aug 31 00:56:28.540192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:28.577556 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b3e3db51-29cd-44e9-8de9-9be7ba71c38a req-7d9102aa-b95a-4667-8e6d-1ef2fb0d47f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b00ef20-aeb0-4aea-aefd-472d22ab45b5 HTTP/1.1" status: 200 len: 217 time: 0.2003744 Aug 31 00:56:28.580003 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-21567822-5427-4c60-b837-1aa6ffc2055d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d HTTP/1.1" status: 200 len: 217 time: 0.2310879 Aug 31 00:56:28.599837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Routers {'92707f45-dfa9-4425-97a8-6101c33dee73'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:56:28.604399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:56:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['92707f45-dfa9-4425-97a8-6101c33dee73'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:28.849161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] Set router 92707f45-dfa9-4425-97a8-6101c33dee73 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:56:28.850274 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-2e63a1f8-32c6-4396-ae0c-4ce3a46436d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:28.855095 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-2e63a1f8-32c6-4396-ae0c-4ce3a46436d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.2308645 Aug 31 00:56:28.857708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3db51-29cd-44e9-8de9-9be7ba71c38a req-55206fa6-2679-4007-a03b-ba1a6c9a5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:28.860876 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b3e3db51-29cd-44e9-8de9-9be7ba71c38a req-55206fa6-2679-4007-a03b-ba1a6c9a5f53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b9f00cd4-573e-4200-a1be-da6efee3f06a HTTP/1.1" status: 200 len: 852 time: 0.2572803 Aug 31 00:56:28.900467 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4928d-38d1-42a0-bc8c-1b83092904d1 req-f9ed5138-5483-43fe-a49f-f91d8e419d46 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:28.905698 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1df4928d-38d1-42a0-bc8c-1b83092904d1 req-f9ed5138-5483-43fe-a49f-f91d8e419d46 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 985 time: 0.3149581 Aug 31 00:56:28.936461 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484939b-c442-4f7c-ab9a-8d0aae97210f req-47c69549-d2a1-4146-be51-669097ad7316 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:28.946353 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6484939b-c442-4f7c-ab9a-8d0aae97210f req-47c69549-d2a1-4146-be51-669097ad7316 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbe55782-3630-456a-8a32-a280ca780f65 HTTP/1.1" status: 200 len: 945 time: 0.5624969 Aug 31 00:56:29.017345 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6484939b-c442-4f7c-ab9a-8d0aae97210f req-7f0b7a7c-f332-43ce-9248-b6bd8f3e7493 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/security-groups?id=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694413 Aug 31 00:56:29.029656 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b3e3db51-29cd-44e9-8de9-9be7ba71c38a req-aa55183d-51b8-4cc9-a15d-8ddee7709e9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c25bde23-7fd0-4902-805c-c6238fc1da6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497626 Aug 31 00:56:29.037505 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-135959c6-113a-4bfb-aeb8-1c09867a3eff service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667335 Aug 31 00:56:29.037831 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:29.140779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] Transition to ACTIVE for port object 27088675-3d62-4fd0-a9de-4664c602ede1 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:29.152088 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:56:29.174277 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1df4928d-38d1-42a0-bc8c-1b83092904d1 req-b4e7aea0-4d41-4865-aa6b-5c964095016c tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&id=6f3d3c5e-170e-4396-9671-b2d4cc271b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2213659 Aug 31 00:56:29.211599 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4ed00c-5e6e-449e-a3f8-d412fd06e7f1 x-openstack-request-id: req-6d4ed00c-5e6e-449e-a3f8-d412fd06e7f1 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:56:29.211599 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03603152-27b6-407e-8510-05c036208431", "name": "network-vif-plugged", "status": "completed", "tag": "52757e9e-921e-40a1-92fd-3264ed235a20", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:56:29.211599 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d4ed00c-5e6e-449e-a3f8-d412fd06e7f1 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:56:29.211599 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03603152-27b6-407e-8510-05c036208431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52757e9e-921e-40a1-92fd-3264ed235a20', 'code': 200} Aug 31 00:56:29.216870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-d19dde63-c55b-4f6d-a673-0a7732546065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:29.218698 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-d19dde63-c55b-4f6d-a673-0a7732546065 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3418293 Aug 31 00:56:29.271786 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:29.345844 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d88374-1082-4516-875f-e637f9432f7f req-a320dba2-040b-4901-aba5-dee0c391f2b5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:29.354471 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51d88374-1082-4516-875f-e637f9432f7f req-a320dba2-040b-4901-aba5-dee0c391f2b5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 948 time: 0.0785179 Aug 31 00:56:29.394565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 72994a3b-1eae-4fe5-bf49-17f8e4754ff6, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=72994a3b-1eae-4fe5-bf49-17f8e4754ff6,segment=NetworkSegment(2e43c5b0-ef10-41c6-a3d3-5df5250a080d),segment_id=2e43c5b0-ef10-41c6-a3d3-5df5250a080d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:29.415616 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51d88374-1082-4516-875f-e637f9432f7f req-6fd947f1-1fd9-4c52-b67c-748f68f9900c tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596049 Aug 31 00:56:29.440068 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b3e3db51-29cd-44e9-8de9-9be7ba71c38a req-e8acf3d1-1268-405f-a44f-676162d3105b service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981142 Aug 31 00:56:29.478361 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:29.483573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92707f45-dfa9-4425-97a8-6101c33dee73', 'name': 'tempest-AttachSCSIVolumeTestJSON-1332060155-router', 'tenant_id': '6c49d64aaebb49b6941e7fd658425329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '61c20676-9002-4831-9c80-08cd24d13750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:56:12Z', 'updated_at': '2021-08-31T00:56:21Z', 'revision_number': 3, 'project_id': '6c49d64aaebb49b6941e7fd658425329', 'gw_port': {'id': '61c20676-9002-4831-9c80-08cd24d13750', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92707f45-dfa9-4425-97a8-6101c33dee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:16Z', 'updated_at': '2021-08-31T00:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:29.585675 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:29.618705 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f791a8d-b75a-4bb4-8818-f182735ed219 req-90ace162-eb3b-434e-8826-0f3b378892ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:29.620186 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f791a8d-b75a-4bb4-8818-f182735ed219 req-90ace162-eb3b-434e-8826-0f3b378892ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03603152-27b6-407e-8510-05c036208431 HTTP/1.1" status: 200 len: 1098 time: 0.2975702 Aug 31 00:56:29.624704 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028dfdd6-f6ca-4648-a477-123a4e121c23 None None] The sync data for ids ['92707f45-dfa9-4425-97a8-6101c33dee73'] in n-d-793621-34 is: [{'id': '92707f45-dfa9-4425-97a8-6101c33dee73', 'name': 'tempest-AttachSCSIVolumeTestJSON-1332060155-router', 'tenant_id': '6c49d64aaebb49b6941e7fd658425329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '61c20676-9002-4831-9c80-08cd24d13750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:56:12Z', 'updated_at': '2021-08-31T00:56:21Z', 'revision_number': 3, 'project_id': '6c49d64aaebb49b6941e7fd658425329', 'gw_port': {'id': '61c20676-9002-4831-9c80-08cd24d13750', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92707f45-dfa9-4425-97a8-6101c33dee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:16Z', 'updated_at': '2021-08-31T00:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:56:29.641577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=72994a3b-1eae-4fe5-bf49-17f8e4754ff6,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:29.672903 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-7253bd52-cb2e-46d3-913c-77eedcc03c06 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339039 Aug 31 00:56:29.693814 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-fa3a9703-cef6-4606-8ac0-af59256a39fa tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4666030 Aug 31 00:56:29.695786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] Network bac509b4-c23e-4e7e-a012-54407f2ac84a is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:29.738746 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:29.749784 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-61eaa425-d079-4a92-b29b-6553075a17e5 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:29.836604 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:56:29.871058 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] Pushing event updated for resources: {'Port': ['ID=27088675-3d62-4fd0-a9de-4664c602ede1,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:29.932514 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f791a8d-b75a-4bb4-8818-f182735ed219 req-640098ed-bcb2-4a64-83ac-6c73f7533593 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744453 Aug 31 00:56:29.948002 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b3e3db51-29cd-44e9-8de9-9be7ba71c38a req-6506f934-c460-4f2e-be69-5b29bc216f36 service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862845 Aug 31 00:56:30.010748 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:30.074654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fc291-86bd-4881-8cac-daff2d9b40a7 req-31e66964-9043-435d-9686-be8b31c47667 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:30.086454 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-154fc291-86bd-4881-8cac-daff2d9b40a7 req-31e66964-9043-435d-9686-be8b31c47667 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 943 time: 0.1587675 Aug 31 00:56:30.105410 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-61eaa425-d079-4a92-b29b-6553075a17e5 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:30.190979 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-154fc291-86bd-4881-8cac-daff2d9b40a7 req-0cb562d6-bd2a-484b-a34a-88138de583db tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/security-groups?id=b44116fb-8631-4f72-9149-0a10b3929f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038222 Aug 31 00:56:30.192709 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-a0c2c88f-aaa9-4934-b749-2548a5dcbd1a service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861720 Aug 31 00:56:30.302973 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5f099cb7-2d74-4c62-9477-2a5a37de766f None None] Provisioning for port 27088675-3d62-4fd0-a9de-4664c602ede1 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:30.308682 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5f099cb7-2d74-4c62-9477-2a5a37de766f None None] Provisioning complete for port 27088675-3d62-4fd0-a9de-4664c602ede1 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:30.312633 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5f099cb7-2d74-4c62-9477-2a5a37de766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:30.368028 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5f099cb7-2d74-4c62-9477-2a5a37de766f None None] Port 27088675-3d62-4fd0-a9de-4664c602ede1 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:56:30.447795 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-85e7b407-45e7-4d10-a6b2-84235a5f1f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:30.449810 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-85e7b407-45e7-4d10-a6b2-84235a5f1f4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a134cdf51b4003b500d687ed9eb1f8&device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 1137 time: 0.2552979 Aug 31 00:56:30.488784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd8055-be13-4f92-b2cb-d1f9a5b88e25 req-31d7d4c2-a0d5-458d-af82-7a8472a4bd36 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:30.498392 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43bd8055-be13-4f92-b2cb-d1f9a5b88e25 req-31d7d4c2-a0d5-458d-af82-7a8472a4bd36 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 948 time: 0.1391020 Aug 31 00:56:30.568238 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926658d-ce30-4c61-873a-e317f6232191 req-d0597fc2-60a3-439b-b08f-fe72add2d489 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:30.569959 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2926658d-ce30-4c61-873a-e317f6232191 req-d0597fc2-60a3-439b-b08f-fe72add2d489 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.41 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e&tenant_id=9b0e0bf639aa4d21b3db103ff979c892&binding%3Ahost_id=n-h1-793621-34 HTTP/1.1" status: 200 len: 948 time: 0.2176132 Aug 31 00:56:30.586044 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43bd8055-be13-4f92-b2cb-d1f9a5b88e25 req-24ce1743-4054-4489-8426-c5936d367df6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861194 Aug 31 00:56:30.704797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-288e390b-12e0-4acf-b8ec-61f3bdb5d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:30.706786 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-288e390b-12e0-4acf-b8ec-61f3bdb5d732 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c25bde23-7fd0-4902-805c-c6238fc1da6b HTTP/1.1" status: 200 len: 913 time: 0.2479897 Aug 31 00:56:30.724044 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:30.771623 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [req-2926658d-ce30-4c61-873a-e317f6232191 req-b0f35f30-29d7-43b7-b524-68cbb4eb3138 service neutron] delete failed (client error): The resource could not be found. Aug 31 00:56:30.772888 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2926658d-ce30-4c61-873a-e317f6232191 req-b0f35f30-29d7-43b7-b524-68cbb4eb3138 service neutron] 10.222.0.41 "DELETE /v2.0/ports/c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d/bindings/n-h2-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.1886301 Aug 31 00:56:30.779312 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-6859a9c1-4227-4093-b292-b7f4d843260f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b00ef20-aeb0-4aea-aefd-472d22ab45b5 HTTP/1.1" status: 200 len: 217 time: 0.0642045 Aug 31 00:56:30.790763 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 0dbc9ccf-0fa2-46f2-ae0a-059132571ced details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:56:30.846629 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-61eaa425-d079-4a92-b29b-6553075a17e5 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:31.019597 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-0b0fae33-9875-49f9-81d0-78877fe99b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:31.020987 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-0b0fae33-9875-49f9-81d0-78877fe99b5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b9f00cd4-573e-4200-a1be-da6efee3f06a HTTP/1.1" status: 200 len: 852 time: 0.2323990 Aug 31 00:56:31.060109 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:31.068069 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 0dbc9ccf-0fa2-46f2-ae0a-059132571ced, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=0dbc9ccf-0fa2-46f2-ae0a-059132571ced,segment=NetworkSegment(3823af70-b9e3-4fde-a3b2-47c4a0430bb5),segment_id=3823af70-b9e3-4fde-a3b2-47c4a0430bb5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:31.151731 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '0dbc9ccf-0fa2-46f2-ae0a-059132571ced', 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65', 'port_id': '0dbc9ccf-0fa2-46f2-ae0a-059132571ced', 'mac_address': 'fa:16:3e:6f:e0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:56:31.216040 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe55782-3630-456a-8a32-a280ca780f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72994a3b-1eae-4fe5-bf49-17f8e4754ff6'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:56:31.231763 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a0639b-0827-4afa-a359-bd1ef530872e" -d '{"events": [{"server_uuid": "fbe55782-3630-456a-8a32-a280ca780f65", "name": "network-vif-plugged", "status": "completed", "tag": "72994a3b-1eae-4fe5-bf49-17f8e4754ff6"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:56:31.312229 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:31.345568 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dbc9ccf-0fa2-46f2-ae0a-059132571ced {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:56:31.386031 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 0dbc9ccf-0fa2-46f2-ae0a-059132571ced, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=0dbc9ccf-0fa2-46f2-ae0a-059132571ced,segment=NetworkSegment(3823af70-b9e3-4fde-a3b2-47c4a0430bb5),segment_id=3823af70-b9e3-4fde-a3b2-47c4a0430bb5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:31.409086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:31.416452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:31.418666 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:31.476722 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:31.558375 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-2302e93f-f424-4cff-ac7d-d1fa60fc9d24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c25bde23-7fd0-4902-805c-c6238fc1da6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5087898 Aug 31 00:56:31.574670 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=0dbc9ccf-0fa2-46f2-ae0a-059132571ced,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:31.637509 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:31.678354 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926658d-ce30-4c61-873a-e317f6232191 req-0dc32331-9020-4b15-9558-5417972c813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:31.679907 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2926658d-ce30-4c61-873a-e317f6232191 req-0dc32331-9020-4b15-9558-5417972c813e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 1100 time: 0.7186286 Aug 31 00:56:31.680136 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:31.758111 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['0dbc9ccf-0fa2-46f2-ae0a-059132571ced'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:56:31.809048 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:31.810815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-61eaa425-d079-4a92-b29b-6553075a17e5 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Allocated IP 172.25.2.91 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/431b5d2e-3290-46a4-94e7-b5cb4f83e392) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:56:31.898028 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:31.966866 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-6b4a828f-6f0d-44ed-8c76-de7982e2afe5 service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237033 Aug 31 00:56:32.031329 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:32.090408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926658d-ce30-4c61-873a-e317f6232191 req-d40a17cc-9b75-4d1b-95d5-60553f668264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:32.090408 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2926658d-ce30-4c61-873a-e317f6232191 req-d40a17cc-9b75-4d1b-95d5-60553f668264 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.3944290 Aug 31 00:56:32.175061 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:32.176890 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2926658d-ce30-4c61-873a-e317f6232191 req-0f3f9dc6-52b3-42fc-86b4-c9f47d7193fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d HTTP/1.1" status: 200 len: 217 time: 0.0689845 Aug 31 00:56:32.178391 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 61c20676-9002-4831-9c80-08cd24d13750 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:32.379495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8852762-96a4-46c0-a0f8-4a6b2a0780ad req-df4d83fb-ce1a-494f-8aac-da56aee93bf4 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:32.396516 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8852762-96a4-46c0-a0f8-4a6b2a0780ad req-df4d83fb-ce1a-494f-8aac-da56aee93bf4 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbe55782-3630-456a-8a32-a280ca780f65 HTTP/1.1" status: 200 len: 946 time: 0.1690106 Aug 31 00:56:32.403437 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] Pushing event updated for resources: {'Port': ['ID=27088675-3d62-4fd0-a9de-4664c602ede1,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:32.404931 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:32.419509 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-61eaa425-d079-4a92-b29b-6553075a17e5 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:32.430190 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 61c20676-9002-4831-9c80-08cd24d13750 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:32.439722 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 61c20676-9002-4831-9c80-08cd24d13750 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:32.440453 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:32.447767 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926658d-ce30-4c61-873a-e317f6232191 req-93b0b7d2-8089-4764-963d-23baf310f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:32.449366 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2926658d-ce30-4c61-873a-e317f6232191 req-93b0b7d2-8089-4764-963d-23baf310f7f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.2406845 Aug 31 00:56:32.457500 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08d273c8-e147-4de1-bf79-12f9e12ef01d req-c13d2bd9-945d-45d1-9c78-63683267f883 service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485013 Aug 31 00:56:32.520576 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8852762-96a4-46c0-a0f8-4a6b2a0780ad req-bbebb0a5-c333-4850-a218-cda6638be00e tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/security-groups?id=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202378 Aug 31 00:56:32.630033 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:32.673710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 61c20676-9002-4831-9c80-08cd24d13750, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=61c20676-9002-4831-9c80-08cd24d13750,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:32.720694 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33381b-51e1-4024-ab6d-1fa7c8b231c3 req-ca99ef2a-c8ff-4847-a530-2cdf5f413b2b tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:32.723134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bf33381b-51e1-4024-ab6d-1fa7c8b231c3 req-ca99ef2a-c8ff-4847-a530-2cdf5f413b2b tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 985 time: 0.1151555 Aug 31 00:56:32.726119 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] Network bac509b4-c23e-4e7e-a012-54407f2ac84a is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:32.746813 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:32.779994 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bf33381b-51e1-4024-ab6d-1fa7c8b231c3 req-732f5d0f-c4d3-449c-add8-d436afc2fcb7 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=98b58b26-936b-442e-839b-8e0a5edf8a16&id=6f3d3c5e-170e-4396-9671-b2d4cc271b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0499601 Aug 31 00:56:32.783083 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:32.819134 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 0dbc9ccf-0fa2-46f2-ae0a-059132571ced up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:32.888476 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926658d-ce30-4c61-873a-e317f6232191 req-cef559f9-9cfb-4d54-8d32-5d91cf47b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:32.900235 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2926658d-ce30-4c61-873a-e317f6232191 req-cef559f9-9cfb-4d54-8d32-5d91cf47b0df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4264727 Aug 31 00:56:32.988199 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=61c20676-9002-4831-9c80-08cd24d13750,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:33.056130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718c828-68e7-4f9f-9e6a-44d41ba9abe1 req-8cca3382-d0b6-4b1e-b0f6-7c253d73896c tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:33.058095 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1718c828-68e7-4f9f-9e6a-44d41ba9abe1 req-8cca3382-d0b6-4b1e-b0f6-7c253d73896c tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 944 time: 0.1739240 Aug 31 00:56:33.078112 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-61eaa425-d079-4a92-b29b-6553075a17e5 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:33.104064 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1718c828-68e7-4f9f-9e6a-44d41ba9abe1 req-fa5106c0-1655-414b-8164-1109f0147bbe tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/security-groups?id=b44116fb-8631-4f72-9149-0a10b3929f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393133 Aug 31 00:56:33.120446 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 0dbc9ccf-0fa2-46f2-ae0a-059132571ced completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:33.127464 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 0dbc9ccf-0fa2-46f2-ae0a-059132571ced triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:33.127464 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:33.211625 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208c16fc-3c1c-4a42-a51f-d111ec8dbeb2 x-openstack-request-id: req-208c16fc-3c1c-4a42-a51f-d111ec8dbeb2 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:56:33.216183 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe55782-3630-456a-8a32-a280ca780f65", "name": "network-vif-plugged", "status": "completed", "tag": "72994a3b-1eae-4fe5-bf49-17f8e4754ff6", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:56:33.216183 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-208c16fc-3c1c-4a42-a51f-d111ec8dbeb2 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:56:33.216183 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe55782-3630-456a-8a32-a280ca780f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72994a3b-1eae-4fe5-bf49-17f8e4754ff6', 'code': 200} Aug 31 00:56:33.341900 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-61eaa425-d079-4a92-b29b-6553075a17e5 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:33.365785 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8a048f6a-27f4-4ede-bef4-bab2897c63a0 None None] Provisioning complete for port 27088675-3d62-4fd0-a9de-4664c602ede1 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:33.368455 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8a048f6a-27f4-4ede-bef4-bab2897c63a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:33.383820 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-61eaa425-d079-4a92-b29b-6553075a17e5 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:33.414548 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-61eaa425-d079-4a92-b29b-6553075a17e5 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:56:33.459435 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8a048f6a-27f4-4ede-bef4-bab2897c63a0 None None] Port 27088675-3d62-4fd0-a9de-4664c602ede1 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:56:33.620534 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2926658d-ce30-4c61-873a-e317f6232191 req-697c7271-8b17-4ff6-919e-6ba4de2f70da service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473039 Aug 31 00:56:33.621976 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:33.622837 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eaa425-d079-4a92-b29b-6553075a17e5 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Pushing event updated for resources: {'Port': ['ID=431b5d2e-3290-46a4-94e7-b5cb4f83e392,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:33.622837 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] Router 92707f45-dfa9-4425-97a8-6101c33dee73 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:56:33.623301 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1b969-765e-4184-adf6-b557f68f5d3a req-7595ff69-af52-451e-bc87-744aa576c8ba tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:33.623301 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5a1b969-765e-4184-adf6-b557f68f5d3a req-7595ff69-af52-451e-bc87-744aa576c8ba tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 949 time: 0.1767311 Aug 31 00:56:33.624271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 0dbc9ccf-0fa2-46f2-ae0a-059132571ced, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=0dbc9ccf-0fa2-46f2-ae0a-059132571ced,segment=NetworkSegment(3823af70-b9e3-4fde-a3b2-47c4a0430bb5),segment_id=3823af70-b9e3-4fde-a3b2-47c4a0430bb5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:33.624465 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4740e-cad2-4813-8e0f-dca606874b88 req-44a88176-9c78-42af-a308-8395e6d4811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:33.624465 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1b4740e-cad2-4813-8e0f-dca606874b88 req-44a88176-9c78-42af-a308-8395e6d4811f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fbe55782-3630-456a-8a32-a280ca780f65 HTTP/1.1" status: 200 len: 1098 time: 0.2798095 Aug 31 00:56:33.624820 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5a1b969-765e-4184-adf6-b557f68f5d3a req-c50cfe32-a2af-43d6-aa3c-336edee87fbb tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663178 Aug 31 00:56:33.778574 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2926658d-ce30-4c61-873a-e317f6232191 req-3e13a927-c9fc-45ff-a51c-3f6273673881 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959356 Aug 31 00:56:33.792452 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-61eaa425-d079-4a92-b29b-6553075a17e5 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:33.809978 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1b4740e-cad2-4813-8e0f-dca606874b88 req-f5a52605-a1b0-47bf-b44d-6399ce7ee0d8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620631 Aug 31 00:56:33.817112 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:56:33.840311 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c4932905-470f-4f06-8f9f-79563f2f44f0 admin admin] 10.222.0.16 "PUT /v2.0/routers/92707f45-dfa9-4425-97a8-6101c33dee73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2005451 Aug 31 00:56:33.850617 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Sync routers for ids ['92707f45-dfa9-4425-97a8-6101c33dee73'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:56:33.861674 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cdead386-f654-469d-a3ae-a69d3050207a req-ebadb483-5e07-4272-8817-0fb71da9787d tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1994170702&fields=id&tenant_id=92a134cdf51b4003b500d687ed9eb1f8 HTTP/1.1" status: 200 len: 267 time: 0.0951784 Aug 31 00:56:33.869464 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Routers {'92707f45-dfa9-4425-97a8-6101c33dee73'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:56:33.871405 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:56:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['92707f45-dfa9-4425-97a8-6101c33dee73'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:33.944364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdead386-f654-469d-a3ae-a69d3050207a req-5efed12c-18e7-4dfc-8569-924aaf12c611 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:33.950689 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:33.956081 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cdead386-f654-469d-a3ae-a69d3050207a req-5efed12c-18e7-4dfc-8569-924aaf12c611 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 985 time: 0.0921240 Aug 31 00:56:33.969837 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-cdead386-f654-469d-a3ae-a69d3050207a req-c4306cc3-35c7-49f4-af21-5bb3fc33e565 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Request body: {'port': {'security_groups': ['6f3d3c5e-170e-4396-9671-b2d4cc271b0c', '98b58b26-936b-442e-839b-8e0a5edf8a16', '90ec2210-2509-4b19-a30f-b569e9215b79']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:34.031198 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 61c20676-9002-4831-9c80-08cd24d13750 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:34.047021 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Set router 92707f45-dfa9-4425-97a8-6101c33dee73 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:56:34.064003 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-61eaa425-d079-4a92-b29b-6553075a17e5 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:34.190268 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cdead386-f654-469d-a3ae-a69d3050207a req-c4306cc3-35c7-49f4-af21-5bb3fc33e565 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:34.236328 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=0dbc9ccf-0fa2-46f2-ae0a-059132571ced,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:34.269342 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 61c20676-9002-4831-9c80-08cd24d13750 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:34.270826 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:34.349894 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f12ed150-9ef9-453f-ac12-9c5ab63b59bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:34.483423 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-61eaa425-d079-4a92-b29b-6553075a17e5 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:34.594836 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-61eaa425-d079-4a92-b29b-6553075a17e5 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:34.635480 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92707f45-dfa9-4425-97a8-6101c33dee73', 'name': 'tempest-AttachSCSIVolumeTestJSON-1332060155-router', 'tenant_id': '6c49d64aaebb49b6941e7fd658425329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '61c20676-9002-4831-9c80-08cd24d13750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:56:12Z', 'updated_at': '2021-08-31T00:56:30Z', 'revision_number': 4, 'project_id': '6c49d64aaebb49b6941e7fd658425329', 'gw_port': {'id': '61c20676-9002-4831-9c80-08cd24d13750', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92707f45-dfa9-4425-97a8-6101c33dee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:16Z', 'updated_at': '2021-08-31T00:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '27088675-3d62-4fd0-a9de-4664c602ede1', 'name': '', 'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a', 'tenant_id': '6c49d64aaebb49b6941e7fd658425329', 'mac_address': 'fa:16:3e:e0:f5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92707f45-dfa9-4425-97a8-6101c33dee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'bc4d2ef3-7ef0-49ca-801d-6985a41919ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:26Z', 'updated_at': '2021-08-31T00:56:30Z', 'revision_number': 2, 'project_id': '6c49d64aaebb49b6941e7fd658425329', 'subnets': [{'id': 'bc4d2ef3-7ef0-49ca-801d-6985a41919ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:34.700381 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Checking router: 92707f45-dfa9-4425-97a8-6101c33dee73 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:56:34.700965 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Updating router 92707f45-dfa9-4425-97a8-6101c33dee73 port 27088675-3d62-4fd0-a9de-4664c602ede1 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:56:34.721003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-cdead386-f654-469d-a3ae-a69d3050207a req-c4306cc3-35c7-49f4-af21-5bb3fc33e565 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] For port 3b00ef20-aeb0-4aea-aefd-472d22ab45b5, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3b00ef20-aeb0-4aea-aefd-472d22ab45b5,segment=NetworkSegment(90c996bf-cc59-456f-9160-48c62acac6f2),segment_id=90c996bf-cc59-456f-9160-48c62acac6f2)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:34.765022 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eaa425-d079-4a92-b29b-6553075a17e5 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Pushing event updated for resources: {'Port': ['ID=431b5d2e-3290-46a4-94e7-b5cb4f83e392,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:34.772983 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-61eaa425-d079-4a92-b29b-6553075a17e5 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:34.797401 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cdead386-f654-469d-a3ae-a69d3050207a req-c4306cc3-35c7-49f4-af21-5bb3fc33e565 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:34.804406 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:34.915520 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-61eaa425-d079-4a92-b29b-6553075a17e5 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:34.916956 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cdead386-f654-469d-a3ae-a69d3050207a req-c4306cc3-35c7-49f4-af21-5bb3fc33e565 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:34.917782 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-61eaa425-d079-4a92-b29b-6553075a17e5 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.1985037 Aug 31 00:56:34.934686 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['f6303bf6-6125-4de5-b6d4-ed5466c4e039', '3b00ef20-aeb0-4aea-aefd-472d22ab45b5'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:56:35.141843 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-1e427f4d-8902-4c06-954c-b2c4b36b62b6 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 695 time: 0.2116246 Aug 31 00:56:35.213634 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4306cc3-35c7-49f4-af21-5bb3fc33e565 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event updated for resources: {'Port': ['ID=3b00ef20-aeb0-4aea-aefd-472d22ab45b5,revision_number=7']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:35.234629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdead386-f654-469d-a3ae-a69d3050207a req-c4306cc3-35c7-49f4-af21-5bb3fc33e565 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:35.235794 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cdead386-f654-469d-a3ae-a69d3050207a req-c4306cc3-35c7-49f4-af21-5bb3fc33e565 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:35.257073 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cdead386-f654-469d-a3ae-a69d3050207a req-c4306cc3-35c7-49f4-af21-5bb3fc33e565 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "PUT /v2.0/ports/3b00ef20-aeb0-4aea-aefd-472d22ab45b5 HTTP/1.1" status: 200 len: 1021 time: 1.3013077 Aug 31 00:56:35.257949 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f', 'tag': '3b00ef20-aeb0-4aea-aefd-472d22ab45b5'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:56:35.263224 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db638fb-1e1a-443a-bfe0-04093a4322b7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f", "tag": "3b00ef20-aeb0-4aea-aefd-472d22ab45b5"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:56:35.598097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b65ce-91a2-45f2-9481-496f7ff87e3e req-54637a57-9cf0-475e-bf87-7012a8f97833 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:35.626328 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-433b65ce-91a2-45f2-9481-496f7ff87e3e req-54637a57-9cf0-475e-bf87-7012a8f97833 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbe55782-3630-456a-8a32-a280ca780f65 HTTP/1.1" status: 200 len: 946 time: 0.2473609 Aug 31 00:56:35.651817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-a0a91493-4f05-4b85-b1b1-0fcf07325e5c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:35.654715 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef7089a5-f3b5-4749-b04b-4e00763ab996 req-a0a91493-4f05-4b85-b1b1-0fcf07325e5c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.5052624 Aug 31 00:56:35.669786 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16dd0f3-3480-48c7-b6fe-204816ada84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d'}, {'server_uuid': '8f0578ad-1443-4283-97a1-343f605e7bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbc9ccf-0fa2-46f2-ae0a-059132571ced'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:56:35.685495 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3828847e-a0dc-4b56-8f3a-828240423a7c" -d '{"events": [{"server_uuid": "a16dd0f3-3480-48c7-b6fe-204816ada84e", "name": "network-vif-plugged", "status": "completed", "tag": "c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d"}, {"server_uuid": "8f0578ad-1443-4283-97a1-343f605e7bfd", "name": "network-vif-plugged", "status": "completed", "tag": "0dbc9ccf-0fa2-46f2-ae0a-059132571ced"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:56:35.742151 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-433b65ce-91a2-45f2-9481-496f7ff87e3e req-4207431a-ac7d-4cf7-afa7-6f6d1a949af9 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/security-groups?id=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135373 Aug 31 00:56:35.808741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['3b00ef20-aeb0-4aea-aefd-472d22ab45b5'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:56:35.887964 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43804) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:56:35.896960 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-a6f8f48c-358a-480c-8470-fe709c5b54f2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1664130140-network', 'tenant_id': 'dc3ead52cc7e4f34b5aebe78511a8644'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:35.976126 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:36.031091 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Transition to ACTIVE for port object 27088675-3d62-4fd0-a9de-4664c602ede1 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:36.079544 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd80456-0e52-4e84-83de-527af43ff8b1 req-1fb02b1d-bc8a-42ee-a989-deb259c2b617 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:36.083639 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dbd80456-0e52-4e84-83de-527af43ff8b1 req-1fb02b1d-bc8a-42ee-a989-deb259c2b617 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 949 time: 0.2251475 Aug 31 00:56:36.101062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22266fe7-8998-49ef-a425-76e8b58fc7ef req-d0ff2573-a972-481c-8891-32981d57856e tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:36.103394 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-22266fe7-8998-49ef-a425-76e8b58fc7ef req-d0ff2573-a972-481c-8891-32981d57856e tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 945 time: 0.1035099 Aug 31 00:56:36.144786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f8f48c-358a-480c-8470-fe709c5b54f2 admin admin] Made reservation on behalf of dc3ead52cc7e4f34b5aebe78511a8644 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:56:36.148843 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f48c-358a-480c-8470-fe709c5b54f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:36.160914 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f48c-358a-480c-8470-fe709c5b54f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:36.194250 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-22266fe7-8998-49ef-a425-76e8b58fc7ef req-d66a3d2b-3114-495f-8270-696736ad3550 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/security-groups?id=b44116fb-8631-4f72-9149-0a10b3929f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749612 Aug 31 00:56:36.217760 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dbd80456-0e52-4e84-83de-527af43ff8b1 req-0898c19c-8699-4987-94a9-ecd2363852fd tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279464 Aug 31 00:56:36.306814 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cabfdbe-4fe1-4ae3-a7db-8623708f8992 req-e677afe1-30cb-4821-9e76-387e76170e5a tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/90ec2210-2509-4b19-a30f-b569e9215b79 HTTP/1.1" status: 200 len: 1801 time: 0.0577416 Aug 31 00:56:36.358622 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c3da6e-95c2-4698-994c-ae33be2c89bb x-openstack-request-id: req-b9c3da6e-95c2-4698-994c-ae33be2c89bb {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:56:36.359217 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f", "tag": "3b00ef20-aeb0-4aea-aefd-472d22ab45b5", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:56:36.360247 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9c3da6e-95c2-4698-994c-ae33be2c89bb {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:56:36.361184 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f', 'tag': '3b00ef20-aeb0-4aea-aefd-472d22ab45b5', 'status': 'completed', 'code': 200} Aug 31 00:56:36.395266 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-4cabfdbe-4fe1-4ae3-a7db-8623708f8992 req-81c32449-aa8b-4efd-bc20-1d1a42342549 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 00:56:36.399672 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cabfdbe-4fe1-4ae3-a7db-8623708f8992 req-81c32449-aa8b-4efd-bc20-1d1a42342549 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "DELETE /v2.0/security-groups/90ec2210-2509-4b19-a30f-b569e9215b79 HTTP/1.1" status: 409 len: 341 time: 0.0914385 Aug 31 00:56:36.543066 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-72e50d65-cdb0-426d-a682-7610988fe483 req-2f7aa271-eae2-41ee-87cc-9230bfb7e6c7 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/floatingips/6939e35d-0127-48aa-a487-17a557092ad9 HTTP/1.1" status: 200 len: 692 time: 0.1489489 Aug 31 00:56:36.563625 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 00:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e808257-bf98-4503-b4b8-7bce60eb3434 x-openstack-request-id: req-0e808257-bf98-4503-b4b8-7bce60eb3434 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:56:36.564755 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16dd0f3-3480-48c7-b6fe-204816ada84e", "name": "network-vif-plugged", "status": "completed", "tag": "c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d", "code": 200}, {"server_uuid": "8f0578ad-1443-4283-97a1-343f605e7bfd", "name": "network-vif-plugged", "status": "completed", "tag": "0dbc9ccf-0fa2-46f2-ae0a-059132571ced", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:56:36.564755 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e808257-bf98-4503-b4b8-7bce60eb3434 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:56:36.565174 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16dd0f3-3480-48c7-b6fe-204816ada84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d', 'code': 200} Aug 31 00:56:36.566502 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0578ad-1443-4283-97a1-343f605e7bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbc9ccf-0fa2-46f2-ae0a-059132571ced', 'code': 200} Aug 31 00:56:36.570879 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:36.762453 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e50d65-cdb0-426d-a682-7610988fe483 req-3d32b5ce-f8ac-4e2d-bac8-dfd174d05973 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:36.764037 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-72e50d65-cdb0-426d-a682-7610988fe483 req-3d32b5ce-f8ac-4e2d-bac8-dfd174d05973 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.2030091 Aug 31 00:56:36.799418 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-72e50d65-cdb0-426d-a682-7610988fe483 req-14ef8c82-7917-4006-830c-41dcd6413353 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:56:36.801362 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-72e50d65-cdb0-426d-a682-7610988fe483 req-14ef8c82-7917-4006-830c-41dcd6413353 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084484 Aug 31 00:56:36.843835 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:36.944927 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:36.949486 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:36.967551 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a74b7-4ee5-420c-8d9f-dd8a8ed6486c None None] Pushing event updated for resources: {'Port': ['ID=27088675-3d62-4fd0-a9de-4664c602ede1,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:36.973859 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e89295-1659-4a54-8fe9-2df81a9595c0 req-cbaaa796-59c9-4d7e-8bbb-59007dc5966a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:36.986409 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b7e89295-1659-4a54-8fe9-2df81a9595c0 req-cbaaa796-59c9-4d7e-8bbb-59007dc5966a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 949 time: 0.2815354 Aug 31 00:56:36.986549 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f48c-358a-480c-8470-fe709c5b54f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:37.075846 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c0f39635-b29c-4258-9f78-9f6051d0f93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:37.092257 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db638fb-1e1a-443a-bfe0-04093a4322b7 req-c9c46340-c672-477b-b121-9b8317059cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:37.100222 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6db638fb-1e1a-443a-bfe0-04093a4322b7 req-c9c46340-c672-477b-b121-9b8317059cbb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a134cdf51b4003b500d687ed9eb1f8&device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 1176 time: 0.5557284 Aug 31 00:56:37.120310 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c78494-099d-45b9-8fde-289cc0c2fce9 req-ee1c288e-d2a1-447b-9252-f2ac057a5c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:37.124954 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10c78494-099d-45b9-8fde-289cc0c2fce9 req-ee1c288e-d2a1-447b-9252-f2ac057a5c90 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 1097 time: 0.3592494 Aug 31 00:56:37.132434 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f48c-358a-480c-8470-fe709c5b54f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:37.176689 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Attempting to bind port 27088675-3d62-4fd0-a9de-4664c602ede1 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:56:37.177599 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Attempting to bind port 27088675-3d62-4fd0-a9de-4664c602ede1 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '8bb544db-f230-4e9d-945a-344fa4064b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:56:37.181131 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Attempting to bind port 27088675-3d62-4fd0-a9de-4664c602ede1 on network bac509b4-c23e-4e7e-a012-54407f2ac84a {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:37.205878 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b7e89295-1659-4a54-8fe9-2df81a9595c0 req-34d22b1d-74bc-444a-9275-3e670cf98e3c tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777709 Aug 31 00:56:37.213282 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:56:37.217518 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Checking segment: {'id': '8bb544db-f230-4e9d-945a-344fa4064b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:56:37.219837 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:37.220553 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Bound using segment: {'id': '8bb544db-f230-4e9d-945a-344fa4064b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:56:37.223102 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Bound port: 27088675-3d62-4fd0-a9de-4664c602ede1, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb544db-f230-4e9d-945a-344fa4064b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:56:37.227906 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:37.311524 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:56:37.389351 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] For port 27088675-3d62-4fd0-a9de-4664c602ede1, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:56:37.395593 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] For port 27088675-3d62-4fd0-a9de-4664c602ede1, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=27088675-3d62-4fd0-a9de-4664c602ede1,segment=NetworkSegment(8bb544db-f230-4e9d-945a-344fa4064b86),segment_id=8bb544db-f230-4e9d-945a-344fa4064b86)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:56:37.431575 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340271a-25f2-49a9-a107-0e127a4b0e46 req-799b9f3b-49b4-479d-9729-d6c5bebceeaa tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:37.443529 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0340271a-25f2-49a9-a107-0e127a4b0e46 req-799b9f3b-49b4-479d-9729-d6c5bebceeaa tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbe55782-3630-456a-8a32-a280ca780f65 HTTP/1.1" status: 200 len: 946 time: 0.0910485 Aug 31 00:56:37.495413 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:37.515519 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10c78494-099d-45b9-8fde-289cc0c2fce9 req-29dbb886-eb7c-436b-bf7c-e70dbd2debf4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b44116fb-8631-4f72-9149-0a10b3929f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3619425 Aug 31 00:56:37.515519 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f8f48c-358a-480c-8470-fe709c5b54f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:56:37.545659 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0340271a-25f2-49a9-a107-0e127a4b0e46 req-7286b64c-5110-4f73-91f1-e13309bf5697 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/security-groups?id=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992544 Aug 31 00:56:37.546667 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8f48c-358a-480c-8470-fe709c5b54f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2407dd81-9c91-45e0-9907-a4c03ee93c38,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:37.575885 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db638fb-1e1a-443a-bfe0-04093a4322b7 req-2a85ccc3-66d9-4a6a-931d-008a6dacac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:37.577484 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6db638fb-1e1a-443a-bfe0-04093a4322b7 req-2a85ccc3-66d9-4a6a-931d-008a6dacac00 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c25bde23-7fd0-4902-805c-c6238fc1da6b HTTP/1.1" status: 200 len: 913 time: 0.4463646 Aug 31 00:56:37.578740 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f48c-358a-480c-8470-fe709c5b54f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:37.579088 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-a6f8f48c-358a-480c-8470-fe709c5b54f2 admin admin] Added segment c38cec26-6e77-4792-94d8-9d8a54460174 of type vlan for network 665d49ec-cd38-436c-bd69-d51937375d21 Aug 31 00:56:37.661074 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Routers {'92707f45-dfa9-4425-97a8-6101c33dee73'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:56:37.662163 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:56:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['92707f45-dfa9-4425-97a8-6101c33dee73'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:37.728681 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6db638fb-1e1a-443a-bfe0-04093a4322b7 req-87c14e8b-904f-4cd4-87da-3541309da407 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b00ef20-aeb0-4aea-aefd-472d22ab45b5 HTTP/1.1" status: 200 len: 217 time: 0.1384306 Aug 31 00:56:37.745981 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a74b7-4ee5-420c-8d9f-dd8a8ed6486c None None] Pushing event updated for resources: {'Port': ['ID=27088675-3d62-4fd0-a9de-4664c602ede1,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:37.914572 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc6073-525b-4e7c-a633-5c3267b3e1d1 req-4e60e575-cb24-433e-9062-bd37ecbbc48d tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:37.917581 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-78cc6073-525b-4e7c-a633-5c3267b3e1d1 req-4e60e575-cb24-433e-9062-bd37ecbbc48d tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 945 time: 0.1491828 Aug 31 00:56:37.956531 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db638fb-1e1a-443a-bfe0-04093a4322b7 req-c3ab2320-9e5d-47da-ab87-7294f884a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:37.960101 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6db638fb-1e1a-443a-bfe0-04093a4322b7 req-c3ab2320-9e5d-47da-ab87-7294f884a159 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b9f00cd4-573e-4200-a1be-da6efee3f06a HTTP/1.1" status: 200 len: 852 time: 0.1610677 Aug 31 00:56:37.966373 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] Set router 92707f45-dfa9-4425-97a8-6101c33dee73 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:56:38.059632 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-78cc6073-525b-4e7c-a633-5c3267b3e1d1 req-85425411-aa2f-4305-82ae-d4d7b48a1565 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/security-groups?id=b44116fb-8631-4f72-9149-0a10b3929f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347897 Aug 31 00:56:38.067726 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f48c-358a-480c-8470-fe709c5b54f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:38.077525 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ad31d942-e83b-445a-bb29-c399860b514c req-e1262108-6fbc-4ded-b82d-a3c8ffbba449 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/floatingips/6939e35d-0127-48aa-a487-17a557092ad9 HTTP/1.1" status: 200 len: 692 time: 0.3640549 Aug 31 00:56:38.081763 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6db638fb-1e1a-443a-bfe0-04093a4322b7 req-4efea542-65e1-4f28-92e5-b5beb537c223 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c25bde23-7fd0-4902-805c-c6238fc1da6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119776 Aug 31 00:56:38.200552 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.resource_extend [None req-a6f8f48c-358a-480c-8470-fe709c5b54f2 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 00:56:38.394945 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:38.435415 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e1d0a-cee1-484a-b1e2-0e0c9aa065df req-cfb4840e-a7ea-4ad0-90b2-aba57e2004d7 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:38.444752 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e34e1d0a-cee1-484a-b1e2-0e0c9aa065df req-cfb4840e-a7ea-4ad0-90b2-aba57e2004d7 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 1024 time: 0.1936729 Aug 31 00:56:38.515561 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6db638fb-1e1a-443a-bfe0-04093a4322b7 req-932811e8-33d0-4a73-af34-0371c2d2f8b6 service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122732 Aug 31 00:56:38.517938 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e34e1d0a-cee1-484a-b1e2-0e0c9aa065df req-2fb7328d-e049-4c16-8033-468c7482ad30 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=90ec2210-2509-4b19-a30f-b569e9215b79&id=98b58b26-936b-442e-839b-8e0a5edf8a16&id=6f3d3c5e-170e-4396-9671-b2d4cc271b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0720580 Aug 31 00:56:38.536274 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31d942-e83b-445a-bb29-c399860b514c req-60e22a06-6a7e-4d9d-a3a0-7e2485c75338 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:38.538476 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ad31d942-e83b-445a-bb29-c399860b514c req-60e22a06-6a7e-4d9d-a3a0-7e2485c75338 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.4331915 Aug 31 00:56:38.596410 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92707f45-dfa9-4425-97a8-6101c33dee73', 'name': 'tempest-AttachSCSIVolumeTestJSON-1332060155-router', 'tenant_id': '6c49d64aaebb49b6941e7fd658425329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '61c20676-9002-4831-9c80-08cd24d13750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:56:12Z', 'updated_at': '2021-08-31T00:56:30Z', 'revision_number': 4, 'project_id': '6c49d64aaebb49b6941e7fd658425329', 'gw_port': {'id': '61c20676-9002-4831-9c80-08cd24d13750', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92707f45-dfa9-4425-97a8-6101c33dee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:16Z', 'updated_at': '2021-08-31T00:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '27088675-3d62-4fd0-a9de-4664c602ede1', 'name': '', 'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a', 'tenant_id': '6c49d64aaebb49b6941e7fd658425329', 'mac_address': 'fa:16:3e:e0:f5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92707f45-dfa9-4425-97a8-6101c33dee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'bc4d2ef3-7ef0-49ca-801d-6985a41919ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:26Z', 'updated_at': '2021-08-31T00:56:37Z', 'revision_number': 4, 'project_id': '6c49d64aaebb49b6941e7fd658425329', 'subnets': [{'id': 'bc4d2ef3-7ef0-49ca-801d-6985a41919ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:38.627523 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b934f-8d44-4e7a-a83c-0f38d8ca8bd5 None None] The sync data for ids ['92707f45-dfa9-4425-97a8-6101c33dee73'] in n-d-793621-34 is: [{'id': '92707f45-dfa9-4425-97a8-6101c33dee73', 'name': 'tempest-AttachSCSIVolumeTestJSON-1332060155-router', 'tenant_id': '6c49d64aaebb49b6941e7fd658425329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '61c20676-9002-4831-9c80-08cd24d13750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:56:12Z', 'updated_at': '2021-08-31T00:56:30Z', 'revision_number': 4, 'project_id': '6c49d64aaebb49b6941e7fd658425329', 'gw_port': {'id': '61c20676-9002-4831-9c80-08cd24d13750', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92707f45-dfa9-4425-97a8-6101c33dee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:16Z', 'updated_at': '2021-08-31T00:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '27088675-3d62-4fd0-a9de-4664c602ede1', 'name': '', 'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a', 'tenant_id': '6c49d64aaebb49b6941e7fd658425329', 'mac_address': 'fa:16:3e:e0:f5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92707f45-dfa9-4425-97a8-6101c33dee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'bc4d2ef3-7ef0-49ca-801d-6985a41919ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:26Z', 'updated_at': '2021-08-31T00:56:37Z', 'revision_number': 4, 'project_id': '6c49d64aaebb49b6941e7fd658425329', 'subnets': [{'id': 'bc4d2ef3-7ef0-49ca-801d-6985a41919ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:56:38.657814 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ad31d942-e83b-445a-bb29-c399860b514c req-249c80ab-04de-40d3-8c8f-b16df5cd822e tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 695 time: 0.0992761 Aug 31 00:56:38.704289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c8f39-748f-4b09-831d-8ce298f0a987 req-22353aac-5d8f-4e29-9cf0-8f2d0ae4d59e tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:38.706399 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-768c8f39-748f-4b09-831d-8ce298f0a987 req-22353aac-5d8f-4e29-9cf0-8f2d0ae4d59e tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=03603152-27b6-407e-8510-05c036208431 HTTP/1.1" status: 200 len: 946 time: 0.0812144 Aug 31 00:56:38.799691 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ad31d942-e83b-445a-bb29-c399860b514c req-d13d9d85-e771-411a-8c00-0bb0a9224a63 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 695 time: 0.0873764 Aug 31 00:56:38.831585 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-768c8f39-748f-4b09-831d-8ce298f0a987 req-692d6c3a-26c1-4331-9426-293d106d02fe tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/security-groups?id=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887344 Aug 31 00:56:38.932034 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6db638fb-1e1a-443a-bfe0-04093a4322b7 req-0eeb1419-3a07-482e-80bc-b9ff97dd9432 service neutron] 10.222.0.48 "GET /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921862 Aug 31 00:56:39.050812 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fad199-ca93-491f-8ac2-394c700c9490 req-25990c20-a917-4838-8b46-d5f5a5db6a10 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:39.052458 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-ad31d942-e83b-445a-bb29-c399860b514c req-99280275-65de-4943-8cdf-5acc71f06aed tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Deleting port 431b5d2e-3290-46a4-94e7-b5cb4f83e392 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:56:39.052458 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ad31d942-e83b-445a-bb29-c399860b514c req-99280275-65de-4943-8cdf-5acc71f06aed tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:39.058435 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-66fad199-ca93-491f-8ac2-394c700c9490 req-25990c20-a917-4838-8b46-d5f5a5db6a10 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=0469e498-aeb8-4708-982f-30560bbe02a3 HTTP/1.1" status: 200 len: 945 time: 0.0963237 Aug 31 00:56:39.133222 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f48c-358a-480c-8470-fe709c5b54f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:39.197545 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f8f48c-358a-480c-8470-fe709c5b54f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:39.197545 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f48c-358a-480c-8470-fe709c5b54f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:39.199731 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-66fad199-ca93-491f-8ac2-394c700c9490 req-711f09ce-bb9d-4128-bcf9-6e174ade6a84 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/security-groups?id=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716770 Aug 31 00:56:39.241585 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8f48c-358a-480c-8470-fe709c5b54f2 admin admin] Pushing event updated for resources: {'Network': ['ID=665d49ec-cd38-436c-bd69-d51937375d21,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:39.255430 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 665d49ec-cd38-436c-bd69-d51937375d21 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:56:39.268303 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ad31d942-e83b-445a-bb29-c399860b514c req-99280275-65de-4943-8cdf-5acc71f06aed tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:39.269236 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ad31d942-e83b-445a-bb29-c399860b514c req-99280275-65de-4943-8cdf-5acc71f06aed tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:39.315514 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-ad31d942-e83b-445a-bb29-c399860b514c req-99280275-65de-4943-8cdf-5acc71f06aed tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Calling delete_port for 431b5d2e-3290-46a4-94e7-b5cb4f83e392 owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:56:39.430189 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7c7f8-2ce5-4863-9fe8-c65c50b1485a req-8364b11e-c512-476c-9a86-1707351c3385 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:39.431663 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4d7c7f8-2ce5-4863-9fe8-c65c50b1485a req-8364b11e-c512-476c-9a86-1707351c3385 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 1024 time: 0.1392894 Aug 31 00:56:40.024280 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a6f8f48c-358a-480c-8470-fe709c5b54f2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.1340911 Aug 31 00:56:40.024761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43854) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:56:40.033324 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0adebaec-108b-4817-b3e9-f12df7b6381f admin admin] Request body: {'subnet': {'network_id': '665d49ec-cd38-436c-bd69-d51937375d21', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664130140-subnet', 'tenant_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:40.086974 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 27088675-3d62-4fd0-a9de-4664c602ede1 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:40.111267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-a4d7c7f8-2ce5-4863-9fe8-c65c50b1485a req-f00c1a88-40e3-49f0-a5f3-42a95e96a173 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Deleting port 3b00ef20-aeb0-4aea-aefd-472d22ab45b5 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:56:40.112640 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a4d7c7f8-2ce5-4863-9fe8-c65c50b1485a req-f00c1a88-40e3-49f0-a5f3-42a95e96a173 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:40.158303 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:40.282305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74427452-4eb2-4b60-97c8-0b6f3483079e req-510307e1-48c3-4782-93a3-d02ed5ac1992 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:40.285839 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-74427452-4eb2-4b60-97c8-0b6f3483079e req-510307e1-48c3-4782-93a3-d02ed5ac1992 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 945 time: 0.1266923 Aug 31 00:56:40.289895 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adebaec-108b-4817-b3e9-f12df7b6381f admin admin] Made reservation on behalf of dc3ead52cc7e4f34b5aebe78511a8644 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:56:40.292482 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0adebaec-108b-4817-b3e9-f12df7b6381f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:40.314043 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 27088675-3d62-4fd0-a9de-4664c602ede1 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:40.335239 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ad31d942-e83b-445a-bb29-c399860b514c req-99280275-65de-4943-8cdf-5acc71f06aed tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:40.344158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 27088675-3d62-4fd0-a9de-4664c602ede1 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:40.350043 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:40.410144 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-74427452-4eb2-4b60-97c8-0b6f3483079e req-21adc457-2ce7-4f11-a103-7ce87a0c4382 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/security-groups?id=b44116fb-8631-4f72-9149-0a10b3929f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111388 Aug 31 00:56:40.585157 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:40.600971 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-a4d7c7f8-2ce5-4863-9fe8-c65c50b1485a req-f00c1a88-40e3-49f0-a5f3-42a95e96a173 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] For port 3b00ef20-aeb0-4aea-aefd-472d22ab45b5, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3b00ef20-aeb0-4aea-aefd-472d22ab45b5,segment=NetworkSegment(90c996bf-cc59-456f-9160-48c62acac6f2),segment_id=90c996bf-cc59-456f-9160-48c62acac6f2)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:40.601337 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a4d7c7f8-2ce5-4863-9fe8-c65c50b1485a req-f00c1a88-40e3-49f0-a5f3-42a95e96a173 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:40.614707 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ad31d942-e83b-445a-bb29-c399860b514c req-99280275-65de-4943-8cdf-5acc71f06aed tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:40.619114 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ad31d942-e83b-445a-bb29-c399860b514c req-99280275-65de-4943-8cdf-5acc71f06aed tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:40.620309 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ad31d942-e83b-445a-bb29-c399860b514c req-99280275-65de-4943-8cdf-5acc71f06aed tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "DELETE /v2.0/floatingips/6939e35d-0127-48aa-a487-17a557092ad9 HTTP/1.1" status: 204 len: 173 time: 1.8038459 Aug 31 00:56:40.621105 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99280275-65de-4943-8cdf-5acc71f06aed tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Pushing event deleted for resources: {'Port': ['ID=431b5d2e-3290-46a4-94e7-b5cb4f83e392,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:40.662743 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-a4d7c7f8-2ce5-4863-9fe8-c65c50b1485a req-f00c1a88-40e3-49f0-a5f3-42a95e96a173 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Calling delete_port for 3b00ef20-aeb0-4aea-aefd-472d22ab45b5 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:56:40.753976 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 27088675-3d62-4fd0-a9de-4664c602ede1, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=27088675-3d62-4fd0-a9de-4664c602ede1,segment=NetworkSegment(8bb544db-f230-4e9d-945a-344fa4064b86),segment_id=8bb544db-f230-4e9d-945a-344fa4064b86)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:40.812329 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0adebaec-108b-4817-b3e9-f12df7b6381f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:40.862260 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:40.905577 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adebaec-108b-4817-b3e9-f12df7b6381f admin admin] Checking segment: {'id': 'c38cec26-6e77-4792-94d8-9d8a54460174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '665d49ec-cd38-436c-bd69-d51937375d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:56:40.909362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adebaec-108b-4817-b3e9-f12df7b6381f admin admin] Network hostable DHCP agents. Network: 665d49ec-cd38-436c-bd69-d51937375d21, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:56:40.912599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adebaec-108b-4817-b3e9-f12df7b6381f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c76cf0d-0c73-4f3c-af04-79a5c8db248a,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:40.956799 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314f29e-8aa7-46ff-b37a-50699b74e187 req-69411822-6695-495b-84a8-8186ffe2f07d tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:40.958457 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1314f29e-8aa7-46ff-b37a-50699b74e187 req-69411822-6695-495b-84a8-8186ffe2f07d tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 1024 time: 0.1791122 Aug 31 00:56:40.993908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=27088675-3d62-4fd0-a9de-4664c602ede1,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:41.011307 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1314f29e-8aa7-46ff-b37a-50699b74e187 req-f93674ea-21df-404c-a97b-437c51e38f1c tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=90ec2210-2509-4b19-a30f-b569e9215b79&id=98b58b26-936b-442e-839b-8e0a5edf8a16&id=6f3d3c5e-170e-4396-9671-b2d4cc271b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0462265 Aug 31 00:56:41.091989 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adebaec-108b-4817-b3e9-f12df7b6381f admin admin] Network 665d49ec-cd38-436c-bd69-d51937375d21 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:56:41.218602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-0adebaec-108b-4817-b3e9-f12df7b6381f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 665d49ec-cd38-436c-bd69-d51937375d21) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:41.242390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adebaec-108b-4817-b3e9-f12df7b6381f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:41.242390 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0adebaec-108b-4817-b3e9-f12df7b6381f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:41.242776 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c313f60-5f64-4b27-920a-2423c12421dd None None] Network 665d49ec-cd38-436c-bd69-d51937375d21 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:56:41.262815 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a4d7c7f8-2ce5-4863-9fe8-c65c50b1485a req-f00c1a88-40e3-49f0-a5f3-42a95e96a173 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:41.293311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['f6303bf6-6125-4de5-b6d4-ed5466c4e039'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:56:41.364042 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0adebaec-108b-4817-b3e9-f12df7b6381f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3340578 Aug 31 00:56:41.364624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43878) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:56:41.370150 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1664130140-router', 'tenant_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:41.462327 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c1a88-40e3-49f0-a5f3-42a95e96a173 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event deleted for resources: {'Port': ['ID=3b00ef20-aeb0-4aea-aefd-472d22ab45b5,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:41.548143 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:41.560325 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:41.633551 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d7c7f8-2ce5-4863-9fe8-c65c50b1485a req-f00c1a88-40e3-49f0-a5f3-42a95e96a173 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] No DVR routers for this DVR port 3b00ef20-aeb0-4aea-aefd-472d22ab45b5 on host n-h1-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:56:41.637423 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a4d7c7f8-2ce5-4863-9fe8-c65c50b1485a req-f00c1a88-40e3-49f0-a5f3-42a95e96a173 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:41.639640 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4d7c7f8-2ce5-4863-9fe8-c65c50b1485a req-f00c1a88-40e3-49f0-a5f3-42a95e96a173 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.48 "DELETE /v2.0/ports/3b00ef20-aeb0-4aea-aefd-472d22ab45b5 HTTP/1.1" status: 204 len: 173 time: 2.1998119 Aug 31 00:56:41.647911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f', 'name': 'network-vif-deleted', 'tag': '3b00ef20-aeb0-4aea-aefd-472d22ab45b5'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:56:41.647911 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d39afb3-9223-4648-ba91-d4d53c41f3d8" -d '{"events": [{"server_uuid": "eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f", "name": "network-vif-deleted", "tag": "3b00ef20-aeb0-4aea-aefd-472d22ab45b5"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:56:41.660568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb813f37-070d-4477-8777-8474fa3970a8 req-9ef0cfda-8544-4c2c-9ad3-45e5fb5f7d4c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:41.663051 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb813f37-070d-4477-8777-8474fa3970a8 req-9ef0cfda-8544-4c2c-9ad3-45e5fb5f7d4c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5787914 Aug 31 00:56:41.706553 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b505a-8a53-402c-b1c4-ba67296c8216 req-e3951e2e-af0e-4101-89b7-f01e11048ea2 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:41.708989 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1f5b505a-8a53-402c-b1c4-ba67296c8216 req-e3951e2e-af0e-4101-89b7-f01e11048ea2 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=0469e498-aeb8-4708-982f-30560bbe02a3 HTTP/1.1" status: 200 len: 945 time: 0.2791767 Aug 31 00:56:41.761298 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:41.792700 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-665d49ec-cd38-436c-bd69-d51937375d21', 'network_id': '665d49ec-cd38-436c-bd69-d51937375d21', 'tenant_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'fixed_ips': [{'subnet_id': '8c76cf0d-0c73-4f3c-af04-79a5c8db248a'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:56:41.800282 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:41.818724 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1f5b505a-8a53-402c-b1c4-ba67296c8216 req-309f9def-a587-4a56-80b9-e674dfcd3e94 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/security-groups?id=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667570 Aug 31 00:56:41.820335 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-fc5cf64c-b077-448d-8db0-dad7a1170c6d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629449 Aug 31 00:56:42.045255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 27088675-3d62-4fd0-a9de-4664c602ede1 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:42.246780 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Allocated IP 172.20.0.2 (665d49ec-cd38-436c-bd69-d51937375d21/8c76cf0d-0c73-4f3c-af04-79a5c8db248a/fcb0b663-935e-4185-98eb-d74b2d93fcf9) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:56:42.258573 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-6f225421-04a5-4aa8-9cf2-76d9776950f9 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:42.260376 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-6f225421-04a5-4aa8-9cf2-76d9776950f9 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4335275 Aug 31 00:56:42.272044 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 27088675-3d62-4fd0-a9de-4664c602ede1 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:42.272493 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:42.289182 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-26c3da63-0352-45b0-94ef-3deb2fe8c787 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/quotas/9b0e0bf639aa4d21b3db103ff979c892 HTTP/1.1" status: 200 len: 375 time: 0.0121067 Aug 31 00:56:42.434315 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-57b4bc8b-e0ea-496b-9b58-08d8eea2cc9e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1381691 Aug 31 00:56:42.702140 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:42.724470 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:42.729859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Transition to ACTIVE for port object fcb0b663-935e-4185-98eb-d74b2d93fcf9 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:42.796332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf091332-b3f1-41af-b185-924a8c1d9ae3 req-4e6dc179-b65f-4cb8-869f-e97f1554b988 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:42.802698 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf091332-b3f1-41af-b185-924a8c1d9ae3 req-4e6dc179-b65f-4cb8-869f-e97f1554b988 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 945 time: 0.7488987 Aug 31 00:56:42.821841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Transition to ACTIVE for port object fcb0b663-935e-4185-98eb-d74b2d93fcf9 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:42.854987 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b1c7e7-b1dc-453e-ae9b-76678254482d x-openstack-request-id: req-d0b1c7e7-b1dc-453e-ae9b-76678254482d {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:56:42.855229 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f", "name": "network-vif-deleted", "tag": "3b00ef20-aeb0-4aea-aefd-472d22ab45b5", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:56:42.855458 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0b1c7e7-b1dc-453e-ae9b-76678254482d {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:56:42.855890 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f', 'name': 'network-vif-deleted', 'tag': '3b00ef20-aeb0-4aea-aefd-472d22ab45b5', 'status': 'completed', 'code': 200} Aug 31 00:56:42.943991 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:43.013152 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf091332-b3f1-41af-b185-924a8c1d9ae3 req-525d0a8e-780f-44c2-b4b5-397f0ee7c8e6 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/security-groups?id=b44116fb-8631-4f72-9149-0a10b3929f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413958 Aug 31 00:56:43.122264 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Network 665d49ec-cd38-436c-bd69-d51937375d21 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:43.142097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:43.143167 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c4af34f6-ebee-4223-baea-4b9f883342f0 req-836cc5ed-a675-4367-bec8-227f639fe564 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=297ecd468fea44089242773bf9928a80 HTTP/1.1" status: 200 len: 1656 time: 0.2861421 Aug 31 00:56:43.161568 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 3b00ef20-aeb0-4aea-aefd-472d22ab45b5 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:56:43.184398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643426e3-200f-48f2-902e-47fa38f82c33 req-5b4b7725-0830-47f3-bdcc-62025b6a3cc6 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:43.188059 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-643426e3-200f-48f2-902e-47fa38f82c33 req-5b4b7725-0830-47f3-bdcc-62025b6a3cc6 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.48 "GET /v2.0/ports?device_id=0469e498-aeb8-4708-982f-30560bbe02a3 HTTP/1.1" status: 200 len: 945 time: 0.4322999 Aug 31 00:56:43.234783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:56:43.242175 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 3b00ef20-aeb0-4aea-aefd-472d22ab45b5 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:56:43.254616 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 3b00ef20-aeb0-4aea-aefd-472d22ab45b5 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:56:43.254616 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c8cadb13-4042-47a9-885f-d048fda1d6d2 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:56:43.277639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Pushing event updated for resources: {'Port': ['ID=fcb0b663-935e-4185-98eb-d74b2d93fcf9,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:43.337789 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3218eb98-8446-4655-9502-ed6416c6ccf7 req-003f28bd-4b78-46f8-aff7-de5cc63eb2ae tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb76262c-ffa6-42ea-acb3-f9b55ce2bc3f HTTP/1.1" status: 200 len: 210 time: 0.1015828 Aug 31 00:56:43.410470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Attempting to bind port fcb0b663-935e-4185-98eb-d74b2d93fcf9 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:56:43.411681 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Attempting to bind port fcb0b663-935e-4185-98eb-d74b2d93fcf9 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'c38cec26-6e77-4792-94d8-9d8a54460174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '665d49ec-cd38-436c-bd69-d51937375d21'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:56:43.412608 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Attempting to bind port fcb0b663-935e-4185-98eb-d74b2d93fcf9 on network 665d49ec-cd38-436c-bd69-d51937375d21 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:43.427834 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:43.447046 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:56:43.448230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Checking segment: {'id': 'c38cec26-6e77-4792-94d8-9d8a54460174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '665d49ec-cd38-436c-bd69-d51937375d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:56:43.449162 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:43.450572 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Bound using segment: {'id': 'c38cec26-6e77-4792-94d8-9d8a54460174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '665d49ec-cd38-436c-bd69-d51937375d21'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:56:43.451971 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Bound port: fcb0b663-935e-4185-98eb-d74b2d93fcf9, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38cec26-6e77-4792-94d8-9d8a54460174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '665d49ec-cd38-436c-bd69-d51937375d21'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:56:43.453856 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:43.511855 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:43.591313 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af34f6-ebee-4223-baea-4b9f883342f0 req-3f4fb65c-e480-4e52-8011-58e772f0e2e9 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:43.595498 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:43.599248 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c4af34f6-ebee-4223-baea-4b9f883342f0 req-3f4fb65c-e480-4e52-8011-58e772f0e2e9 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/networks?id=00d754cd-c371-46d9-bc1b-91ad01bd2875&id=00d754cd-c371-46d9-bc1b-91ad01bd2875&id=00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 787 time: 0.4446671 Aug 31 00:56:43.604677 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-919f4f17-9e17-44d1-81b2-e5d10d8fa5ed req-504ff4a9-7ea6-4445-805e-890138a5d265 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 210 time: 0.1038013 Aug 31 00:56:43.609366 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-c4af34f6-ebee-4223-baea-4b9f883342f0 req-b91ad857-d750-4edb-b61d-d0d5ae9f2392 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:56:43.623090 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c4af34f6-ebee-4223-baea-4b9f883342f0 req-b91ad857-d750-4edb-b61d-d0d5ae9f2392 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218554 Aug 31 00:56:43.661012 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0469e498-aeb8-4708-982f-30560bbe02a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8cadb13-4042-47a9-885f-d048fda1d6d2'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:56:43.665104 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23d20dc-1f75-4736-b56c-655293afe870" -d '{"events": [{"server_uuid": "0469e498-aeb8-4708-982f-30560bbe02a3", "name": "network-vif-unplugged", "status": "completed", "tag": "c8cadb13-4042-47a9-885f-d048fda1d6d2"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:56:43.669392 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-643426e3-200f-48f2-902e-47fa38f82c33 req-5baabb63-6f1b-4513-a6dc-b431ed111f3f tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Deleting port c8cadb13-4042-47a9-885f-d048fda1d6d2 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:56:43.673990 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-643426e3-200f-48f2-902e-47fa38f82c33 req-5baabb63-6f1b-4513-a6dc-b431ed111f3f tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:43.687977 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port c8cadb13-4042-47a9-885f-d048fda1d6d2, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c8cadb13-4042-47a9-885f-d048fda1d6d2,segment=NetworkSegment(2e43c5b0-ef10-41c6-a3d3-5df5250a080d),segment_id=2e43c5b0-ef10-41c6-a3d3-5df5250a080d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:43.692745 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] For port fcb0b663-935e-4185-98eb-d74b2d93fcf9, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:56:43.704229 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] For port fcb0b663-935e-4185-98eb-d74b2d93fcf9, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=fcb0b663-935e-4185-98eb-d74b2d93fcf9,segment=NetworkSegment(c38cec26-6e77-4792-94d8-9d8a54460174),segment_id=c38cec26-6e77-4792-94d8-9d8a54460174)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:56:43.855950 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:43.858736 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad1e43-793a-4243-89f4-5540664c881b req-edf62695-e771-4a4a-95f8-ff78a3f124a2 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:43.870970 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e6ad1e43-793a-4243-89f4-5540664c881b req-edf62695-e771-4a4a-95f8-ff78a3f124a2 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 945 time: 0.1358900 Aug 31 00:56:43.878939 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43932) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:56:43.893478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b8891815-a242-4ef2-9c66-addb1a992058 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Request body: {'floatingip': {'port_id': '0dbc9ccf-0fa2-46f2-ae0a-059132571ced'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:43.907917 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-643426e3-200f-48f2-902e-47fa38f82c33 req-5baabb63-6f1b-4513-a6dc-b431ed111f3f tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] For port c8cadb13-4042-47a9-885f-d048fda1d6d2, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c8cadb13-4042-47a9-885f-d048fda1d6d2,segment=NetworkSegment(2e43c5b0-ef10-41c6-a3d3-5df5250a080d),segment_id=2e43c5b0-ef10-41c6-a3d3-5df5250a080d)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:43.908509 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-643426e3-200f-48f2-902e-47fa38f82c33 req-5baabb63-6f1b-4513-a6dc-b431ed111f3f tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:43.935873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-643426e3-200f-48f2-902e-47fa38f82c33 req-5baabb63-6f1b-4513-a6dc-b431ed111f3f tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Calling delete_port for c8cadb13-4042-47a9-885f-d048fda1d6d2 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:56:43.939738 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b8891815-a242-4ef2-9c66-addb1a992058 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for floatingip, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:44.008670 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:44.085028 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0ca8b-91ef-4e70-a1d1-13256269b578 req-2daa0596-796d-4036-94f1-358146023ba4 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:44.094822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=c8cadb13-4042-47a9-885f-d048fda1d6d2,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:44.098773 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27a0ca8b-91ef-4e70-a1d1-13256269b578 req-2daa0596-796d-4036-94f1-358146023ba4 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=0469e498-aeb8-4708-982f-30560bbe02a3 HTTP/1.1" status: 200 len: 945 time: 0.3853579 Aug 31 00:56:44.103250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] Allocated IP 172.25.2.233 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/006e1f95-d568-4793-8d6b-a3ab461c47e7) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:56:44.223464 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2ddec94-433f-4ef2-93f1-d8e83b4826ff req-c2b6813a-771d-4f4a-80f5-d54daa747f6a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/floatingips/508305d5-a1d0-4e5e-b8fa-0c305017b2ef HTTP/1.1" status: 200 len: 693 time: 0.2781858 Aug 31 00:56:44.233973 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27a0ca8b-91ef-4e70-a1d1-13256269b578 req-7d84e4b3-52d8-47bd-ad66-0314175c4a60 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/security-groups?id=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339402 Aug 31 00:56:44.245590 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c95e4-d7c2-4774-991e-17396be80f69 None None] Pushing event updated for resources: {'Port': ['ID=fcb0b663-935e-4185-98eb-d74b2d93fcf9,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:44.316892 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd171270-5f48-4028-9ef8-16b99dc8293d x-openstack-request-id: req-bd171270-5f48-4028-9ef8-16b99dc8293d {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:56:44.318879 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0469e498-aeb8-4708-982f-30560bbe02a3", "name": "network-vif-unplugged", "status": "completed", "tag": "c8cadb13-4042-47a9-885f-d048fda1d6d2", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:56:44.319670 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd171270-5f48-4028-9ef8-16b99dc8293d {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:56:44.320800 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0469e498-aeb8-4708-982f-30560bbe02a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8cadb13-4042-47a9-885f-d048fda1d6d2', 'code': 200} Aug 31 00:56:44.517038 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-643426e3-200f-48f2-902e-47fa38f82c33 req-5baabb63-6f1b-4513-a6dc-b431ed111f3f tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:44.535919 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e5c001c5-be43-4829-afa0-66dd2e6e0f16 req-0662f6db-5a85-4102-9840-05f3829386ec tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/6f3d3c5e-170e-4396-9671-b2d4cc271b0c HTTP/1.1" status: 200 len: 1800 time: 0.0833840 Aug 31 00:56:44.541909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['52757e9e-921e-40a1-92fd-3264ed235a20'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:56:44.589198 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['72994a3b-1eae-4fe5-bf49-17f8e4754ff6'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:56:44.606886 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baabb63-6f1b-4513-a6dc-b431ed111f3f tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Pushing event deleted for resources: {'Port': ['ID=c8cadb13-4042-47a9-885f-d048fda1d6d2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:44.725410 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-643426e3-200f-48f2-902e-47fa38f82c33 req-5baabb63-6f1b-4513-a6dc-b431ed111f3f tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] No DVR routers for this DVR port c8cadb13-4042-47a9-885f-d048fda1d6d2 on host n-h1-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:56:44.729132 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-643426e3-200f-48f2-902e-47fa38f82c33 req-5baabb63-6f1b-4513-a6dc-b431ed111f3f tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:44.731322 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-643426e3-200f-48f2-902e-47fa38f82c33 req-5baabb63-6f1b-4513-a6dc-b431ed111f3f tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.48 "DELETE /v2.0/ports/c8cadb13-4042-47a9-885f-d048fda1d6d2 HTTP/1.1" status: 204 len: 173 time: 1.5279713 Aug 31 00:56:44.795164 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e5c001c5-be43-4829-afa0-66dd2e6e0f16 req-253d9325-afad-405e-b49e-8bc3ffeecd98 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:44.872085 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e5c001c5-be43-4829-afa0-66dd2e6e0f16 req-253d9325-afad-405e-b49e-8bc3ffeecd98 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:44.929880 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0469e498-aeb8-4708-982f-30560bbe02a3', 'name': 'network-vif-deleted', 'tag': 'c8cadb13-4042-47a9-885f-d048fda1d6d2'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:56:44.933936 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee36c8ee-053f-4984-9a25-d50d8c9b8336" -d '{"events": [{"server_uuid": "0469e498-aeb8-4708-982f-30560bbe02a3", "name": "network-vif-deleted", "tag": "c8cadb13-4042-47a9-885f-d048fda1d6d2"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:56:45.053661 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddec94-433f-4ef2-93f1-d8e83b4826ff req-8be68815-2f33-4801-9deb-04d5ef79a69b tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:45.063502 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2ddec94-433f-4ef2-93f1-d8e83b4826ff req-8be68815-2f33-4801-9deb-04d5ef79a69b tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.7173145 Aug 31 00:56:45.075253 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:45.083113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-a2ddec94-433f-4ef2-93f1-d8e83b4826ff req-994a7bde-16d4-4346-acad-c60261242646 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:56:45.091599 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2ddec94-433f-4ef2-93f1-d8e83b4826ff req-994a7bde-16d4-4346-acad-c60261242646 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0271394 Aug 31 00:56:45.092958 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e5c001c5-be43-4829-afa0-66dd2e6e0f16 req-253d9325-afad-405e-b49e-8bc3ffeecd98 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:45.100203 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e5c001c5-be43-4829-afa0-66dd2e6e0f16 req-253d9325-afad-405e-b49e-8bc3ffeecd98 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:45.113090 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e5c001c5-be43-4829-afa0-66dd2e6e0f16 req-253d9325-afad-405e-b49e-8bc3ffeecd98 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "DELETE /v2.0/security-groups/6f3d3c5e-170e-4396-9671-b2d4cc271b0c HTTP/1.1" status: 204 len: 173 time: 0.5084476 Aug 31 00:56:45.173803 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d9325-afad-405e-b49e-8bc3ffeecd98 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3d3c5e-170e-4396-9671-b2d4cc271b0c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:45.269590 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eef8c383-cd75-4295-aa92-2576db6b4e78 req-6d0a4a84-a647-4ea1-8ac6-1f6376d877d4 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 210 time: 0.0385337 Aug 31 00:56:45.304151 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2ddec94-433f-4ef2-93f1-d8e83b4826ff req-2cb19838-3d9a-4e03-b490-6130ba3780ac tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 696 time: 0.2116263 Aug 31 00:56:45.366809 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b0a9b2-1723-4069-bee9-38827569d264 x-openstack-request-id: req-56b0a9b2-1723-4069-bee9-38827569d264 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:56:45.367508 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0469e498-aeb8-4708-982f-30560bbe02a3", "name": "network-vif-deleted", "tag": "c8cadb13-4042-47a9-885f-d048fda1d6d2", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:56:45.368042 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56b0a9b2-1723-4069-bee9-38827569d264 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:56:45.369903 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0469e498-aeb8-4708-982f-30560bbe02a3', 'name': 'network-vif-deleted', 'tag': 'c8cadb13-4042-47a9-885f-d048fda1d6d2', 'status': 'completed', 'code': 200} Aug 31 00:56:45.380462 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2ddec94-433f-4ef2-93f1-d8e83b4826ff req-6cc7d4a7-18a5-490a-9aa8-9481f711879c tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 696 time: 0.0698206 Aug 31 00:56:45.452256 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a65c1b5-0d7d-495f-b9c6-2ce88ba1bd05 req-824eacae-f3a2-4831-a2e4-b8cf02f01fdd tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/90ec2210-2509-4b19-a30f-b569e9215b79 HTTP/1.1" status: 200 len: 1801 time: 0.0630662 Aug 31 00:56:45.579617 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.resource_extend [None req-b8891815-a242-4ef2-9c66-addb1a992058 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 00:56:45.595832 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6a65c1b5-0d7d-495f-b9c6-2ce88ba1bd05 req-43be6d82-6689-4db5-aca1-4c06ed774f64 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:45.634769 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6a65c1b5-0d7d-495f-b9c6-2ce88ba1bd05 req-43be6d82-6689-4db5-aca1-4c06ed774f64 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:45.650884 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b8891815-a242-4ef2-9c66-addb1a992058 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:45.658630 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:45.693571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-a2ddec94-433f-4ef2-93f1-d8e83b4826ff req-d7a39879-96b8-4d4a-82e7-fc87d197da3f tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Deleting port 23fc1722-69f3-4257-a211-03e5ebb796ca {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:56:45.694131 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a2ddec94-433f-4ef2-93f1-d8e83b4826ff req-d7a39879-96b8-4d4a-82e7-fc87d197da3f tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:45.716648 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:45.750242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:45.753093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:56:45.792706 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] Pushing event updated for resources: {'Port': ['ID=006e1f95-d568-4793-8d6b-a3ab461c47e7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:45.808884 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b8891815-a242-4ef2-9c66-addb1a992058 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:45.838574 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6a65c1b5-0d7d-495f-b9c6-2ce88ba1bd05 req-43be6d82-6689-4db5-aca1-4c06ed774f64 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:45.843856 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6a65c1b5-0d7d-495f-b9c6-2ce88ba1bd05 req-43be6d82-6689-4db5-aca1-4c06ed774f64 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:45.843856 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a65c1b5-0d7d-495f-b9c6-2ce88ba1bd05 req-43be6d82-6689-4db5-aca1-4c06ed774f64 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "DELETE /v2.0/security-groups/90ec2210-2509-4b19-a30f-b569e9215b79 HTTP/1.1" status: 204 len: 173 time: 0.3780587 Aug 31 00:56:45.864045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be6d82-6689-4db5-aca1-4c06ed774f64 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ec2210-2509-4b19-a30f-b569e9215b79,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:45.876427 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae71c8d-0b9a-48ec-8300-335c50475d7c None None] Network 665d49ec-cd38-436c-bd69-d51937375d21 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:56:46.059347 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a2ddec94-433f-4ef2-93f1-d8e83b4826ff req-d7a39879-96b8-4d4a-82e7-fc87d197da3f tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:46.060528 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a2ddec94-433f-4ef2-93f1-d8e83b4826ff req-d7a39879-96b8-4d4a-82e7-fc87d197da3f tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:46.076552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device fcb0b663-935e-4185-98eb-d74b2d93fcf9 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:46.083676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-a2ddec94-433f-4ef2-93f1-d8e83b4826ff req-d7a39879-96b8-4d4a-82e7-fc87d197da3f tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Calling delete_port for 23fc1722-69f3-4257-a211-03e5ebb796ca owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:56:46.117653 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-07653c26-ca2b-4fcf-b3b0-284d476202cb req-8684228e-2c22-4e20-8342-525ee7ef1e0b tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=0469e498-aeb8-4708-982f-30560bbe02a3 HTTP/1.1" status: 200 len: 210 time: 0.0970461 Aug 31 00:56:46.182168 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-4ff67b13-fc6f-4e5d-9d15-352f08916c89 req-3ef72b4d-cf1f-4e96-afe8-a091c105fb15 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-676202430', 'description': 'tempest-description-412862503'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:46.198546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2a9a3900-e3b3-41d1-8ba1-1a26cff52abf None None] Provisioning for port fcb0b663-935e-4185-98eb-d74b2d93fcf9 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:46.232829 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-b8891815-a242-4ef2-9c66-addb1a992058 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Floating IP 4cac785f-7833-4cb4-9cb7-3fb841c6a586 associated. External IP: 172.25.2.240, port: 0dbc9ccf-0fa2-46f2-ae0a-059132571ced. Aug 31 00:56:46.380064 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port fcb0b663-935e-4185-98eb-d74b2d93fcf9 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:46.387394 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port fcb0b663-935e-4185-98eb-d74b2d93fcf9 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:46.387973 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:46.406066 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4ff67b13-fc6f-4e5d-9d15-352f08916c89 req-3ef72b4d-cf1f-4e96-afe8-a091c105fb15 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:46.547173 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:46.608534 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:46.609935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port fcb0b663-935e-4185-98eb-d74b2d93fcf9, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=fcb0b663-935e-4185-98eb-d74b2d93fcf9,segment=NetworkSegment(c38cec26-6e77-4792-94d8-9d8a54460174),segment_id=c38cec26-6e77-4792-94d8-9d8a54460174)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:46.629763 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a22c5470-0307-4b1e-b832-c5df917b3866 None None] Provisioning complete for port fcb0b663-935e-4185-98eb-d74b2d93fcf9 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:46.630303 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a22c5470-0307-4b1e-b832-c5df917b3866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:46.641430 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4ff67b13-fc6f-4e5d-9d15-352f08916c89 req-3ef72b4d-cf1f-4e96-afe8-a091c105fb15 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:46.646372 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-d19255bc-b4b0-4384-9cfd-99213e0f3296 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619202 Aug 31 00:56:46.738172 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a22c5470-0307-4b1e-b832-c5df917b3866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:46.800974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-4b909ad6-17cc-4595-8f94-137fd6525f8c tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:46.802710 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-4b909ad6-17cc-4595-8f94-137fd6525f8c tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1493218 Aug 31 00:56:46.821033 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-1b4a0983-30bb-4c44-853b-7821b38ddfed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Request body: {'port': {'device_id': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '9b0e0bf639aa4d21b3db103ff979c892'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:46.826978 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4ff67b13-fc6f-4e5d-9d15-352f08916c89 req-3ef72b4d-cf1f-4e96-afe8-a091c105fb15 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:46.894881 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-a22c5470-0307-4b1e-b832-c5df917b3866 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 00:56:46.896352 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-a22c5470-0307-4b1e-b832-c5df917b3866 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:56:46.897403 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:46.968195 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=fcb0b663-935e-4185-98eb-d74b2d93fcf9,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:46.987847 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef72b4d-cf1f-4e96-afe8-a091c105fb15 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77684146-cf05-4b61-918f-32e3bd7462fd,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:47.057079 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4ff67b13-fc6f-4e5d-9d15-352f08916c89 req-3ef72b4d-cf1f-4e96-afe8-a091c105fb15 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:47.075568 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4ff67b13-fc6f-4e5d-9d15-352f08916c89 req-3ef72b4d-cf1f-4e96-afe8-a091c105fb15 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9055848 Aug 31 00:56:47.207189 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f6232a9c-5efd-44ee-ba18-e29583d0cb4f req-b8d4502d-db81-46cb-b257-f62a5ec9a54f tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 210 time: 0.0368440 Aug 31 00:56:47.230640 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8891815-a242-4ef2-9c66-addb1a992058 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Router b986ad1e-13fb-4548-8ac0-11999f7d69bd has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:56:47.277036 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a2ddec94-433f-4ef2-93f1-d8e83b4826ff req-d7a39879-96b8-4d4a-82e7-fc87d197da3f tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:47.291795 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1245ee22-c96e-4d1d-8449-0bf3e43b4575 req-a474b742-0754-4566-b1ab-09120bcaf636 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/77684146-cf05-4b61-918f-32e3bd7462fd HTTP/1.1" status: 200 len: 1799 time: 0.0591621 Aug 31 00:56:47.313689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-1245ee22-c96e-4d1d-8449-0bf3e43b4575 req-2a99b046-6458-42c5-b04e-bba087b8634c tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1301449129', 'description': 'tempest-description-hth-497991801'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:47.365884 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-1b4a0983-30bb-4c44-853b-7821b38ddfed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Made reservation on behalf of 9b0e0bf639aa4d21b3db103ff979c892 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:56:47.379454 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-1b4a0983-30bb-4c44-853b-7821b38ddfed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:47.399876 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a39879-96b8-4d4a-82e7-fc87d197da3f tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Pushing event deleted for resources: {'Port': ['ID=23fc1722-69f3-4257-a211-03e5ebb796ca,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:47.433353 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1245ee22-c96e-4d1d-8449-0bf3e43b4575 req-2a99b046-6458-42c5-b04e-bba087b8634c tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:47.554302 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1245ee22-c96e-4d1d-8449-0bf3e43b4575 req-2a99b046-6458-42c5-b04e-bba087b8634c tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:47.573060 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:47.591499 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a2ddec94-433f-4ef2-93f1-d8e83b4826ff req-d7a39879-96b8-4d4a-82e7-fc87d197da3f tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:47.595179 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a2ddec94-433f-4ef2-93f1-d8e83b4826ff req-d7a39879-96b8-4d4a-82e7-fc87d197da3f tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:47.596044 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2ddec94-433f-4ef2-93f1-d8e83b4826ff req-d7a39879-96b8-4d4a-82e7-fc87d197da3f tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "DELETE /v2.0/floatingips/508305d5-a1d0-4e5e-b8fa-0c305017b2ef HTTP/1.1" status: 204 len: 173 time: 2.2015045 Aug 31 00:56:47.622123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-1b4a0983-30bb-4c44-853b-7821b38ddfed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Allocated IP 192.168.233.67 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/720c7731-0dce-45b3-888a-22ac7a23d764) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:56:47.662893 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8891815-a242-4ef2-9c66-addb1a992058 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:56:47.672232 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b8891815-a242-4ef2-9c66-addb1a992058 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:47.686172 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35005b2f-9a84-455b-9081-11679ca92af8 None None] Sync routers for ids ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:56:47.716250 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35005b2f-9a84-455b-9081-11679ca92af8 None None] Routers {'b986ad1e-13fb-4548-8ac0-11999f7d69bd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:56:47.718204 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-35005b2f-9a84-455b-9081-11679ca92af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:56:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:47.726425 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1245ee22-c96e-4d1d-8449-0bf3e43b4575 req-2a99b046-6458-42c5-b04e-bba087b8634c tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:47.730964 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1245ee22-c96e-4d1d-8449-0bf3e43b4575 req-2a99b046-6458-42c5-b04e-bba087b8634c tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:47.743280 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1245ee22-c96e-4d1d-8449-0bf3e43b4575 req-2a99b046-6458-42c5-b04e-bba087b8634c tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "PUT /v2.0/security-groups/77684146-cf05-4b61-918f-32e3bd7462fd HTTP/1.1" status: 200 len: 1774 time: 0.4349942 Aug 31 00:56:47.802251 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-598dfabd-81a4-4b58-9c9b-a4fa84f4ab52 req-0e41ac76-5cde-44f3-bcf7-f8bfc9b619b6 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/floatingips/deffea88-921e-4d7c-b3f2-75aba8c8c9f6 HTTP/1.1" status: 200 len: 692 time: 0.0798266 Aug 31 00:56:47.907815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99b046-6458-42c5-b04e-bba087b8634c tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77684146-cf05-4b61-918f-32e3bd7462fd,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:47.957138 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b8891815-a242-4ef2-9c66-addb1a992058 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "PUT /v2.0/floatingips/4cac785f-7833-4cb4-9cb7-3fb841c6a586 HTTP/1.1" status: 200 len: 991 time: 4.0745394 Aug 31 00:56:47.962165 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0578ad-1443-4283-97a1-343f605e7bfd', 'tag': '0dbc9ccf-0fa2-46f2-ae0a-059132571ced'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:56:47.964497 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a3a0d5-1254-4ea8-a292-9a89092d49bf" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0578ad-1443-4283-97a1-343f605e7bfd", "tag": "0dbc9ccf-0fa2-46f2-ae0a-059132571ced"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:56:48.004042 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-1b4a0983-30bb-4c44-853b-7821b38ddfed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:48.054440 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dfabd-81a4-4b58-9c9b-a4fa84f4ab52 req-fbb599ca-ff2a-4e2f-a116-a27f37010096 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:48.056949 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-901e5eb4-d667-4318-85e8-1a60644b07f0 req-29a37564-e701-4721-8677-81fd91d81794 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/77684146-cf05-4b61-918f-32e3bd7462fd HTTP/1.1" status: 200 len: 1774 time: 0.1392696 Aug 31 00:56:48.069508 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-1b4a0983-30bb-4c44-853b-7821b38ddfed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Transition to ACTIVE for port object 720c7731-0dce-45b3-888a-22ac7a23d764 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:48.069985 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-598dfabd-81a4-4b58-9c9b-a4fa84f4ab52 req-fbb599ca-ff2a-4e2f-a116-a27f37010096 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.2621493 Aug 31 00:56:48.171245 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-35005b2f-9a84-455b-9081-11679ca92af8 None None] Set router b986ad1e-13fb-4548-8ac0-11999f7d69bd gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:56:48.171879 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-598dfabd-81a4-4b58-9c9b-a4fa84f4ab52 req-2e652edf-69e2-42d5-9f32-5c5ccb43706e tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.29 HTTP/1.1" status: 200 len: 695 time: 0.0960774 Aug 31 00:56:48.255230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device fcb0b663-935e-4185-98eb-d74b2d93fcf9 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:48.255681 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-598dfabd-81a4-4b58-9c9b-a4fa84f4ab52 req-826a57b4-ec95-4b9a-9542-5caca9574140 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.29 HTTP/1.1" status: 200 len: 695 time: 0.0865312 Aug 31 00:56:48.260190 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85aa2977-a674-45d6-95b3-f35cfc9fd914 x-openstack-request-id: req-85aa2977-a674-45d6-95b3-f35cfc9fd914 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:56:48.260628 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0578ad-1443-4283-97a1-343f605e7bfd", "tag": "0dbc9ccf-0fa2-46f2-ae0a-059132571ced", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:56:48.260908 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85aa2977-a674-45d6-95b3-f35cfc9fd914 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:56:48.261302 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0578ad-1443-4283-97a1-343f605e7bfd', 'tag': '0dbc9ccf-0fa2-46f2-ae0a-059132571ced', 'status': 'completed', 'code': 200} Aug 31 00:56:48.340746 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-634ddd91-2c98-4136-91ab-b7c667523f03 req-741a7134-efb1-4361-8d53-705ecfd64179 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/77684146-cf05-4b61-918f-32e3bd7462fd HTTP/1.1" status: 200 len: 1774 time: 0.0532241 Aug 31 00:56:48.395126 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-1b4a0983-30bb-4c44-853b-7821b38ddfed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:48.510741 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] Router 8243a6f3-d7e5-412d-baec-0a03675c440b is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:56:48.525265 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['d660b8b9-78e8-4793-ae60-e28826290a64', 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:56:48.545300 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-598dfabd-81a4-4b58-9c9b-a4fa84f4ab52 req-74d7a90e-6604-45e1-97e3-1182ffe28d10 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Deleting port ba9fa398-0d21-423c-9e3b-dd0b873ab103 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:56:48.545962 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-598dfabd-81a4-4b58-9c9b-a4fa84f4ab52 req-74d7a90e-6604-45e1-97e3-1182ffe28d10 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:48.642516 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port fcb0b663-935e-4185-98eb-d74b2d93fcf9 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:48.643269 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:48.717885 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-1b4a0983-30bb-4c44-853b-7821b38ddfed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:48.728267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a0983-30bb-4c44-853b-7821b38ddfed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Pushing event updated for resources: {'Port': ['ID=720c7731-0dce-45b3-888a-22ac7a23d764,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:48.742852 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-1b4a0983-30bb-4c44-853b-7821b38ddfed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:48.744363 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:56:48.759220 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Sync routers for ids ['8243a6f3-d7e5-412d-baec-0a03675c440b'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:56:48.761655 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-1b4a0983-30bb-4c44-853b-7821b38ddfed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:56:48.787856 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Routers {'8243a6f3-d7e5-412d-baec-0a03675c440b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:56:48.789912 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:56:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8243a6f3-d7e5-412d-baec-0a03675c440b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:48.791195 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-35005b2f-9a84-455b-9081-11679ca92af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'name': 'tempest-ServersTestBootFromVolume-1705872542-router', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:54:46Z', 'updated_at': '2021-08-31T00:54:56Z', 'revision_number': 4, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'gw_port': {'id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:48Z', 'updated_at': '2021-08-31T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '4cac785f-7833-4cb4-9cb7-3fb841c6a586', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'port_id': '0dbc9ccf-0fa2-46f2-ae0a-059132571ced', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65', 'mac_address': 'fa:16:3e:6f:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0578ad-1443-4283-97a1-343f605e7bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:55:08Z', 'updated_at': '2021-08-31T00:56:45Z', 'revision_number': 1, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161fd58e-063c-4a40-b097-79ea3cdc72b0', 'name': '', 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'mac_address': 'fa:16:3e:ba:b4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:54Z', 'updated_at': '2021-08-31T00:55:05Z', 'revision_number': 5, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'subnets': [{'id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:48.813047 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-634ddd91-2c98-4136-91ab-b7c667523f03 req-966a2e7e-d59a-4cab-86f8-9be2b2efb9ca tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:48.817238 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-598dfabd-81a4-4b58-9c9b-a4fa84f4ab52 req-74d7a90e-6604-45e1-97e3-1182ffe28d10 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:48.818328 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-598dfabd-81a4-4b58-9c9b-a4fa84f4ab52 req-74d7a90e-6604-45e1-97e3-1182ffe28d10 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:48.838561 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-598dfabd-81a4-4b58-9c9b-a4fa84f4ab52 req-74d7a90e-6604-45e1-97e3-1182ffe28d10 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Calling delete_port for ba9fa398-0d21-423c-9e3b-dd0b873ab103 owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:56:48.872987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35005b2f-9a84-455b-9081-11679ca92af8 None None] Checking router: b986ad1e-13fb-4548-8ac0-11999f7d69bd for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:56:48.882885 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3a0d5-1254-4ea8-a292-9a89092d49bf req-7dbd5d6c-5c49-4ad8-8e8b-cd35d0b16091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:48.886759 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c7a3a0d5-1254-4ea8-a292-9a89092d49bf req-7dbd5d6c-5c49-4ad8-8e8b-cd35d0b16091 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6eb1e170b6f644e1a58213d43503cf50&device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 1097 time: 0.5629356 Aug 31 00:56:48.937172 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-634ddd91-2c98-4136-91ab-b7c667523f03 req-966a2e7e-d59a-4cab-86f8-9be2b2efb9ca tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:48.977081 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35005b2f-9a84-455b-9081-11679ca92af8 None None] Routers {'b986ad1e-13fb-4548-8ac0-11999f7d69bd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:56:48.978583 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-1b4a0983-30bb-4c44-853b-7821b38ddfed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:48.981150 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-1b4a0983-30bb-4c44-853b-7821b38ddfed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:48.982098 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-35005b2f-9a84-455b-9081-11679ca92af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:56:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:49.009401 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Set router 8243a6f3-d7e5-412d-baec-0a03675c440b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:56:49.090369 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:49.096023 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5ead568d-9cb4-4f05-ac43-ba900299fb8a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.7298160 Aug 31 00:56:49.098472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43994) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:56:49.301779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3a0d5-1254-4ea8-a292-9a89092d49bf req-5d83c72d-61b0-4774-a111-e454723c47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:49.304135 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c7a3a0d5-1254-4ea8-a292-9a89092d49bf req-5d83c72d-61b0-4774-a111-e454723c47ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad6da09f-9252-431e-baee-a209b62f8e65 HTTP/1.1" status: 200 len: 917 time: 0.3941085 Aug 31 00:56:49.349842 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-35005b2f-9a84-455b-9081-11679ca92af8 None None] Set router b986ad1e-13fb-4548-8ac0-11999f7d69bd gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:56:49.402969 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-634ddd91-2c98-4136-91ab-b7c667523f03 req-966a2e7e-d59a-4cab-86f8-9be2b2efb9ca tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:49.406031 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-634ddd91-2c98-4136-91ab-b7c667523f03 req-966a2e7e-d59a-4cab-86f8-9be2b2efb9ca tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:49.414053 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8243a6f3-d7e5-412d-baec-0a03675c440b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664130140-router', 'tenant_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '006e1f95-d568-4793-8d6b-a3ab461c47e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:56:41Z', 'updated_at': '2021-08-31T00:56:46Z', 'revision_number': 3, 'project_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'gw_port': {'id': '006e1f95-d568-4793-8d6b-a3ab461c47e7', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:82:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8243a6f3-d7e5-412d-baec-0a03675c440b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:43Z', 'updated_at': '2021-08-31T00:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:49.426087 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-634ddd91-2c98-4136-91ab-b7c667523f03 req-966a2e7e-d59a-4cab-86f8-9be2b2efb9ca tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "DELETE /v2.0/security-groups/77684146-cf05-4b61-918f-32e3bd7462fd HTTP/1.1" status: 204 len: 173 time: 1.0733171 Aug 31 00:56:49.443489 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c52d6e1d-aeb2-4bd1-8371-05537e3d2daa None None] Provisioning for port 720c7731-0dce-45b3-888a-22ac7a23d764 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:49.446086 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-598dfabd-81a4-4b58-9c9b-a4fa84f4ab52 req-74d7a90e-6604-45e1-97e3-1182ffe28d10 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:49.483614 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c52d6e1d-aeb2-4bd1-8371-05537e3d2daa None None] Provisioning complete for port 720c7731-0dce-45b3-888a-22ac7a23d764 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:49.483614 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c52d6e1d-aeb2-4bd1-8371-05537e3d2daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:49.496224 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Checking router: 8243a6f3-d7e5-412d-baec-0a03675c440b for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:56:49.496939 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Updating router 8243a6f3-d7e5-412d-baec-0a03675c440b port 006e1f95-d568-4793-8d6b-a3ab461c47e7 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:56:49.508625 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-1b4a0983-30bb-4c44-853b-7821b38ddfed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6936064 Aug 31 00:56:49.520097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a2e7e-d59a-4cab-86f8-9be2b2efb9ca tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77684146-cf05-4b61-918f-32e3bd7462fd,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:49.559793 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Request body: {'port': {'device_id': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:56:49.596760 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7a90e-6604-45e1-97e3-1182ffe28d10 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Pushing event deleted for resources: {'Port': ['ID=ba9fa398-0d21-423c-9e3b-dd0b873ab103,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:49.602923 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:49.651913 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c7a3a0d5-1254-4ea8-a292-9a89092d49bf req-414359e6-37d5-410a-afb5-0c5832d5e71e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dbc9ccf-0fa2-46f2-ae0a-059132571ced HTTP/1.1" status: 200 len: 999 time: 0.3392870 Aug 31 00:56:49.667528 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-598dfabd-81a4-4b58-9c9b-a4fa84f4ab52 req-74d7a90e-6604-45e1-97e3-1182ffe28d10 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:49.670266 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-598dfabd-81a4-4b58-9c9b-a4fa84f4ab52 req-74d7a90e-6604-45e1-97e3-1182ffe28d10 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:49.671469 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-598dfabd-81a4-4b58-9c9b-a4fa84f4ab52 req-74d7a90e-6604-45e1-97e3-1182ffe28d10 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "DELETE /v2.0/floatingips/deffea88-921e-4d7c-b3f2-75aba8c8c9f6 HTTP/1.1" status: 204 len: 173 time: 1.3909681 Aug 31 00:56:49.755473 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-c52d6e1d-aeb2-4bd1-8371-05537e3d2daa None None] Port 720c7731-0dce-45b3-888a-22ac7a23d764 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:56:49.937937 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:49.991563 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-35005b2f-9a84-455b-9081-11679ca92af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'name': 'tempest-ServersTestBootFromVolume-1705872542-router', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:54:46Z', 'updated_at': '2021-08-31T00:54:56Z', 'revision_number': 4, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'gw_port': {'id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:48Z', 'updated_at': '2021-08-31T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '4cac785f-7833-4cb4-9cb7-3fb841c6a586', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'port_id': '0dbc9ccf-0fa2-46f2-ae0a-059132571ced', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65', 'mac_address': 'fa:16:3e:6f:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0578ad-1443-4283-97a1-343f605e7bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:55:08Z', 'updated_at': '2021-08-31T00:56:45Z', 'revision_number': 1, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161fd58e-063c-4a40-b097-79ea3cdc72b0', 'name': '', 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'mac_address': 'fa:16:3e:ba:b4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:54Z', 'updated_at': '2021-08-31T00:55:05Z', 'revision_number': 5, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'subnets': [{'id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:49.991796 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3a0d5-1254-4ea8-a292-9a89092d49bf req-5987f6a5-4131-4719-b1bd-dc63bb7d71fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:49.992134 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fca832-5ed5-40ed-83a2-f2de24152bd1 req-ce21ddba-cf1e-4879-8aba-e5464e71fea4 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:49.995147 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3fca832-5ed5-40ed-83a2-f2de24152bd1 req-ce21ddba-cf1e-4879-8aba-e5464e71fea4 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 935 time: 0.0839794 Aug 31 00:56:49.998078 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c7a3a0d5-1254-4ea8-a292-9a89092d49bf req-5987f6a5-4131-4719-b1bd-dc63bb7d71fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ab9bb2b-e46b-48ef-823c-1c22f46f941a HTTP/1.1" status: 200 len: 855 time: 0.3062429 Aug 31 00:56:50.097908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35005b2f-9a84-455b-9081-11679ca92af8 None None] The sync data for ids ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'] in n-d-793621-34 is: [{'id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'name': 'tempest-ServersTestBootFromVolume-1705872542-router', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:54:46Z', 'updated_at': '2021-08-31T00:54:56Z', 'revision_number': 4, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'gw_port': {'id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:48Z', 'updated_at': '2021-08-31T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '4cac785f-7833-4cb4-9cb7-3fb841c6a586', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'port_id': '0dbc9ccf-0fa2-46f2-ae0a-059132571ced', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65', 'mac_address': 'fa:16:3e:6f:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0578ad-1443-4283-97a1-343f605e7bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:55:08Z', 'updated_at': '2021-08-31T00:56:45Z', 'revision_number': 1, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161fd58e-063c-4a40-b097-79ea3cdc72b0', 'name': '', 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'mac_address': 'fa:16:3e:ba:b4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:54Z', 'updated_at': '2021-08-31T00:55:05Z', 'revision_number': 5, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'subnets': [{'id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:56:50.162674 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3fca832-5ed5-40ed-83a2-f2de24152bd1 req-f6c8f5ac-872f-4f1c-827a-da5ca2a6adac tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152513 Aug 31 00:56:50.212245 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ec2f0f09-9b27-4322-8b0a-4b77f984d694 req-2f11b286-340b-439d-a2c7-e1cc4f6485e8 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/floatingips/8f91c6ae-34ca-4f7a-9fe8-114da7c1685d HTTP/1.1" status: 200 len: 693 time: 0.1065543 Aug 31 00:56:50.295296 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:50.316696 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3a0d5-1254-4ea8-a292-9a89092d49bf req-aae6cba8-df4b-4aa0-9919-f5f9e7fcd637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:50.318504 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c7a3a0d5-1254-4ea8-a292-9a89092d49bf req-aae6cba8-df4b-4aa0-9919-f5f9e7fcd637 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad6da09f-9252-431e-baee-a209b62f8e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3120112 Aug 31 00:56:50.487233 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:50.513902 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Transition to ACTIVE for port object 006e1f95-d568-4793-8d6b-a3ab461c47e7 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:50.575483 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6f8df-19b1-4c0e-baeb-52ba622cea61 None None] New status for floating IP 4cac785f-7833-4cb4-9cb7-3fb841c6a586: ACTIVE {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:56:50.587046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] Allocated IP 172.20.0.1 (665d49ec-cd38-436c-bd69-d51937375d21/8c76cf0d-0c73-4f3c-af04-79a5c8db248a/227331a0-4f7b-49bb-be92-decec21dba8f) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:56:50.642530 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:50.731310 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a913d9-59a4-4da1-9e18-d338873d5c81 None None] Pushing event updated for resources: {'Port': ['ID=006e1f95-d568-4793-8d6b-a3ab461c47e7,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:50.771597 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Attempting to bind port 006e1f95-d568-4793-8d6b-a3ab461c47e7 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:56:50.773484 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Attempting to bind port 006e1f95-d568-4793-8d6b-a3ab461c47e7 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:56:50.773874 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Attempting to bind port 006e1f95-d568-4793-8d6b-a3ab461c47e7 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:50.782916 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:56:50.783731 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:56:50.783967 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:50.784591 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:56:50.785098 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Bound port: 006e1f95-d568-4793-8d6b-a3ab461c47e7, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:56:50.785516 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:50.799187 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:50.832673 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] Transition to ACTIVE for port object 227331a0-4f7b-49bb-be92-decec21dba8f will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:50.862715 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] For port 006e1f95-d568-4793-8d6b-a3ab461c47e7, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:56:50.868063 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] For port 006e1f95-d568-4793-8d6b-a3ab461c47e7, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=006e1f95-d568-4793-8d6b-a3ab461c47e7,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:56:50.955656 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f0f09-9b27-4322-8b0a-4b77f984d694 req-d9714e3a-f2da-43df-a2aa-b107644e8575 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:50.957485 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ec2f0f09-9b27-4322-8b0a-4b77f984d694 req-d9714e3a-f2da-43df-a2aa-b107644e8575 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.7442484 Aug 31 00:56:51.046148 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:51.048493 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:51.073097 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ec2f0f09-9b27-4322-8b0a-4b77f984d694 req-ee8c7750-2812-450f-851e-8f6a98b00da8 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 696 time: 0.0744240 Aug 31 00:56:51.079460 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-bcd32191-a1ec-434d-8c2f-69f8b56a90dc req-d44913ac-b55d-4609-9b78-b7768c82a08e tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] show failed (client error): The resource could not be found. Aug 31 00:56:51.081576 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bcd32191-a1ec-434d-8c2f-69f8b56a90dc req-d44913ac-b55d-4609-9b78-b7768c82a08e tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/90ec2210-2509-4b19-a30f-b569e9215b79 HTTP/1.1" status: 404 len: 352 time: 0.0476136 Aug 31 00:56:51.082536 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c7a3a0d5-1254-4ea8-a292-9a89092d49bf req-4db5f56a-74d0-4caf-91e0-da4a4ce404f3 service neutron] 10.222.0.41 "GET /v2.0/networks/ad6da09f-9252-431e-baee-a209b62f8e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7025812 Aug 31 00:56:51.197489 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a913d9-59a4-4da1-9e18-d338873d5c81 None None] Pushing event updated for resources: {'Port': ['ID=006e1f95-d568-4793-8d6b-a3ab461c47e7,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:51.217583 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Routers {'8243a6f3-d7e5-412d-baec-0a03675c440b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:56:51.218418 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:56:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8243a6f3-d7e5-412d-baec-0a03675c440b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:51.293017 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ec2f0f09-9b27-4322-8b0a-4b77f984d694 req-cbfac2b7-7cf3-41e9-90d7-521cd23f5f6a tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 696 time: 0.2019007 Aug 31 00:56:51.472196 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] Set router 8243a6f3-d7e5-412d-baec-0a03675c440b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:56:51.485270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] Network 665d49ec-cd38-436c-bd69-d51937375d21 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:51.506911 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:51.522239 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:56:51.576390 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-9da4a6a4-b99e-42f3-9e5b-01dc132baed2 req-6ecf045d-ebf6-42d4-9f74-46bd6afdcdb1 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] show failed (client error): The resource could not be found. Aug 31 00:56:51.591556 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9da4a6a4-b99e-42f3-9e5b-01dc132baed2 req-6ecf045d-ebf6-42d4-9f74-46bd6afdcdb1 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/6f3d3c5e-170e-4396-9671-b2d4cc271b0c HTTP/1.1" status: 404 len: 352 time: 0.1045065 Aug 31 00:56:51.594376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] Pushing event updated for resources: {'Port': ['ID=227331a0-4f7b-49bb-be92-decec21dba8f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:51.646121 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720c7731-0dce-45b3-888a-22ac7a23d764 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:56:51.647642 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:51.657252 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c7a3a0d5-1254-4ea8-a292-9a89092d49bf req-0bf6e892-9a9f-4eee-99d4-bf6d6896858a service neutron] 10.222.0.41 "GET /v2.0/networks/ad6da09f-9252-431e-baee-a209b62f8e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544946 Aug 31 00:56:51.678254 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:51.737101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Transition to ACTIVE for port object 720c7731-0dce-45b3-888a-22ac7a23d764 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:51.747583 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8243a6f3-d7e5-412d-baec-0a03675c440b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664130140-router', 'tenant_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '006e1f95-d568-4793-8d6b-a3ab461c47e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:56:41Z', 'updated_at': '2021-08-31T00:56:46Z', 'revision_number': 3, 'project_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'gw_port': {'id': '006e1f95-d568-4793-8d6b-a3ab461c47e7', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:82:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8243a6f3-d7e5-412d-baec-0a03675c440b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:43Z', 'updated_at': '2021-08-31T00:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:51.768522 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-ec2f0f09-9b27-4322-8b0a-4b77f984d694 req-d0c33cf0-999c-4c10-b25c-892fb44cd953 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Deleting port a8c111ab-fd96-473e-9209-87c12f24c094 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:56:51.768872 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ec2f0f09-9b27-4322-8b0a-4b77f984d694 req-d0c33cf0-999c-4c10-b25c-892fb44cd953 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:51.796703 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bac149-42ab-42af-8ef5-b607baf3c8f2 None None] The sync data for ids ['8243a6f3-d7e5-412d-baec-0a03675c440b'] in n-d-793621-34 is: [{'id': '8243a6f3-d7e5-412d-baec-0a03675c440b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664130140-router', 'tenant_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '006e1f95-d568-4793-8d6b-a3ab461c47e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:56:41Z', 'updated_at': '2021-08-31T00:56:46Z', 'revision_number': 3, 'project_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'gw_port': {'id': '006e1f95-d568-4793-8d6b-a3ab461c47e7', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:82:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8243a6f3-d7e5-412d-baec-0a03675c440b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:43Z', 'updated_at': '2021-08-31T00:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:56:51.930275 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:51.933839 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ec2f0f09-9b27-4322-8b0a-4b77f984d694 req-d0c33cf0-999c-4c10-b25c-892fb44cd953 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:51.934088 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ec2f0f09-9b27-4322-8b0a-4b77f984d694 req-d0c33cf0-999c-4c10-b25c-892fb44cd953 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:51.946079 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df19ae-c9eb-4e42-ab87-be502af77d2b req-6fa53002-86d7-48e7-8d95-e8800d1e0bf2 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:51.948070 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c5df19ae-c9eb-4e42-ab87-be502af77d2b req-6fa53002-86d7-48e7-8d95-e8800d1e0bf2 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 935 time: 0.1850348 Aug 31 00:56:51.987770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-ec2f0f09-9b27-4322-8b0a-4b77f984d694 req-d0c33cf0-999c-4c10-b25c-892fb44cd953 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Calling delete_port for a8c111ab-fd96-473e-9209-87c12f24c094 owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:56:52.023149 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Pushing event updated for resources: {'Port': ['ID=720c7731-0dce-45b3-888a-22ac7a23d764,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:52.059577 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c5df19ae-c9eb-4e42-ab87-be502af77d2b req-29ac2b36-4030-470a-84f3-2ec94a370d8d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878737 Aug 31 00:56:52.233898 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-47dadb4a-9bf6-409b-ace6-77efc953523a None None] Provisioning for port 227331a0-4f7b-49bb-be92-decec21dba8f completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:52.239302 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-47dadb4a-9bf6-409b-ace6-77efc953523a None None] Provisioning complete for port 227331a0-4f7b-49bb-be92-decec21dba8f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:52.239770 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-47dadb4a-9bf6-409b-ace6-77efc953523a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:52.331565 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-07e5e177-110f-45d1-83f2-1d598380b2e8 req-c97c5880-7347-49d7-8ee3-eae011d87b6b tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] show failed (client error): The resource could not be found. Aug 31 00:56:52.338500 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-07e5e177-110f-45d1-83f2-1d598380b2e8 req-c97c5880-7347-49d7-8ee3-eae011d87b6b tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/d61d4252-a50e-444a-8a48-bea370471aa9 HTTP/1.1" status: 404 len: 352 time: 0.1826901 Aug 31 00:56:52.343514 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-47dadb4a-9bf6-409b-ace6-77efc953523a None None] Port 227331a0-4f7b-49bb-be92-decec21dba8f cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:56:52.350987 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:52.414681 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Attempting to bind port 720c7731-0dce-45b3-888a-22ac7a23d764 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:56:52.415287 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Attempting to bind port 720c7731-0dce-45b3-888a-22ac7a23d764 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:56:52.415956 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Attempting to bind port 720c7731-0dce-45b3-888a-22ac7a23d764 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:52.428920 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Port 720c7731-0dce-45b3-888a-22ac7a23d764 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:56:52.435370 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Attempting to bind port 720c7731-0dce-45b3-888a-22ac7a23d764 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:52.456127 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:56:52.456127 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:56:52.456928 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:56:52.456928 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Bound port: 720c7731-0dce-45b3-888a-22ac7a23d764, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:56:52.457250 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:52.712447 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h1-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:56:52.716885 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=720c7731-0dce-45b3-888a-22ac7a23d764,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:56:52.735030 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:52.795010 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ec2f0f09-9b27-4322-8b0a-4b77f984d694 req-d0c33cf0-999c-4c10-b25c-892fb44cd953 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:52.833431 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:52.861211 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:52.864668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c33cf0-999c-4c10-b25c-892fb44cd953 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Pushing event deleted for resources: {'Port': ['ID=a8c111ab-fd96-473e-9209-87c12f24c094,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:52.957348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:52.958887 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:52.972053 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] 10.222.0.48 "PUT /v2.0/ports/720c7731-0dce-45b3-888a-22ac7a23d764 HTTP/1.1" status: 200 len: 1096 time: 3.4159944 Aug 31 00:56:52.975743 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'tag': '720c7731-0dce-45b3-888a-22ac7a23d764'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:56:52.978643 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a244b2-9206-4588-a626-803c3f3b96cc" -d '{"events": [{"name": "network-changed", "server_uuid": "19e45d57-789b-44b2-b12c-bbb1b3e6b291", "tag": "720c7731-0dce-45b3-888a-22ac7a23d764"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:56:53.071044 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-28c95329-7706-4b70-990c-f3bb86aa91c6 req-566fdeb2-92a7-4364-b881-735fa1aac813 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] show failed (client error): The resource could not be found. Aug 31 00:56:53.083249 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-28c95329-7706-4b70-990c-f3bb86aa91c6 req-566fdeb2-92a7-4364-b881-735fa1aac813 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/7046cb4e-8941-42b3-b20e-2c440771d44c HTTP/1.1" status: 404 len: 352 time: 0.1837831 Aug 31 00:56:53.096946 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a71d73-4ca5-4f70-aad9-fdada7c1c784 service neutron] Pushing event updated for resources: {'Port': ['ID=720c7731-0dce-45b3-888a-22ac7a23d764,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:53.148873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] Pushing event updated for resources: {'Port': ['ID=227331a0-4f7b-49bb-be92-decec21dba8f,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:53.160836 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:53.239178 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ec2f0f09-9b27-4322-8b0a-4b77f984d694 req-d0c33cf0-999c-4c10-b25c-892fb44cd953 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:53.247033 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ec2f0f09-9b27-4322-8b0a-4b77f984d694 req-d0c33cf0-999c-4c10-b25c-892fb44cd953 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:53.264976 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ec2f0f09-9b27-4322-8b0a-4b77f984d694 req-d0c33cf0-999c-4c10-b25c-892fb44cd953 tempest-FloatingIPDetailsTestJSON-1446392005 tempest-FloatingIPDetailsTestJSON-1446392005-project] 10.222.0.16 "DELETE /v2.0/floatingips/8f91c6ae-34ca-4f7a-9fe8-114da7c1685d HTTP/1.1" status: 204 len: 173 time: 1.9585030 Aug 31 00:56:53.272667 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44064) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:56:53.401065 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-1b4b8cde-ae9a-43cc-93b4-72e93c055782 req-92e2845f-cb99-41d5-a365-97e924fbbc97 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] show failed (client error): The resource could not be found. Aug 31 00:56:53.402207 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1b4b8cde-ae9a-43cc-93b4-72e93c055782 req-92e2845f-cb99-41d5-a365-97e924fbbc97 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/c8c5b1c3-5a79-4e07-86c0-0a39ee0f7d73 HTTP/1.1" status: 404 len: 352 time: 0.0451543 Aug 31 00:56:53.474283 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02797c11-10cf-4df0-b0b7-7dd7c2a5ee09 x-openstack-request-id: req-02797c11-10cf-4df0-b0b7-7dd7c2a5ee09 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:56:53.474861 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e45d57-789b-44b2-b12c-bbb1b3e6b291", "tag": "720c7731-0dce-45b3-888a-22ac7a23d764", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:56:53.475181 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02797c11-10cf-4df0-b0b7-7dd7c2a5ee09 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:56:53.476330 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'tag': '720c7731-0dce-45b3-888a-22ac7a23d764', 'status': 'completed', 'code': 200} Aug 31 00:56:53.523773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-4c3099c4-ed99-41fc-85c4-28b0cc5b5aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:53.525529 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-4c3099c4-ed99-41fc-85c4-28b0cc5b5aca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 1099 time: 0.3728385 Aug 31 00:56:53.558898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] Network 665d49ec-cd38-436c-bd69-d51937375d21 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:56:53.561052 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:56:53.688611 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-167f8e57-9481-4bf5-aa0a-c1b1b2246cd6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=720c7731-0dce-45b3-888a-22ac7a23d764 HTTP/1.1" status: 200 len: 217 time: 0.0621104 Aug 31 00:56:53.872477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9d88d-2681-475d-8650-831f9e23ba9f req-21382e96-4351-49fe-a43c-0276f27fe0ab tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:53.886062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9d88d-2681-475d-8650-831f9e23ba9f req-21382e96-4351-49fe-a43c-0276f27fe0ab tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:53.889371 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5da9d88d-2681-475d-8650-831f9e23ba9f req-21382e96-4351-49fe-a43c-0276f27fe0ab tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=03603152-27b6-407e-8510-05c036208431&device_id=fbe55782-3630-456a-8a32-a280ca780f65 HTTP/1.1" status: 200 len: 1683 time: 0.1348386 Aug 31 00:56:53.902128 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] Router 8243a6f3-d7e5-412d-baec-0a03675c440b has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:56:53.963467 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3b4c6778-568e-4ac2-9a6b-c3d799b466cb None None] Provisioning complete for port 227331a0-4f7b-49bb-be92-decec21dba8f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:53.964363 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6778-568e-4ac2-9a6b-c3d799b466cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:54.045252 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc31236-d053-495d-8d52-3e4ce782ce04 req-21ae5fa8-2e79-4825-9b66-1c0834c85aaf tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:54.069261 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3fc31236-d053-495d-8d52-3e4ce782ce04 req-21ae5fa8-2e79-4825-9b66-1c0834c85aaf tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 947 time: 0.4780920 Aug 31 00:56:54.070761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 006e1f95-d568-4793-8d6b-a3ab461c47e7 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:54.137546 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-754dffe5-cbde-4d10-b982-d8a1b743595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:54.141514 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-754dffe5-cbde-4d10-b982-d8a1b743595a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.4372683 Aug 31 00:56:54.191099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3b4c6778-568e-4ac2-9a6b-c3d799b466cb None None] Port 227331a0-4f7b-49bb-be92-decec21dba8f cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:56:54.229512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:56:54.250480 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5da9d88d-2681-475d-8650-831f9e23ba9f req-c031fa3a-bcab-4c74-84b4-fde089567015 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/security-groups?id=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467255 Aug 31 00:56:54.266881 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d4ba2506-65bc-40a3-bd5f-901f47e787d8 admin admin] 10.222.0.16 "PUT /v2.0/routers/8243a6f3-d7e5-412d-baec-0a03675c440b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1631064 Aug 31 00:56:54.305085 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-305ec604-97f7-4cf4-9200-3cab89555cf8 req-617f9639-6c36-495c-ab64-5340757d9272 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] show failed (client error): The resource could not be found. Aug 31 00:56:54.309808 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3fc31236-d053-495d-8d52-3e4ce782ce04 req-b00d3c06-75ef-4ba0-8ece-886e4cf79bb9 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461226 Aug 31 00:56:54.324020 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-305ec604-97f7-4cf4-9200-3cab89555cf8 req-617f9639-6c36-495c-ab64-5340757d9272 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/8dbdef7a-6233-4103-8bd5-7ea4cdc0c767 HTTP/1.1" status: 404 len: 352 time: 0.0431178 Aug 31 00:56:54.423568 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 006e1f95-d568-4793-8d6b-a3ab461c47e7 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:56:54.435915 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 006e1f95-d568-4793-8d6b-a3ab461c47e7 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:54.436466 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:54.494241 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-9ff26f49-e15a-4be2-91d8-b72a7dacbeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:54.501221 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-9ff26f49-e15a-4be2-91d8-b72a7dacbeb3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2835896 Aug 31 00:56:54.613255 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-9edf7300-ca73-496c-b11e-90ac910e3f1b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:56:54.614331 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-9edf7300-ca73-496c-b11e-90ac910e3f1b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060549 Aug 31 00:56:54.757421 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:54.787565 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Sync routers for ids ['8243a6f3-d7e5-412d-baec-0a03675c440b'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:56:54.788884 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Routers {'8243a6f3-d7e5-412d-baec-0a03675c440b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:56:54.789679 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:56:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8243a6f3-d7e5-412d-baec-0a03675c440b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:54.801241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 006e1f95-d568-4793-8d6b-a3ab461c47e7, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=006e1f95-d568-4793-8d6b-a3ab461c47e7,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:54.918893 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-b28dd2a4-9e64-4469-9dae-dc6514e8beb0 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856903 Aug 31 00:56:55.006593 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Set router 8243a6f3-d7e5-412d-baec-0a03675c440b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:56:55.023951 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:55.166462 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c703705b-1334-4074-b4a8-0cc69d86ee87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:55.227556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=006e1f95-d568-4793-8d6b-a3ab461c47e7,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:55.702516 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8243a6f3-d7e5-412d-baec-0a03675c440b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664130140-router', 'tenant_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '006e1f95-d568-4793-8d6b-a3ab461c47e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:56:41Z', 'updated_at': '2021-08-31T00:56:51Z', 'revision_number': 4, 'project_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'gw_port': {'id': '006e1f95-d568-4793-8d6b-a3ab461c47e7', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:82:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8243a6f3-d7e5-412d-baec-0a03675c440b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:43Z', 'updated_at': '2021-08-31T00:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '227331a0-4f7b-49bb-be92-decec21dba8f', 'name': '', 'network_id': '665d49ec-cd38-436c-bd69-d51937375d21', 'tenant_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'mac_address': 'fa:16:3e:a1:17:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8243a6f3-d7e5-412d-baec-0a03675c440b', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '8c76cf0d-0c73-4f3c-af04-79a5c8db248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:50Z', 'updated_at': '2021-08-31T00:56:52Z', 'revision_number': 2, 'project_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'subnets': [{'id': '8c76cf0d-0c73-4f3c-af04-79a5c8db248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:55.822062 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Checking router: 8243a6f3-d7e5-412d-baec-0a03675c440b for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:56:55.825055 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Updating router 8243a6f3-d7e5-412d-baec-0a03675c440b port 227331a0-4f7b-49bb-be92-decec21dba8f binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:56:55.924242 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:56.068239 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-771b8afa-86d8-4776-adef-d1fec31ea2c1 req-6b518513-6af7-462c-8631-2b93ed4147d8 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1035202 Aug 31 00:56:56.179053 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 006e1f95-d568-4793-8d6b-a3ab461c47e7 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:56:56.235640 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e292c-e59a-407e-99f3-36d10ece14e5 req-f159d268-a278-4b01-bd7b-1c5d2dc37a86 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:56.254732 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a54e292c-e59a-407e-99f3-36d10ece14e5 req-f159d268-a278-4b01-bd7b-1c5d2dc37a86 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 947 time: 0.3659968 Aug 31 00:56:56.334132 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c703705b-1334-4074-b4a8-0cc69d86ee87 admin admin] Deleting port 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:56:56.334696 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c703705b-1334-4074-b4a8-0cc69d86ee87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:56.386171 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a54e292c-e59a-407e-99f3-36d10ece14e5 req-ccc2f18d-3bbf-469d-b2e3-2f499f6c8eff tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258292 Aug 31 00:56:56.401955 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 006e1f95-d568-4793-8d6b-a3ab461c47e7 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:56:56.402326 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:56.568771 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-c703705b-1334-4074-b4a8-0cc69d86ee87 admin admin] For port 7a15f7c2-3886-43f4-81ae-2c92e9ebec17, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=7a15f7c2-3886-43f4-81ae-2c92e9ebec17,segment=NetworkSegment(0b074c36-a690-46ed-b2fe-94b1e79f7132),segment_id=0b074c36-a690-46ed-b2fe-94b1e79f7132)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:56.581501 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c703705b-1334-4074-b4a8-0cc69d86ee87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:56.600734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c703705b-1334-4074-b4a8-0cc69d86ee87 admin admin] Calling delete_port for 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:56:56.936910 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a244b2-9206-4588-a626-803c3f3b96cc req-9196a780-91a4-4efe-b674-08d1e1842f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:56.940068 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2a244b2-9206-4588-a626-803c3f3b96cc req-9196a780-91a4-4efe-b674-08d1e1842f90 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 1099 time: 0.2420707 Aug 31 00:56:56.956892 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232f6e8-65ba-4bb0-8509-195782b7b784 req-8ffd447e-e763-47b0-9e1a-6cd22e75d8e1 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:56.969058 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2232f6e8-65ba-4bb0-8509-195782b7b784 req-8ffd447e-e763-47b0-9e1a-6cd22e75d8e1 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 1024 time: 0.2696900 Aug 31 00:56:57.050930 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:57.081249 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Transition to ACTIVE for port object 227331a0-4f7b-49bb-be92-decec21dba8f will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:56:57.212129 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:57.300964 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73104b68-172f-43aa-8f4c-959a239e5dc4 req-b38fa56f-3670-4ce4-9366-c02592640170 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:57.309298 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-73104b68-172f-43aa-8f4c-959a239e5dc4 req-b38fa56f-3670-4ce4-9366-c02592640170 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 1024 time: 0.2288077 Aug 31 00:56:57.348829 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94f2cd-ec4e-4ba6-8606-b7adaa6b393b None None] Pushing event updated for resources: {'Port': ['ID=227331a0-4f7b-49bb-be92-decec21dba8f,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:57.454935 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Attempting to bind port 227331a0-4f7b-49bb-be92-decec21dba8f on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:56:57.455400 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Attempting to bind port 227331a0-4f7b-49bb-be92-decec21dba8f by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'c38cec26-6e77-4792-94d8-9d8a54460174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '665d49ec-cd38-436c-bd69-d51937375d21'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:56:57.455980 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Attempting to bind port 227331a0-4f7b-49bb-be92-decec21dba8f on network 665d49ec-cd38-436c-bd69-d51937375d21 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:56:57.467754 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:56:57.468601 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Checking segment: {'id': 'c38cec26-6e77-4792-94d8-9d8a54460174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '665d49ec-cd38-436c-bd69-d51937375d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:56:57.469381 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:57.469903 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Bound using segment: {'id': 'c38cec26-6e77-4792-94d8-9d8a54460174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '665d49ec-cd38-436c-bd69-d51937375d21'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:56:57.470561 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Bound port: 227331a0-4f7b-49bb-be92-decec21dba8f, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38cec26-6e77-4792-94d8-9d8a54460174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '665d49ec-cd38-436c-bd69-d51937375d21'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:56:57.471666 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:57.588658 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-73104b68-172f-43aa-8f4c-959a239e5dc4 req-b860a73d-d886-44d2-9a29-1b132b67dc5d tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Deleting port f6303bf6-6125-4de5-b6d4-ed5466c4e039 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:56:57.590394 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-73104b68-172f-43aa-8f4c-959a239e5dc4 req-b860a73d-d886-44d2-9a29-1b132b67dc5d tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:57.697699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a244b2-9206-4588-a626-803c3f3b96cc req-0a8419b3-1a0a-4b4e-91cf-79e10dfc78e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:57.700873 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2a244b2-9206-4588-a626-803c3f3b96cc req-0a8419b3-1a0a-4b4e-91cf-79e10dfc78e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.7268863 Aug 31 00:56:57.723539 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] For port 227331a0-4f7b-49bb-be92-decec21dba8f, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:56:57.744543 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] For port 227331a0-4f7b-49bb-be92-decec21dba8f, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=227331a0-4f7b-49bb-be92-decec21dba8f,segment=NetworkSegment(c38cec26-6e77-4792-94d8-9d8a54460174),segment_id=c38cec26-6e77-4792-94d8-9d8a54460174)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:56:57.774151 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2232f6e8-65ba-4bb0-8509-195782b7b784 req-c765519d-cc7f-4e52-8819-17532a4bbcbd tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ada0f35-4b1e-412e-a5d6-09c27c7e1979&id=98b58b26-936b-442e-839b-8e0a5edf8a16&id=82c272b9-25e5-47ae-b7cf-2b558dc1684b&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.8040059 Aug 31 00:56:57.784109 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c703705b-1334-4074-b4a8-0cc69d86ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:58.021318 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703705b-1334-4074-b4a8-0cc69d86ee87 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a15f7c2-3886-43f4-81ae-2c92e9ebec17,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:58.033669 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2a244b2-9206-4588-a626-803c3f3b96cc req-b92f4e2a-c83c-4d01-9f6b-23b7ce473bf7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=720c7731-0dce-45b3-888a-22ac7a23d764 HTTP/1.1" status: 200 len: 217 time: 0.3030560 Aug 31 00:56:58.120815 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-73104b68-172f-43aa-8f4c-959a239e5dc4 req-b860a73d-d886-44d2-9a29-1b132b67dc5d tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] For port f6303bf6-6125-4de5-b6d4-ed5466c4e039, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=f6303bf6-6125-4de5-b6d4-ed5466c4e039,segment=NetworkSegment(90c996bf-cc59-456f-9160-48c62acac6f2),segment_id=90c996bf-cc59-456f-9160-48c62acac6f2)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:56:58.122286 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-73104b68-172f-43aa-8f4c-959a239e5dc4 req-b860a73d-d886-44d2-9a29-1b132b67dc5d tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:58.209485 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:58.210526 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0ba6b-dfc0-4734-9466-0048574ce887 req-17ddee75-5135-4289-b411-bb0f8edefe6f tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:58.210526 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fac0ba6b-dfc0-4734-9466-0048574ce887 req-17ddee75-5135-4289-b411-bb0f8edefe6f tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 947 time: 0.2714014 Aug 31 00:56:58.241308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-73104b68-172f-43aa-8f4c-959a239e5dc4 req-b860a73d-d886-44d2-9a29-1b132b67dc5d tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Calling delete_port for f6303bf6-6125-4de5-b6d4-ed5466c4e039 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:56:58.258203 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5aaeba-3138-425b-9875-18484b106c97 req-aefcb814-03d0-4527-b2fc-3fd643def16a tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:58.260043 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3a5aaeba-3138-425b-9875-18484b106c97 req-aefcb814-03d0-4527-b2fc-3fd643def16a tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.41 "GET /v2.0/ports?device_id=03603152-27b6-407e-8510-05c036208431 HTTP/1.1" status: 200 len: 946 time: 0.5236495 Aug 31 00:56:58.334392 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Routers {'8243a6f3-d7e5-412d-baec-0a03675c440b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:56:58.336920 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:56:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8243a6f3-d7e5-412d-baec-0a03675c440b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:58.388586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a244b2-9206-4588-a626-803c3f3b96cc req-8e6d4f73-efef-43ad-a7c7-acafa6a1b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:58.390345 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2a244b2-9206-4588-a626-803c3f3b96cc req-8e6d4f73-efef-43ad-a7c7-acafa6a1b1df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.3270893 Aug 31 00:56:58.467301 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fac0ba6b-dfc0-4734-9466-0048574ce887 req-64a69493-800f-4d25-8bc0-00ee9433ff98 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641485 Aug 31 00:56:58.697975 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] Set router 8243a6f3-d7e5-412d-baec-0a03675c440b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:56:59.041409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192bfcf-8fd1-4ba3-8917-f79cfc77a8e0 req-901916cd-5de7-45b9-8c63-a3fa604972fe tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:59.043674 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e192bfcf-8fd1-4ba3-8917-f79cfc77a8e0 req-901916cd-5de7-45b9-8c63-a3fa604972fe tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe55782-3630-456a-8a32-a280ca780f65 HTTP/1.1" status: 200 len: 946 time: 0.3320568 Aug 31 00:56:59.072784 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dd3b7-d6ae-42c0-981a-9bc1d127957f req-174ff06c-8705-40ce-b49b-6cc93b2fa44a tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:59.078258 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7d8dd3b7-d6ae-42c0-981a-9bc1d127957f req-174ff06c-8705-40ce-b49b-6cc93b2fa44a tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=03603152-27b6-407e-8510-05c036208431 HTTP/1.1" status: 200 len: 946 time: 0.9277790 Aug 31 00:56:59.133561 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device f6303bf6-6125-4de5-b6d4-ed5466c4e039 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:56:59.262789 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c703705b-1334-4074-b4a8-0cc69d86ee87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:59.368706 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7d8dd3b7-d6ae-42c0-981a-9bc1d127957f req-95c459e7-7abb-4320-96aa-3ac855486810 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/security-groups?id=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035950 Aug 31 00:56:59.375188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a244b2-9206-4588-a626-803c3f3b96cc req-28b5ec3c-4b2c-421f-a0cd-8e372aa1a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:59.379371 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2a244b2-9206-4588-a626-803c3f3b96cc req-28b5ec3c-4b2c-421f-a0cd-8e372aa1a547 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9046247 Aug 31 00:56:59.448823 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:59.544616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b2e81-915a-4c78-81e1-ccf72c6a814d req-cfa2f4da-1829-46e5-bb3d-239edce0fe43 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:56:59.551829 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-be0b2e81-915a-4c78-81e1-ccf72c6a814d req-cfa2f4da-1829-46e5-bb3d-239edce0fe43 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 1024 time: 0.3447955 Aug 31 00:56:59.579260 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94f2cd-ec4e-4ba6-8606-b7adaa6b393b None None] Pushing event updated for resources: {'Port': ['ID=227331a0-4f7b-49bb-be92-decec21dba8f,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:56:59.607379 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8243a6f3-d7e5-412d-baec-0a03675c440b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664130140-router', 'tenant_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '006e1f95-d568-4793-8d6b-a3ab461c47e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:56:41Z', 'updated_at': '2021-08-31T00:56:51Z', 'revision_number': 4, 'project_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'gw_port': {'id': '006e1f95-d568-4793-8d6b-a3ab461c47e7', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8243a6f3-d7e5-412d-baec-0a03675c440b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:43Z', 'updated_at': '2021-08-31T00:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '227331a0-4f7b-49bb-be92-decec21dba8f', 'name': '', 'network_id': '665d49ec-cd38-436c-bd69-d51937375d21', 'tenant_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'mac_address': 'fa:16:3e:a1:17:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8243a6f3-d7e5-412d-baec-0a03675c440b', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '8c76cf0d-0c73-4f3c-af04-79a5c8db248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:50Z', 'updated_at': '2021-08-31T00:56:57Z', 'revision_number': 4, 'project_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'subnets': [{'id': '8c76cf0d-0c73-4f3c-af04-79a5c8db248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:56:59.674295 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2a244b2-9206-4588-a626-803c3f3b96cc req-7eacba20-f588-4ddb-bb12-1e933b8eb91b service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747622 Aug 31 00:56:59.721309 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-e192bfcf-8fd1-4ba3-8917-f79cfc77a8e0 req-ef0f748e-b1bf-48ea-8f32-1904e1211970 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Deleting port 72994a3b-1eae-4fe5-bf49-17f8e4754ff6 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:56:59.722348 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e192bfcf-8fd1-4ba3-8917-f79cfc77a8e0 req-ef0f748e-b1bf-48ea-8f32-1904e1211970 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:59.727428 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-73104b68-172f-43aa-8f4c-959a239e5dc4 req-b860a73d-d886-44d2-9a29-1b132b67dc5d tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:59.755711 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d327d9b-52e5-4f4e-b6ce-74e8604b8c8e None None] The sync data for ids ['8243a6f3-d7e5-412d-baec-0a03675c440b'] in n-d-793621-34 is: [{'id': '8243a6f3-d7e5-412d-baec-0a03675c440b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664130140-router', 'tenant_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '006e1f95-d568-4793-8d6b-a3ab461c47e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:56:41Z', 'updated_at': '2021-08-31T00:56:51Z', 'revision_number': 4, 'project_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'gw_port': {'id': '006e1f95-d568-4793-8d6b-a3ab461c47e7', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8243a6f3-d7e5-412d-baec-0a03675c440b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:43Z', 'updated_at': '2021-08-31T00:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '227331a0-4f7b-49bb-be92-decec21dba8f', 'name': '', 'network_id': '665d49ec-cd38-436c-bd69-d51937375d21', 'tenant_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'mac_address': 'fa:16:3e:a1:17:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8243a6f3-d7e5-412d-baec-0a03675c440b', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '8c76cf0d-0c73-4f3c-af04-79a5c8db248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:50Z', 'updated_at': '2021-08-31T00:56:57Z', 'revision_number': 4, 'project_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'subnets': [{'id': '8c76cf0d-0c73-4f3c-af04-79a5c8db248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:57:00.029680 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2a244b2-9206-4588-a626-803c3f3b96cc req-b9ce2732-1715-43f8-8ace-c3864ad51453 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388035 Aug 31 00:57:00.292634 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860a73d-d886-44d2-9a29-1b132b67dc5d tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event deleted for resources: {'Port': ['ID=f6303bf6-6125-4de5-b6d4-ed5466c4e039,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:00.336694 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-be0b2e81-915a-4c78-81e1-ccf72c6a814d req-e033cbdd-c219-4547-a749-35e22e5deaaf tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ada0f35-4b1e-412e-a5d6-09c27c7e1979&id=98b58b26-936b-442e-839b-8e0a5edf8a16&id=82c272b9-25e5-47ae-b7cf-2b558dc1684b&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.7634661 Aug 31 00:57:00.475388 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-3a5aaeba-3138-425b-9875-18484b106c97 req-10f0431f-a25c-436a-b740-35699c825218 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Deleting port 52757e9e-921e-40a1-92fd-3264ed235a20 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:57:00.476298 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-3a5aaeba-3138-425b-9875-18484b106c97 req-10f0431f-a25c-436a-b740-35699c825218 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:00.597937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 227331a0-4f7b-49bb-be92-decec21dba8f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:57:00.661594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-73104b68-172f-43aa-8f4c-959a239e5dc4 req-b860a73d-d886-44d2-9a29-1b132b67dc5d tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] No DVR routers for this DVR port f6303bf6-6125-4de5-b6d4-ed5466c4e039 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:57:00.686818 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-73104b68-172f-43aa-8f4c-959a239e5dc4 req-b860a73d-d886-44d2-9a29-1b132b67dc5d tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:00.693994 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-73104b68-172f-43aa-8f4c-959a239e5dc4 req-b860a73d-d886-44d2-9a29-1b132b67dc5d tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.48 "DELETE /v2.0/ports/f6303bf6-6125-4de5-b6d4-ed5466c4e039 HTTP/1.1" status: 204 len: 173 time: 3.3785183 Aug 31 00:57:00.694828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74b4d1f-810d-4144-9d7f-bc2a667a1411', 'name': 'network-vif-deleted', 'tag': 'f6303bf6-6125-4de5-b6d4-ed5466c4e039'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:00.708981 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f790601e-7982-44f2-bd1d-12d394212fac" -d '{"events": [{"server_uuid": "b74b4d1f-810d-4144-9d7f-bc2a667a1411", "name": "network-vif-deleted", "tag": "f6303bf6-6125-4de5-b6d4-ed5466c4e039"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:00.791462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e192bfcf-8fd1-4ba3-8917-f79cfc77a8e0 req-ef0f748e-b1bf-48ea-8f32-1904e1211970 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] For port 72994a3b-1eae-4fe5-bf49-17f8e4754ff6, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=72994a3b-1eae-4fe5-bf49-17f8e4754ff6,segment=NetworkSegment(2e43c5b0-ef10-41c6-a3d3-5df5250a080d),segment_id=2e43c5b0-ef10-41c6-a3d3-5df5250a080d)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:00.791863 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e192bfcf-8fd1-4ba3-8917-f79cfc77a8e0 req-ef0f748e-b1bf-48ea-8f32-1904e1211970 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:00.808966 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-3a5aaeba-3138-425b-9875-18484b106c97 req-10f0431f-a25c-436a-b740-35699c825218 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] For port 52757e9e-921e-40a1-92fd-3264ed235a20, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=52757e9e-921e-40a1-92fd-3264ed235a20,segment=NetworkSegment(2e43c5b0-ef10-41c6-a3d3-5df5250a080d),segment_id=2e43c5b0-ef10-41c6-a3d3-5df5250a080d)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:00.809567 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-3a5aaeba-3138-425b-9875-18484b106c97 req-10f0431f-a25c-436a-b740-35699c825218 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:00.835173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-e192bfcf-8fd1-4ba3-8917-f79cfc77a8e0 req-ef0f748e-b1bf-48ea-8f32-1904e1211970 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Calling delete_port for 72994a3b-1eae-4fe5-bf49-17f8e4754ff6 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:57:00.871863 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-3a5aaeba-3138-425b-9875-18484b106c97 req-10f0431f-a25c-436a-b740-35699c825218 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Calling delete_port for 52757e9e-921e-40a1-92fd-3264ed235a20 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:57:00.901477 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e4108-d711-4b34-974f-455146d62f3f req-c7985e3c-ef0e-4cc7-8942-2199480d842f tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:00.910515 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 227331a0-4f7b-49bb-be92-decec21dba8f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:57:00.914567 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3b5e4108-d711-4b34-974f-455146d62f3f req-c7985e3c-ef0e-4cc7-8942-2199480d842f tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 947 time: 0.8836162 Aug 31 00:57:00.920219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 227331a0-4f7b-49bb-be92-decec21dba8f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:00.926147 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:01.153641 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 52757e9e-921e-40a1-92fd-3264ed235a20 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:57:01.164802 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 720c7731-0dce-45b3-888a-22ac7a23d764 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:57:01.406495 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3b5e4108-d711-4b34-974f-455146d62f3f req-f471f2ab-7cca-4c87-9378-f119e70c0f33 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759896 Aug 31 00:57:01.462572 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c703705b-1334-4074-b4a8-0cc69d86ee87 admin admin] Router a08f8bf0-8226-4f39-b34f-31c9be47e2e8 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:57:01.484509 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d0dae-da29-4023-9b20-3e27021a3348 req-262a4db6-f937-4e7e-ac7e-4346544c85b8 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:01.487860 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a2d0dae-da29-4023-9b20-3e27021a3348 req-262a4db6-f937-4e7e-ac7e-4346544c85b8 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=03603152-27b6-407e-8510-05c036208431 HTTP/1.1" status: 200 len: 946 time: 0.1644998 Aug 31 00:57:01.501508 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e192bfcf-8fd1-4ba3-8917-f79cfc77a8e0 req-ef0f748e-b1bf-48ea-8f32-1904e1211970 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:01.505751 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.resource_extend [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 00:57:01.566629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['72994a3b-1eae-4fe5-bf49-17f8e4754ff6'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:57:01.730367 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f748e-b1bf-48ea-8f32-1904e1211970 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Pushing event deleted for resources: {'Port': ['ID=72994a3b-1eae-4fe5-bf49-17f8e4754ff6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:01.753180 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfabc4a4-f56c-4184-8d5c-d61ef25b93b8 x-openstack-request-id: req-dfabc4a4-f56c-4184-8d5c-d61ef25b93b8 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:01.754126 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74b4d1f-810d-4144-9d7f-bc2a667a1411", "name": "network-vif-deleted", "tag": "f6303bf6-6125-4de5-b6d4-ed5466c4e039", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:01.754920 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfabc4a4-f56c-4184-8d5c-d61ef25b93b8 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:01.756037 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74b4d1f-810d-4144-9d7f-bc2a667a1411', 'name': 'network-vif-deleted', 'tag': 'f6303bf6-6125-4de5-b6d4-ed5466c4e039', 'status': 'completed', 'code': 200} Aug 31 00:57:01.853479 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:01.897179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e192bfcf-8fd1-4ba3-8917-f79cfc77a8e0 req-ef0f748e-b1bf-48ea-8f32-1904e1211970 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] No DVR routers for this DVR port 72994a3b-1eae-4fe5-bf49-17f8e4754ff6 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:57:01.902518 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e192bfcf-8fd1-4ba3-8917-f79cfc77a8e0 req-ef0f748e-b1bf-48ea-8f32-1904e1211970 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:01.905160 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e192bfcf-8fd1-4ba3-8917-f79cfc77a8e0 req-ef0f748e-b1bf-48ea-8f32-1904e1211970 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.48 "DELETE /v2.0/ports/72994a3b-1eae-4fe5-bf49-17f8e4754ff6 HTTP/1.1" status: 204 len: 173 time: 2.8504922 Aug 31 00:57:01.920098 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-3a5aaeba-3138-425b-9875-18484b106c97 req-10f0431f-a25c-436a-b740-35699c825218 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:01.965705 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a2d0dae-da29-4023-9b20-3e27021a3348 req-158e054f-c8d4-4e22-8457-9b4711a38328 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/security-groups?id=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665408 Aug 31 00:57:01.977646 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['72994a3b-1eae-4fe5-bf49-17f8e4754ff6'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:57:02.036019 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0431f-a25c-436a-b740-35699c825218 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Pushing event deleted for resources: {'Port': ['ID=52757e9e-921e-40a1-92fd-3264ed235a20,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:02.076449 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a3ad9dee-4b7e-4351-95cd-8aa98ffca854 req-cd3f04b5-c968-4f04-af47-3c8644d65d1f tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74b4d1f-810d-4144-9d7f-bc2a667a1411 HTTP/1.1" status: 200 len: 210 time: 0.1719189 Aug 31 00:57:02.111408 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:02.326375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 227331a0-4f7b-49bb-be92-decec21dba8f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=227331a0-4f7b-49bb-be92-decec21dba8f,segment=NetworkSegment(c38cec26-6e77-4792-94d8-9d8a54460174),segment_id=c38cec26-6e77-4792-94d8-9d8a54460174)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:02.337949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=720c7731-0dce-45b3-888a-22ac7a23d764,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:02.367869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '720c7731-0dce-45b3-888a-22ac7a23d764', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '720c7731-0dce-45b3-888a-22ac7a23d764', 'mac_address': 'fa:16:3e:17:a9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:57:02.406424 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5aaeba-3138-425b-9875-18484b106c97 req-10f0431f-a25c-436a-b740-35699c825218 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] No DVR routers for this DVR port 52757e9e-921e-40a1-92fd-3264ed235a20 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:57:02.417816 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-3a5aaeba-3138-425b-9875-18484b106c97 req-10f0431f-a25c-436a-b740-35699c825218 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:02.419970 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3a5aaeba-3138-425b-9875-18484b106c97 req-10f0431f-a25c-436a-b740-35699c825218 tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.41 "DELETE /v2.0/ports/52757e9e-921e-40a1-92fd-3264ed235a20 HTTP/1.1" status: 204 len: 173 time: 4.0972314 Aug 31 00:57:02.420455 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03603152-27b6-407e-8510-05c036208431', 'name': 'network-vif-deleted', 'tag': '52757e9e-921e-40a1-92fd-3264ed235a20'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:02.429581 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afae0b55-7584-4ac9-a193-716dd0b5cd28" -d '{"events": [{"server_uuid": "03603152-27b6-407e-8510-05c036208431", "name": "network-vif-deleted", "tag": "52757e9e-921e-40a1-92fd-3264ed235a20"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:02.484792 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c703705b-1334-4074-b4a8-0cc69d86ee87 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:57:02.525970 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c703705b-1334-4074-b4a8-0cc69d86ee87 admin admin] 10.222.0.16 "PUT /v2.0/routers/a08f8bf0-8226-4f39-b34f-31c9be47e2e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2520292 Aug 31 00:57:02.529366 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44164) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:02.598880 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acde8c32-5bfa-486b-9ddc-3dde4d3453b9 x-openstack-request-id: req-acde8c32-5bfa-486b-9ddc-3dde4d3453b9 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:02.599243 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03603152-27b6-407e-8510-05c036208431", "name": "network-vif-deleted", "tag": "52757e9e-921e-40a1-92fd-3264ed235a20", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:02.599495 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acde8c32-5bfa-486b-9ddc-3dde4d3453b9 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:02.599911 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03603152-27b6-407e-8510-05c036208431', 'name': 'network-vif-deleted', 'tag': '52757e9e-921e-40a1-92fd-3264ed235a20', 'status': 'completed', 'code': 200} Aug 31 00:57:02.904162 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045411af-b9a0-4724-96f8-3792ee75c645 None None] Sync routers for ids ['a08f8bf0-8226-4f39-b34f-31c9be47e2e8'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:57:02.913150 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:03.121237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c0d25-645e-4146-810e-2efda9e19d12 req-074a8773-43a7-40b0-b2f9-a47fe29feb1e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:03.127967 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045411af-b9a0-4724-96f8-3792ee75c645 None None] Routers {'a08f8bf0-8226-4f39-b34f-31c9be47e2e8'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:57:03.140676 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c8c0d25-645e-4146-810e-2efda9e19d12 req-074a8773-43a7-40b0-b2f9-a47fe29feb1e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 947 time: 0.4684854 Aug 31 00:57:03.144860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-045411af-b9a0-4724-96f8-3792ee75c645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:56:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a08f8bf0-8226-4f39-b34f-31c9be47e2e8'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:57:03.292017 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c8c0d25-645e-4146-810e-2efda9e19d12 req-ab5294d3-47d5-4236-8d6f-39b9367f6218 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478438 Aug 31 00:57:03.313719 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4f54185c-2b29-477b-9460-366bfb29044e admin admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:03.361829 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5b4288d7-b344-44b1-bfe2-5cdb68363ce6 req-0504046b-5ee4-4229-8720-ea402409475f tempest-ListServersNegativeTestJSON-790946877 tempest-ListServersNegativeTestJSON-790946877-project] 10.222.0.16 "GET /v2.0/ports?device_id=03603152-27b6-407e-8510-05c036208431 HTTP/1.1" status: 200 len: 210 time: 0.1206083 Aug 31 00:57:03.458028 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=227331a0-4f7b-49bb-be92-decec21dba8f,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:03.462028 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:03.484521 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720c7731-0dce-45b3-888a-22ac7a23d764 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:57:03.554111 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=720c7731-0dce-45b3-888a-22ac7a23d764,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:03.690825 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:03.723558 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-045411af-b9a0-4724-96f8-3792ee75c645 None None] Set router a08f8bf0-8226-4f39-b34f-31c9be47e2e8 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:57:03.756959 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39321d4d-e53f-45d5-bb6b-b3a15e3f05be req-f21831d9-0a23-43a0-a255-59c7124dbd54 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/4ada0f35-4b1e-412e-a5d6-09c27c7e1979 HTTP/1.1" status: 200 len: 1799 time: 0.1820812 Aug 31 00:57:03.763582 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe55782-3630-456a-8a32-a280ca780f65', 'name': 'network-vif-deleted', 'tag': '72994a3b-1eae-4fe5-bf49-17f8e4754ff6'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:03.771150 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e940ee-446a-410b-bbb5-1c19b0cee6a3" -d '{"events": [{"server_uuid": "fbe55782-3630-456a-8a32-a280ca780f65", "name": "network-vif-deleted", "tag": "72994a3b-1eae-4fe5-bf49-17f8e4754ff6"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:03.935001 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-39321d4d-e53f-45d5-bb6b-b3a15e3f05be req-91444f36-f549-4a9a-821e-22a890872c68 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:03.973929 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-39321d4d-e53f-45d5-bb6b-b3a15e3f05be req-91444f36-f549-4a9a-821e-22a890872c68 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:04.040301 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894c77b0-4d10-45da-9341-f94372cb8aa8 x-openstack-request-id: req-894c77b0-4d10-45da-9341-f94372cb8aa8 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:04.041927 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe55782-3630-456a-8a32-a280ca780f65", "name": "network-vif-deleted", "tag": "72994a3b-1eae-4fe5-bf49-17f8e4754ff6", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:04.042415 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-894c77b0-4d10-45da-9341-f94372cb8aa8 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:04.043016 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe55782-3630-456a-8a32-a280ca780f65', 'name': 'network-vif-deleted', 'tag': '72994a3b-1eae-4fe5-bf49-17f8e4754ff6', 'status': 'completed', 'code': 200} Aug 31 00:57:04.044526 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4f54185c-2b29-477b-9460-366bfb29044e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:04.128941 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-39321d4d-e53f-45d5-bb6b-b3a15e3f05be req-91444f36-f549-4a9a-821e-22a890872c68 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:04.133749 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-39321d4d-e53f-45d5-bb6b-b3a15e3f05be req-91444f36-f549-4a9a-821e-22a890872c68 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:04.135555 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39321d4d-e53f-45d5-bb6b-b3a15e3f05be req-91444f36-f549-4a9a-821e-22a890872c68 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "DELETE /v2.0/security-groups/4ada0f35-4b1e-412e-a5d6-09c27c7e1979 HTTP/1.1" status: 204 len: 173 time: 0.3466716 Aug 31 00:57:04.240448 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['720c7731-0dce-45b3-888a-22ac7a23d764'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:57:04.263148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91444f36-f549-4a9a-821e-22a890872c68 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ada0f35-4b1e-412e-a5d6-09c27c7e1979,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:04.299161 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91444f36-f549-4a9a-821e-22a890872c68 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:04.302131 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91444f36-f549-4a9a-821e-22a890872c68 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:04.302737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91444f36-f549-4a9a-821e-22a890872c68 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:04.303248 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91444f36-f549-4a9a-821e-22a890872c68 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:04.305854 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91444f36-f549-4a9a-821e-22a890872c68 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:04.306630 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91444f36-f549-4a9a-821e-22a890872c68 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:04.309887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91444f36-f549-4a9a-821e-22a890872c68 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:04.313178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91444f36-f549-4a9a-821e-22a890872c68 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:04.314794 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91444f36-f549-4a9a-821e-22a890872c68 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:04.316388 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91444f36-f549-4a9a-821e-22a890872c68 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:04.317029 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91444f36-f549-4a9a-821e-22a890872c68 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:04.317661 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91444f36-f549-4a9a-821e-22a890872c68 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:04.328399 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f5e82e04-d64f-4fd9-aa7c-59f73e716d2d req-0eb7afca-1faa-471a-82d8-4c6769cee976 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "GET /v2.0/security-groups/82c272b9-25e5-47ae-b7cf-2b558dc1684b HTTP/1.1" status: 200 len: 1799 time: 0.1438825 Aug 31 00:57:04.375259 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-4f54185c-2b29-477b-9460-366bfb29044e admin admin] Deleting port 72e07eb2-0548-48af-ba6a-125192d8c05f {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:57:04.375575 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4f54185c-2b29-477b-9460-366bfb29044e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:04.492880 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=720c7731-0dce-45b3-888a-22ac7a23d764,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:04.531861 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-31be1b78-7212-419b-b600-7ab682a26a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:04.626617 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-4f54185c-2b29-477b-9460-366bfb29044e admin admin] For port 72e07eb2-0548-48af-ba6a-125192d8c05f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=72e07eb2-0548-48af-ba6a-125192d8c05f,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:04.627339 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4f54185c-2b29-477b-9460-366bfb29044e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:04.644668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-4f54185c-2b29-477b-9460-366bfb29044e admin admin] Calling delete_port for 72e07eb2-0548-48af-ba6a-125192d8c05f owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:57:04.645895 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f5e82e04-d64f-4fd9-aa7c-59f73e716d2d req-794d750a-bc3e-4e9e-9193-51d62916d596 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:04.744244 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f5e82e04-d64f-4fd9-aa7c-59f73e716d2d req-794d750a-bc3e-4e9e-9193-51d62916d596 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:04.920978 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4685c-ef7c-4d73-94c2-1ae23fd517e3 req-f0c02521-9a2b-4718-9a7e-871deb926a12 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:04.934501 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-77b4685c-ef7c-4d73-94c2-1ae23fd517e3 req-f0c02521-9a2b-4718-9a7e-871deb926a12 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 948 time: 0.4346309 Aug 31 00:57:05.005334 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f5e82e04-d64f-4fd9-aa7c-59f73e716d2d req-794d750a-bc3e-4e9e-9193-51d62916d596 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:05.010002 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f5e82e04-d64f-4fd9-aa7c-59f73e716d2d req-794d750a-bc3e-4e9e-9193-51d62916d596 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:05.015901 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-045411af-b9a0-4724-96f8-3792ee75c645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08f8bf0-8226-4f39-b34f-31c9be47e2e8', 'name': 'tempest-FloatingIPDetailsTestJSON-2094394540-router', 'tenant_id': '297ecd468fea44089242773bf9928a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '72e07eb2-0548-48af-ba6a-125192d8c05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:45Z', 'updated_at': '2021-08-31T00:56:57Z', 'revision_number': 5, 'project_id': '297ecd468fea44089242773bf9928a80', 'gw_port': {'id': '72e07eb2-0548-48af-ba6a-125192d8c05f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ca:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08f8bf0-8226-4f39-b34f-31c9be47e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:47Z', 'updated_at': '2021-08-31T00:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:57:05.023757 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f5e82e04-d64f-4fd9-aa7c-59f73e716d2d req-794d750a-bc3e-4e9e-9193-51d62916d596 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] 10.222.0.16 "DELETE /v2.0/security-groups/82c272b9-25e5-47ae-b7cf-2b558dc1684b HTTP/1.1" status: 204 len: 173 time: 0.6779101 Aug 31 00:57:05.025763 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44194) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:05.050712 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-77b4685c-ef7c-4d73-94c2-1ae23fd517e3 req-efa8c17d-f8dd-484b-9a74-52a8b11a1c2f tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132638 Aug 31 00:57:05.062917 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045411af-b9a0-4724-96f8-3792ee75c645 None None] Checking router: a08f8bf0-8226-4f39-b34f-31c9be47e2e8 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:57:05.078800 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045411af-b9a0-4724-96f8-3792ee75c645 None None] Routers {'a08f8bf0-8226-4f39-b34f-31c9be47e2e8'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:57:05.080625 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-045411af-b9a0-4724-96f8-3792ee75c645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:56:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a08f8bf0-8226-4f39-b34f-31c9be47e2e8'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:57:05.108467 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4f54185c-2b29-477b-9460-366bfb29044e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:05.180962 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d750a-bc3e-4e9e-9193-51d62916d596 tempest-SecurityGroupsTestJSON-2089499176 tempest-SecurityGroupsTestJSON-2089499176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c272b9-25e5-47ae-b7cf-2b558dc1684b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:05.266370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54185c-2b29-477b-9460-366bfb29044e admin admin] Pushing event deleted for resources: {'Port': ['ID=72e07eb2-0548-48af-ba6a-125192d8c05f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:05.274340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44200) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:05.357305 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3932ad-e68f-445f-8e94-d85ad54c2a4a admin admin] Deleting subnet b9f00cd4-573e-4200-a1be-da6efee3f06a {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:57:05.366877 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a3932ad-e68f-445f-8e94-d85ad54c2a4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:05.405384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 227331a0-4f7b-49bb-be92-decec21dba8f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:57:05.523203 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a3932ad-e68f-445f-8e94-d85ad54c2a4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:05.529833 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ef5b56-c468-47d4-9671-4c17c2eb208e admin admin] Deleting subnet ae400412-d19e-4bc8-8a48-5f58511abbfd {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:57:05.535799 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-14ef5b56-c468-47d4-9671-4c17c2eb208e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:05.567842 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4f54185c-2b29-477b-9460-366bfb29044e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:05.640701 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a3932ad-e68f-445f-8e94-d85ad54c2a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:05.660505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-045411af-b9a0-4724-96f8-3792ee75c645 None None] Set router a08f8bf0-8226-4f39-b34f-31c9be47e2e8 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:57:05.839768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 720c7731-0dce-45b3-888a-22ac7a23d764 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:57:05.893857 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-045411af-b9a0-4724-96f8-3792ee75c645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08f8bf0-8226-4f39-b34f-31c9be47e2e8', 'name': 'tempest-FloatingIPDetailsTestJSON-2094394540-router', 'tenant_id': '297ecd468fea44089242773bf9928a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:45Z', 'updated_at': '2021-08-31T00:57:04Z', 'revision_number': 6, 'project_id': '297ecd468fea44089242773bf9928a80', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:57:05.920443 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a3932ad-e68f-445f-8e94-d85ad54c2a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:05.989551 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045411af-b9a0-4724-96f8-3792ee75c645 None None] The sync data for ids ['a08f8bf0-8226-4f39-b34f-31c9be47e2e8'] in n-d-793621-34 is: [{'id': 'a08f8bf0-8226-4f39-b34f-31c9be47e2e8', 'name': 'tempest-FloatingIPDetailsTestJSON-2094394540-router', 'tenant_id': '297ecd468fea44089242773bf9928a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:45Z', 'updated_at': '2021-08-31T00:57:04Z', 'revision_number': 6, 'project_id': '297ecd468fea44089242773bf9928a80', 'gw_port_host': None}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:57:06.014191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3932ad-e68f-445f-8e94-d85ad54c2a4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9f00cd4-573e-4200-a1be-da6efee3f06a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:06.018585 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a3932ad-e68f-445f-8e94-d85ad54c2a4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:06.024822 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7a3932ad-e68f-445f-8e94-d85ad54c2a4a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b9f00cd4-573e-4200-a1be-da6efee3f06a HTTP/1.1" status: 204 len: 168 time: 0.8946998 Aug 31 00:57:06.031363 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44204) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:06.038591 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 227331a0-4f7b-49bb-be92-decec21dba8f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:06.038591 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:06.273469 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-14ef5b56-c468-47d4-9671-4c17c2eb208e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:06.287355 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 720c7731-0dce-45b3-888a-22ac7a23d764 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:57:06.330780 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 720c7731-0dce-45b3-888a-22ac7a23d764 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:06.330780 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:06.454465 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-14ef5b56-c468-47d4-9671-4c17c2eb208e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:06.471098 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99287a-87f0-400e-bdc4-b21af76abcdb req-f659200f-60b3-411e-9332-7cd8fdf41173 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:06.482918 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fe99287a-87f0-400e-bdc4-b21af76abcdb req-f659200f-60b3-411e-9332-7cd8fdf41173 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 948 time: 0.2364850 Aug 31 00:57:06.668276 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fe99287a-87f0-400e-bdc4-b21af76abcdb req-d8097753-a694-49f6-87cd-0b4b7a57b540 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842952 Aug 31 00:57:06.716659 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4f54185c-2b29-477b-9460-366bfb29044e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:06.721098 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac476-0769-412f-ac49-48a8816e70d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:06.732008 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4f54185c-2b29-477b-9460-366bfb29044e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:06.792980 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:06.843181 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720c7731-0dce-45b3-888a-22ac7a23d764'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:06.847721 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de00153a-e8fe-44bc-a603-0207dc5ca104" -d '{"events": [{"server_uuid": "19e45d57-789b-44b2-b12c-bbb1b3e6b291", "name": "network-vif-plugged", "status": "completed", "tag": "720c7731-0dce-45b3-888a-22ac7a23d764"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:06.889926 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:06.899012 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=720c7731-0dce-45b3-888a-22ac7a23d764,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:06.920550 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:06.928870 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:06.953940 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4f54185c-2b29-477b-9460-366bfb29044e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:06.954376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f54185c-2b29-477b-9460-366bfb29044e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a08f8bf0-8226-4f39-b34f-31c9be47e2e8 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:57:06.961359 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4f54185c-2b29-477b-9460-366bfb29044e admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:06.963451 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4f54185c-2b29-477b-9460-366bfb29044e admin admin] 10.222.0.16 "DELETE /v2.0/routers/a08f8bf0-8226-4f39-b34f-31c9be47e2e8 HTTP/1.1" status: 204 len: 168 time: 4.4322250 Aug 31 00:57:06.965586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44220) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:06.979966 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac476-0769-412f-ac49-48a8816e70d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:07.011771 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-14ef5b56-c468-47d4-9671-4c17c2eb208e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:07.012344 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:07.013871 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 72994a3b-1eae-4fe5-bf49-17f8e4754ff6 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:57:07.025401 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9c55f965-9585-4fb4-8724-965c139f974d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:07.037497 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-14ef5b56-c468-47d4-9671-4c17c2eb208e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:07.046670 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-14ef5b56-c468-47d4-9671-4c17c2eb208e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ae400412-d19e-4bc8-8a48-5f58511abbfd HTTP/1.1" status: 204 len: 168 time: 1.7695727 Aug 31 00:57:07.049645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44222) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:07.059174 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-eb0ac476-0769-412f-ac49-48a8816e70d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25bde23-7fd0-4902-805c-c6238fc1da6b']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:57:07.150657 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-eb0ac476-0769-412f-ac49-48a8816e70d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c996bf-cc59-456f-9160-48c62acac6f2') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:57:07.150947 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-eb0ac476-0769-412f-ac49-48a8816e70d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c996bf-cc59-456f-9160-48c62acac6f2') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:57:07.184414 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac476-0769-412f-ac49-48a8816e70d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:07.229335 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 72994a3b-1eae-4fe5-bf49-17f8e4754ff6 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:57:07.251019 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 72994a3b-1eae-4fe5-bf49-17f8e4754ff6 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:57:07.259081 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f37be93-7880-46b5-aa81-f32ed09afeb0 admin admin] Deleting subnet 69318916-d3d6-4324-a3bb-48af734f2ac2 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:57:07.266852 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2f37be93-7880-46b5-aa81-f32ed09afeb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:07.359995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:57:07.388535 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e58b1a-a1cd-486b-aea3-90116c764b7a x-openstack-request-id: req-43e58b1a-a1cd-486b-aea3-90116c764b7a {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:07.389987 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e45d57-789b-44b2-b12c-bbb1b3e6b291", "name": "network-vif-plugged", "status": "completed", "tag": "720c7731-0dce-45b3-888a-22ac7a23d764", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:07.390544 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43e58b1a-a1cd-486b-aea3-90116c764b7a {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:07.394228 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720c7731-0dce-45b3-888a-22ac7a23d764', 'code': 200} Aug 31 00:57:07.442076 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=720c7731-0dce-45b3-888a-22ac7a23d764,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:07.466457 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2f37be93-7880-46b5-aa81-f32ed09afeb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:07.477764 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:57:07.478300 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 7a15f7c2-3886-43f4-81ae-2c92e9ebec17 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:57:07.478922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 72e07eb2-0548-48af-ba6a-125192d8c05f no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:57:07.480269 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45a8c099-58ec-419b-b9c9-38719c7f6c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:07.600512 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 72e07eb2-0548-48af-ba6a-125192d8c05f {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:57:07.601189 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 72e07eb2-0548-48af-ba6a-125192d8c05f not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:57:07.684132 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2f37be93-7880-46b5-aa81-f32ed09afeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:07.760283 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef5b56-c468-47d4-9671-4c17c2eb208e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae400412-d19e-4bc8-8a48-5f58511abbfd,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:07.772568 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac476-0769-412f-ac49-48a8816e70d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:07.802082 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0ac476-0769-412f-ac49-48a8816e70d5 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:57:07.804800 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac476-0769-412f-ac49-48a8816e70d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: timer() Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:57:07.808631 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:57:07.861830 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2f37be93-7880-46b5-aa81-f32ed09afeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:08.195571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dda0b-31ee-4004-89e4-84c7fdcb6e44 req-bc6d91ce-cfc8-4a34-b85a-66a13b6702c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:08.214129 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f9dda0b-31ee-4004-89e4-84c7fdcb6e44 req-bc6d91ce-cfc8-4a34-b85a-66a13b6702c1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 1101 time: 0.7123709 Aug 31 00:57:08.474707 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f9dda0b-31ee-4004-89e4-84c7fdcb6e44 req-cd2aa5e9-bbdd-45fd-8a85-7cda3099943f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353678 Aug 31 00:57:08.474707 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45a8c099-58ec-419b-b9c9-38719c7f6c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:08.481250 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:08.506337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-45a8c099-58ec-419b-b9c9-38719c7f6c51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602ed75e-aeea-4651-ae06-6047fc149cac']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:57:08.523651 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-45a8c099-58ec-419b-b9c9-38719c7f6c51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e43c5b0-ef10-41c6-a3d3-5df5250a080d') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:57:08.524021 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-45a8c099-58ec-419b-b9c9-38719c7f6c51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e43c5b0-ef10-41c6-a3d3-5df5250a080d') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:57:08.556550 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45a8c099-58ec-419b-b9c9-38719c7f6c51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:08.587479 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45a8c099-58ec-419b-b9c9-38719c7f6c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:08.604210 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a8c099-58ec-419b-b9c9-38719c7f6c51 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:57:08.604853 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45a8c099-58ec-419b-b9c9-38719c7f6c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:08.719950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4dd36d-437a-48ff-afed-578fd39b74ee None None] Network 4e9690b2-eeef-4791-abb6-54ac314e52f3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: timer() Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:57:08.745478 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:57:08.772092 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2f37be93-7880-46b5-aa81-f32ed09afeb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:08.777849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44234) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:08.782230 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2f37be93-7880-46b5-aa81-f32ed09afeb0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/69318916-d3d6-4324-a3bb-48af734f2ac2 HTTP/1.1" status: 204 len: 168 time: 1.8154035 Aug 31 00:57:08.784017 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37be93-7880-46b5-aa81-f32ed09afeb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69318916-d3d6-4324-a3bb-48af734f2ac2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:08.860912 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45a8c099-58ec-419b-b9c9-38719c7f6c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:08.877511 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985b045-e437-4a94-91b5-4c511818e4ef req-cf03e4d8-32a1-41f6-a066-6d6854976b64 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:08.879205 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c985b045-e437-4a94-91b5-4c511818e4ef req-cf03e4d8-32a1-41f6-a066-6d6854976b64 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.1363416 Aug 31 00:57:08.896249 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac476-0769-412f-ac49-48a8816e70d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:08.912769 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac476-0769-412f-ac49-48a8816e70d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:08.916218 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-eb0ac476-0769-412f-ac49-48a8816e70d5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c25bde23-7fd0-4902-805c-c6238fc1da6b HTTP/1.1" status: 204 len: 168 time: 2.8820462 Aug 31 00:57:08.975740 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ac476-0769-412f-ac49-48a8816e70d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c25bde23-7fd0-4902-805c-c6238fc1da6b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:09.013736 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:09.102216 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45a8c099-58ec-419b-b9c9-38719c7f6c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:09.112283 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c985b045-e437-4a94-91b5-4c511818e4ef req-adf7e7bc-d8c2-4da9-b739-af401e95984d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914709 Aug 31 00:57:09.119498 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-45a8c099-58ec-419b-b9c9-38719c7f6c51 admin admin] 10.222.0.16 "DELETE /v2.0/networks/602ed75e-aeea-4651-ae06-6047fc149cac HTTP/1.1" status: 204 len: 168 time: 2.0620232 Aug 31 00:57:09.154819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8c099-58ec-419b-b9c9-38719c7f6c51 admin admin] Pushing event deleted for resources: {'Network': ['ID=602ed75e-aeea-4651-ae06-6047fc149cac,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:09.385092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667cfdcc-e5cd-4392-b863-24277a8df5da None None] DHCP port deletion for 4e9690b2-eeef-4791-abb6-54ac314e52f3 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 00:57:09.410007 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] Deleting port 55cdb60f-96c0-4dee-baf7-8b8243f38b21 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:57:09.410576 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:09.518272 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-667cfdcc-e5cd-4392-b863-24277a8df5da None None] Deleting port 55cdb60f-96c0-4dee-baf7-8b8243f38b21 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:57:09.518956 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-667cfdcc-e5cd-4392-b863-24277a8df5da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:09.536982 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] For port 55cdb60f-96c0-4dee-baf7-8b8243f38b21, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=55cdb60f-96c0-4dee-baf7-8b8243f38b21,segment=NetworkSegment(0b074c36-a690-46ed-b2fe-94b1e79f7132),segment_id=0b074c36-a690-46ed-b2fe-94b1e79f7132)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:09.537843 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:09.553057 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] Calling delete_port for 55cdb60f-96c0-4dee-baf7-8b8243f38b21 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:57:09.602420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-667cfdcc-e5cd-4392-b863-24277a8df5da None None] For port 55cdb60f-96c0-4dee-baf7-8b8243f38b21, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=55cdb60f-96c0-4dee-baf7-8b8243f38b21,segment=NetworkSegment(0b074c36-a690-46ed-b2fe-94b1e79f7132),segment_id=0b074c36-a690-46ed-b2fe-94b1e79f7132)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:09.602826 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-667cfdcc-e5cd-4392-b863-24277a8df5da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:09.617940 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-667cfdcc-e5cd-4392-b863-24277a8df5da None None] Calling delete_port for 55cdb60f-96c0-4dee-baf7-8b8243f38b21 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:57:09.938475 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:09.946903 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-667cfdcc-e5cd-4392-b863-24277a8df5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:10.004632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667cfdcc-e5cd-4392-b863-24277a8df5da None None] Pushing event deleted for resources: {'Port': ['ID=55cdb60f-96c0-4dee-baf7-8b8243f38b21,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:10.011575 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667cfdcc-e5cd-4392-b863-24277a8df5da None None] No DVR routers for this DVR port 55cdb60f-96c0-4dee-baf7-8b8243f38b21 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:57:10.037626 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] Pushing event deleted for resources: {'Port': ['ID=55cdb60f-96c0-4dee-baf7-8b8243f38b21,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:10.053868 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] No DVR routers for this DVR port 55cdb60f-96c0-4dee-baf7-8b8243f38b21 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:57:10.108715 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:10.125109 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44248) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:10.215883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44252) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:10.250249 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:10.262865 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d07c2e52-15c8-4c90-bd4d-e8791c93095f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92a134cdf51b4003b500d687ed9eb1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1359842 Aug 31 00:57:10.269146 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44254) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:10.279453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9690b2-eeef-4791-abb6-54ac314e52f3']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:57:10.334043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b074c36-a690-46ed-b2fe-94b1e79f7132') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:57:10.334043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b074c36-a690-46ed-b2fe-94b1e79f7132') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:57:10.362524 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:10.387460 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:10.437915 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:57:10.444417 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:10.444722 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-753fad39-5a44-405e-b649-5dfcc815f584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:10.546779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b685531-5646-4967-b327-a9836c95f075 req-30a651db-a89f-4e48-b7d5-03025fbeead2 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:10.557138 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7b685531-5646-4967-b327-a9836c95f075 req-30a651db-a89f-4e48-b7d5-03025fbeead2 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.2294569 Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: timer() Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:57:10.572227 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:57:10.631599 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-753fad39-5a44-405e-b649-5dfcc815f584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:10.693138 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fd1c7b62-83a0-483e-85fa-e5debd270987 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45c74dd5f2b84eb0b09b601c2d767da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735343 Aug 31 00:57:10.694838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44266) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:10.703108 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:10.881916 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7b685531-5646-4967-b327-a9836c95f075 req-d33bc5c6-aa3d-43c8-aca8-71c2f6eade93 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898841 Aug 31 00:57:10.914835 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:10.920489 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4e9690b2-eeef-4791-abb6-54ac314e52f3 HTTP/1.1" status: 204 len: 168 time: 2.1412923 Aug 31 00:57:10.931234 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fe17aed7-8fff-4f51-8b91-0e269cf62492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:10.939907 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-753fad39-5a44-405e-b649-5dfcc815f584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:10.947920 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-753fad39-5a44-405e-b649-5dfcc815f584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:10.961900 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-753fad39-5a44-405e-b649-5dfcc815f584 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98b58b26-936b-442e-839b-8e0a5edf8a16 HTTP/1.1" status: 204 len: 168 time: 0.6827955 Aug 31 00:57:10.983478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3557bb-2b87-4f3a-b503-69be9e9e8764 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e9690b2-eeef-4791-abb6-54ac314e52f3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:11.085094 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fad39-5a44-405e-b649-5dfcc815f584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b58b26-936b-442e-839b-8e0a5edf8a16,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:11.096658 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fe17aed7-8fff-4f51-8b91-0e269cf62492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:11.237281 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 55cdb60f-96c0-4dee-baf7-8b8243f38b21 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:57:11.304239 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 55cdb60f-96c0-4dee-baf7-8b8243f38b21 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:57:11.307638 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 55cdb60f-96c0-4dee-baf7-8b8243f38b21 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:57:11.370711 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc885090-9632-4404-94a4-935e135f9cf3 req-6dc4cbe9-f4df-4444-9c26-0fa4d8370e61 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:11.374299 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dc885090-9632-4404-94a4-935e135f9cf3 req-6dc4cbe9-f4df-4444-9c26-0fa4d8370e61 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.1140065 Aug 31 00:57:11.409498 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fe17aed7-8fff-4f51-8b91-0e269cf62492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:11.414135 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fe17aed7-8fff-4f51-8b91-0e269cf62492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:11.419333 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fe17aed7-8fff-4f51-8b91-0e269cf62492 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1 HTTP/1.1" status: 204 len: 168 time: 0.7197669 Aug 31 00:57:11.429808 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17aed7-8fff-4f51-8b91-0e269cf62492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f66cbf-71ba-4f3b-bfdd-32f7fa8e50e1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:11.452285 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dc885090-9632-4404-94a4-935e135f9cf3 req-c8be1abb-4cc2-4f5c-a127-aef110434300 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577493 Aug 31 00:57:11.604055 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df65c41-85b0-442d-9ba8-5bb9aa76abe7 req-d8dd1ea5-98a8-4f58-b8ab-66f5eaed4683 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:11.605834 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3df65c41-85b0-442d-9ba8-5bb9aa76abe7 req-d8dd1ea5-98a8-4f58-b8ab-66f5eaed4683 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 946 time: 0.0788612 Aug 31 00:57:11.667394 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3df65c41-85b0-442d-9ba8-5bb9aa76abe7 req-1dc7a669-23a9-47eb-ad3f-408578a93b5a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546856 Aug 31 00:57:11.915357 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-90294fd2-3ae2-4efc-b416-60380ac81b88 req-41c73c55-3ab6-4666-be3b-133f0d07d36c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:57:11.931911 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-90294fd2-3ae2-4efc-b416-60380ac81b88 req-41c73c55-3ab6-4666-be3b-133f0d07d36c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188334 Aug 31 00:57:12.022124 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44298) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:12.166741 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44302) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:12.176640 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-39a5a9a7-74a4-4877-863c-769c7641f730 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=297ecd468fea44089242773bf9928a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526279 Aug 31 00:57:12.296269 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0b11c7dc-7791-4743-9926-4476730c74fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:12.334995 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0b11c7dc-7791-4743-9926-4476730c74fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:12.538012 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0b11c7dc-7791-4743-9926-4476730c74fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:12.545170 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0b11c7dc-7791-4743-9926-4476730c74fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:12.550895 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0b11c7dc-7791-4743-9926-4476730c74fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53e20bbb-c089-40a6-a497-69675b089c32 HTTP/1.1" status: 204 len: 168 time: 0.3818605 Aug 31 00:57:12.566140 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11c7dc-7791-4743-9926-4476730c74fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e20bbb-c089-40a6-a497-69675b089c32,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:12.650257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d8437-302c-4179-9b00-6c5ccb48a607 req-8168a313-ea10-4c33-be84-878980daee9e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:12.662093 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd3d8437-302c-4179-9b00-6c5ccb48a607 req-8168a313-ea10-4c33-be84-878980daee9e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.0737212 Aug 31 00:57:12.718018 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd3d8437-302c-4179-9b00-6c5ccb48a607 req-d072449c-ac91-49e0-bdca-1e63e5353277 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544615 Aug 31 00:57:12.912542 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c480ea-8640-4550-aedc-5e4d77aa339e req-082a218c-1547-40a6-b13a-91d82be369b0 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:12.917627 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-90c480ea-8640-4550-aedc-5e4d77aa339e req-082a218c-1547-40a6-b13a-91d82be369b0 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 946 time: 0.1395199 Aug 31 00:57:13.157107 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-90c480ea-8640-4550-aedc-5e4d77aa339e req-d589672f-8cc7-4e22-a898-387236252b76 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315090 Aug 31 00:57:13.231136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79a8c7-8aba-446c-b132-e20d8902386a req-37b039a7-f915-4832-921f-a404d9fbc369 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:13.234398 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9c79a8c7-8aba-446c-b132-e20d8902386a req-37b039a7-f915-4832-921f-a404d9fbc369 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.41 "GET /v2.0/ports?device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 946 time: 0.2292423 Aug 31 00:57:13.451578 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-9c79a8c7-8aba-446c-b132-e20d8902386a req-7105cbef-2820-40dd-b600-3cf61ab14e00 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Deleting port d04fb905-f3af-4b23-84e0-6e8a29931fa3 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:57:13.452038 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9c79a8c7-8aba-446c-b132-e20d8902386a req-7105cbef-2820-40dd-b600-3cf61ab14e00 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:13.744487 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-5e897143-5200-4f04-b6bf-e6b1664cce83 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9280407 Aug 31 00:57:13.758916 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-9c79a8c7-8aba-446c-b132-e20d8902386a req-7105cbef-2820-40dd-b600-3cf61ab14e00 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] For port d04fb905-f3af-4b23-84e0-6e8a29931fa3, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d04fb905-f3af-4b23-84e0-6e8a29931fa3,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:13.759290 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9c79a8c7-8aba-446c-b132-e20d8902386a req-7105cbef-2820-40dd-b600-3cf61ab14e00 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:13.775644 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-73262624-5c61-4af6-aaa6-fff618769bd9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:57:13.777007 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-73262624-5c61-4af6-aaa6-fff618769bd9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071929 Aug 31 00:57:13.789466 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-9c79a8c7-8aba-446c-b132-e20d8902386a req-7105cbef-2820-40dd-b600-3cf61ab14e00 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Calling delete_port for d04fb905-f3af-4b23-84e0-6e8a29931fa3 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:57:14.081818 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59071f0a-918d-4b8e-a6eb-b1fb14014c9b req-a3ebb6af-afd1-4b40-9eec-e114f34a8b89 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:14.102477 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-59071f0a-918d-4b8e-a6eb-b1fb14014c9b req-a3ebb6af-afd1-4b40-9eec-e114f34a8b89 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.1335602 Aug 31 00:57:14.256580 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-59071f0a-918d-4b8e-a6eb-b1fb14014c9b req-3f91aab5-3b53-44dc-bbf1-7b6261971e65 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272442 Aug 31 00:57:14.289322 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:57:14.316403 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9c79a8c7-8aba-446c-b132-e20d8902386a req-7105cbef-2820-40dd-b600-3cf61ab14e00 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:14.333839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['9d5bd277-aeb5-4022-b617-60ca0f30db3a', '547b71d8-b919-4383-9839-0f8283403100', 'd04fb905-f3af-4b23-84e0-6e8a29931fa3'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:57:14.403107 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['e5e3ad14-9f39-4444-acf5-d0713940a9b7'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:57:14.450301 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105cbef-2820-40dd-b600-3cf61ab14e00 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Pushing event deleted for resources: {'Port': ['ID=d04fb905-f3af-4b23-84e0-6e8a29931fa3,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:14.481457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44382) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:14.486264 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d38941e7-d8a4-4e8a-9fd6-778af9fd4d9d req-aff6de32-c84e-4fad-87e3-4e332ddc3b64 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 210 time: 0.1297297 Aug 31 00:57:14.489478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-d516999c-972a-446a-97a8-f4888b10c0b6 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1106808573'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:14.572815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c79a8c7-8aba-446c-b132-e20d8902386a req-7105cbef-2820-40dd-b600-3cf61ab14e00 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] No DVR routers for this DVR port d04fb905-f3af-4b23-84e0-6e8a29931fa3 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:57:14.580059 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9c79a8c7-8aba-446c-b132-e20d8902386a req-7105cbef-2820-40dd-b600-3cf61ab14e00 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:14.582636 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9c79a8c7-8aba-446c-b132-e20d8902386a req-7105cbef-2820-40dd-b600-3cf61ab14e00 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.41 "DELETE /v2.0/ports/d04fb905-f3af-4b23-84e0-6e8a29931fa3 HTTP/1.1" status: 204 len: 173 time: 1.3416066 Aug 31 00:57:14.583130 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654cb2d1-4073-4c49-9b5e-189575e853b3', 'name': 'network-vif-deleted', 'tag': 'd04fb905-f3af-4b23-84e0-6e8a29931fa3'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:14.589626 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac21308-62af-49b1-a5b1-7e9960168140" -d '{"events": [{"server_uuid": "654cb2d1-4073-4c49-9b5e-189575e853b3", "name": "network-vif-deleted", "tag": "d04fb905-f3af-4b23-84e0-6e8a29931fa3"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:14.677545 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d516999c-972a-446a-97a8-f4888b10c0b6 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Made reservation on behalf of c3c7e1b68efc4873a3fc55693592c5e6 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:57:14.683758 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d516999c-972a-446a-97a8-f4888b10c0b6 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:14.690158 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7662fa-be97-4ada-9c67-ef844417594f x-openstack-request-id: req-ed7662fa-be97-4ada-9c67-ef844417594f {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:14.690587 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654cb2d1-4073-4c49-9b5e-189575e853b3", "name": "network-vif-deleted", "tag": "d04fb905-f3af-4b23-84e0-6e8a29931fa3", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:14.690947 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed7662fa-be97-4ada-9c67-ef844417594f {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:14.698822 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654cb2d1-4073-4c49-9b5e-189575e853b3', 'name': 'network-vif-deleted', 'tag': 'd04fb905-f3af-4b23-84e0-6e8a29931fa3', 'status': 'completed', 'code': 200} Aug 31 00:57:14.774621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d516999c-972a-446a-97a8-f4888b10c0b6 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:57:14.812927 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d516999c-972a-446a-97a8-f4888b10c0b6 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:14.816074 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-d516999c-972a-446a-97a8-f4888b10c0b6 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Added segment 5bca065b-1945-47ea-8a10-c8f2b9c848d2 of type vlan for network 731372ff-a6d3-49d1-8001-70c166825e41 Aug 31 00:57:15.020532 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d516999c-972a-446a-97a8-f4888b10c0b6 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:15.192169 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44402) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:15.216141 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d516999c-972a-446a-97a8-f4888b10c0b6 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:15.222480 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d516999c-972a-446a-97a8-f4888b10c0b6 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:15.223242 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d516999c-972a-446a-97a8-f4888b10c0b6 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:15.374697 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d516999c-972a-446a-97a8-f4888b10c0b6 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8895061 Aug 31 00:57:15.378007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44412) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:15.385342 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1958157375'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:15.437639 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516999c-972a-446a-97a8-f4888b10c0b6 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event updated for resources: {'Network': ['ID=731372ff-a6d3-49d1-8001-70c166825e41,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:15.458317 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 731372ff-a6d3-49d1-8001-70c166825e41 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:57:15.514203 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Made reservation on behalf of c3c7e1b68efc4873a3fc55693592c5e6 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:57:15.519849 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:15.614723 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:57:15.646524 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:15.647059 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Added segment b2e17668-d582-46d7-9ddf-09c26cd86fce of type vlan for network 60d743b8-14de-4666-8656-1e81e9c911f1 Aug 31 00:57:15.686412 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99933d2-2158-4603-ae68-4b864f9928ed req-44a8b64f-24db-48cd-a5ce-572fab818801 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:15.688062 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c99933d2-2158-4603-ae68-4b864f9928ed req-44a8b64f-24db-48cd-a5ce-572fab818801 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.1984468 Aug 31 00:57:15.819603 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c99933d2-2158-4603-ae68-4b864f9928ed req-99a5cae4-01e0-425b-97bb-ef81db1c45ea tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127870 Aug 31 00:57:15.864929 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e55be9fa-85a7-4161-9f66-56f36d8c7d6e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-498926075-network', 'tenant_id': 'b2866efdbfc8416eaf80fb5e263ad174'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:15.904355 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:15.917589 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1c1e3e8b-21e8-42e0-8db6-f981d9b998b9 req-6ab31c33-0f10-4ede-826c-9605c269d7b1 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=654cb2d1-4073-4c49-9b5e-189575e853b3 HTTP/1.1" status: 200 len: 210 time: 0.1392431 Aug 31 00:57:16.054079 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55be9fa-85a7-4161-9f66-56f36d8c7d6e admin admin] Made reservation on behalf of b2866efdbfc8416eaf80fb5e263ad174 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:57:16.058279 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e55be9fa-85a7-4161-9f66-56f36d8c7d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:16.087208 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e55be9fa-85a7-4161-9f66-56f36d8c7d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:16.115203 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:16.130417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:16.131528 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:16.376889 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e55be9fa-85a7-4161-9f66-56f36d8c7d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:16.454903 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e55be9fa-85a7-4161-9f66-56f36d8c7d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:16.493389 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55be9fa-85a7-4161-9f66-56f36d8c7d6e admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:57:16.509060 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55be9fa-85a7-4161-9f66-56f36d8c7d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b50ca43-c5f5-4338-800a-f33cee9ad32a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:16.526092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event updated for resources: {'Network': ['ID=60d743b8-14de-4666-8656-1e81e9c911f1,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:16.527001 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e55be9fa-85a7-4161-9f66-56f36d8c7d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:16.527001 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-e55be9fa-85a7-4161-9f66-56f36d8c7d6e admin admin] Added segment 39a85bc0-331a-4f29-b04d-3af1da94ab85 of type vlan for network d402af4a-8a8e-49ea-8168-c26e094719ad Aug 31 00:57:16.550948 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:16.551538 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:16.554532 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:16.554891 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:16.555230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:16.555565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:16.555900 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:16.556227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:16.556555 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:16.556879 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:16.557194 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:16.564216 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:16.572994 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4bd52e2b-729f-4eb7-a1b5-9d55168b617b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1937122 Aug 31 00:57:16.581280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 60d743b8-14de-4666-8656-1e81e9c911f1 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:57:16.602722 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e55be9fa-85a7-4161-9f66-56f36d8c7d6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:16.603396 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44446) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:16.614796 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4abbe3a4-7239-40b8-a26e-4d7222169f4b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Request body: {'subnet': {'network_id': '731372ff-a6d3-49d1-8001-70c166825e41', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:16.848200 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e55be9fa-85a7-4161-9f66-56f36d8c7d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:16.849395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55be9fa-85a7-4161-9f66-56f36d8c7d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:16.850320 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e55be9fa-85a7-4161-9f66-56f36d8c7d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:16.953308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55be9fa-85a7-4161-9f66-56f36d8c7d6e admin admin] Pushing event updated for resources: {'Network': ['ID=d402af4a-8a8e-49ea-8168-c26e094719ad,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:16.965261 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network d402af4a-8a8e-49ea-8168-c26e094719ad details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:57:17.061348 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13129852-e833-4496-84eb-d61e97599dcf req-8833d2bc-e47d-474a-92d9-ef7c3b643473 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:17.072179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abbe3a4-7239-40b8-a26e-4d7222169f4b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Made reservation on behalf of c3c7e1b68efc4873a3fc55693592c5e6 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:57:17.074372 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13129852-e833-4496-84eb-d61e97599dcf req-8833d2bc-e47d-474a-92d9-ef7c3b643473 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.1247067 Aug 31 00:57:17.086756 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4abbe3a4-7239-40b8-a26e-4d7222169f4b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:17.106970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d04fb905-f3af-4b23-84e0-6e8a29931fa3 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:57:17.134731 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: d04fb905-f3af-4b23-84e0-6e8a29931fa3 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:57:17.148922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d04fb905-f3af-4b23-84e0-6e8a29931fa3 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:57:17.166330 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13129852-e833-4496-84eb-d61e97599dcf req-1d9f9e7e-4f33-4c3d-8ca8-35b1dc0e31fd tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925410 Aug 31 00:57:17.274716 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e55be9fa-85a7-4161-9f66-56f36d8c7d6e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0810413 Aug 31 00:57:17.283582 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44462) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:17.296615 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-126d368b-6a4f-4ccc-b65f-0bfd48c4776f admin admin] Request body: {'subnet': {'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-498926075-subnet', 'tenant_id': 'b2866efdbfc8416eaf80fb5e263ad174', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:17.447507 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1fc030f-a481-4953-94e4-511812d9e8dc req-abc496e6-4c0a-4c3f-9b43-5e65292b53dc tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0419116 Aug 31 00:57:17.507839 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126d368b-6a4f-4ccc-b65f-0bfd48c4776f admin admin] Made reservation on behalf of b2866efdbfc8416eaf80fb5e263ad174 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:57:17.513230 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-126d368b-6a4f-4ccc-b65f-0bfd48c4776f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:17.707882 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4abbe3a4-7239-40b8-a26e-4d7222169f4b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:17.788087 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbe3a4-7239-40b8-a26e-4d7222169f4b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event updated for resources: {'Subnet': ['ID=35d66def-cd79-47a7-be7b-8adb8361a087,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:17.794715 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abbe3a4-7239-40b8-a26e-4d7222169f4b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Checking segment: {'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:57:17.795076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abbe3a4-7239-40b8-a26e-4d7222169f4b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Network hostable DHCP agents. Network: 731372ff-a6d3-49d1-8001-70c166825e41, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:57:17.958994 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abbe3a4-7239-40b8-a26e-4d7222169f4b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Network 731372ff-a6d3-49d1-8001-70c166825e41 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:57:18.024526 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-126d368b-6a4f-4ccc-b65f-0bfd48c4776f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:18.134815 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d368b-6a4f-4ccc-b65f-0bfd48c4776f admin admin] Pushing event updated for resources: {'Subnet': ['ID=06a338a6-991a-450e-bc60-b066a8b265a4,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:18.139868 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126d368b-6a4f-4ccc-b65f-0bfd48c4776f admin admin] Checking segment: {'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:57:18.140314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126d368b-6a4f-4ccc-b65f-0bfd48c4776f admin admin] Network hostable DHCP agents. Network: d402af4a-8a8e-49ea-8168-c26e094719ad, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:57:18.180710 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-4abbe3a4-7239-40b8-a26e-4d7222169f4b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 731372ff-a6d3-49d1-8001-70c166825e41) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:57:18.187726 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abbe3a4-7239-40b8-a26e-4d7222169f4b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:18.188775 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4abbe3a4-7239-40b8-a26e-4d7222169f4b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:18.190871 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2e1a32-bfca-40a8-a5a5-ec27eefa4f02 None None] Network 731372ff-a6d3-49d1-8001-70c166825e41 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:57:18.395344 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126d368b-6a4f-4ccc-b65f-0bfd48c4776f admin admin] Network d402af4a-8a8e-49ea-8168-c26e094719ad is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:57:18.405351 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-126d368b-6a4f-4ccc-b65f-0bfd48c4776f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, d402af4a-8a8e-49ea-8168-c26e094719ad) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:57:18.414314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126d368b-6a4f-4ccc-b65f-0bfd48c4776f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:18.414314 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-126d368b-6a4f-4ccc-b65f-0bfd48c4776f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:18.447103 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4abbe3a4-7239-40b8-a26e-4d7222169f4b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8374586 Aug 31 00:57:18.447462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44490) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:18.453158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f71df1-4bab-4fd5-8a4f-2005d4e8bb9d None None] Network d402af4a-8a8e-49ea-8168-c26e094719ad requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:57:18.455806 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b1443d46-4186-43af-9ee8-fa12ed9bcb12 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Request body: {'subnet': {'network_id': '60d743b8-14de-4666-8656-1e81e9c911f1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:18.487235 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1486c-9e80-4b9e-aa65-6d1c61c5ea7b req-476487e1-6890-40aa-b207-e96c67cadd86 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:18.488844 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a7d1486c-9e80-4b9e-aa65-6d1c61c5ea7b req-476487e1-6890-40aa-b207-e96c67cadd86 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.1798081 Aug 31 00:57:18.642257 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a7d1486c-9e80-4b9e-aa65-6d1c61c5ea7b req-69b77330-04e7-4e71-9ab3-dda5804b7900 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497340 Aug 31 00:57:18.648032 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-126d368b-6a4f-4ccc-b65f-0bfd48c4776f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3700569 Aug 31 00:57:18.648827 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-731372ff-a6d3-49d1-8001-70c166825e41', 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'fixed_ips': [{'subnet_id': '35d66def-cd79-47a7-be7b-8adb8361a087'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:57:18.650699 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:18.790610 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0034dfc3-d6e8-4429-a2de-6f5ac9e75f6b req-325fad26-83ff-4b80-955e-15777c4ff266 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0782623 Aug 31 00:57:18.920539 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-efe3c5f5-6934-432c-836d-ab1316f08bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:18.924404 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-efe3c5f5-6934-432c-836d-ab1316f08bcd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 1101 time: 0.1610274 Aug 31 00:57:19.069723 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4da52d-2b78-43f9-a048-f489ab006287 None None] Network d402af4a-8a8e-49ea-8168-c26e094719ad requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:57:19.242450 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1443d46-4186-43af-9ee8-fa12ed9bcb12 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Made reservation on behalf of c3c7e1b68efc4873a3fc55693592c5e6 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:57:19.248404 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b1443d46-4186-43af-9ee8-fa12ed9bcb12 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:19.307138 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-3a97e703-0f84-4196-a651-36e1958e5e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:19.317748 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-3a97e703-0f84-4196-a651-36e1958e5e71 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.3857923 Aug 31 00:57:19.335919 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Allocated IP 10.1.1.2 (731372ff-a6d3-49d1-8001-70c166825e41/35d66def-cd79-47a7-be7b-8adb8361a087/1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:57:19.464165 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-54dec3a3-b18b-4cc7-975e-bf336b832918 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=720c7731-0dce-45b3-888a-22ac7a23d764 HTTP/1.1" status: 200 len: 217 time: 0.1381800 Aug 31 00:57:19.697809 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-9352e57c-6a87-4aaf-9b3b-0a1aa22ead47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:19.701258 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-9352e57c-6a87-4aaf-9b3b-0a1aa22ead47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.2103093 Aug 31 00:57:19.709001 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c1fcfee-1e97-40b9-8ab2-878dd9fb8c96 req-3a710d75-56bb-48a1-8f54-7a091224ec23 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2247815 Aug 31 00:57:19.736071 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:19.757263 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Transition to ACTIVE for port object 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:57:19.775115 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b1443d46-4186-43af-9ee8-fa12ed9bcb12 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:19.805026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Transition to ACTIVE for port object 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:57:19.866816 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1443d46-4186-43af-9ee8-fa12ed9bcb12 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event updated for resources: {'Subnet': ['ID=762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:19.869254 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fcfee-1e97-40b9-8ab2-878dd9fb8c96 req-8ef8fca9-c9a2-4a97-83a1-a583f42b11ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:19.876552 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c1fcfee-1e97-40b9-8ab2-878dd9fb8c96 req-8ef8fca9-c9a2-4a97-83a1-a583f42b11ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 1102 time: 0.1055110 Aug 31 00:57:19.876552 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-655877c6-8d72-40fb-a6ff-c1f7cc31e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:19.882737 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-655877c6-8d72-40fb-a6ff-c1f7cc31e277 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1677897 Aug 31 00:57:19.892729 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1443d46-4186-43af-9ee8-fa12ed9bcb12 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Checking segment: {'id': 'b2e17668-d582-46d7-9ddf-09c26cd86fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60d743b8-14de-4666-8656-1e81e9c911f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:57:19.896856 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1443d46-4186-43af-9ee8-fa12ed9bcb12 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Network hostable DHCP agents. Network: 60d743b8-14de-4666-8656-1e81e9c911f1, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:57:19.984054 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:20.078249 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1443d46-4186-43af-9ee8-fa12ed9bcb12 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Network 60d743b8-14de-4666-8656-1e81e9c911f1 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:57:20.177091 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Network 731372ff-a6d3-49d1-8001-70c166825e41 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:57:20.185055 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9c2f0-37aa-45f9-98b6-8b580eefedbd req-a747666f-3f78-4806-9f0d-fa35abc37773 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:20.193529 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1f9c2f0-37aa-45f9-98b6-8b580eefedbd req-a747666f-3f78-4806-9f0d-fa35abc37773 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.4097154 Aug 31 00:57:20.199166 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:57:20.209706 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:57:20.212177 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b1443d46-4186-43af-9ee8-fa12ed9bcb12 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 60d743b8-14de-4666-8656-1e81e9c911f1) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:57:20.226363 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1443d46-4186-43af-9ee8-fa12ed9bcb12 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:20.228259 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b1443d46-4186-43af-9ee8-fa12ed9bcb12 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:20.246716 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fd232e-f9f2-4deb-9132-22f4d8521e39 None None] Network 60d743b8-14de-4666-8656-1e81e9c911f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:57:20.253970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-e9ecd203-f4d3-4cf2-b2a4-425fe2a768e6 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:20.277109 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Pushing event updated for resources: {'Port': ['ID=1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:20.277855 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-e9ecd203-f4d3-4cf2-b2a4-425fe2a768e6 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/networks?id=d402af4a-8a8e-49ea-8168-c26e094719ad HTTP/1.1" status: 200 len: 811 time: 0.3080323 Aug 31 00:57:20.311951 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1f9c2f0-37aa-45f9-98b6-8b580eefedbd req-61b1d45d-78b2-4afd-a2c2-27e8896887f0 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173337 Aug 31 00:57:20.319219 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-60a66c57-aa77-45a8-a34b-6d00eb9a3f19 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/quotas/b2866efdbfc8416eaf80fb5e263ad174 HTTP/1.1" status: 200 len: 375 time: 0.0399816 Aug 31 00:57:20.389752 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fcfee-1e97-40b9-8ab2-878dd9fb8c96 req-b2b388ab-96e0-4a5e-b8cf-3c27510b0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:20.391803 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c1fcfee-1e97-40b9-8ab2-878dd9fb8c96 req-b2b388ab-96e0-4a5e-b8cf-3c27510b0ce4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.4885733 Aug 31 00:57:20.395495 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-f7fd5194-d2cc-4213-8289-f7a818120432 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745389 Aug 31 00:57:20.398131 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-7483e264-ae24-40b0-b39b-624fa9140cdf service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109549 Aug 31 00:57:20.420037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-83fd6d06-bd8e-4c0b-9bc4-3de89d9ad11f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:57:20.421578 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-83fd6d06-bd8e-4c0b-9bc4-3de89d9ad11f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061631 Aug 31 00:57:20.447443 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:20.449476 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:20.449476 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:20.450202 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:20.450202 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:20.451450 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:20.451450 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:20.451716 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:20.452966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:20.452966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:20.453663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:20.453814 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:57:20.524317 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c1fcfee-1e97-40b9-8ab2-878dd9fb8c96 req-3112d2bb-51cf-4340-9d38-1296ecf967c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d660b8b9-78e8-4793-ae60-e28826290a64 HTTP/1.1" status: 200 len: 217 time: 0.1246789 Aug 31 00:57:20.549865 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b1443d46-4186-43af-9ee8-fa12ed9bcb12 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1011515 Aug 31 00:57:20.558594 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Attempting to bind port 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:57:20.558726 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Attempting to bind port 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:57:20.559446 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Attempting to bind port 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc on network 731372ff-a6d3-49d1-8001-70c166825e41 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:57:20.564532 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44534) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:20.587775 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4af175af-f28a-499c-8e54-a2667397cc5d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Request body: {'port': {'network_id': '731372ff-a6d3-49d1-8001-70c166825e41', 'name': 'tempest-TaggedBootDevicesTest_v242-407187657', 'fixed_ips': [{'subnet_id': '35d66def-cd79-47a7-be7b-8adb8361a087'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:20.604107 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:57:20.604561 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Checking segment: {'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:57:20.604987 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:20.606216 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Bound using segment: {'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:57:20.606821 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Bound port: 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:57:20.607228 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:20.724546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] For port 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:57:20.729689 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] For port 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:57:20.828835 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fcfee-1e97-40b9-8ab2-878dd9fb8c96 req-bad85670-a9d8-401c-8226-8a2f002192e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:20.832992 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c1fcfee-1e97-40b9-8ab2-878dd9fb8c96 req-bad85670-a9d8-401c-8226-8a2f002192e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.2251956 Aug 31 00:57:20.853284 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-75b83c3f-a347-4db7-a098-7ceb9e1e1f97 service neutron] 10.222.0.16 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193325 Aug 31 00:57:20.908216 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:20.968804 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-201ff98a-bd2b-4543-9d3d-96e2988179ef req-d3ead4c4-2c0c-4adb-8d37-870e300bfbe1 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.1283715 Aug 31 00:57:21.031187 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957355a7-8a91-40f2-aedd-ecf2870668da None None] Pushing event updated for resources: {'Port': ['ID=1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:21.093247 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-f5d13972-1dff-4727-99bd-d4104a1eb9fe service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6867104 Aug 31 00:57:21.155851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-60d743b8-14de-4666-8656-1e81e9c911f1', 'network_id': '60d743b8-14de-4666-8656-1e81e9c911f1', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'fixed_ips': [{'subnet_id': '762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:57:21.168035 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:21.168424 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fcfee-1e97-40b9-8ab2-878dd9fb8c96 req-e2cc3921-515b-467f-9703-ca8a29531fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:21.168424 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c1fcfee-1e97-40b9-8ab2-878dd9fb8c96 req-e2cc3921-515b-467f-9703-ca8a29531fa9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2772489 Aug 31 00:57:21.189286 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af175af-f28a-499c-8e54-a2667397cc5d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Made reservation on behalf of c3c7e1b68efc4873a3fc55693592c5e6 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:57:21.455290 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-3c232f66-fc48-4922-a68b-99a5381bcee8 service neutron] 10.222.0.16 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5835145 Aug 31 00:57:21.689406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a83d55-b9f3-40aa-9895-1fb3d329fab1 req-d51215ad-f59e-4c79-8547-3af51ccc3a36 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:21.709237 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f1a83d55-b9f3-40aa-9895-1fb3d329fab1 req-d51215ad-f59e-4c79-8547-3af51ccc3a36 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.2477508 Aug 31 00:57:21.740658 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4af175af-f28a-499c-8e54-a2667397cc5d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:21.808940 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-4af175af-f28a-499c-8e54-a2667397cc5d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] device_id is not set on port e23dc098-08a9-4b74-92c0-535d9029019a yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 00:57:21.815268 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c1fcfee-1e97-40b9-8ab2-878dd9fb8c96 req-6c690215-bd8f-42a1-9c2d-2f42ad057629 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6394029 Aug 31 00:57:21.839561 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f1a83d55-b9f3-40aa-9895-1fb3d329fab1 req-9d3c466e-9caf-473d-9710-ea812a825ed6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276789 Aug 31 00:57:21.925607 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Allocated IP 10.2.2.2 (60d743b8-14de-4666-8656-1e81e9c911f1/762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8/625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:57:22.015119 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c1fcfee-1e97-40b9-8ab2-878dd9fb8c96 req-9b27b57b-6288-4fa2-a37d-d1946662a9c8 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728125 Aug 31 00:57:22.388707 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c147edda-134c-46c5-9c07-028ecd331e50 req-2752ba17-f0ee-49c7-84ed-42edc895c9c6 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.1375575 Aug 31 00:57:22.399040 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:22.464478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Transition to ACTIVE for port object 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:57:22.530799 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Transition to ACTIVE for port object 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:57:22.567250 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-4af175af-f28a-499c-8e54-a2667397cc5d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Allocated IP 10.1.1.72 (731372ff-a6d3-49d1-8001-70c166825e41/35d66def-cd79-47a7-be7b-8adb8361a087/e23dc098-08a9-4b74-92c0-535d9029019a) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:57:22.640267 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:22.730785 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Network 60d743b8-14de-4666-8656-1e81e9c911f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:57:22.736190 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:57:22.744945 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:57:22.779137 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Pushing event updated for resources: {'Port': ['ID=625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:22.894949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Attempting to bind port 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:57:22.894949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Attempting to bind port 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'b2e17668-d582-46d7-9ddf-09c26cd86fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60d743b8-14de-4666-8656-1e81e9c911f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:57:22.894949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Attempting to bind port 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934 on network 60d743b8-14de-4666-8656-1e81e9c911f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:57:22.912012 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42925827-d9f7-470f-aee0-dd129965df90 req-d5e8b851-74b8-4e97-bd6e-cd35c5124dcb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f91a6ae1-29f3-488f-bb35-793b0c844a2c HTTP/1.1" status: 200 len: 210 time: 0.1971629 Aug 31 00:57:22.944311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:57:22.944311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Checking segment: {'id': 'b2e17668-d582-46d7-9ddf-09c26cd86fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60d743b8-14de-4666-8656-1e81e9c911f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:57:22.944311 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:22.944311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Bound using segment: {'id': 'b2e17668-d582-46d7-9ddf-09c26cd86fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60d743b8-14de-4666-8656-1e81e9c911f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:57:22.944311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Bound port: 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e17668-d582-46d7-9ddf-09c26cd86fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60d743b8-14de-4666-8656-1e81e9c911f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:57:22.944311 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:22.946559 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4af175af-f28a-499c-8e54-a2667397cc5d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:23.007789 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-4af175af-f28a-499c-8e54-a2667397cc5d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Transition to ACTIVE for port object e23dc098-08a9-4b74-92c0-535d9029019a will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:57:23.144904 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fd79e-b8a9-4653-867b-b7afdb80cc0c req-2147274e-2504-4c88-a9f1-ed7ce0d883ff tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:23.157989 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-be8fd79e-b8a9-4653-867b-b7afdb80cc0c req-2147274e-2504-4c88-a9f1-ed7ce0d883ff tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.1957116 Aug 31 00:57:23.207622 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] For port 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:57:23.217760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] For port 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934,segment=NetworkSegment(b2e17668-d582-46d7-9ddf-09c26cd86fce),segment_id=b2e17668-d582-46d7-9ddf-09c26cd86fce)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:57:23.259573 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-be8fd79e-b8a9-4653-867b-b7afdb80cc0c req-da840770-9b8c-4528-b880-7ee3e91101d0 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005690 Aug 31 00:57:23.279005 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4af175af-f28a-499c-8e54-a2667397cc5d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:23.286669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:57:23.387067 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23303364-e553-472b-9a23-9b543a6db790 None None] Network 731372ff-a6d3-49d1-8001-70c166825e41 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:57:23.390459 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af175af-f28a-499c-8e54-a2667397cc5d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Network 731372ff-a6d3-49d1-8001-70c166825e41 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:57:23.398080 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-4af175af-f28a-499c-8e54-a2667397cc5d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:57:23.416757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af175af-f28a-499c-8e54-a2667397cc5d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:57:23.445790 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:23.521613 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af175af-f28a-499c-8e54-a2667397cc5d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event updated for resources: {'Port': ['ID=e23dc098-08a9-4b74-92c0-535d9029019a,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:23.569832 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af175af-f28a-499c-8e54-a2667397cc5d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:23.570688 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4af175af-f28a-499c-8e54-a2667397cc5d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:23.707453 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-da17ecf3-b98c-4589-adad-8700718b6e88 req-a8d818a3-647c-406e-918b-b4b90011e061 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c827a80-5f26-496a-928f-4f10481ce9a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1216326 Aug 31 00:57:23.729774 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4af175af-f28a-499c-8e54-a2667397cc5d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1584692 Aug 31 00:57:23.730378 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44602) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:23.737887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0ede00d3-5c86-4cbe-a129-12dff4789f22 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Request body: {'port': {'network_id': '731372ff-a6d3-49d1-8001-70c166825e41', 'name': 'tempest-TaggedBootDevicesTest_v242-2123099673', 'fixed_ips': [{'subnet_id': '35d66def-cd79-47a7-be7b-8adb8361a087'}]}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:23.827837 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6bdcc88-dd11-44ae-b4f1-a1910cf14ac5 req-7bbf4505-21b2-435c-a82a-90116d5db185 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0717297 Aug 31 00:57:23.870373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17ecf3-b98c-4589-adad-8700718b6e88 req-e71709e8-67af-4862-9097-7a7dee0f80b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:23.872449 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-da17ecf3-b98c-4589-adad-8700718b6e88 req-e71709e8-67af-4862-9097-7a7dee0f80b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e57aba893e84797a7ad07e1842cdb74&device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 1097 time: 0.1384466 Aug 31 00:57:24.126820 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d8e74406-a688-476e-9201-c636ce651a55 req-88e7b8e6-d4d5-4a6c-b7e2-8fcd9ad728fa tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f91a6ae1-29f3-488f-bb35-793b0c844a2c HTTP/1.1" status: 200 len: 210 time: 0.1123278 Aug 31 00:57:24.161246 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7efb56ea-1550-4efb-9ead-f42ec01e45aa req-1e2c8192-65f3-4af7-813b-b3766a734644 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.1080546 Aug 31 00:57:24.200473 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17ecf3-b98c-4589-adad-8700718b6e88 req-052bd34b-180b-455f-ab52-d3db8c682707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:24.202020 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-da17ecf3-b98c-4589-adad-8700718b6e88 req-052bd34b-180b-455f-ab52-d3db8c682707 service neutron] 10.222.0.41 "GET /v2.0/networks?id=962090c4-e06e-4088-950b-8c581dc8e655 HTTP/1.1" status: 200 len: 915 time: 0.3042665 Aug 31 00:57:24.218883 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a33194-496d-4860-9073-a646e2ceaef9 None None] Pushing event updated for resources: {'Port': ['ID=625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:24.241121 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5a93241c-4e39-4933-a1ca-21a407d679ec None None] Provisioning for port 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:57:24.290859 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ede00d3-5c86-4cbe-a129-12dff4789f22 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Made reservation on behalf of c3c7e1b68efc4873a3fc55693592c5e6 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:57:24.376930 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:57:24.382030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:24.382904 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:24.498848 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-da17ecf3-b98c-4589-adad-8700718b6e88 req-3c540db5-7c78-4fff-94cc-4969a86430d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=547b71d8-b919-4383-9839-0f8283403100 HTTP/1.1" status: 200 len: 217 time: 0.1425829 Aug 31 00:57:24.602592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fb2d2-cea1-44d9-962b-03373405bb51 req-8db47e42-8aee-4566-bc11-10238f2ac4d3 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:24.616615 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-200fb2d2-cea1-44d9-962b-03373405bb51 req-8db47e42-8aee-4566-bc11-10238f2ac4d3 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.1508055 Aug 31 00:57:24.640650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17ecf3-b98c-4589-adad-8700718b6e88 req-6af7906a-ad44-4e97-bfc8-3b87cd1ec288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:24.643830 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-da17ecf3-b98c-4589-adad-8700718b6e88 req-6af7906a-ad44-4e97-bfc8-3b87cd1ec288 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dd93664-3297-40f1-8193-ad3e9b8e3322 HTTP/1.1" status: 200 len: 854 time: 0.1391892 Aug 31 00:57:24.655299 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:24.700904 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ede00d3-5c86-4cbe-a129-12dff4789f22 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:24.715632 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-da17ecf3-b98c-4589-adad-8700718b6e88 req-846553ce-2879-490f-8dc9-14aa2829b279 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=962090c4-e06e-4088-950b-8c581dc8e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621178 Aug 31 00:57:24.758134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-200fb2d2-cea1-44d9-962b-03373405bb51 req-881f0f3d-63e6-4654-a054-d5800a671a64 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402473 Aug 31 00:57:24.778052 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-0ede00d3-5c86-4cbe-a129-12dff4789f22 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] device_id is not set on port a27e7531-9fc2-4165-b9e8-bbffd269f73a yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 00:57:24.814112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:24.841483 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-cd3b5bc5-51b4-4d04-8406-dc0ecab9a4d4 None None] Provisioning complete for port 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:24.844929 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cd3b5bc5-51b4-4d04-8406-dc0ecab9a4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:24.922281 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-da17ecf3-b98c-4589-adad-8700718b6e88 req-939520db-0c60-459d-b942-21f2cb087223 service neutron] 10.222.0.41 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947036 Aug 31 00:57:25.137497 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-da17ecf3-b98c-4589-adad-8700718b6e88 req-23ddb123-a5ed-4e03-8725-e833db2396a7 service neutron] 10.222.0.41 "GET /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025316 Aug 31 00:57:25.173590 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-434c01a7-d237-4e24-b4d6-96515ddfcda2 req-b0ccbc6a-cf7f-448f-be31-c5e4dd6c04d6 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.1218245 Aug 31 00:57:25.175879 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:25.349786 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cd3b5bc5-51b4-4d04-8406-dc0ecab9a4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:25.526148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-0ede00d3-5c86-4cbe-a129-12dff4789f22 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Allocated IP 10.1.1.232 (731372ff-a6d3-49d1-8001-70c166825e41/35d66def-cd79-47a7-be7b-8adb8361a087/a27e7531-9fc2-4165-b9e8-bbffd269f73a) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:57:25.583516 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4efad006-7652-4ef5-a875-2b88f0c57f05 req-abdf6f58-905f-4186-8cae-b700813ecf5a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f91a6ae1-29f3-488f-bb35-793b0c844a2c HTTP/1.1" status: 200 len: 210 time: 0.1173100 Aug 31 00:57:25.604449 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:57:25.613699 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:25.746314 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-cd3b5bc5-51b4-4d04-8406-dc0ecab9a4d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 00:57:25.746973 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-cd3b5bc5-51b4-4d04-8406-dc0ecab9a4d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:57:25.884783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:57:25.931970 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6290a1-113e-45d6-a290-a911a0513738 req-fb47fd64-1d89-476f-87d3-c0750d6ac814 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:25.935208 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b6290a1-113e-45d6-a290-a911a0513738 req-fb47fd64-1d89-476f-87d3-c0750d6ac814 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a HTTP/1.1" status: 200 len: 945 time: 0.1297750 Aug 31 00:57:26.012242 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b6290a1-113e-45d6-a290-a911a0513738 req-861b13e6-8888-43cc-9395-a19245ddf0b9 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677524 Aug 31 00:57:26.018192 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14a154-0836-45da-a1a3-552b6d945e57 req-39e85c26-1923-4d02-8349-cd67f2fa52fc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:26.027206 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0f14a154-0836-45da-a1a3-552b6d945e57 req-39e85c26-1923-4d02-8349-cd67f2fa52fc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.1055491 Aug 31 00:57:26.062154 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ede00d3-5c86-4cbe-a129-12dff4789f22 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:26.083676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-0ede00d3-5c86-4cbe-a129-12dff4789f22 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Transition to ACTIVE for port object a27e7531-9fc2-4165-b9e8-bbffd269f73a will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:57:26.095683 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721dbf43-0310-459c-b68d-6a3ae85f487e None None] Network 60d743b8-14de-4666-8656-1e81e9c911f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:57:26.133851 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0f14a154-0836-45da-a1a3-552b6d945e57 req-3edcc064-057d-4b58-bcb4-fd9ee86b4bd4 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053536 Aug 31 00:57:26.287123 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ede00d3-5c86-4cbe-a129-12dff4789f22 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:26.460390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ede00d3-5c86-4cbe-a129-12dff4789f22 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Network 731372ff-a6d3-49d1-8001-70c166825e41 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:57:26.467540 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-cd3b5bc5-51b4-4d04-8406-dc0ecab9a4d4 None None] Provisioning for port e23dc098-08a9-4b74-92c0-535d9029019a completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:57:26.472453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-cd3b5bc5-51b4-4d04-8406-dc0ecab9a4d4 None None] Provisioning complete for port e23dc098-08a9-4b74-92c0-535d9029019a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:26.472831 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cd3b5bc5-51b4-4d04-8406-dc0ecab9a4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:26.539337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b5bc5-51b4-4d04-8406-dc0ecab9a4d4 None None] Port e23dc098-08a9-4b74-92c0-535d9029019a cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:57:26.551003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-0ede00d3-5c86-4cbe-a129-12dff4789f22 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:57:26.572493 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ede00d3-5c86-4cbe-a129-12dff4789f22 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:57:26.577841 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1059c439-81ae-4ea0-95c4-e86b0ca5b227 req-fbfb265b-53bd-4210-9306-2a65408c3fff tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.1599679 Aug 31 00:57:26.583213 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede00d3-5c86-4cbe-a129-12dff4789f22 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event updated for resources: {'Port': ['ID=a27e7531-9fc2-4165-b9e8-bbffd269f73a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:26.667896 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b33d5a9a-1054-4ab3-8872-2962c353df6e None None] Provisioning complete for port e23dc098-08a9-4b74-92c0-535d9029019a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:26.669062 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b33d5a9a-1054-4ab3-8872-2962c353df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:26.751082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ede00d3-5c86-4cbe-a129-12dff4789f22 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:26.764797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b33d5a9a-1054-4ab3-8872-2962c353df6e None None] Port e23dc098-08a9-4b74-92c0-535d9029019a cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:57:26.765462 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ede00d3-5c86-4cbe-a129-12dff4789f22 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:26.788366 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2524ad2c-3ed5-483f-a3e6-30fc9bbdeca7 req-b918d635-fe02-46c5-b7d3-cd7cce1a2dab tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f91a6ae1-29f3-488f-bb35-793b0c844a2c HTTP/1.1" status: 200 len: 210 time: 0.0771964 Aug 31 00:57:26.793182 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-bb87cc3e-58d7-4309-92bd-59e25c214149 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:26.809496 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-bb87cc3e-58d7-4309-92bd-59e25c214149 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.48 "GET /v2.0/networks?id=d402af4a-8a8e-49ea-8168-c26e094719ad HTTP/1.1" status: 200 len: 811 time: 0.3799999 Aug 31 00:57:26.841635 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-e52e6b4c-6b2f-4a5c-8754-bfc8b850d405 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Request body: {'port': {'device_id': 'f91a6ae1-29f3-488f-bb35-793b0c844a2c', 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad', 'admin_state_up': True, 'tenant_id': 'b2866efdbfc8416eaf80fb5e263ad174'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:26.942688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b33d5a9a-1054-4ab3-8872-2962c353df6e None None] Provisioning for port 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:57:26.950775 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b33d5a9a-1054-4ab3-8872-2962c353df6e None None] Provisioning complete for port 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:26.951338 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b33d5a9a-1054-4ab3-8872-2962c353df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:27.151378 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b33d5a9a-1054-4ab3-8872-2962c353df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:27.222343 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b33d5a9a-1054-4ab3-8872-2962c353df6e None None] For port 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934,segment=NetworkSegment(b2e17668-d582-46d7-9ddf-09c26cd86fce),segment_id=b2e17668-d582-46d7-9ddf-09c26cd86fce)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:27.314276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b49aff-1aba-46c6-b498-0eefcb26e50f req-80a8d5d6-3251-4987-ba5b-9baeb385f91d tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:27.315909 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-35b49aff-1aba-46c6-b498-0eefcb26e50f req-80a8d5d6-3251-4987-ba5b-9baeb385f91d tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a HTTP/1.1" status: 200 len: 945 time: 0.1321802 Aug 31 00:57:27.328362 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:57:27.381243 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-35b49aff-1aba-46c6-b498-0eefcb26e50f req-466b148b-b304-41e5-aa57-6761d121a079 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543029 Aug 31 00:57:27.396946 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b33d5a9a-1054-4ab3-8872-2962c353df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:27.448289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0521aeb-ebf9-49fc-86d8-5cbc207ab5b4 req-28f7d6d9-c53e-4e78-bde3-bd15746520dd tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:27.450330 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d0521aeb-ebf9-49fc-86d8-5cbc207ab5b4 req-28f7d6d9-c53e-4e78-bde3-bd15746520dd tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a HTTP/1.1" status: 200 len: 945 time: 0.0929682 Aug 31 00:57:27.529249 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0ede00d3-5c86-4cbe-a129-12dff4789f22 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7939072 Aug 31 00:57:27.548319 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:27.552923 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-e52e6b4c-6b2f-4a5c-8754-bfc8b850d405 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Made reservation on behalf of b2866efdbfc8416eaf80fb5e263ad174 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:57:27.557771 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:27.565203 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-e52e6b4c-6b2f-4a5c-8754-bfc8b850d405 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:27.614449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4805e-eb0d-4122-b2e2-6146f8fd51ef req-afdfe46f-6194-44d0-a9cb-836511bf1c11 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:27.615966 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3dd4805e-eb0d-4122-b2e2-6146f8fd51ef req-afdfe46f-6194-44d0-a9cb-836511bf1c11 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.1289957 Aug 31 00:57:27.628848 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d5a9a-1054-4ab3-8872-2962c353df6e None None] Pushing event updated for resources: {'Port': ['ID=625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:27.682082 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3dd4805e-eb0d-4122-b2e2-6146f8fd51ef req-5c3b5055-4e53-4564-aca2-142674f0b18b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593457 Aug 31 00:57:27.684143 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-eb39207a-b543-4924-8bdf-a7aeee21f93e tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=04e66adf6bde4ccfbacd63bcfa4b4636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930891 Aug 31 00:57:27.813983 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5c67f80f-2b92-45ca-a554-9b26ee67e9fa None None] Provisioning for port a27e7531-9fc2-4165-b9e8-bbffd269f73a completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:57:27.822064 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a30b3eaa-005c-49bf-9c59-026b25d0e653 req-03d2567b-d865-487f-9bb7-25edd9075fc2 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0495698 Aug 31 00:57:27.824203 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5c67f80f-2b92-45ca-a554-9b26ee67e9fa None None] Provisioning complete for port a27e7531-9fc2-4165-b9e8-bbffd269f73a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:27.825564 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5c67f80f-2b92-45ca-a554-9b26ee67e9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:27.846041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-d0521aeb-ebf9-49fc-86d8-5cbc207ab5b4 req-0153728f-534c-4782-b1c7-f21f63a364f5 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Deleting port e5e3ad14-9f39-4444-acf5-d0713940a9b7 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:57:27.846735 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d0521aeb-ebf9-49fc-86d8-5cbc207ab5b4 req-0153728f-534c-4782-b1c7-f21f63a364f5 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:27.890051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5c67f80f-2b92-45ca-a554-9b26ee67e9fa None None] Port a27e7531-9fc2-4165-b9e8-bbffd269f73a cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:57:27.933514 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5c67f80f-2b92-45ca-a554-9b26ee67e9fa None None] Provisioning complete for port 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:27.933514 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5c67f80f-2b92-45ca-a554-9b26ee67e9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:27.978692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-d41ce70b-aa5f-456d-95ad-937b8341cd3f tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:27.980793 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-d41ce70b-aa5f-456d-95ad-937b8341cd3f tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2956121 Aug 31 00:57:28.016622 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-941ecf7e-bdd9-442a-bf6b-b81841cf63c5 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/quotas/04e66adf6bde4ccfbacd63bcfa4b4636 HTTP/1.1" status: 200 len: 375 time: 0.0136957 Aug 31 00:57:28.091610 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-bbde177d-259c-4993-bca8-b3fb4c532528 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=04e66adf6bde4ccfbacd63bcfa4b4636&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338559 Aug 31 00:57:28.223628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-d0521aeb-ebf9-49fc-86d8-5cbc207ab5b4 req-0153728f-534c-4782-b1c7-f21f63a364f5 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] For port e5e3ad14-9f39-4444-acf5-d0713940a9b7, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e5e3ad14-9f39-4444-acf5-d0713940a9b7,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:28.223628 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d0521aeb-ebf9-49fc-86d8-5cbc207ab5b4 req-0153728f-534c-4782-b1c7-f21f63a364f5 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:28.223628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-e52e6b4c-6b2f-4a5c-8754-bfc8b850d405 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Allocated IP 172.20.0.2 (d402af4a-8a8e-49ea-8168-c26e094719ad/06a338a6-991a-450e-bc60-b066a8b265a4/c7febc04-8329-475b-b079-5e5b7587e70e) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:57:28.223628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-d0521aeb-ebf9-49fc-86d8-5cbc207ab5b4 req-0153728f-534c-4782-b1c7-f21f63a364f5 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Calling delete_port for e5e3ad14-9f39-4444-acf5-d0713940a9b7 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:57:28.397933 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-e52e6b4c-6b2f-4a5c-8754-bfc8b850d405 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:28.585985 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d0521aeb-ebf9-49fc-86d8-5cbc207ab5b4 req-0153728f-534c-4782-b1c7-f21f63a364f5 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:28.588384 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-e52e6b4c-6b2f-4a5c-8754-bfc8b850d405 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:28.603292 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['9d5bd277-aeb5-4022-b617-60ca0f30db3a', '547b71d8-b919-4383-9839-0f8283403100'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:57:28.627627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44738) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:28.631696 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0ce36ec6-5e3c-48cf-97ec-1e5c4c32412c tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1665722197', 'description': 'tempest-description--815102839'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:28.728813 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153728f-534c-4782-b1c7-f21f63a364f5 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Pushing event deleted for resources: {'Port': ['ID=e5e3ad14-9f39-4444-acf5-d0713940a9b7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:28.774076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-e52e6b4c-6b2f-4a5c-8754-bfc8b850d405 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Network d402af4a-8a8e-49ea-8168-c26e094719ad is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:57:28.792041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-e52e6b4c-6b2f-4a5c-8754-bfc8b850d405 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:57:28.812547 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e6b4c-6b2f-4a5c-8754-bfc8b850d405 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Pushing event updated for resources: {'Port': ['ID=c7febc04-8329-475b-b079-5e5b7587e70e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:28.817249 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0ce36ec6-5e3c-48cf-97ec-1e5c4c32412c tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:28.818887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-e52e6b4c-6b2f-4a5c-8754-bfc8b850d405 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:57:28.901335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0521aeb-ebf9-49fc-86d8-5cbc207ab5b4 req-0153728f-534c-4782-b1c7-f21f63a364f5 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] No DVR routers for this DVR port e5e3ad14-9f39-4444-acf5-d0713940a9b7 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:57:28.918820 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d0521aeb-ebf9-49fc-86d8-5cbc207ab5b4 req-0153728f-534c-4782-b1c7-f21f63a364f5 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:28.920940 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d0521aeb-ebf9-49fc-86d8-5cbc207ab5b4 req-0153728f-534c-4782-b1c7-f21f63a364f5 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.48 "DELETE /v2.0/ports/e5e3ad14-9f39-4444-acf5-d0713940a9b7 HTTP/1.1" status: 204 len: 173 time: 1.4646592 Aug 31 00:57:28.939497 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13899653-7f90-4cd9-b01f-95adacbca077 req-d56721ff-aeb2-4d2b-8cad-789461537c9b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:28.941051 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13899653-7f90-4cd9-b01f-95adacbca077 req-d56721ff-aeb2-4d2b-8cad-789461537c9b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f91a6ae1-29f3-488f-bb35-793b0c844a2c HTTP/1.1" status: 200 len: 931 time: 0.2693124 Aug 31 00:57:28.941551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a', 'name': 'network-vif-deleted', 'tag': 'e5e3ad14-9f39-4444-acf5-d0713940a9b7'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:28.944122 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83de718d-ea4d-4b0c-af54-7a3f390aced0" -d '{"events": [{"server_uuid": "c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a", "name": "network-vif-deleted", "tag": "e5e3ad14-9f39-4444-acf5-d0713940a9b7"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:28.974012 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0ce36ec6-5e3c-48cf-97ec-1e5c4c32412c tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:29.018070 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-e52e6b4c-6b2f-4a5c-8754-bfc8b850d405 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:29.019351 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-e52e6b4c-6b2f-4a5c-8754-bfc8b850d405 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:29.027642 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13899653-7f90-4cd9-b01f-95adacbca077 req-6d1f9b98-7201-494e-a4ae-293596b23927 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763261 Aug 31 00:57:29.037144 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-48a469f6-a36e-44d2-8e70-5e47ef502b4f req-0be77cfd-2fa5-4dfe-9016-fe8ae1e71dd2 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a HTTP/1.1" status: 200 len: 210 time: 0.0603693 Aug 31 00:57:29.164670 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0ce36ec6-5e3c-48cf-97ec-1e5c4c32412c tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:29.224543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce36ec6-5e3c-48cf-97ec-1e5c4c32412c tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:29.226309 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-7926b10e-91a3-4b2b-ae2b-51c95eb2586d tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=04e66adf6bde4ccfbacd63bcfa4b4636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367923 Aug 31 00:57:29.256769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e197e04-d727-434f-b427-73c1ddf5019b req-1af7d823-fb7e-41e9-bbf3-e569233397c0 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:29.258682 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9e197e04-d727-434f-b427-73c1ddf5019b req-1af7d823-fb7e-41e9-bbf3-e569233397c0 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.1309893 Aug 31 00:57:29.309038 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9e197e04-d727-434f-b427-73c1ddf5019b req-087f0cd7-37c1-4313-b874-66f7bb482179 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433838 Aug 31 00:57:29.310944 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:57:29.364309 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-e52e6b4c-6b2f-4a5c-8754-bfc8b850d405 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5368574 Aug 31 00:57:29.370994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:29.371550 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:29.376514 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0ce36ec6-5e3c-48cf-97ec-1e5c4c32412c tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:29.378559 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0ce36ec6-5e3c-48cf-97ec-1e5c4c32412c tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7500167 Aug 31 00:57:29.381317 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44762) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:29.386586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-726b948d-36f3-4c88-a061-6fe02a168a5a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Request body: {'security_group_rule': {'security_group_id': 'd9b938cd-2bb2-4210-8ea6-b1d4fb3639be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:29.390720 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Request body: {'port': {'device_id': 'f91a6ae1-29f3-488f-bb35-793b0c844a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:29.467429 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-f40415cf-4c02-430b-95a3-df9828164e3f tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:29.469177 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-f40415cf-4c02-430b-95a3-df9828164e3f tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2326109 Aug 31 00:57:29.496716 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e7e673fb-411d-43f4-9fee-f4cc3ae4650b req-32e75077-00c4-4e77-9010-a2df8a41cd9d tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0609016 Aug 31 00:57:29.518076 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:29.533885 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-d7b8c323-febe-42ae-a0c2-e8b4c223c3b9 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/quotas/04e66adf6bde4ccfbacd63bcfa4b4636 HTTP/1.1" status: 200 len: 375 time: 0.0363333 Aug 31 00:57:29.567418 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c060c24-130e-447b-b1f1-d7ddda7507df x-openstack-request-id: req-7c060c24-130e-447b-b1f1-d7ddda7507df {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:29.567730 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a", "name": "network-vif-deleted", "tag": "e5e3ad14-9f39-4444-acf5-d0713940a9b7", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:29.567966 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c060c24-130e-447b-b1f1-d7ddda7507df {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:29.568366 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a', 'name': 'network-vif-deleted', 'tag': 'e5e3ad14-9f39-4444-acf5-d0713940a9b7', 'status': 'completed', 'code': 200} Aug 31 00:57:29.600390 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-e8299632-a946-428e-9e8d-1332d8038569 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=04e66adf6bde4ccfbacd63bcfa4b4636&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309103 Aug 31 00:57:29.624764 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-726b948d-36f3-4c88-a061-6fe02a168a5a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:29.789968 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-726b948d-36f3-4c88-a061-6fe02a168a5a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:29.815244 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e5e3ad14-9f39-4444-acf5-d0713940a9b7 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:57:29.895223 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: e5e3ad14-9f39-4444-acf5-d0713940a9b7 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:57:29.895577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e5e3ad14-9f39-4444-acf5-d0713940a9b7 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:57:29.964930 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-726b948d-36f3-4c88-a061-6fe02a168a5a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:29.985280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7febc04-8329-475b-b079-5e5b7587e70e {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:57:29.992472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b948d-36f3-4c88-a061-6fe02a168a5a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e17ab8-aea6-49bc-9703-12c73b2a4651,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:29.998699 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:30.021966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Transition to ACTIVE for port object c7febc04-8329-475b-b079-5e5b7587e70e will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:57:30.085828 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0d8ad899-86d3-41cf-8f64-15615d686a3a req-fb6b8f12-0739-478f-9104-4f8c183a45b9 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 210 time: 0.0441575 Aug 31 00:57:30.160440 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-726b948d-36f3-4c88-a061-6fe02a168a5a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:30.162525 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-726b948d-36f3-4c88-a061-6fe02a168a5a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7797544 Aug 31 00:57:30.166020 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44776) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:30.177082 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-2e5a93ba-8199-4ce7-9a8e-9f56adacfb0b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Request body: {'security_group_rule': {'security_group_id': 'd9b938cd-2bb2-4210-8ea6-b1d4fb3639be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:30.232458 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:30.273392 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c13d22fc-8709-44ce-838b-54625072ed94 req-e64e55d9-e084-4fae-8b96-ed556d125267 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a41fa4-b9bf-478e-a610-9f7d3fa86e8a HTTP/1.1" status: 200 len: 210 time: 0.0706134 Aug 31 00:57:30.288531 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d591194-f203-4dd1-84ea-6a2f3638a411 req-a28bd5eb-c0db-46c6-9556-0d7718388341 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:30.295862 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d591194-f203-4dd1-84ea-6a2f3638a411 req-a28bd5eb-c0db-46c6-9556-0d7718388341 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f91a6ae1-29f3-488f-bb35-793b0c844a2c HTTP/1.1" status: 200 len: 931 time: 0.1367350 Aug 31 00:57:30.377106 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Pushing event updated for resources: {'Port': ['ID=c7febc04-8329-475b-b079-5e5b7587e70e,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:30.393792 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d591194-f203-4dd1-84ea-6a2f3638a411 req-9513a6ab-ec95-44ad-bd04-2be9a885306b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925922 Aug 31 00:57:30.397411 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2e5a93ba-8199-4ce7-9a8e-9f56adacfb0b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:30.598403 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Attempting to bind port c7febc04-8329-475b-b079-5e5b7587e70e on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:57:30.599590 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Attempting to bind port c7febc04-8329-475b-b079-5e5b7587e70e by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:57:30.600493 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Attempting to bind port c7febc04-8329-475b-b079-5e5b7587e70e on network d402af4a-8a8e-49ea-8168-c26e094719ad {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:57:30.610186 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Port c7febc04-8329-475b-b079-5e5b7587e70e on network d402af4a-8a8e-49ea-8168-c26e094719ad not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:57:30.610186 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Attempting to bind port c7febc04-8329-475b-b079-5e5b7587e70e on network d402af4a-8a8e-49ea-8168-c26e094719ad {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:57:30.626175 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2e5a93ba-8199-4ce7-9a8e-9f56adacfb0b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:30.637407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c569e-f489-4f10-bf51-5a5a51126f7b req-63031f75-8825-4a80-b7a7-e6366a16937a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:30.637782 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:57:30.638083 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Checking segment: {'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:57:30.638777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Bound using segment: {'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:57:30.639194 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e76c569e-f489-4f10-bf51-5a5a51126f7b req-63031f75-8825-4a80-b7a7-e6366a16937a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.1722438 Aug 31 00:57:30.639496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Bound port: c7febc04-8329-475b-b079-5e5b7587e70e, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:57:30.640090 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:30.696858 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cb3769bc-38cc-400d-a20c-37e5f350952e req-3341481c-c397-47c6-98d4-3fb739cf071f tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0747075 Aug 31 00:57:30.717786 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e76c569e-f489-4f10-bf51-5a5a51126f7b req-5acc9c90-f055-45ac-b641-030aee434a63 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577862 Aug 31 00:57:30.768421 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2e5a93ba-8199-4ce7-9a8e-9f56adacfb0b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:30.802596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] For port c7febc04-8329-475b-b079-5e5b7587e70e, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:57:30.807829 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a93ba-8199-4ce7-9a8e-9f56adacfb0b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20db4b42-cd04-467f-94da-ac493f642f7a,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:30.808419 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] For port c7febc04-8329-475b-b079-5e5b7587e70e, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c7febc04-8329-475b-b079-5e5b7587e70e,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:57:30.931261 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2e5a93ba-8199-4ce7-9a8e-9f56adacfb0b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:30.932896 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:30.934606 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2e5a93ba-8199-4ce7-9a8e-9f56adacfb0b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7666719 Aug 31 00:57:30.939521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44788) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:30.957937 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d193c079-3162-4354-9837-bcb4851cd481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:31.057650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:31.059512 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:31.061682 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-606d2554-844e-4020-bcb7-0197e231deae service neutron] 10.222.0.48 "PUT /v2.0/ports/c7febc04-8329-475b-b079-5e5b7587e70e HTTP/1.1" status: 200 len: 1092 time: 1.6849501 Aug 31 00:57:31.070331 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d193c079-3162-4354-9837-bcb4851cd481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:31.093255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d2554-844e-4020-bcb7-0197e231deae service neutron] Pushing event updated for resources: {'Port': ['ID=c7febc04-8329-475b-b079-5e5b7587e70e,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:31.367467 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-091ea066-1626-46ec-b329-e625f3ff0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:31.371754 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-091ea066-1626-46ec-b329-e625f3ff0b26 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&device_id=f91a6ae1-29f3-488f-bb35-793b0c844a2c HTTP/1.1" status: 200 len: 1095 time: 0.0749176 Aug 31 00:57:31.421038 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-ec2c8871-8d4b-43fb-a59b-6ecf11bab947 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7febc04-8329-475b-b079-5e5b7587e70e HTTP/1.1" status: 200 len: 217 time: 0.0413890 Aug 31 00:57:31.494753 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-34a76e2d-fc93-4e61-9018-1464ac6a4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:31.496583 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-34a76e2d-fc93-4e61-9018-1464ac6a4fed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06a338a6-991a-450e-bc60-b066a8b265a4 HTTP/1.1" status: 200 len: 851 time: 0.0682445 Aug 31 00:57:31.537210 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3ac8a1df-2e21-4654-bd7b-67f30d231e39 req-4a333c3b-cc09-4d3c-a4bd-7e5b12979c4f tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 210 time: 0.3668425 Aug 31 00:57:31.547518 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-ea4e3b52-3070-4f14-a211-69173c6fb402 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d402af4a-8a8e-49ea-8168-c26e094719ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426378 Aug 31 00:57:31.583682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91a6ae1-29f3-488f-bb35-793b0c844a2c', 'tag': 'c7febc04-8329-475b-b079-5e5b7587e70e'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:31.600036 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e932ca8a-f73f-43b2-9a60-a9c817164bad" -d '{"events": [{"name": "network-changed", "server_uuid": "f91a6ae1-29f3-488f-bb35-793b0c844a2c", "tag": "c7febc04-8329-475b-b079-5e5b7587e70e"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:31.614374 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d193c079-3162-4354-9837-bcb4851cd481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:31.706732 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-63476874-6315-43f4-95f0-29a9350b29a7 service neutron] 10.222.0.48 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522663 Aug 31 00:57:31.772896 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15c82a-6595-4be2-88b9-1b7628d5a3b4 req-78743fd7-683c-407b-8ae7-0c4427e71d70 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:31.774605 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f15c82a-6595-4be2-88b9-1b7628d5a3b4 req-78743fd7-683c-407b-8ae7-0c4427e71d70 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f91a6ae1-29f3-488f-bb35-793b0c844a2c HTTP/1.1" status: 200 len: 943 time: 0.1221225 Aug 31 00:57:31.835507 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c8cdf42-ca2e-406c-ae12-3a316838837c req-f887335d-f503-4c74-a5e4-bacdeea4a762 service neutron] 10.222.0.48 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203938 Aug 31 00:57:31.908039 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-d193c079-3162-4354-9837-bcb4851cd481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Allocated IP 172.25.2.229 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/aee3ba5d-b7bd-4791-8421-a7d27c64dcc3) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:57:31.913357 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f15c82a-6595-4be2-88b9-1b7628d5a3b4 req-f00c12f7-492b-4f10-b319-57fc3ae5a438 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629725 Aug 31 00:57:32.022839 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccf32fc-05e3-4a88-acb5-7b7e14dea278 x-openstack-request-id: req-4ccf32fc-05e3-4a88-acb5-7b7e14dea278 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:32.023214 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f91a6ae1-29f3-488f-bb35-793b0c844a2c", "tag": "c7febc04-8329-475b-b079-5e5b7587e70e", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:32.023472 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ccf32fc-05e3-4a88-acb5-7b7e14dea278 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:32.023877 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91a6ae1-29f3-488f-bb35-793b0c844a2c', 'tag': 'c7febc04-8329-475b-b079-5e5b7587e70e', 'status': 'completed', 'code': 200} Aug 31 00:57:32.143600 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5bf643f9-7810-4eea-be5e-3e311b2d1290 req-5331c3f0-6f78-4bd1-bfd7-4c539e20291a tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0494547 Aug 31 00:57:32.153835 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d193c079-3162-4354-9837-bcb4851cd481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:32.174499 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932ca8a-f73f-43b2-9a60-a9c817164bad req-455470d1-5df2-41f9-8321-3293ea1951a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:32.176107 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e932ca8a-f73f-43b2-9a60-a9c817164bad req-455470d1-5df2-41f9-8321-3293ea1951a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&device_id=f91a6ae1-29f3-488f-bb35-793b0c844a2c HTTP/1.1" status: 200 len: 1095 time: 0.0892029 Aug 31 00:57:32.202408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09031d51-099a-43f8-9f80-68efcc455d60 req-51f3a11a-2430-4ec5-a347-8b36df46a864 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:32.208099 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-09031d51-099a-43f8-9f80-68efcc455d60 req-51f3a11a-2430-4ec5-a347-8b36df46a864 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.1218162 Aug 31 00:57:32.337028 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-10c0e8f4-6348-42f8-b221-aec7533de533 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=04e66adf6bde4ccfbacd63bcfa4b4636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275097 Aug 31 00:57:32.348570 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-09031d51-099a-43f8-9f80-68efcc455d60 req-2cc69706-821b-4e3e-8a08-41ff7bc459e0 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298392 Aug 31 00:57:32.405777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adacbd0-5a54-4150-818c-90095fccd4c6 req-64d78727-181c-44d0-9c1a-ae0eea43e772 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:32.419726 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1adacbd0-5a54-4150-818c-90095fccd4c6 req-64d78727-181c-44d0-9c1a-ae0eea43e772 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 945 time: 0.1389761 Aug 31 00:57:32.466340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932ca8a-f73f-43b2-9a60-a9c817164bad req-5ee62015-e735-40d9-80e7-ec284884111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:32.467681 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e932ca8a-f73f-43b2-9a60-a9c817164bad req-5ee62015-e735-40d9-80e7-ec284884111f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d402af4a-8a8e-49ea-8168-c26e094719ad HTTP/1.1" status: 200 len: 912 time: 0.2773492 Aug 31 00:57:32.481323 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1adacbd0-5a54-4150-818c-90095fccd4c6 req-c19a883d-d3d9-41b8-ad64-1e8c3f40ec5b tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590711 Aug 31 00:57:32.493267 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d193c079-3162-4354-9837-bcb4851cd481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:32.529318 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e932ca8a-f73f-43b2-9a60-a9c817164bad req-da0f2727-9253-4be1-b6da-220b0e216c3f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7febc04-8329-475b-b079-5e5b7587e70e HTTP/1.1" status: 200 len: 217 time: 0.0426981 Aug 31 00:57:32.593691 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d193c079-3162-4354-9837-bcb4851cd481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:57:32.606936 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-d193c079-3162-4354-9837-bcb4851cd481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:57:32.610455 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193c079-3162-4354-9837-bcb4851cd481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:57:32.621225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932ca8a-f73f-43b2-9a60-a9c817164bad req-e3bf38b8-a286-4429-adc4-f29a4fff05e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:32.622810 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e932ca8a-f73f-43b2-9a60-a9c817164bad req-e3bf38b8-a286-4429-adc4-f29a4fff05e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06a338a6-991a-450e-bc60-b066a8b265a4 HTTP/1.1" status: 200 len: 851 time: 0.0856845 Aug 31 00:57:32.649769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-c3f62f8f-9a25-4a70-9ad0-5bac4d9ffa95 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:32.651329 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-c3f62f8f-9a25-4a70-9ad0-5bac4d9ffa95 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3018320 Aug 31 00:57:32.653972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193c079-3162-4354-9837-bcb4851cd481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event updated for resources: {'Port': ['ID=aee3ba5d-b7bd-4791-8421-a7d27c64dcc3,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:32.660564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e932ca8a-f73f-43b2-9a60-a9c817164bad req-df17fb49-49e7-4276-b055-b14cadb3fc64 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d402af4a-8a8e-49ea-8168-c26e094719ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299642 Aug 31 00:57:32.677680 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-882e5cd3-6eee-4f27-9e25-2d3ebdd14158 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Request body: {'port': {'device_id': '47f135b5-fa41-4b23-a9e0-cf70cfb1db4b', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '04e66adf6bde4ccfbacd63bcfa4b4636'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:32.742899 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9e2400cc-5bc7-4030-890e-879a06ac6800 req-a2de6720-186f-480e-a43e-39dae7c74965 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 210 time: 0.0809782 Aug 31 00:57:32.828448 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e932ca8a-f73f-43b2-9a60-a9c817164bad req-58bf194c-b2e7-46dd-895c-7c2a799b85c1 service neutron] 10.222.0.48 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564827 Aug 31 00:57:32.869869 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d193c079-3162-4354-9837-bcb4851cd481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:32.960356 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e932ca8a-f73f-43b2-9a60-a9c817164bad req-220656c6-df0e-49e1-a017-361b95a08860 service neutron] 10.222.0.48 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224351 Aug 31 00:57:33.118622 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d193c079-3162-4354-9837-bcb4851cd481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:33.153894 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-882e5cd3-6eee-4f27-9e25-2d3ebdd14158 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Made reservation on behalf of 04e66adf6bde4ccfbacd63bcfa4b4636 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:57:33.158040 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-882e5cd3-6eee-4f27-9e25-2d3ebdd14158 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:33.189504 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b32f7d-5982-4e7b-98bc-392cac48271b req-d5f0bf01-7caf-40d1-83e5-a9e39b810264 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:33.191153 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-02b32f7d-5982-4e7b-98bc-392cac48271b req-d5f0bf01-7caf-40d1-83e5-a9e39b810264 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f91a6ae1-29f3-488f-bb35-793b0c844a2c HTTP/1.1" status: 200 len: 943 time: 0.1401742 Aug 31 00:57:33.193073 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-882e5cd3-6eee-4f27-9e25-2d3ebdd14158 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:33.345418 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-91b69a81-791b-4688-86a6-faf63f053028 req-13a8b703-b787-4651-b6a0-110fc05dc6e2 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0809739 Aug 31 00:57:33.353552 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-02b32f7d-5982-4e7b-98bc-392cac48271b req-db8bb8a6-f85d-4557-9a10-d1f662eb600b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462228 Aug 31 00:57:33.454293 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d193c079-3162-4354-9837-bcb4851cd481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:33.493818 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47a981-360e-4534-99f0-f86988540fae req-5f77c066-43d6-4a5e-9d61-dcbcdb44f902 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:33.494833 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b47a981-360e-4534-99f0-f86988540fae req-5f77c066-43d6-4a5e-9d61-dcbcdb44f902 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.0583954 Aug 31 00:57:33.543753 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-882e5cd3-6eee-4f27-9e25-2d3ebdd14158 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:33.543753 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e15f6-e114-4d5e-a6aa-27efb28c673a req-6641918b-0620-4f1d-af34-96e8c4755338 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:33.543753 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-344e15f6-e114-4d5e-a6aa-27efb28c673a req-6641918b-0620-4f1d-af34-96e8c4755338 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 945 time: 0.0896466 Aug 31 00:57:33.548259 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b47a981-360e-4534-99f0-f86988540fae req-d762cb25-249b-46a5-8463-cfdb9eeee14b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410466 Aug 31 00:57:33.654452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb6df7-5b85-47c3-8eaf-e5e5ca4a0b67 req-47684e6a-bb5a-4762-84a7-c41165781e24 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:33.656097 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bbdb6df7-5b85-47c3-8eaf-e5e5ca4a0b67 req-47684e6a-bb5a-4762-84a7-c41165781e24 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 945 time: 0.0920444 Aug 31 00:57:33.700035 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-344e15f6-e114-4d5e-a6aa-27efb28c673a req-05960d58-34d4-43b5-bcb8-8d566c09f746 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Deleting port 547b71d8-b919-4383-9839-0f8283403100 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:57:33.700375 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-344e15f6-e114-4d5e-a6aa-27efb28c673a req-05960d58-34d4-43b5-bcb8-8d566c09f746 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:33.720200 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bbdb6df7-5b85-47c3-8eaf-e5e5ca4a0b67 req-07444475-0a7e-4fcb-a2a2-18b7b15a1491 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564928 Aug 31 00:57:33.802164 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-344e15f6-e114-4d5e-a6aa-27efb28c673a req-05960d58-34d4-43b5-bcb8-8d566c09f746 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] For port 547b71d8-b919-4383-9839-0f8283403100, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=547b71d8-b919-4383-9839-0f8283403100,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:33.802539 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-344e15f6-e114-4d5e-a6aa-27efb28c673a req-05960d58-34d4-43b5-bcb8-8d566c09f746 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:33.821306 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-344e15f6-e114-4d5e-a6aa-27efb28c673a req-05960d58-34d4-43b5-bcb8-8d566c09f746 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Calling delete_port for 547b71d8-b919-4383-9839-0f8283403100 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:57:33.844628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c7febc04-8329-475b-b079-5e5b7587e70e details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:57:33.874295 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-88da1c4b-62ee-42b1-8def-ff4bb3ef0958 req-aee76c46-7f64-4f04-abf6-fc0c7e7b2791 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 210 time: 0.0431318 Aug 31 00:57:33.971947 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port c7febc04-8329-475b-b079-5e5b7587e70e, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c7febc04-8329-475b-b079-5e5b7587e70e,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:33.985066 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'c7febc04-8329-475b-b079-5e5b7587e70e', 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad', 'port_id': 'c7febc04-8329-475b-b079-5e5b7587e70e', 'mac_address': 'fa:16:3e:87:34:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a338a6-991a-450e-bc60-b066a8b265a4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:57:34.029653 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:34.043529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7febc04-8329-475b-b079-5e5b7587e70e {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:57:34.073183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port c7febc04-8329-475b-b079-5e5b7587e70e, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c7febc04-8329-475b-b079-5e5b7587e70e,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:34.161927 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-dc12868d-c1a6-471b-9d14-4ea6a5971924 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=04e66adf6bde4ccfbacd63bcfa4b4636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220134 Aug 31 00:57:34.198675 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d193c079-3162-4354-9837-bcb4851cd481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:34.271044 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:34.278605 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d8b17462-b105-46d9-a942-23980b75b6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:34.294142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193c079-3162-4354-9837-bcb4851cd481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event updated for resources: {'Port': ['ID=aee3ba5d-b7bd-4791-8421-a7d27c64dcc3,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:34.306613 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-882e5cd3-6eee-4f27-9e25-2d3ebdd14158 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:34.306934 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-9a69b3fe-8d71-4ab3-bf82-677380f5eb5c tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:34.308613 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-9a69b3fe-8d71-4ab3-bf82-677380f5eb5c tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1466582 Aug 31 00:57:34.315588 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-344e15f6-e114-4d5e-a6aa-27efb28c673a req-05960d58-34d4-43b5-bcb8-8d566c09f746 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:34.324967 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-14469a67-f4e7-40d0-b6c1-7847ad6a26c8 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Request body: {'port': {'device_id': 'e9a1eea8-29da-479f-851b-bd92cde8b365', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '04e66adf6bde4ccfbacd63bcfa4b4636'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:34.331018 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['9d5bd277-aeb5-4022-b617-60ca0f30db3a', '547b71d8-b919-4383-9839-0f8283403100'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:57:34.389871 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=c7febc04-8329-475b-b079-5e5b7587e70e,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:34.395808 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05960d58-34d4-43b5-bcb8-8d566c09f746 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Pushing event deleted for resources: {'Port': ['ID=547b71d8-b919-4383-9839-0f8283403100,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:34.438618 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d193c079-3162-4354-9837-bcb4851cd481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:34.506711 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e5cd3-6eee-4f27-9e25-2d3ebdd14158 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf4a43b-e7e9-48da-afaf-0a389718553d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:34.583017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['c7febc04-8329-475b-b079-5e5b7587e70e'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:57:34.683294 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b1c8388e-e9ae-41c8-9d80-6559a08cb00c req-6ddd5115-54cc-4177-8c0c-db6e60b1ebc1 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0767939 Aug 31 00:57:34.722402 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d193c079-3162-4354-9837-bcb4851cd481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:34.731751 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d193c079-3162-4354-9837-bcb4851cd481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7784708 Aug 31 00:57:34.731751 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-344e15f6-e114-4d5e-a6aa-27efb28c673a req-05960d58-34d4-43b5-bcb8-8d566c09f746 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] No DVR routers for this DVR port 547b71d8-b919-4383-9839-0f8283403100 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:57:34.733193 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-344e15f6-e114-4d5e-a6aa-27efb28c673a req-05960d58-34d4-43b5-bcb8-8d566c09f746 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:34.736720 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-344e15f6-e114-4d5e-a6aa-27efb28c673a req-05960d58-34d4-43b5-bcb8-8d566c09f746 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.41 "DELETE /v2.0/ports/547b71d8-b919-4383-9839-0f8283403100 HTTP/1.1" status: 204 len: 173 time: 1.2170448 Aug 31 00:57:34.737834 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c827a80-5f26-496a-928f-4f10481ce9a7', 'name': 'network-vif-deleted', 'tag': '547b71d8-b919-4383-9839-0f8283403100'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:34.741150 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6ab94d-5887-482d-a24b-7f5733caa2f4" -d '{"events": [{"server_uuid": "8c827a80-5f26-496a-928f-4f10481ce9a7", "name": "network-vif-deleted", "tag": "547b71d8-b919-4383-9839-0f8283403100"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:34.847606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-14469a67-f4e7-40d0-b6c1-7847ad6a26c8 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Made reservation on behalf of 04e66adf6bde4ccfbacd63bcfa4b4636 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:57:34.853153 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-14469a67-f4e7-40d0-b6c1-7847ad6a26c8 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:34.908633 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-882e5cd3-6eee-4f27-9e25-2d3ebdd14158 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Allocated IP 192.168.233.253 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/2a6dd838-5c96-4505-9654-2ef7831c292a) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:57:35.055379 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f020e-8886-4d68-83b7-fb631138331a req-4adb3d98-095f-49dc-bc49-ccb053ead96a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:35.062134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-568f020e-8886-4d68-83b7-fb631138331a req-4adb3d98-095f-49dc-bc49-ccb053ead96a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f91a6ae1-29f3-488f-bb35-793b0c844a2c HTTP/1.1" status: 200 len: 944 time: 0.1655321 Aug 31 00:57:35.102840 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ef794-a9c7-4f34-a79d-aa21e012ceb9 req-43de96c4-2c8b-4a77-8ff8-bce01d193213 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:35.116565 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b31ef794-a9c7-4f34-a79d-aa21e012ceb9 req-43de96c4-2c8b-4a77-8ff8-bce01d193213 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.3028457 Aug 31 00:57:35.123475 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-568f020e-8886-4d68-83b7-fb631138331a req-c4e1546f-8964-47d1-8318-29ccf8167f5d tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603275 Aug 31 00:57:35.154841 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-882e5cd3-6eee-4f27-9e25-2d3ebdd14158 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:35.186896 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-882e5cd3-6eee-4f27-9e25-2d3ebdd14158 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Transition to ACTIVE for port object 2a6dd838-5c96-4505-9654-2ef7831c292a will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:57:35.195288 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b31ef794-a9c7-4f34-a79d-aa21e012ceb9 req-2b9849cc-337e-496c-9d9b-e9e90e4f5761 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777352 Aug 31 00:57:35.302177 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eaf12059-7d0f-47c3-9a5f-8e6f8fa75bb0 req-69b6f3a2-d654-43d9-a32f-0797a828a03a tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c827a80-5f26-496a-928f-4f10481ce9a7 HTTP/1.1" status: 200 len: 210 time: 0.0334864 Aug 31 00:57:35.326505 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b289124-c2a9-452b-bcc6-fd01d5f113aa x-openstack-request-id: req-5b289124-c2a9-452b-bcc6-fd01d5f113aa {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:35.326907 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c827a80-5f26-496a-928f-4f10481ce9a7", "name": "network-vif-deleted", "tag": "547b71d8-b919-4383-9839-0f8283403100", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:35.327114 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b289124-c2a9-452b-bcc6-fd01d5f113aa {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:35.327436 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c827a80-5f26-496a-928f-4f10481ce9a7', 'name': 'network-vif-deleted', 'tag': '547b71d8-b919-4383-9839-0f8283403100', 'status': 'completed', 'code': 200} Aug 31 00:57:35.388008 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2b0d7ae0-57e4-4161-bfa2-8abbd64443ff req-128c218e-c720-4480-9505-059a46207066 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 210 time: 0.0270967 Aug 31 00:57:35.437109 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4517049f-b472-44f5-a621-1426570a3358 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1665722197&fields=id&tenant_id=c3c7e1b68efc4873a3fc55693592c5e6 HTTP/1.1" status: 200 len: 267 time: 0.0397646 Aug 31 00:57:35.463906 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-882e5cd3-6eee-4f27-9e25-2d3ebdd14158 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:35.508826 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-882e5cd3-6eee-4f27-9e25-2d3ebdd14158 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:57:35.514123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-882e5cd3-6eee-4f27-9e25-2d3ebdd14158 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:57:35.515575 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-daf81133-ddff-4f95-86c7-acc2661158b8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:35.517115 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-daf81133-ddff-4f95-86c7-acc2661158b8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports/e23dc098-08a9-4b74-92c0-535d9029019a HTTP/1.1" status: 200 len: 935 time: 0.0718570 Aug 31 00:57:35.517377 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-882e5cd3-6eee-4f27-9e25-2d3ebdd14158 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:57:35.555927 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e5cd3-6eee-4f27-9e25-2d3ebdd14158 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Pushing event updated for resources: {'Port': ['ID=2a6dd838-5c96-4505-9654-2ef7831c292a,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:35.582346 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-14469a67-f4e7-40d0-b6c1-7847ad6a26c8 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Allocated IP 192.168.233.85 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/ac61fe6a-e127-412f-b685-bba389951a91) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:57:35.590740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-815f30bd-5f50-4d50-b46f-b99d0f5306bd tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:35.592830 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-882e5cd3-6eee-4f27-9e25-2d3ebdd14158 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:35.599358 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-882e5cd3-6eee-4f27-9e25-2d3ebdd14158 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:35.600232 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-815f30bd-5f50-4d50-b46f-b99d0f5306bd tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports/a27e7531-9fc2-4165-b9e8-bbffd269f73a HTTP/1.1" status: 200 len: 937 time: 0.0753756 Aug 31 00:57:35.656955 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-ba79d828-14fa-432b-9ae4-e4ae4ba1dbaa tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?network_id=60d743b8-14de-4666-8656-1e81e9c911f1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0561650 Aug 31 00:57:35.701140 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-88992195-3f74-4e15-88c0-a78735043474 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?network_id=60d743b8-14de-4666-8656-1e81e9c911f1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0379579 Aug 31 00:57:35.788479 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-882e5cd3-6eee-4f27-9e25-2d3ebdd14158 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1147380 Aug 31 00:57:35.807823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Request body: {'port': {'device_id': '47f135b5-fa41-4b23-a9e0-cf70cfb1db4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:35.814933 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dfef2d3b-73df-461a-8532-9383ea5d489b req-1f8c20a5-09e6-4325-816f-e8eb267047c7 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0394747 Aug 31 00:57:35.861761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c7febc04-8329-475b-b079-5e5b7587e70e up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:57:35.883896 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:35.908107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-a58dc23a-4fda-4ea2-8925-b6422da9125d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:35.913639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ded111f7-1a75-4949-a91a-ffe1e955cd36 None None] Provisioning for port 2a6dd838-5c96-4505-9654-2ef7831c292a completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:57:35.914218 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-a58dc23a-4fda-4ea2-8925-b6422da9125d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:35.919960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-a58dc23a-4fda-4ea2-8925-b6422da9125d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:35.921684 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-a58dc23a-4fda-4ea2-8925-b6422da9125d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/networks?id=e485d33c-f23c-40f6-8dac-57c9abc59149&id=731372ff-a6d3-49d1-8001-70c166825e41&id=731372ff-a6d3-49d1-8001-70c166825e41&id=60d743b8-14de-4666-8656-1e81e9c911f1&id=60d743b8-14de-4666-8656-1e81e9c911f1 HTTP/1.1" status: 200 len: 1996 time: 0.2101483 Aug 31 00:57:35.923409 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ded111f7-1a75-4949-a91a-ffe1e955cd36 None None] Provisioning complete for port 2a6dd838-5c96-4505-9654-2ef7831c292a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:35.924041 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ded111f7-1a75-4949-a91a-ffe1e955cd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:35.949192 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f0257d50-de34-4423-aa55-1bb0cd78ecfd tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/quotas/c3c7e1b68efc4873a3fc55693592c5e6 HTTP/1.1" status: 200 len: 375 time: 0.0204797 Aug 31 00:57:35.958589 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-14469a67-f4e7-40d0-b6c1-7847ad6a26c8 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:35.963314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ded111f7-1a75-4949-a91a-ffe1e955cd36 None None] Port 2a6dd838-5c96-4505-9654-2ef7831c292a cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:57:36.009943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-14469a67-f4e7-40d0-b6c1-7847ad6a26c8 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Transition to ACTIVE for port object ac61fe6a-e127-412f-b685-bba389951a91 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:57:36.072223 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f1fd4205-d578-4cd5-942f-0c6e08afc514 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1072497 Aug 31 00:57:36.090692 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port c7febc04-8329-475b-b079-5e5b7587e70e completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:57:36.096768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port c7febc04-8329-475b-b079-5e5b7587e70e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:36.097805 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:36.202664 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:36.220754 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50f63b11-0fa6-4444-98f2-9fc7de547979 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:57:36.221861 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50f63b11-0fa6-4444-98f2-9fc7de547979 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1329327 Aug 31 00:57:36.248178 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91a6ae1-29f3-488f-bb35-793b0c844a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7febc04-8329-475b-b079-5e5b7587e70e'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:36.250751 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-14469a67-f4e7-40d0-b6c1-7847ad6a26c8 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:36.256783 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd86d265-17d5-4e53-a197-c135c6c98268" -d '{"events": [{"server_uuid": "f91a6ae1-29f3-488f-bb35-793b0c844a2c", "name": "network-vif-plugged", "status": "completed", "tag": "c7febc04-8329-475b-b079-5e5b7587e70e"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:36.274816 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port c7febc04-8329-475b-b079-5e5b7587e70e, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c7febc04-8329-475b-b079-5e5b7587e70e,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:36.336977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-14469a67-f4e7-40d0-b6c1-7847ad6a26c8 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:57:36.339711 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2b953-d8bd-4461-aa72-e160314a5076 req-888980d6-a009-4447-bd45-fb47a2a85e6f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:36.341656 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-31d2b953-d8bd-4461-aa72-e160314a5076 req-888980d6-a009-4447-bd45-fb47a2a85e6f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f91a6ae1-29f3-488f-bb35-793b0c844a2c HTTP/1.1" status: 200 len: 944 time: 0.1132853 Aug 31 00:57:36.353833 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-14469a67-f4e7-40d0-b6c1-7847ad6a26c8 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:57:36.357052 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-14469a67-f4e7-40d0-b6c1-7847ad6a26c8 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:57:36.382237 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:36.407828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14469a67-f4e7-40d0-b6c1-7847ad6a26c8 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Pushing event updated for resources: {'Port': ['ID=ac61fe6a-e127-412f-b685-bba389951a91,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:36.439342 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-14469a67-f4e7-40d0-b6c1-7847ad6a26c8 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:36.440043 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-14469a67-f4e7-40d0-b6c1-7847ad6a26c8 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:36.463815 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-26e3ae8b-22b7-409e-be2b-de8f1d751db9 service neutron] 10.222.0.16 "GET /v2.0/networks/e485d33c-f23c-40f6-8dac-57c9abc59149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326198 Aug 31 00:57:36.475953 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-31d2b953-d8bd-4461-aa72-e160314a5076 req-574703aa-ffe5-444e-913a-612ec1b2da74 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184306 Aug 31 00:57:36.502148 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=c7febc04-8329-475b-b079-5e5b7587e70e,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:36.565204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6dd838-5c96-4505-9654-2ef7831c292a {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:57:36.571989 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-14469a67-f4e7-40d0-b6c1-7847ad6a26c8 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2530100 Aug 31 00:57:36.578068 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:36.592699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Transition to ACTIVE for port object 2a6dd838-5c96-4505-9654-2ef7831c292a will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:57:36.593365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Request body: {'port': {'device_id': 'e9a1eea8-29da-479f-851b-bd92cde8b365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:36.671118 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:36.680763 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f698d618-b946-4658-8342-5dbfe83df6d3 service neutron] 10.222.0.16 "GET /v2.0/networks/e485d33c-f23c-40f6-8dac-57c9abc59149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150860 Aug 31 00:57:36.698798 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:36.709531 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:36.762210 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:36.854727 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Pushing event updated for resources: {'Port': ['ID=2a6dd838-5c96-4505-9654-2ef7831c292a,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:36.867276 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fa8fae5c-71e3-4959-b835-9c3750f9e1cc None None] Provisioning for port ac61fe6a-e127-412f-b685-bba389951a91 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:57:36.872811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fa8fae5c-71e3-4959-b835-9c3750f9e1cc None None] Provisioning complete for port ac61fe6a-e127-412f-b685-bba389951a91 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:36.873286 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa8fae5c-71e3-4959-b835-9c3750f9e1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:36.923483 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-fa8fae5c-71e3-4959-b835-9c3750f9e1cc None None] Port ac61fe6a-e127-412f-b685-bba389951a91 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:57:36.928578 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52380c7b-d636-431e-a879-6d7169730dbb req-683382e3-2f27-400a-bd17-887ca4828eee tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:36.936111 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52380c7b-d636-431e-a879-6d7169730dbb req-683382e3-2f27-400a-bd17-887ca4828eee tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/networks?id=bac509b4-c23e-4e7e-a012-54407f2ac84a HTTP/1.1" status: 200 len: 815 time: 0.2273445 Aug 31 00:57:36.948086 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-39fad016-c353-45b8-97f7-f8bc46fe5023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:36.966190 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52380c7b-d636-431e-a879-6d7169730dbb req-fccd2a09-0799-46f3-b1c0-d102d1a2101a tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/quotas/6c49d64aaebb49b6941e7fd658425329 HTTP/1.1" status: 200 len: 375 time: 0.0244129 Aug 31 00:57:36.966190 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Attempting to bind port 2a6dd838-5c96-4505-9654-2ef7831c292a on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:57:36.966190 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Attempting to bind port 2a6dd838-5c96-4505-9654-2ef7831c292a by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:57:36.966190 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Attempting to bind port 2a6dd838-5c96-4505-9654-2ef7831c292a on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:57:36.981486 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Port 2a6dd838-5c96-4505-9654-2ef7831c292a on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:57:36.981486 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Attempting to bind port 2a6dd838-5c96-4505-9654-2ef7831c292a on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:57:37.010199 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:57:37.010634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:57:37.011092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:57:37.011645 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Bound port: 2a6dd838-5c96-4505-9654-2ef7831c292a, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:57:37.012096 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:37.027374 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:37.047460 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-90786656-c3c8-4ba9-afed-935a51d30e5f service neutron] 10.222.0.16 "GET /v2.0/ports/e23dc098-08a9-4b74-92c0-535d9029019a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3654592 Aug 31 00:57:37.071492 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52380c7b-d636-431e-a879-6d7169730dbb req-f2f252d2-6836-40e6-9784-fdfa246d29d7 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c49d64aaebb49b6941e7fd658425329&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027670 Aug 31 00:57:37.105205 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] For port 2a6dd838-5c96-4505-9654-2ef7831c292a, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:57:37.109340 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] For port 2a6dd838-5c96-4505-9654-2ef7831c292a, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2a6dd838-5c96-4505-9654-2ef7831c292a,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:57:37.217540 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:37.234342 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-3ba9fe7c-33cd-439d-8c6a-897a56f49d39 service neutron] 10.222.0.16 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655042 Aug 31 00:57:37.292704 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:37.293344 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:37.295208 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] 10.222.0.41 "PUT /v2.0/ports/2a6dd838-5c96-4505-9654-2ef7831c292a HTTP/1.1" status: 200 len: 1097 time: 1.4916818 Aug 31 00:57:37.308022 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52380c7b-d636-431e-a879-6d7169730dbb req-dffa18c2-99e6-4d0c-9a46-cd060fa00210 service neutron] 10.222.0.16 "GET /v2.0/networks/bac509b4-c23e-4e7e-a012-54407f2ac84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257445 Aug 31 00:57:37.327130 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887ba36-352e-4ecb-a71b-a42096dfd7ba service neutron] Pushing event updated for resources: {'Port': ['ID=2a6dd838-5c96-4505-9654-2ef7831c292a,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:37.341407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f135b5-fa41-4b23-a9e0-cf70cfb1db4b', 'tag': '2a6dd838-5c96-4505-9654-2ef7831c292a'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:37.342182 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10b8a2e-82d3-4a9c-a65b-813fcd11ee9e" -d '{"events": [{"name": "network-changed", "server_uuid": "47f135b5-fa41-4b23-a9e0-cf70cfb1db4b", "tag": "2a6dd838-5c96-4505-9654-2ef7831c292a"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:37.415276 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-c0c1aae1-d718-41c3-b98d-a61bed1647d5 service neutron] 10.222.0.16 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674910 Aug 31 00:57:37.431047 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52380c7b-d636-431e-a879-6d7169730dbb req-f1e6f03d-ee9b-4894-a2e8-43d11188c423 service neutron] 10.222.0.16 "GET /v2.0/networks/bac509b4-c23e-4e7e-a012-54407f2ac84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149383 Aug 31 00:57:37.499142 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-b799d782-b12b-459c-8af0-da9bc7ff4a59 service neutron] 10.222.0.16 "GET /v2.0/ports/a27e7531-9fc2-4165-b9e8-bbffd269f73a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0828674 Aug 31 00:57:37.507201 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-9cec3c94-3a23-4197-aeff-cece9b7f3494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:37.508985 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-9cec3c94-3a23-4197-aeff-cece9b7f3494 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04e66adf6bde4ccfbacd63bcfa4b4636&device_id=47f135b5-fa41-4b23-a9e0-cf70cfb1db4b HTTP/1.1" status: 200 len: 1100 time: 0.0603349 Aug 31 00:57:37.558080 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac61fe6a-e127-412f-b685-bba389951a91 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:57:37.559615 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-c7a7cfe3-2e42-4271-8d3f-a1c4989cadb4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=2a6dd838-5c96-4505-9654-2ef7831c292a HTTP/1.1" status: 200 len: 217 time: 0.0415478 Aug 31 00:57:37.571977 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:37.601058 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Transition to ACTIVE for port object ac61fe6a-e127-412f-b685-bba389951a91 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:57:37.619278 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-fd9bddd1-f67b-4eed-8c7b-88ddd6f6f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:37.620791 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-fd9bddd1-f67b-4eed-8c7b-88ddd6f6f324 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0535665 Aug 31 00:57:37.621707 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-126414c7-d10e-4797-a65c-647a79562bc7 service neutron] 10.222.0.16 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216829 Aug 31 00:57:37.687197 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-a861ad40-d282-40ad-842f-79a67fdae59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:37.689642 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-a861ad40-d282-40ad-842f-79a67fdae59b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0615423 Aug 31 00:57:37.692795 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:37.790495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Pushing event updated for resources: {'Port': ['ID=ac61fe6a-e127-412f-b685-bba389951a91,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:37.815418 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-280301b6-ecc0-42b6-b6e8-9763a5422b35 service neutron] 10.222.0.16 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876833 Aug 31 00:57:37.835925 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-0685d043-bab3-4bdb-98cc-9ce431f47cb1 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380424 Aug 31 00:57:37.976879 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Attempting to bind port ac61fe6a-e127-412f-b685-bba389951a91 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:57:37.977120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Attempting to bind port ac61fe6a-e127-412f-b685-bba389951a91 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:57:37.977325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Attempting to bind port ac61fe6a-e127-412f-b685-bba389951a91 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:57:37.982700 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692881a-091e-4d29-8245-c6ab7f2c7492 req-7b93c20a-468c-41a1-b9e5-2a964c93e207 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:37.985476 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e692881a-091e-4d29-8245-c6ab7f2c7492 req-7b93c20a-468c-41a1-b9e5-2a964c93e207 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.1282337 Aug 31 00:57:37.991996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Port ac61fe6a-e127-412f-b685-bba389951a91 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:57:37.992320 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Attempting to bind port ac61fe6a-e127-412f-b685-bba389951a91 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:57:38.008576 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:57:38.008918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:57:38.009308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:57:38.009807 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Bound port: ac61fe6a-e127-412f-b685-bba389951a91, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:57:38.010169 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:38.021258 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-1ce76f1d-fd9c-4418-b8d0-416d1387f428 service neutron] 10.222.0.16 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963918 Aug 31 00:57:38.056556 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-86083d1c-beeb-4f21-9690-d121ee367c69 req-055af109-5191-4013-8043-628841350ff0 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126570 Aug 31 00:57:38.093629 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e692881a-091e-4d29-8245-c6ab7f2c7492 req-81bfeaf4-e1fd-495d-b35b-8b697e465449 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984323 Aug 31 00:57:38.154477 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6c6ed7-9824-454b-b88d-c52d4d14a1f9 x-openstack-request-id: req-ce6c6ed7-9824-454b-b88d-c52d4d14a1f9 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:38.154477 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91a6ae1-29f3-488f-bb35-793b0c844a2c", "name": "network-vif-plugged", "status": "completed", "tag": "c7febc04-8329-475b-b079-5e5b7587e70e", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:38.154477 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce6c6ed7-9824-454b-b88d-c52d4d14a1f9 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:38.154477 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91a6ae1-29f3-488f-bb35-793b0c844a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7febc04-8329-475b-b079-5e5b7587e70e', 'code': 200} Aug 31 00:57:38.162829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] For port ac61fe6a-e127-412f-b685-bba389951a91, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:57:38.175734 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] For port ac61fe6a-e127-412f-b685-bba389951a91, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=ac61fe6a-e127-412f-b685-bba389951a91,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:57:38.265252 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-522dda5c-a1ce-497c-925c-5f52183184a7 service neutron] 10.222.0.16 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430377 Aug 31 00:57:38.287492 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc9735-ffdf-48fb-b215-93553c51ad5a req-812a5e83-3e41-456d-8247-a51f9b6bcc16 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:38.289130 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a7dc9735-ffdf-48fb-b215-93553c51ad5a req-812a5e83-3e41-456d-8247-a51f9b6bcc16 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 947 time: 0.0607624 Aug 31 00:57:38.294361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bf589-449c-483e-a67c-2a501df53765 req-21727ff5-a34c-4624-b36a-2772185331ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:38.296191 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd1bf589-449c-483e-a67c-2a501df53765 req-21727ff5-a34c-4624-b36a-2772185331ab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f91a6ae1-29f3-488f-bb35-793b0c844a2c HTTP/1.1" status: 200 len: 1097 time: 0.0883989 Aug 31 00:57:38.334553 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a7dc9735-ffdf-48fb-b215-93553c51ad5a req-89c7e3b9-b651-4328-8c4b-f002dec065ba tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386724 Aug 31 00:57:38.339498 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:38.412924 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:38.419868 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:38.420503 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:38.422322 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] 10.222.0.41 "PUT /v2.0/ports/ac61fe6a-e127-412f-b685-bba389951a91 HTTP/1.1" status: 200 len: 1096 time: 1.8416324 Aug 31 00:57:38.424721 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a1eea8-29da-479f-851b-bd92cde8b365', 'tag': 'ac61fe6a-e127-412f-b685-bba389951a91'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:38.427408 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa17bfe-4dad-48b3-a588-09c4ce8eda5d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a1eea8-29da-479f-851b-bd92cde8b365", "tag": "ac61fe6a-e127-412f-b685-bba389951a91"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:38.443495 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd1bf589-449c-483e-a67c-2a501df53765 req-989ce32a-84c1-40a2-8ff2-b71154cd381e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212561 Aug 31 00:57:38.462869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed350a4e-63c1-4217-ba62-7a137321bc26 service neutron] Pushing event updated for resources: {'Port': ['ID=ac61fe6a-e127-412f-b685-bba389951a91,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:38.469934 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-9f511b34-f5f1-4f9c-aceb-4c6936498a39 service neutron] 10.222.0.16 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970453 Aug 31 00:57:38.471692 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-22043cea-6894-49d4-9d92-5accbf58c58e req-301a1c60-4116-48cb-a58b-bed41c0bf9d3 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0319340 Aug 31 00:57:38.540972 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d579bf6-5462-49fd-a277-1d8e8aa2b15a x-openstack-request-id: req-2d579bf6-5462-49fd-a277-1d8e8aa2b15a {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:38.541280 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f135b5-fa41-4b23-a9e0-cf70cfb1db4b", "tag": "2a6dd838-5c96-4505-9654-2ef7831c292a", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:38.541560 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d579bf6-5462-49fd-a277-1d8e8aa2b15a {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:38.541966 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f135b5-fa41-4b23-a9e0-cf70cfb1db4b', 'tag': '2a6dd838-5c96-4505-9654-2ef7831c292a', 'status': 'completed', 'code': 200} Aug 31 00:57:38.573741 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-bfa7104f-d499-4d28-abe4-831bdc8f18ea service neutron] 10.222.0.16 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968895 Aug 31 00:57:38.706513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b8a2e-82d3-4a9c-a65b-813fcd11ee9e req-1a9f6097-364f-4f34-83f5-419d61d02c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:38.709554 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f10b8a2e-82d3-4a9c-a65b-813fcd11ee9e req-1a9f6097-364f-4f34-83f5-419d61d02c28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04e66adf6bde4ccfbacd63bcfa4b4636&device_id=47f135b5-fa41-4b23-a9e0-cf70cfb1db4b HTTP/1.1" status: 200 len: 1100 time: 0.1334612 Aug 31 00:57:38.739650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f1e90-172d-4932-bcce-2a507cf7f47c req-6c937a76-fc93-4ec6-b72d-10732ba2136e tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:38.747989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-347f1e90-172d-4932-bcce-2a507cf7f47c req-6c937a76-fc93-4ec6-b72d-10732ba2136e tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f91a6ae1-29f3-488f-bb35-793b0c844a2c HTTP/1.1" status: 200 len: 945 time: 0.1420655 Aug 31 00:57:38.795175 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-321f16e2-50e5-4cb1-8da6-d14be13899e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:38.796581 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-321f16e2-50e5-4cb1-8da6-d14be13899e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04e66adf6bde4ccfbacd63bcfa4b4636&device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 1099 time: 0.1318462 Aug 31 00:57:38.802943 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-c402e4b7-b1a3-48ba-9552-66029625829c service neutron] 10.222.0.16 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167392 Aug 31 00:57:38.807598 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-347f1e90-172d-4932-bcce-2a507cf7f47c req-67a786e8-73ad-4eb7-afd4-5fa19ffbf3cf tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581062 Aug 31 00:57:38.981336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b8a2e-82d3-4a9c-a65b-813fcd11ee9e req-fbcdfd65-d69a-4d12-9c7c-82b53a749e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:38.982915 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f10b8a2e-82d3-4a9c-a65b-813fcd11ee9e req-fbcdfd65-d69a-4d12-9c7c-82b53a749e3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.2641845 Aug 31 00:57:39.061332 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f10b8a2e-82d3-4a9c-a65b-813fcd11ee9e req-0487ca9b-4dc7-4fa3-8348-72e948a03595 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=2a6dd838-5c96-4505-9654-2ef7831c292a HTTP/1.1" status: 200 len: 217 time: 0.0685856 Aug 31 00:57:39.113616 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-c3dd5da6-e4ca-43c8-9fb4-0706e3f2ecdd service neutron] show failed (client error): The resource could not be found. Aug 31 00:57:39.114768 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-c3dd5da6-e4ca-43c8-9fb4-0706e3f2ecdd service neutron] 10.222.0.48 "GET /v2.0/ports/720c7731-0dce-45b3-888a-22ac7a23d764/bindings/n-h2-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.2607477 Aug 31 00:57:39.146388 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-724bd5e9-96e7-4856-97b4-79b14c3741d5 service neutron] 10.222.0.16 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291607 Aug 31 00:57:39.150595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 547b71d8-b919-4383-9839-0f8283403100 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:57:39.151312 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-3d10b499-d598-4b4b-9992-53fe4f808b5f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ac61fe6a-e127-412f-b685-bba389951a91 HTTP/1.1" status: 200 len: 217 time: 0.3413761 Aug 31 00:57:39.158145 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b8a2e-82d3-4a9c-a65b-813fcd11ee9e req-3a56d114-7b19-46d1-b321-dbb0326c3674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:39.159744 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f10b8a2e-82d3-4a9c-a65b-813fcd11ee9e req-3a56d114-7b19-46d1-b321-dbb0326c3674 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0910940 Aug 31 00:57:39.190400 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 547b71d8-b919-4383-9839-0f8283403100 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:57:39.192325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 547b71d8-b919-4383-9839-0f8283403100 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:57:39.205140 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-828c372d-c7e0-4b7a-bc49-c2ae18b91260 req-659ef716-4498-4887-ab7c-4c723599b4d2 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 210 time: 0.0564888 Aug 31 00:57:39.254983 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-a9673a27-9621-458b-bb28-f90afa0506ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:39.256717 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-a9673a27-9621-458b-bb28-f90afa0506ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0972502 Aug 31 00:57:39.307151 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea14f2b-f499-4df1-acf8-6d6bfd9ed95d x-openstack-request-id: req-fea14f2b-f499-4df1-acf8-6d6bfd9ed95d {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:39.308656 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a1eea8-29da-479f-851b-bd92cde8b365", "tag": "ac61fe6a-e127-412f-b685-bba389951a91", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:39.309722 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fea14f2b-f499-4df1-acf8-6d6bfd9ed95d {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:39.317910 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a1eea8-29da-479f-851b-bd92cde8b365', 'tag': 'ac61fe6a-e127-412f-b685-bba389951a91', 'status': 'completed', 'code': 200} Aug 31 00:57:39.326827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-deb4f6c2-6669-4f5c-a50a-32188323852c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:39.329478 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-deb4f6c2-6669-4f5c-a50a-32188323852c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0611391 Aug 31 00:57:39.336005 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-df76fee6-29dd-4078-9f08-174082c512c0 service neutron] 10.222.0.16 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807754 Aug 31 00:57:39.341570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b8a2e-82d3-4a9c-a65b-813fcd11ee9e req-2d9d3144-5ed5-4576-9e85-c770ee10ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:39.343097 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f10b8a2e-82d3-4a9c-a65b-813fcd11ee9e req-2d9d3144-5ed5-4576-9e85-c770ee10ddc5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1750474 Aug 31 00:57:39.466768 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-437d1676-8a8e-4f6a-a2dd-57d8894e0c54 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224513 Aug 31 00:57:39.591538 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-86963921-be67-424b-83a0-196e4a99296a service neutron] 10.222.0.16 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474124 Aug 31 00:57:39.593613 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f10b8a2e-82d3-4a9c-a65b-813fcd11ee9e req-f8c3fa15-1eb4-4680-b6c2-be4d9eb567c9 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257469 Aug 31 00:57:39.614708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340af9f-2bb7-4b17-996c-d280de08c462 req-b144d49f-fd5b-4aeb-850f-7833dd00dcd9 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:39.624373 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e340af9f-2bb7-4b17-996c-d280de08c462 req-b144d49f-fd5b-4aeb-850f-7833dd00dcd9 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.1556697 Aug 31 00:57:39.655629 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24f8fc1a-132f-4ef1-8d89-1b4f89d93759 req-258a3c1b-8032-4f7b-8c60-2accc84a0b58 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750259 Aug 31 00:57:39.701966 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e340af9f-2bb7-4b17-996c-d280de08c462 req-899ded69-5b96-4ca8-b150-f49a658beb12 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768399 Aug 31 00:57:39.761519 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f10b8a2e-82d3-4a9c-a65b-813fcd11ee9e req-e20a7eaf-ec6d-4180-9b24-be7b639433aa service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585991 Aug 31 00:57:39.922076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-a6844935-be82-44f0-b358-24f70df3f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:39.924158 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-a6844935-be82-44f0-b358-24f70df3f7fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291&tenant_id=9b0e0bf639aa4d21b3db103ff979c892 HTTP/1.1" status: 200 len: 1101 time: 0.0652213 Aug 31 00:57:39.926800 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464acc1-16aa-4370-99fc-6b3ff33b9e1f req-0a79f884-c976-4e4a-8873-1b58397d51c5 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:39.939171 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a464acc1-16aa-4370-99fc-6b3ff33b9e1f req-0a79f884-c976-4e4a-8873-1b58397d51c5 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 947 time: 0.1111760 Aug 31 00:57:39.939171 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa17bfe-4dad-48b3-a588-09c4ce8eda5d req-347842a1-b371-4c9e-81ef-2babe2e8be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:39.939171 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eaa17bfe-4dad-48b3-a588-09c4ce8eda5d req-347842a1-b371-4c9e-81ef-2babe2e8be90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04e66adf6bde4ccfbacd63bcfa4b4636&device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 1099 time: 0.0648842 Aug 31 00:57:39.944404 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:40.017034 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:40.037696 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a464acc1-16aa-4370-99fc-6b3ff33b9e1f req-209961fe-d0a9-4bb1-a131-c4d477f4a2d2 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994635 Aug 31 00:57:40.070809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa17bfe-4dad-48b3-a588-09c4ce8eda5d req-63fbd7d1-d359-4438-bea3-d643d5bbbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:40.072297 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eaa17bfe-4dad-48b3-a588-09c4ce8eda5d req-63fbd7d1-d359-4438-bea3-d643d5bbbfd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.1260884 Aug 31 00:57:40.159107 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eaa17bfe-4dad-48b3-a588-09c4ce8eda5d req-4f131e14-f717-4207-abee-51c45552d120 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ac61fe6a-e127-412f-b685-bba389951a91 HTTP/1.1" status: 200 len: 217 time: 0.0778582 Aug 31 00:57:40.198872 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:40.256502 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9bffdd50-7ade-4b4f-b0f9-6aa80580f9cc req-14e1cc42-8416-4d09-b2b5-ebfeb7c72bd9 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0938950 Aug 31 00:57:40.290881 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa17bfe-4dad-48b3-a588-09c4ce8eda5d req-ed1d7e6f-e9c4-4832-a592-069753b49fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:40.294857 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eaa17bfe-4dad-48b3-a588-09c4ce8eda5d req-ed1d7e6f-e9c4-4832-a592-069753b49fcc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1157773 Aug 31 00:57:40.350035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=720c7731-0dce-45b3-888a-22ac7a23d764,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:40.391721 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa17bfe-4dad-48b3-a588-09c4ce8eda5d req-a808e77f-010c-4248-a330-728cbce2b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:40.394870 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eaa17bfe-4dad-48b3-a588-09c4ce8eda5d req-a808e77f-010c-4248-a330-728cbce2b25c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0901768 Aug 31 00:57:40.399816 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:57:40.468151 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:40.485674 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Transition to ACTIVE for port object 720c7731-0dce-45b3-888a-22ac7a23d764 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:57:40.551865 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dd0ad-e1e6-408e-b185-09c2353e51b0 req-40d03466-b3da-4843-aa29-76390b2ce9dc tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:40.554168 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-285dd0ad-e1e6-408e-b185-09c2353e51b0 req-40d03466-b3da-4843-aa29-76390b2ce9dc tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f91a6ae1-29f3-488f-bb35-793b0c844a2c HTTP/1.1" status: 200 len: 945 time: 0.1486611 Aug 31 00:57:40.580918 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eaa17bfe-4dad-48b3-a588-09c4ce8eda5d req-aff659f1-dd48-4f76-b378-c0005a809ad1 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627977 Aug 31 00:57:40.630420 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:40.670818 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-285dd0ad-e1e6-408e-b185-09c2353e51b0 req-43fe492a-8f94-47a4-9c0f-534ccd9a15ad tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947754 Aug 31 00:57:40.717360 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eaa17bfe-4dad-48b3-a588-09c4ce8eda5d req-e00fe819-ff07-4e24-8c5f-281467822794 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281202 Aug 31 00:57:40.775399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Pushing event updated for resources: {'Port': ['ID=720c7731-0dce-45b3-888a-22ac7a23d764,revision_number=6']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:40.779897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] No DVR routers for this DVR port 720c7731-0dce-45b3-888a-22ac7a23d764 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:57:40.860935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Attempting to bind port 720c7731-0dce-45b3-888a-22ac7a23d764 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:57:40.861340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Attempting to bind port 720c7731-0dce-45b3-888a-22ac7a23d764 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:57:40.862075 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Attempting to bind port 720c7731-0dce-45b3-888a-22ac7a23d764 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:57:40.873996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Port 720c7731-0dce-45b3-888a-22ac7a23d764 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:57:40.874458 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Attempting to bind port 720c7731-0dce-45b3-888a-22ac7a23d764 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:57:40.887936 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:57:40.888257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:57:40.888690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:57:40.889182 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Bound port: 720c7731-0dce-45b3-888a-22ac7a23d764, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:57:40.889612 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:40.892977 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fa537a58-03c6-4f25-b0ce-be9989acb521 req-1f48e2c0-3153-4061-a775-e97ea8f3145e tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 210 time: 0.0701542 Aug 31 00:57:41.015018 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:57:41.015754 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=720c7731-0dce-45b3-888a-22ac7a23d764,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:57:41.172339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device ac61fe6a-e127-412f-b685-bba389951a91 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:57:41.192566 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52380c7b-d636-431e-a879-6d7169730dbb req-042ee8f5-c509-4ea4-af7b-920601bdbe10 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:41.195329 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52380c7b-d636-431e-a879-6d7169730dbb req-042ee8f5-c509-4ea4-af7b-920601bdbe10 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.48 "GET /v2.0/networks?id=bac509b4-c23e-4e7e-a012-54407f2ac84a HTTP/1.1" status: 200 len: 815 time: 0.1621046 Aug 31 00:57:41.201994 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:41.262891 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-52380c7b-d636-431e-a879-6d7169730dbb req-aee853c4-48d7-444f-a418-36897b37ab0b tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Request body: {'port': {'device_id': 'a2c7b496-e706-4f9d-b070-e28dccee6da6', 'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a', 'admin_state_up': True, 'tenant_id': '6c49d64aaebb49b6941e7fd658425329'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:41.276021 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:41.277012 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:41.279115 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] 10.222.0.41 "PUT /v2.0/ports/720c7731-0dce-45b3-888a-22ac7a23d764 HTTP/1.1" status: 200 len: 1096 time: 1.3390663 Aug 31 00:57:41.323092 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720c7731-0dce-45b3-888a-22ac7a23d764'}, {'name': 'network-changed', 'server_uuid': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'tag': '720c7731-0dce-45b3-888a-22ac7a23d764'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:41.326094 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e65e2aa-b9a9-479f-a7e4-05009361412b" -d '{"events": [{"server_uuid": "19e45d57-789b-44b2-b12c-bbb1b3e6b291", "name": "network-vif-unplugged", "status": "completed", "tag": "720c7731-0dce-45b3-888a-22ac7a23d764"}, {"name": "network-changed", "server_uuid": "19e45d57-789b-44b2-b12c-bbb1b3e6b291", "tag": "720c7731-0dce-45b3-888a-22ac7a23d764"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:41.481361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fbe6a-e5f8-48b7-bbe6-1863495ea124 service neutron] Pushing event updated for resources: {'Port': ['ID=720c7731-0dce-45b3-888a-22ac7a23d764,revision_number=7']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:41.498174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-aaca016a-40c8-47c6-8912-714fab6de119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:41.499871 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-aaca016a-40c8-47c6-8912-714fab6de119 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 1099 time: 0.1698883 Aug 31 00:57:41.523960 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port ac61fe6a-e127-412f-b685-bba389951a91, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=ac61fe6a-e127-412f-b685-bba389951a91,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:41.559580 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'ac61fe6a-e127-412f-b685-bba389951a91', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': 'ac61fe6a-e127-412f-b685-bba389951a91', 'mac_address': 'fa:16:3e:41:db:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:57:41.605043 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:41.625886 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac61fe6a-e127-412f-b685-bba389951a91 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:57:41.654089 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port ac61fe6a-e127-412f-b685-bba389951a91, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=ac61fe6a-e127-412f-b685-bba389951a91,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:41.662622 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-4ef938f8-3d12-40b8-82f4-97d5110a20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:41.664345 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-4ef938f8-3d12-40b8-82f4-97d5110a20f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.1428745 Aug 31 00:57:41.722623 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-4c1f07f7-8b45-41de-bae4-0dca2cda5d14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=720c7731-0dce-45b3-888a-22ac7a23d764 HTTP/1.1" status: 200 len: 217 time: 0.0493352 Aug 31 00:57:41.726656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52380c7b-d636-431e-a879-6d7169730dbb req-aee853c4-48d7-444f-a418-36897b37ab0b tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Made reservation on behalf of 6c49d64aaebb49b6941e7fd658425329 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:57:41.734723 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52380c7b-d636-431e-a879-6d7169730dbb req-aee853c4-48d7-444f-a418-36897b37ab0b tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:41.775887 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:41.779756 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2a6dd838-5c96-4505-9654-2ef7831c292a details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:57:41.787611 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1796d5c-d2fd-44b7-b6ed-b6bc1d4fd592 req-35d5c45e-bcb2-412f-a829-4fbc776e0ebd tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:41.794426 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b1796d5c-d2fd-44b7-b6ed-b6bc1d4fd592 req-35d5c45e-bcb2-412f-a829-4fbc776e0ebd tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 947 time: 0.0727439 Aug 31 00:57:41.858763 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-10535b91-cbbd-4b2b-bbfc-0804599c5654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:41.861508 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-10535b91-cbbd-4b2b-bbfc-0804599c5654 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1246631 Aug 31 00:57:41.867845 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b1796d5c-d2fd-44b7-b6ed-b6bc1d4fd592 req-7c834e85-26ed-409c-b51b-9f718efe6f27 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650289 Aug 31 00:57:41.868987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=ac61fe6a-e127-412f-b685-bba389951a91,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:41.872797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2a6dd838-5c96-4505-9654-2ef7831c292a, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2a6dd838-5c96-4505-9654-2ef7831c292a,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:41.904490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '2a6dd838-5c96-4505-9654-2ef7831c292a', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '2a6dd838-5c96-4505-9654-2ef7831c292a', 'mac_address': 'fa:16:3e:8a:ca:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:57:41.929659 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 720c7731-0dce-45b3-888a-22ac7a23d764 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:57:42.060309 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d321dcd-a1f5-43bf-b221-e218f8aca673 req-4830f5d1-f9f9-488d-b9a1-5a080669e9ec tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:42.071808 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4d321dcd-a1f5-43bf-b221-e218f8aca673 req-4830f5d1-f9f9-488d-b9a1-5a080669e9ec tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 948 time: 0.1129920 Aug 31 00:57:42.155259 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4d321dcd-a1f5-43bf-b221-e218f8aca673 req-4bbd21c0-8812-4b7a-a7ad-96cd9e2f1213 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809879 Aug 31 00:57:42.181094 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68a0ef33-9708-43ad-964b-cf60ddc8306b req-f0bd5d9b-572c-434c-a38c-b1d923a135d7 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.1289132 Aug 31 00:57:42.192529 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-5632c37c-5f81-4d2e-822f-855913216707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:42.194409 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:42.195997 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-5632c37c-5f81-4d2e-822f-855913216707 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3196058 Aug 31 00:57:42.207265 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 720c7731-0dce-45b3-888a-22ac7a23d764 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:57:42.218624 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6dd838-5c96-4505-9654-2ef7831c292a {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:57:42.284119 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2a6dd838-5c96-4505-9654-2ef7831c292a, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2a6dd838-5c96-4505-9654-2ef7831c292a,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:42.333227 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f63d4f-cf4b-4d88-a0a2-7c0689d5d83f x-openstack-request-id: req-40f63d4f-cf4b-4d88-a0a2-7c0689d5d83f {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:42.333802 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e45d57-789b-44b2-b12c-bbb1b3e6b291", "name": "network-vif-unplugged", "status": "completed", "tag": "720c7731-0dce-45b3-888a-22ac7a23d764", "code": 200}, {"name": "network-changed", "server_uuid": "19e45d57-789b-44b2-b12c-bbb1b3e6b291", "tag": "720c7731-0dce-45b3-888a-22ac7a23d764", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:42.333802 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40f63d4f-cf4b-4d88-a0a2-7c0689d5d83f {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:42.334324 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720c7731-0dce-45b3-888a-22ac7a23d764', 'code': 200} Aug 31 00:57:42.334596 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'tag': '720c7731-0dce-45b3-888a-22ac7a23d764', 'status': 'completed', 'code': 200} Aug 31 00:57:42.362502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-52380c7b-d636-431e-a879-6d7169730dbb req-aee853c4-48d7-444f-a418-36897b37ab0b tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Allocated IP 172.20.0.10 (bac509b4-c23e-4e7e-a012-54407f2ac84a/bc4d2ef3-7ef0-49ca-801d-6985a41919ff/ece7c80b-22e7-458e-898a-9192f89f6647) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:57:42.401075 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-14d4488c-74cf-4ebc-b23b-1bebbb9645ed req-bd4f4634-f3ef-46fe-9115-69c1f1aacb93 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.0290494 Aug 31 00:57:42.451984 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-3be521df-af2c-4006-9c04-52121e080648 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442529 Aug 31 00:57:42.488380 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9621fa-3af1-4e5c-bf76-dfee932726c2 req-c7705489-c04b-4f58-8309-c2b4a8f2951a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:42.491748 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3d648ed3-4284-44e3-ba9b-d08a75d1bf41 req-8c0c541c-b812-4519-b68e-b079050d7894 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 210 time: 0.0381565 Aug 31 00:57:42.492550 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f9621fa-3af1-4e5c-bf76-dfee932726c2 req-c7705489-c04b-4f58-8309-c2b4a8f2951a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f91a6ae1-29f3-488f-bb35-793b0c844a2c HTTP/1.1" status: 200 len: 945 time: 0.1534169 Aug 31 00:57:42.535529 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-eb54a7eb-9490-42ae-8e7a-1871c0429832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:42.535529 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-eb54a7eb-9490-42ae-8e7a-1871c0429832 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 1099 time: 0.1546597 Aug 31 00:57:42.564723 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:42.680038 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=2a6dd838-5c96-4505-9654-2ef7831c292a,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:42.827485 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['ac61fe6a-e127-412f-b685-bba389951a91'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:57:42.832287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['2a6dd838-5c96-4505-9654-2ef7831c292a'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:57:43.217345 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc42a6-6299-4da2-a3e4-6e840fe13689 req-4c246309-d520-4dd0-bfdb-52da63e9af86 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:43.227968 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97fc42a6-6299-4da2-a3e4-6e840fe13689 req-4c246309-d520-4dd0-bfdb-52da63e9af86 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 947 time: 0.2652085 Aug 31 00:57:43.291899 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f9621fa-3af1-4e5c-bf76-dfee932726c2 req-67cb5bdf-288c-4820-b0d7-79694a968253 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7460485 Aug 31 00:57:43.317248 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edfdcced-ec1f-4748-bf1f-68899e0f5351 req-a90fa2ac-c8f8-4441-9a6b-7b1a9332db00 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8536310 Aug 31 00:57:43.337667 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-266d3cce-b070-400c-a043-1354bea69cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:43.339017 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac154f-cc44-4ef3-8f4d-b1af1ec21896 req-94a0f930-136c-4af1-9385-deace8753fc8 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:43.339399 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-266d3cce-b070-400c-a043-1354bea69cb5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.7902465 Aug 31 00:57:43.342062 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0eac154f-cc44-4ef3-8f4d-b1af1ec21896 req-94a0f930-136c-4af1-9385-deace8753fc8 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.48 "GET /v2.0/ports?device_id=f91a6ae1-29f3-488f-bb35-793b0c844a2c HTTP/1.1" status: 200 len: 945 time: 0.2118452 Aug 31 00:57:43.408670 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97fc42a6-6299-4da2-a3e4-6e840fe13689 req-35fc119a-ee58-4da8-bbf1-f3ed5b1e6c81 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790926 Aug 31 00:57:43.470097 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-e47af1d6-d471-4178-8bfe-444ccca29cb0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=720c7731-0dce-45b3-888a-22ac7a23d764 HTTP/1.1" status: 200 len: 217 time: 0.1142547 Aug 31 00:57:43.491731 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52380c7b-d636-431e-a879-6d7169730dbb req-aee853c4-48d7-444f-a418-36897b37ab0b tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:43.647147 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becee9c3-8c52-407e-9f82-d6791a05f340 req-9273db8e-3a37-427b-b149-c427284a10b6 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:43.655024 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-52380c7b-d636-431e-a879-6d7169730dbb req-aee853c4-48d7-444f-a418-36897b37ab0b tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Transition to ACTIVE for port object ece7c80b-22e7-458e-898a-9192f89f6647 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:57:43.657246 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-becee9c3-8c52-407e-9f82-d6791a05f340 req-9273db8e-3a37-427b-b149-c427284a10b6 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 948 time: 0.0917659 Aug 31 00:57:43.672999 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-0eac154f-cc44-4ef3-8f4d-b1af1ec21896 req-f2cfe1f2-33d5-4f56-bcea-02d8dc0eae0f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Deleting port c7febc04-8329-475b-b079-5e5b7587e70e {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:57:43.673918 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0eac154f-cc44-4ef3-8f4d-b1af1ec21896 req-f2cfe1f2-33d5-4f56-bcea-02d8dc0eae0f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:43.686726 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-60daf715-2505-4cad-84bb-20562d841a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:43.688631 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-60daf715-2505-4cad-84bb-20562d841a42 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1894023 Aug 31 00:57:43.754474 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-739f77f8-9988-4f35-bde1-338709184af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:43.756511 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-739f77f8-9988-4f35-bde1-338709184af8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 1099 time: 0.1516588 Aug 31 00:57:43.773627 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-becee9c3-8c52-407e-9f82-d6791a05f340 req-214afcd8-a276-4f4b-abfe-abe958f3f13e tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153426 Aug 31 00:57:43.855795 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-0eac154f-cc44-4ef3-8f4d-b1af1ec21896 req-f2cfe1f2-33d5-4f56-bcea-02d8dc0eae0f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] For port c7febc04-8329-475b-b079-5e5b7587e70e, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c7febc04-8329-475b-b079-5e5b7587e70e,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:43.858315 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0eac154f-cc44-4ef3-8f4d-b1af1ec21896 req-f2cfe1f2-33d5-4f56-bcea-02d8dc0eae0f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:43.905053 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-0eac154f-cc44-4ef3-8f4d-b1af1ec21896 req-f2cfe1f2-33d5-4f56-bcea-02d8dc0eae0f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Calling delete_port for c7febc04-8329-475b-b079-5e5b7587e70e owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:57:44.021471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-a9de03e7-6a8a-478a-a1e4-9704f46756d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:44.023322 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-a9de03e7-6a8a-478a-a1e4-9704f46756d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1323328 Aug 31 00:57:44.029641 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-3363a15f-1ad1-49f5-8b7d-8d0651809d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:44.031975 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-3363a15f-1ad1-49f5-8b7d-8d0651809d08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.2564337 Aug 31 00:57:44.078437 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-00b0611e-e37f-427c-b38c-f28666b03983 req-0badd00f-2121-4872-aa95-f5171651a514 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.1376805 Aug 31 00:57:44.201953 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52380c7b-d636-431e-a879-6d7169730dbb req-aee853c4-48d7-444f-a418-36897b37ab0b tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:44.211152 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-13c1aad3-4e81-4ac8-85a4-55ed933e9982 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=720c7731-0dce-45b3-888a-22ac7a23d764 HTTP/1.1" status: 200 len: 217 time: 0.1693757 Aug 31 00:57:44.341233 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bfba8-11a1-4f1f-8065-00045175485f req-ed579618-2c1b-4ae2-8f6d-afa1a39520b6 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:44.350484 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9e2bfba8-11a1-4f1f-8065-00045175485f req-ed579618-2c1b-4ae2-8f6d-afa1a39520b6 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 932 time: 0.0935118 Aug 31 00:57:44.356816 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52380c7b-d636-431e-a879-6d7169730dbb req-aee853c4-48d7-444f-a418-36897b37ab0b tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Network bac509b4-c23e-4e7e-a012-54407f2ac84a is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:57:44.372069 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de8193ca-a743-4e07-be03-4e70414f90b0 req-77545bfc-0c1d-475b-8a6c-5d78251a6727 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.1106687 Aug 31 00:57:44.378314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-52380c7b-d636-431e-a879-6d7169730dbb req-aee853c4-48d7-444f-a418-36897b37ab0b tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:57:44.389124 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-52380c7b-d636-431e-a879-6d7169730dbb req-aee853c4-48d7-444f-a418-36897b37ab0b tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:57:44.414493 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-2f3a713e-f2a1-41b4-8035-2ca00f645f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:44.416923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-2f3a713e-f2a1-41b4-8035-2ca00f645f4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1924345 Aug 31 00:57:44.457216 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9e2bfba8-11a1-4f1f-8065-00045175485f req-b32102c2-fc22-4efa-9711-cf69b86008f3 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f1c4fb-8978-4c70-8dd2-c3ea8ff83999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055489 Aug 31 00:57:44.470998 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0eac154f-cc44-4ef3-8f4d-b1af1ec21896 req-f2cfe1f2-33d5-4f56-bcea-02d8dc0eae0f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:44.560048 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee853c4-48d7-444f-a418-36897b37ab0b tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Pushing event updated for resources: {'Port': ['ID=ece7c80b-22e7-458e-898a-9192f89f6647,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:44.577506 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfe1f2-33d5-4f56-bcea-02d8dc0eae0f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Pushing event deleted for resources: {'Port': ['ID=c7febc04-8329-475b-b079-5e5b7587e70e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:44.614362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52380c7b-d636-431e-a879-6d7169730dbb req-aee853c4-48d7-444f-a418-36897b37ab0b tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:44.615373 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52380c7b-d636-431e-a879-6d7169730dbb req-aee853c4-48d7-444f-a418-36897b37ab0b tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:44.709146 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eac154f-cc44-4ef3-8f4d-b1af1ec21896 req-f2cfe1f2-33d5-4f56-bcea-02d8dc0eae0f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] No DVR routers for this DVR port c7febc04-8329-475b-b079-5e5b7587e70e on host n-h1-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:57:44.714429 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0eac154f-cc44-4ef3-8f4d-b1af1ec21896 req-f2cfe1f2-33d5-4f56-bcea-02d8dc0eae0f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:44.717091 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0eac154f-cc44-4ef3-8f4d-b1af1ec21896 req-f2cfe1f2-33d5-4f56-bcea-02d8dc0eae0f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.48 "DELETE /v2.0/ports/c7febc04-8329-475b-b079-5e5b7587e70e HTTP/1.1" status: 204 len: 173 time: 1.3574250 Aug 31 00:57:44.717349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91a6ae1-29f3-488f-bb35-793b0c844a2c', 'name': 'network-vif-deleted', 'tag': 'c7febc04-8329-475b-b079-5e5b7587e70e'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:44.724031 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62268a91-0374-4696-be42-00cc540e85c7" -d '{"events": [{"server_uuid": "f91a6ae1-29f3-488f-bb35-793b0c844a2c", "name": "network-vif-deleted", "tag": "c7febc04-8329-475b-b079-5e5b7587e70e"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:44.732807 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-8a84458f-9200-4493-a850-d48a27e75dc0 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6896243 Aug 31 00:57:44.759330 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aec28e24-2558-423b-ad59-40513bd69d1c req-3e6e3738-be37-4c3e-a372-9ba940cc680c tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f91a6ae1-29f3-488f-bb35-793b0c844a2c HTTP/1.1" status: 200 len: 210 time: 0.0741446 Aug 31 00:57:44.779827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4cb8d-264e-4101-98ff-dd4f45b4b7b0 req-c0c76153-f24e-4358-9870-6ee48d6f94d0 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:44.795357 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a3c4cb8d-264e-4101-98ff-dd4f45b4b7b0 req-c0c76153-f24e-4358-9870-6ee48d6f94d0 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 946 time: 0.1638238 Aug 31 00:57:44.850120 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a3c4cb8d-264e-4101-98ff-dd4f45b4b7b0 req-3efd2737-c4f6-4471-96aa-ec283474bfa8 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537858 Aug 31 00:57:44.856005 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52380c7b-d636-431e-a879-6d7169730dbb req-aee853c4-48d7-444f-a418-36897b37ab0b tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6202695 Aug 31 00:57:44.858164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-658b9361-3dd1-478a-a451-ac46fcb419f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:44.859823 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-658b9361-3dd1-478a-a451-ac46fcb419f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2414408 Aug 31 00:57:44.932700 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Request body: {'port': {'device_id': 'a2c7b496-e706-4f9d-b070-e28dccee6da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:44.973689 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df209fe6-ddb3-4ce4-89db-480930afcba8 x-openstack-request-id: req-df209fe6-ddb3-4ce4-89db-480930afcba8 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:44.974675 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91a6ae1-29f3-488f-bb35-793b0c844a2c", "name": "network-vif-deleted", "tag": "c7febc04-8329-475b-b079-5e5b7587e70e", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:44.975415 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df209fe6-ddb3-4ce4-89db-480930afcba8 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:44.976909 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91a6ae1-29f3-488f-bb35-793b0c844a2c', 'name': 'network-vif-deleted', 'tag': 'c7febc04-8329-475b-b079-5e5b7587e70e', 'status': 'completed', 'code': 200} Aug 31 00:57:45.056919 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-fc4db58b-2ade-4093-a3f1-91394c386bb1 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046496 Aug 31 00:57:45.096428 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e28669fb-616f-43ee-b52a-a763d669ed74 None None] Provisioning for port ece7c80b-22e7-458e-898a-9192f89f6647 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:57:45.101893 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-45ed646f-09c7-482b-a44f-2135d4a2b40b service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298703 Aug 31 00:57:45.103171 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e28669fb-616f-43ee-b52a-a763d669ed74 None None] Provisioning complete for port ece7c80b-22e7-458e-898a-9192f89f6647 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:45.103846 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e28669fb-616f-43ee-b52a-a763d669ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:45.110963 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca7872-5426-471f-99f8-282238cccab9 req-e5d98225-ed63-4bbc-8ed4-72002383846d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:45.118549 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fca7872-5426-471f-99f8-282238cccab9 req-e5d98225-ed63-4bbc-8ed4-72002383846d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 947 time: 0.1944358 Aug 31 00:57:45.144382 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:45.192495 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e28669fb-616f-43ee-b52a-a763d669ed74 None None] Port ece7c80b-22e7-458e-898a-9192f89f6647 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:57:45.225105 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 720c7731-0dce-45b3-888a-22ac7a23d764 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:57:45.229897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device ac61fe6a-e127-412f-b685-bba389951a91 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:57:45.268205 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7514e-8e94-45d1-93d8-9db0fbe01de8 req-1ee739f0-1a2b-4c49-bbb5-3349aa526b28 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:45.270749 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fca7872-5426-471f-99f8-282238cccab9 req-f854040d-d59b-43ef-81b4-bd299d842127 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505461 Aug 31 00:57:45.273851 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26b7514e-8e94-45d1-93d8-9db0fbe01de8 req-1ee739f0-1a2b-4c49-bbb5-3349aa526b28 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 948 time: 0.1391904 Aug 31 00:57:45.396563 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e65e2aa-b9a9-479f-a7e4-05009361412b req-4bfcd7eb-2d04-41af-9c03-7dbc6abe2e41 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755418 Aug 31 00:57:45.438784 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26b7514e-8e94-45d1-93d8-9db0fbe01de8 req-7225ae81-e9e9-4e35-8179-d77418bdfa78 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571031 Aug 31 00:57:45.575307 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port ac61fe6a-e127-412f-b685-bba389951a91 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:57:45.595854 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=720c7731-0dce-45b3-888a-22ac7a23d764,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:45.600442 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port ac61fe6a-e127-412f-b685-bba389951a91 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:45.601093 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:45.641768 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6f4fd4f-5f3c-46c3-a8d7-b796d4e2fd6f req-49526594-1b94-4b01-926c-fd44c18e0f65 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.0612228 Aug 31 00:57:45.658023 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0ec6a84c-5379-4956-96df-25a6d59ac11c req-d0746d2a-ea3c-40f1-b46f-db6999742c6b tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.1232994 Aug 31 00:57:45.694610 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '720c7731-0dce-45b3-888a-22ac7a23d764', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '720c7731-0dce-45b3-888a-22ac7a23d764', 'mac_address': 'fa:16:3e:17:a9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:57:45.864741 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:45.940409 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:45.944529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720c7731-0dce-45b3-888a-22ac7a23d764 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:57:45.962782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c7febc04-8329-475b-b079-5e5b7587e70e no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:57:46.037297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2593eb-0161-4fe5-8202-216c129dda58 req-1a57ad36-47be-42b2-a31e-eb357f1bdccb tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:46.039933 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f2593eb-0161-4fe5-8202-216c129dda58 req-1a57ad36-47be-42b2-a31e-eb357f1bdccb tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.41 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 946 time: 0.3062124 Aug 31 00:57:46.126705 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port ac61fe6a-e127-412f-b685-bba389951a91, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=ac61fe6a-e127-412f-b685-bba389951a91,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:46.163018 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a1eea8-29da-479f-851b-bd92cde8b365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac61fe6a-e127-412f-b685-bba389951a91'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:46.165628 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5369d0e-c44e-4ba0-b75c-b1e73a1446cd" -d '{"events": [{"server_uuid": "e9a1eea8-29da-479f-851b-bd92cde8b365", "name": "network-vif-plugged", "status": "completed", "tag": "ac61fe6a-e127-412f-b685-bba389951a91"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:46.165953 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6947c-8ce7-4cc1-8286-22c3f3e86b76 req-93f7c26c-75bf-4680-b1b8-83e79e283d77 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:46.168599 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8b6947c-8ce7-4cc1-8286-22c3f3e86b76 req-93f7c26c-75bf-4680-b1b8-83e79e283d77 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 932 time: 0.3029208 Aug 31 00:57:46.183293 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: c7febc04-8329-475b-b079-5e5b7587e70e {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:57:46.185705 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c7febc04-8329-475b-b079-5e5b7587e70e not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:57:46.197880 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=720c7731-0dce-45b3-888a-22ac7a23d764,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:46.209719 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cdc3da51-5af8-4aaa-8712-1ebf4a5de6e5 req-1f3b2fea-a616-4ef8-b16f-cf3c7a8847cf tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f91a6ae1-29f3-488f-bb35-793b0c844a2c HTTP/1.1" status: 200 len: 210 time: 0.0757949 Aug 31 00:57:46.235906 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:46.236824 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2a6dd838-5c96-4505-9654-2ef7831c292a up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:57:46.251479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-665eaf46-26fc-44d1-b518-faa5f355fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:46.252936 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-665eaf46-26fc-44d1-b518-faa5f355fab5 service neutron] 10.222.0.48 "GET /v2.0/ports/e23dc098-08a9-4b74-92c0-535d9029019a HTTP/1.1" status: 200 len: 1031 time: 0.1701980 Aug 31 00:57:46.367452 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:46.417195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-070629bc-dd9f-439b-94fb-1c4cbf20053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:46.419836 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-070629bc-dd9f-439b-94fb-1c4cbf20053e service neutron] 10.222.0.48 "GET /v2.0/ports/a27e7531-9fc2-4165-b9e8-bbffd269f73a HTTP/1.1" status: 200 len: 1033 time: 0.1499140 Aug 31 00:57:46.427546 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c0fcd-57f7-400a-b6a3-584d84ce9f5e req-ffe4ead2-0a7f-488d-bbef-d3044c3df7e3 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:46.434987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=ac61fe6a-e127-412f-b685-bba389951a91,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:46.435444 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-760c0fcd-57f7-400a-b6a3-584d84ce9f5e req-ffe4ead2-0a7f-488d-bbef-d3044c3df7e3 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 946 time: 0.1140227 Aug 31 00:57:46.453312 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8b6947c-8ce7-4cc1-8286-22c3f3e86b76 req-49b5a1d9-9d9b-4d83-ad84-ab5860ccdcd3 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f1c4fb-8978-4c70-8dd2-c3ea8ff83999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265432 Aug 31 00:57:46.545391 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-760c0fcd-57f7-400a-b6a3-584d84ce9f5e req-a9eb22d8-440a-4add-8dc1-735ea96d9461 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/security-groups?id=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091645 Aug 31 00:57:46.580157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 2a6dd838-5c96-4505-9654-2ef7831c292a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:57:46.585376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece7c80b-22e7-458e-898a-9192f89f6647 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:57:46.605196 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bf3322-afb7-436b-8f58-08f3d05acb83 x-openstack-request-id: req-48bf3322-afb7-436b-8f58-08f3d05acb83 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:46.605519 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a1eea8-29da-479f-851b-bd92cde8b365", "name": "network-vif-plugged", "status": "completed", "tag": "ac61fe6a-e127-412f-b685-bba389951a91", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:46.605746 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:46.605999 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48bf3322-afb7-436b-8f58-08f3d05acb83 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:46.606187 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a1eea8-29da-479f-851b-bd92cde8b365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac61fe6a-e127-412f-b685-bba389951a91', 'code': 200} Aug 31 00:57:46.635989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=720c7731-0dce-45b3-888a-22ac7a23d764,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:46.652725 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 2a6dd838-5c96-4505-9654-2ef7831c292a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:46.665173 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:46.724566 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['720c7731-0dce-45b3-888a-22ac7a23d764'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:57:46.780999 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-41c9a576-237c-4809-a274-55354d123ce0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:46.789007 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-41c9a576-237c-4809-a274-55354d123ce0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:46.796171 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-41c9a576-237c-4809-a274-55354d123ce0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:46.798746 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-41c9a576-237c-4809-a274-55354d123ce0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.48 "GET /v2.0/networks?id=e485d33c-f23c-40f6-8dac-57c9abc59149&id=731372ff-a6d3-49d1-8001-70c166825e41&id=731372ff-a6d3-49d1-8001-70c166825e41&id=731372ff-a6d3-49d1-8001-70c166825e41&id=731372ff-a6d3-49d1-8001-70c166825e41&id=60d743b8-14de-4666-8656-1e81e9c911f1&id=60d743b8-14de-4666-8656-1e81e9c911f1 HTTP/1.1" status: 200 len: 1996 time: 0.3597631 Aug 31 00:57:46.802569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Transition to ACTIVE for port object ece7c80b-22e7-458e-898a-9192f89f6647 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:57:46.817682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-3f2593eb-0161-4fe5-8202-216c129dda58 req-20a11ba0-a342-4215-946d-e36c63215e19 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Deleting port 9d5bd277-aeb5-4022-b617-60ca0f30db3a {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:57:46.818401 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3f2593eb-0161-4fe5-8202-216c129dda58 req-20a11ba0-a342-4215-946d-e36c63215e19 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:46.906968 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05bb0a-9a34-4e2e-b0ec-0ccab28ad36c req-04e97a5d-d15d-4be5-a16f-45493a9ecd41 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:46.918188 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0e05bb0a-9a34-4e2e-b0ec-0ccab28ad36c req-04e97a5d-d15d-4be5-a16f-45493a9ecd41 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 948 time: 0.1494312 Aug 31 00:57:46.926033 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dba88-6df5-4ddd-a3f9-933484f08f85 req-14ff93f9-f564-4b08-9652-f37b52e198f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:46.930655 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-770dba88-6df5-4ddd-a3f9-933484f08f85 req-14ff93f9-f564-4b08-9652-f37b52e198f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 1101 time: 0.1816924 Aug 31 00:57:47.021250 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0e05bb0a-9a34-4e2e-b0ec-0ccab28ad36c req-28f890d2-7dda-4e30-912e-2a31f5f164f1 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008155 Aug 31 00:57:47.050445 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-770dba88-6df5-4ddd-a3f9-933484f08f85 req-c7695590-03dc-4aed-8192-49892235e16d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952978 Aug 31 00:57:47.107570 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:47.212445 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:47.216729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91782c5f-eca6-4fad-847a-568086a166f7 req-54e4eddf-66a5-47fd-b261-09f097d02c6a tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:47.228845 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-91782c5f-eca6-4fad-847a-568086a166f7 req-54e4eddf-66a5-47fd-b261-09f097d02c6a tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 949 time: 0.4553871 Aug 31 00:57:47.249253 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed15c858-393d-47e8-9049-1be1f8cba0e1 req-f347f8be-552c-454b-acf3-79777575772b tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0703418 Aug 31 00:57:47.356675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2a6dd838-5c96-4505-9654-2ef7831c292a, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2a6dd838-5c96-4505-9654-2ef7831c292a,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:47.419776 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-cd56aba1-2373-42ec-8946-5463c3ea8a5d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3c7e1b68efc4873a3fc55693592c5e6 HTTP/1.1" status: 200 len: 380 time: 0.5647366 Aug 31 00:57:47.461208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f886cda5-21ef-40ec-a42f-05c8b8c5efad tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Request body: {'port': {'device_id': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149', 'admin_state_up': True, 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'security_groups': ['d9b938cd-2bb2-4210-8ea6-b1d4fb3639be']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:47.470149 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:47.505246 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7b03943d-8b9b-43e9-8422-bc35cc830551 req-0914dd3b-2ea4-4760-94e5-a9296ab1fefc tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.1092737 Aug 31 00:57:47.527826 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Pushing event updated for resources: {'Port': ['ID=ece7c80b-22e7-458e-898a-9192f89f6647,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:47.610149 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=2a6dd838-5c96-4505-9654-2ef7831c292a,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:47.681793 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-91782c5f-eca6-4fad-847a-568086a166f7 req-b3ebc72d-75f3-43b2-a166-9398967530a4 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500239 Aug 31 00:57:47.694411 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-3f2593eb-0161-4fe5-8202-216c129dda58 req-20a11ba0-a342-4215-946d-e36c63215e19 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] For port 9d5bd277-aeb5-4022-b617-60ca0f30db3a, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9d5bd277-aeb5-4022-b617-60ca0f30db3a,segment=NetworkSegment(9e036f0f-88ed-4f93-8c4b-c81e55bde014),segment_id=9e036f0f-88ed-4f93-8c4b-c81e55bde014)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:47.711300 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3f2593eb-0161-4fe5-8202-216c129dda58 req-20a11ba0-a342-4215-946d-e36c63215e19 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:47.764710 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-3f2593eb-0161-4fe5-8202-216c129dda58 req-20a11ba0-a342-4215-946d-e36c63215e19 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Calling delete_port for 9d5bd277-aeb5-4022-b617-60ca0f30db3a owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:57:47.945558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Attempting to bind port ece7c80b-22e7-458e-898a-9192f89f6647 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:57:47.946337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Attempting to bind port ece7c80b-22e7-458e-898a-9192f89f6647 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '8bb544db-f230-4e9d-945a-344fa4064b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:57:47.946682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Attempting to bind port ece7c80b-22e7-458e-898a-9192f89f6647 on network bac509b4-c23e-4e7e-a012-54407f2ac84a {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:57:47.989541 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Port ece7c80b-22e7-458e-898a-9192f89f6647 on network bac509b4-c23e-4e7e-a012-54407f2ac84a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:57:47.989897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Attempting to bind port ece7c80b-22e7-458e-898a-9192f89f6647 on network bac509b4-c23e-4e7e-a012-54407f2ac84a {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:57:48.033598 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:57:48.034147 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Checking segment: {'id': '8bb544db-f230-4e9d-945a-344fa4064b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:57:48.034462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Bound using segment: {'id': '8bb544db-f230-4e9d-945a-344fa4064b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:57:48.034935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Bound port: ece7c80b-22e7-458e-898a-9192f89f6647, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb544db-f230-4e9d-945a-344fa4064b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:57:48.035312 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:48.202350 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecad853-e86c-42db-93ff-810f5de0a220 req-0fa6c366-617e-4398-8eb3-afb4c81c28d9 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:48.211046 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ecad853-e86c-42db-93ff-810f5de0a220 req-0fa6c366-617e-4398-8eb3-afb4c81c28d9 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 944 time: 0.1712959 Aug 31 00:57:48.229230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f886cda5-21ef-40ec-a42f-05c8b8c5efad tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Made reservation on behalf of c3c7e1b68efc4873a3fc55693592c5e6 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:57:48.249532 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f886cda5-21ef-40ec-a42f-05c8b8c5efad tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:48.283194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] For port ece7c80b-22e7-458e-898a-9192f89f6647, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:57:48.319935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] For port ece7c80b-22e7-458e-898a-9192f89f6647, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=ece7c80b-22e7-458e-898a-9192f89f6647,segment=NetworkSegment(8bb544db-f230-4e9d-945a-344fa4064b86),segment_id=8bb544db-f230-4e9d-945a-344fa4064b86)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:57:48.346893 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ecad853-e86c-42db-93ff-810f5de0a220 req-95f0d557-52f5-4977-940e-f04b79ad64e9 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f1c4fb-8978-4c70-8dd2-c3ea8ff83999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346331 Aug 31 00:57:48.446081 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3f2593eb-0161-4fe5-8202-216c129dda58 req-20a11ba0-a342-4215-946d-e36c63215e19 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:48.463356 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['9d5bd277-aeb5-4022-b617-60ca0f30db3a'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:57:48.501480 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:48.584794 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a11ba0-a342-4215-946d-e36c63215e19 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Pushing event deleted for resources: {'Port': ['ID=9d5bd277-aeb5-4022-b617-60ca0f30db3a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:48.600820 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c29c3d6-191c-42f8-88ec-bc8abc74267b req-ba3c3d68-160b-444b-af79-2852b9f76245 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.16 "GET /v2.0/ports?device_id=05085dce-69e7-49b6-bea3-e8c5221b63bf HTTP/1.1" status: 200 len: 210 time: 0.1262455 Aug 31 00:57:48.608622 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f135b5-fa41-4b23-a9e0-cf70cfb1db4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6dd838-5c96-4505-9654-2ef7831c292a'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:48.611178 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25990901-e3fd-4d1d-b97c-40f632717cc0" -d '{"events": [{"server_uuid": "47f135b5-fa41-4b23-a9e0-cf70cfb1db4b", "name": "network-vif-plugged", "status": "completed", "tag": "2a6dd838-5c96-4505-9654-2ef7831c292a"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:48.909008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-0413f149-f2f4-4735-ae56-38777f69ce8f tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:48.911948 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-0413f149-f2f4-4735-ae56-38777f69ce8f tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.41 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291&tenant_id=9b0e0bf639aa4d21b3db103ff979c892&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 948 time: 0.2091815 Aug 31 00:57:49.004651 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69542ac2-eaa2-47e8-91fc-f4fc015307d9 req-d3904f28-5f6d-4541-9623-6081d34d8d06 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.1333988 Aug 31 00:57:49.049890 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-40ac53b8-358a-4589-8307-332bf8bbb90a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:49.049890 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-40ac53b8-358a-4589-8307-332bf8bbb90a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/networks?id=d402af4a-8a8e-49ea-8168-c26e094719ad HTTP/1.1" status: 200 len: 811 time: 0.2677319 Aug 31 00:57:49.070793 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:49.071566 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:49.073217 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52380c7b-d636-431e-a879-6d7169730dbb req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] 10.222.0.48 "PUT /v2.0/ports/ece7c80b-22e7-458e-898a-9192f89f6647 HTTP/1.1" status: 200 len: 1093 time: 4.1475880 Aug 31 00:57:49.086992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c7b496-e706-4f9d-b070-e28dccee6da6', 'tag': 'ece7c80b-22e7-458e-898a-9192f89f6647'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:49.105379 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397eee47-cc50-49aa-ab9e-1323df9a6a33" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c7b496-e706-4f9d-b070-e28dccee6da6", "tag": "ece7c80b-22e7-458e-898a-9192f89f6647"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:49.113156 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-fc8cf413-528d-4395-87ec-6e49a6875bda tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/quotas/b2866efdbfc8416eaf80fb5e263ad174 HTTP/1.1" status: 200 len: 375 time: 0.0625134 Aug 31 00:57:49.196734 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-47dd6d85-6ea1-40d3-94e6-70d4e5a63b36 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826578 Aug 31 00:57:49.202061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2593eb-0161-4fe5-8202-216c129dda58 req-20a11ba0-a342-4215-946d-e36c63215e19 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] No DVR routers for this DVR port 9d5bd277-aeb5-4022-b617-60ca0f30db3a on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:57:49.207416 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3f2593eb-0161-4fe5-8202-216c129dda58 req-20a11ba0-a342-4215-946d-e36c63215e19 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:49.210750 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f2593eb-0161-4fe5-8202-216c129dda58 req-20a11ba0-a342-4215-946d-e36c63215e19 tempest-AttachVolumeNegativeTest-510214081 tempest-AttachVolumeNegativeTest-510214081-project] 10.222.0.41 "DELETE /v2.0/ports/9d5bd277-aeb5-4022-b617-60ca0f30db3a HTTP/1.1" status: 204 len: 173 time: 3.1581724 Aug 31 00:57:49.235671 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 720c7731-0dce-45b3-888a-22ac7a23d764 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:57:49.356477 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-1bd36033-dff7-4eb2-b753-5d65d2345ff7 service neutron] 10.222.0.41 "GET /v2.0/ports/720c7731-0dce-45b3-888a-22ac7a23d764/bindings/n-h2-793621-34 HTTP/1.1" status: 200 len: 383 time: 0.4310315 Aug 31 00:57:49.361854 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cb89d7b1-1a44-4c41-88d2-5e430f35c34f req-6e7917ba-8c6b-47dc-973c-0c44311d6217 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.1827354 Aug 31 00:57:49.366412 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f886cda5-21ef-40ec-a42f-05c8b8c5efad tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Allocated IP 172.20.0.8 (e485d33c-f23c-40f6-8dac-57c9abc59149/d3a0af11-1528-44a4-b1b4-6169b26ec0d9/6cac8892-a71e-44c5-8ed2-a3bd128601bb) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:57:49.396536 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e006d3-7954-40d7-ac30-15e0fdc8dae5 service neutron] Pushing event updated for resources: {'Port': ['ID=ece7c80b-22e7-458e-898a-9192f89f6647,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:49.398333 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-3dfe2e51-b489-4034-a5eb-0687dc87771f service neutron] 10.222.0.16 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998355 Aug 31 00:57:49.486689 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 720c7731-0dce-45b3-888a-22ac7a23d764 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:57:49.495748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 720c7731-0dce-45b3-888a-22ac7a23d764 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:49.495748 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:49.661986 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-2f9af1ef-745b-4104-943e-147a453be3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:49.666347 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-2f9af1ef-745b-4104-943e-147a453be3a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 1100 time: 0.2311952 Aug 31 00:57:49.695278 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-95d3cfa2-78c6-4b97-9919-49c387271a14 service neutron] 10.222.0.16 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956657 Aug 31 00:57:49.799238 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:49.898004 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=720c7731-0dce-45b3-888a-22ac7a23d764,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:49.946266 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-0411e4b6-0573-4a47-9384-7fe611c16c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:49.947836 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-0411e4b6-0573-4a47-9384-7fe611c16c0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.2515523 Aug 31 00:57:50.017136 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:50.018776 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9d5bd277-aeb5-4022-b617-60ca0f30db3a no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:57:50.048339 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-40676d1e-98c9-424f-9847-b80b66288cac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=720c7731-0dce-45b3-888a-22ac7a23d764 HTTP/1.1" status: 200 len: 217 time: 0.0881813 Aug 31 00:57:50.063291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 9d5bd277-aeb5-4022-b617-60ca0f30db3a {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:57:50.064397 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9d5bd277-aeb5-4022-b617-60ca0f30db3a not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:57:50.191323 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=720c7731-0dce-45b3-888a-22ac7a23d764,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:50.212755 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-b771206e-3efa-4712-a3f3-38a77e76c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:50.214864 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-b771206e-3efa-4712-a3f3-38a77e76c4aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1532233 Aug 31 00:57:50.240113 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27344f51-c636-4449-a270-90b22e0ab4c1 x-openstack-request-id: req-27344f51-c636-4449-a270-90b22e0ab4c1 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:50.241563 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f135b5-fa41-4b23-a9e0-cf70cfb1db4b", "name": "network-vif-plugged", "status": "completed", "tag": "2a6dd838-5c96-4505-9654-2ef7831c292a", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:50.242313 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27344f51-c636-4449-a270-90b22e0ab4c1 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:50.243765 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f135b5-fa41-4b23-a9e0-cf70cfb1db4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6dd838-5c96-4505-9654-2ef7831c292a', 'code': 200} Aug 31 00:57:50.279219 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52380c7b-d636-431e-a879-6d7169730dbb req-8d44d31f-064e-4f28-af40-3e7709a8b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:50.282301 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52380c7b-d636-431e-a879-6d7169730dbb req-8d44d31f-064e-4f28-af40-3e7709a8b5dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c49d64aaebb49b6941e7fd658425329&device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 1096 time: 0.9731433 Aug 31 00:57:50.385636 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e277cf2b-ad60-4f23-a313-39b78f141acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:50.387544 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e277cf2b-ad60-4f23-a313-39b78f141acd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1627779 Aug 31 00:57:50.520990 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52380c7b-d636-431e-a879-6d7169730dbb req-9fe43003-a736-482b-9ec0-0c114fb8ac72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ece7c80b-22e7-458e-898a-9192f89f6647 HTTP/1.1" status: 200 len: 217 time: 0.1999340 Aug 31 00:57:50.659861 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52380c7b-d636-431e-a879-6d7169730dbb req-b358dbf3-8c87-45e8-881b-5ef43b442775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:50.663980 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52380c7b-d636-431e-a879-6d7169730dbb req-b358dbf3-8c87-45e8-881b-5ef43b442775 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc4d2ef3-7ef0-49ca-801d-6985a41919ff HTTP/1.1" status: 200 len: 854 time: 0.1132815 Aug 31 00:57:50.674271 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-43a5a15c-052c-4c82-a0d6-5cb97fb2b6c3 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648234 Aug 31 00:57:50.693607 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24fc77-c922-410c-9c5f-b058837af5e4 req-cfd3cab6-2113-4843-89d4-f3bf2d2ae988 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:50.695550 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0e24fc77-c922-410c-9c5f-b058837af5e4 req-cfd3cab6-2113-4843-89d4-f3bf2d2ae988 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 948 time: 1.1544702 Aug 31 00:57:50.770085 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96656f8f-abc6-403a-8e43-57706083f9db req-32f5d488-1b3a-4fc7-bcf3-d89f3c128325 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:50.781927 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-96656f8f-abc6-403a-8e43-57706083f9db req-32f5d488-1b3a-4fc7-bcf3-d89f3c128325 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 949 time: 0.1952302 Aug 31 00:57:50.782448 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f886cda5-21ef-40ec-a42f-05c8b8c5efad tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:50.800289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f886cda5-21ef-40ec-a42f-05c8b8c5efad tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Transition to ACTIVE for port object 6cac8892-a71e-44c5-8ed2-a3bd128601bb will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:57:50.876233 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0e24fc77-c922-410c-9c5f-b058837af5e4 req-226b0fac-b0e8-47fd-ab8f-2fc507151b31 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650002 Aug 31 00:57:50.892929 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda0a9f-579e-499d-bea2-a25212d30039 req-01b05bf8-0a13-4e6f-8398-e975e9f5472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:50.894865 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-afda0a9f-579e-499d-bea2-a25212d30039 req-01b05bf8-0a13-4e6f-8398-e975e9f5472d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=47f135b5-fa41-4b23-a9e0-cf70cfb1db4b HTTP/1.1" status: 200 len: 1102 time: 0.5586360 Aug 31 00:57:50.950273 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52380c7b-d636-431e-a879-6d7169730dbb req-3cc383a0-f5af-4200-bace-75bd8be5a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:50.952529 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52380c7b-d636-431e-a879-6d7169730dbb req-3cc383a0-f5af-4200-bace-75bd8be5a05d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bac509b4-c23e-4e7e-a012-54407f2ac84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2213964 Aug 31 00:57:50.974108 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f886cda5-21ef-40ec-a42f-05c8b8c5efad tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:50.991812 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-96656f8f-abc6-403a-8e43-57706083f9db req-13e1a64d-75de-4f82-b1bb-fb7ca79611b4 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088296 Aug 31 00:57:51.016956 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-afda0a9f-579e-499d-bea2-a25212d30039 req-011d548d-2374-4861-9f1f-c23420ef7615 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084514 Aug 31 00:57:51.029054 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8b304c-5557-40d5-8eef-4d59d35fdcc6 x-openstack-request-id: req-de8b304c-5557-40d5-8eef-4d59d35fdcc6 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:51.029054 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c7b496-e706-4f9d-b070-e28dccee6da6", "tag": "ece7c80b-22e7-458e-898a-9192f89f6647", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:51.029054 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de8b304c-5557-40d5-8eef-4d59d35fdcc6 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:51.029054 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c7b496-e706-4f9d-b070-e28dccee6da6', 'tag': 'ece7c80b-22e7-458e-898a-9192f89f6647', 'status': 'completed', 'code': 200} Aug 31 00:57:51.080946 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45110) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:51.176584 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-64e84202-2469-4fe7-9465-cc37012811c8 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897332 Aug 31 00:57:51.250642 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-959a2be0-6652-43cf-8ca2-5a43059a7e15 req-5ad2d82d-9ce0-4a7e-bd11-058b5466be33 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0879617 Aug 31 00:57:51.278003 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe2bfc1-3ebe-4863-915a-132d1cf36e26 admin admin] Deleting subnet 7dd93664-3297-40f1-8193-ad3e9b8e3322 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:57:51.284003 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bfc1-3ebe-4863-915a-132d1cf36e26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:51.291043 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:57:51.319961 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f886cda5-21ef-40ec-a42f-05c8b8c5efad tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Network e485d33c-f23c-40f6-8dac-57c9abc59149 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:57:51.333141 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f886cda5-21ef-40ec-a42f-05c8b8c5efad tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:57:51.336047 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f886cda5-21ef-40ec-a42f-05c8b8c5efad tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:57:51.350570 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bfc1-3ebe-4863-915a-132d1cf36e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:51.388278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886cda5-21ef-40ec-a42f-05c8b8c5efad tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event updated for resources: {'Port': ['ID=6cac8892-a71e-44c5-8ed2-a3bd128601bb,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:51.463927 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f474d2bb-3d76-4a19-9c50-2e00f37e6c4e req-1900fb88-5022-44ad-aeef-3e93d49d824d tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 210 time: 0.0485940 Aug 31 00:57:51.502360 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bfc1-3ebe-4863-915a-132d1cf36e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:51.519955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6785d6a-c1f8-416a-acc9-c5a565fd1aec req-bb63b9a5-5e6e-4e12-b9db-9acea28ae131 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:51.533196 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6785d6a-c1f8-416a-acc9-c5a565fd1aec req-bb63b9a5-5e6e-4e12-b9db-9acea28ae131 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 944 time: 0.3429296 Aug 31 00:57:51.572134 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f886cda5-21ef-40ec-a42f-05c8b8c5efad tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:51.572828 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f886cda5-21ef-40ec-a42f-05c8b8c5efad tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:51.617154 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52380c7b-d636-431e-a879-6d7169730dbb req-25704cc7-106d-4fd3-bf79-833e1df7cde7 service neutron] 10.222.0.48 "GET /v2.0/networks/bac509b4-c23e-4e7e-a012-54407f2ac84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6451128 Aug 31 00:57:51.710884 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6785d6a-c1f8-416a-acc9-c5a565fd1aec req-ee5e7c19-ed62-4258-835b-4ed14810f3f7 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f1c4fb-8978-4c70-8dd2-c3ea8ff83999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764808 Aug 31 00:57:51.772312 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f886cda5-21ef-40ec-a42f-05c8b8c5efad tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3268340 Aug 31 00:57:51.806717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b7b7c-57fe-4641-9b8b-200aabd5323e req-7b61bbb9-5639-4bb3-b27b-c0f9f145f7e5 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:51.806717 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-502b7b7c-57fe-4641-9b8b-200aabd5323e req-7b61bbb9-5639-4bb3-b27b-c0f9f145f7e5 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 931 time: 0.1389163 Aug 31 00:57:51.807060 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bfc1-3ebe-4863-915a-132d1cf36e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:51.814520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-95c8e3cf-9266-4fec-aec6-1e50ce1baf28 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Request body: {'port': {'device_id': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41', 'admin_state_up': True, 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'security_groups': ['d9b938cd-2bb2-4210-8ea6-b1d4fb3639be']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:51.827244 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-357e5afb-5a44-418e-93cd-bcd0818d8e19 None None] Provisioning for port 6cac8892-a71e-44c5-8ed2-a3bd128601bb completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:57:51.838514 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-357e5afb-5a44-418e-93cd-bcd0818d8e19 None None] Provisioning complete for port 6cac8892-a71e-44c5-8ed2-a3bd128601bb triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:51.839625 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-357e5afb-5a44-418e-93cd-bcd0818d8e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:51.924096 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2bfc1-3ebe-4863-915a-132d1cf36e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dd93664-3297-40f1-8193-ad3e9b8e3322,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:51.950206 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-357e5afb-5a44-418e-93cd-bcd0818d8e19 None None] Port 6cac8892-a71e-44c5-8ed2-a3bd128601bb cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:57:51.958220 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bfc1-3ebe-4863-915a-132d1cf36e26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:51.962855 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4fe2bfc1-3ebe-4863-915a-132d1cf36e26 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7dd93664-3297-40f1-8193-ad3e9b8e3322 HTTP/1.1" status: 204 len: 168 time: 0.8725746 Aug 31 00:57:51.963872 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45118) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:51.995453 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-502b7b7c-57fe-4641-9b8b-200aabd5323e req-bd4dd957-3534-4bfa-a08b-c063d9d6e0a3 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720316 Aug 31 00:57:52.071389 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52380c7b-d636-431e-a879-6d7169730dbb req-b262e70e-95bf-4319-ad1a-6cb3595baa2a service neutron] 10.222.0.48 "GET /v2.0/networks/bac509b4-c23e-4e7e-a012-54407f2ac84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259660 Aug 31 00:57:52.135425 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1122d449-34b3-40b3-8575-3d5cb8b671a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:52.150040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b013-7c30-4bc0-8c28-63618b43526e req-47147716-09b1-4ee6-bd67-23d8fabfb1d0 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:52.154741 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0029b013-7c30-4bc0-8c28-63618b43526e req-47147716-09b1-4ee6-bd67-23d8fabfb1d0 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=47f135b5-fa41-4b23-a9e0-cf70cfb1db4b HTTP/1.1" status: 200 len: 950 time: 0.3268008 Aug 31 00:57:52.245566 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720c7731-0dce-45b3-888a-22ac7a23d764'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:52.248687 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f0a9ea-c256-4e79-a3ff-d2648b9ff0b6" -d '{"events": [{"server_uuid": "19e45d57-789b-44b2-b12c-bbb1b3e6b291", "name": "network-vif-plugged", "status": "completed", "tag": "720c7731-0dce-45b3-888a-22ac7a23d764"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:52.377996 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1122d449-34b3-40b3-8575-3d5cb8b671a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:52.392474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-1122d449-34b3-40b3-8575-3d5cb8b671a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962090c4-e06e-4088-950b-8c581dc8e655']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:57:52.402140 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0029b013-7c30-4bc0-8c28-63618b43526e req-81cf761c-4297-47db-be33-936342f3790f tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236121 Aug 31 00:57:52.411163 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-1122d449-34b3-40b3-8575-3d5cb8b671a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e036f0f-88ed-4f93-8c4b-c81e55bde014') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:57:52.417097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-1122d449-34b3-40b3-8575-3d5cb8b671a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e036f0f-88ed-4f93-8c4b-c81e55bde014') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:57:52.425030 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1122d449-34b3-40b3-8575-3d5cb8b671a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:52.493728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397eee47-cc50-49aa-ab9e-1323df9a6a33 req-bcf85685-62f8-4e11-8745-29db3b9747ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:52.501343 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-397eee47-cc50-49aa-ab9e-1323df9a6a33 req-bcf85685-62f8-4e11-8745-29db3b9747ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c49d64aaebb49b6941e7fd658425329&device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 1096 time: 0.1879160 Aug 31 00:57:52.502843 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-95c8e3cf-9266-4fec-aec6-1e50ce1baf28 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Made reservation on behalf of c3c7e1b68efc4873a3fc55693592c5e6 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:57:52.508604 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1122d449-34b3-40b3-8575-3d5cb8b671a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:52.514189 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-95c8e3cf-9266-4fec-aec6-1e50ce1baf28 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:52.542744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1122d449-34b3-40b3-8575-3d5cb8b671a1 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:57:52.543208 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1122d449-34b3-40b3-8575-3d5cb8b671a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: timer() Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:57:52.547377 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:57:52.579116 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e4ae0a-82ad-4bd9-8b26-3f923d04baea x-openstack-request-id: req-44e4ae0a-82ad-4bd9-8b26-3f923d04baea {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:52.579409 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e45d57-789b-44b2-b12c-bbb1b3e6b291", "name": "network-vif-plugged", "status": "completed", "tag": "720c7731-0dce-45b3-888a-22ac7a23d764", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:52.579865 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44e4ae0a-82ad-4bd9-8b26-3f923d04baea {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:52.580463 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720c7731-0dce-45b3-888a-22ac7a23d764', 'code': 200} Aug 31 00:57:52.725083 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d92713-994b-46aa-a900-393f403f9b1a req-0a0b26dd-c4a7-4971-8b0b-0ab930b5b01b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:52.726892 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f5d92713-994b-46aa-a900-393f403f9b1a req-0a0b26dd-c4a7-4971-8b0b-0ab930b5b01b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.4123666 Aug 31 00:57:52.734547 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0f386e57-62cc-49a5-bce8-7ca19ccb230f req-532f9060-d52c-442e-a439-92004aad06d4 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0401216 Aug 31 00:57:52.815017 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f5d92713-994b-46aa-a900-393f403f9b1a req-fb418fb2-5367-486f-b682-fd26e90d5c1f tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764151 Aug 31 00:57:52.864607 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397eee47-cc50-49aa-ab9e-1323df9a6a33 req-b26ae905-e2e5-4489-8694-fa782868bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:52.864607 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-397eee47-cc50-49aa-ab9e-1323df9a6a33 req-b26ae905-e2e5-4489-8694-fa782868bd31 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bac509b4-c23e-4e7e-a012-54407f2ac84a HTTP/1.1" status: 200 len: 916 time: 0.3361969 Aug 31 00:57:52.950473 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d9de0b3-5826-4e16-8c48-2aef83f6bbce req-60e696d1-3ad8-4a84-875a-505a96966497 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 210 time: 0.0712159 Aug 31 00:57:53.006834 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-397eee47-cc50-49aa-ab9e-1323df9a6a33 req-0849fc3a-43a1-43f8-9fc5-f8a0171fece6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ece7c80b-22e7-458e-898a-9192f89f6647 HTTP/1.1" status: 200 len: 217 time: 0.1141002 Aug 31 00:57:53.023879 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405356c3-ebae-4973-8387-43ebfd40530c req-7ef15a75-9946-47d5-a6eb-1d295a32fb0b tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:53.032137 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-405356c3-ebae-4973-8387-43ebfd40530c req-7ef15a75-9946-47d5-a6eb-1d295a32fb0b tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 944 time: 0.1192930 Aug 31 00:57:53.035940 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-95c8e3cf-9266-4fec-aec6-1e50ce1baf28 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Allocated IP 10.1.1.36 (731372ff-a6d3-49d1-8001-70c166825e41/35d66def-cd79-47a7-be7b-8adb8361a087/0fcfb464-aad0-4470-abad-c784479adac4) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:57:53.088043 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-405356c3-ebae-4973-8387-43ebfd40530c req-94d7a931-eed3-495e-9cec-52010a455556 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f1c4fb-8978-4c70-8dd2-c3ea8ff83999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547450 Aug 31 00:57:53.106678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05085dce-69e7-49b6-bea3-e8c5221b63bf', 'name': 'network-vif-deleted', 'tag': '9d5bd277-aeb5-4022-b617-60ca0f30db3a'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:53.119880 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5c1acf-a532-4be4-9e36-19ed76eb345e" -d '{"events": [{"server_uuid": "05085dce-69e7-49b6-bea3-e8c5221b63bf", "name": "network-vif-deleted", "tag": "9d5bd277-aeb5-4022-b617-60ca0f30db3a"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:53.176745 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1122d449-34b3-40b3-8575-3d5cb8b671a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:53.190838 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1122d449-34b3-40b3-8575-3d5cb8b671a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:53.200665 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1122d449-34b3-40b3-8575-3d5cb8b671a1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/962090c4-e06e-4088-950b-8c581dc8e655 HTTP/1.1" status: 204 len: 168 time: 1.2268929 Aug 31 00:57:53.270562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122d449-34b3-40b3-8575-3d5cb8b671a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=962090c4-e06e-4088-950b-8c581dc8e655,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:53.303122 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5df4bae-eb55-4d5c-a3f2-b5ce2e8738ad x-openstack-request-id: req-d5df4bae-eb55-4d5c-a3f2-b5ce2e8738ad {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:53.304596 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05085dce-69e7-49b6-bea3-e8c5221b63bf", "name": "network-vif-deleted", "tag": "9d5bd277-aeb5-4022-b617-60ca0f30db3a", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:53.305133 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5df4bae-eb55-4d5c-a3f2-b5ce2e8738ad {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:53.307254 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05085dce-69e7-49b6-bea3-e8c5221b63bf', 'name': 'network-vif-deleted', 'tag': '9d5bd277-aeb5-4022-b617-60ca0f30db3a', 'status': 'completed', 'code': 200} Aug 31 00:57:53.381240 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d85d6-9c91-4a1f-9aa5-1bdf0282f108 req-405e4acc-01e3-42d4-81ca-4ad0de3e0873 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:53.398366 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a33d85d6-9c91-4a1f-9aa5-1bdf0282f108 req-405e4acc-01e3-42d4-81ca-4ad0de3e0873 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 931 time: 0.1852751 Aug 31 00:57:53.542030 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-95c8e3cf-9266-4fec-aec6-1e50ce1baf28 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:53.568403 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a33d85d6-9c91-4a1f-9aa5-1bdf0282f108 req-7a72b0f1-f6ce-41aa-ad1e-2a8baa642e0b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623669 Aug 31 00:57:53.630752 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-95c8e3cf-9266-4fec-aec6-1e50ce1baf28 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Transition to ACTIVE for port object 0fcfb464-aad0-4470-abad-c784479adac4 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:57:53.647046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397eee47-cc50-49aa-ab9e-1323df9a6a33 req-f3d8a508-e1c6-49f6-8d55-7fbd20492924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:53.652671 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-397eee47-cc50-49aa-ab9e-1323df9a6a33 req-f3d8a508-e1c6-49f6-8d55-7fbd20492924 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc4d2ef3-7ef0-49ca-801d-6985a41919ff HTTP/1.1" status: 200 len: 854 time: 0.1241636 Aug 31 00:57:53.676933 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab316f-f912-426f-abf9-2961b479e5fd req-adb7f1c1-97bf-4bd4-aedc-8688932844d8 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:53.690894 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7bab316f-f912-426f-abf9-2961b479e5fd req-adb7f1c1-97bf-4bd4-aedc-8688932844d8 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=47f135b5-fa41-4b23-a9e0-cf70cfb1db4b HTTP/1.1" status: 200 len: 950 time: 0.1174729 Aug 31 00:57:53.770706 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397eee47-cc50-49aa-ab9e-1323df9a6a33 req-eacae90f-e9c9-4b16-b75c-fdf79dfc74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:53.773353 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-397eee47-cc50-49aa-ab9e-1323df9a6a33 req-eacae90f-e9c9-4b16-b75c-fdf79dfc74ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bac509b4-c23e-4e7e-a012-54407f2ac84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846462 Aug 31 00:57:53.779020 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-95c8e3cf-9266-4fec-aec6-1e50ce1baf28 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:53.791326 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7bab316f-f912-426f-abf9-2961b479e5fd req-78f4d8e2-fead-41f6-83f6-e79199d29349 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974941 Aug 31 00:57:53.923237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-95c8e3cf-9266-4fec-aec6-1e50ce1baf28 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Network 731372ff-a6d3-49d1-8001-70c166825e41 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:57:53.942422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-95c8e3cf-9266-4fec-aec6-1e50ce1baf28 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:57:53.977629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8e3cf-9266-4fec-aec6-1e50ce1baf28 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event updated for resources: {'Port': ['ID=0fcfb464-aad0-4470-abad-c784479adac4,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:53.990671 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-95c8e3cf-9266-4fec-aec6-1e50ce1baf28 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:57:54.003332 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f68e4886-0bd2-4928-8893-8dda1ef3efec req-c49a3731-6c30-4b17-9083-a3b32fb62e85 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0792663 Aug 31 00:57:54.126997 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45152) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:54.260576 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-397eee47-cc50-49aa-ab9e-1323df9a6a33 req-5bc92d13-c049-4529-b810-68f9248fe34f service neutron] 10.222.0.48 "GET /v2.0/networks/bac509b4-c23e-4e7e-a012-54407f2ac84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698441 Aug 31 00:57:54.290396 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-95c8e3cf-9266-4fec-aec6-1e50ce1baf28 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:54.291626 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-95c8e3cf-9266-4fec-aec6-1e50ce1baf28 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:54.319995 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-6a863125-466c-418b-a0e6-cfb59102390e tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:54.320864 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-6a863125-466c-418b-a0e6-cfb59102390e tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.41 "GET /v2.0/networks?id=d402af4a-8a8e-49ea-8168-c26e094719ad HTTP/1.1" status: 200 len: 811 time: 0.3679385 Aug 31 00:57:54.341163 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-3b9f83d3-fd34-46eb-894d-b873b8e47870 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Request body: {'port': {'device_id': '148ccaa2-7f5c-4af1-92d0-2fed9edcc430', 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad', 'admin_state_up': True, 'tenant_id': 'b2866efdbfc8416eaf80fb5e263ad174'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:54.365905 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-98755a6d-1e64-411c-a69b-86f9563704b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e57aba893e84797a7ad07e1842cdb74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341030 Aug 31 00:57:54.410425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45160) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:54.487646 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19d568-a641-41e0-9747-15209a86bf0c req-464c972e-7413-4e1f-86a8-132f7b8d8b13 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:54.505522 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f19d568-a641-41e0-9747-15209a86bf0c req-464c972e-7413-4e1f-86a8-132f7b8d8b13 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.3118303 Aug 31 00:57:54.520997 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-51442a11-8dca-4c11-8403-460c8d8368dd None None] Provisioning for port 0fcfb464-aad0-4470-abad-c784479adac4 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:57:54.526414 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-51442a11-8dca-4c11-8403-460c8d8368dd None None] Provisioning complete for port 0fcfb464-aad0-4470-abad-c784479adac4 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:54.526800 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-51442a11-8dca-4c11-8403-460c8d8368dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:54.614595 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-95c8e3cf-9266-4fec-aec6-1e50ce1baf28 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8192606 Aug 31 00:57:54.625047 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-51442a11-8dca-4c11-8403-460c8d8368dd None None] Port 0fcfb464-aad0-4470-abad-c784479adac4 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:57:54.630235 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-397eee47-cc50-49aa-ab9e-1323df9a6a33 req-f3a31361-c21f-4ae1-8fda-cc566e2cf8cf service neutron] 10.222.0.48 "GET /v2.0/networks/bac509b4-c23e-4e7e-a012-54407f2ac84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331821 Aug 31 00:57:54.692162 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f19d568-a641-41e0-9747-15209a86bf0c req-0ec0d5f4-6fc8-4506-8897-b898fcc6154c tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810734 Aug 31 00:57:54.872036 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-252db8b8-ebff-4ce9-9592-e4232ca4fd67 req-2cbfbe3c-901b-4448-b7ef-fd9b90c665fb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 210 time: 0.0448987 Aug 31 00:57:54.981114 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-0f35b667-a555-4194-a671-487087d3f18e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Request body: {'port': {'device_id': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41', 'admin_state_up': True, 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'security_groups': ['d9b938cd-2bb2-4210-8ea6-b1d4fb3639be']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:55.102346 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c5b25e17-16d0-4935-9a14-44042ddbe049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:55.227872 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c5b25e17-16d0-4935-9a14-44042ddbe049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:55.248705 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c356792-9cc1-4248-bc30-5153a03f4f9c req-a7b71912-452a-4f1b-92d0-ea682cb12bbf tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:55.250875 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c356792-9cc1-4248-bc30-5153a03f4f9c req-a7b71912-452a-4f1b-92d0-ea682cb12bbf tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 944 time: 0.1613045 Aug 31 00:57:55.326507 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c356792-9cc1-4248-bc30-5153a03f4f9c req-0b97ea8d-4887-4ab8-8f9a-42bc847a640d tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f1c4fb-8978-4c70-8dd2-c3ea8ff83999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553281 Aug 31 00:57:55.412007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2379b1c-1600-45f8-bff8-bbdfe3c02532 req-445458a4-0f6e-41d5-8426-9d585fc51886 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:55.418401 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2379b1c-1600-45f8-bff8-bbdfe3c02532 req-445458a4-0f6e-41d5-8426-9d585fc51886 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:55.427483 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c2379b1c-1600-45f8-bff8-bbdfe3c02532 req-445458a4-0f6e-41d5-8426-9d585fc51886 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 1652 time: 0.1380715 Aug 31 00:57:55.485917 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c2379b1c-1600-45f8-bff8-bbdfe3c02532 req-a9bed705-d155-42d1-b025-47b407812dc5 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506654 Aug 31 00:57:55.522498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-3b9f83d3-fd34-46eb-894d-b873b8e47870 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Made reservation on behalf of b2866efdbfc8416eaf80fb5e263ad174 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:57:55.546817 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-3b9f83d3-fd34-46eb-894d-b873b8e47870 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:55.582582 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c5b25e17-16d0-4935-9a14-44042ddbe049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:55.596414 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c5b25e17-16d0-4935-9a14-44042ddbe049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:55.599355 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c5b25e17-16d0-4935-9a14-44042ddbe049 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aabc8788-a4ec-4c98-a13b-9bebcd3d99b4 HTTP/1.1" status: 204 len: 168 time: 1.1871502 Aug 31 00:57:55.669696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-0f35b667-a555-4194-a671-487087d3f18e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Made reservation on behalf of c3c7e1b68efc4873a3fc55693592c5e6 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:57:55.674912 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-0f35b667-a555-4194-a671-487087d3f18e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:55.780930 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b25e17-16d0-4935-9a14-44042ddbe049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabc8788-a4ec-4c98-a13b-9bebcd3d99b4,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:55.846640 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-00c0a9dd-32c6-42c4-8056-c44fc2aa3f49 req-070a1934-6655-4354-85bd-9bf91039298e tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0913615 Aug 31 00:57:56.020297 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-3b9f83d3-fd34-46eb-894d-b873b8e47870 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Allocated IP 172.20.0.11 (d402af4a-8a8e-49ea-8168-c26e094719ad/06a338a6-991a-450e-bc60-b066a8b265a4/318dcbc1-35d6-408a-8885-d8c8e1b4511b) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:57:56.069028 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fc402-c128-4270-99f3-1c5716c3ea4e req-9858444a-3534-41a9-b68a-91586ee964cc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:56.078010 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-892fc402-c128-4270-99f3-1c5716c3ea4e req-9858444a-3534-41a9-b68a-91586ee964cc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.1796935 Aug 31 00:57:56.150803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-0f35b667-a555-4194-a671-487087d3f18e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Allocated IP 10.1.1.150 (731372ff-a6d3-49d1-8001-70c166825e41/35d66def-cd79-47a7-be7b-8adb8361a087/a280b526-498f-4a1f-9597-43007f3e9cb1) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:57:56.155046 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b16e076b-6d02-46b9-9970-89013708756f req-65c55efa-9f2a-4b40-8a5d-058b79832cc7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 210 time: 0.0644028 Aug 31 00:57:56.353723 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-3b9f83d3-fd34-46eb-894d-b873b8e47870 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:56.379377 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-892fc402-c128-4270-99f3-1c5716c3ea4e req-31adc90c-38f3-4d79-8234-16fa4af0a893 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906103 Aug 31 00:57:56.508289 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-0f35b667-a555-4194-a671-487087d3f18e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:56.531081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-0f35b667-a555-4194-a671-487087d3f18e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Transition to ACTIVE for port object a280b526-498f-4a1f-9597-43007f3e9cb1 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:57:56.574605 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-3b9f83d3-fd34-46eb-894d-b873b8e47870 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:56.599840 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24052ea9-ab75-4edd-a214-86ae7da7360f req-0f184815-1aec-4e7e-b51a-004c5b8f6256 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:56.622682 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24052ea9-ab75-4edd-a214-86ae7da7360f req-0f184815-1aec-4e7e-b51a-004c5b8f6256 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 944 time: 0.1214683 Aug 31 00:57:56.704540 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-3b9f83d3-fd34-46eb-894d-b873b8e47870 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Network d402af4a-8a8e-49ea-8168-c26e094719ad is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:57:56.706249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-895a62e2-ceb9-4e33-9b7e-d8f276ef0871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:56.720203 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-895a62e2-ceb9-4e33-9b7e-d8f276ef0871 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291&tenant_id=9b0e0bf639aa4d21b3db103ff979c892 HTTP/1.1" status: 200 len: 1101 time: 0.1629624 Aug 31 00:57:56.740168 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:56.745981 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-3b9f83d3-fd34-46eb-894d-b873b8e47870 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:57:56.757888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-3b9f83d3-fd34-46eb-894d-b873b8e47870 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:57:56.826307 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24052ea9-ab75-4edd-a214-86ae7da7360f req-feb4b9d6-492e-48a4-8f45-4386303d9e14 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f1c4fb-8978-4c70-8dd2-c3ea8ff83999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024477 Aug 31 00:57:56.847395 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f83d3-fd34-46eb-894d-b873b8e47870 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Pushing event updated for resources: {'Port': ['ID=318dcbc1-35d6-408a-8885-d8c8e1b4511b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:56.887350 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-3b9f83d3-fd34-46eb-894d-b873b8e47870 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:56.889266 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-3b9f83d3-fd34-46eb-894d-b873b8e47870 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:56.891086 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c36382-4050-440e-b22a-5f36f10d6c53 req-68380c46-1f1b-42a9-acf4-b9277e19e1ca tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:57.034530 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c36382-4050-440e-b22a-5f36f10d6c53 req-68380c46-1f1b-42a9-acf4-b9277e19e1ca tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:57.034530 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82c36382-4050-440e-b22a-5f36f10d6c53 req-68380c46-1f1b-42a9-acf4-b9277e19e1ca tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 1652 time: 0.2535439 Aug 31 00:57:57.034530 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-0f35b667-a555-4194-a671-487087d3f18e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:57.034530 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:57.051804 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-085076c6-6c60-4924-8b6e-6db3eb23bfa8 req-cdf440f2-2b83-44db-a2c7-4c6ce1b0ec83 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0443811 Aug 31 00:57:57.092767 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82c36382-4050-440e-b22a-5f36f10d6c53 req-71ab9fd2-9afa-4097-b240-869180b64617 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738188 Aug 31 00:57:57.110525 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-0f35b667-a555-4194-a671-487087d3f18e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Network 731372ff-a6d3-49d1-8001-70c166825e41 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:57:57.116446 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-0f35b667-a555-4194-a671-487087d3f18e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:57:57.120759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-0f35b667-a555-4194-a671-487087d3f18e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:57:57.194898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35b667-a555-4194-a671-487087d3f18e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event updated for resources: {'Port': ['ID=a280b526-498f-4a1f-9597-43007f3e9cb1,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:57.273344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2a6dd838-5c96-4505-9654-2ef7831c292a details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:57:57.298280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-0f35b667-a555-4194-a671-487087d3f18e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:57.299829 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-0f35b667-a555-4194-a671-487087d3f18e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:57.398548 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 720c7731-0dce-45b3-888a-22ac7a23d764 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:57:57.415551 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-3b9f83d3-fd34-46eb-894d-b873b8e47870 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0784154 Aug 31 00:57:57.468637 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Request body: {'port': {'device_id': '148ccaa2-7f5c-4af1-92d0-2fed9edcc430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:57.527482 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f70542-7394-4cf1-84aa-036fa0ceaeac req-78c271ba-6431-4859-9c8b-531981fd4167 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:57.538142 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-57f70542-7394-4cf1-84aa-036fa0ceaeac req-78c271ba-6431-4859-9c8b-531981fd4167 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 932 time: 0.2481430 Aug 31 00:57:57.577622 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-0f35b667-a555-4194-a671-487087d3f18e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5979238 Aug 31 00:57:57.632067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d59e184c-2d31-4288-82fc-0762d97c3dba tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Request body: {'port': {'device_id': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '60d743b8-14de-4666-8656-1e81e9c911f1', 'admin_state_up': True, 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'security_groups': ['d9b938cd-2bb2-4210-8ea6-b1d4fb3639be']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:57:57.668172 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:57.699784 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-57f70542-7394-4cf1-84aa-036fa0ceaeac req-b1c6143c-69b4-41b8-8381-16712176b78f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610699 Aug 31 00:57:57.705844 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:57.749366 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2a6dd838-5c96-4505-9654-2ef7831c292a, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2a6dd838-5c96-4505-9654-2ef7831c292a,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:57.788637 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-383a1707-74b1-4b33-990d-9559ce2f4624 None None] Provisioning for port a280b526-498f-4a1f-9597-43007f3e9cb1 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:57:57.794179 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-383a1707-74b1-4b33-990d-9559ce2f4624 None None] Provisioning complete for port a280b526-498f-4a1f-9597-43007f3e9cb1 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:57.794551 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-383a1707-74b1-4b33-990d-9559ce2f4624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:57.799156 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '2a6dd838-5c96-4505-9654-2ef7831c292a', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '2a6dd838-5c96-4505-9654-2ef7831c292a', 'mac_address': 'fa:16:3e:8a:ca:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:57:57.870855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981925-ef12-4a78-a3b8-690f512fe763 req-f459673c-9130-432c-a50b-bbcd6b904b1d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:57.878354 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52981925-ef12-4a78-a3b8-690f512fe763 req-f459673c-9130-432c-a50b-bbcd6b904b1d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.2992635 Aug 31 00:57:57.886103 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-383a1707-74b1-4b33-990d-9559ce2f4624 None None] Port a280b526-498f-4a1f-9597-43007f3e9cb1 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:57:57.932632 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:57.940238 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52981925-ef12-4a78-a3b8-690f512fe763 req-d9b98f5b-0ab2-4099-a245-661786d2a3fe tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560215 Aug 31 00:57:57.950977 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a6dd838-5c96-4505-9654-2ef7831c292a {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:57:57.970960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=720c7731-0dce-45b3-888a-22ac7a23d764,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:57.984377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2a6dd838-5c96-4505-9654-2ef7831c292a, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2a6dd838-5c96-4505-9654-2ef7831c292a,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:58.057097 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:58.063644 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:57:58.186336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d59e184c-2d31-4288-82fc-0762d97c3dba tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Made reservation on behalf of c3c7e1b68efc4873a3fc55693592c5e6 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:57:58.196337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=2a6dd838-5c96-4505-9654-2ef7831c292a,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:58.203286 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318dcbc1-35d6-408a-8885-d8c8e1b4511b {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:57:58.218623 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:58.241471 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['2a6dd838-5c96-4505-9654-2ef7831c292a'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:57:58.253219 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958007ab-265a-4c9b-839e-e987e4358402 req-3cbdc102-3864-4888-9ed9-f6ed69f264a8 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:58.262002 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-958007ab-265a-4c9b-839e-e987e4358402 req-3cbdc102-3864-4888-9ed9-f6ed69f264a8 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 944 time: 0.3269787 Aug 31 00:57:58.285609 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Transition to ACTIVE for port object 318dcbc1-35d6-408a-8885-d8c8e1b4511b will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:57:58.303236 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720c7731-0dce-45b3-888a-22ac7a23d764'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:58.305615 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135e418d-a106-4f84-a26a-ecb910faeaff" -d '{"events": [{"server_uuid": "19e45d57-789b-44b2-b12c-bbb1b3e6b291", "name": "network-vif-unplugged", "status": "completed", "tag": "720c7731-0dce-45b3-888a-22ac7a23d764"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:58.324314 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:58.331507 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b2ec0de7-b416-44cd-bcf3-f9f95aa30394 req-a29a09b7-6292-4952-8d04-d6db2f56cc91 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0460165 Aug 31 00:57:58.341005 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-958007ab-265a-4c9b-839e-e987e4358402 req-881e678f-0e26-4f6d-a232-8bd5bd156fb0 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f1c4fb-8978-4c70-8dd2-c3ea8ff83999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765378 Aug 31 00:57:58.370624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Transition to ACTIVE for port object 720c7731-0dce-45b3-888a-22ac7a23d764 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:57:58.389248 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:58.443035 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d59e184c-2d31-4288-82fc-0762d97c3dba tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:58.510095 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6927d96-24ec-45cc-bcf0-47c33e8a8187 x-openstack-request-id: req-f6927d96-24ec-45cc-bcf0-47c33e8a8187 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:58.511401 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e45d57-789b-44b2-b12c-bbb1b3e6b291", "name": "network-vif-unplugged", "status": "completed", "tag": "720c7731-0dce-45b3-888a-22ac7a23d764", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:58.511672 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6927d96-24ec-45cc-bcf0-47c33e8a8187 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:58.512094 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720c7731-0dce-45b3-888a-22ac7a23d764', 'code': 200} Aug 31 00:57:58.550461 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Pushing event updated for resources: {'Port': ['ID=318dcbc1-35d6-408a-8885-d8c8e1b4511b,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:58.610908 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 00:57:58.612207 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:57:58.674915 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:58.739493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d01d4f-930c-428e-b6c8-d6cd18550cc5 req-c697d7d3-fec4-4586-b336-b950bca76392 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:58.745815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d01d4f-930c-428e-b6c8-d6cd18550cc5 req-c697d7d3-fec4-4586-b336-b950bca76392 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:58.754277 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d01d4f-930c-428e-b6c8-d6cd18550cc5 req-c697d7d3-fec4-4586-b336-b950bca76392 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:58.765559 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-18d01d4f-930c-428e-b6c8-d6cd18550cc5 req-c697d7d3-fec4-4586-b336-b950bca76392 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 2373 time: 0.2518861 Aug 31 00:57:58.839331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] No DVR routers for this DVR port 720c7731-0dce-45b3-888a-22ac7a23d764 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:57:58.922721 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Attempting to bind port 318dcbc1-35d6-408a-8885-d8c8e1b4511b on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:57:58.923259 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Attempting to bind port 318dcbc1-35d6-408a-8885-d8c8e1b4511b by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:57:58.923836 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Attempting to bind port 318dcbc1-35d6-408a-8885-d8c8e1b4511b on network d402af4a-8a8e-49ea-8168-c26e094719ad {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:57:58.936896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=720c7731-0dce-45b3-888a-22ac7a23d764,revision_number=10']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:58.947142 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-18d01d4f-930c-428e-b6c8-d6cd18550cc5 req-2055336f-b771-4b29-a54c-bec8b5d91829 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265404 Aug 31 00:57:58.954823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Port 318dcbc1-35d6-408a-8885-d8c8e1b4511b on network d402af4a-8a8e-49ea-8168-c26e094719ad not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:57:58.957110 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Attempting to bind port 318dcbc1-35d6-408a-8885-d8c8e1b4511b on network d402af4a-8a8e-49ea-8168-c26e094719ad {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:57:58.969101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:57:58.969420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Checking segment: {'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:57:58.970002 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Bound using segment: {'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:57:58.970531 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Bound port: 318dcbc1-35d6-408a-8885-d8c8e1b4511b, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:57:58.970886 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:59.007589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Attempting to bind port 720c7731-0dce-45b3-888a-22ac7a23d764 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:57:59.007589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Attempting to bind port 720c7731-0dce-45b3-888a-22ac7a23d764 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:57:59.007589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Attempting to bind port 720c7731-0dce-45b3-888a-22ac7a23d764 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:57:59.056679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Port 720c7731-0dce-45b3-888a-22ac7a23d764 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:57:59.058778 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Attempting to bind port 720c7731-0dce-45b3-888a-22ac7a23d764 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:57:59.072712 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d59e184c-2d31-4288-82fc-0762d97c3dba tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Allocated IP 10.2.2.100 (60d743b8-14de-4666-8656-1e81e9c911f1/762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8/968fb5d6-9e64-4c86-bb05-77a2173eeedc) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:57:59.088332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] For port 318dcbc1-35d6-408a-8885-d8c8e1b4511b, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:57:59.093750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] For port 318dcbc1-35d6-408a-8885-d8c8e1b4511b, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=318dcbc1-35d6-408a-8885-d8c8e1b4511b,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:57:59.144392 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e994cbe-1eef-4f97-ae74-53037687405f req-9235a282-a322-4dda-93bf-d74348e0cea3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:59.168704 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e994cbe-1eef-4f97-ae74-53037687405f req-9235a282-a322-4dda-93bf-d74348e0cea3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 944 time: 0.3268797 Aug 31 00:57:59.178445 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:57:59.178779 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:57:59.179189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:57:59.186430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Bound port: 720c7731-0dce-45b3-888a-22ac7a23d764, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:57:59.187342 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:59.207508 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:59.300016 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:59.302609 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:59.308091 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] 10.222.0.41 "PUT /v2.0/ports/318dcbc1-35d6-408a-8885-d8c8e1b4511b HTTP/1.1" status: 200 len: 1093 time: 1.8709280 Aug 31 00:57:59.313765 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148ccaa2-7f5c-4af1-92d0-2fed9edcc430', 'tag': '318dcbc1-35d6-408a-8885-d8c8e1b4511b'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:59.320800 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87170bef-0d72-4d8f-be9d-7daf4d6440f1" -d '{"events": [{"name": "network-changed", "server_uuid": "148ccaa2-7f5c-4af1-92d0-2fed9edcc430", "tag": "318dcbc1-35d6-408a-8885-d8c8e1b4511b"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:59.339130 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2a6dd838-5c96-4505-9654-2ef7831c292a up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:57:59.437518 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 2a6dd838-5c96-4505-9654-2ef7831c292a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:57:59.437833 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:59.449812 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1f67e-900c-4465-9ec1-e5e8d15dc30a req-b394ec76-fd55-4f7e-9973-cd93bdd8cbe5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:59.451533 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-01e1f67e-900c-4465-9ec1-e5e8d15dc30a req-b394ec76-fd55-4f7e-9973-cd93bdd8cbe5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 948 time: 0.2922328 Aug 31 00:57:59.473161 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa6c12-7d57-4580-80bf-3244e4501030 service neutron] Pushing event updated for resources: {'Port': ['ID=318dcbc1-35d6-408a-8885-d8c8e1b4511b,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:57:59.571041 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:59.616124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2a6dd838-5c96-4505-9654-2ef7831c292a, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2a6dd838-5c96-4505-9654-2ef7831c292a,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:57:59.617254 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f135b5-fa41-4b23-a9e0-cf70cfb1db4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6dd838-5c96-4505-9654-2ef7831c292a'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:57:59.620165 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6c6705-1ffa-447d-84bb-bef982140759" -d '{"events": [{"server_uuid": "47f135b5-fa41-4b23-a9e0-cf70cfb1db4b", "name": "network-vif-plugged", "status": "completed", "tag": "2a6dd838-5c96-4505-9654-2ef7831c292a"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:57:59.635059 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-b2f4bd39-1a51-4e85-a248-3ae6eda0fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:57:59.637837 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-b2f4bd39-1a51-4e85-a248-3ae6eda0fca2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 1096 time: 0.1742251 Aug 31 00:57:59.678520 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-01e1f67e-900c-4465-9ec1-e5e8d15dc30a req-c18cb43d-023a-4293-9e38-06adea8040cb tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578243 Aug 31 00:57:59.713961 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:59.830601 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e994cbe-1eef-4f97-ae74-53037687405f req-45291f05-9af7-4943-85ad-8215facb9de1 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090457 Aug 31 00:57:59.897608 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-956e1728-6ba4-4993-90fd-adf66ca00656 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=318dcbc1-35d6-408a-8885-d8c8e1b4511b HTTP/1.1" status: 200 len: 217 time: 0.2435770 Aug 31 00:57:59.903386 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9f148e-2466-4728-abfc-ea4efb18b479 x-openstack-request-id: req-da9f148e-2466-4728-abfc-ea4efb18b479 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:57:59.903751 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148ccaa2-7f5c-4af1-92d0-2fed9edcc430", "tag": "318dcbc1-35d6-408a-8885-d8c8e1b4511b", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:57:59.904016 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da9f148e-2466-4728-abfc-ea4efb18b479 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:57:59.904458 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148ccaa2-7f5c-4af1-92d0-2fed9edcc430', 'tag': '318dcbc1-35d6-408a-8885-d8c8e1b4511b', 'status': 'completed', 'code': 200} Aug 31 00:57:59.958990 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=2a6dd838-5c96-4505-9654-2ef7831c292a,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:00.027866 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device ece7c80b-22e7-458e-898a-9192f89f6647 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:58:00.138249 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d59e184c-2d31-4288-82fc-0762d97c3dba tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:00.155908 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d59e184c-2d31-4288-82fc-0762d97c3dba tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Transition to ACTIVE for port object 968fb5d6-9e64-4c86-bb05-77a2173eeedc will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:58:00.158632 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1dbfa5aa-89fb-474c-b365-77678b67c92b req-4c05bf6a-aada-42b7-ac70-081e5d55c6c6 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.1122851 Aug 31 00:58:00.193287 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-8c197d8a-4142-46ad-8fe5-d4d5ef14c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:00.195322 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-8c197d8a-4142-46ad-8fe5-d4d5ef14c4ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06a338a6-991a-450e-bc60-b066a8b265a4 HTTP/1.1" status: 200 len: 851 time: 0.2848871 Aug 31 00:58:00.212594 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port ece7c80b-22e7-458e-898a-9192f89f6647, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=ece7c80b-22e7-458e-898a-9192f89f6647,segment=NetworkSegment(8bb544db-f230-4e9d-945a-344fa4064b86),segment_id=8bb544db-f230-4e9d-945a-344fa4064b86)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:00.254870 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'ece7c80b-22e7-458e-898a-9192f89f6647', 'network_id': 'bac509b4-c23e-4e7e-a012-54407f2ac84a', 'port_id': 'ece7c80b-22e7-458e-898a-9192f89f6647', 'mac_address': 'fa:16:3e:cb:73:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc4d2ef3-7ef0-49ca-801d-6985a41919ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:58:00.269767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:58:00.292996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=720c7731-0dce-45b3-888a-22ac7a23d764,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:58:00.303748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7f53f-e7d9-436f-8f4d-5526fe40f945 req-2c91ed16-d6f9-48b0-ae0e-157fe6c06db8 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:00.305772 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d8a7f53f-e7d9-436f-8f4d-5526fe40f945 req-2c91ed16-d6f9-48b0-ae0e-157fe6c06db8 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 944 time: 0.2999768 Aug 31 00:58:00.324214 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d59e184c-2d31-4288-82fc-0762d97c3dba tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:00.348937 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-81011480-e098-43c5-b24f-c21aa47ea5d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d402af4a-8a8e-49ea-8168-c26e094719ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343420 Aug 31 00:58:00.354953 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:00.388224 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece7c80b-22e7-458e-898a-9192f89f6647 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:00.426209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port ece7c80b-22e7-458e-898a-9192f89f6647, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=ece7c80b-22e7-458e-898a-9192f89f6647,segment=NetworkSegment(8bb544db-f230-4e9d-945a-344fa4064b86),segment_id=8bb544db-f230-4e9d-945a-344fa4064b86)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:00.452858 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:00.461290 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e184c-2d31-4288-82fc-0762d97c3dba tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event updated for resources: {'Port': ['ID=968fb5d6-9e64-4c86-bb05-77a2173eeedc,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:00.516825 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc6f571-c4f8-45a8-b21a-7f1f32646db8 x-openstack-request-id: req-6cc6f571-c4f8-45a8-b21a-7f1f32646db8 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:00.517215 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f135b5-fa41-4b23-a9e0-cf70cfb1db4b", "name": "network-vif-plugged", "status": "completed", "tag": "2a6dd838-5c96-4505-9654-2ef7831c292a", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:00.517637 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cc6f571-c4f8-45a8-b21a-7f1f32646db8 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:00.518389 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f135b5-fa41-4b23-a9e0-cf70cfb1db4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6dd838-5c96-4505-9654-2ef7831c292a', 'code': 200} Aug 31 00:58:00.582420 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:00.596781 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d59e184c-2d31-4288-82fc-0762d97c3dba tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Network 60d743b8-14de-4666-8656-1e81e9c911f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:58:00.641679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:00.641679 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:00.641679 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] 10.222.0.48 "PUT /v2.0/ports/720c7731-0dce-45b3-888a-22ac7a23d764 HTTP/1.1" status: 200 len: 1097 time: 3.9051993 Aug 31 00:58:00.644302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d59e184c-2d31-4288-82fc-0762d97c3dba tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:58:00.646797 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-1399a4ea-5ea6-4c99-ac81-dbc5a7a6000f service neutron] 10.222.0.41 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811711 Aug 31 00:58:00.656494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d59e184c-2d31-4288-82fc-0762d97c3dba tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:58:00.816813 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['ece7c80b-22e7-458e-898a-9192f89f6647'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:58:00.865041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'tag': '720c7731-0dce-45b3-888a-22ac7a23d764'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:00.868096 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3b2b76-2899-466a-8e06-9e13a25bdd86" -d '{"events": [{"name": "network-changed", "server_uuid": "19e45d57-789b-44b2-b12c-bbb1b3e6b291", "tag": "720c7731-0dce-45b3-888a-22ac7a23d764"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:00.933548 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d59e184c-2d31-4288-82fc-0762d97c3dba tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:00.938649 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d59e184c-2d31-4288-82fc-0762d97c3dba tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:01.004607 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d8a7f53f-e7d9-436f-8f4d-5526fe40f945 req-94dba194-f2f0-4a69-9b67-857e856832eb tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f1c4fb-8978-4c70-8dd2-c3ea8ff83999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630040 Aug 31 00:58:01.008896 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a90526-935b-41f0-ba02-336073b9886e req-54f39f15-5af3-4858-914f-3316863cae60 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:01.016358 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=ece7c80b-22e7-458e-898a-9192f89f6647,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:01.050256 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a90526-935b-41f0-ba02-336073b9886e req-54f39f15-5af3-4858-914f-3316863cae60 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:01.074265 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5492441-4e05-43f7-916b-cbbced61e9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=720c7731-0dce-45b3-888a-22ac7a23d764,revision_number=11']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:01.078987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-312b3fca-a96a-4260-b0f6-b905aecb7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:01.092304 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-312b3fca-a96a-4260-b0f6-b905aecb7ad0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 1100 time: 0.1790712 Aug 31 00:58:01.098131 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a90526-935b-41f0-ba02-336073b9886e req-54f39f15-5af3-4858-914f-3316863cae60 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:01.146076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a90526-935b-41f0-ba02-336073b9886e req-54f39f15-5af3-4858-914f-3316863cae60 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:01.154662 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c0a90526-935b-41f0-ba02-336073b9886e req-54f39f15-5af3-4858-914f-3316863cae60 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 3094 time: 0.5172796 Aug 31 00:58:01.335823 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d59e184c-2d31-4288-82fc-0762d97c3dba tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7313569 Aug 31 00:58:01.350385 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4821788c-4a44-491a-a618-f1e7e0bbe535 req-77ada3f9-0b2c-4362-a7d4-11865e9dde2c service neutron] 10.222.0.41 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7026312 Aug 31 00:58:01.374796 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c0a90526-935b-41f0-ba02-336073b9886e req-f496df39-085f-47f2-95fe-d073811cc862 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186182 Aug 31 00:58:01.461904 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Request body: {'port': {'device_id': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '60d743b8-14de-4666-8656-1e81e9c911f1', 'admin_state_up': True, 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'security_groups': ['d9b938cd-2bb2-4210-8ea6-b1d4fb3639be']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:58:01.657619 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6f23646a-dcb7-4aeb-bfad-100a261fe237 None None] Provisioning for port 968fb5d6-9e64-4c86-bb05-77a2173eeedc completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:58:01.662286 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6f23646a-dcb7-4aeb-bfad-100a261fe237 None None] Provisioning complete for port 968fb5d6-9e64-4c86-bb05-77a2173eeedc triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:58:01.662626 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6f23646a-dcb7-4aeb-bfad-100a261fe237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:01.709476 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87170bef-0d72-4d8f-be9d-7daf4d6440f1 req-61328e55-ab92-48a6-96d9-458927e9ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:01.717749 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87170bef-0d72-4d8f-be9d-7daf4d6440f1 req-61328e55-ab92-48a6-96d9-458927e9ce84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 1096 time: 0.1670334 Aug 31 00:58:01.741701 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a1143-4923-4dc7-b15b-12826de8a01b req-cead56db-df76-4cd6-ad77-c22d7473bef8 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:01.750403 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c22a1143-4923-4dc7-b15b-12826de8a01b req-cead56db-df76-4cd6-ad77-c22d7473bef8 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 948 time: 0.4231682 Aug 31 00:58:01.755653 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6f23646a-dcb7-4aeb-bfad-100a261fe237 None None] Port 968fb5d6-9e64-4c86-bb05-77a2173eeedc cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:58:01.834238 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f1124-dbce-4532-9201-1d115f6ecda7 req-e0a5478f-4e57-4b54-bb7f-32f68f386867 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:01.836002 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c22a1143-4923-4dc7-b15b-12826de8a01b req-940c9295-4468-4a3f-b98b-abcf40c0ea01 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618942 Aug 31 00:58:01.844987 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a62f1124-dbce-4532-9201-1d115f6ecda7 req-e0a5478f-4e57-4b54-bb7f-32f68f386867 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 944 time: 0.2130494 Aug 31 00:58:01.847178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-defd5bc8-da87-4611-b4f3-f48bc64a620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:01.848903 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-defd5bc8-da87-4611-b4f3-f48bc64a620b service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.7488925 Aug 31 00:58:01.935517 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-25a1ba29-c518-4d36-9b88-9fd064570cf0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=720c7731-0dce-45b3-888a-22ac7a23d764 HTTP/1.1" status: 200 len: 217 time: 0.0502086 Aug 31 00:58:01.941533 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a62f1124-dbce-4532-9201-1d115f6ecda7 req-d3f32f97-2de2-4750-a7a8-f4ffd87b320e tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947545 Aug 31 00:58:02.023569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-84adadec-2a86-4d84-af8a-2a705fcde506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:02.026191 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-84adadec-2a86-4d84-af8a-2a705fcde506 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0811672 Aug 31 00:58:02.033089 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87170bef-0d72-4d8f-be9d-7daf4d6440f1 req-604f6bc7-210a-4c13-8187-dfaa268d0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:02.034229 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device ece7c80b-22e7-458e-898a-9192f89f6647 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:58:02.046791 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87170bef-0d72-4d8f-be9d-7daf4d6440f1 req-604f6bc7-210a-4c13-8187-dfaa268d0b09 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d402af4a-8a8e-49ea-8168-c26e094719ad HTTP/1.1" status: 200 len: 912 time: 0.3146946 Aug 31 00:58:02.221534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-9d286040-ffa2-409a-b6df-4867d5988516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:02.224744 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-9d286040-ffa2-409a-b6df-4867d5988516 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1826732 Aug 31 00:58:02.229346 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51003ff3-c7f6-4f02-8de0-9973aa4bf9ba x-openstack-request-id: req-51003ff3-c7f6-4f02-8de0-9973aa4bf9ba {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:02.229730 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e45d57-789b-44b2-b12c-bbb1b3e6b291", "tag": "720c7731-0dce-45b3-888a-22ac7a23d764", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:02.230041 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51003ff3-c7f6-4f02-8de0-9973aa4bf9ba {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:02.230738 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'tag': '720c7731-0dce-45b3-888a-22ac7a23d764', 'status': 'completed', 'code': 200} Aug 31 00:58:02.247437 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87170bef-0d72-4d8f-be9d-7daf4d6440f1 req-245470a1-4dfb-4aec-9c4e-759209663e89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=318dcbc1-35d6-408a-8885-d8c8e1b4511b HTTP/1.1" status: 200 len: 217 time: 0.1822088 Aug 31 00:58:02.370952 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-03b8f16f-7f68-4575-bfe1-e71bf903b187 req-74bc54dd-b6b7-4d3c-9c09-2785f06cfb4d tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.1308551 Aug 31 00:58:02.395899 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-50ec4b96-8259-45f9-8ac9-4a39057e1816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:02.399219 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-50ec4b96-8259-45f9-8ac9-4a39057e1816 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 1100 time: 0.2247000 Aug 31 00:58:02.458748 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-11cc721b-2e95-43d8-90bf-a7e49606bdb1 req-7c6f6ba8-421e-4cdd-8dd3-00c7ff57bfa4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0985227 Aug 31 00:58:02.486063 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-d49b144f-bbda-453a-83b2-538e32f2fefb service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108567 Aug 31 00:58:02.495971 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87170bef-0d72-4d8f-be9d-7daf4d6440f1 req-586aaef0-6bfd-49c4-bcbf-5ba91e87e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:02.495971 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87170bef-0d72-4d8f-be9d-7daf4d6440f1 req-586aaef0-6bfd-49c4-bcbf-5ba91e87e359 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06a338a6-991a-450e-bc60-b066a8b265a4 HTTP/1.1" status: 200 len: 851 time: 0.2167132 Aug 31 00:58:02.641044 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d2f2c-ceab-4bda-b93a-9b69c1bf7914 req-45413753-0911-4132-8da2-5ad71b0f24ac tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:02.652741 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d2f2c-ceab-4bda-b93a-9b69c1bf7914 req-45413753-0911-4132-8da2-5ad71b0f24ac tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:02.660175 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d2f2c-ceab-4bda-b93a-9b69c1bf7914 req-45413753-0911-4132-8da2-5ad71b0f24ac tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:02.668758 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d2f2c-ceab-4bda-b93a-9b69c1bf7914 req-45413753-0911-4132-8da2-5ad71b0f24ac tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:02.678932 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6d4d2f2c-ceab-4bda-b93a-9b69c1bf7914 req-45413753-0911-4132-8da2-5ad71b0f24ac tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 3094 time: 0.1433430 Aug 31 00:58:02.746681 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87170bef-0d72-4d8f-be9d-7daf4d6440f1 req-abc9e667-f659-4e2c-8b09-bf44a3095424 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d402af4a-8a8e-49ea-8168-c26e094719ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424213 Aug 31 00:58:02.791129 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6d4d2f2c-ceab-4bda-b93a-9b69c1bf7914 req-fd1b82bf-6907-4b0c-abd3-d13f5f1d2246 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098123 Aug 31 00:58:02.830986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d75f2e-fe66-4058-befa-0499560ee651 req-993ffe99-1333-46f3-95f9-71c47d9b588f tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:02.833862 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-22d75f2e-fe66-4058-befa-0499560ee651 req-993ffe99-1333-46f3-95f9-71c47d9b588f tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 945 time: 0.3021739 Aug 31 00:58:02.945068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-617f54b2-ad1a-4d2e-bcf8-d5a95b05e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:02.947658 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-617f54b2-ad1a-4d2e-bcf8-d5a95b05e406 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.4604259 Aug 31 00:58:02.958085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Made reservation on behalf of c3c7e1b68efc4873a3fc55693592c5e6 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:58:02.963937 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:02.998034 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d197d21-729a-4ea8-b4f5-ba9453a2e114 req-49ce48e7-664c-4855-88dd-1f3cdba05572 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918094 Aug 31 00:58:03.035659 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-26be3c05-c8d0-4424-b8f0-f0746c927fa0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=720c7731-0dce-45b3-888a-22ac7a23d764 HTTP/1.1" status: 200 len: 217 time: 0.0628848 Aug 31 00:58:03.044737 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87170bef-0d72-4d8f-be9d-7daf4d6440f1 req-c93935a5-1114-4ca8-bb85-83205e181aa2 service neutron] 10.222.0.41 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770345 Aug 31 00:58:03.088494 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-22d75f2e-fe66-4058-befa-0499560ee651 req-0a596549-0250-4cc1-bdc1-50eaf3c7e423 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f1c4fb-8978-4c70-8dd2-c3ea8ff83999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374671 Aug 31 00:58:03.129259 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port ece7c80b-22e7-458e-898a-9192f89f6647 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:58:03.136325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port ece7c80b-22e7-458e-898a-9192f89f6647 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:58:03.136823 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:03.297365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-400f09c5-1e0b-4ed4-b56c-b098f43cb3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:03.298992 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-400f09c5-1e0b-4ed4-b56c-b098f43cb3de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.2519617 Aug 31 00:58:03.337595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 318dcbc1-35d6-408a-8885-d8c8e1b4511b details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:58:03.376549 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-23e534f4-5061-40f7-926b-db77152fc14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:03.378719 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-23e534f4-5061-40f7-926b-db77152fc14d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 1100 time: 0.3301799 Aug 31 00:58:03.407558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194beec4-85df-4542-86ea-bbe897fca375 req-413b4e81-ddbf-4557-bb7a-ed1b90bda282 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:03.415432 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4f5ff-8422-4cbe-8671-3eb869e50724 req-6148b9a0-b4ba-4d38-899d-b7681039bc5a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:03.416550 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-194beec4-85df-4542-86ea-bbe897fca375 req-413b4e81-ddbf-4557-bb7a-ed1b90bda282 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 944 time: 0.1972573 Aug 31 00:58:03.421908 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1cf4f5ff-8422-4cbe-8671-3eb869e50724 req-6148b9a0-b4ba-4d38-899d-b7681039bc5a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 948 time: 0.3172476 Aug 31 00:58:03.441664 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:03.537489 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87170bef-0d72-4d8f-be9d-7daf4d6440f1 req-02344307-3100-4eeb-98b4-ea7741444c29 service neutron] 10.222.0.41 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821599 Aug 31 00:58:03.581002 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1cf4f5ff-8422-4cbe-8671-3eb869e50724 req-0472621d-4ed0-4a98-a3d8-359e38003627 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461928 Aug 31 00:58:03.614884 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c7b496-e706-4f9d-b070-e28dccee6da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece7c80b-22e7-458e-898a-9192f89f6647'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:03.633253 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568dd334-8c95-4800-b88d-2f5611fbe3e2" -d '{"events": [{"server_uuid": "a2c7b496-e706-4f9d-b070-e28dccee6da6", "name": "network-vif-plugged", "status": "completed", "tag": "ece7c80b-22e7-458e-898a-9192f89f6647"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:03.683339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port ece7c80b-22e7-458e-898a-9192f89f6647, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=ece7c80b-22e7-458e-898a-9192f89f6647,segment=NetworkSegment(8bb544db-f230-4e9d-945a-344fa4064b86),segment_id=8bb544db-f230-4e9d-945a-344fa4064b86)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:03.708524 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45384) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:03.747289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-a961ec58-9d03-487d-8213-17872f3c395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:03.750517 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-a961ec58-9d03-487d-8213-17872f3c395b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4232030 Aug 31 00:58:03.791034 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:03.814064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Allocated IP 10.2.2.200 (60d743b8-14de-4666-8656-1e81e9c911f1/762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8/4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:58:03.849771 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-194beec4-85df-4542-86ea-bbe897fca375 req-f4811aea-601a-4959-8e8a-ef7ee24ceb2c tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322929 Aug 31 00:58:03.866197 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 318dcbc1-35d6-408a-8885-d8c8e1b4511b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=318dcbc1-35d6-408a-8885-d8c8e1b4511b,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:03.897351 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-10209356-656c-48b9-a584-bef8c83a74f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:03.898329 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-10209356-656c-48b9-a584-bef8c83a74f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.5032427 Aug 31 00:58:03.944099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=ece7c80b-22e7-458e-898a-9192f89f6647,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:03.968637 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '318dcbc1-35d6-408a-8885-d8c8e1b4511b', 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad', 'port_id': '318dcbc1-35d6-408a-8885-d8c8e1b4511b', 'mac_address': 'fa:16:3e:29:35:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a338a6-991a-450e-bc60-b066a8b265a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:58:03.986313 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d6283dfc-59da-4933-b95e-6238dfa6a290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:03.988596 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-0b36dc6d-fa71-4ddf-8b3b-c097f3f5edd1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=720c7731-0dce-45b3-888a-22ac7a23d764 HTTP/1.1" status: 200 len: 217 time: 0.0811749 Aug 31 00:58:04.174575 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-0aad69b0-67c9-42d8-b951-01345ba5fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:04.176432 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-0aad69b0-67c9-42d8-b951-01345ba5fd69 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1705878 Aug 31 00:58:04.257827 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c475cf69-75c7-47e6-b35a-f1eafb74bacc x-openstack-request-id: req-c475cf69-75c7-47e6-b35a-f1eafb74bacc {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:04.258445 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c7b496-e706-4f9d-b070-e28dccee6da6", "name": "network-vif-plugged", "status": "completed", "tag": "ece7c80b-22e7-458e-898a-9192f89f6647", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:04.258543 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c475cf69-75c7-47e6-b35a-f1eafb74bacc {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:04.258957 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c7b496-e706-4f9d-b070-e28dccee6da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece7c80b-22e7-458e-898a-9192f89f6647', 'code': 200} Aug 31 00:58:04.278530 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:04.284524 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-a574b998-f769-434c-b410-fd6063f162b8 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948590 Aug 31 00:58:04.287118 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3f43bd3a-541f-41e3-95e9-e73107237dea req-93ac5083-d596-4b0a-9170-fd107f771e23 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.1260617 Aug 31 00:58:04.338666 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318dcbc1-35d6-408a-8885-d8c8e1b4511b {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:04.381982 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbb2e2-8e8d-4cbb-86c1-7704f44d2aa4 req-dffb5218-db7a-41f4-95fe-cb975cb1549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:04.383441 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-96cbb2e2-8e8d-4cbb-86c1-7704f44d2aa4 req-dffb5218-db7a-41f4-95fe-cb975cb1549a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 1098 time: 0.1783452 Aug 31 00:58:04.419367 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d1c001e3-2fdd-4898-8459-8bb56a027276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:04.430632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 318dcbc1-35d6-408a-8885-d8c8e1b4511b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=318dcbc1-35d6-408a-8885-d8c8e1b4511b,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:04.485040 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d6283dfc-59da-4933-b95e-6238dfa6a290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:04.486868 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:04.509591 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Transition to ACTIVE for port object 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:58:04.520676 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-96cbb2e2-8e8d-4cbb-86c1-7704f44d2aa4 req-7bf6c261-3ead-4f44-8ede-973027c7cf44 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f6f1c4fb-8978-4c70-8dd2-c3ea8ff83999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252055 Aug 31 00:58:04.526091 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:04.597800 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d6283dfc-59da-4933-b95e-6238dfa6a290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:04.632845 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=318dcbc1-35d6-408a-8885-d8c8e1b4511b,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:04.651440 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d6283dfc-59da-4933-b95e-6238dfa6a290 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=123339e25d5a4397982ea7ea3e73abb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9417989 Aug 31 00:58:04.654596 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45404) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:04.701032 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f3d02-9e0e-4b1f-8b99-6274752dbbdb req-5100b14a-94b8-4bd6-92ca-1be89d88be59 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:04.716343 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f3d02-9e0e-4b1f-8b99-6274752dbbdb req-5100b14a-94b8-4bd6-92ca-1be89d88be59 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:04.721674 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e05b3-4aaf-4bae-a7c9-51eb3d6868c9 req-7c21fccb-c54e-49e3-afc4-73a3c896a91f tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:04.729798 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-206e05b3-4aaf-4bae-a7c9-51eb3d6868c9 req-7c21fccb-c54e-49e3-afc4-73a3c896a91f tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 946 time: 0.1932616 Aug 31 00:58:04.741134 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6283dfc-59da-4933-b95e-6238dfa6a290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b934afe-fb2c-4b18-8d44-a4fdeb20badc,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:04.749248 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f3d02-9e0e-4b1f-8b99-6274752dbbdb req-5100b14a-94b8-4bd6-92ca-1be89d88be59 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:04.777650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f3d02-9e0e-4b1f-8b99-6274752dbbdb req-5100b14a-94b8-4bd6-92ca-1be89d88be59 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:04.793280 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-be8f3d02-9e0e-4b1f-8b99-6274752dbbdb req-5100b14a-94b8-4bd6-92ca-1be89d88be59 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 3094 time: 0.5535910 Aug 31 00:58:04.800035 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2197465d-c4d9-4cc2-8a2d-367a315deb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:04.818231 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:04.825023 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-206e05b3-4aaf-4bae-a7c9-51eb3d6868c9 req-08f989ba-f0ae-48c7-b7c9-346bd6627593 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f1c4fb-8978-4c70-8dd2-c3ea8ff83999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927835 Aug 31 00:58:04.832694 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['318dcbc1-35d6-408a-8885-d8c8e1b4511b'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:58:04.883708 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2197465d-c4d9-4cc2-8a2d-367a315deb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:04.921226 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-084425a7-1751-475e-b561-0489a3d8e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:04.927978 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-084425a7-1751-475e-b561-0489a3d8e97c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6677549 Aug 31 00:58:05.128305 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2197465d-c4d9-4cc2-8a2d-367a315deb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:05.137650 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2197465d-c4d9-4cc2-8a2d-367a315deb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:05.142353 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2197465d-c4d9-4cc2-8a2d-367a315deb9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b934afe-fb2c-4b18-8d44-a4fdeb20badc HTTP/1.1" status: 204 len: 168 time: 0.4841123 Aug 31 00:58:05.182918 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197465d-c4d9-4cc2-8a2d-367a315deb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b934afe-fb2c-4b18-8d44-a4fdeb20badc,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:05.221016 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7b334-0532-4038-8ffe-770b5852f396 req-85d803f0-c2b1-47f0-a5ea-d3b1b8401f2b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:05.235082 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f2e7b334-0532-4038-8ffe-770b5852f396 req-85d803f0-c2b1-47f0-a5ea-d3b1b8401f2b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 948 time: 0.1671841 Aug 31 00:58:05.283905 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-be8f3d02-9e0e-4b1f-8b99-6274752dbbdb req-6e47a929-2c43-4b21-bb25-4118db88cb7d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4685376 Aug 31 00:58:05.291836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Network 60d743b8-14de-4666-8656-1e81e9c911f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:58:05.312886 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event updated for resources: {'Port': ['ID=4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:05.337387 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f2e7b334-0532-4038-8ffe-770b5852f396 req-f89c2300-7841-4db4-b7be-81af707f06b9 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012542 Aug 31 00:58:05.358502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:05.367179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:05.367535 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:05.367885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:05.368230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:05.368567 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:05.369563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:05.369563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:05.369563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:05.371140 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:05.371140 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:05.371140 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:05.393865 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:58:05.404045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:58:05.418081 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-f2ba0cba-03f2-41d7-a58a-1a779ec0521b service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0205553 Aug 31 00:58:05.593353 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4808e4c-e754-4b8f-b2ae-b5f83156af0f req-c72cc877-594c-4cc1-802a-24bb628462eb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:05.606612 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4808e4c-e754-4b8f-b2ae-b5f83156af0f req-c72cc877-594c-4cc1-802a-24bb628462eb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 945 time: 0.1444547 Aug 31 00:58:05.645187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:05.647243 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:05.687168 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-b951fee7-2bd7-4452-a502-4db89f78b07a service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6491699 Aug 31 00:58:05.720177 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4808e4c-e754-4b8f-b2ae-b5f83156af0f req-8f785045-42a8-4b2f-bf7a-c3d3702fed4f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125617 Aug 31 00:58:05.959420 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-184d1a03-1b10-4ba0-bba9-4854aac9f64e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5204129 Aug 31 00:58:05.984757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Request body: {'port': {'device_id': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:58:05.995575 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097aa9d-38f6-497a-aca0-82f13f43b75a req-54cb688a-436e-498d-af0e-57cbfd9f3a8a tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:06.007407 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5097aa9d-38f6-497a-aca0-82f13f43b75a req-54cb688a-436e-498d-af0e-57cbfd9f3a8a tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 946 time: 0.0912774 Aug 31 00:58:06.031897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-876aa5db-de3c-4435-b87e-1377fe05f200 None None] Provisioning for port 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:58:06.039439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-876aa5db-de3c-4435-b87e-1377fe05f200 None None] Provisioning complete for port 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:58:06.040029 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-876aa5db-de3c-4435-b87e-1377fe05f200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:06.095182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 720c7731-0dce-45b3-888a-22ac7a23d764 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:58:06.125338 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5097aa9d-38f6-497a-aca0-82f13f43b75a req-943efaad-15fc-43b1-8acb-14430f978d7e tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f1c4fb-8978-4c70-8dd2-c3ea8ff83999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161349 Aug 31 00:58:06.168450 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-876aa5db-de3c-4435-b87e-1377fe05f200 None None] Port 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:58:06.172264 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c26b2de7-0435-4c88-998a-d3647d72f4e1 req-d88aa85b-3613-4b38-94e3-d9b4d38693c1 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.2149889 Aug 31 00:58:06.210785 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:06.309484 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae3b2b76-2899-466a-8e06-9e13a25bdd86 req-0c2f4d6d-8fcd-42a8-bb87-3f3805db9101 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6108992 Aug 31 00:58:06.356175 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=720c7731-0dce-45b3-888a-22ac7a23d764,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:06.401557 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '720c7731-0dce-45b3-888a-22ac7a23d764', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '720c7731-0dce-45b3-888a-22ac7a23d764', 'mac_address': 'fa:16:3e:17:a9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:58:06.536990 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:06.603363 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720c7731-0dce-45b3-888a-22ac7a23d764 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:06.634857 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6017b0-8d3c-4a7a-ba05-c7880509df91 req-0d249a20-f12d-4dfe-a2c1-36a564bc9ac5 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:06.642998 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6017b0-8d3c-4a7a-ba05-c7880509df91 req-0d249a20-f12d-4dfe-a2c1-36a564bc9ac5 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:06.650019 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6017b0-8d3c-4a7a-ba05-c7880509df91 req-0d249a20-f12d-4dfe-a2c1-36a564bc9ac5 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:06.654735 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6017b0-8d3c-4a7a-ba05-c7880509df91 req-0d249a20-f12d-4dfe-a2c1-36a564bc9ac5 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:06.660884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6017b0-8d3c-4a7a-ba05-c7880509df91 req-0d249a20-f12d-4dfe-a2c1-36a564bc9ac5 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:06.662805 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f6017b0-8d3c-4a7a-ba05-c7880509df91 req-0d249a20-f12d-4dfe-a2c1-36a564bc9ac5 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 3815 time: 0.1591611 Aug 31 00:58:06.682155 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45436) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:06.731812 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:06.734468 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f6017b0-8d3c-4a7a-ba05-c7880509df91 req-95ca3be4-3bee-4d3b-81cf-3b935967ad7b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524304 Aug 31 00:58:06.754407 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-89b9a1c4-4e39-4a73-8914-4c5bc630ad5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:06.763043 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=720c7731-0dce-45b3-888a-22ac7a23d764,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:06.790263 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:06.901842 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:06.905711 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:06.977961 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-89b9a1c4-4e39-4a73-8914-4c5bc630ad5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:07.031269 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a7cca22d-0e57-4df7-9874-e5e06e61644d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:07.054888 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-89b9a1c4-4e39-4a73-8914-4c5bc630ad5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:07.088834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=720c7731-0dce-45b3-888a-22ac7a23d764,revision_number=12']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:07.171681 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7b9da-8b86-41f4-a8a4-af5134dea3f1 req-65894d10-f913-4716-a487-89aaadb57c2f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:07.173415 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c0f7b9da-8b86-41f4-a8a4-af5134dea3f1 req-65894d10-f913-4716-a487-89aaadb57c2f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 945 time: 0.1152959 Aug 31 00:58:07.174290 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9a1c4-4e39-4a73-8914-4c5bc630ad5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4e2f13-76e0-4052-8b06-3e64827809c3,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:07.176889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['720c7731-0dce-45b3-888a-22ac7a23d764'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:58:07.197715 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-89b9a1c4-4e39-4a73-8914-4c5bc630ad5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab9c3331273240259dffc395c4fe6bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5129647 Aug 31 00:58:07.202749 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45448) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:07.358043 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 318dcbc1-35d6-408a-8885-d8c8e1b4511b up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:58:07.462462 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1c0e8f4-2a4e-41d6-859c-16555cac3cfa req-85c4a69c-5a49-44ef-993b-0ea744bffaec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbfe439414604cb38b8b6e7d4da79f24&device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0827250 Aug 31 00:58:07.466127 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c0f7b9da-8b86-41f4-a8a4-af5134dea3f1 req-20a90753-77f4-4b40-995d-476be014c35a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665644 Aug 31 00:58:07.504293 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cac8892-a71e-44c5-8ed2-a3bd128601bb {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:07.527742 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26ea89d4-f715-4446-b6ef-17e6d9e9d472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:07.540112 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:07.611281 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162d084-f73c-4cfa-bb56-e66a03cf71de req-e3eecba3-c2a2-4daf-89ad-b66f6a1d217b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:07.613025 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d162d084-f73c-4cfa-bb56-e66a03cf71de req-e3eecba3-c2a2-4daf-89ad-b66f6a1d217b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.7788644 Aug 31 00:58:07.614730 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26ea89d4-f715-4446-b6ef-17e6d9e9d472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:07.627588 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1c0e8f4-2a4e-41d6-859c-16555cac3cfa req-742994ea-ec3b-483a-84ee-00cffdd1807c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=fbfe439414604cb38b8b6e7d4da79f24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1444600 Aug 31 00:58:07.660389 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 318dcbc1-35d6-408a-8885-d8c8e1b4511b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:58:07.664742 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Transition to ACTIVE for port object 6cac8892-a71e-44c5-8ed2-a3bd128601bb will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:58:07.685292 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 318dcbc1-35d6-408a-8885-d8c8e1b4511b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:58:07.685735 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:07.745243 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-788da69a-f396-4d11-9846-db424d84e3ce req-c18bf07c-d837-4b47-996f-a870b85affc2 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0933800 Aug 31 00:58:07.810986 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d162d084-f73c-4cfa-bb56-e66a03cf71de req-1328efa8-c6b7-456c-a27a-c38c689517b9 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734517 Aug 31 00:58:07.851758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0e8f4-2a4e-41d6-859c-16555cac3cfa req-179ce76b-2a67-4a45-8941-27c10f226064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:07.853665 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1c0e8f4-2a4e-41d6-859c-16555cac3cfa req-179ce76b-2a67-4a45-8941-27c10f226064 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2067409 Aug 31 00:58:07.906003 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:07.988407 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 318dcbc1-35d6-408a-8885-d8c8e1b4511b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=318dcbc1-35d6-408a-8885-d8c8e1b4511b,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:07.990460 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148ccaa2-7f5c-4af1-92d0-2fed9edcc430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318dcbc1-35d6-408a-8885-d8c8e1b4511b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:07.993321 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416a8f81-dfae-4499-a4c8-a9f94dd0847e" -d '{"events": [{"server_uuid": "148ccaa2-7f5c-4af1-92d0-2fed9edcc430", "name": "network-vif-plugged", "status": "completed", "tag": "318dcbc1-35d6-408a-8885-d8c8e1b4511b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:08.008437 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58adf9-e75e-4a3a-a7e2-f4554bffaff8 req-7bfd85bc-b474-4fe6-9f51-9158624f59c5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:08.009520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fd852-3782-4c63-a884-cfb5efe0b8c3 req-915bc646-2964-44d3-b22e-8dc7a7fd9392 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:08.011187 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd58adf9-e75e-4a3a-a7e2-f4554bffaff8 req-7bfd85bc-b474-4fe6-9f51-9158624f59c5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 949 time: 0.0564001 Aug 31 00:58:08.033339 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fd852-3782-4c63-a884-cfb5efe0b8c3 req-915bc646-2964-44d3-b22e-8dc7a7fd9392 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:08.041074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fd852-3782-4c63-a884-cfb5efe0b8c3 req-915bc646-2964-44d3-b22e-8dc7a7fd9392 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:08.048680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fd852-3782-4c63-a884-cfb5efe0b8c3 req-915bc646-2964-44d3-b22e-8dc7a7fd9392 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:08.055854 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fd852-3782-4c63-a884-cfb5efe0b8c3 req-915bc646-2964-44d3-b22e-8dc7a7fd9392 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:08.057740 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f14fd852-3782-4c63-a884-cfb5efe0b8c3 req-915bc646-2964-44d3-b22e-8dc7a7fd9392 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 3815 time: 0.1559863 Aug 31 00:58:08.086302 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd58adf9-e75e-4a3a-a7e2-f4554bffaff8 req-a180e07c-746e-4d6c-8971-5353e6cdca00 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682774 Aug 31 00:58:08.118173 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f14fd852-3782-4c63-a884-cfb5efe0b8c3 req-726b8cf3-c08c-4460-a1d1-a5ed355cd588 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513003 Aug 31 00:58:08.146583 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:08.169712 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e3692e-43e9-4b11-8406-544b53e7a2b0 x-openstack-request-id: req-05e3692e-43e9-4b11-8406-544b53e7a2b0 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:08.175380 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148ccaa2-7f5c-4af1-92d0-2fed9edcc430", "name": "network-vif-plugged", "status": "completed", "tag": "318dcbc1-35d6-408a-8885-d8c8e1b4511b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:08.175380 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05e3692e-43e9-4b11-8406-544b53e7a2b0 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:08.175380 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148ccaa2-7f5c-4af1-92d0-2fed9edcc430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318dcbc1-35d6-408a-8885-d8c8e1b4511b', 'code': 200} Aug 31 00:58:08.214761 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26ea89d4-f715-4446-b6ef-17e6d9e9d472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:08.222694 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26ea89d4-f715-4446-b6ef-17e6d9e9d472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:08.222694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-26ea89d4-f715-4446-b6ef-17e6d9e9d472 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef4e2f13-76e0-4052-8b06-3e64827809c3 HTTP/1.1" status: 204 len: 168 time: 1.0141654 Aug 31 00:58:08.236486 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea89d4-f715-4446-b6ef-17e6d9e9d472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4e2f13-76e0-4052-8b06-3e64827809c3,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:08.243475 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:08.380782 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6cac8892-a71e-44c5-8ed2-a3bd128601bb,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:08.494353 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc0f3e-a06f-41ac-8bd1-a38e8f6103d8 req-970fa011-8269-43e9-9e52-02fdbfbe0f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:08.499151 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:08.500056 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=318dcbc1-35d6-408a-8885-d8c8e1b4511b,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:08.503582 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edfc0f3e-a06f-41ac-8bd1-a38e8f6103d8 req-970fa011-8269-43e9-9e52-02fdbfbe0f64 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 1098 time: 0.2152228 Aug 31 00:58:08.630345 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Attempting to bind port 6cac8892-a71e-44c5-8ed2-a3bd128601bb on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:58:08.630691 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Attempting to bind port 6cac8892-a71e-44c5-8ed2-a3bd128601bb by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'df204761-7deb-455c-abe2-e17ebf38bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:58:08.631516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Attempting to bind port 6cac8892-a71e-44c5-8ed2-a3bd128601bb on network e485d33c-f23c-40f6-8dac-57c9abc59149 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:08.634707 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edfc0f3e-a06f-41ac-8bd1-a38e8f6103d8 req-ce572a7c-1344-456c-8cb4-457a912ebd63 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158450 Aug 31 00:58:08.663311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Port 6cac8892-a71e-44c5-8ed2-a3bd128601bb on network e485d33c-f23c-40f6-8dac-57c9abc59149 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:58:08.664092 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Attempting to bind port 6cac8892-a71e-44c5-8ed2-a3bd128601bb on network e485d33c-f23c-40f6-8dac-57c9abc59149 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:08.695520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:58:08.696249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Checking segment: {'id': 'df204761-7deb-455c-abe2-e17ebf38bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:58:08.696249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Bound using segment: {'id': 'df204761-7deb-455c-abe2-e17ebf38bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:58:08.696692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Bound port: 6cac8892-a71e-44c5-8ed2-a3bd128601bb, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df204761-7deb-455c-abe2-e17ebf38bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:58:08.697060 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:08.725280 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-616ff2d4-6d43-4c41-a16a-117464cb6ab8 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447350 Aug 31 00:58:08.885825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-4243a89a-eed4-4acf-a6ed-b1971e4483ad tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:08.895882 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-4243a89a-eed4-4acf-a6ed-b1971e4483ad tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1692867 Aug 31 00:58:08.915286 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-abd9b0cc-1dfb-40c1-8c97-c32ecb76ea1d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/quotas/9b0e0bf639aa4d21b3db103ff979c892 HTTP/1.1" status: 200 len: 375 time: 0.0182657 Aug 31 00:58:08.969848 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877850f-e6da-431e-8d25-ace211d35a58 req-ddb5701a-6267-450b-abd7-3b72bb7af050 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:08.982057 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4877850f-e6da-431e-8d25-ace211d35a58 req-ddb5701a-6267-450b-abd7-3b72bb7af050 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 946 time: 0.2986975 Aug 31 00:58:08.995658 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] For port 6cac8892-a71e-44c5-8ed2-a3bd128601bb, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:58:09.007010 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-125f39d4-0dd7-4b1a-b459-7c23a2f65664 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0907063 Aug 31 00:58:09.024242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] For port 6cac8892-a71e-44c5-8ed2-a3bd128601bb, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6cac8892-a71e-44c5-8ed2-a3bd128601bb,segment=NetworkSegment(df204761-7deb-455c-abe2-e17ebf38bb13),segment_id=df204761-7deb-455c-abe2-e17ebf38bb13)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:58:09.100735 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4877850f-e6da-431e-8d25-ace211d35a58 req-1b04544e-9e01-4afa-ba79-24c4f4d3ac98 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173668 Aug 31 00:58:09.146801 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:09.332278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:09.333340 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:09.335003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] 10.222.0.48 "PUT /v2.0/ports/6cac8892-a71e-44c5-8ed2-a3bd128601bb HTTP/1.1" status: 200 len: 1092 time: 3.3569531 Aug 31 00:58:09.353778 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'tag': '6cac8892-a71e-44c5-8ed2-a3bd128601bb'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:09.359792 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951c07eb-33ef-49c5-84a7-a6aa5d16aef3" -d '{"events": [{"name": "network-changed", "server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "tag": "6cac8892-a71e-44c5-8ed2-a3bd128601bb"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:09.467734 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7190c4cb-2b74-4992-bc30-e9eea320efab req-e395e1a8-b85d-40b9-b9b6-22fc6a7071e6 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0655625 Aug 31 00:58:09.493100 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Request body: {'port': {'device_id': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:58:09.505660 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6af2dd-378b-40f9-b0b7-3fbee62e07a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6cac8892-a71e-44c5-8ed2-a3bd128601bb,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:09.729045 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:09.851407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9cb5f-202d-40b3-8219-e58f30368fe8 req-713aecf4-4577-49da-aa33-a993c001639b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:09.860668 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1c0e8f4-2a4e-41d6-859c-16555cac3cfa req-6dae5aa8-ab9f-4440-a674-8a828e23253a tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.41 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.1244991 Aug 31 00:58:09.889227 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ca5e922-5b33-42eb-9a55-2d44c0a549a9 req-e063d875-b8bb-4d68-8cca-1aaf1794775a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 210 time: 0.1378102 Aug 31 00:58:09.907498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9cb5f-202d-40b3-8219-e58f30368fe8 req-713aecf4-4577-49da-aa33-a993c001639b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:09.949638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9cb5f-202d-40b3-8219-e58f30368fe8 req-713aecf4-4577-49da-aa33-a993c001639b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:09.965527 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9cb5f-202d-40b3-8219-e58f30368fe8 req-713aecf4-4577-49da-aa33-a993c001639b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:09.989355 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9cb5f-202d-40b3-8219-e58f30368fe8 req-713aecf4-4577-49da-aa33-a993c001639b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:10.005395 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c9d9cb5f-202d-40b3-8219-e58f30368fe8 req-713aecf4-4577-49da-aa33-a993c001639b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 3827 time: 0.3443348 Aug 31 00:58:10.054439 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b79dab-4488-42a4-bd14-484703ed8b77 x-openstack-request-id: req-47b79dab-4488-42a4-bd14-484703ed8b77 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:10.054723 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "tag": "6cac8892-a71e-44c5-8ed2-a3bd128601bb", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:10.054971 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47b79dab-4488-42a4-bd14-484703ed8b77 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:10.055429 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'tag': '6cac8892-a71e-44c5-8ed2-a3bd128601bb', 'status': 'completed', 'code': 200} Aug 31 00:58:10.083638 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:10.122884 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 720c7731-0dce-45b3-888a-22ac7a23d764 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:58:10.153648 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c9d9cb5f-202d-40b3-8219-e58f30368fe8 req-fbce5581-dbd2-4177-8ea3-618ce31a4235 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456454 Aug 31 00:58:10.404346 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 720c7731-0dce-45b3-888a-22ac7a23d764 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:58:10.412087 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 720c7731-0dce-45b3-888a-22ac7a23d764 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:58:10.412801 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:10.416450 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c07eb-33ef-49c5-84a7-a6aa5d16aef3 req-ff5b5fda-51b7-42c9-afd5-54738884612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:10.417360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c07eb-33ef-49c5-84a7-a6aa5d16aef3 req-ff5b5fda-51b7-42c9-afd5-54738884612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:10.417360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c07eb-33ef-49c5-84a7-a6aa5d16aef3 req-ff5b5fda-51b7-42c9-afd5-54738884612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:10.417855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c07eb-33ef-49c5-84a7-a6aa5d16aef3 req-ff5b5fda-51b7-42c9-afd5-54738884612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:10.418328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c07eb-33ef-49c5-84a7-a6aa5d16aef3 req-ff5b5fda-51b7-42c9-afd5-54738884612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:10.420579 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-951c07eb-33ef-49c5-84a7-a6aa5d16aef3 req-ff5b5fda-51b7-42c9-afd5-54738884612b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 4363 time: 0.3409784 Aug 31 00:58:10.603217 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62fcb8-5054-466b-b6e6-c42862b2ec4a req-94eadd8c-12ef-495d-a377-a52f0427a5e2 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:10.631506 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c62fcb8-5054-466b-b6e6-c42862b2ec4a req-94eadd8c-12ef-495d-a377-a52f0427a5e2 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 946 time: 0.2127593 Aug 31 00:58:10.636854 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c07eb-33ef-49c5-84a7-a6aa5d16aef3 req-42e38e05-7330-497e-8dfc-863d1599288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:10.637506 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c07eb-33ef-49c5-84a7-a6aa5d16aef3 req-42e38e05-7330-497e-8dfc-863d1599288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:10.637993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c07eb-33ef-49c5-84a7-a6aa5d16aef3 req-42e38e05-7330-497e-8dfc-863d1599288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:10.640448 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-951c07eb-33ef-49c5-84a7-a6aa5d16aef3 req-42e38e05-7330-497e-8dfc-863d1599288d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2081423 Aug 31 00:58:10.782240 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c62fcb8-5054-466b-b6e6-c42862b2ec4a req-42e97902-7387-46bb-aa86-a64d4bc5fcb7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497798 Aug 31 00:58:10.793703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23dc098-08a9-4b74-92c0-535d9029019a {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:10.829732 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:10.839440 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:10.865155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Transition to ACTIVE for port object e23dc098-08a9-4b74-92c0-535d9029019a will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:58:10.870786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c07eb-33ef-49c5-84a7-a6aa5d16aef3 req-6950b2e0-2845-4eac-b963-2b061506118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:10.873274 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-951c07eb-33ef-49c5-84a7-a6aa5d16aef3 req-6950b2e0-2845-4eac-b963-2b061506118d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2246842 Aug 31 00:58:10.929716 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720c7731-0dce-45b3-888a-22ac7a23d764'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:10.932466 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15e238b-808b-4e4d-bafe-9f54e08d9d1e" -d '{"events": [{"server_uuid": "19e45d57-789b-44b2-b12c-bbb1b3e6b291", "name": "network-vif-plugged", "status": "completed", "tag": "720c7731-0dce-45b3-888a-22ac7a23d764"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:10.969157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=720c7731-0dce-45b3-888a-22ac7a23d764,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:11.028746 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:11.064722 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:11.165508 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e70f61ae-5d10-42f5-9182-f4dae79cd529 req-87b74641-57b8-4b78-90b7-0011605d5d49 tempest-ServerShowV257Test-780190175 tempest-ServerShowV257Test-780190175-project] 10.222.0.16 "GET /v2.0/ports?device_id=007aef07-6339-4020-86f4-dc4285c9ee61 HTTP/1.1" status: 200 len: 210 time: 0.0846326 Aug 31 00:58:11.223910 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=720c7731-0dce-45b3-888a-22ac7a23d764,revision_number=13']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:11.243913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Pushing event updated for resources: {'Port': ['ID=e23dc098-08a9-4b74-92c0-535d9029019a,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:11.384366 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Attempting to bind port e23dc098-08a9-4b74-92c0-535d9029019a on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:58:11.384713 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Attempting to bind port e23dc098-08a9-4b74-92c0-535d9029019a by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:58:11.385045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Attempting to bind port e23dc098-08a9-4b74-92c0-535d9029019a on network 731372ff-a6d3-49d1-8001-70c166825e41 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:11.392709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Port e23dc098-08a9-4b74-92c0-535d9029019a on network 731372ff-a6d3-49d1-8001-70c166825e41 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:58:11.393202 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Attempting to bind port e23dc098-08a9-4b74-92c0-535d9029019a on network 731372ff-a6d3-49d1-8001-70c166825e41 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:11.400894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:58:11.401254 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Checking segment: {'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:58:11.401810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Bound using segment: {'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:58:11.402259 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Bound port: e23dc098-08a9-4b74-92c0-535d9029019a, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:58:11.402629 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:11.443120 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3627d605-aba7-4ef3-ae59-7bf3b228e212 req-c7583bf5-95d2-4e1d-9150-2a7a434d7aee tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 210 time: 0.0559351 Aug 31 00:58:11.676563 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2be646-aa34-48aa-add0-6da57b9e6adc x-openstack-request-id: req-8c2be646-aa34-48aa-add0-6da57b9e6adc {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:11.677974 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e45d57-789b-44b2-b12c-bbb1b3e6b291", "name": "network-vif-plugged", "status": "completed", "tag": "720c7731-0dce-45b3-888a-22ac7a23d764", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:11.678452 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c2be646-aa34-48aa-add0-6da57b9e6adc {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:11.679057 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720c7731-0dce-45b3-888a-22ac7a23d764', 'code': 200} Aug 31 00:58:11.737604 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] For port e23dc098-08a9-4b74-92c0-535d9029019a, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:58:11.746819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] For port e23dc098-08a9-4b74-92c0-535d9029019a, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e23dc098-08a9-4b74-92c0-535d9029019a,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:58:11.781480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f68a5-9e09-4ae5-99e3-94d5b2dd8c68 req-74422949-4e47-4486-b41b-051049a5d5e0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:11.790000 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f68a5-9e09-4ae5-99e3-94d5b2dd8c68 req-74422949-4e47-4486-b41b-051049a5d5e0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:11.797173 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f68a5-9e09-4ae5-99e3-94d5b2dd8c68 req-74422949-4e47-4486-b41b-051049a5d5e0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:11.834143 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f68a5-9e09-4ae5-99e3-94d5b2dd8c68 req-74422949-4e47-4486-b41b-051049a5d5e0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:11.851140 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f68a5-9e09-4ae5-99e3-94d5b2dd8c68 req-74422949-4e47-4486-b41b-051049a5d5e0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:11.864311 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:11.883482 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f68a5-9e09-4ae5-99e3-94d5b2dd8c68 req-74422949-4e47-4486-b41b-051049a5d5e0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:11.920515 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e54f68a5-9e09-4ae5-99e3-94d5b2dd8c68 req-74422949-4e47-4486-b41b-051049a5d5e0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 4603 time: 0.2821429 Aug 31 00:58:12.007889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:12.012096 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:12.015061 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] 10.222.0.48 "PUT /v2.0/ports/e23dc098-08a9-4b74-92c0-535d9029019a HTTP/1.1" status: 200 len: 1135 time: 2.5342944 Aug 31 00:58:12.027413 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e54f68a5-9e09-4ae5-99e3-94d5b2dd8c68 req-721db13f-6c63-46b1-b5de-a1b414c7ca51 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985219 Aug 31 00:58:12.095330 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'tag': 'e23dc098-08a9-4b74-92c0-535d9029019a'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:12.137638 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad42d7e-9369-4eeb-9184-b2991e7abd49" -d '{"events": [{"name": "network-changed", "server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "tag": "e23dc098-08a9-4b74-92c0-535d9029019a"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:12.166042 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Request body: {'port': {'device_id': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:58:12.252622 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932b0e0-9919-46c2-a32c-234139c0b022 service neutron] Pushing event updated for resources: {'Port': ['ID=e23dc098-08a9-4b74-92c0-535d9029019a,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:12.335072 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a75b9b8-7283-4096-a62a-28c825cad6c8 x-openstack-request-id: req-2a75b9b8-7283-4096-a62a-28c825cad6c8 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:12.335358 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "tag": "e23dc098-08a9-4b74-92c0-535d9029019a", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:12.335614 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a75b9b8-7283-4096-a62a-28c825cad6c8 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:12.336034 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'tag': 'e23dc098-08a9-4b74-92c0-535d9029019a', 'status': 'completed', 'code': 200} Aug 31 00:58:12.362779 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e3aee-58a5-43af-ab53-5f284fa600b8 req-aadeb45d-da7d-4962-ad2d-61919e5adaef tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:12.375140 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-318e3aee-58a5-43af-ab53-5f284fa600b8 req-aadeb45d-da7d-4962-ad2d-61919e5adaef tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 946 time: 0.3439157 Aug 31 00:58:12.613537 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:12.742172 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cfd548d2-5fa6-4225-96c9-838451facdb6 req-248721df-7527-4840-ac59-5d62063d5fb9 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 210 time: 0.0739996 Aug 31 00:58:12.781641 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-318e3aee-58a5-43af-ab53-5f284fa600b8 req-0b23d245-168d-4944-b81d-3f3a0dd59bbd tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051855 Aug 31 00:58:12.789248 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad42d7e-9369-4eeb-9184-b2991e7abd49 req-f03760ad-c75c-4963-ac49-c032545b889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:12.798933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad42d7e-9369-4eeb-9184-b2991e7abd49 req-f03760ad-c75c-4963-ac49-c032545b889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:12.798933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad42d7e-9369-4eeb-9184-b2991e7abd49 req-f03760ad-c75c-4963-ac49-c032545b889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:12.798933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad42d7e-9369-4eeb-9184-b2991e7abd49 req-f03760ad-c75c-4963-ac49-c032545b889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:12.798933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad42d7e-9369-4eeb-9184-b2991e7abd49 req-f03760ad-c75c-4963-ac49-c032545b889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:12.798933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad42d7e-9369-4eeb-9184-b2991e7abd49 req-f03760ad-c75c-4963-ac49-c032545b889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:12.798933 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ad42d7e-9369-4eeb-9184-b2991e7abd49 req-f03760ad-c75c-4963-ac49-c032545b889d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5291 time: 0.4158235 Aug 31 00:58:13.030973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad42d7e-9369-4eeb-9184-b2991e7abd49 req-17d77429-0465-43b0-a7e9-168c905f5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:13.032583 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad42d7e-9369-4eeb-9184-b2991e7abd49 req-17d77429-0465-43b0-a7e9-168c905f5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:13.033312 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad42d7e-9369-4eeb-9184-b2991e7abd49 req-17d77429-0465-43b0-a7e9-168c905f5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:13.056452 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ad42d7e-9369-4eeb-9184-b2991e7abd49 req-17d77429-0465-43b0-a7e9-168c905f5a01 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2498338 Aug 31 00:58:13.129611 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-da46ef73-ae19-4c45-b142-82f9287a67f4 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0919993 Aug 31 00:58:13.444058 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-ef37cb39-d157-4885-9ce2-8261beffc363 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:13.446078 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-ef37cb39-d157-4885-9ce2-8261beffc363 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3107376 Aug 31 00:58:13.460894 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-795bce18-eb09-4ac0-a508-9ed75953cce5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Request body: {'port': {'device_id': '445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '9b0e0bf639aa4d21b3db103ff979c892'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:58:13.613612 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e2726-2d39-4ceb-a200-40c1e5565914 req-71b53170-ea8b-453c-bbc7-8821661deb88 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:13.666866 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e2726-2d39-4ceb-a200-40c1e5565914 req-71b53170-ea8b-453c-bbc7-8821661deb88 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:13.685281 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e2726-2d39-4ceb-a200-40c1e5565914 req-71b53170-ea8b-453c-bbc7-8821661deb88 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:13.723489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e2726-2d39-4ceb-a200-40c1e5565914 req-71b53170-ea8b-453c-bbc7-8821661deb88 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:13.749330 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e2726-2d39-4ceb-a200-40c1e5565914 req-71b53170-ea8b-453c-bbc7-8821661deb88 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:13.765803 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e2726-2d39-4ceb-a200-40c1e5565914 req-71b53170-ea8b-453c-bbc7-8821661deb88 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:13.781131 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-896e2726-2d39-4ceb-a200-40c1e5565914 req-71b53170-ea8b-453c-bbc7-8821661deb88 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 4603 time: 0.4852185 Aug 31 00:58:13.797339 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45636) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:13.860426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a27e7531-9fc2-4165-b9e8-bbffd269f73a {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:13.943915 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:14.021340 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-896e2726-2d39-4ceb-a200-40c1e5565914 req-1a919aed-cfa0-44da-a656-4636548e113b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2361159 Aug 31 00:58:14.056064 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c4a0c6f5-58b0-4912-92ce-e24e6c43c688 req-c75577ce-8734-43c3-b51f-166d09c05445 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 210 time: 0.1616561 Aug 31 00:58:14.063424 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Transition to ACTIVE for port object a27e7531-9fc2-4165-b9e8-bbffd269f73a will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:58:14.085969 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad42d7e-9369-4eeb-9184-b2991e7abd49 req-449c98fb-9c84-4369-976c-6e2576bda1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:14.086155 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ad42d7e-9369-4eeb-9184-b2991e7abd49 req-449c98fb-9c84-4369-976c-6e2576bda1f2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8506963 Aug 31 00:58:14.144512 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:14.157643 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4decea83-df64-4bee-a64e-83534ba9c827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:14.200692 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-795bce18-eb09-4ac0-a508-9ed75953cce5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Made reservation on behalf of 9b0e0bf639aa4d21b3db103ff979c892 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:58:14.208318 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-795bce18-eb09-4ac0-a508-9ed75953cce5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:14.236225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Pushing event updated for resources: {'Port': ['ID=a27e7531-9fc2-4165-b9e8-bbffd269f73a,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:14.540309 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Attempting to bind port a27e7531-9fc2-4165-b9e8-bbffd269f73a on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:58:14.540543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Attempting to bind port a27e7531-9fc2-4165-b9e8-bbffd269f73a by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:58:14.541523 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Attempting to bind port a27e7531-9fc2-4165-b9e8-bbffd269f73a on network 731372ff-a6d3-49d1-8001-70c166825e41 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:14.555437 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-795bce18-eb09-4ac0-a508-9ed75953cce5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Allocated IP 192.168.233.109 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:58:14.562706 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Port a27e7531-9fc2-4165-b9e8-bbffd269f73a on network 731372ff-a6d3-49d1-8001-70c166825e41 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:58:14.565243 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Attempting to bind port a27e7531-9fc2-4165-b9e8-bbffd269f73a on network 731372ff-a6d3-49d1-8001-70c166825e41 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:14.600099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:58:14.600696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Checking segment: {'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:58:14.601376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Bound using segment: {'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:58:14.602133 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Bound port: a27e7531-9fc2-4165-b9e8-bbffd269f73a, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:58:14.602740 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:14.645404 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4decea83-df64-4bee-a64e-83534ba9c827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:14.747499 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4decea83-df64-4bee-a64e-83534ba9c827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:14.937238 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-795bce18-eb09-4ac0-a508-9ed75953cce5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:14.960955 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-795bce18-eb09-4ac0-a508-9ed75953cce5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Transition to ACTIVE for port object f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:58:14.963585 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4decea83-df64-4bee-a64e-83534ba9c827 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fbfe439414604cb38b8b6e7d4da79f24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1528006 Aug 31 00:58:14.965351 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45664) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:14.974305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decea83-df64-4bee-a64e-83534ba9c827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b3d2d0-4151-4452-9572-a56bb015a8a7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:14.995559 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] For port a27e7531-9fc2-4165-b9e8-bbffd269f73a, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:58:15.002116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] For port a27e7531-9fc2-4165-b9e8-bbffd269f73a, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a27e7531-9fc2-4165-b9e8-bbffd269f73a,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:58:15.097031 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f973c115-2440-4a3c-b0f8-a5d11aff9207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:15.143872 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f973c115-2440-4a3c-b0f8-a5d11aff9207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:15.224931 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:15.268742 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-80f0cf89-e8fe-4e72-98e5-c600fc23dea5 req-fe4787a7-729b-4da4-a03e-1409ca39f779 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 210 time: 0.0557961 Aug 31 00:58:15.307976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:15.307976 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:15.307976 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-37761200-cffd-42fd-9046-b99385d3877f service neutron] 10.222.0.48 "PUT /v2.0/ports/a27e7531-9fc2-4165-b9e8-bbffd269f73a HTTP/1.1" status: 200 len: 1137 time: 3.1511357 Aug 31 00:58:15.311430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'tag': 'a27e7531-9fc2-4165-b9e8-bbffd269f73a'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:15.316201 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ac8977-29f4-423d-9db3-f0fc54996d84" -d '{"events": [{"name": "network-changed", "server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "tag": "a27e7531-9fc2-4165-b9e8-bbffd269f73a"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:15.379094 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ad6c7-8203-4a5f-8df4-ed0fe7671452 req-1cb2873c-ee6d-4897-98f8-89a4f7501fb2 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:15.396562 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37761200-cffd-42fd-9046-b99385d3877f service neutron] Pushing event updated for resources: {'Port': ['ID=a27e7531-9fc2-4165-b9e8-bbffd269f73a,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:15.417102 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec8c827-afd0-4044-b0dc-2adbc90d6878 x-openstack-request-id: req-cec8c827-afd0-4044-b0dc-2adbc90d6878 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:15.417774 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "tag": "a27e7531-9fc2-4165-b9e8-bbffd269f73a", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:15.418332 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cec8c827-afd0-4044-b0dc-2adbc90d6878 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:15.419005 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'tag': 'a27e7531-9fc2-4165-b9e8-bbffd269f73a', 'status': 'completed', 'code': 200} Aug 31 00:58:15.430102 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ad6c7-8203-4a5f-8df4-ed0fe7671452 req-1cb2873c-ee6d-4897-98f8-89a4f7501fb2 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:15.442390 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ad6c7-8203-4a5f-8df4-ed0fe7671452 req-1cb2873c-ee6d-4897-98f8-89a4f7501fb2 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:15.457422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ad6c7-8203-4a5f-8df4-ed0fe7671452 req-1cb2873c-ee6d-4897-98f8-89a4f7501fb2 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:15.469502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ad6c7-8203-4a5f-8df4-ed0fe7671452 req-1cb2873c-ee6d-4897-98f8-89a4f7501fb2 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:15.487992 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ad6c7-8203-4a5f-8df4-ed0fe7671452 req-1cb2873c-ee6d-4897-98f8-89a4f7501fb2 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:15.492873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Request body: {'port': {'device_id': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:58:15.507859 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ad6c7-8203-4a5f-8df4-ed0fe7671452 req-1cb2873c-ee6d-4897-98f8-89a4f7501fb2 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:15.523269 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-948ad6c7-8203-4a5f-8df4-ed0fe7671452 req-1cb2873c-ee6d-4897-98f8-89a4f7501fb2 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5381 time: 0.2875826 Aug 31 00:58:15.540207 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-795bce18-eb09-4ac0-a508-9ed75953cce5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:15.556091 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f973c115-2440-4a3c-b0f8-a5d11aff9207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:15.566100 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['d660b8b9-78e8-4793-ae60-e28826290a64', 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d', '720c7731-0dce-45b3-888a-22ac7a23d764'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:58:15.572495 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f973c115-2440-4a3c-b0f8-a5d11aff9207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:15.587154 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f973c115-2440-4a3c-b0f8-a5d11aff9207 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56b3d2d0-4151-4452-9572-a56bb015a8a7 HTTP/1.1" status: 204 len: 168 time: 0.6198282 Aug 31 00:58:15.793996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac8977-29f4-423d-9db3-f0fc54996d84 req-0770d322-b3fe-41a8-89ff-44963c482b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:15.794603 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac8977-29f4-423d-9db3-f0fc54996d84 req-0770d322-b3fe-41a8-89ff-44963c482b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:15.795077 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac8977-29f4-423d-9db3-f0fc54996d84 req-0770d322-b3fe-41a8-89ff-44963c482b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:15.796088 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac8977-29f4-423d-9db3-f0fc54996d84 req-0770d322-b3fe-41a8-89ff-44963c482b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:15.796563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac8977-29f4-423d-9db3-f0fc54996d84 req-0770d322-b3fe-41a8-89ff-44963c482b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:15.797038 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac8977-29f4-423d-9db3-f0fc54996d84 req-0770d322-b3fe-41a8-89ff-44963c482b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:15.797552 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac8977-29f4-423d-9db3-f0fc54996d84 req-0770d322-b3fe-41a8-89ff-44963c482b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:15.803002 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-85ac8977-29f4-423d-9db3-f0fc54996d84 req-0770d322-b3fe-41a8-89ff-44963c482b30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 6221 time: 0.3588929 Aug 31 00:58:15.810889 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:15.979976 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-948ad6c7-8203-4a5f-8df4-ed0fe7671452 req-4d5de18a-bbec-431b-926d-98b24800755c tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4551973 Aug 31 00:58:15.986797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bce18-eb09-4ac0-a508-9ed75953cce5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Pushing event updated for resources: {'Port': ['ID=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:16.009877 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973c115-2440-4a3c-b0f8-a5d11aff9207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b3d2d0-4151-4452-9572-a56bb015a8a7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:16.033655 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-795bce18-eb09-4ac0-a508-9ed75953cce5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:58:16.059191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-795bce18-eb09-4ac0-a508-9ed75953cce5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:58:16.070769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-795bce18-eb09-4ac0-a508-9ed75953cce5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:58:16.284153 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-795bce18-eb09-4ac0-a508-9ed75953cce5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:16.302413 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-795bce18-eb09-4ac0-a508-9ed75953cce5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:16.510735 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-795bce18-eb09-4ac0-a508-9ed75953cce5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0369356 Aug 31 00:58:16.527464 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Request body: {'port': {'device_id': '445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:58:16.556409 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c9094-554a-4c61-8fbf-3137437d61ef req-2f82d7a0-9a75-434a-8a7d-84114e4e9264 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:16.558410 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6c1c9094-554a-4c61-8fbf-3137437d61ef req-2f82d7a0-9a75-434a-8a7d-84114e4e9264 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 936 time: 0.1276383 Aug 31 00:58:16.665635 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6c1c9094-554a-4c61-8fbf-3137437d61ef req-a3e21f34-0efb-4e49-a940-0ab2b62f5050 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778253 Aug 31 00:58:16.674723 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:16.747574 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac8977-29f4-423d-9db3-f0fc54996d84 req-b394a86f-6a0d-405d-bbce-9edbede9e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:16.748248 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac8977-29f4-423d-9db3-f0fc54996d84 req-b394a86f-6a0d-405d-bbce-9edbede9e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:16.749275 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac8977-29f4-423d-9db3-f0fc54996d84 req-b394a86f-6a0d-405d-bbce-9edbede9e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:16.750823 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-85ac8977-29f4-423d-9db3-f0fc54996d84 req-b394a86f-6a0d-405d-bbce-9edbede9e305 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.9243007 Aug 31 00:58:16.886023 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac8977-29f4-423d-9db3-f0fc54996d84 req-24008c05-8dcf-4337-82cf-c7443bb9047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:16.886023 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-85ac8977-29f4-423d-9db3-f0fc54996d84 req-24008c05-8dcf-4337-82cf-c7443bb9047c service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1174021 Aug 31 00:58:16.929791 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45706) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:16.965594 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5fb9b9f3-99c9-469e-aea6-e4031f231b52 None None] Provisioning for port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:58:16.970851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5fb9b9f3-99c9-469e-aea6-e4031f231b52 None None] Provisioning complete for port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:58:16.971222 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5fb9b9f3-99c9-469e-aea6-e4031f231b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:17.054684 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5fb9b9f3-99c9-469e-aea6-e4031f231b52 None None] Port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:58:17.175955 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-63e1fdc8-4075-4c00-aa62-571f2b8e7827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:17.213758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fcfb464-aad0-4470-abad-c784479adac4 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:17.260059 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:17.322903 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Transition to ACTIVE for port object 0fcfb464-aad0-4470-abad-c784479adac4 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:58:17.349752 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:17.367316 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c33bb-a16c-4927-b6f8-845b0a248814 req-4af8029b-7a7f-4183-9dcc-51bb02aab91f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:17.375139 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c33bb-a16c-4927-b6f8-845b0a248814 req-4af8029b-7a7f-4183-9dcc-51bb02aab91f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:17.382366 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c33bb-a16c-4927-b6f8-845b0a248814 req-4af8029b-7a7f-4183-9dcc-51bb02aab91f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:17.389990 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c33bb-a16c-4927-b6f8-845b0a248814 req-4af8029b-7a7f-4183-9dcc-51bb02aab91f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:17.398605 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c33bb-a16c-4927-b6f8-845b0a248814 req-4af8029b-7a7f-4183-9dcc-51bb02aab91f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:17.405989 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c33bb-a16c-4927-b6f8-845b0a248814 req-4af8029b-7a7f-4183-9dcc-51bb02aab91f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:17.412757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c33bb-a16c-4927-b6f8-845b0a248814 req-4af8029b-7a7f-4183-9dcc-51bb02aab91f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:17.424007 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1b2c33bb-a16c-4927-b6f8-845b0a248814 req-4af8029b-7a7f-4183-9dcc-51bb02aab91f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5381 time: 0.2715335 Aug 31 00:58:17.432574 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:17.479893 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:17.492025 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Transition to ACTIVE for port object f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:58:17.539002 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1b2c33bb-a16c-4927-b6f8-845b0a248814 req-0f8340ec-b636-4a3b-8c5d-3bdbae89b1a5 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1135921 Aug 31 00:58:17.584099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=0fcfb464-aad0-4470-abad-c784479adac4,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:17.607301 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-63e1fdc8-4075-4c00-aa62-571f2b8e7827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:17.635537 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:17.750896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Attempting to bind port 0fcfb464-aad0-4470-abad-c784479adac4 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:58:17.751534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Attempting to bind port 0fcfb464-aad0-4470-abad-c784479adac4 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:58:17.751657 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Attempting to bind port 0fcfb464-aad0-4470-abad-c784479adac4 on network 731372ff-a6d3-49d1-8001-70c166825e41 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:17.757779 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Port 0fcfb464-aad0-4470-abad-c784479adac4 on network 731372ff-a6d3-49d1-8001-70c166825e41 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:58:17.762145 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Attempting to bind port 0fcfb464-aad0-4470-abad-c784479adac4 on network 731372ff-a6d3-49d1-8001-70c166825e41 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:17.765937 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:58:17.766286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Checking segment: {'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:58:17.767054 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Bound using segment: {'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:58:17.768042 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Bound port: 0fcfb464-aad0-4470-abad-c784479adac4, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:58:17.768431 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:17.798304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:17.811842 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:17.812411 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:17.812809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:17.813389 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:17.814043 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:17.814594 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:17.815144 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:17.816373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:17.816373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:17.824668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:17.824668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:17.824668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:17.842241 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-63e1fdc8-4075-4c00-aa62-571f2b8e7827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:17.912073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] For port 0fcfb464-aad0-4470-abad-c784479adac4, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:58:17.922036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] For port 0fcfb464-aad0-4470-abad-c784479adac4, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0fcfb464-aad0-4470-abad-c784479adac4,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:58:18.060369 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:18.221047 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=0fcfb464-aad0-4470-abad-c784479adac4,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:18.248120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:18.249284 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:18.251010 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f06b2d04-8112-481b-9dbe-91b711569dc1 service neutron] 10.222.0.48 "PUT /v2.0/ports/0fcfb464-aad0-4470-abad-c784479adac4 HTTP/1.1" status: 200 len: 1091 time: 2.7792363 Aug 31 00:58:18.252361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'tag': '0fcfb464-aad0-4470-abad-c784479adac4'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:18.255251 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733fc97c-d588-492e-94fc-b0cfa842ef74" -d '{"events": [{"name": "network-changed", "server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "tag": "0fcfb464-aad0-4470-abad-c784479adac4"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:18.343072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01828302-dcf8-43a0-8191-e8eb5a69b2de req-355b7238-89ae-4fd6-abaa-6d60e843b2dc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:18.345363 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01828302-dcf8-43a0-8191-e8eb5a69b2de req-355b7238-89ae-4fd6-abaa-6d60e843b2dc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 948 time: 0.3309920 Aug 31 00:58:18.434202 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Request body: {'port': {'device_id': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:58:18.442995 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5931ca-de1a-4ebf-a943-cb2c1cd05636 x-openstack-request-id: req-fd5931ca-de1a-4ebf-a943-cb2c1cd05636 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:18.443307 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "tag": "0fcfb464-aad0-4470-abad-c784479adac4", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:18.443541 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd5931ca-de1a-4ebf-a943-cb2c1cd05636 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:18.443984 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'tag': '0fcfb464-aad0-4470-abad-c784479adac4', 'status': 'completed', 'code': 200} Aug 31 00:58:18.572058 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-63e1fdc8-4075-4c00-aa62-571f2b8e7827 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0ec3003ca684c3cb5ade64f4f20917d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6368225 Aug 31 00:58:18.608033 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45754) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:18.641146 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01828302-dcf8-43a0-8191-e8eb5a69b2de req-213d192e-6776-423c-b65f-68799a1f5d60 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829456 Aug 31 00:58:18.676716 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1fdc8-4075-4c00-aa62-571f2b8e7827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4691ce-0829-4f1a-afc1-e32b6717e23a,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:18.792830 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:18.823215 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fc97c-d588-492e-94fc-b0cfa842ef74 req-fe60d22d-bce9-4898-88c9-df2c564af201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:18.823705 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fc97c-d588-492e-94fc-b0cfa842ef74 req-fe60d22d-bce9-4898-88c9-df2c564af201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:18.824196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fc97c-d588-492e-94fc-b0cfa842ef74 req-fe60d22d-bce9-4898-88c9-df2c564af201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:18.824655 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fc97c-d588-492e-94fc-b0cfa842ef74 req-fe60d22d-bce9-4898-88c9-df2c564af201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:18.825128 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fc97c-d588-492e-94fc-b0cfa842ef74 req-fe60d22d-bce9-4898-88c9-df2c564af201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:18.825650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fc97c-d588-492e-94fc-b0cfa842ef74 req-fe60d22d-bce9-4898-88c9-df2c564af201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:18.826114 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fc97c-d588-492e-94fc-b0cfa842ef74 req-fe60d22d-bce9-4898-88c9-df2c564af201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:18.828966 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-733fc97c-d588-492e-94fc-b0cfa842ef74 req-fe60d22d-bce9-4898-88c9-df2c564af201 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 6289 time: 0.3647377 Aug 31 00:58:18.973666 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Attempting to bind port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:58:18.974008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Attempting to bind port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:58:18.974609 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Attempting to bind port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:19.002428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041072db-8dc5-46fb-8dbb-08d0d46be3c7 req-fd62d73f-b8e5-4664-8373-c75d24b8df6c tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:19.008972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041072db-8dc5-46fb-8dbb-08d0d46be3c7 req-fd62d73f-b8e5-4664-8373-c75d24b8df6c tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:19.028106 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041072db-8dc5-46fb-8dbb-08d0d46be3c7 req-fd62d73f-b8e5-4664-8373-c75d24b8df6c tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:19.040757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041072db-8dc5-46fb-8dbb-08d0d46be3c7 req-fd62d73f-b8e5-4664-8373-c75d24b8df6c tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:19.064195 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041072db-8dc5-46fb-8dbb-08d0d46be3c7 req-fd62d73f-b8e5-4664-8373-c75d24b8df6c tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:19.072912 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041072db-8dc5-46fb-8dbb-08d0d46be3c7 req-fd62d73f-b8e5-4664-8373-c75d24b8df6c tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:19.095710 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041072db-8dc5-46fb-8dbb-08d0d46be3c7 req-fd62d73f-b8e5-4664-8373-c75d24b8df6c tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:19.102059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fc97c-d588-492e-94fc-b0cfa842ef74 req-30b3088b-b4ae-4f87-ae93-c619150a5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:19.102550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fc97c-d588-492e-94fc-b0cfa842ef74 req-30b3088b-b4ae-4f87-ae93-c619150a5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:19.103028 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fc97c-d588-492e-94fc-b0cfa842ef74 req-30b3088b-b4ae-4f87-ae93-c619150a5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:19.104832 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-733fc97c-d588-492e-94fc-b0cfa842ef74 req-30b3088b-b4ae-4f87-ae93-c619150a5ee0 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2568088 Aug 31 00:58:19.122510 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-041072db-8dc5-46fb-8dbb-08d0d46be3c7 req-fd62d73f-b8e5-4664-8373-c75d24b8df6c tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5393 time: 0.2377744 Aug 31 00:58:19.127759 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9cb1-9c96-4e34-8d0e-225742f96f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:19.192403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:58:19.192403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Attempting to bind port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:19.206588 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9cb1-9c96-4e34-8d0e-225742f96f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:19.218765 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:58:19.219327 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:58:19.219788 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:58:19.220250 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Bound port: f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:58:19.220620 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:19.297754 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-041072db-8dc5-46fb-8dbb-08d0d46be3c7 req-34db8a38-0a5e-4619-b0f9-f13a0a7e4141 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1741416 Aug 31 00:58:19.394690 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] For port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host n-h1-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:58:19.399427 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] For port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:58:19.477859 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9cb1-9c96-4e34-8d0e-225742f96f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:19.481900 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9cb1-9c96-4e34-8d0e-225742f96f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:19.482342 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ee6f9cb1-9c96-4e34-8d0e-225742f96f50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee4691ce-0829-4f1a-afc1-e32b6717e23a HTTP/1.1" status: 204 len: 168 time: 0.8732271 Aug 31 00:58:19.499486 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f9cb1-9c96-4e34-8d0e-225742f96f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4691ce-0829-4f1a-afc1-e32b6717e23a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:19.512680 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:19.590755 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:19.592329 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:19.597825 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] 10.222.0.48 "PUT /v2.0/ports/f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 HTTP/1.1" status: 200 len: 1097 time: 3.0915089 Aug 31 00:58:19.598936 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05', 'tag': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:19.602563 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c58f76-eaac-433a-8bdc-33fd05f4f1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05", "tag": "f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:19.651871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7c0af-8202-42c1-8d43-6668d4afbc09 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:19.714738 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78b218d-70b2-4d89-81bf-82ead5d33fa4 x-openstack-request-id: req-f78b218d-70b2-4d89-81bf-82ead5d33fa4 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:19.719819 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05", "tag": "f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:19.720512 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f78b218d-70b2-4d89-81bf-82ead5d33fa4 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:19.721038 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05', 'tag': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9', 'status': 'completed', 'code': 200} Aug 31 00:58:19.867072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c58f76-eaac-433a-8bdc-33fd05f4f1b8 req-e338ead6-7d70-4c2d-8d3c-1ca693b55607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:19.879473 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-50c58f76-eaac-433a-8bdc-33fd05f4f1b8 req-e338ead6-7d70-4c2d-8d3c-1ca693b55607 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 1100 time: 0.1437526 Aug 31 00:58:19.949365 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-50c58f76-eaac-433a-8bdc-33fd05f4f1b8 req-ee4ceb31-5534-46e1-b8e6-c7ad855d4e19 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616081 Aug 31 00:58:20.284870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c58f76-eaac-433a-8bdc-33fd05f4f1b8 req-e40379f7-57b0-4b49-bf3a-a1d50d7084d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:20.286837 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-50c58f76-eaac-433a-8bdc-33fd05f4f1b8 req-e40379f7-57b0-4b49-bf3a-a1d50d7084d4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3298180 Aug 31 00:58:20.312523 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a280b526-498f-4a1f-9597-43007f3e9cb1 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:20.327914 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:20.353710 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Transition to ACTIVE for port object a280b526-498f-4a1f-9597-43007f3e9cb1 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:58:20.391475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784925c-ea67-4610-9e02-7c92f7e0ac61 req-d6372d3e-cf63-4601-b1c0-0cd090d2c2d3 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:20.402095 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8784925c-ea67-4610-9e02-7c92f7e0ac61 req-d6372d3e-cf63-4601-b1c0-0cd090d2c2d3 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 948 time: 0.3732009 Aug 31 00:58:20.410798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fc97c-d588-492e-94fc-b0cfa842ef74 req-e8828a3c-e3e8-4c43-acb2-fa8cdc450e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:20.411314 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-733fc97c-d588-492e-94fc-b0cfa842ef74 req-e8828a3c-e3e8-4c43-acb2-fa8cdc450e29 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2783041 Aug 31 00:58:20.457227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-918b50ec-9afa-4a7d-9213-18b67d26eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:20.460988 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-918b50ec-9afa-4a7d-9213-18b67d26eb7f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 1100 time: 0.1006711 Aug 31 00:58:20.500719 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8784925c-ea67-4610-9e02-7c92f7e0ac61 req-ae2d1e2d-b084-4e7c-a44b-ffdc1a4d971c tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973420 Aug 31 00:58:20.528464 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:20.574687 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-9b01c13c-98a6-48cc-b3c4-5a63439de6a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 HTTP/1.1" status: 200 len: 217 time: 0.0935252 Aug 31 00:58:20.662691 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Pushing event updated for resources: {'Port': ['ID=a280b526-498f-4a1f-9597-43007f3e9cb1,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:20.678688 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f75cc70-490d-474e-97fc-228f34c69068 req-4560e49e-41f9-4ff6-addf-c08b87d84ac5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1005108 Aug 31 00:58:20.690045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24be40-1c56-4177-bd8b-2d7d3fbd26da req-f433db45-41be-4373-9c35-eee5d45c1f94 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:20.711402 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24be40-1c56-4177-bd8b-2d7d3fbd26da req-f433db45-41be-4373-9c35-eee5d45c1f94 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:20.726062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24be40-1c56-4177-bd8b-2d7d3fbd26da req-f433db45-41be-4373-9c35-eee5d45c1f94 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:20.736123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24be40-1c56-4177-bd8b-2d7d3fbd26da req-f433db45-41be-4373-9c35-eee5d45c1f94 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:20.752898 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24be40-1c56-4177-bd8b-2d7d3fbd26da req-f433db45-41be-4373-9c35-eee5d45c1f94 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:20.759160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24be40-1c56-4177-bd8b-2d7d3fbd26da req-f433db45-41be-4373-9c35-eee5d45c1f94 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:20.773314 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24be40-1c56-4177-bd8b-2d7d3fbd26da req-f433db45-41be-4373-9c35-eee5d45c1f94 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:20.775467 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ac24be40-1c56-4177-bd8b-2d7d3fbd26da req-f433db45-41be-4373-9c35-eee5d45c1f94 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5393 time: 0.3126597 Aug 31 00:58:20.812132 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Attempting to bind port a280b526-498f-4a1f-9597-43007f3e9cb1 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:58:20.812541 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Attempting to bind port a280b526-498f-4a1f-9597-43007f3e9cb1 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:58:20.812801 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Attempting to bind port a280b526-498f-4a1f-9597-43007f3e9cb1 on network 731372ff-a6d3-49d1-8001-70c166825e41 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:20.827729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75cc70-490d-474e-97fc-228f34c69068 req-17594de9-06bf-47d9-a0a3-20176abef487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:20.829426 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f75cc70-490d-474e-97fc-228f34c69068 req-17594de9-06bf-47d9-a0a3-20176abef487 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 1101 time: 0.1178224 Aug 31 00:58:20.830077 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Port a280b526-498f-4a1f-9597-43007f3e9cb1 on network 731372ff-a6d3-49d1-8001-70c166825e41 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:58:20.830420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Attempting to bind port a280b526-498f-4a1f-9597-43007f3e9cb1 on network 731372ff-a6d3-49d1-8001-70c166825e41 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:20.841676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:58:20.843011 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Checking segment: {'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:58:20.845149 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Bound using segment: {'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:58:20.846280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Bound port: a280b526-498f-4a1f-9597-43007f3e9cb1, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bca065b-1945-47ea-8a10-c8f2b9c848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:58:20.847084 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:20.915074 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ac24be40-1c56-4177-bd8b-2d7d3fbd26da req-6502d4ec-05c1-47ba-9062-b3477de784a9 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1161289 Aug 31 00:58:20.932673 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-a57dcf36-d4db-4d62-8c05-30210ad1e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:20.937294 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-a57dcf36-d4db-4d62-8c05-30210ad1e5df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.3481412 Aug 31 00:58:21.025612 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-68695145-ca62-4805-a94e-05c2c9a8f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:21.028070 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-68695145-ca62-4805-a94e-05c2c9a8f530 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0832841 Aug 31 00:58:21.069342 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45794) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:21.071394 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] For port a280b526-498f-4a1f-9597-43007f3e9cb1, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:58:21.078043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] For port a280b526-498f-4a1f-9597-43007f3e9cb1, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a280b526-498f-4a1f-9597-43007f3e9cb1,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:58:21.094453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75cc70-490d-474e-97fc-228f34c69068 req-561f9d07-8f83-47dd-b65c-21994c781df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:21.096012 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f75cc70-490d-474e-97fc-228f34c69068 req-561f9d07-8f83-47dd-b65c-21994c781df6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.2257376 Aug 31 00:58:21.136837 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-20f90aed-0ca2-45f6-8232-5139e5ddc0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:21.208443 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:21.252826 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:21.252826 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:21.252826 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] 10.222.0.48 "PUT /v2.0/ports/a280b526-498f-4a1f-9597-43007f3e9cb1 HTTP/1.1" status: 200 len: 1092 time: 2.8313923 Aug 31 00:58:21.252826 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'tag': 'a280b526-498f-4a1f-9597-43007f3e9cb1'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:21.265536 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9aae2a-b37b-40a6-bb96-9b596fa2960a" -d '{"events": [{"name": "network-changed", "server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "tag": "a280b526-498f-4a1f-9597-43007f3e9cb1"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:21.266894 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-20f90aed-0ca2-45f6-8232-5139e5ddc0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:21.270405 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f75cc70-490d-474e-97fc-228f34c69068 req-60f925f2-13a6-4028-9d12-2c911bc9e1f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d HTTP/1.1" status: 200 len: 217 time: 0.1587119 Aug 31 00:58:21.322281 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-7f88eaa6-3861-4791-b9fd-1629660c73bd service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732470 Aug 31 00:58:21.389316 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4d62ce-7ead-455d-868a-9ca666282080 x-openstack-request-id: req-cc4d62ce-7ead-455d-868a-9ca666282080 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:21.389974 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "tag": "a280b526-498f-4a1f-9597-43007f3e9cb1", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:21.389974 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc4d62ce-7ead-455d-868a-9ca666282080 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:21.390447 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'tag': 'a280b526-498f-4a1f-9597-43007f3e9cb1', 'status': 'completed', 'code': 200} Aug 31 00:58:21.449426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a63858-ae87-4e2f-bc89-85db9543df3d service neutron] Pushing event updated for resources: {'Port': ['ID=a280b526-498f-4a1f-9597-43007f3e9cb1,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:21.464205 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Request body: {'port': {'device_id': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:58:21.547904 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75cc70-490d-474e-97fc-228f34c69068 req-8496097d-4e3d-439d-884e-ded0ca2f291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:21.549635 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f75cc70-490d-474e-97fc-228f34c69068 req-8496097d-4e3d-439d-884e-ded0ca2f291d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.2461016 Aug 31 00:58:21.570240 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-20f90aed-0ca2-45f6-8232-5139e5ddc0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:21.690026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aae2a-b37b-40a6-bb96-9b596fa2960a req-d5e753c5-6d56-45db-8d9f-c1f21d487f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:21.690803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aae2a-b37b-40a6-bb96-9b596fa2960a req-d5e753c5-6d56-45db-8d9f-c1f21d487f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:21.691545 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aae2a-b37b-40a6-bb96-9b596fa2960a req-d5e753c5-6d56-45db-8d9f-c1f21d487f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:21.692321 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-20f90aed-0ca2-45f6-8232-5139e5ddc0cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5bf9e339d524d7d92eec1d4c108e87b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6212678 Aug 31 00:58:21.697733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aae2a-b37b-40a6-bb96-9b596fa2960a req-d5e753c5-6d56-45db-8d9f-c1f21d487f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:21.698536 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aae2a-b37b-40a6-bb96-9b596fa2960a req-d5e753c5-6d56-45db-8d9f-c1f21d487f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:21.699263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aae2a-b37b-40a6-bb96-9b596fa2960a req-d5e753c5-6d56-45db-8d9f-c1f21d487f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:21.699876 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aae2a-b37b-40a6-bb96-9b596fa2960a req-d5e753c5-6d56-45db-8d9f-c1f21d487f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:21.701931 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45810) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:21.706669 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aa9aae2a-b37b-40a6-bb96-9b596fa2960a req-d5e753c5-6d56-45db-8d9f-c1f21d487f2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 6357 time: 0.3036232 Aug 31 00:58:21.711187 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:21.715388 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f90aed-0ca2-45f6-8232-5139e5ddc0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30684c60-688d-4202-9d32-c2f0ef39fc99,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:21.798001 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-549f9f02-ea68-4485-9d1c-4974f3e0b6f0 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670415 Aug 31 00:58:21.811771 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7da16-bdfd-4eed-95f1-866407144e44 req-8a539d95-a62c-48aa-9bb2-e65905b94665 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:21.822099 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-43a7da16-bdfd-4eed-95f1-866407144e44 req-8a539d95-a62c-48aa-9bb2-e65905b94665 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 948 time: 0.2201262 Aug 31 00:58:21.868348 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ddaf27c1-4830-4992-8ec0-bfd078991b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:21.899357 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-43a7da16-bdfd-4eed-95f1-866407144e44 req-ecdec9fe-d9e3-4e00-8e90-7f5082aa5ed0 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757620 Aug 31 00:58:21.928265 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ddaf27c1-4830-4992-8ec0-bfd078991b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:22.140433 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ddaf27c1-4830-4992-8ec0-bfd078991b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:22.143643 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ddaf27c1-4830-4992-8ec0-bfd078991b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:22.146091 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ddaf27c1-4830-4992-8ec0-bfd078991b54 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30684c60-688d-4202-9d32-c2f0ef39fc99 HTTP/1.1" status: 204 len: 168 time: 0.4416950 Aug 31 00:58:22.152113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75cc70-490d-474e-97fc-228f34c69068 req-3975eead-dbcc-47a5-af4d-c75056587dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:22.153481 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f75cc70-490d-474e-97fc-228f34c69068 req-3975eead-dbcc-47a5-af4d-c75056587dba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5619652 Aug 31 00:58:22.171312 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf27c1-4830-4992-8ec0-bfd078991b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30684c60-688d-4202-9d32-c2f0ef39fc99,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:22.327465 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968fb5d6-9e64-4c86-bb05-77a2173eeedc {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:22.366037 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:22.461581 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aae2a-b37b-40a6-bb96-9b596fa2960a req-4bb7f42e-54d9-44d2-91a6-8e29bd25f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:22.462637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aae2a-b37b-40a6-bb96-9b596fa2960a req-4bb7f42e-54d9-44d2-91a6-8e29bd25f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:22.462819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aae2a-b37b-40a6-bb96-9b596fa2960a req-4bb7f42e-54d9-44d2-91a6-8e29bd25f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:22.464871 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aa9aae2a-b37b-40a6-bb96-9b596fa2960a req-4bb7f42e-54d9-44d2-91a6-8e29bd25f12a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7489800 Aug 31 00:58:22.478630 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Transition to ACTIVE for port object 968fb5d6-9e64-4c86-bb05-77a2173eeedc will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:58:22.555798 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f75cc70-490d-474e-97fc-228f34c69068 req-32440474-50c4-48fd-b9ca-07dda376e278 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739097 Aug 31 00:58:22.570364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f59ff-dae6-47e6-b7c8-f4124ae0e749 req-02749505-2a01-4370-a132-cbdab49ab803 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:22.577348 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f59ff-dae6-47e6-b7c8-f4124ae0e749 req-02749505-2a01-4370-a132-cbdab49ab803 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:22.590880 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f59ff-dae6-47e6-b7c8-f4124ae0e749 req-02749505-2a01-4370-a132-cbdab49ab803 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:22.598174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f59ff-dae6-47e6-b7c8-f4124ae0e749 req-02749505-2a01-4370-a132-cbdab49ab803 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:22.614314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f59ff-dae6-47e6-b7c8-f4124ae0e749 req-02749505-2a01-4370-a132-cbdab49ab803 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:22.620855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f59ff-dae6-47e6-b7c8-f4124ae0e749 req-02749505-2a01-4370-a132-cbdab49ab803 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:22.627747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f59ff-dae6-47e6-b7c8-f4124ae0e749 req-02749505-2a01-4370-a132-cbdab49ab803 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:22.636413 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d33f59ff-dae6-47e6-b7c8-f4124ae0e749 req-02749505-2a01-4370-a132-cbdab49ab803 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5405 time: 0.4290812 Aug 31 00:58:22.678749 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:22.923390 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f75cc70-490d-474e-97fc-228f34c69068 req-87c8dc77-f765-4880-8a35-374c7dbe58ab service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712729 Aug 31 00:58:22.939005 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aae2a-b37b-40a6-bb96-9b596fa2960a req-05196992-f944-4eb3-8017-e287717bb11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:22.941866 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aa9aae2a-b37b-40a6-bb96-9b596fa2960a req-05196992-f944-4eb3-8017-e287717bb11d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4645016 Aug 31 00:58:22.990577 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d33f59ff-dae6-47e6-b7c8-f4124ae0e749 req-6ecf8896-6552-46ae-ae4b-650e6504268e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3403409 Aug 31 00:58:23.042290 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Pushing event updated for resources: {'Port': ['ID=968fb5d6-9e64-4c86-bb05-77a2173eeedc,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:23.245524 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Attempting to bind port 968fb5d6-9e64-4c86-bb05-77a2173eeedc on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:58:23.245912 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Attempting to bind port 968fb5d6-9e64-4c86-bb05-77a2173eeedc by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'b2e17668-d582-46d7-9ddf-09c26cd86fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60d743b8-14de-4666-8656-1e81e9c911f1'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:58:23.246253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Attempting to bind port 968fb5d6-9e64-4c86-bb05-77a2173eeedc on network 60d743b8-14de-4666-8656-1e81e9c911f1 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:23.273258 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Port 968fb5d6-9e64-4c86-bb05-77a2173eeedc on network 60d743b8-14de-4666-8656-1e81e9c911f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:58:23.275403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb19b0-18a5-4301-8ba2-0f0b3f2ade5b req-380b1281-1b42-4772-af52-34595dfc741d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:23.275950 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Attempting to bind port 968fb5d6-9e64-4c86-bb05-77a2173eeedc on network 60d743b8-14de-4666-8656-1e81e9c911f1 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:23.282647 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06bb19b0-18a5-4301-8ba2-0f0b3f2ade5b req-380b1281-1b42-4772-af52-34595dfc741d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 948 time: 0.1936619 Aug 31 00:58:23.288546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:58:23.289135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Checking segment: {'id': 'b2e17668-d582-46d7-9ddf-09c26cd86fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60d743b8-14de-4666-8656-1e81e9c911f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:58:23.292405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Bound using segment: {'id': 'b2e17668-d582-46d7-9ddf-09c26cd86fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60d743b8-14de-4666-8656-1e81e9c911f1'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:58:23.292892 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Bound port: 968fb5d6-9e64-4c86-bb05-77a2173eeedc, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2e17668-d582-46d7-9ddf-09c26cd86fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60d743b8-14de-4666-8656-1e81e9c911f1'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:58:23.295452 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:23.400819 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06bb19b0-18a5-4301-8ba2-0f0b3f2ade5b req-605a4393-ca2d-45d3-92ee-808d495d9d43 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993419 Aug 31 00:58:23.443686 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] For port 968fb5d6-9e64-4c86-bb05-77a2173eeedc, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:58:23.447218 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] For port 968fb5d6-9e64-4c86-bb05-77a2173eeedc, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=968fb5d6-9e64-4c86-bb05-77a2173eeedc,segment=NetworkSegment(b2e17668-d582-46d7-9ddf-09c26cd86fce),segment_id=b2e17668-d582-46d7-9ddf-09c26cd86fce)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:58:23.529244 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a113df4-8659-4a34-a6fc-90f0419271b5 req-facbb3bf-6494-4f17-b83e-2d6d54ddc71c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0798697 Aug 31 00:58:23.707516 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:23.792231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a113df4-8659-4a34-a6fc-90f0419271b5 req-5c8ce9e7-a550-46aa-92a6-f9429e7c0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:23.793956 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a113df4-8659-4a34-a6fc-90f0419271b5 req-5c8ce9e7-a550-46aa-92a6-f9429e7c0087 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6eb1e170b6f644e1a58213d43503cf50&device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 1097 time: 0.2035382 Aug 31 00:58:23.802601 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:23.803246 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:23.804721 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] 10.222.0.48 "PUT /v2.0/ports/968fb5d6-9e64-4c86-bb05-77a2173eeedc HTTP/1.1" status: 200 len: 1092 time: 2.4105797 Aug 31 00:58:23.805197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'tag': '968fb5d6-9e64-4c86-bb05-77a2173eeedc'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:23.807918 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3dec66-1578-42b7-925d-9f34b0245067" -d '{"events": [{"name": "network-changed", "server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "tag": "968fb5d6-9e64-4c86-bb05-77a2173eeedc"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:23.990146 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8ae849-20d4-4c47-a6b1-b5a52ad7804c x-openstack-request-id: req-4a8ae849-20d4-4c47-a6b1-b5a52ad7804c {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:23.995881 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "tag": "968fb5d6-9e64-4c86-bb05-77a2173eeedc", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:23.996240 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a8ae849-20d4-4c47-a6b1-b5a52ad7804c {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:23.996621 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'tag': '968fb5d6-9e64-4c86-bb05-77a2173eeedc', 'status': 'completed', 'code': 200} Aug 31 00:58:24.099170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Request body: {'port': {'device_id': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:58:24.179842 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:58:24.260931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883d043-4819-46fa-bbe3-64b68c95c961 service neutron] Pushing event updated for resources: {'Port': ['ID=968fb5d6-9e64-4c86-bb05-77a2173eeedc,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:24.390580 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dec66-1578-42b7-925d-9f34b0245067 req-8a6e7a82-1e12-4978-aa5c-99751c6fec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:24.391217 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dec66-1578-42b7-925d-9f34b0245067 req-8a6e7a82-1e12-4978-aa5c-99751c6fec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:24.391886 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dec66-1578-42b7-925d-9f34b0245067 req-8a6e7a82-1e12-4978-aa5c-99751c6fec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:24.392721 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dec66-1578-42b7-925d-9f34b0245067 req-8a6e7a82-1e12-4978-aa5c-99751c6fec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:24.393262 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dec66-1578-42b7-925d-9f34b0245067 req-8a6e7a82-1e12-4978-aa5c-99751c6fec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:24.393831 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dec66-1578-42b7-925d-9f34b0245067 req-8a6e7a82-1e12-4978-aa5c-99751c6fec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:24.394348 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dec66-1578-42b7-925d-9f34b0245067 req-8a6e7a82-1e12-4978-aa5c-99751c6fec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:24.397346 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6f3dec66-1578-42b7-925d-9f34b0245067 req-8a6e7a82-1e12-4978-aa5c-99751c6fec1c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 6425 time: 0.4516640 Aug 31 00:58:24.417424 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:24.515335 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c40cf-b6ea-4cd0-a3b2-bbf1ea319716 req-7f7b79ae-811a-462f-bf99-cff224d45fc0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:24.533495 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c40cf-b6ea-4cd0-a3b2-bbf1ea319716 req-7f7b79ae-811a-462f-bf99-cff224d45fc0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:24.554405 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c40cf-b6ea-4cd0-a3b2-bbf1ea319716 req-7f7b79ae-811a-462f-bf99-cff224d45fc0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:24.570277 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c40cf-b6ea-4cd0-a3b2-bbf1ea319716 req-7f7b79ae-811a-462f-bf99-cff224d45fc0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:24.589113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c40cf-b6ea-4cd0-a3b2-bbf1ea319716 req-7f7b79ae-811a-462f-bf99-cff224d45fc0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:24.601741 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c40cf-b6ea-4cd0-a3b2-bbf1ea319716 req-7f7b79ae-811a-462f-bf99-cff224d45fc0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:24.611136 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:24.616582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c40cf-b6ea-4cd0-a3b2-bbf1ea319716 req-7f7b79ae-811a-462f-bf99-cff224d45fc0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:24.626114 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9', 'mac_address': 'fa:16:3e:3f:b7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:58:24.632671 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9c4c40cf-b6ea-4cd0-a3b2-bbf1ea319716 req-7f7b79ae-811a-462f-bf99-cff224d45fc0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5417 time: 0.3591285 Aug 31 00:58:24.638561 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a113df4-8659-4a34-a6fc-90f0419271b5 req-5b84749f-7fe9-4f4f-9e7f-c049a924ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:24.639355 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a113df4-8659-4a34-a6fc-90f0419271b5 req-5b84749f-7fe9-4f4f-9e7f-c049a924ac63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad6da09f-9252-431e-baee-a209b62f8e65 HTTP/1.1" status: 200 len: 917 time: 0.7961075 Aug 31 00:58:24.710333 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:24.729152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:24.731982 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9c4c40cf-b6ea-4cd0-a3b2-bbf1ea319716 req-1c3560d5-8ea0-4157-9049-d4b5ff730747 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923045 Aug 31 00:58:24.770421 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:24.967183 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:25.071033 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a113df4-8659-4a34-a6fc-90f0419271b5 req-65c210d7-179e-4f49-9cad-280dfc7cbfee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dbc9ccf-0fa2-46f2-ae0a-059132571ced HTTP/1.1" status: 200 len: 1001 time: 0.2581933 Aug 31 00:58:25.117287 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32f790-1efc-4575-a203-8343113db317 req-4b77b3c4-64a1-46ec-bf0f-0311bec13c6c tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:25.155354 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-db32f790-1efc-4575-a203-8343113db317 req-4b77b3c4-64a1-46ec-bf0f-0311bec13c6c tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 948 time: 0.5474753 Aug 31 00:58:25.157022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:25.164596 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:25.165376 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:25.166000 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:25.166835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:25.167439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:25.168025 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:25.168608 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:25.169167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:25.169823 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:25.170544 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:25.171287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:25.171846 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:25.225536 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a113df4-8659-4a34-a6fc-90f0419271b5 req-31f23d89-767c-469c-9821-b3f57c710aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:25.227835 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a113df4-8659-4a34-a6fc-90f0419271b5 req-31f23d89-767c-469c-9821-b3f57c710aa5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ab9bb2b-e46b-48ef-823c-1c22f46f941a HTTP/1.1" status: 200 len: 855 time: 0.1004786 Aug 31 00:58:25.250426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dec66-1578-42b7-925d-9f34b0245067 req-8cecf34b-768a-42d7-b117-ca86b206f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:25.251283 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dec66-1578-42b7-925d-9f34b0245067 req-8cecf34b-768a-42d7-b117-ca86b206f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:25.252822 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dec66-1578-42b7-925d-9f34b0245067 req-8cecf34b-768a-42d7-b117-ca86b206f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:25.254743 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6f3dec66-1578-42b7-925d-9f34b0245067 req-8cecf34b-768a-42d7-b117-ca86b206f331 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7911654 Aug 31 00:58:25.283989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:58:25.698007 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-db32f790-1efc-4575-a203-8343113db317 req-a2ceda3b-bcc7-4f63-96b5-5272f1048d66 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718544 Aug 31 00:58:25.740028 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a113df4-8659-4a34-a6fc-90f0419271b5 req-fd44fe8e-9c90-4f81-931a-b5b896388adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:25.741667 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a113df4-8659-4a34-a6fc-90f0419271b5 req-fd44fe8e-9c90-4f81-931a-b5b896388adb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad6da09f-9252-431e-baee-a209b62f8e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4949391 Aug 31 00:58:25.837337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dec66-1578-42b7-925d-9f34b0245067 req-b831038c-9a7b-414b-ad02-4d2366abd374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:25.838954 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6f3dec66-1578-42b7-925d-9f34b0245067 req-b831038c-9a7b-414b-ad02-4d2366abd374 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5649626 Aug 31 00:58:25.870344 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:25.886395 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:25.916452 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Transition to ACTIVE for port object 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:58:25.933669 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a113df4-8659-4a34-a6fc-90f0419271b5 req-3633fca6-4874-4be7-b44f-5423a250c901 service neutron] 10.222.0.41 "GET /v2.0/networks/ad6da09f-9252-431e-baee-a209b62f8e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771541 Aug 31 00:58:25.972246 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c31d6-64c3-4d39-a484-c8695ae58e21 req-a08244c2-7dbe-44f1-86d5-982f1579c798 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:26.005021 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c31d6-64c3-4d39-a484-c8695ae58e21 req-a08244c2-7dbe-44f1-86d5-982f1579c798 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:26.044055 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c31d6-64c3-4d39-a484-c8695ae58e21 req-a08244c2-7dbe-44f1-86d5-982f1579c798 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:26.073817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c31d6-64c3-4d39-a484-c8695ae58e21 req-a08244c2-7dbe-44f1-86d5-982f1579c798 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:26.083024 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a113df4-8659-4a34-a6fc-90f0419271b5 req-d2466e4a-6f04-4178-80c3-bbfafc5727ea service neutron] 10.222.0.41 "GET /v2.0/networks/ad6da09f-9252-431e-baee-a209b62f8e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403339 Aug 31 00:58:26.086008 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:26.093147 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c31d6-64c3-4d39-a484-c8695ae58e21 req-a08244c2-7dbe-44f1-86d5-982f1579c798 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:26.104729 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c31d6-64c3-4d39-a484-c8695ae58e21 req-a08244c2-7dbe-44f1-86d5-982f1579c798 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:26.132071 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c31d6-64c3-4d39-a484-c8695ae58e21 req-a08244c2-7dbe-44f1-86d5-982f1579c798 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:26.156572 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-706c31d6-64c3-4d39-a484-c8695ae58e21 req-a08244c2-7dbe-44f1-86d5-982f1579c798 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5417 time: 0.2801642 Aug 31 00:58:26.182972 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:58:26.261170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:26.347062 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-706c31d6-64c3-4d39-a484-c8695ae58e21 req-b77e6bd0-0374-4a1f-a121-0a2e87435b46 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1885266 Aug 31 00:58:26.473257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Attempting to bind port 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:58:26.474067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Attempting to bind port 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'b2e17668-d582-46d7-9ddf-09c26cd86fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60d743b8-14de-4666-8656-1e81e9c911f1'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:58:26.474887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Attempting to bind port 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 on network 60d743b8-14de-4666-8656-1e81e9c911f1 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:26.484376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Port 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 on network 60d743b8-14de-4666-8656-1e81e9c911f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:58:26.485009 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Attempting to bind port 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 on network 60d743b8-14de-4666-8656-1e81e9c911f1 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:26.492951 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:58:26.493649 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Checking segment: {'id': 'b2e17668-d582-46d7-9ddf-09c26cd86fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60d743b8-14de-4666-8656-1e81e9c911f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:58:26.496171 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Bound using segment: {'id': 'b2e17668-d582-46d7-9ddf-09c26cd86fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60d743b8-14de-4666-8656-1e81e9c911f1'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:58:26.497027 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Bound port: 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2e17668-d582-46d7-9ddf-09c26cd86fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60d743b8-14de-4666-8656-1e81e9c911f1'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:58:26.498384 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:26.502248 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:58:26.507395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:58:26.507828 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:26.685166 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] For port 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:58:26.700259 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] For port 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52,segment=NetworkSegment(b2e17668-d582-46d7-9ddf-09c26cd86fce),segment_id=b2e17668-d582-46d7-9ddf-09c26cd86fce)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:58:26.829676 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:26.860452 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:26.924065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:26.934785 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:26.937031 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:26.945105 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d291b1f7-fea6-4f28-8822-2296e45b1cb3 service neutron] 10.222.0.48 "PUT /v2.0/ports/4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 HTTP/1.1" status: 200 len: 1092 time: 2.9014924 Aug 31 00:58:26.945105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'tag': '4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:26.948866 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd21aca-1028-4343-98e2-4c548ffe8c61" -d '{"events": [{"name": "network-changed", "server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "tag": "4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:26.970813 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:26.978047 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de348c28-dd98-46bb-8dab-f5304f56b7cc req-37664f34-206d-43f4-bd6c-cecf3fc14d58 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:26.986416 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8129de1-9284-4d71-983b-b64e6ba6f272" -d '{"events": [{"server_uuid": "445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05", "name": "network-vif-plugged", "status": "completed", "tag": "f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:26.988539 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-de348c28-dd98-46bb-8dab-f5304f56b7cc req-37664f34-206d-43f4-bd6c-cecf3fc14d58 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 949 time: 0.1398091 Aug 31 00:58:27.018538 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:27.085694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-de348c28-dd98-46bb-8dab-f5304f56b7cc req-18a6beb7-f248-498c-9bad-1c18c81a4b01 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907779 Aug 31 00:58:27.148723 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf9312a-5a09-4e3d-b7d7-5d32b27464e5 x-openstack-request-id: req-fcf9312a-5a09-4e3d-b7d7-5d32b27464e5 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:27.149030 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05", "name": "network-vif-plugged", "status": "completed", "tag": "f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:27.150061 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fcf9312a-5a09-4e3d-b7d7-5d32b27464e5 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:27.162556 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9', 'code': 200} Aug 31 00:58:27.181156 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3d3d23-44c0-4503-a8eb-19592187bb82 x-openstack-request-id: req-1b3d3d23-44c0-4503-a8eb-19592187bb82 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:27.186957 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "tag": "4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:27.186957 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b3d3d23-44c0-4503-a8eb-19592187bb82 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:27.186957 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'tag': '4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52', 'status': 'completed', 'code': 200} Aug 31 00:58:27.187785 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:27.285976 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:27.410060 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-18eec993-3122-4d94-b206-485d16d9e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:27.410815 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-18eec993-3122-4d94-b206-485d16d9e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:27.411973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-18eec993-3122-4d94-b206-485d16d9e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:27.412845 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-18eec993-3122-4d94-b206-485d16d9e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:27.413725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-18eec993-3122-4d94-b206-485d16d9e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:27.414442 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-18eec993-3122-4d94-b206-485d16d9e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:27.422253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-18eec993-3122-4d94-b206-485d16d9e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:27.428182 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-18eec993-3122-4d94-b206-485d16d9e582 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 6493 time: 0.2887251 Aug 31 00:58:27.434227 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298075b-73d9-4199-8f52-cebcd538c859 req-11447c31-5344-4550-b47d-7b5604b21896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:27.437218 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e298075b-73d9-4199-8f52-cebcd538c859 req-11447c31-5344-4550-b47d-7b5604b21896 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 1102 time: 0.1398065 Aug 31 00:58:27.541545 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-1126412a-1c15-47f3-aeae-8925068bdaac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cac8892-a71e-44c5-8ed2-a3bd128601bb HTTP/1.1" status: 200 len: 217 time: 0.1016088 Aug 31 00:58:27.632262 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e298075b-73d9-4199-8f52-cebcd538c859 req-9d81b844-d349-47d9-84b1-d6ac7ac7e319 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760702 Aug 31 00:58:27.656514 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-a79854ee-c93f-4b3c-b3ba-5d779459abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:27.656514 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-a79854ee-c93f-4b3c-b3ba-5d779459abb4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a0af11-1528-44a4-b1b4-6169b26ec0d9 HTTP/1.1" status: 200 len: 856 time: 0.0951927 Aug 31 00:58:27.664078 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a2ccb-4441-4487-ad49-7efd99ee4af6 req-1801a953-4bcc-4f97-abd8-2001e050a78b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:27.671057 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a2ccb-4441-4487-ad49-7efd99ee4af6 req-1801a953-4bcc-4f97-abd8-2001e050a78b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:27.677196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a2ccb-4441-4487-ad49-7efd99ee4af6 req-1801a953-4bcc-4f97-abd8-2001e050a78b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:27.683561 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a2ccb-4441-4487-ad49-7efd99ee4af6 req-1801a953-4bcc-4f97-abd8-2001e050a78b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:27.689833 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a2ccb-4441-4487-ad49-7efd99ee4af6 req-1801a953-4bcc-4f97-abd8-2001e050a78b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:27.696103 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a2ccb-4441-4487-ad49-7efd99ee4af6 req-1801a953-4bcc-4f97-abd8-2001e050a78b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:27.708124 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a2ccb-4441-4487-ad49-7efd99ee4af6 req-1801a953-4bcc-4f97-abd8-2001e050a78b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:27.708124 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-583a2ccb-4441-4487-ad49-7efd99ee4af6 req-1801a953-4bcc-4f97-abd8-2001e050a78b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5429 time: 0.1811347 Aug 31 00:58:27.794091 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-583a2ccb-4441-4487-ad49-7efd99ee4af6 req-c9d068f2-283a-4c67-9e02-c638fa18b941 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723841 Aug 31 00:58:27.875437 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-6e22b71f-e994-43ae-bf8f-3fd40a22791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:27.877059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-6e22b71f-e994-43ae-bf8f-3fd40a22791f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e485d33c-f23c-40f6-8dac-57c9abc59149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492506 Aug 31 00:58:28.030314 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-05e8ac02-a036-4c8b-9cfa-c4a508a59634 service neutron] 10.222.0.48 "GET /v2.0/networks/e485d33c-f23c-40f6-8dac-57c9abc59149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351550 Aug 31 00:58:28.227366 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-8d752ea7-9f04-47b4-8798-79e4a7622335 service neutron] 10.222.0.48 "GET /v2.0/networks/e485d33c-f23c-40f6-8dac-57c9abc59149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841819 Aug 31 00:58:28.285596 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:58:28.313795 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-12f2a2f4-4cef-41d3-99bf-c7e7ac14e7d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=e23dc098-08a9-4b74-92c0-535d9029019a HTTP/1.1" status: 200 len: 217 time: 0.0714483 Aug 31 00:58:28.345829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf7082-06ce-42ff-929b-e8a29091f7c8 req-0cf9d6d5-6536-4fe6-8250-4499aa819abc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:28.347598 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1bf7082-06ce-42ff-929b-e8a29091f7c8 req-0cf9d6d5-6536-4fe6-8250-4499aa819abc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.1246784 Aug 31 00:58:28.420484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-8a661872-14f1-41f7-a98e-cd1540ef82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:28.422759 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-8a661872-14f1-41f7-a98e-cd1540ef82ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.0997779 Aug 31 00:58:28.432893 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1bf7082-06ce-42ff-929b-e8a29091f7c8 req-67364933-a716-4e22-852c-dc312aa1037b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656314 Aug 31 00:58:28.537049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7af99a93-45d7-43f6-a985-7b5f82e15a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:28.543807 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-7af99a93-45d7-43f6-a985-7b5f82e15a06 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1087503 Aug 31 00:58:28.791061 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-b6ea0eb3-c8ba-4f56-8cb6-110fd0886f88 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312453 Aug 31 00:58:28.891405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93809d-5b07-4743-9d5a-76c79317e672 req-7273b924-848c-461c-a7a5-b69fa64bca56 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:28.893353 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-db93809d-5b07-4743-9d5a-76c79317e672 req-7273b924-848c-461c-a7a5-b69fa64bca56 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=47f135b5-fa41-4b23-a9e0-cf70cfb1db4b HTTP/1.1" status: 200 len: 950 time: 0.1935012 Aug 31 00:58:28.955188 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-db93809d-5b07-4743-9d5a-76c79317e672 req-0d3e5976-8b4b-4109-b577-493a71e39ba2 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549297 Aug 31 00:58:28.970507 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-e8cb449f-dccd-442d-8a87-a47982c872b0 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656857 Aug 31 00:58:29.024217 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-1024222e-445a-4da8-8149-cbd5a5aae4ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=a27e7531-9fc2-4165-b9e8-bbffd269f73a HTTP/1.1" status: 200 len: 217 time: 0.0433035 Aug 31 00:58:29.059849 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46026) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:29.138132 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-9731b573-fc8f-4ac1-b91e-28f3839e292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:29.140757 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-9731b573-fc8f-4ac1-b91e-28f3839e292c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.1057954 Aug 31 00:58:29.159205 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e7ea-e909-4120-a71f-38befd7dbf44 req-2c448ac8-e506-4bda-993f-56f099e096f7 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:29.165658 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e7ea-e909-4120-a71f-38befd7dbf44 req-2c448ac8-e506-4bda-993f-56f099e096f7 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:29.171933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e7ea-e909-4120-a71f-38befd7dbf44 req-2c448ac8-e506-4bda-993f-56f099e096f7 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:29.178231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e7ea-e909-4120-a71f-38befd7dbf44 req-2c448ac8-e506-4bda-993f-56f099e096f7 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:29.184457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e7ea-e909-4120-a71f-38befd7dbf44 req-2c448ac8-e506-4bda-993f-56f099e096f7 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:29.191303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e7ea-e909-4120-a71f-38befd7dbf44 req-2c448ac8-e506-4bda-993f-56f099e096f7 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:29.197561 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e7ea-e909-4120-a71f-38befd7dbf44 req-2c448ac8-e506-4bda-993f-56f099e096f7 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:29.199524 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dfc5e7ea-e909-4120-a71f-38befd7dbf44 req-2c448ac8-e506-4bda-993f-56f099e096f7 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5429 time: 0.1511085 Aug 31 00:58:29.219962 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2eaf-55ee-4fba-8adf-d8b44c4622de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:29.286624 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dfc5e7ea-e909-4120-a71f-38befd7dbf44 req-c99f7f6d-3ac0-48e3-a498-c8078d5fa146 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677855 Aug 31 00:58:29.289742 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f78b587b-4757-40f3-882b-e9fac950cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:29.291266 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-f78b587b-4757-40f3-882b-e9fac950cd8f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0908589 Aug 31 00:58:29.418523 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2eaf-55ee-4fba-8adf-d8b44c4622de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:29.448439 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-0f350ab0-3e8f-47b2-a863-6a7d2980d245 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485677 Aug 31 00:58:29.492425 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2eaf-55ee-4fba-8adf-d8b44c4622de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:29.577194 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f2eaf-55ee-4fba-8adf-d8b44c4622de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ea4fd8-e4d0-4c47-b35c-c6c08e3a1883,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:29.621425 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3c4f2eaf-55ee-4fba-8adf-d8b44c4622de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a9e09b86b65436d98b31e2fb98d4cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5541248 Aug 31 00:58:29.621634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46044) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:29.623705 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-e3cef5f2-2abf-47af-8644-a7eb0f48b0bf service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651294 Aug 31 00:58:29.743605 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-061e3939-3414-45e2-988e-2c082fba3fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:29.776068 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-5a04ed93-e74e-43ed-929a-43404ae85754 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=0fcfb464-aad0-4470-abad-c784479adac4 HTTP/1.1" status: 200 len: 217 time: 0.1414852 Aug 31 00:58:29.853484 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-061e3939-3414-45e2-988e-2c082fba3fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:29.896897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-78d9b065-96ef-4299-816c-7473866fb194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:29.899652 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-78d9b065-96ef-4299-816c-7473866fb194 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.1150997 Aug 31 00:58:29.949421 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94206127-cea1-4707-8258-135c6c875517 req-bc55f621-e514-4107-8213-db883ae1b1de tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:29.952350 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94206127-cea1-4707-8258-135c6c875517 req-bc55f621-e514-4107-8213-db883ae1b1de tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.1776412 Aug 31 00:58:30.016257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-52452bbe-5054-4387-a109-130198d2e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:30.018162 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-52452bbe-5054-4387-a109-130198d2e5c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1099160 Aug 31 00:58:30.038554 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94206127-cea1-4707-8258-135c6c875517 req-9133a35b-c1ff-4b8f-8e66-dbdd938f0ca1 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735807 Aug 31 00:58:30.143000 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-061e3939-3414-45e2-988e-2c082fba3fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:30.146465 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-061e3939-3414-45e2-988e-2c082fba3fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:30.148056 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-061e3939-3414-45e2-988e-2c082fba3fb1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59ea4fd8-e4d0-4c47-b35c-c6c08e3a1883 HTTP/1.1" status: 204 len: 168 time: 0.5244508 Aug 31 00:58:30.168006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e3939-3414-45e2-988e-2c082fba3fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ea4fd8-e4d0-4c47-b35c-c6c08e3a1883,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:30.172091 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-1a4b6339-9c74-4a9d-94c8-1d668305d70e service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451185 Aug 31 00:58:30.230767 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f926ad3-7e1e-40d7-8c3e-ef4931a7e5dc req-dca32014-3d35-48a0-a3eb-34bc82a777e8 tempest-MigrationsAdminTest-1323546662 tempest-MigrationsAdminTest-1323546662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:30.233543 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9f926ad3-7e1e-40d7-8c3e-ef4931a7e5dc req-dca32014-3d35-48a0-a3eb-34bc82a777e8 tempest-MigrationsAdminTest-1323546662 tempest-MigrationsAdminTest-1323546662-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 1102 time: 0.0667491 Aug 31 00:58:30.314597 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9f926ad3-7e1e-40d7-8c3e-ef4931a7e5dc req-2622c94c-e2e5-450f-aec7-c26353d9dd29 tempest-MigrationsAdminTest-1323546662 tempest-MigrationsAdminTest-1323546662-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720208 Aug 31 00:58:30.339686 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-621e4b45-820c-4036-a792-dc4223c5dffa service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444612 Aug 31 00:58:30.392929 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-88b7f636-a2f5-468d-b20d-1a41d96ceded service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=a280b526-498f-4a1f-9597-43007f3e9cb1 HTTP/1.1" status: 200 len: 217 time: 0.0448399 Aug 31 00:58:30.422850 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-d04ed32a-a8b3-4a85-ad82-a5e709722f29 req-993e05e8-3cd4-4f0a-90c4-d20783637f0d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:58:30.423937 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d04ed32a-a8b3-4a85-ad82-a5e709722f29 req-993e05e8-3cd4-4f0a-90c4-d20783637f0d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060174 Aug 31 00:58:30.458102 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d4bb0f8e-624b-498d-bd7b-b3984a26fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:30.459631 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d4bb0f8e-624b-498d-bd7b-b3984a26fb80 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.0587337 Aug 31 00:58:30.522000 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-3d633007-7a7c-4b88-bfc0-3db11190e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:30.523986 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-3d633007-7a7c-4b88-bfc0-3db11190e259 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0537217 Aug 31 00:58:30.697280 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-84e0a0ca-4ba7-4eaf-862f-6013e7c23538 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646528 Aug 31 00:58:30.899371 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-c7f74c48-2e1f-4fb4-9d6d-c6db86c07d3a service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929066 Aug 31 00:58:30.975006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-4574f2ee-0d12-403a-989f-b1f059fcd5d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=968fb5d6-9e64-4c86-bb05-77a2173eeedc HTTP/1.1" status: 200 len: 217 time: 0.0581841 Aug 31 00:58:30.995986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622eb9d-ca38-4311-a469-4dfdf23fd7f1 req-381fbae9-b6ec-4d20-8dc6-eb60ba3474d8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:31.002580 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622eb9d-ca38-4311-a469-4dfdf23fd7f1 req-381fbae9-b6ec-4d20-8dc6-eb60ba3474d8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:31.008977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622eb9d-ca38-4311-a469-4dfdf23fd7f1 req-381fbae9-b6ec-4d20-8dc6-eb60ba3474d8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:31.016069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622eb9d-ca38-4311-a469-4dfdf23fd7f1 req-381fbae9-b6ec-4d20-8dc6-eb60ba3474d8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:31.023817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622eb9d-ca38-4311-a469-4dfdf23fd7f1 req-381fbae9-b6ec-4d20-8dc6-eb60ba3474d8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:31.030462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622eb9d-ca38-4311-a469-4dfdf23fd7f1 req-381fbae9-b6ec-4d20-8dc6-eb60ba3474d8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:31.036676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622eb9d-ca38-4311-a469-4dfdf23fd7f1 req-381fbae9-b6ec-4d20-8dc6-eb60ba3474d8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:31.045115 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f622eb9d-ca38-4311-a469-4dfdf23fd7f1 req-381fbae9-b6ec-4d20-8dc6-eb60ba3474d8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5429 time: 0.2972379 Aug 31 00:58:31.097558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-e3a1c03d-7baf-42a5-9236-3b12b5552e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:31.099915 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-e3a1c03d-7baf-42a5-9236-3b12b5552e0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8 HTTP/1.1" status: 200 len: 797 time: 0.1159897 Aug 31 00:58:31.206200 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f622eb9d-ca38-4311-a469-4dfdf23fd7f1 req-f08c5e3b-38a7-42aa-96ef-b90c2c7ac4f2 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1573327 Aug 31 00:58:31.218566 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-1d8f5c9a-41c9-4f67-8793-21b443751c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:31.220506 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-1d8f5c9a-41c9-4f67-8793-21b443751c6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60d743b8-14de-4666-8656-1e81e9c911f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1061614 Aug 31 00:58:31.417479 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-aa19fe0b-aede-4f68-8cc3-a15fb17f78e9 service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886327 Aug 31 00:58:31.421278 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c2aa6-f55e-4d7f-9e19-2066dd294cb9 req-fd9459c7-7817-407d-aa4f-1cbf79121d1b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:31.422934 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-122c2aa6-f55e-4d7f-9e19-2066dd294cb9 req-fd9459c7-7817-407d-aa4f-1cbf79121d1b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.1164424 Aug 31 00:58:31.426191 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-7a1ae9b0-d225-4450-a07c-8f32fb73286e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1281507 Aug 31 00:58:31.558755 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-122c2aa6-f55e-4d7f-9e19-2066dd294cb9 req-90a24e80-1450-4238-bff2-3fac19ded5d0 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086636 Aug 31 00:58:31.665878 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-826991cd-ac7d-4fec-9199-435218e8e544 service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349257 Aug 31 00:58:31.735689 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-82ba6701-c9a0-40c5-997a-2da8ee6eb603 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 HTTP/1.1" status: 200 len: 217 time: 0.0607181 Aug 31 00:58:31.806764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d1338881-9327-4f54-b01c-506a411d605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:31.809431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d1338881-9327-4f54-b01c-506a411d605c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8 HTTP/1.1" status: 200 len: 797 time: 0.0666375 Aug 31 00:58:31.880199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-2c394fcf-c12e-41ee-9ca2-591754b92cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:31.883857 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-2c394fcf-c12e-41ee-9ca2-591754b92cdf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60d743b8-14de-4666-8656-1e81e9c911f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0632899 Aug 31 00:58:32.054521 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-66d21b46-8e07-4509-b011-00beeffe7cfc service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601555 Aug 31 00:58:32.217164 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1248b0c-1910-45bb-bd43-08b1a15f61e5 req-d978da00-0fb4-487b-94be-baa2059da550 service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552680 Aug 31 00:58:32.452269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c71a3-6294-4500-950b-6ea6f1781a54 req-69a13121-2632-44dc-91f3-1a583a393255 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:32.470503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c71a3-6294-4500-950b-6ea6f1781a54 req-69a13121-2632-44dc-91f3-1a583a393255 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:32.480877 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c71a3-6294-4500-950b-6ea6f1781a54 req-69a13121-2632-44dc-91f3-1a583a393255 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:32.485365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c71a3-6294-4500-950b-6ea6f1781a54 req-69a13121-2632-44dc-91f3-1a583a393255 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:32.491784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c71a3-6294-4500-950b-6ea6f1781a54 req-69a13121-2632-44dc-91f3-1a583a393255 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:32.499025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c71a3-6294-4500-950b-6ea6f1781a54 req-69a13121-2632-44dc-91f3-1a583a393255 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:32.510221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c71a3-6294-4500-950b-6ea6f1781a54 req-69a13121-2632-44dc-91f3-1a583a393255 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:32.517024 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-146c71a3-6294-4500-950b-6ea6f1781a54 req-69a13121-2632-44dc-91f3-1a583a393255 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5429 time: 0.1562333 Aug 31 00:58:32.582614 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-146c71a3-6294-4500-950b-6ea6f1781a54 req-70803011-dd3f-40e4-b231-4cd0fb6dce9c tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636506 Aug 31 00:58:32.714002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd21aca-1028-4343-98e2-4c548ffe8c61 req-0d073164-1189-4e6d-b890-2eb723a09b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:32.714623 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd21aca-1028-4343-98e2-4c548ffe8c61 req-0d073164-1189-4e6d-b890-2eb723a09b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:32.715107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd21aca-1028-4343-98e2-4c548ffe8c61 req-0d073164-1189-4e6d-b890-2eb723a09b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:32.715631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd21aca-1028-4343-98e2-4c548ffe8c61 req-0d073164-1189-4e6d-b890-2eb723a09b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:32.717917 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd21aca-1028-4343-98e2-4c548ffe8c61 req-0d073164-1189-4e6d-b890-2eb723a09b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:32.718494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd21aca-1028-4343-98e2-4c548ffe8c61 req-0d073164-1189-4e6d-b890-2eb723a09b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:32.719477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd21aca-1028-4343-98e2-4c548ffe8c61 req-0d073164-1189-4e6d-b890-2eb723a09b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:32.723931 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fd21aca-1028-4343-98e2-4c548ffe8c61 req-0d073164-1189-4e6d-b890-2eb723a09b15 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 6493 time: 0.0870371 Aug 31 00:58:32.847392 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a25d7-6158-4f44-a194-0f1e3238b928 req-5c152f36-1725-41af-8751-e01d7bebda63 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:32.849154 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-046a25d7-6158-4f44-a194-0f1e3238b928 req-5c152f36-1725-41af-8751-e01d7bebda63 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.1224577 Aug 31 00:58:32.896113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd21aca-1028-4343-98e2-4c548ffe8c61 req-31180425-b984-4349-95eb-4f035a5d5f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:32.901469 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fd21aca-1028-4343-98e2-4c548ffe8c61 req-31180425-b984-4349-95eb-4f035a5d5f44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=60d743b8-14de-4666-8656-1e81e9c911f1 HTTP/1.1" status: 200 len: 903 time: 0.1696475 Aug 31 00:58:32.973810 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fd21aca-1028-4343-98e2-4c548ffe8c61 req-5cd6f344-4b22-4551-87e1-fd4e48174c83 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 HTTP/1.1" status: 200 len: 217 time: 0.0647316 Aug 31 00:58:32.977789 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-046a25d7-6158-4f44-a194-0f1e3238b928 req-dcb883dc-415b-4bee-8a8e-c64a87553987 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023188 Aug 31 00:58:33.071933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd21aca-1028-4343-98e2-4c548ffe8c61 req-8e4fdb6f-cd46-4f53-9b8d-38b3573c743c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:33.074071 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fd21aca-1028-4343-98e2-4c548ffe8c61 req-8e4fdb6f-cd46-4f53-9b8d-38b3573c743c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8 HTTP/1.1" status: 200 len: 797 time: 0.0929523 Aug 31 00:58:33.232043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd21aca-1028-4343-98e2-4c548ffe8c61 req-e7889dab-099b-4dbf-8dff-608e825a008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:33.233986 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fd21aca-1028-4343-98e2-4c548ffe8c61 req-e7889dab-099b-4dbf-8dff-608e825a008b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60d743b8-14de-4666-8656-1e81e9c911f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1507647 Aug 31 00:58:33.392947 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fd21aca-1028-4343-98e2-4c548ffe8c61 req-ed5e9d3c-a18c-4dee-9a2e-196a01aaead6 service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513243 Aug 31 00:58:33.495321 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device ac61fe6a-e127-412f-b685-bba389951a91 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:58:33.562511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2a6dd838-5c96-4505-9654-2ef7831c292a no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:58:33.671375 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fd21aca-1028-4343-98e2-4c548ffe8c61 req-81ed3e6b-4c76-4dc8-938c-7554b5f7b543 service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693775 Aug 31 00:58:33.709976 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port ac61fe6a-e127-412f-b685-bba389951a91, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=ac61fe6a-e127-412f-b685-bba389951a91,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:33.770641 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'ac61fe6a-e127-412f-b685-bba389951a91', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': 'ac61fe6a-e127-412f-b685-bba389951a91', 'mac_address': 'fa:16:3e:41:db:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:58:33.821545 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f9d5f-816d-4a14-ad80-5e70201a5d63 req-c997446a-1f37-4ed7-9076-692972e6a0cc tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:33.830822 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f9d5f-816d-4a14-ad80-5e70201a5d63 req-c997446a-1f37-4ed7-9076-692972e6a0cc tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:33.839921 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f9d5f-816d-4a14-ad80-5e70201a5d63 req-c997446a-1f37-4ed7-9076-692972e6a0cc tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:33.849270 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f9d5f-816d-4a14-ad80-5e70201a5d63 req-c997446a-1f37-4ed7-9076-692972e6a0cc tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:33.856133 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f9d5f-816d-4a14-ad80-5e70201a5d63 req-c997446a-1f37-4ed7-9076-692972e6a0cc tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:33.857860 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:33.863941 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f9d5f-816d-4a14-ad80-5e70201a5d63 req-c997446a-1f37-4ed7-9076-692972e6a0cc tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:33.881001 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f9d5f-816d-4a14-ad80-5e70201a5d63 req-c997446a-1f37-4ed7-9076-692972e6a0cc tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:33.881184 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:33.882000 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-802f9d5f-816d-4a14-ad80-5e70201a5d63 req-c997446a-1f37-4ed7-9076-692972e6a0cc tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5429 time: 0.1413302 Aug 31 00:58:33.894381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac61fe6a-e127-412f-b685-bba389951a91 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:33.926918 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f135b5-fa41-4b23-a9e0-cf70cfb1db4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a6dd838-5c96-4505-9654-2ef7831c292a'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:33.929739 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bac028-0719-4384-b414-870018c92416" -d '{"events": [{"server_uuid": "47f135b5-fa41-4b23-a9e0-cf70cfb1db4b", "name": "network-vif-unplugged", "status": "completed", "tag": "2a6dd838-5c96-4505-9654-2ef7831c292a"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:33.938915 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port ac61fe6a-e127-412f-b685-bba389951a91, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=ac61fe6a-e127-412f-b685-bba389951a91,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:33.951162 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46216) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:33.953668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2a6dd838-5c96-4505-9654-2ef7831c292a, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2a6dd838-5c96-4505-9654-2ef7831c292a,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:33.963380 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-802f9d5f-816d-4a14-ad80-5e70201a5d63 req-7dacf723-772b-4f6f-bc69-f5dee98f79f4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795624 Aug 31 00:58:34.019597 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a5b2bb-4c3f-4c4e-b13d-ca43287605be x-openstack-request-id: req-05a5b2bb-4c3f-4c4e-b13d-ca43287605be {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:34.020057 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f135b5-fa41-4b23-a9e0-cf70cfb1db4b", "name": "network-vif-unplugged", "status": "completed", "tag": "2a6dd838-5c96-4505-9654-2ef7831c292a", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:34.020930 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05a5b2bb-4c3f-4c4e-b13d-ca43287605be {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:34.021990 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f135b5-fa41-4b23-a9e0-cf70cfb1db4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a6dd838-5c96-4505-9654-2ef7831c292a', 'code': 200} Aug 31 00:58:34.106520 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dcfb1c4d-a832-4658-abcd-ad39ebe72173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:34.152287 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:34.194401 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe4e9d-5d77-4a39-a9b2-813e9062e13c req-f9383868-64c4-43a8-bec1-0ffbaee74f19 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:34.196600 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30fe4e9d-5d77-4a39-a9b2-813e9062e13c req-f9383868-64c4-43a8-bec1-0ffbaee74f19 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.1235709 Aug 31 00:58:34.202251 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:34.221998 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4d8341d9-c4cd-4aea-9ddd-ab3f363015a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:34.241024 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=ac61fe6a-e127-412f-b685-bba389951a91,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:34.276129 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30fe4e9d-5d77-4a39-a9b2-813e9062e13c req-bea57b49-c664-49d6-ba54-7bb3a316925e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721962 Aug 31 00:58:34.282300 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dcfb1c4d-a832-4658-abcd-ad39ebe72173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:34.299694 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['ac61fe6a-e127-412f-b685-bba389951a91'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:58:34.357713 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=2a6dd838-5c96-4505-9654-2ef7831c292a,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:34.471765 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dcfb1c4d-a832-4658-abcd-ad39ebe72173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:34.529731 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-dcfb1c4d-a832-4658-abcd-ad39ebe72173 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b141a4d8d6e44b6a97a9d48adcd4d6dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5764389 Aug 31 00:58:34.533966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb1c4d-a832-4658-abcd-ad39ebe72173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d254a85-b4d9-45af-b445-113464975454,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:34.534142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46226) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:34.674373 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6549c63e-2b74-424b-a378-72f39eb83986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:34.735954 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6549c63e-2b74-424b-a378-72f39eb83986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:34.907736 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6549c63e-2b74-424b-a378-72f39eb83986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:34.911287 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6549c63e-2b74-424b-a378-72f39eb83986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:34.915245 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6549c63e-2b74-424b-a378-72f39eb83986 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d254a85-b4d9-45af-b445-113464975454 HTTP/1.1" status: 204 len: 168 time: 0.3783481 Aug 31 00:58:34.937350 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549c63e-2b74-424b-a378-72f39eb83986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d254a85-b4d9-45af-b445-113464975454,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:35.129475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-f7469fb6-c203-48f5-8c1a-f66322661ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:35.133516 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-f7469fb6-c203-48f5-8c1a-f66322661ec5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 1102 time: 0.0826085 Aug 31 00:58:35.225197 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bc10-baaa-42b3-a067-e4c1f6f67247 req-7c56ff2d-91df-41e8-abdf-9767b84d1b16 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:35.238499 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bc10-baaa-42b3-a067-e4c1f6f67247 req-7c56ff2d-91df-41e8-abdf-9767b84d1b16 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:35.246977 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bc10-baaa-42b3-a067-e4c1f6f67247 req-7c56ff2d-91df-41e8-abdf-9767b84d1b16 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:35.256180 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bc10-baaa-42b3-a067-e4c1f6f67247 req-7c56ff2d-91df-41e8-abdf-9767b84d1b16 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:35.264070 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bc10-baaa-42b3-a067-e4c1f6f67247 req-7c56ff2d-91df-41e8-abdf-9767b84d1b16 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:35.271841 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bc10-baaa-42b3-a067-e4c1f6f67247 req-7c56ff2d-91df-41e8-abdf-9767b84d1b16 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:35.288040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bc10-baaa-42b3-a067-e4c1f6f67247 req-7c56ff2d-91df-41e8-abdf-9767b84d1b16 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:35.293114 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8104bc10-baaa-42b3-a067-e4c1f6f67247 req-7c56ff2d-91df-41e8-abdf-9767b84d1b16 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5429 time: 0.2140608 Aug 31 00:58:35.295644 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-ac5778aa-68c0-4193-9c54-f66411895058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:35.312846 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-ac5778aa-68c0-4193-9c54-f66411895058 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.1672273 Aug 31 00:58:35.371235 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8104bc10-baaa-42b3-a067-e4c1f6f67247 req-d0673843-562a-400c-add6-e91c9aff1c16 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753250 Aug 31 00:58:35.475812 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-76a20f64-0ff1-485c-84d6-675ed9a7de2d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 HTTP/1.1" status: 200 len: 217 time: 0.1485798 Aug 31 00:58:35.512312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device ac61fe6a-e127-412f-b685-bba389951a91 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:58:35.584976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670cf42-8506-4d0f-8bbf-00ca2b7d969a req-06c4bebc-8446-449e-adcf-a8ae9690d21a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:35.587145 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5670cf42-8506-4d0f-8bbf-00ca2b7d969a req-06c4bebc-8446-449e-adcf-a8ae9690d21a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.1286166 Aug 31 00:58:35.589417 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-92b93075-adba-402f-9578-5aaa0a49145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:35.591963 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-92b93075-adba-402f-9578-5aaa0a49145e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0831525 Aug 31 00:58:35.671412 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port ac61fe6a-e127-412f-b685-bba389951a91 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:58:35.671912 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:35.694680 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5670cf42-8506-4d0f-8bbf-00ca2b7d969a req-3570ba25-b4fd-4e8e-8f8f-2c35fac3f422 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996358 Aug 31 00:58:35.725911 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-4b5d9086-9acf-4eec-93ed-3d8ad6c18af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:35.727797 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-4b5d9086-9acf-4eec-93ed-3d8ad6c18af8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1238661 Aug 31 00:58:35.917819 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:35.989325 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-a9a2c1f6-33e2-421a-bacc-73ee4cfdeb16 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528965 Aug 31 00:58:35.999133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port ac61fe6a-e127-412f-b685-bba389951a91, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=ac61fe6a-e127-412f-b685-bba389951a91,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:36.024770 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a1eea8-29da-479f-851b-bd92cde8b365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac61fe6a-e127-412f-b685-bba389951a91'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:36.029555 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079f4452-2c4d-461b-a329-1523f2367b74" -d '{"events": [{"server_uuid": "e9a1eea8-29da-479f-851b-bd92cde8b365", "name": "network-vif-plugged", "status": "completed", "tag": "ac61fe6a-e127-412f-b685-bba389951a91"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:36.092800 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec9bc73-6247-4847-b9c8-f97f50d81fb8 x-openstack-request-id: req-4ec9bc73-6247-4847-b9c8-f97f50d81fb8 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:36.093535 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a1eea8-29da-479f-851b-bd92cde8b365", "name": "network-vif-plugged", "status": "completed", "tag": "ac61fe6a-e127-412f-b685-bba389951a91", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:36.093980 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ec9bc73-6247-4847-b9c8-f97f50d81fb8 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:36.094554 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a1eea8-29da-479f-851b-bd92cde8b365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac61fe6a-e127-412f-b685-bba389951a91', 'code': 200} Aug 31 00:58:36.109742 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-6bc5283a-211b-4231-b6ad-aab8f53f3a0c service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104732 Aug 31 00:58:36.165094 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:36.246976 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=ac61fe6a-e127-412f-b685-bba389951a91,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:36.583349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33a7a5-0eac-43c3-9b3d-99921387dcf2 req-def5dc46-25e6-45d7-bdc8-28040131e162 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:36.595242 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33a7a5-0eac-43c3-9b3d-99921387dcf2 req-def5dc46-25e6-45d7-bdc8-28040131e162 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:36.603668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33a7a5-0eac-43c3-9b3d-99921387dcf2 req-def5dc46-25e6-45d7-bdc8-28040131e162 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:36.617319 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33a7a5-0eac-43c3-9b3d-99921387dcf2 req-def5dc46-25e6-45d7-bdc8-28040131e162 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:36.624146 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33a7a5-0eac-43c3-9b3d-99921387dcf2 req-def5dc46-25e6-45d7-bdc8-28040131e162 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:36.630330 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33a7a5-0eac-43c3-9b3d-99921387dcf2 req-def5dc46-25e6-45d7-bdc8-28040131e162 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:36.636493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33a7a5-0eac-43c3-9b3d-99921387dcf2 req-def5dc46-25e6-45d7-bdc8-28040131e162 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:36.639220 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3e33a7a5-0eac-43c3-9b3d-99921387dcf2 req-def5dc46-25e6-45d7-bdc8-28040131e162 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5429 time: 0.1514459 Aug 31 00:58:36.701651 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3e33a7a5-0eac-43c3-9b3d-99921387dcf2 req-9d14cf10-8b7f-4f26-b407-c9b9654dd4df tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504649 Aug 31 00:58:36.764263 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:36.787985 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:36.924730 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:36.952936 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-41b924c8-4164-4dc9-a3e0-06365cbbc694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:37.038178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ccf87-853d-4bc0-9480-0d06c6ea797d req-e63aa039-1b52-40d7-80f2-ddfe76977ce6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:37.041222 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-330ccf87-853d-4bc0-9480-0d06c6ea797d req-e63aa039-1b52-40d7-80f2-ddfe76977ce6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.1752377 Aug 31 00:58:37.170986 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-330ccf87-853d-4bc0-9480-0d06c6ea797d req-a37dadcb-9dcb-4e68-9702-e3f5e1c742b5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215954 Aug 31 00:58:38.126139 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5fcc2-4b9a-4d22-b373-06d8bf5d66ee req-cdddcc0e-0aea-4c4a-bb45-fc05617f316b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:38.138683 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5fcc2-4b9a-4d22-b373-06d8bf5d66ee req-cdddcc0e-0aea-4c4a-bb45-fc05617f316b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:38.146923 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5fcc2-4b9a-4d22-b373-06d8bf5d66ee req-cdddcc0e-0aea-4c4a-bb45-fc05617f316b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:38.160433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5fcc2-4b9a-4d22-b373-06d8bf5d66ee req-cdddcc0e-0aea-4c4a-bb45-fc05617f316b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:38.168537 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5fcc2-4b9a-4d22-b373-06d8bf5d66ee req-cdddcc0e-0aea-4c4a-bb45-fc05617f316b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:38.175114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5fcc2-4b9a-4d22-b373-06d8bf5d66ee req-cdddcc0e-0aea-4c4a-bb45-fc05617f316b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:38.182589 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5fcc2-4b9a-4d22-b373-06d8bf5d66ee req-cdddcc0e-0aea-4c4a-bb45-fc05617f316b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:38.192452 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f6b5fcc2-4b9a-4d22-b373-06d8bf5d66ee req-cdddcc0e-0aea-4c4a-bb45-fc05617f316b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5429 time: 0.2125132 Aug 31 00:58:38.254532 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f6b5fcc2-4b9a-4d22-b373-06d8bf5d66ee req-d6d1ae20-feb4-4eec-be90-a84928cb7ffc tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574362 Aug 31 00:58:38.434547 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fabb7-82e6-4776-b351-3e204fe442c1 req-96aac2ca-820e-4d66-8c11-591751ea42bd tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:38.438836 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:38.446486 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cc8fabb7-82e6-4776-b351-3e204fe442c1 req-96aac2ca-820e-4d66-8c11-591751ea42bd tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.1051793 Aug 31 00:58:38.510588 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cc8fabb7-82e6-4776-b351-3e204fe442c1 req-8de5c1b7-a2dd-44fd-8b3b-a8fffead3e0f tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610979 Aug 31 00:58:39.607924 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e95be-8090-4131-a151-9aa56601817b req-44572868-0254-4d8c-9ce0-8a58e227915a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:39.624125 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e95be-8090-4131-a151-9aa56601817b req-44572868-0254-4d8c-9ce0-8a58e227915a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:39.636282 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e95be-8090-4131-a151-9aa56601817b req-44572868-0254-4d8c-9ce0-8a58e227915a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:39.658182 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e95be-8090-4131-a151-9aa56601817b req-44572868-0254-4d8c-9ce0-8a58e227915a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:39.673259 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e95be-8090-4131-a151-9aa56601817b req-44572868-0254-4d8c-9ce0-8a58e227915a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:39.689606 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e95be-8090-4131-a151-9aa56601817b req-44572868-0254-4d8c-9ce0-8a58e227915a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:39.704479 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e95be-8090-4131-a151-9aa56601817b req-44572868-0254-4d8c-9ce0-8a58e227915a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:39.716910 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1a7e95be-8090-4131-a151-9aa56601817b req-44572868-0254-4d8c-9ce0-8a58e227915a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5429 time: 0.3108613 Aug 31 00:58:39.813316 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1a7e95be-8090-4131-a151-9aa56601817b req-b026ec72-5580-41fc-b56b-cd712483b477 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887096 Aug 31 00:58:40.012202 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bf5f8-0fb1-424f-af31-57b89de4667f req-9e8134cf-1600-4a8e-b828-0eeec24900c9 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:40.018917 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-052bf5f8-0fb1-424f-af31-57b89de4667f req-9e8134cf-1600-4a8e-b828-0eeec24900c9 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.0699499 Aug 31 00:58:40.087847 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-052bf5f8-0fb1-424f-af31-57b89de4667f req-b4c8d9d9-a8a3-46de-af2e-36fb8c5251e9 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621028 Aug 31 00:58:40.203127 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:41.100442 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68adf3-8b1a-46a1-893c-e2d08de00a24 req-3b7db346-f8fd-4aaa-9893-4bb5f56720a2 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:41.121659 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68adf3-8b1a-46a1-893c-e2d08de00a24 req-3b7db346-f8fd-4aaa-9893-4bb5f56720a2 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:41.130890 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68adf3-8b1a-46a1-893c-e2d08de00a24 req-3b7db346-f8fd-4aaa-9893-4bb5f56720a2 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:41.138690 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68adf3-8b1a-46a1-893c-e2d08de00a24 req-3b7db346-f8fd-4aaa-9893-4bb5f56720a2 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:41.147341 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68adf3-8b1a-46a1-893c-e2d08de00a24 req-3b7db346-f8fd-4aaa-9893-4bb5f56720a2 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:41.153848 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68adf3-8b1a-46a1-893c-e2d08de00a24 req-3b7db346-f8fd-4aaa-9893-4bb5f56720a2 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:41.160770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68adf3-8b1a-46a1-893c-e2d08de00a24 req-3b7db346-f8fd-4aaa-9893-4bb5f56720a2 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:41.163432 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ea68adf3-8b1a-46a1-893c-e2d08de00a24 req-3b7db346-f8fd-4aaa-9893-4bb5f56720a2 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5429 time: 0.2031085 Aug 31 00:58:41.252856 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ea68adf3-8b1a-46a1-893c-e2d08de00a24 req-746f6b4b-e307-437e-9924-2326bfeca4c1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797143 Aug 31 00:58:41.333476 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a734c2-dd6f-45ce-a2d9-3922dc49c361 req-de7f18c7-9188-427b-9f4a-04610b55f25e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:41.344063 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-80a734c2-dd6f-45ce-a2d9-3922dc49c361 req-de7f18c7-9188-427b-9f4a-04610b55f25e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.1068382 Aug 31 00:58:41.408090 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46492) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:41.433334 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-80a734c2-dd6f-45ce-a2d9-3922dc49c361 req-cc0aef49-419d-485c-ace6-58ad2257dc0b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882256 Aug 31 00:58:41.642788 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9729314-1e3b-4cfa-a2fe-c71778039148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:41.798807 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9729314-1e3b-4cfa-a2fe-c71778039148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:41.882679 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9729314-1e3b-4cfa-a2fe-c71778039148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:41.914014 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729314-1e3b-4cfa-a2fe-c71778039148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4ba386-8968-44ca-8da1-b4fff4e12b0e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:41.957898 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d9729314-1e3b-4cfa-a2fe-c71778039148 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8add38d6245e4bdcaa540d418f86c3d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5486100 Aug 31 00:58:41.962277 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46500) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:42.023688 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c60de4f1-516b-40b7-9226-0284e56189f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:42.055998 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c60de4f1-516b-40b7-9226-0284e56189f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:42.408650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9bbf0-04ca-46ed-8b8f-53f10a87c4ba req-670752f1-8aff-408b-bbb9-b9526e5588b5 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:42.421498 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9bbf0-04ca-46ed-8b8f-53f10a87c4ba req-670752f1-8aff-408b-bbb9-b9526e5588b5 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:42.433287 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9bbf0-04ca-46ed-8b8f-53f10a87c4ba req-670752f1-8aff-408b-bbb9-b9526e5588b5 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:42.445466 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9bbf0-04ca-46ed-8b8f-53f10a87c4ba req-670752f1-8aff-408b-bbb9-b9526e5588b5 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:42.457565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9bbf0-04ca-46ed-8b8f-53f10a87c4ba req-670752f1-8aff-408b-bbb9-b9526e5588b5 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:42.470541 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9bbf0-04ca-46ed-8b8f-53f10a87c4ba req-670752f1-8aff-408b-bbb9-b9526e5588b5 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:42.482512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9bbf0-04ca-46ed-8b8f-53f10a87c4ba req-670752f1-8aff-408b-bbb9-b9526e5588b5 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:42.485950 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ff9bbf0-04ca-46ed-8b8f-53f10a87c4ba req-670752f1-8aff-408b-bbb9-b9526e5588b5 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5429 time: 0.1550348 Aug 31 00:58:42.562251 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ff9bbf0-04ca-46ed-8b8f-53f10a87c4ba req-6e646098-bef9-48f8-b98c-af8306e1b296 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666938 Aug 31 00:58:42.578831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ae141-3b99-44b5-b057-d6bce943de0a req-24ac505d-25a2-4c07-9eca-31d0d031fd01 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:42.587733 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df5ae141-3b99-44b5-b057-d6bce943de0a req-24ac505d-25a2-4c07-9eca-31d0d031fd01 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.0762310 Aug 31 00:58:42.637230 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df5ae141-3b99-44b5-b057-d6bce943de0a req-773719c4-4802-4a30-b9b4-6467c8beffc3 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482402 Aug 31 00:58:42.850691 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c60de4f1-516b-40b7-9226-0284e56189f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:42.853611 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c60de4f1-516b-40b7-9226-0284e56189f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:42.858712 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c60de4f1-516b-40b7-9226-0284e56189f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd4ba386-8968-44ca-8da1-b4fff4e12b0e HTTP/1.1" status: 204 len: 168 time: 0.8915296 Aug 31 00:58:42.866821 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60de4f1-516b-40b7-9226-0284e56189f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4ba386-8968-44ca-8da1-b4fff4e12b0e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:43.743179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547738ac-944f-452a-b095-92a660bd8b83 req-a6d3bfd6-d1ea-4053-a54a-fbb371ae9cbe tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:43.750649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547738ac-944f-452a-b095-92a660bd8b83 req-a6d3bfd6-d1ea-4053-a54a-fbb371ae9cbe tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:43.757808 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547738ac-944f-452a-b095-92a660bd8b83 req-a6d3bfd6-d1ea-4053-a54a-fbb371ae9cbe tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:43.765129 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547738ac-944f-452a-b095-92a660bd8b83 req-a6d3bfd6-d1ea-4053-a54a-fbb371ae9cbe tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:43.771710 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547738ac-944f-452a-b095-92a660bd8b83 req-a6d3bfd6-d1ea-4053-a54a-fbb371ae9cbe tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:43.779101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547738ac-944f-452a-b095-92a660bd8b83 req-a6d3bfd6-d1ea-4053-a54a-fbb371ae9cbe tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:43.786416 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547738ac-944f-452a-b095-92a660bd8b83 req-a6d3bfd6-d1ea-4053-a54a-fbb371ae9cbe tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:43.788749 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-547738ac-944f-452a-b095-92a660bd8b83 req-a6d3bfd6-d1ea-4053-a54a-fbb371ae9cbe tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5429 time: 0.1240373 Aug 31 00:58:43.820884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba19c58-f7d4-4a28-bf16-ec1294b05686 req-864fc2b7-4ab9-474f-90cb-9bebb9749fbd tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:43.822942 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ba19c58-f7d4-4a28-bf16-ec1294b05686 req-864fc2b7-4ab9-474f-90cb-9bebb9749fbd tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.0777087 Aug 31 00:58:43.848282 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-547738ac-944f-452a-b095-92a660bd8b83 req-325ca688-f2df-48eb-954a-7526a93edff7 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436080 Aug 31 00:58:43.880478 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ba19c58-f7d4-4a28-bf16-ec1294b05686 req-928423a4-a1c9-445d-8ed6-f763158523aa tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490410 Aug 31 00:58:44.852120 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46578) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:44.880374 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3e3d2b7-edae-4db3-9645-360fa064d949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:45.268548 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3e3d2b7-edae-4db3-9645-360fa064d949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:45.280792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd46163-2641-4977-888e-8f7f8ab3b5f0 req-cd4220d9-5eab-4b72-8d54-209ac8dea85a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:45.283613 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6566c2b-1dde-4c8c-b630-3fdbbd0a3ab9 req-807350f9-0f52-40d7-85be-6251dc5e697d tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:45.298591 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f6566c2b-1dde-4c8c-b630-3fdbbd0a3ab9 req-807350f9-0f52-40d7-85be-6251dc5e697d tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 946 time: 0.1584203 Aug 31 00:58:45.303985 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0fd46163-2641-4977-888e-8f7f8ab3b5f0 req-cd4220d9-5eab-4b72-8d54-209ac8dea85a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.1167326 Aug 31 00:58:45.370121 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f6566c2b-1dde-4c8c-b630-3fdbbd0a3ab9 req-78e9bb31-6d98-4f95-a05b-f168540f37a2 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f1c4fb-8978-4c70-8dd2-c3ea8ff83999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694313 Aug 31 00:58:45.371769 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3e3d2b7-edae-4db3-9645-360fa064d949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:45.416268 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0fd46163-2641-4977-888e-8f7f8ab3b5f0 req-f334715b-09aa-41e7-8d90-2e1dcadbaa31 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104102 Aug 31 00:58:45.423020 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3d2b7-edae-4db3-9645-360fa064d949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a038c472-bad8-4550-8ec0-24b737c2558e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:45.489484 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b3e3d2b7-edae-4db3-9645-360fa064d949 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=186b318612964f48848b877fdf3549ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6357656 Aug 31 00:58:45.504654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46592) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:45.694004 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fb1d8-56df-4a2f-b9da-402a5e2d4c27 req-9542137b-7766-4076-a6a2-37a48dcb6692 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:45.703238 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5b2fb1d8-56df-4a2f-b9da-402a5e2d4c27 req-9542137b-7766-4076-a6a2-37a48dcb6692 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 946 time: 0.0938668 Aug 31 00:58:45.749947 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07006593-5cd4-4682-8c83-92e616dbc0b2 req-29312763-5a42-477d-8cdc-e4ac824c3536 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:45.767306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07006593-5cd4-4682-8c83-92e616dbc0b2 req-29312763-5a42-477d-8cdc-e4ac824c3536 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:45.774037 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5b2fb1d8-56df-4a2f-b9da-402a5e2d4c27 req-ac928e53-a0cd-4870-a57b-4a298f7325fd tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698400 Aug 31 00:58:45.788502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07006593-5cd4-4682-8c83-92e616dbc0b2 req-29312763-5a42-477d-8cdc-e4ac824c3536 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:45.800648 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07006593-5cd4-4682-8c83-92e616dbc0b2 req-29312763-5a42-477d-8cdc-e4ac824c3536 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:45.813126 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07006593-5cd4-4682-8c83-92e616dbc0b2 req-29312763-5a42-477d-8cdc-e4ac824c3536 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:45.826508 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07006593-5cd4-4682-8c83-92e616dbc0b2 req-29312763-5a42-477d-8cdc-e4ac824c3536 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:45.838761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07006593-5cd4-4682-8c83-92e616dbc0b2 req-29312763-5a42-477d-8cdc-e4ac824c3536 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:45.854989 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-07006593-5cd4-4682-8c83-92e616dbc0b2 req-29312763-5a42-477d-8cdc-e4ac824c3536 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5429 time: 0.2799375 Aug 31 00:58:45.946091 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5cdec492-6b7f-4604-a12d-0c1b7b86aa82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:45.972514 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-07006593-5cd4-4682-8c83-92e616dbc0b2 req-559c7bc1-7aac-40ae-be95-b52ca6b72522 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1155422 Aug 31 00:58:46.008561 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5cdec492-6b7f-4604-a12d-0c1b7b86aa82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:46.128196 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5cdec492-6b7f-4604-a12d-0c1b7b86aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:46.131576 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5cdec492-6b7f-4604-a12d-0c1b7b86aa82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:46.133981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5cdec492-6b7f-4604-a12d-0c1b7b86aa82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a038c472-bad8-4550-8ec0-24b737c2558e HTTP/1.1" status: 204 len: 168 time: 0.6277702 Aug 31 00:58:46.153853 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdec492-6b7f-4604-a12d-0c1b7b86aa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a038c472-bad8-4550-8ec0-24b737c2558e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:46.564665 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c72ddd-b5fb-4636-90fe-680cb1c35ccd req-d8cdb744-e6c1-4d56-b9c2-8e9ce2ba7bf4 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:46.566522 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5c72ddd-b5fb-4636-90fe-680cb1c35ccd req-d8cdb744-e6c1-4d56-b9c2-8e9ce2ba7bf4 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 946 time: 0.0894709 Aug 31 00:58:46.570132 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2926711-15bc-4c30-b8e2-1c132785267a req-5fa74955-e7d7-4914-91c2-6f953e5153ea tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:46.573683 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2926711-15bc-4c30-b8e2-1c132785267a req-5fa74955-e7d7-4914-91c2-6f953e5153ea tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 946 time: 0.0662377 Aug 31 00:58:46.638321 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2926711-15bc-4c30-b8e2-1c132785267a req-cff5ba5e-13f7-4482-8f78-2b194bd557af tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f1c4fb-8978-4c70-8dd2-c3ea8ff83999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571287 Aug 31 00:58:46.809409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6763bb-dfa2-4ffa-8a15-d13496f53497 req-8ea5f6cb-59cc-4546-9980-3155358b55b3 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:46.817776 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e6763bb-dfa2-4ffa-8a15-d13496f53497 req-8ea5f6cb-59cc-4546-9980-3155358b55b3 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.2496636 Aug 31 00:58:46.863130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd5630-c61b-452e-88ad-330e3e76988f req-ce3207c4-ad28-4acb-a700-b6d0a7157552 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:46.864918 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdfd5630-c61b-452e-88ad-330e3e76988f req-ce3207c4-ad28-4acb-a700-b6d0a7157552 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.41 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 946 time: 0.2804451 Aug 31 00:58:46.874105 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e6763bb-dfa2-4ffa-8a15-d13496f53497 req-0b27cb7c-ce55-4f7f-8bb9-b51a9fe4b274 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557644 Aug 31 00:58:46.965015 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bfacb-6928-44d7-9be3-50765e47d8d0 req-d99189dd-0efe-4292-b2b7-98b5d908f620 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:46.967351 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a32bfacb-6928-44d7-9be3-50765e47d8d0 req-d99189dd-0efe-4292-b2b7-98b5d908f620 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 946 time: 0.0700548 Aug 31 00:58:47.016027 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a32bfacb-6928-44d7-9be3-50765e47d8d0 req-ddc85166-6cdd-4cd1-8063-24aa56431aef tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Aug 31 00:58:47.365478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-f5c72ddd-b5fb-4636-90fe-680cb1c35ccd req-9ff6cedd-d82a-4861-971f-c1b7a0436538 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Deleting port ece7c80b-22e7-458e-898a-9192f89f6647 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:58:47.365478 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f5c72ddd-b5fb-4636-90fe-680cb1c35ccd req-9ff6cedd-d82a-4861-971f-c1b7a0436538 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:47.646428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812e792-a1f8-44ae-aecb-70ae5b7e2172 req-29f66822-4325-47f3-85a7-bdd79c92d9d3 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:47.656555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812e792-a1f8-44ae-aecb-70ae5b7e2172 req-29f66822-4325-47f3-85a7-bdd79c92d9d3 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:47.665562 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812e792-a1f8-44ae-aecb-70ae5b7e2172 req-29f66822-4325-47f3-85a7-bdd79c92d9d3 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:47.669623 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812e792-a1f8-44ae-aecb-70ae5b7e2172 req-29f66822-4325-47f3-85a7-bdd79c92d9d3 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:47.708086 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812e792-a1f8-44ae-aecb-70ae5b7e2172 req-29f66822-4325-47f3-85a7-bdd79c92d9d3 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:47.738377 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812e792-a1f8-44ae-aecb-70ae5b7e2172 req-29f66822-4325-47f3-85a7-bdd79c92d9d3 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:47.756121 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812e792-a1f8-44ae-aecb-70ae5b7e2172 req-29f66822-4325-47f3-85a7-bdd79c92d9d3 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:47.767352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6812e792-a1f8-44ae-aecb-70ae5b7e2172 req-29f66822-4325-47f3-85a7-bdd79c92d9d3 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5429 time: 0.4231844 Aug 31 00:58:47.869653 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-fdfd5630-c61b-452e-88ad-330e3e76988f req-e1fc4f09-2ff3-4408-8c24-80beebbacab4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Deleting port 318dcbc1-35d6-408a-8885-d8c8e1b4511b {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:58:47.869653 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fdfd5630-c61b-452e-88ad-330e3e76988f req-e1fc4f09-2ff3-4408-8c24-80beebbacab4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:47.972058 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-f5c72ddd-b5fb-4636-90fe-680cb1c35ccd req-9ff6cedd-d82a-4861-971f-c1b7a0436538 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] For port ece7c80b-22e7-458e-898a-9192f89f6647, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=ece7c80b-22e7-458e-898a-9192f89f6647,segment=NetworkSegment(8bb544db-f230-4e9d-945a-344fa4064b86),segment_id=8bb544db-f230-4e9d-945a-344fa4064b86)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:47.972459 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f5c72ddd-b5fb-4636-90fe-680cb1c35ccd req-9ff6cedd-d82a-4861-971f-c1b7a0436538 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:48.031631 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc17bfc-431e-4510-bb8f-dac793a21002 req-cb1de21c-e00a-49ec-a3c7-05e9738964bf tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:48.033274 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2dc17bfc-431e-4510-bb8f-dac793a21002 req-cb1de21c-e00a-49ec-a3c7-05e9738964bf tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 946 time: 0.2067077 Aug 31 00:58:48.122457 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6812e792-a1f8-44ae-aecb-70ae5b7e2172 req-f731ce83-024d-4126-a9d7-d30d30fa80b2 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3340373 Aug 31 00:58:48.160988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-f5c72ddd-b5fb-4636-90fe-680cb1c35ccd req-9ff6cedd-d82a-4861-971f-c1b7a0436538 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Calling delete_port for ece7c80b-22e7-458e-898a-9192f89f6647 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:58:48.173746 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2dc17bfc-431e-4510-bb8f-dac793a21002 req-ca059a4d-c5d7-4367-b730-99f0f9467d50 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f1c4fb-8978-4c70-8dd2-c3ea8ff83999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305003 Aug 31 00:58:48.263919 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-fdfd5630-c61b-452e-88ad-330e3e76988f req-e1fc4f09-2ff3-4408-8c24-80beebbacab4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] For port 318dcbc1-35d6-408a-8885-d8c8e1b4511b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=318dcbc1-35d6-408a-8885-d8c8e1b4511b,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:48.264491 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fdfd5630-c61b-452e-88ad-330e3e76988f req-e1fc4f09-2ff3-4408-8c24-80beebbacab4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:48.366653 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-fdfd5630-c61b-452e-88ad-330e3e76988f req-e1fc4f09-2ff3-4408-8c24-80beebbacab4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Calling delete_port for 318dcbc1-35d6-408a-8885-d8c8e1b4511b owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:58:48.372604 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1d85c-a8ac-4104-a88d-046255ab9e20 req-06c75ab5-46ca-4095-93ea-51bd2652d80d tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:48.382590 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5cd1d85c-a8ac-4104-a88d-046255ab9e20 req-06c75ab5-46ca-4095-93ea-51bd2652d80d tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 946 time: 0.0829844 Aug 31 00:58:48.493380 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5cd1d85c-a8ac-4104-a88d-046255ab9e20 req-431c8d79-72fa-44ac-81f5-96096876a5a5 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088395 Aug 31 00:58:48.656025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef34d1c-00ef-4600-b6ae-58a09d3687a1 req-300ac4ca-2788-4826-9264-bf5567239008 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:48.663469 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9ef34d1c-00ef-4600-b6ae-58a09d3687a1 req-300ac4ca-2788-4826-9264-bf5567239008 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.3664398 Aug 31 00:58:48.884611 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9ef34d1c-00ef-4600-b6ae-58a09d3687a1 req-bd8d3c19-5d3d-47e1-a5d5-64d6e9e92315 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853144 Aug 31 00:58:49.046192 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fdfd5630-c61b-452e-88ad-330e3e76988f req-e1fc4f09-2ff3-4408-8c24-80beebbacab4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:49.058697 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['318dcbc1-35d6-408a-8885-d8c8e1b4511b'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:58:49.188291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc4f09-2ff3-4408-8c24-80beebbacab4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Pushing event deleted for resources: {'Port': ['ID=318dcbc1-35d6-408a-8885-d8c8e1b4511b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:49.247747 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f5c72ddd-b5fb-4636-90fe-680cb1c35ccd req-9ff6cedd-d82a-4861-971f-c1b7a0436538 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:49.462219 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6efab831-36ef-44ff-9403-7fb839aa8968 req-c4c3c9cf-dbf4-4efb-aaf3-ffcbb8befbcd tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 210 time: 0.0981364 Aug 31 00:58:49.513206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6cedd-d82a-4861-971f-c1b7a0436538 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Pushing event deleted for resources: {'Port': ['ID=ece7c80b-22e7-458e-898a-9192f89f6647,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:49.520288 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfd5630-c61b-452e-88ad-330e3e76988f req-e1fc4f09-2ff3-4408-8c24-80beebbacab4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] No DVR routers for this DVR port 318dcbc1-35d6-408a-8885-d8c8e1b4511b on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:58:49.727267 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e00c7e48-26b3-4dc7-949e-2f4e95d4a8c8 req-2ecaf8b4-a300-4876-b77c-7a51070b2b47 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 210 time: 0.0473411 Aug 31 00:58:49.815649 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c72ddd-b5fb-4636-90fe-680cb1c35ccd req-9ff6cedd-d82a-4861-971f-c1b7a0436538 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] No DVR routers for this DVR port ece7c80b-22e7-458e-898a-9192f89f6647 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:58:49.821328 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f5c72ddd-b5fb-4636-90fe-680cb1c35ccd req-9ff6cedd-d82a-4861-971f-c1b7a0436538 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:49.823952 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5c72ddd-b5fb-4636-90fe-680cb1c35ccd req-9ff6cedd-d82a-4861-971f-c1b7a0436538 tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.48 "DELETE /v2.0/ports/ece7c80b-22e7-458e-898a-9192f89f6647 HTTP/1.1" status: 204 len: 173 time: 3.2385585 Aug 31 00:58:49.824963 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c7b496-e706-4f9d-b070-e28dccee6da6', 'name': 'network-vif-deleted', 'tag': 'ece7c80b-22e7-458e-898a-9192f89f6647'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:49.827391 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0654614-6f4a-446e-af64-397f41069e50" -d '{"events": [{"server_uuid": "a2c7b496-e706-4f9d-b070-e28dccee6da6", "name": "network-vif-deleted", "tag": "ece7c80b-22e7-458e-898a-9192f89f6647"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:49.832718 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fdfd5630-c61b-452e-88ad-330e3e76988f req-e1fc4f09-2ff3-4408-8c24-80beebbacab4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:49.836172 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdfd5630-c61b-452e-88ad-330e3e76988f req-e1fc4f09-2ff3-4408-8c24-80beebbacab4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.41 "DELETE /v2.0/ports/318dcbc1-35d6-408a-8885-d8c8e1b4511b HTTP/1.1" status: 204 len: 173 time: 2.9596822 Aug 31 00:58:49.902402 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f5fdd-0645-43f0-8397-40f13e56f291 req-cf1900a8-996b-4570-aa8f-e1439b4bf4b8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:49.904120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f5fdd-0645-43f0-8397-40f13e56f291 req-cf1900a8-996b-4570-aa8f-e1439b4bf4b8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:49.915987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f5fdd-0645-43f0-8397-40f13e56f291 req-cf1900a8-996b-4570-aa8f-e1439b4bf4b8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:49.926080 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f5fdd-0645-43f0-8397-40f13e56f291 req-cf1900a8-996b-4570-aa8f-e1439b4bf4b8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:49.938301 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f5fdd-0645-43f0-8397-40f13e56f291 req-cf1900a8-996b-4570-aa8f-e1439b4bf4b8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:49.947229 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f5fdd-0645-43f0-8397-40f13e56f291 req-cf1900a8-996b-4570-aa8f-e1439b4bf4b8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:49.955917 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f5fdd-0645-43f0-8397-40f13e56f291 req-cf1900a8-996b-4570-aa8f-e1439b4bf4b8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:49.962778 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a1f5fdd-0645-43f0-8397-40f13e56f291 req-cf1900a8-996b-4570-aa8f-e1439b4bf4b8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5429 time: 0.4705341 Aug 31 00:58:50.026074 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a1f5fdd-0645-43f0-8397-40f13e56f291 req-4fb1590d-a5d1-4257-9091-169013d6a44f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512414 Aug 31 00:58:50.227454 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9c6033-fadb-4a6a-a6d9-7b698b36749f x-openstack-request-id: req-ad9c6033-fadb-4a6a-a6d9-7b698b36749f {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:50.227803 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c7b496-e706-4f9d-b070-e28dccee6da6", "name": "network-vif-deleted", "tag": "ece7c80b-22e7-458e-898a-9192f89f6647", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:50.228065 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad9c6033-fadb-4a6a-a6d9-7b698b36749f {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:50.228521 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c7b496-e706-4f9d-b070-e28dccee6da6', 'name': 'network-vif-deleted', 'tag': 'ece7c80b-22e7-458e-898a-9192f89f6647', 'status': 'completed', 'code': 200} Aug 31 00:58:50.299194 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 968fb5d6-9e64-4c86-bb05-77a2173eeedc details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:58:50.307311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device ece7c80b-22e7-458e-898a-9192f89f6647 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:58:50.383847 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2922ec3-f5df-4963-a5d1-7a14b865b985 req-dcbf536a-7a95-4b2d-b6b9-fb113eb88e26 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:50.388348 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: ece7c80b-22e7-458e-898a-9192f89f6647 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:58:50.389584 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2922ec3-f5df-4963-a5d1-7a14b865b985 req-dcbf536a-7a95-4b2d-b6b9-fb113eb88e26 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.0904071 Aug 31 00:58:50.394458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device ece7c80b-22e7-458e-898a-9192f89f6647 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:58:50.497383 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2922ec3-f5df-4963-a5d1-7a14b865b985 req-3b6d0dc7-a518-44ca-bb55-bcd5d6a8e5d3 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888393 Aug 31 00:58:50.610061 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 968fb5d6-9e64-4c86-bb05-77a2173eeedc, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=968fb5d6-9e64-4c86-bb05-77a2173eeedc,segment=NetworkSegment(b2e17668-d582-46d7-9ddf-09c26cd86fce),segment_id=b2e17668-d582-46d7-9ddf-09c26cd86fce)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:50.628687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '968fb5d6-9e64-4c86-bb05-77a2173eeedc', 'network_id': '60d743b8-14de-4666-8656-1e81e9c911f1', 'port_id': '968fb5d6-9e64-4c86-bb05-77a2173eeedc', 'mac_address': 'fa:16:3e:6a:4a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:58:50.797134 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f15f7922-aa82-48ff-b196-5792d0dd6d1a req-031b4f9e-a27c-4e81-bba8-151bad400d4d tempest-AttachSCSIVolumeTestJSON-1088170259 tempest-AttachSCSIVolumeTestJSON-1088170259-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c7b496-e706-4f9d-b070-e28dccee6da6 HTTP/1.1" status: 200 len: 210 time: 0.0781953 Aug 31 00:58:50.812617 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:50.876734 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968fb5d6-9e64-4c86-bb05-77a2173eeedc {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:50.920497 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 968fb5d6-9e64-4c86-bb05-77a2173eeedc, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=968fb5d6-9e64-4c86-bb05-77a2173eeedc,segment=NetworkSegment(b2e17668-d582-46d7-9ddf-09c26cd86fce),segment_id=b2e17668-d582-46d7-9ddf-09c26cd86fce)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:51.004942 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d26ca3e3-1d79-4226-a6b6-714405bd0ec6 req-5709632e-d416-4094-b833-4b5be9fb6f97 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 210 time: 0.0786750 Aug 31 00:58:51.063713 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:51.064024 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0fcfb464-aad0-4470-abad-c784479adac4 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:58:51.379375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0a97f-1231-44fa-bcc7-66c0aff46866 req-f1b8086d-9b18-4ec1-a7c2-02c42d75ce14 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:51.391356 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=968fb5d6-9e64-4c86-bb05-77a2173eeedc,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:51.404075 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0a97f-1231-44fa-bcc7-66c0aff46866 req-f1b8086d-9b18-4ec1-a7c2-02c42d75ce14 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:51.422008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0a97f-1231-44fa-bcc7-66c0aff46866 req-f1b8086d-9b18-4ec1-a7c2-02c42d75ce14 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:51.431676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0fcfb464-aad0-4470-abad-c784479adac4, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0fcfb464-aad0-4470-abad-c784479adac4,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:51.441979 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0a97f-1231-44fa-bcc7-66c0aff46866 req-f1b8086d-9b18-4ec1-a7c2-02c42d75ce14 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:51.458453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '0fcfb464-aad0-4470-abad-c784479adac4', 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41', 'port_id': '0fcfb464-aad0-4470-abad-c784479adac4', 'mac_address': 'fa:16:3e:af:7d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d66def-cd79-47a7-be7b-8adb8361a087', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:58:51.471982 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0a97f-1231-44fa-bcc7-66c0aff46866 req-f1b8086d-9b18-4ec1-a7c2-02c42d75ce14 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:51.488556 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0a97f-1231-44fa-bcc7-66c0aff46866 req-f1b8086d-9b18-4ec1-a7c2-02c42d75ce14 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:51.497430 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0a97f-1231-44fa-bcc7-66c0aff46866 req-f1b8086d-9b18-4ec1-a7c2-02c42d75ce14 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:51.514283 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75a0a97f-1231-44fa-bcc7-66c0aff46866 req-f1b8086d-9b18-4ec1-a7c2-02c42d75ce14 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5430 time: 0.2893043 Aug 31 00:58:51.601524 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 318dcbc1-35d6-408a-8885-d8c8e1b4511b no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:58:51.636411 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75a0a97f-1231-44fa-bcc7-66c0aff46866 req-538f905d-2cf1-472d-92da-8920d76ccb9a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210716 Aug 31 00:58:51.713083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 318dcbc1-35d6-408a-8885-d8c8e1b4511b {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:58:51.713406 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 318dcbc1-35d6-408a-8885-d8c8e1b4511b not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:58:51.719939 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:51.744756 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fcfb464-aad0-4470-abad-c784479adac4 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:51.790182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0fcfb464-aad0-4470-abad-c784479adac4, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0fcfb464-aad0-4470-abad-c784479adac4,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:51.928207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6d501-bdd6-4352-aae9-f9f14d03128f req-6aa0bce9-45ee-4f3c-aacd-bcef8ef29856 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:51.933408 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05d6d501-bdd6-4352-aae9-f9f14d03128f req-6aa0bce9-45ee-4f3c-aacd-bcef8ef29856 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.1738560 Aug 31 00:58:51.977665 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:51.981806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e23dc098-08a9-4b74-92c0-535d9029019a details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:58:52.046391 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05d6d501-bdd6-4352-aae9-f9f14d03128f req-96e49fb4-4325-4ce4-b129-1fa5dc8d210c tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033707 Aug 31 00:58:52.228279 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-016cdeb7-eeb2-410f-a294-38172cf984f0 req-4fafd648-c1f3-4e9f-8743-954b111a97b6 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 210 time: 0.0717139 Aug 31 00:58:52.230136 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148ccaa2-7f5c-4af1-92d0-2fed9edcc430', 'name': 'network-vif-deleted', 'tag': '318dcbc1-35d6-408a-8885-d8c8e1b4511b'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:52.238110 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe83035-fe4d-416a-94b8-6e3bf8f6e9e9" -d '{"events": [{"server_uuid": "148ccaa2-7f5c-4af1-92d0-2fed9edcc430", "name": "network-vif-deleted", "tag": "318dcbc1-35d6-408a-8885-d8c8e1b4511b"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:52.287657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e23dc098-08a9-4b74-92c0-535d9029019a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e23dc098-08a9-4b74-92c0-535d9029019a,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:52.318348 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'e23dc098-08a9-4b74-92c0-535d9029019a', 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41', 'port_id': 'e23dc098-08a9-4b74-92c0-535d9029019a', 'mac_address': 'fa:16:3e:a8:ed:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d66def-cd79-47a7-be7b-8adb8361a087', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:58:52.406762 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8841b0-ca1d-4a15-b3f9-2e3cab0aa92b x-openstack-request-id: req-eb8841b0-ca1d-4a15-b3f9-2e3cab0aa92b {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:52.407167 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148ccaa2-7f5c-4af1-92d0-2fed9edcc430", "name": "network-vif-deleted", "tag": "318dcbc1-35d6-408a-8885-d8c8e1b4511b", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:52.407520 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb8841b0-ca1d-4a15-b3f9-2e3cab0aa92b {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:52.408058 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148ccaa2-7f5c-4af1-92d0-2fed9edcc430', 'name': 'network-vif-deleted', 'tag': '318dcbc1-35d6-408a-8885-d8c8e1b4511b', 'status': 'completed', 'code': 200} Aug 31 00:58:52.464612 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:52.495199 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23dc098-08a9-4b74-92c0-535d9029019a {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:52.521669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=0fcfb464-aad0-4470-abad-c784479adac4,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:52.557422 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e23dc098-08a9-4b74-92c0-535d9029019a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e23dc098-08a9-4b74-92c0-535d9029019a,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:52.699470 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:52.701180 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device a27e7531-9fc2-4165-b9e8-bbffd269f73a details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:58:52.820136 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46840) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:52.874366 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46844) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:52.947770 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port a27e7531-9fc2-4165-b9e8-bbffd269f73a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a27e7531-9fc2-4165-b9e8-bbffd269f73a,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:52.956130 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6c419-13d8-4542-bab2-e604c2d43c51 req-b0649bc1-1f6a-431f-ad01-62dda7e3b21d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:52.970345 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6c419-13d8-4542-bab2-e604c2d43c51 req-b0649bc1-1f6a-431f-ad01-62dda7e3b21d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:52.983442 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6c419-13d8-4542-bab2-e604c2d43c51 req-b0649bc1-1f6a-431f-ad01-62dda7e3b21d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:52.996275 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6c419-13d8-4542-bab2-e604c2d43c51 req-b0649bc1-1f6a-431f-ad01-62dda7e3b21d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:53.017824 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=e23dc098-08a9-4b74-92c0-535d9029019a,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:53.023061 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6c419-13d8-4542-bab2-e604c2d43c51 req-b0649bc1-1f6a-431f-ad01-62dda7e3b21d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:53.032343 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'a27e7531-9fc2-4165-b9e8-bbffd269f73a', 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41', 'port_id': 'a27e7531-9fc2-4165-b9e8-bbffd269f73a', 'mac_address': 'fa:16:3e:63:12:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d66def-cd79-47a7-be7b-8adb8361a087', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:58:53.051954 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6c419-13d8-4542-bab2-e604c2d43c51 req-b0649bc1-1f6a-431f-ad01-62dda7e3b21d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:53.088722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6c419-13d8-4542-bab2-e604c2d43c51 req-b0649bc1-1f6a-431f-ad01-62dda7e3b21d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:53.103488 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-16f6c419-13d8-4542-bab2-e604c2d43c51 req-b0649bc1-1f6a-431f-ad01-62dda7e3b21d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5432 time: 0.2796149 Aug 31 00:58:53.210865 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:53.236263 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-16f6c419-13d8-4542-bab2-e604c2d43c51 req-86aa8157-ea9b-4505-82c2-e4496eebcb89 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1272838 Aug 31 00:58:53.245320 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27e7531-9fc2-4165-b9e8-bbffd269f73a {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:53.338346 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port a27e7531-9fc2-4165-b9e8-bbffd269f73a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a27e7531-9fc2-4165-b9e8-bbffd269f73a,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:53.374963 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a53ad45f-790b-462b-9202-2b7e42a0e594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:53.483614 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-11dc0447-d100-402b-9f0d-d7454eba90d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:53.553301 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:53.554152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6cac8892-a71e-44c5-8ed2-a3bd128601bb details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:58:53.615467 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188eebe-a9f6-4cc5-b9d3-5c9d3d5c337b req-c24364f5-082d-4cd0-83c6-d64ed43e603d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:53.619747 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-31b5b00b-6f84-45d7-b77e-112bc43ca866 service neutron] show failed (client error): The resource could not be found. Aug 31 00:58:53.620804 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-31b5b00b-6f84-45d7-b77e-112bc43ca866 service neutron] 10.222.0.48 "GET /v2.0/ports/f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9/bindings/n-h2-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.1387157 Aug 31 00:58:53.646777 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6188eebe-a9f6-4cc5-b9d3-5c9d3d5c337b req-c24364f5-082d-4cd0-83c6-d64ed43e603d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.1798394 Aug 31 00:58:53.681774 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a53ad45f-790b-462b-9202-2b7e42a0e594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:53.735510 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6188eebe-a9f6-4cc5-b9d3-5c9d3d5c337b req-24a88b6d-1bd0-4edf-bd11-e18ad9f265b4 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666108 Aug 31 00:58:53.804801 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=a27e7531-9fc2-4165-b9e8-bbffd269f73a,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:53.834564 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a53ad45f-790b-462b-9202-2b7e42a0e594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:53.866808 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6cac8892-a71e-44c5-8ed2-a3bd128601bb, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6cac8892-a71e-44c5-8ed2-a3bd128601bb,segment=NetworkSegment(df204761-7deb-455c-abe2-e17ebf38bb13),segment_id=df204761-7deb-455c-abe2-e17ebf38bb13)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:53.889097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '6cac8892-a71e-44c5-8ed2-a3bd128601bb', 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149', 'port_id': '6cac8892-a71e-44c5-8ed2-a3bd128601bb', 'mac_address': 'fa:16:3e:da:79:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:58:53.946841 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:53.968353 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cac8892-a71e-44c5-8ed2-a3bd128601bb {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:53.991359 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-21a48dec-8d32-4f15-ad99-6f681abf117b req-7556e18a-7945-4814-b58f-6de35432ec7e tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 210 time: 0.1030328 Aug 31 00:58:54.000875 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6cac8892-a71e-44c5-8ed2-a3bd128601bb, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6cac8892-a71e-44c5-8ed2-a3bd128601bb,segment=NetworkSegment(df204761-7deb-455c-abe2-e17ebf38bb13),segment_id=df204761-7deb-455c-abe2-e17ebf38bb13)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:54.010712 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-11dc0447-d100-402b-9f0d-d7454eba90d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.080239 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46872) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:54.080698 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a53ad45f-790b-462b-9202-2b7e42a0e594 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c215c54bf624af1aae0b966c29a4cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2590036 Aug 31 00:58:54.104282 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ad45f-790b-462b-9202-2b7e42a0e594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4bb6ff-6b27-43a9-8c4e-b5c91f1a000c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:54.172991 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f4d57f46-e862-4c8d-a9ba-cda02211e54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.215904 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f4d57f46-e862-4c8d-a9ba-cda02211e54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.244060 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-11dc0447-d100-402b-9f0d-d7454eba90d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.244662 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.246529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device a280b526-498f-4a1f-9597-43007f3e9cb1 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:58:54.359515 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-11dc0447-d100-402b-9f0d-d7454eba90d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47435a82946f4fafba38c577ba1e9b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4833174 Aug 31 00:58:54.365130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46880) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:54.368503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc0447-d100-402b-9f0d-d7454eba90d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bae94c-d6d9-4acf-ad4a-066eb90dd174,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:54.432366 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.resource_extend [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 00:58:54.463140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port a280b526-498f-4a1f-9597-43007f3e9cb1, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a280b526-498f-4a1f-9597-43007f3e9cb1,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:54.488112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'a280b526-498f-4a1f-9597-43007f3e9cb1', 'network_id': '731372ff-a6d3-49d1-8001-70c166825e41', 'port_id': 'a280b526-498f-4a1f-9597-43007f3e9cb1', 'mac_address': 'fa:16:3e:7c:5f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d66def-cd79-47a7-be7b-8adb8361a087', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:58:54.525150 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb442d59-de6d-4f48-b1d3-078c9eb97b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.571118 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb442d59-de6d-4f48-b1d3-078c9eb97b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.705227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd035d-cc47-4340-a34b-6fa1029af3b4 req-b78d2506-6b0c-47e3-9642-a00c382c7f44 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:54.725236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd035d-cc47-4340-a34b-6fa1029af3b4 req-b78d2506-6b0c-47e3-9642-a00c382c7f44 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:54.742051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=6cac8892-a71e-44c5-8ed2-a3bd128601bb,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:54.755345 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd035d-cc47-4340-a34b-6fa1029af3b4 req-b78d2506-6b0c-47e3-9642-a00c382c7f44 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:54.762436 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.770652 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb442d59-de6d-4f48-b1d3-078c9eb97b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.770652 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb442d59-de6d-4f48-b1d3-078c9eb97b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.771597 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fb442d59-de6d-4f48-b1d3-078c9eb97b69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2bae94c-d6d9-4acf-ad4a-066eb90dd174 HTTP/1.1" status: 204 len: 168 time: 0.4048154 Aug 31 00:58:54.797604 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd035d-cc47-4340-a34b-6fa1029af3b4 req-b78d2506-6b0c-47e3-9642-a00c382c7f44 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:54.805985 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb442d59-de6d-4f48-b1d3-078c9eb97b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bae94c-d6d9-4acf-ad4a-066eb90dd174,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:54.822982 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a280b526-498f-4a1f-9597-43007f3e9cb1 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:54.834243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd035d-cc47-4340-a34b-6fa1029af3b4 req-b78d2506-6b0c-47e3-9642-a00c382c7f44 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:54.858255 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd035d-cc47-4340-a34b-6fa1029af3b4 req-b78d2506-6b0c-47e3-9642-a00c382c7f44 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:54.890409 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd035d-cc47-4340-a34b-6fa1029af3b4 req-b78d2506-6b0c-47e3-9642-a00c382c7f44 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:54.905967 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-fee6590c-feef-423a-b026-3fe4b212b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:54.908512 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-fee6590c-feef-423a-b026-3fe4b212b09a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05&tenant_id=9b0e0bf639aa4d21b3db103ff979c892 HTTP/1.1" status: 200 len: 1102 time: 0.0850613 Aug 31 00:58:54.917102 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c7bd035d-cc47-4340-a34b-6fa1029af3b4 req-b78d2506-6b0c-47e3-9642-a00c382c7f44 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5434 time: 0.4269233 Aug 31 00:58:54.919417 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f4d57f46-e862-4c8d-a9ba-cda02211e54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.924140 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f4d57f46-e862-4c8d-a9ba-cda02211e54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.925150 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:58:54.954074 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f4d57f46-e862-4c8d-a9ba-cda02211e54d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c4bb6ff-6b27-43a9-8c4e-b5c91f1a000c HTTP/1.1" status: 204 len: 168 time: 0.8716264 Aug 31 00:58:54.975328 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port a280b526-498f-4a1f-9597-43007f3e9cb1, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a280b526-498f-4a1f-9597-43007f3e9cb1,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:54.982662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d57f46-e862-4c8d-a9ba-cda02211e54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4bb6ff-6b27-43a9-8c4e-b5c91f1a000c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:55.063045 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:55.084610 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:55.111721 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c7bd035d-cc47-4340-a34b-6fa1029af3b4 req-e39679d3-b70a-4857-b7ed-f67f85ddbffe tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1504443 Aug 31 00:58:55.255963 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:58:55.315177 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=a280b526-498f-4a1f-9597-43007f3e9cb1,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:55.432396 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178dffa6-2c41-41e6-8bcd-681dbf5449a2 req-496c7dd0-b728-4dab-95a0-647b1a2cbf1d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:55.443287 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-178dffa6-2c41-41e6-8bcd-681dbf5449a2 req-496c7dd0-b728-4dab-95a0-647b1a2cbf1d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.0854037 Aug 31 00:58:55.469660 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52,segment=NetworkSegment(b2e17668-d582-46d7-9ddf-09c26cd86fce),segment_id=b2e17668-d582-46d7-9ddf-09c26cd86fce)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:55.484616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] For port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:55.485655 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52', 'network_id': '60d743b8-14de-4666-8656-1e81e9c911f1', 'port_id': '4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52', 'mac_address': 'fa:16:3e:88:2d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:58:55.488056 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-178dffa6-2c41-41e6-8bcd-681dbf5449a2 req-20706c6e-94d6-41b4-b232-7e49be663d3c tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427740 Aug 31 00:58:55.563363 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] For port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:58:55.564013 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:55.588215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:55.612911 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e13ff4a9-bc9d-466c-83ab-19e0031cea3e req-7e1afc16-b8b2-4a23-8d0a-a40dae34ba9e tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 210 time: 0.0437226 Aug 31 00:58:55.620457 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52,segment=NetworkSegment(b2e17668-d582-46d7-9ddf-09c26cd86fce),segment_id=b2e17668-d582-46d7-9ddf-09c26cd86fce)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:55.632793 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:55.636396 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60981740-c15a-4db6-ad78-b11c616827ad" -d '{"events": [{"server_uuid": "445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:55.641915 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:55.657481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Transition to ACTIVE for port object f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:58:55.717682 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['6cac8892-a71e-44c5-8ed2-a3bd128601bb'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:58:55.736282 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71b43fa-76c3-4e29-badd-a182c9f334a2 x-openstack-request-id: req-f71b43fa-76c3-4e29-badd-a182c9f334a2 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:55.736583 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:55.736838 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f71b43fa-76c3-4e29-badd-a182c9f334a2 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:55.737240 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9', 'code': 200} Aug 31 00:58:55.745555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['968fb5d6-9e64-4c86-bb05-77a2173eeedc'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:58:55.748158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['e23dc098-08a9-4b74-92c0-535d9029019a'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:58:55.774327 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['0fcfb464-aad0-4470-abad-c784479adac4'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:58:55.801589 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['a280b526-498f-4a1f-9597-43007f3e9cb1'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:58:56.040660 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:56.051697 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:56.361794 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] No DVR routers for this DVR port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:58:56.368382 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Pushing event updated for resources: {'Port': ['ID=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,revision_number=6']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:56.442815 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Attempting to bind port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:58:56.443268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Attempting to bind port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:58:56.443701 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Attempting to bind port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:56.450824 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:58:56.451294 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Attempting to bind port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:56.480393 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:58:56.483938 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:58:56.484485 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:58:56.485303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Bound port: f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:58:56.485819 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:56.522503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:58:56.676087 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a61ee-3afb-4568-8036-cca90d8fd641 req-1ae3fba3-dcba-4133-8543-516b60e61b8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:56.682461 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a61ee-3afb-4568-8036-cca90d8fd641 req-1ae3fba3-dcba-4133-8543-516b60e61b8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:56.738542 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] For port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:58:56.740152 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a61ee-3afb-4568-8036-cca90d8fd641 req-1ae3fba3-dcba-4133-8543-516b60e61b8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:56.744892 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] For port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:58:56.745316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:56.747299 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a61ee-3afb-4568-8036-cca90d8fd641 req-1ae3fba3-dcba-4133-8543-516b60e61b8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:56.765083 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a61ee-3afb-4568-8036-cca90d8fd641 req-1ae3fba3-dcba-4133-8543-516b60e61b8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:56.779766 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a61ee-3afb-4568-8036-cca90d8fd641 req-1ae3fba3-dcba-4133-8543-516b60e61b8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:56.795679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a61ee-3afb-4568-8036-cca90d8fd641 req-1ae3fba3-dcba-4133-8543-516b60e61b8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:56.797827 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e14a61ee-3afb-4568-8036-cca90d8fd641 req-1ae3fba3-dcba-4133-8543-516b60e61b8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5436 time: 0.3421915 Aug 31 00:58:56.850569 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['a27e7531-9fc2-4165-b9e8-bbffd269f73a'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:58:56.882044 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:57.028924 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e14a61ee-3afb-4568-8036-cca90d8fd641 req-710a58e7-394d-4488-a542-8417baecf5b3 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2235401 Aug 31 00:58:57.223436 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:57.224659 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:57.226445 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] 10.222.0.41 "PUT /v2.0/ports/f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 HTTP/1.1" status: 200 len: 1097 time: 2.3057308 Aug 31 00:58:57.290852 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:58:57.386040 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cac8fa13-03fe-484e-a871-2d8e4a94ad28 req-b857b306-a0f4-4820-b65b-c4b84c2deadf tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 210 time: 0.1190054 Aug 31 00:58:57.437422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0b98b-2f8b-4248-939e-3521960c222b req-048e90cf-6f66-4389-b4a3-925d399ee226 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:57.439130 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-66b0b98b-2f8b-4248-939e-3521960c222b req-048e90cf-6f66-4389-b4a3-925d399ee226 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 948 time: 0.3603389 Aug 31 00:58:57.474993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4f3b4-3da7-4458-978d-a9ee9fd7695e service neutron] Pushing event updated for resources: {'Port': ['ID=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,revision_number=7']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:57.496280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:58:57.567660 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-049c6c47-8f29-4ed5-b041-ec87adef81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:57.569306 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-049c6c47-8f29-4ed5-b041-ec87adef81f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 1100 time: 0.3175118 Aug 31 00:58:57.732920 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-66b0b98b-2f8b-4248-939e-3521960c222b req-b0c4f89e-a81e-4e91-9e1a-e0bffbba7d82 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772989 Aug 31 00:58:57.741473 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05', 'tag': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:57.743930 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f892ec89-9c7d-4182-a715-39d0168d1116" -d '{"events": [{"name": "network-changed", "server_uuid": "445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05", "tag": "f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:57.849991 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-abbf55cb-c953-42a2-9dbb-b15d6cc821ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:57.851996 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-abbf55cb-c953-42a2-9dbb-b15d6cc821ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.2703185 Aug 31 00:58:57.982926 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-44f9f037-03fb-43b3-ba76-28d38fa8ec9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 HTTP/1.1" status: 200 len: 217 time: 0.1166167 Aug 31 00:58:57.985099 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c04e120-2a01-4e89-8cfd-846a6f260cbf x-openstack-request-id: req-9c04e120-2a01-4e89-8cfd-846a6f260cbf {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:57.985398 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05", "tag": "f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:57.985682 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c04e120-2a01-4e89-8cfd-846a6f260cbf {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:57.986552 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05', 'tag': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9', 'status': 'completed', 'code': 200} Aug 31 00:58:58.130241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-32b72533-6569-4baf-b0c6-2267e3747c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:58.135131 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-32b72533-6569-4baf-b0c6-2267e3747c91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 1100 time: 0.1447406 Aug 31 00:58:58.272574 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-74652b4e-6cca-4a90-88bc-70d5cd94af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:58.274111 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-74652b4e-6cca-4a90-88bc-70d5cd94af47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.2751386 Aug 31 00:58:58.355487 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-57a2ce3c-7ea2-4021-bb59-d20f77027d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:58.357016 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-57a2ce3c-7ea2-4021-bb59-d20f77027d53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0708711 Aug 31 00:58:58.362320 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006b38f-b82a-4581-b2a9-b462c0e25830 req-6e93529b-650f-4d03-9ede-2ca906897e33 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:58.370369 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006b38f-b82a-4581-b2a9-b462c0e25830 req-6e93529b-650f-4d03-9ede-2ca906897e33 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:58.381108 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006b38f-b82a-4581-b2a9-b462c0e25830 req-6e93529b-650f-4d03-9ede-2ca906897e33 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:58.391881 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006b38f-b82a-4581-b2a9-b462c0e25830 req-6e93529b-650f-4d03-9ede-2ca906897e33 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:58.405632 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006b38f-b82a-4581-b2a9-b462c0e25830 req-6e93529b-650f-4d03-9ede-2ca906897e33 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:58.420531 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006b38f-b82a-4581-b2a9-b462c0e25830 req-6e93529b-650f-4d03-9ede-2ca906897e33 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:58.431234 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006b38f-b82a-4581-b2a9-b462c0e25830 req-6e93529b-650f-4d03-9ede-2ca906897e33 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:58.439458 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-d390cf83-4431-4205-a32a-9a9a7a8243b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:58.441310 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-d390cf83-4431-4205-a32a-9a9a7a8243b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.2976966 Aug 31 00:58:58.449218 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d006b38f-b82a-4581-b2a9-b462c0e25830 req-6e93529b-650f-4d03-9ede-2ca906897e33 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5436 time: 0.2319860 Aug 31 00:58:58.522194 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d006b38f-b82a-4581-b2a9-b462c0e25830 req-bb6b1cb2-631b-42cb-9720-12ba8c5becac tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713341 Aug 31 00:58:58.535228 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-9c95b88f-90bc-4264-ac3c-123f52f44898 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 HTTP/1.1" status: 200 len: 217 time: 0.0839777 Aug 31 00:58:58.636191 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-519504c0-fdd0-4669-9ece-5980f7f9bbd8 req-bc99f452-b7fd-48b0-84a5-f48a0f23ddf6 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=148ccaa2-7f5c-4af1-92d0-2fed9edcc430 HTTP/1.1" status: 200 len: 210 time: 0.0776057 Aug 31 00:58:58.646656 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-f4563d7f-8614-4518-b2a9-448893cde2ba service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790670 Aug 31 00:58:58.803119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-880ce2a3-b0d0-46ae-9807-af8d01662bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:58.804781 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-880ce2a3-b0d0-46ae-9807-af8d01662bec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.2621992 Aug 31 00:58:58.947134 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-8a6e6d3c-28a6-4bcc-bb6d-0e52da37f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:58.948726 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-8a6e6d3c-28a6-4bcc-bb6d-0e52da37f4fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1359355 Aug 31 00:58:58.953399 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-4521fb94-39da-4819-b79e-f909bee9ed79 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996724 Aug 31 00:58:59.106735 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ada1b-12a8-4024-84d5-5e5d74009a79 req-34f361fb-8a7f-44ab-a42c-eb341d534d9c tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:59.123368 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-949ada1b-12a8-4024-84d5-5e5d74009a79 req-34f361fb-8a7f-44ab-a42c-eb341d534d9c tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 948 time: 0.2374988 Aug 31 00:58:59.133830 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 968fb5d6-9e64-4c86-bb05-77a2173eeedc up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:58:59.212534 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47028) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:59.277321 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-949ada1b-12a8-4024-84d5-5e5d74009a79 req-846ca6e4-8889-4cfb-9227-e7c0a1ef4199 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347361 Aug 31 00:58:59.283290 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-7134ac9e-e523-4c6c-bdfb-c83203147909 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250635 Aug 31 00:58:59.290368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-f3ac3a29-81ad-4d05-bd93-0c8d1c7c704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:59.292162 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-f3ac3a29-81ad-4d05-bd93-0c8d1c7c704f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 1100 time: 0.1674170 Aug 31 00:58:59.404910 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 968fb5d6-9e64-4c86-bb05-77a2173eeedc completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:58:59.426435 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 968fb5d6-9e64-4c86-bb05-77a2173eeedc triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:58:59.429005 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:59.475255 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a66a0b8b-3b37-487d-aa34-de26a38a8067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:59.552670 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-c5b936c4-b21b-42ec-a2a6-a8d791c5340b service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593613 Aug 31 00:58:59.568237 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:59.594747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-919c9e48-3683-4108-9316-75f5d7f56cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:59.597302 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-919c9e48-3683-4108-9316-75f5d7f56cef service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.2156074 Aug 31 00:58:59.630278 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 968fb5d6-9e64-4c86-bb05-77a2173eeedc, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=968fb5d6-9e64-4c86-bb05-77a2173eeedc,segment=NetworkSegment(b2e17668-d582-46d7-9ddf-09c26cd86fce),segment_id=b2e17668-d582-46d7-9ddf-09c26cd86fce)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:58:59.631739 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968fb5d6-9e64-4c86-bb05-77a2173eeedc'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:59.637192 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbce52d9-3d94-4df9-b35e-1f4581cf8bb7" -d '{"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-plugged", "status": "completed", "tag": "968fb5d6-9e64-4c86-bb05-77a2173eeedc"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:59.650009 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a5302-a82d-43a0-932f-066ff72d4b8d req-1ba9d740-0a92-45a5-aa67-f6a16ba4eb2e tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:59.661052 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-436486e8-41f7-45a0-a8e9-5b1db9413fb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 HTTP/1.1" status: 200 len: 217 time: 0.0555654 Aug 31 00:58:59.662004 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-552a5302-a82d-43a0-932f-066ff72d4b8d req-1ba9d740-0a92-45a5-aa67-f6a16ba4eb2e tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 949 time: 0.3176093 Aug 31 00:58:59.725789 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:59.727278 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0fcfb464-aad0-4470-abad-c784479adac4 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:58:59.742401 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-552a5302-a82d-43a0-932f-066ff72d4b8d req-f4aa2b67-eea2-4aba-a7ba-696006d994ea tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794666 Aug 31 00:58:59.768180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-6bf65ad2-12bd-4f72-abfb-55e891fced7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:59.769955 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-6bf65ad2-12bd-4f72-abfb-55e891fced7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1001344 Aug 31 00:58:59.795255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94cd89-b4ac-4177-b7c6-f517e0d9c092 req-3cb47b08-3910-4eb3-a6bf-6d7ccade3c46 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:59.807460 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a66a0b8b-3b37-487d-aa34-de26a38a8067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:59.811433 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94cd89-b4ac-4177-b7c6-f517e0d9c092 req-3cb47b08-3910-4eb3-a6bf-6d7ccade3c46 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:59.832391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94cd89-b4ac-4177-b7c6-f517e0d9c092 req-3cb47b08-3910-4eb3-a6bf-6d7ccade3c46 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:59.849749 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94cd89-b4ac-4177-b7c6-f517e0d9c092 req-3cb47b08-3910-4eb3-a6bf-6d7ccade3c46 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:59.867962 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94cd89-b4ac-4177-b7c6-f517e0d9c092 req-3cb47b08-3910-4eb3-a6bf-6d7ccade3c46 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:59.869950 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c3f95e-775f-4460-a027-14a8dd9c0181 x-openstack-request-id: req-d5c3f95e-775f-4460-a027-14a8dd9c0181 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:59.870299 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-plugged", "status": "completed", "tag": "968fb5d6-9e64-4c86-bb05-77a2173eeedc", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:59.870558 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5c3f95e-775f-4460-a027-14a8dd9c0181 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:59.870955 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968fb5d6-9e64-4c86-bb05-77a2173eeedc', 'code': 200} Aug 31 00:58:59.889209 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a66a0b8b-3b37-487d-aa34-de26a38a8067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:59.893397 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94cd89-b4ac-4177-b7c6-f517e0d9c092 req-3cb47b08-3910-4eb3-a6bf-6d7ccade3c46 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:59.904324 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=968fb5d6-9e64-4c86-bb05-77a2173eeedc,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:59.912615 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94cd89-b4ac-4177-b7c6-f517e0d9c092 req-3cb47b08-3910-4eb3-a6bf-6d7ccade3c46 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:59.925749 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c94cd89-b4ac-4177-b7c6-f517e0d9c092 req-3cb47b08-3910-4eb3-a6bf-6d7ccade3c46 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5436 time: 0.2087836 Aug 31 00:58:59.949557 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a0b8b-3b37-487d-aa34-de26a38a8067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70590ed-4ead-4772-b733-c305e780f837,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:59.963513 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 0fcfb464-aad0-4470-abad-c784479adac4 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:00.244489 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 0fcfb464-aad0-4470-abad-c784479adac4 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:00.244489 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.253905 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a66a0b8b-3b37-487d-aa34-de26a38a8067 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2dbe21c185ad4ab1a8bc0642efd66450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7835422 Aug 31 00:59:00.253905 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47058) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:00.255699 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c94cd89-b4ac-4177-b7c6-f517e0d9c092 req-04d59750-5e09-4e1f-b61e-00e187c14b35 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1266625 Aug 31 00:59:00.255699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-9e1d748c-12cf-4106-b13b-c1a4fd02a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:00.255699 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-9e1d748c-12cf-4106-b13b-c1a4fd02a73a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1301596 Aug 31 00:59:00.256584 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71ed4fe8-f9cd-4cca-b0bc-1ceb383e9624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.256584 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71ed4fe8-f9cd-4cca-b0bc-1ceb383e9624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.256982 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.278212 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-b68162b3-40a6-4617-898c-019fdd60686f service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035174 Aug 31 00:59:00.279090 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0fcfb464-aad0-4470-abad-c784479adac4, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0fcfb464-aad0-4470-abad-c784479adac4,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:00.422480 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f892ec89-9c7d-4182-a715-39d0168d1116 req-d6f8c0cc-6aaa-410f-8d7e-fbd07f777ef1 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447434 Aug 31 00:59:00.462365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780854f2-263d-4170-9c9a-93fc82c8e51a req-a2fc7aa5-f3ef-4819-ba73-03953b0d46dc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:00.464101 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-780854f2-263d-4170-9c9a-93fc82c8e51a req-a2fc7aa5-f3ef-4819-ba73-03953b0d46dc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 948 time: 0.0863562 Aug 31 00:59:00.501178 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.502442 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e23dc098-08a9-4b74-92c0-535d9029019a up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:00.518044 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71ed4fe8-f9cd-4cca-b0bc-1ceb383e9624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.520937 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-780854f2-263d-4170-9c9a-93fc82c8e51a req-cea5f9fa-d8a9-48f5-b7ff-5dfea03711b3 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482154 Aug 31 00:59:00.521361 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71ed4fe8-f9cd-4cca-b0bc-1ceb383e9624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.522611 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-71ed4fe8-f9cd-4cca-b0bc-1ceb383e9624 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f70590ed-4ead-4772-b733-c305e780f837 HTTP/1.1" status: 204 len: 168 time: 0.5179987 Aug 31 00:59:00.576095 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed4fe8-f9cd-4cca-b0bc-1ceb383e9624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70590ed-4ead-4772-b733-c305e780f837,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:00.671543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03b579-d60f-442b-b3d6-d9dd7ccde8b8 req-e5daba43-152f-4c2d-848a-ce5b3bd8d544 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:00.680409 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4a03b579-d60f-442b-b3d6-d9dd7ccde8b8 req-e5daba43-152f-4c2d-848a-ce5b3bd8d544 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/networks?id=d402af4a-8a8e-49ea-8168-c26e094719ad HTTP/1.1" status: 200 len: 811 time: 0.1802139 Aug 31 00:59:00.701202 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4a03b579-d60f-442b-b3d6-d9dd7ccde8b8 req-5fe10e10-bbf5-431d-a00d-1147051d0d52 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/quotas/b2866efdbfc8416eaf80fb5e263ad174 HTTP/1.1" status: 200 len: 375 time: 0.0196481 Aug 31 00:59:00.720968 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=0fcfb464-aad0-4470-abad-c784479adac4,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:00.739844 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4a03b579-d60f-442b-b3d6-d9dd7ccde8b8 req-a3ee8503-7c56-4d28-9220-983ca71dd39f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376489 Aug 31 00:59:00.813969 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port e23dc098-08a9-4b74-92c0-535d9029019a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:00.819130 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port e23dc098-08a9-4b74-92c0-535d9029019a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:00.819574 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.862556 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4a03b579-d60f-442b-b3d6-d9dd7ccde8b8 req-58b60f44-b51c-4aec-aec0-3bd790611fe4 service neutron] 10.222.0.16 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144218 Aug 31 00:59:00.952772 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.994957 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e23dc098-08a9-4b74-92c0-535d9029019a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e23dc098-08a9-4b74-92c0-535d9029019a,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:00.996004 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310298d-24db-43df-a6ff-1c04cbac28ef req-c773ad22-4837-49af-8332-ec432b8142be tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:00.998418 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5310298d-24db-43df-a6ff-1c04cbac28ef req-c773ad22-4837-49af-8332-ec432b8142be tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 949 time: 0.1001410 Aug 31 00:59:01.029310 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4a03b579-d60f-442b-b3d6-d9dd7ccde8b8 req-aa561906-86e9-4122-b0f0-5d7133bb13c2 service neutron] 10.222.0.16 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500928 Aug 31 00:59:01.065341 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5310298d-24db-43df-a6ff-1c04cbac28ef req-fdfa1b04-964c-402b-999a-df3faec36b7b tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585315 Aug 31 00:59:01.091176 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:01.092496 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6cac8892-a71e-44c5-8ed2-a3bd128601bb up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:01.406593 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e025291-f173-4734-9018-4b9923838fdf req-a56444bb-a36c-45ca-b4b0-16f52341aa53 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:01.414111 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e025291-f173-4734-9018-4b9923838fdf req-a56444bb-a36c-45ca-b4b0-16f52341aa53 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:01.421788 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e025291-f173-4734-9018-4b9923838fdf req-a56444bb-a36c-45ca-b4b0-16f52341aa53 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:01.428445 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e025291-f173-4734-9018-4b9923838fdf req-a56444bb-a36c-45ca-b4b0-16f52341aa53 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:01.436260 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e025291-f173-4734-9018-4b9923838fdf req-a56444bb-a36c-45ca-b4b0-16f52341aa53 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:01.448624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e025291-f173-4734-9018-4b9923838fdf req-a56444bb-a36c-45ca-b4b0-16f52341aa53 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:01.453885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e025291-f173-4734-9018-4b9923838fdf req-a56444bb-a36c-45ca-b4b0-16f52341aa53 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:01.458041 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0e025291-f173-4734-9018-4b9923838fdf req-a56444bb-a36c-45ca-b4b0-16f52341aa53 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5439 time: 0.1525640 Aug 31 00:59:01.568536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0e025291-f173-4734-9018-4b9923838fdf req-c1282289-de39-40c1-bcef-51dc64c5c3b0 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1023545 Aug 31 00:59:01.614556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=e23dc098-08a9-4b74-92c0-535d9029019a,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:01.672541 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:59:01.757023 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21ed9a0a-33dc-4c4c-92f5-9489ff812aa4 req-aebba683-0f4e-4fbe-b32c-6cceb756914f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f1977e1-2dc0-4a20-bcf5-9f2e6512a1b7 HTTP/1.1" status: 200 len: 210 time: 0.0684323 Aug 31 00:59:01.847431 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 6cac8892-a71e-44c5-8ed2-a3bd128601bb completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:01.872502 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcfb464-aad0-4470-abad-c784479adac4'}, {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23dc098-08a9-4b74-92c0-535d9029019a'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:01.875659 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88560d22-97b4-4da6-86b3-0c8edfce9d70" -d '{"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-plugged", "status": "completed", "tag": "0fcfb464-aad0-4470-abad-c784479adac4"}, {"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-plugged", "status": "completed", "tag": "e23dc098-08a9-4b74-92c0-535d9029019a"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:01.891808 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 6cac8892-a71e-44c5-8ed2-a3bd128601bb triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:01.897573 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:01.949793 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01d55b-7f9b-403c-8d47-836e519b8291 req-a749c7a2-bb95-4fac-8bd4-7827ae74f633 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:01.950942 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f01d55b-7f9b-403c-8d47-836e519b8291 req-a749c7a2-bb95-4fac-8bd4-7827ae74f633 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 948 time: 0.1271391 Aug 31 00:59:02.019177 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f01d55b-7f9b-403c-8d47-836e519b8291 req-19551746-d7f2-42a3-a361-5cdd9a96de05 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588150 Aug 31 00:59:02.078288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:02.094833 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:02.104100 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9', 'mac_address': 'fa:16:3e:3f:b7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:59:02.178839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6cac8892-a71e-44c5-8ed2-a3bd128601bb, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6cac8892-a71e-44c5-8ed2-a3bd128601bb,segment=NetworkSegment(df204761-7deb-455c-abe2-e17ebf38bb13),segment_id=df204761-7deb-455c-abe2-e17ebf38bb13)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:02.182470 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:02.202125 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:59:02.243051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:02.350119 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:02.354423 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device a280b526-498f-4a1f-9597-43007f3e9cb1 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:02.406785 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:02.455402 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=6cac8892-a71e-44c5-8ed2-a3bd128601bb,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:02.533352 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port a280b526-498f-4a1f-9597-43007f3e9cb1 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:02.548061 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:02.552973 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port a280b526-498f-4a1f-9597-43007f3e9cb1 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:02.553964 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:02.599866 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245f12eb-daa4-4519-bf44-c684bb5c60e3 x-openstack-request-id: req-245f12eb-daa4-4519-bf44-c684bb5c60e3 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:02.600105 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-plugged", "status": "completed", "tag": "0fcfb464-aad0-4470-abad-c784479adac4", "code": 200}, {"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-plugged", "status": "completed", "tag": "e23dc098-08a9-4b74-92c0-535d9029019a", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:02.600421 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-245f12eb-daa4-4519-bf44-c684bb5c60e3 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:02.600714 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcfb464-aad0-4470-abad-c784479adac4', 'code': 200} Aug 31 00:59:02.600966 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23dc098-08a9-4b74-92c0-535d9029019a', 'code': 200} Aug 31 00:59:02.695982 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:02.703099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:59:02.809289 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port a280b526-498f-4a1f-9597-43007f3e9cb1, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a280b526-498f-4a1f-9597-43007f3e9cb1,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:02.952137 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:02.977730 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:03.056698 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=a280b526-498f-4a1f-9597-43007f3e9cb1,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:03.059800 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47186) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:03.243044 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:03.247960 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:03.252096 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:03.344890 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-f839599a-ca19-444c-a259-b3e3174ec126 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:03.351716 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-f839599a-ca19-444c-a259-b3e3174ec126 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.41 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05&tenant_id=9b0e0bf639aa4d21b3db103ff979c892&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 949 time: 0.2250605 Aug 31 00:59:03.473674 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:03.482223 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-4df7647d-a3ff-4415-965b-f6483f4d6e5e service neutron] 10.222.0.41 "GET /v2.0/ports/f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9/bindings/n-h2-793621-34 HTTP/1.1" status: 200 len: 383 time: 0.1215308 Aug 31 00:59:03.519329 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52,segment=NetworkSegment(b2e17668-d582-46d7-9ddf-09c26cd86fce),segment_id=b2e17668-d582-46d7-9ddf-09c26cd86fce)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:03.570194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-dca47a8b-1747-4225-bd27-82fa6f2379bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:03.572012 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-dca47a8b-1747-4225-bd27-82fa6f2379bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 1101 time: 0.0485499 Aug 31 00:59:03.622050 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:03.623246 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device a27e7531-9fc2-4165-b9e8-bbffd269f73a up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:03.722825 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:03.797914 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-40322dd6-37a7-48a8-88c4-c7f6fdbda641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:03.801052 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-40322dd6-37a7-48a8-88c4-c7f6fdbda641 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.2190096 Aug 31 00:59:03.894578 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:03.981717 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:03.987796 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:03.988456 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:03.991438 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port a27e7531-9fc2-4165-b9e8-bbffd269f73a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:03.992487 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85851c2d-9c73-411e-b45d-a22e3293c7d7 req-38a18240-0da7-47d2-ba3f-4d93a4ccde4d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:03.999799 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85851c2d-9c73-411e-b45d-a22e3293c7d7 req-38a18240-0da7-47d2-ba3f-4d93a4ccde4d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.000865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port a27e7531-9fc2-4165-b9e8-bbffd269f73a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:04.005744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85851c2d-9c73-411e-b45d-a22e3293c7d7 req-38a18240-0da7-47d2-ba3f-4d93a4ccde4d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.011787 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85851c2d-9c73-411e-b45d-a22e3293c7d7 req-38a18240-0da7-47d2-ba3f-4d93a4ccde4d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.014903 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.018113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85851c2d-9c73-411e-b45d-a22e3293c7d7 req-38a18240-0da7-47d2-ba3f-4d93a4ccde4d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.023978 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85851c2d-9c73-411e-b45d-a22e3293c7d7 req-38a18240-0da7-47d2-ba3f-4d93a4ccde4d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.030220 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85851c2d-9c73-411e-b45d-a22e3293c7d7 req-38a18240-0da7-47d2-ba3f-4d93a4ccde4d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.038136 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85851c2d-9c73-411e-b45d-a22e3293c7d7 req-38a18240-0da7-47d2-ba3f-4d93a4ccde4d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5441 time: 0.5584199 Aug 31 00:59:04.042568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47220) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:04.123834 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85851c2d-9c73-411e-b45d-a22e3293c7d7 req-099cffc8-c552-4a04-8baa-5114148e9dec tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846536 Aug 31 00:59:04.258944 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-ebba4db7-c29f-4d63-9e02-488abc0cf33e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 HTTP/1.1" status: 200 len: 217 time: 0.4484818 Aug 31 00:59:04.272663 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.317925 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9a06b8bd-71f2-4dd4-b3d6-1b4d3cdb0f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.353486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port a27e7531-9fc2-4165-b9e8-bbffd269f73a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a27e7531-9fc2-4165-b9e8-bbffd269f73a,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:04.358626 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-51583b88-c88c-4653-b314-5fdd637dfce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.366276 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.404176 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a0f09-aa4f-4ea2-8ea6-4e61c1458fa4 req-b2fc33b3-8fad-46d9-aad4-bea3c3b00bd6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.406362 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-920a0f09-aa4f-4ea2-8ea6-4e61c1458fa4 req-b2fc33b3-8fad-46d9-aad4-bea3c3b00bd6 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 949 time: 0.1462531 Aug 31 00:59:04.417602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-99be7d27-06fe-4ed7-91e4-cd36589bc1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.420063 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-99be7d27-06fe-4ed7-91e4-cd36589bc1b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1174595 Aug 31 00:59:04.426572 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:04.442779 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.493195 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-920a0f09-aa4f-4ea2-8ea6-4e61c1458fa4 req-d587755a-216f-41ab-8ab6-92a734704abc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781190 Aug 31 00:59:04.494132 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-98d4e75b-75c1-4ab7-bd23-572bc1817be7 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-821315370'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:04.515922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=a27e7531-9fc2-4165-b9e8-bbffd269f73a,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:04.518103 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-bf98f994-8af5-4e3e-8f45-efd421a3e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.519917 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-bf98f994-8af5-4e3e-8f45-efd421a3e455 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0836730 Aug 31 00:59:04.542479 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.544468 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device ac61fe6a-e127-412f-b685-bba389951a91 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:04.593623 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47246) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:04.602852 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cac8892-a71e-44c5-8ed2-a3bd128601bb'}, {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a280b526-498f-4a1f-9597-43007f3e9cb1'}, {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52'}, {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27e7531-9fc2-4165-b9e8-bbffd269f73a'}, {'server_uuid': '445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:04.605472 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0069ff62-764b-4e8d-95d7-458388936618" -d '{"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-plugged", "status": "completed", "tag": "6cac8892-a71e-44c5-8ed2-a3bd128601bb"}, {"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-plugged", "status": "completed", "tag": "a280b526-498f-4a1f-9597-43007f3e9cb1"}, {"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-plugged", "status": "completed", "tag": "4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52"}, {"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-plugged", "status": "completed", "tag": "a27e7531-9fc2-4165-b9e8-bbffd269f73a"}, {"server_uuid": "445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05", "name": "network-vif-plugged", "status": "completed", "tag": "f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:04.639429 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:04.714227 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-7db07891-5666-4c0c-849c-045c06453637 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815720 Aug 31 00:59:04.725380 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.729959 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3333e0e4-891b-448b-8630-094ab8d1aaf7 x-openstack-request-id: req-3333e0e4-891b-448b-8630-094ab8d1aaf7 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:04.730637 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-plugged", "status": "completed", "tag": "6cac8892-a71e-44c5-8ed2-a3bd128601bb", "code": 200}, {"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-plugged", "status": "completed", "tag": "a280b526-498f-4a1f-9597-43007f3e9cb1", "code": 200}, {"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-plugged", "status": "completed", "tag": "4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52", "code": 200}, {"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-plugged", "status": "completed", "tag": "a27e7531-9fc2-4165-b9e8-bbffd269f73a", "code": 200}, {"server_uuid": "445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05", "name": "network-vif-plugged", "status": "completed", "tag": "f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:04.730959 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3333e0e4-891b-448b-8630-094ab8d1aaf7 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:04.731441 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cac8892-a71e-44c5-8ed2-a3bd128601bb', 'code': 200} Aug 31 00:59:04.731767 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a280b526-498f-4a1f-9597-43007f3e9cb1', 'code': 200} Aug 31 00:59:04.732081 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52', 'code': 200} Aug 31 00:59:04.732405 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27e7531-9fc2-4165-b9e8-bbffd269f73a', 'code': 200} Aug 31 00:59:04.732756 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9', 'code': 200} Aug 31 00:59:04.780621 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d4e75b-75c1-4ab7-bd23-572bc1817be7 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Made reservation on behalf of 59678326f97a40b5b88abfd3f42e2a15 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:04.784643 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98d4e75b-75c1-4ab7-bd23-572bc1817be7 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.785618 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port ac61fe6a-e127-412f-b685-bba389951a91, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=ac61fe6a-e127-412f-b685-bba389951a91,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:04.815676 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98d4e75b-75c1-4ab7-bd23-572bc1817be7 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.913947 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-86f25f5c-a913-463e-afed-eaa25f6454b8 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.915472 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-86f25f5c-a913-463e-afed-eaa25f6454b8 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/networks?id=d402af4a-8a8e-49ea-8168-c26e094719ad HTTP/1.1" status: 200 len: 811 time: 0.2213249 Aug 31 00:59:04.927407 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.927688 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68b13c6b-4ab4-483f-940e-089d2e5b58a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.953029 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-2b5821ac-754c-47e2-acf5-1a0cdfd3cdcb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/quotas/b2866efdbfc8416eaf80fb5e263ad174 HTTP/1.1" status: 200 len: 375 time: 0.0273545 Aug 31 00:59:04.962181 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-65e16876-cf1c-47cc-8747-4828463bbfd4 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398820 Aug 31 00:59:04.969363 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c8d34-cd33-4b69-8509-cda3695d7ceb req-d72c4f7a-2a17-4b80-ab97-a483a65d20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.969804 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c8d34-cd33-4b69-8509-cda3695d7ceb req-d72c4f7a-2a17-4b80-ab97-a483a65d20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.970271 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c8d34-cd33-4b69-8509-cda3695d7ceb req-d72c4f7a-2a17-4b80-ab97-a483a65d20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.970739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c8d34-cd33-4b69-8509-cda3695d7ceb req-d72c4f7a-2a17-4b80-ab97-a483a65d20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.971209 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c8d34-cd33-4b69-8509-cda3695d7ceb req-d72c4f7a-2a17-4b80-ab97-a483a65d20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.971683 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c8d34-cd33-4b69-8509-cda3695d7ceb req-d72c4f7a-2a17-4b80-ab97-a483a65d20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.972162 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c8d34-cd33-4b69-8509-cda3695d7ceb req-d72c4f7a-2a17-4b80-ab97-a483a65d20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.974191 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f67c8d34-cd33-4b69-8509-cda3695d7ceb req-d72c4f7a-2a17-4b80-ab97-a483a65d20e6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 6507 time: 0.1399326 Aug 31 00:59:04.982782 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-9a06b8bd-71f2-4dd4-b3d6-1b4d3cdb0f2d admin admin] Deleting port 27088675-3d62-4fd0-a9de-4664c602ede1 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:04.983167 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9a06b8bd-71f2-4dd4-b3d6-1b4d3cdb0f2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.030040 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f67c8d34-cd33-4b69-8509-cda3695d7ceb req-6ca13dec-0280-438e-ac72-5845dd59b489 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469828 Aug 31 00:59:05.049696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=ac61fe6a-e127-412f-b685-bba389951a91,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:05.058473 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-80c5f14d-1c99-4007-b2d0-556953e800d8 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914516 Aug 31 00:59:05.184176 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98d4e75b-75c1-4ab7-bd23-572bc1817be7 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.186544 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-9a06b8bd-71f2-4dd4-b3d6-1b4d3cdb0f2d admin admin] For port 27088675-3d62-4fd0-a9de-4664c602ede1, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=27088675-3d62-4fd0-a9de-4664c602ede1,segment=NetworkSegment(8bb544db-f230-4e9d-945a-344fa4064b86),segment_id=8bb544db-f230-4e9d-945a-344fa4064b86)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:05.192568 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9a06b8bd-71f2-4dd4-b3d6-1b4d3cdb0f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.209331 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-9a06b8bd-71f2-4dd4-b3d6-1b4d3cdb0f2d admin admin] Calling delete_port for 27088675-3d62-4fd0-a9de-4664c602ede1 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:05.287057 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98d4e75b-75c1-4ab7-bd23-572bc1817be7 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.291872 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:59:05.292644 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-a0f63b91-4b75-4ba1-8279-a92d1ef879dc service neutron] 10.222.0.16 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243385 Aug 31 00:59:05.335672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00777966-ae7c-43ea-a931-5894f0714a6b req-7fb842d8-99d6-4850-a128-bd81246e2f45 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:05.347177 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00777966-ae7c-43ea-a931-5894f0714a6b req-7fb842d8-99d6-4850-a128-bd81246e2f45 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:05.359278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00777966-ae7c-43ea-a931-5894f0714a6b req-7fb842d8-99d6-4850-a128-bd81246e2f45 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:05.370591 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00777966-ae7c-43ea-a931-5894f0714a6b req-7fb842d8-99d6-4850-a128-bd81246e2f45 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:05.382008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00777966-ae7c-43ea-a931-5894f0714a6b req-7fb842d8-99d6-4850-a128-bd81246e2f45 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:05.394632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00777966-ae7c-43ea-a931-5894f0714a6b req-7fb842d8-99d6-4850-a128-bd81246e2f45 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:05.405700 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00777966-ae7c-43ea-a931-5894f0714a6b req-7fb842d8-99d6-4850-a128-bd81246e2f45 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:05.409034 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00777966-ae7c-43ea-a931-5894f0714a6b req-7fb842d8-99d6-4850-a128-bd81246e2f45 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5443 time: 0.1821651 Aug 31 00:59:05.432838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d4e75b-75c1-4ab7-bd23-572bc1817be7 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:59:05.484252 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4e75b-75c1-4ab7-bd23-572bc1817be7 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf3ada2-10c6-46ce-9f56-0ad07615897c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:05.489760 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98d4e75b-75c1-4ab7-bd23-572bc1817be7 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.490322 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-98d4e75b-75c1-4ab7-bd23-572bc1817be7 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Added segment c4505d94-ffc5-4784-ac8d-cb0152c850eb of type vlan for network 37f84296-c047-4995-930f-1137dc7746cf Aug 31 00:59:05.517315 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00777966-ae7c-43ea-a931-5894f0714a6b req-3f6a5ef7-4aff-4496-ba0e-165758645d0d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0952885 Aug 31 00:59:05.565168 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68b13c6b-4ab4-483f-940e-089d2e5b58a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.638569 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68b13c6b-4ab4-483f-940e-089d2e5b58a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.638781 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98d4e75b-75c1-4ab7-bd23-572bc1817be7 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.680231 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2a6dd838-5c96-4505-9654-2ef7831c292a details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:59:05.684920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b13c6b-4ab4-483f-940e-089d2e5b58a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3225527f-7407-40af-b901-218dd0564204,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:05.691827 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-68b13c6b-4ab4-483f-940e-089d2e5b58a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04ec6e0e62d34f0090d730c5df1cd8c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0926867 Aug 31 00:59:05.695104 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47272) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:05.715736 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b13c6b-4ab4-483f-940e-089d2e5b58a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:05.716086 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b13c6b-4ab4-483f-940e-089d2e5b58a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:05.716490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b13c6b-4ab4-483f-940e-089d2e5b58a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:05.716747 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-58e434af-046e-4e3e-a23a-f3c1a6956a26 service neutron] 10.222.0.16 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943136 Aug 31 00:59:05.716844 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b13c6b-4ab4-483f-940e-089d2e5b58a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:05.717147 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b13c6b-4ab4-483f-940e-089d2e5b58a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:05.717498 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b13c6b-4ab4-483f-940e-089d2e5b58a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:05.717833 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b13c6b-4ab4-483f-940e-089d2e5b58a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:05.718160 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b13c6b-4ab4-483f-940e-089d2e5b58a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:05.718482 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b13c6b-4ab4-483f-940e-089d2e5b58a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:05.718805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b13c6b-4ab4-483f-940e-089d2e5b58a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:05.719129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b13c6b-4ab4-483f-940e-089d2e5b58a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:05.719447 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b13c6b-4ab4-483f-940e-089d2e5b58a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:05.799299 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2d8401db-7a6e-4c3c-8d78-e3dd4ebf453b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.838001 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2a6dd838-5c96-4505-9654-2ef7831c292a, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2a6dd838-5c96-4505-9654-2ef7831c292a,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:05.846853 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2d8401db-7a6e-4c3c-8d78-e3dd4ebf453b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.853305 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '2a6dd838-5c96-4505-9654-2ef7831c292a', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '2a6dd838-5c96-4505-9654-2ef7831c292a', 'mac_address': 'fa:16:3e:8a:ca:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:59:05.865472 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98d4e75b-75c1-4ab7-bd23-572bc1817be7 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.884211 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d4e75b-75c1-4ab7-bd23-572bc1817be7 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:05.884972 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98d4e75b-75c1-4ab7-bd23-572bc1817be7 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.885547 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767002b-0c75-4e63-855c-7d5be9b9f35c req-14a438c5-46b5-4d2b-a94a-f6c4a857977a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:05.887293 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5767002b-0c75-4e63-855c-7d5be9b9f35c req-14a438c5-46b5-4d2b-a94a-f6c4a857977a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.1070271 Aug 31 00:59:05.911399 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.929140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6dd838-5c96-4505-9654-2ef7831c292a {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:59:05.950599 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2a6dd838-5c96-4505-9654-2ef7831c292a, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2a6dd838-5c96-4505-9654-2ef7831c292a,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:05.953262 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9a06b8bd-71f2-4dd4-b3d6-1b4d3cdb0f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.959719 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5767002b-0c75-4e63-855c-7d5be9b9f35c req-7aad25c7-518d-40a1-89b3-d1cb301b67f8 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513270 Aug 31 00:59:06.028484 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06b8bd-71f2-4dd4-b3d6-1b4d3cdb0f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=27088675-3d62-4fd0-a9de-4664c602ede1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:06.043714 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2d8401db-7a6e-4c3c-8d78-e3dd4ebf453b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.046068 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4e75b-75c1-4ab7-bd23-572bc1817be7 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Pushing event updated for resources: {'Network': ['ID=37f84296-c047-4995-930f-1137dc7746cf,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:06.046884 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2d8401db-7a6e-4c3c-8d78-e3dd4ebf453b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.049169 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2d8401db-7a6e-4c3c-8d78-e3dd4ebf453b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3225527f-7407-40af-b901-218dd0564204 HTTP/1.1" status: 204 len: 168 time: 0.3530099 Aug 31 00:59:06.063206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8401db-7a6e-4c3c-8d78-e3dd4ebf453b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3225527f-7407-40af-b901-218dd0564204,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:06.084753 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 37f84296-c047-4995-930f-1137dc7746cf details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:59:06.096974 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.132148 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2aa1a72d-86e4-449c-a6c4-70eab9d8c026 req-0348b250-d389-4a27-a449-c1ba81eedd38 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 210 time: 0.0475240 Aug 31 00:59:06.167714 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-98d4e75b-75c1-4ab7-bd23-572bc1817be7 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1233943 Aug 31 00:59:06.177424 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47286) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:06.183598 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-c5668e84-8da2-42e4-b194-ffe64899a2f1 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Request body: {'subnet': {'network_id': '37f84296-c047-4995-930f-1137dc7746cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:06.332222 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['2a6dd838-5c96-4505-9654-2ef7831c292a'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:59:06.385113 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=2a6dd838-5c96-4505-9654-2ef7831c292a,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:06.459432 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9a06b8bd-71f2-4dd4-b3d6-1b4d3cdb0f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.614631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5668e84-8da2-42e4-b194-ffe64899a2f1 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Made reservation on behalf of 59678326f97a40b5b88abfd3f42e2a15 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:06.619689 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c5668e84-8da2-42e4-b194-ffe64899a2f1 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.735868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a1eea8-29da-479f-851b-bd92cde8b365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac61fe6a-e127-412f-b685-bba389951a91'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:06.744668 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a11b373-a476-418f-b827-7c577a79e6e5" -d '{"events": [{"server_uuid": "e9a1eea8-29da-479f-851b-bd92cde8b365", "name": "network-vif-unplugged", "status": "completed", "tag": "ac61fe6a-e127-412f-b685-bba389951a91"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:06.771963 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.818824 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.876418 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a06b8bd-71f2-4dd4-b3d6-1b4d3cdb0f2d admin admin] Router 92707f45-dfa9-4425-97a8-6101c33dee73 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:59:06.914050 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc409be3-957d-4e05-b6f9-2067d2f53292 x-openstack-request-id: req-fc409be3-957d-4e05-b6f9-2067d2f53292 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:06.914593 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a1eea8-29da-479f-851b-bd92cde8b365", "name": "network-vif-unplugged", "status": "completed", "tag": "ac61fe6a-e127-412f-b685-bba389951a91", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:06.914593 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc409be3-957d-4e05-b6f9-2067d2f53292 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:06.916441 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a1eea8-29da-479f-851b-bd92cde8b365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac61fe6a-e127-412f-b685-bba389951a91', 'code': 200} Aug 31 00:59:06.935820 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-18053741-af09-410a-a1e8-deebf0dc031a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.943427 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.943764 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a093b8e-9881-4e20-80d3-1308f63c82a1 req-6f356044-7735-400f-a929-56ff2fcf0e77 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:06.946480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a093b8e-9881-4e20-80d3-1308f63c82a1 req-6f356044-7735-400f-a929-56ff2fcf0e77 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:06.953067 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a093b8e-9881-4e20-80d3-1308f63c82a1 req-6f356044-7735-400f-a929-56ff2fcf0e77 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:06.959151 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a093b8e-9881-4e20-80d3-1308f63c82a1 req-6f356044-7735-400f-a929-56ff2fcf0e77 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:06.965790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a093b8e-9881-4e20-80d3-1308f63c82a1 req-6f356044-7735-400f-a929-56ff2fcf0e77 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:06.971853 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a093b8e-9881-4e20-80d3-1308f63c82a1 req-6f356044-7735-400f-a929-56ff2fcf0e77 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:06.977920 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a093b8e-9881-4e20-80d3-1308f63c82a1 req-6f356044-7735-400f-a929-56ff2fcf0e77 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:06.979927 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9a093b8e-9881-4e20-80d3-1308f63c82a1 req-6f356044-7735-400f-a929-56ff2fcf0e77 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5443 time: 0.1856663 Aug 31 00:59:07.098073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cd470-04ba-4b1b-96cf-76db9c4e3136 req-f0f8f032-181b-4f23-bd16-1dc0c3ac7de5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:07.099957 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-930cd470-04ba-4b1b-96cf-76db9c4e3136 req-f0f8f032-181b-4f23-bd16-1dc0c3ac7de5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.0575454 Aug 31 00:59:07.100885 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9a093b8e-9881-4e20-80d3-1308f63c82a1 req-cc61a30d-a650-461c-b717-3da9880b6969 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832505 Aug 31 00:59:07.119983 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a06b8bd-71f2-4dd4-b3d6-1b4d3cdb0f2d admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:59:07.126955 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9a06b8bd-71f2-4dd4-b3d6-1b4d3cdb0f2d admin admin] 10.222.0.16 "PUT /v2.0/routers/92707f45-dfa9-4425-97a8-6101c33dee73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0659719 Aug 31 00:59:07.135861 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47330) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:07.143553 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9eeecc-684f-425d-9d00-8ef5f0bbd8ca None None] Sync routers for ids ['92707f45-dfa9-4425-97a8-6101c33dee73'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:59:07.145878 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c5668e84-8da2-42e4-b194-ffe64899a2f1 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:07.158420 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9eeecc-684f-425d-9d00-8ef5f0bbd8ca None None] Routers {'92707f45-dfa9-4425-97a8-6101c33dee73'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:07.159056 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-3b9eeecc-684f-425d-9d00-8ef5f0bbd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:59:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['92707f45-dfa9-4425-97a8-6101c33dee73'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:07.235143 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-930cd470-04ba-4b1b-96cf-76db9c4e3136 req-9dae4944-291d-4f14-b261-1bdfd06eb872 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243289 Aug 31 00:59:07.255264 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b5ede040-140e-4b5b-a1d0-f55787393896 req-131e3443-f078-4f90-9193-a22c65647807 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 210 time: 0.0517614 Aug 31 00:59:07.271762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5668e84-8da2-42e4-b194-ffe64899a2f1 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Pushing event updated for resources: {'Subnet': ['ID=457e1cc7-9b45-4469-acfa-9a5455c99cc7,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:07.287228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5668e84-8da2-42e4-b194-ffe64899a2f1 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Checking segment: {'id': 'c4505d94-ffc5-4784-ac8d-cb0152c850eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '37f84296-c047-4995-930f-1137dc7746cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:07.287751 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5668e84-8da2-42e4-b194-ffe64899a2f1 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Network hostable DHCP agents. Network: 37f84296-c047-4995-930f-1137dc7746cf, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:59:07.328979 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f881425b-ee76-42f1-bf3e-417c3c8eaf7a admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:07.442831 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47334) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:07.465352 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6ed85ebe-d7b3-470e-8848-9316a25eefcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:07.467868 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-3b9eeecc-684f-425d-9d00-8ef5f0bbd8ca None None] Set router 92707f45-dfa9-4425-97a8-6101c33dee73 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:07.535513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5668e84-8da2-42e4-b194-ffe64899a2f1 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Network 37f84296-c047-4995-930f-1137dc7746cf is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:59:07.573520 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f881425b-ee76-42f1-bf3e-417c3c8eaf7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:07.658809 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-c5668e84-8da2-42e4-b194-ffe64899a2f1 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 37f84296-c047-4995-930f-1137dc7746cf) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:07.671714 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5668e84-8da2-42e4-b194-ffe64899a2f1 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:07.672730 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c5668e84-8da2-42e4-b194-ffe64899a2f1 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:07.674478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a0787d-4548-4dd2-ae44-8b98319e1bbe None None] Network 37f84296-c047-4995-930f-1137dc7746cf requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:07.698678 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2a6dd838-5c96-4505-9654-2ef7831c292a up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:07.753922 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6ed85ebe-d7b3-470e-8848-9316a25eefcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:07.814778 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-3b9eeecc-684f-425d-9d00-8ef5f0bbd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92707f45-dfa9-4425-97a8-6101c33dee73', 'name': 'tempest-AttachSCSIVolumeTestJSON-1332060155-router', 'tenant_id': '6c49d64aaebb49b6941e7fd658425329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '61c20676-9002-4831-9c80-08cd24d13750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:56:12Z', 'updated_at': '2021-08-31T00:59:05Z', 'revision_number': 5, 'project_id': '6c49d64aaebb49b6941e7fd658425329', 'gw_port': {'id': '61c20676-9002-4831-9c80-08cd24d13750', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92707f45-dfa9-4425-97a8-6101c33dee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:16Z', 'updated_at': '2021-08-31T00:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:07.844818 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6ed85ebe-d7b3-470e-8848-9316a25eefcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:07.910405 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-f881425b-ee76-42f1-bf3e-417c3c8eaf7a admin admin] Deleting port 61c20676-9002-4831-9c80-08cd24d13750 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:07.915036 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f881425b-ee76-42f1-bf3e-417c3c8eaf7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:07.935100 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9eeecc-684f-425d-9d00-8ef5f0bbd8ca None None] Checking router: 92707f45-dfa9-4425-97a8-6101c33dee73 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:59:07.958865 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9eeecc-684f-425d-9d00-8ef5f0bbd8ca None None] Routers {'92707f45-dfa9-4425-97a8-6101c33dee73'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:07.959664 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-3b9eeecc-684f-425d-9d00-8ef5f0bbd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:59:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['92707f45-dfa9-4425-97a8-6101c33dee73'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:07.961518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed85ebe-d7b3-470e-8848-9316a25eefcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0bab69-fcc4-47fc-afe6-372c06de5821,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:07.976771 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6ed85ebe-d7b3-470e-8848-9316a25eefcd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=811bbfe35252417bb4304ea55dd7ee46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5211041 Aug 31 00:59:07.978072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47348) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:08.018531 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c5668e84-8da2-42e4-b194-ffe64899a2f1 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8396165 Aug 31 00:59:08.021362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47350) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:08.026631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a5a9c0e3-c713-4291-8b17-58dd74da6e3e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Request body: {'port': {'network_id': '37f84296-c047-4995-930f-1137dc7746cf', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1829852838'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:08.072919 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 2a6dd838-5c96-4505-9654-2ef7831c292a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:08.073679 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.126816 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-3b9eeecc-684f-425d-9d00-8ef5f0bbd8ca None None] Set router 92707f45-dfa9-4425-97a8-6101c33dee73 gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:08.191963 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-3b9eeecc-684f-425d-9d00-8ef5f0bbd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92707f45-dfa9-4425-97a8-6101c33dee73', 'name': 'tempest-AttachSCSIVolumeTestJSON-1332060155-router', 'tenant_id': '6c49d64aaebb49b6941e7fd658425329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:56:12Z', 'updated_at': '2021-08-31T00:59:07Z', 'revision_number': 6, 'project_id': '6c49d64aaebb49b6941e7fd658425329', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:08.258837 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9eeecc-684f-425d-9d00-8ef5f0bbd8ca None None] The sync data for ids ['92707f45-dfa9-4425-97a8-6101c33dee73'] in n-d-793621-34 is: [{'id': '92707f45-dfa9-4425-97a8-6101c33dee73', 'name': 'tempest-AttachSCSIVolumeTestJSON-1332060155-router', 'tenant_id': '6c49d64aaebb49b6941e7fd658425329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:56:12Z', 'updated_at': '2021-08-31T00:59:07Z', 'revision_number': 6, 'project_id': '6c49d64aaebb49b6941e7fd658425329', 'gw_port_host': None}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:59:08.264107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-f881425b-ee76-42f1-bf3e-417c3c8eaf7a admin admin] For port 61c20676-9002-4831-9c80-08cd24d13750, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=61c20676-9002-4831-9c80-08cd24d13750,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:08.264724 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f881425b-ee76-42f1-bf3e-417c3c8eaf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.287920 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-37f84296-c047-4995-930f-1137dc7746cf', 'network_id': '37f84296-c047-4995-930f-1137dc7746cf', 'tenant_id': '59678326f97a40b5b88abfd3f42e2a15', 'fixed_ips': [{'subnet_id': '457e1cc7-9b45-4469-acfa-9a5455c99cc7'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:59:08.290520 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.386980 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-f881425b-ee76-42f1-bf3e-417c3c8eaf7a admin admin] Calling delete_port for 61c20676-9002-4831-9c80-08cd24d13750 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:08.505242 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f47c5ca1-2f08-4512-9000-14ba9c641173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.559318 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70570b-6a54-4172-b52f-62b6fc1985a3 req-584f8ac2-74b5-4a90-8162-e81239f619e1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:08.570270 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89033ad7-bd5b-45ab-84f2-e07aa39660c1 req-072bb426-9c78-4f93-bab7-3dd87698d3dd tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:08.571953 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70570b-6a54-4172-b52f-62b6fc1985a3 req-584f8ac2-74b5-4a90-8162-e81239f619e1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:08.576415 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.579456 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-89033ad7-bd5b-45ab-84f2-e07aa39660c1 req-072bb426-9c78-4f93-bab7-3dd87698d3dd tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.2270527 Aug 31 00:59:08.580234 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.583129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70570b-6a54-4172-b52f-62b6fc1985a3 req-584f8ac2-74b5-4a90-8162-e81239f619e1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:08.595682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70570b-6a54-4172-b52f-62b6fc1985a3 req-584f8ac2-74b5-4a90-8162-e81239f619e1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:08.608314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70570b-6a54-4172-b52f-62b6fc1985a3 req-584f8ac2-74b5-4a90-8162-e81239f619e1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:08.619819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70570b-6a54-4172-b52f-62b6fc1985a3 req-584f8ac2-74b5-4a90-8162-e81239f619e1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:08.631927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70570b-6a54-4172-b52f-62b6fc1985a3 req-584f8ac2-74b5-4a90-8162-e81239f619e1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:08.646552 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1d70570b-6a54-4172-b52f-62b6fc1985a3 req-584f8ac2-74b5-4a90-8162-e81239f619e1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5443 time: 0.3078518 Aug 31 00:59:08.678752 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-89033ad7-bd5b-45ab-84f2-e07aa39660c1 req-aa8c19f9-8f2b-447a-a7aa-ecaf44e14ac8 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961893 Aug 31 00:59:08.703054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2a6dd838-5c96-4505-9654-2ef7831c292a, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2a6dd838-5c96-4505-9654-2ef7831c292a,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:08.704623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Allocated IP 172.20.0.2 (37f84296-c047-4995-930f-1137dc7746cf/457e1cc7-9b45-4469-acfa-9a5455c99cc7/724bbd49-93b2-46b8-881d-c1f7ec0eda55) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:08.727564 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a9c0e3-c713-4291-8b17-58dd74da6e3e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Made reservation on behalf of 59678326f97a40b5b88abfd3f42e2a15 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:08.735067 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c0e3-c713-4291-8b17-58dd74da6e3e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.779507 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f47c5ca1-2f08-4512-9000-14ba9c641173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.856800 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-a5a9c0e3-c713-4291-8b17-58dd74da6e3e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] device_id is not set on port cfc4f9f7-1bb2-4640-995e-4db695ff0241 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 00:59:08.931206 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-46d26482-5d9c-42f7-b474-e2fd7d384872 req-aeb7ecad-c6fd-446f-abe8-e5561fafc664 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 210 time: 0.1330552 Aug 31 00:59:08.954599 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1d70570b-6a54-4172-b52f-62b6fc1985a3 req-856c03a5-a843-4b1b-b423-127983f77c34 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3065681 Aug 31 00:59:09.021176 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-69ea6a9c-a8d7-42d0-bb61-41f8ca8e63e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:09.022939 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-69ea6a9c-a8d7-42d0-bb61-41f8ca8e63e4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05&tenant_id=9b0e0bf639aa4d21b3db103ff979c892 HTTP/1.1" status: 200 len: 1102 time: 0.3101466 Aug 31 00:59:09.032847 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f881425b-ee76-42f1-bf3e-417c3c8eaf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.041187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:09.073359 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881425b-ee76-42f1-bf3e-417c3c8eaf7a admin admin] Pushing event deleted for resources: {'Port': ['ID=61c20676-9002-4831-9c80-08cd24d13750,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:09.210410 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.238607 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f881425b-ee76-42f1-bf3e-417c3c8eaf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.263005 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.284252 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f135b5-fa41-4b23-a9e0-cf70cfb1db4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6dd838-5c96-4505-9654-2ef7831c292a'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:09.289037 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f87196-5c0d-45c4-b239-13882b71bfe0" -d '{"events": [{"server_uuid": "47f135b5-fa41-4b23-a9e0-cf70cfb1db4b", "name": "network-vif-plugged", "status": "completed", "tag": "2a6dd838-5c96-4505-9654-2ef7831c292a"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:09.300763 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.347565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Transition to ACTIVE for port object 724bbd49-93b2-46b8-881d-c1f7ec0eda55 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:09.375063 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Transition to ACTIVE for port object 724bbd49-93b2-46b8-881d-c1f7ec0eda55 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:09.397141 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=2a6dd838-5c96-4505-9654-2ef7831c292a,revision_number=10']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:09.408043 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db77b283-59a0-4aed-ac78-3259b7941c67 x-openstack-request-id: req-db77b283-59a0-4aed-ac78-3259b7941c67 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:09.408350 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f135b5-fa41-4b23-a9e0-cf70cfb1db4b", "name": "network-vif-plugged", "status": "completed", "tag": "2a6dd838-5c96-4505-9654-2ef7831c292a", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:09.408701 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db77b283-59a0-4aed-ac78-3259b7941c67 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:09.409122 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f135b5-fa41-4b23-a9e0-cf70cfb1db4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6dd838-5c96-4505-9654-2ef7831c292a', 'code': 200} Aug 31 00:59:09.460579 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f881425b-ee76-42f1-bf3e-417c3c8eaf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.467050 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.468187 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f881425b-ee76-42f1-bf3e-417c3c8eaf7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.556807 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 61c20676-9002-4831-9c80-08cd24d13750 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:09.591521 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Pushing event updated for resources: {'Port': ['ID=724bbd49-93b2-46b8-881d-c1f7ec0eda55,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:09.594307 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 61c20676-9002-4831-9c80-08cd24d13750 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:09.601726 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 61c20676-9002-4831-9c80-08cd24d13750 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:09.602478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 27088675-3d62-4fd0-a9de-4664c602ede1 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:09.614765 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f881425b-ee76-42f1-bf3e-417c3c8eaf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.616061 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f881425b-ee76-42f1-bf3e-417c3c8eaf7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92707f45-dfa9-4425-97a8-6101c33dee73 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:59:09.627774 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f47c5ca1-2f08-4512-9000-14ba9c641173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.628092 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f881425b-ee76-42f1-bf3e-417c3c8eaf7a admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.628092 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f881425b-ee76-42f1-bf3e-417c3c8eaf7a admin admin] 10.222.0.16 "DELETE /v2.0/routers/92707f45-dfa9-4425-97a8-6101c33dee73 HTTP/1.1" status: 204 len: 168 time: 2.4864025 Aug 31 00:59:09.628214 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f47c5ca1-2f08-4512-9000-14ba9c641173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.628214 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f47c5ca1-2f08-4512-9000-14ba9c641173 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc0bab69-fcc4-47fc-afe6-372c06de5821 HTTP/1.1" status: 204 len: 168 time: 1.6473570 Aug 31 00:59:09.633382 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47374) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:09.740687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 27088675-3d62-4fd0-a9de-4664c602ede1 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:09.741105 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 27088675-3d62-4fd0-a9de-4664c602ede1 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:09.744155 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Network 37f84296-c047-4995-930f-1137dc7746cf is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:09.746205 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:09.765427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-827d15d4-1503-49cc-bf99-fc76e4e5aad7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:09.767340 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-827d15d4-1503-49cc-bf99-fc76e4e5aad7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.41 "GET /v2.0/networks?id=d402af4a-8a8e-49ea-8168-c26e094719ad HTTP/1.1" status: 200 len: 811 time: 0.1464465 Aug 31 00:59:09.769307 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:09.811303 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb947a1-c06a-4365-9e04-570c5c66e514 admin admin] Deleting subnet bc4d2ef3-7ef0-49ca-801d-6985a41919ff {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:59:09.819448 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bfb947a1-c06a-4365-9e04-570c5c66e514 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.824594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-5eead8ba-24aa-4bc1-99e9-fe975bb492c3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Request body: {'port': {'device_id': '9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f', 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad', 'admin_state_up': True, 'tenant_id': 'b2866efdbfc8416eaf80fb5e263ad174'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:09.871826 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bfb947a1-c06a-4365-9e04-570c5c66e514 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.043270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c5ca1-2f08-4512-9000-14ba9c641173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0bab69-fcc4-47fc-afe6-372c06de5821,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:10.043485 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Attempting to bind port 724bbd49-93b2-46b8-881d-c1f7ec0eda55 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:10.044313 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Attempting to bind port 724bbd49-93b2-46b8-881d-c1f7ec0eda55 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'c4505d94-ffc5-4784-ac8d-cb0152c850eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '37f84296-c047-4995-930f-1137dc7746cf'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:10.046046 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Attempting to bind port 724bbd49-93b2-46b8-881d-c1f7ec0eda55 on network 37f84296-c047-4995-930f-1137dc7746cf {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:10.056657 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bfb947a1-c06a-4365-9e04-570c5c66e514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.057072 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:10.057494 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Checking segment: {'id': 'c4505d94-ffc5-4784-ac8d-cb0152c850eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '37f84296-c047-4995-930f-1137dc7746cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:10.057909 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.059103 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Bound using segment: {'id': 'c4505d94-ffc5-4784-ac8d-cb0152c850eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '37f84296-c047-4995-930f-1137dc7746cf'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:10.059734 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Bound port: 724bbd49-93b2-46b8-881d-c1f7ec0eda55, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4505d94-ffc5-4784-ac8d-cb0152c850eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '37f84296-c047-4995-930f-1137dc7746cf'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:10.060125 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.116126 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ce9e1-9c56-43c7-9def-0d99b8b3ec5a req-ac4e0471-39f2-43e6-b5bb-3dd0020bca1b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:10.125655 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.130602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ce9e1-9c56-43c7-9def-0d99b8b3ec5a req-ac4e0471-39f2-43e6-b5bb-3dd0020bca1b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:10.166175 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ce9e1-9c56-43c7-9def-0d99b8b3ec5a req-ac4e0471-39f2-43e6-b5bb-3dd0020bca1b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:10.177606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ce9e1-9c56-43c7-9def-0d99b8b3ec5a req-ac4e0471-39f2-43e6-b5bb-3dd0020bca1b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:10.186049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ce9e1-9c56-43c7-9def-0d99b8b3ec5a req-ac4e0471-39f2-43e6-b5bb-3dd0020bca1b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:10.187266 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] For port 724bbd49-93b2-46b8-881d-c1f7ec0eda55, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:10.195295 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] For port 724bbd49-93b2-46b8-881d-c1f7ec0eda55, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=724bbd49-93b2-46b8-881d-c1f7ec0eda55,segment=NetworkSegment(c4505d94-ffc5-4784-ac8d-cb0152c850eb),segment_id=c4505d94-ffc5-4784-ac8d-cb0152c850eb)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:10.198093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ce9e1-9c56-43c7-9def-0d99b8b3ec5a req-ac4e0471-39f2-43e6-b5bb-3dd0020bca1b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:10.220453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ce9e1-9c56-43c7-9def-0d99b8b3ec5a req-ac4e0471-39f2-43e6-b5bb-3dd0020bca1b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:10.226413 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b21ce9e1-9c56-43c7-9def-0d99b8b3ec5a req-ac4e0471-39f2-43e6-b5bb-3dd0020bca1b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5443 time: 0.8657990 Aug 31 00:59:10.239489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47386) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:10.243542 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-da065042-0244-48a1-80c4-4108072a815b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Request body: {'floatingip': {'port_id': '6cac8892-a71e-44c5-8ed2-a3bd128601bb'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:10.293726 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-a5a9c0e3-c713-4291-8b17-58dd74da6e3e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Allocated IP 172.20.0.4 (37f84296-c047-4995-930f-1137dc7746cf/457e1cc7-9b45-4469-acfa-9a5455c99cc7/cfc4f9f7-1bb2-4640-995e-4db695ff0241) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:10.312274 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.386144 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bfb947a1-c06a-4365-9e04-570c5c66e514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.408698 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-da065042-0244-48a1-80c4-4108072a815b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for floatingip, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.450504 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f34932c-be0a-45b0-9a6a-b016033ae9c0 None None] Network bac509b4-c23e-4e7e-a012-54407f2ac84a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:10.471638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-5eead8ba-24aa-4bc1-99e9-fe975bb492c3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Made reservation on behalf of b2866efdbfc8416eaf80fb5e263ad174 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:10.477350 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-5eead8ba-24aa-4bc1-99e9-fe975bb492c3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.560291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bfc20-583f-4c21-aef2-0b2883313fe8 None None] Pushing event updated for resources: {'Port': ['ID=724bbd49-93b2-46b8-881d-c1f7ec0eda55,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:10.637905 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cdc05e44-1cb9-498c-91cb-ec0ce0a4f111 req-711dd2f0-3653-4bc5-954a-f3713d4643e0 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 210 time: 0.1930556 Aug 31 00:59:10.940645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bf94dc-e9b2-436a-8e29-60c48582b021 None None] DHCP port deletion for bac509b4-c23e-4e7e-a012-54407f2ac84a request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 00:59:11.071032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf94dc-e9b2-436a-8e29-60c48582b021 None None] Deleting port c65ed4b5-a659-4288-b7b0-a08cfa60b1ee {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:11.071409 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b9bf94dc-e9b2-436a-8e29-60c48582b021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.075791 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c0e3-c713-4291-8b17-58dd74da6e3e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.122440 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-a5a9c0e3-c713-4291-8b17-58dd74da6e3e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Transition to ACTIVE for port object cfc4f9f7-1bb2-4640-995e-4db695ff0241 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:11.221568 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b9bf94dc-e9b2-436a-8e29-60c48582b021 None None] For port c65ed4b5-a659-4288-b7b0-a08cfa60b1ee, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c65ed4b5-a659-4288-b7b0-a08cfa60b1ee,segment=NetworkSegment(8bb544db-f230-4e9d-945a-344fa4064b86),segment_id=8bb544db-f230-4e9d-945a-344fa4064b86)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:11.222306 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b9bf94dc-e9b2-436a-8e29-60c48582b021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.229739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] For port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:11.244325 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bfb947a1-c06a-4365-9e04-570c5c66e514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.247029 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bfb947a1-c06a-4365-9e04-570c5c66e514 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bc4d2ef3-7ef0-49ca-801d-6985a41919ff HTTP/1.1" status: 204 len: 168 time: 1.6121542 Aug 31 00:59:11.247941 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb947a1-c06a-4365-9e04-570c5c66e514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc4d2ef3-7ef0-49ca-801d-6985a41919ff,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:11.259662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47406) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:11.259985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf94dc-e9b2-436a-8e29-60c48582b021 None None] Calling delete_port for c65ed4b5-a659-4288-b7b0-a08cfa60b1ee owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:11.301223 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b64c0-a32a-4f9a-9a88-1b34faf539e2 req-22725282-bd7a-45f8-9568-907aaf345d9d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:11.311488 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-050b64c0-a32a-4f9a-9a88-1b34faf539e2 req-22725282-bd7a-45f8-9568-907aaf345d9d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.9526300 Aug 31 00:59:11.496947 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c0e3-c713-4291-8b17-58dd74da6e3e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.503851 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-050b64c0-a32a-4f9a-9a88-1b34faf539e2 req-d931a5d2-49a0-4ebd-a55a-37f792882b09 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897426 Aug 31 00:59:11.534992 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 724bbd49-93b2-46b8-881d-c1f7ec0eda55 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:11.571785 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b9bf94dc-e9b2-436a-8e29-60c48582b021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.578768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] For port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:11.640740 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf94dc-e9b2-436a-8e29-60c48582b021 None None] No DVR routers for this DVR port c65ed4b5-a659-4288-b7b0-a08cfa60b1ee on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:59:11.650531 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a9c0e3-c713-4291-8b17-58dd74da6e3e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Network 37f84296-c047-4995-930f-1137dc7746cf is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:11.654943 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf94dc-e9b2-436a-8e29-60c48582b021 None None] Pushing event deleted for resources: {'Port': ['ID=c65ed4b5-a659-4288-b7b0-a08cfa60b1ee,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:11.693023 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-a5a9c0e3-c713-4291-8b17-58dd74da6e3e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:11.724164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a9c0e3-c713-4291-8b17-58dd74da6e3e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:11.727604 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:11.829207 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 724bbd49-93b2-46b8-881d-c1f7ec0eda55 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:11.870361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a9c0e3-c713-4291-8b17-58dd74da6e3e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:11.877122 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c0e3-c713-4291-8b17-58dd74da6e3e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.913272 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9c0e3-c713-4291-8b17-58dd74da6e3e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Pushing event updated for resources: {'Port': ['ID=cfc4f9f7-1bb2-4640-995e-4db695ff0241,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:11.976281 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa66f71e-53ae-4065-85b9-34f1897ef7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.996967 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.017461 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-5eead8ba-24aa-4bc1-99e9-fe975bb492c3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Allocated IP 172.20.0.6 (d402af4a-8a8e-49ea-8168-c26e094719ad/06a338a6-991a-450e-bc60-b066a8b265a4/f619e0d9-5778-448a-b9fa-236325ed3383) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:12.038099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-029f07a2-1b99-47c4-b62c-1aeeb2428025 req-3414c4a9-77eb-49a4-8860-9317194751be tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 210 time: 0.1424005 Aug 31 00:59:12.046901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:12.050251 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd282b6d-3879-428d-897e-80f976391202" -d '{"events": [{"server_uuid": "445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:12.051439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c65ed4b5-a659-4288-b7b0-a08cfa60b1ee no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:12.056916 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.131225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Transition to ACTIVE for port object f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:12.178714 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a5a9c0e3-c713-4291-8b17-58dd74da6e3e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1540077 Aug 31 00:59:12.180952 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47434) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:12.190132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8e859b-e3b2-4ff1-a311-6bcbbdb175f0 None None] Network 37f84296-c047-4995-930f-1137dc7746cf requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:12.200900 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: c65ed4b5-a659-4288-b7b0-a08cfa60b1ee {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:12.204866 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c65ed4b5-a659-4288-b7b0-a08cfa60b1ee not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:12.340335 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 00:59:12.341503 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:59:12.372259 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8dd70b89-4473-4ed4-af93-ef9920dacd41 None None] Provisioning for port 724bbd49-93b2-46b8-881d-c1f7ec0eda55 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:12.392999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8dd70b89-4473-4ed4-af93-ef9920dacd41 None None] Provisioning complete for port 724bbd49-93b2-46b8-881d-c1f7ec0eda55 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:12.397706 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8dd70b89-4473-4ed4-af93-ef9920dacd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.450216 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-5eead8ba-24aa-4bc1-99e9-fe975bb492c3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.543805 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba046210-9a48-4013-ba0e-1882adf93d73 x-openstack-request-id: req-ba046210-9a48-4013-ba0e-1882adf93d73 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:12.544259 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:12.556330 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba046210-9a48-4013-ba0e-1882adf93d73 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:12.556330 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9', 'code': 200} Aug 31 00:59:12.556330 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.559088 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8dd70b89-4473-4ed4-af93-ef9920dacd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.601929 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.resource_extend [None req-da065042-0244-48a1-80c4-4108072a815b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 00:59:12.660780 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8dd70b89-4473-4ed4-af93-ef9920dacd41 None None] For port 724bbd49-93b2-46b8-881d-c1f7ec0eda55, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=724bbd49-93b2-46b8-881d-c1f7ec0eda55,segment=NetworkSegment(c4505d94-ffc5-4784-ac8d-cb0152c850eb),segment_id=c4505d94-ffc5-4784-ac8d-cb0152c850eb)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:12.711508 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Pushing event updated for resources: {'Port': ['ID=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,revision_number=10']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:12.778592 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-5eead8ba-24aa-4bc1-99e9-fe975bb492c3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.783649 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa66f71e-53ae-4065-85b9-34f1897ef7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.810561 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8dd70b89-4473-4ed4-af93-ef9920dacd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.867278 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-da065042-0244-48a1-80c4-4108072a815b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.920442 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a896df-762f-4d3e-a143-2740b0b85cce req-0ec45ca7-132a-47ca-866c-b13235f86f6e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:12.927344 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-73a896df-762f-4d3e-a143-2740b0b85cce req-0ec45ca7-132a-47ca-866c-b13235f86f6e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 949 time: 0.2336092 Aug 31 00:59:12.962743 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-da065042-0244-48a1-80c4-4108072a815b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:13.001078 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-aa66f71e-53ae-4065-85b9-34f1897ef7fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac509b4-c23e-4e7e-a012-54407f2ac84a']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:13.034522 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd70b89-4473-4ed4-af93-ef9920dacd41 None None] Pushing event updated for resources: {'Port': ['ID=724bbd49-93b2-46b8-881d-c1f7ec0eda55,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:13.071399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] No DVR routers for this DVR port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:59:13.139236 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-aa66f71e-53ae-4065-85b9-34f1897ef7fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb544db-f230-4e9d-945a-344fa4064b86') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:13.141617 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-aa66f71e-53ae-4065-85b9-34f1897ef7fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb544db-f230-4e9d-945a-344fa4064b86') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:13.235365 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-73a896df-762f-4d3e-a143-2740b0b85cce req-af2a36ba-545c-4c33-a7d1-781c4b43c32d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006463 Aug 31 00:59:13.326778 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-da065042-0244-48a1-80c4-4108072a815b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Floating IP ef5b19df-413a-4727-a0a8-a59b33156fcc associated. External IP: 172.25.2.229, port: 6cac8892-a71e-44c5-8ed2-a3bd128601bb. Aug 31 00:59:13.343471 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-aa376120-bd32-4522-bc59-4e70bb65699f None None] Provisioning for port cfc4f9f7-1bb2-4640-995e-4db695ff0241 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:13.357164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-aa376120-bd32-4522-bc59-4e70bb65699f None None] Provisioning complete for port cfc4f9f7-1bb2-4640-995e-4db695ff0241 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:13.357164 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-aa376120-bd32-4522-bc59-4e70bb65699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:13.477123 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-aa376120-bd32-4522-bc59-4e70bb65699f None None] Port cfc4f9f7-1bb2-4640-995e-4db695ff0241 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:59:13.506462 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-aa376120-bd32-4522-bc59-4e70bb65699f None None] Provisioning complete for port 724bbd49-93b2-46b8-881d-c1f7ec0eda55 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:13.506843 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-aa376120-bd32-4522-bc59-4e70bb65699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:13.583302 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 724bbd49-93b2-46b8-881d-c1f7ec0eda55 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:13.683203 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa66f71e-53ae-4065-85b9-34f1897ef7fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:13.686404 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-5eead8ba-24aa-4bc1-99e9-fe975bb492c3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Network d402af4a-8a8e-49ea-8168-c26e094719ad is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:13.713661 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-5eead8ba-24aa-4bc1-99e9-fe975bb492c3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:13.739409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eead8ba-24aa-4bc1-99e9-fe975bb492c3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Pushing event updated for resources: {'Port': ['ID=f619e0d9-5778-448a-b9fa-236325ed3383,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:13.743946 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-5eead8ba-24aa-4bc1-99e9-fe975bb492c3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:13.755737 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa66f71e-53ae-4065-85b9-34f1897ef7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:13.790491 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Attempting to bind port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:13.790851 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Attempting to bind port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:13.791329 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Attempting to bind port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:13.794520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa66f71e-53ae-4065-85b9-34f1897ef7fe admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:59:13.794993 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa66f71e-53ae-4065-85b9-34f1897ef7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: timer() Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:59:13.801600 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:59:13.825310 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 724bbd49-93b2-46b8-881d-c1f7ec0eda55 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:13.826019 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:13.883334 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:59:13.883768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Attempting to bind port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:13.901751 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da065042-0244-48a1-80c4-4108072a815b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Router 770efd7a-1f34-4781-8f2a-4f256d8cd096 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:59:13.914745 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:13.914745 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:13.915130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:13.921935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Bound port: f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:13.921935 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:13.926481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-45f9ab13-b719-499d-b5d2-97d26aa00c85 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Deleting port cfc4f9f7-1bb2-4640-995e-4db695ff0241 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:13.927360 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45f9ab13-b719-499d-b5d2-97d26aa00c85 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:13.947174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-5eead8ba-24aa-4bc1-99e9-fe975bb492c3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:13.948001 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-5eead8ba-24aa-4bc1-99e9-fe975bb492c3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:13.982755 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1badc7e-fa30-48ed-8117-31ed6f6ea821 req-ed26f98e-4653-48ca-848b-d51561bcbbff tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:13.984482 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1badc7e-fa30-48ed-8117-31ed6f6ea821 req-ed26f98e-4653-48ca-848b-d51561bcbbff tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 931 time: 0.7971039 Aug 31 00:59:14.018381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d94af6bb-9d73-4b11-9814-4694913a495a None None] Provisioning complete for port cfc4f9f7-1bb2-4640-995e-4db695ff0241 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:14.018381 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d94af6bb-9d73-4b11-9814-4694913a495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.087273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d94af6bb-9d73-4b11-9814-4694913a495a None None] Port cfc4f9f7-1bb2-4640-995e-4db695ff0241 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:59:14.096414 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa66f71e-53ae-4065-85b9-34f1897ef7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.147919 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa66f71e-53ae-4065-85b9-34f1897ef7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.150581 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-aa66f71e-53ae-4065-85b9-34f1897ef7fe admin admin] 10.222.0.16 "DELETE /v2.0/networks/bac509b4-c23e-4e7e-a012-54407f2ac84a HTTP/1.1" status: 204 len: 168 time: 2.8943996 Aug 31 00:59:14.157524 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47476) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:14.203329 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66f71e-53ae-4065-85b9-34f1897ef7fe admin admin] Pushing event deleted for resources: {'Network': ['ID=bac509b4-c23e-4e7e-a012-54407f2ac84a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:14.234378 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da065042-0244-48a1-80c4-4108072a815b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:59:14.242403 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-da065042-0244-48a1-80c4-4108072a815b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.248571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd8a542-4c6c-4261-bc8f-35d65a90f5fb None None] Sync routers for ids ['770efd7a-1f34-4781-8f2a-4f256d8cd096'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:59:14.262473 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-5eead8ba-24aa-4bc1-99e9-fe975bb492c3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4615669 Aug 31 00:59:14.267220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd8a542-4c6c-4261-bc8f-35d65a90f5fb None None] Routers {'770efd7a-1f34-4781-8f2a-4f256d8cd096'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:14.267970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-2dd8a542-4c6c-4261-bc8f-35d65a90f5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:59:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['770efd7a-1f34-4781-8f2a-4f256d8cd096'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:14.277118 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1badc7e-fa30-48ed-8117-31ed6f6ea821 req-e668ddd0-e594-4170-864f-074d23cd20d2 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123518 Aug 31 00:59:14.315579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Request body: {'port': {'device_id': '9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:14.359186 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-da065042-0244-48a1-80c4-4108072a815b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "PUT /v2.0/floatingips/ef5b19df-413a-4727-a0a8-a59b33156fcc HTTP/1.1" status: 200 len: 991 time: 4.1181486 Aug 31 00:59:14.360457 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'tag': '6cac8892-a71e-44c5-8ed2-a3bd128601bb'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:14.363597 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d52228a-7338-479a-bc8f-a8bf4c855ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "tag": "6cac8892-a71e-44c5-8ed2-a3bd128601bb"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:14.395053 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] For port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:14.398522 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45f9ab13-b719-499d-b5d2-97d26aa00c85 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.429838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-45f9ab13-b719-499d-b5d2-97d26aa00c85 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Calling delete_port for cfc4f9f7-1bb2-4640-995e-4db695ff0241 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:14.434129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] For port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:14.514354 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.528679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-2dd8a542-4c6c-4261-bc8f-35d65a90f5fb None None] Set router 770efd7a-1f34-4781-8f2a-4f256d8cd096 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:14.541620 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fd5ae-664b-4366-9f7a-6e9ca4036c0d req-206996cd-6059-45ef-95de-bf4371b6aab3 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:14.544274 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-245fd5ae-664b-4366-9f7a-6e9ca4036c0d req-206996cd-6059-45ef-95de-bf4371b6aab3 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 949 time: 0.1558607 Aug 31 00:59:14.562754 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.598069 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd746b9d-71ba-4bb2-91d5-ec4df683ef7f x-openstack-request-id: req-bd746b9d-71ba-4bb2-91d5-ec4df683ef7f {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:14.598397 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "tag": "6cac8892-a71e-44c5-8ed2-a3bd128601bb", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:14.599487 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd746b9d-71ba-4bb2-91d5-ec4df683ef7f {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:14.599958 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'tag': '6cac8892-a71e-44c5-8ed2-a3bd128601bb', 'status': 'completed', 'code': 200} Aug 31 00:59:14.678143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:14.679534 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.681660 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-245fd5ae-664b-4366-9f7a-6e9ca4036c0d req-bf166c3a-9024-4f6f-9670-42f79aa8c3c1 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289489 Aug 31 00:59:14.694142 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] 10.222.0.48 "PUT /v2.0/ports/f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 HTTP/1.1" status: 200 len: 1098 time: 5.6597514 Aug 31 00:59:14.694800 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05', 'tag': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:14.715648 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4234bcda-a612-4b15-b85d-d02f94a686a9" -d '{"events": [{"name": "network-changed", "server_uuid": "445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05", "tag": "f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:14.904050 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a229ca-8deb-476c-99d5-7b4cace6fbc7 x-openstack-request-id: req-27a229ca-8deb-476c-99d5-7b4cace6fbc7 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:14.904326 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05", "tag": "f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:14.904573 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27a229ca-8deb-476c-99d5-7b4cace6fbc7 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:14.904980 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05', 'tag': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9', 'status': 'completed', 'code': 200} Aug 31 00:59:14.967177 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c66da4-865c-4a05-95cf-9cfa951f128c service neutron] Pushing event updated for resources: {'Port': ['ID=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,revision_number=11']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:15.080553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-e9a2259e-29e6-4214-9e2a-5b3019592d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:15.084227 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-e9a2259e-29e6-4214-9e2a-5b3019592d8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 1101 time: 0.2049170 Aug 31 00:59:15.092311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-2dd8a542-4c6c-4261-bc8f-35d65a90f5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'name': 'tempest-TaggedBootDevicesTest_v242-1535475404-router', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:50Z', 'updated_at': '2021-08-31T00:56:04Z', 'revision_number': 4, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'gw_port': {'id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:52Z', 'updated_at': '2021-08-31T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'ef5b19df-413a-4727-a0a8-a59b33156fcc', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'floating_ip_address': '172.25.2.229', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'port_id': '6cac8892-a71e-44c5-8ed2-a3bd128601bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149', 'mac_address': 'fa:16:3e:da:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:57:32Z', 'updated_at': '2021-08-31T00:59:12Z', 'revision_number': 1, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1524a27-61c1-43ab-9722-710400009e1f', 'name': '', 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'mac_address': 'fa:16:3e:6a:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:01Z', 'updated_at': '2021-08-31T00:56:15Z', 'revision_number': 5, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'subnets': [{'id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:15.160279 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd8a542-4c6c-4261-bc8f-35d65a90f5fb None None] Checking router: 770efd7a-1f34-4781-8f2a-4f256d8cd096 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:59:15.181102 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd8a542-4c6c-4261-bc8f-35d65a90f5fb None None] Routers {'770efd7a-1f34-4781-8f2a-4f256d8cd096'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:15.182054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-2dd8a542-4c6c-4261-bc8f-35d65a90f5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:59:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['770efd7a-1f34-4781-8f2a-4f256d8cd096'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:15.232516 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:15.262626 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-37b9d0f4-4f44-408e-beb3-aa7fdc9d34cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:15.265937 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-37b9d0f4-4f44-408e-beb3-aa7fdc9d34cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 1101 time: 0.5120921 Aug 31 00:59:15.412287 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52228a-7338-479a-bc8f-a8bf4c855ceb req-4025336c-84a5-49e1-8c5f-4d0530aae8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:15.412814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52228a-7338-479a-bc8f-a8bf4c855ceb req-4025336c-84a5-49e1-8c5f-4d0530aae8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:15.413354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52228a-7338-479a-bc8f-a8bf4c855ceb req-4025336c-84a5-49e1-8c5f-4d0530aae8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:15.413854 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52228a-7338-479a-bc8f-a8bf4c855ceb req-4025336c-84a5-49e1-8c5f-4d0530aae8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:15.414336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52228a-7338-479a-bc8f-a8bf4c855ceb req-4025336c-84a5-49e1-8c5f-4d0530aae8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:15.414797 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52228a-7338-479a-bc8f-a8bf4c855ceb req-4025336c-84a5-49e1-8c5f-4d0530aae8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:15.415338 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52228a-7338-479a-bc8f-a8bf4c855ceb req-4025336c-84a5-49e1-8c5f-4d0530aae8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:15.418108 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d52228a-7338-479a-bc8f-a8bf4c855ceb req-4025336c-84a5-49e1-8c5f-4d0530aae8bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 6507 time: 0.7755740 Aug 31 00:59:15.418757 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45f9ab13-b719-499d-b5d2-97d26aa00c85 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:15.419115 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-d9aa0d40-b919-4184-9bb0-0945a8810c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:15.420858 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-d9aa0d40-b919-4184-9bb0-0945a8810c01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.3240504 Aug 31 00:59:15.423987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-38c817f7-32c6-423d-8148-88d8095d4b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:15.425367 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-38c817f7-32c6-423d-8148-88d8095d4b77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.1517520 Aug 31 00:59:15.511829 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-36fb5155-6245-41cb-a33a-df32a39b8b53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 HTTP/1.1" status: 200 len: 217 time: 0.0752256 Aug 31 00:59:15.731621 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504da80-9e97-4d1c-8e8b-4b18f46d71df req-0520a849-e655-4e7b-812f-0734f8129a86 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:15.738597 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f504da80-9e97-4d1c-8e8b-4b18f46d71df req-0520a849-e655-4e7b-812f-0734f8129a86 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 931 time: 0.3165960 Aug 31 00:59:15.741806 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-df068c96-9d8e-4fa6-abff-9bdf9c14d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:15.744768 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-df068c96-9d8e-4fa6-abff-9bdf9c14d2a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.2218525 Aug 31 00:59:15.764204 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9ab13-b719-499d-b5d2-97d26aa00c85 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Pushing event deleted for resources: {'Port': ['ID=cfc4f9f7-1bb2-4640-995e-4db695ff0241,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:15.781607 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-2dd8a542-4c6c-4261-bc8f-35d65a90f5fb None None] Set router 770efd7a-1f34-4781-8f2a-4f256d8cd096 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:15.848960 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-d749de29-e629-412f-bd4e-79bb1897ef63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 HTTP/1.1" status: 200 len: 217 time: 0.4073117 Aug 31 00:59:15.900091 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f504da80-9e97-4d1c-8e8b-4b18f46d71df req-a6f097ea-8eb4-41cf-951c-282cbcfe60db tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510868 Aug 31 00:59:15.982736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-b45f4a4f-3deb-410c-8d3f-848d5e57f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:15.984879 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-b45f4a4f-3deb-410c-8d3f-848d5e57f42b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2257581 Aug 31 00:59:16.027529 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-de3ec7f7-c2c4-4cc4-8b96-412215ef21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:16.029190 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-de3ec7f7-c2c4-4cc4-8b96-412215ef21e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0967422 Aug 31 00:59:16.126632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4289fd-2b92-458e-b3ac-00c595afa34b req-d4aae500-784a-4819-ab34-3a260a6d6a53 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:16.136799 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cd4289fd-2b92-458e-b3ac-00c595afa34b req-d4aae500-784a-4819-ab34-3a260a6d6a53 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 949 time: 0.2606635 Aug 31 00:59:16.169630 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-65cf1e07-04d7-43e6-9186-8742885fe5b8 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742449 Aug 31 00:59:16.188633 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52228a-7338-479a-bc8f-a8bf4c855ceb req-ee3a997b-6466-4791-8f62-a6747744a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:16.191351 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d52228a-7338-479a-bc8f-a8bf4c855ceb req-ee3a997b-6466-4791-8f62-a6747744a827 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e485d33c-f23c-40f6-8dac-57c9abc59149 HTTP/1.1" status: 200 len: 918 time: 0.7642272 Aug 31 00:59:16.195890 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45f9ab13-b719-499d-b5d2-97d26aa00c85 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:16.200398 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-45f9ab13-b719-499d-b5d2-97d26aa00c85 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] 10.222.0.16 "DELETE /v2.0/ports/cfc4f9f7-1bb2-4640-995e-4db695ff0241 HTTP/1.1" status: 204 len: 168 time: 3.6636746 Aug 31 00:59:16.219428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47526) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:16.304332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-da0a4982-8d11-4cea-80cc-900f96299dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:16.306238 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-da0a4982-8d11-4cea-80cc-900f96299dc8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2670541 Aug 31 00:59:16.313857 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d52228a-7338-479a-bc8f-a8bf4c855ceb req-8b3db4df-7dd6-463c-adfb-f1df1a2a59be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cac8892-a71e-44c5-8ed2-a3bd128601bb HTTP/1.1" status: 200 len: 999 time: 0.1127741 Aug 31 00:59:16.329406 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-2dd8a542-4c6c-4261-bc8f-35d65a90f5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'name': 'tempest-TaggedBootDevicesTest_v242-1535475404-router', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:50Z', 'updated_at': '2021-08-31T00:56:04Z', 'revision_number': 4, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'gw_port': {'id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:52Z', 'updated_at': '2021-08-31T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'ef5b19df-413a-4727-a0a8-a59b33156fcc', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'floating_ip_address': '172.25.2.229', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'port_id': '6cac8892-a71e-44c5-8ed2-a3bd128601bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149', 'mac_address': 'fa:16:3e:da:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:57:32Z', 'updated_at': '2021-08-31T00:59:12Z', 'revision_number': 1, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1524a27-61c1-43ab-9722-710400009e1f', 'name': '', 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'mac_address': 'fa:16:3e:6a:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:01Z', 'updated_at': '2021-08-31T00:56:15Z', 'revision_number': 5, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'subnets': [{'id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:16.381612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd8a542-4c6c-4261-bc8f-35d65a90f5fb None None] The sync data for ids ['770efd7a-1f34-4781-8f2a-4f256d8cd096'] in n-d-793621-34 is: [{'id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'name': 'tempest-TaggedBootDevicesTest_v242-1535475404-router', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:50Z', 'updated_at': '2021-08-31T00:56:04Z', 'revision_number': 4, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'gw_port': {'id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:52Z', 'updated_at': '2021-08-31T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'ef5b19df-413a-4727-a0a8-a59b33156fcc', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'floating_ip_address': '172.25.2.229', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'port_id': '6cac8892-a71e-44c5-8ed2-a3bd128601bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149', 'mac_address': 'fa:16:3e:da:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:57:32Z', 'updated_at': '2021-08-31T00:59:12Z', 'revision_number': 1, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1524a27-61c1-43ab-9722-710400009e1f', 'name': '', 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'mac_address': 'fa:16:3e:6a:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:01Z', 'updated_at': '2021-08-31T00:56:15Z', 'revision_number': 5, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'subnets': [{'id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:59:16.420134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cd4289fd-2b92-458e-b3ac-00c595afa34b req-bd226e5e-dd34-46c6-ad0a-87c7585ac7d7 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822449 Aug 31 00:59:16.466821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f619e0d9-5778-448a-b9fa-236325ed3383 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:59:16.491550 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:16.560536 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52228a-7338-479a-bc8f-a8bf4c855ceb req-a861a775-7ae0-4843-a530-dfa062e3d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:16.563393 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d52228a-7338-479a-bc8f-a8bf4c855ceb req-a861a775-7ae0-4843-a530-dfa062e3d3e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a0af11-1528-44a4-b1b4-6169b26ec0d9 HTTP/1.1" status: 200 len: 856 time: 0.1956096 Aug 31 00:59:16.565231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Transition to ACTIVE for port object f619e0d9-5778-448a-b9fa-236325ed3383 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:16.747722 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-6db396ac-346b-4a16-8080-84360605a6c6 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253922 Aug 31 00:59:16.760864 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Deleting port 227331a0-4f7b-49bb-be92-decec21dba8f {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:16.761943 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:16.765315 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:16.834746 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad1f838-6397-4f25-88ca-d9ef16e97b46 None None] New status for floating IP ef5b19df-413a-4727-a0a8-a59b33156fcc: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:59:16.858462 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-1efa65cd-c69b-4bd1-b300-2a771985ecc2 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6824200 Aug 31 00:59:17.160915 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] For port 227331a0-4f7b-49bb-be92-decec21dba8f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=227331a0-4f7b-49bb-be92-decec21dba8f,segment=NetworkSegment(c38cec26-6e77-4792-94d8-9d8a54460174),segment_id=c38cec26-6e77-4792-94d8-9d8a54460174)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:17.163799 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:17.219563 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Calling delete_port for 227331a0-4f7b-49bb-be92-decec21dba8f owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:17.351851 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-96a22c7b-8e78-4bf7-b9a6-a2de20bef327 tempest-DHCPAgentSchedulersTestJSON-310871690 tempest-DHCPAgentSchedulersTestJSON-310871690-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.7749786 Aug 31 00:59:17.354472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47570) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:17.357863 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52228a-7338-479a-bc8f-a8bf4c855ceb req-967bc959-94b1-4795-8a98-8230e522e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:17.361968 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d52228a-7338-479a-bc8f-a8bf4c855ceb req-967bc959-94b1-4795-8a98-8230e522e524 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e485d33c-f23c-40f6-8dac-57c9abc59149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7725625 Aug 31 00:59:17.373341 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9feabc9b-4c1c-4571-a6ab-eea957f231c8 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-201331002'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:17.499132 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9feabc9b-4c1c-4571-a6ab-eea957f231c8 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Made reservation on behalf of 59678326f97a40b5b88abfd3f42e2a15 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:17.510694 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9feabc9b-4c1c-4571-a6ab-eea957f231c8 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:17.618809 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f619e0d9-5778-448a-b9fa-236325ed3383,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:17.715078 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9feabc9b-4c1c-4571-a6ab-eea957f231c8 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:59:17.741677 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9feabc9b-4c1c-4571-a6ab-eea957f231c8 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:17.742094 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-9feabc9b-4c1c-4571-a6ab-eea957f231c8 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Added segment 22889eff-503c-4428-94dc-c946842d6fd6 of type vlan for network 9e42acfc-0016-400a-bb1d-45717f014638 Aug 31 00:59:17.762770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377ff46-3bb8-415e-862b-e360cd0cb389 req-04de371d-927d-4923-98c8-670b86922e46 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:17.775530 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7377ff46-3bb8-415e-862b-e360cd0cb389 req-04de371d-927d-4923-98c8-670b86922e46 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 949 time: 0.1302931 Aug 31 00:59:17.787536 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d6a5b-35d7-4047-91a4-a761ff2c4299 req-aa958682-e62f-474b-a4d2-71392db0d992 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:17.793577 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-498d6a5b-35d7-4047-91a4-a761ff2c4299 req-aa958682-e62f-474b-a4d2-71392db0d992 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 943 time: 0.6362610 Aug 31 00:59:17.878106 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9feabc9b-4c1c-4571-a6ab-eea957f231c8 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:17.878621 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-564946e9-7a71-4389-87f6-f61fa498ecd6 req-233ed197-aa28-4cad-a572-b42a71050056 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1011403 Aug 31 00:59:17.889602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Attempting to bind port f619e0d9-5778-448a-b9fa-236325ed3383 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:17.890529 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Attempting to bind port f619e0d9-5778-448a-b9fa-236325ed3383 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:17.891281 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Attempting to bind port f619e0d9-5778-448a-b9fa-236325ed3383 on network d402af4a-8a8e-49ea-8168-c26e094719ad {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:17.909064 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7377ff46-3bb8-415e-862b-e360cd0cb389 req-65ff3412-421b-445c-a466-afa58d84b291 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323290 Aug 31 00:59:17.909616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Port f619e0d9-5778-448a-b9fa-236325ed3383 on network d402af4a-8a8e-49ea-8168-c26e094719ad not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:59:17.915748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Attempting to bind port f619e0d9-5778-448a-b9fa-236325ed3383 on network d402af4a-8a8e-49ea-8168-c26e094719ad {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:17.972123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:17.972813 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Checking segment: {'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:17.974896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Bound using segment: {'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:17.975509 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Bound port: f619e0d9-5778-448a-b9fa-236325ed3383, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:17.975921 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:17.984431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-498d6a5b-35d7-4047-91a4-a761ff2c4299 req-a245a675-2b8c-45c1-a6c1-b6fe8090b07d tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765227 Aug 31 00:59:18.062467 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d52228a-7338-479a-bc8f-a8bf4c855ceb req-a2b1ff65-ac0e-44ea-8eb8-f50f076da197 service neutron] 10.222.0.48 "GET /v2.0/networks/e485d33c-f23c-40f6-8dac-57c9abc59149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246681 Aug 31 00:59:18.106022 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:18.154254 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Pushing event deleted for resources: {'Port': ['ID=227331a0-4f7b-49bb-be92-decec21dba8f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:18.160571 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9feabc9b-4c1c-4571-a6ab-eea957f231c8 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:18.166482 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feabc9b-4c1c-4571-a6ab-eea957f231c8 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:18.167398 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9feabc9b-4c1c-4571-a6ab-eea957f231c8 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:18.197287 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-c6bcbfd4-891c-45a6-bdc0-e25aa4183af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:18.197287 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-c6bcbfd4-891c-45a6-bdc0-e25aa4183af3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 1101 time: 0.2031536 Aug 31 00:59:18.227924 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] For port f619e0d9-5778-448a-b9fa-236325ed3383, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:18.339898 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:18.341185 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:18.342026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:18.342543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:18.343060 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:18.343617 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:18.344217 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:18.344974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:18.345462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:18.346017 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:18.346540 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:18.347083 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:18.357999 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feabc9b-4c1c-4571-a6ab-eea957f231c8 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Pushing event updated for resources: {'Network': ['ID=9e42acfc-0016-400a-bb1d-45717f014638,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:18.371645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 9e42acfc-0016-400a-bb1d-45717f014638 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:59:18.377852 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-bfce1277-cdf2-4d15-b54c-abe60a88b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:18.383213 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-bfce1277-cdf2-4d15-b54c-abe60a88b0c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.1766131 Aug 31 00:59:18.442885 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47586) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:18.470019 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9feabc9b-4c1c-4571-a6ab-eea957f231c8 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1135266 Aug 31 00:59:18.473119 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47590) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:18.476249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] For port f619e0d9-5778-448a-b9fa-236325ed3383, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f619e0d9-5778-448a-b9fa-236325ed3383,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:18.558796 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-f1beb09a-b8bb-4912-8907-de45a12046c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 HTTP/1.1" status: 200 len: 217 time: 0.1523762 Aug 31 00:59:18.612560 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d52228a-7338-479a-bc8f-a8bf4c855ceb req-80039506-90c1-45ce-aa3f-d366037bd119 service neutron] 10.222.0.48 "GET /v2.0/networks/e485d33c-f23c-40f6-8dac-57c9abc59149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269675 Aug 31 00:59:18.614543 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:18.684817 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:18.739508 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-232fc7dc-6b20-4798-b105-ce6e94e8fb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:18.818943 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fdbb7bdf-7f2c-45fb-8092-5aab80425abd tempest-DHCPAgentSchedulersTestJSON-310871690 tempest-DHCPAgentSchedulersTestJSON-310871690-project-admin] 10.222.0.16 "GET /v2.0/agents/3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81/dhcp-networks HTTP/1.1" status: 200 len: 8071 time: 0.3451595 Aug 31 00:59:18.821376 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47602) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:19.008215 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:19.009204 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:19.011048 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] 10.222.0.41 "PUT /v2.0/ports/f619e0d9-5778-448a-b9fa-236325ed3383 HTTP/1.1" status: 200 len: 1092 time: 4.7273908 Aug 31 00:59:19.013341 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f', 'tag': 'f619e0d9-5778-448a-b9fa-236325ed3383'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:19.015964 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa07efda-cddd-4350-832a-4a9552a167cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f", "tag": "f619e0d9-5778-448a-b9fa-236325ed3383"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:19.033761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-00ec42e7-c035-4cf4-95fb-f03b0f19f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:19.035666 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-00ec42e7-c035-4cf4-95fb-f03b0f19f375 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.4694493 Aug 31 00:59:19.092439 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78ec07-c202-4275-a575-e627a40826c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f619e0d9-5778-448a-b9fa-236325ed3383,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:19.155432 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234bc6a0-597a-4301-b63e-8c184bb0b013 x-openstack-request-id: req-234bc6a0-597a-4301-b63e-8c184bb0b013 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:19.161688 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f", "tag": "f619e0d9-5778-448a-b9fa-236325ed3383", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:19.162147 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-234bc6a0-597a-4301-b63e-8c184bb0b013 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:19.162722 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f', 'tag': 'f619e0d9-5778-448a-b9fa-236325ed3383', 'status': 'completed', 'code': 200} Aug 31 00:59:19.167866 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-7f5ee8a2-0f67-47c6-9977-ae85c05c5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:19.172880 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-7f5ee8a2-0f67-47c6-9977-ae85c05c5009 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1270175 Aug 31 00:59:19.228085 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522d9945-7c2b-4571-ad69-038e31a9cb04 tempest-DHCPAgentSchedulersTestJSON-310871690 tempest-DHCPAgentSchedulersTestJSON-310871690-project-admin] Network 9e42acfc-0016-400a-bb1d-45717f014638 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:59:19.273550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2c630-ade9-4146-a57a-e4d5469cc3fa req-e112ceed-8d9e-481d-8b9e-eaf1643aa954 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:19.275370 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87e2c630-ade9-4146-a57a-e4d5469cc3fa req-e112ceed-8d9e-481d-8b9e-eaf1643aa954 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 949 time: 0.2113357 Aug 31 00:59:19.304596 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-232fc7dc-6b20-4798-b105-ce6e94e8fb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:19.332022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-6c58773b-025a-4f76-b66d-cf36bee8fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:19.333879 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-6c58773b-025a-4f76-b66d-cf36bee8fce5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 1095 time: 0.1701226 Aug 31 00:59:19.348814 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-522d9945-7c2b-4571-ad69-038e31a9cb04 tempest-DHCPAgentSchedulersTestJSON-310871690 tempest-DHCPAgentSchedulersTestJSON-310871690-project-admin] 10.222.0.16 "POST /v2.0/agents/3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5225286 Aug 31 00:59:19.351416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6677885-0742-4368-b90d-bc9bfc3670ab None None] Network 9e42acfc-0016-400a-bb1d-45717f014638 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:19.351818 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47612) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:19.390811 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Router 8243a6f3-d7e5-412d-baec-0a03675c440b has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:59:19.405671 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87e2c630-ade9-4146-a57a-e4d5469cc3fa req-aea89baf-6f5f-4a93-b9e7-bf19554e2c2a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157858 Aug 31 00:59:19.458540 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-232fc7dc-6b20-4798-b105-ce6e94e8fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:19.510059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-bde557cc-3241-44b1-a0ed-c46eee719153 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f619e0d9-5778-448a-b9fa-236325ed3383 HTTP/1.1" status: 200 len: 217 time: 0.1653633 Aug 31 00:59:19.524152 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-4261bfd7-1c77-4571-aa82-6ab8dd3eaea3 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276906 Aug 31 00:59:19.568781 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89757449-02b9-4fdd-89b0-e7591345e5e5 req-d38a4147-a0ed-43e2-a26e-e5e021926182 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:19.580068 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-89757449-02b9-4fdd-89b0-e7591345e5e5 req-d38a4147-a0ed-43e2-a26e-e5e021926182 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 943 time: 0.2936792 Aug 31 00:59:19.657966 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-232fc7dc-6b20-4798-b105-ce6e94e8fb67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9079afe903de4be48a203705273625a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2117260 Aug 31 00:59:19.658944 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47618) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:19.660631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-5f7437d4-963b-41e9-a596-32fb9bf1cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:19.662291 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-5f7437d4-963b-41e9-a596-32fb9bf1cf07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06a338a6-991a-450e-bc60-b066a8b265a4 HTTP/1.1" status: 200 len: 851 time: 0.1449628 Aug 31 00:59:19.712893 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-89757449-02b9-4fdd-89b0-e7591345e5e5 req-6e84da17-71bd-4491-b1d1-b0925fa11a40 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317577 Aug 31 00:59:19.713672 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fc7dc-6b20-4798-b105-ce6e94e8fb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5ee2c3-8a05-4e8e-ad0f-ccbd270a8b8f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:19.719960 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-aeab6c97-9aa8-415b-bd97-e44dab2bfc04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d402af4a-8a8e-49ea-8168-c26e094719ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485311 Aug 31 00:59:19.866545 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4234bcda-a612-4b15-b85d-d02f94a686a9 req-213d6dda-cd46-42d2-ad74-4e015df821f6 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869875 Aug 31 00:59:19.932269 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4e4167bb-4440-42e0-a96e-30ec890b88ea tempest-DHCPAgentSchedulersTestJSON-310871690 tempest-DHCPAgentSchedulersTestJSON-310871690-project-admin] 10.222.0.16 "GET /v2.0/agents/3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81/dhcp-networks HTTP/1.1" status: 200 len: 8841 time: 0.5790169 Aug 31 00:59:19.936241 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47628) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:19.971905 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be48029d-6eba-4d89-abc8-0470c33992a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:19.972135 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:59:19.982056 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-837de5b8-d899-46bf-be12-3c35a9cbb4db admin admin] 10.222.0.16 "PUT /v2.0/routers/8243a6f3-d7e5-412d-baec-0a03675c440b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8232348 Aug 31 00:59:19.985607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47630) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:19.989138 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b48ba4-a920-4df8-a335-588e9709ea92 None None] Sync routers for ids ['8243a6f3-d7e5-412d-baec-0a03675c440b'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:59:20.004483 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b48ba4-a920-4df8-a335-588e9709ea92 None None] Routers {'8243a6f3-d7e5-412d-baec-0a03675c440b'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:20.005521 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c4b48ba4-a920-4df8-a335-588e9709ea92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:59:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8243a6f3-d7e5-412d-baec-0a03675c440b'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:20.063435 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-e5adea78-62cc-472d-909a-93af7012085a service neutron] 10.222.0.41 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314176 Aug 31 00:59:20.067552 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be48029d-6eba-4d89-abc8-0470c33992a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.249801 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3e925d2-4e11-495e-a220-e8a7fffcac42 admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.270897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-c4b48ba4-a920-4df8-a335-588e9709ea92 None None] Set router 8243a6f3-d7e5-412d-baec-0a03675c440b gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:20.296421 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5eb316a5-4e7c-4483-b9b3-5c6aac750a47 req-5bbe98ec-390a-4bbe-82de-9cf7a5aa306a service neutron] 10.222.0.41 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034471 Aug 31 00:59:20.381306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47632) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:20.381579 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d43f0a6c-a4c3-44f5-a836-280cd01f3466 tempest-DHCPAgentSchedulersTestJSON-310871690 tempest-DHCPAgentSchedulersTestJSON-310871690-project-admin] 10.222.0.16 "DELETE /v2.0/agents/3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81/dhcp-networks/9e42acfc-0016-400a-bb1d-45717f014638 HTTP/1.1" status: 204 len: 168 time: 0.4437370 Aug 31 00:59:20.425211 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3e925d2-4e11-495e-a220-e8a7fffcac42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.485154 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be48029d-6eba-4d89-abc8-0470c33992a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.490600 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be48029d-6eba-4d89-abc8-0470c33992a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.492658 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-be48029d-6eba-4d89-abc8-0470c33992a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d5ee2c3-8a05-4e8e-ad0f-ccbd270a8b8f HTTP/1.1" status: 204 len: 168 time: 0.8289807 Aug 31 00:59:20.605712 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c4b48ba4-a920-4df8-a335-588e9709ea92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8243a6f3-d7e5-412d-baec-0a03675c440b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664130140-router', 'tenant_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '006e1f95-d568-4793-8d6b-a3ab461c47e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:56:41Z', 'updated_at': '2021-08-31T00:59:17Z', 'revision_number': 5, 'project_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'gw_port': {'id': '006e1f95-d568-4793-8d6b-a3ab461c47e7', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8243a6f3-d7e5-412d-baec-0a03675c440b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:43Z', 'updated_at': '2021-08-31T00:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:20.692000 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b48ba4-a920-4df8-a335-588e9709ea92 None None] Checking router: 8243a6f3-d7e5-412d-baec-0a03675c440b for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:59:20.709054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b48ba4-a920-4df8-a335-588e9709ea92 None None] Routers {'8243a6f3-d7e5-412d-baec-0a03675c440b'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:20.709889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c4b48ba4-a920-4df8-a335-588e9709ea92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:59:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8243a6f3-d7e5-412d-baec-0a03675c440b'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:20.729540 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979ed4f-1a64-4622-8f8e-ac703acc577f req-1d291387-c652-4335-a52f-228ca79af385 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:20.733610 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48029d-6eba-4d89-abc8-0470c33992a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5ee2c3-8a05-4e8e-ad0f-ccbd270a8b8f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:20.756383 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4979ed4f-1a64-4622-8f8e-ac703acc577f req-1d291387-c652-4335-a52f-228ca79af385 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 949 time: 0.2226012 Aug 31 00:59:20.848748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07efda-cddd-4350-832a-4a9552a167cc req-17975e85-4488-4803-9961-f8a7dc8a7807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:20.851289 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fa07efda-cddd-4350-832a-4a9552a167cc req-17975e85-4488-4803-9961-f8a7dc8a7807 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 1095 time: 0.2063737 Aug 31 00:59:20.865617 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-c4b48ba4-a920-4df8-a335-588e9709ea92 None None] Set router 8243a6f3-d7e5-412d-baec-0a03675c440b gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:20.888796 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4979ed4f-1a64-4622-8f8e-ac703acc577f req-a510c96b-4159-423c-abcb-a29e8a643661 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293802 Aug 31 00:59:20.934002 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c3e925d2-4e11-495e-a220-e8a7fffcac42 admin admin] Deleting port 006e1f95-d568-4793-8d6b-a3ab461c47e7 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:20.934002 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3e925d2-4e11-495e-a220-e8a7fffcac42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:21.051880 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c4b48ba4-a920-4df8-a335-588e9709ea92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8243a6f3-d7e5-412d-baec-0a03675c440b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664130140-router', 'tenant_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:56:41Z', 'updated_at': '2021-08-31T00:59:20Z', 'revision_number': 6, 'project_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:21.131337 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-45c5fc8e-c2da-4ff7-aa37-eb10a6358ab0 tempest-DHCPAgentSchedulersTestJSON-310871690 tempest-DHCPAgentSchedulersTestJSON-310871690-project-admin] 10.222.0.16 "GET /v2.0/agents/3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81/dhcp-networks HTTP/1.1" status: 200 len: 8071 time: 0.7486989 Aug 31 00:59:21.144915 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b48ba4-a920-4df8-a335-588e9709ea92 None None] The sync data for ids ['8243a6f3-d7e5-412d-baec-0a03675c440b'] in n-d-793621-34 is: [{'id': '8243a6f3-d7e5-412d-baec-0a03675c440b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664130140-router', 'tenant_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:56:41Z', 'updated_at': '2021-08-31T00:59:20Z', 'revision_number': 6, 'project_id': 'dc3ead52cc7e4f34b5aebe78511a8644', 'gw_port_host': None}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:59:21.189945 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47656) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:21.191916 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07efda-cddd-4350-832a-4a9552a167cc req-14c8070c-9231-4118-8f97-1691299494ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:21.193353 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fa07efda-cddd-4350-832a-4a9552a167cc req-14c8070c-9231-4118-8f97-1691299494ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=d402af4a-8a8e-49ea-8168-c26e094719ad HTTP/1.1" status: 200 len: 912 time: 0.3143651 Aug 31 00:59:21.250963 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:59:21.402920 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-942d5abc-0689-4dad-9835-89f1e032db73 tempest-DHCPAgentSchedulersTestJSON-310871690 tempest-DHCPAgentSchedulersTestJSON-310871690-project-admin] 10.222.0.16 "GET /v2.0/networks/37f84296-c047-4995-930f-1137dc7746cf/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.2083569 Aug 31 00:59:21.413967 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:21.432378 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fa07efda-cddd-4350-832a-4a9552a167cc req-a43bce24-0dce-4c84-9979-5ac41502ef13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f619e0d9-5778-448a-b9fa-236325ed3383 HTTP/1.1" status: 200 len: 217 time: 0.1570084 Aug 31 00:59:21.434546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47660) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:21.440644 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9', 'mac_address': 'fa:16:3e:3f:b7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:59:21.532333 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:21.538285 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c5ae0-7065-47f1-a7c1-a27eca5f9003 req-adc6de57-dde1-4358-8a23-d1e4e278d657 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:21.541361 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-490c5ae0-7065-47f1-a7c1-a27eca5f9003 req-adc6de57-dde1-4358-8a23-d1e4e278d657 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 943 time: 0.0803611 Aug 31 00:59:21.566532 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98554bd9-04cc-42f6-b938-baf8b116dae6 req-75de235a-ef0d-4c64-a2ee-7052f919daf5 tempest-MigrationsAdminTest-1323546662 tempest-MigrationsAdminTest-1323546662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:21.583667 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-98554bd9-04cc-42f6-b938-baf8b116dae6 req-75de235a-ef0d-4c64-a2ee-7052f919daf5 tempest-MigrationsAdminTest-1323546662 tempest-MigrationsAdminTest-1323546662-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 1101 time: 0.3783436 Aug 31 00:59:21.583816 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-c3e925d2-4e11-495e-a220-e8a7fffcac42 admin admin] For port 006e1f95-d568-4793-8d6b-a3ab461c47e7, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=006e1f95-d568-4793-8d6b-a3ab461c47e7,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:21.583816 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3e925d2-4e11-495e-a220-e8a7fffcac42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:21.611490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:59:21.617647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c3e925d2-4e11-495e-a220-e8a7fffcac42 admin admin] Calling delete_port for 006e1f95-d568-4793-8d6b-a3ab461c47e7 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:21.629055 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07efda-cddd-4350-832a-4a9552a167cc req-158230c5-f455-433d-b946-45f18a86847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:21.631132 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fa07efda-cddd-4350-832a-4a9552a167cc req-158230c5-f455-433d-b946-45f18a86847a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06a338a6-991a-450e-bc60-b066a8b265a4 HTTP/1.1" status: 200 len: 851 time: 0.1597512 Aug 31 00:59:21.654001 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 227331a0-4f7b-49bb-be92-decec21dba8f no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:21.738490 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-73e23418-c37a-4ac1-902d-90d7a90ed537 tempest-DHCPAgentSchedulersTestJSON-310871690 tempest-DHCPAgentSchedulersTestJSON-310871690-project-admin] 10.222.0.16 "GET /v2.0/networks/37f84296-c047-4995-930f-1137dc7746cf/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.2726655 Aug 31 00:59:21.742440 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47662) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:21.748624 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fa07efda-cddd-4350-832a-4a9552a167cc req-5a90db93-be13-4caf-929c-2d09a75ee7d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d402af4a-8a8e-49ea-8168-c26e094719ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921252 Aug 31 00:59:21.763670 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:21.766296 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 227331a0-4f7b-49bb-be92-decec21dba8f {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:21.767032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 227331a0-4f7b-49bb-be92-decec21dba8f not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:21.780615 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f619e0d9-5778-448a-b9fa-236325ed3383 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:59:21.819978 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43dd58b7-46ca-4998-a67b-abae05b9e68b req-e711fac6-0b30-45b2-86e0-3f12119f2061 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4172544 Aug 31 00:59:21.904574 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-490c5ae0-7065-47f1-a7c1-a27eca5f9003 req-59dc6c82-f440-46f6-aa14-6a4aa756a0e1 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043853 Aug 31 00:59:21.908340 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:22.006460 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f619e0d9-5778-448a-b9fa-236325ed3383, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f619e0d9-5778-448a-b9fa-236325ed3383,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:22.019348 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,revision_number=12']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:22.030099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'f619e0d9-5778-448a-b9fa-236325ed3383', 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad', 'port_id': 'f619e0d9-5778-448a-b9fa-236325ed3383', 'mac_address': 'fa:16:3e:98:53:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a338a6-991a-450e-bc60-b066a8b265a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:59:22.041507 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-98554bd9-04cc-42f6-b938-baf8b116dae6 req-4bf61d28-8b04-46f9-964b-b21d5fc882e1 tempest-MigrationsAdminTest-1323546662 tempest-MigrationsAdminTest-1323546662-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610772 Aug 31 00:59:22.120687 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd58b7-46ca-4998-a67b-abae05b9e68b req-b1ea27b0-5f51-42e9-a22d-b4ca8f829997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:22.133697 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43dd58b7-46ca-4998-a67b-abae05b9e68b req-b1ea27b0-5f51-42e9-a22d-b4ca8f829997 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 1102 time: 0.2523801 Aug 31 00:59:22.188619 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:22.202377 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47672) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:22.261674 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f619e0d9-5778-448a-b9fa-236325ed3383 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:59:22.327982 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f88ec2bf-08df-47bb-bdc9-3f39f333acbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:22.349908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f619e0d9-5778-448a-b9fa-236325ed3383, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f619e0d9-5778-448a-b9fa-236325ed3383,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:22.357248 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd58b7-46ca-4998-a67b-abae05b9e68b req-27590f02-a5db-477f-a542-21628aa3cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:22.359070 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43dd58b7-46ca-4998-a67b-abae05b9e68b req-27590f02-a5db-477f-a542-21628aa3cad1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.2025502 Aug 31 00:59:22.413822 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-315eea65-b280-4be4-a469-bf8ab8ff0fe5 tempest-DHCPAgentSchedulersTestJSON-310871690 tempest-DHCPAgentSchedulersTestJSON-310871690-project-admin] 10.222.0.16 "GET /v2.0/agents/3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81/dhcp-networks HTTP/1.1" status: 200 len: 8071 time: 0.6573884 Aug 31 00:59:22.419047 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47682) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:22.421565 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43dd58b7-46ca-4998-a67b-abae05b9e68b req-5dc93665-9466-4c5e-87c9-6ba623a0d0d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=720c7731-0dce-45b3-888a-22ac7a23d764 HTTP/1.1" status: 200 len: 217 time: 0.0542197 Aug 31 00:59:22.425862 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:59:22.464125 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fa07efda-cddd-4350-832a-4a9552a167cc req-57b7ef7b-af70-4982-b49c-d35b74bebf13 service neutron] 10.222.0.41 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924503 Aug 31 00:59:22.543459 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:22.561749 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3e925d2-4e11-495e-a220-e8a7fffcac42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:22.608622 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd58b7-46ca-4998-a67b-abae05b9e68b req-425cd57b-5052-48a2-9c72-4f9c8b9b1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:22.610672 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43dd58b7-46ca-4998-a67b-abae05b9e68b req-425cd57b-5052-48a2-9c72-4f9c8b9b1072 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1711869 Aug 31 00:59:22.651994 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e925d2-4e11-495e-a220-e8a7fffcac42 admin admin] Pushing event deleted for resources: {'Port': ['ID=006e1f95-d568-4793-8d6b-a3ab461c47e7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:22.668654 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-43261139-a624-4815-ad75-babe5c1c2698 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:22.713330 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fa07efda-cddd-4350-832a-4a9552a167cc req-1e7e2624-fdce-4fce-a607-04868bfed98d service neutron] 10.222.0.41 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232964 Aug 31 00:59:22.715891 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd58b7-46ca-4998-a67b-abae05b9e68b req-d6a12ada-8ae2-4e47-bf06-3dc802c51d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:22.720469 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=f619e0d9-5778-448a-b9fa-236325ed3383,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:22.733459 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43dd58b7-46ca-4998-a67b-abae05b9e68b req-d6a12ada-8ae2-4e47-bf06-3dc802c51d4a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0887485 Aug 31 00:59:22.826009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['f619e0d9-5778-448a-b9fa-236325ed3383'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:59:22.888929 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43dd58b7-46ca-4998-a67b-abae05b9e68b req-7ffa3135-a67f-4a9c-a88b-caf6025cb8e0 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536739 Aug 31 00:59:22.890826 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3e925d2-4e11-495e-a220-e8a7fffcac42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:22.962828 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f88ec2bf-08df-47bb-bdc9-3f39f333acbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.103693 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3e925d2-4e11-495e-a220-e8a7fffcac42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.106822 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3e925d2-4e11-495e-a220-e8a7fffcac42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.157280 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43dd58b7-46ca-4998-a67b-abae05b9e68b req-2b0a2a2a-e54e-4918-babb-a9336e7f3109 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605407 Aug 31 00:59:23.165791 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-43261139-a624-4815-ad75-babe5c1c2698 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.174755 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f88ec2bf-08df-47bb-bdc9-3f39f333acbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.186802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-43261139-a624-4815-ad75-babe5c1c2698 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e42acfc-0016-400a-bb1d-45717f014638']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:23.216109 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-43261139-a624-4815-ad75-babe5c1c2698 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22889eff-503c-4428-94dc-c946842d6fd6') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:23.216400 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-43261139-a624-4815-ad75-babe5c1c2698 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22889eff-503c-4428-94dc-c946842d6fd6') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:23.261241 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-43261139-a624-4815-ad75-babe5c1c2698 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.275210 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb6506-c5d8-4a28-8c1a-47ce66e5aa67 req-9167295b-fd17-4eb0-9f6d-fb6961c0550e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:23.285732 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d2fb6506-c5d8-4a28-8c1a-47ce66e5aa67 req-9167295b-fd17-4eb0-9f6d-fb6961c0550e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.1445858 Aug 31 00:59:23.285926 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec2bf-08df-47bb-bdc9-3f39f333acbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0155fecb-06f4-446d-a316-a8ef2dbd6bea,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:23.291842 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-43261139-a624-4815-ad75-babe5c1c2698 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.306302 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f88ec2bf-08df-47bb-bdc9-3f39f333acbd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=314ee2e84fb54e308d2dab4d0a04b3c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0915935 Aug 31 00:59:23.306302 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43261139-a624-4815-ad75-babe5c1c2698 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:59:23.306302 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-43261139-a624-4815-ad75-babe5c1c2698 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.306808 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47692) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: timer() Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:59:23.310586 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:59:23.364454 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a721552-2dae-468b-9938-dc3e5db59158 req-1e168950-d5a2-4754-a9b9-43513149142f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:23.366134 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4a721552-2dae-468b-9938-dc3e5db59158 req-1e168950-d5a2-4754-a9b9-43513149142f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 944 time: 0.1954925 Aug 31 00:59:23.367744 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d2fb6506-c5d8-4a28-8c1a-47ce66e5aa67 req-3daa978d-d565-404c-843b-6ae8e305a002 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811398 Aug 31 00:59:23.403541 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e4942afa-0ab2-430f-8243-af4c011a6ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.432682 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4a721552-2dae-468b-9938-dc3e5db59158 req-5064bde5-b4fa-49e7-af60-ca5655944414 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542796 Aug 31 00:59:23.442793 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e4942afa-0ab2-430f-8243-af4c011a6ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.464928 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 006e1f95-d568-4793-8d6b-a3ab461c47e7 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:23.491190 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 006e1f95-d568-4793-8d6b-a3ab461c47e7 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:23.492067 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 006e1f95-d568-4793-8d6b-a3ab461c47e7 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:23.601853 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3e925d2-4e11-495e-a220-e8a7fffcac42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.603053 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e925d2-4e11-495e-a220-e8a7fffcac42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8243a6f3-d7e5-412d-baec-0a03675c440b {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:59:23.608498 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3e925d2-4e11-495e-a220-e8a7fffcac42 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.610363 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c3e925d2-4e11-495e-a220-e8a7fffcac42 admin admin] 10.222.0.16 "DELETE /v2.0/routers/8243a6f3-d7e5-412d-baec-0a03675c440b HTTP/1.1" status: 204 len: 168 time: 3.6239130 Aug 31 00:59:23.615383 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47704) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:23.669059 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3a37c9-185c-4617-a495-6eafbd66101b admin admin] Deleting subnet 8c76cf0d-0c73-4f3c-af04-79a5c8db248a {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:59:23.674306 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e3a37c9-185c-4617-a495-6eafbd66101b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.730896 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e3a37c9-185c-4617-a495-6eafbd66101b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.760402 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f619e0d9-5778-448a-b9fa-236325ed3383 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:23.820234 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e3a37c9-185c-4617-a495-6eafbd66101b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.934518 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-43261139-a624-4815-ad75-babe5c1c2698 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.934737 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e4942afa-0ab2-430f-8243-af4c011a6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.937314 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e4942afa-0ab2-430f-8243-af4c011a6ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.938656 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e4942afa-0ab2-430f-8243-af4c011a6ef4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0155fecb-06f4-446d-a316-a8ef2dbd6bea HTTP/1.1" status: 204 len: 168 time: 0.6309042 Aug 31 00:59:23.940052 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-43261139-a624-4815-ad75-babe5c1c2698 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.942174 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-43261139-a624-4815-ad75-babe5c1c2698 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] 10.222.0.16 "DELETE /v2.0/networks/9e42acfc-0016-400a-bb1d-45717f014638 HTTP/1.1" status: 204 len: 168 time: 1.5217438 Aug 31 00:59:23.947269 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47708) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:23.950959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4942afa-0ab2-430f-8243-af4c011a6ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0155fecb-06f4-446d-a316-a8ef2dbd6bea,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:23.991782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port f619e0d9-5778-448a-b9fa-236325ed3383 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:23.992003 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f4da47-8c21-4199-b76a-a59e717e052d tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] DELETE failed (client error): The resource could not be found. Aug 31 00:59:23.992499 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f4da47-8c21-4199-b76a-a59e717e052d tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 00:59:23.997750 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47714) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:24.007588 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-34f4da47-8c21-4199-b76a-a59e717e052d tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] 10.222.0.16 "DELETE /v2.0/ports/cfc4f9f7-1bb2-4640-995e-4db695ff0241 HTTP/1.1" status: 404 len: 333 time: 0.0592036 Aug 31 00:59:24.011582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43261139-a624-4815-ad75-babe5c1c2698 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Pushing event deleted for resources: {'Network': ['ID=9e42acfc-0016-400a-bb1d-45717f014638,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:24.014239 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port f619e0d9-5778-448a-b9fa-236325ed3383 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:24.023995 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.064446 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4bab26e-d920-4f35-a307-da6f8844522e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Deleting subnet 457e1cc7-9b45-4469-acfa-9a5455c99cc7 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:59:24.067136 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e4bab26e-d920-4f35-a307-da6f8844522e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.082894 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e3a37c9-185c-4617-a495-6eafbd66101b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.138450 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a37c9-185c-4617-a495-6eafbd66101b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c76cf0d-0c73-4f3c-af04-79a5c8db248a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:24.149140 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e3a37c9-185c-4617-a495-6eafbd66101b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.153474 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3e3a37c9-185c-4617-a495-6eafbd66101b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8c76cf0d-0c73-4f3c-af04-79a5c8db248a HTTP/1.1" status: 204 len: 168 time: 0.5345733 Aug 31 00:59:24.154330 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47716) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:24.166138 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6295580b-6e4a-454f-a7a4-331841818190 None None] Network 665d49ec-cd38-436c-bd69-d51937375d21 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:24.172296 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e4bab26e-d920-4f35-a307-da6f8844522e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.271989 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.354440 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.414864 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e4bab26e-d920-4f35-a307-da6f8844522e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.553431 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f619e0d9-5778-448a-b9fa-236325ed3383'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:24.556625 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e25f460-5f12-4c35-b0cc-5452b19b4b1c" -d '{"events": [{"server_uuid": "9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f", "name": "network-vif-plugged", "status": "completed", "tag": "f619e0d9-5778-448a-b9fa-236325ed3383"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:24.577809 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016d9b3-442c-4526-b58d-f40e63ede68b req-f05c99af-db90-4c3b-95e0-96e70dc65398 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:24.579571 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8016d9b3-442c-4526-b58d-f40e63ede68b req-f05c99af-db90-4c3b-95e0-96e70dc65398 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.48 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.0951982 Aug 31 00:59:24.592765 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f619e0d9-5778-448a-b9fa-236325ed3383, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f619e0d9-5778-448a-b9fa-236325ed3383,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:24.607298 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] Deleting port fcb0b663-935e-4185-98eb-d74b2d93fcf9 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:24.607786 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.710906 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.763942 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] DHCP port deletion for 665d49ec-cd38-436c-bd69-d51937375d21 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 00:59:24.765906 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51dc07-d6da-4624-ac32-7899130e2775 req-82a134f8-7702-4558-8e4f-2579bf83c2cc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:24.767757 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0a51dc07-d6da-4624-ac32-7899130e2775 req-82a134f8-7702-4558-8e4f-2579bf83c2cc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.2778673 Aug 31 00:59:24.820823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] For port fcb0b663-935e-4185-98eb-d74b2d93fcf9, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=fcb0b663-935e-4185-98eb-d74b2d93fcf9,segment=NetworkSegment(c38cec26-6e77-4792-94d8-9d8a54460174),segment_id=c38cec26-6e77-4792-94d8-9d8a54460174)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:24.821093 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.828287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=f619e0d9-5778-448a-b9fa-236325ed3383,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:24.832720 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60b7e0-d8c3-4755-b1cd-f3e517da2a54 req-81cca354-59d3-4e2b-9796-c4b19cbff928 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:24.836287 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc60b7e0-d8c3-4755-b1cd-f3e517da2a54 req-81cca354-59d3-4e2b-9796-c4b19cbff928 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 944 time: 0.1585665 Aug 31 00:59:24.838647 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e4bab26e-d920-4f35-a307-da6f8844522e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.866899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] Deleting port fcb0b663-935e-4185-98eb-d74b2d93fcf9 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:24.867416 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.900270 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] Calling delete_port for fcb0b663-935e-4185-98eb-d74b2d93fcf9 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:24.907722 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0a51dc07-d6da-4624-ac32-7899130e2775 req-833dd9f2-df01-48cc-81f9-3383c53d247c tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225593 Aug 31 00:59:24.935557 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bab26e-d920-4f35-a307-da6f8844522e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Pushing event deleted for resources: {'Subnet': ['ID=457e1cc7-9b45-4469-acfa-9a5455c99cc7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:24.941078 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e4bab26e-d920-4f35-a307-da6f8844522e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.943971 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e4bab26e-d920-4f35-a307-da6f8844522e tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] 10.222.0.16 "DELETE /v2.0/subnets/457e1cc7-9b45-4469-acfa-9a5455c99cc7 HTTP/1.1" status: 204 len: 168 time: 0.9452167 Aug 31 00:59:24.951274 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47738) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:24.966406 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b5fc9d-e400-4295-b92d-f5da5615d43d None None] Network 37f84296-c047-4995-930f-1137dc7746cf requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:25.067314 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc60b7e0-d8c3-4755-b1cd-f3e517da2a54 req-002ae4c0-98ba-40c2-9d8d-715ce0fa28b7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146828 Aug 31 00:59:25.123270 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.145052 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.161695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-8016d9b3-442c-4526-b58d-f40e63ede68b req-3a015b31-53ab-45b7-8ae5-dc0237601fa5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Deleting port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:25.162383 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8016d9b3-442c-4526-b58d-f40e63ede68b req-3a015b31-53ab-45b7-8ae5-dc0237601fa5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.203394 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] For port fcb0b663-935e-4185-98eb-d74b2d93fcf9, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=fcb0b663-935e-4185-98eb-d74b2d93fcf9,segment=NetworkSegment(c38cec26-6e77-4792-94d8-9d8a54460174),segment_id=c38cec26-6e77-4792-94d8-9d8a54460174)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:25.203800 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.238577 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb0b663-935e-4185-98eb-d74b2d93fcf9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:25.248251 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] No DVR routers for this DVR port fcb0b663-935e-4185-98eb-d74b2d93fcf9 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:59:25.251863 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] Calling delete_port for fcb0b663-935e-4185-98eb-d74b2d93fcf9 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:25.264515 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d8f488-fe94-4849-8149-e27846e3c095 x-openstack-request-id: req-11d8f488-fe94-4849-8149-e27846e3c095 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:25.265231 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f", "name": "network-vif-plugged", "status": "completed", "tag": "f619e0d9-5778-448a-b9fa-236325ed3383", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:25.265695 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11d8f488-fe94-4849-8149-e27846e3c095 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:25.279419 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f619e0d9-5778-448a-b9fa-236325ed3383', 'code': 200} Aug 31 00:59:25.282852 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:25.360298 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.391683 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665d49ec-cd38-436c-bd69-d51937375d21']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:25.427253 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38cec26-6e77-4792-94d8-9d8a54460174') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:25.427550 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38cec26-6e77-4792-94d8-9d8a54460174') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:25.455924 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.505540 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.521825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:59:25.522186 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d208605-6ddc-4265-97ea-cfb7e4f3713c req-8a65d6ab-1138-42b8-8610-bbf7c545ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:25.522598 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.523708 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d208605-6ddc-4265-97ea-cfb7e4f3713c req-8a65d6ab-1138-42b8-8610-bbf7c545ede8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 1097 time: 0.1856029 Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: timer() Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:59:25.524863 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:59:25.537680 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224d3c1e-ad98-4acf-941b-c794f056f78b None None] DHCP port deletion for 37f84296-c047-4995-930f-1137dc7746cf request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 00:59:25.544107 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device fcb0b663-935e-4185-98eb-d74b2d93fcf9 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:25.591086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6df4bc-b214-4fbd-901c-74b3468ed499 req-95bf6d64-86a4-4615-9a8c-ddd60e594900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:25.592850 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f6df4bc-b214-4fbd-901c-74b3468ed499 req-95bf6d64-86a4-4615-9a8c-ddd60e594900 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04e66adf6bde4ccfbacd63bcfa4b4636&device_id=47f135b5-fa41-4b23-a9e0-cf70cfb1db4b HTTP/1.1" status: 200 len: 1103 time: 0.1251109 Aug 31 00:59:25.619225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: fcb0b663-935e-4185-98eb-d74b2d93fcf9 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:25.619225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device fcb0b663-935e-4185-98eb-d74b2d93fcf9 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:25.690514 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-224d3c1e-ad98-4acf-941b-c794f056f78b None None] Deleting port 724bbd49-93b2-46b8-881d-c1f7ec0eda55 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:25.691330 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-224d3c1e-ad98-4acf-941b-c794f056f78b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.700459 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8016d9b3-442c-4526-b58d-f40e63ede68b req-3a015b31-53ab-45b7-8ae5-dc0237601fa5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] For port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:25.701361 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8016d9b3-442c-4526-b58d-f40e63ede68b req-3a015b31-53ab-45b7-8ae5-dc0237601fa5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.710192 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.719523 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.728614 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/665d49ec-cd38-436c-bd69-d51937375d21 HTTP/1.1" status: 204 len: 168 time: 1.5731528 Aug 31 00:59:25.737828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-8016d9b3-442c-4526-b58d-f40e63ede68b req-3a015b31-53ab-45b7-8ae5-dc0237601fa5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Calling delete_port for f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:25.811143 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-224d3c1e-ad98-4acf-941b-c794f056f78b None None] For port 724bbd49-93b2-46b8-881d-c1f7ec0eda55, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=724bbd49-93b2-46b8-881d-c1f7ec0eda55,segment=NetworkSegment(c4505d94-ffc5-4784-ac8d-cb0152c850eb),segment_id=c4505d94-ffc5-4784-ac8d-cb0152c850eb)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:25.813938 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-224d3c1e-ad98-4acf-941b-c794f056f78b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.829202 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-224d3c1e-ad98-4acf-941b-c794f056f78b None None] Calling delete_port for 724bbd49-93b2-46b8-881d-c1f7ec0eda55 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:25.836921 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0755d-285d-46e4-bde9-54de2f6048a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=665d49ec-cd38-436c-bd69-d51937375d21,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:25.909888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Deleting port 724bbd49-93b2-46b8-881d-c1f7ec0eda55 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:25.910245 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.979176 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6df4bc-b214-4fbd-901c-74b3468ed499 req-e37a225f-bb69-4434-a429-1857ccf36c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:25.981389 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.987346 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f6df4bc-b214-4fbd-901c-74b3468ed499 req-e37a225f-bb69-4434-a429-1857ccf36c77 service neutron] 10.222.0.41 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.3688555 Aug 31 00:59:25.987675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:25.991683 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] For port 724bbd49-93b2-46b8-881d-c1f7ec0eda55, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=724bbd49-93b2-46b8-881d-c1f7ec0eda55,segment=NetworkSegment(c4505d94-ffc5-4784-ac8d-cb0152c850eb),segment_id=c4505d94-ffc5-4784-ac8d-cb0152c850eb)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:25.992267 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:26.007781 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Calling delete_port for 724bbd49-93b2-46b8-881d-c1f7ec0eda55 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:26.015407 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:26.015790 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:26.076296 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f6df4bc-b214-4fbd-901c-74b3468ed499 req-ef929465-8fea-4b92-8b33-6b0d21283e79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=2a6dd838-5c96-4505-9654-2ef7831c292a HTTP/1.1" status: 200 len: 217 time: 0.0798678 Aug 31 00:59:26.127614 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] Pushing event deleted for resources: {'Port': ['ID=fcb0b663-935e-4185-98eb-d74b2d93fcf9,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:26.147581 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:26.147990 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:26.148337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:26.148751 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:26.149112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:26.150081 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:26.150525 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:26.151435 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:26.151778 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:26.152756 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:26.152756 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:26.152978 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:26.166782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] Network 665d49ec-cd38-436c-bd69-d51937375d21 is not hosted by any dhcp agent {{(pid=102344) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 00:59:26.167601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9619ee95-6386-44d8-89b4-10b91bb13c00 None None] No DVR routers for this DVR port fcb0b663-935e-4185-98eb-d74b2d93fcf9 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:59:26.191025 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6df4bc-b214-4fbd-901c-74b3468ed499 req-7aec1762-8d45-4bee-8cf5-dcf13bf6ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:26.191945 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f6df4bc-b214-4fbd-901c-74b3468ed499 req-7aec1762-8d45-4bee-8cf5-dcf13bf6ca72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1084552 Aug 31 00:59:26.417968 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:26.418480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6df4bc-b214-4fbd-901c-74b3468ed499 req-97290ee6-7a4f-40b5-ba85-93dbdb16be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:26.420044 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f6df4bc-b214-4fbd-901c-74b3468ed499 req-97290ee6-7a4f-40b5-ba85-93dbdb16be76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2200847 Aug 31 00:59:26.474214 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-224d3c1e-ad98-4acf-941b-c794f056f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:26.503589 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25051956-f655-487c-8c2c-aaed43a47e83 req-7012dcc4-490a-464e-b12d-c4d14b4ddde8 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:26.511657 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-25051956-f655-487c-8c2c-aaed43a47e83 req-7012dcc4-490a-464e-b12d-c4d14b4ddde8 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 945 time: 0.1837604 Aug 31 00:59:26.561105 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47774) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:26.572235 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d3c1e-ad98-4acf-941b-c794f056f78b None None] Pushing event deleted for resources: {'Port': ['ID=724bbd49-93b2-46b8-881d-c1f7ec0eda55,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:26.584278 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224d3c1e-ad98-4acf-941b-c794f056f78b None None] No DVR routers for this DVR port 724bbd49-93b2-46b8-881d-c1f7ec0eda55 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:59:26.590037 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-25051956-f655-487c-8c2c-aaed43a47e83 req-6fe0181e-dd9c-46f1-94c3-b638eb7499b8 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714147 Aug 31 00:59:26.685234 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d208605-6ddc-4265-97ea-cfb7e4f3713c req-ca1c05e0-29d5-49ea-ad62-32a09e17bcf1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1487300 Aug 31 00:59:26.722677 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:26.740989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f6df4bc-b214-4fbd-901c-74b3468ed499 req-39a211fa-8457-485b-982f-309b2b9f37b5 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049541 Aug 31 00:59:26.744326 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d64e2118-1e10-4bb1-9355-c97bf1de9d87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c49d64aaebb49b6941e7fd658425329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818616 Aug 31 00:59:26.750056 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47776) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:26.773875 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Pushing event deleted for resources: {'Port': ['ID=724bbd49-93b2-46b8-881d-c1f7ec0eda55,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:26.783690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] No DVR routers for this DVR port 724bbd49-93b2-46b8-881d-c1f7ec0eda55 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:59:26.833637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fa7ae-609e-4b33-ab3a-f6daf1b795e9 req-99f042fb-f94a-441f-a14b-38f4ddf1a54e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:26.842520 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c482f391-e5a5-4e95-8a83-fcd28719fb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:26.842722 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a12fa7ae-609e-4b33-ab3a-f6daf1b795e9 req-99f042fb-f94a-441f-a14b-38f4ddf1a54e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 950 time: 0.1840255 Aug 31 00:59:26.878929 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c482f391-e5a5-4e95-8a83-fcd28719fb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:26.953973 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8016d9b3-442c-4526-b58d-f40e63ede68b req-3a015b31-53ab-45b7-8ae5-dc0237601fa5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:26.965472 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:27.014215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['d660b8b9-78e8-4793-ae60-e28826290a64', 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d', '720c7731-0dce-45b3-888a-22ac7a23d764', 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:59:27.027430 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a12fa7ae-609e-4b33-ab3a-f6daf1b795e9 req-2a324e80-000e-40c9-8eec-8d236e3839d9 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827486 Aug 31 00:59:27.036676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f84296-c047-4995-930f-1137dc7746cf']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:27.042939 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a015b31-53ab-45b7-8ae5-dc0237601fa5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Pushing event deleted for resources: {'Port': ['ID=f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:27.072828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4505d94-ffc5-4784-ac8d-cb0152c850eb') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:27.073910 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4505d94-ffc5-4784-ac8d-cb0152c850eb') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:27.142124 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:27.213130 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47788) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:27.241828 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:27.249419 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:59:27.253110 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:27.318532 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8016d9b3-442c-4526-b58d-f40e63ede68b req-3a015b31-53ab-45b7-8ae5-dc0237601fa5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] No DVR routers for this DVR port f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:59:27.322033 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8016d9b3-442c-4526-b58d-f40e63ede68b req-3a015b31-53ab-45b7-8ae5-dc0237601fa5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:27.325575 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8016d9b3-442c-4526-b58d-f40e63ede68b req-3a015b31-53ab-45b7-8ae5-dc0237601fa5 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.48 "DELETE /v2.0/ports/f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 HTTP/1.1" status: 204 len: 173 time: 2.7369869 Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: timer() Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:59:27.326532 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:59:27.336151 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05', 'name': 'network-vif-deleted', 'tag': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:27.336269 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f6df4bc-b214-4fbd-901c-74b3468ed499 req-aa84c21e-6ff4-4147-a988-e62577f962e4 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144385 Aug 31 00:59:27.336269 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c482f391-e5a5-4e95-8a83-fcd28719fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:27.336974 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba8f9ef-dbb3-4723-bd7c-16f4c0eea5fa" -d '{"events": [{"server_uuid": "445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05", "name": "network-vif-deleted", "tag": "f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:27.337230 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c482f391-e5a5-4e95-8a83-fcd28719fb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:27.337230 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c482f391-e5a5-4e95-8a83-fcd28719fb1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6f1c4fb-8978-4c70-8dd2-c3ea8ff83999 HTTP/1.1" status: 204 len: 168 time: 0.5831621 Aug 31 00:59:27.354893 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482f391-e5a5-4e95-8a83-fcd28719fb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f1c4fb-8978-4c70-8dd2-c3ea8ff83999,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:27.450932 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea2c3db-c391-4788-803d-afe2728175f0 x-openstack-request-id: req-bea2c3db-c391-4788-803d-afe2728175f0 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:27.451480 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05", "name": "network-vif-deleted", "tag": "f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:27.451917 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bea2c3db-c391-4788-803d-afe2728175f0 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:27.452477 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05', 'name': 'network-vif-deleted', 'tag': 'f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9', 'status': 'completed', 'code': 200} Aug 31 00:59:27.487917 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:27.493991 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:27.497008 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] 10.222.0.16 "DELETE /v2.0/networks/37f84296-c047-4995-930f-1137dc7746cf HTTP/1.1" status: 204 len: 168 time: 2.5329218 Aug 31 00:59:27.529373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776e3fb-3c13-480d-aee5-ef44796bece2 tempest-DHCPAgentSchedulersTestJSON-746129044 tempest-DHCPAgentSchedulersTestJSON-746129044-project] Pushing event deleted for resources: {'Network': ['ID=37f84296-c047-4995-930f-1137dc7746cf,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:27.604343 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21308bf0-e07a-4294-a152-be3c43f31414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:27.673210 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 724bbd49-93b2-46b8-881d-c1f7ec0eda55 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:27.712004 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 724bbd49-93b2-46b8-881d-c1f7ec0eda55 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:27.712455 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 724bbd49-93b2-46b8-881d-c1f7ec0eda55 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:27.864995 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d58c34-d174-4fe2-a8e3-b20f1008bef1 req-a4302c1b-ba53-437f-a53d-19ca267b357b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:27.874077 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00d58c34-d174-4fe2-a8e3-b20f1008bef1 req-a4302c1b-ba53-437f-a53d-19ca267b357b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 945 time: 0.0958717 Aug 31 00:59:27.911818 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21308bf0-e07a-4294-a152-be3c43f31414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:27.946325 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00d58c34-d174-4fe2-a8e3-b20f1008bef1 req-c61771ad-36ba-4d4a-8e0a-900ab906cb4c tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710838 Aug 31 00:59:28.087882 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21308bf0-e07a-4294-a152-be3c43f31414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:28.153922 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-21308bf0-e07a-4294-a152-be3c43f31414 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a80057b0c7a24a39ad297c56e5d73f87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9381635 Aug 31 00:59:28.156978 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21308bf0-e07a-4294-a152-be3c43f31414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb19311-3104-43a4-a38d-dd4ad8286ae5,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:28.157229 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47816) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:28.190725 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8ff923bb-336f-48c1-96df-5b5222715c5f req-b45780af-7828-4bb4-a7a4-4ac32d89d5cb tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 210 time: 0.0600970 Aug 31 00:59:28.274618 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-739b2b64-9787-4b97-a091-74e425c199b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:28.329209 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-739b2b64-9787-4b97-a091-74e425c199b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:28.512079 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-739b2b64-9787-4b97-a091-74e425c199b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:28.517156 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-739b2b64-9787-4b97-a091-74e425c199b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:28.522482 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-739b2b64-9787-4b97-a091-74e425c199b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aeb19311-3104-43a4-a38d-dd4ad8286ae5 HTTP/1.1" status: 204 len: 168 time: 0.3637366 Aug 31 00:59:28.538340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b2b64-9787-4b97-a091-74e425c199b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb19311-3104-43a4-a38d-dd4ad8286ae5,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:28.908642 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47826) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:29.030579 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6014d4f0-b277-4fec-b185-5f4ec4f80e74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc3ead52cc7e4f34b5aebe78511a8644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1181378 Aug 31 00:59:29.033967 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47832) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:29.083489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47836) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:29.185491 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d7718-4742-478d-8442-a204b4692921 req-7fe44e14-045a-4d01-99a5-986f223e06f2 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:29.208497 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a27d7718-4742-478d-8442-a204b4692921 req-7fe44e14-045a-4d01-99a5-986f223e06f2 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 945 time: 0.1114302 Aug 31 00:59:29.231236 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e63b987d-5421-4cc8-9481-27061114cb56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:29.282018 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:29.301574 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a27d7718-4742-478d-8442-a204b4692921 req-24de5e0a-968b-4491-a715-63a1adb5617c tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808237 Aug 31 00:59:29.301896 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e63b987d-5421-4cc8-9481-27061114cb56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:29.347218 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:29.347557 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device f9b7cab0-6c78-4cec-9cd1-85e2ea1d19c9 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:29.504042 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d154d0ab-df4b-4ee6-bf9f-21101a585514 req-3936b542-3a18-4a23-b579-fbd30fe3170b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=445ddfb6-aa8d-4d06-b7f9-16c2ea94ff05 HTTP/1.1" status: 200 len: 210 time: 0.0807784 Aug 31 00:59:29.515485 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e63b987d-5421-4cc8-9481-27061114cb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:29.518716 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e63b987d-5421-4cc8-9481-27061114cb56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:29.520282 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e63b987d-5421-4cc8-9481-27061114cb56 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2407dd81-9c91-45e0-9907-a4c03ee93c38 HTTP/1.1" status: 204 len: 168 time: 0.4847941 Aug 31 00:59:29.538943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b987d-5421-4cc8-9481-27061114cb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2407dd81-9c91-45e0-9907-a4c03ee93c38,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:29.667292 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-70c068c0-4572-4279-902e-df3db2b717a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59678326f97a40b5b88abfd3f42e2a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5809102 Aug 31 00:59:29.670679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47864) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:29.743589 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2599ac1a-eee8-4823-8bbf-a0131f14b11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:29.769123 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2599ac1a-eee8-4823-8bbf-a0131f14b11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:30.225638 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2599ac1a-eee8-4823-8bbf-a0131f14b11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:30.231380 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2599ac1a-eee8-4823-8bbf-a0131f14b11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:30.236118 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2599ac1a-eee8-4823-8bbf-a0131f14b11e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aaf3ada2-10c6-46ce-9f56-0ad07615897c HTTP/1.1" status: 204 len: 168 time: 0.5628705 Aug 31 00:59:30.265888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599ac1a-eee8-4823-8bbf-a0131f14b11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf3ada2-10c6-46ce-9f56-0ad07615897c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:30.453009 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad347b9f-d1a8-4237-bf01-b5b38fdea5c5 req-2d272b64-c388-4763-8c9c-3c8bb5721816 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:30.457177 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ad347b9f-d1a8-4237-bf01-b5b38fdea5c5 req-2d272b64-c388-4763-8c9c-3c8bb5721816 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 945 time: 0.1157117 Aug 31 00:59:30.571664 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ad347b9f-d1a8-4237-bf01-b5b38fdea5c5 req-29692e7b-e926-4f89-b98f-4551ca5d8e9b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059084 Aug 31 00:59:31.511232 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f49ee-7df3-4494-8821-e4bef98e491c req-cd0223db-0288-43fb-b8ff-4128ad228013 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:31.512813 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-626f49ee-7df3-4494-8821-e4bef98e491c req-cd0223db-0288-43fb-b8ff-4128ad228013 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 950 time: 0.0546339 Aug 31 00:59:31.563527 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-626f49ee-7df3-4494-8821-e4bef98e491c req-0057319e-7786-4bb9-bf03-5a56bd900733 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435779 Aug 31 00:59:31.714343 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd133271-c294-475c-a41c-1ffd57d5c231 req-b8810fa2-48a0-4008-b827-786a09bdedee tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:31.716845 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cd133271-c294-475c-a41c-1ffd57d5c231 req-b8810fa2-48a0-4008-b827-786a09bdedee tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 945 time: 0.0553339 Aug 31 00:59:31.766805 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cd133271-c294-475c-a41c-1ffd57d5c231 req-800b33fd-a50e-4018-b3c7-a3eeedee74bf tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425158 Aug 31 00:59:31.985269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47948) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:31.999925 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-46b7bfa8-c660-4029-a5c6-059a40d2878d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:32.102440 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-46b7bfa8-c660-4029-a5c6-059a40d2878d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:32.350852 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-46b7bfa8-c660-4029-a5c6-059a40d2878d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:32.394056 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-46b7bfa8-c660-4029-a5c6-059a40d2878d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6c96bcc28b443a8a647c2cca3bc3a05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075675 Aug 31 00:59:32.394922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7bfa8-c660-4029-a5c6-059a40d2878d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd16f64e-f8e6-4866-9db4-cbd62abbf505,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:32.397034 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47954) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:32.466395 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97d6ca79-4579-4230-b158-6979b731ea16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:32.500798 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97d6ca79-4579-4230-b158-6979b731ea16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:32.751486 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0640251-e8a1-40dc-b850-2fd746369787 req-340bcb7c-4f95-4dae-915d-1df1d8243982 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:32.753102 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0640251-e8a1-40dc-b850-2fd746369787 req-340bcb7c-4f95-4dae-915d-1df1d8243982 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 950 time: 0.0736430 Aug 31 00:59:32.804134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0640251-e8a1-40dc-b850-2fd746369787 req-7e482db5-5a8e-4bf7-9c41-71d19306c42e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441217 Aug 31 00:59:32.818337 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab703c9e-035c-4f25-9039-c58155fd843a req-ff887a7c-7652-40b8-a7ad-d52ef1e776be tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:32.820136 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab703c9e-035c-4f25-9039-c58155fd843a req-ff887a7c-7652-40b8-a7ad-d52ef1e776be tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=47f135b5-fa41-4b23-a9e0-cf70cfb1db4b HTTP/1.1" status: 200 len: 951 time: 0.0640266 Aug 31 00:59:32.856761 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97d6ca79-4579-4230-b158-6979b731ea16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:32.864383 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97d6ca79-4579-4230-b158-6979b731ea16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:32.865384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f92a0-3263-43b2-bf0b-dc5436ae0551 req-8ee76aa6-560d-4e8e-8dbf-d98ede6aa7ea tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:32.866455 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-97d6ca79-4579-4230-b158-6979b731ea16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd16f64e-f8e6-4866-9db4-cbd62abbf505 HTTP/1.1" status: 204 len: 168 time: 0.4675033 Aug 31 00:59:32.867349 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a41f92a0-3263-43b2-bf0b-dc5436ae0551 req-8ee76aa6-560d-4e8e-8dbf-d98ede6aa7ea tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.48 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 950 time: 0.0689857 Aug 31 00:59:32.896278 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab703c9e-035c-4f25-9039-c58155fd843a req-36613b47-1315-45ce-921e-7432c5777c47 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686762 Aug 31 00:59:32.897956 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6ca79-4579-4230-b158-6979b731ea16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd16f64e-f8e6-4866-9db4-cbd62abbf505,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:33.024750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48006) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:33.036097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f048a-9173-40ee-bd6a-997da132ea0b req-7e31ec11-d16a-48d3-8df7-90aa89b8b69a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:33.038074 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-175f048a-9173-40ee-bd6a-997da132ea0b req-7e31ec11-d16a-48d3-8df7-90aa89b8b69a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 945 time: 0.1122470 Aug 31 00:59:33.076666 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-a41f92a0-3263-43b2-bf0b-dc5436ae0551 req-1dd7d6ce-7e10-4e53-a571-f85b4aaea7ed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Deleting port 720c7731-0dce-45b3-888a-22ac7a23d764 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:33.077013 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a41f92a0-3263-43b2-bf0b-dc5436ae0551 req-1dd7d6ce-7e10-4e53-a571-f85b4aaea7ed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:33.156212 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-175f048a-9173-40ee-bd6a-997da132ea0b req-d146c75d-7933-4d17-90b7-d31308a6ab67 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104033 Aug 31 00:59:33.264652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-a41f92a0-3263-43b2-bf0b-dc5436ae0551 req-1dd7d6ce-7e10-4e53-a571-f85b4aaea7ed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] For port 720c7731-0dce-45b3-888a-22ac7a23d764, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=720c7731-0dce-45b3-888a-22ac7a23d764,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:33.265048 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a41f92a0-3263-43b2-bf0b-dc5436ae0551 req-1dd7d6ce-7e10-4e53-a571-f85b4aaea7ed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:33.285525 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-a41f92a0-3263-43b2-bf0b-dc5436ae0551 req-1dd7d6ce-7e10-4e53-a571-f85b4aaea7ed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Calling delete_port for 720c7731-0dce-45b3-888a-22ac7a23d764 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:33.528916 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1154b066-071a-4414-8ef8-19b6bd6bc4c7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1122005522-network', 'tenant_id': '8e66ef764cf94024b209af9649bc0f03'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:33.615212 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a41f92a0-3263-43b2-bf0b-dc5436ae0551 req-1dd7d6ce-7e10-4e53-a571-f85b4aaea7ed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:33.628397 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['d660b8b9-78e8-4793-ae60-e28826290a64', 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d', '720c7731-0dce-45b3-888a-22ac7a23d764'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:59:33.649979 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7d6ce-7e10-4e53-a571-f85b4aaea7ed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Pushing event deleted for resources: {'Port': ['ID=720c7731-0dce-45b3-888a-22ac7a23d764,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:33.675291 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1154b066-071a-4414-8ef8-19b6bd6bc4c7 admin admin] Made reservation on behalf of 8e66ef764cf94024b209af9649bc0f03 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:33.679847 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1154b066-071a-4414-8ef8-19b6bd6bc4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:33.700168 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1154b066-071a-4414-8ef8-19b6bd6bc4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:33.710937 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41f92a0-3263-43b2-bf0b-dc5436ae0551 req-1dd7d6ce-7e10-4e53-a571-f85b4aaea7ed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] No DVR routers for this DVR port 720c7731-0dce-45b3-888a-22ac7a23d764 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:59:33.714649 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a41f92a0-3263-43b2-bf0b-dc5436ae0551 req-1dd7d6ce-7e10-4e53-a571-f85b4aaea7ed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:33.717024 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a41f92a0-3263-43b2-bf0b-dc5436ae0551 req-1dd7d6ce-7e10-4e53-a571-f85b4aaea7ed tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.48 "DELETE /v2.0/ports/720c7731-0dce-45b3-888a-22ac7a23d764 HTTP/1.1" status: 204 len: 173 time: 0.8384135 Aug 31 00:59:33.717596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'name': 'network-vif-deleted', 'tag': '720c7731-0dce-45b3-888a-22ac7a23d764'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:33.720188 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fccfc57-c6fb-4b03-bf19-c8e8359a4c00" -d '{"events": [{"server_uuid": "19e45d57-789b-44b2-b12c-bbb1b3e6b291", "name": "network-vif-deleted", "tag": "720c7731-0dce-45b3-888a-22ac7a23d764"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:33.812181 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16621221-30db-464b-bc13-ed47a6df9955 x-openstack-request-id: req-16621221-30db-464b-bc13-ed47a6df9955 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:33.813258 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e45d57-789b-44b2-b12c-bbb1b3e6b291", "name": "network-vif-deleted", "tag": "720c7731-0dce-45b3-888a-22ac7a23d764", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:33.813819 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16621221-30db-464b-bc13-ed47a6df9955 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:33.814500 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e45d57-789b-44b2-b12c-bbb1b3e6b291', 'name': 'network-vif-deleted', 'tag': '720c7731-0dce-45b3-888a-22ac7a23d764', 'status': 'completed', 'code': 200} Aug 31 00:59:33.969231 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1154b066-071a-4414-8ef8-19b6bd6bc4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:34.033230 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6ca3c1c3-5994-48df-b653-0830209cdd65 req-cba0ee3e-02f1-4b77-9c47-e2a9abe96677 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 210 time: 0.0639398 Aug 31 00:59:34.113777 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1154b066-071a-4414-8ef8-19b6bd6bc4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:34.159559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1154b066-071a-4414-8ef8-19b6bd6bc4c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:59:34.172708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154b066-071a-4414-8ef8-19b6bd6bc4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d86b24-e505-43d7-9013-338eb7020865,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:34.178852 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1154b066-071a-4414-8ef8-19b6bd6bc4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:34.184235 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-1154b066-071a-4414-8ef8-19b6bd6bc4c7 admin admin] Added segment 14c6c346-7e57-4f47-b4c1-f7b296ce5392 of type vlan for network 3f2cc7ed-0da0-473d-82b4-ca24f1c0374a Aug 31 00:59:34.290657 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1154b066-071a-4414-8ef8-19b6bd6bc4c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:34.303862 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-193802dc-86f0-425b-9721-2d6e108c5d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:34.337489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc4028-0ba7-4f67-92bb-fe96cf360647 req-646481a2-df90-4589-a467-2f3ec33c28ff tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:34.337489 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6afc4028-0ba7-4f67-92bb-fe96cf360647 req-646481a2-df90-4589-a467-2f3ec33c28ff tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 945 time: 0.0993171 Aug 31 00:59:34.384669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996eeb0c-5057-4dde-9e87-5d36e051a19d req-c163f6b9-b38a-44c6-aaf9-1f2f1a765357 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:34.386699 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-996eeb0c-5057-4dde-9e87-5d36e051a19d req-c163f6b9-b38a-44c6-aaf9-1f2f1a765357 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 945 time: 0.1236849 Aug 31 00:59:34.451542 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-996eeb0c-5057-4dde-9e87-5d36e051a19d req-a314425a-23cd-42e2-b22f-e7bfcdc33d4d tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536807 Aug 31 00:59:34.460226 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1154b066-071a-4414-8ef8-19b6bd6bc4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:34.461206 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1154b066-071a-4414-8ef8-19b6bd6bc4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:34.461849 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1154b066-071a-4414-8ef8-19b6bd6bc4c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:34.540052 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-6afc4028-0ba7-4f67-92bb-fe96cf360647 req-8779df65-cabf-4c2c-892c-db7a60c69bd5 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Deleting port f619e0d9-5778-448a-b9fa-236325ed3383 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:34.540406 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6afc4028-0ba7-4f67-92bb-fe96cf360647 req-8779df65-cabf-4c2c-892c-db7a60c69bd5 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:34.593720 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154b066-071a-4414-8ef8-19b6bd6bc4c7 admin admin] Pushing event updated for resources: {'Network': ['ID=3f2cc7ed-0da0-473d-82b4-ca24f1c0374a,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:34.603686 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 3f2cc7ed-0da0-473d-82b4-ca24f1c0374a details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:59:34.714107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-6afc4028-0ba7-4f67-92bb-fe96cf360647 req-8779df65-cabf-4c2c-892c-db7a60c69bd5 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] For port f619e0d9-5778-448a-b9fa-236325ed3383, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f619e0d9-5778-448a-b9fa-236325ed3383,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:34.714921 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6afc4028-0ba7-4f67-92bb-fe96cf360647 req-8779df65-cabf-4c2c-892c-db7a60c69bd5 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:34.720114 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1154b066-071a-4414-8ef8-19b6bd6bc4c7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6937492 Aug 31 00:59:34.723033 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48188) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:34.734111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-6afc4028-0ba7-4f67-92bb-fe96cf360647 req-8779df65-cabf-4c2c-892c-db7a60c69bd5 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Calling delete_port for f619e0d9-5778-448a-b9fa-236325ed3383 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:34.757728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-df41f0d0-094e-4caf-89d5-ddc3733f9334 admin admin] Request body: {'subnet': {'network_id': '3f2cc7ed-0da0-473d-82b4-ca24f1c0374a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1122005522-subnet', 'tenant_id': '8e66ef764cf94024b209af9649bc0f03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:34.826854 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48204) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:34.910313 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df41f0d0-094e-4caf-89d5-ddc3733f9334 admin admin] Made reservation on behalf of 8e66ef764cf94024b209af9649bc0f03 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:34.915161 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-df41f0d0-094e-4caf-89d5-ddc3733f9334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:35.112236 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-9ee35866-adeb-454b-9f81-49f30e5748c7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-433118162'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:35.214067 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3e93b96b-a91a-4881-962e-7c61e608f010 req-52ea45e4-cb39-41e5-b215-da3e97d3268a tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e45d57-789b-44b2-b12c-bbb1b3e6b291 HTTP/1.1" status: 200 len: 210 time: 0.0388343 Aug 31 00:59:35.265872 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6afc4028-0ba7-4f67-92bb-fe96cf360647 req-8779df65-cabf-4c2c-892c-db7a60c69bd5 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:35.284359 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['f619e0d9-5778-448a-b9fa-236325ed3383'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:59:35.295290 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779df65-cabf-4c2c-892c-db7a60c69bd5 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Pushing event deleted for resources: {'Port': ['ID=f619e0d9-5778-448a-b9fa-236325ed3383,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:35.378557 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee35866-adeb-454b-9f81-49f30e5748c7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Made reservation on behalf of 0659f460f9df46fa8cb44f2ea591bba1 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:35.382581 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9ee35866-adeb-454b-9f81-49f30e5748c7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:35.404612 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9ee35866-adeb-454b-9f81-49f30e5748c7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:35.414401 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afc4028-0ba7-4f67-92bb-fe96cf360647 req-8779df65-cabf-4c2c-892c-db7a60c69bd5 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] No DVR routers for this DVR port f619e0d9-5778-448a-b9fa-236325ed3383 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:59:35.419999 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6afc4028-0ba7-4f67-92bb-fe96cf360647 req-8779df65-cabf-4c2c-892c-db7a60c69bd5 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:35.423216 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6afc4028-0ba7-4f67-92bb-fe96cf360647 req-8779df65-cabf-4c2c-892c-db7a60c69bd5 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.41 "DELETE /v2.0/ports/f619e0d9-5778-448a-b9fa-236325ed3383 HTTP/1.1" status: 204 len: 173 time: 1.0791166 Aug 31 00:59:35.423845 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f', 'name': 'network-vif-deleted', 'tag': 'f619e0d9-5778-448a-b9fa-236325ed3383'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:35.428452 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6e670c-d9dd-4d86-9c51-4f2edd43e2bc" -d '{"events": [{"server_uuid": "9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f", "name": "network-vif-deleted", "tag": "f619e0d9-5778-448a-b9fa-236325ed3383"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:35.475524 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf4cbca-3148-4635-921f-4de3e49e9c33 x-openstack-request-id: req-2bf4cbca-3148-4635-921f-4de3e49e9c33 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:35.475730 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f", "name": "network-vif-deleted", "tag": "f619e0d9-5778-448a-b9fa-236325ed3383", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:35.475993 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2bf4cbca-3148-4635-921f-4de3e49e9c33 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:35.476459 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f', 'name': 'network-vif-deleted', 'tag': 'f619e0d9-5778-448a-b9fa-236325ed3383', 'status': 'completed', 'code': 200} Aug 31 00:59:35.608280 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-69bba5bd-70dc-435e-ac24-b1b693156dc5 req-3c8e347c-30b7-47c8-9178-7b3904c4ce49 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 210 time: 0.0490949 Aug 31 00:59:35.638019 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9ee35866-adeb-454b-9f81-49f30e5748c7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:35.678732 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-df41f0d0-094e-4caf-89d5-ddc3733f9334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:35.773522 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41f0d0-094e-4caf-89d5-ddc3733f9334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33ba6c5-725a-465f-8bf0-5253ec405829,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:35.784743 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df41f0d0-094e-4caf-89d5-ddc3733f9334 admin admin] Checking segment: {'id': '14c6c346-7e57-4f47-b4c1-f7b296ce5392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f2cc7ed-0da0-473d-82b4-ca24f1c0374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:35.785422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df41f0d0-094e-4caf-89d5-ddc3733f9334 admin admin] Network hostable DHCP agents. Network: 3f2cc7ed-0da0-473d-82b4-ca24f1c0374a, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:59:35.985495 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9ee35866-adeb-454b-9f81-49f30e5748c7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:35.988640 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df41f0d0-094e-4caf-89d5-ddc3733f9334 admin admin] Network 3f2cc7ed-0da0-473d-82b4-ca24f1c0374a is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:59:36.014646 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee35866-adeb-454b-9f81-49f30e5748c7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:59:36.035720 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee35866-adeb-454b-9f81-49f30e5748c7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84a9a0c-e8c1-4886-a91f-cb6341d02b53,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:36.039004 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9ee35866-adeb-454b-9f81-49f30e5748c7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:36.039353 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-9ee35866-adeb-454b-9f81-49f30e5748c7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Added segment a5fb60f8-8ec3-4411-b835-f5a68e01bf7b of type vlan for network 2ba85d3d-82fe-40a7-9aa7-a41b949a2083 Aug 31 00:59:36.084192 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9ee35866-adeb-454b-9f81-49f30e5748c7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:36.224829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-df41f0d0-094e-4caf-89d5-ddc3733f9334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 3f2cc7ed-0da0-473d-82b4-ca24f1c0374a) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:36.229078 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df41f0d0-094e-4caf-89d5-ddc3733f9334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:36.229721 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-df41f0d0-094e-4caf-89d5-ddc3733f9334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:36.234617 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85977a23-69fc-477a-a7e9-9f230482c348 None None] Network 3f2cc7ed-0da0-473d-82b4-ca24f1c0374a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:36.357353 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9ee35866-adeb-454b-9f81-49f30e5748c7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:36.375858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee35866-adeb-454b-9f81-49f30e5748c7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:36.378894 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9ee35866-adeb-454b-9f81-49f30e5748c7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:36.446478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-3f2cc7ed-0da0-473d-82b4-ca24f1c0374a', 'network_id': '3f2cc7ed-0da0-473d-82b4-ca24f1c0374a', 'tenant_id': '8e66ef764cf94024b209af9649bc0f03', 'fixed_ips': [{'subnet_id': 'd33ba6c5-725a-465f-8bf0-5253ec405829'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:59:36.447315 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:36.538528 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee35866-adeb-454b-9f81-49f30e5748c7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Pushing event updated for resources: {'Network': ['ID=2ba85d3d-82fe-40a7-9aa7-a41b949a2083,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:36.579247 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48320) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:36.583156 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-df41f0d0-094e-4caf-89d5-ddc3733f9334 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8583720 Aug 31 00:59:36.584201 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1122005522-router', 'tenant_id': '8e66ef764cf94024b209af9649bc0f03', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:36.589834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 2ba85d3d-82fe-40a7-9aa7-a41b949a2083 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:59:36.647025 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9ee35866-adeb-454b-9f81-49f30e5748c7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8146012 Aug 31 00:59:36.647331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48326) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:36.652829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e8319c28-63be-4bc7-98c1-dc3c4cc8343c tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Request body: {'subnet': {'network_id': '2ba85d3d-82fe-40a7-9aa7-a41b949a2083', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:36.903501 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:36.904507 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:36.967417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Allocated IP 172.20.0.2 (3f2cc7ed-0da0-473d-82b4-ca24f1c0374a/d33ba6c5-725a-465f-8bf0-5253ec405829/377a1348-41d1-4e4d-9137-892739542b80) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:37.019617 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.033633 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.088620 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8319c28-63be-4bc7-98c1-dc3c4cc8343c tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Made reservation on behalf of 0659f460f9df46fa8cb44f2ea591bba1 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:37.091132 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.091132 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4a2ee31f-2fa8-4cf3-a363-c8874eb46788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.096975 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.099993 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e8319c28-63be-4bc7-98c1-dc3c4cc8343c tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.168796 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.179830 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Transition to ACTIVE for port object 377a1348-41d1-4e4d-9137-892739542b80 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:37.206070 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Transition to ACTIVE for port object 377a1348-41d1-4e4d-9137-892739542b80 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:37.341415 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 720c7731-0dce-45b3-888a-22ac7a23d764 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:37.363730 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 720c7731-0dce-45b3-888a-22ac7a23d764 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:37.364322 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 720c7731-0dce-45b3-888a-22ac7a23d764 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:37.408193 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.482571 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.495182 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-013a9abb-4586-4801-8441-3d39bf7bedc7 req-93c7b36a-ed4d-4890-8d15-a6a0548b2d0b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c73fdba-bb6a-47f5-83c8-f52ed3a46d0f HTTP/1.1" status: 200 len: 210 time: 0.0296056 Aug 31 00:59:37.552865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Network 3f2cc7ed-0da0-473d-82b4-ca24f1c0374a is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:37.556654 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:37.559536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:37.567140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Pushing event updated for resources: {'Port': ['ID=377a1348-41d1-4e4d-9137-892739542b80,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:37.586768 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e8319c28-63be-4bc7-98c1-dc3c4cc8343c tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.661662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8319c28-63be-4bc7-98c1-dc3c4cc8343c tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Pushing event updated for resources: {'Subnet': ['ID=230b17f1-894d-4877-927d-8f558b264a8f,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:37.665162 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Attempting to bind port 377a1348-41d1-4e4d-9137-892739542b80 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:37.668208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Attempting to bind port 377a1348-41d1-4e4d-9137-892739542b80 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '14c6c346-7e57-4f47-b4c1-f7b296ce5392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f2cc7ed-0da0-473d-82b4-ca24f1c0374a'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:37.668934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Attempting to bind port 377a1348-41d1-4e4d-9137-892739542b80 on network 3f2cc7ed-0da0-473d-82b4-ca24f1c0374a {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:37.670828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8319c28-63be-4bc7-98c1-dc3c4cc8343c tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Checking segment: {'id': 'a5fb60f8-8ec3-4411-b835-f5a68e01bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2ba85d3d-82fe-40a7-9aa7-a41b949a2083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:37.671438 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8319c28-63be-4bc7-98c1-dc3c4cc8343c tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Network hostable DHCP agents. Network: 2ba85d3d-82fe-40a7-9aa7-a41b949a2083, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:59:37.681628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:37.683057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Checking segment: {'id': '14c6c346-7e57-4f47-b4c1-f7b296ce5392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f2cc7ed-0da0-473d-82b4-ca24f1c0374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:37.683057 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.683057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Bound using segment: {'id': '14c6c346-7e57-4f47-b4c1-f7b296ce5392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f2cc7ed-0da0-473d-82b4-ca24f1c0374a'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:37.683817 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Bound port: 377a1348-41d1-4e4d-9137-892739542b80, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c6c346-7e57-4f47-b4c1-f7b296ce5392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f2cc7ed-0da0-473d-82b4-ca24f1c0374a'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:37.684135 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.803450 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] For port 377a1348-41d1-4e4d-9137-892739542b80, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:37.814444 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2a6dd838-5c96-4505-9654-2ef7831c292a no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:37.827240 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] For port 377a1348-41d1-4e4d-9137-892739542b80, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=377a1348-41d1-4e4d-9137-892739542b80,segment=NetworkSegment(14c6c346-7e57-4f47-b4c1-f7b296ce5392),segment_id=14c6c346-7e57-4f47-b4c1-f7b296ce5392)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:37.929504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8988106-7739-40ab-bbef-7c19318dd73a req-902fe364-f93f-45c1-970c-e53ab7a9c6dd tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:37.933690 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8988106-7739-40ab-bbef-7c19318dd73a req-902fe364-f93f-45c1-970c-e53ab7a9c6dd tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 949 time: 0.1190996 Aug 31 00:59:37.936560 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8319c28-63be-4bc7-98c1-dc3c4cc8343c tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Network 2ba85d3d-82fe-40a7-9aa7-a41b949a2083 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:59:37.944723 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.972855 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.997244 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:38.028669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9aefd-dbab-4130-899d-a1f69b96bf44 None None] Pushing event updated for resources: {'Port': ['ID=377a1348-41d1-4e4d-9137-892739542b80,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:38.030915 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8988106-7739-40ab-bbef-7c19318dd73a req-34a7e262-c7a9-4cbd-b945-582cd5451138 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744321 Aug 31 00:59:38.037580 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:38.084188 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f135b5-fa41-4b23-a9e0-cf70cfb1db4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a6dd838-5c96-4505-9654-2ef7831c292a'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:38.088009 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-e8319c28-63be-4bc7-98c1-dc3c4cc8343c tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 2ba85d3d-82fe-40a7-9aa7-a41b949a2083) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:38.088428 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e3980b-9d90-4207-8d56-2e1b6e6758b3" -d '{"events": [{"server_uuid": "47f135b5-fa41-4b23-a9e0-cf70cfb1db4b", "name": "network-vif-unplugged", "status": "completed", "tag": "2a6dd838-5c96-4505-9654-2ef7831c292a"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:38.092583 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8319c28-63be-4bc7-98c1-dc3c4cc8343c tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:38.094119 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e8319c28-63be-4bc7-98c1-dc3c4cc8343c tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:38.127682 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdaf32d-ae8e-4f0f-a2be-c8a9b12e94df None None] Network 2ba85d3d-82fe-40a7-9aa7-a41b949a2083 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:38.207951 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] Allocated IP 172.25.2.26 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/f1070eb7-12f9-4336-b26a-f744677212c4) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:38.219299 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032017e1-b579-48cc-9d6d-e2db842ae4b4 x-openstack-request-id: req-032017e1-b579-48cc-9d6d-e2db842ae4b4 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:38.219592 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f135b5-fa41-4b23-a9e0-cf70cfb1db4b", "name": "network-vif-unplugged", "status": "completed", "tag": "2a6dd838-5c96-4505-9654-2ef7831c292a", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:38.219943 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-032017e1-b579-48cc-9d6d-e2db842ae4b4 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:38.220238 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f135b5-fa41-4b23-a9e0-cf70cfb1db4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a6dd838-5c96-4505-9654-2ef7831c292a', 'code': 200} Aug 31 00:59:38.232186 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2a6dd838-5c96-4505-9654-2ef7831c292a, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2a6dd838-5c96-4505-9654-2ef7831c292a,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:38.271630 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e8319c28-63be-4bc7-98c1-dc3c4cc8343c tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6231194 Aug 31 00:59:38.274365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48390) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:38.280970 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f24dfbdd-a4ec-4f3a-b79a-9a56993227ce tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1296442709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:38.380093 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-2ba85d3d-82fe-40a7-9aa7-a41b949a2083', 'network_id': '2ba85d3d-82fe-40a7-9aa7-a41b949a2083', 'tenant_id': '0659f460f9df46fa8cb44f2ea591bba1', 'fixed_ips': [{'subnet_id': '230b17f1-894d-4877-927d-8f558b264a8f'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:59:38.383472 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:38.420681 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:38.459429 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f24dfbdd-a4ec-4f3a-b79a-9a56993227ce tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:38.460934 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f24dfbdd-a4ec-4f3a-b79a-9a56993227ce tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:38.538444 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f24dfbdd-a4ec-4f3a-b79a-9a56993227ce tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:38.551402 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:38.624958 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=2a6dd838-5c96-4505-9654-2ef7831c292a,revision_number=11']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:38.676598 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f24dfbdd-a4ec-4f3a-b79a-9a56993227ce tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:38.738811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Allocated IP 172.20.0.2 (2ba85d3d-82fe-40a7-9aa7-a41b949a2083/230b17f1-894d-4877-927d-8f558b264a8f/69171eee-2685-4a90-908a-123d11dbdef9) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:38.755641 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:38.894741 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f24dfbdd-a4ec-4f3a-b79a-9a56993227ce tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:38.898195 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f24dfbdd-a4ec-4f3a-b79a-9a56993227ce tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6206951 Aug 31 00:59:38.899625 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48438) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:38.929457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801b33c-d747-4530-981e-2f9a54fbb10c req-2fc8b2f0-0fad-4130-9c0c-083199e1ceea tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:38.931684 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7801b33c-d747-4530-981e-2f9a54fbb10c req-2fc8b2f0-0fad-4130-9c0c-083199e1ceea tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.48 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 949 time: 0.1302674 Aug 31 00:59:38.992316 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.018820 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.037484 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Transition to ACTIVE for port object 69171eee-2685-4a90-908a-123d11dbdef9 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:39.060950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Transition to ACTIVE for port object 69171eee-2685-4a90-908a-123d11dbdef9 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:39.069473 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-7801b33c-d747-4530-981e-2f9a54fbb10c req-b416b848-562e-412f-a4de-0e21e11383dc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Deleting port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:39.069893 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7801b33c-d747-4530-981e-2f9a54fbb10c req-b416b848-562e-412f-a4de-0e21e11383dc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.126605 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:39.150473 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:39.167247 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:39.231992 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] Pushing event updated for resources: {'Port': ['ID=f1070eb7-12f9-4336-b26a-f744677212c4,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:39.258833 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-7801b33c-d747-4530-981e-2f9a54fbb10c req-b416b848-562e-412f-a4de-0e21e11383dc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] For port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:39.259470 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7801b33c-d747-4530-981e-2f9a54fbb10c req-b416b848-562e-412f-a4de-0e21e11383dc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.263901 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.289794 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-7801b33c-d747-4530-981e-2f9a54fbb10c req-b416b848-562e-412f-a4de-0e21e11383dc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Calling delete_port for c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:39.309712 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Pushing event updated for resources: {'Port': ['ID=69171eee-2685-4a90-908a-123d11dbdef9,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:39.337860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Network 2ba85d3d-82fe-40a7-9aa7-a41b949a2083 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:39.340195 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:39.345086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:39.472887 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Attempting to bind port 69171eee-2685-4a90-908a-123d11dbdef9 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:39.473259 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Attempting to bind port 69171eee-2685-4a90-908a-123d11dbdef9 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'a5fb60f8-8ec3-4411-b835-f5a68e01bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2ba85d3d-82fe-40a7-9aa7-a41b949a2083'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:39.473645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Attempting to bind port 69171eee-2685-4a90-908a-123d11dbdef9 on network 2ba85d3d-82fe-40a7-9aa7-a41b949a2083 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:39.492615 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:39.493275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Checking segment: {'id': 'a5fb60f8-8ec3-4411-b835-f5a68e01bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2ba85d3d-82fe-40a7-9aa7-a41b949a2083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:39.493802 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.494816 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Bound using segment: {'id': 'a5fb60f8-8ec3-4411-b835-f5a68e01bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2ba85d3d-82fe-40a7-9aa7-a41b949a2083'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:39.495450 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Bound port: 69171eee-2685-4a90-908a-123d11dbdef9, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fb60f8-8ec3-4411-b835-f5a68e01bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2ba85d3d-82fe-40a7-9aa7-a41b949a2083'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:39.496064 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.499962 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64cf8cd-8354-4765-ac91-e93be26cb426 None None] Network 3f2cc7ed-0da0-473d-82b4-ca24f1c0374a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:39.632554 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 377a1348-41d1-4e4d-9137-892739542b80 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:39.753137 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.775555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27103789-f205-4526-8324-1898bd39cbc4 req-de0007d7-a7ad-4879-b7c9-3d59787a617f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:39.785783 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27103789-f205-4526-8324-1898bd39cbc4 req-de0007d7-a7ad-4879-b7c9-3d59787a617f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/networks?id=d402af4a-8a8e-49ea-8168-c26e094719ad HTTP/1.1" status: 200 len: 811 time: 0.2538357 Aug 31 00:59:39.802498 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27103789-f205-4526-8324-1898bd39cbc4 req-2c92a2b4-8087-42c5-a835-529440874edc tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/quotas/b2866efdbfc8416eaf80fb5e263ad174 HTTP/1.1" status: 200 len: 375 time: 0.0149605 Aug 31 00:59:39.814377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f619e0d9-5778-448a-b9fa-236325ed3383 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:39.819879 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] For port 69171eee-2685-4a90-908a-123d11dbdef9, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:39.848681 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: f619e0d9-5778-448a-b9fa-236325ed3383 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:39.849023 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f619e0d9-5778-448a-b9fa-236325ed3383 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:39.856109 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] For port 69171eee-2685-4a90-908a-123d11dbdef9, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=69171eee-2685-4a90-908a-123d11dbdef9,segment=NetworkSegment(a5fb60f8-8ec3-4411-b835-f5a68e01bf7b),segment_id=a5fb60f8-8ec3-4411-b835-f5a68e01bf7b)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:39.858272 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-38f6ec56-42cd-49a4-a100-dbaf576cfd69 None None] Provisioning for port 377a1348-41d1-4e4d-9137-892739542b80 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:39.863891 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27103789-f205-4526-8324-1898bd39cbc4 req-f7a2cb29-9963-45f0-8f55-707543e23770 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568938 Aug 31 00:59:39.865074 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7801b33c-d747-4530-981e-2f9a54fbb10c req-b416b848-562e-412f-a4de-0e21e11383dc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.881235 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['d660b8b9-78e8-4793-ae60-e28826290a64', 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:59:39.917753 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 377a1348-41d1-4e4d-9137-892739542b80 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:39.931769 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-00872375-c3c9-4d66-bb79-f13abe1c8aca req-c303d0f3-fea9-4e72-98d9-3495a2eadee7 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 210 time: 0.1634800 Aug 31 00:59:39.934965 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 377a1348-41d1-4e4d-9137-892739542b80 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:39.935340 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.005382 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.021075 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27103789-f205-4526-8324-1898bd39cbc4 req-399f3508-7093-4e6c-9504-dba3029026c7 service neutron] 10.222.0.16 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335413 Aug 31 00:59:40.073304 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416b848-562e-412f-a4de-0e21e11383dc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Pushing event deleted for resources: {'Port': ['ID=c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:40.208612 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.239470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c44fb6-cb14-433f-97c2-6b164719cdf5 None None] Pushing event updated for resources: {'Port': ['ID=69171eee-2685-4a90-908a-123d11dbdef9,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:40.259949 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7801b33c-d747-4530-981e-2f9a54fbb10c req-b416b848-562e-412f-a4de-0e21e11383dc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] No DVR routers for this DVR port c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:59:40.263406 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7801b33c-d747-4530-981e-2f9a54fbb10c req-b416b848-562e-412f-a4de-0e21e11383dc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.265836 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7801b33c-d747-4530-981e-2f9a54fbb10c req-b416b848-562e-412f-a4de-0e21e11383dc tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.48 "DELETE /v2.0/ports/c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d HTTP/1.1" status: 204 len: 173 time: 1.3280876 Aug 31 00:59:40.266298 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16dd0f3-3480-48c7-b6fe-204816ada84e', 'name': 'network-vif-deleted', 'tag': 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:40.268783 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7b81a7-452f-42fb-85d2-21f049e17790" -d '{"events": [{"server_uuid": "a16dd0f3-3480-48c7-b6fe-204816ada84e", "name": "network-vif-deleted", "tag": "c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:40.283497 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.333580 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27103789-f205-4526-8324-1898bd39cbc4 req-1301f877-3fe9-47c2-b7a8-9f34006315a9 service neutron] 10.222.0.16 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548308 Aug 31 00:59:40.370351 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.496340 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Allocated IP 172.20.0.1 (2ba85d3d-82fe-40a7-9aa7-a41b949a2083/230b17f1-894d-4877-927d-8f558b264a8f/b31c5f84-cb69-4e9a-b347-9465c0747b10) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:40.555401 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 377a1348-41d1-4e4d-9137-892739542b80, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=377a1348-41d1-4e4d-9137-892739542b80,segment=NetworkSegment(14c6c346-7e57-4f47-b4c1-f7b296ce5392),segment_id=14c6c346-7e57-4f47-b4c1-f7b296ce5392)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:40.704680 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.785115 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.798348 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=377a1348-41d1-4e4d-9137-892739542b80,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:40.830645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1e00d21e-6c84-4f70-91e2-aa899f5d08a8 None None] Provisioning complete for port 377a1348-41d1-4e4d-9137-892739542b80 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:40.833510 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Transition to ACTIVE for port object b31c5f84-cb69-4e9a-b347-9465c0747b10 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:40.834794 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1e00d21e-6c84-4f70-91e2-aa899f5d08a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.893862 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:41.046810 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9185b9e-3a1b-461b-92c3-5a9530e77f7d x-openstack-request-id: req-d9185b9e-3a1b-461b-92c3-5a9530e77f7d {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:41.047384 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16dd0f3-3480-48c7-b6fe-204816ada84e", "name": "network-vif-deleted", "tag": "c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:41.047802 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9185b9e-3a1b-461b-92c3-5a9530e77f7d {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:41.048588 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16dd0f3-3480-48c7-b6fe-204816ada84e', 'name': 'network-vif-deleted', 'tag': 'c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d', 'status': 'completed', 'code': 200} Aug 31 00:59:41.084081 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:41.142006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Network 2ba85d3d-82fe-40a7-9aa7-a41b949a2083 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:41.148760 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:41.152512 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:41.172283 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dbfd97a2-41a3-4200-b3fd-fdcbbaaf8df1 req-cf2c9735-58fb-4f75-b987-79d507097871 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 210 time: 0.0458503 Aug 31 00:59:41.208828 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Pushing event updated for resources: {'Port': ['ID=b31c5f84-cb69-4e9a-b347-9465c0747b10,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:41.250576 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:41.288882 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] Router bc95692a-fda3-4852-9af8-80e0f7a34bc1 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:59:41.305004 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-626db371-aab8-4f18-9e21-b0a5b0b226df req-008bff6a-3236-4932-8b6a-7a72c6925e0d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=a16dd0f3-3480-48c7-b6fe-204816ada84e HTTP/1.1" status: 200 len: 210 time: 0.0332978 Aug 31 00:59:41.502568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:59:41.511535 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Sync routers for ids ['bc95692a-fda3-4852-9af8-80e0f7a34bc1'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:59:41.513173 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4201d0e-90d6-47cd-9979-257cacf87ca1 None None] Network 2ba85d3d-82fe-40a7-9aa7-a41b949a2083 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:41.527154 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Routers {'bc95692a-fda3-4852-9af8-80e0f7a34bc1'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:41.527790 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:59:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bc95692a-fda3-4852-9af8-80e0f7a34bc1'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:41.629519 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:41.634640 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fec64d42-5a1b-4c4c-a90e-28bb8849d7fe admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0542390 Aug 31 00:59:41.639313 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48552) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:41.681234 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 377a1348-41d1-4e4d-9137-892739542b80 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:41.691581 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Set router bc95692a-fda3-4852-9af8-80e0f7a34bc1 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:41.846192 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:42.033256 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7ca37679-bfcd-4b45-b316-bc33c6ece008 None None] Provisioning for port 69171eee-2685-4a90-908a-123d11dbdef9 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:42.038314 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc95692a-fda3-4852-9af8-80e0f7a34bc1', 'name': 'tempest-FloatingIPsTestJSON-1122005522-router', 'tenant_id': '8e66ef764cf94024b209af9649bc0f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'f1070eb7-12f9-4336-b26a-f744677212c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:36Z', 'updated_at': '2021-08-31T00:59:39Z', 'revision_number': 3, 'project_id': '8e66ef764cf94024b209af9649bc0f03', 'gw_port': {'id': 'f1070eb7-12f9-4336-b26a-f744677212c4', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc95692a-fda3-4852-9af8-80e0f7a34bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:38Z', 'updated_at': '2021-08-31T00:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:42.060846 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 377a1348-41d1-4e4d-9137-892739542b80 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:42.061194 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:42.149155 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Checking router: bc95692a-fda3-4852-9af8-80e0f7a34bc1 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:59:42.149525 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Updating router bc95692a-fda3-4852-9af8-80e0f7a34bc1 port f1070eb7-12f9-4336-b26a-f744677212c4 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:59:42.227309 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:42.263520 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 69171eee-2685-4a90-908a-123d11dbdef9 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:42.345553 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f94198b-3c54-4040-9f83-af3ede5bc122 req-49044649-bcde-461c-9d07-d17c8cac1bd9 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 210 time: 0.0726583 Aug 31 00:59:42.477988 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:59:42.522335 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 69171eee-2685-4a90-908a-123d11dbdef9 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:42.558920 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 69171eee-2685-4a90-908a-123d11dbdef9 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:42.559681 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:42.675875 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1dc24ea4-1a2b-4be1-98c1-63b06e991254 None None] Provisioning for port b31c5f84-cb69-4e9a-b347-9465c0747b10 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:42.685380 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1dc24ea4-1a2b-4be1-98c1-63b06e991254 None None] Provisioning complete for port b31c5f84-cb69-4e9a-b347-9465c0747b10 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:42.685856 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1dc24ea4-1a2b-4be1-98c1-63b06e991254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:42.693183 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:42.705131 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Transition to ACTIVE for port object f1070eb7-12f9-4336-b26a-f744677212c4 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:42.735458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-1dc24ea4-1a2b-4be1-98c1-63b06e991254 None None] Port b31c5f84-cb69-4e9a-b347-9465c0747b10 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:59:42.779966 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:42.840367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 69171eee-2685-4a90-908a-123d11dbdef9, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=69171eee-2685-4a90-908a-123d11dbdef9,segment=NetworkSegment(a5fb60f8-8ec3-4411-b835-f5a68e01bf7b),segment_id=a5fb60f8-8ec3-4411-b835-f5a68e01bf7b)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:42.866260 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-371b1d6c-5443-4d60-835a-64b4db491132 None None] Provisioning complete for port b31c5f84-cb69-4e9a-b347-9465c0747b10 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:42.866893 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-371b1d6c-5443-4d60-835a-64b4db491132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:42.906537 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-371b1d6c-5443-4d60-835a-64b4db491132 None None] Port b31c5f84-cb69-4e9a-b347-9465c0747b10 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:59:42.980689 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.032221 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.043379 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.043855 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.101717 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.141502 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=69171eee-2685-4a90-908a-123d11dbdef9,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:43.172302 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Attempting to bind port f1070eb7-12f9-4336-b26a-f744677212c4 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:43.172913 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Attempting to bind port f1070eb7-12f9-4336-b26a-f744677212c4 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:43.173350 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Attempting to bind port f1070eb7-12f9-4336-b26a-f744677212c4 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:43.192987 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:43.193624 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:43.194110 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.195209 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:43.195937 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Bound port: f1070eb7-12f9-4336-b26a-f744677212c4, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:43.197082 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.200501 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967f450-062e-46a7-b717-3b0eb95a2674 None None] Pushing event updated for resources: {'Port': ['ID=f1070eb7-12f9-4336-b26a-f744677212c4,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:43.232895 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9967f450-062e-46a7-b717-3b0eb95a2674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:43.233153 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9967f450-062e-46a7-b717-3b0eb95a2674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:43.233504 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9967f450-062e-46a7-b717-3b0eb95a2674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:43.233847 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9967f450-062e-46a7-b717-3b0eb95a2674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:43.234155 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9967f450-062e-46a7-b717-3b0eb95a2674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:43.234720 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9967f450-062e-46a7-b717-3b0eb95a2674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:43.235042 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9967f450-062e-46a7-b717-3b0eb95a2674 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:43.235366 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9967f450-062e-46a7-b717-3b0eb95a2674 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:43.235685 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9967f450-062e-46a7-b717-3b0eb95a2674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:43.236010 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9967f450-062e-46a7-b717-3b0eb95a2674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:43.236324 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9967f450-062e-46a7-b717-3b0eb95a2674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:43.236795 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9967f450-062e-46a7-b717-3b0eb95a2674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:43.239195 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Pushing event updated for resources: {'Port': ['ID=b31c5f84-cb69-4e9a-b347-9465c0747b10,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:43.243873 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.273310 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48578) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:43.280372 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] For port f1070eb7-12f9-4336-b26a-f744677212c4, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:43.283861 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] For port f1070eb7-12f9-4336-b26a-f744677212c4, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f1070eb7-12f9-4336-b26a-f744677212c4,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:43.360121 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] Allocated IP 172.20.0.1 (3f2cc7ed-0da0-473d-82b4-ca24f1c0374a/d33ba6c5-725a-465f-8bf0-5253ec405829/87957504-fc8f-4276-978e-4d670bc1114a) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:43.385550 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:43.431074 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c21c7ef-d7de-4306-8058-c6409f311952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.434391 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Network 2ba85d3d-82fe-40a7-9aa7-a41b949a2083 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:43.437199 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:43.443797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:43.444379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c6ce3024-f4e9-4e67-ac2e-8ccd1ec1110d not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:43.470656 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.546347 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 69171eee-2685-4a90-908a-123d11dbdef9 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:43.623900 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.656026 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Routers {'bc95692a-fda3-4852-9af8-80e0f7a34bc1'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:43.667295 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:59:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bc95692a-fda3-4852-9af8-80e0f7a34bc1'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:43.667567 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] Transition to ACTIVE for port object 87957504-fc8f-4276-978e-4d670bc1114a will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:43.708336 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 69171eee-2685-4a90-908a-123d11dbdef9 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:43.710746 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.755356 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967f450-062e-46a7-b717-3b0eb95a2674 None None] Pushing event updated for resources: {'Port': ['ID=f1070eb7-12f9-4336-b26a-f744677212c4,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:43.825519 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.836216 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed142f39-386d-42a7-a201-fddeb298d1cd req-2399b116-f786-4aa1-a2a4-61a204761eff tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:43.837810 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed142f39-386d-42a7-a201-fddeb298d1cd req-2399b116-f786-4aa1-a2a4-61a204761eff tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.1065600 Aug 31 00:59:43.876500 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c21c7ef-d7de-4306-8058-c6409f311952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.910953 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aa07a-f039-442e-9ca7-cd3ad4840304 req-354eff43-dbf2-4e96-a3bb-2207287fc198 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:43.913060 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] Network 3f2cc7ed-0da0-473d-82b4-ca24f1c0374a is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:43.913517 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b0aa07a-f039-442e-9ca7-cd3ad4840304 req-354eff43-dbf2-4e96-a3bb-2207287fc198 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 947 time: 0.1580534 Aug 31 00:59:43.920889 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:43.927777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:43.939203 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] Pushing event updated for resources: {'Port': ['ID=87957504-fc8f-4276-978e-4d670bc1114a,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:43.939435 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-cc9a6e09-5914-49c2-bc68-011862131a38 None None] Provisioning complete for port b31c5f84-cb69-4e9a-b347-9465c0747b10 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:43.940059 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cc9a6e09-5914-49c2-bc68-011862131a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.971300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Router e817a733-575f-4845-aec5-57e5950f39ed is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:59:43.982451 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed142f39-386d-42a7-a201-fddeb298d1cd req-207c9cfa-c249-4616-9d22-e471abbcba9e tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075914 Aug 31 00:59:44.001743 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:44.002953 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] Set router bc95692a-fda3-4852-9af8-80e0f7a34bc1 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:44.037322 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c21c7ef-d7de-4306-8058-c6409f311952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:44.043113 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-cc9a6e09-5914-49c2-bc68-011862131a38 None None] Port b31c5f84-cb69-4e9a-b347-9465c0747b10 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:59:44.098235 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b0aa07a-f039-442e-9ca7-cd3ad4840304 req-89abfd9d-7b04-41ef-aec9-0d9c127778b6 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783011 Aug 31 00:59:44.150767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21c7ef-d7de-4306-8058-c6409f311952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96345537-4bee-4296-8937-2c5a2e501101,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:44.172676 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5c21c7ef-d7de-4306-8058-c6409f311952 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb1d7cda29cc4dd9963809c60529a654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8958795 Aug 31 00:59:44.173408 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48588) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:44.289605 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc95692a-fda3-4852-9af8-80e0f7a34bc1', 'name': 'tempest-FloatingIPsTestJSON-1122005522-router', 'tenant_id': '8e66ef764cf94024b209af9649bc0f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'f1070eb7-12f9-4336-b26a-f744677212c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:36Z', 'updated_at': '2021-08-31T00:59:39Z', 'revision_number': 3, 'project_id': '8e66ef764cf94024b209af9649bc0f03', 'gw_port': {'id': 'f1070eb7-12f9-4336-b26a-f744677212c4', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc95692a-fda3-4852-9af8-80e0f7a34bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:38Z', 'updated_at': '2021-08-31T00:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:44.297109 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d87b275b-efe4-4d41-a999-f23659d4c02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:44.305749 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-650c151e-dddb-4a9e-834f-b4fa6b890ae8 req-69d87dba-de1a-4f32-9167-d89565aa6530 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 210 time: 0.0968089 Aug 31 00:59:44.325757 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56061508-5528-4a80-997a-0fc8460f9485 None None] The sync data for ids ['bc95692a-fda3-4852-9af8-80e0f7a34bc1'] in n-d-793621-34 is: [{'id': 'bc95692a-fda3-4852-9af8-80e0f7a34bc1', 'name': 'tempest-FloatingIPsTestJSON-1122005522-router', 'tenant_id': '8e66ef764cf94024b209af9649bc0f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'f1070eb7-12f9-4336-b26a-f744677212c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:36Z', 'updated_at': '2021-08-31T00:59:39Z', 'revision_number': 3, 'project_id': '8e66ef764cf94024b209af9649bc0f03', 'gw_port': {'id': 'f1070eb7-12f9-4336-b26a-f744677212c4', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc95692a-fda3-4852-9af8-80e0f7a34bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:38Z', 'updated_at': '2021-08-31T00:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:59:44.343730 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d87b275b-efe4-4d41-a999-f23659d4c02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:44.347920 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:59:44.357647 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-30cadf3e-bcf3-4519-b407-e1b986a74490 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] 10.222.0.16 "PUT /v2.0/routers/e817a733-575f-4845-aec5-57e5950f39ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4565520 Aug 31 00:59:44.358365 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48590) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:44.363614 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1fbb11-309b-4382-b1e2-df4901aba9df None None] Sync routers for ids ['e817a733-575f-4845-aec5-57e5950f39ed'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:59:44.365166 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0da3c24b-a655-48b1-b013-20f16282d30b tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Request body: {'port': {'network_id': '2ba85d3d-82fe-40a7-9aa7-a41b949a2083', 'name': 'tempest-FloatingIPNegativeTestJSON-1437960476'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:44.397119 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1fbb11-309b-4382-b1e2-df4901aba9df None None] Routers {'e817a733-575f-4845-aec5-57e5950f39ed'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:44.398243 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8a1fbb11-309b-4382-b1e2-df4901aba9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:59:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e817a733-575f-4845-aec5-57e5950f39ed'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:44.492279 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8a1fbb11-309b-4382-b1e2-df4901aba9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:44.497172 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:44.497511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-26712cf0-0dbb-4e13-a257-6c2e06b8471e None None] Provisioning for port 87957504-fc8f-4276-978e-4d670bc1114a completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:44.510250 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-26712cf0-0dbb-4e13-a257-6c2e06b8471e None None] Provisioning complete for port 87957504-fc8f-4276-978e-4d670bc1114a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:44.512924 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26712cf0-0dbb-4e13-a257-6c2e06b8471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:44.544550 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1fbb11-309b-4382-b1e2-df4901aba9df None None] Routers {'e817a733-575f-4845-aec5-57e5950f39ed'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:44.545492 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8a1fbb11-309b-4382-b1e2-df4901aba9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:59:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e817a733-575f-4845-aec5-57e5950f39ed'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:44.550187 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d87b275b-efe4-4d41-a999-f23659d4c02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:44.553234 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d87b275b-efe4-4d41-a999-f23659d4c02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:44.559110 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d87b275b-efe4-4d41-a999-f23659d4c02b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96345537-4bee-4296-8937-2c5a2e501101 HTTP/1.1" status: 204 len: 168 time: 0.3797290 Aug 31 00:59:44.596823 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8a1fbb11-309b-4382-b1e2-df4901aba9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:44.597572 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1fbb11-309b-4382-b1e2-df4901aba9df None None] The sync data for ids ['e817a733-575f-4845-aec5-57e5950f39ed'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:59:44.603803 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-26712cf0-0dbb-4e13-a257-6c2e06b8471e None None] Port 87957504-fc8f-4276-978e-4d670bc1114a cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:59:44.670777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da3c24b-a655-48b1-b013-20f16282d30b tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Made reservation on behalf of 0659f460f9df46fa8cb44f2ea591bba1 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:44.674996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b275b-efe4-4d41-a999-f23659d4c02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96345537-4bee-4296-8937-2c5a2e501101,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:44.677747 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0da3c24b-a655-48b1-b013-20f16282d30b tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:44.741141 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-0da3c24b-a655-48b1-b013-20f16282d30b tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] device_id is not set on port 7a18c5f2-e11f-4778-b2c3-cd99151a2fc1 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 00:59:44.788838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27103789-f205-4526-8324-1898bd39cbc4 req-248c5119-2b64-4386-b3f5-45055a35bdba tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:44.793203 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27103789-f205-4526-8324-1898bd39cbc4 req-248c5119-2b64-4386-b3f5-45055a35bdba tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.48 "GET /v2.0/networks?id=d402af4a-8a8e-49ea-8168-c26e094719ad HTTP/1.1" status: 200 len: 811 time: 0.3314278 Aug 31 00:59:44.807554 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-27103789-f205-4526-8324-1898bd39cbc4 req-b5d17920-2f61-46d2-90fa-d348ad91f32b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Request body: {'port': {'device_id': 'd8fdc082-00a3-431e-8750-0cfc241c0d90', 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad', 'admin_state_up': True, 'tenant_id': 'b2866efdbfc8416eaf80fb5e263ad174'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:44.964324 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b21689-be7e-4473-8987-7d9db6a8df26 req-4d482cdd-18e5-46c7-9fc8-0bd0d4cf8a67 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:44.965286 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:44.966307 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1b21689-be7e-4473-8987-7d9db6a8df26 req-4d482cdd-18e5-46c7-9fc8-0bd0d4cf8a67 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.48 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.1328392 Aug 31 00:59:45.008404 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-0da3c24b-a655-48b1-b013-20f16282d30b tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Allocated IP 172.20.0.12 (2ba85d3d-82fe-40a7-9aa7-a41b949a2083/230b17f1-894d-4877-927d-8f558b264a8f/7a18c5f2-e11f-4778-b2c3-cd99151a2fc1) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:45.079534 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:45.231875 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b1b21689-be7e-4473-8987-7d9db6a8df26 req-9676307c-5d63-4ab3-acb1-3b31f736582b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Deleting port d660b8b9-78e8-4793-ae60-e28826290a64 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:45.232321 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b1b21689-be7e-4473-8987-7d9db6a8df26 req-9676307c-5d63-4ab3-acb1-3b31f736582b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:45.247406 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58e80e-5546-4fe8-a835-c25cb3a0d9ca req-f4b0b39d-5f64-4f34-afe3-ba7b99f686c3 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:45.249171 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ac58e80e-5546-4fe8-a835-c25cb3a0d9ca req-f4b0b39d-5f64-4f34-afe3-ba7b99f686c3 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 947 time: 0.3017881 Aug 31 00:59:45.364722 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27103789-f205-4526-8324-1898bd39cbc4 req-b5d17920-2f61-46d2-90fa-d348ad91f32b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Made reservation on behalf of b2866efdbfc8416eaf80fb5e263ad174 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:45.370323 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-27103789-f205-4526-8324-1898bd39cbc4 req-b5d17920-2f61-46d2-90fa-d348ad91f32b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:45.439085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b85a8c-0359-4293-9d4e-ca186bd846c8 req-6e60d0d6-cb96-4f8a-a508-a5d08b86c330 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:45.447442 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11b85a8c-0359-4293-9d4e-ca186bd846c8 req-6e60d0d6-cb96-4f8a-a508-a5d08b86c330 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 947 time: 0.1905787 Aug 31 00:59:45.469524 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] Pushing event updated for resources: {'Port': ['ID=87957504-fc8f-4276-978e-4d670bc1114a,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:45.482485 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:45.566799 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f1070eb7-12f9-4336-b26a-f744677212c4 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:45.640722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e8221-3ad4-4713-896f-abe3543e42dd req-b192a2b9-7fdb-4170-b14d-f698c13856a2 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:45.650263 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a27e8221-3ad4-4713-896f-abe3543e42dd req-b192a2b9-7fdb-4170-b14d-f698c13856a2 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 950 time: 0.4298759 Aug 31 00:59:45.690884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b1b21689-be7e-4473-8987-7d9db6a8df26 req-9676307c-5d63-4ab3-acb1-3b31f736582b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] For port d660b8b9-78e8-4793-ae60-e28826290a64, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d660b8b9-78e8-4793-ae60-e28826290a64,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:45.691823 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b1b21689-be7e-4473-8987-7d9db6a8df26 req-9676307c-5d63-4ab3-acb1-3b31f736582b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:45.723227 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11b85a8c-0359-4293-9d4e-ca186bd846c8 req-cd93761b-3a32-4b04-8e87-b013dc267550 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748647 Aug 31 00:59:45.730977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b1b21689-be7e-4473-8987-7d9db6a8df26 req-9676307c-5d63-4ab3-acb1-3b31f736582b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Calling delete_port for d660b8b9-78e8-4793-ae60-e28826290a64 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:45.756222 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-27103789-f205-4526-8324-1898bd39cbc4 req-b5d17920-2f61-46d2-90fa-d348ad91f32b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Allocated IP 172.20.0.9 (d402af4a-8a8e-49ea-8168-c26e094719ad/06a338a6-991a-450e-bc60-b066a8b265a4/9b604cc6-1e4d-49a1-a3b1-cde809154135) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:45.768571 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0da3c24b-a655-48b1-b013-20f16282d30b tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:45.799990 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a27e8221-3ad4-4713-896f-abe3543e42dd req-9ce7d72f-21ab-4654-b079-822917411e2d tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459570 Aug 31 00:59:45.825624 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-0da3c24b-a655-48b1-b013-20f16282d30b tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Transition to ACTIVE for port object 7a18c5f2-e11f-4778-b2c3-cd99151a2fc1 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:45.837469 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] Network 3f2cc7ed-0da0-473d-82b4-ca24f1c0374a is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:45.846797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:45.853192 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-ac58e80e-5546-4fe8-a835-c25cb3a0d9ca req-7f99e382-562f-4042-b5c7-4a22db1b9f54 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Deleting port ac61fe6a-e127-412f-b685-bba389951a91 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:45.854152 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ac58e80e-5546-4fe8-a835-c25cb3a0d9ca req-7f99e382-562f-4042-b5c7-4a22db1b9f54 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:45.864378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port f1070eb7-12f9-4336-b26a-f744677212c4 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:45.870385 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port f1070eb7-12f9-4336-b26a-f744677212c4 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:45.870759 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:45.935518 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2d1e47e-d0e5-4d98-a4ea-05f44b4934f6 req-73730b64-d0fc-4a0c-a269-c9e699c2deef tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 210 time: 0.0667140 Aug 31 00:59:46.092267 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:46.155287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port f1070eb7-12f9-4336-b26a-f744677212c4, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f1070eb7-12f9-4336-b26a-f744677212c4,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:46.213362 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-ac58e80e-5546-4fe8-a835-c25cb3a0d9ca req-7f99e382-562f-4042-b5c7-4a22db1b9f54 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] For port ac61fe6a-e127-412f-b685-bba389951a91, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=ac61fe6a-e127-412f-b685-bba389951a91,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:46.213930 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ac58e80e-5546-4fe8-a835-c25cb3a0d9ca req-7f99e382-562f-4042-b5c7-4a22db1b9f54 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:46.257317 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-ac58e80e-5546-4fe8-a835-c25cb3a0d9ca req-7f99e382-562f-4042-b5c7-4a22db1b9f54 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Calling delete_port for ac61fe6a-e127-412f-b685-bba389951a91 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:46.279044 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:46.281695 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-27103789-f205-4526-8324-1898bd39cbc4 req-b5d17920-2f61-46d2-90fa-d348ad91f32b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:46.347915 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] Router bc95692a-fda3-4852-9af8-80e0f7a34bc1 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:59:46.358956 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=f1070eb7-12f9-4336-b26a-f744677212c4,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:46.369792 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-effa8af3-e2ea-495e-9cd5-a9dcdea515a9 None None] Provisioning complete for port 87957504-fc8f-4276-978e-4d670bc1114a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:46.370202 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-effa8af3-e2ea-495e-9cd5-a9dcdea515a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:46.424653 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-effa8af3-e2ea-495e-9cd5-a9dcdea515a9 None None] Port 87957504-fc8f-4276-978e-4d670bc1114a cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:59:46.429282 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0da3c24b-a655-48b1-b013-20f16282d30b tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:46.441905 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b1b21689-be7e-4473-8987-7d9db6a8df26 req-9676307c-5d63-4ab3-acb1-3b31f736582b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:46.458785 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['d660b8b9-78e8-4793-ae60-e28826290a64'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:59:46.479721 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676307c-5d63-4ab3-acb1-3b31f736582b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Pushing event deleted for resources: {'Port': ['ID=d660b8b9-78e8-4793-ae60-e28826290a64,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:46.555857 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da3c24b-a655-48b1-b013-20f16282d30b tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Network 2ba85d3d-82fe-40a7-9aa7-a41b949a2083 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:46.561293 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-27103789-f205-4526-8324-1898bd39cbc4 req-b5d17920-2f61-46d2-90fa-d348ad91f32b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:46.564373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b21689-be7e-4473-8987-7d9db6a8df26 req-9676307c-5d63-4ab3-acb1-3b31f736582b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] No DVR routers for this DVR port d660b8b9-78e8-4793-ae60-e28826290a64 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:59:46.576604 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b1b21689-be7e-4473-8987-7d9db6a8df26 req-9676307c-5d63-4ab3-acb1-3b31f736582b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:46.579375 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1b21689-be7e-4473-8987-7d9db6a8df26 req-9676307c-5d63-4ab3-acb1-3b31f736582b tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.48 "DELETE /v2.0/ports/d660b8b9-78e8-4793-ae60-e28826290a64 HTTP/1.1" status: 204 len: 173 time: 1.6016378 Aug 31 00:59:46.581502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866492d8-00a0-4ee2-b986-e381417d7923', 'name': 'network-vif-deleted', 'tag': 'd660b8b9-78e8-4793-ae60-e28826290a64'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:46.585999 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc5ebdf-bed4-4052-99e2-0f71c58d97d6" -d '{"events": [{"server_uuid": "866492d8-00a0-4ee2-b986-e381417d7923", "name": "network-vif-deleted", "tag": "d660b8b9-78e8-4793-ae60-e28826290a64"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:46.597481 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-0da3c24b-a655-48b1-b013-20f16282d30b tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:46.597481 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da3c24b-a655-48b1-b013-20f16282d30b tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:46.597481 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3c24b-a655-48b1-b013-20f16282d30b tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Pushing event updated for resources: {'Port': ['ID=7a18c5f2-e11f-4778-b2c3-cd99151a2fc1,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:46.670477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27103789-f205-4526-8324-1898bd39cbc4 req-b5d17920-2f61-46d2-90fa-d348ad91f32b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Network d402af4a-8a8e-49ea-8168-c26e094719ad is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:46.679326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-27103789-f205-4526-8324-1898bd39cbc4 req-b5d17920-2f61-46d2-90fa-d348ad91f32b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:46.699603 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-27103789-f205-4526-8324-1898bd39cbc4 req-b5d17920-2f61-46d2-90fa-d348ad91f32b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:46.735901 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daa5da3-0f7d-4607-98c7-1df01f792acf x-openstack-request-id: req-0daa5da3-0f7d-4607-98c7-1df01f792acf {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:46.736213 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866492d8-00a0-4ee2-b986-e381417d7923", "name": "network-vif-deleted", "tag": "d660b8b9-78e8-4793-ae60-e28826290a64", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:46.736663 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0daa5da3-0f7d-4607-98c7-1df01f792acf {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:46.737161 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866492d8-00a0-4ee2-b986-e381417d7923', 'name': 'network-vif-deleted', 'tag': 'd660b8b9-78e8-4793-ae60-e28826290a64', 'status': 'completed', 'code': 200} Aug 31 00:59:46.737885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d17920-2f61-46d2-90fa-d348ad91f32b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Pushing event updated for resources: {'Port': ['ID=9b604cc6-1e4d-49a1-a3b1-cde809154135,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:46.801073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27103789-f205-4526-8324-1898bd39cbc4 req-b5d17920-2f61-46d2-90fa-d348ad91f32b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:46.801912 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-27103789-f205-4526-8324-1898bd39cbc4 req-b5d17920-2f61-46d2-90fa-d348ad91f32b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:47.002832 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27103789-f205-4526-8324-1898bd39cbc4 req-b5d17920-2f61-46d2-90fa-d348ad91f32b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2014937 Aug 31 00:59:47.025804 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Request body: {'port': {'device_id': 'd8fdc082-00a3-431e-8750-0cfc241c0d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:47.185811 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65332694-4c26-436d-b14d-d6acd5fd4d25 req-34cf9376-47f4-4d3c-b0f3-ad43318a9de8 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:47.187645 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-65332694-4c26-436d-b14d-d6acd5fd4d25 req-34cf9376-47f4-4d3c-b0f3-ad43318a9de8 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 947 time: 0.2411690 Aug 31 00:59:47.216951 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:47.265395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-259dcd59-3b03-4872-af39-ab1d85c7ff67 None None] Provisioning for port 7a18c5f2-e11f-4778-b2c3-cd99151a2fc1 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:47.277989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-259dcd59-3b03-4872-af39-ab1d85c7ff67 None None] Provisioning complete for port 7a18c5f2-e11f-4778-b2c3-cd99151a2fc1 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:47.279007 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-259dcd59-3b03-4872-af39-ab1d85c7ff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:47.298130 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:59:47.324458 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-65332694-4c26-436d-b14d-d6acd5fd4d25 req-7890acfa-ec4e-4d42-abf3-6352bcc29f10 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236722 Aug 31 00:59:47.374849 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-259dcd59-3b03-4872-af39-ab1d85c7ff67 None None] Port 7a18c5f2-e11f-4778-b2c3-cd99151a2fc1 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:59:47.378332 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d46326f4-05f9-498f-8e93-a45274864d4c admin admin] 10.222.0.16 "PUT /v2.0/routers/bc95692a-fda3-4852-9af8-80e0f7a34bc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7374113 Aug 31 00:59:47.389226 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2e83e9f3-7f3f-479e-9f74-92d14a17c71b req-f731ef1f-3193-411a-ae44-cc8c99dd1a41 tempest-MigrationsAdminTest-446015963 tempest-MigrationsAdminTest-446015963-project] 10.222.0.16 "GET /v2.0/ports?device_id=866492d8-00a0-4ee2-b986-e381417d7923 HTTP/1.1" status: 200 len: 210 time: 0.0857990 Aug 31 00:59:47.423080 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Sync routers for ids ['bc95692a-fda3-4852-9af8-80e0f7a34bc1'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:59:47.435381 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da3c24b-a655-48b1-b013-20f16282d30b tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:47.436068 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0da3c24b-a655-48b1-b013-20f16282d30b tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:47.440075 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Routers {'bc95692a-fda3-4852-9af8-80e0f7a34bc1'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:47.440721 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:59:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bc95692a-fda3-4852-9af8-80e0f7a34bc1'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:47.561235 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ac58e80e-5546-4fe8-a835-c25cb3a0d9ca req-7f99e382-562f-4042-b5c7-4a22db1b9f54 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:47.595336 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f1070eb7-12f9-4336-b26a-f744677212c4 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:47.697929 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Set router bc95692a-fda3-4852-9af8-80e0f7a34bc1 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:47.712990 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port f1070eb7-12f9-4336-b26a-f744677212c4 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:47.713373 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:47.727484 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0da3c24b-a655-48b1-b013-20f16282d30b tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3633707 Aug 31 00:59:47.727484 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99e382-562f-4042-b5c7-4a22db1b9f54 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Pushing event deleted for resources: {'Port': ['ID=ac61fe6a-e127-412f-b685-bba389951a91,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:47.736024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48652) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:47.755579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca95e07-3128-4aa3-80f5-17088999eb34 req-2fc9a74e-0cb5-4c62-9ecf-b02bca083049 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:47.757489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-dfcc86a1-006c-4815-90df-c541618757a1 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:47.765201 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2ca95e07-3128-4aa3-80f5-17088999eb34 req-2fc9a74e-0cb5-4c62-9ecf-b02bca083049 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 931 time: 0.2426906 Aug 31 00:59:47.817475 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac58e80e-5546-4fe8-a835-c25cb3a0d9ca req-7f99e382-562f-4042-b5c7-4a22db1b9f54 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] No DVR routers for this DVR port ac61fe6a-e127-412f-b685-bba389951a91 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:59:47.831728 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ac58e80e-5546-4fe8-a835-c25cb3a0d9ca req-7f99e382-562f-4042-b5c7-4a22db1b9f54 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:47.836397 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ac58e80e-5546-4fe8-a835-c25cb3a0d9ca req-7f99e382-562f-4042-b5c7-4a22db1b9f54 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.41 "DELETE /v2.0/ports/ac61fe6a-e127-412f-b685-bba389951a91 HTTP/1.1" status: 204 len: 173 time: 2.5778069 Aug 31 00:59:47.854968 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a1eea8-29da-479f-851b-bd92cde8b365', 'name': 'network-vif-deleted', 'tag': 'ac61fe6a-e127-412f-b685-bba389951a91'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:47.859337 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be310a30-67a2-4a2b-9267-503f35192076" -d '{"events": [{"server_uuid": "e9a1eea8-29da-479f-851b-bd92cde8b365", "name": "network-vif-deleted", "tag": "ac61fe6a-e127-412f-b685-bba389951a91"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:47.865309 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2ca95e07-3128-4aa3-80f5-17088999eb34 req-09884fb7-0663-44a7-b079-5948967ad9f7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952804 Aug 31 00:59:48.055863 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeab6d-f8ec-4ad6-9283-2953a7b85830 req-e23dbbfc-0f77-46c5-98be-928fd90e73df tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:48.075939 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-03eeab6d-f8ec-4ad6-9283-2953a7b85830 req-e23dbbfc-0f77-46c5-98be-928fd90e73df tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 945 time: 0.1271644 Aug 31 00:59:48.078673 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b604cc6-1e4d-49a1-a3b1-cde809154135 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:59:48.106623 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:48.131660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dfcc86a1-006c-4815-90df-c541618757a1 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:48.154963 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Transition to ACTIVE for port object 9b604cc6-1e4d-49a1-a3b1-cde809154135 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:48.172150 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc95692a-fda3-4852-9af8-80e0f7a34bc1', 'name': 'tempest-FloatingIPsTestJSON-1122005522-router', 'tenant_id': '8e66ef764cf94024b209af9649bc0f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'f1070eb7-12f9-4336-b26a-f744677212c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:36Z', 'updated_at': '2021-08-31T00:59:44Z', 'revision_number': 4, 'project_id': '8e66ef764cf94024b209af9649bc0f03', 'gw_port': {'id': 'f1070eb7-12f9-4336-b26a-f744677212c4', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc95692a-fda3-4852-9af8-80e0f7a34bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:38Z', 'updated_at': '2021-08-31T00:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '87957504-fc8f-4276-978e-4d670bc1114a', 'name': '', 'network_id': '3f2cc7ed-0da0-473d-82b4-ca24f1c0374a', 'tenant_id': '8e66ef764cf94024b209af9649bc0f03', 'mac_address': 'fa:16:3e:9e:8f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc95692a-fda3-4852-9af8-80e0f7a34bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd33ba6c5-725a-465f-8bf0-5253ec405829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:43Z', 'updated_at': '2021-08-31T00:59:44Z', 'revision_number': 2, 'project_id': '8e66ef764cf94024b209af9649bc0f03', 'subnets': [{'id': 'd33ba6c5-725a-465f-8bf0-5253ec405829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:48.225624 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-03eeab6d-f8ec-4ad6-9283-2953a7b85830 req-25b999a1-9a61-4e25-b12a-a91873c7bc5e tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/security-groups?id=b44116fb-8631-4f72-9149-0a10b3929f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484711 Aug 31 00:59:48.226320 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Checking router: bc95692a-fda3-4852-9af8-80e0f7a34bc1 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:59:48.226862 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Updating router bc95692a-fda3-4852-9af8-80e0f7a34bc1 port 87957504-fc8f-4276-978e-4d670bc1114a binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:59:48.314134 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:48.345575 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71553528-00ad-4e20-8f9f-144caa82317c x-openstack-request-id: req-71553528-00ad-4e20-8f9f-144caa82317c {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:48.346128 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a1eea8-29da-479f-851b-bd92cde8b365", "name": "network-vif-deleted", "tag": "ac61fe6a-e127-412f-b685-bba389951a91", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:48.346205 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71553528-00ad-4e20-8f9f-144caa82317c {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:48.350749 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a1eea8-29da-479f-851b-bd92cde8b365', 'name': 'network-vif-deleted', 'tag': 'ac61fe6a-e127-412f-b685-bba389951a91', 'status': 'completed', 'code': 200} Aug 31 00:59:48.355901 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:48.413623 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dfcc86a1-006c-4815-90df-c541618757a1 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:48.623305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Pushing event updated for resources: {'Port': ['ID=9b604cc6-1e4d-49a1-a3b1-cde809154135,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:48.658132 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-dfcc86a1-006c-4815-90df-c541618757a1 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Allocated IP 172.25.2.234 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/c4515249-8901-477c-8cde-1df5d66bcbe1) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:48.715853 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-004a1943-dcd0-4009-a90b-2b2040f7d235 req-fddceab3-c0a0-4fa9-8b3d-63a208bb7f41 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a1eea8-29da-479f-851b-bd92cde8b365 HTTP/1.1" status: 200 len: 210 time: 0.0503676 Aug 31 00:59:48.779854 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-ce003249-ba62-4acc-8d72-f0b611a9f597 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2688637 Aug 31 00:59:48.791227 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-96a6101d-6881-4b2c-a970-c24fe5a4a6b2 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:48.806191 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Attempting to bind port 9b604cc6-1e4d-49a1-a3b1-cde809154135 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:48.806581 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Attempting to bind port 9b604cc6-1e4d-49a1-a3b1-cde809154135 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:48.807160 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Attempting to bind port 9b604cc6-1e4d-49a1-a3b1-cde809154135 on network d402af4a-8a8e-49ea-8168-c26e094719ad {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:48.819122 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Port 9b604cc6-1e4d-49a1-a3b1-cde809154135 on network d402af4a-8a8e-49ea-8168-c26e094719ad not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:59:48.819499 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Attempting to bind port 9b604cc6-1e4d-49a1-a3b1-cde809154135 on network d402af4a-8a8e-49ea-8168-c26e094719ad {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:48.840986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:48.841987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Checking segment: {'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:48.843093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Bound using segment: {'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:48.845105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Bound port: 9b604cc6-1e4d-49a1-a3b1-cde809154135, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:48.846136 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:49.016759 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-96a6101d-6881-4b2c-a970-c24fe5a4a6b2 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:49.054752 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dfcc86a1-006c-4815-90df-c541618757a1 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:49.096093 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:49.117735 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Transition to ACTIVE for port object 87957504-fc8f-4276-978e-4d670bc1114a will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:49.152974 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] For port 9b604cc6-1e4d-49a1-a3b1-cde809154135, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:49.185628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] For port 9b604cc6-1e4d-49a1-a3b1-cde809154135, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=9b604cc6-1e4d-49a1-a3b1-cde809154135,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:49.191462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9de71-357d-4c98-90bc-2ce9682b6a7f req-dcb2fd21-0f03-42d2-b795-291b9af7a53e tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:49.193290 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-03a9de71-357d-4c98-90bc-2ce9682b6a7f req-dcb2fd21-0f03-42d2-b795-291b9af7a53e tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 943 time: 0.1119144 Aug 31 00:59:49.255175 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-96a6101d-6881-4b2c-a970-c24fe5a4a6b2 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:49.262438 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-03a9de71-357d-4c98-90bc-2ce9682b6a7f req-fb42c4a3-91c6-4bf5-84a1-4bf0155d57e0 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532825 Aug 31 00:59:49.361283 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:49.362609 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dfcc86a1-006c-4815-90df-c541618757a1 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:49.363318 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:49.410747 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcc86a1-006c-4815-90df-c541618757a1 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:49.420064 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device d660b8b9-78e8-4793-ae60-e28826290a64 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:49.421050 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-dfcc86a1-006c-4815-90df-c541618757a1 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:49.427725 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc86a1-006c-4815-90df-c541618757a1 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:49.432437 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:49.432437 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:49.432437 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27103789-f205-4526-8324-1898bd39cbc4 req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] 10.222.0.48 "PUT /v2.0/ports/9b604cc6-1e4d-49a1-a3b1-cde809154135 HTTP/1.1" status: 200 len: 1092 time: 2.4115059 Aug 31 00:59:49.433005 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fdc082-00a3-431e-8750-0cfc241c0d90', 'tag': '9b604cc6-1e4d-49a1-a3b1-cde809154135'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:49.439354 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fae0db-9347-41c3-aa7a-a5689c1ebca6" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fdc082-00a3-431e-8750-0cfc241c0d90", "tag": "9b604cc6-1e4d-49a1-a3b1-cde809154135"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:49.498644 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: d660b8b9-78e8-4793-ae60-e28826290a64 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:49.499731 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device d660b8b9-78e8-4793-ae60-e28826290a64 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:49.538916 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1bc58-ac1a-4146-8ee3-83143fbcafc1 None None] Pushing event updated for resources: {'Port': ['ID=87957504-fc8f-4276-978e-4d670bc1114a,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:49.540687 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc86a1-006c-4815-90df-c541618757a1 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Pushing event updated for resources: {'Port': ['ID=c4515249-8901-477c-8cde-1df5d66bcbe1,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:49.617727 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Attempting to bind port 87957504-fc8f-4276-978e-4d670bc1114a on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:49.618260 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Attempting to bind port 87957504-fc8f-4276-978e-4d670bc1114a by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '14c6c346-7e57-4f47-b4c1-f7b296ce5392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f2cc7ed-0da0-473d-82b4-ca24f1c0374a'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:49.618730 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Attempting to bind port 87957504-fc8f-4276-978e-4d670bc1114a on network 3f2cc7ed-0da0-473d-82b4-ca24f1c0374a {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:49.641317 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dfcc86a1-006c-4815-90df-c541618757a1 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:49.645854 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:49.646361 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Checking segment: {'id': '14c6c346-7e57-4f47-b4c1-f7b296ce5392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f2cc7ed-0da0-473d-82b4-ca24f1c0374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:49.646916 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:49.647377 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Bound using segment: {'id': '14c6c346-7e57-4f47-b4c1-f7b296ce5392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f2cc7ed-0da0-473d-82b4-ca24f1c0374a'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:49.648594 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Bound port: 87957504-fc8f-4276-978e-4d670bc1114a, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c6c346-7e57-4f47-b4c1-f7b296ce5392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f2cc7ed-0da0-473d-82b4-ca24f1c0374a'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:49.649503 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:49.770916 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] For port 87957504-fc8f-4276-978e-4d670bc1114a, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:49.776867 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] For port 87957504-fc8f-4276-978e-4d670bc1114a, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=87957504-fc8f-4276-978e-4d670bc1114a,segment=NetworkSegment(14c6c346-7e57-4f47-b4c1-f7b296ce5392),segment_id=14c6c346-7e57-4f47-b4c1-f7b296ce5392)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:49.871930 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device ac61fe6a-e127-412f-b685-bba389951a91 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:49.916503 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dfcc86a1-006c-4815-90df-c541618757a1 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:49.922332 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: ac61fe6a-e127-412f-b685-bba389951a91 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:49.922748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device ac61fe6a-e127-412f-b685-bba389951a91 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:49.979164 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48704) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:49.990136 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.058728 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1bc58-ac1a-4146-8ee3-83143fbcafc1 None None] Pushing event updated for resources: {'Port': ['ID=87957504-fc8f-4276-978e-4d670bc1114a,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:50.064658 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a298377-c10e-462e-8fc3-934feec73c9e x-openstack-request-id: req-9a298377-c10e-462e-8fc3-934feec73c9e {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:50.065791 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fdc082-00a3-431e-8750-0cfc241c0d90", "tag": "9b604cc6-1e4d-49a1-a3b1-cde809154135", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:50.067415 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a298377-c10e-462e-8fc3-934feec73c9e {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:50.067415 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fdc082-00a3-431e-8750-0cfc241c0d90', 'tag': '9b604cc6-1e4d-49a1-a3b1-cde809154135', 'status': 'completed', 'code': 200} Aug 31 00:59:50.110045 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Routers {'bc95692a-fda3-4852-9af8-80e0f7a34bc1'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:50.110800 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:59:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bc95692a-fda3-4852-9af8-80e0f7a34bc1'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:50.165884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f058ef-e66e-4076-837f-b7ea461b6310 service neutron] Pushing event updated for resources: {'Port': ['ID=9b604cc6-1e4d-49a1-a3b1-cde809154135,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:50.284026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-96a6101d-6881-4b2c-a970-c24fe5a4a6b2 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Allocated IP 172.25.2.174 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/fe05572e-0045-422d-afc5-3b95a9a48ee6) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:50.292738 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fae0db-9347-41c3-aa7a-a5689c1ebca6 req-77ab77d9-2c00-4431-965d-15818c102d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:50.299532 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-89fae0db-9347-41c3-aa7a-a5689c1ebca6 req-77ab77d9-2c00-4431-965d-15818c102d0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 1095 time: 0.2295229 Aug 31 00:59:50.357822 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] Set router bc95692a-fda3-4852-9af8-80e0f7a34bc1 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:50.367115 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3d7e6710-d72d-47de-a031-f70540f4bda4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b0e0bf639aa4d21b3db103ff979c892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3850873 Aug 31 00:59:50.372000 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48716) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:50.385302 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dfcc86a1-006c-4815-90df-c541618757a1 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.477741 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9d4e2bd8-a0b1-4ae9-bc56-1e89f5f5c5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.517142 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9d4e2bd8-a0b1-4ae9-bc56-1e89f5f5c5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.606097 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dfcc86a1-006c-4815-90df-c541618757a1 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.691778 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fae0db-9347-41c3-aa7a-a5689c1ebca6 req-fb19e8f9-4394-4a0a-834b-c9f942efd1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:50.692292 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-89fae0db-9347-41c3-aa7a-a5689c1ebca6 req-fb19e8f9-4394-4a0a-834b-c9f942efd1ea service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3844323 Aug 31 00:59:50.700696 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc95692a-fda3-4852-9af8-80e0f7a34bc1', 'name': 'tempest-FloatingIPsTestJSON-1122005522-router', 'tenant_id': '8e66ef764cf94024b209af9649bc0f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'f1070eb7-12f9-4336-b26a-f744677212c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:36Z', 'updated_at': '2021-08-31T00:59:44Z', 'revision_number': 4, 'project_id': '8e66ef764cf94024b209af9649bc0f03', 'gw_port': {'id': 'f1070eb7-12f9-4336-b26a-f744677212c4', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc95692a-fda3-4852-9af8-80e0f7a34bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:38Z', 'updated_at': '2021-08-31T00:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '87957504-fc8f-4276-978e-4d670bc1114a', 'name': '', 'network_id': '3f2cc7ed-0da0-473d-82b4-ca24f1c0374a', 'tenant_id': '8e66ef764cf94024b209af9649bc0f03', 'mac_address': 'fa:16:3e:9e:8f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc95692a-fda3-4852-9af8-80e0f7a34bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd33ba6c5-725a-465f-8bf0-5253ec405829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:43Z', 'updated_at': '2021-08-31T00:59:49Z', 'revision_number': 4, 'project_id': '8e66ef764cf94024b209af9649bc0f03', 'subnets': [{'id': 'd33ba6c5-725a-465f-8bf0-5253ec405829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:50.736735 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bf7da0-03bf-4fb8-a4a3-48435e4d79be None None] The sync data for ids ['bc95692a-fda3-4852-9af8-80e0f7a34bc1'] in n-d-793621-34 is: [{'id': 'bc95692a-fda3-4852-9af8-80e0f7a34bc1', 'name': 'tempest-FloatingIPsTestJSON-1122005522-router', 'tenant_id': '8e66ef764cf94024b209af9649bc0f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'f1070eb7-12f9-4336-b26a-f744677212c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:36Z', 'updated_at': '2021-08-31T00:59:44Z', 'revision_number': 4, 'project_id': '8e66ef764cf94024b209af9649bc0f03', 'gw_port': {'id': 'f1070eb7-12f9-4336-b26a-f744677212c4', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc95692a-fda3-4852-9af8-80e0f7a34bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:38Z', 'updated_at': '2021-08-31T00:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '87957504-fc8f-4276-978e-4d670bc1114a', 'name': '', 'network_id': '3f2cc7ed-0da0-473d-82b4-ca24f1c0374a', 'tenant_id': '8e66ef764cf94024b209af9649bc0f03', 'mac_address': 'fa:16:3e:9e:8f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc95692a-fda3-4852-9af8-80e0f7a34bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd33ba6c5-725a-465f-8bf0-5253ec405829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:43Z', 'updated_at': '2021-08-31T00:59:49Z', 'revision_number': 4, 'project_id': '8e66ef764cf94024b209af9649bc0f03', 'subnets': [{'id': 'd33ba6c5-725a-465f-8bf0-5253ec405829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:59:50.758576 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc86a1-006c-4815-90df-c541618757a1 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Pushing event updated for resources: {'Port': ['ID=c4515249-8901-477c-8cde-1df5d66bcbe1,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:50.780762 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dfcc86a1-006c-4815-90df-c541618757a1 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.812277 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-96a6101d-6881-4b2c-a970-c24fe5a4a6b2 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.942490 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28526a98-9bb2-4952-a35b-bce452cf2b87 req-ea78b7d2-6c13-44b6-bc92-ca35848aefd9 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:50.944733 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-28526a98-9bb2-4952-a35b-bce452cf2b87 req-ea78b7d2-6c13-44b6-bc92-ca35848aefd9 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 943 time: 0.0864956 Aug 31 00:59:50.947740 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9d4e2bd8-a0b1-4ae9-bc56-1e89f5f5c5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.950799 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9d4e2bd8-a0b1-4ae9-bc56-1e89f5f5c5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.952004 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9d4e2bd8-a0b1-4ae9-bc56-1e89f5f5c5df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f53e5c04-9c4f-43b0-8e29-84a1d0d492bf HTTP/1.1" status: 204 len: 168 time: 0.5790904 Aug 31 00:59:50.980071 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fae0db-9347-41c3-aa7a-a5689c1ebca6 req-a05684f4-ca90-41bc-ba42-d9651703be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:50.982104 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-89fae0db-9347-41c3-aa7a-a5689c1ebca6 req-a05684f4-ca90-41bc-ba42-d9651703be1b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2796874 Aug 31 00:59:50.993879 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dfcc86a1-006c-4815-90df-c541618757a1 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.996319 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dfcc86a1-006c-4815-90df-c541618757a1 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2567232 Aug 31 00:59:51.001086 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48740) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:51.013965 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-006fdefc-194d-4005-8820-39e87828a733 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Request body: {'floatingip': {'port_id': '7a18c5f2-e11f-4778-b2c3-cd99151a2fc1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:51.026674 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e2bd8-a0b1-4ae9-bc56-1e89f5f5c5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53e5c04-9c4f-43b0-8e29-84a1d0d492bf,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:51.040821 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-28526a98-9bb2-4952-a35b-bce452cf2b87 req-29da021f-267b-44c6-9d49-09ad3ed90c65 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872319 Aug 31 00:59:51.132322 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-006fdefc-194d-4005-8820-39e87828a733 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for floatingip, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:51.137488 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-96a6101d-6881-4b2c-a970-c24fe5a4a6b2 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:51.319070 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb8f46-07fe-4525-b034-4e2d4a8fa341 req-94288f2f-4f41-49ee-aa92-ac64e76ef15f tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:51.322561 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-96a6101d-6881-4b2c-a970-c24fe5a4a6b2 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:51.322755 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f6eb8f46-07fe-4525-b034-4e2d4a8fa341 req-94288f2f-4f41-49ee-aa92-ac64e76ef15f tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=47f135b5-fa41-4b23-a9e0-cf70cfb1db4b HTTP/1.1" status: 200 len: 949 time: 0.0803602 Aug 31 00:59:51.335198 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-96a6101d-6881-4b2c-a970-c24fe5a4a6b2 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:51.360454 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-96a6101d-6881-4b2c-a970-c24fe5a4a6b2 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:51.388302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6101d-6881-4b2c-a970-c24fe5a4a6b2 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Pushing event updated for resources: {'Port': ['ID=fe05572e-0045-422d-afc5-3b95a9a48ee6,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:51.392759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27103789-f205-4526-8324-1898bd39cbc4 req-0455f0f6-9568-4ccb-a083-9dc02bd5a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:51.394944 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27103789-f205-4526-8324-1898bd39cbc4 req-0455f0f6-9568-4ccb-a083-9dc02bd5a98b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 1095 time: 0.2987545 Aug 31 00:59:51.418525 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f6eb8f46-07fe-4525-b034-4e2d4a8fa341 req-498e632e-af3c-46a5-a7db-3a31ce9e4a38 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850608 Aug 31 00:59:51.429977 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-006fdefc-194d-4005-8820-39e87828a733 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] update failed (client error): The resource could not be found. Aug 31 00:59:51.431123 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-006fdefc-194d-4005-8820-39e87828a733 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] 10.222.0.16 "PUT /v2.0/floatingips/3ed33e52-79b6-44f2-8047-55e05915ca4d HTTP/1.1" status: 404 len: 507 time: 0.4276533 Aug 31 00:59:51.439019 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48752) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:51.470740 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27103789-f205-4526-8324-1898bd39cbc4 req-1b9fc59e-0345-482a-b9a2-2ffb4d5d5b62 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b604cc6-1e4d-49a1-a3b1-cde809154135 HTTP/1.1" status: 200 len: 217 time: 0.0543613 Aug 31 00:59:51.578312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 87957504-fc8f-4276-978e-4d670bc1114a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:51.687428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27103789-f205-4526-8324-1898bd39cbc4 req-063d1530-aebd-45c1-a353-a355a7acbd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:51.689031 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27103789-f205-4526-8324-1898bd39cbc4 req-063d1530-aebd-45c1-a353-a355a7acbd89 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06a338a6-991a-450e-bc60-b066a8b265a4 HTTP/1.1" status: 200 len: 851 time: 0.2096040 Aug 31 00:59:51.700720 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-96a6101d-6881-4b2c-a970-c24fe5a4a6b2 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:51.736032 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27103789-f205-4526-8324-1898bd39cbc4 req-9dea4b00-6c41-46f9-906c-38b0999d3cb5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d402af4a-8a8e-49ea-8168-c26e094719ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331614 Aug 31 00:59:51.796670 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ed0ab-4996-4a68-9ae3-9f3b757a3172 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Deleting port c4515249-8901-477c-8cde-1df5d66bcbe1 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:51.797210 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6c3ed0ab-4996-4a68-9ae3-9f3b757a3172 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:51.897637 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27103789-f205-4526-8324-1898bd39cbc4 req-709b21c3-6852-4155-869d-783f4fe3784e service neutron] 10.222.0.48 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531682 Aug 31 00:59:51.916279 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 87957504-fc8f-4276-978e-4d670bc1114a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:51.920888 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 87957504-fc8f-4276-978e-4d670bc1114a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:51.921333 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:51.990060 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664aa063-764d-44ee-8f57-8e4324ac48f3 req-c575405f-d966-46c4-859c-0ce188363196 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:51.991911 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-664aa063-764d-44ee-8f57-8e4324ac48f3 req-c575405f-d966-46c4-859c-0ce188363196 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 945 time: 0.1138551 Aug 31 00:59:52.004286 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6c3ed0ab-4996-4a68-9ae3-9f3b757a3172 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.004642 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6c3ed0ab-4996-4a68-9ae3-9f3b757a3172 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.026735 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ed0ab-4996-4a68-9ae3-9f3b757a3172 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Calling delete_port for c4515249-8901-477c-8cde-1df5d66bcbe1 owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:52.027802 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27103789-f205-4526-8324-1898bd39cbc4 req-c2a956b7-f48e-482e-a30f-d1866998e1df service neutron] 10.222.0.48 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223106 Aug 31 00:59:52.083110 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.129923 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-96a6101d-6881-4b2c-a970-c24fe5a4a6b2 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.163446 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 87957504-fc8f-4276-978e-4d670bc1114a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=87957504-fc8f-4276-978e-4d670bc1114a,segment=NetworkSegment(14c6c346-7e57-4f47-b4c1-f7b296ce5392),segment_id=14c6c346-7e57-4f47-b4c1-f7b296ce5392)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:52.223142 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-664aa063-764d-44ee-8f57-8e4324ac48f3 req-1bb7b6c4-3cb8-4356-9ec8-38e5b853c928 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/security-groups?id=b44116fb-8631-4f72-9149-0a10b3929f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639409 Aug 31 00:59:52.305355 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.412787 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48760) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:52.440209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=87957504-fc8f-4276-978e-4d670bc1114a,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:52.561779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a141a6-2cf6-4e30-b6eb-a02628838278 req-3c4a5cdd-6eb7-4332-8ed4-076e5366de6e tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:52.564155 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-28a141a6-2cf6-4e30-b6eb-a02628838278 req-3c4a5cdd-6eb7-4332-8ed4-076e5366de6e tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.41 "GET /v2.0/ports?device_id=47f135b5-fa41-4b23-a9e0-cf70cfb1db4b HTTP/1.1" status: 200 len: 949 time: 0.1680508 Aug 31 00:59:52.580992 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3d1cc798-fb82-430c-937b-9f2a6246795b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc93235d4d0340bb9e30093bcd4412dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666348 Aug 31 00:59:52.588317 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17936787-ea75-474c-b309-c5bc7b418f46 req-2f3f555a-ce73-43c2-bf17-288ef67cb2f8 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:52.588883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48766) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:52.590563 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-17936787-ea75-474c-b309-c5bc7b418f46 req-2f3f555a-ce73-43c2-bf17-288ef67cb2f8 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 943 time: 0.1188300 Aug 31 00:59:52.636050 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-96a6101d-6881-4b2c-a970-c24fe5a4a6b2 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.660910 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6c3ed0ab-4996-4a68-9ae3-9f3b757a3172 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.686518 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-577334cf-ac97-4988-9fcb-f49b62b95201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.716230 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-577334cf-ac97-4988-9fcb-f49b62b95201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.747404 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ed0ab-4996-4a68-9ae3-9f3b757a3172 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Pushing event deleted for resources: {'Port': ['ID=c4515249-8901-477c-8cde-1df5d66bcbe1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:52.750038 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-96a6101d-6881-4b2c-a970-c24fe5a4a6b2 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.767570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48768) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:52.832224 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-17936787-ea75-474c-b309-c5bc7b418f46 req-082a2797-5d5c-4052-b764-9dcb7ded16c8 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269156 Aug 31 00:59:52.900426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6101d-6881-4b2c-a970-c24fe5a4a6b2 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Pushing event updated for resources: {'Port': ['ID=fe05572e-0045-422d-afc5-3b95a9a48ee6,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:52.934996 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-96a6101d-6881-4b2c-a970-c24fe5a4a6b2 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.938947 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6c3ed0ab-4996-4a68-9ae3-9f3b757a3172 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.943253 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6c3ed0ab-4996-4a68-9ae3-9f3b757a3172 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.952500 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-577334cf-ac97-4988-9fcb-f49b62b95201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.953873 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6c3ed0ab-4996-4a68-9ae3-9f3b757a3172 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] 10.222.0.16 "DELETE /v2.0/floatingips/3ed33e52-79b6-44f2-8047-55e05915ca4d HTTP/1.1" status: 204 len: 168 time: 1.5134420 Aug 31 00:59:52.954119 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-577334cf-ac97-4988-9fcb-f49b62b95201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.964635 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-577334cf-ac97-4988-9fcb-f49b62b95201 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/deac2d33-c700-4a43-98e3-94160052202b HTTP/1.1" status: 204 len: 168 time: 0.3656421 Aug 31 00:59:52.969809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48774) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:52.977586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c6132558-5f76-4e23-87e3-582ae48720f7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Request body: {'floatingip': {'floating_network_id': '2ba85d3d-82fe-40a7-9aa7-a41b949a2083', 'port_id': '7a18c5f2-e11f-4778-b2c3-cd99151a2fc1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:52.990042 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577334cf-ac97-4988-9fcb-f49b62b95201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deac2d33-c700-4a43-98e3-94160052202b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:52.994742 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-28a141a6-2cf6-4e30-b6eb-a02628838278 req-b3df2d82-8f0e-4bf2-b85a-ba89f66e9d82 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Deleting port 2a6dd838-5c96-4505-9654-2ef7831c292a {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:52.995553 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-28a141a6-2cf6-4e30-b6eb-a02628838278 req-b3df2d82-8f0e-4bf2-b85a-ba89f66e9d82 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.093565 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4f59e15c-8907-4e85-ba3a-4e08a7c6988b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.099109 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-96a6101d-6881-4b2c-a970-c24fe5a4a6b2 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.101431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-96a6101d-6881-4b2c-a970-c24fe5a4a6b2 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3205013 Aug 31 00:59:53.172570 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-903a82bb-7435-4bd9-9fd6-a09c5a56dd9e tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.174 HTTP/1.1" status: 200 len: 696 time: 0.0608838 Aug 31 00:59:53.213501 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc5895-21ba-4a10-aedf-64c8a1ab6ad8 req-2337de53-32f1-4ca5-8ac0-7ec0095d3a42 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:53.215369 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30fc5895-21ba-4a10-aedf-64c8a1ab6ad8 req-2337de53-32f1-4ca5-8ac0-7ec0095d3a42 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=47f135b5-fa41-4b23-a9e0-cf70cfb1db4b HTTP/1.1" status: 200 len: 949 time: 0.1507719 Aug 31 00:59:53.278075 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6132558-5f76-4e23-87e3-582ae48720f7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.284316 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-28a141a6-2cf6-4e30-b6eb-a02628838278 req-b3df2d82-8f0e-4bf2-b85a-ba89f66e9d82 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] For port 2a6dd838-5c96-4505-9654-2ef7831c292a, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2a6dd838-5c96-4505-9654-2ef7831c292a,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:53.284870 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-28a141a6-2cf6-4e30-b6eb-a02628838278 req-b3df2d82-8f0e-4bf2-b85a-ba89f66e9d82 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.336928 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-28a141a6-2cf6-4e30-b6eb-a02628838278 req-b3df2d82-8f0e-4bf2-b85a-ba89f66e9d82 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Calling delete_port for 2a6dd838-5c96-4505-9654-2ef7831c292a owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:53.412999 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-390bcd6a-b715-469b-9c5d-793f3787e74c tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:53.416357 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3b7d9b4-33fa-4f1a-9323-54c19b943633 req-390bcd6a-b715-469b-9c5d-793f3787e74c tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.2316961 Aug 31 00:59:53.421841 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30fc5895-21ba-4a10-aedf-64c8a1ab6ad8 req-12eeda49-f393-4687-b31a-a2e29ae98b19 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdf4a43b-e7e9-48da-afaf-0a389718553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882763 Aug 31 00:59:53.552414 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 87957504-fc8f-4276-978e-4d670bc1114a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:53.629492 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4f59e15c-8907-4e85-ba3a-4e08a7c6988b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.745618 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4f59e15c-8907-4e85-ba3a-4e08a7c6988b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.765639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 87957504-fc8f-4276-978e-4d670bc1114a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:53.766335 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.826091 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-845ec724-02c0-48ba-922d-16b896eb1a6a req-922a1505-3f4a-4e46-a1f9-9e57d30a9152 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/floatingips/677a3dc6-e8fc-4c65-b9fc-63e17d3e2eae HTTP/1.1" status: 200 len: 693 time: 0.0659182 Aug 31 00:59:53.840363 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4f59e15c-8907-4e85-ba3a-4e08a7c6988b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5b50cc5e8bc46f7aae33b9a25e5ed04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0708404 Aug 31 00:59:53.841593 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59e15c-8907-4e85-ba3a-4e08a7c6988b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a1012b-0333-471c-98a3-9f3d605e3b1e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:53.844427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48788) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:53.937862 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9504eec-4d28-4067-9bea-3edbfcdf35d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.944943 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-c6132558-5f76-4e23-87e3-582ae48720f7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 00:59:53.950327 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c6132558-5f76-4e23-87e3-582ae48720f7 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9785035 Aug 31 00:59:53.953320 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48794) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:53.968528 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-1f078833-8fac-42d3-b136-daa3aad44ac0 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': '7a18c5f2-e11f-4778-b2c3-cd99151a2fc1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:54.008053 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9504eec-4d28-4067-9bea-3edbfcdf35d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:54.008263 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-28a141a6-2cf6-4e30-b6eb-a02628838278 req-b3df2d82-8f0e-4bf2-b85a-ba89f66e9d82 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:54.088617 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df2d82-8f0e-4bf2-b85a-ba89f66e9d82 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Pushing event deleted for resources: {'Port': ['ID=2a6dd838-5c96-4505-9654-2ef7831c292a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:54.118043 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ec724-02c0-48ba-922d-16b896eb1a6a req-2874e96a-9971-4b5d-95fe-d2644b07bdd7 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:54.120789 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-845ec724-02c0-48ba-922d-16b896eb1a6a req-2874e96a-9971-4b5d-95fe-d2644b07bdd7 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.2857115 Aug 31 00:59:54.162140 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f078833-8fac-42d3-b136-daa3aad44ac0 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:54.183764 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a141a6-2cf6-4e30-b6eb-a02628838278 req-b3df2d82-8f0e-4bf2-b85a-ba89f66e9d82 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] No DVR routers for this DVR port 2a6dd838-5c96-4505-9654-2ef7831c292a on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:59:54.188800 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-28a141a6-2cf6-4e30-b6eb-a02628838278 req-b3df2d82-8f0e-4bf2-b85a-ba89f66e9d82 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:54.192715 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-28a141a6-2cf6-4e30-b6eb-a02628838278 req-b3df2d82-8f0e-4bf2-b85a-ba89f66e9d82 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.41 "DELETE /v2.0/ports/2a6dd838-5c96-4505-9654-2ef7831c292a HTTP/1.1" status: 204 len: 173 time: 1.6002817 Aug 31 00:59:54.193017 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f135b5-fa41-4b23-a9e0-cf70cfb1db4b', 'name': 'network-vif-deleted', 'tag': '2a6dd838-5c96-4505-9654-2ef7831c292a'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:54.199456 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07a2504-ca2f-43ff-a1b5-7400b1bb33dd" -d '{"events": [{"server_uuid": "47f135b5-fa41-4b23-a9e0-cf70cfb1db4b", "name": "network-vif-deleted", "tag": "2a6dd838-5c96-4505-9654-2ef7831c292a"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:54.238451 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9504eec-4d28-4067-9bea-3edbfcdf35d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:54.241381 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9504eec-4d28-4067-9bea-3edbfcdf35d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:54.246826 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b9504eec-4d28-4067-9bea-3edbfcdf35d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51a1012b-0333-471c-98a3-9f3d605e3b1e HTTP/1.1" status: 204 len: 168 time: 0.3970251 Aug 31 00:59:54.260418 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9504eec-4d28-4067-9bea-3edbfcdf35d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a1012b-0333-471c-98a3-9f3d605e3b1e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:54.348272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bd62b-f7de-43b6-94b5-cd3eb2bf2260 req-1d88aa74-e8e4-4507-a26b-f16816f164b4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:54.351060 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-927bd62b-f7de-43b6-94b5-cd3eb2bf2260 req-1d88aa74-e8e4-4507-a26b-f16816f164b4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 943 time: 0.1327114 Aug 31 00:59:54.402379 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f078833-8fac-42d3-b136-daa3aad44ac0 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:54.441761 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-927bd62b-f7de-43b6-94b5-cd3eb2bf2260 req-41451dc9-ac23-4ead-bff9-e173f589e838 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808315 Aug 31 00:59:54.580889 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233c9268-40d3-43dc-b474-2786de3cb9fd x-openstack-request-id: req-233c9268-40d3-43dc-b474-2786de3cb9fd {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:54.581195 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f135b5-fa41-4b23-a9e0-cf70cfb1db4b", "name": "network-vif-deleted", "tag": "2a6dd838-5c96-4505-9654-2ef7831c292a", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:54.581530 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-233c9268-40d3-43dc-b474-2786de3cb9fd {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:54.581907 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f135b5-fa41-4b23-a9e0-cf70cfb1db4b', 'name': 'network-vif-deleted', 'tag': '2a6dd838-5c96-4505-9654-2ef7831c292a', 'status': 'completed', 'code': 200} Aug 31 00:59:54.603458 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8834cc4f-6d1e-45fe-9ec8-989ff80ba582 req-2e29d35c-e0c4-45d5-bf49-23f4f20b3409 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=8e66ef764cf94024b209af9649bc0f03 HTTP/1.1" status: 200 len: 696 time: 0.0991304 Aug 31 00:59:54.793264 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-1f078833-8fac-42d3-b136-daa3aad44ac0 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Allocated IP 172.25.2.227 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/80b5ed36-be58-481a-91d9-255d2f1fdb16) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:54.818803 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e7804-646d-469b-9098-89bb3c1df78b req-90b6bfab-aeeb-4fd1-bdd9-c5c18b253752 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:54.832165 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d8e7804-646d-469b-9098-89bb3c1df78b req-90b6bfab-aeeb-4fd1-bdd9-c5c18b253752 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 945 time: 0.1421559 Aug 31 00:59:54.898137 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d8e7804-646d-469b-9098-89bb3c1df78b req-70c261a6-51a0-476f-b688-53273b4d8f06 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/security-groups?id=b44116fb-8631-4f72-9149-0a10b3929f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646696 Aug 31 00:59:54.998807 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834cc4f-6d1e-45fe-9ec8-989ff80ba582 req-cac7a795-f957-4eda-84c1-e0cc17331e98 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:55.000580 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8834cc4f-6d1e-45fe-9ec8-989ff80ba582 req-cac7a795-f957-4eda-84c1-e0cc17331e98 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/networks?id=00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 787 time: 0.3634853 Aug 31 00:59:55.023571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-8834cc4f-6d1e-45fe-9ec8-989ff80ba582 req-5d9e397a-60c4-44c4-85ff-8bac39007e3c tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:59:55.024792 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8834cc4f-6d1e-45fe-9ec8-989ff80ba582 req-5d9e397a-60c4-44c4-85ff-8bac39007e3c tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098290 Aug 31 00:59:55.071566 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f078833-8fac-42d3-b136-daa3aad44ac0 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:55.092235 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed58ddb6-62ed-48be-b741-23bba2158b9e req-33e21fc0-621d-43a8-b553-4948f6facc21 tempest-ListImageFiltersTestJSON-1374546782 tempest-ListImageFiltersTestJSON-1374546782-project] 10.222.0.16 "GET /v2.0/ports?device_id=47f135b5-fa41-4b23-a9e0-cf70cfb1db4b HTTP/1.1" status: 200 len: 210 time: 0.0534174 Aug 31 00:59:55.206767 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b910b17f-02eb-4b21-af7f-51ffe24b1a19 req-e4cf82d2-e25d-44f9-b11c-24e6c8c2e938 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/floatingips/677a3dc6-e8fc-4c65-b9fc-63e17d3e2eae HTTP/1.1" status: 200 len: 693 time: 0.0578620 Aug 31 00:59:55.275790 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f078833-8fac-42d3-b136-daa3aad44ac0 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:55.325098 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f078833-8fac-42d3-b136-daa3aad44ac0 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:55.330737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-1f078833-8fac-42d3-b136-daa3aad44ac0 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:55.334811 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f078833-8fac-42d3-b136-daa3aad44ac0 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:55.360670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f078833-8fac-42d3-b136-daa3aad44ac0 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Pushing event updated for resources: {'Port': ['ID=80b5ed36-be58-481a-91d9-255d2f1fdb16,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:55.432595 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910b17f-02eb-4b21-af7f-51ffe24b1a19 req-bfe4bfc9-15a9-4cf0-89a4-6de1b6fe7d83 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:55.432595 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b910b17f-02eb-4b21-af7f-51ffe24b1a19 req-bfe4bfc9-15a9-4cf0-89a4-6de1b6fe7d83 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.1999652 Aug 31 00:59:55.433411 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48826) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:55.449660 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 9b604cc6-1e4d-49a1-a3b1-cde809154135 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:59:55.467043 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-85f91671-2b15-4b7e-8ea5-5b4c605aa36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:55.489949 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b910b17f-02eb-4b21-af7f-51ffe24b1a19 req-8ed09834-7587-41ad-a673-092eb896c630 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.174 HTTP/1.1" status: 200 len: 696 time: 0.0746636 Aug 31 00:59:55.645911 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b910b17f-02eb-4b21-af7f-51ffe24b1a19 req-f15a502f-6475-4624-83c9-7a8b0233e5bf tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.174 HTTP/1.1" status: 200 len: 696 time: 0.1424618 Aug 31 00:59:55.719220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 9b604cc6-1e4d-49a1-a3b1-cde809154135, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=9b604cc6-1e4d-49a1-a3b1-cde809154135,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:55.736949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '9b604cc6-1e4d-49a1-a3b1-cde809154135', 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad', 'port_id': '9b604cc6-1e4d-49a1-a3b1-cde809154135', 'mac_address': 'fa:16:3e:e6:13:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a338a6-991a-450e-bc60-b066a8b265a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:59:55.757606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-1f078833-8fac-42d3-b136-daa3aad44ac0 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Deleting port 80b5ed36-be58-481a-91d9-255d2f1fdb16 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:55.759872 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f078833-8fac-42d3-b136-daa3aad44ac0 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:55.808679 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:55.852645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b604cc6-1e4d-49a1-a3b1-cde809154135 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:59:55.892644 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 9b604cc6-1e4d-49a1-a3b1-cde809154135, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=9b604cc6-1e4d-49a1-a3b1-cde809154135,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:55.913867 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-b910b17f-02eb-4b21-af7f-51ffe24b1a19 req-79fdbf2a-ae55-4d6a-97fd-d93e9e0763cb tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Deleting port fe05572e-0045-422d-afc5-3b95a9a48ee6 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:55.914705 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b910b17f-02eb-4b21-af7f-51ffe24b1a19 req-79fdbf2a-ae55-4d6a-97fd-d93e9e0763cb tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:55.915818 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f078833-8fac-42d3-b136-daa3aad44ac0 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:55.916645 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f078833-8fac-42d3-b136-daa3aad44ac0 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:55.936579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a50da9-f8f9-4569-8635-fcd4107ceee2 req-0663a3e4-18e6-4f39-9a8a-26da633b3b36 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:55.939027 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-26a50da9-f8f9-4569-8635-fcd4107ceee2 req-0663a3e4-18e6-4f39-9a8a-26da633b3b36 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 943 time: 0.2895985 Aug 31 00:59:55.972090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-1f078833-8fac-42d3-b136-daa3aad44ac0 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Calling delete_port for 80b5ed36-be58-481a-91d9-255d2f1fdb16 owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:56.017057 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b910b17f-02eb-4b21-af7f-51ffe24b1a19 req-79fdbf2a-ae55-4d6a-97fd-d93e9e0763cb tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.017341 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b910b17f-02eb-4b21-af7f-51ffe24b1a19 req-79fdbf2a-ae55-4d6a-97fd-d93e9e0763cb tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.020031 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.029965 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-85f91671-2b15-4b7e-8ea5-5b4c605aa36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.057023 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-b910b17f-02eb-4b21-af7f-51ffe24b1a19 req-79fdbf2a-ae55-4d6a-97fd-d93e9e0763cb tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Calling delete_port for fe05572e-0045-422d-afc5-3b95a9a48ee6 owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:56.106705 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=9b604cc6-1e4d-49a1-a3b1-cde809154135,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:56.113147 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-26a50da9-f8f9-4569-8635-fcd4107ceee2 req-1a6ae62d-18e4-42e2-af53-22cf1aee88b5 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617196 Aug 31 00:59:56.134720 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75826b8-0282-4ffd-8911-1211abc0d54b req-a93ce158-c6f2-42e8-97db-8006d387497d tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:56.134996 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d75826b8-0282-4ffd-8911-1211abc0d54b req-a93ce158-c6f2-42e8-97db-8006d387497d tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 945 time: 0.1146295 Aug 31 00:59:56.236403 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-85f91671-2b15-4b7e-8ea5-5b4c605aa36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.291083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['9b604cc6-1e4d-49a1-a3b1-cde809154135'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:59:56.334176 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-d75826b8-0282-4ffd-8911-1211abc0d54b req-215b6680-430a-41b9-965d-7672001451c4 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Deleting port 0dbc9ccf-0fa2-46f2-ae0a-059132571ced {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:56.334468 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d75826b8-0282-4ffd-8911-1211abc0d54b req-215b6680-430a-41b9-965d-7672001451c4 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.426285 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-85f91671-2b15-4b7e-8ea5-5b4c605aa36e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5950795e12ea4036b2dbaf26856ee455&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0005870 Aug 31 00:59:56.430077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48842) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:56.430826 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f91671-2b15-4b7e-8ea5-5b4c605aa36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d997198-9174-4dd6-998d-cd72fff24390,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:56.473721 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfbe16-f8e6-4b01-bda6-7d624532c22c req-ddb3a624-dec3-4eb7-a48a-a0c68f65a8bf tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:56.476848 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-06bfbe16-f8e6-4b01-bda6-7d624532c22c req-ddb3a624-dec3-4eb7-a48a-a0c68f65a8bf tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 945 time: 0.1716175 Aug 31 00:59:56.506429 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-d75826b8-0282-4ffd-8911-1211abc0d54b req-215b6680-430a-41b9-965d-7672001451c4 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] For port 0dbc9ccf-0fa2-46f2-ae0a-059132571ced, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=0dbc9ccf-0fa2-46f2-ae0a-059132571ced,segment=NetworkSegment(3823af70-b9e3-4fde-a3b2-47c4a0430bb5),segment_id=3823af70-b9e3-4fde-a3b2-47c4a0430bb5)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:56.506848 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d75826b8-0282-4ffd-8911-1211abc0d54b req-215b6680-430a-41b9-965d-7672001451c4 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.566495 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-06bfbe16-f8e6-4b01-bda6-7d624532c22c req-dcf5cb91-eac6-4baf-bbca-2421b9f4b8d1 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/security-groups?id=b44116fb-8631-4f72-9149-0a10b3929f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778487 Aug 31 00:59:56.594753 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bac86ab8-df16-4ea6-bb7f-b6d56387b99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.629755 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b910b17f-02eb-4b21-af7f-51ffe24b1a19 req-79fdbf2a-ae55-4d6a-97fd-d93e9e0763cb tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.695542 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bac86ab8-df16-4ea6-bb7f-b6d56387b99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.704044 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f078833-8fac-42d3-b136-daa3aad44ac0 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.704313 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdbf2a-ae55-4d6a-97fd-d93e9e0763cb tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Pushing event deleted for resources: {'Port': ['ID=fe05572e-0045-422d-afc5-3b95a9a48ee6,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:56.739172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f078833-8fac-42d3-b136-daa3aad44ac0 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Pushing event deleted for resources: {'Port': ['ID=80b5ed36-be58-481a-91d9-255d2f1fdb16,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:57.024092 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-1f078833-8fac-42d3-b136-daa3aad44ac0 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] create failed (client error): The resource could not be found. Aug 31 00:59:57.024092 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1f078833-8fac-42d3-b136-daa3aad44ac0 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.0688848 Aug 31 00:59:57.032931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48864) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:57.252821 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b910b17f-02eb-4b21-af7f-51ffe24b1a19 req-79fdbf2a-ae55-4d6a-97fd-d93e9e0763cb tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.255441 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b910b17f-02eb-4b21-af7f-51ffe24b1a19 req-79fdbf2a-ae55-4d6a-97fd-d93e9e0763cb tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.259666 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b910b17f-02eb-4b21-af7f-51ffe24b1a19 req-79fdbf2a-ae55-4d6a-97fd-d93e9e0763cb tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "DELETE /v2.0/floatingips/677a3dc6-e8fc-4c65-b9fc-63e17d3e2eae HTTP/1.1" status: 204 len: 173 time: 1.5989494 Aug 31 00:59:57.282660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d75826b8-0282-4ffd-8911-1211abc0d54b req-215b6680-430a-41b9-965d-7672001451c4 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.282660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d75826b8-0282-4ffd-8911-1211abc0d54b req-215b6680-430a-41b9-965d-7672001451c4 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.282660 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [req-d75826b8-0282-4ffd-8911-1211abc0d54b req-215b6680-430a-41b9-965d-7672001451c4 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Floating IP 4cac785f-7833-4cb4-9cb7-3fb841c6a586 disassociated. External IP: 172.25.2.240, port: 0dbc9ccf-0fa2-46f2-ae0a-059132571ced. Aug 31 00:59:57.282660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-d75826b8-0282-4ffd-8911-1211abc0d54b req-215b6680-430a-41b9-965d-7672001451c4 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Calling delete_port for 0dbc9ccf-0fa2-46f2-ae0a-059132571ced owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:57.283770 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-9781e72e-bd80-44f7-b731-5403ba3a8d6a tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Deleting port 7a18c5f2-e11f-4778-b2c3-cd99151a2fc1 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:57.283770 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9781e72e-bd80-44f7-b731-5403ba3a8d6a tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.439110 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bac86ab8-df16-4ea6-bb7f-b6d56387b99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.443462 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bac86ab8-df16-4ea6-bb7f-b6d56387b99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.446136 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bac86ab8-df16-4ea6-bb7f-b6d56387b99e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d997198-9174-4dd6-998d-cd72fff24390 HTTP/1.1" status: 204 len: 168 time: 1.0147119 Aug 31 00:59:57.452984 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 9b604cc6-1e4d-49a1-a3b1-cde809154135 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:57.483336 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac86ab8-df16-4ea6-bb7f-b6d56387b99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d997198-9174-4dd6-998d-cd72fff24390,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:57.498691 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426b323-255f-4cde-ba60-69f620898937 req-b7895867-5f97-4fdc-b6dc-4f33f2bcfb3a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:57.506435 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a426b323-255f-4cde-ba60-69f620898937 req-b7895867-5f97-4fdc-b6dc-4f33f2bcfb3a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 944 time: 0.1308510 Aug 31 00:59:57.513319 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9781e72e-bd80-44f7-b731-5403ba3a8d6a tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.539866 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-9781e72e-bd80-44f7-b731-5403ba3a8d6a tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Calling delete_port for 7a18c5f2-e11f-4778-b2c3-cd99151a2fc1 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:57.579497 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a426b323-255f-4cde-ba60-69f620898937 req-4ff4dae3-6bcd-4ebb-a169-962cb8e6574a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716910 Aug 31 00:59:57.627780 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d75826b8-0282-4ffd-8911-1211abc0d54b req-215b6680-430a-41b9-965d-7672001451c4 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.738738 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b6680-430a-41b9-965d-7672001451c4 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Pushing event deleted for resources: {'Port': ['ID=0dbc9ccf-0fa2-46f2-ae0a-059132571ced,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:57.864706 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 9b604cc6-1e4d-49a1-a3b1-cde809154135 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:57.874317 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 9b604cc6-1e4d-49a1-a3b1-cde809154135 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:57.875438 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.923111 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 0dbc9ccf-0fa2-46f2-ae0a-059132571ced no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:57.933485 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-8099ef64-2ccc-40b5-ac5d-4b605ea01648 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3098750 Aug 31 00:59:57.950431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d75826b8-0282-4ffd-8911-1211abc0d54b req-215b6680-430a-41b9-965d-7672001451c4 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Router b986ad1e-13fb-4548-8ac0-11999f7d69bd has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:59:57.954442 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-8b49e761-e2df-41bb-97ae-6056c89c9a00 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:57.955472 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9781e72e-bd80-44f7-b731-5403ba3a8d6a tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.972074 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 0dbc9ccf-0fa2-46f2-ae0a-059132571ced {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:57.972697 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 0dbc9ccf-0fa2-46f2-ae0a-059132571ced not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:57.973484 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2a6dd838-5c96-4505-9654-2ef7831c292a no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:58.010220 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781e72e-bd80-44f7-b731-5403ba3a8d6a tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Pushing event deleted for resources: {'Port': ['ID=7a18c5f2-e11f-4778-b2c3-cd99151a2fc1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:58.046631 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 2a6dd838-5c96-4505-9654-2ef7831c292a {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:58.047165 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2a6dd838-5c96-4505-9654-2ef7831c292a not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:58.193181 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-8b49e761-e2df-41bb-97ae-6056c89c9a00 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:58.223741 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:58.247424 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e5872df-28a4-4a62-b837-602eb81d409b req-caf31723-32c1-4fa9-9116-7d21c6b5d263 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 210 time: 0.1204219 Aug 31 00:59:58.277885 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9781e72e-bd80-44f7-b731-5403ba3a8d6a tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:58.300642 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9781e72e-bd80-44f7-b731-5403ba3a8d6a tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] 10.222.0.16 "DELETE /v2.0/ports/7a18c5f2-e11f-4778-b2c3-cd99151a2fc1 HTTP/1.1" status: 204 len: 168 time: 1.2593632 Aug 31 00:59:58.300858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48892) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:58.314380 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fdc082-00a3-431e-8750-0cfc241c0d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b604cc6-1e4d-49a1-a3b1-cde809154135'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:58.320793 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d75826b8-0282-4ffd-8911-1211abc0d54b req-215b6680-430a-41b9-965d-7672001451c4 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:59:58.325539 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9471d3-7e23-4db2-8f5b-36448e5731a7" -d '{"events": [{"server_uuid": "d8fdc082-00a3-431e-8750-0cfc241c0d90", "name": "network-vif-plugged", "status": "completed", "tag": "9b604cc6-1e4d-49a1-a3b1-cde809154135"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:58.349658 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1472f93c-2005-4918-bb2d-959640b60eef None None] Sync routers for ids ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:59:58.364855 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 9b604cc6-1e4d-49a1-a3b1-cde809154135, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=9b604cc6-1e4d-49a1-a3b1-cde809154135,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:58.401840 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1472f93c-2005-4918-bb2d-959640b60eef None None] Routers {'b986ad1e-13fb-4548-8ac0-11999f7d69bd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:58.404707 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1472f93c-2005-4918-bb2d-959640b60eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:59:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:58.406184 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75826b8-0282-4ffd-8911-1211abc0d54b req-215b6680-430a-41b9-965d-7672001451c4 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] No DVR routers for this DVR port 0dbc9ccf-0fa2-46f2-ae0a-059132571ced on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:59:58.409522 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-d75826b8-0282-4ffd-8911-1211abc0d54b req-215b6680-430a-41b9-965d-7672001451c4 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:58.411634 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d75826b8-0282-4ffd-8911-1211abc0d54b req-215b6680-430a-41b9-965d-7672001451c4 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.41 "DELETE /v2.0/ports/0dbc9ccf-0fa2-46f2-ae0a-059132571ced HTTP/1.1" status: 204 len: 173 time: 2.2703600 Aug 31 00:59:58.415423 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0578ad-1443-4283-97a1-343f605e7bfd', 'name': 'network-vif-deleted', 'tag': '0dbc9ccf-0fa2-46f2-ae0a-059132571ced'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:58.417855 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6eb003-68a0-4bf0-9dce-edb289f06d15" -d '{"events": [{"server_uuid": "8f0578ad-1443-4283-97a1-343f605e7bfd", "name": "network-vif-deleted", "tag": "0dbc9ccf-0fa2-46f2-ae0a-059132571ced"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:58.445006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b805415-980b-44d3-b744-98998b0b260f tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:58.450426 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6b805415-980b-44d3-b744-98998b0b260f tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] 10.222.0.16 "GET /v2.0/ports?device_id=e817a733-575f-4845-aec5-57e5950f39ed HTTP/1.1" status: 200 len: 913 time: 0.1461096 Aug 31 00:59:58.450724 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48902) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:58.516334 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-8b49e761-e2df-41bb-97ae-6056c89c9a00 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:58.521093 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:58.717793 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=9b604cc6-1e4d-49a1-a3b1-cde809154135,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:58.771756 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-1472f93c-2005-4918-bb2d-959640b60eef None None] Set router b986ad1e-13fb-4548-8ac0-11999f7d69bd gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:58.898015 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-8b49e761-e2df-41bb-97ae-6056c89c9a00 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Allocated IP 172.25.2.67 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/13cb0f8f-3a1c-4baf-acde-5b56f7c10db1) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:59.126664 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-8b49e761-e2df-41bb-97ae-6056c89c9a00 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:59.342826 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1472f93c-2005-4918-bb2d-959640b60eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'name': 'tempest-ServersTestBootFromVolume-1705872542-router', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:54:46Z', 'updated_at': '2021-08-31T00:54:56Z', 'revision_number': 4, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'gw_port': {'id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:48Z', 'updated_at': '2021-08-31T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '161fd58e-063c-4a40-b097-79ea3cdc72b0', 'name': '', 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'mac_address': 'fa:16:3e:ba:b4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:54Z', 'updated_at': '2021-08-31T00:55:05Z', 'revision_number': 5, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'subnets': [{'id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:59.353775 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8469d99f-d4c8-4a2c-bdb2-9f62e80876b9 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:59.396013 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-8b49e761-e2df-41bb-97ae-6056c89c9a00 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:59.462646 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1472f93c-2005-4918-bb2d-959640b60eef None None] Checking router: b986ad1e-13fb-4548-8ac0-11999f7d69bd for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:59:59.488525 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1472f93c-2005-4918-bb2d-959640b60eef None None] Routers {'b986ad1e-13fb-4548-8ac0-11999f7d69bd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:59.491904 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1472f93c-2005-4918-bb2d-959640b60eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:59:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:59.494564 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-8b49e761-e2df-41bb-97ae-6056c89c9a00 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:59.500009 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-8b49e761-e2df-41bb-97ae-6056c89c9a00 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:59.506672 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-8b49e761-e2df-41bb-97ae-6056c89c9a00 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:59.561153 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49e761-e2df-41bb-97ae-6056c89c9a00 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Pushing event updated for resources: {'Port': ['ID=13cb0f8f-3a1c-4baf-acde-5b56f7c10db1,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:59.691547 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-8b49e761-e2df-41bb-97ae-6056c89c9a00 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:59.846927 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-1472f93c-2005-4918-bb2d-959640b60eef None None] Set router b986ad1e-13fb-4548-8ac0-11999f7d69bd gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:59.955502 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-8b49e761-e2df-41bb-97ae-6056c89c9a00 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:00.396091 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-8469d99f-d4c8-4a2c-bdb2-9f62e80876b9 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Deleting port b31c5f84-cb69-4e9a-b347-9465c0747b10 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:00.397822 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8469d99f-d4c8-4a2c-bdb2-9f62e80876b9 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:00.406870 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-8b49e761-e2df-41bb-97ae-6056c89c9a00 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:00.532759 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-8b49e761-e2df-41bb-97ae-6056c89c9a00 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:00.560049 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8469d99f-d4c8-4a2c-bdb2-9f62e80876b9 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:00.580922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-8469d99f-d4c8-4a2c-bdb2-9f62e80876b9 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Calling delete_port for b31c5f84-cb69-4e9a-b347-9465c0747b10 owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:00.592857 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1472f93c-2005-4918-bb2d-959640b60eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'name': 'tempest-ServersTestBootFromVolume-1705872542-router', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:54:46Z', 'updated_at': '2021-08-31T00:54:56Z', 'revision_number': 4, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'gw_port': {'id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:48Z', 'updated_at': '2021-08-31T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '161fd58e-063c-4a40-b097-79ea3cdc72b0', 'name': '', 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'mac_address': 'fa:16:3e:ba:b4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:54Z', 'updated_at': '2021-08-31T00:55:05Z', 'revision_number': 5, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'subnets': [{'id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:00.641968 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1472f93c-2005-4918-bb2d-959640b60eef None None] The sync data for ids ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'] in n-d-793621-34 is: [{'id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'name': 'tempest-ServersTestBootFromVolume-1705872542-router', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:54:46Z', 'updated_at': '2021-08-31T00:54:56Z', 'revision_number': 4, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'gw_port': {'id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:48Z', 'updated_at': '2021-08-31T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '161fd58e-063c-4a40-b097-79ea3cdc72b0', 'name': '', 'network_id': 'ad6da09f-9252-431e-baee-a209b62f8e65', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'mac_address': 'fa:16:3e:ba:b4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:54Z', 'updated_at': '2021-08-31T00:55:05Z', 'revision_number': 5, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'subnets': [{'id': '0ab9bb2b-e46b-48ef-823c-1c22f46f941a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:00:00.669798 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49e761-e2df-41bb-97ae-6056c89c9a00 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Pushing event updated for resources: {'Port': ['ID=13cb0f8f-3a1c-4baf-acde-5b56f7c10db1,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:00.694801 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-8b49e761-e2df-41bb-97ae-6056c89c9a00 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:00.842094 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-8b49e761-e2df-41bb-97ae-6056c89c9a00 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:00.853918 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-8b49e761-e2df-41bb-97ae-6056c89c9a00 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8963106 Aug 31 01:00:00.944939 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8469d99f-d4c8-4a2c-bdb2-9f62e80876b9 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:00.946985 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-976fe08c-01ad-4323-907b-417ee9dfd963 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 695 time: 0.0916572 Aug 31 01:00:01.005777 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97653e3-ae57-4045-93f6-ec22c1d31b4e x-openstack-request-id: req-c97653e3-ae57-4045-93f6-ec22c1d31b4e {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:01.007428 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fdc082-00a3-431e-8750-0cfc241c0d90", "name": "network-vif-plugged", "status": "completed", "tag": "9b604cc6-1e4d-49a1-a3b1-cde809154135", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:01.008052 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c97653e3-ae57-4045-93f6-ec22c1d31b4e {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:01.008897 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fdc082-00a3-431e-8750-0cfc241c0d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b604cc6-1e4d-49a1-a3b1-cde809154135', 'code': 200} Aug 31 01:00:01.054521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469d99f-d4c8-4a2c-bdb2-9f62e80876b9 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Pushing event deleted for resources: {'Port': ['ID=b31c5f84-cb69-4e9a-b347-9465c0747b10,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:01.145678 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba52bdc-e73f-42cb-af67-c71c6591a94a None None] New status for floating IP 4cac785f-7833-4cb4-9cb7-3fb841c6a586: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:00:01.169979 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecd1c4d-9e13-4aaf-ad46-e9d45c8d5d69 x-openstack-request-id: req-aecd1c4d-9e13-4aaf-ad46-e9d45c8d5d69 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:01.170307 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0578ad-1443-4283-97a1-343f605e7bfd", "name": "network-vif-deleted", "tag": "0dbc9ccf-0fa2-46f2-ae0a-059132571ced", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:01.172210 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aecd1c4d-9e13-4aaf-ad46-e9d45c8d5d69 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:01.172210 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0578ad-1443-4283-97a1-343f605e7bfd', 'name': 'network-vif-deleted', 'tag': '0dbc9ccf-0fa2-46f2-ae0a-059132571ced', 'status': 'completed', 'code': 200} Aug 31 01:00:01.232875 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-39972afd-f328-4834-b1a7-f0421725dd7e tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:01.246059 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6d311692-dc0c-4a35-9cd8-a5d59a77f35c req-39972afd-f328-4834-b1a7-f0421725dd7e tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.2980366 Aug 31 01:00:01.462131 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48998) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:01.684234 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb030c07-1590-4d0e-b3a3-da2475005a47 req-f8cd0ab3-bbfc-45f8-9755-5c97c107f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:01.695491 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb030c07-1590-4d0e-b3a3-da2475005a47 req-f8cd0ab3-bbfc-45f8-9755-5c97c107f189 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 1097 time: 0.4957228 Aug 31 01:00:01.716628 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-643e201b-028d-4172-ae95-40900f3243d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:01.772832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7a8bc-d167-4ac2-83ed-b4ee06327be0 req-da80aefb-89ff-4c64-9a40-8c6f4dc43ff9 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:01.774630 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00e7a8bc-d167-4ac2-83ed-b4ee06327be0 req-da80aefb-89ff-4c64-9a40-8c6f4dc43ff9 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.5430226 Aug 31 01:00:01.777637 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8469d99f-d4c8-4a2c-bdb2-9f62e80876b9 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:01.845413 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb030c07-1590-4d0e-b3a3-da2475005a47 req-1df67602-097a-49bc-b5c9-25a080c33570 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338587 Aug 31 01:00:01.872294 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00e7a8bc-d167-4ac2-83ed-b4ee06327be0 req-c9fc9325-ad85-4a6d-a43f-141ef51e858a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651071 Aug 31 01:00:01.887703 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a047b952-414b-477a-8eb0-2a25d12fc249 req-2012fea2-b516-496b-873e-dd3d588557af tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 210 time: 0.1160963 Aug 31 01:00:01.986160 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-643e201b-028d-4172-ae95-40900f3243d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:02.069987 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-643e201b-028d-4172-ae95-40900f3243d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:02.170332 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-643e201b-028d-4172-ae95-40900f3243d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b12d3a3f40464ffebb9b8d8d35322b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7081139 Aug 31 01:00:02.179697 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49012) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:02.214928 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e201b-028d-4172-ae95-40900f3243d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7054c42-9649-471c-9393-8d92d157571d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:02.297881 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e486-b367-46ae-b556-b60b4f95f272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:02.346108 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8469d99f-d4c8-4a2c-bdb2-9f62e80876b9 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Router e817a733-575f-4845-aec5-57e5950f39ed has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:00:02.356094 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e486-b367-46ae-b556-b60b4f95f272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:02.539630 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8469d99f-d4c8-4a2c-bdb2-9f62e80876b9 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:00:02.553211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bfbdbe-be67-4a72-8605-4dc5e6cac7ed None None] Sync routers for ids ['e817a733-575f-4845-aec5-57e5950f39ed'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:00:02.568905 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8469d99f-d4c8-4a2c-bdb2-9f62e80876b9 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] 10.222.0.16 "PUT /v2.0/routers/e817a733-575f-4845-aec5-57e5950f39ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1126232 Aug 31 01:00:02.575364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49022) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:02.576100 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bfbdbe-be67-4a72-8605-4dc5e6cac7ed None None] Routers {'e817a733-575f-4845-aec5-57e5950f39ed'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:02.577161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-53bfbdbe-be67-4a72-8605-4dc5e6cac7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:59:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e817a733-575f-4845-aec5-57e5950f39ed'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:02.589372 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e486-b367-46ae-b556-b60b4f95f272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:02.596904 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-079bc5ff-58c8-436e-b2aa-0167b7fd8103 req-d4705193-ea69-4973-8532-09ad41412452 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/floatingips/8f3520f3-6290-4310-8ea9-1d145f1e37d7 HTTP/1.1" status: 200 len: 692 time: 0.1470613 Aug 31 01:00:02.597063 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e486-b367-46ae-b556-b60b4f95f272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:02.597063 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0eb6e486-b367-46ae-b556-b60b4f95f272 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7054c42-9649-471c-9393-8d92d157571d HTTP/1.1" status: 204 len: 168 time: 0.4128931 Aug 31 01:00:02.722380 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-53bfbdbe-be67-4a72-8605-4dc5e6cac7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:02.723048 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6e486-b367-46ae-b556-b60b4f95f272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7054c42-9649-471c-9393-8d92d157571d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:02.733086 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a34721df-590c-4f22-9693-fb96bc808d41 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:02.772746 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bfbdbe-be67-4a72-8605-4dc5e6cac7ed None None] Routers {'e817a733-575f-4845-aec5-57e5950f39ed'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:02.773818 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-53bfbdbe-be67-4a72-8605-4dc5e6cac7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T00:59:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e817a733-575f-4845-aec5-57e5950f39ed'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:02.934149 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-53bfbdbe-be67-4a72-8605-4dc5e6cac7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:02.939533 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bfbdbe-be67-4a72-8605-4dc5e6cac7ed None None] The sync data for ids ['e817a733-575f-4845-aec5-57e5950f39ed'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:00:03.023203 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bc5ff-58c8-436e-b2aa-0167b7fd8103 req-93b799f5-125b-4830-ab20-b8799484001f tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:03.026468 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-079bc5ff-58c8-436e-b2aa-0167b7fd8103 req-93b799f5-125b-4830-ab20-b8799484001f tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.4247272 Aug 31 01:00:03.049887 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a34721df-590c-4f22-9693-fb96bc808d41 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:03.053899 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a34721df-590c-4f22-9693-fb96bc808d41 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:03.097705 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-079bc5ff-58c8-436e-b2aa-0167b7fd8103 req-a11d81c4-b133-444b-9ea8-adcfc1206c9c tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 695 time: 0.0577981 Aug 31 01:00:03.228706 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-079bc5ff-58c8-436e-b2aa-0167b7fd8103 req-186fbbe1-471d-461f-87e0-696b7baebd6a tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 695 time: 0.1164329 Aug 31 01:00:03.320700 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a34721df-590c-4f22-9693-fb96bc808d41 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:03.322037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34721df-590c-4f22-9693-fb96bc808d41 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Fanout notify agent at l3_agent the message router_deleted on router e817a733-575f-4845-aec5-57e5950f39ed {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:00:03.331819 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a34721df-590c-4f22-9693-fb96bc808d41 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:03.333937 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a34721df-590c-4f22-9693-fb96bc808d41 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] 10.222.0.16 "DELETE /v2.0/routers/e817a733-575f-4845-aec5-57e5950f39ed HTTP/1.1" status: 204 len: 168 time: 0.7566874 Aug 31 01:00:03.338137 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49042) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:03.465705 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-18988ace-2391-420f-bd00-05155f402888 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Deleting subnet 230b17f1-894d-4877-927d-8f558b264a8f {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:00:03.472416 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18988ace-2391-420f-bd00-05155f402888 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:03.492344 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-079bc5ff-58c8-436e-b2aa-0167b7fd8103 req-fe9a1aea-8556-4604-884a-c1db80780161 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Deleting port 13cb0f8f-3a1c-4baf-acde-5b56f7c10db1 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:03.493747 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-079bc5ff-58c8-436e-b2aa-0167b7fd8103 req-fe9a1aea-8556-4604-884a-c1db80780161 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:03.567566 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18988ace-2391-420f-bd00-05155f402888 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:03.619540 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-079bc5ff-58c8-436e-b2aa-0167b7fd8103 req-fe9a1aea-8556-4604-884a-c1db80780161 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:03.624112 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-079bc5ff-58c8-436e-b2aa-0167b7fd8103 req-fe9a1aea-8556-4604-884a-c1db80780161 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:03.638362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-079bc5ff-58c8-436e-b2aa-0167b7fd8103 req-fe9a1aea-8556-4604-884a-c1db80780161 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Calling delete_port for 13cb0f8f-3a1c-4baf-acde-5b56f7c10db1 owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:03.757660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18988ace-2391-420f-bd00-05155f402888 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.007421 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18988ace-2391-420f-bd00-05155f402888 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.046969 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-079bc5ff-58c8-436e-b2aa-0167b7fd8103 req-fe9a1aea-8556-4604-884a-c1db80780161 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.080288 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18988ace-2391-420f-bd00-05155f402888 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Pushing event deleted for resources: {'Subnet': ['ID=230b17f1-894d-4877-927d-8f558b264a8f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:04.083153 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18988ace-2391-420f-bd00-05155f402888 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.086343 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-18988ace-2391-420f-bd00-05155f402888 tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] 10.222.0.16 "DELETE /v2.0/subnets/230b17f1-894d-4877-927d-8f558b264a8f HTTP/1.1" status: 204 len: 168 time: 0.7458231 Aug 31 01:00:04.089823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49058) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:04.098280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a1aea-8556-4604-884a-c1db80780161 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Pushing event deleted for resources: {'Port': ['ID=13cb0f8f-3a1c-4baf-acde-5b56f7c10db1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:04.119160 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725c8c15-98b4-4073-8dc4-8383797755ea None None] Network 2ba85d3d-82fe-40a7-9aa7-a41b949a2083 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:04.232765 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.272080 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-079bc5ff-58c8-436e-b2aa-0167b7fd8103 req-fe9a1aea-8556-4604-884a-c1db80780161 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.278627 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-079bc5ff-58c8-436e-b2aa-0167b7fd8103 req-fe9a1aea-8556-4604-884a-c1db80780161 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.280645 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-079bc5ff-58c8-436e-b2aa-0167b7fd8103 req-fe9a1aea-8556-4604-884a-c1db80780161 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "DELETE /v2.0/floatingips/8f3520f3-6290-4310-8ea9-1d145f1e37d7 HTTP/1.1" status: 204 len: 173 time: 1.0407391 Aug 31 01:00:04.385194 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Deleting port 69171eee-2685-4a90-908a-123d11dbdef9 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:04.386634 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.474282 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0596b264-93c2-4f8f-90b7-af18d954b7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.565932 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49066) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:04.600187 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] For port 69171eee-2685-4a90-908a-123d11dbdef9, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=69171eee-2685-4a90-908a-123d11dbdef9,segment=NetworkSegment(a5fb60f8-8ec3-4411-b835-f5a68e01bf7b),segment_id=a5fb60f8-8ec3-4411-b835-f5a68e01bf7b)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:04.600790 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.653010 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Calling delete_port for 69171eee-2685-4a90-908a-123d11dbdef9 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:04.676119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc1b1f-d324-4890-8263-712d55eb9591 req-1504b541-d078-47af-9f11-59fb306fdfdf tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:04.690549 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cd0300-2d5e-4839-8e86-7e2fa99ad9d7 None None] DHCP port deletion for 2ba85d3d-82fe-40a7-9aa7-a41b949a2083 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:00:04.690793 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eebc1b1f-d324-4890-8263-712d55eb9591 req-1504b541-d078-47af-9f11-59fb306fdfdf tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.1648273 Aug 31 01:00:04.781029 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eebc1b1f-d324-4890-8263-712d55eb9591 req-d82ce5a2-a73b-4788-9a55-e76bfc162de4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903037 Aug 31 01:00:04.835031 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d9cd0300-2d5e-4839-8e86-7e2fa99ad9d7 None None] Deleting port 69171eee-2685-4a90-908a-123d11dbdef9 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:04.835494 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d9cd0300-2d5e-4839-8e86-7e2fa99ad9d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.016368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d9cd0300-2d5e-4839-8e86-7e2fa99ad9d7 None None] For port 69171eee-2685-4a90-908a-123d11dbdef9, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=69171eee-2685-4a90-908a-123d11dbdef9,segment=NetworkSegment(a5fb60f8-8ec3-4411-b835-f5a68e01bf7b),segment_id=a5fb60f8-8ec3-4411-b835-f5a68e01bf7b)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:05.017540 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d9cd0300-2d5e-4839-8e86-7e2fa99ad9d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.042261 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6bf8e020-8b17-4d41-93a1-462e3373cc4b req-50b08607-b73a-489f-8111-a0f89b9cb7e8 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 210 time: 0.1742532 Aug 31 01:00:05.056873 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d9cd0300-2d5e-4839-8e86-7e2fa99ad9d7 None None] Calling delete_port for 69171eee-2685-4a90-908a-123d11dbdef9 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:05.128801 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-4a1a4a46-f9eb-4abe-b1c4-3f3bae3f784f req-0198fe09-f66d-479d-8eb0-001e59ad2a6f tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] show failed (client error): The resource could not be found. Aug 31 01:00:05.130695 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a1a4a46-f9eb-4abe-b1c4-3f3bae3f784f req-0198fe09-f66d-479d-8eb0-001e59ad2a6f tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/floatingips/8f3520f3-6290-4310-8ea9-1d145f1e37d7 HTTP/1.1" status: 404 len: 350 time: 0.0997384 Aug 31 01:00:05.149575 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: from cryptography.utils import int_from_bytes Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: from cryptography.utils import int_from_bytes Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.249170 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.254304 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.254304 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.254304 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.254304 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.254304 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.254304 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.254304 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.254304 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.254304 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.254304 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.254304 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.254304 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.254304 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:00:05.254304 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:00:05.270511 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49086) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:05.270832 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b02987c6-7242-4387-93a3-020e5304e73a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04e66adf6bde4ccfbacd63bcfa4b4636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7003717 Aug 31 01:00:05.278390 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] No DVR routers for this DVR port 69171eee-2685-4a90-908a-123d11dbdef9 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:00:05.283685 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d9cd0300-2d5e-4839-8e86-7e2fa99ad9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.293077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Pushing event deleted for resources: {'Port': ['ID=69171eee-2685-4a90-908a-123d11dbdef9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:05.306308 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cd0300-2d5e-4839-8e86-7e2fa99ad9d7 None None] No DVR routers for this DVR port 69171eee-2685-4a90-908a-123d11dbdef9 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:00:05.344191 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd0300-2d5e-4839-8e86-7e2fa99ad9d7 None None] Pushing event deleted for resources: {'Port': ['ID=69171eee-2685-4a90-908a-123d11dbdef9,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:05.438588 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-411f3e92-0824-487b-a126-0b2d96fb8da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.509637 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-411f3e92-0824-487b-a126-0b2d96fb8da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.511078 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 69171eee-2685-4a90-908a-123d11dbdef9 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:00:05.520510 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.536391 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba85d3d-82fe-40a7-9aa7-a41b949a2083']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:05.551125 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5fb60f8-8ec3-4411-b835-f5a68e01bf7b') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:05.551401 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5fb60f8-8ec3-4411-b835-f5a68e01bf7b') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:05.556142 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 69171eee-2685-4a90-908a-123d11dbdef9 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:00:05.556857 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 69171eee-2685-4a90-908a-123d11dbdef9 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:00:05.578047 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.598991 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.609211 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:00:05.609929 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:00:05.636787 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:00:05.644774 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49090) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:05.836629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b2faa720-3f6d-4fc9-9561-30ba6ef3b929 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1641410209'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:05.895082 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [req-eb9a0d15-ca35-4f13-867d-a610783aac0c req-06204bc0-16ff-4cab-b23b-ad1a5336af28 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] show failed (client error): The resource could not be found. Aug 31 01:00:05.896749 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb9a0d15-ca35-4f13-867d-a610783aac0c req-06204bc0-16ff-4cab-b23b-ad1a5336af28 tempest-FloatingIPsTestJSON-603591061 tempest-FloatingIPsTestJSON-603591061-project] 10.222.0.16 "GET /v2.0/floatingips/8f3520f3-6290-4310-8ea9-1d145f1e37d7 HTTP/1.1" status: 404 len: 350 time: 0.0828094 Aug 31 01:00:05.907168 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49096) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:05.933059 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-411f3e92-0824-487b-a126-0b2d96fb8da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.937179 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-411f3e92-0824-487b-a126-0b2d96fb8da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.938888 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-411f3e92-0824-487b-a126-0b2d96fb8da5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bdf4a43b-e7e9-48da-afaf-0a389718553d HTTP/1.1" status: 204 len: 168 time: 0.6732154 Aug 31 01:00:05.951430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f3e92-0824-487b-a126-0b2d96fb8da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf4a43b-e7e9-48da-afaf-0a389718553d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:05.960460 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f3e92-0824-487b-a126-0b2d96fb8da5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:05.960915 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f3e92-0824-487b-a126-0b2d96fb8da5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:05.961500 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f3e92-0824-487b-a126-0b2d96fb8da5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:05.961959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f3e92-0824-487b-a126-0b2d96fb8da5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:05.962385 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f3e92-0824-487b-a126-0b2d96fb8da5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:05.962817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f3e92-0824-487b-a126-0b2d96fb8da5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:05.962996 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.963381 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f3e92-0824-487b-a126-0b2d96fb8da5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:05.963825 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f3e92-0824-487b-a126-0b2d96fb8da5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:05.964255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f3e92-0824-487b-a126-0b2d96fb8da5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:05.964680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f3e92-0824-487b-a126-0b2d96fb8da5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:05.965099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f3e92-0824-487b-a126-0b2d96fb8da5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:05.965549 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f3e92-0824-487b-a126-0b2d96fb8da5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:05.969139 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.979262 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] 10.222.0.16 "DELETE /v2.0/networks/2ba85d3d-82fe-40a7-9aa7-a41b949a2083 HTTP/1.1" status: 204 len: 168 time: 1.8789909 Aug 31 01:00:05.997668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29a468-e106-4110-ab5e-be8d723645bd tempest-FloatingIPNegativeTestJSON-280914712 tempest-FloatingIPNegativeTestJSON-280914712-project] Pushing event deleted for resources: {'Network': ['ID=2ba85d3d-82fe-40a7-9aa7-a41b949a2083,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:06.070077 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2faa720-3f6d-4fc9-9561-30ba6ef3b929 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Made reservation on behalf of 12954de66d9a46b7b9f62b2a33c88169 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:06.077975 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b2faa720-3f6d-4fc9-9561-30ba6ef3b929 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:06.145070 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b2faa720-3f6d-4fc9-9561-30ba6ef3b929 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:06.396727 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10b181f7-0a19-445b-9ec3-e95d19986df9 req-9c561f6d-cd93-4a8e-9535-22b388f45cc1 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 210 time: 0.0671475 Aug 31 01:00:06.466727 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b2faa720-3f6d-4fc9-9561-30ba6ef3b929 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:06.640873 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b2faa720-3f6d-4fc9-9561-30ba6ef3b929 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:06.687801 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22e25eaa-2f87-4cc5-88be-99b880da6045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:06.693039 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2faa720-3f6d-4fc9-9561-30ba6ef3b929 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ea30e8-ef1d-4b45-a61b-48aa1843c4ef,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:06.701520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2faa720-3f6d-4fc9-9561-30ba6ef3b929 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:00:06.719523 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b2faa720-3f6d-4fc9-9561-30ba6ef3b929 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:06.724771 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-b2faa720-3f6d-4fc9-9561-30ba6ef3b929 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Added segment bb7a71d0-4101-4ad4-83a9-1a8e8538eda4 of type vlan for network 98aef1ab-7151-49f0-88ba-928b2f91eff3 Aug 31 01:00:06.813676 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b2faa720-3f6d-4fc9-9561-30ba6ef3b929 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:06.910375 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:06.998115 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:07.152184 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:07.152184 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6ce4-914f-4202-ad82-17a32c967a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:07.153993 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b2faa720-3f6d-4fc9-9561-30ba6ef3b929 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:07.194897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2faa720-3f6d-4fc9-9561-30ba6ef3b929 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:07.195777 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b2faa720-3f6d-4fc9-9561-30ba6ef3b929 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:07.327349 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2faa720-3f6d-4fc9-9561-30ba6ef3b929 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event updated for resources: {'Network': ['ID=98aef1ab-7151-49f0-88ba-928b2f91eff3,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:07.343711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 98aef1ab-7151-49f0-88ba-928b2f91eff3 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:00:07.400462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d238b-5f0b-44bf-8f4e-1e0ba3b280ae req-040fc3ea-4ac5-4a60-b3eb-2ebd12765f49 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:07.402322 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b08d238b-5f0b-44bf-8f4e-1e0ba3b280ae req-040fc3ea-4ac5-4a60-b3eb-2ebd12765f49 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.4689612 Aug 31 01:00:07.473993 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b08d238b-5f0b-44bf-8f4e-1e0ba3b280ae req-04352923-bcc0-423d-b0c9-7527959b585f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490260 Aug 31 01:00:07.482127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b2faa720-3f6d-4fc9-9561-30ba6ef3b929 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8345604 Aug 31 01:00:07.486245 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49126) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:07.501103 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-39267e59-225a-4172-b6a2-5e7e59bcf8aa tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Request body: {'subnet': {'network_id': '98aef1ab-7151-49f0-88ba-928b2f91eff3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:07.691226 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a6abcc9-8b8d-4188-bab9-f2f80b138be6 req-10899900-1599-478e-843c-1b37446c2148 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0578ad-1443-4283-97a1-343f605e7bfd HTTP/1.1" status: 200 len: 210 time: 0.0626736 Aug 31 01:00:07.744866 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49132) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:07.758146 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-22e25eaa-2f87-4cc5-88be-99b880da6045 admin admin] Deleting port 87957504-fc8f-4276-978e-4d670bc1114a {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:07.759286 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22e25eaa-2f87-4cc5-88be-99b880da6045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:07.828507 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39267e59-225a-4172-b6a2-5e7e59bcf8aa tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Made reservation on behalf of 12954de66d9a46b7b9f62b2a33c88169 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:07.836637 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-39267e59-225a-4172-b6a2-5e7e59bcf8aa tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:07.955378 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-22e25eaa-2f87-4cc5-88be-99b880da6045 admin admin] For port 87957504-fc8f-4276-978e-4d670bc1114a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=87957504-fc8f-4276-978e-4d670bc1114a,segment=NetworkSegment(14c6c346-7e57-4f47-b4c1-f7b296ce5392),segment_id=14c6c346-7e57-4f47-b4c1-f7b296ce5392)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:07.956656 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22e25eaa-2f87-4cc5-88be-99b880da6045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:07.977638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-22e25eaa-2f87-4cc5-88be-99b880da6045 admin admin] Calling delete_port for 87957504-fc8f-4276-978e-4d670bc1114a owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:08.206341 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4cd01f77-17a4-455d-9010-246a0086f87c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0659f460f9df46fa8cb44f2ea591bba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4598975 Aug 31 01:00:08.211628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49142) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:08.318510 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6f8890f1-ee3f-4ef5-b974-762884c4bdc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:08.382533 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6f8890f1-ee3f-4ef5-b974-762884c4bdc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:08.417721 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49148) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:08.542117 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-39267e59-225a-4172-b6a2-5e7e59bcf8aa tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:08.542868 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:08.717064 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22e25eaa-2f87-4cc5-88be-99b880da6045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:08.749373 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6f8890f1-ee3f-4ef5-b974-762884c4bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:08.754049 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6f8890f1-ee3f-4ef5-b974-762884c4bdc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:08.756433 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6f8890f1-ee3f-4ef5-b974-762884c4bdc5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f84a9a0c-e8c1-4886-a91f-cb6341d02b53 HTTP/1.1" status: 204 len: 168 time: 0.5429351 Aug 31 01:00:08.781130 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61084fb2-bf2c-46df-b099-ab27ab4e7128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:08.797130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd224b-5c83-48e5-bdd1-4b330328b6b8 req-e6e027cc-a91b-4ef8-915a-0987ea1f4c55 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:08.800960 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ecd224b-5c83-48e5-bdd1-4b330328b6b8 req-e6e027cc-a91b-4ef8-915a-0987ea1f4c55 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.1444159 Aug 31 01:00:08.803070 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8890f1-ee3f-4ef5-b974-762884c4bdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84a9a0c-e8c1-4886-a91f-cb6341d02b53,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:08.874564 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39267e59-225a-4172-b6a2-5e7e59bcf8aa tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event updated for resources: {'Subnet': ['ID=058e373c-a2bb-40cd-bfd2-b5f7a270eaa9,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:08.898118 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e25eaa-2f87-4cc5-88be-99b880da6045 admin admin] Pushing event deleted for resources: {'Port': ['ID=87957504-fc8f-4276-978e-4d670bc1114a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:08.961584 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ecd224b-5c83-48e5-bdd1-4b330328b6b8 req-6abb3a3d-d6a3-42e6-ae7f-3ed0984cd6f5 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434128 Aug 31 01:00:09.016604 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39267e59-225a-4172-b6a2-5e7e59bcf8aa tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Checking segment: {'id': 'bb7a71d0-4101-4ad4-83a9-1a8e8538eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '98aef1ab-7151-49f0-88ba-928b2f91eff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:09.016604 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39267e59-225a-4172-b6a2-5e7e59bcf8aa tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Network hostable DHCP agents. Network: 98aef1ab-7151-49f0-88ba-928b2f91eff3, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:00:09.289506 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22e25eaa-2f87-4cc5-88be-99b880da6045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:09.307387 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61084fb2-bf2c-46df-b099-ab27ab4e7128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:09.518606 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39267e59-225a-4172-b6a2-5e7e59bcf8aa tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Network 98aef1ab-7151-49f0-88ba-928b2f91eff3 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:00:09.576514 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61084fb2-bf2c-46df-b099-ab27ab4e7128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:09.665997 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-61084fb2-bf2c-46df-b099-ab27ab4e7128 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48a297e562f44018809cfab54c671a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2435389 Aug 31 01:00:09.668769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49176) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:09.675730 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61084fb2-bf2c-46df-b099-ab27ab4e7128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b53521-360d-4b3d-bf71-886f5ef7a1c8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:09.735641 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-39267e59-225a-4172-b6a2-5e7e59bcf8aa tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 98aef1ab-7151-49f0-88ba-928b2f91eff3) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:09.746807 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39267e59-225a-4172-b6a2-5e7e59bcf8aa tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:09.748971 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-39267e59-225a-4172-b6a2-5e7e59bcf8aa tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:09.750204 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac141a55-61c7-4f21-8494-92c6c8b128e3 None None] Network 98aef1ab-7151-49f0-88ba-928b2f91eff3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:09.807873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e25eaa-2f87-4cc5-88be-99b880da6045 admin admin] Router bc95692a-fda3-4852-9af8-80e0f7a34bc1 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:00:09.860563 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-60fa7b14-f3bd-4b3d-ac44-bfa8b4f1b23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:09.954911 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-60fa7b14-f3bd-4b3d-ac44-bfa8b4f1b23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:09.967132 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-39267e59-225a-4172-b6a2-5e7e59bcf8aa tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4761150 Aug 31 01:00:09.969235 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49182) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:09.983037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-43c208e7-8384-4f97-8f7c-cfb0106b7064 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Request body: {'port': {'network_id': '98aef1ab-7151-49f0-88ba-928b2f91eff3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1871400677'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:10.111831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49186) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:10.194890 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.282698 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-60fa7b14-f3bd-4b3d-ac44-bfa8b4f1b23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.286853 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-60fa7b14-f3bd-4b3d-ac44-bfa8b4f1b23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.288623 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-60fa7b14-f3bd-4b3d-ac44-bfa8b4f1b23c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53b53521-360d-4b3d-bf71-886f5ef7a1c8 HTTP/1.1" status: 204 len: 168 time: 0.6180375 Aug 31 01:00:10.296497 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-98aef1ab-7151-49f0-88ba-928b2f91eff3', 'network_id': '98aef1ab-7151-49f0-88ba-928b2f91eff3', 'tenant_id': '12954de66d9a46b7b9f62b2a33c88169', 'fixed_ips': [{'subnet_id': '058e373c-a2bb-40cd-bfd2-b5f7a270eaa9'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:00:10.297689 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.336181 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa7b14-f3bd-4b3d-ac44-bfa8b4f1b23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b53521-360d-4b3d-bf71-886f5ef7a1c8,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:10.426054 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e25eaa-2f87-4cc5-88be-99b880da6045 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:00:10.445936 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d56cb87-aa0a-4428-99ac-9ff6e5ef7284 None None] Sync routers for ids ['bc95692a-fda3-4852-9af8-80e0f7a34bc1'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:00:10.451983 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-22e25eaa-2f87-4cc5-88be-99b880da6045 admin admin] 10.222.0.16 "PUT /v2.0/routers/bc95692a-fda3-4852-9af8-80e0f7a34bc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5376904 Aug 31 01:00:10.452268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49196) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:10.481370 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d56cb87-aa0a-4428-99ac-9ff6e5ef7284 None None] Routers {'bc95692a-fda3-4852-9af8-80e0f7a34bc1'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:10.483094 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2d56cb87-aa0a-4428-99ac-9ff6e5ef7284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bc95692a-fda3-4852-9af8-80e0f7a34bc1'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:10.512297 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88e086b9-e73d-4a16-9155-5dc0cac80c88 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.654493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8403ba-0fe9-4052-8db8-3b8a818bbea3 req-744aab3f-d9c9-428f-aeb3-c78983b9c779 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:10.668092 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4d8403ba-0fe9-4052-8db8-3b8a818bbea3 req-744aab3f-d9c9-428f-aeb3-c78983b9c779 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.4348948 Aug 31 01:00:10.683253 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Allocated IP 2001:db8::2 (98aef1ab-7151-49f0-88ba-928b2f91eff3/058e373c-a2bb-40cd-bfd2-b5f7a270eaa9/bfac6eab-77a1-4a7a-81a6-a6bb5424cd11) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:10.748107 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88e086b9-e73d-4a16-9155-5dc0cac80c88 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.791766 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-2d56cb87-aa0a-4428-99ac-9ff6e5ef7284 None None] Set router bc95692a-fda3-4852-9af8-80e0f7a34bc1 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:10.845466 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c00934d2-a934-49d5-821c-aa6a7e56cecf admin admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.983106 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4d8403ba-0fe9-4052-8db8-3b8a818bbea3 req-f44a8a89-8608-44b5-8f2c-acdf345a6b90 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134604 Aug 31 01:00:10.985173 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c208e7-8384-4f97-8f7c-cfb0106b7064 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Made reservation on behalf of 12954de66d9a46b7b9f62b2a33c88169 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:10.995660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-43c208e7-8384-4f97-8f7c-cfb0106b7064 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.120449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-43c208e7-8384-4f97-8f7c-cfb0106b7064 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] device_id is not set on port abbe389f-6a42-45da-94bf-071e8c64a980 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:00:11.130964 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.278540 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c00934d2-a934-49d5-821c-aa6a7e56cecf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.293985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Transition to ACTIVE for port object bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:11.308437 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88e086b9-e73d-4a16-9155-5dc0cac80c88 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.313270 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88e086b9-e73d-4a16-9155-5dc0cac80c88 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.330188 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-88e086b9-e73d-4a16-9155-5dc0cac80c88 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "DELETE /v2.0/security-groups/b44116fb-8631-4f72-9149-0a10b3929f45 HTTP/1.1" status: 204 len: 168 time: 1.2125223 Aug 31 01:00:11.332622 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49210) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:11.361139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Transition to ACTIVE for port object bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:11.368931 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2d56cb87-aa0a-4428-99ac-9ff6e5ef7284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc95692a-fda3-4852-9af8-80e0f7a34bc1', 'name': 'tempest-FloatingIPsTestJSON-1122005522-router', 'tenant_id': '8e66ef764cf94024b209af9649bc0f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'f1070eb7-12f9-4336-b26a-f744677212c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:36Z', 'updated_at': '2021-08-31T01:00:08Z', 'revision_number': 5, 'project_id': '8e66ef764cf94024b209af9649bc0f03', 'gw_port': {'id': 'f1070eb7-12f9-4336-b26a-f744677212c4', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc95692a-fda3-4852-9af8-80e0f7a34bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:38Z', 'updated_at': '2021-08-31T00:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:11.372567 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-02564a6a-a863-4ea1-885b-b3b18bcce0d5 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] show failed (client error): The resource could not be found. Aug 31 01:00:11.379156 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e086b9-e73d-4a16-9155-5dc0cac80c88 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44116fb-8631-4f72-9149-0a10b3929f45,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:11.384180 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49214) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:11.389430 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-02564a6a-a863-4ea1-885b-b3b18bcce0d5 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "GET /v2.0/security-groups/b44116fb-8631-4f72-9149-0a10b3929f45 HTTP/1.1" status: 404 len: 347 time: 0.0479083 Aug 31 01:00:11.485808 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d56cb87-aa0a-4428-99ac-9ff6e5ef7284 None None] Checking router: bc95692a-fda3-4852-9af8-80e0f7a34bc1 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:00:11.504687 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.528893 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d56cb87-aa0a-4428-99ac-9ff6e5ef7284 None None] Routers {'bc95692a-fda3-4852-9af8-80e0f7a34bc1'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:11.530317 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2d56cb87-aa0a-4428-99ac-9ff6e5ef7284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bc95692a-fda3-4852-9af8-80e0f7a34bc1'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:11.635912 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-c00934d2-a934-49d5-821c-aa6a7e56cecf admin admin] Deleting port f1070eb7-12f9-4336-b26a-f744677212c4 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:11.637494 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c00934d2-a934-49d5-821c-aa6a7e56cecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.643498 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Network 98aef1ab-7151-49f0-88ba-928b2f91eff3 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:11.676490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:11.682632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:11.701631 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-43c208e7-8384-4f97-8f7c-cfb0106b7064 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Allocated IP 2001:db8::33a (98aef1ab-7151-49f0-88ba-928b2f91eff3/058e373c-a2bb-40cd-bfd2-b5f7a270eaa9/abbe389f-6a42-45da-94bf-071e8c64a980) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:11.710935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Pushing event updated for resources: {'Port': ['ID=bfac6eab-77a1-4a7a-81a6-a6bb5424cd11,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:11.855939 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-2d56cb87-aa0a-4428-99ac-9ff6e5ef7284 None None] Set router bc95692a-fda3-4852-9af8-80e0f7a34bc1 gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:11.889498 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-c00934d2-a934-49d5-821c-aa6a7e56cecf admin admin] For port f1070eb7-12f9-4336-b26a-f744677212c4, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f1070eb7-12f9-4336-b26a-f744677212c4,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:11.892603 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Attempting to bind port bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:11.893732 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c00934d2-a934-49d5-821c-aa6a7e56cecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.910307 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Attempting to bind port bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'bb7a71d0-4101-4ad4-83a9-1a8e8538eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '98aef1ab-7151-49f0-88ba-928b2f91eff3'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:11.916079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Attempting to bind port bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 on network 98aef1ab-7151-49f0-88ba-928b2f91eff3 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:11.930744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:11.938237 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Checking segment: {'id': 'bb7a71d0-4101-4ad4-83a9-1a8e8538eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '98aef1ab-7151-49f0-88ba-928b2f91eff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:11.939177 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.939922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Bound using segment: {'id': 'bb7a71d0-4101-4ad4-83a9-1a8e8538eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '98aef1ab-7151-49f0-88ba-928b2f91eff3'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:11.940701 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Bound port: bfac6eab-77a1-4a7a-81a6-a6bb5424cd11, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7a71d0-4101-4ad4-83a9-1a8e8538eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '98aef1ab-7151-49f0-88ba-928b2f91eff3'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:11.942412 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.957282 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-c00934d2-a934-49d5-821c-aa6a7e56cecf admin admin] Calling delete_port for f1070eb7-12f9-4336-b26a-f744677212c4 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:12.005928 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49222) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:12.006683 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49224) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:12.079234 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2d56cb87-aa0a-4428-99ac-9ff6e5ef7284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc95692a-fda3-4852-9af8-80e0f7a34bc1', 'name': 'tempest-FloatingIPsTestJSON-1122005522-router', 'tenant_id': '8e66ef764cf94024b209af9649bc0f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:36Z', 'updated_at': '2021-08-31T01:00:11Z', 'revision_number': 6, 'project_id': '8e66ef764cf94024b209af9649bc0f03', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:12.195272 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-698a550e-f35c-4c5b-b9a3-818c820bfb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.216366 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d56cb87-aa0a-4428-99ac-9ff6e5ef7284 None None] The sync data for ids ['bc95692a-fda3-4852-9af8-80e0f7a34bc1'] in n-d-793621-34 is: [{'id': 'bc95692a-fda3-4852-9af8-80e0f7a34bc1', 'name': 'tempest-FloatingIPsTestJSON-1122005522-router', 'tenant_id': '8e66ef764cf94024b209af9649bc0f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:36Z', 'updated_at': '2021-08-31T01:00:11Z', 'revision_number': 6, 'project_id': '8e66ef764cf94024b209af9649bc0f03', 'gw_port_host': None}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:00:12.228905 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] For port bfac6eab-77a1-4a7a-81a6-a6bb5424cd11, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:12.240321 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] For port bfac6eab-77a1-4a7a-81a6-a6bb5424cd11, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=bfac6eab-77a1-4a7a-81a6-a6bb5424cd11,segment=NetworkSegment(bb7a71d0-4101-4ad4-83a9-1a8e8538eda4),segment_id=bb7a71d0-4101-4ad4-83a9-1a8e8538eda4)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:12.382981 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-b60add8d-5b75-499a-89a9-c876833f2858 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Deleting port c5fee7c1-eee6-44de-b886-033b69d4b255 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:12.384205 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b60add8d-5b75-499a-89a9-c876833f2858 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.453199 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.537083 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46affab-6509-44ce-852e-5b5aa211626e req-0731b3a8-bbfc-4f2e-bde4-d852293767bb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:12.538145 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-43c208e7-8384-4f97-8f7c-cfb0106b7064 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.539766 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a46affab-6509-44ce-852e-5b5aa211626e req-0731b3a8-bbfc-4f2e-bde4-d852293767bb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.2906358 Aug 31 01:00:12.640143 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-43c208e7-8384-4f97-8f7c-cfb0106b7064 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Transition to ACTIVE for port object abbe389f-6a42-45da-94bf-071e8c64a980 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:12.656490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469efab-7758-42a3-91fe-31b75210e2ce None None] Pushing event updated for resources: {'Port': ['ID=bfac6eab-77a1-4a7a-81a6-a6bb5424cd11,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:12.695115 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b60add8d-5b75-499a-89a9-c876833f2858 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.695700 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b60add8d-5b75-499a-89a9-c876833f2858 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.719526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-b60add8d-5b75-499a-89a9-c876833f2858 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Calling delete_port for c5fee7c1-eee6-44de-b886-033b69d4b255 owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:12.782061 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-698a550e-f35c-4c5b-b9a3-818c820bfb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.826400 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-8cd7a448-ad6a-4e65-919a-aefa1733d009 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-784825216'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:12.909490 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-698a550e-f35c-4c5b-b9a3-818c820bfb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.968187 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-43c208e7-8384-4f97-8f7c-cfb0106b7064 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.001182 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a46affab-6509-44ce-852e-5b5aa211626e req-6f7fb29e-dc4f-4ccb-a032-6a90a204fa15 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165122 Aug 31 01:00:13.018235 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-698a550e-f35c-4c5b-b9a3-818c820bfb36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c80a3f6353054cd2b1e54961343d63f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0075817 Aug 31 01:00:13.024338 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c00934d2-a934-49d5-821c-aa6a7e56cecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.029036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49234) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:13.074706 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a550e-f35c-4c5b-b9a3-818c820bfb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7e7260-d343-42dc-97f8-7f88b4f696d7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:13.091140 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00934d2-a934-49d5-821c-aa6a7e56cecf admin admin] Pushing event deleted for resources: {'Port': ['ID=f1070eb7-12f9-4336-b26a-f744677212c4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:13.106265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c208e7-8384-4f97-8f7c-cfb0106b7064 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Network 98aef1ab-7151-49f0-88ba-928b2f91eff3 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:13.115168 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c208e7-8384-4f97-8f7c-cfb0106b7064 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event updated for resources: {'Port': ['ID=abbe389f-6a42-45da-94bf-071e8c64a980,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:13.124422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-43c208e7-8384-4f97-8f7c-cfb0106b7064 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:13.134772 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c208e7-8384-4f97-8f7c-cfb0106b7064 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:13.145326 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c208e7-8384-4f97-8f7c-cfb0106b7064 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:13.146543 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-43c208e7-8384-4f97-8f7c-cfb0106b7064 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.170660 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd7a448-ad6a-4e65-919a-aefa1733d009 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Made reservation on behalf of 7de7ed71264a4ac694a0cee7d619a40a for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:13.174100 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a448-ad6a-4e65-919a-aefa1733d009 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.261335 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a448-ad6a-4e65-919a-aefa1733d009 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.321132 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b60add8d-5b75-499a-89a9-c876833f2858 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.392052 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c00934d2-a934-49d5-821c-aa6a7e56cecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.402393 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60add8d-5b75-499a-89a9-c876833f2858 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Pushing event deleted for resources: {'Port': ['ID=c5fee7c1-eee6-44de-b886-033b69d4b255,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:13.423229 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-43c208e7-8384-4f97-8f7c-cfb0106b7064 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4512563 Aug 31 01:00:13.425885 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49238) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:13.435354 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1e0b2243-8729-4b9a-af43-12c3ee77ab5f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Request body: {'port': {'network_id': '98aef1ab-7151-49f0-88ba-928b2f91eff3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-507463912', 'allowed_address_pairs': [{'ip_address': '2001:db8::33a', 'mac_address': 'fa:16:3e:64:ea:88'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:13.483155 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-59281bf9-0147-4c94-b352-4c9c0a538128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.654946 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c00934d2-a934-49d5-821c-aa6a7e56cecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.658677 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c00934d2-a934-49d5-821c-aa6a7e56cecf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.678581 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-59281bf9-0147-4c94-b352-4c9c0a538128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.699304 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:13.828512 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a448-ad6a-4e65-919a-aefa1733d009 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.863195 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c00934d2-a934-49d5-821c-aa6a7e56cecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.863844 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00934d2-a934-49d5-821c-aa6a7e56cecf admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc95692a-fda3-4852-9af8-80e0f7a34bc1 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:00:13.877825 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c00934d2-a934-49d5-821c-aa6a7e56cecf admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.878663 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c00934d2-a934-49d5-821c-aa6a7e56cecf admin admin] 10.222.0.16 "DELETE /v2.0/routers/bc95692a-fda3-4852-9af8-80e0f7a34bc1 HTTP/1.1" status: 204 len: 168 time: 3.4244864 Aug 31 01:00:13.880017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49252) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:13.887044 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b60add8d-5b75-499a-89a9-c876833f2858 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.890984 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b60add8d-5b75-499a-89a9-c876833f2858 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.896059 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b60add8d-5b75-499a-89a9-c876833f2858 tempest-ServersTestBootFromVolume-656764153 tempest-ServersTestBootFromVolume-656764153-project] 10.222.0.16 "DELETE /v2.0/floatingips/4cac785f-7833-4cb4-9cb7-3fb841c6a586 HTTP/1.1" status: 204 len: 168 time: 2.5019634 Aug 31 01:00:13.898034 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49254) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:13.903287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:13.968067 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-59281bf9-0147-4c94-b352-4c9c0a538128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.974269 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-59281bf9-0147-4c94-b352-4c9c0a538128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.982383 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-59281bf9-0147-4c94-b352-4c9c0a538128 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa7e7260-d343-42dc-97f8-7f88b4f696d7 HTTP/1.1" status: 204 len: 168 time: 0.9496584 Aug 31 01:00:13.997826 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f1070eb7-12f9-4336-b26a-f744677212c4 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:00:14.028041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59281bf9-0147-4c94-b352-4c9c0a538128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7e7260-d343-42dc-97f8-7f88b4f696d7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:14.038636 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a448-ad6a-4e65-919a-aefa1733d009 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.078934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: f1070eb7-12f9-4336-b26a-f744677212c4 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:00:14.079593 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f1070eb7-12f9-4336-b26a-f744677212c4 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:00:14.089520 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 87957504-fc8f-4276-978e-4d670bc1114a no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:00:14.097613 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0b2243-8729-4b9a-af43-12c3ee77ab5f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Made reservation on behalf of 12954de66d9a46b7b9f62b2a33c88169 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:14.132014 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd7a448-ad6a-4e65-919a-aefa1733d009 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:00:14.186969 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a448-ad6a-4e65-919a-aefa1733d009 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.186969 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-8cd7a448-ad6a-4e65-919a-aefa1733d009 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Added segment 8eb063e2-b1b0-465f-810a-854cefcfbd82 of type vlan for network 70fb42c2-5118-4619-b9d9-1bd070649753 Aug 31 01:00:14.202370 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 87957504-fc8f-4276-978e-4d670bc1114a {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:00:14.203201 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 87957504-fc8f-4276-978e-4d670bc1114a not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:00:14.329596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7a448-ad6a-4e65-919a-aefa1733d009 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c71e369-9658-4864-ad9b-8c4e21e375f3,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:14.338663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc3e0f6-4823-47c0-b40c-f9527153bac2 admin admin] Deleting subnet d33ba6c5-725a-465f-8bf0-5253ec405829 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:00:14.348594 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e0f6-4823-47c0-b40c-f9527153bac2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.406469 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e0b2243-8729-4b9a-af43-12c3ee77ab5f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.414329 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a448-ad6a-4e65-919a-aefa1733d009 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.438922 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-1e0b2243-8729-4b9a-af43-12c3ee77ab5f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] device_id is not set on port 6b1ef2b7-7e51-40bb-81f7-6ab88186ec48 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:00:14.452149 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e0f6-4823-47c0-b40c-f9527153bac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.528418 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19b82f-2849-491f-b672-8c30dd6aacdc req-dd700e3e-4e0a-40c4-957d-e4ee0e67a3c9 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:14.534083 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4d19b82f-2849-491f-b672-8c30dd6aacdc req-dd700e3e-4e0a-40c4-957d-e4ee0e67a3c9 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.2275598 Aug 31 01:00:14.619428 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc583f4-4105-41f3-90ec-bd1f0e5a203e None None] Network 98aef1ab-7151-49f0-88ba-928b2f91eff3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:14.633034 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4d19b82f-2849-491f-b672-8c30dd6aacdc req-d315899c-0fca-4620-a876-0654d12a4d64 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914476 Aug 31 01:00:14.636076 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a448-ad6a-4e65-919a-aefa1733d009 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.642127 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd7a448-ad6a-4e65-919a-aefa1733d009 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:14.642792 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a448-ad6a-4e65-919a-aefa1733d009 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.661066 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e0f6-4823-47c0-b40c-f9527153bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.832419 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49268) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:14.861200 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-1e0b2243-8729-4b9a-af43-12c3ee77ab5f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Allocated IP 2001:db8::9a (98aef1ab-7151-49f0-88ba-928b2f91eff3/058e373c-a2bb-40cd-bfd2-b5f7a270eaa9/6b1ef2b7-7e51-40bb-81f7-6ab88186ec48) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:14.946461 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e0f6-4823-47c0-b40c-f9527153bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.020497 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a97af03b-2eca-4a51-a234-2beecdf024d2 None None] Provisioning for port bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:15.026557 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a97af03b-2eca-4a51-a234-2beecdf024d2 None None] Provisioning complete for port bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:15.026803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3e0f6-4823-47c0-b40c-f9527153bac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33ba6c5-725a-465f-8bf0-5253ec405829,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:15.027255 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a97af03b-2eca-4a51-a234-2beecdf024d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.034936 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8cd7a448-ad6a-4e65-919a-aefa1733d009 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.0267148 Aug 31 01:00:15.037558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49278) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:15.052453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-5df7bb42-5f0a-4590-b552-b5153ed3334a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-609996001'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:15.056967 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e0f6-4823-47c0-b40c-f9527153bac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.061938 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ccc3e0f6-4823-47c0-b40c-f9527153bac2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d33ba6c5-725a-465f-8bf0-5253ec405829 HTTP/1.1" status: 204 len: 168 time: 1.1763861 Aug 31 01:00:15.061938 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7a448-ad6a-4e65-919a-aefa1733d009 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Network': ['ID=70fb42c2-5118-4619-b9d9-1bd070649753,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:15.064730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49280) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:15.125651 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf56bf5c-ce37-494e-bba3-84deb49527fc None None] Network 3f2cc7ed-0da0-473d-82b4-ca24f1c0374a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:15.125651 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 70fb42c2-5118-4619-b9d9-1bd070649753 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:00:15.224253 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7fb8b23-0240-420e-ba25-e03405623bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.280736 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.343257 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-148e222f-372b-42ec-b512-475acc28321e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.369828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df7bb42-5f0a-4590-b552-b5153ed3334a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Made reservation on behalf of 7de7ed71264a4ac694a0cee7d619a40a for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:15.369828 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5df7bb42-5f0a-4590-b552-b5153ed3334a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.487125 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e0b2243-8729-4b9a-af43-12c3ee77ab5f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.487294 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a97af03b-2eca-4a51-a234-2beecdf024d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.497948 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df7bb42-5f0a-4590-b552-b5153ed3334a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:00:15.523483 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-1e0b2243-8729-4b9a-af43-12c3ee77ab5f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Transition to ACTIVE for port object 6b1ef2b7-7e51-40bb-81f7-6ab88186ec48 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:15.533073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] Deleting port 377a1348-41d1-4e4d-9137-892739542b80 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:15.536540 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a97af03b-2eca-4a51-a234-2beecdf024d2 None None] For port bfac6eab-77a1-4a7a-81a6-a6bb5424cd11, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=bfac6eab-77a1-4a7a-81a6-a6bb5424cd11,segment=NetworkSegment(bb7a71d0-4101-4ad4-83a9-1a8e8538eda4),segment_id=bb7a71d0-4101-4ad4-83a9-1a8e8538eda4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:15.540199 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.566872 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5df7bb42-5f0a-4590-b552-b5153ed3334a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.567397 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-5df7bb42-5f0a-4590-b552-b5153ed3334a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Added segment af6b0f27-0745-4084-85fa-ee8d32113c8b of type vlan for network f30fd42b-4a16-4264-8ef4-857fde1082ff Aug 31 01:00:15.633916 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390904e9-50f6-476a-bc2f-00737472da2f None None] DHCP port deletion for 3f2cc7ed-0da0-473d-82b4-ca24f1c0374a request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:00:15.638368 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a97af03b-2eca-4a51-a234-2beecdf024d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.718623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97af03b-2eca-4a51-a234-2beecdf024d2 None None] Pushing event updated for resources: {'Port': ['ID=bfac6eab-77a1-4a7a-81a6-a6bb5424cd11,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:15.793150 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] For port 377a1348-41d1-4e4d-9137-892739542b80, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=377a1348-41d1-4e4d-9137-892739542b80,segment=NetworkSegment(14c6c346-7e57-4f47-b4c1-f7b296ce5392),segment_id=14c6c346-7e57-4f47-b4c1-f7b296ce5392)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:15.793794 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.806535 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e0b2243-8729-4b9a-af43-12c3ee77ab5f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.858226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-390904e9-50f6-476a-bc2f-00737472da2f None None] Deleting port 377a1348-41d1-4e4d-9137-892739542b80 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:15.862237 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-390904e9-50f6-476a-bc2f-00737472da2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.864939 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5df7bb42-5f0a-4590-b552-b5153ed3334a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.870282 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] Calling delete_port for 377a1348-41d1-4e4d-9137-892739542b80 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:15.945030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-390904e9-50f6-476a-bc2f-00737472da2f None None] For port 377a1348-41d1-4e4d-9137-892739542b80, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=377a1348-41d1-4e4d-9137-892739542b80,segment=NetworkSegment(14c6c346-7e57-4f47-b4c1-f7b296ce5392),segment_id=14c6c346-7e57-4f47-b4c1-f7b296ce5392)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:15.945429 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-390904e9-50f6-476a-bc2f-00737472da2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.962511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-390904e9-50f6-476a-bc2f-00737472da2f None None] Calling delete_port for 377a1348-41d1-4e4d-9137-892739542b80 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:15.968998 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-de959bb1-c620-4f56-83eb-b053f6d68673 None None] Provisioning for port abbe389f-6a42-45da-94bf-071e8c64a980 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:15.980120 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-de959bb1-c620-4f56-83eb-b053f6d68673 None None] Provisioning complete for port abbe389f-6a42-45da-94bf-071e8c64a980 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:15.984974 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-de959bb1-c620-4f56-83eb-b053f6d68673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.079736 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7fb8b23-0240-420e-ba25-e03405623bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.100395 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.resource_extend [None req-5df7bb42-5f0a-4590-b552-b5153ed3334a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:00:16.115107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036a077-0ac9-4091-92da-9657eed9553e req-2aaba4b9-9aa8-41c7-9406-e214e64954d2 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:16.117293 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5036a077-0ac9-4091-92da-9657eed9553e req-2aaba4b9-9aa8-41c7-9406-e214e64954d2 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.3590941 Aug 31 01:00:16.165826 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.168691 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-de959bb1-c620-4f56-83eb-b053f6d68673 None None] Port abbe389f-6a42-45da-94bf-071e8c64a980 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:16.191859 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-390904e9-50f6-476a-bc2f-00737472da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.212463 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-de959bb1-c620-4f56-83eb-b053f6d68673 None None] Provisioning complete for port bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:16.214684 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-de959bb1-c620-4f56-83eb-b053f6d68673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.215107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=377a1348-41d1-4e4d-9137-892739542b80,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:16.220920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] No DVR routers for this DVR port 377a1348-41d1-4e4d-9137-892739542b80 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:00:16.230312 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5036a077-0ac9-4091-92da-9657eed9553e req-d092e707-af82-441f-8646-8732c1d8a18e tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991864 Aug 31 01:00:16.232368 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7fb8b23-0240-420e-ba25-e03405623bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.337553 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390904e9-50f6-476a-bc2f-00737472da2f None None] No DVR routers for this DVR port 377a1348-41d1-4e4d-9137-892739542b80 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:00:16.340266 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390904e9-50f6-476a-bc2f-00737472da2f None None] Pushing event deleted for resources: {'Port': ['ID=377a1348-41d1-4e4d-9137-892739542b80,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:16.379497 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5df7bb42-5f0a-4590-b552-b5153ed3334a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.394909 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df7bb42-5f0a-4590-b552-b5153ed3334a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:16.396143 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5df7bb42-5f0a-4590-b552-b5153ed3334a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.429083 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.457954 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e7fb8b23-0240-420e-ba25-e03405623bce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0045aa4e107c48d9839794f812cc977e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6254830 Aug 31 01:00:16.467812 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0b2243-8729-4b9a-af43-12c3ee77ab5f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Network 98aef1ab-7151-49f0-88ba-928b2f91eff3 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:16.471903 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49298) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:16.494211 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2cc7ed-0da0-473d-82b4-ca24f1c0374a']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:16.522604 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-1e0b2243-8729-4b9a-af43-12c3ee77ab5f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:16.525072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49300) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:16.567129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb8b23-0240-420e-ba25-e03405623bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438d49da-96fa-443a-a681-de4575ca48bf,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:16.567993 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0b2243-8729-4b9a-af43-12c3ee77ab5f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:16.567993 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0b2243-8729-4b9a-af43-12c3ee77ab5f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:16.567993 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e0b2243-8729-4b9a-af43-12c3ee77ab5f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.567993 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b2243-8729-4b9a-af43-12c3ee77ab5f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event updated for resources: {'Port': ['ID=6b1ef2b7-7e51-40bb-81f7-6ab88186ec48,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:16.573161 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c6c346-7e57-4f47-b4c1-f7b296ce5392') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:16.573161 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c6c346-7e57-4f47-b4c1-f7b296ce5392') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:16.597124 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7bb42-5f0a-4590-b552-b5153ed3334a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Network': ['ID=f30fd42b-4a16-4264-8ef4-857fde1082ff,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:16.603133 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.620246 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network f30fd42b-4a16-4264-8ef4-857fde1082ff details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:00:16.634674 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.651826 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-841e9783-b9ab-4df9-82c2-1af5be37e555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.657823 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:00:16.658238 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:00:16.660971 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:00:16.714912 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-841e9783-b9ab-4df9-82c2-1af5be37e555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.736781 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5df7bb42-5f0a-4590-b552-b5153ed3334a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6913030 Aug 31 01:00:16.747355 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49304) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:16.754559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bd71a906-0120-4ad5-9b50-5c84ae276408 None None] Provisioning complete for port abbe389f-6a42-45da-94bf-071e8c64a980 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:16.756490 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bd71a906-0120-4ad5-9b50-5c84ae276408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.756993 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e8d240b0-4733-41de-84f0-394c7c205fd1 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'subnet': {'network_id': '70fb42c2-5118-4619-b9d9-1bd070649753', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:16.833542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-bd71a906-0120-4ad5-9b50-5c84ae276408 None None] Port abbe389f-6a42-45da-94bf-071e8c64a980 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:16.863304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-761cf3e2-0006-4ba4-9914-92dcb468279b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324068676-network', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:16.878057 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1e0b2243-8729-4b9a-af43-12c3ee77ab5f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.4501712 Aug 31 01:00:16.881585 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49306) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:16.962326 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.974802 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.977858 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] 10.222.0.16 "DELETE /v2.0/networks/3f2cc7ed-0da0-473d-82b4-ca24f1c0374a HTTP/1.1" status: 204 len: 168 time: 1.9101124 Aug 31 01:00:17.011112 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1afe0a-cb24-4cd5-af01-52c7923b2dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=3f2cc7ed-0da0-473d-82b4-ca24f1c0374a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:17.030858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb551ea5-3e1e-4653-bcb7-09373a1df707 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:17.036782 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb551ea5-3e1e-4653-bcb7-09373a1df707 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:17.042769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb551ea5-3e1e-4653-bcb7-09373a1df707 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:17.047623 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bb551ea5-3e1e-4653-bcb7-09373a1df707 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1645858 Aug 31 01:00:17.048587 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49310) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:17.082318 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-148e222f-372b-42ec-b512-475acc28321e admin admin] Deleting port 161fd58e-063c-4a40-b097-79ea3cdc72b0 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:17.082723 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-148e222f-372b-42ec-b512-475acc28321e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.190441 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761cf3e2-0006-4ba4-9914-92dcb468279b admin admin] Made reservation on behalf of 3fc4d0d1e16146dba32fc1604dd5ab73 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:17.192857 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-761cf3e2-0006-4ba4-9914-92dcb468279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.222941 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-761cf3e2-0006-4ba4-9914-92dcb468279b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.234207 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-82aca86f-9134-4c62-9d45-ccf163cc365b None None] Provisioning for port 6b1ef2b7-7e51-40bb-81f7-6ab88186ec48 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:17.245100 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-82aca86f-9134-4c62-9d45-ccf163cc365b None None] Provisioning complete for port 6b1ef2b7-7e51-40bb-81f7-6ab88186ec48 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:17.245582 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-82aca86f-9134-4c62-9d45-ccf163cc365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.256622 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-841e9783-b9ab-4df9-82c2-1af5be37e555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.259549 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-841e9783-b9ab-4df9-82c2-1af5be37e555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.265955 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-841e9783-b9ab-4df9-82c2-1af5be37e555 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/438d49da-96fa-443a-a681-de4575ca48bf HTTP/1.1" status: 204 len: 168 time: 0.7825711 Aug 31 01:00:17.315228 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-82aca86f-9134-4c62-9d45-ccf163cc365b None None] Port 6b1ef2b7-7e51-40bb-81f7-6ab88186ec48 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:17.329741 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e9783-b9ab-4df9-82c2-1af5be37e555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438d49da-96fa-443a-a681-de4575ca48bf,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:17.334937 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-148e222f-372b-42ec-b512-475acc28321e admin admin] For port 161fd58e-063c-4a40-b097-79ea3cdc72b0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=161fd58e-063c-4a40-b097-79ea3cdc72b0,segment=NetworkSegment(3823af70-b9e3-4fde-a3b2-47c4a0430bb5),segment_id=3823af70-b9e3-4fde-a3b2-47c4a0430bb5)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:17.335920 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-148e222f-372b-42ec-b512-475acc28321e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.372073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-148e222f-372b-42ec-b512-475acc28321e admin admin] Calling delete_port for 161fd58e-063c-4a40-b097-79ea3cdc72b0 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:17.389548 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Deleting port 6b1ef2b7-7e51-40bb-81f7-6ab88186ec48 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:17.389548 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.442025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2a548-fefb-46c4-bb41-799a59573790 req-a4066823-b35e-4832-8936-004fb7c9b826 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:17.443692 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5cf2a548-fefb-46c4-bb41-799a59573790 req-a4066823-b35e-4832-8936-004fb7c9b826 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.0816541 Aug 31 01:00:17.517070 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d240b0-4733-41de-84f0-394c7c205fd1 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Made reservation on behalf of 7de7ed71264a4ac694a0cee7d619a40a for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:17.521663 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8d240b0-4733-41de-84f0-394c7c205fd1 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.571352 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:17.603681 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:17.604346 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.654431 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.705013 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Calling delete_port for 6b1ef2b7-7e51-40bb-81f7-6ab88186ec48 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:17.939159 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5cf2a548-fefb-46c4-bb41-799a59573790 req-c9a0005e-ce81-475d-8289-635ebf2a5ade tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804294 Aug 31 01:00:17.939159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49318) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:18.004493 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-31338307-da00-4a42-a802-0a79c9220f16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e66ef764cf94024b209af9649bc0f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638387 Aug 31 01:00:18.012297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49320) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:18.026474 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-761cf3e2-0006-4ba4-9914-92dcb468279b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.075519 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-93c71924-ff70-4181-a081-095fcef247fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.096323 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 377a1348-41d1-4e4d-9137-892739542b80 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:00:18.106388 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-93c71924-ff70-4181-a081-095fcef247fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.129187 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 377a1348-41d1-4e4d-9137-892739542b80 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:00:18.129763 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 377a1348-41d1-4e4d-9137-892739542b80 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:00:18.179577 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-761cf3e2-0006-4ba4-9914-92dcb468279b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.240670 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761cf3e2-0006-4ba4-9914-92dcb468279b admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:00:18.288601 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cf3e2-0006-4ba4-9914-92dcb468279b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fb679f-7d49-4d38-a4dc-7357ff493930,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:18.299584 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-761cf3e2-0006-4ba4-9914-92dcb468279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.299584 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-761cf3e2-0006-4ba4-9914-92dcb468279b admin admin] Added segment febb7187-f399-4af3-852d-f58fafac286c of type vlan for network 9eddee8f-43a1-4252-b0c9-3f57e0c32f98 Aug 31 01:00:18.361406 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-761cf3e2-0006-4ba4-9914-92dcb468279b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.389340 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.421616 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event deleted for resources: {'Port': ['ID=6b1ef2b7-7e51-40bb-81f7-6ab88186ec48,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:18.440310 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-93c71924-ff70-4181-a081-095fcef247fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.444613 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-93c71924-ff70-4181-a081-095fcef247fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.450644 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-93c71924-ff70-4181-a081-095fcef247fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18d86b24-e505-43d7-9013-338eb7020865 HTTP/1.1" status: 204 len: 168 time: 0.4321778 Aug 31 01:00:18.459680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c71924-ff70-4181-a081-095fcef247fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d86b24-e505-43d7-9013-338eb7020865,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:18.460540 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:18.460956 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:18.461341 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:18.461794 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:18.462168 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:18.462513 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:18.462921 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:18.463360 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:18.463694 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:18.464023 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:18.464354 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:18.464711 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:18.515407 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-148e222f-372b-42ec-b512-475acc28321e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.517856 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8d240b0-4733-41de-84f0-394c7c205fd1 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.610706 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e222f-372b-42ec-b512-475acc28321e admin admin] Pushing event deleted for resources: {'Port': ['ID=161fd58e-063c-4a40-b097-79ea3cdc72b0,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:18.702732 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-761cf3e2-0006-4ba4-9914-92dcb468279b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.703736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761cf3e2-0006-4ba4-9914-92dcb468279b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:18.704354 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-761cf3e2-0006-4ba4-9914-92dcb468279b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.815621 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d240b0-4733-41de-84f0-394c7c205fd1 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Subnet': ['ID=d1a45a46-81d4-4efd-875a-d6d1026ce570,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:18.819962 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.831737 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-37f4416d-0a6c-44bd-88ae-4aad00796b8d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "DELETE /v2.0/ports/6b1ef2b7-7e51-40bb-81f7-6ab88186ec48 HTTP/1.1" status: 204 len: 168 time: 1.7815063 Aug 31 01:00:18.835888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49336) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:18.906865 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d020da-6ecf-47b7-9398-ddcf6cdd562e tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] GET failed (client error): The resource could not be found. Aug 31 01:00:18.910862 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d7d020da-6ecf-47b7-9398-ddcf6cdd562e tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "GET /v2.0/ports/6b1ef2b7-7e51-40bb-81f7-6ab88186ec48 HTTP/1.1" status: 404 len: 333 time: 0.0731564 Aug 31 01:00:18.922038 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49338) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:18.933935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-d0e20cee-d5ae-48e3-b0b7-9d8ec303ea57 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Request body: {'port': {'network_id': '98aef1ab-7151-49f0-88ba-928b2f91eff3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-36573777'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:18.945678 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d240b0-4733-41de-84f0-394c7c205fd1 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Checking segment: {'id': '8eb063e2-b1b0-465f-810a-854cefcfbd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70fb42c2-5118-4619-b9d9-1bd070649753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:18.945862 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d240b0-4733-41de-84f0-394c7c205fd1 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network hostable DHCP agents. Network: 70fb42c2-5118-4619-b9d9-1bd070649753, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:00:18.953599 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cf3e2-0006-4ba4-9914-92dcb468279b admin admin] Pushing event updated for resources: {'Network': ['ID=9eddee8f-43a1-4252-b0c9-3f57e0c32f98,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:18.974663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 9eddee8f-43a1-4252-b0c9-3f57e0c32f98 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:00:19.071062 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-761cf3e2-0006-4ba4-9914-92dcb468279b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.5411587 Aug 31 01:00:19.078619 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49346) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:19.093086 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-20c6e5cd-bbaa-494d-ab90-8e087ae23c44 admin admin] Request body: {'subnet': {'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324068676-subnet', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:19.245922 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-148e222f-372b-42ec-b512-475acc28321e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:19.255066 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d240b0-4733-41de-84f0-394c7c205fd1 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network 70fb42c2-5118-4619-b9d9-1bd070649753 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:00:19.309498 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ae901-84c9-4989-8d3f-8f78bb887f7c req-d06eb7c7-510b-4a55-8105-104cbccb7787 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:19.312077 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d3ae901-84c9-4989-8d3f-8f78bb887f7c req-d06eb7c7-510b-4a55-8105-104cbccb7787 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.1595466 Aug 31 01:00:19.318466 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c6e5cd-bbaa-494d-ab90-8e087ae23c44 admin admin] Made reservation on behalf of 3fc4d0d1e16146dba32fc1604dd5ab73 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:19.321991 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20c6e5cd-bbaa-494d-ab90-8e087ae23c44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:19.477692 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:00:19.534400 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d3ae901-84c9-4989-8d3f-8f78bb887f7c req-cb2586f3-1b0e-471a-9b7f-d133df669a1e tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039311 Aug 31 01:00:19.567046 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-e8d240b0-4733-41de-84f0-394c7c205fd1 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 70fb42c2-5118-4619-b9d9-1bd070649753) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:19.578426 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d240b0-4733-41de-84f0-394c7c205fd1 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:19.579287 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8d240b0-4733-41de-84f0-394c7c205fd1 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:19.595761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4118ac87-20e1-4569-902a-aefb4954aeb3 None None] Network 70fb42c2-5118-4619-b9d9-1bd070649753 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:19.752546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e20cee-d5ae-48e3-b0b7-9d8ec303ea57 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Made reservation on behalf of 12954de66d9a46b7b9f62b2a33c88169 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:19.758620 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d0e20cee-d5ae-48e3-b0b7-9d8ec303ea57 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:19.852426 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e8d240b0-4733-41de-84f0-394c7c205fd1 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0976536 Aug 31 01:00:19.853574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49364) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:19.864508 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-7b3cb424-c283-4e58-bcc1-dc631c73442a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'subnet': {'network_id': 'f30fd42b-4a16-4264-8ef4-857fde1082ff', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:19.919018 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-d0e20cee-d5ae-48e3-b0b7-9d8ec303ea57 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] device_id is not set on port 2f51cc90-e549-493a-bae1-8919df8d9e68 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:00:19.958236 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-70fb42c2-5118-4619-b9d9-1bd070649753', 'network_id': '70fb42c2-5118-4619-b9d9-1bd070649753', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'fixed_ips': [{'subnet_id': 'd1a45a46-81d4-4efd-875a-d6d1026ce570'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:00:19.961104 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:19.992023 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49368) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:20.094330 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148e222f-372b-42ec-b512-475acc28321e admin admin] Router b986ad1e-13fb-4548-8ac0-11999f7d69bd has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:00:20.217342 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-d0e20cee-d5ae-48e3-b0b7-9d8ec303ea57 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Allocated IP 2001:db8::23a (98aef1ab-7151-49f0-88ba-928b2f91eff3/058e373c-a2bb-40cd-bfd2-b5f7a270eaa9/2f51cc90-e549-493a-bae1-8919df8d9e68) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:20.340976 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Allocated IP 2001:db8::2 (70fb42c2-5118-4619-b9d9-1bd070649753/d1a45a46-81d4-4efd-875a-d6d1026ce570/aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:20.344554 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20c6e5cd-bbaa-494d-ab90-8e087ae23c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:20.374835 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3cb424-c283-4e58-bcc1-dc631c73442a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Made reservation on behalf of 7de7ed71264a4ac694a0cee7d619a40a for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:20.381060 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7b3cb424-c283-4e58-bcc1-dc631c73442a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:20.391991 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0b990b4f-1a27-4dad-9cd0-f0d9a1c5f46b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1117457871-network', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:20.576435 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6e5cd-bbaa-494d-ab90-8e087ae23c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f8ed88-0463-47cf-9ebc-76068dfcf6fd,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:20.626620 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6e5cd-bbaa-494d-ab90-8e087ae23c44 admin admin] Checking segment: {'id': 'febb7187-f399-4af3-852d-f58fafac286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:20.626620 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c6e5cd-bbaa-494d-ab90-8e087ae23c44 admin admin] Network hostable DHCP agents. Network: 9eddee8f-43a1-4252-b0c9-3f57e0c32f98, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:00:20.664406 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d0e20cee-d5ae-48e3-b0b7-9d8ec303ea57 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:20.693957 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-d0e20cee-d5ae-48e3-b0b7-9d8ec303ea57 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Transition to ACTIVE for port object 2f51cc90-e549-493a-bae1-8919df8d9e68 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:20.812879 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49382) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:20.830834 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:20.849312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Transition to ACTIVE for port object aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:20.883235 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Transition to ACTIVE for port object aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:20.893692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c6e5cd-bbaa-494d-ab90-8e087ae23c44 admin admin] Network 9eddee8f-43a1-4252-b0c9-3f57e0c32f98 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:00:20.949593 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f707ec-7c69-4243-911d-993ee94b2936 req-f26aeb3c-e0ed-499b-b6c5-cb0b55c54311 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:20.953598 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-72f707ec-7c69-4243-911d-993ee94b2936 req-f26aeb3c-e0ed-499b-b6c5-cb0b55c54311 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.1264031 Aug 31 01:00:20.968838 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d0e20cee-d5ae-48e3-b0b7-9d8ec303ea57 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.001871 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.017522 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-20c6e5cd-bbaa-494d-ab90-8e087ae23c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 9eddee8f-43a1-4252-b0c9-3f57e0c32f98) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:21.053035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22f2671-ecf3-4926-b852-8fa77c8c5cd1 None None] Network 9eddee8f-43a1-4252-b0c9-3f57e0c32f98 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:21.065515 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-65d8672e-f988-495f-954c-876ba5d24cdc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1527315897-network', 'tenant_id': '9669c5d759c747d48902e5c381cfb522'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:21.111779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148e222f-372b-42ec-b512-475acc28321e admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:00:21.116090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e20cee-d5ae-48e3-b0b7-9d8ec303ea57 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Network 98aef1ab-7151-49f0-88ba-928b2f91eff3 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:21.128990 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-148e222f-372b-42ec-b512-475acc28321e admin admin] 10.222.0.16 "PUT /v2.0/routers/b986ad1e-13fb-4548-8ac0-11999f7d69bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2279844 Aug 31 01:00:21.130340 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49386) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:21.133996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c6e5cd-bbaa-494d-ab90-8e087ae23c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:21.135668 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20c6e5cd-bbaa-494d-ab90-8e087ae23c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.137744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Network 70fb42c2-5118-4619-b9d9-1bd070649753 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:21.141144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ee4cac-65b9-4ad3-9d66-22e39a8dc75e None None] Sync routers for ids ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:00:21.149708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-d0e20cee-d5ae-48e3-b0b7-9d8ec303ea57 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:21.154333 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e20cee-d5ae-48e3-b0b7-9d8ec303ea57 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:21.163500 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:21.164657 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e20cee-d5ae-48e3-b0b7-9d8ec303ea57 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:21.165780 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d0e20cee-d5ae-48e3-b0b7-9d8ec303ea57 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.175818 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:21.230407 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee4cac-65b9-4ad3-9d66-22e39a8dc75e None None] Routers {'b986ad1e-13fb-4548-8ac0-11999f7d69bd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:21.231682 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-54ee4cac-65b9-4ad3-9d66-22e39a8dc75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:21.237602 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Pushing event updated for resources: {'Port': ['ID=aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:21.255818 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e20cee-d5ae-48e3-b0b7-9d8ec303ea57 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event updated for resources: {'Port': ['ID=2f51cc90-e549-493a-bae1-8919df8d9e68,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:21.269942 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-72f707ec-7c69-4243-911d-993ee94b2936 req-284e3569-5abf-4e7b-b0d1-953cd7e3e0e3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772739 Aug 31 01:00:21.312302 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b990b4f-1a27-4dad-9cd0-f0d9a1c5f46b admin admin] Made reservation on behalf of 81a97738e4294f8b81fd753891f12c4b for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:21.316741 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b990b4f-1a27-4dad-9cd0-f0d9a1c5f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.356995 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b990b4f-1a27-4dad-9cd0-f0d9a1c5f46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.420347 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d0e20cee-d5ae-48e3-b0b7-9d8ec303ea57 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4946885 Aug 31 01:00:21.424514 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49388) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:21.443436 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-cceed28d-2a89-471f-8d28-7cad5cd03a3b tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::33a', 'mac_address': 'fa:16:3e:64:ea:88'}]}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:21.529748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Attempting to bind port aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:21.530552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Attempting to bind port aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '8eb063e2-b1b0-465f-810a-854cefcfbd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70fb42c2-5118-4619-b9d9-1bd070649753'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:21.532013 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Attempting to bind port aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f on network 70fb42c2-5118-4619-b9d9-1bd070649753 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:21.540156 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d8672e-f988-495f-954c-876ba5d24cdc admin admin] Made reservation on behalf of 9669c5d759c747d48902e5c381cfb522 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:21.548677 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-65d8672e-f988-495f-954c-876ba5d24cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.579155 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:21.579780 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Checking segment: {'id': '8eb063e2-b1b0-465f-810a-854cefcfbd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70fb42c2-5118-4619-b9d9-1bd070649753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:21.580459 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.583733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Bound using segment: {'id': '8eb063e2-b1b0-465f-810a-854cefcfbd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70fb42c2-5118-4619-b9d9-1bd070649753'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:21.583733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Bound port: aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb063e2-b1b0-465f-810a-854cefcfbd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70fb42c2-5118-4619-b9d9-1bd070649753'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:21.583733 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.588397 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-65d8672e-f988-495f-954c-876ba5d24cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.610990 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ae6d4648-14e3-4c78-a8f7-0770ccb16b5c admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.698681 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-9eddee8f-43a1-4252-b0c9-3f57e0c32f98', 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'fixed_ips': [{'subnet_id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:00:21.700016 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.806198 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-20c6e5cd-bbaa-494d-ab90-8e087ae23c44 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7242379 Aug 31 01:00:21.817788 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49392) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:21.827756 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324068676-router', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:21.913765 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cceed28d-2a89-471f-8d28-7cad5cd03a3b tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.968178 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-24061902-6005-4fab-80a9-043973b75a0f None None] Provisioning for port 2f51cc90-e549-493a-bae1-8919df8d9e68 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:21.996783 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7b3cb424-c283-4e58-bcc1-dc631c73442a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:22.017766 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-54ee4cac-65b9-4ad3-9d66-22e39a8dc75e None None] Set router b986ad1e-13fb-4548-8ac0-11999f7d69bd gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:22.020726 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-24061902-6005-4fab-80a9-043973b75a0f None None] Provisioning complete for port 2f51cc90-e549-493a-bae1-8919df8d9e68 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:22.021372 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-24061902-6005-4fab-80a9-043973b75a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:22.175947 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ae6d4648-14e3-4c78-a8f7-0770ccb16b5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:22.214992 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3cb424-c283-4e58-bcc1-dc631c73442a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Subnet': ['ID=05b8520a-f568-4e28-b9c3-4f5c532c4108,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:22.278312 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3cb424-c283-4e58-bcc1-dc631c73442a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Checking segment: {'id': 'af6b0f27-0745-4084-85fa-ee8d32113c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f30fd42b-4a16-4264-8ef4-857fde1082ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:22.278917 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3cb424-c283-4e58-bcc1-dc631c73442a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network hostable DHCP agents. Network: f30fd42b-4a16-4264-8ef4-857fde1082ff, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:00:22.305394 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b990b4f-1a27-4dad-9cd0-f0d9a1c5f46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:22.310650 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] For port aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:22.356859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-24061902-6005-4fab-80a9-043973b75a0f None None] Port 2f51cc90-e549-493a-bae1-8919df8d9e68 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:22.379061 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] For port aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f,segment=NetworkSegment(8eb063e2-b1b0-465f-810a-854cefcfbd82),segment_id=8eb063e2-b1b0-465f-810a-854cefcfbd82)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:22.393506 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cceed28d-2a89-471f-8d28-7cad5cd03a3b tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:22.413490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Allocated IP 172.20.0.2 (9eddee8f-43a1-4252-b0c9-3f57e0c32f98/21f8ed88-0463-47cf-9ebc-76068dfcf6fd/c52770a2-9dfb-4405-a9e4-e661b59c1fac) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:22.455270 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d4648-14e3-4c78-a8f7-0770ccb16b5c admin admin] Deleting port 439c64fb-6862-44d6-84a4-0f5a8175e315 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:22.456120 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ae6d4648-14e3-4c78-a8f7-0770ccb16b5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:22.535364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffe034-fdfb-4af0-aff6-cd3021b9973e req-71cc6957-3471-49c3-ac2e-7ca796cd017a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:22.537977 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e6ffe034-fdfb-4af0-aff6-cd3021b9973e req-71cc6957-3471-49c3-ac2e-7ca796cd017a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.1025124 Aug 31 01:00:22.546165 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b990b4f-1a27-4dad-9cd0-f0d9a1c5f46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:22.546463 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cceed28d-2a89-471f-8d28-7cad5cd03a3b tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:22.559474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3cb424-c283-4e58-bcc1-dc631c73442a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network f30fd42b-4a16-4264-8ef4-857fde1082ff is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:00:22.575835 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:22.637944 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b990b4f-1a27-4dad-9cd0-f0d9a1c5f46b admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:00:22.646215 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-cceed28d-2a89-471f-8d28-7cad5cd03a3b tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] In _notify_port_updated(), no bound segment for port 2f51cc90-e549-493a-bae1-8919df8d9e68 on network 98aef1ab-7151-49f0-88ba-928b2f91eff3 {{(pid=102342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:00:22.658245 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceed28d-2a89-471f-8d28-7cad5cd03a3b tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:22.658936 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cceed28d-2a89-471f-8d28-7cad5cd03a3b tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:22.661467 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cceed28d-2a89-471f-8d28-7cad5cd03a3b tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "PUT /v2.0/ports/2f51cc90-e549-493a-bae1-8919df8d9e68 HTTP/1.1" status: 200 len: 1001 time: 1.2346051 Aug 31 01:00:22.663839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b990b4f-1a27-4dad-9cd0-f0d9a1c5f46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafb8c64-7f46-4360-9350-8a25a9973ab8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:22.678955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49396) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:22.713623 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-7b3cb424-c283-4e58-bcc1-dc631c73442a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, f30fd42b-4a16-4264-8ef4-857fde1082ff) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:22.721556 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3cb424-c283-4e58-bcc1-dc631c73442a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:22.723670 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7b3cb424-c283-4e58-bcc1-dc631c73442a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:22.753702 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b990b4f-1a27-4dad-9cd0-f0d9a1c5f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:22.754222 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-0b990b4f-1a27-4dad-9cd0-f0d9a1c5f46b admin admin] Added segment 967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9 of type vlan for network f8b93c27-42a8-4735-b10d-15e13ecf494d Aug 31 01:00:22.784178 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aeb500-d0d6-49b2-8ab1-199424b3ac78 None None] Pushing event updated for resources: {'Port': ['ID=aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:22.787618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-ae6d4648-14e3-4c78-a8f7-0770ccb16b5c admin admin] For port 439c64fb-6862-44d6-84a4-0f5a8175e315, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=439c64fb-6862-44d6-84a4-0f5a8175e315,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:22.797611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c9dc51-5fb8-49d0-af67-764a5974e6da None None] Network f30fd42b-4a16-4264-8ef4-857fde1082ff requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:22.805915 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ae6d4648-14e3-4c78-a8f7-0770ccb16b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:22.826596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceed28d-2a89-471f-8d28-7cad5cd03a3b tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event updated for resources: {'Port': ['ID=2f51cc90-e549-493a-bae1-8919df8d9e68,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:22.874472 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e6ffe034-fdfb-4af0-aff6-cd3021b9973e req-08367149-473f-48e4-8c7e-28817e161501 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997112 Aug 31 01:00:22.925900 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-54ee4cac-65b9-4ad3-9d66-22e39a8dc75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'name': 'tempest-ServersTestBootFromVolume-1705872542-router', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:54:46Z', 'updated_at': '2021-08-31T01:00:17Z', 'revision_number': 5, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'gw_port': {'id': '439c64fb-6862-44d6-84a4-0f5a8175e315', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:54:48Z', 'updated_at': '2021-08-31T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:22.955601 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d4648-14e3-4c78-a8f7-0770ccb16b5c admin admin] Calling delete_port for 439c64fb-6862-44d6-84a4-0f5a8175e315 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:22.991232 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b990b4f-1a27-4dad-9cd0-f0d9a1c5f46b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.046934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ee4cac-65b9-4ad3-9d66-22e39a8dc75e None None] Checking router: b986ad1e-13fb-4548-8ac0-11999f7d69bd for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:00:23.083017 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-65d8672e-f988-495f-954c-876ba5d24cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.150390 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.150390 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee4cac-65b9-4ad3-9d66-22e39a8dc75e None None] Routers {'b986ad1e-13fb-4548-8ac0-11999f7d69bd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:23.150390 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-54ee4cac-65b9-4ad3-9d66-22e39a8dc75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:23.162179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-8bd4c36a-e4c9-4504-8560-c91f788d75e6 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Deleting port 2f51cc90-e549-493a-bae1-8919df8d9e68 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:23.162925 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8bd4c36a-e4c9-4504-8560-c91f788d75e6 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.231295 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-65d8672e-f988-495f-954c-876ba5d24cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.372306 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b990b4f-1a27-4dad-9cd0-f0d9a1c5f46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.374601 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b990b4f-1a27-4dad-9cd0-f0d9a1c5f46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:23.375674 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b990b4f-1a27-4dad-9cd0-f0d9a1c5f46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.504402 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7b3cb424-c283-4e58-bcc1-dc631c73442a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6484988 Aug 31 01:00:23.544928 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49400) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:23.564858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-8afbeae0-03fc-4d72-92de-77f7be67b734 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1400387247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:23.575132 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d8672e-f988-495f-954c-876ba5d24cdc admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:00:23.582361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8672e-f988-495f-954c-876ba5d24cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd0c747-ee08-4ff0-a966-23f09802b631,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:23.642786 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-65d8672e-f988-495f-954c-876ba5d24cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.643635 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-65d8672e-f988-495f-954c-876ba5d24cdc admin admin] Added segment 4afe1bc3-637a-4c05-a36f-bdbca82f692c of type vlan for network 03f224bc-9e28-4cba-9130-44c67b25904f Aug 31 01:00:23.668522 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b990b4f-1a27-4dad-9cd0-f0d9a1c5f46b admin admin] Pushing event updated for resources: {'Network': ['ID=f8b93c27-42a8-4735-b10d-15e13ecf494d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:23.710134 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network f8b93c27-42a8-4735-b10d-15e13ecf494d details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:00:23.721149 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ae6d4648-14e3-4c78-a8f7-0770ccb16b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.754037 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-1b440030-c4ad-4ee9-b100-66ea811543c9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3604231 Aug 31 01:00:23.769221 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8bd4c36a-e4c9-4504-8560-c91f788d75e6 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.784930 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d4648-14e3-4c78-a8f7-0770ccb16b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=439c64fb-6862-44d6-84a4-0f5a8175e315,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:23.790638 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Transition to ACTIVE for port object c52770a2-9dfb-4405-a9e4-e661b59c1fac will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:23.803296 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:23.860562 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.862531 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.871764 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-65d8672e-f988-495f-954c-876ba5d24cdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.912998 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-8bd4c36a-e4c9-4504-8560-c91f788d75e6 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Calling delete_port for 2f51cc90-e549-493a-bae1-8919df8d9e68 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:23.921426 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ae6d4648-14e3-4c78-a8f7-0770ccb16b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.981367 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0b990b4f-1a27-4dad-9cd0-f0d9a1c5f46b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.9868479 Aug 31 01:00:24.007659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49404) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:24.023622 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-54ee4cac-65b9-4ad3-9d66-22e39a8dc75e None None] Set router b986ad1e-13fb-4548-8ac0-11999f7d69bd gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:24.076182 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-c74e9b02-14ae-4d7f-a093-cc8b7bd5268c admin admin] Request body: {'subnet': {'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1117457871-subnet', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:24.120668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Transition to ACTIVE for port object c52770a2-9dfb-4405-a9e4-e661b59c1fac will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:24.123752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d36b2fe7-1b23-4419-b1c7-9cfbdd0dbd2c None None] Provisioning complete for port 2f51cc90-e549-493a-bae1-8919df8d9e68 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:24.124805 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d36b2fe7-1b23-4419-b1c7-9cfbdd0dbd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.188196 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ae6d4648-14e3-4c78-a8f7-0770ccb16b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.197167 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ae6d4648-14e3-4c78-a8f7-0770ccb16b5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.253673 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-54ee4cac-65b9-4ad3-9d66-22e39a8dc75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'name': 'tempest-ServersTestBootFromVolume-1705872542-router', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:54:46Z', 'updated_at': '2021-08-31T01:00:22Z', 'revision_number': 6, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:24.357719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ee4cac-65b9-4ad3-9d66-22e39a8dc75e None None] The sync data for ids ['b986ad1e-13fb-4548-8ac0-11999f7d69bd'] in n-d-793621-34 is: [{'id': 'b986ad1e-13fb-4548-8ac0-11999f7d69bd', 'name': 'tempest-ServersTestBootFromVolume-1705872542-router', 'tenant_id': '6eb1e170b6f644e1a58213d43503cf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:54:46Z', 'updated_at': '2021-08-31T01:00:22Z', 'revision_number': 6, 'project_id': '6eb1e170b6f644e1a58213d43503cf50', 'gw_port_host': None}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:00:24.390665 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.400866 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d36b2fe7-1b23-4419-b1c7-9cfbdd0dbd2c None None] Port 2f51cc90-e549-493a-bae1-8919df8d9e68 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:24.413381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-f30fd42b-4a16-4264-8ef4-857fde1082ff', 'network_id': 'f30fd42b-4a16-4264-8ef4-857fde1082ff', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'fixed_ips': [{'subnet_id': '05b8520a-f568-4e28-b9c3-4f5c532c4108'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:00:24.414911 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.415555 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.440343 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-65d8672e-f988-495f-954c-876ba5d24cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.442319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d8672e-f988-495f-954c-876ba5d24cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:24.443770 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-65d8672e-f988-495f-954c-876ba5d24cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.473219 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-727be02e-7654-4433-8ef3-99d8d3c6f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:24.474390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-727be02e-7654-4433-8ef3-99d8d3c6f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:24.475374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-727be02e-7654-4433-8ef3-99d8d3c6f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:24.476342 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-727be02e-7654-4433-8ef3-99d8d3c6f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:24.477417 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-727be02e-7654-4433-8ef3-99d8d3c6f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:24.478511 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-727be02e-7654-4433-8ef3-99d8d3c6f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:24.479489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-727be02e-7654-4433-8ef3-99d8d3c6f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:24.483348 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-727be02e-7654-4433-8ef3-99d8d3c6f024 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 6507 time: 0.6072855 Aug 31 01:00:24.484976 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8afbeae0-03fc-4d72-92de-77f7be67b734 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.488507 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8afbeae0-03fc-4d72-92de-77f7be67b734 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.493370 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ae6d4648-14e3-4c78-a8f7-0770ccb16b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.497498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6d4648-14e3-4c78-a8f7-0770ccb16b5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b986ad1e-13fb-4548-8ac0-11999f7d69bd {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:00:24.517228 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Network 9eddee8f-43a1-4252-b0c9-3f57e0c32f98 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:24.519548 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ae6d4648-14e3-4c78-a8f7-0770ccb16b5c admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.526346 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ae6d4648-14e3-4c78-a8f7-0770ccb16b5c admin admin] 10.222.0.16 "DELETE /v2.0/routers/b986ad1e-13fb-4548-8ac0-11999f7d69bd HTTP/1.1" status: 204 len: 168 time: 3.3846049 Aug 31 01:00:24.529483 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:24.530825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49410) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:24.542694 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:24.629546 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-abfc57ea-3d1e-42c6-8f05-c966cc35437f admin admin] Deleting subnet 0ab9bb2b-e46b-48ef-823c-1c22f46f941a {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:00:24.636212 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-abfc57ea-3d1e-42c6-8f05-c966cc35437f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.716086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:24.720230 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-abfc57ea-3d1e-42c6-8f05-c966cc35437f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.763062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Pushing event updated for resources: {'Port': ['ID=c52770a2-9dfb-4405-a9e4-e661b59c1fac,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:24.810606 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Attempting to bind port c52770a2-9dfb-4405-a9e4-e661b59c1fac on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:24.812255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Attempting to bind port c52770a2-9dfb-4405-a9e4-e661b59c1fac by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'febb7187-f399-4af3-852d-f58fafac286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:24.812255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Attempting to bind port c52770a2-9dfb-4405-a9e4-e661b59c1fac on network 9eddee8f-43a1-4252-b0c9-3f57e0c32f98 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:24.829032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:24.829763 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Checking segment: {'id': 'febb7187-f399-4af3-852d-f58fafac286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:24.830476 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.831121 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Bound using segment: {'id': 'febb7187-f399-4af3-852d-f58fafac286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:24.831965 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Bound port: c52770a2-9dfb-4405-a9e4-e661b59c1fac, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febb7187-f399-4af3-852d-f58fafac286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:24.832628 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.861215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cdeacc-76c7-4270-87cc-1b1e7fc08ef8 None None] Network 70fb42c2-5118-4619-b9d9-1bd070649753 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:24.950761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74e9b02-14ae-4d7f-a093-cc8b7bd5268c admin admin] Made reservation on behalf of 81a97738e4294f8b81fd753891f12c4b for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:24.955045 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c74e9b02-14ae-4d7f-a093-cc8b7bd5268c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.975953 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-abfc57ea-3d1e-42c6-8f05-c966cc35437f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.031727 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1717876-7985-42a5-8db7-754445348cc4 req-26f50dff-50b5-4322-ae52-5972eb675764 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:25.039006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f1717876-7985-42a5-8db7-754445348cc4 req-26f50dff-50b5-4322-ae52-5972eb675764 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.8486955 Aug 31 01:00:25.045640 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-65d8672e-f988-495f-954c-876ba5d24cdc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.2268360 Aug 31 01:00:25.047725 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49412) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:25.054819 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ece6a249-e87d-4e62-8475-c8109590a79a admin admin] Request body: {'subnet': {'network_id': '03f224bc-9e28-4cba-9130-44c67b25904f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527315897-subnet', 'tenant_id': '9669c5d759c747d48902e5c381cfb522', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:25.103926 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] For port c52770a2-9dfb-4405-a9e4-e661b59c1fac, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:25.153338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Allocated IP 2001:db8:1::2 (f30fd42b-4a16-4264-8ef4-857fde1082ff/05b8520a-f568-4e28-b9c3-4f5c532c4108/c46cd6a0-b634-46ff-b8d2-8260cae9162b) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:25.165671 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] For port c52770a2-9dfb-4405-a9e4-e661b59c1fac, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c52770a2-9dfb-4405-a9e4-e661b59c1fac,segment=NetworkSegment(febb7187-f399-4af3-852d-f58fafac286c),segment_id=febb7187-f399-4af3-852d-f58fafac286c)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:25.202218 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8672e-f988-495f-954c-876ba5d24cdc admin admin] Pushing event updated for resources: {'Network': ['ID=03f224bc-9e28-4cba-9130-44c67b25904f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:25.213022 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8afbeae0-03fc-4d72-92de-77f7be67b734 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.247174 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 03f224bc-9e28-4cba-9130-44c67b25904f details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:00:25.313531 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dccfc62f-e8e8-40de-bdc2-bf20ba1e8252 None None] Provisioning for port aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:25.319552 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-abfc57ea-3d1e-42c6-8f05-c966cc35437f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.325424 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece6a249-e87d-4e62-8475-c8109590a79a admin admin] Made reservation on behalf of 9669c5d759c747d48902e5c381cfb522 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:25.330465 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ece6a249-e87d-4e62-8475-c8109590a79a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.380752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dccfc62f-e8e8-40de-bdc2-bf20ba1e8252 None None] Provisioning complete for port aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:25.381124 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dccfc62f-e8e8-40de-bdc2-bf20ba1e8252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.438272 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-abfc57ea-3d1e-42c6-8f05-c966cc35437f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.452508 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.455369 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-abfc57ea-3d1e-42c6-8f05-c966cc35437f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0ab9bb2b-e46b-48ef-823c-1c22f46f941a HTTP/1.1" status: 204 len: 168 time: 0.9217849 Aug 31 01:00:25.485369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0548891-c824-41b6-9651-fe7875cb5629 None None] Network ad6da09f-9252-431e-baee-a209b62f8e65 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:25.522059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49416) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:25.683897 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8afbeae0-03fc-4d72-92de-77f7be67b734 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.771755 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.784123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc57ea-3d1e-42c6-8f05-c966cc35437f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab9bb2b-e46b-48ef-823c-1c22f46f941a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:25.785709 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e67932-0a92-4ad6-8309-5ceb51602ce0 None None] Pushing event updated for resources: {'Port': ['ID=c52770a2-9dfb-4405-a9e4-e661b59c1fac,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:25.861066 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 161fd58e-063c-4a40-b097-79ea3cdc72b0 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:00:25.912015 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-518a2345-30b3-4ec7-bb7d-c7e2f3b0e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:25.912501 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-518a2345-30b3-4ec7-bb7d-c7e2f3b0e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:25.912979 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-518a2345-30b3-4ec7-bb7d-c7e2f3b0e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:25.914974 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-518a2345-30b3-4ec7-bb7d-c7e2f3b0e5ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=e485d33c-f23c-40f6-8dac-57c9abc59149&id=731372ff-a6d3-49d1-8001-70c166825e41&id=731372ff-a6d3-49d1-8001-70c166825e41&id=731372ff-a6d3-49d1-8001-70c166825e41&id=731372ff-a6d3-49d1-8001-70c166825e41&id=60d743b8-14de-4666-8656-1e81e9c911f1&id=60d743b8-14de-4666-8656-1e81e9c911f1 HTTP/1.1" status: 200 len: 2299 time: 1.3825235 Aug 31 01:00:25.915866 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8afbeae0-03fc-4d72-92de-77f7be67b734 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.921288 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8afbeae0-03fc-4d72-92de-77f7be67b734 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 2.3659194 Aug 31 01:00:25.921661 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49418) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:25.956227 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f1717876-7985-42a5-8db7-754445348cc4 req-269d225a-91d3-4532-8307-199ad05214d7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7726347 Aug 31 01:00:26.007483 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 161fd58e-063c-4a40-b097-79ea3cdc72b0 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:00:26.008832 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 161fd58e-063c-4a40-b097-79ea3cdc72b0 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:00:26.009155 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 439c64fb-6862-44d6-84a4-0f5a8175e315 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:00:26.112494 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ece6a249-e87d-4e62-8475-c8109590a79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.131565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 439c64fb-6862-44d6-84a4-0f5a8175e315 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:00:26.132586 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 439c64fb-6862-44d6-84a4-0f5a8175e315 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:00:26.136759 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.202787 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8bd4c36a-e4c9-4504-8560-c91f788d75e6 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.220492 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.257111 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Transition to ACTIVE for port object c46cd6a0-b634-46ff-b8d2-8260cae9162b will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:26.348187 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Transition to ACTIVE for port object c46cd6a0-b634-46ff-b8d2-8260cae9162b will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:26.359802 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dccfc62f-e8e8-40de-bdc2-bf20ba1e8252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.373287 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-0de7b8c8-79a3-4ac4-b460-1779a9fffc92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cac8892-a71e-44c5-8ed2-a3bd128601bb HTTP/1.1" status: 200 len: 1001 time: 0.4191115 Aug 31 01:00:26.374618 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4c36a-e4c9-4504-8560-c91f788d75e6 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event deleted for resources: {'Port': ['ID=2f51cc90-e549-493a-bae1-8919df8d9e68,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:26.427362 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece6a249-e87d-4e62-8475-c8109590a79a admin admin] Checking segment: {'id': '4afe1bc3-637a-4c05-a36f-bdbca82f692c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '03f224bc-9e28-4cba-9130-44c67b25904f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:26.427932 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece6a249-e87d-4e62-8475-c8109590a79a admin admin] Network hostable DHCP agents. Network: 03f224bc-9e28-4cba-9130-44c67b25904f, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:00:26.468214 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6a249-e87d-4e62-8475-c8109590a79a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cfb687b-a299-4a77-a715-786d95c95594,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:26.492831 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-dccfc62f-e8e8-40de-bdc2-bf20ba1e8252 None None] For port aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f,segment=NetworkSegment(8eb063e2-b1b0-465f-810a-854cefcfbd82),segment_id=8eb063e2-b1b0-465f-810a-854cefcfbd82)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:26.533939 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.636405 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece6a249-e87d-4e62-8475-c8109590a79a admin admin] Network 03f224bc-9e28-4cba-9130-44c67b25904f is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:00:26.771802 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d8e585-66fe-471c-9b19-3f5748b494d1 None None] DHCP port deletion for ad6da09f-9252-431e-baee-a209b62f8e65 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:00:26.810096 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dccfc62f-e8e8-40de-bdc2-bf20ba1e8252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.816667 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-ece6a249-e87d-4e62-8475-c8109590a79a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 03f224bc-9e28-4cba-9130-44c67b25904f) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:26.861823 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Network f30fd42b-4a16-4264-8ef4-857fde1082ff is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:26.899251 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece6a249-e87d-4e62-8475-c8109590a79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:26.900638 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ece6a249-e87d-4e62-8475-c8109590a79a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.909788 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:26.918159 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82f8d75-4bca-42eb-b7a2-d0ec6269e35f None None] Network 03f224bc-9e28-4cba-9130-44c67b25904f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:26.969795 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.984751 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-eccd1402-adf5-4136-9d7d-e4b6f60bdac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:26.987703 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-eccd1402-adf5-4136-9d7d-e4b6f60bdac9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a0af11-1528-44a4-b1b4-6169b26ec0d9 HTTP/1.1" status: 200 len: 856 time: 0.5958476 Aug 31 01:00:26.996033 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:27.005552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Pushing event updated for resources: {'Port': ['ID=c46cd6a0-b634-46ff-b8d2-8260cae9162b,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:27.068555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:27.069083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:27.069931 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:27.071148 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:27.071327 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:27.071744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:27.072148 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:27.073615 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:27.075940 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:27.078411 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:27.079196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:27.084259 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:27.092950 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ece6a249-e87d-4e62-8475-c8109590a79a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0388691 Aug 31 01:00:27.094848 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c74e9b02-14ae-4d7f-a093-cc8b7bd5268c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.098252 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49424) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:27.161928 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1527315897-router', 'tenant_id': '9669c5d759c747d48902e5c381cfb522', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:27.249358 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8bd4c36a-e4c9-4504-8560-c91f788d75e6 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.257465 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8bd4c36a-e4c9-4504-8560-c91f788d75e6 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "DELETE /v2.0/ports/2f51cc90-e549-493a-bae1-8919df8d9e68 HTTP/1.1" status: 204 len: 168 time: 4.5730858 Aug 31 01:00:27.274668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49426) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:27.364313 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e9b02-14ae-4d7f-a093-cc8b7bd5268c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa7e9bc0-f128-42e7-8c4b-88cbf414d598,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:27.463713 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf03dff1-e0e7-4536-acf1-3af3118dfb2c tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] GET failed (client error): The resource could not be found. Aug 31 01:00:27.474549 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cf03dff1-e0e7-4536-acf1-3af3118dfb2c tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "GET /v2.0/ports/2f51cc90-e549-493a-bae1-8919df8d9e68 HTTP/1.1" status: 404 len: 333 time: 0.1808894 Aug 31 01:00:27.475778 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49428) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:27.485839 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-c1f35510-46ad-4354-a5b5-f4de35fedebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:27.487654 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b3e885bd-ddfd-4099-b2b4-f385908fd159 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Request body: {'port': {'network_id': '98aef1ab-7151-49f0-88ba-928b2f91eff3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-551428566'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:27.487942 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-c1f35510-46ad-4354-a5b5-f4de35fedebf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e485d33c-f23c-40f6-8dac-57c9abc59149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4529803 Aug 31 01:00:27.529427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] Deleting port cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:27.530090 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.596490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Attempting to bind port c46cd6a0-b634-46ff-b8d2-8260cae9162b on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:27.598733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Attempting to bind port c46cd6a0-b634-46ff-b8d2-8260cae9162b by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'af6b0f27-0745-4084-85fa-ee8d32113c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f30fd42b-4a16-4264-8ef4-857fde1082ff'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:27.600125 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Attempting to bind port c46cd6a0-b634-46ff-b8d2-8260cae9162b on network f30fd42b-4a16-4264-8ef4-857fde1082ff {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:27.604830 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2bcdbb62-dbac-4ee1-bdd9-6ec4165655aa None None] Provisioning complete for port aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:27.605866 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2bcdbb62-dbac-4ee1-bdd9-6ec4165655aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.794757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Allocated IP 2001:db8::1 (70fb42c2-5118-4619-b9d9-1bd070649753/d1a45a46-81d4-4efd-875a-d6d1026ce570/6675e63d-5244-4053-b115-7e34e6333859) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:27.885083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c52770a2-9dfb-4405-a9e4-e661b59c1fac up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:27.951384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:27.952029 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Checking segment: {'id': 'af6b0f27-0745-4084-85fa-ee8d32113c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f30fd42b-4a16-4264-8ef4-857fde1082ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:27.952745 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.953431 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Bound using segment: {'id': 'af6b0f27-0745-4084-85fa-ee8d32113c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f30fd42b-4a16-4264-8ef4-857fde1082ff'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:27.954924 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Bound port: c46cd6a0-b634-46ff-b8d2-8260cae9162b, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6b0f27-0745-4084-85fa-ee8d32113c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f30fd42b-4a16-4264-8ef4-857fde1082ff'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:27.955608 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.987039 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-03f224bc-9e28-4cba-9130-44c67b25904f', 'network_id': '03f224bc-9e28-4cba-9130-44c67b25904f', 'tenant_id': '9669c5d759c747d48902e5c381cfb522', 'fixed_ips': [{'subnet_id': '5cfb687b-a299-4a77-a715-786d95c95594'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:00:27.988662 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.147547 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] For port c46cd6a0-b634-46ff-b8d2-8260cae9162b, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:28.157118 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] For port c46cd6a0-b634-46ff-b8d2-8260cae9162b, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c46cd6a0-b634-46ff-b8d2-8260cae9162b,segment=NetworkSegment(af6b0f27-0745-4084-85fa-ee8d32113c8b),segment_id=af6b0f27-0745-4084-85fa-ee8d32113c8b)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:28.159975 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.188315 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Transition to ACTIVE for port object 6675e63d-5244-4053-b115-7e34e6333859 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:28.197477 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfc62f-e8e8-40de-bdc2-bf20ba1e8252 None None] Pushing event updated for resources: {'Port': ['ID=aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:28.247925 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e885bd-ddfd-4099-b2b4-f385908fd159 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Made reservation on behalf of 12954de66d9a46b7b9f62b2a33c88169 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:28.255277 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3e885bd-ddfd-4099-b2b4-f385908fd159 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.258803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] For port cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a,segment=NetworkSegment(3823af70-b9e3-4fde-a3b2-47c4a0430bb5),segment_id=3823af70-b9e3-4fde-a3b2-47c4a0430bb5)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:28.259449 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-43d8e585-66fe-471c-9b19-3f5748b494d1 None None] Deleting port cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:28.259449 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-43d8e585-66fe-471c-9b19-3f5748b494d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.260271 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.276527 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b453220-15a5-4cc3-bfd6-ac27bfcf5659 None None] Network 9eddee8f-43a1-4252-b0c9-3f57e0c32f98 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:28.302790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-b3e885bd-ddfd-4099-b2b4-f385908fd159 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] device_id is not set on port e0218888-3053-4832-b4f9-14cb3f4eaf39 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:00:28.322758 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.324629 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.378557 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.391487 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] Calling delete_port for cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:28.456498 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97613035-300b-4b56-8608-ccb30983d3da req-bf1407fa-f28a-4194-a4cb-831fb1fe2891 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:28.466503 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.468798 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97613035-300b-4b56-8608-ccb30983d3da req-bf1407fa-f28a-4194-a4cb-831fb1fe2891 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 1.2372408 Aug 31 01:00:28.470883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e9b02-14ae-4d7f-a093-cc8b7bd5268c admin admin] Checking segment: {'id': '967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:28.471717 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74e9b02-14ae-4d7f-a093-cc8b7bd5268c admin admin] Network hostable DHCP agents. Network: f8b93c27-42a8-4735-b10d-15e13ecf494d, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:00:28.507436 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network 70fb42c2-5118-4619-b9d9-1bd070649753 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:28.560452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:28.576338 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:28.576774 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.589164 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=6675e63d-5244-4053-b115-7e34e6333859,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:28.749649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-43d8e585-66fe-471c-9b19-3f5748b494d1 None None] For port cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a,segment=NetworkSegment(3823af70-b9e3-4fde-a3b2-47c4a0430bb5),segment_id=3823af70-b9e3-4fde-a3b2-47c4a0430bb5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:28.750295 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-43d8e585-66fe-471c-9b19-3f5748b494d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.756488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-b3e885bd-ddfd-4099-b2b4-f385908fd159 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Allocated IP 2001:db8::9d (98aef1ab-7151-49f0-88ba-928b2f91eff3/058e373c-a2bb-40cd-bfd2-b5f7a270eaa9/e0218888-3053-4832-b4f9-14cb3f4eaf39) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:28.829643 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-43d8e585-66fe-471c-9b19-3f5748b494d1 None None] Calling delete_port for cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:28.888133 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97613035-300b-4b56-8608-ccb30983d3da req-9d82c8e1-79f3-44ae-906f-20803fd0a483 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946676 Aug 31 01:00:28.889131 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74e9b02-14ae-4d7f-a093-cc8b7bd5268c admin admin] Network f8b93c27-42a8-4735-b10d-15e13ecf494d is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:00:28.899933 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.941842 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45ca73-72ed-4c9f-a014-d0a56aa68918 None None] Pushing event updated for resources: {'Port': ['ID=c46cd6a0-b634-46ff-b8d2-8260cae9162b,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:28.979893 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port c52770a2-9dfb-4405-a9e4-e661b59c1fac completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:28.995400 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:29.164081 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:29.187523 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:29.207408 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-46067499-ba3a-4090-8a34-a93a4fa8ee3b service neutron] 10.222.0.48 "GET /v2.0/networks/e485d33c-f23c-40f6-8dac-57c9abc59149?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6996145 Aug 31 01:00:29.290987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Allocated IP 172.20.0.2 (03f224bc-9e28-4cba-9130-44c67b25904f/5cfb687b-a299-4a77-a715-786d95c95594/32282c84-57cd-4df1-9746-28e8d56426c1) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:29.446225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-c74e9b02-14ae-4d7f-a093-cc8b7bd5268c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, f8b93c27-42a8-4735-b10d-15e13ecf494d) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:29.508397 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:00:29.513473 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994de37e-8e73-4c0d-8eb7-41ab608d5a57 None None] Network f8b93c27-42a8-4735-b10d-15e13ecf494d requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:29.526455 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] No DVR routers for this DVR port cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:00:29.549413 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74e9b02-14ae-4d7f-a093-cc8b7bd5268c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:29.550389 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c74e9b02-14ae-4d7f-a093-cc8b7bd5268c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:29.586798 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3e885bd-ddfd-4099-b2b4-f385908fd159 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:29.621022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2b77085b-edf6-4921-aa12-760e0134abf9 None None] Provisioning for port c52770a2-9dfb-4405-a9e4-e661b59c1fac completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:29.693768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:00:29.694573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:00:29.739561 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-43d8e585-66fe-471c-9b19-3f5748b494d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:29.748391 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-b3e885bd-ddfd-4099-b2b4-f385908fd159 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Transition to ACTIVE for port object e0218888-3053-4832-b4f9-14cb3f4eaf39 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:29.766185 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2b77085b-edf6-4921-aa12-760e0134abf9 None None] Provisioning complete for port c52770a2-9dfb-4405-a9e4-e661b59c1fac triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:29.771422 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2b77085b-edf6-4921-aa12-760e0134abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:29.888610 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:29.979293 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d8e585-66fe-471c-9b19-3f5748b494d1 None None] No DVR routers for this DVR port cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:00:30.049304 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c74e9b02-14ae-4d7f-a093-cc8b7bd5268c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 6.0129035 Aug 31 01:00:30.063456 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.064527 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8e585-66fe-471c-9b19-3f5748b494d1 None None] Pushing event deleted for resources: {'Port': ['ID=cf12a9e0-0ea5-48de-aedd-bd0d58ab5f2a,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:30.093046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49436) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:30.104031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1117457871-router', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:30.127761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c46cd6a0-b634-46ff-b8d2-8260cae9162b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:30.191502 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.218447 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6da09f-9252-431e-baee-a209b62f8e65']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:30.297778 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.303456 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3e885bd-ddfd-4099-b2b4-f385908fd159 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.339553 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.384476 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3823af70-b9e3-4fde-a3b2-47c4a0430bb5') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:30.385136 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3823af70-b9e3-4fde-a3b2-47c4a0430bb5') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:30.443620 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.446049 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.452594 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.454436 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.486142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e885bd-ddfd-4099-b2b4-f385908fd159 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Network 98aef1ab-7151-49f0-88ba-928b2f91eff3 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:30.506689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b3e885bd-ddfd-4099-b2b4-f385908fd159 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:30.565802 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.574220 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.574895 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e885bd-ddfd-4099-b2b4-f385908fd159 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:30.586516 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e885bd-ddfd-4099-b2b4-f385908fd159 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:30.587704 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3e885bd-ddfd-4099-b2b4-f385908fd159 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.644531 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2b77085b-edf6-4921-aa12-760e0134abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.699662 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-f8b93c27-42a8-4735-b10d-15e13ecf494d', 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'fixed_ips': [{'subnet_id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:00:30.701352 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.706021 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Transition to ACTIVE for port object 32282c84-57cd-4df1-9746-28e8d56426c1 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:30.725214 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-01b13632-49f9-4bd3-a602-77718b2c1733 service neutron] 10.222.0.48 "GET /v2.0/networks/e485d33c-f23c-40f6-8dac-57c9abc59149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2605569 Aug 31 01:00:30.726031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e885bd-ddfd-4099-b2b4-f385908fd159 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event updated for resources: {'Port': ['ID=e0218888-3053-4832-b4f9-14cb3f4eaf39,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:30.766453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port c46cd6a0-b634-46ff-b8d2-8260cae9162b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:30.797650 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.838423 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:30.897137 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=6675e63d-5244-4053-b115-7e34e6333859,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:30.939159 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Transition to ACTIVE for port object 32282c84-57cd-4df1-9746-28e8d56426c1 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:30.973733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2b77085b-edf6-4921-aa12-760e0134abf9 None None] For port c52770a2-9dfb-4405-a9e4-e661b59c1fac, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c52770a2-9dfb-4405-a9e4-e661b59c1fac,segment=NetworkSegment(febb7187-f399-4af3-852d-f58fafac286c),segment_id=febb7187-f399-4af3-852d-f58fafac286c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:30.982126 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-09783a0a-267d-421d-be3b-769b07412fe2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=e23dc098-08a9-4b74-92c0-535d9029019a HTTP/1.1" status: 200 len: 217 time: 0.2131495 Aug 31 01:00:30.985093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:00:30.986254 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:00:30.992845 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:00:31.003597 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b3e885bd-ddfd-4099-b2b4-f385908fd159 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.5159371 Aug 31 01:00:31.004700 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49440) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:31.023460 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-03174072-b834-4dba-b96a-3f99fbbf9b86 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:64:ea:88'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:31.132127 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:31.145410 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e33d9-500b-4b67-964a-776a08337beb req-c890d671-de2b-43d3-874b-e8b6cd68720e tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:31.152857 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network 70fb42c2-5118-4619-b9d9-1bd070649753 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:31.158897 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-160e33d9-500b-4b67-964a-776a08337beb req-c890d671-de2b-43d3-874b-e8b6cd68720e tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.8556662 Aug 31 01:00:31.165222 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:31.243994 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:31.248672 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2b77085b-edf6-4921-aa12-760e0134abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:31.375739 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Pushing event updated for resources: {'Port': ['ID=32282c84-57cd-4df1-9746-28e8d56426c1,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:31.434309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Network 03f224bc-9e28-4cba-9130-44c67b25904f is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:31.439931 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:31.440574 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:31.608482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:31.613092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:31.620498 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77085b-edf6-4921-aa12-760e0134abf9 None None] Pushing event updated for resources: {'Port': ['ID=c52770a2-9dfb-4405-a9e4-e661b59c1fac,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:31.653821 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-160e33d9-500b-4b67-964a-776a08337beb req-108ab2ff-b029-417f-858c-afb79be22052 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491551 Aug 31 01:00:31.670741 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-9c9ee471-cbf9-499c-ad5e-92c288b9114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:31.674084 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-9c9ee471-cbf9-499c-ad5e-92c288b9114d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.6128674 Aug 31 01:00:31.708902 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Allocated IP 172.20.0.2 (f8b93c27-42a8-4735-b10d-15e13ecf494d/fa7e9bc0-f128-42e7-8c4b-88cbf414d598/b6cf9b72-118a-49ed-a845-7d94e3282dc8) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:31.788522 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:31.795322 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] Allocated IP 172.25.2.227 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/a0982164-d270-410d-b077-f9351e35ecea) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:31.798566 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e241a11c-f5c1-4940-b1a2-3868ace7e0c0 None None] Network f30fd42b-4a16-4264-8ef4-857fde1082ff requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:31.883311 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:31.887741 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ad6da09f-9252-431e-baee-a209b62f8e65 HTTP/1.1" status: 204 len: 168 time: 6.2610133 Aug 31 01:00:31.945969 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:31.977519 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a15b8-4a39-4fb8-a56d-d13f93464db2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad6da09f-9252-431e-baee-a209b62f8e65,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:32.178508 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-5fc7e3ff-2c5c-48fb-a216-94dc0d9fb40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:32.181174 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-5fc7e3ff-2c5c-48fb-a216-94dc0d9fb40f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3896179 Aug 31 01:00:32.189474 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2ff8399d-1a5e-4f47-9bbf-9b6226eb9508 None None] Provisioning complete for port c52770a2-9dfb-4405-a9e4-e661b59c1fac triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:32.189474 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2ff8399d-1a5e-4f47-9bbf-9b6226eb9508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.287991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Attempting to bind port 32282c84-57cd-4df1-9746-28e8d56426c1 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:32.289736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Attempting to bind port 32282c84-57cd-4df1-9746-28e8d56426c1 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '4afe1bc3-637a-4c05-a36f-bdbca82f692c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '03f224bc-9e28-4cba-9130-44c67b25904f'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:32.289736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Attempting to bind port 32282c84-57cd-4df1-9746-28e8d56426c1 on network 03f224bc-9e28-4cba-9130-44c67b25904f {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:32.415633 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:32.440204 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Checking segment: {'id': '4afe1bc3-637a-4c05-a36f-bdbca82f692c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '03f224bc-9e28-4cba-9130-44c67b25904f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:32.440204 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.440204 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Bound using segment: {'id': '4afe1bc3-637a-4c05-a36f-bdbca82f692c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '03f224bc-9e28-4cba-9130-44c67b25904f'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:32.440204 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Bound port: 32282c84-57cd-4df1-9746-28e8d56426c1, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afe1bc3-637a-4c05-a36f-bdbca82f692c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '03f224bc-9e28-4cba-9130-44c67b25904f'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:32.440204 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.440767 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03174072-b834-4dba-b96a-3f99fbbf9b86 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.606230 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.643276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49448) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:32.661722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router bc79cc86-a230-4da5-8cb8-9cc05c8322fd is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:00:32.770845 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.797510 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8f3d71d8-1ccc-444e-a115-54fdc1e1124a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6eb1e170b6f644e1a58213d43503cf50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466610 Aug 31 01:00:32.801581 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] For port 32282c84-57cd-4df1-9746-28e8d56426c1, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:32.809036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49452) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:32.812384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] For port 32282c84-57cd-4df1-9746-28e8d56426c1, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=32282c84-57cd-4df1-9746-28e8d56426c1,segment=NetworkSegment(4afe1bc3-637a-4c05-a36f-bdbca82f692c),segment_id=4afe1bc3-637a-4c05-a36f-bdbca82f692c)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:32.842177 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.908406 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c52770a2-9dfb-4405-a9e4-e661b59c1fac up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:33.001733 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:33.005688 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-1ce32c19-d581-4be7-ad9d-82eb4d876836 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8115630 Aug 31 01:00:33.022697 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Transition to ACTIVE for port object b6cf9b72-118a-49ed-a845-7d94e3282dc8 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:33.079008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Transition to ACTIVE for port object b6cf9b72-118a-49ed-a845-7d94e3282dc8 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:33.086123 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c52770a2-9dfb-4405-a9e4-e661b59c1fac triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:33.086765 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:33.135853 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:33.169241 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fafd7337-ba12-4fe9-8de4-1386f1bebfb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:33.203431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:00:33.226974 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d235fbde-9a5b-4dc6-a600-000a9a1c9bef None None] Sync routers for ids ['bc79cc86-a230-4da5-8cb8-9cc05c8322fd'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:00:33.236077 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1e18b19c-a07a-4c5f-a328-4e2841e0f4d8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/bc79cc86-a230-4da5-8cb8-9cc05c8322fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3129137 Aug 31 01:00:33.237043 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49454) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:33.260388 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2ff8399d-1a5e-4f47-9bbf-9b6226eb9508 None None] Provisioning for port 6675e63d-5244-4053-b115-7e34e6333859 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:33.260388 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:33.269095 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d235fbde-9a5b-4dc6-a600-000a9a1c9bef None None] Routers {'bc79cc86-a230-4da5-8cb8-9cc05c8322fd'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:33.271305 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d235fbde-9a5b-4dc6-a600-000a9a1c9bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bc79cc86-a230-4da5-8cb8-9cc05c8322fd'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:33.275461 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2ff8399d-1a5e-4f47-9bbf-9b6226eb9508 None None] Provisioning complete for port 6675e63d-5244-4053-b115-7e34e6333859 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:33.276381 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2ff8399d-1a5e-4f47-9bbf-9b6226eb9508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:33.283924 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454f311-384f-4fd4-a5f6-80386e6d6529 None None] Pushing event updated for resources: {'Port': ['ID=32282c84-57cd-4df1-9746-28e8d56426c1,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:33.343362 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fafd7337-ba12-4fe9-8de4-1386f1bebfb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:33.348782 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03174072-b834-4dba-b96a-3f99fbbf9b86 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:33.409899 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7229a286-6ea1-4f5a-b378-808ae52cf00d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:33.410223 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Pushing event updated for resources: {'Port': ['ID=b6cf9b72-118a-49ed-a845-7d94e3282dc8,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:33.416451 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7229a286-6ea1-4f5a-b378-808ae52cf00d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/ports/6675e63d-5244-4053-b115-7e34e6333859 HTTP/1.1" status: 200 len: 911 time: 0.1699336 Aug 31 01:00:33.432875 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49456) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:33.450611 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d235fbde-9a5b-4dc6-a600-000a9a1c9bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:33.455458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Network f8b93c27-42a8-4735-b10d-15e13ecf494d is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:33.462297 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03174072-b834-4dba-b96a-3f99fbbf9b86 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:33.466488 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:33.473780 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:33.483636 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d235fbde-9a5b-4dc6-a600-000a9a1c9bef None None] Routers {'bc79cc86-a230-4da5-8cb8-9cc05c8322fd'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:33.484731 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d235fbde-9a5b-4dc6-a600-000a9a1c9bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bc79cc86-a230-4da5-8cb8-9cc05c8322fd'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:33.500599 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2ff8399d-1a5e-4f47-9bbf-9b6226eb9508 None None] Port 6675e63d-5244-4053-b115-7e34e6333859 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:33.596619 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d235fbde-9a5b-4dc6-a600-000a9a1c9bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:33.610149 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d235fbde-9a5b-4dc6-a600-000a9a1c9bef None None] The sync data for ids ['bc79cc86-a230-4da5-8cb8-9cc05c8322fd'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:00:33.621133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Attempting to bind port b6cf9b72-118a-49ed-a845-7d94e3282dc8 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:33.621815 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Attempting to bind port b6cf9b72-118a-49ed-a845-7d94e3282dc8 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:33.625661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Attempting to bind port b6cf9b72-118a-49ed-a845-7d94e3282dc8 on network f8b93c27-42a8-4735-b10d-15e13ecf494d {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:33.639756 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:33.640286 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Checking segment: {'id': '967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:33.640874 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:33.641495 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Bound using segment: {'id': '967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:33.642206 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Bound port: b6cf9b72-118a-49ed-a845-7d94e3282dc8, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:33.642773 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:33.772314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 9b604cc6-1e4d-49a1-a3b1-cde809154135 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:00:33.865699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-03174072-b834-4dba-b96a-3f99fbbf9b86 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] In _notify_port_updated(), no bound segment for port e0218888-3053-4832-b4f9-14cb3f4eaf39 on network 98aef1ab-7151-49f0-88ba-928b2f91eff3 {{(pid=102343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:00:33.876626 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03174072-b834-4dba-b96a-3f99fbbf9b86 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:33.877634 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03174072-b834-4dba-b96a-3f99fbbf9b86 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:33.880991 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-03174072-b834-4dba-b96a-3f99fbbf9b86 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "PUT /v2.0/ports/e0218888-3053-4832-b4f9-14cb3f4eaf39 HTTP/1.1" status: 200 len: 1001 time: 2.8710449 Aug 31 01:00:33.896140 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49460) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:33.969937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-add34588-b8d2-4ed9-a3ab-084d95a68b4e None None] Provisioning for port c46cd6a0-b634-46ff-b8d2-8260cae9162b completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:34.006513 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-add34588-b8d2-4ed9-a3ab-084d95a68b4e None None] Provisioning complete for port c46cd6a0-b634-46ff-b8d2-8260cae9162b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:34.007194 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-add34588-b8d2-4ed9-a3ab-084d95a68b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:34.049695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03174072-b834-4dba-b96a-3f99fbbf9b86 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event updated for resources: {'Port': ['ID=e0218888-3053-4832-b4f9-14cb3f4eaf39,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:34.132255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 9b604cc6-1e4d-49a1-a3b1-cde809154135, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=9b604cc6-1e4d-49a1-a3b1-cde809154135,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:34.188151 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '9b604cc6-1e4d-49a1-a3b1-cde809154135', 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad', 'port_id': '9b604cc6-1e4d-49a1-a3b1-cde809154135', 'mac_address': 'fa:16:3e:e6:13:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a338a6-991a-450e-bc60-b066a8b265a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:00:34.263471 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fafd7337-ba12-4fe9-8de4-1386f1bebfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:34.269612 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fafd7337-ba12-4fe9-8de4-1386f1bebfb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:34.278253 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fafd7337-ba12-4fe9-8de4-1386f1bebfb9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/592ac55d-53b0-4c73-ad24-cfc8f77848cf HTTP/1.1" status: 204 len: 168 time: 1.4666140 Aug 31 01:00:34.296326 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-add34588-b8d2-4ed9-a3ab-084d95a68b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:34.316456 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:34.351807 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd7337-ba12-4fe9-8de4-1386f1bebfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592ac55d-53b0-4c73-ad24-cfc8f77848cf,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:34.406318 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-add34588-b8d2-4ed9-a3ab-084d95a68b4e None None] For port c46cd6a0-b634-46ff-b8d2-8260cae9162b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c46cd6a0-b634-46ff-b8d2-8260cae9162b,segment=NetworkSegment(af6b0f27-0745-4084-85fa-ee8d32113c8b),segment_id=af6b0f27-0745-4084-85fa-ee8d32113c8b)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:34.426639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] For port b6cf9b72-118a-49ed-a845-7d94e3282dc8, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:34.433949 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7ff30aa1-ce03-4c9b-b9c6-5c290307db26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:34.498295 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f098ee-8378-4dc9-87dd-d6fbdf33c715 req-82775124-7cea-4cdf-ba45-dbdfc6ddaf14 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:34.501529 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d5f098ee-8378-4dc9-87dd-d6fbdf33c715 req-82775124-7cea-4cdf-ba45-dbdfc6ddaf14 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 1.6399307 Aug 31 01:00:34.526123 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] For port b6cf9b72-118a-49ed-a845-7d94e3282dc8, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b6cf9b72-118a-49ed-a845-7d94e3282dc8,segment=NetworkSegment(967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9),segment_id=967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:34.533149 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-add34588-b8d2-4ed9-a3ab-084d95a68b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:34.596703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:34.643457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:34.648909 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:34.667075 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-62ca5a30-f31f-43df-81b0-578784be5cae tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Deleting port e0218888-3053-4832-b4f9-14cb3f4eaf39 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:34.668523 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62ca5a30-f31f-43df-81b0-578784be5cae tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:34.714081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] Pushing event updated for resources: {'Port': ['ID=a0982164-d270-410d-b077-f9351e35ecea,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:34.735473 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add34588-b8d2-4ed9-a3ab-084d95a68b4e None None] Pushing event updated for resources: {'Port': ['ID=c46cd6a0-b634-46ff-b8d2-8260cae9162b,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:34.748310 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:34.767429 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] Allocated IP 172.25.2.166 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/35447541-5947-4e90-8ca1-90856835c802) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:34.782392 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:34.860601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-add34588-b8d2-4ed9-a3ab-084d95a68b4e None None] Provisioning complete for port 6675e63d-5244-4053-b115-7e34e6333859 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:34.871631 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-add34588-b8d2-4ed9-a3ab-084d95a68b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:34.918866 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-9f031816-70cf-4a54-b8c0-500f2a084e58 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9024882 Aug 31 01:00:34.976220 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:35.021263 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-add34588-b8d2-4ed9-a3ab-084d95a68b4e None None] Port 6675e63d-5244-4053-b115-7e34e6333859 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:35.027887 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:35.087812 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d5f098ee-8378-4dc9-87dd-d6fbdf33c715 req-2a64008f-d81e-4412-9886-a16138d4a486 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414817 Aug 31 01:00:35.107925 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-c185c9df-ffdd-49f6-8ccb-1c9c0c872dbf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=a27e7531-9fc2-4165-b9e8-bbffd269f73a HTTP/1.1" status: 200 len: 217 time: 0.1442828 Aug 31 01:00:35.155073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 32282c84-57cd-4df1-9746-28e8d56426c1 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:35.183378 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:35.201740 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b604cc6-1e4d-49a1-a3b1-cde809154135 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:35.221963 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62ca5a30-f31f-43df-81b0-578784be5cae tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:35.260201 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-62ca5a30-f31f-43df-81b0-578784be5cae tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Calling delete_port for e0218888-3053-4832-b4f9-14cb3f4eaf39 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:35.314654 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 9b604cc6-1e4d-49a1-a3b1-cde809154135, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=9b604cc6-1e4d-49a1-a3b1-cde809154135,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:35.388936 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-add34588-b8d2-4ed9-a3ab-084d95a68b4e None None] Provisioning for port e0218888-3053-4832-b4f9-14cb3f4eaf39 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:35.406386 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-0b56d515-c04d-49e0-b93a-96166f8624f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:35.408741 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-0b56d515-c04d-49e0-b93a-96166f8624f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.0795758 Aug 31 01:00:35.434424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-add34588-b8d2-4ed9-a3ab-084d95a68b4e None None] Provisioning complete for port e0218888-3053-4832-b4f9-14cb3f4eaf39 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:35.435262 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-add34588-b8d2-4ed9-a3ab-084d95a68b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:35.672012 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5978d94-0f95-46ac-9633-0e0a94bb0570 None None] Pushing event updated for resources: {'Port': ['ID=b6cf9b72-118a-49ed-a845-7d94e3282dc8,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:35.686950 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:35.895076 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=9b604cc6-1e4d-49a1-a3b1-cde809154135,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:35.908545 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['9b604cc6-1e4d-49a1-a3b1-cde809154135'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:35.980331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-8d06a667-b36b-4d0e-97bf-2b32510b91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:35.983257 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-8d06a667-b36b-4d0e-97bf-2b32510b91d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4583645 Aug 31 01:00:35.990845 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c68b63-40c7-478d-8611-429e9e95f8f5 None None] Network 03f224bc-9e28-4cba-9130-44c67b25904f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:36.017919 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-add34588-b8d2-4ed9-a3ab-084d95a68b4e None None] Port e0218888-3053-4832-b4f9-14cb3f4eaf39 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:36.088795 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62ca5a30-f31f-43df-81b0-578784be5cae tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:36.200528 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 32282c84-57cd-4df1-9746-28e8d56426c1 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:36.285161 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:36.385646 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62ca5a30-f31f-43df-81b0-578784be5cae tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:36.405798 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-62ca5a30-f31f-43df-81b0-578784be5cae tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "DELETE /v2.0/ports/e0218888-3053-4832-b4f9-14cb3f4eaf39 HTTP/1.1" status: 204 len: 168 time: 2.4912512 Aug 31 01:00:36.405798 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca5a30-f31f-43df-81b0-578784be5cae tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event deleted for resources: {'Port': ['ID=e0218888-3053-4832-b4f9-14cb3f4eaf39,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:36.412111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49500) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:36.521543 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e33bc3f9-9c4b-4fc3-a8e0-d2416ab6f643 None None] Provisioning for port 32282c84-57cd-4df1-9746-28e8d56426c1 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:36.532991 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3cec418-2b27-494f-830c-90ac9371960a tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] GET failed (client error): The resource could not be found. Aug 31 01:00:36.542724 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e3cec418-2b27-494f-830c-90ac9371960a tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "GET /v2.0/ports/e0218888-3053-4832-b4f9-14cb3f4eaf39 HTTP/1.1" status: 404 len: 333 time: 0.1250603 Aug 31 01:00:36.564898 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49506) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:36.583918 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0c99f468-45ed-4342-9ca6-e429ec3278c3 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Request body: {'port': {'network_id': '98aef1ab-7151-49f0-88ba-928b2f91eff3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1028814028'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:36.617242 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e33bc3f9-9c4b-4fc3-a8e0-d2416ab6f643 None None] Provisioning complete for port 32282c84-57cd-4df1-9746-28e8d56426c1 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:36.617937 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e33bc3f9-9c4b-4fc3-a8e0-d2416ab6f643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:36.870306 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:36.881082 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-9e64fafa-09a9-4666-8ab8-de64f4bdacef service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8795700 Aug 31 01:00:36.949552 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:37.078314 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:37.134823 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-030c44b5-c973-461b-9e14-bef77ffc509e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:37.138609 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:37.157848 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e33bc3f9-9c4b-4fc3-a8e0-d2416ab6f643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:37.169821 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Allocated IP 2001:db8:1::1 (f30fd42b-4a16-4264-8ef4-857fde1082ff/05b8520a-f568-4e28-b9c3-4f5c532c4108/afe3f177-57c8-49d1-953a-bae9ac897c68) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:37.228663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c46cd6a0-b634-46ff-b8d2-8260cae9162b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:37.455026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e33bc3f9-9c4b-4fc3-a8e0-d2416ab6f643 None None] For port 32282c84-57cd-4df1-9746-28e8d56426c1, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=32282c84-57cd-4df1-9746-28e8d56426c1,segment=NetworkSegment(4afe1bc3-637a-4c05-a36f-bdbca82f692c),segment_id=4afe1bc3-637a-4c05-a36f-bdbca82f692c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:37.478648 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c99f468-45ed-4342-9ca6-e429ec3278c3 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Made reservation on behalf of 12954de66d9a46b7b9f62b2a33c88169 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:37.481592 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-2fc725e4-1258-45a7-90c2-b2c498417c59 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730412 Aug 31 01:00:37.487228 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c99f468-45ed-4342-9ca6-e429ec3278c3 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:37.521503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117a98e-6a9f-4332-89cf-c9f62093eaf2 req-7b287b88-5327-4108-9981-6d823c5f85ce tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:37.522839 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3117a98e-6a9f-4332-89cf-c9f62093eaf2 req-7b287b88-5327-4108-9981-6d823c5f85ce tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 944 time: 1.0195081 Aug 31 01:00:37.564505 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-0c99f468-45ed-4342-9ca6-e429ec3278c3 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] device_id is not set on port 89494738-ae8a-4e34-b161-ce6a3f47913f yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:00:37.567737 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c46cd6a0-b634-46ff-b8d2-8260cae9162b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:37.568575 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:37.749618 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-fc18bfba-e53e-41f4-95d3-9087c95edf1e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=0fcfb464-aad0-4470-abad-c784479adac4 HTTP/1.1" status: 200 len: 217 time: 0.2569366 Aug 31 01:00:37.751468 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:37.965476 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:37.985077 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] Pushing event updated for resources: {'Port': ['ID=35447541-5947-4e90-8ca1-90856835c802,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:38.021769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Transition to ACTIVE for port object afe3f177-57c8-49d1-953a-bae9ac897c68 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:38.035066 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49524) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:38.085798 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-0c99f468-45ed-4342-9ca6-e429ec3278c3 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Allocated IP 2001:db8::3a1 (98aef1ab-7151-49f0-88ba-928b2f91eff3/058e373c-a2bb-40cd-bfd2-b5f7a270eaa9/89494738-ae8a-4e34-b161-ce6a3f47913f) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:38.103447 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-f1a89f1d-922c-437c-964c-4faac8423fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:38.106836 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-f1a89f1d-922c-437c-964c-4faac8423fe7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.1873901 Aug 31 01:00:38.152337 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3117a98e-6a9f-4332-89cf-c9f62093eaf2 req-506c7cf1-7a11-4624-b4a4-610d9c8de160 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899254 Aug 31 01:00:38.193923 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e758713a-2950-4330-99b4-718fa8f2d407 None None] Network f8b93c27-42a8-4735-b10d-15e13ecf494d requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:38.232933 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 9b604cc6-1e4d-49a1-a3b1-cde809154135 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:38.264698 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e33bc3f9-9c4b-4fc3-a8e0-d2416ab6f643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:38.279958 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:38.310125 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:38.339961 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:38.386124 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4810fdaf-6189-43df-a8d6-5268aa4e2c74 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1924091494-network', 'tenant_id': '610740ade9244be49f8fe9ed0068cf33'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:38.484836 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:38.524642 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e33bc3f9-9c4b-4fc3-a8e0-d2416ab6f643 None None] Could not find standard attr ID for object e0218888-3053-4832-b4f9-14cb3f4eaf39. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:00:38.530184 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] Allocated IP 172.25.2.10 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/ca15e407-64ac-4d16-b022-9132990d3e88) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:38.587776 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-4ccc6eb5-4b2c-48b5-90ae-c59a24f64baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:38.592858 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-4ccc6eb5-4b2c-48b5-90ae-c59a24f64baa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4695933 Aug 31 01:00:38.654423 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e33bc3f9-9c4b-4fc3-a8e0-d2416ab6f643 None None] Provisioning complete for port c46cd6a0-b634-46ff-b8d2-8260cae9162b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:38.656062 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e33bc3f9-9c4b-4fc3-a8e0-d2416ab6f643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:38.675205 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c99f468-45ed-4342-9ca6-e429ec3278c3 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:38.707853 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-0c99f468-45ed-4342-9ca6-e429ec3278c3 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Transition to ACTIVE for port object 89494738-ae8a-4e34-b161-ce6a3f47913f will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:38.873165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=afe3f177-57c8-49d1-953a-bae9ac897c68,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:38.873411 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:38.887796 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network f30fd42b-4a16-4264-8ef4-857fde1082ff is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:38.893900 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:38.899487 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:38.900511 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:38.930464 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bc3f9-9c4b-4fc3-a8e0-d2416ab6f643 None None] Pushing event updated for resources: {'Port': ['ID=32282c84-57cd-4df1-9746-28e8d56426c1,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:38.967355 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b6cf9b72-118a-49ed-a845-7d94e3282dc8 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:39.090322 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c99f468-45ed-4342-9ca6-e429ec3278c3 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.132502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4810fdaf-6189-43df-a8d6-5268aa4e2c74 admin admin] Made reservation on behalf of 610740ade9244be49f8fe9ed0068cf33 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:39.136213 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4810fdaf-6189-43df-a8d6-5268aa4e2c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.148149 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 9b604cc6-1e4d-49a1-a3b1-cde809154135 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:39.151968 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.284227 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4810fdaf-6189-43df-a8d6-5268aa4e2c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.339439 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c99f468-45ed-4342-9ca6-e429ec3278c3 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Network 98aef1ab-7151-49f0-88ba-928b2f91eff3 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:39.367884 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-0c99f468-45ed-4342-9ca6-e429ec3278c3 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:39.411456 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-ae462538-0b79-4d2e-a7c1-03961eaebeaf service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7950938 Aug 31 01:00:39.600411 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4810fdaf-6189-43df-a8d6-5268aa4e2c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.602974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c99f468-45ed-4342-9ca6-e429ec3278c3 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:39.614802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c99f468-45ed-4342-9ca6-e429ec3278c3 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:39.615501 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c99f468-45ed-4342-9ca6-e429ec3278c3 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.655871 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0c1da81d-e699-44f7-b427-83543c038b6d None None] Provisioning complete for port 32282c84-57cd-4df1-9746-28e8d56426c1 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:39.657284 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99f468-45ed-4342-9ca6-e429ec3278c3 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event updated for resources: {'Port': ['ID=89494738-ae8a-4e34-b161-ce6a3f47913f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:39.659083 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0c1da81d-e699-44f7-b427-83543c038b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.749206 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.845597 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.849377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port b6cf9b72-118a-49ed-a845-7d94e3282dc8 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:39.867192 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.877020 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4810fdaf-6189-43df-a8d6-5268aa4e2c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:40.024309 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4810fdaf-6189-43df-a8d6-5268aa4e2c74 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:00:40.032944 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fdc082-00a3-431e-8750-0cfc241c0d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b604cc6-1e4d-49a1-a3b1-cde809154135'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:40.034242 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:40.038116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49534) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:40.038345 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90361fdf-7775-409e-b706-ccc61b8bf7e5" -d '{"events": [{"server_uuid": "d8fdc082-00a3-431e-8750-0cfc241c0d90", "name": "network-vif-plugged", "status": "completed", "tag": "9b604cc6-1e4d-49a1-a3b1-cde809154135"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:40.048388 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0c99f468-45ed-4342-9ca6-e429ec3278c3 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4597774 Aug 31 01:00:40.091516 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 9b604cc6-1e4d-49a1-a3b1-cde809154135, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=9b604cc6-1e4d-49a1-a3b1-cde809154135,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:40.223420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 32282c84-57cd-4df1-9746-28e8d56426c1 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:40.285393 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4810fdaf-6189-43df-a8d6-5268aa4e2c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:40.286422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ca048aea-4287-407a-8cae-e5cfa1821106 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Request body: {'port': {'network_id': '98aef1ab-7151-49f0-88ba-928b2f91eff3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2084030779'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:40.287422 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-4810fdaf-6189-43df-a8d6-5268aa4e2c74 admin admin] Added segment 4456da84-c276-40c4-89ff-da20cabd4a59 of type vlan for network 3650ee8b-43d9-4fb6-9934-8185a4244226 Aug 31 01:00:40.344608 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:40.348651 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810fdaf-6189-43df-a8d6-5268aa4e2c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b38992-d8f0-4cea-8514-9bbc7444ce96,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:40.395181 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59f4302-e0fd-499c-8139-2ab01cab1ede x-openstack-request-id: req-b59f4302-e0fd-499c-8139-2ab01cab1ede {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:40.395649 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fdc082-00a3-431e-8750-0cfc241c0d90", "name": "network-vif-plugged", "status": "completed", "tag": "9b604cc6-1e4d-49a1-a3b1-cde809154135", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:40.396499 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b59f4302-e0fd-499c-8139-2ab01cab1ede {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:40.397195 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fdc082-00a3-431e-8750-0cfc241c0d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b604cc6-1e4d-49a1-a3b1-cde809154135', 'code': 200} Aug 31 01:00:40.410278 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:40.541933 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:40.543985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0c1da81d-e699-44f7-b427-83543c038b6d None None] Provisioning for port afe3f177-57c8-49d1-953a-bae9ac897c68 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:40.546711 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4810fdaf-6189-43df-a8d6-5268aa4e2c74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:40.575109 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=9b604cc6-1e4d-49a1-a3b1-cde809154135,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:40.598193 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0c1da81d-e699-44f7-b427-83543c038b6d None None] Provisioning complete for port afe3f177-57c8-49d1-953a-bae9ac897c68 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:40.598773 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0c1da81d-e699-44f7-b427-83543c038b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:40.723076 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 32282c84-57cd-4df1-9746-28e8d56426c1 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:40.725280 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:40.808931 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0c1da81d-e699-44f7-b427-83543c038b6d None None] Port afe3f177-57c8-49d1-953a-bae9ac897c68 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:40.922016 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.resource_extend [None req-4810fdaf-6189-43df-a8d6-5268aa4e2c74 admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:00:40.962819 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:40.994406 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0c1da81d-e699-44f7-b427-83543c038b6d None None] Provisioning for port b6cf9b72-118a-49ed-a845-7d94e3282dc8 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:41.002665 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0c1da81d-e699-44f7-b427-83543c038b6d None None] Provisioning complete for port b6cf9b72-118a-49ed-a845-7d94e3282dc8 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:41.003624 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0c1da81d-e699-44f7-b427-83543c038b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:41.063589 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:41.064873 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:41.190503 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4810fdaf-6189-43df-a8d6-5268aa4e2c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:41.192208 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4810fdaf-6189-43df-a8d6-5268aa4e2c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:41.193276 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4810fdaf-6189-43df-a8d6-5268aa4e2c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:41.285377 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0c1da81d-e699-44f7-b427-83543c038b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:41.381809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810fdaf-6189-43df-a8d6-5268aa4e2c74 admin admin] Pushing event updated for resources: {'Network': ['ID=3650ee8b-43d9-4fb6-9934-8185a4244226,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:41.440558 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 3650ee8b-43d9-4fb6-9934-8185a4244226 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:00:41.447791 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0c1da81d-e699-44f7-b427-83543c038b6d None None] For port b6cf9b72-118a-49ed-a845-7d94e3282dc8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b6cf9b72-118a-49ed-a845-7d94e3282dc8,segment=NetworkSegment(967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9),segment_id=967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:41.449934 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=afe3f177-57c8-49d1-953a-bae9ac897c68,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:41.541807 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network f30fd42b-4a16-4264-8ef4-857fde1082ff is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:41.543949 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:41.629758 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0c1da81d-e699-44f7-b427-83543c038b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:41.660056 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4810fdaf-6189-43df-a8d6-5268aa4e2c74 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.6208825 Aug 31 01:00:41.668820 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49542) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:41.735315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1da81d-e699-44f7-b427-83543c038b6d None None] Pushing event updated for resources: {'Port': ['ID=b6cf9b72-118a-49ed-a845-7d94e3282dc8,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:41.765618 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:41.780393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4ec0cd4b-f085-43dd-8e9d-9973bcb1dc12 None None] Provisioning complete for port b6cf9b72-118a-49ed-a845-7d94e3282dc8 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:41.784349 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4ec0cd4b-f085-43dd-8e9d-9973bcb1dc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:41.804371 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:41.808977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:42.007650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca048aea-4287-407a-8cae-e5cfa1821106 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Made reservation on behalf of 12954de66d9a46b7b9f62b2a33c88169 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:42.013991 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca048aea-4287-407a-8cae-e5cfa1821106 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:42.064144 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69813f72-9f6f-421d-b815-59db6936e3bb req-fb7bf60c-06de-432a-b7de-28afcd027ec5 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:42.066752 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69813f72-9f6f-421d-b815-59db6936e3bb req-fb7bf60c-06de-432a-b7de-28afcd027ec5 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 944 time: 2.6512475 Aug 31 01:00:42.125708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] Pushing event updated for resources: {'Port': ['ID=ca15e407-64ac-4d16-b022-9132990d3e88,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:42.177664 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b6cf9b72-118a-49ed-a845-7d94e3282dc8 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:42.227833 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:42.294018 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4ec0cd4b-f085-43dd-8e9d-9973bcb1dc12 None None] Provisioning for port 89494738-ae8a-4e34-b161-ce6a3f47913f completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:42.301320 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4ec0cd4b-f085-43dd-8e9d-9973bcb1dc12 None None] Provisioning complete for port 89494738-ae8a-4e34-b161-ce6a3f47913f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:42.301733 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4ec0cd4b-f085-43dd-8e9d-9973bcb1dc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:42.303094 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-caedb122-8dfd-4f34-84ac-12fb9fb77559 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.8542204 Aug 31 01:00:42.351703 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port b6cf9b72-118a-49ed-a845-7d94e3282dc8 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:42.352202 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:42.399678 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-4ec0cd4b-f085-43dd-8e9d-9973bcb1dc12 None None] Port 89494738-ae8a-4e34-b161-ce6a3f47913f cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:42.459416 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-511ab0c5-bb37-404b-a4cd-e6dcd5abca19 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=a280b526-498f-4a1f-9597-43007f3e9cb1 HTTP/1.1" status: 200 len: 217 time: 0.1331782 Aug 31 01:00:42.468266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-ca048aea-4287-407a-8cae-e5cfa1821106 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] device_id is not set on port f9037ee9-e785-48d8-9162-5259205d7a8c yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:00:42.546960 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-71326c23-0de3-41aa-b1b3-503dcd948aa4 admin admin] Request body: {'subnet': {'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1924091494-subnet', 'tenant_id': '610740ade9244be49f8fe9ed0068cf33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:42.582755 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bc2567ec-7018-4fb4-b5fd-31d344b45ff8 None None] Provisioning complete for port afe3f177-57c8-49d1-953a-bae9ac897c68 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:42.583840 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bc2567ec-7018-4fb4-b5fd-31d344b45ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:42.638967 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-b8762691-5707-4941-b9af-990a9ca0ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:42.641236 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-b8762691-5707-4941-b9af-990a9ca0ff7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.0906768 Aug 31 01:00:42.644697 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router bc79cc86-a230-4da5-8cb8-9cc05c8322fd has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:00:42.656463 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69813f72-9f6f-421d-b815-59db6936e3bb req-445eb5b5-2bec-412e-a816-a79d221986ce tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123856 Aug 31 01:00:42.748586 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-bc2567ec-7018-4fb4-b5fd-31d344b45ff8 None None] Port afe3f177-57c8-49d1-953a-bae9ac897c68 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:42.794687 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71326c23-0de3-41aa-b1b3-503dcd948aa4 admin admin] Made reservation on behalf of 610740ade9244be49f8fe9ed0068cf33 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:42.799320 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71326c23-0de3-41aa-b1b3-503dcd948aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:42.817721 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] Router 510690dc-4d51-4dd7-b0e3-3e4ace264b2b is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:00:42.997336 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:00:43.029387 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0c15aee0-b798-4280-9d07-d831f01c3a91 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/bc79cc86-a230-4da5-8cb8-9cc05c8322fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5948861 Aug 31 01:00:43.032995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27fd146-1d84-408e-9df0-1e7f38405cd5 None None] Sync routers for ids ['bc79cc86-a230-4da5-8cb8-9cc05c8322fd'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:00:43.036167 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49546) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:43.064152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27fd146-1d84-408e-9df0-1e7f38405cd5 None None] Routers {'bc79cc86-a230-4da5-8cb8-9cc05c8322fd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:43.067499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c27fd146-1d84-408e-9df0-1e7f38405cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bc79cc86-a230-4da5-8cb8-9cc05c8322fd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:43.135794 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1265db70-2ce4-4fa8-b9df-953f085797df tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:43.138699 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1265db70-2ce4-4fa8-b9df-953f085797df tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/ports/afe3f177-57c8-49d1-953a-bae9ac897c68 HTTP/1.1" status: 200 len: 913 time: 0.1008315 Aug 31 01:00:43.143432 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49548) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:43.161926 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c27fd146-1d84-408e-9df0-1e7f38405cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:43.177598 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27fd146-1d84-408e-9df0-1e7f38405cd5 None None] Routers {'bc79cc86-a230-4da5-8cb8-9cc05c8322fd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:43.178742 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c27fd146-1d84-408e-9df0-1e7f38405cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bc79cc86-a230-4da5-8cb8-9cc05c8322fd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:43.256991 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-7e6111d1-02b7-46f3-8f4f-ce35f88911a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:43.260323 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-7e6111d1-02b7-46f3-8f4f-ce35f88911a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5956969 Aug 31 01:00:43.276258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c27fd146-1d84-408e-9df0-1e7f38405cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:43.279425 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27fd146-1d84-408e-9df0-1e7f38405cd5 None None] The sync data for ids ['bc79cc86-a230-4da5-8cb8-9cc05c8322fd'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:00:43.740341 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-ca048aea-4287-407a-8cae-e5cfa1821106 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Allocated IP 2001:db8::d6 (98aef1ab-7151-49f0-88ba-928b2f91eff3/058e373c-a2bb-40cd-bfd2-b5f7a270eaa9/f9037ee9-e785-48d8-9162-5259205d7a8c) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:43.804767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:00:43.823020 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Sync routers for ids ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:00:43.847720 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71326c23-0de3-41aa-b1b3-503dcd948aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:43.848599 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Routers {'510690dc-4d51-4dd7-b0e3-3e4ace264b2b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:43.849117 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:43.951016 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:43.960969 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-9ac73dbf-49eb-4f61-a6bd-7204ba34a95b service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6735787 Aug 31 01:00:44.033095 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71326c23-0de3-41aa-b1b3-503dcd948aa4 admin admin] Checking segment: {'id': '4456da84-c276-40c4-89ff-da20cabd4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:44.033704 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71326c23-0de3-41aa-b1b3-503dcd948aa4 admin admin] Network hostable DHCP agents. Network: 3650ee8b-43d9-4fb6-9934-8185a4244226, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:00:44.036763 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71326c23-0de3-41aa-b1b3-503dcd948aa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7742011b-325e-4e45-850d-1faede78d849,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:44.105461 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Set router 510690dc-4d51-4dd7-b0e3-3e4ace264b2b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:44.176015 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7767696-a3d6-47a2-a6ef-e3db2d6c1dec tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:44.342476 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71326c23-0de3-41aa-b1b3-503dcd948aa4 admin admin] Network 3650ee8b-43d9-4fb6-9934-8185a4244226 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:00:44.386276 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-9d688c57-5bb1-4817-a97c-2b8a66e871d1 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846197 Aug 31 01:00:44.470956 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-24278030-825c-4d32-b505-9fb49d96b2e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=968fb5d6-9e64-4c86-bb05-77a2173eeedc HTTP/1.1" status: 200 len: 217 time: 0.0712736 Aug 31 01:00:44.480059 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-71326c23-0de3-41aa-b1b3-503dcd948aa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 3650ee8b-43d9-4fb6-9934-8185a4244226) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:44.493754 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211ed74f-0387-4529-bcde-b4cb58a55ecf None None] Network 3650ee8b-43d9-4fb6-9934-8185a4244226 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:44.503378 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324068676-router', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a0982164-d270-410d-b077-f9351e35ecea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:23Z', 'updated_at': '2021-08-31T01:00:35Z', 'revision_number': 3, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'gw_port': {'id': 'a0982164-d270-410d-b077-f9351e35ecea', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:44.509146 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71326c23-0de3-41aa-b1b3-503dcd948aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:44.510953 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71326c23-0de3-41aa-b1b3-503dcd948aa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:44.562745 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Checking router: 510690dc-4d51-4dd7-b0e3-3e4ace264b2b for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:00:44.563336 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Updating router 510690dc-4d51-4dd7-b0e3-3e4ace264b2b port a0982164-d270-410d-b077-f9351e35ecea binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:00:44.587270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-6c65fe2b-d838-421d-8eca-7bdc6620e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:44.589776 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-6c65fe2b-d838-421d-8eca-7bdc6620e46b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8 HTTP/1.1" status: 200 len: 797 time: 0.0913680 Aug 31 01:00:44.618023 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:44.622767 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-71326c23-0de3-41aa-b1b3-503dcd948aa4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0849938 Aug 31 01:00:44.785730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d407e-fec2-44b4-91e1-5b0d78df0521 req-6d70637f-9c52-4641-8a0f-c77d8d724cda tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:44.788584 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b10d407e-fec2-44b4-91e1-5b0d78df0521 req-6d70637f-9c52-4641-8a0f-c77d8d724cda tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.9513409 Aug 31 01:00:44.789729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] Router 829ae076-1905-4d7a-b91a-94a29abd04f7 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:00:44.847988 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:44.854224 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-31f224a8-02f0-4781-9dbb-5500025f396e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 23.0329816 Aug 31 01:00:44.886055 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49556) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:44.946385 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e21b1b-a0a0-4f2d-97dd-b82e3026010a None None] Network 3650ee8b-43d9-4fb6-9934-8185a4244226 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:45.083767 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b10d407e-fec2-44b4-91e1-5b0d78df0521 req-e7947a2b-8f49-49ea-9270-c15ec09c224d tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774575 Aug 31 01:00:45.094148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:00:45.135835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Sync routers for ids ['829ae076-1905-4d7a-b91a-94a29abd04f7'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:00:45.159068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-88425a24-3355-46a4-a1a3-da586045182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:45.161488 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-88425a24-3355-46a4-a1a3-da586045182f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60d743b8-14de-4666-8656-1e81e9c911f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4441066 Aug 31 01:00:45.246261 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Routers {'829ae076-1905-4d7a-b91a-94a29abd04f7'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:45.253752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['829ae076-1905-4d7a-b91a-94a29abd04f7'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:45.421180 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-4fb41548-7aae-48c5-bd37-25be19af51c9 service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444541 Aug 31 01:00:45.459336 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:45.461417 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a42c7db3-e4f7-404b-a4f3-8ae789520495 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 18.3060236 Aug 31 01:00:45.462298 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:45.483638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49566) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:45.644121 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:45.689795 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Transition to ACTIVE for port object a0982164-d270-410d-b077-f9351e35ecea will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:45.767088 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c7767696-a3d6-47a2-a6ef-e3db2d6c1dec tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting port afe3f177-57c8-49d1-953a-bae9ac897c68 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:45.767620 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7767696-a3d6-47a2-a6ef-e3db2d6c1dec tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:45.799805 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:45.934735 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Set router 829ae076-1905-4d7a-b91a-94a29abd04f7 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:45.991446 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Attempting to bind port a0982164-d270-410d-b077-f9351e35ecea on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:45.994246 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Attempting to bind port a0982164-d270-410d-b077-f9351e35ecea by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:45.998215 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Attempting to bind port a0982164-d270-410d-b077-f9351e35ecea on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:46.051550 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:46.054406 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:46.058410 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:46.059735 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:46.060886 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Bound port: a0982164-d270-410d-b077-f9351e35ecea, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:46.065939 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:46.145261 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7767696-a3d6-47a2-a6ef-e3db2d6c1dec tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:46.185262 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c7767696-a3d6-47a2-a6ef-e3db2d6c1dec tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Calling delete_port for afe3f177-57c8-49d1-953a-bae9ac897c68 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:46.383819 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] For port a0982164-d270-410d-b077-f9351e35ecea, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:46.410799 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] For port a0982164-d270-410d-b077-f9351e35ecea, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a0982164-d270-410d-b077-f9351e35ecea,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:46.424147 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841421ec-8b88-4410-bc2c-43cc94af090f None None] Pushing event updated for resources: {'Port': ['ID=a0982164-d270-410d-b077-f9351e35ecea,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:46.446802 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841421ec-8b88-4410-bc2c-43cc94af090f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:46.447935 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841421ec-8b88-4410-bc2c-43cc94af090f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:46.448809 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841421ec-8b88-4410-bc2c-43cc94af090f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:46.449814 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841421ec-8b88-4410-bc2c-43cc94af090f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:46.451248 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841421ec-8b88-4410-bc2c-43cc94af090f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:46.454469 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841421ec-8b88-4410-bc2c-43cc94af090f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:46.455573 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841421ec-8b88-4410-bc2c-43cc94af090f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:46.456673 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841421ec-8b88-4410-bc2c-43cc94af090f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:46.457673 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841421ec-8b88-4410-bc2c-43cc94af090f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:46.458635 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841421ec-8b88-4410-bc2c-43cc94af090f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:46.459469 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841421ec-8b88-4410-bc2c-43cc94af090f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:46.460826 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841421ec-8b88-4410-bc2c-43cc94af090f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:46.595368 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:46.895393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527315897-router', 'tenant_id': '9669c5d759c747d48902e5c381cfb522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '35447541-5947-4e90-8ca1-90856835c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:28Z', 'updated_at': '2021-08-31T01:00:38Z', 'revision_number': 3, 'project_id': '9669c5d759c747d48902e5c381cfb522', 'gw_port': {'id': '35447541-5947-4e90-8ca1-90856835c802', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:32Z', 'updated_at': '2021-08-31T01:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:46.987162 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bd94a-b430-4793-8266-4666fe3ea262 req-66207437-22c5-46b4-b640-a42e71debf86 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:46.990443 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f07bd94a-b430-4793-8266-4666fe3ea262 req-66207437-22c5-46b4-b640-a42e71debf86 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.5483086 Aug 31 01:00:46.996792 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7767696-a3d6-47a2-a6ef-e3db2d6c1dec tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:47.018026 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Routers {'510690dc-4d51-4dd7-b0e3-3e4ace264b2b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:47.019397 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:47.031692 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841421ec-8b88-4410-bc2c-43cc94af090f None None] Pushing event updated for resources: {'Port': ['ID=a0982164-d270-410d-b077-f9351e35ecea,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:47.052379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Checking router: 829ae076-1905-4d7a-b91a-94a29abd04f7 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:00:47.054354 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Updating router 829ae076-1905-4d7a-b91a-94a29abd04f7 port 35447541-5947-4e90-8ca1-90856835c802 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:00:47.177665 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:47.179788 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7767696-a3d6-47a2-a6ef-e3db2d6c1dec tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Port': ['ID=afe3f177-57c8-49d1-953a-bae9ac897c68,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:47.411737 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] Set router 510690dc-4d51-4dd7-b0e3-3e4ace264b2b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:47.592404 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f07bd94a-b430-4793-8266-4666fe3ea262 req-f948bff1-6ad0-4aaf-9428-ed25a0a58724 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753243 Aug 31 01:00:47.684650 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca048aea-4287-407a-8cae-e5cfa1821106 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:47.909255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-ca048aea-4287-407a-8cae-e5cfa1821106 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Transition to ACTIVE for port object f9037ee9-e785-48d8-9162-5259205d7a8c will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:48.077188 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7767696-a3d6-47a2-a6ef-e3db2d6c1dec tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:48.128193 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324068676-router', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a0982164-d270-410d-b077-f9351e35ecea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:23Z', 'updated_at': '2021-08-31T01:00:35Z', 'revision_number': 3, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'gw_port': {'id': 'a0982164-d270-410d-b077-f9351e35ecea', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:48.208301 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0446d9e1-f7ea-4e93-a171-33106289972b None None] The sync data for ids ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'] in n-d-793621-34 is: [{'id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324068676-router', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a0982164-d270-410d-b077-f9351e35ecea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:23Z', 'updated_at': '2021-08-31T01:00:35Z', 'revision_number': 3, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'gw_port': {'id': 'a0982164-d270-410d-b077-f9351e35ecea', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:00:48.242719 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:48.245527 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:48.282644 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Transition to ACTIVE for port object 35447541-5947-4e90-8ca1-90856835c802 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:48.387216 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-0eec61b3-5b9a-487d-bd09-49245bf24be2 service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.9577148 Aug 31 01:00:48.396518 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:48.423951 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:48.655164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Attempting to bind port 35447541-5947-4e90-8ca1-90856835c802 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:48.656833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Attempting to bind port 35447541-5947-4e90-8ca1-90856835c802 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:48.657057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Attempting to bind port 35447541-5947-4e90-8ca1-90856835c802 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:48.732263 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:48.732847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:48.735198 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:48.736135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:48.739925 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Bound port: 35447541-5947-4e90-8ca1-90856835c802, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:48.742454 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:48.802959 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7767696-a3d6-47a2-a6ef-e3db2d6c1dec tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router bc79cc86-a230-4da5-8cb8-9cc05c8322fd has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:00:48.845396 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-4eb0bca4-0edc-4935-a46f-77385b6347fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 HTTP/1.1" status: 200 len: 217 time: 0.4243469 Aug 31 01:00:48.862770 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-1c3ee4a1-629e-47a0-8040-fb83767d88c2 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:48.864711 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-1c3ee4a1-629e-47a0-8040-fb83767d88c2 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/networks?id=3650ee8b-43d9-4fb6-9934-8185a4244226 HTTP/1.1" status: 200 len: 813 time: 2.1375387 Aug 31 01:00:48.889070 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92faa29e-49b1-4c01-87f5-13cdf4328fa2 None None] Pushing event updated for resources: {'Port': ['ID=35447541-5947-4e90-8ca1-90856835c802,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:48.968801 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-1ee9ee60-4718-4ee7-9a8d-e4fcd52e0876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:48.974423 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-1ee9ee60-4718-4ee7-9a8d-e4fcd52e0876 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8 HTTP/1.1" status: 200 len: 797 time: 0.1034651 Aug 31 01:00:49.013004 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] For port 35447541-5947-4e90-8ca1-90856835c802, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:49.026311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] For port 35447541-5947-4e90-8ca1-90856835c802, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=35447541-5947-4e90-8ca1-90856835c802,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:49.132409 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:49.180495 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca048aea-4287-407a-8cae-e5cfa1821106 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:49.270082 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92faa29e-49b1-4c01-87f5-13cdf4328fa2 None None] Pushing event updated for resources: {'Port': ['ID=35447541-5947-4e90-8ca1-90856835c802,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:49.317655 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Routers {'829ae076-1905-4d7a-b91a-94a29abd04f7'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:49.318774 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['829ae076-1905-4d7a-b91a-94a29abd04f7'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:49.396082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca048aea-4287-407a-8cae-e5cfa1821106 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Network 98aef1ab-7151-49f0-88ba-928b2f91eff3 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:49.403122 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-0de99936-e6d0-47b6-b4f8-268e812b71e1 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/quotas/610740ade9244be49f8fe9ed0068cf33 HTTP/1.1" status: 200 len: 375 time: 0.4262073 Aug 31 01:00:49.442807 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca048aea-4287-407a-8cae-e5cfa1821106 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event updated for resources: {'Port': ['ID=f9037ee9-e785-48d8-9162-5259205d7a8c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:49.466556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-ca048aea-4287-407a-8cae-e5cfa1821106 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:49.473746 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:49.488008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca048aea-4287-407a-8cae-e5cfa1821106 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:49.495628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca048aea-4287-407a-8cae-e5cfa1821106 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:49.504367 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca048aea-4287-407a-8cae-e5cfa1821106 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:49.573331 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-a713b140-830b-4a2b-99fc-57a5a2c24846 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=610740ade9244be49f8fe9ed0068cf33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897987 Aug 31 01:00:49.704836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] Set router 829ae076-1905-4d7a-b91a-94a29abd04f7 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:49.876529 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-66fcb5d9-dcdd-436c-a92e-50fc017c35af service neutron] 10.222.0.16 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765424 Aug 31 01:00:49.884447 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-90abcc2f-a4d3-4dbd-b193-f61526340a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:49.886700 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-90abcc2f-a4d3-4dbd-b193-f61526340a31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60d743b8-14de-4666-8656-1e81e9c911f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8380485 Aug 31 01:00:49.900756 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ca048aea-4287-407a-8cae-e5cfa1821106 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 9.6267717 Aug 31 01:00:49.900756 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] Router 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:00:49.904137 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49588) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:50.010032 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50802f-c431-4a71-b2c9-f0cfd85b1be5 req-4f96f9c1-2bb3-426f-854a-ba497a559d56 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:50.013141 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fd50802f-c431-4a71-b2c9-f0cfd85b1be5 req-4f96f9c1-2bb3-426f-854a-ba497a559d56 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 1.0186825 Aug 31 01:00:50.122408 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-af0faddd-d41a-4acb-b026-5fd260738371 service neutron] 10.222.0.16 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344003 Aug 31 01:00:50.159662 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a0982164-d270-410d-b077-f9351e35ecea up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:50.217207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] Allocated IP 172.20.0.1 (9eddee8f-43a1-4252-b0c9-3f57e0c32f98/21f8ed88-0463-47cf-9ebc-76068dfcf6fd/0bdea087-f452-4bc0-ba82-7b8ab79a21b8) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:50.481912 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527315897-router', 'tenant_id': '9669c5d759c747d48902e5c381cfb522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '35447541-5947-4e90-8ca1-90856835c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:28Z', 'updated_at': '2021-08-31T01:00:38Z', 'revision_number': 3, 'project_id': '9669c5d759c747d48902e5c381cfb522', 'gw_port': {'id': '35447541-5947-4e90-8ca1-90856835c802', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:32Z', 'updated_at': '2021-08-31T01:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:50.509872 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:50.535924 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] Transition to ACTIVE for port object 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:50.555124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd4ad1b-2e7c-4bc1-8cd1-2523b18681fc None None] The sync data for ids ['829ae076-1905-4d7a-b91a-94a29abd04f7'] in n-d-793621-34 is: [{'id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527315897-router', 'tenant_id': '9669c5d759c747d48902e5c381cfb522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '35447541-5947-4e90-8ca1-90856835c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:28Z', 'updated_at': '2021-08-31T01:00:38Z', 'revision_number': 3, 'project_id': '9669c5d759c747d48902e5c381cfb522', 'gw_port': {'id': '35447541-5947-4e90-8ca1-90856835c802', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:32Z', 'updated_at': '2021-08-31T01:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:00:50.570227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7d3748a6-bad1-4af8-9dfc-3fcb73803cb0 None None] Provisioning for port f9037ee9-e785-48d8-9162-5259205d7a8c completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:50.583830 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7d3748a6-bad1-4af8-9dfc-3fcb73803cb0 None None] Provisioning complete for port f9037ee9-e785-48d8-9162-5259205d7a8c triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:50.584451 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7d3748a6-bad1-4af8-9dfc-3fcb73803cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:50.627680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] Allocated IP 172.20.0.1 (03f224bc-9e28-4cba-9130-44c67b25904f/5cfb687b-a299-4a77-a715-786d95c95594/25e48d0d-f477-4c4b-8634-60f5adcf1560) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:50.629923 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7767696-a3d6-47a2-a6ef-e3db2d6c1dec tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:00:50.651170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ebe508ed-e88a-4b14-91e4-249f141a0f5b tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::33a', 'mac_address': 'fa:16:3e:64:ea:88'}, {'ip_address': '2001:db8::3a1', 'mac_address': 'fa:16:3e:a9:2d:4b'}]}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:50.653630 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff852458-71c0-4dcb-9f45-c982c06f59b8 None None] Sync routers for ids ['bc79cc86-a230-4da5-8cb8-9cc05c8322fd'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:00:50.672479 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-51ec3c37-3f2d-426a-8f31-e11d7d576d73 service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640984 Aug 31 01:00:50.697733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port a0982164-d270-410d-b077-f9351e35ecea completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:50.714225 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c7767696-a3d6-47a2-a6ef-e3db2d6c1dec tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/bc79cc86-a230-4da5-8cb8-9cc05c8322fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5649014 Aug 31 01:00:50.724111 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff852458-71c0-4dcb-9f45-c982c06f59b8 None None] Routers {'bc79cc86-a230-4da5-8cb8-9cc05c8322fd'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:50.725706 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ff852458-71c0-4dcb-9f45-c982c06f59b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bc79cc86-a230-4da5-8cb8-9cc05c8322fd'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:50.734418 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a0982164-d270-410d-b077-f9351e35ecea triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:50.735046 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:50.743838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49590) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:50.906992 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7d3748a6-bad1-4af8-9dfc-3fcb73803cb0 None None] Port f9037ee9-e785-48d8-9162-5259205d7a8c cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:50.912840 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:50.921384 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:50.950624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] Transition to ACTIVE for port object 25e48d0d-f477-4c4b-8634-60f5adcf1560 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:50.958396 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ff852458-71c0-4dcb-9f45-c982c06f59b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:50.998144 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff852458-71c0-4dcb-9f45-c982c06f59b8 None None] Routers {'bc79cc86-a230-4da5-8cb8-9cc05c8322fd'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:51.003583 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ff852458-71c0-4dcb-9f45-c982c06f59b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bc79cc86-a230-4da5-8cb8-9cc05c8322fd'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:51.210659 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fd50802f-c431-4a71-b2c9-f0cfd85b1be5 req-30eb91e5-3638-4841-bc5f-0bf2c08cb48f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1776237 Aug 31 01:00:51.214887 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ff852458-71c0-4dcb-9f45-c982c06f59b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:51.225103 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff852458-71c0-4dcb-9f45-c982c06f59b8 None None] The sync data for ids ['bc79cc86-a230-4da5-8cb8-9cc05c8322fd'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:00:51.285483 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:51.436720 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port a0982164-d270-410d-b077-f9351e35ecea, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a0982164-d270-410d-b077-f9351e35ecea,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:51.515718 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] Pushing event updated for resources: {'Port': ['ID=0bdea087-f452-4bc0-ba82-7b8ab79a21b8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:51.550821 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] Network 9eddee8f-43a1-4252-b0c9-3f57e0c32f98 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:51.569575 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:51.599288 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8090a1f5-1e4d-4d86-aa2f-6be436de87d3 req-d3aecb57-433a-403e-9f66-31b86f9593c5 service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259638 Aug 31 01:00:51.630014 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:51.645217 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:51.812842 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c86facec-5494-46f1-a750-788e7d3cabb8 req-0fec715f-ea7f-4d2b-8dba-2b87793608a1 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=06d0f788-bb63-42e1-9dac-a29c878ecdbe HTTP/1.1" status: 200 len: 210 time: 0.2868311 Aug 31 01:00:51.821593 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=a0982164-d270-410d-b077-f9351e35ecea,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:51.860764 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:51.896758 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:51.966327 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] Network 03f224bc-9e28-4cba-9130-44c67b25904f is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:52.280471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:52.303090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:00:52.323730 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Sync routers for ids ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:00:52.353330 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Routers {'309ebcbd-38ed-444d-a04a-c9a5e3452bb6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:52.382539 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:52.382886 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:52.549031 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:52.549031 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-199ca537-b40b-45b8-bbb8-d5af8bdd8b96 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 22.4534621 Aug 31 01:00:52.557629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49610) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:52.560761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a0982164-d270-410d-b077-f9351e35ecea up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:52.563208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1b4c7320-b41f-47d2-8113-146859a8ee50 None None] Provisioning for port 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:52.695992 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1b4c7320-b41f-47d2-8113-146859a8ee50 None None] Provisioning complete for port 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:52.698386 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7320-b41f-47d2-8113-146859a8ee50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:52.806922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] Pushing event updated for resources: {'Port': ['ID=25e48d0d-f477-4c4b-8634-60f5adcf1560,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:52.896236 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ebe508ed-e88a-4b14-91e4-249f141a0f5b tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:52.980911 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:53.028713 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c7320-b41f-47d2-8113-146859a8ee50 None None] Port 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:53.073615 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3b8ff-fea8-4d36-84f8-acf5f4a8cbd1 req-7f7f30f1-e859-47f3-b08a-80160ed80a0c tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:53.075283 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bea3b8ff-fea8-4d36-84f8-acf5f4a8cbd1 req-7f7f30f1-e859-47f3-b08a-80160ed80a0c tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.3659377 Aug 31 01:00:53.136874 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:53.144807 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Set router 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:53.341363 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a0982164-d270-410d-b077-f9351e35ecea triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:53.346592 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:53.368531 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bea3b8ff-fea8-4d36-84f8-acf5f4a8cbd1 req-60e997f8-36a2-4fc4-af5b-2bc586474351 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778211 Aug 31 01:00:53.443766 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a163fada-6eb8-4c82-9e53-77de165951eb req-feff37fa-db35-4b9c-ae2d-11e9080ce2f1 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=06d0f788-bb63-42e1-9dac-a29c878ecdbe HTTP/1.1" status: 200 len: 210 time: 0.4724154 Aug 31 01:00:53.584216 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8cc058d1-d794-4cad-8fe2-750a77b73203 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:53.733284 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:53.841017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e707ba9c-e87d-43c7-9ac9-a26c0679ceaf None None] Provisioning for port 25e48d0d-f477-4c4b-8634-60f5adcf1560 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:53.865321 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e707ba9c-e87d-43c7-9ac9-a26c0679ceaf None None] Provisioning complete for port 25e48d0d-f477-4c4b-8634-60f5adcf1560 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:53.866811 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e707ba9c-e87d-43c7-9ac9-a26c0679ceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:53.917673 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:53.992446 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e707ba9c-e87d-43c7-9ac9-a26c0679ceaf None None] Port 25e48d0d-f477-4c4b-8634-60f5adcf1560 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:54.044350 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ebe508ed-e88a-4b14-91e4-249f141a0f5b tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.140487 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.147251 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 35447541-5947-4e90-8ca1-90856835c802 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:54.273728 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'name': 'tempest-ServersTestFqdnHostnames-1117457871-router', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:00:43Z', 'revision_number': 3, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'gw_port': {'id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:35Z', 'updated_at': '2021-08-31T01:00:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:54.307814 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] Pushing event updated for resources: {'Port': ['ID=0bdea087-f452-4bc0-ba82-7b8ab79a21b8,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:54.313909 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.332435 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-8cc058d1-d794-4cad-8fe2-750a77b73203 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting port 6675e63d-5244-4053-b115-7e34e6333859 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:54.333029 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8cc058d1-d794-4cad-8fe2-750a77b73203 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.340263 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Checking router: 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:00:54.347157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Updating router 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 port ca15e407-64ac-4d16-b022-9132990d3e88 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:00:54.398984 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.460320 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 35447541-5947-4e90-8ca1-90856835c802 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:54.478286 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 35447541-5947-4e90-8ca1-90856835c802 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:54.484756 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.650802 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8cc058d1-d794-4cad-8fe2-750a77b73203 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.682794 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-8cc058d1-d794-4cad-8fe2-750a77b73203 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Calling delete_port for 6675e63d-5244-4053-b115-7e34e6333859 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:54.686874 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.720040 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-83e46c95-52de-4c20-b5e1-b8c0ac1c3e76 req-8e9826b5-800c-4d7b-8e6d-0bd0d4abecb2 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=06d0f788-bb63-42e1-9dac-a29c878ecdbe HTTP/1.1" status: 200 len: 210 time: 0.0488818 Aug 31 01:00:54.724993 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] Network 9eddee8f-43a1-4252-b0c9-3f57e0c32f98 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:54.729758 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:54.798900 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 35447541-5947-4e90-8ca1-90856835c802, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=35447541-5947-4e90-8ca1-90856835c802,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:54.996627 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:55.088464 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] Router 510690dc-4d51-4dd7-b0e3-3e4ace264b2b has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:00:55.088932 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ebe508ed-e88a-4b14-91e4-249f141a0f5b tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:55.306354 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=35447541-5947-4e90-8ca1-90856835c802,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:55.369543 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-808222b1-0efa-4f26-b93f-e33a3a971712 None None] Provisioning complete for port 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:55.371798 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-808222b1-0efa-4f26-b93f-e33a3a971712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:55.407337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-ebe508ed-e88a-4b14-91e4-249f141a0f5b tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] In _notify_port_updated(), no bound segment for port f9037ee9-e785-48d8-9162-5259205d7a8c on network 98aef1ab-7151-49f0-88ba-928b2f91eff3 {{(pid=102342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:00:55.421915 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe508ed-e88a-4b14-91e4-249f141a0f5b tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:55.421915 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ebe508ed-e88a-4b14-91e4-249f141a0f5b tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:55.421915 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ebe508ed-e88a-4b14-91e4-249f141a0f5b tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "PUT /v2.0/ports/f9037ee9-e785-48d8-9162-5259205d7a8c HTTP/1.1" status: 200 len: 1067 time: 5.2993195 Aug 31 01:00:55.430286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49624) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:55.490325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe00949-ca7c-4901-bd51-2a965edd34eb req-6814e911-3197-49de-9f68-4d6f09eeac60 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:55.492900 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbe00949-ca7c-4901-bd51-2a965edd34eb req-6814e911-3197-49de-9f68-4d6f09eeac60 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.5042331 Aug 31 01:00:55.529297 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-808222b1-0efa-4f26-b93f-e33a3a971712 None None] Port 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:55.555140 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:55.590336 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:00:55.591161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Transition to ACTIVE for port object ca15e407-64ac-4d16-b022-9132990d3e88 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:55.596542 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe508ed-e88a-4b14-91e4-249f141a0f5b tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event updated for resources: {'Port': ['ID=f9037ee9-e785-48d8-9162-5259205d7a8c,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:55.604026 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Sync routers for ids ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:00:55.643273 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Routers {'510690dc-4d51-4dd7-b0e3-3e4ace264b2b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:55.643984 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:55.652781 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-33a97b86-78c6-4706-b93b-d6bf77387617 admin admin] 10.222.0.16 "PUT /v2.0/routers/510690dc-4d51-4dd7-b0e3-3e4ace264b2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7570200 Aug 31 01:00:55.725357 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:55.743029 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:55.774490 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbe00949-ca7c-4901-bd51-2a965edd34eb req-b174611d-06a0-45bf-bca6-574124d55732 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562881 Aug 31 01:00:55.859270 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8cc058d1-d794-4cad-8fe2-750a77b73203 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:55.916393 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Set router 510690dc-4d51-4dd7-b0e3-3e4ace264b2b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:55.985487 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ff7e7-b766-417a-b0cb-b580e60f04bb None None] Pushing event updated for resources: {'Port': ['ID=ca15e407-64ac-4d16-b022-9132990d3e88,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:56.026248 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:56.084127 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Attempting to bind port ca15e407-64ac-4d16-b022-9132990d3e88 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:56.084644 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Attempting to bind port ca15e407-64ac-4d16-b022-9132990d3e88 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:56.085012 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Attempting to bind port ca15e407-64ac-4d16-b022-9132990d3e88 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:56.116391 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:56.116776 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:56.117192 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:56.117847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:56.118273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Bound port: ca15e407-64ac-4d16-b022-9132990d3e88, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:56.118674 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:56.167462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc058d1-d794-4cad-8fe2-750a77b73203 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Port': ['ID=6675e63d-5244-4053-b115-7e34e6333859,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:56.314943 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:56.382162 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b5dfaec1-a941-4068-b194-4ec6ad83c239 None None] Provisioning complete for port f9037ee9-e785-48d8-9162-5259205d7a8c triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:56.387915 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b5dfaec1-a941-4068-b194-4ec6ad83c239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:56.470825 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] For port ca15e407-64ac-4d16-b022-9132990d3e88, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:56.487438 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:00:56.531560 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] For port ca15e407-64ac-4d16-b022-9132990d3e88, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ca15e407-64ac-4d16-b022-9132990d3e88,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:56.543890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b5dfaec1-a941-4068-b194-4ec6ad83c239 None None] Port f9037ee9-e785-48d8-9162-5259205d7a8c cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:56.549599 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-216977e2-d540-42a1-9db9-f83949831446 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:56.551215 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-216977e2-d540-42a1-9db9-f83949831446 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.41 "GET /v2.0/networks?id=3650ee8b-43d9-4fb6-9934-8185a4244226 HTTP/1.1" status: 200 len: 813 time: 0.8969119 Aug 31 01:00:56.556833 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aab4b308-a303-4b4e-bdc9-9650ce34d603 req-00e7de1d-95b9-40d9-bbb5-2a3fd15e0cb7 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=06d0f788-bb63-42e1-9dac-a29c878ecdbe HTTP/1.1" status: 200 len: 210 time: 0.5910821 Aug 31 01:00:56.566643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-43f17d01-6973-4b6e-b74f-6d56f2cd4c68 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Request body: {'port': {'device_id': 'dc6cc611-d1dd-4e68-aa37-5c02209bc318', 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226', 'admin_state_up': True, 'tenant_id': '610740ade9244be49f8fe9ed0068cf33'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:56.601825 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8cc058d1-d794-4cad-8fe2-750a77b73203 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:56.612692 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:56.638977 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:56.724781 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324068676-router', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a0982164-d270-410d-b077-f9351e35ecea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:23Z', 'updated_at': '2021-08-31T01:00:52Z', 'revision_number': 4, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'gw_port': {'id': 'a0982164-d270-410d-b077-f9351e35ecea', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '0bdea087-f452-4bc0-ba82-7b8ab79a21b8', 'name': '', 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'mac_address': 'fa:16:3e:c8:32:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:48Z', 'updated_at': '2021-08-31T01:00:53Z', 'revision_number': 2, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'subnets': [{'id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:56.726677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Routers {'309ebcbd-38ed-444d-a04a-c9a5e3452bb6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:56.726677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:56.770135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ff7e7-b766-417a-b0cb-b580e60f04bb None None] Pushing event updated for resources: {'Port': ['ID=ca15e407-64ac-4d16-b022-9132990d3e88,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:56.794903 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Checking router: 510690dc-4d51-4dd7-b0e3-3e4ace264b2b for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:00:56.795644 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Updating router 510690dc-4d51-4dd7-b0e3-3e4ace264b2b port 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:00:56.816920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] Pushing event updated for resources: {'Port': ['ID=25e48d0d-f477-4c4b-8634-60f5adcf1560,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:56.885481 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:56.967590 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] Set router 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:57.242282 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 35447541-5947-4e90-8ca1-90856835c802 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:57.597529 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-78905a1d-dcfb-4f2c-ad81-23bc0b37227f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Deleting port f9037ee9-e785-48d8-9162-5259205d7a8c {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:57.598450 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-78905a1d-dcfb-4f2c-ad81-23bc0b37227f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:57.599499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 35447541-5947-4e90-8ca1-90856835c802 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:57.600472 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:57.614568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc058d1-d794-4cad-8fe2-750a77b73203 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router bc79cc86-a230-4da5-8cb8-9cc05c8322fd has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:00:57.646269 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:57.682674 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Transition to ACTIVE for port object 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:57.690262 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d995a9-8807-4cfd-8dcd-d18cfb2fe533 req-fe52f500-b185-43f3-8318-91bf38f426f2 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:57.693131 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-43d995a9-8807-4cfd-8dcd-d18cfb2fe533 req-fe52f500-b185-43f3-8318-91bf38f426f2 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.2386870 Aug 31 01:00:57.750011 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'name': 'tempest-ServersTestFqdnHostnames-1117457871-router', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:00:43Z', 'revision_number': 3, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'gw_port': {'id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:35Z', 'updated_at': '2021-08-31T01:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:57.761871 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] Network 03f224bc-9e28-4cba-9130-44c67b25904f is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:57.788215 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:57.823842 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f6fc8e-701d-4a9e-9d93-8d5c1864138e None None] The sync data for ids ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'] in n-d-793621-34 is: [{'id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'name': 'tempest-ServersTestFqdnHostnames-1117457871-router', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:00:43Z', 'revision_number': 3, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'gw_port': {'id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:35Z', 'updated_at': '2021-08-31T01:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:00:57.854145 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-43f17d01-6973-4b6e-b74f-6d56f2cd4c68 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Made reservation on behalf of 610740ade9244be49f8fe9ed0068cf33 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:57.854963 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42bb5-1980-4511-85c1-2927afc6685f req-300ef13f-c05f-4db8-806d-f1886d9cdd42 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:57.856716 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-baf42bb5-1980-4511-85c1-2927afc6685f req-300ef13f-c05f-4db8-806d-f1886d9cdd42 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/networks?id=9eddee8f-43a1-4252-b0c9-3f57e0c32f98 HTTP/1.1" status: 200 len: 828 time: 1.3225338 Aug 31 01:00:57.866487 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-43f17d01-6973-4b6e-b74f-6d56f2cd4c68 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:57.898585 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:57.917105 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc058d1-d794-4cad-8fe2-750a77b73203 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:00:57.937406 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8cc058d1-d794-4cad-8fe2-750a77b73203 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/bc79cc86-a230-4da5-8cb8-9cc05c8322fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1847689 Aug 31 01:00:57.941905 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c05e72-eee2-487e-b944-94553c54db53 None None] Sync routers for ids ['bc79cc86-a230-4da5-8cb8-9cc05c8322fd'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:00:57.986761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c05e72-eee2-487e-b944-94553c54db53 None None] Routers {'bc79cc86-a230-4da5-8cb8-9cc05c8322fd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:57.987845 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-52c05e72-eee2-487e-b944-94553c54db53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bc79cc86-a230-4da5-8cb8-9cc05c8322fd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:58.001097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] Allocated IP 172.20.0.1 (f8b93c27-42a8-4735-b10d-15e13ecf494d/fa7e9bc0-f128-42e7-8c4b-88cbf414d598/4a44d224-05a0-42c0-9eb0-954cccb3f4c4) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:58.094051 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e3b7c-1d16-423d-8127-f163f467ef60 None None] Pushing event updated for resources: {'Port': ['ID=0bdea087-f452-4bc0-ba82-7b8ab79a21b8,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:58.110580 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-52c05e72-eee2-487e-b944-94553c54db53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:58.138049 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c05e72-eee2-487e-b944-94553c54db53 None None] Routers {'bc79cc86-a230-4da5-8cb8-9cc05c8322fd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:58.140222 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-52c05e72-eee2-487e-b944-94553c54db53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bc79cc86-a230-4da5-8cb8-9cc05c8322fd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:58.177481 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Attempting to bind port 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:58.177481 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Attempting to bind port 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'febb7187-f399-4af3-852d-f58fafac286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:58.186470 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Attempting to bind port 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 on network 9eddee8f-43a1-4252-b0c9-3f57e0c32f98 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:58.196948 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-43f17d01-6973-4b6e-b74f-6d56f2cd4c68 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Allocated IP 172.20.0.10 (3650ee8b-43d9-4fb6-9934-8185a4244226/7742011b-325e-4e45-850d-1faede78d849/acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:58.214846 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:58.215452 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Checking segment: {'id': 'febb7187-f399-4af3-852d-f58fafac286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:58.216128 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:58.220392 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Bound using segment: {'id': 'febb7187-f399-4af3-852d-f58fafac286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:58.221180 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Bound port: 0bdea087-f452-4bc0-ba82-7b8ab79a21b8, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febb7187-f399-4af3-852d-f58fafac286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:58.222131 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:58.256852 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-52c05e72-eee2-487e-b944-94553c54db53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:58.260235 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c05e72-eee2-487e-b944-94553c54db53 None None] The sync data for ids ['bc79cc86-a230-4da5-8cb8-9cc05c8322fd'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:00:58.347789 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:58.392148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] Transition to ACTIVE for port object 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:58.445865 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] For port 0bdea087-f452-4bc0-ba82-7b8ab79a21b8, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:58.455559 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] For port 0bdea087-f452-4bc0-ba82-7b8ab79a21b8, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0bdea087-f452-4bc0-ba82-7b8ab79a21b8,segment=NetworkSegment(febb7187-f399-4af3-852d-f58fafac286c),segment_id=febb7187-f399-4af3-852d-f58fafac286c)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:58.471895 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3185f9fe-c129-463e-9a45-c997731cc0c4 None None] Provisioning complete for port 25e48d0d-f477-4c4b-8634-60f5adcf1560 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:58.472279 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3185f9fe-c129-463e-9a45-c997731cc0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:58.493912 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49654) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:58.514803 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-43d995a9-8807-4cfd-8dcd-d18cfb2fe533 req-45556328-5c18-4676-875a-f60b27835e06 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8089051 Aug 31 01:00:58.580922 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b97df8ed-28e5-4201-9b94-c5dc519a67b7 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc79cc86-a230-4da5-8cb8-9cc05c8322fd HTTP/1.1" status: 200 len: 205 time: 0.0843611 Aug 31 01:00:58.588130 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:58.590808 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49656) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:58.667635 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3185f9fe-c129-463e-9a45-c997731cc0c4 None None] Port 25e48d0d-f477-4c4b-8634-60f5adcf1560 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:58.744560 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Routers {'510690dc-4d51-4dd7-b0e3-3e4ace264b2b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:58.746163 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:58.767707 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-852eb4ee-8f8a-41e3-9ed6-cc6b2426e7d4 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:58.769416 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-852eb4ee-8f8a-41e3-9ed6-cc6b2426e7d4 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.41 "GET /v2.0/networks?id=3650ee8b-43d9-4fb6-9934-8185a4244226 HTTP/1.1" status: 200 len: 813 time: 2.1998327 Aug 31 01:00:58.819169 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-595baab5-bb05-4eeb-b6fd-507faed3523c tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Request body: {'port': {'device_id': '06d0f788-bb63-42e1-9dac-a29c878ecdbe', 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226', 'admin_state_up': True, 'tenant_id': '610740ade9244be49f8fe9ed0068cf33'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:58.854413 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-43f17d01-6973-4b6e-b74f-6d56f2cd4c68 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:58.977701 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7ba2d053-3f27-48fe-b144-0af7bd46f306 req-14ab98c1-8e8f-46c7-b747-e8ae17752828 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=06d0f788-bb63-42e1-9dac-a29c878ecdbe HTTP/1.1" status: 200 len: 210 time: 0.0553868 Aug 31 01:00:58.986149 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-990f15f4-6511-45cf-9cb1-95505fb3df4e tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.045692 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-78905a1d-dcfb-4f2c-ad81-23bc0b37227f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.074141 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-78905a1d-dcfb-4f2c-ad81-23bc0b37227f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Calling delete_port for f9037ee9-e785-48d8-9162-5259205d7a8c owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:59.092270 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e3b7c-1d16-423d-8127-f163f467ef60 None None] Pushing event updated for resources: {'Port': ['ID=0bdea087-f452-4bc0-ba82-7b8ab79a21b8,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:59.106141 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.226291 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-990f15f4-6511-45cf-9cb1-95505fb3df4e tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.229801 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-990f15f4-6511-45cf-9cb1-95505fb3df4e tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.269707 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] Set router 510690dc-4d51-4dd7-b0e3-3e4ace264b2b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:59.274011 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ca15e407-64ac-4d16-b022-9132990d3e88 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:59.399841 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-baf42bb5-1980-4511-85c1-2927afc6685f req-3df7923b-1f07-4f77-bc94-a3bb3da64cae tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/quotas/3fc4d0d1e16146dba32fc1604dd5ab73 HTTP/1.1" status: 200 len: 375 time: 0.6813436 Aug 31 01:00:59.445730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] Router 829ae076-1905-4d7a-b91a-94a29abd04f7 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:00:59.463402 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] Network f8b93c27-42a8-4735-b10d-15e13ecf494d is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:59.494722 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:59.497383 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:59.500428 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-78905a1d-dcfb-4f2c-ad81-23bc0b37227f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.542215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port ca15e407-64ac-4d16-b022-9132990d3e88 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:59.547118 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-990f15f4-6511-45cf-9cb1-95505fb3df4e tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.547118 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990f15f4-6511-45cf-9cb1-95505fb3df4e tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Fanout notify agent at l3_agent the message router_deleted on router bc79cc86-a230-4da5-8cb8-9cc05c8322fd {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:00:59.548222 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ca15e407-64ac-4d16-b022-9132990d3e88 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:59.548699 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.555602 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-990f15f4-6511-45cf-9cb1-95505fb3df4e tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.559844 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-990f15f4-6511-45cf-9cb1-95505fb3df4e tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/routers/bc79cc86-a230-4da5-8cb8-9cc05c8322fd HTTP/1.1" status: 204 len: 168 time: 0.9675906 Aug 31 01:00:59.565327 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-43f17d01-6973-4b6e-b74f-6d56f2cd4c68 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.569702 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49664) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:59.753898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-595baab5-bb05-4eeb-b6fd-507faed3523c tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Made reservation on behalf of 610740ade9244be49f8fe9ed0068cf33 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:59.759044 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-595baab5-bb05-4eeb-b6fd-507faed3523c tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.817875 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.874576 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port ca15e407-64ac-4d16-b022-9132990d3e88, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ca15e407-64ac-4d16-b022-9132990d3e88,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:59.885878 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324068676-router', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a0982164-d270-410d-b077-f9351e35ecea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:23Z', 'updated_at': '2021-08-31T01:00:52Z', 'revision_number': 4, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'gw_port': {'id': 'a0982164-d270-410d-b077-f9351e35ecea', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '0bdea087-f452-4bc0-ba82-7b8ab79a21b8', 'name': '', 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'mac_address': 'fa:16:3e:c8:32:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:48Z', 'updated_at': '2021-08-31T01:00:58Z', 'revision_number': 4, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'subnets': [{'id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:59.893276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-43f17d01-6973-4b6e-b74f-6d56f2cd4c68 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Network 3650ee8b-43d9-4fb6-9934-8185a4244226 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:59.930060 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ba749-d0fd-49e2-a56f-88865d799b87 None None] The sync data for ids ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'] in n-d-793621-34 is: [{'id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324068676-router', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a0982164-d270-410d-b077-f9351e35ecea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:23Z', 'updated_at': '2021-08-31T01:00:52Z', 'revision_number': 4, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'gw_port': {'id': 'a0982164-d270-410d-b077-f9351e35ecea', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '0bdea087-f452-4bc0-ba82-7b8ab79a21b8', 'name': '', 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'mac_address': 'fa:16:3e:c8:32:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:48Z', 'updated_at': '2021-08-31T01:00:58Z', 'revision_number': 4, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'subnets': [{'id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:00:59.937739 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-43f17d01-6973-4b6e-b74f-6d56f2cd4c68 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:59.948912 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-43f17d01-6973-4b6e-b74f-6d56f2cd4c68 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:59.956074 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f17d01-6973-4b6e-b74f-6d56f2cd4c68 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Pushing event updated for resources: {'Port': ['ID=acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:59.981906 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.074754 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] Pushing event updated for resources: {'Port': ['ID=4a44d224-05a0-42c0-9eb0-954cccb3f4c4,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:00.165407 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.187253 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=ca15e407-64ac-4d16-b022-9132990d3e88,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:00.241260 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-1add7fa9-94d9-4e12-8e19-d050f5903f35 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting subnet 05b8520a-f568-4e28-b9c3-4f5c532c4108 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:01:00.281333 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1add7fa9-94d9-4e12-8e19-d050f5903f35 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.353703 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bfdfb9da-7768-4db4-84c7-08a4352f7a46 None None] Provisioning for port 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:00.368718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bfdfb9da-7768-4db4-84c7-08a4352f7a46 None None] Provisioning complete for port 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:00.372709 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bfdfb9da-7768-4db4-84c7-08a4352f7a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.380403 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-595baab5-bb05-4eeb-b6fd-507faed3523c tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Allocated IP 172.20.0.6 (3650ee8b-43d9-4fb6-9934-8185a4244226/7742011b-325e-4e45-850d-1faede78d849/2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:00.390318 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-43f17d01-6973-4b6e-b74f-6d56f2cd4c68 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:00.392885 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-43f17d01-6973-4b6e-b74f-6d56f2cd4c68 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.428818 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba396081-3e7d-4f57-98ba-e180be453229 req-cf151775-5ccb-4f1e-96cc-3d24e547a5f4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:00.443696 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba396081-3e7d-4f57-98ba-e180be453229 req-cf151775-5ccb-4f1e-96cc-3d24e547a5f4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.6030030 Aug 31 01:01:00.510436 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78905a1d-dcfb-4f2c-ad81-23bc0b37227f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event deleted for resources: {'Port': ['ID=f9037ee9-e785-48d8-9162-5259205d7a8c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:00.518642 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-bfdfb9da-7768-4db4-84c7-08a4352f7a46 None None] Port 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:00.527057 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1add7fa9-94d9-4e12-8e19-d050f5903f35 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.605018 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-43f17d01-6973-4b6e-b74f-6d56f2cd4c68 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0424461 Aug 31 01:01:00.639735 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Request body: {'port': {'device_id': 'dc6cc611-d1dd-4e68-aa37-5c02209bc318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:00.655392 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba396081-3e7d-4f57-98ba-e180be453229 req-013df8f2-a17e-42e7-bf6e-6c3dfe79d39c tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930585 Aug 31 01:01:00.694677 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-baf42bb5-1980-4511-85c1-2927afc6685f req-ca7acd0f-c24e-402f-ad57-d7f06f1f015f tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3fc4d0d1e16146dba32fc1604dd5ab73&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2596223 Aug 31 01:01:00.790807 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.963035 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-78905a1d-dcfb-4f2c-ad81-23bc0b37227f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.972292 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-78905a1d-dcfb-4f2c-ad81-23bc0b37227f tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "DELETE /v2.0/ports/f9037ee9-e785-48d8-9162-5259205d7a8c HTTP/1.1" status: 204 len: 168 time: 5.5282655 Aug 31 01:01:00.997156 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49672) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:01.153177 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1add7fa9-94d9-4e12-8e19-d050f5903f35 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:01.255945 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9fdff3ab-c704-4485-adc8-e3a458096cf6 req-77a18ae0-62af-42e8-a1d9-d914b688eaa8 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=06d0f788-bb63-42e1-9dac-a29c878ecdbe HTTP/1.1" status: 200 len: 210 time: 0.0824921 Aug 31 01:01:01.336751 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:01.486026 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1add7fa9-94d9-4e12-8e19-d050f5903f35 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:01.554700 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add7fa9-94d9-4e12-8e19-d050f5903f35 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Subnet': ['ID=05b8520a-f568-4e28-b9c3-4f5c532c4108,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:01.570157 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1add7fa9-94d9-4e12-8e19-d050f5903f35 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:01.576404 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1add7fa9-94d9-4e12-8e19-d050f5903f35 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/subnets/05b8520a-f568-4e28-b9c3-4f5c532c4108 HTTP/1.1" status: 204 len: 168 time: 1.9998753 Aug 31 01:01:01.579352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49674) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:01.588834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd29fb7-d0a6-4a73-93d9-8e8f0c4d95ca None None] Network f30fd42b-4a16-4264-8ef4-857fde1082ff requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:01.680766 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-955e4e4f-3595-4100-966c-7f7ee66f3d8a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting subnet d1a45a46-81d4-4efd-875a-d6d1026ce570 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:01:01.685330 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-955e4e4f-3595-4100-966c-7f7ee66f3d8a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:01.711427 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:01.748558 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-955e4e4f-3595-4100-966c-7f7ee66f3d8a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:01.766039 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:01.766665 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:01.941854 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-baf42bb5-1980-4511-85c1-2927afc6685f req-3eb019ad-eb33-415f-9c39-66a0aa3567e3 service neutron] 10.222.0.16 "GET /v2.0/networks/9eddee8f-43a1-4252-b0c9-3f57e0c32f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2243857 Aug 31 01:01:01.943985 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-a960ff13-99f7-4a43-8a5c-ea6d64f05c2d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] GET failed (client error): The resource could not be found. Aug 31 01:01:01.946967 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a960ff13-99f7-4a43-8a5c-ea6d64f05c2d tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "GET /v2.0/ports/f9037ee9-e785-48d8-9162-5259205d7a8c HTTP/1.1" status: 404 len: 333 time: 0.9436975 Aug 31 01:01:02.014763 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49678) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:02.141012 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-955e4e4f-3595-4100-966c-7f7ee66f3d8a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:02.166595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed854713-911d-47c7-a127-b205da07dd8c None None] DHCP port deletion for f30fd42b-4a16-4264-8ef4-857fde1082ff request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:01:02.191152 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:02.238911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235124d-f60c-4799-95db-6ccfcb8c2776 req-44e63e35-e4c4-4a66-b726-36b72918b5dd tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:02.244830 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0235124d-f60c-4799-95db-6ccfcb8c2776 req-44e63e35-e4c4-4a66-b726-36b72918b5dd tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.2475204 Aug 31 01:01:02.281999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 0bdea087-f452-4bc0-ba82-7b8ab79a21b8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0bdea087-f452-4bc0-ba82-7b8ab79a21b8,segment=NetworkSegment(febb7187-f399-4af3-852d-f58fafac286c),segment_id=febb7187-f399-4af3-852d-f58fafac286c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:02.289666 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ed854713-911d-47c7-a127-b205da07dd8c None None] Deleting port c46cd6a0-b634-46ff-b8d2-8260cae9162b {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:02.289666 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ed854713-911d-47c7-a127-b205da07dd8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:02.292981 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-595baab5-bb05-4eeb-b6fd-507faed3523c tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:02.315138 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:02.339245 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Sync routers for ids ['829ae076-1905-4d7a-b91a-94a29abd04f7'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:02.352873 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d7d18616-87ff-4342-8107-000cc83ebd75 admin admin] 10.222.0.16 "PUT /v2.0/routers/829ae076-1905-4d7a-b91a-94a29abd04f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8667181 Aug 31 01:01:02.359553 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Routers {'829ae076-1905-4d7a-b91a-94a29abd04f7'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:02.360427 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['829ae076-1905-4d7a-b91a-94a29abd04f7'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:02.387696 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:02.458713 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:02.463680 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ca15e407-64ac-4d16-b022-9132990d3e88 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:02.477980 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0235124d-f60c-4799-95db-6ccfcb8c2776 req-e5aec8ea-0b99-41d2-b61a-ef99d0c0c1e8 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774783 Aug 31 01:01:02.642056 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-baf42bb5-1980-4511-85c1-2927afc6685f req-43b601ec-b477-42dd-82e1-54519f197e97 service neutron] 10.222.0.16 "GET /v2.0/networks/9eddee8f-43a1-4252-b0c9-3f57e0c32f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6239004 Aug 31 01:01:02.670746 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-955e4e4f-3595-4100-966c-7f7ee66f3d8a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:02.791669 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Set router 829ae076-1905-4d7a-b91a-94a29abd04f7 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:02.802118 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e4e4f-3595-4100-966c-7f7ee66f3d8a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a45a46-81d4-4efd-875a-d6d1026ce570,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:02.835529 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-955e4e4f-3595-4100-966c-7f7ee66f3d8a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:02.839137 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-955e4e4f-3595-4100-966c-7f7ee66f3d8a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/subnets/d1a45a46-81d4-4efd-875a-d6d1026ce570 HTTP/1.1" status: 204 len: 168 time: 1.2584431 Aug 31 01:01:02.843435 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49686) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:02.861125 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=0bdea087-f452-4bc0-ba82-7b8ab79a21b8,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:02.903680 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194dfcb0-1507-47dc-84a5-839cc197593f None None] Network 70fb42c2-5118-4619-b9d9-1bd070649753 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:02.961861 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-595baab5-bb05-4eeb-b6fd-507faed3523c tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:02.983973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-133b43b5-0ae5-4c61-b3b6-38201d52dedb tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Deleting port 89494738-ae8a-4e34-b161-ce6a3f47913f {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:02.993736 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-133b43b5-0ae5-4c61-b3b6-38201d52dedb tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:03.170353 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ed854713-911d-47c7-a127-b205da07dd8c None None] For port c46cd6a0-b634-46ff-b8d2-8260cae9162b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c46cd6a0-b634-46ff-b8d2-8260cae9162b,segment=NetworkSegment(af6b0f27-0745-4084-85fa-ee8d32113c8b),segment_id=af6b0f27-0745-4084-85fa-ee8d32113c8b)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:03.172167 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ed854713-911d-47c7-a127-b205da07dd8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:03.255612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ed854713-911d-47c7-a127-b205da07dd8c None None] Calling delete_port for c46cd6a0-b634-46ff-b8d2-8260cae9162b owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:03.497228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-595baab5-bb05-4eeb-b6fd-507faed3523c tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Network 3650ee8b-43d9-4fb6-9934-8185a4244226 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:03.512186 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ca15e407-64ac-4d16-b022-9132990d3e88 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:03.533476 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-595baab5-bb05-4eeb-b6fd-507faed3523c tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:03.536677 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:03.553521 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:03.560722 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-595baab5-bb05-4eeb-b6fd-507faed3523c tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:03.573275 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595baab5-bb05-4eeb-b6fd-507faed3523c tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Pushing event updated for resources: {'Port': ['ID=2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:03.583952 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe60ef-7eaa-4d03-a597-cd62fe796301 req-00f8a73f-f8e2-450c-807f-e48e6cc79fde tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:03.587624 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75fe60ef-7eaa-4d03-a597-cd62fe796301 req-00f8a73f-f8e2-450c-807f-e48e6cc79fde tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=06d0f788-bb63-42e1-9dac-a29c878ecdbe HTTP/1.1" status: 200 len: 931 time: 0.3907685 Aug 31 01:01:03.630382 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527315897-router', 'tenant_id': '9669c5d759c747d48902e5c381cfb522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '35447541-5947-4e90-8ca1-90856835c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:28Z', 'updated_at': '2021-08-31T01:00:53Z', 'revision_number': 4, 'project_id': '9669c5d759c747d48902e5c381cfb522', 'gw_port': {'id': '35447541-5947-4e90-8ca1-90856835c802', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:32Z', 'updated_at': '2021-08-31T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '25e48d0d-f477-4c4b-8634-60f5adcf1560', 'name': '', 'network_id': '03f224bc-9e28-4cba-9130-44c67b25904f', 'tenant_id': '9669c5d759c747d48902e5c381cfb522', 'mac_address': 'fa:16:3e:7c:ec:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '5cfb687b-a299-4a77-a715-786d95c95594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:49Z', 'updated_at': '2021-08-31T01:00:54Z', 'revision_number': 2, 'project_id': '9669c5d759c747d48902e5c381cfb522', 'subnets': [{'id': '5cfb687b-a299-4a77-a715-786d95c95594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:03.694788 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Checking router: 829ae076-1905-4d7a-b91a-94a29abd04f7 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:01:03.695146 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Updating router 829ae076-1905-4d7a-b91a-94a29abd04f7 port 25e48d0d-f477-4c4b-8634-60f5adcf1560 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:01:03.697391 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8151fde-80d2-40b3-832c-3eabf4ad8e13 None None] DHCP port deletion for 70fb42c2-5118-4619-b9d9-1bd070649753 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:01:03.744037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:03.761991 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:03.770764 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:03.774584 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f409cfc0-12c6-4f17-8d43-e0927d310add req-43df86b1-4a92-4bcf-a535-837724d8a926 tempest-FloatingIPsNegativeTestJSON-1004422995 tempest-FloatingIPsNegativeTestJSON-1004422995-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=9669c5d759c747d48902e5c381cfb522 HTTP/1.1" status: 200 len: 217 time: 0.2614343 Aug 31 01:01:03.785823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Transition to ACTIVE for port object acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:03.861663 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-133b43b5-0ae5-4c61-b3b6-38201d52dedb tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:03.916599 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:03.977490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-133b43b5-0ae5-4c61-b3b6-38201d52dedb tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Calling delete_port for 89494738-ae8a-4e34-b161-ce6a3f47913f owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:04.031844 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-595baab5-bb05-4eeb-b6fd-507faed3523c tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:04.032546 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-595baab5-bb05-4eeb-b6fd-507faed3523c tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:04.054078 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:04.072390 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:04.096463 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-836e69f4-fff1-4846-976a-ee9a4fdb0088 req-9d872712-2fed-418e-b738-6824297c7599 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 210 time: 0.1884518 Aug 31 01:01:04.155222 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75fe60ef-7eaa-4d03-a597-cd62fe796301 req-00308e62-af70-487e-8d51-276588db884b tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431101 Aug 31 01:01:04.245976 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f8151fde-80d2-40b3-832c-3eabf4ad8e13 None None] Deleting port aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:04.246708 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f8151fde-80d2-40b3-832c-3eabf4ad8e13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:04.346316 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ed854713-911d-47c7-a127-b205da07dd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:04.417524 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:04.427114 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:04.442252 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f8151fde-80d2-40b3-832c-3eabf4ad8e13 None None] For port aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f,segment=NetworkSegment(8eb063e2-b1b0-465f-810a-854cefcfbd82),segment_id=8eb063e2-b1b0-465f-810a-854cefcfbd82)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:04.442756 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f8151fde-80d2-40b3-832c-3eabf4ad8e13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:04.457527 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-595baab5-bb05-4eeb-b6fd-507faed3523c tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6774364 Aug 31 01:01:04.461622 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f8151fde-80d2-40b3-832c-3eabf4ad8e13 None None] Calling delete_port for aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:04.467749 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Transition to ACTIVE for port object 25e48d0d-f477-4c4b-8634-60f5adcf1560 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:04.491209 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Request body: {'port': {'device_id': '06d0f788-bb63-42e1-9dac-a29c878ecdbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:04.496390 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting port c46cd6a0-b634-46ff-b8d2-8260cae9162b {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:04.497128 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:04.518353 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-133b43b5-0ae5-4c61-b3b6-38201d52dedb tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:04.541763 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f16b3e4a-7778-4940-8f0c-61b8aea8329a req-f141f60c-854a-4265-8c67-89faeadb4532 tempest-FloatingIPsNegativeTestJSON-1004422995 tempest-FloatingIPsNegativeTestJSON-1004422995-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0878415 Aug 31 01:01:04.550526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Attempting to bind port acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:04.550526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Attempting to bind port acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '4456da84-c276-40c4-89ff-da20cabd4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:04.550526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Attempting to bind port acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 on network 3650ee8b-43d9-4fb6-9934-8185a4244226 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:04.570390 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:04.629246 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] Pushing event updated for resources: {'Port': ['ID=4a44d224-05a0-42c0-9eb0-954cccb3f4c4,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:04.632716 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:04.652693 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:04.707220 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Port acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 on network 3650ee8b-43d9-4fb6-9934-8185a4244226 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:04.708213 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Attempting to bind port acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 on network 3650ee8b-43d9-4fb6-9934-8185a4244226 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:04.739140 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f8151fde-80d2-40b3-832c-3eabf4ad8e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:04.747460 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:04.749935 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Checking segment: {'id': '4456da84-c276-40c4-89ff-da20cabd4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:04.753544 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Bound using segment: {'id': '4456da84-c276-40c4-89ff-da20cabd4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:04.756269 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Bound port: acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4456da84-c276-40c4-89ff-da20cabd4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:04.757768 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:04.760135 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e552938a-52bb-4297-9b23-5a4f36475fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:04.764744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed854713-911d-47c7-a127-b205da07dd8c None None] No DVR routers for this DVR port c46cd6a0-b634-46ff-b8d2-8260cae9162b on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:04.798891 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed854713-911d-47c7-a127-b205da07dd8c None None] Pushing event deleted for resources: {'Port': ['ID=c46cd6a0-b634-46ff-b8d2-8260cae9162b,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:04.834793 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8151fde-80d2-40b3-832c-3eabf4ad8e13 None None] Pushing event deleted for resources: {'Port': ['ID=aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:04.859907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] For port c46cd6a0-b634-46ff-b8d2-8260cae9162b, host n-d-793621-34, got binding levels [] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:04.859907 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:04.860224 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013f571-473d-4c2c-aa3c-d561d490bdd3 None None] Pushing event updated for resources: {'Port': ['ID=25e48d0d-f477-4c4b-8634-60f5adcf1560,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:04.865351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:04.868539 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:04.913567 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b43b5-0ae5-4c61-b3b6-38201d52dedb tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event deleted for resources: {'Port': ['ID=89494738-ae8a-4e34-b161-ce6a3f47913f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:04.916590 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [req-ed41e82b-e3fe-441e-beef-f2ae1bd01683 req-24af3a2c-c379-4e3f-85bf-512f8c10b225 tempest-FloatingIPsNegativeTestJSON-1004422995 tempest-FloatingIPsNegativeTestJSON-1004422995-project] show failed (client error): The resource could not be found. Aug 31 01:01:04.928922 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-133b43b5-0ae5-4c61-b3b6-38201d52dedb tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:04.929979 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed41e82b-e3fe-441e-beef-f2ae1bd01683 req-24af3a2c-c379-4e3f-85bf-512f8c10b225 tempest-FloatingIPsNegativeTestJSON-1004422995 tempest-FloatingIPsNegativeTestJSON-1004422995-project] 10.222.0.16 "GET /v2.0/floatingips/59ac7e48-5e8a-4989-868b-25a2d4ab2487 HTTP/1.1" status: 404 len: 350 time: 0.1493890 Aug 31 01:01:04.930597 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49712) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:04.935945 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-133b43b5-0ae5-4c61-b3b6-38201d52dedb tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "DELETE /v2.0/ports/89494738-ae8a-4e34-b161-ce6a3f47913f HTTP/1.1" status: 204 len: 168 time: 2.9073920 Aug 31 01:01:04.945470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8151fde-80d2-40b3-832c-3eabf4ad8e13 None None] No DVR routers for this DVR port aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:04.960067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f9f56-944c-40fd-bde4-97492021e7d6 req-6c23cb8b-dd67-4b57-aa25-173f532c713f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:04.977550 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Calling delete_port for c46cd6a0-b634-46ff-b8d2-8260cae9162b owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:04.983746 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed3f9f56-944c-40fd-bde4-97492021e7d6 req-6c23cb8b-dd67-4b57-aa25-173f532c713f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.6046984 Aug 31 01:01:04.986283 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.ipam_backend_mixin [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Port c46cd6a0-b634-46ff-b8d2-8260cae9162b was not found and therefore no delete operation was performed {{(pid=102343) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:01:04.988906 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49714) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:05.003107 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:05.086610 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Attempting to bind port 25e48d0d-f477-4c4b-8634-60f5adcf1560 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:05.102849 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Attempting to bind port 25e48d0d-f477-4c4b-8634-60f5adcf1560 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '4afe1bc3-637a-4c05-a36f-bdbca82f692c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '03f224bc-9e28-4cba-9130-44c67b25904f'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:05.107620 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Attempting to bind port 25e48d0d-f477-4c4b-8634-60f5adcf1560 on network 03f224bc-9e28-4cba-9130-44c67b25904f {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:05.131268 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:05.133690 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Checking segment: {'id': '4afe1bc3-637a-4c05-a36f-bdbca82f692c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '03f224bc-9e28-4cba-9130-44c67b25904f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:05.135541 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:05.148031 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Bound using segment: {'id': '4afe1bc3-637a-4c05-a36f-bdbca82f692c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '03f224bc-9e28-4cba-9130-44c67b25904f'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:05.148941 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Bound port: 25e48d0d-f477-4c4b-8634-60f5adcf1560, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afe1bc3-637a-4c05-a36f-bdbca82f692c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '03f224bc-9e28-4cba-9130-44c67b25904f'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:05.149684 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:05.218088 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:05.218301 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f61d71d-a21c-4116-a079-70867d8afab5 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] GET failed (client error): The resource could not be found. Aug 31 01:01:05.227072 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8f61d71d-a21c-4116-a079-70867d8afab5 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "GET /v2.0/ports/89494738-ae8a-4e34-b161-ce6a3f47913f HTTP/1.1" status: 404 len: 333 time: 0.2367582 Aug 31 01:01:05.229188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49720) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:05.251610 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Port': ['ID=c46cd6a0-b634-46ff-b8d2-8260cae9162b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:05.322293 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] For port 25e48d0d-f477-4c4b-8634-60f5adcf1560, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:05.331403 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] For port 25e48d0d-f477-4c4b-8634-60f5adcf1560, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=25e48d0d-f477-4c4b-8634-60f5adcf1560,segment=NetworkSegment(4afe1bc3-637a-4c05-a36f-bdbca82f692c),segment_id=4afe1bc3-637a-4c05-a36f-bdbca82f692c)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:05.351199 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] No DVR routers for this DVR port c46cd6a0-b634-46ff-b8d2-8260cae9162b on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:05.388663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c46cd6a0-b634-46ff-b8d2-8260cae9162b no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:05.430899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: c46cd6a0-b634-46ff-b8d2-8260cae9162b {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:05.431370 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c46cd6a0-b634-46ff-b8d2-8260cae9162b not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:05.431718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:05.468635 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:05.493636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:05.494092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device aed0ab3a-f1df-44b7-ba4c-0b87e065cc2f not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:05.564319 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab7ead51-0158-4e46-9598-485823245f0a req-3dcc9669-4ea3-46ae-918d-ff0eda1dc3d5 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 210 time: 0.2107139 Aug 31 01:01:05.647079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] For port acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:05.660178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:05.670711 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:05.686874 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Transition to ACTIVE for port object 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:05.699153 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] For port acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:05.705719 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Routers {'829ae076-1905-4d7a-b91a-94a29abd04f7'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:05.707750 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:00:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['829ae076-1905-4d7a-b91a-94a29abd04f7'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:05.719182 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed3f9f56-944c-40fd-bde4-97492021e7d6 req-2bf21024-e62d-4db5-bfce-663c593d0105 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7104011 Aug 31 01:01:05.770467 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:05.777556 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:05.873822 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013f571-473d-4c2c-aa3c-d561d490bdd3 None None] Pushing event updated for resources: {'Port': ['ID=25e48d0d-f477-4c4b-8634-60f5adcf1560,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:05.878607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30fd42b-4a16-4264-8ef4-857fde1082ff']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:05.895221 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-1fb4842b-d69b-4395-80d4-8a6629ba1b3a tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Deleting port abbe389f-6a42-45da-94bf-071e8c64a980 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:05.895568 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1fb4842b-d69b-4395-80d4-8a6629ba1b3a tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:05.905986 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:05.978303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Pushing event updated for resources: {'Port': ['ID=2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:06.035177 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:06.036655 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:06.037875 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:06.038717 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:06.039789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:06.040495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:06.041049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:06.041741 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:06.044058 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:06.044997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:06.045622 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:06.046178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:06.062953 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] Network f8b93c27-42a8-4735-b10d-15e13ecf494d is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:06.079477 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] Set router 829ae076-1905-4d7a-b91a-94a29abd04f7 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:06.110314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:06.425790 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Attempting to bind port 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:06.428069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Attempting to bind port 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '4456da84-c276-40c4-89ff-da20cabd4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:06.431269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Attempting to bind port 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa on network 3650ee8b-43d9-4fb6-9934-8185a4244226 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:06.466413 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Port 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa on network 3650ee8b-43d9-4fb6-9934-8185a4244226 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:06.469462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Attempting to bind port 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa on network 3650ee8b-43d9-4fb6-9934-8185a4244226 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:06.495820 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:06.499958 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Checking segment: {'id': '4456da84-c276-40c4-89ff-da20cabd4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:06.500667 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Bound using segment: {'id': '4456da84-c276-40c4-89ff-da20cabd4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:06.501246 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Bound port: 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4456da84-c276-40c4-89ff-da20cabd4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:06.504044 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:06.548945 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6b0f27-0745-4084-85fa-ee8d32113c8b') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:06.549221 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6b0f27-0745-4084-85fa-ee8d32113c8b') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:06.564055 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] Router 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:01:06.611823 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f8dbaca6-a684-4ca3-8058-1848f4041405 None None] Provisioning complete for port 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:06.613125 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f8dbaca6-a684-4ca3-8058-1848f4041405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:06.614005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:06.615393 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:06.618393 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] 10.222.0.41 "PUT /v2.0/ports/acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 HTTP/1.1" status: 200 len: 1093 time: 6.0000870 Aug 31 01:01:06.621735 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6cc611-d1dd-4e68-aa37-5c02209bc318', 'tag': 'acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:06.626259 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7dbafe-c451-47ee-9853-7d58faa433fa" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6cc611-d1dd-4e68-aa37-5c02209bc318", "tag": "acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:06.631972 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527315897-router', 'tenant_id': '9669c5d759c747d48902e5c381cfb522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '35447541-5947-4e90-8ca1-90856835c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:28Z', 'updated_at': '2021-08-31T01:00:53Z', 'revision_number': 4, 'project_id': '9669c5d759c747d48902e5c381cfb522', 'gw_port': {'id': '35447541-5947-4e90-8ca1-90856835c802', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:32Z', 'updated_at': '2021-08-31T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '25e48d0d-f477-4c4b-8634-60f5adcf1560', 'name': '', 'network_id': '03f224bc-9e28-4cba-9130-44c67b25904f', 'tenant_id': '9669c5d759c747d48902e5c381cfb522', 'mac_address': 'fa:16:3e:7c:ec:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '5cfb687b-a299-4a77-a715-786d95c95594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:49Z', 'updated_at': '2021-08-31T01:01:05Z', 'revision_number': 4, 'project_id': '9669c5d759c747d48902e5c381cfb522', 'subnets': [{'id': '5cfb687b-a299-4a77-a715-786d95c95594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:06.686061 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:06.703022 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61588fe0-8e5a-4c60-ac17-f905ded68f22 None None] The sync data for ids ['829ae076-1905-4d7a-b91a-94a29abd04f7'] in n-d-793621-34 is: [{'id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527315897-router', 'tenant_id': '9669c5d759c747d48902e5c381cfb522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '35447541-5947-4e90-8ca1-90856835c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:28Z', 'updated_at': '2021-08-31T01:00:53Z', 'revision_number': 4, 'project_id': '9669c5d759c747d48902e5c381cfb522', 'gw_port': {'id': '35447541-5947-4e90-8ca1-90856835c802', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:32Z', 'updated_at': '2021-08-31T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '25e48d0d-f477-4c4b-8634-60f5adcf1560', 'name': '', 'network_id': '03f224bc-9e28-4cba-9130-44c67b25904f', 'tenant_id': '9669c5d759c747d48902e5c381cfb522', 'mac_address': 'fa:16:3e:7c:ec:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '5cfb687b-a299-4a77-a715-786d95c95594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:49Z', 'updated_at': '2021-08-31T01:01:05Z', 'revision_number': 4, 'project_id': '9669c5d759c747d48902e5c381cfb522', 'subnets': [{'id': '5cfb687b-a299-4a77-a715-786d95c95594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:06.737141 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:06.836451 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:06.861471 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88544ac0-412f-4974-af1b-ece3a8d0b1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:06.889834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f8dbaca6-a684-4ca3-8058-1848f4041405 None None] Port 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:06.923371 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:06.952016 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:01:06.952375 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:01:06.961476 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:01:06.992659 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.009320 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] For port 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:07.021344 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-81e6d812-3cbc-4623-92d8-2adff0a65b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.090845 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] For port 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:07.127163 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45a26f-3c06-4b7b-8bf3-858b0b0cddb4 req-0301adb4-a6ee-4d9f-9c9d-d0593228c66b tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:07.128788 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dd45a26f-3c06-4b7b-8bf3-858b0b0cddb4 req-0301adb4-a6ee-4d9f-9c9d-d0593228c66b tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=06d0f788-bb63-42e1-9dac-a29c878ecdbe HTTP/1.1" status: 200 len: 943 time: 1.2607219 Aug 31 01:01:07.151091 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6824be90-d04f-41d0-8131-f2ac0ddcc7ab req-e0335e58-05e6-453a-97a3-4988bde28834 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 210 time: 0.1376386 Aug 31 01:01:07.215804 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:07.228580 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Sync routers for ids ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:07.234850 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1fb4842b-d69b-4395-80d4-8a6629ba1b3a tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.242536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0f983320-2951-4407-9087-e809e75b927f admin admin] 10.222.0.16 "PUT /v2.0/routers/309ebcbd-38ed-444d-a04a-c9a5e3452bb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6803079 Aug 31 01:01:07.252782 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.253012 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Routers {'309ebcbd-38ed-444d-a04a-c9a5e3452bb6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:07.253012 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:07.318783 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Pushing event updated for resources: {'Port': ['ID=2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:07.340206 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f262858b-d04c-4c2f-a2f0-eadd4d053e63 x-openstack-request-id: req-f262858b-d04c-4c2f-a2f0-eadd4d053e63 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:07.340206 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6cc611-d1dd-4e68-aa37-5c02209bc318", "tag": "acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:07.340206 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f262858b-d04c-4c2f-a2f0-eadd4d053e63 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:07.342904 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6cc611-d1dd-4e68-aa37-5c02209bc318', 'tag': 'acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665', 'status': 'completed', 'code': 200} Aug 31 01:01:07.346625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:07.347333 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.348818 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9ebb7495-87e4-4fc5-9837-1c4536df6a0d service neutron] 10.222.0.41 "PUT /v2.0/ports/2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa HTTP/1.1" status: 200 len: 1092 time: 2.8661835 Aug 31 01:01:07.349285 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d0f788-bb63-42e1-9dac-a29c878ecdbe', 'tag': '2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:07.353419 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15928a3f-b6c9-4049-bdc0-73328d0f571c" -d '{"events": [{"name": "network-changed", "server_uuid": "06d0f788-bb63-42e1-9dac-a29c878ecdbe", "tag": "2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:07.363189 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-1fb4842b-d69b-4395-80d4-8a6629ba1b3a tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Calling delete_port for abbe389f-6a42-45da-94bf-071e8c64a980 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:07.368362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42bb5-1980-4511-85c1-2927afc6685f req-cb7b458c-bcb9-4918-b3bb-98f3b17ff51d tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:07.370070 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-baf42bb5-1980-4511-85c1-2927afc6685f req-cb7b458c-bcb9-4918-b3bb-98f3b17ff51d tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.48 "GET /v2.0/networks?id=9eddee8f-43a1-4252-b0c9-3f57e0c32f98 HTTP/1.1" status: 200 len: 828 time: 0.4782922 Aug 31 01:01:07.389876 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-baf42bb5-1980-4511-85c1-2927afc6685f req-f01338c8-3e67-4f84-86c2-95916766465c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Request body: {'port': {'device_id': 'cbb60bc9-126f-482e-a4d1-efbb14241316', 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98', 'admin_state_up': True, 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:07.418674 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-8a0c60ad-fdfa-4a1e-ae5f-327231373278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:07.435739 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-8a0c60ad-fdfa-4a1e-ae5f-327231373278 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=610740ade9244be49f8fe9ed0068cf33&device_id=dc6cc611-d1dd-4e68-aa37-5c02209bc318 HTTP/1.1" status: 200 len: 1096 time: 0.5477495 Aug 31 01:01:07.637533 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Set router 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:07.661469 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb78125-a516-402e-a793-8b75c9e121e2 req-6ab49a1a-3457-4e15-b074-f991b2478edc tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:07.673176 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ddb78125-a516-402e-a793-8b75c9e121e2 req-6ab49a1a-3457-4e15-b074-f991b2478edc tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.2035251 Aug 31 01:01:07.678628 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.734860 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.739398 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/networks/f30fd42b-4a16-4264-8ef4-857fde1082ff HTTP/1.1" status: 204 len: 168 time: 4.8921840 Aug 31 01:01:07.742956 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9b59a863-a3b5-4ac0-9491-2b4f6d0d5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:07.745012 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-9b59a863-a3b5-4ac0-9491-2b4f6d0d5700 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=610740ade9244be49f8fe9ed0068cf33&device_id=06d0f788-bb63-42e1-9dac-a29c878ecdbe HTTP/1.1" status: 200 len: 1095 time: 0.1834331 Aug 31 01:01:07.750588 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49738) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:07.796820 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ddb78125-a516-402e-a793-8b75c9e121e2 req-cefbc7d2-5a4e-4133-be51-6d4705e093aa tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224089 Aug 31 01:01:07.805129 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dd45a26f-3c06-4b7b-8bf3-858b0b0cddb4 req-2a3978e4-fdb8-4239-81d5-1b47ab9a88fc tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6481977 Aug 31 01:01:07.844798 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-edecf66c-1bbf-478b-9c84-9346e8b604a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 HTTP/1.1" status: 200 len: 217 time: 0.1715009 Aug 31 01:01:07.957971 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04903241-4d17-45eb-82af-a78b883f17a3 x-openstack-request-id: req-04903241-4d17-45eb-82af-a78b883f17a3 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:07.958251 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d0f788-bb63-42e1-9dac-a29c878ecdbe", "tag": "2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:07.958524 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04903241-4d17-45eb-82af-a78b883f17a3 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:07.958958 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d0f788-bb63-42e1-9dac-a29c878ecdbe', 'tag': '2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa', 'status': 'completed', 'code': 200} Aug 31 01:01:07.960011 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114658b-1e0a-4ce1-b4ab-65ba12dc6235 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Network': ['ID=f30fd42b-4a16-4264-8ef4-857fde1082ff,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:07.971083 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-a71b6bd3-98e5-4d60-b90b-d2b3b2ebea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:07.972855 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-a71b6bd3-98e5-4d60-b90b-d2b3b2ebea82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7742011b-325e-4e45-850d-1faede78d849 HTTP/1.1" status: 200 len: 853 time: 0.1166916 Aug 31 01:01:07.978415 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1fb4842b-d69b-4395-80d4-8a6629ba1b3a tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:08.000937 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-34ecaf3e-98e7-4243-9d39-eacec14891f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa HTTP/1.1" status: 200 len: 217 time: 0.2418489 Aug 31 01:01:08.080256 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-232ef67e-caf0-4747-878a-e2d265462b60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3650ee8b-43d9-4fb6-9934-8185a4244226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924735 Aug 31 01:01:08.130289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf42bb5-1980-4511-85c1-2927afc6685f req-f01338c8-3e67-4f84-86c2-95916766465c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Made reservation on behalf of 3fc4d0d1e16146dba32fc1604dd5ab73 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:08.134198 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-baf42bb5-1980-4511-85c1-2927afc6685f req-f01338c8-3e67-4f84-86c2-95916766465c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:08.166386 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4842b-d69b-4395-80d4-8a6629ba1b3a tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event deleted for resources: {'Port': ['ID=abbe389f-6a42-45da-94bf-071e8c64a980,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:08.289089 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-117785bb-f43f-4065-9a49-03a6f5ad0cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:08.308897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'name': 'tempest-ServersTestFqdnHostnames-1117457871-router', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:01:01Z', 'revision_number': 4, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'gw_port': {'id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:35Z', 'updated_at': '2021-08-31T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '4a44d224-05a0-42c0-9eb0-954cccb3f4c4', 'name': '', 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'mac_address': 'fa:16:3e:1a:10:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:56Z', 'updated_at': '2021-08-31T01:01:02Z', 'revision_number': 2, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'subnets': [{'id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:08.328733 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1fb4842b-d69b-4395-80d4-8a6629ba1b3a tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:08.343706 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1fb4842b-d69b-4395-80d4-8a6629ba1b3a tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "DELETE /v2.0/ports/abbe389f-6a42-45da-94bf-071e8c64a980 HTTP/1.1" status: 204 len: 168 time: 3.0986936 Aug 31 01:01:08.352979 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49744) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:08.404840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-aaf92b3a-7e44-4721-b39e-19b19ce17617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:08.410463 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-aaf92b3a-7e44-4721-b39e-19b19ce17617 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7742011b-325e-4e45-850d-1faede78d849 HTTP/1.1" status: 200 len: 853 time: 0.3785820 Aug 31 01:01:08.422340 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Checking router: 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:01:08.422696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Updating router 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 port 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:01:08.511413 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:08.530573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 25e48d0d-f477-4c4b-8634-60f5adcf1560 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:08.546439 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1775234d-1f0e-441a-9c19-cbce5e8ad541 req-8c448942-660c-408e-b7aa-563edb5a38cf tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 210 time: 0.1194038 Aug 31 01:01:08.600459 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-5200f192-dc84-4fb7-bc96-438bc8ba7f6a service neutron] 10.222.0.41 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987376 Aug 31 01:01:08.637393 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:08.645284 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-03eddb83-5015-4cee-bdae-614797493a64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3650ee8b-43d9-4fb6-9934-8185a4244226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473746 Aug 31 01:01:08.749166 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcee6b70-537e-4b52-a530-4328805c779e tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Deleting subnet 058e373c-a2bb-40cd-bfd2-b5f7a270eaa9 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:01:08.823703 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dcee6b70-537e-4b52-a530-4328805c779e tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.010068 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dcee6b70-537e-4b52-a530-4328805c779e tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.030247 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-226d07b5-4d83-4b6e-9e89-75d7cb8ed037 service neutron] 10.222.0.41 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205019 Aug 31 01:01:09.041360 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-abac72e2-9000-4a94-840d-4a990fad9cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.060837 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-117785bb-f43f-4065-9a49-03a6f5ad0cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.085720 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-117785bb-f43f-4065-9a49-03a6f5ad0cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fb42c2-5118-4619-b9d9-1bd070649753']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:09.094395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-baf42bb5-1980-4511-85c1-2927afc6685f req-f01338c8-3e67-4f84-86c2-95916766465c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Allocated IP 172.20.0.8 (9eddee8f-43a1-4252-b0c9-3f57e0c32f98/21f8ed88-0463-47cf-9ebc-76068dfcf6fd/0e790913-094b-4bf2-b333-405e4878ecaa) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:09.116956 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-117785bb-f43f-4065-9a49-03a6f5ad0cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb063e2-b1b0-465f-810a-854cefcfbd82') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:09.117244 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-117785bb-f43f-4065-9a49-03a6f5ad0cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb063e2-b1b0-465f-810a-854cefcfbd82') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:09.147022 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-117785bb-f43f-4065-9a49-03a6f5ad0cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.157940 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-5dd524d4-a041-4805-b936-a3c1934270ba service neutron] 10.222.0.41 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004897 Aug 31 01:01:09.165886 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f860c5-773b-44c3-b1bb-b7291e0de89a req-84f4bdaa-8852-4de9-ba89-bce5ab45650a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:09.167923 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.173356 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-32f860c5-773b-44c3-b1bb-b7291e0de89a req-84f4bdaa-8852-4de9-ba89-bce5ab45650a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.2449586 Aug 31 01:01:09.186964 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Transition to ACTIVE for port object 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:09.227122 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-117785bb-f43f-4065-9a49-03a6f5ad0cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.234758 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dcee6b70-537e-4b52-a530-4328805c779e tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.270876 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117785bb-f43f-4065-9a49-03a6f5ad0cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:01:09.271416 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-117785bb-f43f-4065-9a49-03a6f5ad0cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:01:09.277062 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:01:09.473736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-abac72e2-9000-4a94-840d-4a990fad9cae admin admin] Deleting port 25e48d0d-f477-4c4b-8634-60f5adcf1560 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:09.474085 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-abac72e2-9000-4a94-840d-4a990fad9cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.509800 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 25e48d0d-f477-4c4b-8634-60f5adcf1560 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:09.524758 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.540966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 25e48d0d-f477-4c4b-8634-60f5adcf1560 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:09.541575 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.545795 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49752) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:09.554091 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f8ace2bd-ab48-43db-b114-bf9c16f06248 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Request body: {'security_group': {'name': 'tempest-securitygroup--621228913', 'description': 'tempest-description--1573224761'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:09.589032 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dcee6b70-537e-4b52-a530-4328805c779e tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.723705 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee6b70-537e-4b52-a530-4328805c779e tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event deleted for resources: {'Subnet': ['ID=058e373c-a2bb-40cd-bfd2-b5f7a270eaa9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:09.726286 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dcee6b70-537e-4b52-a530-4328805c779e tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.730461 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dcee6b70-537e-4b52-a530-4328805c779e tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "DELETE /v2.0/subnets/058e373c-a2bb-40cd-bfd2-b5f7a270eaa9 HTTP/1.1" status: 204 len: 168 time: 1.3505521 Aug 31 01:01:09.738518 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49760) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:09.738756 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b2114-152f-4321-87ff-a2e5cba83580 None None] Pushing event updated for resources: {'Port': ['ID=4a44d224-05a0-42c0-9eb0-954cccb3f4c4,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:09.786618 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3897068a-d27a-4e97-ab3e-d68b40d603a9 None None] Network 98aef1ab-7151-49f0-88ba-928b2f91eff3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:09.818172 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Attempting to bind port 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:09.818172 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Attempting to bind port 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:09.818172 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Attempting to bind port 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 on network f8b93c27-42a8-4735-b10d-15e13ecf494d {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:09.819940 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-32f860c5-773b-44c3-b1bb-b7291e0de89a req-9e141256-cddb-4563-8d11-211a02bdb63c tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6455932 Aug 31 01:01:09.855700 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.884505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:09.886268 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Checking segment: {'id': '967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:09.886796 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.887307 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Bound using segment: {'id': '967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:09.887929 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Bound port: 4a44d224-05a0-42c0-9eb0-954cccb3f4c4, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:09.888458 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.948956 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.967864 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7dbafe-c451-47ee-9853-7d58faa433fa req-ef747869-7621-45b3-8693-0f54459ac8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:09.970067 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cc7dbafe-c451-47ee-9853-7d58faa433fa req-ef747869-7621-45b3-8693-0f54459ac8c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=610740ade9244be49f8fe9ed0068cf33&device_id=dc6cc611-d1dd-4e68-aa37-5c02209bc318 HTTP/1.1" status: 200 len: 1096 time: 0.4107180 Aug 31 01:01:09.975040 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8ace2bd-ab48-43db-b114-bf9c16f06248 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.037642 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 25e48d0d-f477-4c4b-8634-60f5adcf1560, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=25e48d0d-f477-4c4b-8634-60f5adcf1560,segment=NetworkSegment(4afe1bc3-637a-4c05-a36f-bdbca82f692c),segment_id=4afe1bc3-637a-4c05-a36f-bdbca82f692c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:10.078122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-abac72e2-9000-4a94-840d-4a990fad9cae admin admin] For port 25e48d0d-f477-4c4b-8634-60f5adcf1560, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=25e48d0d-f477-4c4b-8634-60f5adcf1560,segment=NetworkSegment(4afe1bc3-637a-4c05-a36f-bdbca82f692c),segment_id=4afe1bc3-637a-4c05-a36f-bdbca82f692c)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:10.078732 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-abac72e2-9000-4a94-840d-4a990fad9cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.110418 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc88c84-5628-4fc1-89b8-e7edbd1ceb24 req-cf391915-d088-46c6-b3b5-98b16f248cb6 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:10.110608 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] For port 4a44d224-05a0-42c0-9eb0-954cccb3f4c4, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:10.120952 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fbc88c84-5628-4fc1-89b8-e7edbd1ceb24 req-cf391915-d088-46c6-b3b5-98b16f248cb6 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=06d0f788-bb63-42e1-9dac-a29c878ecdbe HTTP/1.1" status: 200 len: 943 time: 0.5194371 Aug 31 01:01:10.180426 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.190496 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-117785bb-f43f-4065-9a49-03a6f5ad0cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.198794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] For port 4a44d224-05a0-42c0-9eb0-954cccb3f4c4, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=4a44d224-05a0-42c0-9eb0-954cccb3f4c4,segment=NetworkSegment(967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9),segment_id=967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:10.242591 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-117785bb-f43f-4065-9a49-03a6f5ad0cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.248133 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-117785bb-f43f-4065-9a49-03a6f5ad0cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/networks/70fb42c2-5118-4619-b9d9-1bd070649753 HTTP/1.1" status: 204 len: 168 time: 2.4930627 Aug 31 01:01:10.268641 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49764) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:10.290638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3560b8de-1f74-4709-83b8-05ae3f701ac3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-507686694'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:10.296834 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-abac72e2-9000-4a94-840d-4a990fad9cae admin admin] Calling delete_port for 25e48d0d-f477-4c4b-8634-60f5adcf1560 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:10.316755 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b94f5b2-18ed-429c-a0ed-3f85e624c712 req-ea7a42fa-bf67-4f83-a6ae-e3640e12e8be service neutron] 10.222.0.41 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1367114 Aug 31 01:01:10.317475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117785bb-f43f-4065-9a49-03a6f5ad0cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Network': ['ID=70fb42c2-5118-4619-b9d9-1bd070649753,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:10.330065 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.392225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=25e48d0d-f477-4c4b-8634-60f5adcf1560,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:10.404356 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.433577 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-baf42bb5-1980-4511-85c1-2927afc6685f req-f01338c8-3e67-4f84-86c2-95916766465c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.477546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Routers {'309ebcbd-38ed-444d-a04a-c9a5e3452bb6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:10.478269 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:10.494257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-baf42bb5-1980-4511-85c1-2927afc6685f req-f01338c8-3e67-4f84-86c2-95916766465c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Transition to ACTIVE for port object 0e790913-094b-4bf2-b333-405e4878ecaa will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:10.551245 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fbc88c84-5628-4fc1-89b8-e7edbd1ceb24 req-1c4c4cc7-4ede-439d-8ff9-e0f7cc7c8736 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273810 Aug 31 01:01:10.606113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7dbafe-c451-47ee-9853-7d58faa433fa req-5a68a97b-2118-4b3e-ac56-3760e96482e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:10.608092 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cc7dbafe-c451-47ee-9853-7d58faa433fa req-5a68a97b-2118-4b3e-ac56-3760e96482e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3650ee8b-43d9-4fb6-9934-8185a4244226 HTTP/1.1" status: 200 len: 914 time: 0.5955882 Aug 31 01:01:10.640775 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a006fb-85c7-4776-8484-8200998b2ccd None None] DHCP port deletion for 98aef1ab-7151-49f0-88ba-928b2f91eff3 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:01:10.660798 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8ace2bd-ab48-43db-b114-bf9c16f06248 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.680893 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b2114-152f-4321-87ff-a2e5cba83580 None None] Pushing event updated for resources: {'Port': ['ID=4a44d224-05a0-42c0-9eb0-954cccb3f4c4,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:10.714818 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cc7dbafe-c451-47ee-9853-7d58faa433fa req-ff4552da-f587-4d6b-a609-71d2523a441a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 HTTP/1.1" status: 200 len: 217 time: 0.0824924 Aug 31 01:01:10.719941 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Deleting port bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:10.720286 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.724222 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-baf42bb5-1980-4511-85c1-2927afc6685f req-f01338c8-3e67-4f84-86c2-95916766465c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.732243 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-893e7882-6247-4f74-9912-c6c43773ccec req-b21edbb4-c1c4-4f81-af91-ed67de85145c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 210 time: 0.1436224 Aug 31 01:01:10.827385 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15928a3f-b6c9-4049-bdc0-73328d0f571c req-263895c3-7972-4cda-a89d-c8da3541a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:10.827385 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-15928a3f-b6c9-4049-bdc0-73328d0f571c req-263895c3-7972-4cda-a89d-c8da3541a41c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=610740ade9244be49f8fe9ed0068cf33&device_id=06d0f788-bb63-42e1-9dac-a29c878ecdbe HTTP/1.1" status: 200 len: 1095 time: 0.1763697 Aug 31 01:01:10.828002 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-c6a006fb-85c7-4776-8484-8200998b2ccd None None] Deleting port bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:10.828002 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c6a006fb-85c7-4776-8484-8200998b2ccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.829368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf42bb5-1980-4511-85c1-2927afc6685f req-f01338c8-3e67-4f84-86c2-95916766465c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Network 9eddee8f-43a1-4252-b0c9-3f57e0c32f98 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:10.837642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-baf42bb5-1980-4511-85c1-2927afc6685f req-f01338c8-3e67-4f84-86c2-95916766465c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:10.838655 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] Set router 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:10.846408 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf42bb5-1980-4511-85c1-2927afc6685f req-f01338c8-3e67-4f84-86c2-95916766465c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:10.922864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01338c8-3e67-4f84-86c2-95916766465c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Pushing event updated for resources: {'Port': ['ID=0e790913-094b-4bf2-b333-405e4878ecaa,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:10.982356 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] For port bfac6eab-77a1-4a7a-81a6-a6bb5424cd11, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=bfac6eab-77a1-4a7a-81a6-a6bb5424cd11,segment=NetworkSegment(bb7a71d0-4101-4ad4-83a9-1a8e8538eda4),segment_id=bb7a71d0-4101-4ad4-83a9-1a8e8538eda4)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:10.982738 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.000114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Calling delete_port for bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:11.027502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42bb5-1980-4511-85c1-2927afc6685f req-f01338c8-3e67-4f84-86c2-95916766465c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:11.027502 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-baf42bb5-1980-4511-85c1-2927afc6685f req-f01338c8-3e67-4f84-86c2-95916766465c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.088936 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15928a3f-b6c9-4049-bdc0-73328d0f571c req-2ab8cadc-17e5-48a8-b5a6-7fbeaeb22336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:11.093996 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-15928a3f-b6c9-4049-bdc0-73328d0f571c req-2ab8cadc-17e5-48a8-b5a6-7fbeaeb22336 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3650ee8b-43d9-4fb6-9934-8185a4244226 HTTP/1.1" status: 200 len: 914 time: 0.2734392 Aug 31 01:01:11.094216 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7dbafe-c451-47ee-9853-7d58faa433fa req-a738c795-ad55-4765-a085-18dcb18b0673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:11.095777 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cc7dbafe-c451-47ee-9853-7d58faa433fa req-a738c795-ad55-4765-a085-18dcb18b0673 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7742011b-325e-4e45-850d-1faede78d849 HTTP/1.1" status: 200 len: 853 time: 0.3731239 Aug 31 01:01:11.112019 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8ace2bd-ab48-43db-b114-bf9c16f06248 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.158318 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-15928a3f-b6c9-4049-bdc0-73328d0f571c req-6cf67a3a-64f4-4200-a4b2-0388da405052 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa HTTP/1.1" status: 200 len: 217 time: 0.0519953 Aug 31 01:01:11.202600 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c6a006fb-85c7-4776-8484-8200998b2ccd None None] For port bfac6eab-77a1-4a7a-81a6-a6bb5424cd11, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=bfac6eab-77a1-4a7a-81a6-a6bb5424cd11,segment=NetworkSegment(bb7a71d0-4101-4ad4-83a9-1a8e8538eda4),segment_id=bb7a71d0-4101-4ad4-83a9-1a8e8538eda4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:11.202600 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c6a006fb-85c7-4776-8484-8200998b2ccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.230037 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-c6a006fb-85c7-4776-8484-8200998b2ccd None None] Calling delete_port for bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:11.231591 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cc7dbafe-c451-47ee-9853-7d58faa433fa req-6d5accab-8279-4c86-a4be-e964a8cb3b58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3650ee8b-43d9-4fb6-9934-8185a4244226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683689 Aug 31 01:01:11.248002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15928a3f-b6c9-4049-bdc0-73328d0f571c req-627928ad-26ac-4188-94ab-ee8abe290fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:11.251126 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-15928a3f-b6c9-4049-bdc0-73328d0f571c req-627928ad-26ac-4188-94ab-ee8abe290fb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7742011b-325e-4e45-850d-1faede78d849 HTTP/1.1" status: 200 len: 853 time: 0.0843182 Aug 31 01:01:11.296756 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-15928a3f-b6c9-4049-bdc0-73328d0f571c req-af6abb35-2415-4734-9219-57534dcc7011 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3650ee8b-43d9-4fb6-9934-8185a4244226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369136 Aug 31 01:01:11.374302 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ace2bd-ab48-43db-b114-bf9c16f06248 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c42d9ac-fb08-42be-a680-6f96f5a33854,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:11.408743 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823c98b-ee8f-477d-9580-4f47c4125516 req-d03a3600-4c3c-40c0-ae19-056f4d5e2894 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:11.408743 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0823c98b-ee8f-477d-9580-4f47c4125516 req-d03a3600-4c3c-40c0-ae19-056f4d5e2894 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.3168035 Aug 31 01:01:11.430012 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3560b8de-1f74-4709-83b8-05ae3f701ac3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Made reservation on behalf of 7de7ed71264a4ac694a0cee7d619a40a for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:11.437180 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3560b8de-1f74-4709-83b8-05ae3f701ac3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.494795 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-15928a3f-b6c9-4049-bdc0-73328d0f571c req-d6dc5e41-5e2b-42e6-9557-889022be3416 service neutron] 10.222.0.41 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901720 Aug 31 01:01:11.503382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-27f267da-f40f-466c-a7bc-4063f6d31235 None None] Provisioning for port 0e790913-094b-4bf2-b333-405e4878ecaa completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:11.517858 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-27f267da-f40f-466c-a7bc-4063f6d31235 None None] Provisioning complete for port 0e790913-094b-4bf2-b333-405e4878ecaa triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:11.518277 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-27f267da-f40f-466c-a7bc-4063f6d31235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.556538 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'name': 'tempest-ServersTestFqdnHostnames-1117457871-router', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:01:01Z', 'revision_number': 4, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'gw_port': {'id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:35Z', 'updated_at': '2021-08-31T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '4a44d224-05a0-42c0-9eb0-954cccb3f4c4', 'name': '', 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'mac_address': 'fa:16:3e:1a:10:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:56Z', 'updated_at': '2021-08-31T01:01:10Z', 'revision_number': 4, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'subnets': [{'id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:11.569629 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-baf42bb5-1980-4511-85c1-2927afc6685f req-f01338c8-3e67-4f84-86c2-95916766465c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1852231 Aug 31 01:01:11.576805 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8ace2bd-ab48-43db-b114-bf9c16f06248 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.582224 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f8ace2bd-ab48-43db-b114-bf9c16f06248 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.0348337 Aug 31 01:01:11.585746 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49784) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:11.587496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Request body: {'port': {'device_id': 'cbb60bc9-126f-482e-a4d1-efbb14241316', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:11.596003 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-22c9543e-12fe-4741-bf1a-e71b6c3d2f5c tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Request body: {'security_group_rule': {'security_group_id': '8c42d9ac-fb08-42be-a680-6f96f5a33854', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:11.606706 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3560b8de-1f74-4709-83b8-05ae3f701ac3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:01:11.607831 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-27f267da-f40f-466c-a7bc-4063f6d31235 None None] Port 0e790913-094b-4bf2-b333-405e4878ecaa cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:11.611614 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cc7dbafe-c451-47ee-9853-7d58faa433fa req-5295f1bb-15f3-4d8f-92f7-a42170a0add5 service neutron] 10.222.0.41 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624282 Aug 31 01:01:11.614844 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0823c98b-ee8f-477d-9580-4f47c4125516 req-08987abb-561c-4133-9ab0-320d97be5659 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983073 Aug 31 01:01:11.615870 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab7ee7-c843-4641-b716-27bae8535d96 None None] The sync data for ids ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'] in n-d-793621-34 is: [{'id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'name': 'tempest-ServersTestFqdnHostnames-1117457871-router', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:01:01Z', 'revision_number': 4, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'gw_port': {'id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:35Z', 'updated_at': '2021-08-31T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '4a44d224-05a0-42c0-9eb0-954cccb3f4c4', 'name': '', 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'mac_address': 'fa:16:3e:1a:10:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:56Z', 'updated_at': '2021-08-31T01:01:10Z', 'revision_number': 4, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'subnets': [{'id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:11.685708 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3560b8de-1f74-4709-83b8-05ae3f701ac3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.686210 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-3560b8de-1f74-4709-83b8-05ae3f701ac3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Added segment e7c63887-90ac-4797-a46c-0c5c5e12dee9 of type vlan for network 43826ccf-8e2a-40b8-a9ff-56390cca6878 Aug 31 01:01:11.698312 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c6a006fb-85c7-4776-8484-8200998b2ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.747803 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.749156 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a006fb-85c7-4776-8484-8200998b2ccd None None] Pushing event deleted for resources: {'Port': ['ID=bfac6eab-77a1-4a7a-81a6-a6bb5424cd11,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:11.779482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a006fb-85c7-4776-8484-8200998b2ccd None None] No DVR routers for this DVR port bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:11.794151 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-15928a3f-b6c9-4049-bdc0-73328d0f571c req-d5d2cf1d-49b1-493c-b9ba-0af1988b0931 service neutron] 10.222.0.41 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907386 Aug 31 01:01:11.817378 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.828495 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] No DVR routers for this DVR port bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:11.916596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f91582-9d9b-4f1d-a268-910c407f19d5 req-85b6d913-a1e6-40af-adfc-fa5307e2f7a8 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:11.918483 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-40f91582-9d9b-4f1d-a268-910c407f19d5 req-85b6d913-a1e6-40af-adfc-fa5307e2f7a8 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=06d0f788-bb63-42e1-9dac-a29c878ecdbe HTTP/1.1" status: 200 len: 943 time: 0.2749937 Aug 31 01:01:11.952232 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-abac72e2-9000-4a94-840d-4a990fad9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.988545 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event deleted for resources: {'Port': ['ID=bfac6eab-77a1-4a7a-81a6-a6bb5424cd11,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:12.107829 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:12.108156 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-40f91582-9d9b-4f1d-a268-910c407f19d5 req-e3da23b4-07af-45cd-910f-3da69a585344 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802239 Aug 31 01:01:12.292489 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:12.333476 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665', 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226', 'port_id': 'acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665', 'mac_address': 'fa:16:3e:46:38:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7742011b-325e-4e45-850d-1faede78d849', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:01:12.436108 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333160e2-12de-48c6-a61c-20f71a906dfd req-eed39050-4e1d-499b-b73d-0cb874b91cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:12.437878 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:12.449494 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-333160e2-12de-48c6-a61c-20f71a906dfd req-eed39050-4e1d-499b-b73d-0cb874b91cee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 1097 time: 0.1448479 Aug 31 01:01:12.461660 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:12.488217 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:12.511814 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 25e48d0d-f477-4c4b-8634-60f5adcf1560 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:12.563452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 25e48d0d-f477-4c4b-8634-60f5adcf1560 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:12.564027 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 25e48d0d-f477-4c4b-8634-60f5adcf1560 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 01:01:12.569577 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:12.590711 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98aef1ab-7151-49f0-88ba-928b2f91eff3']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:12.622592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e790913-094b-4bf2-b333-405e4878ecaa {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:12.623271 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac72e2-9000-4a94-840d-4a990fad9cae admin admin] Pushing event deleted for resources: {'Port': ['ID=25e48d0d-f477-4c4b-8634-60f5adcf1560,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:12.623271 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3560b8de-1f74-4709-83b8-05ae3f701ac3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:12.633014 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22c9543e-12fe-4741-bf1a-e71b6c3d2f5c tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:12.635394 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:12.662450 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Port 25e48d0d-f477-4c4b-8634-60f5adcf1560 not found, will not notify nova. {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 01:01:12.662450 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:12.697706 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Transition to ACTIVE for port object 0e790913-094b-4bf2-b333-405e4878ecaa will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:12.699389 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:12.704895 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7a71d0-4101-4ad4-83a9-1a8e8538eda4') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:12.705676 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7a71d0-4101-4ad4-83a9-1a8e8538eda4') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:12.758397 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333160e2-12de-48c6-a61c-20f71a906dfd req-eebf5589-47a7-4422-ad43-512ba7070b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:12.762960 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22c9543e-12fe-4741-bf1a-e71b6c3d2f5c tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:12.768597 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-333160e2-12de-48c6-a61c-20f71a906dfd req-eebf5589-47a7-4422-ad43-512ba7070b56 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d402af4a-8a8e-49ea-8168-c26e094719ad HTTP/1.1" status: 200 len: 912 time: 0.3071716 Aug 31 01:01:12.847680 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:12.852896 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:12.890792 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.resource_extend [None req-3560b8de-1f74-4709-83b8-05ae3f701ac3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:01:12.895779 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:12.896993 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:12.907033 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-333160e2-12de-48c6-a61c-20f71a906dfd req-e551db07-0e70-4160-a2c2-a43da1481a2d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b604cc6-1e4d-49a1-a3b1-cde809154135 HTTP/1.1" status: 200 len: 217 time: 0.1198902 Aug 31 01:01:12.920837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:12.986405 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:01:12.987025 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:12.992725 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22c9543e-12fe-4741-bf1a-e71b6c3d2f5c tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:12.998578 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cc7dbafe-c451-47ee-9853-7d58faa433fa req-6fb943d7-f7a0-4dca-a7a1-2a3422d1d5f9 service neutron] 10.222.0.41 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3735948 Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:01:12.998873 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:01:13.028271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:13.042287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:13.042287 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:13.111267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Pushing event updated for resources: {'Port': ['ID=0e790913-094b-4bf2-b333-405e4878ecaa,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:13.116459 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cd9b8-3bbf-4e2a-966f-e28464ae04d0 req-dff6ebde-bd67-43d1-bc24-c59ca94cd84a tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:13.126333 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aa2cd9b8-3bbf-4e2a-966f-e28464ae04d0 req-dff6ebde-bd67-43d1-bc24-c59ca94cd84a tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 931 time: 1.1759822 Aug 31 01:01:13.161030 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3560b8de-1f74-4709-83b8-05ae3f701ac3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:13.179556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c497258-3b6d-4999-9d18-3b2bb72a8db7 req-57afb3bb-2d4a-4c3a-a7fd-94acf7fd7884 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:13.180172 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3560b8de-1f74-4709-83b8-05ae3f701ac3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:13.182799 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3560b8de-1f74-4709-83b8-05ae3f701ac3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:13.202912 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1c497258-3b6d-4999-9d18-3b2bb72a8db7 req-57afb3bb-2d4a-4c3a-a7fd-94acf7fd7884 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.3240213 Aug 31 01:01:13.255365 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:13.281059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333160e2-12de-48c6-a61c-20f71a906dfd req-dcd584f8-8132-44b7-b3c1-bd388157875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:13.284411 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-333160e2-12de-48c6-a61c-20f71a906dfd req-dcd584f8-8132-44b7-b3c1-bd388157875a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06a338a6-991a-450e-bc60-b066a8b265a4 HTTP/1.1" status: 200 len: 851 time: 0.3270111 Aug 31 01:01:13.316246 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9543e-12fe-4741-bf1a-e71b6c3d2f5c tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea77d55-74cd-4904-aed8-9ed20786aafe,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:13.343458 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1c497258-3b6d-4999-9d18-3b2bb72a8db7 req-faae5045-b5e4-4e24-8ba6-511addad6b39 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295631 Aug 31 01:01:13.362576 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-333160e2-12de-48c6-a61c-20f71a906dfd req-44539742-fd92-45f7-8c99-2991d82ea302 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d402af4a-8a8e-49ea-8168-c26e094719ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428970 Aug 31 01:01:13.454526 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 4a44d224-05a0-42c0-9eb0-954cccb3f4c4, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=4a44d224-05a0-42c0-9eb0-954cccb3f4c4,segment=NetworkSegment(967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9),segment_id=967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:13.474870 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Attempting to bind port 0e790913-094b-4bf2-b333-405e4878ecaa on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:13.475651 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Attempting to bind port 0e790913-094b-4bf2-b333-405e4878ecaa by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'febb7187-f399-4af3-852d-f58fafac286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:13.475651 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Attempting to bind port 0e790913-094b-4bf2-b333-405e4878ecaa on network 9eddee8f-43a1-4252-b0c9-3f57e0c32f98 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:13.487470 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Port 0e790913-094b-4bf2-b333-405e4878ecaa on network 9eddee8f-43a1-4252-b0c9-3f57e0c32f98 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:13.487778 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Attempting to bind port 0e790913-094b-4bf2-b333-405e4878ecaa on network 9eddee8f-43a1-4252-b0c9-3f57e0c32f98 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:13.496626 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:13.497401 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Checking segment: {'id': 'febb7187-f399-4af3-852d-f58fafac286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:13.497401 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Bound using segment: {'id': 'febb7187-f399-4af3-852d-f58fafac286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:13.497850 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Bound port: 0e790913-094b-4bf2-b333-405e4878ecaa, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'febb7187-f399-4af3-852d-f58fafac286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:13.498152 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:13.508565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560b8de-1f74-4709-83b8-05ae3f701ac3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Network': ['ID=43826ccf-8e2a-40b8-a9ff-56390cca6878,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:13.519628 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22c9543e-12fe-4741-bf1a-e71b6c3d2f5c tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:13.525564 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-22c9543e-12fe-4741-bf1a-e71b6c3d2f5c tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9330468 Aug 31 01:01:13.526059 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49794) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:13.531499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 43826ccf-8e2a-40b8-a9ff-56390cca6878 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:01:13.609307 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-93f6b664-87c9-4be4-8f6a-959e790861d7 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Request body: {'security_group_rule': {'security_group_id': '8c42d9ac-fb08-42be-a680-6f96f5a33854', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:13.610852 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-333160e2-12de-48c6-a61c-20f71a906dfd req-b8ca1125-25e2-4ce3-b358-8b081c674f46 service neutron] 10.222.0.48 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403948 Aug 31 01:01:13.639315 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:13.659082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be952001-ac65-4ba4-b61f-6bf4bb1a054a req-b5aa84f2-ab94-4fde-926d-95a9f8bed06a tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:13.661316 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-be952001-ac65-4ba4-b61f-6bf4bb1a054a req-b5aa84f2-ab94-4fde-926d-95a9f8bed06a tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=06d0f788-bb63-42e1-9dac-a29c878ecdbe HTTP/1.1" status: 200 len: 943 time: 0.1518457 Aug 31 01:01:13.673739 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aa2cd9b8-3bbf-4e2a-966f-e28464ae04d0 req-7c00468c-b047-4878-9b19-51e7c3b7b589 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5fb679f-7d49-4d38-a4dc-7357ff493930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864600 Aug 31 01:01:13.689185 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3560b8de-1f74-4709-83b8-05ae3f701ac3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.4076819 Aug 31 01:01:13.694790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49796) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:13.707417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-418d1b31-2e26-4af8-8452-c20d226fbeb8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'subnet': {'network_id': '43826ccf-8e2a-40b8-a9ff-56390cca6878', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:13.735082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] For port 0e790913-094b-4bf2-b333-405e4878ecaa, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:13.763443 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] For port 0e790913-094b-4bf2-b333-405e4878ecaa, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0e790913-094b-4bf2-b333-405e4878ecaa,segment=NetworkSegment(febb7187-f399-4af3-852d-f58fafac286c),segment_id=febb7187-f399-4af3-852d-f58fafac286c)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:13.784498 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-abac72e2-9000-4a94-840d-4a990fad9cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:13.794308 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-be952001-ac65-4ba4-b61f-6bf4bb1a054a req-a260f40e-469e-4366-84f5-a99f3c21bf5b tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832765 Aug 31 01:01:13.796959 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=4a44d224-05a0-42c0-9eb0-954cccb3f4c4,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:13.808708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:13.815079 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:13.830659 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:13.831626 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-333160e2-12de-48c6-a61c-20f71a906dfd req-d04e80c3-330b-471f-a2f4-55fb412be27b service neutron] 10.222.0.48 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058744 Aug 31 01:01:13.835868 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] 10.222.0.16 "DELETE /v2.0/networks/98aef1ab-7151-49f0-88ba-928b2f91eff3 HTTP/1.1" status: 204 len: 168 time: 4.0921357 Aug 31 01:01:13.853980 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:13.854319 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device bfac6eab-77a1-4a7a-81a6-a6bb5424cd11 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:13.916247 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f36d52-6e1c-4081-b3bb-d172c2e4e0f0 tempest-AllowedAddressPairIpV6TestJSON-339979612 tempest-AllowedAddressPairIpV6TestJSON-339979612-project] Pushing event deleted for resources: {'Network': ['ID=98aef1ab-7151-49f0-88ba-928b2f91eff3,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:14.081096 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93f6b664-87c9-4be4-8f6a-959e790861d7 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:14.124821 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:14.127633 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:14.130757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abac72e2-9000-4a94-840d-4a990fad9cae admin admin] Router 829ae076-1905-4d7a-b91a-94a29abd04f7 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:01:14.142004 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:14.163204 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93f6b664-87c9-4be4-8f6a-959e790861d7 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:14.201358 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:14.202559 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:14.211334 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-baf42bb5-1980-4511-85c1-2927afc6685f req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] 10.222.0.48 "PUT /v2.0/ports/0e790913-094b-4bf2-b333-405e4878ecaa HTTP/1.1" status: 200 len: 1092 time: 2.6319675 Aug 31 01:01:14.212338 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb60bc9-126f-482e-a4d1-efbb14241316', 'tag': '0e790913-094b-4bf2-b333-405e4878ecaa'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:14.224986 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b80679b-096e-45f1-a7a1-515633756244" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb60bc9-126f-482e-a4d1-efbb14241316", "tag": "0e790913-094b-4bf2-b333-405e4878ecaa"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:14.257280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfd97f-b01d-41a4-9700-e5f925527e91 service neutron] Pushing event updated for resources: {'Port': ['ID=0e790913-094b-4bf2-b333-405e4878ecaa,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:14.275551 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418d1b31-2e26-4af8-8452-c20d226fbeb8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Made reservation on behalf of 7de7ed71264a4ac694a0cee7d619a40a for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:14.280207 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-418d1b31-2e26-4af8-8452-c20d226fbeb8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:14.287386 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93f6b664-87c9-4be4-8f6a-959e790861d7 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:14.369662 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:14.378704 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07939605-d7e3-4610-b27a-fe8f2fbb5d56 x-openstack-request-id: req-07939605-d7e3-4610-b27a-fe8f2fbb5d56 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:14.379028 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb60bc9-126f-482e-a4d1-efbb14241316", "tag": "0e790913-094b-4bf2-b333-405e4878ecaa", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:14.379293 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07939605-d7e3-4610-b27a-fe8f2fbb5d56 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:14.379671 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb60bc9-126f-482e-a4d1-efbb14241316', 'tag': '0e790913-094b-4bf2-b333-405e4878ecaa', 'status': 'completed', 'code': 200} Aug 31 01:01:14.393356 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa', 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226', 'port_id': '2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa', 'mac_address': 'fa:16:3e:b7:c8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7742011b-325e-4e45-850d-1faede78d849', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:01:14.487181 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80679b-096e-45f1-a7a1-515633756244 req-0fa54db0-150a-489f-bca6-b9cabab5ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:14.489542 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b80679b-096e-45f1-a7a1-515633756244 req-0fa54db0-150a-489f-bca6-b9cabab5ec9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fc4d0d1e16146dba32fc1604dd5ab73&device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 1095 time: 0.0672414 Aug 31 01:01:14.524629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:14.525607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abac72e2-9000-4a94-840d-4a990fad9cae admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:14.533710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:14.533710 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:14.536021 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:14.540252 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4203d915-dcbd-4ac0-ab7d-b2676995540a None None] Sync routers for ids ['829ae076-1905-4d7a-b91a-94a29abd04f7'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:14.551099 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-abac72e2-9000-4a94-840d-4a990fad9cae admin admin] 10.222.0.16 "PUT /v2.0/routers/829ae076-1905-4d7a-b91a-94a29abd04f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5723352 Aug 31 01:01:14.556317 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4203d915-dcbd-4ac0-ab7d-b2676995540a None None] Routers {'829ae076-1905-4d7a-b91a-94a29abd04f7'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:14.556549 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93f6b664-87c9-4be4-8f6a-959e790861d7 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:14.557389 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4203d915-dcbd-4ac0-ab7d-b2676995540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['829ae076-1905-4d7a-b91a-94a29abd04f7'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:14.562074 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-93f6b664-87c9-4be4-8f6a-959e790861d7 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9571254 Aug 31 01:01:14.577464 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:14.606830 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49806) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:14.608323 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49808) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:14.609650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6b664-87c9-4be4-8f6a-959e790861d7 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07114f7-66f9-4686-8f4d-c1830bb1d7e0,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:14.622276 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:14.650120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80679b-096e-45f1-a7a1-515633756244 req-8fa6e8a8-81f7-4376-bff3-b46c7b0d6280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:14.652429 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b80679b-096e-45f1-a7a1-515633756244 req-8fa6e8a8-81f7-4376-bff3-b46c7b0d6280 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3fc4d0d1e16146dba32fc1604dd5ab73&shared=False HTTP/1.1" status: 200 len: 929 time: 0.1534207 Aug 31 01:01:14.678076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:14.714797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:14.821611 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-4203d915-dcbd-4ac0-ab7d-b2676995540a None None] Set router 829ae076-1905-4d7a-b91a-94a29abd04f7 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:14.837920 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:14.857735 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:14.873231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49818) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:14.920932 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:14.934806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:14.935103 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:14.987597 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6cc611-d1dd-4e68-aa37-5c02209bc318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:14.988481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a0761-f594-417e-afcb-7ccff8a8e7d8 req-2c29ed3c-51aa-4dd6-96aa-0b29c1ba96e2 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:14.991804 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7369026f-2735-4afd-8c10-1e85b46a997a" -d '{"events": [{"server_uuid": "dc6cc611-d1dd-4e68-aa37-5c02209bc318", "name": "network-vif-plugged", "status": "completed", "tag": "acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:15.003578 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-010a0761-f594-417e-afcb-7ccff8a8e7d8 req-2c29ed3c-51aa-4dd6-96aa-0b29c1ba96e2 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 943 time: 0.1734905 Aug 31 01:01:15.018948 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:15.029608 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80679b-096e-45f1-a7a1-515633756244 req-1b4c4962-0f25-47ea-9f4c-b45217625617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:15.032971 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b80679b-096e-45f1-a7a1-515633756244 req-1b4c4962-0f25-47ea-9f4c-b45217625617 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3718083 Aug 31 01:01:15.081466 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:15.142134 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4203d915-dcbd-4ac0-ab7d-b2676995540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527315897-router', 'tenant_id': '9669c5d759c747d48902e5c381cfb522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '35447541-5947-4e90-8ca1-90856835c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:28Z', 'updated_at': '2021-08-31T01:01:11Z', 'revision_number': 5, 'project_id': '9669c5d759c747d48902e5c381cfb522', 'gw_port': {'id': '35447541-5947-4e90-8ca1-90856835c802', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:32Z', 'updated_at': '2021-08-31T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:15.146933 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a15366-3fdb-489d-af67-7b57ca50a736 req-0b93f331-6ef8-4121-b216-ac582d052df4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:15.160211 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c5a15366-3fdb-489d-af67-7b57ca50a736 req-0b93f331-6ef8-4121-b216-ac582d052df4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.6237366 Aug 31 01:01:15.166033 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-010a0761-f594-417e-afcb-7ccff8a8e7d8 req-333bb1a8-7198-4c2f-8fc5-b42c585de271 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5fb679f-7d49-4d38-a4dc-7357ff493930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551929 Aug 31 01:01:15.200930 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:15.232718 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c5a15366-3fdb-489d-af67-7b57ca50a736 req-64146dc8-e8ca-407e-a0fa-05eae5367215 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675449 Aug 31 01:01:15.245825 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-418d1b31-2e26-4af8-8452-c20d226fbeb8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:15.255014 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4203d915-dcbd-4ac0-ab7d-b2676995540a None None] Checking router: 829ae076-1905-4d7a-b91a-94a29abd04f7 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:01:15.260084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42bb5-1980-4511-85c1-2927afc6685f req-1c50b659-5814-48c9-9b9a-36af974a2573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:15.262089 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-baf42bb5-1980-4511-85c1-2927afc6685f req-1c50b659-5814-48c9-9b9a-36af974a2573 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fc4d0d1e16146dba32fc1604dd5ab73&device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 1095 time: 0.1641006 Aug 31 01:01:15.263345 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:15.270900 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-10c8c346-222c-423a-beb6-e527df89ac54 admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:15.279200 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4203d915-dcbd-4ac0-ab7d-b2676995540a None None] Routers {'829ae076-1905-4d7a-b91a-94a29abd04f7'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:15.279999 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4203d915-dcbd-4ac0-ab7d-b2676995540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['829ae076-1905-4d7a-b91a-94a29abd04f7'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:15.289540 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-39f8bbea-d7c3-4a5f-a518-d5f054059f9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12954de66d9a46b7b9f62b2a33c88169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096742 Aug 31 01:01:15.308012 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49824) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:15.373080 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:15.417960 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba81559-d0af-484b-9ec8-b223aec8b532 x-openstack-request-id: req-5ba81559-d0af-484b-9ec8-b223aec8b532 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:15.419199 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6cc611-d1dd-4e68-aa37-5c02209bc318", "name": "network-vif-plugged", "status": "completed", "tag": "acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:15.419199 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ba81559-d0af-484b-9ec8-b223aec8b532 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:15.420222 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6cc611-d1dd-4e68-aa37-5c02209bc318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665', 'code': 200} Aug 31 01:01:15.475579 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-baf42bb5-1980-4511-85c1-2927afc6685f req-691b5a21-d2d8-4127-826a-6df4815069a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e790913-094b-4bf2-b333-405e4878ecaa HTTP/1.1" status: 200 len: 217 time: 0.2012568 Aug 31 01:01:15.507220 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-4203d915-dcbd-4ac0-ab7d-b2676995540a None None] Set router 829ae076-1905-4d7a-b91a-94a29abd04f7 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:15.539882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bf535-9173-4882-be8c-a02ffba9dd7c req-cc2bce50-2590-4720-ab3b-fd84883cb04f tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:15.541599 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a30bf535-9173-4882-be8c-a02ffba9dd7c req-cc2bce50-2590-4720-ab3b-fd84883cb04f tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=06d0f788-bb63-42e1-9dac-a29c878ecdbe HTTP/1.1" status: 200 len: 944 time: 0.1273415 Aug 31 01:01:15.560325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42bb5-1980-4511-85c1-2927afc6685f req-1e0ada57-7974-4dc7-b993-026bd4535b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:15.562128 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-baf42bb5-1980-4511-85c1-2927afc6685f req-1e0ada57-7974-4dc7-b993-026bd4535b8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f8ed88-0463-47cf-9ebc-76068dfcf6fd HTTP/1.1" status: 200 len: 867 time: 0.0778799 Aug 31 01:01:15.615073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d1b31-2e26-4af8-8452-c20d226fbeb8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Subnet': ['ID=8bb78975-1f94-4ff4-b42e-37ab26000d59,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:15.633750 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a30bf535-9173-4882-be8c-a02ffba9dd7c req-20303908-464b-471b-92eb-ddb6ff1023e7 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847595 Aug 31 01:01:15.651042 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42bb5-1980-4511-85c1-2927afc6685f req-c0bd374d-79c7-406f-9721-34feb911e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:15.654643 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-baf42bb5-1980-4511-85c1-2927afc6685f req-c0bd374d-79c7-406f-9721-34feb911e845 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9eddee8f-43a1-4252-b0c9-3f57e0c32f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749271 Aug 31 01:01:15.667291 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6b1c-99a5-4f17-bbff-207b67c29b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:15.669106 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418d1b31-2e26-4af8-8452-c20d226fbeb8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Checking segment: {'id': 'e7c63887-90ac-4797-a46c-0c5c5e12dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '43826ccf-8e2a-40b8-a9ff-56390cca6878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:15.669815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418d1b31-2e26-4af8-8452-c20d226fbeb8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network hostable DHCP agents. Network: 43826ccf-8e2a-40b8-a9ff-56390cca6878, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:01:15.707099 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ab7cb-c0ef-42cb-867b-5c1b8f081e5a req-31eb45df-90f8-46b3-a660-1126e9da64e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:15.709258 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e31ab7cb-c0ef-42cb-867b-5c1b8f081e5a req-31eb45df-90f8-46b3-a660-1126e9da64e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc6cc611-d1dd-4e68-aa37-5c02209bc318 HTTP/1.1" status: 200 len: 1098 time: 0.2200863 Aug 31 01:01:15.734252 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-10c8c346-222c-423a-beb6-e527df89ac54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:15.738814 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6b1c-99a5-4f17-bbff-207b67c29b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:15.777486 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-baf42bb5-1980-4511-85c1-2927afc6685f req-381eee54-b3a8-4098-9c32-d572e7fc5814 service neutron] 10.222.0.48 "GET /v2.0/networks/9eddee8f-43a1-4252-b0c9-3f57e0c32f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060412 Aug 31 01:01:15.799487 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4203d915-dcbd-4ac0-ab7d-b2676995540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527315897-router', 'tenant_id': '9669c5d759c747d48902e5c381cfb522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '35447541-5947-4e90-8ca1-90856835c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:28Z', 'updated_at': '2021-08-31T01:01:11Z', 'revision_number': 5, 'project_id': '9669c5d759c747d48902e5c381cfb522', 'gw_port': {'id': '35447541-5947-4e90-8ca1-90856835c802', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:32Z', 'updated_at': '2021-08-31T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:15.812972 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e31ab7cb-c0ef-42cb-867b-5c1b8f081e5a req-7624b680-16c8-439b-b382-e419efb93fef service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937560 Aug 31 01:01:15.818927 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:15.857224 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4203d915-dcbd-4ac0-ab7d-b2676995540a None None] The sync data for ids ['829ae076-1905-4d7a-b91a-94a29abd04f7'] in n-d-793621-34 is: [{'id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527315897-router', 'tenant_id': '9669c5d759c747d48902e5c381cfb522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '35447541-5947-4e90-8ca1-90856835c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:28Z', 'updated_at': '2021-08-31T01:01:11Z', 'revision_number': 5, 'project_id': '9669c5d759c747d48902e5c381cfb522', 'gw_port': {'id': '35447541-5947-4e90-8ca1-90856835c802', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829ae076-1905-4d7a-b91a-94a29abd04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:32Z', 'updated_at': '2021-08-31T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:15.883362 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418d1b31-2e26-4af8-8452-c20d226fbeb8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network 43826ccf-8e2a-40b8-a9ff-56390cca6878 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:01:15.909818 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-baf42bb5-1980-4511-85c1-2927afc6685f req-d7c330d2-0e04-46a7-936c-d6bc8ba59db7 service neutron] 10.222.0.48 "GET /v2.0/networks/9eddee8f-43a1-4252-b0c9-3f57e0c32f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248066 Aug 31 01:01:15.944505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 9b604cc6-1e4d-49a1-a3b1-cde809154135 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:15.980816 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6b1c-99a5-4f17-bbff-207b67c29b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:15.983684 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6b1c-99a5-4f17-bbff-207b67c29b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:15.984949 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d6ad6b1c-99a5-4f17-bbff-207b67c29b84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6ea30e8-ef1d-4b45-a61b-48aa1843c4ef HTTP/1.1" status: 204 len: 168 time: 0.6413174 Aug 31 01:01:15.986379 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Allocated IP 172.25.2.91 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/ddd19c0e-26b9-4355-9962-3f42cbff0540) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:16.011339 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad6b1c-99a5-4f17-bbff-207b67c29b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ea30e8-ef1d-4b45-a61b-48aa1843c4ef,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:16.025212 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-418d1b31-2e26-4af8-8452-c20d226fbeb8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 43826ccf-8e2a-40b8-a9ff-56390cca6878) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:16.044090 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bf2a37-4b1d-4a7f-91ce-0a33a5457658 None None] Network 43826ccf-8e2a-40b8-a9ff-56390cca6878 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:16.086926 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418d1b31-2e26-4af8-8452-c20d226fbeb8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:16.090448 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-418d1b31-2e26-4af8-8452-c20d226fbeb8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.110615 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-10c8c346-222c-423a-beb6-e527df89ac54 admin admin] Deleting port 35447541-5947-4e90-8ca1-90856835c802 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:16.110951 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-10c8c346-222c-423a-beb6-e527df89ac54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.138011 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:16.147269 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.234670 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.244958 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-10c8c346-222c-423a-beb6-e527df89ac54 admin admin] For port 35447541-5947-4e90-8ca1-90856835c802, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=35447541-5947-4e90-8ca1-90856835c802,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:16.245333 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-10c8c346-222c-423a-beb6-e527df89ac54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.276319 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-10c8c346-222c-423a-beb6-e527df89ac54 admin admin] Calling delete_port for 35447541-5947-4e90-8ca1-90856835c802 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:16.327642 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 25e48d0d-f477-4c4b-8634-60f5adcf1560 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:16.343097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 9b604cc6-1e4d-49a1-a3b1-cde809154135, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=9b604cc6-1e4d-49a1-a3b1-cde809154135,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:16.378603 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 25e48d0d-f477-4c4b-8634-60f5adcf1560 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:16.378962 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 25e48d0d-f477-4c4b-8634-60f5adcf1560 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:16.414578 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-418d1b31-2e26-4af8-8452-c20d226fbeb8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7062879 Aug 31 01:01:16.415469 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49834) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:16.426302 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d18080a9-25c3-48fc-9535-d22bd763444d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-235836155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:16.451610 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993770e8-72af-4aa4-82ba-ddb7c5321d4a req-fb8e9283-949b-4d22-8b39-c67458e2337f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:16.459785 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-993770e8-72af-4aa4-82ba-ddb7c5321d4a req-fb8e9283-949b-4d22-8b39-c67458e2337f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 945 time: 0.1022458 Aug 31 01:01:16.491179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68217f8-af71-4c02-a069-005a5f626167 req-a135e275-7517-4e13-99e9-06032c891571 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:16.492789 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e68217f8-af71-4c02-a069-005a5f626167 req-a135e275-7517-4e13-99e9-06032c891571 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 943 time: 0.1892779 Aug 31 01:01:16.518471 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-993770e8-72af-4aa4-82ba-ddb7c5321d4a req-8864f12c-dee5-4d9f-9aa3-b2241ca58c52 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572686 Aug 31 01:01:16.531397 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-43826ccf-8e2a-40b8-a9ff-56390cca6878', 'network_id': '43826ccf-8e2a-40b8-a9ff-56390cca6878', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'fixed_ips': [{'subnet_id': '8bb78975-1f94-4ff4-b42e-37ab26000d59'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:01:16.532760 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.578608 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.579696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:16.620472 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e68217f8-af71-4c02-a069-005a5f626167 req-36adab05-2b28-4dc9-be5a-a78effd35122 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5fb679f-7d49-4d38-a4dc-7357ff493930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914154 Aug 31 01:01:16.627970 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d18080a9-25c3-48fc-9535-d22bd763444d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.629033 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d18080a9-25c3-48fc-9535-d22bd763444d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.653996 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.655234 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:16.655758 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.655967 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:16.665606 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:16.693625 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:16.699498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Pushing event updated for resources: {'Port': ['ID=ddd19c0e-26b9-4355-9962-3f42cbff0540,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:16.882809 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-10c8c346-222c-423a-beb6-e527df89ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.916682 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=9b604cc6-1e4d-49a1-a3b1-cde809154135,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:16.932456 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcc7b9-3622-4e5d-9ebd-30e04485b757 req-a713bd4e-edb3-448d-99fa-3c0a7af94784 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:16.934403 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-affcc7b9-3622-4e5d-9ebd-30e04485b757 req-a713bd4e-edb3-448d-99fa-3c0a7af94784 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=06d0f788-bb63-42e1-9dac-a29c878ecdbe HTTP/1.1" status: 200 len: 944 time: 0.0937438 Aug 31 01:01:16.948766 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Allocated IP 2001:db8::2 (43826ccf-8e2a-40b8-a9ff-56390cca6878/8bb78975-1f94-4ff4-b42e-37ab26000d59/22f089b5-7408-4827-a6ea-944945a8819e) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:17.029079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8c346-222c-423a-beb6-e527df89ac54 admin admin] Pushing event deleted for resources: {'Port': ['ID=35447541-5947-4e90-8ca1-90856835c802,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:17.040585 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-affcc7b9-3622-4e5d-9ebd-30e04485b757 req-1f38dada-268a-422f-94e3-88d77ff1c0b2 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800037 Aug 31 01:01:17.041182 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:17.101339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:17.148903 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d18080a9-25c3-48fc-9535-d22bd763444d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:17.234285 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:17.257014 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Transition to ACTIVE for port object 22f089b5-7408-4827-a6ea-944945a8819e will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:17.284668 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:17.287757 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Transition to ACTIVE for port object 22f089b5-7408-4827-a6ea-944945a8819e will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:17.370295 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:17.422138 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fdc082-00a3-431e-8750-0cfc241c0d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b604cc6-1e4d-49a1-a3b1-cde809154135'}, {'server_uuid': '06d0f788-bb63-42e1-9dac-a29c878ecdbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:17.426522 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ce0816-f4d5-486f-a944-444fff1eee5e" -d '{"events": [{"server_uuid": "d8fdc082-00a3-431e-8750-0cfc241c0d90", "name": "network-vif-unplugged", "status": "completed", "tag": "9b604cc6-1e4d-49a1-a3b1-cde809154135"}, {"server_uuid": "06d0f788-bb63-42e1-9dac-a29c878ecdbe", "name": "network-vif-plugged", "status": "completed", "tag": "2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:17.485555 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f099406-40a7-4e7e-9db1-d7490edbccbc x-openstack-request-id: req-7f099406-40a7-4e7e-9db1-d7490edbccbc {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:17.485555 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fdc082-00a3-431e-8750-0cfc241c0d90", "name": "network-vif-unplugged", "status": "failed", "tag": "9b604cc6-1e4d-49a1-a3b1-cde809154135", "code": 422}, {"server_uuid": "06d0f788-bb63-42e1-9dac-a29c878ecdbe", "name": "network-vif-plugged", "status": "completed", "tag": "2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:17.485848 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f099406-40a7-4e7e-9db1-d7490edbccbc {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:17.486302 n-d-793621-34 neutron-server[102344]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8fdc082-00a3-431e-8750-0cfc241c0d90', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b604cc6-1e4d-49a1-a3b1-cde809154135', 'code': 422} returned with failed status Aug 31 01:01:17.486721 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d0f788-bb63-42e1-9dac-a29c878ecdbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa', 'code': 200} Aug 31 01:01:17.509859 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:17.550174 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:17.560738 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Network 43826ccf-8e2a-40b8-a9ff-56390cca6878 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:17.561569 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d18080a9-25c3-48fc-9535-d22bd763444d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:17.564129 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:17.569761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:17.578111 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Pushing event updated for resources: {'Port': ['ID=22f089b5-7408-4827-a6ea-944945a8819e,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:17.618784 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-10c8c346-222c-423a-beb6-e527df89ac54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:17.647901 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Attempting to bind port 22f089b5-7408-4827-a6ea-944945a8819e on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:17.648333 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Attempting to bind port 22f089b5-7408-4827-a6ea-944945a8819e by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'e7c63887-90ac-4797-a46c-0c5c5e12dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '43826ccf-8e2a-40b8-a9ff-56390cca6878'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:17.648816 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Attempting to bind port 22f089b5-7408-4827-a6ea-944945a8819e on network 43826ccf-8e2a-40b8-a9ff-56390cca6878 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:17.655154 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:17.655702 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Checking segment: {'id': 'e7c63887-90ac-4797-a46c-0c5c5e12dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '43826ccf-8e2a-40b8-a9ff-56390cca6878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:17.656199 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:17.656688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Bound using segment: {'id': 'e7c63887-90ac-4797-a46c-0c5c5e12dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '43826ccf-8e2a-40b8-a9ff-56390cca6878'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:17.657590 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Bound port: 22f089b5-7408-4827-a6ea-944945a8819e, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c63887-90ac-4797-a46c-0c5c5e12dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '43826ccf-8e2a-40b8-a9ff-56390cca6878'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:17.658085 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:17.726173 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d18080a9-25c3-48fc-9535-d22bd763444d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:17.727755 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d18080a9-25c3-48fc-9535-d22bd763444d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3110342 Aug 31 01:01:17.730614 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa44f7-d345-4810-b796-d18ffe6d6724 req-83315b2a-7578-4a4a-b24f-7884dfec63b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:17.732532 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49878) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:17.732876 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4fa44f7-d345-4810-b796-d18ffe6d6724 req-83315b2a-7578-4a4a-b24f-7884dfec63b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=06d0f788-bb63-42e1-9dac-a29c878ecdbe HTTP/1.1" status: 200 len: 1097 time: 0.1845810 Aug 31 01:01:17.739118 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e344023e-549e-4d2c-a3ab-30f122b9af42 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'port': {'network_id': '43826ccf-8e2a-40b8-a9ff-56390cca6878', 'name': 'tempest-RoutersIpV6Test-1064484355'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:17.782433 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] For port 22f089b5-7408-4827-a6ea-944945a8819e, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:17.787202 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] For port 22f089b5-7408-4827-a6ea-944945a8819e, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=22f089b5-7408-4827-a6ea-944945a8819e,segment=NetworkSegment(e7c63887-90ac-4797-a46c-0c5c5e12dee9),segment_id=e7c63887-90ac-4797-a46c-0c5c5e12dee9)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:17.800418 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-10c8c346-222c-423a-beb6-e527df89ac54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:17.809720 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-10c8c346-222c-423a-beb6-e527df89ac54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:17.826353 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:17.889221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51cf47-dc59-48bd-9659-ab072df74bc2 req-82c9e43d-4526-4bc8-a0a5-ba799d6f049f tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:17.890594 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4fa44f7-d345-4810-b796-d18ffe6d6724 req-7a1cdb32-e810-4f99-8bce-2f2528ae62c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092846 Aug 31 01:01:17.890792 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b51cf47-dc59-48bd-9659-ab072df74bc2 req-82c9e43d-4526-4bc8-a0a5-ba799d6f049f tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 943 time: 0.1604497 Aug 31 01:01:17.946381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0e790913-094b-4bf2-b333-405e4878ecaa details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:17.970768 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b51cf47-dc59-48bd-9659-ab072df74bc2 req-c04be711-40da-4a9b-a12d-b5390fca0c4f tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5fb679f-7d49-4d38-a4dc-7357ff493930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604935 Aug 31 01:01:18.078272 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.082461 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-10c8c346-222c-423a-beb6-e527df89ac54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.084151 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c8c346-222c-423a-beb6-e527df89ac54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 829ae076-1905-4d7a-b91a-94a29abd04f7 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:01:18.101631 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-10c8c346-222c-423a-beb6-e527df89ac54 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.107194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49894) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:18.111239 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-10c8c346-222c-423a-beb6-e527df89ac54 admin admin] 10.222.0.16 "DELETE /v2.0/routers/829ae076-1905-4d7a-b91a-94a29abd04f7 HTTP/1.1" status: 204 len: 168 time: 3.4829695 Aug 31 01:01:18.111988 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0e790913-094b-4bf2-b333-405e4878ecaa, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0e790913-094b-4bf2-b333-405e4878ecaa,segment=NetworkSegment(febb7187-f399-4af3-852d-f58fafac286c),segment_id=febb7187-f399-4af3-852d-f58fafac286c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:18.113266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e344023e-549e-4d2c-a3ab-30f122b9af42 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Made reservation on behalf of 7de7ed71264a4ac694a0cee7d619a40a for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:18.119965 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49896) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:18.120631 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e344023e-549e-4d2c-a3ab-30f122b9af42 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.244883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-e344023e-549e-4d2c-a3ab-30f122b9af42 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] device_id is not set on port 99706d92-82f3-49ad-a26c-a1f442e56a2d yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:01:18.294886 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.297827 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '0e790913-094b-4bf2-b333-405e4878ecaa', 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98', 'port_id': '0e790913-094b-4bf2-b333-405e4878ecaa', 'mac_address': 'fa:16:3e:61:a6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:01:18.315513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d2bf0a-d3c2-41c1-a601-51822cd08060 admin admin] Deleting subnet 5cfb687b-a299-4a77-a715-786d95c95594 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:01:18.321542 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c6d2bf0a-d3c2-41c1-a601-51822cd08060 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.329984 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.405107 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c6d2bf0a-d3c2-41c1-a601-51822cd08060 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.414385 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-877d6dc3-ab06-4f5a-8a37-5b6659bee9ea tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1131466442'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:18.464163 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.471404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58babffb-9f47-4043-8dfc-7dea2b3d728b None None] Pushing event updated for resources: {'Port': ['ID=22f089b5-7408-4827-a6ea-944945a8819e,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:18.502890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e790913-094b-4bf2-b333-405e4878ecaa {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:18.554412 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Pushing event updated for resources: {'Port': ['ID=ddd19c0e-26b9-4355-9962-3f42cbff0540,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:18.555263 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0e790913-094b-4bf2-b333-405e4878ecaa, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0e790913-094b-4bf2-b333-405e4878ecaa,segment=NetworkSegment(febb7187-f399-4af3-852d-f58fafac286c),segment_id=febb7187-f399-4af3-852d-f58fafac286c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:18.557820 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:18.557820 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:18.557820 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:18.557820 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:18.558489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:18.558489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:18.558746 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:18.560736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:18.560736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:18.560736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:18.560736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:18.560736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:18.570543 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.643509 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c6d2bf0a-d3c2-41c1-a601-51822cd08060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.694748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461d939-1637-4908-8ab5-e9a32fc04dfc req-fa0e66a3-fbc2-4374-a3c3-1e54dbb16fc3 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:18.704746 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b461d939-1637-4908-8ab5-e9a32fc04dfc req-fa0e66a3-fbc2-4374-a3c3-1e54dbb16fc3 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=06d0f788-bb63-42e1-9dac-a29c878ecdbe HTTP/1.1" status: 200 len: 945 time: 0.4434793 Aug 31 01:01:18.843359 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-e344023e-549e-4d2c-a3ab-30f122b9af42 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Allocated IP 2001:db8::1ca (43826ccf-8e2a-40b8-a9ff-56390cca6878/8bb78975-1f94-4ff4-b42e-37ab26000d59/99706d92-82f3-49ad-a26c-a1f442e56a2d) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:18.865596 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877d6dc3-ab06-4f5a-8a37-5b6659bee9ea tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Made reservation on behalf of 1933813fc4bb4bd88fe6ba5b8c4eeb28 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:18.868984 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-877d6dc3-ab06-4f5a-8a37-5b6659bee9ea tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.878099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b461d939-1637-4908-8ab5-e9a32fc04dfc req-25f38881-b903-468f-9e12-7b58c147babc tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709282 Aug 31 01:01:18.879928 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-877d6dc3-ab06-4f5a-8a37-5b6659bee9ea tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.890722 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.069203 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=0e790913-094b-4bf2-b333-405e4878ecaa,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:19.094578 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c6d2bf0a-d3c2-41c1-a601-51822cd08060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.125406 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.128114 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fe39f22e-5e43-4771-9c41-4dc0b0e3eb71 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4692259 Aug 31 01:01:19.175336 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-877d6dc3-ab06-4f5a-8a37-5b6659bee9ea tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.175518 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['0e790913-094b-4bf2-b333-405e4878ecaa'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:19.193472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2bf0a-d3c2-41c1-a601-51822cd08060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cfb687b-a299-4a77-a715-786d95c95594,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:19.242718 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c6d2bf0a-d3c2-41c1-a601-51822cd08060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.246847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efa7734-ec76-41df-8dd7-e6df9d72a860 None None] Network 03f224bc-9e28-4cba-9130-44c67b25904f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:19.249425 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c6d2bf0a-d3c2-41c1-a601-51822cd08060 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5cfb687b-a299-4a77-a715-786d95c95594 HTTP/1.1" status: 204 len: 168 time: 1.1396296 Aug 31 01:01:19.255407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49916) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:19.288235 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e344023e-549e-4d2c-a3ab-30f122b9af42 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.312766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-e344023e-549e-4d2c-a3ab-30f122b9af42 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Transition to ACTIVE for port object 99706d92-82f3-49ad-a26c-a1f442e56a2d will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:19.353396 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.363940 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b5ebe-be93-41ab-bb20-55f9ea18656d req-e53b79c6-07db-4875-a579-b5a100cddd9a tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:19.373522 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-877d6dc3-ab06-4f5a-8a37-5b6659bee9ea tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.373732 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fd0b5ebe-be93-41ab-bb20-55f9ea18656d req-e53b79c6-07db-4875-a579-b5a100cddd9a tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 944 time: 0.2473319 Aug 31 01:01:19.407202 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d6dc3-ab06-4f5a-8a37-5b6659bee9ea tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5179b8-7b7d-492c-8d05-529a55c60f3b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:19.428947 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877d6dc3-ab06-4f5a-8a37-5b6659bee9ea tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:01:19.457454 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fd0b5ebe-be93-41ab-bb20-55f9ea18656d req-cc7e3bc1-0e4a-4f59-938f-6b87c456e488 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5fb679f-7d49-4d38-a4dc-7357ff493930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830641 Aug 31 01:01:19.466980 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-877d6dc3-ab06-4f5a-8a37-5b6659bee9ea tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.467345 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-877d6dc3-ab06-4f5a-8a37-5b6659bee9ea tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Added segment a348bcd9-d053-4d8b-b21a-192fdc048d9b of type vlan for network 4533214d-0ce8-480c-a2b2-ecd533a58daf Aug 31 01:01:19.558908 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-877d6dc3-ab06-4f5a-8a37-5b6659bee9ea tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.570853 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] Deleting port 32282c84-57cd-4df1-9746-28e8d56426c1 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:19.571237 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.668151 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e344023e-549e-4d2c-a3ab-30f122b9af42 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.671287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de3d311-b1ef-46ff-8534-c7c0e43e16f7 None None] DHCP port deletion for 03f224bc-9e28-4cba-9130-44c67b25904f request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:01:19.727385 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] For port 32282c84-57cd-4df1-9746-28e8d56426c1, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=32282c84-57cd-4df1-9746-28e8d56426c1,segment=NetworkSegment(4afe1bc3-637a-4c05-a36f-bdbca82f692c),segment_id=4afe1bc3-637a-4c05-a36f-bdbca82f692c)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:19.727762 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.732672 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0de3d311-b1ef-46ff-8534-c7c0e43e16f7 None None] Deleting port 32282c84-57cd-4df1-9746-28e8d56426c1 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:19.733374 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0de3d311-b1ef-46ff-8534-c7c0e43e16f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.745716 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] Calling delete_port for 32282c84-57cd-4df1-9746-28e8d56426c1 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:19.781906 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e344023e-549e-4d2c-a3ab-30f122b9af42 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network 43826ccf-8e2a-40b8-a9ff-56390cca6878 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:19.791840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344023e-549e-4d2c-a3ab-30f122b9af42 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=99706d92-82f3-49ad-a26c-a1f442e56a2d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:19.795922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-e344023e-549e-4d2c-a3ab-30f122b9af42 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:19.798298 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e344023e-549e-4d2c-a3ab-30f122b9af42 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:19.806235 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e344023e-549e-4d2c-a3ab-30f122b9af42 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:19.807264 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e344023e-549e-4d2c-a3ab-30f122b9af42 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.816730 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0de3d311-b1ef-46ff-8534-c7c0e43e16f7 None None] For port 32282c84-57cd-4df1-9746-28e8d56426c1, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=32282c84-57cd-4df1-9746-28e8d56426c1,segment=NetworkSegment(4afe1bc3-637a-4c05-a36f-bdbca82f692c),segment_id=4afe1bc3-637a-4c05-a36f-bdbca82f692c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:19.817302 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0de3d311-b1ef-46ff-8534-c7c0e43e16f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.835085 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0de3d311-b1ef-46ff-8534-c7c0e43e16f7 None None] Calling delete_port for 32282c84-57cd-4df1-9746-28e8d56426c1 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:19.854527 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-64054b80-927e-4579-a766-195872c8cea8 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--621228913&fields=id&tenant_id=81a97738e4294f8b81fd753891f12c4b HTTP/1.1" status: 200 len: 267 time: 0.1691751 Aug 31 01:01:19.937131 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-877d6dc3-ab06-4f5a-8a37-5b6659bee9ea tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.939162 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0add4e1-6073-4354-b599-6fdb9b2d0014 None None] Network 43826ccf-8e2a-40b8-a9ff-56390cca6878 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:19.944189 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 9b604cc6-1e4d-49a1-a3b1-cde809154135 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:19.949399 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877d6dc3-ab06-4f5a-8a37-5b6659bee9ea tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:19.949947 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e344023e-549e-4d2c-a3ab-30f122b9af42 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2157414 Aug 31 01:01:19.950821 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-877d6dc3-ab06-4f5a-8a37-5b6659bee9ea tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.950929 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49930) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:20.018009 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.044492 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0de3d311-b1ef-46ff-8534-c7c0e43e16f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.062738 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591c4ba-4072-4179-94d9-6bbcdf0635a8 req-e1eb11ad-0883-4911-8b3d-26c4d621e0b0 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:20.066992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-71cc4fb6-5289-4271-960f-a9b21644d841 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:20.069676 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9591c4ba-4072-4179-94d9-6bbcdf0635a8 req-e1eb11ad-0883-4911-8b3d-26c4d621e0b0 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8fdc082-00a3-431e-8750-0cfc241c0d90 HTTP/1.1" status: 200 len: 943 time: 0.2631631 Aug 31 01:01:20.075492 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-71cc4fb6-5289-4271-960f-a9b21644d841 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/networks?id=f8b93c27-42a8-4735-b10d-15e13ecf494d HTTP/1.1" status: 200 len: 815 time: 0.2199724 Aug 31 01:01:20.084150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=32282c84-57cd-4df1-9746-28e8d56426c1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:20.087781 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de3d311-b1ef-46ff-8534-c7c0e43e16f7 None None] No DVR routers for this DVR port 32282c84-57cd-4df1-9746-28e8d56426c1 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:20.093701 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-877d6dc3-ab06-4f5a-8a37-5b6659bee9ea tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9691293 Aug 31 01:01:20.093942 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3d311-b1ef-46ff-8534-c7c0e43e16f7 None None] Pushing event deleted for resources: {'Port': ['ID=32282c84-57cd-4df1-9746-28e8d56426c1,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:20.117549 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-99faa14f-6fef-4162-8f37-9ba3eb217213 None None] Provisioning for port 22f089b5-7408-4827-a6ea-944945a8819e completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:20.119455 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] No DVR routers for this DVR port 32282c84-57cd-4df1-9746-28e8d56426c1 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:20.121060 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49932) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:20.123193 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d6dc3-ab06-4f5a-8a37-5b6659bee9ea tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Network': ['ID=4533214d-0ce8-480c-a2b2-ecd533a58daf,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:20.134542 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-cb5910ac-60c6-49cd-9c39-46031ccec053 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'subnet': {'network_id': '4533214d-0ce8-480c-a2b2-ecd533a58daf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:20.149965 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 4533214d-0ce8-480c-a2b2-ecd533a58daf details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:01:20.204212 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-6ba8991f-53cc-4334-b76b-b9427d01b676 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/quotas/81a97738e4294f8b81fd753891f12c4b HTTP/1.1" status: 200 len: 375 time: 0.1126726 Aug 31 01:01:20.320580 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.338488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f224bc-9e28-4cba-9130-44c67b25904f']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:20.371049 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afe1bc3-637a-4c05-a36f-bdbca82f692c') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:20.376631 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afe1bc3-637a-4c05-a36f-bdbca82f692c') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:20.392800 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.421223 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-9591c4ba-4072-4179-94d9-6bbcdf0635a8 req-8892345c-7208-4645-a4c9-6ba20e286750 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Deleting port 9b604cc6-1e4d-49a1-a3b1-cde809154135 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:20.433367 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9591c4ba-4072-4179-94d9-6bbcdf0635a8 req-8892345c-7208-4645-a4c9-6ba20e286750 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.433367 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.470900 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:01:20.471354 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:01:20.473595 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:01:20.500215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 22f089b5-7408-4827-a6ea-944945a8819e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:20.533959 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5910ac-60c6-49cd-9c39-46031ccec053 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Made reservation on behalf of 1933813fc4bb4bd88fe6ba5b8c4eeb28 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:20.537774 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb5910ac-60c6-49cd-9c39-46031ccec053 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.691870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-9591c4ba-4072-4179-94d9-6bbcdf0635a8 req-8892345c-7208-4645-a4c9-6ba20e286750 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] For port 9b604cc6-1e4d-49a1-a3b1-cde809154135, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=9b604cc6-1e4d-49a1-a3b1-cde809154135,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:20.692254 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9591c4ba-4072-4179-94d9-6bbcdf0635a8 req-8892345c-7208-4645-a4c9-6ba20e286750 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.701306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 22f089b5-7408-4827-a6ea-944945a8819e completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:20.713406 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 22f089b5-7408-4827-a6ea-944945a8819e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:20.713406 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.716242 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-9591c4ba-4072-4179-94d9-6bbcdf0635a8 req-8892345c-7208-4645-a4c9-6ba20e286750 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Calling delete_port for 9b604cc6-1e4d-49a1-a3b1-cde809154135 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:20.793556 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.805813 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-e7f8ad78-4faf-46fd-ae55-f7003964c9c1 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=81a97738e4294f8b81fd753891f12c4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5982077 Aug 31 01:01:20.815668 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.830482 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.834689 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/03f224bc-9e28-4cba-9130-44c67b25904f HTTP/1.1" status: 204 len: 168 time: 1.5690253 Aug 31 01:01:20.854796 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d0b25961-0566-462a-8ee2-d87540adca4b None None] Provisioning for port 99706d92-82f3-49ad-a26c-a1f442e56a2d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:20.861706 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d0b25961-0566-462a-8ee2-d87540adca4b None None] Provisioning complete for port 99706d92-82f3-49ad-a26c-a1f442e56a2d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:20.862194 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d0b25961-0566-462a-8ee2-d87540adca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.900666 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 22f089b5-7408-4827-a6ea-944945a8819e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=22f089b5-7408-4827-a6ea-944945a8819e,segment=NetworkSegment(e7c63887-90ac-4797-a46c-0c5c5e12dee9),segment_id=e7c63887-90ac-4797-a46c-0c5c5e12dee9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:20.995033 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d0b25961-0566-462a-8ee2-d87540adca4b None None] Port 99706d92-82f3-49ad-a26c-a1f442e56a2d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:21.011903 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.038627 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f566ba4-ba2e-459e-9190-e81c7dbea3a2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.043194 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d0b25961-0566-462a-8ee2-d87540adca4b None None] Provisioning complete for port 22f089b5-7408-4827-a6ea-944945a8819e triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:21.043194 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d0b25961-0566-462a-8ee2-d87540adca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.051683 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-fc0d847c-6570-4f44-813b-9133a9a082cf service neutron] 10.222.0.16 "GET /v2.0/networks/f8b93c27-42a8-4735-b10d-15e13ecf494d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320745 Aug 31 01:01:21.085987 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c465c-2882-4066-86ca-769f9f4253a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=03f224bc-9e28-4cba-9130-44c67b25904f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:21.145090 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb5910ac-60c6-49cd-9c39-46031ccec053 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.156086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 32282c84-57cd-4df1-9746-28e8d56426c1 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:21.195854 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 32282c84-57cd-4df1-9746-28e8d56426c1 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:21.196194 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 32282c84-57cd-4df1-9746-28e8d56426c1 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:21.196840 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 35447541-5947-4e90-8ca1-90856835c802 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:21.255242 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 35447541-5947-4e90-8ca1-90856835c802 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:21.255707 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 35447541-5947-4e90-8ca1-90856835c802 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:21.277890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=22f089b5-7408-4827-a6ea-944945a8819e,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:21.299276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5910ac-60c6-49cd-9c39-46031ccec053 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Subnet': ['ID=ff5fe78a-03d8-4d94-8f4b-8e3e83f17edc,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:21.332492 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5910ac-60c6-49cd-9c39-46031ccec053 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Checking segment: {'id': 'a348bcd9-d053-4d8b-b21a-192fdc048d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4533214d-0ce8-480c-a2b2-ecd533a58daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:21.333029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5910ac-60c6-49cd-9c39-46031ccec053 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network hostable DHCP agents. Network: 4533214d-0ce8-480c-a2b2-ecd533a58daf, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:01:21.387497 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-be86ddf8-2bcf-4466-9a4f-f0204b44fd71 service neutron] 10.222.0.16 "GET /v2.0/networks/f8b93c27-42a8-4735-b10d-15e13ecf494d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340025 Aug 31 01:01:21.410552 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9591c4ba-4072-4179-94d9-6bbcdf0635a8 req-8892345c-7208-4645-a4c9-6ba20e286750 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.463192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ad9baf44-6207-4d0b-ba00-de4bb9251c34 None None] Provisioning complete for port 99706d92-82f3-49ad-a26c-a1f442e56a2d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:21.463750 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ad9baf44-6207-4d0b-ba00-de4bb9251c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.469093 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892345c-7208-4645-a4c9-6ba20e286750 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Pushing event deleted for resources: {'Port': ['ID=9b604cc6-1e4d-49a1-a3b1-cde809154135,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:21.516757 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ad9baf44-6207-4d0b-ba00-de4bb9251c34 None None] Port 99706d92-82f3-49ad-a26c-a1f442e56a2d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:21.536949 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5910ac-60c6-49cd-9c39-46031ccec053 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network 4533214d-0ce8-480c-a2b2-ecd533a58daf is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:01:21.563090 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-9591c4ba-4072-4179-94d9-6bbcdf0635a8 req-8892345c-7208-4645-a4c9-6ba20e286750 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] No DVR routers for this DVR port 9b604cc6-1e4d-49a1-a3b1-cde809154135 on host n-h1-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:21.567077 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-9591c4ba-4072-4179-94d9-6bbcdf0635a8 req-8892345c-7208-4645-a4c9-6ba20e286750 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.570280 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9591c4ba-4072-4179-94d9-6bbcdf0635a8 req-8892345c-7208-4645-a4c9-6ba20e286750 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "DELETE /v2.0/ports/9b604cc6-1e4d-49a1-a3b1-cde809154135 HTTP/1.1" status: 204 len: 173 time: 1.4991193 Aug 31 01:01:21.570532 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fdc082-00a3-431e-8750-0cfc241c0d90', 'name': 'network-vif-deleted', 'tag': '9b604cc6-1e4d-49a1-a3b1-cde809154135'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:21.574248 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753088e8-3fad-4ea1-b044-51453ee66dc2" -d '{"events": [{"server_uuid": "d8fdc082-00a3-431e-8750-0cfc241c0d90", "name": "network-vif-deleted", "tag": "9b604cc6-1e4d-49a1-a3b1-cde809154135"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:21.606021 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f566ba4-ba2e-459e-9190-e81c7dbea3a2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.611724 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49942) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:21.663624 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-31fb71fb-1d2c-45ba-8b87-6c024ccbbb28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9669c5d759c747d48902e5c381cfb522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499921 Aug 31 01:01:21.667282 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49944) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:21.712601 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-cb5910ac-60c6-49cd-9c39-46031ccec053 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 4533214d-0ce8-480c-a2b2-ecd533a58daf) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:21.737646 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f566ba4-ba2e-459e-9190-e81c7dbea3a2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.738207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5910ac-60c6-49cd-9c39-46031ccec053 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:21.738207 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb5910ac-60c6-49cd-9c39-46031ccec053 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.757792 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e1831b-e8d2-4987-a64b-dc5243937b51 None None] Network 4533214d-0ce8-480c-a2b2-ecd533a58daf requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:21.901099 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cb5910ac-60c6-49cd-9c39-46031ccec053 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7758980 Aug 31 01:01:21.901673 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49950) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:21.911986 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-994166531', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}, 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:21.923592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f566ba4-ba2e-459e-9190-e81c7dbea3a2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=99706d92-82f3-49ad-a26c-a1f442e56a2d,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:21.963534 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d8740a56-5b85-4c50-bf3d-63720cf985c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.013033 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0e790913-094b-4bf2-b333-405e4878ecaa up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:22.071275 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d8740a56-5b85-4c50-bf3d-63720cf985c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.073165 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3fcc82-8565-4477-80fa-9eecbd14337a None None] Network 4533214d-0ce8-480c-a2b2-ecd533a58daf requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:22.118003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878b0eb-bd75-462c-a711-49f3fc750760 req-1d508dfe-f552-49f9-ab1f-712406afab07 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:22.130487 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c878b0eb-bd75-462c-a711-49f3fc750760 req-1d508dfe-f552-49f9-ab1f-712406afab07 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=06d0f788-bb63-42e1-9dac-a29c878ecdbe HTTP/1.1" status: 200 len: 945 time: 0.3019998 Aug 31 01:01:22.136539 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.138851 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.230058 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.243434 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f566ba4-ba2e-459e-9190-e81c7dbea3a2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.330788 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-228e7952-5e87-44a8-af75-3dc46590911a None None] Provisioning complete for port 99706d92-82f3-49ad-a26c-a1f442e56a2d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:22.331159 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-228e7952-5e87-44a8-af75-3dc46590911a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.396868 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c878b0eb-bd75-462c-a711-49f3fc750760 req-5399c1fb-6b1b-4b11-a6e7-708b432f145b tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625148 Aug 31 01:01:22.408436 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 0e790913-094b-4bf2-b333-405e4878ecaa completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:22.440670 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 0e790913-094b-4bf2-b333-405e4878ecaa triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:22.441269 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.445887 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-228e7952-5e87-44a8-af75-3dc46590911a None None] Port 99706d92-82f3-49ad-a26c-a1f442e56a2d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:22.497111 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 22f089b5-7408-4827-a6ea-944945a8819e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:22.648083 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8da98-fab9-4714-8cc5-20cab42fad32 req-2aeec229-7b21-4718-86a5-dab41e101d42 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:22.649364 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 22f089b5-7408-4827-a6ea-944945a8819e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:22.649867 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.651038 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2af8da98-fab9-4714-8cc5-20cab42fad32 req-2aeec229-7b21-4718-86a5-dab41e101d42 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 944 time: 0.1149120 Aug 31 01:01:22.653481 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.722493 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.746173 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f566ba4-ba2e-459e-9190-e81c7dbea3a2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.751773 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d8740a56-5b85-4c50-bf3d-63720cf985c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.754407 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d8740a56-5b85-4c50-bf3d-63720cf985c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.756164 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d8740a56-5b85-4c50-bf3d-63720cf985c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbd0c747-ee08-4ff0-a966-23f09802b631 HTTP/1.1" status: 204 len: 168 time: 1.0876741 Aug 31 01:01:22.771454 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2af8da98-fab9-4714-8cc5-20cab42fad32 req-a2b4f420-3dca-4e21-827f-9cecf6c08e94 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5fb679f-7d49-4d38-a4dc-7357ff493930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015754 Aug 31 01:01:22.774168 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb60bc9-126f-482e-a4d1-efbb14241316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e790913-094b-4bf2-b333-405e4878ecaa'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:22.778846 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5602e65-9760-43f4-8a06-fb9c4fd26282" -d '{"events": [{"server_uuid": "cbb60bc9-126f-482e-a4d1-efbb14241316", "name": "network-vif-plugged", "status": "completed", "tag": "0e790913-094b-4bf2-b333-405e4878ecaa"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:22.783465 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8740a56-5b85-4c50-bf3d-63720cf985c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd0c747-ee08-4ff0-a966-23f09802b631,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:22.813692 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0e790913-094b-4bf2-b333-405e4878ecaa, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0e790913-094b-4bf2-b333-405e4878ecaa,segment=NetworkSegment(febb7187-f399-4af3-852d-f58fafac286c),segment_id=febb7187-f399-4af3-852d-f58fafac286c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:22.952454 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:23.070870 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=0e790913-094b-4bf2-b333-405e4878ecaa,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:23.089472 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfe1a53-c0dc-44dc-a9d4-9f433ab21b47 x-openstack-request-id: req-6cfe1a53-c0dc-44dc-a9d4-9f433ab21b47 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:23.090153 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fdc082-00a3-431e-8750-0cfc241c0d90", "name": "network-vif-deleted", "tag": "9b604cc6-1e4d-49a1-a3b1-cde809154135", "status": "failed", "code": 422}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:23.090572 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cfe1a53-c0dc-44dc-a9d4-9f433ab21b47 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:23.091341 n-d-793621-34 neutron-server[102343]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8fdc082-00a3-431e-8750-0cfc241c0d90', 'name': 'network-vif-deleted', 'tag': '9b604cc6-1e4d-49a1-a3b1-cde809154135', 'status': 'failed', 'code': 422} returned with failed status Aug 31 01:01:23.206594 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b02df0e-64d9-4715-a5b3-fba88fd7d58a req-38c8abe2-8787-4b9d-a31c-06579f6e277c tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 210 time: 0.0591090 Aug 31 01:01:23.267075 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:23.309617 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:23.339029 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d041cde4-38f7-4aeb-90b1-93404628cae8 x-openstack-request-id: req-d041cde4-38f7-4aeb-90b1-93404628cae8 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:23.339960 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb60bc9-126f-482e-a4d1-efbb14241316", "name": "network-vif-plugged", "status": "completed", "tag": "0e790913-094b-4bf2-b333-405e4878ecaa", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:23.340962 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d041cde4-38f7-4aeb-90b1-93404628cae8 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:23.347004 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb60bc9-126f-482e-a4d1-efbb14241316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e790913-094b-4bf2-b333-405e4878ecaa', 'code': 200} Aug 31 01:01:23.464406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15eb75a-0ded-418f-a51d-f722f9a0cb2a req-4de3d027-2d35-4d81-9454-b588dd760733 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:23.473248 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e15eb75a-0ded-418f-a51d-f722f9a0cb2a req-4de3d027-2d35-4d81-9454-b588dd760733 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc6cc611-d1dd-4e68-aa37-5c02209bc318 HTTP/1.1" status: 200 len: 946 time: 0.1711593 Aug 31 01:01:23.477107 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f566ba4-ba2e-459e-9190-e81c7dbea3a2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:23.511213 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Allocated IP 172.25.2.6 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/1c7762c8-61db-4f03-8236-bc3edbc0fdc4) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:23.572596 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e15eb75a-0ded-418f-a51d-f722f9a0cb2a req-75f7b33d-524a-422c-a3f7-0694d83f0664 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980229 Aug 31 01:01:23.585596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a56fe-697e-4dc8-a4f7-9ed8741f8765 req-f2a6bb49-e7d3-40f1-942d-98228b4e9223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:23.588602 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e5a56fe-697e-4dc8-a4f7-9ed8741f8765 req-f2a6bb49-e7d3-40f1-942d-98228b4e9223 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 1097 time: 0.1085403 Aug 31 01:01:23.653384 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e5a56fe-697e-4dc8-a4f7-9ed8741f8765 req-24b7e83f-9549-4eee-8ac2-608746450cc2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f5fb679f-7d49-4d38-a4dc-7357ff493930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562966 Aug 31 01:01:23.677558 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f566ba4-ba2e-459e-9190-e81c7dbea3a2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:23.677558 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f566ba4-ba2e-459e-9190-e81c7dbea3a2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:23.795726 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:23.829062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f566ba4-ba2e-459e-9190-e81c7dbea3a2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=99706d92-82f3-49ad-a26c-a1f442e56a2d,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:23.883402 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ad07d12b-f2e5-4758-ae24-a9a9ae41a594 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:23.885735 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ad07d12b-f2e5-4758-ae24-a9a9ae41a594 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/networks?id=d402af4a-8a8e-49ea-8168-c26e094719ad HTTP/1.1" status: 200 len: 811 time: 0.1920230 Aug 31 01:01:23.909299 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f566ba4-ba2e-459e-9190-e81c7dbea3a2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network 43826ccf-8e2a-40b8-a9ff-56390cca6878 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:23.912305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-8f566ba4-ba2e-459e-9190-e81c7dbea3a2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:23.929309 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-df2bc3ba-38b9-45a6-bd0c-3275d9bb6a6f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/quotas/b2866efdbfc8416eaf80fb5e263ad174 HTTP/1.1" status: 200 len: 375 time: 0.0318964 Aug 31 01:01:23.977385 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-6859d41b-7ecd-4b1b-a272-10910503db72 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470026 Aug 31 01:01:24.084425 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:24.147637 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:24.156554 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:24.168893 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:24.178194 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=1c7762c8-61db-4f03-8236-bc3edbc0fdc4,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:24.237638 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-0ae9b593-9bc4-4ea9-8db3-7f6e2d6f65cc service neutron] 10.222.0.16 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588680 Aug 31 01:01:24.394626 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d153fb8e-d6f7-4c1b-8580-b0c5e761f962 None None] Provisioning complete for port 99706d92-82f3-49ad-a26c-a1f442e56a2d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:24.395800 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d153fb8e-d6f7-4c1b-8580-b0c5e761f962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:24.431465 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0ab8c-b3ed-4d21-875d-8de27464a648 req-92be7808-200b-4fae-88b9-f6e835b45788 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:24.433317 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3af0ab8c-b3ed-4d21-875d-8de27464a648 req-92be7808-200b-4fae-88b9-f6e835b45788 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 945 time: 0.0769620 Aug 31 01:01:24.439711 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f566ba4-ba2e-459e-9190-e81c7dbea3a2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:01:24.447422 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d153fb8e-d6f7-4c1b-8580-b0c5e761f962 None None] Port 99706d92-82f3-49ad-a26c-a1f442e56a2d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:24.477553 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-d1655dc3-f52f-42a1-8582-6ffd9e31e12d service neutron] 10.222.0.16 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310517 Aug 31 01:01:24.575060 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3af0ab8c-b3ed-4d21-875d-8de27464a648 req-e81a5a4a-b531-49b2-90d4-605f3c9fa2b7 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5fb679f-7d49-4d38-a4dc-7357ff493930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264811 Aug 31 01:01:24.606576 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f566ba4-ba2e-459e-9190-e81c7dbea3a2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:24.624786 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8f566ba4-ba2e-459e-9190-e81c7dbea3a2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6606147 Aug 31 01:01:24.626823 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50008) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:24.628077 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8176628-4f25-4b8c-b6b8-4da44d9b55b5 None None] Sync routers for ids ['d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:24.647392 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8176628-4f25-4b8c-b6b8-4da44d9b55b5 None None] Routers {'d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:24.648266 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b8176628-4f25-4b8c-b6b8-4da44d9b55b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:24.701625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6336b068-3fba-4375-b7ce-ed5e13b99095 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:24.705654 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6336b068-3fba-4375-b7ce-ed5e13b99095 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/ports/99706d92-82f3-49ad-a26c-a1f442e56a2d HTTP/1.1" status: 200 len: 984 time: 0.0753868 Aug 31 01:01:24.707773 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50012) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:24.734124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b8176628-4f25-4b8c-b6b8-4da44d9b55b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:24.764555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8176628-4f25-4b8c-b6b8-4da44d9b55b5 None None] Routers {'d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:24.765308 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b8176628-4f25-4b8c-b6b8-4da44d9b55b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:24.813387 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b8176628-4f25-4b8c-b6b8-4da44d9b55b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:24.814110 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8176628-4f25-4b8c-b6b8-4da44d9b55b5 None None] The sync data for ids ['d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:25.036999 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-89f4b17b-027b-4d1f-b749-c887ca731a1d req-fa1728cb-f69e-4cef-b97f-4cce1b81524c tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 210 time: 0.0947459 Aug 31 01:01:25.218188 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-10eab79c-2792-48b4-a4d8-4ac5778c8258 req-9df394ac-bc8f-4c08-82c4-dd0e01c04e0e tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 210 time: 0.0547192 Aug 31 01:01:25.309389 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:25.524587 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e171a356-bae3-4fac-ad6c-18e8ba959d48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:25.673184 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2354c3f-7f5a-44c3-8fe6-206e59b32234 req-bea282e0-80c6-4523-9135-444ef6efb342 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:25.674763 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f2354c3f-7f5a-44c3-8fe6-206e59b32234 req-bea282e0-80c6-4523-9135-444ef6efb342 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc6cc611-d1dd-4e68-aa37-5c02209bc318 HTTP/1.1" status: 200 len: 946 time: 0.0887127 Aug 31 01:01:25.675831 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:25.841002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb04f0f-0287-41b1-b95e-33d0d799f27b req-7c7383fc-1339-4ead-bfe7-f83e3526ae88 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:25.842768 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5cb04f0f-0287-41b1-b95e-33d0d799f27b req-7c7383fc-1339-4ead-bfe7-f83e3526ae88 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 945 time: 0.1753023 Aug 31 01:01:25.917075 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5cb04f0f-0287-41b1-b95e-33d0d799f27b req-4f3145a4-a083-48b9-96c6-d0ccac365cd4 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5fb679f-7d49-4d38-a4dc-7357ff493930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630753 Aug 31 01:01:25.989919 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-f2354c3f-7f5a-44c3-8fe6-206e59b32234 req-deb1d6b3-5eca-4eae-b4b1-745f818bf4a2 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Deleting port acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:25.990358 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f2354c3f-7f5a-44c3-8fe6-206e59b32234 req-deb1d6b3-5eca-4eae-b4b1-745f818bf4a2 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:26.104109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-e171a356-bae3-4fac-ad6c-18e8ba959d48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting port 99706d92-82f3-49ad-a26c-a1f442e56a2d {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:26.104109 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e171a356-bae3-4fac-ad6c-18e8ba959d48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:26.195297 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router fc26987c-0a47-4a7a-8602-0814512f4e7d is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:01:26.374894 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50062) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:26.453252 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-f2354c3f-7f5a-44c3-8fe6-206e59b32234 req-deb1d6b3-5eca-4eae-b4b1-745f818bf4a2 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] For port acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:26.454009 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f2354c3f-7f5a-44c3-8fe6-206e59b32234 req-deb1d6b3-5eca-4eae-b4b1-745f818bf4a2 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:26.491173 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-32e80ea0-de3d-49ca-96f1-2aefbc34f5c5 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 258 time: 0.4739888 Aug 31 01:01:26.512642 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-7c115a4e-0ba8-4ccd-8946-d620aa21a636 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:26.533096 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-f2354c3f-7f5a-44c3-8fe6-206e59b32234 req-deb1d6b3-5eca-4eae-b4b1-745f818bf4a2 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Calling delete_port for acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:26.562760 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:26.593902 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44927fa2-fa3d-4d70-8241-857e1e03688b None None] Sync routers for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:26.625674 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44927fa2-fa3d-4d70-8241-857e1e03688b None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:26.627640 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-44927fa2-fa3d-4d70-8241-857e1e03688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:26.696998 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-fe1782ab-3068-4618-8fbe-b09cfd4b5ba4 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:26.698595 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-fe1782ab-3068-4618-8fbe-b09cfd4b5ba4 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.48 "GET /v2.0/networks?id=f8b93c27-42a8-4735-b10d-15e13ecf494d HTTP/1.1" status: 200 len: 815 time: 0.6980271 Aug 31 01:01:26.714651 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-44927fa2-fa3d-4d70-8241-857e1e03688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:26.729523 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44927fa2-fa3d-4d70-8241-857e1e03688b None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:26.730559 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-44927fa2-fa3d-4d70-8241-857e1e03688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:26.742084 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-7c115a4e-0ba8-4ccd-8946-d620aa21a636 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:26.750511 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e171a356-bae3-4fac-ad6c-18e8ba959d48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:26.764340 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-486a83b9-f81d-4449-9efc-1390b6c91944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:26.772370 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-44927fa2-fa3d-4d70-8241-857e1e03688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:26.773545 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44927fa2-fa3d-4d70-8241-857e1e03688b None None] The sync data for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:26.779592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-e171a356-bae3-4fac-ad6c-18e8ba959d48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Calling delete_port for 99706d92-82f3-49ad-a26c-a1f442e56a2d owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:26.822848 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-399d3541-fbcc-46c0-aa0f-66c799bb53da tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:26.824915 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-399d3541-fbcc-46c0-aa0f-66c799bb53da tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/networks?id=3650ee8b-43d9-4fb6-9934-8185a4244226 HTTP/1.1" status: 200 len: 813 time: 0.6841552 Aug 31 01:01:26.832574 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-ea957112-7bdb-4a97-927c-8962b71c0167 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81a97738e4294f8b81fd753891f12c4b HTTP/1.1" status: 200 len: 379 time: 0.1220431 Aug 31 01:01:26.858594 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f2354c3f-7f5a-44c3-8fe6-206e59b32234 req-deb1d6b3-5eca-4eae-b4b1-745f818bf4a2 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:26.872489 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665', '2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:26.879094 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-c059654d-babe-47db-b8c1-7be1246c4dc9 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Request body: {'port': {'device_id': '2b5dcab0-685a-40e7-8834-3cb24da18264', 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d', 'admin_state_up': True, 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'security_groups': ['8c42d9ac-fb08-42be-a680-6f96f5a33854']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:26.895288 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1d6b3-5eca-4eae-b4b1-745f818bf4a2 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Pushing event deleted for resources: {'Port': ['ID=acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:26.949110 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-1d0bd350-c0db-4310-bca3-a79da84fd5d6 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/quotas/610740ade9244be49f8fe9ed0068cf33 HTTP/1.1" status: 200 len: 375 time: 0.0746417 Aug 31 01:01:26.977292 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:26.979210 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3308190f-7713-452e-ad5e-9e73b699303c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0757294 Aug 31 01:01:26.987699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2354c3f-7f5a-44c3-8fe6-206e59b32234 req-deb1d6b3-5eca-4eae-b4b1-745f818bf4a2 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] No DVR routers for this DVR port acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:26.992348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50068) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:27.005870 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f2354c3f-7f5a-44c3-8fe6-206e59b32234 req-deb1d6b3-5eca-4eae-b4b1-745f818bf4a2 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.008647 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f2354c3f-7f5a-44c3-8fe6-206e59b32234 req-deb1d6b3-5eca-4eae-b4b1-745f818bf4a2 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.41 "DELETE /v2.0/ports/acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 HTTP/1.1" status: 204 len: 173 time: 1.3263118 Aug 31 01:01:27.008856 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6cc611-d1dd-4e68-aa37-5c02209bc318', 'name': 'network-vif-deleted', 'tag': 'acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:27.018177 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1f3b6a-b80a-4aaa-ae25-31cbbb2eb0f2" -d '{"events": [{"server_uuid": "dc6cc611-d1dd-4e68-aa37-5c02209bc318", "name": "network-vif-deleted", "tag": "acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:27.030205 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-7c115a4e-0ba8-4ccd-8946-d620aa21a636 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.152926 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-14be768e-dfc9-4160-9d1f-ec0719bb9393 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=610740ade9244be49f8fe9ed0068cf33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2021894 Aug 31 01:01:27.355895 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-b46259ad-458a-4362-bb20-456e4185679e service neutron] 10.222.0.16 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015018 Aug 31 01:01:27.361861 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bc797-a1dc-4eba-a413-ffbdaf291ce7 req-6c85b4c7-48d7-49da-8835-6ad18ad4875b tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:27.363492 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-732bc797-a1dc-4eba-a413-ffbdaf291ce7 req-6c85b4c7-48d7-49da-8835-6ad18ad4875b tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.41 "GET /v2.0/ports?device_id=06d0f788-bb63-42e1-9dac-a29c878ecdbe HTTP/1.1" status: 200 len: 945 time: 0.2200916 Aug 31 01:01:27.395253 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-486a83b9-f81d-4449-9efc-1390b6c91944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.442778 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-7c115a4e-0ba8-4ccd-8946-d620aa21a636 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Allocated IP 172.25.2.17 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/1603a731-dccb-4136-bdce-06267b213c7d) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:27.471099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-03a73e2e-eae4-49a1-aa75-233491b4dda6 service neutron] 10.222.0.16 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084976 Aug 31 01:01:27.568734 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e171a356-bae3-4fac-ad6c-18e8ba959d48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.601329 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-486a83b9-f81d-4449-9efc-1390b6c91944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.683382 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171a356-bae3-4fac-ad6c-18e8ba959d48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Port': ['ID=99706d92-82f3-49ad-a26c-a1f442e56a2d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:27.748678 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-486a83b9-f81d-4449-9efc-1390b6c91944 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2cc537203d440019ad922bcbcfa2ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3687372 Aug 31 01:01:27.752407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50072) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:27.776786 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e171a356-bae3-4fac-ad6c-18e8ba959d48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.801109 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a83b9-f81d-4449-9efc-1390b6c91944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182a8e9a-559c-4bcf-8865-7af3d8d57354,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:27.858656 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-732bc797-a1dc-4eba-a413-ffbdaf291ce7 req-f23ff91f-2f8a-4c42-8984-3b0e1def21a6 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Deleting port 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:27.858995 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-732bc797-a1dc-4eba-a413-ffbdaf291ce7 req-f23ff91f-2f8a-4c42-8984-3b0e1def21a6 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.868891 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-7c115a4e-0ba8-4ccd-8946-d620aa21a636 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.890439 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-c059654d-babe-47db-b8c1-7be1246c4dc9 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Made reservation on behalf of 81a97738e4294f8b81fd753891f12c4b for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:27.896311 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-c059654d-babe-47db-b8c1-7be1246c4dc9 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:28.084718 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e171a356-bae3-4fac-ad6c-18e8ba959d48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:01:28.198014 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e61395e-c8e8-4c33-b13b-ae5ce7f8d55f req-370e9b6f-e2fb-42a4-b85f-f217afb300e9 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 210 time: 0.0648193 Aug 31 01:01:28.373916 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-780d3ada-1c81-4246-b53d-9836add55929 req-45234069-1a49-4aa6-af1e-42bfc7fa2d61 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 210 time: 0.0748610 Aug 31 01:01:28.380653 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-c059654d-babe-47db-b8c1-7be1246c4dc9 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Allocated IP 172.20.0.12 (f8b93c27-42a8-4735-b10d-15e13ecf494d/fa7e9bc0-f128-42e7-8c4b-88cbf414d598/6e5315c9-e790-4280-acb1-4c7720c0840e) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:28.385742 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e171a356-bae3-4fac-ad6c-18e8ba959d48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:28.393568 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e171a356-bae3-4fac-ad6c-18e8ba959d48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6836116 Aug 31 01:01:28.400383 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8bc5a-b5f6-42bf-aeac-408ee9555057 None None] Sync routers for ids ['d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:28.402537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50082) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:28.411639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8bc5a-b5f6-42bf-aeac-408ee9555057 None None] Routers {'d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:28.412721 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-f6e8bc5a-b5f6-42bf-aeac-408ee9555057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:28.448067 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-f6e8bc5a-b5f6-42bf-aeac-408ee9555057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:28.458631 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8bc5a-b5f6-42bf-aeac-408ee9555057 None None] Routers {'d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:28.459568 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-f6e8bc5a-b5f6-42bf-aeac-408ee9555057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:28.501761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-f6e8bc5a-b5f6-42bf-aeac-408ee9555057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:28.502731 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8bc5a-b5f6-42bf-aeac-408ee9555057 None None] The sync data for ids ['d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:28.524676 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66ad5004-bf2c-4a10-80f9-57c9ea6f2b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:28.623549 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-732bc797-a1dc-4eba-a413-ffbdaf291ce7 req-f23ff91f-2f8a-4c42-8984-3b0e1def21a6 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] For port 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:28.624048 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-732bc797-a1dc-4eba-a413-ffbdaf291ce7 req-f23ff91f-2f8a-4c42-8984-3b0e1def21a6 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:28.629478 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a44c05-2caf-4b0f-a05a-c09211819a44 x-openstack-request-id: req-87a44c05-2caf-4b0f-a05a-c09211819a44 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:28.630436 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6cc611-d1dd-4e68-aa37-5c02209bc318", "name": "network-vif-deleted", "tag": "acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:28.638750 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87a44c05-2caf-4b0f-a05a-c09211819a44 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:28.638750 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6cc611-d1dd-4e68-aa37-5c02209bc318', 'name': 'network-vif-deleted', 'tag': 'acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665', 'status': 'completed', 'code': 200} Aug 31 01:01:28.653499 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66ad5004-bf2c-4a10-80f9-57c9ea6f2b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:28.669839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-732bc797-a1dc-4eba-a413-ffbdaf291ce7 req-f23ff91f-2f8a-4c42-8984-3b0e1def21a6 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Calling delete_port for 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:28.770211 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-7c115a4e-0ba8-4ccd-8946-d620aa21a636 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:28.791087 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b178701d-cb0d-4822-b5dc-268b0aea1407 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:28.867678 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-7c115a4e-0ba8-4ccd-8946-d620aa21a636 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:28.874946 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-7c115a4e-0ba8-4ccd-8946-d620aa21a636 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:28.875173 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a62c9e0d-2a66-4e1e-8094-eb6aa5a6aa8b req-aea15ebe-99f1-4b80-905b-d3275a239404 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 210 time: 0.0830417 Aug 31 01:01:28.878805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-7c115a4e-0ba8-4ccd-8946-d620aa21a636 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:28.883122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c115a4e-0ba8-4ccd-8946-d620aa21a636 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Pushing event updated for resources: {'Port': ['ID=1603a731-dccb-4136-bdce-06267b213c7d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:28.965479 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-483f67ee-6f59-4cc0-b1ff-a47627054662 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 01:01:28.965479 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-483f67ee-6f59-4cc0-b1ff-a47627054662 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5591226 Aug 31 01:01:28.966953 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50090) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:28.981040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-25e41abb-8151-441e-811b-ec0587a49216 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:28.982662 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-25e41abb-8151-441e-811b-ec0587a49216 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.41 "GET /v2.0/networks?id=d402af4a-8a8e-49ea-8168-c26e094719ad HTTP/1.1" status: 200 len: 811 time: 0.4748137 Aug 31 01:01:28.988310 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-c059654d-babe-47db-b8c1-7be1246c4dc9 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.001182 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-2c6fcf68-eb1f-4374-9cc7-c92032ba09e7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Request body: {'port': {'device_id': '37e0143c-cc9b-46b7-b630-eecacab4ff0a', 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad', 'admin_state_up': True, 'tenant_id': 'b2866efdbfc8416eaf80fb5e263ad174'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:29.027212 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e38d9f49-f3fc-4f4b-8ae0-cf0711bdf5d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21 HTTP/1.1" status: 200 len: 205 time: 0.0588737 Aug 31 01:01:29.034304 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66ad5004-bf2c-4a10-80f9-57c9ea6f2b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.036835 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66ad5004-bf2c-4a10-80f9-57c9ea6f2b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.037951 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-66ad5004-bf2c-4a10-80f9-57c9ea6f2b0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/182a8e9a-559c-4bcf-8865-7af3d8d57354 HTTP/1.1" status: 204 len: 168 time: 1.2782388 Aug 31 01:01:29.051137 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50092) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:29.170689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad5004-bf2c-4a10-80f9-57c9ea6f2b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182a8e9a-559c-4bcf-8865-7af3d8d57354,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:29.395477 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-b178701d-cb0d-4822-b5dc-268b0aea1407 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Allocated IP 172.20.0.1 (4533214d-0ce8-480c-a2b2-ecd533a58daf/ff5fe78a-03d8-4d94-8f4b-8e3e83f17edc/cea821be-562d-4125-acce-f4a9f1198003) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:29.422186 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d5e957-f1d3-4038-8533-d59e6eab58ff req-63faaf5c-76cc-47cc-80e3-24aa44818e49 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 210 time: 0.1004157 Aug 31 01:01:29.436490 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ffe0111-c70f-4e3b-a36f-b4ea313e7575 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.537990 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-c059654d-babe-47db-b8c1-7be1246c4dc9 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Transition to ACTIVE for port object 6e5315c9-e790-4280-acb1-4c7720c0840e will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:29.542891 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b178701d-cb0d-4822-b5dc-268b0aea1407 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.545122 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-732bc797-a1dc-4eba-a413-ffbdaf291ce7 req-f23ff91f-2f8a-4c42-8984-3b0e1def21a6 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.567758 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-480090e0-fc76-444e-9ec1-8752289155ed req-84b5ed79-983b-424b-af49-bba9588b9b71 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 210 time: 0.0774446 Aug 31 01:01:29.609099 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ff91f-2f8a-4c42-8984-3b0e1def21a6 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Pushing event deleted for resources: {'Port': ['ID=2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:29.660896 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-7c115a4e-0ba8-4ccd-8946-d620aa21a636 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.711547 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-732bc797-a1dc-4eba-a413-ffbdaf291ce7 req-f23ff91f-2f8a-4c42-8984-3b0e1def21a6 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] No DVR routers for this DVR port 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:29.715096 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-732bc797-a1dc-4eba-a413-ffbdaf291ce7 req-f23ff91f-2f8a-4c42-8984-3b0e1def21a6 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.717731 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-732bc797-a1dc-4eba-a413-ffbdaf291ce7 req-f23ff91f-2f8a-4c42-8984-3b0e1def21a6 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.41 "DELETE /v2.0/ports/2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa HTTP/1.1" status: 204 len: 173 time: 2.3470156 Aug 31 01:01:29.735026 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ffe0111-c70f-4e3b-a36f-b4ea313e7575 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.740404 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ffe0111-c70f-4e3b-a36f-b4ea313e7575 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.805464 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b178701d-cb0d-4822-b5dc-268b0aea1407 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.906348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b178701d-cb0d-4822-b5dc-268b0aea1407 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network 4533214d-0ce8-480c-a2b2-ecd533a58daf is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:29.907146 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178701d-cb0d-4822-b5dc-268b0aea1407 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=cea821be-562d-4125-acce-f4a9f1198003,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:29.916341 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b178701d-cb0d-4822-b5dc-268b0aea1407 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:29.920583 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b178701d-cb0d-4822-b5dc-268b0aea1407 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:29.931212 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-c059654d-babe-47db-b8c1-7be1246c4dc9 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.933279 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-2c6fcf68-eb1f-4374-9cc7-c92032ba09e7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Made reservation on behalf of b2866efdbfc8416eaf80fb5e263ad174 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:29.938543 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-2c6fcf68-eb1f-4374-9cc7-c92032ba09e7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.950023 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-7c115a4e-0ba8-4ccd-8946-d620aa21a636 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.995338 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ffe0111-c70f-4e3b-a36f-b4ea313e7575 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.996264 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffe0111-c70f-4e3b-a36f-b4ea313e7575 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Fanout notify agent at l3_agent the message router_deleted on router d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:01:30.007187 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b178701d-cb0d-4822-b5dc-268b0aea1407 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.042254 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ffe0111-c70f-4e3b-a36f-b4ea313e7575 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.043552 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7ffe0111-c70f-4e3b-a36f-b4ea313e7575 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/routers/d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21 HTTP/1.1" status: 204 len: 168 time: 0.9909096 Aug 31 01:01:30.045668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-c059654d-babe-47db-b8c1-7be1246c4dc9 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Network f8b93c27-42a8-4735-b10d-15e13ecf494d is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:30.055383 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50114) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:30.069159 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-887f8f47-509b-4512-9a3f-39e5b416a5c9 req-a6d577fa-33b7-41f1-9e7b-b25267eecad3 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 210 time: 0.0706589 Aug 31 01:01:30.074692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-c059654d-babe-47db-b8c1-7be1246c4dc9 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:30.122789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-c059654d-babe-47db-b8c1-7be1246c4dc9 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:30.125599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059654d-babe-47db-b8c1-7be1246c4dc9 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Pushing event updated for resources: {'Port': ['ID=6e5315c9-e790-4280-acb1-4c7720c0840e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:30.191192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:30.232183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:30.232834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device acd33c48-ec9f-4dbf-b4ef-dd4e7dfb3665 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:30.246458 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-c059654d-babe-47db-b8c1-7be1246c4dc9 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:30.247137 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-c059654d-babe-47db-b8c1-7be1246c4dc9 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.249106 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-0593a3c7-06c0-4917-b527-c1c5d0c1f327 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting subnet 8bb78975-1f94-4ff4-b42e-37ab26000d59 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:01:30.259122 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0593a3c7-06c0-4917-b527-c1c5d0c1f327 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.285067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-2c6fcf68-eb1f-4374-9cc7-c92032ba09e7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Allocated IP 172.20.0.13 (d402af4a-8a8e-49ea-8168-c26e094719ad/06a338a6-991a-450e-bc60-b066a8b265a4/6837554d-bc8d-456a-a1c6-5f6007d83f74) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:30.370063 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0593a3c7-06c0-4917-b527-c1c5d0c1f327 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.399097 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-c059654d-babe-47db-b8c1-7be1246c4dc9 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5237939 Aug 31 01:01:30.423799 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Request body: {'port': {'device_id': '2b5dcab0-685a-40e7-8834-3cb24da18264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:30.514939 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e06c1053-8684-4d30-97be-0cfa04836f23 None None] Provisioning for port 6e5315c9-e790-4280-acb1-4c7720c0840e completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:30.519969 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-7c115a4e-0ba8-4ccd-8946-d620aa21a636 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.525006 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e06c1053-8684-4d30-97be-0cfa04836f23 None None] Provisioning complete for port 6e5315c9-e790-4280-acb1-4c7720c0840e triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:30.525006 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e06c1053-8684-4d30-97be-0cfa04836f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.574233 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0593a3c7-06c0-4917-b527-c1c5d0c1f327 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.578104 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b178701d-cb0d-4822-b5dc-268b0aea1407 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.589471 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e06c1053-8684-4d30-97be-0cfa04836f23 None None] Port 6e5315c9-e790-4280-acb1-4c7720c0840e cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:30.635999 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.639517 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d0f788-bb63-42e1-9dac-a29c878ecdbe', 'name': 'network-vif-deleted', 'tag': '2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:30.642862 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf596735-71cc-497f-a5a8-1ac7536ba09b" -d '{"events": [{"server_uuid": "06d0f788-bb63-42e1-9dac-a29c878ecdbe", "name": "network-vif-deleted", "tag": "2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:30.676438 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-2c6fcf68-eb1f-4374-9cc7-c92032ba09e7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.679972 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-7c115a4e-0ba8-4ccd-8946-d620aa21a636 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.740817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740c88f-e2a5-4c99-8ab4-0ddf6aa465e3 req-76900100-103c-4198-8823-2e6f0362812a tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:30.742457 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1740c88f-e2a5-4c99-8ab4-0ddf6aa465e3 req-76900100-103c-4198-8823-2e6f0362812a tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 932 time: 0.1737072 Aug 31 01:01:30.826462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c115a4e-0ba8-4ccd-8946-d620aa21a636 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Pushing event updated for resources: {'Port': ['ID=1603a731-dccb-4136-bdce-06267b213c7d,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:30.860433 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1740c88f-e2a5-4c99-8ab4-0ddf6aa465e3 req-1d455591-1ab9-4c31-9e34-6d1e92b6c2b9 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c42d9ac-fb08-42be-a680-6f96f5a33854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093996 Aug 31 01:01:30.931804 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-7c115a4e-0ba8-4ccd-8946-d620aa21a636 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.963841 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50134) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:30.983530 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0593a3c7-06c0-4917-b527-c1c5d0c1f327 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:31.000536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cdc36fce-dd46-49f7-9390-d1be3ff1fd08 req-2830039e-18c9-40eb-b38d-a04bd343d688 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 210 time: 0.0378103 Aug 31 01:01:31.016147 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-2c6fcf68-eb1f-4374-9cc7-c92032ba09e7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:31.044569 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593a3c7-06c0-4917-b527-c1c5d0c1f327 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb78975-1f94-4ff4-b42e-37ab26000d59,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:31.052529 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0593a3c7-06c0-4917-b527-c1c5d0c1f327 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:31.058386 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0593a3c7-06c0-4917-b527-c1c5d0c1f327 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/subnets/8bb78975-1f94-4ff4-b42e-37ab26000d59 HTTP/1.1" status: 204 len: 168 time: 1.0003343 Aug 31 01:01:31.060733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92a7e26-5df5-4b0a-9fe5-470d867b2792 None None] Network 43826ccf-8e2a-40b8-a9ff-56390cca6878 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:31.061980 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50138) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:31.141498 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-7c115a4e-0ba8-4ccd-8946-d620aa21a636 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:31.142866 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-7c115a4e-0ba8-4ccd-8946-d620aa21a636 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6380670 Aug 31 01:01:31.152997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-2c6fcf68-eb1f-4374-9cc7-c92032ba09e7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Network d402af4a-8a8e-49ea-8168-c26e094719ad is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:31.163333 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6eaddb-3477-47f1-a710-7e85120c981a x-openstack-request-id: req-db6eaddb-3477-47f1-a710-7e85120c981a {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:31.163708 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d0f788-bb63-42e1-9dac-a29c878ecdbe", "name": "network-vif-deleted", "tag": "2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:31.164032 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db6eaddb-3477-47f1-a710-7e85120c981a {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:31.164518 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d0f788-bb63-42e1-9dac-a29c878ecdbe', 'name': 'network-vif-deleted', 'tag': '2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa', 'status': 'completed', 'code': 200} Aug 31 01:01:31.172627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fcf68-eb1f-4374-9cc7-c92032ba09e7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Pushing event updated for resources: {'Port': ['ID=6837554d-bc8d-456a-a1c6-5f6007d83f74,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:31.178122 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-2c6fcf68-eb1f-4374-9cc7-c92032ba09e7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:31.197237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-2c6fcf68-eb1f-4374-9cc7-c92032ba09e7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:31.256264 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-b1153808-a498-4a5c-a021-67d65ba10741 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 695 time: 0.0988839 Aug 31 01:01:31.277122 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5315c9-e790-4280-acb1-4c7720c0840e {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:31.278726 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:31.289058 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:31.303516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-2c6fcf68-eb1f-4374-9cc7-c92032ba09e7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:31.304184 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-2c6fcf68-eb1f-4374-9cc7-c92032ba09e7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:31.330415 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-5ffb52a3-8f42-4f5f-9dae-977627aae3aa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1018405419-network', 'tenant_id': '480470cd2fbf45018b60a7cede707d79'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:31.347394 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Transition to ACTIVE for port object 6e5315c9-e790-4280-acb1-4c7720c0840e will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:31.382824 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b178701d-cb0d-4822-b5dc-268b0aea1407 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:31.430623 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c471cb6b-d899-4402-8060-1b9b1abcd253 req-0ffd0991-6723-4cf7-89cb-c0d22863d02d tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 210 time: 0.0311620 Aug 31 01:01:31.479128 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-c5338d15-9874-470e-b5dc-a15f6a4ece25 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:31.480600 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-525fd8fa-86ca-4d95-a810-5b1803508673 req-c5338d15-9874-470e-b5dc-a15f6a4ece25 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.2089388 Aug 31 01:01:31.492145 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting port 22f089b5-7408-4827-a6ea-944945a8819e {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:31.492486 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:31.512674 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] DHCP port deletion for 43826ccf-8e2a-40b8-a9ff-56390cca6878 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:01:31.570744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] Deleting port 22f089b5-7408-4827-a6ea-944945a8819e {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:31.571559 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:31.586886 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:31.589865 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-2c6fcf68-eb1f-4374-9cc7-c92032ba09e7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5959225 Aug 31 01:01:31.590940 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b178701d-cb0d-4822-b5dc-268b0aea1407 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:31.596461 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] For port 22f089b5-7408-4827-a6ea-944945a8819e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=22f089b5-7408-4827-a6ea-944945a8819e,segment=NetworkSegment(e7c63887-90ac-4797-a46c-0c5c5e12dee9),segment_id=e7c63887-90ac-4797-a46c-0c5c5e12dee9)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:31.596821 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:31.627729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Request body: {'port': {'device_id': '37e0143c-cc9b-46b7-b630-eecacab4ff0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:31.659352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Calling delete_port for 22f089b5-7408-4827-a6ea-944945a8819e owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:31.672643 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] For port 22f089b5-7408-4827-a6ea-944945a8819e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=22f089b5-7408-4827-a6ea-944945a8819e,segment=NetworkSegment(e7c63887-90ac-4797-a46c-0c5c5e12dee9),segment_id=e7c63887-90ac-4797-a46c-0c5c5e12dee9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:31.673482 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:31.722875 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] Calling delete_port for 22f089b5-7408-4827-a6ea-944945a8819e owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:31.744716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5315c9-e790-4280-acb1-4c7720c0840e,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:31.765622 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-014982a6-c8e0-422c-8666-6e1213425e78 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:31.767316 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-014982a6-c8e0-422c-8666-6e1213425e78 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2281938 Aug 31 01:01:31.793753 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffb52a3-8f42-4f5f-9dae-977627aae3aa admin admin] Made reservation on behalf of 480470cd2fbf45018b60a7cede707d79 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:31.796259 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ffb52a3-8f42-4f5f-9dae-977627aae3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:31.804039 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178701d-cb0d-4822-b5dc-268b0aea1407 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=cea821be-562d-4125-acce-f4a9f1198003,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:31.813997 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b178701d-cb0d-4822-b5dc-268b0aea1407 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:31.816532 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:31.857482 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ffb52a3-8f42-4f5f-9dae-977627aae3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:31.957537 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b178701d-cb0d-4822-b5dc-268b0aea1407 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network 4533214d-0ce8-480c-a2b2-ecd533a58daf is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:31.961734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b178701d-cb0d-4822-b5dc-268b0aea1407 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:31.976396 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-d19f40f7-58da-4e56-b788-4a74d3bf00fa tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 695 time: 0.1774521 Aug 31 01:01:32.005856 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-57e29e9d-e4fa-4a9c-9832-8b032d98453c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Request body: {'floatingip': {'port_id': '0e790913-094b-4bf2-b333-405e4878ecaa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:32.090949 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:32.108371 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:32.117971 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-57e29e9d-e4fa-4a9c-9832-8b032d98453c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks [] for floatingip, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:32.121204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68724736-c78b-47ab-a724-54a085a0b6bd req-b05e0b2d-0793-4052-a936-9a78c3909ce7 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:32.126308 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68724736-c78b-47ab-a724-54a085a0b6bd req-b05e0b2d-0793-4052-a936-9a78c3909ce7 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 944 time: 0.1656525 Aug 31 01:01:32.127726 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Attempting to bind port 6e5315c9-e790-4280-acb1-4c7720c0840e on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:32.128058 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Attempting to bind port 6e5315c9-e790-4280-acb1-4c7720c0840e by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:32.128387 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Attempting to bind port 6e5315c9-e790-4280-acb1-4c7720c0840e on network f8b93c27-42a8-4735-b10d-15e13ecf494d {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:32.136016 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] Pushing event deleted for resources: {'Port': ['ID=22f089b5-7408-4827-a6ea-944945a8819e,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:32.145365 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] No DVR routers for this DVR port 22f089b5-7408-4827-a6ea-944945a8819e on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:32.147469 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:32.147996 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:32.148362 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:32.148542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:32.148839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:32.149167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:32.149508 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:32.149927 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:32.150186 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:32.155794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:32.155794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:32.155794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896ebf0-9421-4207-81b3-cda2f3ba354f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:32.196320 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] No DVR routers for this DVR port 22f089b5-7408-4827-a6ea-944945a8819e on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:32.198257 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Port': ['ID=22f089b5-7408-4827-a6ea-944945a8819e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:32.199688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:32.231969 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:32.232231 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2e1de5f8-c1c0-4e31-aef7-b0c37df2a0aa not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:32.246737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Port 6e5315c9-e790-4280-acb1-4c7720c0840e on network f8b93c27-42a8-4735-b10d-15e13ecf494d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:32.247059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Attempting to bind port 6e5315c9-e790-4280-acb1-4c7720c0840e on network f8b93c27-42a8-4735-b10d-15e13ecf494d {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:32.263082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:32.263424 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Checking segment: {'id': '967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:32.263817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Bound using segment: {'id': '967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:32.264263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Bound port: 6e5315c9-e790-4280-acb1-4c7720c0840e, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:32.264629 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:32.272061 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b178701d-cb0d-4822-b5dc-268b0aea1407 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router fc26987c-0a47-4a7a-8602-0814512f4e7d has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:01:32.334225 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68724736-c78b-47ab-a724-54a085a0b6bd req-1384cc7e-14ae-453d-b8d0-74f048d1208a tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c42d9ac-fb08-42be-a680-6f96f5a33854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884093 Aug 31 01:01:32.387812 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 22f089b5-7408-4827-a6ea-944945a8819e no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:32.427242 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:32.437001 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 22f089b5-7408-4827-a6ea-944945a8819e {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:32.437372 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 22f089b5-7408-4827-a6ea-944945a8819e not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:32.498297 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43826ccf-8e2a-40b8-a9ff-56390cca6878']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:32.538988 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c63887-90ac-4797-a46c-0c5c5e12dee9') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:32.539294 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c63887-90ac-4797-a46c-0c5c5e12dee9') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:32.573593 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:32.636844 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-53ceaa1d-8149-4d98-b7d1-c4e09343adab tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:32.638614 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-53ceaa1d-8149-4d98-b7d1-c4e09343adab tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.41 "GET /v2.0/networks?id=3650ee8b-43d9-4fb6-9934-8185a4244226 HTTP/1.1" status: 200 len: 813 time: 0.3700292 Aug 31 01:01:32.642718 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:32.655634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-103cbf98-de21-4e94-99db-4149a3710419 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Request body: {'port': {'device_id': '423a5e12-247b-4fc3-981f-7a55ecadcb04', 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226', 'admin_state_up': True, 'tenant_id': '610740ade9244be49f8fe9ed0068cf33'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:32.682431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:01:32.685586 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:01:32.686113 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:01:32.778637 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ffb52a3-8f42-4f5f-9dae-977627aae3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:32.850006 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] For port 6e5315c9-e790-4280-acb1-4c7720c0840e, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:32.892753 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] For port 6e5315c9-e790-4280-acb1-4c7720c0840e, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6e5315c9-e790-4280-acb1-4c7720c0840e,segment=NetworkSegment(967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9),segment_id=967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:32.927828 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ffb52a3-8f42-4f5f-9dae-977627aae3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:33.042906 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:33.085548 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cae65-fb01-4f6e-bf96-5914b012d7d6 req-b3197ea1-d8c2-46ee-9d00-f2d3e85a7d89 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:33.087072 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-872cae65-fb01-4f6e-bf96-5914b012d7d6 req-b3197ea1-d8c2-46ee-9d00-f2d3e85a7d89 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 932 time: 0.6243985 Aug 31 01:01:33.138183 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffb52a3-8f42-4f5f-9dae-977627aae3aa admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:01:33.147663 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b178701d-cb0d-4822-b5dc-268b0aea1407 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:33.167187 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff893c18-3731-4b91-9fc9-b5a65786a990 None None] Sync routers for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:33.172491 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b178701d-cb0d-4822-b5dc-268b0aea1407 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "PUT /v2.0/routers/fc26987c-0a47-4a7a-8602-0814512f4e7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1758604 Aug 31 01:01:33.180092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50152) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:33.187252 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-835778ce-ab49-45bb-8835-73f54712d69c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'port': {'network_id': '4533214d-0ce8-480c-a2b2-ecd533a58daf', 'name': 'tempest-FloatingIPTestJSON-491637338'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:33.188253 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff893c18-3731-4b91-9fc9-b5a65786a990 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:33.193529 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ff893c18-3731-4b91-9fc9-b5a65786a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:33.222684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb52a3-8f42-4f5f-9dae-977627aae3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:33.226757 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ffb52a3-8f42-4f5f-9dae-977627aae3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:33.227400 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-5ffb52a3-8f42-4f5f-9dae-977627aae3aa admin admin] Added segment 957b15a1-9b3a-4a95-a809-7f0aec26086e of type vlan for network d8d074e0-3ba7-47e4-9677-f4407602dcfb Aug 31 01:01:33.293089 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ff893c18-3731-4b91-9fc9-b5a65786a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:33.320274 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff893c18-3731-4b91-9fc9-b5a65786a990 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:33.321201 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ff893c18-3731-4b91-9fc9-b5a65786a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:33.323820 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-872cae65-fb01-4f6e-bf96-5914b012d7d6 req-0de943bf-4d33-439e-961e-c2bdf1fbba8d tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986051 Aug 31 01:01:33.328856 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:33.330522 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:33.338127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] 10.222.0.48 "PUT /v2.0/ports/6e5315c9-e790-4280-acb1-4c7720c0840e HTTP/1.1" status: 200 len: 1093 time: 2.9162440 Aug 31 01:01:33.338956 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5dcab0-685a-40e7-8834-3cb24da18264', 'tag': '6e5315c9-e790-4280-acb1-4c7720c0840e'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:33.341551 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e58115-0062-465a-993e-134c8fc341da" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5dcab0-685a-40e7-8834-3cb24da18264", "tag": "6e5315c9-e790-4280-acb1-4c7720c0840e"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:33.378339 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6837554d-bc8d-456a-a1c6-5f6007d83f74 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:33.385019 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:33.403265 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:33.416038 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/networks/43826ccf-8e2a-40b8-a9ff-56390cca6878 HTTP/1.1" status: 204 len: 168 time: 2.3471651 Aug 31 01:01:33.422756 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50158) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:33.461395 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-78d77da4-b277-4dac-8e2f-a544211a1045 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-423868395'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:33.484903 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ff893c18-3731-4b91-9fc9-b5a65786a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:33.490850 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff893c18-3731-4b91-9fc9-b5a65786a990 None None] The sync data for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:33.497815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ede5a-5bd9-4db2-99eb-6f12212302d4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Network': ['ID=43826ccf-8e2a-40b8-a9ff-56390cca6878,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:33.499090 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:33.515871 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:01:33.579904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-103cbf98-de21-4e94-99db-4149a3710419 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Made reservation on behalf of 610740ade9244be49f8fe9ed0068cf33 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:33.584106 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-103cbf98-de21-4e94-99db-4149a3710419 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:33.624285 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87300827-466a-48fd-88a1-7602fa5658b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5315c9-e790-4280-acb1-4c7720c0840e,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:33.631584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Transition to ACTIVE for port object 6837554d-bc8d-456a-a1c6-5f6007d83f74 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:33.632819 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc600cfa-91ee-4948-82fc-48be23c2534c req-f058434e-afa1-4ae9-9e32-2523c7a10366 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 210 time: 0.0352719 Aug 31 01:01:33.650680 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ffb52a3-8f42-4f5f-9dae-977627aae3aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:33.703465 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-014ded48-780e-44e5-9e99-2187c03081c8 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:33.705178 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-014ded48-780e-44e5-9e99-2187c03081c8 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.48 "GET /v2.0/networks?id=3650ee8b-43d9-4fb6-9934-8185a4244226 HTTP/1.1" status: 200 len: 813 time: 0.6985588 Aug 31 01:01:33.730312 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d77da4-b277-4dac-8e2f-a544211a1045 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Made reservation on behalf of 7de7ed71264a4ac694a0cee7d619a40a for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:33.733991 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78d77da4-b277-4dac-8e2f-a544211a1045 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:33.744192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-c290aa62-89e0-4c4a-bb76-f52a4e04bab3 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Request body: {'port': {'device_id': '9458a35c-5bf9-4b68-9255-cac58658c105', 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226', 'admin_state_up': True, 'tenant_id': '610740ade9244be49f8fe9ed0068cf33'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:33.810019 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.resource_extend [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-57e29e9d-e4fa-4a9c-9832-8b032d98453c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:01:33.810900 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:33.818807 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d77da4-b277-4dac-8e2f-a544211a1045 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:01:33.828981 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-103cbf98-de21-4e94-99db-4149a3710419 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Allocated IP 172.20.0.2 (3650ee8b-43d9-4fb6-9934-8185a4244226/7742011b-325e-4e45-850d-1faede78d849/97a35609-97f2-49c8-9a99-a54967f33d33) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:33.838103 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78d77da4-b277-4dac-8e2f-a544211a1045 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:33.838928 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-78d77da4-b277-4dac-8e2f-a544211a1045 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Added segment 1da9b0dc-fbd7-4105-8589-98cb19275426 of type vlan for network 6c3ad028-f25b-4b56-9084-720e08933ff8 Aug 31 01:01:33.875034 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741ce25d-2f4d-47ae-a17b-51617cc04f5a x-openstack-request-id: req-741ce25d-2f4d-47ae-a17b-51617cc04f5a {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:33.875421 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5dcab0-685a-40e7-8834-3cb24da18264", "tag": "6e5315c9-e790-4280-acb1-4c7720c0840e", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:33.875584 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-741ce25d-2f4d-47ae-a17b-51617cc04f5a {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:33.875980 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5dcab0-685a-40e7-8834-3cb24da18264', 'tag': '6e5315c9-e790-4280-acb1-4c7720c0840e', 'status': 'completed', 'code': 200} Aug 31 01:01:33.903337 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78d77da4-b277-4dac-8e2f-a544211a1045 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:33.905761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-f513eef8-623e-4a32-a0d5-56a836e049ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:33.907392 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-f513eef8-623e-4a32-a0d5-56a836e049ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=81a97738e4294f8b81fd753891f12c4b&device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 1096 time: 0.3373587 Aug 31 01:01:33.919710 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835778ce-ab49-45bb-8835-73f54712d69c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Made reservation on behalf of 1933813fc4bb4bd88fe6ba5b8c4eeb28 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:33.925841 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-835778ce-ab49-45bb-8835-73f54712d69c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.008827 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ffb52a3-8f42-4f5f-9dae-977627aae3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.010013 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb52a3-8f42-4f5f-9dae-977627aae3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:34.010602 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ffb52a3-8f42-4f5f-9dae-977627aae3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.019738 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-57e29e9d-e4fa-4a9c-9832-8b032d98453c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.027966 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-400fe6d4-d6d3-44b8-9846-57753c90f813 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e5315c9-e790-4280-acb1-4c7720c0840e HTTP/1.1" status: 200 len: 217 time: 0.1041863 Aug 31 01:01:34.035385 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Pushing event updated for resources: {'Port': ['ID=6837554d-bc8d-456a-a1c6-5f6007d83f74,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:34.044267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-835778ce-ab49-45bb-8835-73f54712d69c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] device_id is not set on port c224eaa2-2b8b-496e-8875-3f4ad7f30ecc yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:01:34.149031 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78d77da4-b277-4dac-8e2f-a544211a1045 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.149856 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-57e29e9d-e4fa-4a9c-9832-8b032d98453c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.159440 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d77da4-b277-4dac-8e2f-a544211a1045 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:34.159440 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78d77da4-b277-4dac-8e2f-a544211a1045 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.168760 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f523c0-761a-47e0-8121-c04571e2dd39 req-7d66b47b-bf5c-4499-9e95-e97cd0ac5d7c tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:34.170456 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39f523c0-761a-47e0-8121-c04571e2dd39 req-7d66b47b-bf5c-4499-9e95-e97cd0ac5d7c tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 944 time: 0.2242589 Aug 31 01:01:34.215551 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7fd95398-dce7-4bb2-aff6-46ddd95c648e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.232536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5ffb52a3-8f42-4f5f-9dae-977627aae3aa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2664552 Aug 31 01:01:34.243839 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50162) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:34.245992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb52a3-8f42-4f5f-9dae-977627aae3aa admin admin] Pushing event updated for resources: {'Network': ['ID=d8d074e0-3ba7-47e4-9677-f4407602dcfb,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:34.255860 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a353dfb7-10b8-406a-9377-b682d04178bd admin admin] Request body: {'subnet': {'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1018405419-subnet', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:34.258984 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network d8d074e0-3ba7-47e4-9677-f4407602dcfb details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:01:34.278113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-a2556861-202d-4eff-9024-8ad334603213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:34.279947 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-a2556861-202d-4eff-9024-8ad334603213 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa7e9bc0-f128-42e7-8c4b-88cbf414d598 HTTP/1.1" status: 200 len: 854 time: 0.2240450 Aug 31 01:01:34.328962 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-103cbf98-de21-4e94-99db-4149a3710419 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.363053 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d77da4-b277-4dac-8e2f-a544211a1045 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Network': ['ID=6c3ad028-f25b-4b56-9084-720e08933ff8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:34.371062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Attempting to bind port 6837554d-bc8d-456a-a1c6-5f6007d83f74 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:34.371315 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Attempting to bind port 6837554d-bc8d-456a-a1c6-5f6007d83f74 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:34.371840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Attempting to bind port 6837554d-bc8d-456a-a1c6-5f6007d83f74 on network d402af4a-8a8e-49ea-8168-c26e094719ad {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:34.377273 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-c290aa62-89e0-4c4a-bb76-f52a4e04bab3 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Made reservation on behalf of 610740ade9244be49f8fe9ed0068cf33 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:34.378286 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 6c3ad028-f25b-4b56-9084-720e08933ff8 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:01:34.380892 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-c290aa62-89e0-4c4a-bb76-f52a4e04bab3 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.381554 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39f523c0-761a-47e0-8121-c04571e2dd39 req-5f8a4e1b-b22a-4ba4-8966-ca314fb51a22 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c42d9ac-fb08-42be-a680-6f96f5a33854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954513 Aug 31 01:01:34.386082 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-835778ce-ab49-45bb-8835-73f54712d69c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Allocated IP 172.20.0.12 (4533214d-0ce8-480c-a2b2-ecd533a58daf/ff5fe78a-03d8-4d94-8f4b-8e3e83f17edc/c224eaa2-2b8b-496e-8875-3f4ad7f30ecc) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:34.418085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Port 6837554d-bc8d-456a-a1c6-5f6007d83f74 on network d402af4a-8a8e-49ea-8168-c26e094719ad not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:34.418705 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Attempting to bind port 6837554d-bc8d-456a-a1c6-5f6007d83f74 on network d402af4a-8a8e-49ea-8168-c26e094719ad {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:34.432933 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-57e29e9d-e4fa-4a9c-9832-8b032d98453c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Floating IP 6fde45ff-a9fb-4fcf-a089-4d9ab73454f4 associated. External IP: 172.25.2.17, port: 0e790913-094b-4bf2-b333-405e4878ecaa. Aug 31 01:01:34.445612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:34.445612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Checking segment: {'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:34.445612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Bound using segment: {'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:34.445612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Bound port: 6837554d-bc8d-456a-a1c6-5f6007d83f74, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:34.445612 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.479775 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-78d77da4-b277-4dac-8e2f-a544211a1045 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0284631 Aug 31 01:01:34.480556 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50166) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:34.493734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-52882704-6e61-4932-96b9-bfb3969b42a3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'subnet': {'network_id': '6c3ad028-f25b-4b56-9084-720e08933ff8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:34.589669 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-103cbf98-de21-4e94-99db-4149a3710419 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.709802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-103cbf98-de21-4e94-99db-4149a3710419 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Network 3650ee8b-43d9-4fb6-9934-8185a4244226 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:34.724911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-103cbf98-de21-4e94-99db-4149a3710419 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:34.727555 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-103cbf98-de21-4e94-99db-4149a3710419 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:34.730054 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-02175e87-1c7c-49e7-a37a-633cc43de3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:34.730054 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-02175e87-1c7c-49e7-a37a-633cc43de3e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8b93c27-42a8-4735-b10d-15e13ecf494d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4392271 Aug 31 01:01:34.785013 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ab82a-736a-4d35-b54f-4bbce3c11578 req-2134ad36-f242-4adc-bde5-08b39216ec8a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:34.787425 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-446ab82a-736a-4d35-b54f-4bbce3c11578 req-2134ad36-f242-4adc-bde5-08b39216ec8a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 944 time: 0.2825749 Aug 31 01:01:34.794821 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cbf98-de21-4e94-99db-4149a3710419 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Pushing event updated for resources: {'Port': ['ID=97a35609-97f2-49c8-9a99-a54967f33d33,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:34.860026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-103cbf98-de21-4e94-99db-4149a3710419 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:34.860663 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-103cbf98-de21-4e94-99db-4149a3710419 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.898538 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-835778ce-ab49-45bb-8835-73f54712d69c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.913288 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-446ab82a-736a-4d35-b54f-4bbce3c11578 req-46b0bdb3-ce4c-4b63-a6dc-f403e8c0c98e tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069670 Aug 31 01:01:35.012083 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a353dfb7-10b8-406a-9377-b682d04178bd admin admin] Made reservation on behalf of 480470cd2fbf45018b60a7cede707d79 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:35.014445 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a353dfb7-10b8-406a-9377-b682d04178bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:35.036193 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] For port 6837554d-bc8d-456a-a1c6-5f6007d83f74, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:35.064239 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-835778ce-ab49-45bb-8835-73f54712d69c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:35.087727 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4d8f5cb4-4b3a-4ff5-9517-cd167937ade4 req-3916f6f1-7c5c-45b9-91d7-b078e5175e16 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 210 time: 0.0367758 Aug 31 01:01:35.106355 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] For port 6837554d-bc8d-456a-a1c6-5f6007d83f74, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=6837554d-bc8d-456a-a1c6-5f6007d83f74,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:35.108862 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-e0196a30-3322-45d9-acc1-4314069450b7 service neutron] 10.222.0.48 "GET /v2.0/networks/f8b93c27-42a8-4735-b10d-15e13ecf494d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654516 Aug 31 01:01:35.123879 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52882704-6e61-4932-96b9-bfb3969b42a3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Made reservation on behalf of 7de7ed71264a4ac694a0cee7d619a40a for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:35.127383 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52882704-6e61-4932-96b9-bfb3969b42a3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:35.195043 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835778ce-ab49-45bb-8835-73f54712d69c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network 4533214d-0ce8-480c-a2b2-ecd533a58daf is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:35.204362 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-835778ce-ab49-45bb-8835-73f54712d69c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:35.212160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835778ce-ab49-45bb-8835-73f54712d69c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:35.217148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835778ce-ab49-45bb-8835-73f54712d69c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=c224eaa2-2b8b-496e-8875-3f4ad7f30ecc,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:35.231148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-c290aa62-89e0-4c4a-bb76-f52a4e04bab3 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Allocated IP 172.20.0.3 (3650ee8b-43d9-4fb6-9934-8185a4244226/7742011b-325e-4e45-850d-1faede78d849/a04c376c-c901-4f64-8e3b-a72dc01a3391) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:35.248990 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:35.252324 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-103cbf98-de21-4e94-99db-4149a3710419 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6017823 Aug 31 01:01:35.271399 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Request body: {'port': {'device_id': '423a5e12-247b-4fc3-981f-7a55ecadcb04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:35.312703 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835778ce-ab49-45bb-8835-73f54712d69c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:35.313360 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-835778ce-ab49-45bb-8835-73f54712d69c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:35.329255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:35.329255 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:35.330925 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] 10.222.0.41 "PUT /v2.0/ports/6837554d-bc8d-456a-a1c6-5f6007d83f74 HTTP/1.1" status: 200 len: 1093 time: 3.7188566 Aug 31 01:01:35.391426 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:35.444429 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-835778ce-ab49-45bb-8835-73f54712d69c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2613614 Aug 31 01:01:35.452188 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50174) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:35.474156 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-02e0fd85-f3d5-4d02-8bdd-0ad2bbe51c3d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'port': {'network_id': '4533214d-0ce8-480c-a2b2-ecd533a58daf', 'name': 'tempest-FloatingIPTestJSON-1074024029'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:35.477461 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed542236-a1bd-4389-809f-a92d35955852 service neutron] Pushing event updated for resources: {'Port': ['ID=6837554d-bc8d-456a-a1c6-5f6007d83f74,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:35.483196 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b3c8c60-f115-433a-9769-5c494965a1e4 req-8d15c59b-e4de-48c0-857c-7d78f60be6f9 service neutron] 10.222.0.48 "GET /v2.0/networks/f8b93c27-42a8-4735-b10d-15e13ecf494d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641641 Aug 31 01:01:35.614933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-57e29e9d-e4fa-4a9c-9832-8b032d98453c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Router 510690dc-4d51-4dd7-b0e3-3e4ace264b2b has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:01:35.629144 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4cd7b-59f9-4322-bb02-aa2a43f331c3 req-1b53bcc2-b4b2-4c20-8648-314b145ff3c7 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:35.631950 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2fe4cd7b-59f9-4322-bb02-aa2a43f331c3 req-1b53bcc2-b4b2-4c20-8648-314b145ff3c7 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 944 time: 0.1491227 Aug 31 01:01:35.634150 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52882704-6e61-4932-96b9-bfb3969b42a3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:35.730233 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52882704-6e61-4932-96b9-bfb3969b42a3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Subnet': ['ID=bc899d0b-7e73-496c-9431-9b0d03aba3fc,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:35.747241 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2fe4cd7b-59f9-4322-bb02-aa2a43f331c3 req-ca1d3f05-e74f-455b-b6ca-23771943db30 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c42d9ac-fb08-42be-a680-6f96f5a33854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001139 Aug 31 01:01:35.755119 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52882704-6e61-4932-96b9-bfb3969b42a3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Checking segment: {'id': '1da9b0dc-fbd7-4105-8589-98cb19275426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6c3ad028-f25b-4b56-9084-720e08933ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:35.755478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52882704-6e61-4932-96b9-bfb3969b42a3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network hostable DHCP agents. Network: 6c3ad028-f25b-4b56-9084-720e08933ff8, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:01:35.861201 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52882704-6e61-4932-96b9-bfb3969b42a3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network 6c3ad028-f25b-4b56-9084-720e08933ff8 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:01:35.865355 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-40e405eb-5ae2-4349-8769-338178f36c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:35.866976 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-40e405eb-5ae2-4349-8769-338178f36c4a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 1096 time: 0.3509681 Aug 31 01:01:35.884960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e0143c-cc9b-46b7-b630-eecacab4ff0a', 'tag': '6837554d-bc8d-456a-a1c6-5f6007d83f74'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:35.887299 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55370833-a1b7-48f5-8f30-842bd6b48049" -d '{"events": [{"name": "network-changed", "server_uuid": "37e0143c-cc9b-46b7-b630-eecacab4ff0a", "tag": "6837554d-bc8d-456a-a1c6-5f6007d83f74"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:35.910200 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e58115-0062-465a-993e-134c8fc341da req-6bf2bd92-00e7-49f4-b5fd-eb582b3d68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:35.912503 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3e58115-0062-465a-993e-134c8fc341da req-6bf2bd92-00e7-49f4-b5fd-eb582b3d68b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=81a97738e4294f8b81fd753891f12c4b&device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 1096 time: 0.2811277 Aug 31 01:01:35.948700 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c89a00-e94d-4c76-a458-e3b9a84314fd x-openstack-request-id: req-31c89a00-e94d-4c76-a458-e3b9a84314fd {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:35.949010 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e0143c-cc9b-46b7-b630-eecacab4ff0a", "tag": "6837554d-bc8d-456a-a1c6-5f6007d83f74", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:35.949170 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31c89a00-e94d-4c76-a458-e3b9a84314fd {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:35.949603 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e0143c-cc9b-46b7-b630-eecacab4ff0a', 'tag': '6837554d-bc8d-456a-a1c6-5f6007d83f74', 'status': 'completed', 'code': 200} Aug 31 01:01:35.972994 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-a2590884-aa78-43c5-bafc-e266adc51399 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6837554d-bc8d-456a-a1c6-5f6007d83f74 HTTP/1.1" status: 200 len: 217 time: 0.0933509 Aug 31 01:01:35.993537 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-c290aa62-89e0-4c4a-bb76-f52a4e04bab3 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.002429 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-52882704-6e61-4932-96b9-bfb3969b42a3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 6c3ad028-f25b-4b56-9084-720e08933ff8) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:36.013339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983d6c3e-352f-41d9-b934-2e0dd1e64a19 None None] Network 6c3ad028-f25b-4b56-9084-720e08933ff8 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:36.019387 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52882704-6e61-4932-96b9-bfb3969b42a3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:36.020000 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52882704-6e61-4932-96b9-bfb3969b42a3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.054953 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3b3ac-dca8-42a0-9762-29a7c0e25016 req-947bac4b-ab16-46c1-8508-4ab77ceef15e tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:36.056658 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7de3b3ac-dca8-42a0-9762-29a7c0e25016 req-947bac4b-ab16-46c1-8508-4ab77ceef15e tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 944 time: 0.0672529 Aug 31 01:01:36.078507 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a353dfb7-10b8-406a-9377-b682d04178bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.103066 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7de3b3ac-dca8-42a0-9762-29a7c0e25016 req-687e6816-d016-49ba-9963-25f1f47b250f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386188 Aug 31 01:01:36.189991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-6c3ad028-f25b-4b56-9084-720e08933ff8', 'network_id': '6c3ad028-f25b-4b56-9084-720e08933ff8', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'fixed_ips': [{'subnet_id': 'bc899d0b-7e73-496c-9431-9b0d03aba3fc'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:01:36.191834 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.230011 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ab6e071b-1582-46fb-ba62-bd7f03ce6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:36.231608 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-ab6e071b-1582-46fb-ba62-bd7f03ce6fbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06a338a6-991a-450e-bc60-b066a8b265a4 HTTP/1.1" status: 200 len: 851 time: 0.2335536 Aug 31 01:01:36.232784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-57e29e9d-e4fa-4a9c-9832-8b032d98453c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:36.237859 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-57e29e9d-e4fa-4a9c-9832-8b032d98453c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.261398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353dfb7-10b8-406a-9377-b682d04178bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc4e87d1-8836-483e-ab3a-9c98a3518bdb,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:36.268237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e0fd85-f3d5-4d02-8bdd-0ad2bbe51c3d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Made reservation on behalf of 1933813fc4bb4bd88fe6ba5b8c4eeb28 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:36.274176 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-02e0fd85-f3d5-4d02-8bdd-0ad2bbe51c3d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.290326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217613b3-993c-41a3-a6bf-6ee648147c95 None None] Sync routers for ids ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:36.306884 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-52882704-6e61-4932-96b9-bfb3969b42a3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8195980 Aug 31 01:01:36.309680 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-53e39a69-0561-4772-b7fa-abc338b98f91 req-99f1dcc2-72d0-4ea4-bfa5-559668447893 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 210 time: 0.0362613 Aug 31 01:01:36.310166 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50184) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:36.315152 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5e2b3032-e95c-4df4-8b8c-18cf95f50637 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-58247380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:36.322161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217613b3-993c-41a3-a6bf-6ee648147c95 None None] Routers {'510690dc-4d51-4dd7-b0e3-3e4ace264b2b'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:36.323031 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-217613b3-993c-41a3-a6bf-6ee648147c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:36.340795 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-cc83dc6c-cf2e-42bd-8c00-16b1fa7bd263 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d402af4a-8a8e-49ea-8168-c26e094719ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994265 Aug 31 01:01:36.374566 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-57e29e9d-e4fa-4a9c-9832-8b032d98453c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "PUT /v2.0/floatingips/6fde45ff-a9fb-4fcf-a089-4d9ab73454f4 HTTP/1.1" status: 200 len: 995 time: 4.3823626 Aug 31 01:01:36.388448 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e58115-0062-465a-993e-134c8fc341da req-63e22048-ef9e-4327-b5c9-4a64479b6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:36.389974 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3e58115-0062-465a-993e-134c8fc341da req-63e22048-ef9e-4327-b5c9-4a64479b6d81 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8b93c27-42a8-4735-b10d-15e13ecf494d HTTP/1.1" status: 200 len: 916 time: 0.4396188 Aug 31 01:01:36.432515 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5e2b3032-e95c-4df4-8b8c-18cf95f50637 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.433731 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5e2b3032-e95c-4df4-8b8c-18cf95f50637 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.463225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Allocated IP 2001:db8::2 (6c3ad028-f25b-4b56-9084-720e08933ff8/bc899d0b-7e73-496c-9431-9b0d03aba3fc/e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:36.493386 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-217613b3-993c-41a3-a6bf-6ee648147c95 None None] Set router 510690dc-4d51-4dd7-b0e3-3e4ace264b2b gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:36.511690 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5e2b3032-e95c-4df4-8b8c-18cf95f50637 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.594034 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5e2b3032-e95c-4df4-8b8c-18cf95f50637 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.681773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a35609-97f2-49c8-9a99-a54967f33d33 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:36.692660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.711130 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Transition to ACTIVE for port object 97a35609-97f2-49c8-9a99-a54967f33d33 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:36.720120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-02e0fd85-f3d5-4d02-8bdd-0ad2bbe51c3d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] device_id is not set on port 5e174940-2c15-4a74-854c-e3f7e921d7c0 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:01:36.734301 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-c290aa62-89e0-4c4a-bb76-f52a4e04bab3 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.761349 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353dfb7-10b8-406a-9377-b682d04178bd admin admin] Checking segment: {'id': '957b15a1-9b3a-4a95-a809-7f0aec26086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:36.761730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a353dfb7-10b8-406a-9377-b682d04178bd admin admin] Network hostable DHCP agents. Network: d8d074e0-3ba7-47e4-9677-f4407602dcfb, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:01:36.768966 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5e2b3032-e95c-4df4-8b8c-18cf95f50637 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.771264 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5e2b3032-e95c-4df4-8b8c-18cf95f50637 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4600818 Aug 31 01:01:36.775097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50188) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:36.824600 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.854160 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Transition to ACTIVE for port object e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:36.856909 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.870608 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3e58115-0062-465a-993e-134c8fc341da req-97b87640-61d0-4613-be3f-0f84bf19cdf3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e5315c9-e790-4280-acb1-4c7720c0840e HTTP/1.1" status: 200 len: 217 time: 0.1521530 Aug 31 01:01:36.891903 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.900457 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.903887 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.909353 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-c290aa62-89e0-4c4a-bb76-f52a4e04bab3 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Network 3650ee8b-43d9-4fb6-9934-8185a4244226 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:36.912555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Transition to ACTIVE for port object e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:36.946291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-217613b3-993c-41a3-a6bf-6ee648147c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324068676-router', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a0982164-d270-410d-b077-f9351e35ecea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:23Z', 'updated_at': '2021-08-31T01:00:52Z', 'revision_number': 4, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'gw_port': {'id': 'a0982164-d270-410d-b077-f9351e35ecea', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '6fde45ff-a9fb-4fcf-a089-4d9ab73454f4', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'port_id': '0e790913-094b-4bf2-b333-405e4878ecaa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98', 'mac_address': 'fa:16:3e:61:a6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb60bc9-126f-482e-a4d1-efbb14241316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:01:29Z', 'updated_at': '2021-08-31T01:01:33Z', 'revision_number': 1, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bdea087-f452-4bc0-ba82-7b8ab79a21b8', 'name': '', 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'mac_address': 'fa:16:3e:c8:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:48Z', 'updated_at': '2021-08-31T01:01:02Z', 'revision_number': 5, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'subnets': [{'id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:36.958990 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-c290aa62-89e0-4c4a-bb76-f52a4e04bab3 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:36.961534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-c290aa62-89e0-4c4a-bb76-f52a4e04bab3 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:36.982511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217613b3-993c-41a3-a6bf-6ee648147c95 None None] Checking router: 510690dc-4d51-4dd7-b0e3-3e4ace264b2b for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:01:36.984439 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9b3883a3-e5d7-4423-b2a6-7c9a74d95417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.998086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217613b3-993c-41a3-a6bf-6ee648147c95 None None] Routers {'510690dc-4d51-4dd7-b0e3-3e4ace264b2b'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:36.998086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-217613b3-993c-41a3-a6bf-6ee648147c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:37.023490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290aa62-89e0-4c4a-bb76-f52a4e04bab3 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Pushing event updated for resources: {'Port': ['ID=a04c376c-c901-4f64-8e3b-a72dc01a3391,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:37.040199 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:37.055461 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-68d50b35-e788-409f-be6a-73971c344078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:37.057035 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-68d50b35-e788-409f-be6a-73971c344078 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3fc4d0d1e16146dba32fc1604dd5ab73&device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 1097 time: 0.6636012 Aug 31 01:01:37.071845 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-113c9713-cc3b-4c2f-b808-990b8dedd808 service neutron] 10.222.0.41 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7149684 Aug 31 01:01:37.091498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d89e8d-55b6-4ee9-b845-fd827dfaf6e1 req-761f6a94-a1bc-43a6-8953-fbfbf5ccf080 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:37.098398 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Network 6c3ad028-f25b-4b56-9084-720e08933ff8 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:37.100188 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b5d89e8d-55b6-4ee9-b845-fd827dfaf6e1 req-761f6a94-a1bc-43a6-8953-fbfbf5ccf080 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 944 time: 0.2096195 Aug 31 01:01:37.101944 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e58115-0062-465a-993e-134c8fc341da req-d290349b-a907-4916-8492-3738bbe3d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:37.103431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3e58115-0062-465a-993e-134c8fc341da req-d290349b-a907-4916-8492-3738bbe3d0b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa7e9bc0-f128-42e7-8c4b-88cbf414d598 HTTP/1.1" status: 200 len: 854 time: 0.2091076 Aug 31 01:01:37.131316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a353dfb7-10b8-406a-9377-b682d04178bd admin admin] Network d8d074e0-3ba7-47e4-9677-f4407602dcfb is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:01:37.141880 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:37.145476 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-c290aa62-89e0-4c4a-bb76-f52a4e04bab3 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:37.146905 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-c290aa62-89e0-4c4a-bb76-f52a4e04bab3 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:37.147749 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:37.148511 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Pushing event updated for resources: {'Port': ['ID=97a35609-97f2-49c8-9a99-a54967f33d33,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:37.164387 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Pushing event updated for resources: {'Port': ['ID=e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:37.237254 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-217613b3-993c-41a3-a6bf-6ee648147c95 None None] Set router 510690dc-4d51-4dd7-b0e3-3e4ace264b2b gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:37.269426 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b5d89e8d-55b6-4ee9-b845-fd827dfaf6e1 req-01c3d1fa-e383-41f3-9a4f-5d97f321d14b tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c42d9ac-fb08-42be-a680-6f96f5a33854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681011 Aug 31 01:01:37.275757 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Attempting to bind port e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:37.276403 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Attempting to bind port e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '1da9b0dc-fbd7-4105-8589-98cb19275426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6c3ad028-f25b-4b56-9084-720e08933ff8'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:37.276924 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Attempting to bind port e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e on network 6c3ad028-f25b-4b56-9084-720e08933ff8 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:37.286241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:37.286878 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Checking segment: {'id': '1da9b0dc-fbd7-4105-8589-98cb19275426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6c3ad028-f25b-4b56-9084-720e08933ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:37.287430 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:37.288015 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Bound using segment: {'id': '1da9b0dc-fbd7-4105-8589-98cb19275426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6c3ad028-f25b-4b56-9084-720e08933ff8'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:37.288633 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Bound port: e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da9b0dc-fbd7-4105-8589-98cb19275426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6c3ad028-f25b-4b56-9084-720e08933ff8'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:37.289197 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:37.312555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-02e0fd85-f3d5-4d02-8bdd-0ad2bbe51c3d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Allocated IP 172.20.0.8 (4533214d-0ce8-480c-a2b2-ecd533a58daf/ff5fe78a-03d8-4d94-8f4b-8e3e83f17edc/5e174940-2c15-4a74-854c-e3f7e921d7c0) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:37.313688 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Attempting to bind port 97a35609-97f2-49c8-9a99-a54967f33d33 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:37.314565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Attempting to bind port 97a35609-97f2-49c8-9a99-a54967f33d33 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '4456da84-c276-40c4-89ff-da20cabd4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:37.315116 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Attempting to bind port 97a35609-97f2-49c8-9a99-a54967f33d33 on network 3650ee8b-43d9-4fb6-9934-8185a4244226 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:37.329833 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Port 97a35609-97f2-49c8-9a99-a54967f33d33 on network 3650ee8b-43d9-4fb6-9934-8185a4244226 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:37.330418 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Attempting to bind port 97a35609-97f2-49c8-9a99-a54967f33d33 on network 3650ee8b-43d9-4fb6-9934-8185a4244226 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:37.344324 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:37.344964 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Checking segment: {'id': '4456da84-c276-40c4-89ff-da20cabd4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:37.345776 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Bound using segment: {'id': '4456da84-c276-40c4-89ff-da20cabd4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:37.346422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Bound port: 97a35609-97f2-49c8-9a99-a54967f33d33, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4456da84-c276-40c4-89ff-da20cabd4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:37.346962 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:37.359512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e58115-0062-465a-993e-134c8fc341da req-eb29d2f3-e1a1-4828-b14c-0e5d569b07cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:37.361107 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3e58115-0062-465a-993e-134c8fc341da req-eb29d2f3-e1a1-4828-b14c-0e5d569b07cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8b93c27-42a8-4735-b10d-15e13ecf494d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2285028 Aug 31 01:01:37.373007 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-a9a9a92a-a2d7-456b-b87c-74554e0546d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:37.374094 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-a9a9a92a-a2d7-456b-b87c-74554e0546d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9eddee8f-43a1-4252-b0c9-3f57e0c32f98 HTTP/1.1" status: 200 len: 929 time: 0.3079078 Aug 31 01:01:37.417092 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-a353dfb7-10b8-406a-9377-b682d04178bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, d8d074e0-3ba7-47e4-9677-f4407602dcfb) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:37.428130 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d385f1-a5b8-406b-84f9-bf61c3138cbf None None] Network d8d074e0-3ba7-47e4-9677-f4407602dcfb requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:37.431362 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:37.483387 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a353dfb7-10b8-406a-9377-b682d04178bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:37.484638 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a353dfb7-10b8-406a-9377-b682d04178bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:37.520541 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4dd0cbf8-4419-4aee-ac03-46f7b6e13cd2 req-2a6fe556-4c46-4ddf-9e64-54a803394168 service neutron] 10.222.0.41 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123454 Aug 31 01:01:37.520782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] For port e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:37.530473 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] For port e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e,segment=NetworkSegment(1da9b0dc-fbd7-4105-8589-98cb19275426),segment_id=1da9b0dc-fbd7-4105-8589-98cb19275426)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:37.542800 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-c290aa62-89e0-4c4a-bb76-f52a4e04bab3 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8196146 Aug 31 01:01:37.581240 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Request body: {'port': {'device_id': '9458a35c-5bf9-4b68-9255-cac58658c105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:37.595790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8d4a0-1f83-472d-acaf-cb0f1cf3f66d req-ad946878-d610-412a-b3cc-6e0032f01cb6 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:37.597488 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06d8d4a0-1f83-472d-acaf-cb0f1cf3f66d req-ad946878-d610-412a-b3cc-6e0032f01cb6 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 944 time: 0.1971700 Aug 31 01:01:37.602652 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] For port 97a35609-97f2-49c8-9a99-a54967f33d33, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:37.635050 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] For port 97a35609-97f2-49c8-9a99-a54967f33d33, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=97a35609-97f2-49c8-9a99-a54967f33d33,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:37.664146 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:37.698913 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-797f6a34-5994-4df3-88a3-8fd2852677ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e790913-094b-4bf2-b333-405e4878ecaa HTTP/1.1" status: 200 len: 998 time: 0.3169050 Aug 31 01:01:37.710847 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06d8d4a0-1f83-472d-acaf-cb0f1cf3f66d req-25b32ec4-379e-465c-a6e4-2ab6537a4ad5 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920088 Aug 31 01:01:37.789728 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:37.902237 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a353dfb7-10b8-406a-9377-b682d04178bd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6571422 Aug 31 01:01:37.915538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50196) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:38.002239 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-d8d074e0-3ba7-47e4-9677-f4407602dcfb', 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'fixed_ips': [{'subnet_id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:01:38.014328 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.020483 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb60bc9-126f-482e-a4d1-efbb14241316', 'tag': '0e790913-094b-4bf2-b333-405e4878ecaa'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:38.022881 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da057959-8041-47bc-853b-81af191937cd" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb60bc9-126f-482e-a4d1-efbb14241316", "tag": "0e790913-094b-4bf2-b333-405e4878ecaa"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:38.024585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d7c8b-79a7-4a62-89a9-a37fe1a7bb0c None None] Pushing event updated for resources: {'Port': ['ID=e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:38.034599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1018405419-router', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:38.057647 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6e5315c9-e790-4280-acb1-4c7720c0840e details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:38.191100 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3e58115-0062-465a-993e-134c8fc341da req-56ad31c8-6833-4c7c-b221-bae0b2fb91a7 service neutron] 10.222.0.48 "GET /v2.0/networks/f8b93c27-42a8-4735-b10d-15e13ecf494d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8102198 Aug 31 01:01:38.235963 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-217613b3-993c-41a3-a6bf-6ee648147c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324068676-router', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a0982164-d270-410d-b077-f9351e35ecea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:23Z', 'updated_at': '2021-08-31T01:00:52Z', 'revision_number': 4, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'gw_port': {'id': 'a0982164-d270-410d-b077-f9351e35ecea', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '6fde45ff-a9fb-4fcf-a089-4d9ab73454f4', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'port_id': '0e790913-094b-4bf2-b333-405e4878ecaa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98', 'mac_address': 'fa:16:3e:61:a6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb60bc9-126f-482e-a4d1-efbb14241316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:01:29Z', 'updated_at': '2021-08-31T01:01:33Z', 'revision_number': 1, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bdea087-f452-4bc0-ba82-7b8ab79a21b8', 'name': '', 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'mac_address': 'fa:16:3e:c8:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:48Z', 'updated_at': '2021-08-31T01:01:02Z', 'revision_number': 5, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'subnets': [{'id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:38.312409 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217613b3-993c-41a3-a6bf-6ee648147c95 None None] The sync data for ids ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'] in n-d-793621-34 is: [{'id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324068676-router', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a0982164-d270-410d-b077-f9351e35ecea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:23Z', 'updated_at': '2021-08-31T01:00:52Z', 'revision_number': 4, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'gw_port': {'id': 'a0982164-d270-410d-b077-f9351e35ecea', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '6fde45ff-a9fb-4fcf-a089-4d9ab73454f4', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'port_id': '0e790913-094b-4bf2-b333-405e4878ecaa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98', 'mac_address': 'fa:16:3e:61:a6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb60bc9-126f-482e-a4d1-efbb14241316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:01:29Z', 'updated_at': '2021-08-31T01:01:33Z', 'revision_number': 1, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bdea087-f452-4bc0-ba82-7b8ab79a21b8', 'name': '', 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'mac_address': 'fa:16:3e:c8:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:48Z', 'updated_at': '2021-08-31T01:01:02Z', 'revision_number': 5, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'subnets': [{'id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:38.334912 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.389167 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55370833-a1b7-48f5-8f30-842bd6b48049 req-cefcee18-376c-43cb-b79b-92e1aa878579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:38.391697 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Allocated IP 172.20.0.2 (d8d074e0-3ba7-47e4-9677-f4407602dcfb/cc4e87d1-8836-483e-ab3a-9c98a3518bdb/86ee5bff-9492-4bef-aa3f-6899b758a9d4) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:38.398821 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-55370833-a1b7-48f5-8f30-842bd6b48049 req-cefcee18-376c-43cb-b79b-92e1aa878579 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 1096 time: 0.5903292 Aug 31 01:01:38.400233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-0bc6c191-1842-4bc9-8cba-0d9fce8c9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:38.402352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-0bc6c191-1842-4bc9-8cba-0d9fce8c9608 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=21f8ed88-0463-47cf-9ebc-76068dfcf6fd HTTP/1.1" status: 200 len: 867 time: 0.6198912 Aug 31 01:01:38.485774 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-02e0fd85-f3d5-4d02-8bdd-0ad2bbe51c3d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.512331 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.514530 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6e5315c9-e790-4280-acb1-4c7720c0840e, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6e5315c9-e790-4280-acb1-4c7720c0840e,segment=NetworkSegment(967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9),segment_id=967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:38.539639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '6e5315c9-e790-4280-acb1-4c7720c0840e', 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d', 'port_id': '6e5315c9-e790-4280-acb1-4c7720c0840e', 'mac_address': 'fa:16:3e:00:0a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:01:38.568939 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Allocated IP 2001:db8::1 (6c3ad028-f25b-4b56-9084-720e08933ff8/bc899d0b-7e73-496c-9431-9b0d03aba3fc/6e366cdd-e15a-468b-89bb-a1773f84af06) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:38.589327 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:38.604671 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.605896 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.619299 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:38.620112 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.621809 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] 10.222.0.41 "PUT /v2.0/ports/97a35609-97f2-49c8-9a99-a54967f33d33 HTTP/1.1" status: 200 len: 1092 time: 3.3574898 Aug 31 01:01:38.626494 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423a5e12-247b-4fc3-981f-7a55ecadcb04', 'tag': '97a35609-97f2-49c8-9a99-a54967f33d33'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:38.629149 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc45b013-5b2e-47e4-9671-7a78297389a3" -d '{"events": [{"name": "network-changed", "server_uuid": "423a5e12-247b-4fc3-981f-7a55ecadcb04", "tag": "97a35609-97f2-49c8-9a99-a54967f33d33"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:38.707229 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.715572 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75007df5-3576-4511-9fcd-88d1e5d57967 service neutron] Pushing event updated for resources: {'Port': ['ID=97a35609-97f2-49c8-9a99-a54967f33d33,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:38.734651 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5315c9-e790-4280-acb1-4c7720c0840e {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:38.735399 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dfa2d-6e11-4db1-bce5-b611e6ab2b35 req-6ef21f7a-a4aa-4cf4-9d43-4758f7cbf14e tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:38.750285 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-718dfa2d-6e11-4db1-bce5-b611e6ab2b35 req-6ef21f7a-a4aa-4cf4-9d43-4758f7cbf14e tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 931 time: 0.4484885 Aug 31 01:01:38.763221 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.812100 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6e5315c9-e790-4280-acb1-4c7720c0840e, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6e5315c9-e790-4280-acb1-4c7720c0840e,segment=NetworkSegment(967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9),segment_id=967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:38.852982 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.861309 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3e58115-0062-465a-993e-134c8fc341da req-b58fd2d0-f9e2-4981-a299-0b54440734e0 service neutron] 10.222.0.48 "GET /v2.0/networks/f8b93c27-42a8-4735-b10d-15e13ecf494d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565139 Aug 31 01:01:38.875529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Transition to ACTIVE for port object 86ee5bff-9492-4bef-aa3f-6899b758a9d4 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:38.903596 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-02e0fd85-f3d5-4d02-8bdd-0ad2bbe51c3d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.914583 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-718dfa2d-6e11-4db1-bce5-b611e6ab2b35 req-1d8deedf-dbcb-4e4d-b445-b91a9ed99476 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631091 Aug 31 01:01:38.916936 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Transition to ACTIVE for port object 86ee5bff-9492-4bef-aa3f-6899b758a9d4 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:38.936529 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.948577 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.969321 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8305708e-48be-4eb1-a104-ab54d8b6df4a None None] New status for floating IP 6fde45ff-a9fb-4fcf-a089-4d9ab73454f4: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:01:38.975966 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-0953cb6b-db2d-4aac-aa73-ec3a78d41017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:38.990086 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-0953cb6b-db2d-4aac-aa73-ec3a78d41017 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=610740ade9244be49f8fe9ed0068cf33&device_id=423a5e12-247b-4fc3-981f-7a55ecadcb04 HTTP/1.1" status: 200 len: 1095 time: 0.2044315 Aug 31 01:01:39.003339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:39.047822 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-55c89279-1edc-4265-8670-5dde1594b732 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97a35609-97f2-49c8-9a99-a54967f33d33 HTTP/1.1" status: 200 len: 217 time: 0.0530267 Aug 31 01:01:39.050709 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Transition to ACTIVE for port object 6e366cdd-e15a-468b-89bb-a1773f84af06 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:39.052469 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=6e5315c9-e790-4280-acb1-4c7720c0840e,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:39.084317 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:39.128741 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cd5cb3-82cc-4263-a81f-05802a6c9154 x-openstack-request-id: req-20cd5cb3-82cc-4263-a81f-05802a6c9154 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:39.129067 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb60bc9-126f-482e-a4d1-efbb14241316", "tag": "0e790913-094b-4bf2-b333-405e4878ecaa", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:39.129316 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20cd5cb3-82cc-4263-a81f-05802a6c9154 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:39.129820 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb60bc9-126f-482e-a4d1-efbb14241316', 'tag': '0e790913-094b-4bf2-b333-405e4878ecaa', 'status': 'completed', 'code': 200} Aug 31 01:01:39.168165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-b36a16fa-d2ad-4353-8387-e16646d9975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:39.171157 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-b36a16fa-d2ad-4353-8387-e16646d9975a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7742011b-325e-4e45-850d-1faede78d849 HTTP/1.1" status: 200 len: 853 time: 0.1156301 Aug 31 01:01:39.213271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Network d8d074e0-3ba7-47e4-9677-f4407602dcfb is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:39.233512 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:39.234076 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-df88d63b-7b74-4731-8253-98d21c978334 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3650ee8b-43d9-4fb6-9934-8185a4244226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379694 Aug 31 01:01:39.242487 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:39.275186 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Pushing event updated for resources: {'Port': ['ID=86ee5bff-9492-4bef-aa3f-6899b758a9d4,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:39.318926 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af96cc8-ac31-409c-9ae9-584038a8b07a req-b6b1b36d-3b72-4afd-87af-ea3ef0dadcf8 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:39.320698 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2af96cc8-ac31-409c-9ae9-584038a8b07a req-b6b1b36d-3b72-4afd-87af-ea3ef0dadcf8 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 945 time: 0.1769364 Aug 31 01:01:39.327674 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['6e5315c9-e790-4280-acb1-4c7720c0840e'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:39.358834 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:39.361046 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fee38df-eb92-47c5-ba4d-c0eee4d2afd1 None None] Network 6c3ad028-f25b-4b56-9084-720e08933ff8 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:39.442903 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2af96cc8-ac31-409c-9ae9-584038a8b07a req-61f66992-5d71-41fa-9878-39dd3158c296 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c42d9ac-fb08-42be-a680-6f96f5a33854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150768 Aug 31 01:01:39.455697 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network 6c3ad028-f25b-4b56-9084-720e08933ff8 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:39.459988 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-dd935142-f187-41de-b144-8c0faba52cd6 service neutron] 10.222.0.41 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185533 Aug 31 01:01:39.467565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=6e366cdd-e15a-468b-89bb-a1773f84af06,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:39.471135 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:39.478320 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:39.480092 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-6b45a9d3-c5e5-49ee-8cac-0f940dd628e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:39.480647 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:39.482901 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-6b45a9d3-c5e5-49ee-8cac-0f940dd628e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9eddee8f-43a1-4252-b0c9-3f57e0c32f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0634348 Aug 31 01:01:39.501711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Attempting to bind port 86ee5bff-9492-4bef-aa3f-6899b758a9d4 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:39.502085 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Attempting to bind port 86ee5bff-9492-4bef-aa3f-6899b758a9d4 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '957b15a1-9b3a-4a95-a809-7f0aec26086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:39.502455 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Attempting to bind port 86ee5bff-9492-4bef-aa3f-6899b758a9d4 on network d8d074e0-3ba7-47e4-9677-f4407602dcfb {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:39.526841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:39.527219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Checking segment: {'id': '957b15a1-9b3a-4a95-a809-7f0aec26086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:39.527626 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:39.528026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Bound using segment: {'id': '957b15a1-9b3a-4a95-a809-7f0aec26086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:39.528518 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Bound port: 86ee5bff-9492-4bef-aa3f-6899b758a9d4, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957b15a1-9b3a-4a95-a809-7f0aec26086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:39.528902 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:39.549772 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e0fd85-f3d5-4d02-8bdd-0ad2bbe51c3d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network 4533214d-0ce8-480c-a2b2-ecd533a58daf is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:39.565848 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-02e0fd85-f3d5-4d02-8bdd-0ad2bbe51c3d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:39.586411 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e0fd85-f3d5-4d02-8bdd-0ad2bbe51c3d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:39.641123 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f55545-fa27-4794-8b0c-db7c5b75d9d6 x-openstack-request-id: req-02f55545-fa27-4794-8b0c-db7c5b75d9d6 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:39.641609 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423a5e12-247b-4fc3-981f-7a55ecadcb04", "tag": "97a35609-97f2-49c8-9a99-a54967f33d33", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:39.641970 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02f55545-fa27-4794-8b0c-db7c5b75d9d6 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:39.642540 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423a5e12-247b-4fc3-981f-7a55ecadcb04', 'tag': '97a35609-97f2-49c8-9a99-a54967f33d33', 'status': 'completed', 'code': 200} Aug 31 01:01:39.646665 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-501781d1-c5ad-4f75-853e-a5db1cf331c3 None None] Provisioning for port e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:39.650718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] For port 86ee5bff-9492-4bef-aa3f-6899b758a9d4, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:39.653215 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e0fd85-f3d5-4d02-8bdd-0ad2bbe51c3d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:39.653699 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-02e0fd85-f3d5-4d02-8bdd-0ad2bbe51c3d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:39.687508 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-501781d1-c5ad-4f75-853e-a5db1cf331c3 None None] Provisioning complete for port e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:39.687880 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-501781d1-c5ad-4f75-853e-a5db1cf331c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:39.693326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a04c376c-c901-4f64-8e3b-a72dc01a3391 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:39.724164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] For port 86ee5bff-9492-4bef-aa3f-6899b758a9d4, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=86ee5bff-9492-4bef-aa3f-6899b758a9d4,segment=NetworkSegment(957b15a1-9b3a-4a95-a809-7f0aec26086e),segment_id=957b15a1-9b3a-4a95-a809-7f0aec26086e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:39.769341 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:39.786150 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:39.790585 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3fefc-9c82-40fa-88d4-665e4effad16 req-fee4910d-05f9-4b25-bfc3-fc1a105cc451 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:39.792563 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c9e3fefc-9c82-40fa-88d4-665e4effad16 req-fee4910d-05f9-4b25-bfc3-fc1a105cc451 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 944 time: 0.1487734 Aug 31 01:01:39.801094 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-0b7db22c-3529-4500-af5b-0dae0a9acf41 service neutron] 10.222.0.41 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084047 Aug 31 01:01:39.814455 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55370833-a1b7-48f5-8f30-842bd6b48049 req-d3670cb5-5937-4455-ba8c-90c05ac9f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:39.815966 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-55370833-a1b7-48f5-8f30-842bd6b48049 req-d3670cb5-5937-4455-ba8c-90c05ac9f81c service neutron] 10.222.0.41 "GET /v2.0/networks?id=d402af4a-8a8e-49ea-8168-c26e094719ad HTTP/1.1" status: 200 len: 912 time: 1.3663869 Aug 31 01:01:39.816568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0fd85-f3d5-4d02-8bdd-0ad2bbe51c3d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=5e174940-2c15-4a74-854c-e3f7e921d7c0,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:39.830438 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Transition to ACTIVE for port object a04c376c-c901-4f64-8e3b-a72dc01a3391 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:39.830845 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:39.874003 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c9e3fefc-9c82-40fa-88d4-665e4effad16 req-4de98eaa-0dfc-4b01-8677-f27869fd92e3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453272 Aug 31 01:01:39.881398 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-55370833-a1b7-48f5-8f30-842bd6b48049 req-38bd1a80-d841-4f37-b927-e3012012cb44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6837554d-bc8d-456a-a1c6-5f6007d83f74 HTTP/1.1" status: 200 len: 217 time: 0.0553524 Aug 31 01:01:39.885987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da057959-8041-47bc-853b-81af191937cd req-1def6ace-9cec-4f90-92fe-a426f37040ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:39.887518 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da057959-8041-47bc-853b-81af191937cd req-1def6ace-9cec-4f90-92fe-a426f37040ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fc4d0d1e16146dba32fc1604dd5ab73&device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 1097 time: 0.7547297 Aug 31 01:01:39.974352 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087a137-53ef-4221-9186-fa5e2f9f76eb None None] Pushing event updated for resources: {'Port': ['ID=86ee5bff-9492-4bef-aa3f-6899b758a9d4,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:39.978414 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-501781d1-c5ad-4f75-853e-a5db1cf331c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:39.985570 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-5c4df98f-07b5-4c3d-a04d-b4be3181e68a service neutron] 10.222.0.16 "GET /v2.0/networks/9eddee8f-43a1-4252-b0c9-3f57e0c32f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564848 Aug 31 01:01:40.056718 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-02e0fd85-f3d5-4d02-8bdd-0ad2bbe51c3d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5951884 Aug 31 01:01:40.057650 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.075005 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50212) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:40.078740 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.088319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': '5e174940-2c15-4a74-854c-e3f7e921d7c0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:40.122208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-501781d1-c5ad-4f75-853e-a5db1cf331c3 None None] For port e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e,segment=NetworkSegment(1da9b0dc-fbd7-4105-8589-98cb19275426),segment_id=1da9b0dc-fbd7-4105-8589-98cb19275426)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:40.152326 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.199760 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-501781d1-c5ad-4f75-853e-a5db1cf331c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.236423 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45b013-5b2e-47e4-9671-7a78297389a3 req-490222ce-ac71-4430-badf-28485f56cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:40.238042 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc45b013-5b2e-47e4-9671-7a78297389a3 req-490222ce-ac71-4430-badf-28485f56cbb1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=610740ade9244be49f8fe9ed0068cf33&device_id=423a5e12-247b-4fc3-981f-7a55ecadcb04 HTTP/1.1" status: 200 len: 1095 time: 0.2287812 Aug 31 01:01:40.269669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 6837554d-bc8d-456a-a1c6-5f6007d83f74 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:40.310249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55370833-a1b7-48f5-8f30-842bd6b48049 req-f156b19e-491a-4be7-bf6a-172e4686978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:40.313684 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-55370833-a1b7-48f5-8f30-842bd6b48049 req-f156b19e-491a-4be7-bf6a-172e4686978e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06a338a6-991a-450e-bc60-b066a8b265a4 HTTP/1.1" status: 200 len: 851 time: 0.4228225 Aug 31 01:01:40.439026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Pushing event updated for resources: {'Port': ['ID=a04c376c-c901-4f64-8e3b-a72dc01a3391,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:40.508420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da8fe6-eacb-449b-9e3e-dc5d94ff85eb req-dd35127f-ad06-4108-96cb-58dee003ce64 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:40.510512 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-55370833-a1b7-48f5-8f30-842bd6b48049 req-ed695679-a9b2-4f8b-aeaf-53623c2a2a05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d402af4a-8a8e-49ea-8168-c26e094719ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1543989 Aug 31 01:01:40.520035 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d3da8fe6-eacb-449b-9e3e-dc5d94ff85eb req-dd35127f-ad06-4108-96cb-58dee003ce64 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 943 time: 0.3498185 Aug 31 01:01:40.522690 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501781d1-c5ad-4f75-853e-a5db1cf331c3 None None] Pushing event updated for resources: {'Port': ['ID=e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:40.580579 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d3da8fe6-eacb-449b-9e3e-dc5d94ff85eb req-3bf546d3-86f0-4c02-9f49-8d1acbdbd782 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587952 Aug 31 01:01:40.584296 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da057959-8041-47bc-853b-81af191937cd req-75856f9e-efda-461a-8e23-d53ae9e7aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:40.586057 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da057959-8041-47bc-853b-81af191937cd req-75856f9e-efda-461a-8e23-d53ae9e7aa5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=9eddee8f-43a1-4252-b0c9-3f57e0c32f98 HTTP/1.1" status: 200 len: 929 time: 0.6839130 Aug 31 01:01:40.644447 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 6837554d-bc8d-456a-a1c6-5f6007d83f74, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=6837554d-bc8d-456a-a1c6-5f6007d83f74,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:40.668555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-53e7b466-49cd-4e33-a6dd-6d6364141941 None None] Provisioning for port 6e366cdd-e15a-468b-89bb-a1773f84af06 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:40.709269 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '6837554d-bc8d-456a-a1c6-5f6007d83f74', 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad', 'port_id': '6837554d-bc8d-456a-a1c6-5f6007d83f74', 'mac_address': 'fa:16:3e:01:89:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a338a6-991a-450e-bc60-b066a8b265a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:01:40.711509 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-53e7b466-49cd-4e33-a6dd-6d6364141941 None None] Provisioning complete for port 6e366cdd-e15a-468b-89bb-a1773f84af06 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:40.712874 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-53e7b466-49cd-4e33-a6dd-6d6364141941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.717526 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.749953 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4442b86f-a5ac-49ea-94ee-a06c7468c043 req-1d75a4b3-49ef-4669-ae06-bea8c3e9a2ca service neutron] 10.222.0.16 "GET /v2.0/networks/9eddee8f-43a1-4252-b0c9-3f57e0c32f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6780074 Aug 31 01:01:40.762290 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45b013-5b2e-47e4-9671-7a78297389a3 req-ed8aab30-d171-4f49-8242-d5b8e2f169b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:40.763797 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc45b013-5b2e-47e4-9671-7a78297389a3 req-ed8aab30-d171-4f49-8242-d5b8e2f169b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3650ee8b-43d9-4fb6-9934-8185a4244226 HTTP/1.1" status: 200 len: 914 time: 0.4284866 Aug 31 01:01:40.831339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-53e7b466-49cd-4e33-a6dd-6d6364141941 None None] Port 6e366cdd-e15a-468b-89bb-a1773f84af06 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:40.836502 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.841892 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da057959-8041-47bc-853b-81af191937cd req-6f23fbca-efee-42e5-8cf4-96770838eec4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e790913-094b-4bf2-b333-405e4878ecaa HTTP/1.1" status: 200 len: 1000 time: 0.2484589 Aug 31 01:01:40.843156 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc45b013-5b2e-47e4-9671-7a78297389a3 req-fddc241e-67f9-49ea-9cfb-dba58a71f2cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97a35609-97f2-49c8-9a99-a54967f33d33 HTTP/1.1" status: 200 len: 217 time: 0.0674138 Aug 31 01:01:40.870412 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b118a5d-3984-4479-9c73-fcc13728ce1b req-75280899-5699-4162-bb5b-0deb8ed4d4f2 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:40.870412 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0b118a5d-3984-4479-9c73-fcc13728ce1b req-75280899-5699-4162-bb5b-0deb8ed4d4f2 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 945 time: 0.1462049 Aug 31 01:01:40.870748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6837554d-bc8d-456a-a1c6-5f6007d83f74 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:40.883194 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-53e7b466-49cd-4e33-a6dd-6d6364141941 None None] Provisioning complete for port e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:40.883651 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-53e7b466-49cd-4e33-a6dd-6d6364141941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.918040 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 6837554d-bc8d-456a-a1c6-5f6007d83f74, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=6837554d-bc8d-456a-a1c6-5f6007d83f74,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:40.950899 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45b013-5b2e-47e4-9671-7a78297389a3 req-4f673ee5-fc82-4cf6-93d7-e67ec4e0be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:40.952510 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc45b013-5b2e-47e4-9671-7a78297389a3 req-4f673ee5-fc82-4cf6-93d7-e67ec4e0be59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7742011b-325e-4e45-850d-1faede78d849 HTTP/1.1" status: 200 len: 853 time: 0.0850775 Aug 31 01:01:40.962023 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Attempting to bind port a04c376c-c901-4f64-8e3b-a72dc01a3391 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:40.962364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Attempting to bind port a04c376c-c901-4f64-8e3b-a72dc01a3391 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '4456da84-c276-40c4-89ff-da20cabd4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:40.962693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Attempting to bind port a04c376c-c901-4f64-8e3b-a72dc01a3391 on network 3650ee8b-43d9-4fb6-9934-8185a4244226 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:40.975559 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:41.001144 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:41.021417 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc45b013-5b2e-47e4-9671-7a78297389a3 req-ae71ae51-87d6-4c25-a054-c04d5b3b9a71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3650ee8b-43d9-4fb6-9934-8185a4244226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526464 Aug 31 01:01:41.055943 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-55370833-a1b7-48f5-8f30-842bd6b48049 req-4b9194b5-7dba-4661-b31a-0690d1cae698 service neutron] 10.222.0.41 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356102 Aug 31 01:01:41.056531 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Port a04c376c-c901-4f64-8e3b-a72dc01a3391 on network 3650ee8b-43d9-4fb6-9934-8185a4244226 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:41.056890 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Attempting to bind port a04c376c-c901-4f64-8e3b-a72dc01a3391 on network 3650ee8b-43d9-4fb6-9934-8185a4244226 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:41.067645 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0b118a5d-3984-4479-9c73-fcc13728ce1b req-c4273e7e-96f9-447a-9ea1-55ff8f26f35d tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c42d9ac-fb08-42be-a680-6f96f5a33854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005058 Aug 31 01:01:41.090137 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=6837554d-bc8d-456a-a1c6-5f6007d83f74,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:41.121271 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:41.122208 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:41.145403 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1c804e47-213f-48c0-a2ab-2495bc01b923 None None] Provisioning complete for port 6e366cdd-e15a-468b-89bb-a1773f84af06 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:41.146495 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1c804e47-213f-48c0-a2ab-2495bc01b923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:41.163258 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:41.163608 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Checking segment: {'id': '4456da84-c276-40c4-89ff-da20cabd4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:41.164014 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Bound using segment: {'id': '4456da84-c276-40c4-89ff-da20cabd4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:41.164477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Bound port: a04c376c-c901-4f64-8e3b-a72dc01a3391, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4456da84-c276-40c4-89ff-da20cabd4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:41.164846 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:41.212688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['6837554d-bc8d-456a-a1c6-5f6007d83f74'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:41.220227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-1c804e47-213f-48c0-a2ab-2495bc01b923 None None] Port 6e366cdd-e15a-468b-89bb-a1773f84af06 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:41.326595 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-55370833-a1b7-48f5-8f30-842bd6b48049 req-cc0ea492-ff65-43d4-be17-da83da6dff5c service neutron] 10.222.0.41 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504885 Aug 31 01:01:41.335332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=6e366cdd-e15a-468b-89bb-a1773f84af06,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:41.353636 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da057959-8041-47bc-853b-81af191937cd req-2a6bf401-cf5f-49b0-b504-c1054e9e9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:41.355242 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da057959-8041-47bc-853b-81af191937cd req-2a6bf401-cf5f-49b0-b504-c1054e9e9e2e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f8ed88-0463-47cf-9ebc-76068dfcf6fd HTTP/1.1" status: 200 len: 867 time: 0.4990897 Aug 31 01:01:41.399609 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc45b013-5b2e-47e4-9671-7a78297389a3 req-59c42782-287f-4b7d-920e-4b2e6868925a service neutron] 10.222.0.41 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658988 Aug 31 01:01:41.507380 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f970f-5f1c-40b0-8d7b-68207b8a442c req-18f856b6-5c3e-4508-9dc1-471899c70c53 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:41.513499 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8e0f970f-5f1c-40b0-8d7b-68207b8a442c req-18f856b6-5c3e-4508-9dc1-471899c70c53 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 945 time: 0.3084695 Aug 31 01:01:41.532686 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network 6c3ad028-f25b-4b56-9084-720e08933ff8 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:41.554948 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:41.627575 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1951c4-0b64-4f34-94ee-7ca2a238c4f7 None None] Network d8d074e0-3ba7-47e4-9677-f4407602dcfb requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:41.676012 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8e0f970f-5f1c-40b0-8d7b-68207b8a442c req-79db0d43-f81a-450a-a4df-3ffa4001a93a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532562 Aug 31 01:01:41.757147 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc45b013-5b2e-47e4-9671-7a78297389a3 req-c34e7a81-378e-458f-854a-bc40bf9a03d2 service neutron] 10.222.0.41 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469536 Aug 31 01:01:41.860876 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6d1953f5-ae1e-4d1a-887c-eb820a17d508 None None] Provisioning for port 86ee5bff-9492-4bef-aa3f-6899b758a9d4 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:41.972479 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7f8cc-003e-4d99-a4aa-4c6603fb5120 req-f0b5fe45-9595-428a-acdc-350c3f7a3036 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:41.974466 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-88f7f8cc-003e-4d99-a4aa-4c6603fb5120 req-f0b5fe45-9595-428a-acdc-350c3f7a3036 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 943 time: 0.0606117 Aug 31 01:01:41.988730 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router b5a06278-1a76-4893-b7d9-578017edc378 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:01:42.002351 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-12bd315c-c754-4b0e-9f3a-f93db717195c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 258 time: 1.1155205 Aug 31 01:01:42.036273 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-3b7fa1b3-0328-4c94-b17b-bbfa9bac1363 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:42.076719 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.091840 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f2a7def0-a37a-4a6a-9ea7-6d073b0dec28 None None] Provisioning complete for port 6e366cdd-e15a-468b-89bb-a1773f84af06 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:42.092566 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f2a7def0-a37a-4a6a-9ea7-6d073b0dec28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.127088 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da057959-8041-47bc-853b-81af191937cd req-9f0c5dc8-c7d9-4fb7-9d6c-54c191c11aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:42.128750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6e5315c9-e790-4280-acb1-4c7720c0840e up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:42.129869 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da057959-8041-47bc-853b-81af191937cd req-9f0c5dc8-c7d9-4fb7-9d6c-54c191c11aeb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9eddee8f-43a1-4252-b0c9-3f57e0c32f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7289956 Aug 31 01:01:42.135509 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.138041 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.185539 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-88f7f8cc-003e-4d99-a4aa-4c6603fb5120 req-2e33873d-af5e-43a2-ab87-ca91c5cef900 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963136 Aug 31 01:01:42.187301 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f2a7def0-a37a-4a6a-9ea7-6d073b0dec28 None None] Port 6e366cdd-e15a-468b-89bb-a1773f84af06 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:42.198217 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] For port a04c376c-c901-4f64-8e3b-a72dc01a3391, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:42.230995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 6837554d-bc8d-456a-a1c6-5f6007d83f74 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:42.240326 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:42.258242 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b52b6db8-99ac-4962-a84c-bdbc252e5ea9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/b5a06278-1a76-4893-b7d9-578017edc378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4790187 Aug 31 01:01:42.259681 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50228) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:42.267979 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2128435b-0386-4a9a-b786-d8cb6b228e14 None None] Sync routers for ids ['b5a06278-1a76-4893-b7d9-578017edc378'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:42.290528 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2128435b-0386-4a9a-b786-d8cb6b228e14 None None] Routers {'b5a06278-1a76-4893-b7d9-578017edc378'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:42.295798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-2128435b-0386-4a9a-b786-d8cb6b228e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b5a06278-1a76-4893-b7d9-578017edc378'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:42.318457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] For port a04c376c-c901-4f64-8e3b-a72dc01a3391, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a04c376c-c901-4f64-8e3b-a72dc01a3391,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:42.327109 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-3b7fa1b3-0328-4c94-b17b-bbfa9bac1363 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.339655 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3db1738-643d-4031-937a-3bf3400490c3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:42.341267 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c3db1738-643d-4031-937a-3bf3400490c3 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/ports/6e366cdd-e15a-468b-89bb-a1773f84af06 HTTP/1.1" status: 200 len: 911 time: 0.0803378 Aug 31 01:01:42.346992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50230) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:42.359934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-2128435b-0386-4a9a-b786-d8cb6b228e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:42.366848 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04f237-6a31-4df5-8377-7aebafd6f178 req-3c143f65-45e9-49f4-a84f-9af610738d7c tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:42.367081 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-da04f237-6a31-4df5-8377-7aebafd6f178 req-3c143f65-45e9-49f4-a84f-9af610738d7c tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 945 time: 0.0947576 Aug 31 01:01:42.384155 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 6e5315c9-e790-4280-acb1-4c7720c0840e completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:42.387279 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2128435b-0386-4a9a-b786-d8cb6b228e14 None None] Routers {'b5a06278-1a76-4893-b7d9-578017edc378'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:42.387923 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-2128435b-0386-4a9a-b786-d8cb6b228e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b5a06278-1a76-4893-b7d9-578017edc378'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:42.429983 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-da04f237-6a31-4df5-8377-7aebafd6f178 req-cf68f766-6377-471d-a12d-3e4fd60cd4ec tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c42d9ac-fb08-42be-a680-6f96f5a33854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565848 Aug 31 01:01:42.575502 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 86ee5bff-9492-4bef-aa3f-6899b758a9d4 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:42.578834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 6e5315c9-e790-4280-acb1-4c7720c0840e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:42.579259 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.580940 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-2128435b-0386-4a9a-b786-d8cb6b228e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:42.581606 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2128435b-0386-4a9a-b786-d8cb6b228e14 None None] The sync data for ids ['b5a06278-1a76-4893-b7d9-578017edc378'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:42.635169 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da057959-8041-47bc-853b-81af191937cd req-ff1c6e65-cac0-4950-9cc5-3c1ba4e6a69e service neutron] 10.222.0.48 "GET /v2.0/networks/9eddee8f-43a1-4252-b0c9-3f57e0c32f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555123 Aug 31 01:01:42.636628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Allocated IP 172.25.2.46 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/4e1e61ab-2074-4b8c-af5a-fb4b24a0fde1) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:42.649392 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.662644 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 6837554d-bc8d-456a-a1c6-5f6007d83f74 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:42.670575 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 6837554d-bc8d-456a-a1c6-5f6007d83f74 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:42.670843 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.739011 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.764670 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 86ee5bff-9492-4bef-aa3f-6899b758a9d4 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:42.774951 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5dcab0-685a-40e7-8834-3cb24da18264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5315c9-e790-4280-acb1-4c7720c0840e'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:42.777419 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812298c2-a5d8-4d46-98f7-d3a2a9cf77d9" -d '{"events": [{"server_uuid": "2b5dcab0-685a-40e7-8834-3cb24da18264", "name": "network-vif-plugged", "status": "completed", "tag": "6e5315c9-e790-4280-acb1-4c7720c0840e"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:42.783765 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 86ee5bff-9492-4bef-aa3f-6899b758a9d4 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:42.784140 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.797273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6e5315c9-e790-4280-acb1-4c7720c0840e, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6e5315c9-e790-4280-acb1-4c7720c0840e,segment=NetworkSegment(967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9),segment_id=967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:42.806481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:42.807164 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.808772 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] 10.222.0.48 "PUT /v2.0/ports/a04c376c-c901-4f64-8e3b-a72dc01a3391 HTTP/1.1" status: 200 len: 1092 time: 5.2391934 Aug 31 01:01:42.819053 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9458a35c-5bf9-4b68-9255-cac58658c105', 'tag': 'a04c376c-c901-4f64-8e3b-a72dc01a3391'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:42.823082 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699fb396-50c4-4766-8a9d-95edaa92984f" -d '{"events": [{"name": "network-changed", "server_uuid": "9458a35c-5bf9-4b68-9255-cac58658c105", "tag": "a04c376c-c901-4f64-8e3b-a72dc01a3391"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:42.857418 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.870375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c099d8-923b-4d3b-aee0-2f1a61e850df req-34b1be8f-8c2c-4398-b977-7fea14645dfb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:42.874338 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-11c099d8-923b-4d3b-aee0-2f1a61e850df req-34b1be8f-8c2c-4398-b977-7fea14645dfb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 945 time: 0.0699296 Aug 31 01:01:42.920431 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-11c099d8-923b-4d3b-aee0-2f1a61e850df req-3718b4c3-0e1b-4fe8-a537-bbf2fc957388 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387249 Aug 31 01:01:42.920623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 6837554d-bc8d-456a-a1c6-5f6007d83f74, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=6837554d-bc8d-456a-a1c6-5f6007d83f74,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:42.922472 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.978418 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67440ee1-2f6d-4185-a461-ed0600cc7165 x-openstack-request-id: req-67440ee1-2f6d-4185-a461-ed0600cc7165 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:42.979230 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5dcab0-685a-40e7-8834-3cb24da18264", "name": "network-vif-plugged", "status": "completed", "tag": "6e5315c9-e790-4280-acb1-4c7720c0840e", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:42.989763 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67440ee1-2f6d-4185-a461-ed0600cc7165 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:42.994382 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5dcab0-685a-40e7-8834-3cb24da18264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5315c9-e790-4280-acb1-4c7720c0840e', 'code': 200} Aug 31 01:01:42.999906 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:43.025265 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa7daf-7b0f-4988-b79c-15dc13185f37 service neutron] Pushing event updated for resources: {'Port': ['ID=a04c376c-c901-4f64-8e3b-a72dc01a3391,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:43.036149 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:43.040497 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b46cf3c-a84c-4093-a367-9566f3eb6fee x-openstack-request-id: req-9b46cf3c-a84c-4093-a367-9566f3eb6fee {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:43.040497 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9458a35c-5bf9-4b68-9255-cac58658c105", "tag": "a04c376c-c901-4f64-8e3b-a72dc01a3391", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:43.040497 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b46cf3c-a84c-4093-a367-9566f3eb6fee {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:43.040497 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9458a35c-5bf9-4b68-9255-cac58658c105', 'tag': 'a04c376c-c901-4f64-8e3b-a72dc01a3391', 'status': 'completed', 'code': 200} Aug 31 01:01:43.048381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=6e5315c9-e790-4280-acb1-4c7720c0840e,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:43.061643 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 86ee5bff-9492-4bef-aa3f-6899b758a9d4, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=86ee5bff-9492-4bef-aa3f-6899b758a9d4,segment=NetworkSegment(957b15a1-9b3a-4a95-a809-7f0aec26086e),segment_id=957b15a1-9b3a-4a95-a809-7f0aec26086e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:43.111864 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=6837554d-bc8d-456a-a1c6-5f6007d83f74,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:43.162489 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:43.163301 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:43.178027 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da057959-8041-47bc-853b-81af191937cd req-59d1e0d5-416c-48cc-85a7-c9b80f7cf1fa service neutron] 10.222.0.48 "GET /v2.0/networks/9eddee8f-43a1-4252-b0c9-3f57e0c32f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355618 Aug 31 01:01:43.206663 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:43.213274 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-3b7fa1b3-0328-4c94-b17b-bbfa9bac1363 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:43.234144 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-136f2508-893f-4c24-896e-d2491bdd163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:43.235709 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-136f2508-893f-4c24-896e-d2491bdd163c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=610740ade9244be49f8fe9ed0068cf33&device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 1095 time: 0.2601709 Aug 31 01:01:43.249837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=86ee5bff-9492-4bef-aa3f-6899b758a9d4,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:43.266365 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:43.272586 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:43.293227 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cf156-c64c-4dde-9ced-7d2a9b9732d1 req-e676ec55-5ade-47c0-92e7-450a9f511a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:43.294759 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d9cf156-c64c-4dde-9ced-7d2a9b9732d1 req-e676ec55-5ade-47c0-92e7-450a9f511a12 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 1098 time: 0.2261090 Aug 31 01:01:43.327297 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dcae5-f7fb-4e4f-81dd-ebbdb2bc1f95 req-0c28aa03-7572-499d-a403-8cec57629596 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:43.329256 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fc4dcae5-f7fb-4e4f-81dd-ebbdb2bc1f95 req-0c28aa03-7572-499d-a403-8cec57629596 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 943 time: 0.0548539 Aug 31 01:01:43.373239 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fc4dcae5-f7fb-4e4f-81dd-ebbdb2bc1f95 req-067ed8b8-b32e-4ec6-955d-db80a485df26 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361750 Aug 31 01:01:43.387661 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-16d0e322-b601-4976-a313-18a085e76a42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a04c376c-c901-4f64-8e3b-a72dc01a3391 HTTP/1.1" status: 200 len: 217 time: 0.0974033 Aug 31 01:01:43.475327 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d9cf156-c64c-4dde-9ced-7d2a9b9732d1 req-889480d4-e138-4346-a095-559b0992576e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8c42d9ac-fb08-42be-a680-6f96f5a33854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531718 Aug 31 01:01:43.500360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-0baa5550-40e9-4692-9d75-1becae4232dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:43.507441 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-0baa5550-40e9-4692-9d75-1becae4232dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7742011b-325e-4e45-850d-1faede78d849 HTTP/1.1" status: 200 len: 853 time: 0.1022177 Aug 31 01:01:43.561249 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a76979-9204-45b6-bfb5-fc24fd33eaa9 req-13339f80-6568-42a8-98d7-8e903973caaf tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:43.562935 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b4a76979-9204-45b6-bfb5-fc24fd33eaa9 req-13339f80-6568-42a8-98d7-8e903973caaf tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 946 time: 0.0574844 Aug 31 01:01:43.610232 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b4a76979-9204-45b6-bfb5-fc24fd33eaa9 req-5bbae1fe-83a4-4f7d-bba8-5439e0f0aa7e tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c42d9ac-fb08-42be-a680-6f96f5a33854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402875 Aug 31 01:01:43.611769 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-341455da-f966-4957-a799-06eb399937fb tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:43.996295 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:44.051913 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555041ed-1ade-4c0c-9498-1484cd039df6 req-0dfa50ed-6ee0-438f-9b6b-3e067df23d0d tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:44.053561 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-555041ed-1ade-4c0c-9498-1484cd039df6 req-0dfa50ed-6ee0-438f-9b6b-3e067df23d0d tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.0555227 Aug 31 01:01:44.090609 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-6b5b43d5-9f93-44ab-8377-e635f761ed17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3650ee8b-43d9-4fb6-9934-8185a4244226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4044285 Aug 31 01:01:44.094778 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-555041ed-1ade-4c0c-9498-1484cd039df6 req-e68baffc-c213-4d5e-8883-8e7bfc435e49 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335741 Aug 31 01:01:44.149206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:44.227868 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:44.230571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] Allocated IP 172.25.2.59 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/58f2284d-e689-441a-b802-e6c66210b490) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:44.241945 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 97a35609-97f2-49c8-9a99-a54967f33d33 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:44.242865 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:44.244942 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=4e1e61ab-2074-4b8c-af5a-fb4b24a0fde1,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:44.355249 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 97a35609-97f2-49c8-9a99-a54967f33d33, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=97a35609-97f2-49c8-9a99-a54967f33d33,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:44.371590 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '97a35609-97f2-49c8-9a99-a54967f33d33', 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226', 'port_id': '97a35609-97f2-49c8-9a99-a54967f33d33', 'mac_address': 'fa:16:3e:12:26:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7742011b-325e-4e45-850d-1faede78d849', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:01:44.404733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 86ee5bff-9492-4bef-aa3f-6899b758a9d4 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:44.462768 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-f7c43d00-0881-4af6-b81e-45818e1ad471 service neutron] 10.222.0.48 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551147 Aug 31 01:01:44.462967 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:44.491760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a35609-97f2-49c8-9a99-a54967f33d33 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:44.535799 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1edb6e-49a2-4ad5-9145-51f2aab8aea5 req-0f0446df-803c-43b6-b1fb-db22e809ba62 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:44.537786 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dc1edb6e-49a2-4ad5-9145-51f2aab8aea5 req-0f0446df-803c-43b6-b1fb-db22e809ba62 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 943 time: 0.0692139 Aug 31 01:01:44.554588 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 97a35609-97f2-49c8-9a99-a54967f33d33, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=97a35609-97f2-49c8-9a99-a54967f33d33,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:44.559218 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 86ee5bff-9492-4bef-aa3f-6899b758a9d4 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:44.559743 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:44.621877 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dc1edb6e-49a2-4ad5-9145-51f2aab8aea5 req-54a4021c-082c-4c66-b68a-486ad2de7bc0 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702505 Aug 31 01:01:44.638041 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:44.727708 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:44.768543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fb151-30fd-401f-bade-bf4ab4df09b8 req-36c93b17-8bb3-4d3c-8ece-170bb5409158 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:44.770408 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-559fb151-30fd-401f-bade-bf4ab4df09b8 req-36c93b17-8bb3-4d3c-8ece-170bb5409158 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 946 time: 0.0666547 Aug 31 01:01:44.812014 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=97a35609-97f2-49c8-9a99-a54967f33d33,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:44.840987 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-559fb151-30fd-401f-bade-bf4ab4df09b8 req-f8466379-5615-43d2-8355-63eff6352092 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c42d9ac-fb08-42be-a680-6f96f5a33854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545003 Aug 31 01:01:44.892404 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4674b49-1f1e-4334-be23-3f3de2d2d308 req-f7281dc1-51a5-4d2d-9649-4c37535cb885 service neutron] 10.222.0.48 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049842 Aug 31 01:01:44.936655 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['97a35609-97f2-49c8-9a99-a54967f33d33'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:44.982069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-341455da-f966-4957-a799-06eb399937fb tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting port 6e366cdd-e15a-468b-89bb-a1773f84af06 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:44.982298 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-341455da-f966-4957-a799-06eb399937fb tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:44.995349 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e0143c-cc9b-46b7-b630-eecacab4ff0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6837554d-bc8d-456a-a1c6-5f6007d83f74'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:44.997939 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1feeff1a-28d5-46b3-bded-ed5feda8803a" -d '{"events": [{"server_uuid": "37e0143c-cc9b-46b7-b630-eecacab4ff0a", "name": "network-vif-plugged", "status": "completed", "tag": "6837554d-bc8d-456a-a1c6-5f6007d83f74"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:45.052631 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:45.052845 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256dfee4-bfb2-412b-8903-02f943c211cd x-openstack-request-id: req-256dfee4-bfb2-412b-8903-02f943c211cd {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:45.052845 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e0143c-cc9b-46b7-b630-eecacab4ff0a", "name": "network-vif-plugged", "status": "completed", "tag": "6837554d-bc8d-456a-a1c6-5f6007d83f74", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:45.052845 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-256dfee4-bfb2-412b-8903-02f943c211cd {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:45.052845 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e0143c-cc9b-46b7-b630-eecacab4ff0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6837554d-bc8d-456a-a1c6-5f6007d83f74', 'code': 200} Aug 31 01:01:45.189118 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:45.195649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb8530-9d9a-4254-8760-46c8279e7aff req-62297da4-9264-4e1a-9fa6-f422c5149541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:45.198873 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2cb8530-9d9a-4254-8760-46c8279e7aff req-62297da4-9264-4e1a-9fa6-f422c5149541 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 1098 time: 0.0794635 Aug 31 01:01:45.245502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:45.266889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:45.281039 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2cb8530-9d9a-4254-8760-46c8279e7aff req-648d98a0-0683-49e5-85af-9a76c42d39a5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742273 Aug 31 01:01:45.313347 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89422681-a71e-4e22-ad58-5259f9e779c7 req-080f0ad2-c1c1-409d-9fe2-c1d48ceec543 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:45.315886 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-89422681-a71e-4e22-ad58-5259f9e779c7 req-080f0ad2-c1c1-409d-9fe2-c1d48ceec543 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.0831668 Aug 31 01:01:45.317482 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-3b7fa1b3-0328-4c94-b17b-bbfa9bac1363 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Allocated IP 172.25.2.39 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/1992a89e-23a2-4537-add6-aa99e94eab25) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:45.324272 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] Pushing event updated for resources: {'Port': ['ID=58f2284d-e689-441a-b802-e6c66210b490,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:45.371174 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-89422681-a71e-4e22-ad58-5259f9e779c7 req-839746d3-7c42-47a5-8bc9-5d252fc0ab1c tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458283 Aug 31 01:01:45.414137 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-341455da-f966-4957-a799-06eb399937fb tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:45.452335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-341455da-f966-4957-a799-06eb399937fb tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Calling delete_port for 6e366cdd-e15a-468b-89bb-a1773f84af06 owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:45.459460 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699fb396-50c4-4766-8a9d-95edaa92984f req-eafc4d09-8b98-43ba-bdf6-4ecf37723570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:45.460982 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-699fb396-50c4-4766-8a9d-95edaa92984f req-eafc4d09-8b98-43ba-bdf6-4ecf37723570 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=610740ade9244be49f8fe9ed0068cf33&device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 1095 time: 0.2939010 Aug 31 01:01:45.607801 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:45.780997 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7160dcb-ec01-47c8-8b09-caf41e781426 req-3b626756-853e-415c-8cd6-599c53e87a25 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:45.783578 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f7160dcb-ec01-47c8-8b09-caf41e781426 req-3b626756-853e-415c-8cd6-599c53e87a25 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 943 time: 0.0822065 Aug 31 01:01:45.847122 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f7160dcb-ec01-47c8-8b09-caf41e781426 req-9286ecb7-6d5f-40f1-a945-761c72446ae2 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526011 Aug 31 01:01:45.869581 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699fb396-50c4-4766-8a9d-95edaa92984f req-ae269104-0f15-4f47-be5a-5af4da1f3cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:45.871142 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-699fb396-50c4-4766-8a9d-95edaa92984f req-ae269104-0f15-4f47-be5a-5af4da1f3cc7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3650ee8b-43d9-4fb6-9934-8185a4244226 HTTP/1.1" status: 200 len: 914 time: 0.3911457 Aug 31 01:01:45.875475 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-3b7fa1b3-0328-4c94-b17b-bbfa9bac1363 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.067809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87620f-32f0-4316-878b-51e734c0f4b9 req-68e30cd9-1c01-4948-9041-f80b5a5d6cc5 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:46.070906 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7e87620f-32f0-4316-878b-51e734c0f4b9 req-68e30cd9-1c01-4948-9041-f80b5a5d6cc5 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 946 time: 0.0893855 Aug 31 01:01:46.115005 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7e87620f-32f0-4316-878b-51e734c0f4b9 req-57fbcbef-5852-44d3-b385-7252a539f15c tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c42d9ac-fb08-42be-a680-6f96f5a33854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376995 Aug 31 01:01:46.244987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 97a35609-97f2-49c8-9a99-a54967f33d33 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:46.256910 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919d03c-5c97-4ff8-82e3-56de8a05dcc0 req-6ae07807-48fa-4495-a6e1-967026109e56 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:46.259416 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a919d03c-5c97-4ff8-82e3-56de8a05dcc0 req-6ae07807-48fa-4495-a6e1-967026109e56 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 946 time: 0.0612586 Aug 31 01:01:46.278045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50264) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:46.288111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3a3d7182-2326-4a86-b905-217f63df1a52 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Request body: {'floatingip': {'port_id': '6e5315c9-e790-4280-acb1-4c7720c0840e'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:46.337252 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-699fb396-50c4-4766-8a9d-95edaa92984f req-4044d27a-c8cc-4666-a970-e6bb8dfdc699 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a04c376c-c901-4f64-8e3b-a72dc01a3391 HTTP/1.1" status: 200 len: 217 time: 0.4249625 Aug 31 01:01:46.363297 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a3d7182-2326-4a86-b905-217f63df1a52 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for floatingip, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.393666 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.476675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 97a35609-97f2-49c8-9a99-a54967f33d33 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:46.483518 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 97a35609-97f2-49c8-9a99-a54967f33d33 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:46.492983 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.631934 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.647390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699fb396-50c4-4766-8a9d-95edaa92984f req-55bfe88a-80b4-4eed-bbca-f0139c729ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:46.649965 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-699fb396-50c4-4766-8a9d-95edaa92984f req-55bfe88a-80b4-4eed-bbca-f0139c729ab3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7742011b-325e-4e45-850d-1faede78d849 HTTP/1.1" status: 200 len: 853 time: 0.3007414 Aug 31 01:01:46.673357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 97a35609-97f2-49c8-9a99-a54967f33d33, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=97a35609-97f2-49c8-9a99-a54967f33d33,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:46.689754 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0552af-6502-4cc9-b4c5-be8ab52035ec req-e1649fb4-8a02-4d08-9470-ce0d507356df tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:46.692991 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ea0552af-6502-4cc9-b4c5-be8ab52035ec req-e1649fb4-8a02-4d08-9470-ce0d507356df tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.1794386 Aug 31 01:01:46.780836 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.805191 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-699fb396-50c4-4766-8a9d-95edaa92984f req-f976e630-dd61-41eb-bb77-b71782c47077 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3650ee8b-43d9-4fb6-9934-8185a4244226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894899 Aug 31 01:01:46.843796 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=97a35609-97f2-49c8-9a99-a54967f33d33,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:46.887121 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-341455da-f966-4957-a799-06eb399937fb tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.889768 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-3b7fa1b3-0328-4c94-b17b-bbfa9bac1363 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.923008 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.994726 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341455da-f966-4957-a799-06eb399937fb tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Port': ['ID=6e366cdd-e15a-468b-89bb-a1773f84af06,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:47.052072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-3b7fa1b3-0328-4c94-b17b-bbfa9bac1363 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:47.053519 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423a5e12-247b-4fc3-981f-7a55ecadcb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a35609-97f2-49c8-9a99-a54967f33d33'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:47.056884 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad984686-8ab7-4672-9675-60021f49fb1a" -d '{"events": [{"server_uuid": "423a5e12-247b-4fc3-981f-7a55ecadcb04", "name": "network-vif-plugged", "status": "completed", "tag": "97a35609-97f2-49c8-9a99-a54967f33d33"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:47.115851 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-3b7fa1b3-0328-4c94-b17b-bbfa9bac1363 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:47.119214 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-3b7fa1b3-0328-4c94-b17b-bbfa9bac1363 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:47.326724 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fa1b3-0328-4c94-b17b-bbfa9bac1363 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Pushing event updated for resources: {'Port': ['ID=1992a89e-23a2-4537-add6-aa99e94eab25,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:47.378224 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-699fb396-50c4-4766-8a9d-95edaa92984f req-6274cb0d-6e43-47f5-9437-55868ce4e44e service neutron] 10.222.0.48 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643389 Aug 31 01:01:47.384581 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-341455da-f966-4957-a799-06eb399937fb tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:47.399353 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:47.508216 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ea0552af-6502-4cc9-b4c5-be8ab52035ec req-fad05dfb-4bb0-4e3a-9063-cd7c3e6788b6 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8070300 Aug 31 01:01:47.575785 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-3b7fa1b3-0328-4c94-b17b-bbfa9bac1363 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:47.667229 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:47.812373 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a3d7182-2326-4a86-b905-217f63df1a52 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:47.876070 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7989f2-8550-4110-b355-cca97c8fc719 req-8b6386c5-c369-4030-99f2-9a197f0555e9 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:47.878188 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb7989f2-8550-4110-b355-cca97c8fc719 req-8b6386c5-c369-4030-99f2-9a197f0555e9 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 943 time: 0.0637848 Aug 31 01:01:47.907830 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-699fb396-50c4-4766-8a9d-95edaa92984f req-ef8d3738-6160-49f5-9c15-a80118d5f8aa service neutron] 10.222.0.48 "GET /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187917 Aug 31 01:01:47.924435 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a3d7182-2326-4a86-b905-217f63df1a52 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:47.983806 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:47.993615 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-3b7fa1b3-0328-4c94-b17b-bbfa9bac1363 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:47.995716 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb7989f2-8550-4110-b355-cca97c8fc719 req-d5a80242-7c7c-4300-94c0-8a7b9a3a00aa tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045256 Aug 31 01:01:48.025738 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=4e1e61ab-2074-4b8c-af5a-fb4b24a0fde1,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:48.094242 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-3a3d7182-2326-4a86-b905-217f63df1a52 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Floating IP 38853d9c-3719-46c9-81a0-05b3a47a351a associated. External IP: 172.25.2.91, port: 6e5315c9-e790-4280-acb1-4c7720c0840e. Aug 31 01:01:48.107516 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f3541a-ed25-47bd-b949-6f0ccf376eff x-openstack-request-id: req-54f3541a-ed25-47bd-b949-6f0ccf376eff {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:48.108279 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423a5e12-247b-4fc3-981f-7a55ecadcb04", "name": "network-vif-plugged", "status": "completed", "tag": "97a35609-97f2-49c8-9a99-a54967f33d33", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:48.108279 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54f3541a-ed25-47bd-b949-6f0ccf376eff {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:48.108558 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423a5e12-247b-4fc3-981f-7a55ecadcb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a35609-97f2-49c8-9a99-a54967f33d33', 'code': 200} Aug 31 01:01:48.116138 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:48.148384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device a04c376c-c901-4f64-8e3b-a72dc01a3391 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:48.322268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341455da-f966-4957-a799-06eb399937fb tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router b5a06278-1a76-4893-b7d9-578017edc378 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:01:48.323378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port a04c376c-c901-4f64-8e3b-a72dc01a3391, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a04c376c-c901-4f64-8e3b-a72dc01a3391,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:48.330928 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Floating IP 9fe84f1d-a5ce-4ad6-a0f9-8cad2cc7212c associated. External IP: 172.25.2.46, port: 5e174940-2c15-4a74-854c-e3f7e921d7c0. Aug 31 01:01:48.331873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb2fcb-dd5d-4a28-bdb1-1412ce5e04df req-9c55e9db-d149-48e9-a413-860c491c4d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:48.334307 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5acb2fcb-dd5d-4a28-bdb1-1412ce5e04df req-9c55e9db-d149-48e9-a413-860c491c4d0c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=423a5e12-247b-4fc3-981f-7a55ecadcb04 HTTP/1.1" status: 200 len: 1097 time: 0.0907757 Aug 31 01:01:48.343865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'a04c376c-c901-4f64-8e3b-a72dc01a3391', 'network_id': '3650ee8b-43d9-4fb6-9934-8185a4244226', 'port_id': 'a04c376c-c901-4f64-8e3b-a72dc01a3391', 'mac_address': 'fa:16:3e:be:60:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7742011b-325e-4e45-850d-1faede78d849', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:01:48.390944 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:48.410092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a04c376c-c901-4f64-8e3b-a72dc01a3391 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:48.436417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port a04c376c-c901-4f64-8e3b-a72dc01a3391, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a04c376c-c901-4f64-8e3b-a72dc01a3391,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:48.471522 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5acb2fcb-dd5d-4a28-bdb1-1412ce5e04df req-d0c4c29f-7cc0-4d7c-ae75-f4de9dd876ae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003115 Aug 31 01:01:48.500357 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3d7182-2326-4a86-b905-217f63df1a52 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Router 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:01:48.523917 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:48.617264 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=a04c376c-c901-4f64-8e3b-a72dc01a3391,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:48.748795 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3d7182-2326-4a86-b905-217f63df1a52 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:48.758972 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a3d7182-2326-4a86-b905-217f63df1a52 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:48.766191 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61b73ff-df5d-4b6d-80b3-d1626fe7ce43 None None] Sync routers for ids ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:48.779549 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61b73ff-df5d-4b6d-80b3-d1626fe7ce43 None None] Routers {'309ebcbd-38ed-444d-a04a-c9a5e3452bb6'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:48.780241 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e61b73ff-df5d-4b6d-80b3-d1626fe7ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:48.812226 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403f286-cdc4-4947-97bc-6e42cbd0dabe req-d7eb232b-2a8f-467a-8dc0-ec2c3044103f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:48.814267 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2403f286-cdc4-4947-97bc-6e42cbd0dabe req-d7eb232b-2a8f-467a-8dc0-ec2c3044103f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.1326630 Aug 31 01:01:48.817626 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3a3d7182-2326-4a86-b905-217f63df1a52 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "PUT /v2.0/floatingips/38853d9c-3719-46c9-81a0-05b3a47a351a HTTP/1.1" status: 200 len: 991 time: 2.5342724 Aug 31 01:01:48.818488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5dcab0-685a-40e7-8834-3cb24da18264', 'tag': '6e5315c9-e790-4280-acb1-4c7720c0840e'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:48.821572 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c150ac24-93bc-4c18-9702-4761d967af67" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5dcab0-685a-40e7-8834-3cb24da18264", "tag": "6e5315c9-e790-4280-acb1-4c7720c0840e"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:48.848351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['a04c376c-c901-4f64-8e3b-a72dc01a3391'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:48.869129 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2403f286-cdc4-4947-97bc-6e42cbd0dabe req-07e4e123-b884-4440-ba08-5f9a980f7103 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406120 Aug 31 01:01:48.965116 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-e61b73ff-df5d-4b6d-80b3-d1626fe7ce43 None None] Set router 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:48.986808 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341455da-f966-4957-a799-06eb399937fb tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:49.006893 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e643cc-d5df-4378-b72e-18896a63530f None None] Sync routers for ids ['b5a06278-1a76-4893-b7d9-578017edc378'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:49.008470 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-341455da-f966-4957-a799-06eb399937fb tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/b5a06278-1a76-4893-b7d9-578017edc378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6493325 Aug 31 01:01:49.009969 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50284) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:49.058537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50288) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:49.059517 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8937d3ea-1d9b-4f41-a105-6ca57e800f62 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5a06278-1a76-4893-b7d9-578017edc378 HTTP/1.1" status: 200 len: 205 time: 0.0478551 Aug 31 01:01:49.063827 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e643cc-d5df-4378-b72e-18896a63530f None None] Routers {'b5a06278-1a76-4893-b7d9-578017edc378'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:49.064726 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-21e643cc-d5df-4378-b72e-18896a63530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b5a06278-1a76-4893-b7d9-578017edc378'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:49.123748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-21e643cc-d5df-4378-b72e-18896a63530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:49.152769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e643cc-d5df-4378-b72e-18896a63530f None None] Routers {'b5a06278-1a76-4893-b7d9-578017edc378'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:49.153802 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-21e643cc-d5df-4378-b72e-18896a63530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b5a06278-1a76-4893-b7d9-578017edc378'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:49.166473 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a77f17b-29e9-43f1-ae08-3232efe432f4 x-openstack-request-id: req-0a77f17b-29e9-43f1-ae08-3232efe432f4 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:49.167199 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5dcab0-685a-40e7-8834-3cb24da18264", "tag": "6e5315c9-e790-4280-acb1-4c7720c0840e", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:49.167683 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a77f17b-29e9-43f1-ae08-3232efe432f4 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:49.168926 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5dcab0-685a-40e7-8834-3cb24da18264', 'tag': '6e5315c9-e790-4280-acb1-4c7720c0840e', 'status': 'completed', 'code': 200} Aug 31 01:01:49.221399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-21e643cc-d5df-4378-b72e-18896a63530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:49.225195 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e643cc-d5df-4378-b72e-18896a63530f None None] The sync data for ids ['b5a06278-1a76-4893-b7d9-578017edc378'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:49.327816 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e61b73ff-df5d-4b6d-80b3-d1626fe7ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'name': 'tempest-ServersTestFqdnHostnames-1117457871-router', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:01:01Z', 'revision_number': 4, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'gw_port': {'id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:35Z', 'updated_at': '2021-08-31T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '38853d9c-3719-46c9-81a0-05b3a47a351a', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'port_id': '6e5315c9-e790-4280-acb1-4c7720c0840e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d', 'mac_address': 'fa:16:3e:00:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5dcab0-685a-40e7-8834-3cb24da18264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:01:16Z', 'updated_at': '2021-08-31T01:01:47Z', 'revision_number': 1, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a44d224-05a0-42c0-9eb0-954cccb3f4c4', 'name': '', 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'mac_address': 'fa:16:3e:1a:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:56Z', 'updated_at': '2021-08-31T01:01:13Z', 'revision_number': 5, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'subnets': [{'id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:49.363490 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e419-080e-4694-8e8b-7e0dd646fdca tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:49.367211 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61b73ff-df5d-4b6d-80b3-d1626fe7ce43 None None] Checking router: 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:01:49.376036 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61b73ff-df5d-4b6d-80b3-d1626fe7ce43 None None] Routers {'309ebcbd-38ed-444d-a04a-c9a5e3452bb6'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:49.376708 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e61b73ff-df5d-4b6d-80b3-d1626fe7ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:49.401227 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-3b7fa1b3-0328-4c94-b17b-bbfa9bac1363 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:49.512233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150ac24-93bc-4c18-9702-4761d967af67 req-b5d29fcc-ead2-48a7-b15b-bda1b1cda367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:49.515062 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c150ac24-93bc-4c18-9702-4761d967af67 req-b5d29fcc-ead2-48a7-b15b-bda1b1cda367 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=81a97738e4294f8b81fd753891f12c4b&device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 1098 time: 0.3084781 Aug 31 01:01:49.655691 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-e61b73ff-df5d-4b6d-80b3-d1626fe7ce43 None None] Set router 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:49.703569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] Router cdc8e1cf-8ce6-41c9-94a1-f836e183c315 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:01:49.706556 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-3b7fa1b3-0328-4c94-b17b-bbfa9bac1363 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:49.713136 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router fc26987c-0a47-4a7a-8602-0814512f4e7d has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:01:49.809623 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e419-080e-4694-8e8b-7e0dd646fdca tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:49.846773 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e419-080e-4694-8e8b-7e0dd646fdca tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:49.919545 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e61b73ff-df5d-4b6d-80b3-d1626fe7ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'name': 'tempest-ServersTestFqdnHostnames-1117457871-router', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:01:01Z', 'revision_number': 4, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'gw_port': {'id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:35Z', 'updated_at': '2021-08-31T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '38853d9c-3719-46c9-81a0-05b3a47a351a', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'port_id': '6e5315c9-e790-4280-acb1-4c7720c0840e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d', 'mac_address': 'fa:16:3e:00:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5dcab0-685a-40e7-8834-3cb24da18264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:01:16Z', 'updated_at': '2021-08-31T01:01:47Z', 'revision_number': 1, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a44d224-05a0-42c0-9eb0-954cccb3f4c4', 'name': '', 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'mac_address': 'fa:16:3e:1a:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:56Z', 'updated_at': '2021-08-31T01:01:13Z', 'revision_number': 5, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'subnets': [{'id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:49.938419 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2eb5e-0d4b-4047-925a-09e1a820953e req-e12898f2-f2e9-41a4-9eaf-980b90f170dd tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:49.942284 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7dd2eb5e-0d4b-4047-925a-09e1a820953e req-e12898f2-f2e9-41a4-9eaf-980b90f170dd tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 944 time: 0.0696330 Aug 31 01:01:49.974117 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61b73ff-df5d-4b6d-80b3-d1626fe7ce43 None None] The sync data for ids ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'] in n-d-793621-34 is: [{'id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'name': 'tempest-ServersTestFqdnHostnames-1117457871-router', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:01:01Z', 'revision_number': 4, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'gw_port': {'id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:35Z', 'updated_at': '2021-08-31T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '38853d9c-3719-46c9-81a0-05b3a47a351a', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'port_id': '6e5315c9-e790-4280-acb1-4c7720c0840e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d', 'mac_address': 'fa:16:3e:00:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5dcab0-685a-40e7-8834-3cb24da18264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:01:16Z', 'updated_at': '2021-08-31T01:01:47Z', 'revision_number': 1, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a44d224-05a0-42c0-9eb0-954cccb3f4c4', 'name': '', 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'mac_address': 'fa:16:3e:1a:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:56Z', 'updated_at': '2021-08-31T01:01:13Z', 'revision_number': 5, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'subnets': [{'id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:50.003559 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7dd2eb5e-0d4b-4047-925a-09e1a820953e req-375f144c-82f3-48ed-91a3-c61faaab1ced tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526187 Aug 31 01:01:50.083451 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fa1b3-0328-4c94-b17b-bbfa9bac1363 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Pushing event updated for resources: {'Port': ['ID=1992a89e-23a2-4537-add6-aa99e94eab25,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:50.148246 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device a04c376c-c901-4f64-8e3b-a72dc01a3391 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:50.169818 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-3b7fa1b3-0328-4c94-b17b-bbfa9bac1363 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.193743 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c482e8d-6f5c-4666-84b4-071460adc8e3 req-736f1de9-0a44-4e37-a0dc-c0513e75c3ff tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:50.196075 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c482e8d-6f5c-4666-84b4-071460adc8e3 req-736f1de9-0a44-4e37-a0dc-c0513e75c3ff tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.0920274 Aug 31 01:01:50.234709 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e419-080e-4694-8e8b-7e0dd646fdca tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.235189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e9e419-080e-4694-8e8b-7e0dd646fdca tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Fanout notify agent at l3_agent the message router_deleted on router b5a06278-1a76-4893-b7d9-578017edc378 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:01:50.242716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150ac24-93bc-4c18-9702-4761d967af67 req-14f9996a-5028-4bdf-b631-aba35cc92640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:50.243787 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c150ac24-93bc-4c18-9702-4761d967af67 req-14f9996a-5028-4bdf-b631-aba35cc92640 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8b93c27-42a8-4735-b10d-15e13ecf494d HTTP/1.1" status: 200 len: 916 time: 0.6091356 Aug 31 01:01:50.280627 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e419-080e-4694-8e8b-7e0dd646fdca tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.285511 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c6e9e419-080e-4694-8e8b-7e0dd646fdca tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/routers/b5a06278-1a76-4893-b7d9-578017edc378 HTTP/1.1" status: 204 len: 168 time: 1.2199566 Aug 31 01:01:50.285779 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c482e8d-6f5c-4666-84b4-071460adc8e3 req-46faae4d-37f9-41d9-ac8f-26ecc1d50efb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593445 Aug 31 01:01:50.287126 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50296) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:50.382122 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-3b7fa1b3-0328-4c94-b17b-bbfa9bac1363 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.391537 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-3b7fa1b3-0328-4c94-b17b-bbfa9bac1363 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 8.3685865 Aug 31 01:01:50.399211 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-f799bd5b-5089-416f-98da-02c4c874c388 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting subnet bc899d0b-7e73-496c-9431-9b0d03aba3fc {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:01:50.406453 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd72d9-2de2-41ed-aceb-c787ced3d801 None None] New status for floating IP 38853d9c-3719-46c9-81a0-05b3a47a351a: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:01:50.409151 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:50.410049 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f799bd5b-5089-416f-98da-02c4c874c388 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.419899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port a04c376c-c901-4f64-8e3b-a72dc01a3391 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:50.425687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Sync routers for ids ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:50.428202 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port a04c376c-c901-4f64-8e3b-a72dc01a3391 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:50.428724 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.467169 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:50.482018 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c150ac24-93bc-4c18-9702-4761d967af67 req-c29a6b85-aa38-4e2f-bd23-9cabc49f169b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e5315c9-e790-4280-acb1-4c7720c0840e HTTP/1.1" status: 200 len: 999 time: 0.1971872 Aug 31 01:01:50.485880 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f799bd5b-5089-416f-98da-02c4c874c388 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.504394 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-91af549e-5d4c-484a-a7ad-5fe6cb66017d tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.1112626 Aug 31 01:01:50.527430 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Routers {'cdc8e1cf-8ce6-41c9-94a1-f836e183c315'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:50.528068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:50.612435 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.618239 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6cca583c-17cb-4631-b541-b790bea06103 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.5953150 Aug 31 01:01:50.620745 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50298) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:50.632305 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f799bd5b-5089-416f-98da-02c4c874c388 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.638305 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.661780 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d119785-dd2e-45e9-ab01-49a08a6a2930 None None] Sync routers for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:50.675375 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150ac24-93bc-4c18-9702-4761d967af67 req-5c42016c-e514-4f7c-95b4-0f3b0dc88fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:50.676739 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c150ac24-93bc-4c18-9702-4761d967af67 req-5c42016c-e514-4f7c-95b4-0f3b0dc88fa6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa7e9bc0-f128-42e7-8c4b-88cbf414d598 HTTP/1.1" status: 200 len: 854 time: 0.1819708 Aug 31 01:01:50.677186 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d119785-dd2e-45e9-ab01-49a08a6a2930 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:50.678212 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-3d119785-dd2e-45e9-ab01-49a08a6a2930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:50.721809 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Set router cdc8e1cf-8ce6-41c9-94a1-f836e183c315 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:50.739958 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-3d119785-dd2e-45e9-ab01-49a08a6a2930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:50.748534 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d119785-dd2e-45e9-ab01-49a08a6a2930 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:50.748534 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-3d119785-dd2e-45e9-ab01-49a08a6a2930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:50.770619 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f799bd5b-5089-416f-98da-02c4c874c388 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.791180 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-3d119785-dd2e-45e9-ab01-49a08a6a2930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:50.792193 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d119785-dd2e-45e9-ab01-49a08a6a2930 None None] The sync data for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:50.826929 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799bd5b-5089-416f-98da-02c4c874c388 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Subnet': ['ID=bc899d0b-7e73-496c-9431-9b0d03aba3fc,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:50.829603 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f799bd5b-5089-416f-98da-02c4c874c388 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.832152 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f799bd5b-5089-416f-98da-02c4c874c388 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/subnets/bc899d0b-7e73-496c-9431-9b0d03aba3fc HTTP/1.1" status: 204 len: 168 time: 0.5434182 Aug 31 01:01:50.841192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50300) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:50.845725 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9e710222-a490-41a8-9095-d31e18f259a2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.7642169 Aug 31 01:01:50.855383 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50302) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:50.860243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b0e86226-c11c-467c-ad79-94774b65a9a4 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:50.861636 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-932cc669-24f2-461e-bf3c-836b800ff3ca tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:50.863568 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b7659cb-8f47-4265-9e21-c4635d5048bc req-932cc669-24f2-461e-bf3c-836b800ff3ca tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.3578150 Aug 31 01:01:50.903680 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e07f9ab-b753-4371-a9c9-41ec4da1593a None None] Network 6c3ad028-f25b-4b56-9084-720e08933ff8 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:50.906334 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.960503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150ac24-93bc-4c18-9702-4761d967af67 req-59d8f6aa-51d2-46d1-a1c3-d689d5483caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:50.962140 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c150ac24-93bc-4c18-9702-4761d967af67 req-59d8f6aa-51d2-46d1-a1c3-d689d5483caf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8b93c27-42a8-4735-b10d-15e13ecf494d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2750793 Aug 31 01:01:51.010998 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.025509 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9458a35c-5bf9-4b68-9255-cac58658c105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04c376c-c901-4f64-8e3b-a72dc01a3391'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:51.034357 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf71339-305c-4fa8-b8b6-a2857ed91275" -d '{"events": [{"server_uuid": "9458a35c-5bf9-4b68-9255-cac58658c105", "name": "network-vif-plugged", "status": "completed", "tag": "a04c376c-c901-4f64-8e3b-a72dc01a3391"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:51.042293 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0e86226-c11c-467c-ad79-94774b65a9a4 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.227728 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0e86226-c11c-467c-ad79-94774b65a9a4 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.248557 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e8715-03d7-4b91-8f24-93bb11729971 req-1b84e395-080a-4960-a13d-dc49a411c611 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:51.250713 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-564e8715-03d7-4b91-8f24-93bb11729971 req-1b84e395-080a-4960-a13d-dc49a411c611 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3105626 Aug 31 01:01:51.306980 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d156dcc5-4153-4665-9a20-235640a20eb0 x-openstack-request-id: req-d156dcc5-4153-4665-9a20-235640a20eb0 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:51.307540 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9458a35c-5bf9-4b68-9255-cac58658c105", "name": "network-vif-plugged", "status": "completed", "tag": "a04c376c-c901-4f64-8e3b-a72dc01a3391", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:51.307540 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d156dcc5-4153-4665-9a20-235640a20eb0 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:51.307895 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9458a35c-5bf9-4b68-9255-cac58658c105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04c376c-c901-4f64-8e3b-a72dc01a3391', 'code': 200} Aug 31 01:01:51.316978 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port a04c376c-c901-4f64-8e3b-a72dc01a3391, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a04c376c-c901-4f64-8e3b-a72dc01a3391,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:51.359925 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-564e8715-03d7-4b91-8f24-93bb11729971 req-790058f5-f819-4ba3-b279-3b7c9d618600 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.0885870 Aug 31 01:01:51.364379 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0e86226-c11c-467c-ad79-94774b65a9a4 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.364801 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-b0e86226-c11c-467c-ad79-94774b65a9a4 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Floating IP 9fe84f1d-a5ce-4ad6-a0f9-8cad2cc7212c disassociated. External IP: 172.25.2.46, port: 5e174940-2c15-4a74-854c-e3f7e921d7c0. Aug 31 01:01:51.429899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'name': 'tempest-TaggedBootDevicesTest-1018405419-router', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '58f2284d-e689-441a-b802-e6c66210b490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:38Z', 'updated_at': '2021-08-31T01:01:45Z', 'revision_number': 3, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'gw_port': {'id': '58f2284d-e689-441a-b802-e6c66210b490', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:51.496659 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Checking router: cdc8e1cf-8ce6-41c9-94a1-f836e183c315 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:01:51.497673 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Updating router cdc8e1cf-8ce6-41c9-94a1-f836e183c315 port 58f2284d-e689-441a-b802-e6c66210b490 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:01:51.503544 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8ca1e8-ce40-488a-b32c-eb86c4e93c29 None None] DHCP port deletion for 6c3ad028-f25b-4b56-9084-720e08933ff8 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:01:51.510367 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-564e8715-03d7-4b91-8f24-93bb11729971 req-ca116bb5-842e-4ea1-86e6-8098071d0b44 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Request body: {'floatingip': {'port_id': '0e790913-094b-4bf2-b333-405e4878ecaa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:51.569796 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.576919 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-564e8715-03d7-4b91-8f24-93bb11729971 req-ca116bb5-842e-4ea1-86e6-8098071d0b44 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks [] for floatingip, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.619750 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.696578 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c150ac24-93bc-4c18-9702-4761d967af67 req-69510084-b8e4-447f-82cd-8e65b9a49247 service neutron] 10.222.0.48 "GET /v2.0/networks/f8b93c27-42a8-4735-b10d-15e13ecf494d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6990769 Aug 31 01:01:51.840874 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting port e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:51.841136 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.874658 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=a04c376c-c901-4f64-8e3b-a72dc01a3391,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:51.882377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ca1e8-ce40-488a-b32c-eb86c4e93c29 None None] Deleting port e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:51.882834 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ae8ca1e8-ce40-488a-b32c-eb86c4e93c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.931684 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e86226-c11c-467c-ad79-94774b65a9a4 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router fc26987c-0a47-4a7a-8602-0814512f4e7d has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:01:51.943472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5ba65-e546-4ff6-b6b0-d989c2e89f1c req-a38a4b70-0605-4f1d-828b-5aaacaadf7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:51.944981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8f5ba65-e546-4ff6-b6b0-d989c2e89f1c req-a38a4b70-0605-4f1d-828b-5aaacaadf7d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 1097 time: 0.7525702 Aug 31 01:01:51.953228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931dd30-6eb1-44c0-a8a7-e18403002a1c req-cfc80b7f-cb56-4fff-99d1-a0d2718f6e18 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:51.954833 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5931dd30-6eb1-44c0-a8a7-e18403002a1c req-cfc80b7f-cb56-4fff-99d1-a0d2718f6e18 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 945 time: 0.3373344 Aug 31 01:01:52.026277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ae8ca1e8-ce40-488a-b32c-eb86c4e93c29 None None] For port e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e,segment=NetworkSegment(1da9b0dc-fbd7-4105-8589-98cb19275426),segment_id=1da9b0dc-fbd7-4105-8589-98cb19275426)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:52.030791 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ae8ca1e8-ce40-488a-b32c-eb86c4e93c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.044237 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ca1e8-ce40-488a-b32c-eb86c4e93c29 None None] Calling delete_port for e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:52.047976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] For port e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e,segment=NetworkSegment(1da9b0dc-fbd7-4105-8589-98cb19275426),segment_id=1da9b0dc-fbd7-4105-8589-98cb19275426)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:52.048345 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.064053 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c150ac24-93bc-4c18-9702-4761d967af67 req-a9e6263e-ca22-4cfe-9cb2-b8c4f324f761 service neutron] 10.222.0.48 "GET /v2.0/networks/f8b93c27-42a8-4735-b10d-15e13ecf494d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428056 Aug 31 01:01:52.067768 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [req-564e8715-03d7-4b91-8f24-93bb11729971 req-ca116bb5-842e-4ea1-86e6-8098071d0b44 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 01:01:52.082670 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-564e8715-03d7-4b91-8f24-93bb11729971 req-ca116bb5-842e-4ea1-86e6-8098071d0b44 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "PUT /v2.0/floatingips/a57d1092-139c-46ea-8604-029a7c4c1f83 HTTP/1.1" status: 409 len: 549 time: 0.7207549 Aug 31 01:01:52.096442 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Calling delete_port for e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:52.111422 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8f5ba65-e546-4ff6-b6b0-d989c2e89f1c req-b2c52d12-0718-465a-8e74-8ce35ad50ce4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523907 Aug 31 01:01:52.121212 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5931dd30-6eb1-44c0-a8a7-e18403002a1c req-e232d40a-cbb4-4140-ab29-b10c8010d76b tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522408 Aug 31 01:01:52.160668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e86226-c11c-467c-ad79-94774b65a9a4 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:52.165934 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0e86226-c11c-467c-ad79-94774b65a9a4 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.184100 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d35c28-bb5f-4031-9bf6-b67596ec22dc None None] Sync routers for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:52.215808 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b0e86226-c11c-467c-ad79-94774b65a9a4 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "PUT /v2.0/floatingips/9fe84f1d-a5ce-4ad6-a0f9-8cad2cc7212c HTTP/1.1" status: 200 len: 687 time: 1.3591354 Aug 31 01:01:52.220002 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50318) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:52.279219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d35c28-bb5f-4031-9bf6-b67596ec22dc None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:52.279964 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-84d35c28-bb5f-4031-9bf6-b67596ec22dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:52.307548 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.320360 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-84d35c28-bb5f-4031-9bf6-b67596ec22dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:52.338610 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.348892 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d35c28-bb5f-4031-9bf6-b67596ec22dc None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:52.349675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-84d35c28-bb5f-4031-9bf6-b67596ec22dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:52.397705 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-84d35c28-bb5f-4031-9bf6-b67596ec22dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:52.398651 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d35c28-bb5f-4031-9bf6-b67596ec22dc None None] The sync data for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:52.400564 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Transition to ACTIVE for port object 58f2284d-e689-441a-b802-e6c66210b490 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:52.402838 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ae8ca1e8-ce40-488a-b32c-eb86c4e93c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.429595 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17bef3-ef19-42e9-b535-0a63b357b1c2 req-682ef462-e238-4c13-a2d4-c6920abe4395 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:52.437324 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a17bef3-ef19-42e9-b535-0a63b357b1c2 req-682ef462-e238-4c13-a2d4-c6920abe4395 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.1576760 Aug 31 01:01:52.440700 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ca1e8-ce40-488a-b32c-eb86c4e93c29 None None] Pushing event deleted for resources: {'Port': ['ID=e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:52.446417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8ca1e8-ce40-488a-b32c-eb86c4e93c29 None None] No DVR routers for this DVR port e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:52.505339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:52.508054 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a17bef3-ef19-42e9-b535-0a63b357b1c2 req-24278b78-be76-4f87-9c1a-132b5ff99f7f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680296 Aug 31 01:01:52.526826 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-d2734a56-3391-4cc3-a4b9-125c200dde61 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Deleting port 4e1e61ab-2074-4b8c-af5a-fb4b24a0fde1 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:52.526826 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d2734a56-3391-4cc3-a4b9-125c200dde61 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.527591 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.530576 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:52.531018 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:52.548641 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.596725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Port': ['ID=e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:52.596725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] No DVR routers for this DVR port e0e49ce3-a9f3-4fd5-aaad-41182ca6bc1e on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:52.638438 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1eb45a8d-73e0-430e-9feb-3442fdfb5411 req-ad8bea37-7a01-408c-8e6f-08c4b4b9211e tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/floatingips/a57d1092-139c-46ea-8604-029a7c4c1f83 HTTP/1.1" status: 200 len: 692 time: 0.0669920 Aug 31 01:01:52.639925 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] Allocated IP 172.20.0.1 (d8d074e0-3ba7-47e4-9677-f4407602dcfb/cc4e87d1-8836-483e-ab3a-9c98a3518bdb/ea322632-13e7-4b9e-820f-089907288f6b) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:52.651317 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Attempting to bind port 58f2284d-e689-441a-b802-e6c66210b490 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:52.651782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Attempting to bind port 58f2284d-e689-441a-b802-e6c66210b490 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:52.652221 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Attempting to bind port 58f2284d-e689-441a-b802-e6c66210b490 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:52.655168 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0998ece-1111-42d3-a8a9-1182b11b4d8b None None] Pushing event updated for resources: {'Port': ['ID=58f2284d-e689-441a-b802-e6c66210b490,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:52.661822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:52.663229 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:52.663706 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.664250 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:52.664816 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Bound port: 58f2284d-e689-441a-b802-e6c66210b490, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:52.665281 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.724381 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.736190 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d2734a56-3391-4cc3-a4b9-125c200dde61 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.736529 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d2734a56-3391-4cc3-a4b9-125c200dde61 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.748367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] For port 58f2284d-e689-441a-b802-e6c66210b490, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:52.752593 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] For port 58f2284d-e689-441a-b802-e6c66210b490, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=58f2284d-e689-441a-b802-e6c66210b490,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:52.761775 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-d2734a56-3391-4cc3-a4b9-125c200dde61 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Calling delete_port for 4e1e61ab-2074-4b8c-af5a-fb4b24a0fde1 owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:52.763633 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3ad028-f25b-4b56-9084-720e08933ff8']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:52.780165 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da9b0dc-fbd7-4105-8589-98cb19275426') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:52.780461 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da9b0dc-fbd7-4105-8589-98cb19275426') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:52.794893 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.819433 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.828916 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb45a8d-73e0-430e-9feb-3442fdfb5411 req-81e0ce37-0011-4103-a8e9-2c2fa5375876 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:52.830446 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1eb45a8d-73e0-430e-9feb-3442fdfb5411 req-81e0ce37-0011-4103-a8e9-2c2fa5375876 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.1903095 Aug 31 01:01:52.834889 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.835299 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:01:52.837091 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:01:52.839367 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:01:52.901771 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Routers {'cdc8e1cf-8ce6-41c9-94a1-f836e183c315'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:52.903322 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:52.909378 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.942901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] Transition to ACTIVE for port object ea322632-13e7-4b9e-820f-089907288f6b will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:52.954704 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0998ece-1111-42d3-a8a9-1182b11b4d8b None None] Pushing event updated for resources: {'Port': ['ID=58f2284d-e689-441a-b802-e6c66210b490,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:53.020970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.027250 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.038017 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/networks/6c3ad028-f25b-4b56-9084-720e08933ff8 HTTP/1.1" status: 204 len: 168 time: 2.1938581 Aug 31 01:01:53.039028 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50320) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:53.052679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1149594841', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}, 'admin_state_up': False}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:53.056511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] Set router cdc8e1cf-8ce6-41c9-94a1-f836e183c315 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:53.083568 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.105405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539596ed-03dd-42f2-9c9b-b7567270d1c0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Network': ['ID=6c3ad028-f25b-4b56-9084-720e08933ff8,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:53.173786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] Network d8d074e0-3ba7-47e4-9677-f4407602dcfb is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:53.209210 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:53.232252 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] Pushing event updated for resources: {'Port': ['ID=ea322632-13e7-4b9e-820f-089907288f6b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:53.234765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:53.285396 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.291913 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.308340 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'name': 'tempest-TaggedBootDevicesTest-1018405419-router', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '58f2284d-e689-441a-b802-e6c66210b490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:38Z', 'updated_at': '2021-08-31T01:01:45Z', 'revision_number': 3, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'gw_port': {'id': '58f2284d-e689-441a-b802-e6c66210b490', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:53.317160 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.347105 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4ac620-b380-4b07-9232-b6277ac7a995 None None] The sync data for ids ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'] in n-d-793621-34 is: [{'id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'name': 'tempest-TaggedBootDevicesTest-1018405419-router', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '58f2284d-e689-441a-b802-e6c66210b490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:38Z', 'updated_at': '2021-08-31T01:01:45Z', 'revision_number': 3, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'gw_port': {'id': '58f2284d-e689-441a-b802-e6c66210b490', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:53.384561 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1eb45a8d-73e0-430e-9feb-3442fdfb5411 req-a143c287-fd5d-455e-b3d9-1c647c246e45 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.5299206 Aug 31 01:01:53.451451 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1eb45a8d-73e0-430e-9feb-3442fdfb5411 req-8495d6c4-7957-4f71-bb40-9ebf8a12a039 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.0681365 Aug 31 01:01:53.493925 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522bece-663b-4ca1-b1f2-2e13335eeddc req-311a0933-d8c9-47ac-af75-f8c9befea7db tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:53.495748 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c522bece-663b-4ca1-b1f2-2e13335eeddc req-311a0933-d8c9-47ac-af75-f8c9befea7db tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 945 time: 0.1236732 Aug 31 01:01:53.524360 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d2734a56-3391-4cc3-a4b9-125c200dde61 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.584323 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2734a56-3391-4cc3-a4b9-125c200dde61 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event deleted for resources: {'Port': ['ID=4e1e61ab-2074-4b8c-af5a-fb4b24a0fde1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:53.587578 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.629321 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c522bece-663b-4ca1-b1f2-2e13335eeddc req-93502e45-80aa-4d8a-93a3-ed1f93832697 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182911 Aug 31 01:01:53.629321 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.802839 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d2734a56-3391-4cc3-a4b9-125c200dde61 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.806011 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d2734a56-3391-4cc3-a4b9-125c200dde61 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.807669 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d2734a56-3391-4cc3-a4b9-125c200dde61 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/floatingips/9fe84f1d-a5ce-4ad6-a0f9-8cad2cc7212c HTTP/1.1" status: 204 len: 168 time: 1.5856099 Aug 31 01:01:53.811795 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50330) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:53.818689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': 'c224eaa2-2b8b-496e-8875-3f4ad7f30ecc'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:53.824137 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-1eb45a8d-73e0-430e-9feb-3442fdfb5411 req-2951dd92-3b44-4934-b0b7-e1c74f60f574 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Deleting port 1992a89e-23a2-4537-add6-aa99e94eab25 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:53.824821 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1eb45a8d-73e0-430e-9feb-3442fdfb5411 req-2951dd92-3b44-4934-b0b7-e1c74f60f574 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.830288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-91946bc9-f078-438e-9930-b34345076326 None None] Provisioning for port ea322632-13e7-4b9e-820f-089907288f6b completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:53.834885 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-91946bc9-f078-438e-9930-b34345076326 None None] Provisioning complete for port ea322632-13e7-4b9e-820f-089907288f6b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:53.835607 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-91946bc9-f078-438e-9930-b34345076326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.917086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-91946bc9-f078-438e-9930-b34345076326 None None] Port ea322632-13e7-4b9e-820f-089907288f6b cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:53.963268 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.997832 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1eb45a8d-73e0-430e-9feb-3442fdfb5411 req-2951dd92-3b44-4934-b0b7-e1c74f60f574 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.998153 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1eb45a8d-73e0-430e-9feb-3442fdfb5411 req-2951dd92-3b44-4934-b0b7-e1c74f60f574 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.009715 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f1e37-16f0-40ab-874a-3c00e1880698 req-77370648-c1ea-4987-9592-2088be811f0f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:54.012161 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fa6f1e37-16f0-40ab-874a-3c00e1880698 req-77370648-c1ea-4987-9592-2088be811f0f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.1263647 Aug 31 01:01:54.016707 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-1eb45a8d-73e0-430e-9feb-3442fdfb5411 req-2951dd92-3b44-4934-b0b7-e1c74f60f574 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Calling delete_port for 1992a89e-23a2-4537-add6-aa99e94eab25 owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:54.028149 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.145392 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.154813 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fa6f1e37-16f0-40ab-874a-3c00e1880698 req-60622759-8236-471a-86e5-7ddf62c0cf38 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230044 Aug 31 01:01:54.238705 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.318838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] Pushing event updated for resources: {'Port': ['ID=ea322632-13e7-4b9e-820f-089907288f6b,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:54.324509 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.348763 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.427770 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1eb45a8d-73e0-430e-9feb-3442fdfb5411 req-2951dd92-3b44-4934-b0b7-e1c74f60f574 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.455749 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 58f2284d-e689-441a-b802-e6c66210b490 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:54.513224 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951dd92-3b44-4934-b0b7-e1c74f60f574 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Pushing event deleted for resources: {'Port': ['ID=1992a89e-23a2-4537-add6-aa99e94eab25,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:54.538800 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.566050 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.624094 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Allocated IP 172.25.2.106 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/bc827bd5-a0c7-407d-8515-9d6f30c1c126) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:54.636009 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1eb45a8d-73e0-430e-9feb-3442fdfb5411 req-2951dd92-3b44-4934-b0b7-e1c74f60f574 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.638788 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-1eb45a8d-73e0-430e-9feb-3442fdfb5411 req-2951dd92-3b44-4934-b0b7-e1c74f60f574 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.648619 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1eb45a8d-73e0-430e-9feb-3442fdfb5411 req-2951dd92-3b44-4934-b0b7-e1c74f60f574 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "DELETE /v2.0/floatingips/a57d1092-139c-46ea-8604-029a7c4c1f83 HTTP/1.1" status: 204 len: 173 time: 1.1854224 Aug 31 01:01:54.657532 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 58f2284d-e689-441a-b802-e6c66210b490 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:54.667984 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] Network d8d074e0-3ba7-47e4-9677-f4407602dcfb is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:54.669470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 58f2284d-e689-441a-b802-e6c66210b490 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:54.671546 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.678801 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:54.840010 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.851396 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.865701 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 58f2284d-e689-441a-b802-e6c66210b490, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=58f2284d-e689-441a-b802-e6c66210b490,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:54.900895 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f59eef-b41d-4a52-809a-f12c9d5eacd4 req-795769d9-14ae-4adb-8854-7061a6c3d1c7 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:54.902756 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c3f59eef-b41d-4a52-809a-f12c9d5eacd4 req-795769d9-14ae-4adb-8854-7061a6c3d1c7 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 945 time: 0.0933604 Aug 31 01:01:54.916000 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30c26d09-425e-49f5-9130-5b4986b92145 req-45170add-4e19-48e0-a7e4-fb83461e9388 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 1000 time: 0.1439972 Aug 31 01:01:54.963034 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.987341 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c3f59eef-b41d-4a52-809a-f12c9d5eacd4 req-58cc93ce-c5c9-45ab-915e-8ebbccab5976 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747986 Aug 31 01:01:55.013016 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c26d09-425e-49f5-9130-5b4986b92145 req-a6714556-b349-4cfc-a690-7579270e9ca5 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:55.026819 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:55.031129 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30c26d09-425e-49f5-9130-5b4986b92145 req-a6714556-b349-4cfc-a690-7579270e9ca5 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports/0e790913-094b-4bf2-b333-405e4878ecaa HTTP/1.1" status: 200 len: 942 time: 0.1039650 Aug 31 01:01:55.031129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] Router cdc8e1cf-8ce6-41c9-94a1-f836e183c315 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:01:55.080195 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=58f2284d-e689-441a-b802-e6c66210b490,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:55.087668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:55.096237 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:55.103798 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:55.155394 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3743151b-5b50-4d76-9080-7e0dd554edb9 None None] Provisioning complete for port ea322632-13e7-4b9e-820f-089907288f6b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:55.157209 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3743151b-5b50-4d76-9080-7e0dd554edb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:55.167334 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=bc827bd5-a0c7-407d-8515-9d6f30c1c126,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:55.215221 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3743151b-5b50-4d76-9080-7e0dd554edb9 None None] Port ea322632-13e7-4b9e-820f-089907288f6b cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:55.244899 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Allocated IP 172.25.2.56 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/44a9d5d9-cb6f-46d8-b2d1-ccd0fc1326fb) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:55.278920 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30c26d09-425e-49f5-9130-5b4986b92145 req-6385151e-9b53-4626-81e1-6d35906180f0 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 1000 time: 0.1815619 Aug 31 01:01:55.300433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876c702-302e-48ff-ae5f-1da12d08e3b1 req-b271a768-4eb9-42f7-adc8-1ac59c54c5b5 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:55.304445 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c876c702-302e-48ff-ae5f-1da12d08e3b1 req-b271a768-4eb9-42f7-adc8-1ac59c54c5b5 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a5e12-247b-4fc3-981f-7a55ecadcb04 HTTP/1.1" status: 200 len: 945 time: 0.1336875 Aug 31 01:01:55.406119 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c876c702-302e-48ff-ae5f-1da12d08e3b1 req-c6c5f619-f399-4fd7-a5ba-d917f210d887 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927403 Aug 31 01:01:55.640625 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd772979-6ce9-4010-b2b3-3646735cbac5 req-0fc1359e-bbc7-42a7-85d7-e5c44a551ae8 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:55.642523 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fd772979-6ce9-4010-b2b3-3646735cbac5 req-0fc1359e-bbc7-42a7-85d7-e5c44a551ae8 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.1498446 Aug 31 01:01:55.734411 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fd772979-6ce9-4010-b2b3-3646735cbac5 req-20d38f47-8e16-4913-88a8-85bd82ebaa11 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526397 Aug 31 01:01:55.735613 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:55.795826 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:55.807020 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-840b0515-c093-4596-8072-1499d4a9bb4d admin admin] 10.222.0.16 "PUT /v2.0/routers/cdc8e1cf-8ce6-41c9-94a1-f836e183c315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1851490 Aug 31 01:01:55.807113 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Sync routers for ids ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:55.820739 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Routers {'cdc8e1cf-8ce6-41c9-94a1-f836e183c315'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:55.821372 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-cb658432-483b-469e-aab7-d63657afca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:55.841308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c26d09-425e-49f5-9130-5b4986b92145 req-ef05244c-ca70-44db-95d3-faa59587efee tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:55.843014 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30c26d09-425e-49f5-9130-5b4986b92145 req-ef05244c-ca70-44db-95d3-faa59587efee tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.5507073 Aug 31 01:01:55.860386 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:55.917052 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:55.957318 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30c26d09-425e-49f5-9130-5b4986b92145 req-4b81b4a1-0c8d-4bc5-956b-cbf143eb6829 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 1000 time: 0.0997438 Aug 31 01:01:55.967724 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Set router cdc8e1cf-8ce6-41c9-94a1-f836e183c315 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:55.991890 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-30c26d09-425e-49f5-9130-5b4986b92145 req-912803b9-29a6-4335-b598-f583144a3639 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:56.077470 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-30c26d09-425e-49f5-9130-5b4986b92145 req-912803b9-29a6-4335-b598-f583144a3639 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks [] for floatingip, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:56.224971 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:56.234667 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:56.278313 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-cb658432-483b-469e-aab7-d63657afca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'name': 'tempest-TaggedBootDevicesTest-1018405419-router', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '58f2284d-e689-441a-b802-e6c66210b490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:38Z', 'updated_at': '2021-08-31T01:01:53Z', 'revision_number': 4, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'gw_port': {'id': '58f2284d-e689-441a-b802-e6c66210b490', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ea322632-13e7-4b9e-820f-089907288f6b', 'name': '', 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'mac_address': 'fa:16:3e:38:a6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:52Z', 'updated_at': '2021-08-31T01:01:53Z', 'revision_number': 2, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'subnets': [{'id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:56.316980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:56.322503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=44a9d5d9-cb6f-46d8-b2d1-ccd0fc1326fb,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:56.332395 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Checking router: cdc8e1cf-8ce6-41c9-94a1-f836e183c315 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:01:56.332395 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Updating router cdc8e1cf-8ce6-41c9-94a1-f836e183c315 port ea322632-13e7-4b9e-820f-089907288f6b binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:01:56.363830 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:56.368214 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:56.369665 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:56.370415 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:56.376932 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-30c26d09-425e-49f5-9130-5b4986b92145 req-912803b9-29a6-4335-b598-f583144a3639 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:56.478201 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 58f2284d-e689-441a-b802-e6c66210b490 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:56.515354 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-30c26d09-425e-49f5-9130-5b4986b92145 req-912803b9-29a6-4335-b598-f583144a3639 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:56.515693 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [req-30c26d09-425e-49f5-9130-5b4986b92145 req-912803b9-29a6-4335-b598-f583144a3639 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Floating IP 6fde45ff-a9fb-4fcf-a089-4d9ab73454f4 disassociated. External IP: 172.25.2.17, port: 0e790913-094b-4bf2-b333-405e4878ecaa. Aug 31 01:01:56.616879 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=bc827bd5-a0c7-407d-8515-9d6f30c1c126,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:56.626210 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 58f2284d-e689-441a-b802-e6c66210b490 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:56.626627 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:56.634097 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:56.874928 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Floating IP 37054917-1932-49fe-bd7f-42dd3d6b8a94 associated. External IP: 172.25.2.106, port: c224eaa2-2b8b-496e-8875-3f4ad7f30ecc. Aug 31 01:01:57.015327 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:57.030927 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Transition to ACTIVE for port object ea322632-13e7-4b9e-820f-089907288f6b will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:57.075079 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:57.078569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30c26d09-425e-49f5-9130-5b4986b92145 req-912803b9-29a6-4335-b598-f583144a3639 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Router 510690dc-4d51-4dd7-b0e3-3e4ace264b2b has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:01:57.141270 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:57.149383 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router fc26987c-0a47-4a7a-8602-0814512f4e7d has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:01:57.261870 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61831299-4b47-4feb-8f1f-df94f7037618 None None] Pushing event updated for resources: {'Port': ['ID=ea322632-13e7-4b9e-820f-089907288f6b,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:57.291847 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61831299-4b47-4feb-8f1f-df94f7037618 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:57.292773 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61831299-4b47-4feb-8f1f-df94f7037618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:57.293589 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61831299-4b47-4feb-8f1f-df94f7037618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:57.294484 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61831299-4b47-4feb-8f1f-df94f7037618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:57.295177 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61831299-4b47-4feb-8f1f-df94f7037618 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:57.295865 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61831299-4b47-4feb-8f1f-df94f7037618 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:57.296550 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61831299-4b47-4feb-8f1f-df94f7037618 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:57.297379 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61831299-4b47-4feb-8f1f-df94f7037618 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:57.298132 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61831299-4b47-4feb-8f1f-df94f7037618 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:57.298943 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61831299-4b47-4feb-8f1f-df94f7037618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:57.299561 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61831299-4b47-4feb-8f1f-df94f7037618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:57.300049 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61831299-4b47-4feb-8f1f-df94f7037618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:57.329270 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Attempting to bind port ea322632-13e7-4b9e-820f-089907288f6b on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:57.330469 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Attempting to bind port ea322632-13e7-4b9e-820f-089907288f6b by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '957b15a1-9b3a-4a95-a809-7f0aec26086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:57.332505 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Attempting to bind port ea322632-13e7-4b9e-820f-089907288f6b on network d8d074e0-3ba7-47e4-9677-f4407602dcfb {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:57.342423 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:57.343415 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Checking segment: {'id': '957b15a1-9b3a-4a95-a809-7f0aec26086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:57.344249 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:57.345395 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Bound using segment: {'id': '957b15a1-9b3a-4a95-a809-7f0aec26086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:57.346256 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Bound port: ea322632-13e7-4b9e-820f-089907288f6b, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957b15a1-9b3a-4a95-a809-7f0aec26086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:57.347027 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:57.398483 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71556e59-db49-4d92-9928-676b1422ebff req-373b74f4-37fd-4f27-ae44-40f1b0296cf6 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:57.406439 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-71556e59-db49-4d92-9928-676b1422ebff req-373b74f4-37fd-4f27-ae44-40f1b0296cf6 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.0831885 Aug 31 01:01:57.423655 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:57.439588 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed2ed9e-775e-453f-ae6e-0a26257b87f0 None None] Sync routers for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:57.467316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed2ed9e-775e-453f-ae6e-0a26257b87f0 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:57.467316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5ed2ed9e-775e-453f-ae6e-0a26257b87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:57.471899 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30c26d09-425e-49f5-9130-5b4986b92145 req-912803b9-29a6-4335-b598-f583144a3639 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:57.481376 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-30c26d09-425e-49f5-9130-5b4986b92145 req-912803b9-29a6-4335-b598-f583144a3639 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:57.495917 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-71556e59-db49-4d92-9928-676b1422ebff req-017aa952-92a2-4a00-89a6-f94765889ea0 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883882 Aug 31 01:01:57.500451 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69390ae-3887-4b8f-996d-37f2e69361bc None None] Sync routers for ids ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:57.515715 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:57.523701 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-cb658432-483b-469e-aab7-d63657afca8d None None] For port ea322632-13e7-4b9e-820f-089907288f6b, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:57.528446 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-cb658432-483b-469e-aab7-d63657afca8d None None] For port ea322632-13e7-4b9e-820f-089907288f6b, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ea322632-13e7-4b9e-820f-089907288f6b,segment=NetworkSegment(957b15a1-9b3a-4a95-a809-7f0aec26086e),segment_id=957b15a1-9b3a-4a95-a809-7f0aec26086e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:57.541346 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69390ae-3887-4b8f-996d-37f2e69361bc None None] Routers {'510690dc-4d51-4dd7-b0e3-3e4ace264b2b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:57.542414 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b69390ae-3887-4b8f-996d-37f2e69361bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:57.585970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5ed2ed9e-775e-453f-ae6e-0a26257b87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:57.627478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed2ed9e-775e-453f-ae6e-0a26257b87f0 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:57.628936 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5ed2ed9e-775e-453f-ae6e-0a26257b87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:57.632514 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2027eb54-4ef4-4b08-ae86-cbdb92c39f99 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8191144 Aug 31 01:01:57.643051 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50402) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:57.648637 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30c26d09-425e-49f5-9130-5b4986b92145 req-912803b9-29a6-4335-b598-f583144a3639 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "PUT /v2.0/floatingips/6fde45ff-a9fb-4fcf-a089-4d9ab73454f4 HTTP/1.1" status: 200 len: 694 time: 1.6633868 Aug 31 01:01:57.655202 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:57.664336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb60bc9-126f-482e-a4d1-efbb14241316', 'tag': '0e790913-094b-4bf2-b333-405e4878ecaa'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:57.670777 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9d6f5e-9a96-47d2-b69e-796681bcd87f" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb60bc9-126f-482e-a4d1-efbb14241316", "tag": "0e790913-094b-4bf2-b333-405e4878ecaa"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:57.739918 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5ed2ed9e-775e-453f-ae6e-0a26257b87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:57.741534 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed2ed9e-775e-453f-ae6e-0a26257b87f0 None None] The sync data for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:57.749875 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61831299-4b47-4feb-8f1f-df94f7037618 None None] Pushing event updated for resources: {'Port': ['ID=ea322632-13e7-4b9e-820f-089907288f6b,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:57.773268 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Routers {'cdc8e1cf-8ce6-41c9-94a1-f836e183c315'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:57.773943 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-cb658432-483b-469e-aab7-d63657afca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:57.854503 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:57.948364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239ab27-b71a-4452-89f9-5cb58240e30d req-01eb1726-1ee1-42ee-933f-ecdac14e363a tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:57.950950 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b239ab27-b71a-4452-89f9-5cb58240e30d req-01eb1726-1ee1-42ee-933f-ecdac14e363a tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a5e12-247b-4fc3-981f-7a55ecadcb04 HTTP/1.1" status: 200 len: 945 time: 0.0855970 Aug 31 01:01:57.966086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbbc05-7b91-4cc5-9432-e1d02858cd28 req-bc2b824b-1b25-4e27-a3f1-898a74ed5188 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:57.968973 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e4fbbc05-7b91-4cc5-9432-e1d02858cd28 req-bc2b824b-1b25-4e27-a3f1-898a74ed5188 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.41 "GET /v2.0/ports?device_id=423a5e12-247b-4fc3-981f-7a55ecadcb04 HTTP/1.1" status: 200 len: 945 time: 0.1507368 Aug 31 01:01:58.022056 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ed44a218-5024-4d15-b25e-a54c85950e25 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "GET /v2.0/floatingips/37054917-1932-49fe-bd7f-42dd3d6b8a94 HTTP/1.1" status: 200 len: 978 time: 0.3718030 Aug 31 01:01:58.023124 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50408) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:58.073604 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b239ab27-b71a-4452-89f9-5cb58240e30d req-cdf1676b-39aa-4497-991d-d13de78e1f1c tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028903 Aug 31 01:01:58.083399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c26d09-425e-49f5-9130-5b4986b92145 req-924a352e-fa3b-4d7e-b40b-c0fd697d8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:58.086485 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30c26d09-425e-49f5-9130-5b4986b92145 req-924a352e-fa3b-4d7e-b40b-c0fd697d8083 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3fc4d0d1e16146dba32fc1604dd5ab73&device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 1097 time: 0.3853548 Aug 31 01:01:58.167064 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-b69390ae-3887-4b8f-996d-37f2e69361bc None None] Set router 510690dc-4d51-4dd7-b0e3-3e4ace264b2b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:58.241291 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-e4fbbc05-7b91-4cc5-9432-e1d02858cd28 req-93273ae2-9a97-4a71-ab00-5d925d8cf5b9 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Deleting port 97a35609-97f2-49c8-9a99-a54967f33d33 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:58.241669 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e4fbbc05-7b91-4cc5-9432-e1d02858cd28 req-93273ae2-9a97-4a71-ab00-5d925d8cf5b9 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:58.282635 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-cb658432-483b-469e-aab7-d63657afca8d None None] Set router cdc8e1cf-8ce6-41c9-94a1-f836e183c315 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:58.393886 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-e4fbbc05-7b91-4cc5-9432-e1d02858cd28 req-93273ae2-9a97-4a71-ab00-5d925d8cf5b9 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] For port 97a35609-97f2-49c8-9a99-a54967f33d33, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=97a35609-97f2-49c8-9a99-a54967f33d33,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:58.395408 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e4fbbc05-7b91-4cc5-9432-e1d02858cd28 req-93273ae2-9a97-4a71-ab00-5d925d8cf5b9 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:58.423213 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-e4fbbc05-7b91-4cc5-9432-e1d02858cd28 req-93273ae2-9a97-4a71-ab00-5d925d8cf5b9 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Calling delete_port for 97a35609-97f2-49c8-9a99-a54967f33d33 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:58.426760 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef59c5f3-ec08-4178-9ed5-ea56d5a84500 x-openstack-request-id: req-ef59c5f3-ec08-4178-9ed5-ea56d5a84500 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:58.426760 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb60bc9-126f-482e-a4d1-efbb14241316", "tag": "0e790913-094b-4bf2-b333-405e4878ecaa", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:58.426760 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef59c5f3-ec08-4178-9ed5-ea56d5a84500 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:58.427090 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb60bc9-126f-482e-a4d1-efbb14241316', 'tag': '0e790913-094b-4bf2-b333-405e4878ecaa', 'status': 'completed', 'code': 200} Aug 31 01:01:58.485409 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d468e49d-878e-46a3-bf8e-e43030545060 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4481158 Aug 31 01:01:58.515539 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50442) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:58.523234 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-6828eae7-ecc6-41d8-8613-7d5ac341f954 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'floatingip': {'port_id': '5e174940-2c15-4a74-854c-e3f7e921d7c0'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:58.826711 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa2614-fa75-4b85-afeb-166578088357 req-fc9e8a9a-dc20-4b79-92e1-1a205b3e5661 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:58.826711 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d9fa2614-fa75-4b85-afeb-166578088357 req-fc9e8a9a-dc20-4b79-92e1-1a205b3e5661 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.1240947 Aug 31 01:01:58.948494 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d9fa2614-fa75-4b85-afeb-166578088357 req-3f11aa78-aac4-48d2-9f67-f48dfd310d0f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574479 Aug 31 01:01:58.997954 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-cb658432-483b-469e-aab7-d63657afca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'name': 'tempest-TaggedBootDevicesTest-1018405419-router', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '58f2284d-e689-441a-b802-e6c66210b490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:38Z', 'updated_at': '2021-08-31T01:01:53Z', 'revision_number': 4, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'gw_port': {'id': '58f2284d-e689-441a-b802-e6c66210b490', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ea322632-13e7-4b9e-820f-089907288f6b', 'name': '', 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'mac_address': 'fa:16:3e:38:a6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:52Z', 'updated_at': '2021-08-31T01:01:57Z', 'revision_number': 4, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'subnets': [{'id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:59.026637 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e4fbbc05-7b91-4cc5-9432-e1d02858cd28 req-93273ae2-9a97-4a71-ab00-5d925d8cf5b9 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:59.040871 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['97a35609-97f2-49c8-9a99-a54967f33d33'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:59.072924 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb658432-483b-469e-aab7-d63657afca8d None None] The sync data for ids ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'] in n-d-793621-34 is: [{'id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'name': 'tempest-TaggedBootDevicesTest-1018405419-router', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '58f2284d-e689-441a-b802-e6c66210b490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:38Z', 'updated_at': '2021-08-31T01:01:53Z', 'revision_number': 4, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'gw_port': {'id': '58f2284d-e689-441a-b802-e6c66210b490', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ea322632-13e7-4b9e-820f-089907288f6b', 'name': '', 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'mac_address': 'fa:16:3e:38:a6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:52Z', 'updated_at': '2021-08-31T01:01:57Z', 'revision_number': 4, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'subnets': [{'id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:59.096931 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b69390ae-3887-4b8f-996d-37f2e69361bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324068676-router', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a0982164-d270-410d-b077-f9351e35ecea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:23Z', 'updated_at': '2021-08-31T01:00:52Z', 'revision_number': 4, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'gw_port': {'id': 'a0982164-d270-410d-b077-f9351e35ecea', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '0bdea087-f452-4bc0-ba82-7b8ab79a21b8', 'name': '', 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'mac_address': 'fa:16:3e:c8:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:48Z', 'updated_at': '2021-08-31T01:01:02Z', 'revision_number': 5, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'subnets': [{'id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:59.109345 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['a04c376c-c901-4f64-8e3b-a72dc01a3391'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:59.140838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93273ae2-9a97-4a71-ab00-5d925d8cf5b9 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Pushing event deleted for resources: {'Port': ['ID=97a35609-97f2-49c8-9a99-a54967f33d33,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:59.245657 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69390ae-3887-4b8f-996d-37f2e69361bc None None] Checking router: 510690dc-4d51-4dd7-b0e3-3e4ace264b2b for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:01:59.280320 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69390ae-3887-4b8f-996d-37f2e69361bc None None] Routers {'510690dc-4d51-4dd7-b0e3-3e4ace264b2b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:59.281296 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b69390ae-3887-4b8f-996d-37f2e69361bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:59.391555 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fbbc05-7b91-4cc5-9432-e1d02858cd28 req-93273ae2-9a97-4a71-ab00-5d925d8cf5b9 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] No DVR routers for this DVR port 97a35609-97f2-49c8-9a99-a54967f33d33 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:59.409080 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc71a7c1-8666-4145-bc54-f7ee8f12c9fc req-205dd26a-0878-461c-8e99-74a3ca20138d tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a5e12-247b-4fc3-981f-7a55ecadcb04 HTTP/1.1" status: 200 len: 210 time: 0.1156385 Aug 31 01:01:59.422079 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e4fbbc05-7b91-4cc5-9432-e1d02858cd28 req-93273ae2-9a97-4a71-ab00-5d925d8cf5b9 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:59.422079 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e4fbbc05-7b91-4cc5-9432-e1d02858cd28 req-93273ae2-9a97-4a71-ab00-5d925d8cf5b9 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.41 "DELETE /v2.0/ports/97a35609-97f2-49c8-9a99-a54967f33d33 HTTP/1.1" status: 204 len: 173 time: 1.4232795 Aug 31 01:01:59.422079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423a5e12-247b-4fc3-981f-7a55ecadcb04', 'name': 'network-vif-deleted', 'tag': '97a35609-97f2-49c8-9a99-a54967f33d33'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:59.432819 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883ed6fb-d573-41a1-b969-8141230220b0" -d '{"events": [{"server_uuid": "423a5e12-247b-4fc3-981f-7a55ecadcb04", "name": "network-vif-deleted", "tag": "97a35609-97f2-49c8-9a99-a54967f33d33"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:59.435551 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-b69390ae-3887-4b8f-996d-37f2e69361bc None None] Set router 510690dc-4d51-4dd7-b0e3-3e4ace264b2b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:59.492922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router b377e56b-e735-4f08-853b-bc28b40f8f26 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:01:59.571994 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6828eae7-ecc6-41d8-8613-7d5ac341f954 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:59.625872 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdac0066-fb63-4221-924d-3fae2634d260 x-openstack-request-id: req-bdac0066-fb63-4221-924d-3fae2634d260 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:59.626248 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423a5e12-247b-4fc3-981f-7a55ecadcb04", "name": "network-vif-deleted", "tag": "97a35609-97f2-49c8-9a99-a54967f33d33", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:59.626558 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bdac0066-fb63-4221-924d-3fae2634d260 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:59.627021 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423a5e12-247b-4fc3-981f-7a55ecadcb04', 'name': 'network-vif-deleted', 'tag': '97a35609-97f2-49c8-9a99-a54967f33d33', 'status': 'completed', 'code': 200} Aug 31 01:01:59.657347 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c26d09-425e-49f5-9130-5b4986b92145 req-bcda2b49-d140-4d64-8a59-eadd606384b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:59.662157 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30c26d09-425e-49f5-9130-5b4986b92145 req-bcda2b49-d140-4d64-8a59-eadd606384b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9eddee8f-43a1-4252-b0c9-3f57e0c32f98 HTTP/1.1" status: 200 len: 929 time: 1.2305028 Aug 31 01:01:59.821194 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b69390ae-3887-4b8f-996d-37f2e69361bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324068676-router', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a0982164-d270-410d-b077-f9351e35ecea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:23Z', 'updated_at': '2021-08-31T01:00:52Z', 'revision_number': 4, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'gw_port': {'id': 'a0982164-d270-410d-b077-f9351e35ecea', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '0bdea087-f452-4bc0-ba82-7b8ab79a21b8', 'name': '', 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'mac_address': 'fa:16:3e:c8:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:48Z', 'updated_at': '2021-08-31T01:01:02Z', 'revision_number': 5, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'subnets': [{'id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:59.859863 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69390ae-3887-4b8f-996d-37f2e69361bc None None] The sync data for ids ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'] in n-d-793621-34 is: [{'id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324068676-router', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a0982164-d270-410d-b077-f9351e35ecea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:23Z', 'updated_at': '2021-08-31T01:00:52Z', 'revision_number': 4, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'gw_port': {'id': 'a0982164-d270-410d-b077-f9351e35ecea', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '0bdea087-f452-4bc0-ba82-7b8ab79a21b8', 'name': '', 'network_id': '9eddee8f-43a1-4252-b0c9-3f57e0c32f98', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'mac_address': 'fa:16:3e:c8:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:48Z', 'updated_at': '2021-08-31T01:01:02Z', 'revision_number': 5, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'subnets': [{'id': '21f8ed88-0463-47cf-9ebc-76068dfcf6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:59.917169 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30c26d09-425e-49f5-9130-5b4986b92145 req-0496289b-f2d1-4632-b405-bd5f20bf22f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e790913-094b-4bf2-b333-405e4878ecaa HTTP/1.1" status: 200 len: 217 time: 0.1767778 Aug 31 01:01:59.930352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d6f5e-9a96-47d2-b69e-796681bcd87f req-0e5eefab-380d-4f81-aa2d-2a2be43ba551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:59.933026 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5e9d6f5e-9a96-47d2-b69e-796681bcd87f req-0e5eefab-380d-4f81-aa2d-2a2be43ba551 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fc4d0d1e16146dba32fc1604dd5ab73&device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 1097 time: 1.4720170 Aug 31 01:01:59.975480 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28cf81-343d-4af0-8e10-1a3b7ed3c35d req-0bb45865-2b86-4cad-82b3-8d5ac0f08e86 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:59.977384 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca28cf81-343d-4af0-8e10-1a3b7ed3c35d req-0bb45865-2b86-4cad-82b3-8d5ac0f08e86 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.48 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 945 time: 0.5326374 Aug 31 01:02:00.127924 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4c81b-ba2b-4012-be54-7a68c362d6db req-6ace971c-773e-4909-ba83-a6b801846684 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:00.134436 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c4b4c81b-ba2b-4012-be54-7a68c362d6db req-6ace971c-773e-4909-ba83-a6b801846684 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.0723689 Aug 31 01:02:00.199428 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c4b4c81b-ba2b-4012-be54-7a68c362d6db req-ad75bfeb-8697-4735-a4eb-2a2cd0543818 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606627 Aug 31 01:02:00.402040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c26d09-425e-49f5-9130-5b4986b92145 req-b5551051-fd4b-4ede-93d7-956b067f53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:00.406011 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30c26d09-425e-49f5-9130-5b4986b92145 req-b5551051-fd4b-4ede-93d7-956b067f53f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=21f8ed88-0463-47cf-9ebc-76068dfcf6fd HTTP/1.1" status: 200 len: 867 time: 0.4652486 Aug 31 01:02:00.466060 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ea322632-13e7-4b9e-820f-089907288f6b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:00.542271 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:00.598464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d6f5e-9a96-47d2-b69e-796681bcd87f req-5ee1ed31-5db9-4ebc-9dcf-c7c8ed5efdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:00.600669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bb1ebd-cab9-4879-a60b-47ac2a7cb6df None None] Sync routers for ids ['b377e56b-e735-4f08-853b-bc28b40f8f26'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:00.601663 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5e9d6f5e-9a96-47d2-b69e-796681bcd87f req-5ee1ed31-5db9-4ebc-9dcf-c7c8ed5efdbd service neutron] 10.222.0.48 "GET /v2.0/networks?id=9eddee8f-43a1-4252-b0c9-3f57e0c32f98 HTTP/1.1" status: 200 len: 929 time: 0.6390276 Aug 31 01:02:00.613151 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c26d09-425e-49f5-9130-5b4986b92145 req-9695a25a-2062-4370-bf68-2afc1b87f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:00.614892 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30c26d09-425e-49f5-9130-5b4986b92145 req-9695a25a-2062-4370-bf68-2afc1b87f2c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9eddee8f-43a1-4252-b0c9-3f57e0c32f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1997361 Aug 31 01:02:00.617037 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-095d5c82-d297-494c-8cb0-6e072ff85eac req-cc2d5ffd-f209-4dc0-9ead-536062eade2c tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a5e12-247b-4fc3-981f-7a55ecadcb04 HTTP/1.1" status: 200 len: 210 time: 0.0657902 Aug 31 01:02:00.636737 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bb1ebd-cab9-4879-a60b-47ac2a7cb6df None None] Routers {'b377e56b-e735-4f08-853b-bc28b40f8f26'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:00.638389 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57708795-b805-4dce-b4c6-762329da526d None None] New status for floating IP 6fde45ff-a9fb-4fcf-a089-4d9ab73454f4: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:02:00.642803 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-84bb1ebd-cab9-4879-a60b-47ac2a7cb6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b377e56b-e735-4f08-853b-bc28b40f8f26'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:00.721548 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-84bb1ebd-cab9-4879-a60b-47ac2a7cb6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:00.743744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bb1ebd-cab9-4879-a60b-47ac2a7cb6df None None] Routers {'b377e56b-e735-4f08-853b-bc28b40f8f26'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:00.744804 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-84bb1ebd-cab9-4879-a60b-47ac2a7cb6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b377e56b-e735-4f08-853b-bc28b40f8f26'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:00.747809 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:00.749360 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4723c712-cfce-48d0-8863-ef6de2fcf11a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.7036166 Aug 31 01:02:00.753339 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50466) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:00.848001 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-84bb1ebd-cab9-4879-a60b-47ac2a7cb6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:00.849384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bb1ebd-cab9-4879-a60b-47ac2a7cb6df None None] The sync data for ids ['b377e56b-e735-4f08-853b-bc28b40f8f26'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:00.875035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port ea322632-13e7-4b9e-820f-089907288f6b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:00.879935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ea322632-13e7-4b9e-820f-089907288f6b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:00.887264 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:00.887423 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5e9d6f5e-9a96-47d2-b69e-796681bcd87f req-cff3c685-885d-44c9-8655-cc1e68dcc606 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e790913-094b-4bf2-b333-405e4878ecaa HTTP/1.1" status: 200 len: 217 time: 0.2610028 Aug 31 01:02:01.038310 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-ca28cf81-343d-4af0-8e10-1a3b7ed3c35d req-48c7d876-45c9-4a09-8693-ada7d9cee992 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Deleting port a04c376c-c901-4f64-8e3b-a72dc01a3391 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:01.038676 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca28cf81-343d-4af0-8e10-1a3b7ed3c35d req-48c7d876-45c9-4a09-8693-ada7d9cee992 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:01.104615 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:01.155673 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port ea322632-13e7-4b9e-820f-089907288f6b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ea322632-13e7-4b9e-820f-089907288f6b,segment=NetworkSegment(957b15a1-9b3a-4a95-a809-7f0aec26086e),segment_id=957b15a1-9b3a-4a95-a809-7f0aec26086e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:01.210870 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d6f5e-9a96-47d2-b69e-796681bcd87f req-04e60ed9-4ab2-4a95-aeca-948a721a2cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:01.212409 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5e9d6f5e-9a96-47d2-b69e-796681bcd87f req-04e60ed9-4ab2-4a95-aeca-948a721a2cd6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f8ed88-0463-47cf-9ebc-76068dfcf6fd HTTP/1.1" status: 200 len: 867 time: 0.3117621 Aug 31 01:02:01.298082 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30c26d09-425e-49f5-9130-5b4986b92145 req-419150b2-003e-4b1e-93ba-90d42a956dc1 service neutron] 10.222.0.16 "GET /v2.0/networks/9eddee8f-43a1-4252-b0c9-3f57e0c32f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6558731 Aug 31 01:02:01.315031 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:01.409233 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=ea322632-13e7-4b9e-820f-089907288f6b,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:01.446062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-ca28cf81-343d-4af0-8e10-1a3b7ed3c35d req-48c7d876-45c9-4a09-8693-ada7d9cee992 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] For port a04c376c-c901-4f64-8e3b-a72dc01a3391, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a04c376c-c901-4f64-8e3b-a72dc01a3391,segment=NetworkSegment(4456da84-c276-40c4-89ff-da20cabd4a59),segment_id=4456da84-c276-40c4-89ff-da20cabd4a59)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:01.446433 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca28cf81-343d-4af0-8e10-1a3b7ed3c35d req-48c7d876-45c9-4a09-8693-ada7d9cee992 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:01.455437 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d6f5e-9a96-47d2-b69e-796681bcd87f req-8fd13eed-f112-48c1-81ce-5c1f8544dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:01.457813 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5e9d6f5e-9a96-47d2-b69e-796681bcd87f req-8fd13eed-f112-48c1-81ce-5c1f8544dbf8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9eddee8f-43a1-4252-b0c9-3f57e0c32f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2305582 Aug 31 01:02:01.489358 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb9bc9-1411-45b9-8190-0dc34f878250 req-39998964-f570-4c74-b67b-032dd18d9451 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:01.494245 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2acb9bc9-1411-45b9-8190-0dc34f878250 req-39998964-f570-4c74-b67b-032dd18d9451 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.1326115 Aug 31 01:02:01.502611 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-ca28cf81-343d-4af0-8e10-1a3b7ed3c35d req-48c7d876-45c9-4a09-8693-ada7d9cee992 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Calling delete_port for a04c376c-c901-4f64-8e3b-a72dc01a3391 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:01.534722 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f5376f40-9bd9-4877-8645-f504abdea0d6 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/routers/b377e56b-e735-4f08-853b-bc28b40f8f26 HTTP/1.1" status: 200 len: 884 time: 0.7768865 Aug 31 01:02:01.540620 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50474) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:01.615816 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30c26d09-425e-49f5-9130-5b4986b92145 req-c8ddb1f6-2c88-4635-a806-c5f5ae2935b3 service neutron] 10.222.0.16 "GET /v2.0/networks/9eddee8f-43a1-4252-b0c9-3f57e0c32f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027408 Aug 31 01:02:01.638987 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2acb9bc9-1411-45b9-8190-0dc34f878250 req-ee7efa0c-139e-4dee-9bbb-898878e5c20f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366770 Aug 31 01:02:01.767976 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5e9d6f5e-9a96-47d2-b69e-796681bcd87f req-795fee65-724f-46bc-a4f3-f83200b1e296 service neutron] 10.222.0.48 "GET /v2.0/networks/9eddee8f-43a1-4252-b0c9-3f57e0c32f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002005 Aug 31 01:02:01.771072 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6828eae7-ecc6-41d8-8613-7d5ac341f954 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:01.891588 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-107529ad-8124-4c40-b7ac-8932b91b6cb4 req-6a65a68f-042d-45c8-9091-ace8560a8520 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/floatingips/6fde45ff-a9fb-4fcf-a089-4d9ab73454f4 HTTP/1.1" status: 200 len: 692 time: 0.0921867 Aug 31 01:02:01.938391 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6828eae7-ecc6-41d8-8613-7d5ac341f954 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:02.112290 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-21489868-6e76-411e-8dd1-e178f6b8ea7d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5701306 Aug 31 01:02:02.118472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50486) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:02.126901 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-585eb5db-d29d-42ca-bc38-651394cdbbb2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1149594841'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:02.204405 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107529ad-8124-4c40-b7ac-8932b91b6cb4 req-f5a6d9ab-5aaf-4b38-b803-a2518ec65edb tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:02.205919 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-107529ad-8124-4c40-b7ac-8932b91b6cb4 req-f5a6d9ab-5aaf-4b38-b803-a2518ec65edb tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.3050435 Aug 31 01:02:02.239002 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device a04c376c-c901-4f64-8e3b-a72dc01a3391 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:02.274152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: a04c376c-c901-4f64-8e3b-a72dc01a3391 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:02.276666 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device a04c376c-c901-4f64-8e3b-a72dc01a3391 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:02.330422 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-107529ad-8124-4c40-b7ac-8932b91b6cb4 req-7b714b61-83bf-4182-b579-c5d648cdfcae tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 695 time: 0.1123164 Aug 31 01:02:02.359205 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca28cf81-343d-4af0-8e10-1a3b7ed3c35d req-48c7d876-45c9-4a09-8693-ada7d9cee992 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:02.387684 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 97a35609-97f2-49c8-9a99-a54967f33d33 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:02.410665 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5e9d6f5e-9a96-47d2-b69e-796681bcd87f req-76184c1d-234a-4a7c-9010-8d7c61bd6795 service neutron] 10.222.0.48 "GET /v2.0/networks/9eddee8f-43a1-4252-b0c9-3f57e0c32f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6268926 Aug 31 01:02:02.417704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7d876-45c9-4a09-8693-ada7d9cee992 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Pushing event deleted for resources: {'Port': ['ID=a04c376c-c901-4f64-8e3b-a72dc01a3391,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:02.430728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd1973-3a7d-4861-a697-6db14394327e req-c5e9dd9b-f337-44f8-9a46-bec071b15b3f tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:02.432158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 97a35609-97f2-49c8-9a99-a54967f33d33 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:02.433034 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbcd1973-3a7d-4861-a697-6db14394327e req-c5e9dd9b-f337-44f8-9a46-bec071b15b3f tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 867 time: 0.5828128 Aug 31 01:02:02.448550 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 97a35609-97f2-49c8-9a99-a54967f33d33 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:02.472889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ea322632-13e7-4b9e-820f-089907288f6b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:02.475684 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-107529ad-8124-4c40-b7ac-8932b91b6cb4 req-1a0e9a75-8b7f-4daa-8e49-5ded98a57b28 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 695 time: 0.1395237 Aug 31 01:02:02.537579 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ea322632-13e7-4b9e-820f-089907288f6b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:02.538154 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:02.560369 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca28cf81-343d-4af0-8e10-1a3b7ed3c35d req-48c7d876-45c9-4a09-8693-ada7d9cee992 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] No DVR routers for this DVR port a04c376c-c901-4f64-8e3b-a72dc01a3391 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:02.568399 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca28cf81-343d-4af0-8e10-1a3b7ed3c35d req-48c7d876-45c9-4a09-8693-ada7d9cee992 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:02.572106 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca28cf81-343d-4af0-8e10-1a3b7ed3c35d req-48c7d876-45c9-4a09-8693-ada7d9cee992 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.48 "DELETE /v2.0/ports/a04c376c-c901-4f64-8e3b-a72dc01a3391 HTTP/1.1" status: 204 len: 173 time: 2.5031579 Aug 31 01:02:02.572860 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9458a35c-5bf9-4b68-9255-cac58658c105', 'name': 'network-vif-deleted', 'tag': 'a04c376c-c901-4f64-8e3b-a72dc01a3391'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:02.576972 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ad7c8a-6aec-43fa-854f-a7b93db633c7" -d '{"events": [{"server_uuid": "9458a35c-5bf9-4b68-9255-cac58658c105", "name": "network-vif-deleted", "tag": "a04c376c-c901-4f64-8e3b-a72dc01a3391"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:02.617125 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-6828eae7-ecc6-41d8-8613-7d5ac341f954 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Floating IP 37054917-1932-49fe-bd7f-42dd3d6b8a94 associated. External IP: 172.25.2.106, port: c224eaa2-2b8b-496e-8875-3f4ad7f30ecc. Aug 31 01:02:02.678185 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbcd1973-3a7d-4861-a697-6db14394327e req-ca36f0d9-d459-4446-bd99-ca9fd4b6cc79 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/security-groups?id=04b38992-d8f0-4cea-8514-9bbc7444ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082844 Aug 31 01:02:02.870209 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-107529ad-8124-4c40-b7ac-8932b91b6cb4 req-b87559ff-56f2-4fac-932f-1c3404692011 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Deleting port 1603a731-dccb-4136-bdce-06267b213c7d {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:02.871065 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-107529ad-8124-4c40-b7ac-8932b91b6cb4 req-b87559ff-56f2-4fac-932f-1c3404692011 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:02.904988 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18480f8e-de1b-462f-b8b2-81b20a1a96d2 x-openstack-request-id: req-18480f8e-de1b-462f-b8b2-81b20a1a96d2 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:02.905365 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9458a35c-5bf9-4b68-9255-cac58658c105", "name": "network-vif-deleted", "tag": "a04c376c-c901-4f64-8e3b-a72dc01a3391", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:02.905610 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18480f8e-de1b-462f-b8b2-81b20a1a96d2 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:02.905968 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9458a35c-5bf9-4b68-9255-cac58658c105', 'name': 'network-vif-deleted', 'tag': 'a04c376c-c901-4f64-8e3b-a72dc01a3391', 'status': 'completed', 'code': 200} Aug 31 01:02:03.027081 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-585eb5db-d29d-42ca-bc38-651394cdbbb2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.047388 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-107529ad-8124-4c40-b7ac-8932b91b6cb4 req-b87559ff-56f2-4fac-932f-1c3404692011 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.047720 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-107529ad-8124-4c40-b7ac-8932b91b6cb4 req-b87559ff-56f2-4fac-932f-1c3404692011 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.061738 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-107529ad-8124-4c40-b7ac-8932b91b6cb4 req-b87559ff-56f2-4fac-932f-1c3404692011 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Calling delete_port for 1603a731-dccb-4136-bdce-06267b213c7d owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:03.066230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6828eae7-ecc6-41d8-8613-7d5ac341f954 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router fc26987c-0a47-4a7a-8602-0814512f4e7d has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:03.075773 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd2fd9-8cb2-4240-96f2-74b7208d1f8a req-d4cc6872-698b-43ca-9615-4705b3252177 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:03.077491 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b9bd2fd9-8cb2-4240-96f2-74b7208d1f8a req-d4cc6872-698b-43ca-9615-4705b3252177 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.0787272 Aug 31 01:02:03.149472 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-585eb5db-d29d-42ca-bc38-651394cdbbb2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.170630 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b9bd2fd9-8cb2-4240-96f2-74b7208d1f8a req-d5f35261-0457-4304-8a2d-12e80e3eb040 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851045 Aug 31 01:02:03.260359 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6828eae7-ecc6-41d8-8613-7d5ac341f954 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:03.270625 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ad860-8246-4991-aa6c-c9fee29b91b9 None None] Sync routers for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:03.291909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ad860-8246-4991-aa6c-c9fee29b91b9 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:03.292695 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6b4ad860-8246-4991-aa6c-c9fee29b91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:03.348281 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585eb5db-d29d-42ca-bc38-651394cdbbb2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router b377e56b-e735-4f08-853b-bc28b40f8f26 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:03.374527 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6b4ad860-8246-4991-aa6c-c9fee29b91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:03.396978 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ad860-8246-4991-aa6c-c9fee29b91b9 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:03.398152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6b4ad860-8246-4991-aa6c-c9fee29b91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:03.433651 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6b4ad860-8246-4991-aa6c-c9fee29b91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:03.434646 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ad860-8246-4991-aa6c-c9fee29b91b9 None None] The sync data for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:03.466777 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-107529ad-8124-4c40-b7ac-8932b91b6cb4 req-b87559ff-56f2-4fac-932f-1c3404692011 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.500897 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87559ff-56f2-4fac-932f-1c3404692011 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Pushing event deleted for resources: {'Port': ['ID=1603a731-dccb-4136-bdce-06267b213c7d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:03.511852 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585eb5db-d29d-42ca-bc38-651394cdbbb2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:03.521913 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-585eb5db-d29d-42ca-bc38-651394cdbbb2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.521913 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-585eb5db-d29d-42ca-bc38-651394cdbbb2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/b377e56b-e735-4f08-853b-bc28b40f8f26 HTTP/1.1" status: 200 len: 891 time: 1.4012496 Aug 31 01:02:03.526995 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8523ac-8a13-429b-b289-c930cf324007 None None] Sync routers for ids ['b377e56b-e735-4f08-853b-bc28b40f8f26'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:03.537060 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50496) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:03.545967 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8523ac-8a13-429b-b289-c930cf324007 None None] Routers {'b377e56b-e735-4f08-853b-bc28b40f8f26'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:03.547045 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1b8523ac-8a13-429b-b289-c930cf324007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b377e56b-e735-4f08-853b-bc28b40f8f26'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:03.600854 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1b8523ac-8a13-429b-b289-c930cf324007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:03.614248 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6828eae7-ecc6-41d8-8613-7d5ac341f954 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router fc26987c-0a47-4a7a-8602-0814512f4e7d has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:03.618640 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8523ac-8a13-429b-b289-c930cf324007 None None] Routers {'b377e56b-e735-4f08-853b-bc28b40f8f26'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:03.620443 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1b8523ac-8a13-429b-b289-c930cf324007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b377e56b-e735-4f08-853b-bc28b40f8f26'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:03.635661 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-107529ad-8124-4c40-b7ac-8932b91b6cb4 req-b87559ff-56f2-4fac-932f-1c3404692011 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.639361 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-107529ad-8124-4c40-b7ac-8932b91b6cb4 req-b87559ff-56f2-4fac-932f-1c3404692011 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.642952 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-107529ad-8124-4c40-b7ac-8932b91b6cb4 req-b87559ff-56f2-4fac-932f-1c3404692011 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "DELETE /v2.0/floatingips/6fde45ff-a9fb-4fcf-a089-4d9ab73454f4 HTTP/1.1" status: 204 len: 173 time: 1.1516154 Aug 31 01:02:03.665980 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1b8523ac-8a13-429b-b289-c930cf324007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:03.666921 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8523ac-8a13-429b-b289-c930cf324007 None None] The sync data for ids ['b377e56b-e735-4f08-853b-bc28b40f8f26'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:03.756793 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-059b0a60-b536-4a38-9e06-b8abf75fcbed tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/routers/b377e56b-e735-4f08-853b-bc28b40f8f26 HTTP/1.1" status: 200 len: 891 time: 0.2184093 Aug 31 01:02:03.760897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50504) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:03.803161 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4bbfcda9-39ea-40d8-9ba5-a911d4fb1c2c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/ports?device_id=b377e56b-e735-4f08-853b-bc28b40f8f26 HTTP/1.1" status: 200 len: 205 time: 0.0415041 Aug 31 01:02:03.808602 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50506) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:03.860736 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d71519b-f2a8-47a5-8c8d-fe491e25535a req-5b521b34-0f1a-4e51-bd66-800b0d31fba7 tempest-MultipleCreateTestJSON-1797307544 tempest-MultipleCreateTestJSON-1797307544-project] 10.222.0.16 "GET /v2.0/ports?device_id=9458a35c-5bf9-4b68-9255-cac58658c105 HTTP/1.1" status: 200 len: 210 time: 0.0607433 Aug 31 01:02:03.894476 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e88db3-8e83-499f-bcaa-abb4d0ef06f7 req-b619c1ce-8a35-4408-a23e-50e80e347f2a tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:03.896307 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-35e88db3-8e83-499f-bcaa-abb4d0ef06f7 req-b619c1ce-8a35-4408-a23e-50e80e347f2a tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1238637 Aug 31 01:02:03.918836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6828eae7-ecc6-41d8-8613-7d5ac341f954 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:03.929457 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa863efd-11fc-4e54-a3e3-2b089b51cc78 None None] Sync routers for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:03.933940 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6828eae7-ecc6-41d8-8613-7d5ac341f954 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.939847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa863efd-11fc-4e54-a3e3-2b089b51cc78 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:03.940629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fa863efd-11fc-4e54-a3e3-2b089b51cc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:03.961940 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-35e88db3-8e83-499f-bcaa-abb4d0ef06f7 req-7f15ed31-e7cb-450f-b3aa-f5bfe6d8c542 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0496199 Aug 31 01:02:04.058370 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6828eae7-ecc6-41d8-8613-7d5ac341f954 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "PUT /v2.0/floatingips/37054917-1932-49fe-bd7f-42dd3d6b8a94 HTTP/1.1" status: 200 len: 978 time: 5.5409367 Aug 31 01:02:04.059812 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc171444-7eb8-4a1d-af5d-a48377a1eaf8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:04.060557 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5a3c5e44-174c-4658-a4d7-4e8b125ec2c3 req-36281903-e775-4cf2-8cbe-1f7e510ed3d1 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0476689 Aug 31 01:02:04.061020 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50512) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:04.066535 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-7e02624f-a9f6-4a23-82bd-f54c3cd43bde tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:04.168433 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fa863efd-11fc-4e54-a3e3-2b089b51cc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:04.192585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa863efd-11fc-4e54-a3e3-2b089b51cc78 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:04.193870 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fa863efd-11fc-4e54-a3e3-2b089b51cc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:04.199550 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7e02624f-a9f6-4a23-82bd-f54c3cd43bde tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:04.274312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fa863efd-11fc-4e54-a3e3-2b089b51cc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:04.274953 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa863efd-11fc-4e54-a3e3-2b089b51cc78 None None] The sync data for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:04.309772 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-47ed51fa-dbc8-4b95-bd4b-490a9b24c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:04.419019 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411fb5f-2a10-4e48-9b02-a2384341cb8b req-c0c23e7e-67d1-4602-b97c-b685d7bc3f24 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:04.426824 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d411fb5f-2a10-4e48-9b02-a2384341cb8b req-c0c23e7e-67d1-4602-b97c-b685d7bc3f24 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.1438997 Aug 31 01:02:04.499150 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7e02624f-a9f6-4a23-82bd-f54c3cd43bde tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:04.541752 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d411fb5f-2a10-4e48-9b02-a2384341cb8b req-3b140d47-633b-4ab1-a7bd-bbab0825f144 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901635 Aug 31 01:02:04.670257 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc171444-7eb8-4a1d-af5d-a48377a1eaf8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:04.926084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50524) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:04.978887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca035514-f59f-436b-9901-03806a31e579 admin admin] Deleting subnet 7742011b-325e-4e45-850d-1faede78d849 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:02:04.982475 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca035514-f59f-436b-9901-03806a31e579 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:05.041807 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca035514-f59f-436b-9901-03806a31e579 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:05.114770 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca035514-f59f-436b-9901-03806a31e579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:05.254670 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7e02624f-a9f6-4a23-82bd-f54c3cd43bde tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:05.256772 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-7e02624f-a9f6-4a23-82bd-f54c3cd43bde tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Floating IP 37054917-1932-49fe-bd7f-42dd3d6b8a94 disassociated. External IP: 172.25.2.106, port: 5e174940-2c15-4a74-854c-e3f7e921d7c0. Aug 31 01:02:05.400391 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca035514-f59f-436b-9901-03806a31e579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:05.466984 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca035514-f59f-436b-9901-03806a31e579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7742011b-325e-4e45-850d-1faede78d849,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:05.491918 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-bc171444-7eb8-4a1d-af5d-a48377a1eaf8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting port 44a9d5d9-cb6f-46d8-b2d1-ccd0fc1326fb {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:05.492839 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc171444-7eb8-4a1d-af5d-a48377a1eaf8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:05.537650 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca035514-f59f-436b-9901-03806a31e579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:05.542539 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ca035514-f59f-436b-9901-03806a31e579 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7742011b-325e-4e45-850d-1faede78d849 HTTP/1.1" status: 204 len: 168 time: 0.6150911 Aug 31 01:02:05.547697 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50532) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:05.632558 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc171444-7eb8-4a1d-af5d-a48377a1eaf8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:05.715934 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-bc171444-7eb8-4a1d-af5d-a48377a1eaf8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Calling delete_port for 44a9d5d9-cb6f-46d8-b2d1-ccd0fc1326fb owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:05.768512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f96746-2c40-4024-9727-31b4c6162590 req-f1dd8949-d36b-45b3-962e-6f6d20df5c3d tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:05.771864 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4f96746-2c40-4024-9727-31b4c6162590 req-f1dd8949-d36b-45b3-962e-6f6d20df5c3d tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 945 time: 0.3156650 Aug 31 01:02:05.821978 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0fd6a-b82d-4b44-92b4-e444ffb4bbfc req-af633b0e-39b3-4058-aed1-20071a0c154b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:05.823704 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9cb0fd6a-b82d-4b44-92b4-e444ffb4bbfc req-af633b0e-39b3-4058-aed1-20071a0c154b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.1863616 Aug 31 01:02:05.833258 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:05.884635 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e02624f-a9f6-4a23-82bd-f54c3cd43bde tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router fc26987c-0a47-4a7a-8602-0814512f4e7d has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:05.895909 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4f96746-2c40-4024-9727-31b4c6162590 req-972d062d-c7b6-4db1-bcc4-cb6ee8f9d81b tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5fb679f-7d49-4d38-a4dc-7357ff493930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048906 Aug 31 01:02:05.945429 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9cb0fd6a-b82d-4b44-92b4-e444ffb4bbfc req-838fdc3e-dabe-46f3-af18-28d3bc44a5ad tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139903 Aug 31 01:02:06.123287 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.138438 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3650ee8b-43d9-4fb6-9934-8185a4244226']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:06.168567 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc171444-7eb8-4a1d-af5d-a48377a1eaf8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.180470 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4456da84-c276-40c4-89ff-da20cabd4a59') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:06.180862 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4456da84-c276-40c4-89ff-da20cabd4a59') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:06.197132 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.211123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc171444-7eb8-4a1d-af5d-a48377a1eaf8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Port': ['ID=44a9d5d9-cb6f-46d8-b2d1-ccd0fc1326fb,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:06.219193 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.221902 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e02624f-a9f6-4a23-82bd-f54c3cd43bde tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:06.228052 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7e02624f-a9f6-4a23-82bd-f54c3cd43bde tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.233211 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e512cd95-3f0e-419f-afb7-23a64393a0af None None] Sync routers for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:06.249588 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e512cd95-3f0e-419f-afb7-23a64393a0af None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:06.250540 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e512cd95-3f0e-419f-afb7-23a64393a0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:06.254736 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:02:06.258265 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:02:06.281357 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc171444-7eb8-4a1d-af5d-a48377a1eaf8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.306444 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e512cd95-3f0e-419f-afb7-23a64393a0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:06.318194 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7e02624f-a9f6-4a23-82bd-f54c3cd43bde tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "PUT /v2.0/floatingips/37054917-1932-49fe-bd7f-42dd3d6b8a94 HTTP/1.1" status: 200 len: 688 time: 2.2529218 Aug 31 01:02:06.320115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50540) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:06.322044 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e512cd95-3f0e-419f-afb7-23a64393a0af None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:06.322898 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e512cd95-3f0e-419f-afb7-23a64393a0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:06.377699 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e512cd95-3f0e-419f-afb7-23a64393a0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:06.379190 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e512cd95-3f0e-419f-afb7-23a64393a0af None None] The sync data for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:06.443313 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc171444-7eb8-4a1d-af5d-a48377a1eaf8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.446117 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc171444-7eb8-4a1d-af5d-a48377a1eaf8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.483707 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.498364 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.500524 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3650ee8b-43d9-4fb6-9934-8185a4244226 HTTP/1.1" status: 204 len: 168 time: 0.9485915 Aug 31 01:02:06.519319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3650ee8b-43d9-4fb6-9934-8185a4244226,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:06.535652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:06.536011 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:06.536354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:06.536692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:06.537024 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:06.537684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:06.538090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:06.538642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:06.538933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:06.539685 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:06.540025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:06.540354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba2796-852c-4dda-a24d-a665226713a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:06.562081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-74983c58-d0fe-497a-be7b-b8d72ebe42cc tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Deleting port bc827bd5-a0c7-407d-8515-9d6f30c1c126 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:06.562444 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-74983c58-d0fe-497a-be7b-b8d72ebe42cc tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.637254 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc171444-7eb8-4a1d-af5d-a48377a1eaf8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.638039 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc171444-7eb8-4a1d-af5d-a48377a1eaf8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Fanout notify agent at l3_agent the message router_deleted on router b377e56b-e735-4f08-853b-bc28b40f8f26 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:02:06.646253 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc171444-7eb8-4a1d-af5d-a48377a1eaf8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.650937 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bc171444-7eb8-4a1d-af5d-a48377a1eaf8 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/routers/b377e56b-e735-4f08-853b-bc28b40f8f26 HTTP/1.1" status: 204 len: 168 time: 2.8362355 Aug 31 01:02:06.651570 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50546) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:06.660868 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-cabec075-e074-4704-9679-6189df2bec05 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1495815738'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:06.676486 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-74983c58-d0fe-497a-be7b-b8d72ebe42cc tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.680631 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.681233 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-74983c58-d0fe-497a-be7b-b8d72ebe42cc tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.702914 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-74983c58-d0fe-497a-be7b-b8d72ebe42cc tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Calling delete_port for bc827bd5-a0c7-407d-8515-9d6f30c1c126 owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:06.780272 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.803056 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabec075-e074-4704-9679-6189df2bec05 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Made reservation on behalf of 7de7ed71264a4ac694a0cee7d619a40a for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:06.806937 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cabec075-e074-4704-9679-6189df2bec05 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.907031 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.920810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a278fbe-4123-4cd3-a368-55888f8f0d5d req-23ff6b1e-2918-4bb7-bb4c-751e16830e98 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:06.922466 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a278fbe-4123-4cd3-a368-55888f8f0d5d req-23ff6b1e-2918-4bb7-bb4c-751e16830e98 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 945 time: 0.0949829 Aug 31 01:02:06.956650 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-80165ef9-ff88-47d9-bc16-0cc2b7276be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.020559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50552) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:07.050922 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabec075-e074-4704-9679-6189df2bec05 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:02:07.056661 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-74983c58-d0fe-497a-be7b-b8d72ebe42cc tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.111951 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74983c58-d0fe-497a-be7b-b8d72ebe42cc tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event deleted for resources: {'Port': ['ID=bc827bd5-a0c7-407d-8515-9d6f30c1c126,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:07.115166 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cabec075-e074-4704-9679-6189df2bec05 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.115651 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-cabec075-e074-4704-9679-6189df2bec05 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Added segment 1ea9d0d6-b911-413c-86f9-526f196e4e96 of type vlan for network 8244da0d-3dd8-4fd7-a80b-a8c0dd36721c Aug 31 01:02:07.138585 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-17f63c1d-12e9-4005-bfb8-769592a6ebb7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=610740ade9244be49f8fe9ed0068cf33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1145215 Aug 31 01:02:07.147836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50558) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:07.175568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e7a77-2e67-4671-afd9-476cb7f047c7 req-2a8a4b64-0cae-4116-9e33-0a82bd31482c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:07.178546 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1f8e7a77-2e67-4671-afd9-476cb7f047c7 req-2a8a4b64-0cae-4116-9e33-0a82bd31482c tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 945 time: 0.1616776 Aug 31 01:02:07.185726 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cabec075-e074-4704-9679-6189df2bec05 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.204546 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2888686-a08c-4188-a813-528a7131ef7c req-1fa72f91-0cd0-45de-967c-6b8f35f0e087 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:07.206989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a2888686-a08c-4188-a813-528a7131ef7c req-1fa72f91-0cd0-45de-967c-6b8f35f0e087 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.1528163 Aug 31 01:02:07.261647 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-9a278fbe-4123-4cd3-a368-55888f8f0d5d req-20c25577-020f-4687-8ecf-d03f9fd96a88 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Deleting port 0e790913-094b-4bf2-b333-405e4878ecaa {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:07.262143 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9a278fbe-4123-4cd3-a368-55888f8f0d5d req-20c25577-020f-4687-8ecf-d03f9fd96a88 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.262508 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a2888686-a08c-4188-a813-528a7131ef7c req-5c5b4cd4-64f2-4a70-b6a1-76afba66a518 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462534 Aug 31 01:02:07.336422 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-74983c58-d0fe-497a-be7b-b8d72ebe42cc tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.339083 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-74983c58-d0fe-497a-be7b-b8d72ebe42cc tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.340319 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-74983c58-d0fe-497a-be7b-b8d72ebe42cc tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/floatingips/37054917-1932-49fe-bd7f-42dd3d6b8a94 HTTP/1.1" status: 204 len: 168 time: 1.0185552 Aug 31 01:02:07.344328 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50560) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:07.358363 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cabec075-e074-4704-9679-6189df2bec05 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.363875 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabec075-e074-4704-9679-6189df2bec05 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:07.364665 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cabec075-e074-4704-9679-6189df2bec05 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.380902 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef05b79e-5aca-438a-86b1-c30d035fe1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.388114 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1f8e7a77-2e67-4671-afd9-476cb7f047c7 req-86ca75e3-989f-48a1-a829-232cc8a5720b tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5fb679f-7d49-4d38-a4dc-7357ff493930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758275 Aug 31 01:02:07.426829 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-ae31c9a1-842d-4e65-bcc6-91049031a340 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] delete failed (client error): The resource could not be found. Aug 31 01:02:07.433565 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ae31c9a1-842d-4e65-bcc6-91049031a340 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/floatingips/37054917-1932-49fe-bd7f-42dd3d6b8a94 HTTP/1.1" status: 404 len: 345 time: 0.0878031 Aug 31 01:02:07.434409 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50562) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:07.440948 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef05b79e-5aca-438a-86b1-c30d035fe1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.477178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9a278fbe-4123-4cd3-a368-55888f8f0d5d req-20c25577-020f-4687-8ecf-d03f9fd96a88 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] For port 0e790913-094b-4bf2-b333-405e4878ecaa, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0e790913-094b-4bf2-b333-405e4878ecaa,segment=NetworkSegment(febb7187-f399-4af3-852d-f58fafac286c),segment_id=febb7187-f399-4af3-852d-f58fafac286c)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:07.477679 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9a278fbe-4123-4cd3-a368-55888f8f0d5d req-20c25577-020f-4687-8ecf-d03f9fd96a88 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.508619 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-9a278fbe-4123-4cd3-a368-55888f8f0d5d req-20c25577-020f-4687-8ecf-d03f9fd96a88 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Calling delete_port for 0e790913-094b-4bf2-b333-405e4878ecaa owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:07.548681 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabec075-e074-4704-9679-6189df2bec05 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Network': ['ID=8244da0d-3dd8-4fd7-a80b-a8c0dd36721c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:07.575031 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 8244da0d-3dd8-4fd7-a80b-a8c0dd36721c details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:02:07.589751 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114bfa2f-7fb0-4182-b874-87dfc57516f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:07.597460 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114bfa2f-7fb0-4182-b874-87dfc57516f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:07.603673 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114bfa2f-7fb0-4182-b874-87dfc57516f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:07.605507 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-114bfa2f-7fb0-4182-b874-87dfc57516f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "GET /v2.0/ports?network_id=4533214d-0ce8-480c-a2b2-ecd533a58daf HTTP/1.1" status: 200 len: 2358 time: 0.1314509 Aug 31 01:02:07.623589 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50564) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:07.670146 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cabec075-e074-4704-9679-6189df2bec05 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0174532 Aug 31 01:02:07.691564 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50568) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:07.692216 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130a292-5ca2-4b6c-b901-37e30bbcb3b0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:07.692775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ea291dfd-ee53-47f3-b153-c593f403ce2c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'subnet': {'network_id': '8244da0d-3dd8-4fd7-a80b-a8c0dd36721c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:07.695676 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7130a292-5ca2-4b6c-b901-37e30bbcb3b0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "GET /v2.0/subnets/ff5fe78a-03d8-4d94-8f4b-8e3e83f17edc HTTP/1.1" status: 200 len: 797 time: 0.0845461 Aug 31 01:02:07.704133 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50570) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:07.715276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ea43d84b-7c05-47de-8f57-f57c1764981a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'port': {'network_id': '4533214d-0ce8-480c-a2b2-ecd533a58daf', 'name': 'tempest-FloatingIPTestJSON-113241689', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:08.018456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea43d84b-7c05-47de-8f57-f57c1764981a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Made reservation on behalf of 1933813fc4bb4bd88fe6ba5b8c4eeb28 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:08.059286 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef05b79e-5aca-438a-86b1-c30d035fe1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:08.062028 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef05b79e-5aca-438a-86b1-c30d035fe1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:08.063218 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ef05b79e-5aca-438a-86b1-c30d035fe1df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04b38992-d8f0-4cea-8514-9bbc7444ce96 HTTP/1.1" status: 204 len: 168 time: 0.9107976 Aug 31 01:02:08.086712 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05b79e-5aca-438a-86b1-c30d035fe1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b38992-d8f0-4cea-8514-9bbc7444ce96,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:08.154482 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea43d84b-7c05-47de-8f57-f57c1764981a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:08.156923 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9a278fbe-4123-4cd3-a368-55888f8f0d5d req-20c25577-020f-4687-8ecf-d03f9fd96a88 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:08.176739 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['0e790913-094b-4bf2-b333-405e4878ecaa'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:08.177689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-ea43d84b-7c05-47de-8f57-f57c1764981a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] device_id is not set on port 11243889-391e-4c40-b255-0db3c6dae63f yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:02:08.200489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c25577-020f-4687-8ecf-d03f9fd96a88 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Pushing event deleted for resources: {'Port': ['ID=0e790913-094b-4bf2-b333-405e4878ecaa,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:08.297642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a278fbe-4123-4cd3-a368-55888f8f0d5d req-20c25577-020f-4687-8ecf-d03f9fd96a88 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] No DVR routers for this DVR port 0e790913-094b-4bf2-b333-405e4878ecaa on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:08.300422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea291dfd-ee53-47f3-b153-c593f403ce2c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Made reservation on behalf of 7de7ed71264a4ac694a0cee7d619a40a for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:08.306393 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea291dfd-ee53-47f3-b153-c593f403ce2c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:08.311583 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9a278fbe-4123-4cd3-a368-55888f8f0d5d req-20c25577-020f-4687-8ecf-d03f9fd96a88 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:08.315686 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a278fbe-4123-4cd3-a368-55888f8f0d5d req-20c25577-020f-4687-8ecf-d03f9fd96a88 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.48 "DELETE /v2.0/ports/0e790913-094b-4bf2-b333-405e4878ecaa HTTP/1.1" status: 204 len: 173 time: 1.3853443 Aug 31 01:02:08.318856 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb60bc9-126f-482e-a4d1-efbb14241316', 'name': 'network-vif-deleted', 'tag': '0e790913-094b-4bf2-b333-405e4878ecaa'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:08.321857 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df65396e-ee5c-49ac-88aa-dba7716e92dd" -d '{"events": [{"server_uuid": "cbb60bc9-126f-482e-a4d1-efbb14241316", "name": "network-vif-deleted", "tag": "0e790913-094b-4bf2-b333-405e4878ecaa"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:08.452170 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9342041b-bd24-40c0-8bc1-525c807f3847 x-openstack-request-id: req-9342041b-bd24-40c0-8bc1-525c807f3847 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:08.452463 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb60bc9-126f-482e-a4d1-efbb14241316", "name": "network-vif-deleted", "tag": "0e790913-094b-4bf2-b333-405e4878ecaa", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:08.452725 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9342041b-bd24-40c0-8bc1-525c807f3847 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:08.453131 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb60bc9-126f-482e-a4d1-efbb14241316', 'name': 'network-vif-deleted', 'tag': '0e790913-094b-4bf2-b333-405e4878ecaa', 'status': 'completed', 'code': 200} Aug 31 01:02:08.458042 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:08.509960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76063c06-18e3-4952-8913-edb43d0ebc47 req-713169e1-b175-4937-be59-c1cf97b8d820 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:08.511505 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-76063c06-18e3-4952-8913-edb43d0ebc47 req-713169e1-b175-4937-be59-c1cf97b8d820 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.1025953 Aug 31 01:02:08.712524 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-686aebaf-74ad-4013-b9d5-1d6e051c9828 req-01de3c2b-bf0f-4f53-8b23-5a9649835702 tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 210 time: 0.0368268 Aug 31 01:02:08.819781 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-76063c06-18e3-4952-8913-edb43d0ebc47 req-6b6d735f-ba07-41be-99c1-e72013a71f86 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935529 Aug 31 01:02:08.905775 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-ea43d84b-7c05-47de-8f57-f57c1764981a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Allocated IP 172.20.0.14 (4533214d-0ce8-480c-a2b2-ecd533a58daf/ff5fe78a-03d8-4d94-8f4b-8e3e83f17edc/11243889-391e-4c40-b255-0db3c6dae63f) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:08.910474 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea291dfd-ee53-47f3-b153-c593f403ce2c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:08.916279 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-ea43d84b-7c05-47de-8f57-f57c1764981a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Allocated IP 172.20.0.13 (4533214d-0ce8-480c-a2b2-ecd533a58daf/ff5fe78a-03d8-4d94-8f4b-8e3e83f17edc/11243889-391e-4c40-b255-0db3c6dae63f) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:09.121374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea291dfd-ee53-47f3-b153-c593f403ce2c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Checking segment: {'id': '1ea9d0d6-b911-413c-86f9-526f196e4e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8244da0d-3dd8-4fd7-a80b-a8c0dd36721c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:09.121858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea291dfd-ee53-47f3-b153-c593f403ce2c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network hostable DHCP agents. Network: 8244da0d-3dd8-4fd7-a80b-a8c0dd36721c, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:02:09.124822 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea291dfd-ee53-47f3-b153-c593f403ce2c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Subnet': ['ID=928c5bfd-e71b-4b10-8906-67faa37ff243,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:09.171869 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea43d84b-7c05-47de-8f57-f57c1764981a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.306298 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea291dfd-ee53-47f3-b153-c593f403ce2c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network 8244da0d-3dd8-4fd7-a80b-a8c0dd36721c is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:02:09.346128 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea43d84b-7c05-47de-8f57-f57c1764981a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.398383 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea43d84b-7c05-47de-8f57-f57c1764981a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network 4533214d-0ce8-480c-a2b2-ecd533a58daf is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:09.404230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-ea43d84b-7c05-47de-8f57-f57c1764981a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:09.408627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea43d84b-7c05-47de-8f57-f57c1764981a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:09.440223 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43d84b-7c05-47de-8f57-f57c1764981a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=11243889-391e-4c40-b255-0db3c6dae63f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:09.465368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-ea291dfd-ee53-47f3-b153-c593f403ce2c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 8244da0d-3dd8-4fd7-a80b-a8c0dd36721c) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:09.471127 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea291dfd-ee53-47f3-b153-c593f403ce2c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:09.472654 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea291dfd-ee53-47f3-b153-c593f403ce2c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.484390 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea43d84b-7c05-47de-8f57-f57c1764981a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:09.488779 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea43d84b-7c05-47de-8f57-f57c1764981a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.489065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fd0d10-c2b5-4a07-8775-52ac9bdce2e4 None None] Network 8244da0d-3dd8-4fd7-a80b-a8c0dd36721c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:09.606736 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ea43d84b-7c05-47de-8f57-f57c1764981a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.9000769 Aug 31 01:02:09.615179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50598) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:09.620561 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': '11243889-391e-4c40-b255-0db3c6dae63f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:09.641407 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ea291dfd-ee53-47f3-b153-c593f403ce2c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9542837 Aug 31 01:02:09.644865 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50600) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:09.652498 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-50271542-a03f-4a7d-b913-dc02562af927 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1186544354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:09.709975 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-8244da0d-3dd8-4fd7-a80b-a8c0dd36721c', 'network_id': '8244da0d-3dd8-4fd7-a80b-a8c0dd36721c', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'fixed_ips': [{'subnet_id': '928c5bfd-e71b-4b10-8906-67faa37ff243'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:02:09.714636 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.807555 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.908950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Allocated IP 2001:db8::2 (8244da0d-3dd8-4fd7-a80b-a8c0dd36721c/928c5bfd-e71b-4b10-8906-67faa37ff243/5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:09.917728 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-50271542-a03f-4a7d-b913-dc02562af927 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.920587 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-50271542-a03f-4a7d-b913-dc02562af927 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.015181 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8ae488ee-3cb2-4bb1-b760-f9f9dee32088 req-9d484e99-694d-4746-9280-40164376f9bf tempest-FloatingIPsAssociationNegativeTestJSON-873626889 tempest-FloatingIPsAssociationNegativeTestJSON-873626889-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb60bc9-126f-482e-a4d1-efbb14241316 HTTP/1.1" status: 200 len: 210 time: 0.0986478 Aug 31 01:02:10.139938 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.151560 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50618) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:10.170576 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-50271542-a03f-4a7d-b913-dc02562af927 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.199067 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.214697 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.215059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689e599-fbf0-480e-9bc4-890b75e71013 req-25ee6954-67e0-4021-8918-3fdbfb1c4624 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:10.216704 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5689e599-fbf0-480e-9bc4-890b75e71013 req-25ee6954-67e0-4021-8918-3fdbfb1c4624 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.2223909 Aug 31 01:02:10.228034 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Transition to ACTIVE for port object 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:10.251316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Transition to ACTIVE for port object 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:10.257962 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-50271542-a03f-4a7d-b913-dc02562af927 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.274513 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0e790913-094b-4bf2-b333-405e4878ecaa no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:10.303133 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5689e599-fbf0-480e-9bc4-890b75e71013 req-07c21a56-f590-4894-9292-d746f331ad97 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743403 Aug 31 01:02:10.321594 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 0e790913-094b-4bf2-b333-405e4878ecaa {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:10.322449 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0e790913-094b-4bf2-b333-405e4878ecaa not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:10.344452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-57d05e64-5b40-4844-99c6-bc47e48c9739 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-42482421-network', 'tenant_id': 'c8ab56c40a25485bb1e0006a236e4e82'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:10.375987 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.382911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Allocated IP 172.25.2.18 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/c9eebbb0-dad8-4b70-9cab-3c5a104a26dc) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:10.411852 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-50271542-a03f-4a7d-b913-dc02562af927 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.416323 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-50271542-a03f-4a7d-b913-dc02562af927 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7672229 Aug 31 01:02:10.416928 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50622) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:10.421491 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Network 8244da0d-3dd8-4fd7-a80b-a8c0dd36721c is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:10.428457 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:10.434211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:10.447041 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Pushing event updated for resources: {'Port': ['ID=5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:10.487848 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:02:10.514442 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Attempting to bind port 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:10.515054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Attempting to bind port 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '1ea9d0d6-b911-413c-86f9-526f196e4e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8244da0d-3dd8-4fd7-a80b-a8c0dd36721c'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:10.515203 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Attempting to bind port 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 on network 8244da0d-3dd8-4fd7-a80b-a8c0dd36721c {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:10.522907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:10.523925 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Checking segment: {'id': '1ea9d0d6-b911-413c-86f9-526f196e4e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8244da0d-3dd8-4fd7-a80b-a8c0dd36721c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:10.524779 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.525485 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Bound using segment: {'id': '1ea9d0d6-b911-413c-86f9-526f196e4e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8244da0d-3dd8-4fd7-a80b-a8c0dd36721c'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:10.538718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Bound port: 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea9d0d6-b911-413c-86f9-526f196e4e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8244da0d-3dd8-4fd7-a80b-a8c0dd36721c'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:10.538718 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.640189 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] For port 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:10.644470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] For port 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3,segment=NetworkSegment(1ea9d0d6-b911-413c-86f9-526f196e4e96),segment_id=1ea9d0d6-b911-413c-86f9-526f196e4e96)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:10.665201 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.691348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d05e64-5b40-4844-99c6-bc47e48c9739 admin admin] Made reservation on behalf of c8ab56c40a25485bb1e0006a236e4e82 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:10.704932 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57d05e64-5b40-4844-99c6-bc47e48c9739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.725344 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57d05e64-5b40-4844-99c6-bc47e48c9739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.811401 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.826099 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.899529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b74829-37b2-4a85-9b02-4e508600379f None None] Pushing event updated for resources: {'Port': ['ID=5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:10.910769 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57d05e64-5b40-4844-99c6-bc47e48c9739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.918493 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.966460 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:10.971699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:10.978758 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:11.023111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=c9eebbb0-dad8-4b70-9cab-3c5a104a26dc,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:11.028037 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57d05e64-5b40-4844-99c6-bc47e48c9739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.064885 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d05e64-5b40-4844-99c6-bc47e48c9739 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:02:11.135669 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57d05e64-5b40-4844-99c6-bc47e48c9739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.136201 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-57d05e64-5b40-4844-99c6-bc47e48c9739 admin admin] Added segment bd74588b-7421-4584-9cc8-ab9b8f4aa33e of type vlan for network e65c9523-c172-462d-950f-764ad756958e Aug 31 01:02:11.137813 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d05e64-5b40-4844-99c6-bc47e48c9739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1425bc86-58a8-4c0a-b18f-f6b8a087e2de,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:11.201980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50632) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:11.370977 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57d05e64-5b40-4844-99c6-bc47e48c9739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.411517 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Allocated IP 2001:db8::1 (8244da0d-3dd8-4fd7-a80b-a8c0dd36721c/928c5bfd-e71b-4b10-8906-67faa37ff243/b32f984e-1a6c-418e-85c2-2eb202607c77) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:11.575216 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57d05e64-5b40-4844-99c6-bc47e48c9739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.576890 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d05e64-5b40-4844-99c6-bc47e48c9739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:11.577974 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57d05e64-5b40-4844-99c6-bc47e48c9739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.669808 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9f190-8aa6-4be5-a605-2a0dc8b32f26 req-0148f9be-1c5d-427c-be54-38ac29376ba7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:11.676881 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4aa9f190-8aa6-4be5-a605-2a0dc8b32f26 req-0148f9be-1c5d-427c-be54-38ac29376ba7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.2611332 Aug 31 01:02:11.714978 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d05e64-5b40-4844-99c6-bc47e48c9739 admin admin] Pushing event updated for resources: {'Network': ['ID=e65c9523-c172-462d-950f-764ad756958e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:11.731639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network e65c9523-c172-462d-950f-764ad756958e details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:02:11.808821 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4aa9f190-8aa6-4be5-a605-2a0dc8b32f26 req-27a9135d-31ef-419b-90aa-b47c8f95a1f9 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252906 Aug 31 01:02:11.837229 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.868680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Transition to ACTIVE for port object b32f984e-1a6c-418e-85c2-2eb202607c77 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:11.880816 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-57d05e64-5b40-4844-99c6-bc47e48c9739 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7247236 Aug 31 01:02:11.881402 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50638) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:11.924925 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-9b754e4d-aa0b-4733-bdd7-b8db721046de admin admin] Request body: {'subnet': {'network_id': 'e65c9523-c172-462d-950f-764ad756958e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-42482421-subnet', 'tenant_id': 'c8ab56c40a25485bb1e0006a236e4e82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:12.032797 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:12.126426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b754e4d-aa0b-4733-bdd7-b8db721046de admin admin] Made reservation on behalf of c8ab56c40a25485bb1e0006a236e4e82 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:12.130165 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9b754e4d-aa0b-4733-bdd7-b8db721046de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:12.221476 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:12.401004 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network 8244da0d-3dd8-4fd7-a80b-a8c0dd36721c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:12.412529 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:12.414106 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:12.419495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:12.419495 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:12.424271 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=b32f984e-1a6c-418e-85c2-2eb202607c77,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:12.596705 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaa5647-0490-4c75-92c6-2f7dfa3ef7e0 None None] Network 8244da0d-3dd8-4fd7-a80b-a8c0dd36721c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:12.604387 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cac184c1-f491-401d-8c70-82d0538f0ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:12.675823 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:12.848833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1bd65f9a-442e-4de8-966e-8515bb59afb2 None None] Provisioning for port 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:12.865956 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:12.919793 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:12.932973 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:12.933546 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:12.994710 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:13.017591 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:13.158378 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:13.214209 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb8787-1d2e-4929-a148-f388fd379914 req-efa28226-c0bd-4552-9d69-8d47efa700cd tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:13.218104 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0ebb8787-1d2e-4929-a148-f388fd379914 req-efa28226-c0bd-4552-9d69-8d47efa700cd tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.2561624 Aug 31 01:02:13.250535 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3,segment=NetworkSegment(1ea9d0d6-b911-413c-86f9-526f196e4e96),segment_id=1ea9d0d6-b911-413c-86f9-526f196e4e96)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:13.260684 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=c9eebbb0-dad8-4b70-9cab-3c5a104a26dc,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:13.328424 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:13.333898 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9b754e4d-aa0b-4733-bdd7-b8db721046de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:13.363345 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:13.466416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:13.534529 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0ebb8787-1d2e-4929-a148-f388fd379914 req-245ec091-22b3-4437-825a-1f250509af41 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976012 Aug 31 01:02:13.553555 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Floating IP 0cc8f4ca-c286-4cab-bcc9-a899db8bd1c0 associated. External IP: 172.25.2.18, port: 11243889-391e-4c40-b255-0db3c6dae63f. Aug 31 01:02:13.632675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-490ab440-af7c-4fe7-afb2-4dbb47433c9b None None] Provisioning for port b32f984e-1a6c-418e-85c2-2eb202607c77 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:13.652192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-490ab440-af7c-4fe7-afb2-4dbb47433c9b None None] Provisioning complete for port b32f984e-1a6c-418e-85c2-2eb202607c77 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:13.652999 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-490ab440-af7c-4fe7-afb2-4dbb47433c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:13.732954 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b754e4d-aa0b-4733-bdd7-b8db721046de admin admin] Pushing event updated for resources: {'Subnet': ['ID=c717a8d0-6dc5-4fde-9f87-10cae7d930dd,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:13.763414 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-490ab440-af7c-4fe7-afb2-4dbb47433c9b None None] Port b32f984e-1a6c-418e-85c2-2eb202607c77 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:13.788711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-490ab440-af7c-4fe7-afb2-4dbb47433c9b None None] Provisioning complete for port 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:13.789937 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-490ab440-af7c-4fe7-afb2-4dbb47433c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:13.867115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b754e4d-aa0b-4733-bdd7-b8db721046de admin admin] Checking segment: {'id': 'bd74588b-7421-4584-9cc8-ab9b8f4aa33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e65c9523-c172-462d-950f-764ad756958e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:13.867792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b754e4d-aa0b-4733-bdd7-b8db721046de admin admin] Network hostable DHCP agents. Network: e65c9523-c172-462d-950f-764ad756958e, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:02:13.956597 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router fc26987c-0a47-4a7a-8602-0814512f4e7d has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:13.957369 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:14.000870 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b754e4d-aa0b-4733-bdd7-b8db721046de admin admin] Network e65c9523-c172-462d-950f-764ad756958e is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:02:14.024409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-cac184c1-f491-401d-8c70-82d0538f0ea7 admin admin] Deleting port 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:14.024759 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cac184c1-f491-401d-8c70-82d0538f0ea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:14.064090 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1e4edbd4-bc8f-4321-a3c8-392e08cc241a None None] Provisioning complete for port b32f984e-1a6c-418e-85c2-2eb202607c77 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:14.064606 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1e4edbd4-bc8f-4321-a3c8-392e08cc241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:14.098618 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:14.099617 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:14.149340 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-1e4edbd4-bc8f-4321-a3c8-392e08cc241a None None] Port b32f984e-1a6c-418e-85c2-2eb202607c77 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:14.202129 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:14.205592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd9ebbe-2614-44a4-ba5d-9d59501b5598 None None] Sync routers for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:14.217751 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd9ebbe-2614-44a4-ba5d-9d59501b5598 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:14.218751 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0bd9ebbe-2614-44a4-ba5d-9d59501b5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:14.273044 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0bd9ebbe-2614-44a4-ba5d-9d59501b5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:14.284294 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd9ebbe-2614-44a4-ba5d-9d59501b5598 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:14.284947 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0bd9ebbe-2614-44a4-ba5d-9d59501b5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:14.319710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0bd9ebbe-2614-44a4-ba5d-9d59501b5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:14.320396 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd9ebbe-2614-44a4-ba5d-9d59501b5598 None None] The sync data for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:14.384179 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:14.433973 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-df1c1622-ad15-4a91-8280-e9b89f8ca6af tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8173232 Aug 31 01:02:14.437425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50654) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:14.445929 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-7ce98c62-3d01-4a54-bf75-26e38274891f tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'floatingip': {'port_id': '11243889-391e-4c40-b255-0db3c6dae63f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:14.475724 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:14.529225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-9b754e4d-aa0b-4733-bdd7-b8db721046de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, e65c9523-c172-462d-950f-764ad756958e) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:14.535129 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ce98c62-3d01-4a54-bf75-26e38274891f tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:14.551464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b754e4d-aa0b-4733-bdd7-b8db721046de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:14.552397 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9b754e4d-aa0b-4733-bdd7-b8db721046de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:14.583372 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd715db-2af1-455c-a8bf-9df35dd22fd6 None None] Network e65c9523-c172-462d-950f-764ad756958e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:14.689535 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-cac184c1-f491-401d-8c70-82d0538f0ea7 admin admin] For port 0bdea087-f452-4bc0-ba82-7b8ab79a21b8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0bdea087-f452-4bc0-ba82-7b8ab79a21b8,segment=NetworkSegment(febb7187-f399-4af3-852d-f58fafac286c),segment_id=febb7187-f399-4af3-852d-f58fafac286c)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:14.690249 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cac184c1-f491-401d-8c70-82d0538f0ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:14.715181 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:14.718692 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:14.725814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-cac184c1-f491-401d-8c70-82d0538f0ea7 admin admin] Calling delete_port for 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:14.897347 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=b32f984e-1a6c-418e-85c2-2eb202607c77,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:14.923419 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9b754e4d-aa0b-4733-bdd7-b8db721046de admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.9956760 Aug 31 01:02:14.938132 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network 8244da0d-3dd8-4fd7-a80b-a8c0dd36721c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:14.948751 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:15.052217 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f91c5-929c-4902-8738-2d9c314715f9 req-0c464656-340d-4282-8c85-bdc5f2db7fc8 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:15.054007 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e07f91c5-929c-4902-8738-2d9c314715f9 req-0c464656-340d-4282-8c85-bdc5f2db7fc8 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.1708386 Aug 31 01:02:15.199405 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4c308a-cdf6-4de6-a235-8805379a6820 None None] Network e65c9523-c172-462d-950f-764ad756958e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:15.345306 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e07f91c5-929c-4902-8738-2d9c314715f9 req-53a27d9b-13a2-4a23-8198-8a4016bdda21 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497878 Aug 31 01:02:15.495578 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router fec7549f-59d2-45e4-9bdb-4f91af7215af is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:02:15.592416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7cef4124-0cfa-40c7-9164-243c3d31932b None None] Provisioning complete for port b32f984e-1a6c-418e-85c2-2eb202607c77 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:15.592416 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7cef4124-0cfa-40c7-9164-243c3d31932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:15.665308 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cac184c1-f491-401d-8c70-82d0538f0ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:15.691845 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7cef4124-0cfa-40c7-9164-243c3d31932b None None] Port b32f984e-1a6c-418e-85c2-2eb202607c77 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:15.728030 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac184c1-f491-401d-8c70-82d0538f0ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bdea087-f452-4bc0-ba82-7b8ab79a21b8,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:16.026978 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:16.042603 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5bab77-b2af-4bb7-9db0-8049e54034be None None] Sync routers for ids ['fec7549f-59d2-45e4-9bdb-4f91af7215af'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:16.048161 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-974b2cf7-7198-4d5a-9263-e30226236772 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/fec7549f-59d2-45e4-9bdb-4f91af7215af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6253171 Aug 31 01:02:16.048971 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50684) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:16.070766 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5bab77-b2af-4bb7-9db0-8049e54034be None None] Routers {'fec7549f-59d2-45e4-9bdb-4f91af7215af'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:16.073395 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ea5bab77-b2af-4bb7-9db0-8049e54034be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fec7549f-59d2-45e4-9bdb-4f91af7215af'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:16.132802 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ea5bab77-b2af-4bb7-9db0-8049e54034be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:16.160107 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5bab77-b2af-4bb7-9db0-8049e54034be None None] Routers {'fec7549f-59d2-45e4-9bdb-4f91af7215af'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:16.160857 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ea5bab77-b2af-4bb7-9db0-8049e54034be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fec7549f-59d2-45e4-9bdb-4f91af7215af'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:16.186943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d27407e-8992-4de9-9f43-d1ccdea20bb5 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:16.206407 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8d27407e-8992-4de9-9f43-d1ccdea20bb5 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/ports/b32f984e-1a6c-418e-85c2-2eb202607c77 HTTP/1.1" status: 200 len: 911 time: 0.1553867 Aug 31 01:02:16.213631 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50686) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:16.214547 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cac184c1-f491-401d-8c70-82d0538f0ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:16.219536 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ea5bab77-b2af-4bb7-9db0-8049e54034be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:16.220215 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5bab77-b2af-4bb7-9db0-8049e54034be None None] The sync data for ids ['fec7549f-59d2-45e4-9bdb-4f91af7215af'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:16.225398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-06966380-9af2-4062-88a7-8d54cb9d9a31 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '928c5bfd-e71b-4b10-8906-67faa37ff243'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:16.285341 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.resource_extend [None req-7ce98c62-3d01-4a54-bf75-26e38274891f tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:02:16.419678 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ce98c62-3d01-4a54-bf75-26e38274891f tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:16.429770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-e2d0a990-5c50-4d03-9fe6-dfcc52a3a092 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:16.431406 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-e2d0a990-5c50-4d03-9fe6-dfcc52a3a092 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/networks?id=e65c9523-c172-462d-950f-764ad756958e HTTP/1.1" status: 200 len: 807 time: 0.4378870 Aug 31 01:02:16.477340 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-c59d0024-0afe-443e-87be-427f2c791d24 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/quotas/c8ab56c40a25485bb1e0006a236e4e82 HTTP/1.1" status: 200 len: 375 time: 0.0304487 Aug 31 01:02:16.555324 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ce98c62-3d01-4a54-bf75-26e38274891f tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:16.566036 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-1105db8c-7704-4abe-b47a-74a21e9504e7 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8ab56c40a25485bb1e0006a236e4e82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760884 Aug 31 01:02:16.641851 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac184c1-f491-401d-8c70-82d0538f0ea7 admin admin] Router 510690dc-4d51-4dd7-b0e3-3e4ace264b2b has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:16.666211 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d23ee-681e-4b1e-b07f-035c39ed1b66 req-50ee0544-996c-4d96-8376-edf61a2d8eb9 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:16.667865 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-763d23ee-681e-4b1e-b07f-035c39ed1b66 req-50ee0544-996c-4d96-8376-edf61a2d8eb9 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.1019504 Aug 31 01:02:16.713181 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06966380-9af2-4062-88a7-8d54cb9d9a31 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:16.762751 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-763d23ee-681e-4b1e-b07f-035c39ed1b66 req-0831ab8f-a85b-400b-8395-f0c8d45cba10 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850961 Aug 31 01:02:16.824115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac184c1-f491-401d-8c70-82d0538f0ea7 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:16.846328 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aba4fd-6d47-48d4-a433-93facf9be975 None None] Sync routers for ids ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:16.848088 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cac184c1-f491-401d-8c70-82d0538f0ea7 admin admin] 10.222.0.16 "PUT /v2.0/routers/510690dc-4d51-4dd7-b0e3-3e4ace264b2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6433275 Aug 31 01:02:16.848857 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50694) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:16.872310 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aba4fd-6d47-48d4-a433-93facf9be975 None None] Routers {'510690dc-4d51-4dd7-b0e3-3e4ace264b2b'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:16.874610 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-53aba4fd-6d47-48d4-a433-93facf9be975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:16.909243 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-b9f94dd0-1534-452e-a6de-cb8dd94d0479 service neutron] 10.222.0.16 "GET /v2.0/networks/e65c9523-c172-462d-950f-764ad756958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952702 Aug 31 01:02:17.104457 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94fe95a3-aa8d-4e7e-ae0b-da9caa47e6aa admin admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:17.114394 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-53aba4fd-6d47-48d4-a433-93facf9be975 None None] Set router 510690dc-4d51-4dd7-b0e3-3e4ace264b2b gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:17.380829 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-1e0759c6-131b-40eb-9e2c-9880afad41e1 service neutron] 10.222.0.16 "GET /v2.0/networks/e65c9523-c172-462d-950f-764ad756958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341099 Aug 31 01:02:17.404387 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94fe95a3-aa8d-4e7e-ae0b-da9caa47e6aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:17.423733 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce98c62-3d01-4a54-bf75-26e38274891f tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router fc26987c-0a47-4a7a-8602-0814512f4e7d has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:17.463914 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-53aba4fd-6d47-48d4-a433-93facf9be975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324068676-router', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a0982164-d270-410d-b077-f9351e35ecea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:23Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 5, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'gw_port': {'id': 'a0982164-d270-410d-b077-f9351e35ecea', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:17.512780 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aba4fd-6d47-48d4-a433-93facf9be975 None None] Checking router: 510690dc-4d51-4dd7-b0e3-3e4ace264b2b for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:02:17.525852 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aba4fd-6d47-48d4-a433-93facf9be975 None None] Routers {'510690dc-4d51-4dd7-b0e3-3e4ace264b2b'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:17.526596 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-53aba4fd-6d47-48d4-a433-93facf9be975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:17.540347 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06966380-9af2-4062-88a7-8d54cb9d9a31 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:17.633847 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06966380-9af2-4062-88a7-8d54cb9d9a31 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:17.644779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06966380-9af2-4062-88a7-8d54cb9d9a31 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:17.645889 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06966380-9af2-4062-88a7-8d54cb9d9a31 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:17.651192 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-06966380-9af2-4062-88a7-8d54cb9d9a31 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/ports/b32f984e-1a6c-418e-85c2-2eb202607c77 HTTP/1.1" status: 200 len: 911 time: 1.4389122 Aug 31 01:02:17.663639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50704) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:17.680233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-94fe95a3-aa8d-4e7e-ae0b-da9caa47e6aa admin admin] Deleting port a0982164-d270-410d-b077-f9351e35ecea {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:17.680450 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94fe95a3-aa8d-4e7e-ae0b-da9caa47e6aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:17.717999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-53aba4fd-6d47-48d4-a433-93facf9be975 None None] Set router 510690dc-4d51-4dd7-b0e3-3e4ace264b2b gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:17.938468 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-94fe95a3-aa8d-4e7e-ae0b-da9caa47e6aa admin admin] For port a0982164-d270-410d-b077-f9351e35ecea, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a0982164-d270-410d-b077-f9351e35ecea,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:17.938762 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94fe95a3-aa8d-4e7e-ae0b-da9caa47e6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:17.959512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-94fe95a3-aa8d-4e7e-ae0b-da9caa47e6aa admin admin] Calling delete_port for a0982164-d270-410d-b077-f9351e35ecea owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:17.991513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc45bd9-a6fe-4745-ba32-bc64799ad44b req-cedee3db-91ba-4a91-a69f-1890d9344cea tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:17.994366 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6bc45bd9-a6fe-4745-ba32-bc64799ad44b req-cedee3db-91ba-4a91-a69f-1890d9344cea tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.1091199 Aug 31 01:02:18.072129 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-78f0677a-8e5f-4e99-8fd3-9abab4566f11 req-d9e8146e-a077-4ce8-b5ae-e8a982ff0936 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 210 time: 0.1800666 Aug 31 01:02:18.072893 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06966380-9af2-4062-88a7-8d54cb9d9a31 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=b32f984e-1a6c-418e-85c2-2eb202607c77,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:18.112710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6bc45bd9-a6fe-4745-ba32-bc64799ad44b req-9ee0daf5-957b-400f-8dea-784e11448de4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825515 Aug 31 01:02:18.154417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce98c62-3d01-4a54-bf75-26e38274891f tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:18.167402 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c260cdf1-68d5-4578-a0f2-f499fde78509 None None] Sync routers for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:18.184617 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ce98c62-3d01-4a54-bf75-26e38274891f tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:18.207853 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c260cdf1-68d5-4578-a0f2-f499fde78509 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:18.207853 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-c260cdf1-68d5-4578-a0f2-f499fde78509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:18.323811 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-c260cdf1-68d5-4578-a0f2-f499fde78509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:18.353029 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c260cdf1-68d5-4578-a0f2-f499fde78509 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:18.353942 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-c260cdf1-68d5-4578-a0f2-f499fde78509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:18.409268 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-c260cdf1-68d5-4578-a0f2-f499fde78509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:18.410360 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c260cdf1-68d5-4578-a0f2-f499fde78509 None None] The sync data for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:18.428820 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7ce98c62-3d01-4a54-bf75-26e38274891f tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "PUT /v2.0/floatingips/0cc8f4ca-c286-4cab-bcc9-a899db8bd1c0 HTTP/1.1" status: 200 len: 977 time: 3.9889717 Aug 31 01:02:18.430362 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-53aba4fd-6d47-48d4-a433-93facf9be975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324068676-router', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a0982164-d270-410d-b077-f9351e35ecea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:23Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 5, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'gw_port': {'id': 'a0982164-d270-410d-b077-f9351e35ecea', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:18.432764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50716) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:18.510451 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aba4fd-6d47-48d4-a433-93facf9be975 None None] The sync data for ids ['510690dc-4d51-4dd7-b0e3-3e4ace264b2b'] in n-d-793621-34 is: [{'id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324068676-router', 'tenant_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a0982164-d270-410d-b077-f9351e35ecea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:23Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 5, 'project_id': '3fc4d0d1e16146dba32fc1604dd5ab73', 'gw_port': {'id': 'a0982164-d270-410d-b077-f9351e35ecea', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510690dc-4d51-4dd7-b0e3-3e4ace264b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:18.511184 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94fe95a3-aa8d-4e7e-ae0b-da9caa47e6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:18.565787 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe95a3-aa8d-4e7e-ae0b-da9caa47e6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=a0982164-d270-410d-b077-f9351e35ecea,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:18.686896 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:18.796719 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94fe95a3-aa8d-4e7e-ae0b-da9caa47e6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:18.804612 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12b9d2-c60b-43a9-9b3d-bb288f646d0c req-6e16dd64-b2cf-4360-97ad-0d2da88e4b4d tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:18.807662 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba12b9d2-c60b-43a9-9b3d-bb288f646d0c req-6e16dd64-b2cf-4360-97ad-0d2da88e4b4d tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.41 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.1823964 Aug 31 01:02:18.944386 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94fe95a3-aa8d-4e7e-ae0b-da9caa47e6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:18.947134 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94fe95a3-aa8d-4e7e-ae0b-da9caa47e6aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:19.027492 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-5077982f-61ab-4bcf-ae00-1d82c8dff87d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Deleting port c9eebbb0-dad8-4b70-9cab-3c5a104a26dc {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:19.027994 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5077982f-61ab-4bcf-ae00-1d82c8dff87d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:19.067896 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-ba12b9d2-c60b-43a9-9b3d-bb288f646d0c req-7005e504-594c-492b-bf01-c9f7e013eb29 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Deleting port 6837554d-bc8d-456a-a1c6-5f6007d83f74 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:19.068389 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ba12b9d2-c60b-43a9-9b3d-bb288f646d0c req-7005e504-594c-492b-bf01-c9f7e013eb29 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:19.127186 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94fe95a3-aa8d-4e7e-ae0b-da9caa47e6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:19.128463 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fe95a3-aa8d-4e7e-ae0b-da9caa47e6aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 510690dc-4d51-4dd7-b0e3-3e4ace264b2b {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:02:19.142961 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94fe95a3-aa8d-4e7e-ae0b-da9caa47e6aa admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:19.144333 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-94fe95a3-aa8d-4e7e-ae0b-da9caa47e6aa admin admin] 10.222.0.16 "DELETE /v2.0/routers/510690dc-4d51-4dd7-b0e3-3e4ace264b2b HTTP/1.1" status: 204 len: 168 time: 2.2943876 Aug 31 01:02:19.148874 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50728) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:19.212986 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5077982f-61ab-4bcf-ae00-1d82c8dff87d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:19.213583 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5077982f-61ab-4bcf-ae00-1d82c8dff87d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:19.239097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-5077982f-61ab-4bcf-ae00-1d82c8dff87d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Calling delete_port for c9eebbb0-dad8-4b70-9cab-3c5a104a26dc owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:19.262268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a948ec2-e13a-4e20-bc16-46a98caedf6a admin admin] Deleting subnet 21f8ed88-0463-47cf-9ebc-76068dfcf6fd {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:02:19.274840 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a948ec2-e13a-4e20-bc16-46a98caedf6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:19.375436 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a948ec2-e13a-4e20-bc16-46a98caedf6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:19.544825 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a948ec2-e13a-4e20-bc16-46a98caedf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:19.782486 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2bbfcb81-cd52-4e1e-9308-131bc3bcd8ff req-a23d4ac6-3476-4fd0-bb66-29ea88d4191c tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 210 time: 0.6042674 Aug 31 01:02:19.858111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-ba12b9d2-c60b-43a9-9b3d-bb288f646d0c req-7005e504-594c-492b-bf01-c9f7e013eb29 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] For port 6837554d-bc8d-456a-a1c6-5f6007d83f74, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=6837554d-bc8d-456a-a1c6-5f6007d83f74,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:19.858675 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ba12b9d2-c60b-43a9-9b3d-bb288f646d0c req-7005e504-594c-492b-bf01-c9f7e013eb29 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:19.904757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-ba12b9d2-c60b-43a9-9b3d-bb288f646d0c req-7005e504-594c-492b-bf01-c9f7e013eb29 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Calling delete_port for 6837554d-bc8d-456a-a1c6-5f6007d83f74 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:20.020445 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting port b32f984e-1a6c-418e-85c2-2eb202607c77 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:20.021012 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:20.118666 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196b2b0-c57c-4e8d-99b5-3ec2a6edfadb req-b6b8d2c8-c86f-492d-94c3-2da05efdd9f4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:20.120701 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a196b2b0-c57c-4e8d-99b5-3ec2a6edfadb req-b6b8d2c8-c86f-492d-94c3-2da05efdd9f4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 946 time: 0.1521482 Aug 31 01:02:20.175665 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a196b2b0-c57c-4e8d-99b5-3ec2a6edfadb req-1cec915c-f855-4898-b303-749640a18180 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467937 Aug 31 01:02:20.178665 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:20.204871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Calling delete_port for b32f984e-1a6c-418e-85c2-2eb202607c77 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:20.422379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a0982164-d270-410d-b077-f9351e35ecea no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:20.446874 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: a0982164-d270-410d-b077-f9351e35ecea {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:20.447208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a0982164-d270-410d-b077-f9351e35ecea not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:20.447630 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:20.466390 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:20.466727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0bdea087-f452-4bc0-ba82-7b8ab79a21b8 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:20.720737 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a948ec2-e13a-4e20-bc16-46a98caedf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:20.753895 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a948ec2-e13a-4e20-bc16-46a98caedf6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f8ed88-0463-47cf-9ebc-76068dfcf6fd,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:20.756045 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a948ec2-e13a-4e20-bc16-46a98caedf6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:20.761274 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4a948ec2-e13a-4e20-bc16-46a98caedf6a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/21f8ed88-0463-47cf-9ebc-76068dfcf6fd HTTP/1.1" status: 204 len: 168 time: 1.6060834 Aug 31 01:02:20.761274 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50750) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:20.765916 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81d1984-755b-437a-9f73-e1515533cba0 None None] Network 9eddee8f-43a1-4252-b0c9-3f57e0c32f98 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:20.818341 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ba12b9d2-c60b-43a9-9b3d-bb288f646d0c req-7005e504-594c-492b-bf01-c9f7e013eb29 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:20.820190 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:20.834882 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5077982f-61ab-4bcf-ae00-1d82c8dff87d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:20.873366 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077982f-61ab-4bcf-ae00-1d82c8dff87d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event deleted for resources: {'Port': ['ID=c9eebbb0-dad8-4b70-9cab-3c5a104a26dc,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:20.908130 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:20.949272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Port': ['ID=b32f984e-1a6c-418e-85c2-2eb202607c77,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:21.003546 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4ed639b6-6248-40f1-9407-313cb72884fa req-595d4e3f-55e1-4bf0-85dc-d56f2b6407a9 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 210 time: 0.1120784 Aug 31 01:02:21.068654 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d66eef-d253-4ff9-ab43-37c0327a071e None None] DHCP port deletion for 9eddee8f-43a1-4252-b0c9-3f57e0c32f98 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:02:21.099228 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5077982f-61ab-4bcf-ae00-1d82c8dff87d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.099714 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-5077982f-61ab-4bcf-ae00-1d82c8dff87d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Floating IP 0cc8f4ca-c286-4cab-bcc9-a899db8bd1c0 disassociated (deleted). External IP: 172.25.2.18, port: 11243889-391e-4c40-b255-0db3c6dae63f. Aug 31 01:02:21.122780 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:21.122780 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:21.122780 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:21.122780 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:21.123136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:21.123315 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:21.123612 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:21.123925 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:21.124259 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:21.124582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:21.124907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:21.125227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:21.131181 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba12b9d2-c60b-43a9-9b3d-bb288f646d0c req-7005e504-594c-492b-bf01-c9f7e013eb29 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] No DVR routers for this DVR port 6837554d-bc8d-456a-a1c6-5f6007d83f74 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:21.152157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e0d66eef-d253-4ff9-ab43-37c0327a071e None None] Deleting port c52770a2-9dfb-4405-a9e4-e661b59c1fac {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:21.152531 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e0d66eef-d253-4ff9-ab43-37c0327a071e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.172986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] Deleting port c52770a2-9dfb-4405-a9e4-e661b59c1fac {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:21.172986 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.173259 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ba12b9d2-c60b-43a9-9b3d-bb288f646d0c req-7005e504-594c-492b-bf01-c9f7e013eb29 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.175942 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba12b9d2-c60b-43a9-9b3d-bb288f646d0c req-7005e504-594c-492b-bf01-c9f7e013eb29 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.41 "DELETE /v2.0/ports/6837554d-bc8d-456a-a1c6-5f6007d83f74 HTTP/1.1" status: 204 len: 173 time: 2.3593123 Aug 31 01:02:21.176422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e0143c-cc9b-46b7-b630-eecacab4ff0a', 'name': 'network-vif-deleted', 'tag': '6837554d-bc8d-456a-a1c6-5f6007d83f74'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:21.178897 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe172ef-b919-4d56-bd91-0f8a59eb3f57" -d '{"events": [{"server_uuid": "37e0143c-cc9b-46b7-b630-eecacab4ff0a", "name": "network-vif-deleted", "tag": "6837554d-bc8d-456a-a1c6-5f6007d83f74"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:21.234448 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005e504-594c-492b-bf01-c9f7e013eb29 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Pushing event deleted for resources: {'Port': ['ID=6837554d-bc8d-456a-a1c6-5f6007d83f74,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:21.238209 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.254560 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e0d66eef-d253-4ff9-ab43-37c0327a071e None None] For port c52770a2-9dfb-4405-a9e4-e661b59c1fac, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c52770a2-9dfb-4405-a9e4-e661b59c1fac,segment=NetworkSegment(febb7187-f399-4af3-852d-f58fafac286c),segment_id=febb7187-f399-4af3-852d-f58fafac286c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:21.254856 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e0d66eef-d253-4ff9-ab43-37c0327a071e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.276862 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e0d66eef-d253-4ff9-ab43-37c0327a071e None None] Calling delete_port for c52770a2-9dfb-4405-a9e4-e661b59c1fac owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:21.332716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] For port c52770a2-9dfb-4405-a9e4-e661b59c1fac, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c52770a2-9dfb-4405-a9e4-e661b59c1fac,segment=NetworkSegment(febb7187-f399-4af3-852d-f58fafac286c),segment_id=febb7187-f399-4af3-852d-f58fafac286c)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:21.333098 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.351897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] Calling delete_port for c52770a2-9dfb-4405-a9e4-e661b59c1fac owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:21.387187 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c520d79a-7f4d-4e0d-b556-a3a7563f580a x-openstack-request-id: req-c520d79a-7f4d-4e0d-b556-a3a7563f580a {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:21.387617 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e0143c-cc9b-46b7-b630-eecacab4ff0a", "name": "network-vif-deleted", "tag": "6837554d-bc8d-456a-a1c6-5f6007d83f74", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:21.387966 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c520d79a-7f4d-4e0d-b556-a3a7563f580a {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:21.388487 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e0143c-cc9b-46b7-b630-eecacab4ff0a', 'name': 'network-vif-deleted', 'tag': '6837554d-bc8d-456a-a1c6-5f6007d83f74', 'status': 'completed', 'code': 200} Aug 31 01:02:21.442861 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3f2b8de1-f3db-4c1b-a3c5-5c63fe51b04e req-754e0f09-01f4-484c-b324-be7bee853251 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 210 time: 0.0827987 Aug 31 01:02:21.564508 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5077982f-61ab-4bcf-ae00-1d82c8dff87d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router fc26987c-0a47-4a7a-8602-0814512f4e7d has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:21.591961 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e0d66eef-d253-4ff9-ab43-37c0327a071e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.640211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d66eef-d253-4ff9-ab43-37c0327a071e None None] No DVR routers for this DVR port c52770a2-9dfb-4405-a9e4-e661b59c1fac on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:21.647217 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d66eef-d253-4ff9-ab43-37c0327a071e None None] Pushing event deleted for resources: {'Port': ['ID=c52770a2-9dfb-4405-a9e4-e661b59c1fac,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:21.654996 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.668749 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router fec7549f-59d2-45e4-9bdb-4f91af7215af has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:21.689579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] Pushing event deleted for resources: {'Port': ['ID=c52770a2-9dfb-4405-a9e4-e661b59c1fac,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:21.751739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] No DVR routers for this DVR port c52770a2-9dfb-4405-a9e4-e661b59c1fac on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:21.762259 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:21.770705 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-226a08ae-57a0-4386-894f-d3cfa0d4564c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/fec7549f-59d2-45e4-9bdb-4f91af7215af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1055400 Aug 31 01:02:21.771376 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50774) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:21.778361 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ad6b3-6904-4068-a59b-853639c99da6 None None] Sync routers for ids ['fec7549f-59d2-45e4-9bdb-4f91af7215af'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:21.789509 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ad6b3-6904-4068-a59b-853639c99da6 None None] Routers {'fec7549f-59d2-45e4-9bdb-4f91af7215af'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:21.790517 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e17ad6b3-6904-4068-a59b-853639c99da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fec7549f-59d2-45e4-9bdb-4f91af7215af'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:21.822189 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f287941d-91b8-4063-a48d-d9f517712e34 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec7549f-59d2-45e4-9bdb-4f91af7215af HTTP/1.1" status: 200 len: 205 time: 0.0454988 Aug 31 01:02:21.823004 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50776) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:21.847378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e17ad6b3-6904-4068-a59b-853639c99da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:21.857351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ad6b3-6904-4068-a59b-853639c99da6 None None] Routers {'fec7549f-59d2-45e4-9bdb-4f91af7215af'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:21.858515 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e17ad6b3-6904-4068-a59b-853639c99da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fec7549f-59d2-45e4-9bdb-4f91af7215af'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:21.896341 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.898619 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e17ad6b3-6904-4068-a59b-853639c99da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:21.899521 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ad6b3-6904-4068-a59b-853639c99da6 None None] The sync data for ids ['fec7549f-59d2-45e4-9bdb-4f91af7215af'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:21.914298 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eddee8f-43a1-4252-b0c9-3f57e0c32f98']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:21.922555 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-35b52096-9776-4f6f-946e-8c247597e471 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.933599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febb7187-f399-4af3-852d-f58fafac286c') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:21.933898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febb7187-f399-4af3-852d-f58fafac286c') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:21.944704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5077982f-61ab-4bcf-ae00-1d82c8dff87d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:21.947443 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.951724 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5077982f-61ab-4bcf-ae00-1d82c8dff87d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.956060 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a16db68-a0ce-42ec-b20d-902e40885d6b None None] Sync routers for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:21.983107 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a16db68-a0ce-42ec-b20d-902e40885d6b None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:21.983982 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-9a16db68-a0ce-42ec-b20d-902e40885d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:21.990587 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.998913 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5077982f-61ab-4bcf-ae00-1d82c8dff87d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/floatingips/0cc8f4ca-c286-4cab-bcc9-a899db8bd1c0 HTTP/1.1" status: 204 len: 168 time: 3.5647607 Aug 31 01:02:22.000264 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:02:22.000477 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:02:22.002335 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:02:22.011912 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50780) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:22.072403 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-dd3d124e-397b-4ad0-b3e7-17e7118ce0c8 req-e815d178-acc6-4f39-aa1e-1c1d9192dd3e service neutron] (102342) timed out ('10.222.0.48', 58350) {{(pid=102342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:02:22.176627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-d785657b-edae-4f0d-9875-2d8691d0b3f2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Deleting port 11243889-391e-4c40-b255-0db3c6dae63f {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:22.176988 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d785657b-edae-4f0d-9875-2d8691d0b3f2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.191790 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-9a16db68-a0ce-42ec-b20d-902e40885d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:22.201806 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a16db68-a0ce-42ec-b20d-902e40885d6b None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:22.202686 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-9a16db68-a0ce-42ec-b20d-902e40885d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:22.238922 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-9a16db68-a0ce-42ec-b20d-902e40885d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:22.239852 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a16db68-a0ce-42ec-b20d-902e40885d6b None None] The sync data for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:22.263428 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-35b52096-9776-4f6f-946e-8c247597e471 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.276601 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.279616 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-35b52096-9776-4f6f-946e-8c247597e471 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.284065 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4d78cd40-f4a7-48ad-a253-d99d5cc3b021 req-cace6f33-9d51-4d17-8406-fb6dea5717b7 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 210 time: 0.0350122 Aug 31 01:02:22.313377 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d785657b-edae-4f0d-9875-2d8691d0b3f2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.321987 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.326780 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9eddee8f-43a1-4252-b0c9-3f57e0c32f98 HTTP/1.1" status: 204 len: 168 time: 1.5624213 Aug 31 01:02:22.342014 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe27304-af3a-4b2c-91c2-fa6337c49073 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eddee8f-43a1-4252-b0c9-3f57e0c32f98,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:22.354213 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-d785657b-edae-4f0d-9875-2d8691d0b3f2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Calling delete_port for 11243889-391e-4c40-b255-0db3c6dae63f owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:22.464378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c52770a2-9dfb-4405-a9e4-e661b59c1fac no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:22.497929 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: c52770a2-9dfb-4405-a9e4-e661b59c1fac {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:22.498721 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c52770a2-9dfb-4405-a9e4-e661b59c1fac not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:22.506316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 6837554d-bc8d-456a-a1c6-5f6007d83f74 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:22.558356 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 6837554d-bc8d-456a-a1c6-5f6007d83f74 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:22.560855 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 6837554d-bc8d-456a-a1c6-5f6007d83f74 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:22.597410 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-262b8a94-8af0-4237-b879-f60263c1d1b5 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:22.597410 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-262b8a94-8af0-4237-b879-f60263c1d1b5 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.41 "GET /v2.0/networks?id=e65c9523-c172-462d-950f-764ad756958e HTTP/1.1" status: 200 len: 807 time: 0.2530782 Aug 31 01:02:22.597410 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-35b52096-9776-4f6f-946e-8c247597e471 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.597410 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b52096-9776-4f6f-946e-8c247597e471 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Fanout notify agent at l3_agent the message router_deleted on router fec7549f-59d2-45e4-9bdb-4f91af7215af {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:02:22.605525 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-35b52096-9776-4f6f-946e-8c247597e471 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.606660 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-35b52096-9776-4f6f-946e-8c247597e471 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/routers/fec7549f-59d2-45e4-9bdb-4f91af7215af HTTP/1.1" status: 204 len: 168 time: 0.7831035 Aug 31 01:02:22.609932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50792) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:22.611907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-ba0e0dbe-232e-4a43-8fa9-52a15ae2edc5 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Request body: {'port': {'device_id': '3088a809-7f1f-4ee5-a434-f50dfff4847e', 'network_id': 'e65c9523-c172-462d-950f-764ad756958e', 'admin_state_up': True, 'tenant_id': 'c8ab56c40a25485bb1e0006a236e4e82'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:22.706822 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60c8d727-33b5-483f-8aa5-abc65dfa8371 req-db28f923-318c-47d2-b744-41c2d073328b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=37e0143c-cc9b-46b7-b630-eecacab4ff0a HTTP/1.1" status: 200 len: 210 time: 0.0831339 Aug 31 01:02:22.715971 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d785657b-edae-4f0d-9875-2d8691d0b3f2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.759851 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785657b-edae-4f0d-9875-2d8691d0b3f2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event deleted for resources: {'Port': ['ID=11243889-391e-4c40-b255-0db3c6dae63f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:22.795416 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c345e1-89e5-4b0b-8fae-eeef6968e855 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting subnet 928c5bfd-e71b-4b10-8906-67faa37ff243 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:02:22.816803 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-87c345e1-89e5-4b0b-8fae-eeef6968e855 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.869934 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50794) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:22.890372 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-87c345e1-89e5-4b0b-8fae-eeef6968e855 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.912659 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d785657b-edae-4f0d-9875-2d8691d0b3f2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.914669 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d785657b-edae-4f0d-9875-2d8691d0b3f2 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/ports/11243889-391e-4c40-b255-0db3c6dae63f HTTP/1.1" status: 204 len: 168 time: 0.9017425 Aug 31 01:02:22.914984 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f2c48968-c4bf-4390-84a1-fb85e504466c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3fc4d0d1e16146dba32fc1604dd5ab73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438221 Aug 31 01:02:22.921204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50796) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:22.925041 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-7ec6b84e-b0ee-46a7-ad67-13cf17af6ada tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:22.927470 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50798) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:22.988015 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-ba0e0dbe-232e-4a43-8fa9-52a15ae2edc5 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Made reservation on behalf of c8ab56c40a25485bb1e0006a236e4e82 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:22.991581 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-ba0e0dbe-232e-4a43-8fa9-52a15ae2edc5 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:23.036050 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-860eabdf-4889-4c12-8961-91955137c8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:23.038679 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-87c345e1-89e5-4b0b-8fae-eeef6968e855 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:23.096815 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-860eabdf-4889-4c12-8961-91955137c8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:23.186568 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b84e-b0ee-46a7-ad67-13cf17af6ada tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:23.256092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-ba0e0dbe-232e-4a43-8fa9-52a15ae2edc5 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Allocated IP 172.20.0.9 (e65c9523-c172-462d-950f-764ad756958e/c717a8d0-6dc5-4fde-9f87-10cae7d930dd/dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:23.319193 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b84e-b0ee-46a7-ad67-13cf17af6ada tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:23.395259 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-860eabdf-4889-4c12-8961-91955137c8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:23.398086 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-860eabdf-4889-4c12-8961-91955137c8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:23.399400 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-860eabdf-4889-4c12-8961-91955137c8f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5fb679f-7d49-4d38-a4dc-7357ff493930 HTTP/1.1" status: 204 len: 168 time: 0.4705694 Aug 31 01:02:23.400668 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-87c345e1-89e5-4b0b-8fae-eeef6968e855 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:23.414688 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-20cbe58c-7bde-44f6-90d7-42025379517e req-7017c7c0-765a-44b7-8535-cf6a70177d52 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 210 time: 0.0490394 Aug 31 01:02:23.441503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c345e1-89e5-4b0b-8fae-eeef6968e855 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Subnet': ['ID=928c5bfd-e71b-4b10-8906-67faa37ff243,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:23.441503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860eabdf-4889-4c12-8961-91955137c8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fb679f-7d49-4d38-a4dc-7357ff493930,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:23.459208 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-87c345e1-89e5-4b0b-8fae-eeef6968e855 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:23.462511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b07d7a4-9da4-4cdb-8bc1-603e9afeb1c3 None None] Network 8244da0d-3dd8-4fd7-a80b-a8c0dd36721c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:23.475335 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-87c345e1-89e5-4b0b-8fae-eeef6968e855 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/subnets/928c5bfd-e71b-4b10-8906-67faa37ff243 HTTP/1.1" status: 204 len: 168 time: 0.8622029 Aug 31 01:02:23.493489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50812) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:23.592223 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-7ec6b84e-b0ee-46a7-ad67-13cf17af6ada tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Allocated IP 172.25.2.37 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/2a1a3e4f-8078-4f8e-9826-e23e0dfdd003) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:23.633068 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-3e73d57d-78b8-4c7a-a48c-4fb22e3e1507 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1536257 Aug 31 01:02:23.644612 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:23.742321 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-ba0e0dbe-232e-4a43-8fa9-52a15ae2edc5 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:23.774445 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-f38d3e03-f48a-47fb-9d5f-b47226c95833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:23.774939 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-f38d3e03-f48a-47fb-9d5f-b47226c95833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:23.775747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-f38d3e03-f48a-47fb-9d5f-b47226c95833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:23.776050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-f38d3e03-f48a-47fb-9d5f-b47226c95833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:23.776524 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-f38d3e03-f48a-47fb-9d5f-b47226c95833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:23.776992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-f38d3e03-f48a-47fb-9d5f-b47226c95833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:23.777467 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-f38d3e03-f48a-47fb-9d5f-b47226c95833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:23.779490 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-f38d3e03-f48a-47fb-9d5f-b47226c95833 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 6507 time: 0.0715392 Aug 31 01:02:23.792228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting port 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:23.792228 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:23.802751 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b84e-b0ee-46a7-ad67-13cf17af6ada tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:23.859627 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a701df54-c4ce-4296-9331-5c5c3dd5540e None None] DHCP port deletion for 8244da0d-3dd8-4fd7-a80b-a8c0dd36721c request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:02:23.935218 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-a701df54-c4ce-4296-9331-5c5c3dd5540e None None] Deleting port 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:23.935504 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a701df54-c4ce-4296-9331-5c5c3dd5540e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:23.978033 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b84e-b0ee-46a7-ad67-13cf17af6ada tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:23.987297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] For port 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3,segment=NetworkSegment(1ea9d0d6-b911-413c-86f9-526f196e4e96),segment_id=1ea9d0d6-b911-413c-86f9-526f196e4e96)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:23.987672 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:24.012087 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-ba0e0dbe-232e-4a43-8fa9-52a15ae2edc5 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:24.028316 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec6b84e-b0ee-46a7-ad67-13cf17af6ada tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:24.035600 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a701df54-c4ce-4296-9331-5c5c3dd5540e None None] For port 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3,segment=NetworkSegment(1ea9d0d6-b911-413c-86f9-526f196e4e96),segment_id=1ea9d0d6-b911-413c-86f9-526f196e4e96)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:24.036197 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a701df54-c4ce-4296-9331-5c5c3dd5540e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:24.046368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Calling delete_port for 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:24.057960 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-7ec6b84e-b0ee-46a7-ad67-13cf17af6ada tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:24.063622 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-a701df54-c4ce-4296-9331-5c5c3dd5540e None None] Calling delete_port for 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:24.077956 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec6b84e-b0ee-46a7-ad67-13cf17af6ada tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:24.117517 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-f5243406-7f93-48a3-9df7-35df94179d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:24.118384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-f5243406-7f93-48a3-9df7-35df94179d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:24.119296 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-f5243406-7f93-48a3-9df7-35df94179d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:24.121179 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-f5243406-7f93-48a3-9df7-35df94179d7b service neutron] 10.222.0.48 "GET /v2.0/networks?id=e485d33c-f23c-40f6-8dac-57c9abc59149&id=731372ff-a6d3-49d1-8001-70c166825e41&id=731372ff-a6d3-49d1-8001-70c166825e41&id=731372ff-a6d3-49d1-8001-70c166825e41&id=731372ff-a6d3-49d1-8001-70c166825e41&id=60d743b8-14de-4666-8656-1e81e9c911f1&id=60d743b8-14de-4666-8656-1e81e9c911f1 HTTP/1.1" status: 200 len: 2299 time: 0.2372472 Aug 31 01:02:24.124660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-ba0e0dbe-232e-4a43-8fa9-52a15ae2edc5 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Network e65c9523-c172-462d-950f-764ad756958e is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:24.168783 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-ba0e0dbe-232e-4a43-8fa9-52a15ae2edc5 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:24.189416 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6b84e-b0ee-46a7-ad67-13cf17af6ada tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=2a1a3e4f-8078-4f8e-9826-e23e0dfdd003,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:24.197910 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-ba0e0dbe-232e-4a43-8fa9-52a15ae2edc5 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:24.262551 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-3c06392b-50e9-4dfa-a3a9-9f8cdbc0d9b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cac8892-a71e-44c5-8ed2-a3bd128601bb HTTP/1.1" status: 200 len: 1001 time: 0.1334391 Aug 31 01:02:24.341345 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-ba0e0dbe-232e-4a43-8fa9-52a15ae2edc5 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:24.341345 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-ba0e0dbe-232e-4a43-8fa9-52a15ae2edc5 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:24.350565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-901b39ac-f724-4dc5-8fc2-47abce502fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:24.350565 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-901b39ac-f724-4dc5-8fc2-47abce502fe9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a0af11-1528-44a4-b1b4-6169b26ec0d9 HTTP/1.1" status: 200 len: 856 time: 0.0678926 Aug 31 01:02:24.356529 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e0dbe-232e-4a43-8fa9-52a15ae2edc5 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Pushing event updated for resources: {'Port': ['ID=dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:24.392127 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-3e8f03ab-86be-4d49-a4ce-e555fa8b056a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:24.394084 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-3e8f03ab-86be-4d49-a4ce-e555fa8b056a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/networks?id=d402af4a-8a8e-49ea-8168-c26e094719ad HTTP/1.1" status: 200 len: 811 time: 0.3319407 Aug 31 01:02:24.409472 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a701df54-c4ce-4296-9331-5c5c3dd5540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:24.412107 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-e67f5712-db0c-40e0-849f-35f5b0744deb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/quotas/b2866efdbfc8416eaf80fb5e263ad174 HTTP/1.1" status: 200 len: 375 time: 0.0120904 Aug 31 01:02:24.416110 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-fc26aa39-486c-4f0e-8e18-efc657e65da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:24.418983 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-fc26aa39-486c-4f0e-8e18-efc657e65da5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e485d33c-f23c-40f6-8dac-57c9abc59149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627220 Aug 31 01:02:24.434704 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:24.454852 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:24.496040 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-9353af2c-e4ac-4fc9-bd4d-f4235197cf22 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761993 Aug 31 01:02:24.510907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] No DVR routers for this DVR port 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:24.531175 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701df54-c4ce-4296-9331-5c5c3dd5540e None None] Pushing event deleted for resources: {'Port': ['ID=5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:24.534773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:24.535124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:24.539248 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Port': ['ID=5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:24.544469 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a701df54-c4ce-4296-9331-5c5c3dd5540e None None] No DVR routers for this DVR port 5f7b6960-7cf6-4c8d-a5c3-ff2dd53172e3 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:24.591103 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b84e-b0ee-46a7-ad67-13cf17af6ada tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:24.591103 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-ba0e0dbe-232e-4a43-8fa9-52a15ae2edc5 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9682963 Aug 31 01:02:24.636674 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-cce06466-1990-464b-8c61-a3d36ce92697 service neutron] 10.222.0.16 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320512 Aug 31 01:02:24.675099 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:24.690455 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8244da0d-3dd8-4fd7-a80b-a8c0dd36721c']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:24.706958 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea9d0d6-b911-413c-86f9-526f196e4e96') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:24.707589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea9d0d6-b911-413c-86f9-526f196e4e96') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:24.721843 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:24.740952 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:24.749547 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:02:24.750245 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:24.846632 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b84e-b0ee-46a7-ad67-13cf17af6ada tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:02:24.858808 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:02:24.891469 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ed8cf-e2ad-4830-9558-039d0790db06 req-7c1b96a0-1ebf-41ed-8b2f-0fc00383079c tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:24.898450 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-669ed8cf-e2ad-4830-9558-039d0790db06 req-7c1b96a0-1ebf-41ed-8b2f-0fc00383079c tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 931 time: 0.3548639 Aug 31 01:02:24.918147 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-a266cdd3-f51e-4c9a-8780-9a1c946febba service neutron] 10.222.0.16 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709219 Aug 31 01:02:24.968089 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:24.977506 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-27386415-1166-426c-a0a8-cd48b45e423d service neutron] 10.222.0.48 "GET /v2.0/networks/e485d33c-f23c-40f6-8dac-57c9abc59149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500512 Aug 31 01:02:25.003888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Request body: {'port': {'device_id': '3088a809-7f1f-4ee5-a434-f50dfff4847e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:25.007180 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:25.013460 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/networks/8244da0d-3dd8-4fd7-a80b-a8c0dd36721c HTTP/1.1" status: 204 len: 168 time: 1.5148759 Aug 31 01:02:25.013460 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467532b6-302d-410c-aa28-68803b004886 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Network': ['ID=8244da0d-3dd8-4fd7-a80b-a8c0dd36721c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:25.053786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50856) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:25.058823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5739ad3d-93ca-45e9-b2f6-4f61efacecab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1738427356', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:25.067249 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-669ed8cf-e2ad-4830-9558-039d0790db06 req-8d33a05f-ff17-45a0-bf4b-c4fe85985121 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/security-groups?id=1425bc86-58a8-4c0a-b18f-f6b8a087e2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475196 Aug 31 01:02:25.151809 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:25.151969 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-decf6cfc-fcc2-438b-be34-77e93bf7799b service neutron] 10.222.0.48 "GET /v2.0/networks/e485d33c-f23c-40f6-8dac-57c9abc59149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544235 Aug 31 01:02:25.212955 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-9d5e10ec-dad0-4628-96cf-4529b6cb69c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=e23dc098-08a9-4b74-92c0-535d9029019a HTTP/1.1" status: 200 len: 217 time: 0.0530052 Aug 31 01:02:25.247540 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b84e-b0ee-46a7-ad67-13cf17af6ada tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:25.302450 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e4a42fff-6027-4d57-897f-a7f03308cff0 req-6bcbeeb7-34db-4aa7-910d-e6be7d467482 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 210 time: 0.0294747 Aug 31 01:02:25.310694 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-1734e84f-f7fe-4c50-b75a-a5d8f86b1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:25.312228 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-1734e84f-f7fe-4c50-b75a-a5d8f86b1a92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.0921428 Aug 31 01:02:25.330866 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5739ad3d-93ca-45e9-b2f6-4f61efacecab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:25.330866 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5739ad3d-93ca-45e9-b2f6-4f61efacecab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:25.376283 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-02bd8edb-43a1-4b1e-80a3-ccc9efc97f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:25.379238 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-02bd8edb-43a1-4b1e-80a3-ccc9efc97f1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0559368 Aug 31 01:02:25.389780 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b84e-b0ee-46a7-ad67-13cf17af6ada tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:25.518270 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-1811568f-d44d-4d76-848a-f7cf3c586531 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230819 Aug 31 01:02:25.588545 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5739ad3d-93ca-45e9-b2f6-4f61efacecab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:25.656904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6b84e-b0ee-46a7-ad67-13cf17af6ada tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=2a1a3e4f-8078-4f8e-9826-e23e0dfdd003,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:25.666765 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-8a4c598e-d9c4-4e1f-bb2c-b52a2bb24d73 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411431 Aug 31 01:02:25.666986 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b84e-b0ee-46a7-ad67-13cf17af6ada tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:25.727375 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-47d38831-4f79-4582-9933-f1241db2d70b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=a27e7531-9fc2-4165-b9e8-bbffd269f73a HTTP/1.1" status: 200 len: 217 time: 0.0531516 Aug 31 01:02:25.766559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:02:25.773395 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:25.787192 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Transition to ACTIVE for port object dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:25.789897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-d4540e7b-b3b7-43c1-874e-18e0b1a33e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:25.792652 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-d4540e7b-b3b7-43c1-874e-18e0b1a33e35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.0580337 Aug 31 01:02:25.794257 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5739ad3d-93ca-45e9-b2f6-4f61efacecab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:25.825558 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b84e-b0ee-46a7-ad67-13cf17af6ada tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:25.827864 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7ec6b84e-b0ee-46a7-ad67-13cf17af6ada tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9068141 Aug 31 01:02:25.831406 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50886) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:25.837470 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-7e47dd31-26ad-4da6-8c08-4b8e4c3e866d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'port': {'network_id': '4533214d-0ce8-480c-a2b2-ecd533a58daf', 'name': 'tempest-FloatingIPTestJSON-104669641'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:25.857543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-ec43d5c4-285a-4335-b801-7781fcaaf757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:25.860862 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-ec43d5c4-285a-4335-b801-7781fcaaf757 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0611050 Aug 31 01:02:25.920789 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:25.977862 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-74868446-15e3-44f5-98ee-5e3126db28ff service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093309 Aug 31 01:02:26.020803 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5739ad3d-93ca-45e9-b2f6-4f61efacecab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:26.022671 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5739ad3d-93ca-45e9-b2f6-4f61efacecab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9675622 Aug 31 01:02:26.050924 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50914) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:26.059328 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1309704d-d650-4650-bdd3-8f6691bfef18 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1488758927'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:26.118955 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e47dd31-26ad-4da6-8c08-4b8e4c3e866d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Made reservation on behalf of 1933813fc4bb4bd88fe6ba5b8c4eeb28 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:26.123014 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7e47dd31-26ad-4da6-8c08-4b8e4c3e866d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:26.172389 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-476d8694-f2ff-4637-babd-bf2ce0282805 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875427 Aug 31 01:02:26.175010 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Pushing event updated for resources: {'Port': ['ID=dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:26.223967 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-7e47dd31-26ad-4da6-8c08-4b8e4c3e866d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] device_id is not set on port 916da1f6-33bd-488e-9507-d4de8d0333b5 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:02:26.231372 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-ce304eeb-628e-4bd2-9ece-2235fedf04ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=0fcfb464-aad0-4470-abad-c784479adac4 HTTP/1.1" status: 200 len: 217 time: 0.0497608 Aug 31 01:02:26.302432 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-c899913c-ce64-44bf-b124-83ff54718e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:26.304450 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-c899913c-ce64-44bf-b124-83ff54718e92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.0649936 Aug 31 01:02:26.363740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-85cfefd4-c52a-4cd5-b85f-9f862ef63333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:26.366503 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-85cfefd4-c52a-4cd5-b85f-9f862ef63333 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0553865 Aug 31 01:02:26.404842 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c5e7925-f257-4fc8-81e1-7cd43d30b674 req-c0bf5b69-98b7-49d9-af24-97518b19d958 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 210 time: 0.0355310 Aug 31 01:02:26.494363 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-b9d81cf4-b603-460a-af91-848c0a6e6306 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136098 Aug 31 01:02:26.600594 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-59ef6ee3-7135-442e-a3d4-f0531a8999ca service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992281 Aug 31 01:02:26.619531 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1309704d-d650-4650-bdd3-8f6691bfef18 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Made reservation on behalf of 7de7ed71264a4ac694a0cee7d619a40a for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:26.623100 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1309704d-d650-4650-bdd3-8f6691bfef18 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:26.650428 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-ccc3fffc-502a-4802-b1cf-e547bf8033f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=a280b526-498f-4a1f-9597-43007f3e9cb1 HTTP/1.1" status: 200 len: 217 time: 0.0431986 Aug 31 01:02:26.720348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Attempting to bind port dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:26.720716 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Attempting to bind port dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'bd74588b-7421-4584-9cc8-ab9b8f4aa33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e65c9523-c172-462d-950f-764ad756958e'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:26.721040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Attempting to bind port dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc on network e65c9523-c172-462d-950f-764ad756958e {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:26.728477 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1309704d-d650-4650-bdd3-8f6691bfef18 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:02:26.742464 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d547967-7d7f-4a55-944d-8fc205701f50 req-00e77d35-6d72-41ec-b07b-61aa5afc1d5e tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:26.744205 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d547967-7d7f-4a55-944d-8fc205701f50 req-00e77d35-6d72-41ec-b07b-61aa5afc1d5e tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 943 time: 0.5576749 Aug 31 01:02:26.772745 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Port dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc on network e65c9523-c172-462d-950f-764ad756958e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:02:26.773073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Attempting to bind port dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc on network e65c9523-c172-462d-950f-764ad756958e {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:26.798479 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1309704d-d650-4650-bdd3-8f6691bfef18 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:26.799340 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-1309704d-d650-4650-bdd3-8f6691bfef18 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Added segment d39b47ba-e296-448f-9664-f25d3caaa38e of type vlan for network e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e Aug 31 01:02:26.803052 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:26.803391 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Checking segment: {'id': 'bd74588b-7421-4584-9cc8-ab9b8f4aa33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e65c9523-c172-462d-950f-764ad756958e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:26.803776 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Bound using segment: {'id': 'bd74588b-7421-4584-9cc8-ab9b8f4aa33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e65c9523-c172-462d-950f-764ad756958e'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:26.804226 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Bound port: dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd74588b-7421-4584-9cc8-ab9b8f4aa33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e65c9523-c172-462d-950f-764ad756958e'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:26.804580 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:26.871257 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-7e47dd31-26ad-4da6-8c08-4b8e4c3e866d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Allocated IP 172.20.0.2 (4533214d-0ce8-480c-a2b2-ecd533a58daf/ff5fe78a-03d8-4d94-8f4b-8e3e83f17edc/916da1f6-33bd-488e-9507-d4de8d0333b5) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:26.894659 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1309704d-d650-4650-bdd3-8f6691bfef18 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:26.933734 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d547967-7d7f-4a55-944d-8fc205701f50 req-64f90800-9eb5-4821-8d2c-b2a96831655a tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/security-groups?id=1425bc86-58a8-4c0a-b18f-f6b8a087e2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663258 Aug 31 01:02:27.022489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] For port dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:27.023714 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-746357e8-f489-4757-9e7e-d6c01755cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:27.025486 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-746357e8-f489-4757-9e7e-d6c01755cc22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.3680625 Aug 31 01:02:27.027487 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] For port dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc,segment=NetworkSegment(bd74588b-7421-4584-9cc8-ab9b8f4aa33e),segment_id=bd74588b-7421-4584-9cc8-ab9b8f4aa33e)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:27.074189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-384b91d4-4403-44b2-b732-9e59e5338bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:27.075823 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-384b91d4-4403-44b2-b732-9e59e5338bc2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0431318 Aug 31 01:02:27.143058 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1309704d-d650-4650-bdd3-8f6691bfef18 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:27.150934 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1309704d-d650-4650-bdd3-8f6691bfef18 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:27.154671 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1309704d-d650-4650-bdd3-8f6691bfef18 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:27.163119 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:27.168273 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7e47dd31-26ad-4da6-8c08-4b8e4c3e866d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:27.217004 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-c15e797c-7a8a-4c3b-bc6e-b486ed1ad254 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280851 Aug 31 01:02:27.268686 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50936) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:27.288761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:27.289398 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:27.290929 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] 10.222.0.41 "PUT /v2.0/ports/dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc HTTP/1.1" status: 200 len: 1092 time: 2.7046735 Aug 31 01:02:27.292831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3088a809-7f1f-4ee5-a434-f50dfff4847e', 'tag': 'dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:27.295203 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94483563-bf7b-4efb-a856-5c6b8b0ceed8" -d '{"events": [{"name": "network-changed", "server_uuid": "3088a809-7f1f-4ee5-a434-f50dfff4847e", "tag": "dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:27.314932 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309704d-d650-4650-bdd3-8f6691bfef18 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Network': ['ID=e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:27.337130 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:02:27.347653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630994f5-e2ad-4650-9fca-615dbeaeef4c service neutron] Pushing event updated for resources: {'Port': ['ID=dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:27.395993 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-58b5cc58-2d56-4f05-845d-5f41866c8df6 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721997 Aug 31 01:02:27.399656 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4b51bf-34e9-4e37-8487-b5dee499ef41 x-openstack-request-id: req-9a4b51bf-34e9-4e37-8487-b5dee499ef41 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:27.401896 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3088a809-7f1f-4ee5-a434-f50dfff4847e", "tag": "dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:27.403008 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a4b51bf-34e9-4e37-8487-b5dee499ef41 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:27.403991 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3088a809-7f1f-4ee5-a434-f50dfff4847e', 'tag': 'dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc', 'status': 'completed', 'code': 200} Aug 31 01:02:27.462880 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-c52eccee-0d2d-4f20-a3b4-ec6dec9e7c58 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=968fb5d6-9e64-4c86-bb05-77a2173eeedc HTTP/1.1" status: 200 len: 217 time: 0.0475454 Aug 31 01:02:27.470281 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1309704d-d650-4650-bdd3-8f6691bfef18 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4182332 Aug 31 01:02:27.500586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50944) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:27.500586 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-27324c2b-6368-4903-973c-bab0a3cdb870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:27.500586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c912d911-50f1-43b1-9533-ddf0da0a550c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'subnet': {'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:27.531870 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-950a5c8c-f150-4241-997e-3ba98d1ca133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:27.534232 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-950a5c8c-f150-4241-997e-3ba98d1ca133 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8 HTTP/1.1" status: 200 len: 797 time: 0.0651381 Aug 31 01:02:27.594306 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7e47dd31-26ad-4da6-8c08-4b8e4c3e866d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:27.605102 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6686af0a-cb54-4e04-a997-92e89223c714 req-8d054cb8-9bdd-45a8-a98a-5a0fa3f9e0a4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 210 time: 0.1079998 Aug 31 01:02:27.605765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-1cca7ac0-f9ca-42d1-afd9-d8f24d4f02f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:27.607484 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-1cca7ac0-f9ca-42d1-afd9-d8f24d4f02f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60d743b8-14de-4666-8656-1e81e9c911f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0663691 Aug 31 01:02:27.621467 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94483563-bf7b-4efb-a856-5c6b8b0ceed8 req-4835f4ba-98b2-4d21-8d1b-7d20a466a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:27.623347 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94483563-bf7b-4efb-a856-5c6b8b0ceed8 req-4835f4ba-98b2-4d21-8d1b-7d20a466a884 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8ab56c40a25485bb1e0006a236e4e82&device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 1095 time: 0.1949463 Aug 31 01:02:27.687451 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e47dd31-26ad-4da6-8c08-4b8e4c3e866d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network 4533214d-0ce8-480c-a2b2-ecd533a58daf is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:27.730304 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-2222c873-65e1-4c5c-9b15-5906be8aea82 service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154835 Aug 31 01:02:27.754451 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-7e47dd31-26ad-4da6-8c08-4b8e4c3e866d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:27.781625 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e47dd31-26ad-4da6-8c08-4b8e4c3e866d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:27.843431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-0fabccd8-3760-43ec-85ab-2162ddf3668b service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059854 Aug 31 01:02:27.854232 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47dd31-26ad-4da6-8c08-4b8e4c3e866d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=916da1f6-33bd-488e-9507-d4de8d0333b5,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:27.894258 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-1c5383a9-098f-419a-a159-c9ae926d3a85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 HTTP/1.1" status: 200 len: 217 time: 0.0431497 Aug 31 01:02:27.937601 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e47dd31-26ad-4da6-8c08-4b8e4c3e866d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:27.938221 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7e47dd31-26ad-4da6-8c08-4b8e4c3e866d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:27.961821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-060cafe8-1072-4833-9701-210da6cd78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:27.963327 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-060cafe8-1072-4833-9701-210da6cd78d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8 HTTP/1.1" status: 200 len: 797 time: 0.0626094 Aug 31 01:02:27.969635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94483563-bf7b-4efb-a856-5c6b8b0ceed8 req-84b0dec6-fd14-4029-8ecf-0c4baa8b5057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:27.971178 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94483563-bf7b-4efb-a856-5c6b8b0ceed8 req-84b0dec6-fd14-4029-8ecf-0c4baa8b5057 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c8ab56c40a25485bb1e0006a236e4e82&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3260033 Aug 31 01:02:27.999265 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-27324c2b-6368-4903-973c-bab0a3cdb870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:28.021365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-7c47d731-49cf-4456-87c0-f9b10eb579e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:28.022921 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-7c47d731-49cf-4456-87c0-f9b10eb579e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60d743b8-14de-4666-8656-1e81e9c911f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0525813 Aug 31 01:02:28.128254 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-97f8e6fb-439b-4ccb-b303-6b3d33314e15 service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980539 Aug 31 01:02:28.133295 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c0705-8b46-456f-9947-c9e71448f55f req-bbd13d24-4868-40d7-bef8-f36678b167a4 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:28.134910 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f3c0705-8b46-456f-9947-c9e71448f55f req-bbd13d24-4868-40d7-bef8-f36678b167a4 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 943 time: 0.0835497 Aug 31 01:02:28.135570 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-27324c2b-6368-4903-973c-bab0a3cdb870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:28.155684 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94483563-bf7b-4efb-a856-5c6b8b0ceed8 req-c5acad1b-0e22-4a9b-a910-8503dcab3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:28.157185 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94483563-bf7b-4efb-a856-5c6b8b0ceed8 req-c5acad1b-0e22-4a9b-a910-8503dcab3b42 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1757381 Aug 31 01:02:28.198015 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27324c2b-6368-4903-973c-bab0a3cdb870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c583f5-8792-4693-b939-01eb538522fb,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:28.204144 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-27324c2b-6368-4903-973c-bab0a3cdb870 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5557a767fb654de190101925e750335f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9319284 Aug 31 01:02:28.207233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50954) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:28.227477 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f3c0705-8b46-456f-9947-c9e71448f55f req-6594efd9-4597-4510-966c-191408448824 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/security-groups?id=1425bc86-58a8-4c0a-b18f-f6b8a087e2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839882 Aug 31 01:02:28.259068 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-1cf7ae84-2f71-429f-b984-d40315151e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:28.260654 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-1cf7ae84-2f71-429f-b984-d40315151e49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8ab56c40a25485bb1e0006a236e4e82&device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 1095 time: 0.0496554 Aug 31 01:02:28.270788 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c06cdc2-1551-469e-b1b8-3391a8758d56 req-bf549532-39d1-48e2-b297-bdb31d6f537f service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357892 Aug 31 01:02:28.299490 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2117c938-fc48-45f5-a938-8fb336bde892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:28.319197 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7e47dd31-26ad-4da6-8c08-4b8e4c3e866d tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4840298 Aug 31 01:02:28.320541 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50956) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:28.321474 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-c1c80925-3a32-432f-83ce-4bcac5155fb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc HTTP/1.1" status: 200 len: 217 time: 0.0526595 Aug 31 01:02:28.326871 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-919069af-db83-417a-9009-d220ae709225 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'floatingip': {'port_id': '916da1f6-33bd-488e-9507-d4de8d0333b5'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:28.379810 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-7bb9d275-8524-4c68-b90e-32d25e77e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:28.381320 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-7bb9d275-8524-4c68-b90e-32d25e77e5dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c717a8d0-6dc5-4fde-9f87-10cae7d930dd HTTP/1.1" status: 200 len: 847 time: 0.0504529 Aug 31 01:02:28.388770 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2117c938-fc48-45f5-a938-8fb336bde892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:28.398088 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-919069af-db83-417a-9009-d220ae709225 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:28.416915 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-933e4e8c-79ba-49dd-b7ec-eaa091508303 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e65c9523-c172-462d-950f-764ad756958e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286074 Aug 31 01:02:28.529851 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-56a45ce5-53ad-4cfe-8f6f-4dfbe09aaf4c service neutron] 10.222.0.41 "GET /v2.0/networks/e65c9523-c172-462d-950f-764ad756958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048415 Aug 31 01:02:28.547190 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c912d911-50f1-43b1-9533-ddf0da0a550c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Made reservation on behalf of 7de7ed71264a4ac694a0cee7d619a40a for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:28.551909 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c912d911-50f1-43b1-9533-ddf0da0a550c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:28.739931 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb83927f-ebe3-49cb-bd3e-193f8243cb54 req-a99c808a-f1c3-44f0-a4d0-9a7f719c539d service neutron] 10.222.0.41 "GET /v2.0/networks/e65c9523-c172-462d-950f-764ad756958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028470 Aug 31 01:02:28.756704 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-771b0f89-da7b-4ec5-8ded-468ec697f3cc req-bc478d10-6c1e-466e-b0ad-368d6357640d tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 210 time: 0.0318758 Aug 31 01:02:28.763185 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2117c938-fc48-45f5-a938-8fb336bde892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:28.767568 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2117c938-fc48-45f5-a938-8fb336bde892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:28.773914 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2117c938-fc48-45f5-a938-8fb336bde892 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31c583f5-8792-4693-b939-01eb538522fb HTTP/1.1" status: 204 len: 168 time: 0.5652690 Aug 31 01:02:28.800607 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117c938-fc48-45f5-a938-8fb336bde892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c583f5-8792-4693-b939-01eb538522fb,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:28.939689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-36cb9cf1-2d93-4c90-aef0-fd76af5eaee3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:28.941197 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-36cb9cf1-2d93-4c90-aef0-fd76af5eaee3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.41 "GET /v2.0/networks?id=d402af4a-8a8e-49ea-8168-c26e094719ad HTTP/1.1" status: 200 len: 811 time: 0.2866783 Aug 31 01:02:28.959280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-9dbf7f88-ff3e-4460-9794-6083611b67bb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Request body: {'port': {'device_id': 'a0c5ea14-8401-44a5-873b-e8a945ca2a6f', 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad', 'admin_state_up': True, 'tenant_id': 'b2866efdbfc8416eaf80fb5e263ad174'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:29.076481 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c912d911-50f1-43b1-9533-ddf0da0a550c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:29.143428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912d911-50f1-43b1-9533-ddf0da0a550c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Subnet': ['ID=64eb10c0-dd70-4218-87cf-359ecf023ea5,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:29.161357 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c912d911-50f1-43b1-9533-ddf0da0a550c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Checking segment: {'id': 'd39b47ba-e296-448f-9664-f25d3caaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:29.167615 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c912d911-50f1-43b1-9533-ddf0da0a550c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network hostable DHCP agents. Network: e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:02:29.214117 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-919069af-db83-417a-9009-d220ae709225 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:29.353221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6a95f-ccc9-4c8e-8478-a2f91754141b req-cfe954c2-793a-4429-86cb-fc944b626d0a tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:29.354760 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8fd6a95f-ccc9-4c8e-8478-a2f91754141b req-cfe954c2-793a-4429-86cb-fc944b626d0a tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 943 time: 0.0528603 Aug 31 01:02:29.397640 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8fd6a95f-ccc9-4c8e-8478-a2f91754141b req-c9af474e-ad67-4300-96ec-7cce12bebfaa tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/security-groups?id=1425bc86-58a8-4c0a-b18f-f6b8a087e2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366421 Aug 31 01:02:29.422605 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c912d911-50f1-43b1-9533-ddf0da0a550c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:02:29.485657 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-9dbf7f88-ff3e-4460-9794-6083611b67bb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Made reservation on behalf of b2866efdbfc8416eaf80fb5e263ad174 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:29.489529 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-9dbf7f88-ff3e-4460-9794-6083611b67bb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:29.491806 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-919069af-db83-417a-9009-d220ae709225 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:29.664616 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-c912d911-50f1-43b1-9533-ddf0da0a550c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:29.669399 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c912d911-50f1-43b1-9533-ddf0da0a550c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:29.670366 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c912d911-50f1-43b1-9533-ddf0da0a550c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:29.675220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f6e1d8-7be7-413d-b1f5-60866cbc3dc2 None None] Network e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:29.682620 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-919069af-db83-417a-9009-d220ae709225 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Floating IP 913de32e-9559-4394-aadf-c4945a9b7a73 associated. External IP: 172.25.2.37, port: 916da1f6-33bd-488e-9507-d4de8d0333b5. Aug 31 01:02:29.764357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-9dbf7f88-ff3e-4460-9794-6083611b67bb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Allocated IP 172.20.0.10 (d402af4a-8a8e-49ea-8168-c26e094719ad/06a338a6-991a-450e-bc60-b066a8b265a4/69cb4435-004e-4493-9adb-1042539abf8b) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:29.822880 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c912d911-50f1-43b1-9533-ddf0da0a550c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3442650 Aug 31 01:02:29.825402 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50986) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:29.907418 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:02:29.908346 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:29.970222 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9c030c83-81b8-476d-ab3f-573b0d1f5e97 req-471953b2-3ee8-4c0e-9659-f67efa16a846 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 210 time: 0.0346935 Aug 31 01:02:30.105698 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-9dbf7f88-ff3e-4460-9794-6083611b67bb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:30.113782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Allocated IP 2001:db8::2 (e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e/64eb10c0-dd70-4218-87cf-359ecf023ea5/ed63c8ca-dd93-4e7e-9efc-cdbacb28e583) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:30.149557 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919069af-db83-417a-9009-d220ae709225 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router fc26987c-0a47-4a7a-8602-0814512f4e7d has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:30.227558 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:30.295404 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919069af-db83-417a-9009-d220ae709225 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:30.301667 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:30.302603 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-919069af-db83-417a-9009-d220ae709225 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:30.315186 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee504a1e-d513-4378-a4c6-f11a4516715f None None] Sync routers for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:30.319635 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Transition to ACTIVE for port object ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:30.351030 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-919069af-db83-417a-9009-d220ae709225 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "PUT /v2.0/floatingips/913de32e-9559-4394-aadf-c4945a9b7a73 HTTP/1.1" status: 200 len: 976 time: 2.0265722 Aug 31 01:02:30.351802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50998) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:30.362291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee504a1e-d513-4378-a4c6-f11a4516715f None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:30.362944 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ee504a1e-d513-4378-a4c6-f11a4516715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:30.366546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Transition to ACTIVE for port object ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:30.405373 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ee504a1e-d513-4378-a4c6-f11a4516715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:30.415871 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee504a1e-d513-4378-a4c6-f11a4516715f None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:30.416541 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ee504a1e-d513-4378-a4c6-f11a4516715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:30.457941 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ee504a1e-d513-4378-a4c6-f11a4516715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:30.458726 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee504a1e-d513-4378-a4c6-f11a4516715f None None] The sync data for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:30.465994 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-9dbf7f88-ff3e-4460-9794-6083611b67bb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:30.541267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-9dbf7f88-ff3e-4460-9794-6083611b67bb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Network d402af4a-8a8e-49ea-8168-c26e094719ad is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:30.567367 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-9dbf7f88-ff3e-4460-9794-6083611b67bb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:30.573466 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-9dbf7f88-ff3e-4460-9794-6083611b67bb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:30.601108 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf7f88-ff3e-4460-9794-6083611b67bb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Pushing event updated for resources: {'Port': ['ID=69cb4435-004e-4493-9adb-1042539abf8b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:30.625644 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:30.631623 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-76736f7f-dce4-4e37-b330-a090bc646e15 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Deleting port 916da1f6-33bd-488e-9507-d4de8d0333b5 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:30.631947 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76736f7f-dce4-4e37-b330-a090bc646e15 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:30.645249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934a29c-6ed7-4ace-8f7e-4ee37c41eccb req-61bfdfe9-5e1c-41fd-9980-d297728661ad tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:30.646871 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9934a29c-6ed7-4ace-8f7e-4ee37c41eccb req-61bfdfe9-5e1c-41fd-9980-d297728661ad tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 943 time: 0.1425631 Aug 31 01:02:30.672275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Network e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:30.672275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:30.672773 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-9dbf7f88-ff3e-4460-9794-6083611b67bb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:30.672773 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-9dbf7f88-ff3e-4460-9794-6083611b67bb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:30.680911 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:30.726160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Allocated IP 2001:db8::1 (e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e/64eb10c0-dd70-4218-87cf-359ecf023ea5/1d7cd84d-e995-42e3-bcf5-37bf8495c2bc) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:30.771395 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9934a29c-6ed7-4ace-8f7e-4ee37c41eccb req-437428c9-f8c9-44b5-a6aa-69af45dc0363 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/security-groups?id=1425bc86-58a8-4c0a-b18f-f6b8a087e2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075644 Aug 31 01:02:30.804586 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76736f7f-dce4-4e37-b330-a090bc646e15 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:30.890211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Attempting to bind port ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:30.891119 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Attempting to bind port ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'd39b47ba-e296-448f-9664-f25d3caaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:30.892189 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Attempting to bind port ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 on network e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:30.916544 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-9dbf7f88-ff3e-4460-9794-6083611b67bb tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9597394 Aug 31 01:02:30.929780 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Request body: {'port': {'device_id': 'a0c5ea14-8401-44a5-873b-e8a945ca2a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:30.931669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:30.932780 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Checking segment: {'id': 'd39b47ba-e296-448f-9664-f25d3caaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:30.933984 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:30.934828 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Bound using segment: {'id': 'd39b47ba-e296-448f-9664-f25d3caaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:30.935834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Bound port: ed63c8ca-dd93-4e7e-9efc-cdbacb28e583, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39b47ba-e296-448f-9664-f25d3caaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:30.937934 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:30.971370 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Pushing event updated for resources: {'Port': ['ID=ed63c8ca-dd93-4e7e-9efc-cdbacb28e583,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:31.018775 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:31.055828 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Transition to ACTIVE for port object 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:31.096887 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] For port ed63c8ca-dd93-4e7e-9efc-cdbacb28e583, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:31.104740 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] For port ed63c8ca-dd93-4e7e-9efc-cdbacb28e583, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ed63c8ca-dd93-4e7e-9efc-cdbacb28e583,segment=NetworkSegment(d39b47ba-e296-448f-9664-f25d3caaa38e),segment_id=d39b47ba-e296-448f-9664-f25d3caaa38e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:31.167271 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab91b5c-d077-460c-8388-0b54ed5cc36f req-88267801-2720-4d90-908a-409b5c00be82 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:31.168979 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aab91b5c-d077-460c-8388-0b54ed5cc36f req-88267801-2720-4d90-908a-409b5c00be82 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 932 time: 0.0812731 Aug 31 01:02:31.216033 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aab91b5c-d077-460c-8388-0b54ed5cc36f req-bb65b4ef-5480-4369-a0fb-32d8cf1e5037 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403316 Aug 31 01:02:31.440199 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:31.443597 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:31.501477 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48381d4-cf0e-4b58-99fa-72891f684839 None None] Pushing event updated for resources: {'Port': ['ID=ed63c8ca-dd93-4e7e-9efc-cdbacb28e583,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:31.514447 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:31.557609 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76736f7f-dce4-4e37-b330-a090bc646e15 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:31.557996 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76736f7f-dce4-4e37-b330-a090bc646e15 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:31.558317 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-76736f7f-dce4-4e37-b330-a090bc646e15 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Floating IP 913de32e-9559-4394-aadf-c4945a9b7a73 disassociated. External IP: 172.25.2.37, port: 916da1f6-33bd-488e-9507-d4de8d0333b5. Aug 31 01:02:31.558672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-76736f7f-dce4-4e37-b330-a090bc646e15 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Calling delete_port for 916da1f6-33bd-488e-9507-d4de8d0333b5 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:31.568029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:31.574051 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:31.578878 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:31.579441 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:31.616493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=1d7cd84d-e995-42e3-bcf5-37bf8495c2bc,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:31.889426 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:31.966925 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69cb4435-004e-4493-9adb-1042539abf8b {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:02:31.978200 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:31.990117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fc7f0-3f1d-4ea8-8e10-f94b2bfab963 req-822aa427-1c08-4249-876b-309b61d46090 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:31.991729 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c62fc7f0-3f1d-4ea8-8e10-f94b2bfab963 req-822aa427-1c08-4249-876b-309b61d46090 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 943 time: 0.0999637 Aug 31 01:02:32.062573 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c62fc7f0-3f1d-4ea8-8e10-f94b2bfab963 req-00ca75e5-93b8-4dc4-97d7-a38046c63cdc tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/security-groups?id=1425bc86-58a8-4c0a-b18f-f6b8a087e2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576694 Aug 31 01:02:32.094249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Transition to ACTIVE for port object 69cb4435-004e-4493-9adb-1042539abf8b will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:32.095308 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76736f7f-dce4-4e37-b330-a090bc646e15 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:32.139043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76736f7f-dce4-4e37-b330-a090bc646e15 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event deleted for resources: {'Port': ['ID=916da1f6-33bd-488e-9507-d4de8d0333b5,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:32.265512 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:32.290265 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76736f7f-dce4-4e37-b330-a090bc646e15 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router fc26987c-0a47-4a7a-8602-0814512f4e7d has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:32.338236 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:32.491524 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:32.497282 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:32.498513 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:32.512071 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Pushing event updated for resources: {'Port': ['ID=69cb4435-004e-4493-9adb-1042539abf8b,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:32.552973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9a74e-28a9-4f0f-b5a5-7d99ad5dbfb8 req-5180244f-cf14-4b4e-883c-10f2e1e5ef80 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:32.555663 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b3b9a74e-28a9-4f0f-b5a5-7d99ad5dbfb8 req-5180244f-cf14-4b4e-883c-10f2e1e5ef80 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 944 time: 0.2205770 Aug 31 01:02:32.568193 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:02:32.620529 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76736f7f-dce4-4e37-b330-a090bc646e15 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:32.652442 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a827202-821f-45c2-9791-2342465171d6 None None] Sync routers for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:32.656243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51058) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:32.667645 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a827202-821f-45c2-9791-2342465171d6 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:32.668801 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4a827202-821f-45c2-9791-2342465171d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:32.686626 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=1d7cd84d-e995-42e3-bcf5-37bf8495c2bc,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:32.720144 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b3b9a74e-28a9-4f0f-b5a5-7d99ad5dbfb8 req-c7691807-efe0-4ca1-a8c5-f01ddaad3063 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425371 Aug 31 01:02:32.745289 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4a827202-821f-45c2-9791-2342465171d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:32.754965 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Attempting to bind port 69cb4435-004e-4493-9adb-1042539abf8b on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:32.755905 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Attempting to bind port 69cb4435-004e-4493-9adb-1042539abf8b by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:32.756237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Attempting to bind port 69cb4435-004e-4493-9adb-1042539abf8b on network d402af4a-8a8e-49ea-8168-c26e094719ad {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:32.758914 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a827202-821f-45c2-9791-2342465171d6 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:32.759702 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4a827202-821f-45c2-9791-2342465171d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:32.768031 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76736f7f-dce4-4e37-b330-a090bc646e15 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:32.770574 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-76736f7f-dce4-4e37-b330-a090bc646e15 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/ports/916da1f6-33bd-488e-9507-d4de8d0333b5 HTTP/1.1" status: 204 len: 168 time: 2.4179587 Aug 31 01:02:32.771353 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Port 69cb4435-004e-4493-9adb-1042539abf8b on network d402af4a-8a8e-49ea-8168-c26e094719ad not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:02:32.771703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Attempting to bind port 69cb4435-004e-4493-9adb-1042539abf8b on network d402af4a-8a8e-49ea-8168-c26e094719ad {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:32.773980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51062) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:32.784721 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816b59c5-9e32-4a60-bb65-bba30fbaf04a None None] Network e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:32.787771 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:32.788023 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Checking segment: {'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:32.788473 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Bound using segment: {'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:32.797308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Bound port: 69cb4435-004e-4493-9adb-1042539abf8b, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a85bc0-331a-4f29-b04d-3af1da94ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:32.797308 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:32.797609 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc,segment=NetworkSegment(bd74588b-7421-4584-9cc8-ab9b8f4aa33e),segment_id=bd74588b-7421-4584-9cc8-ab9b8f4aa33e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:32.797609 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:32.814876 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:32.816801 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:32.837974 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4a827202-821f-45c2-9791-2342465171d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:32.838746 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a827202-821f-45c2-9791-2342465171d6 None None] The sync data for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:32.877892 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-62d98dd1-4247-4c54-84f3-dcffef26b497 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "GET /v2.0/floatingips/913de32e-9559-4394-aadf-c4945a9b7a73 HTTP/1.1" status: 200 len: 687 time: 0.1026955 Aug 31 01:02:32.880937 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51064) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:32.891700 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc', 'network_id': 'e65c9523-c172-462d-950f-764ad756958e', 'port_id': 'dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc', 'mac_address': 'fa:16:3e:3e:36:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c717a8d0-6dc5-4fde-9f87-10cae7d930dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:02:32.966131 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:32.966648 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c913f79c-6e0f-4d82-96c9-5c3c0e086387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:33.005616 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:02:33.038693 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc,segment=NetworkSegment(bd74588b-7421-4584-9cc8-ab9b8f4aa33e),segment_id=bd74588b-7421-4584-9cc8-ab9b8f4aa33e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:33.049035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] For port 69cb4435-004e-4493-9adb-1042539abf8b, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:33.053222 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] For port 69cb4435-004e-4493-9adb-1042539abf8b, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=69cb4435-004e-4493-9adb-1042539abf8b,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:33.073298 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-1b3fcb97-8a69-4b04-8f74-2eec6061b606 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Deleting port 2a1a3e4f-8078-4f8e-9826-e23e0dfdd003 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:33.088188 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1b3fcb97-8a69-4b04-8f74-2eec6061b606 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:33.088344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8f70b9b4-2633-41eb-9dae-e6bce11f985f None None] Provisioning for port ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:33.088344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8f70b9b4-2633-41eb-9dae-e6bce11f985f None None] Provisioning complete for port ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:33.088344 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8f70b9b4-2633-41eb-9dae-e6bce11f985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:33.226263 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c913f79c-6e0f-4d82-96c9-5c3c0e086387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:33.226760 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:33.237037 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8f70b9b4-2633-41eb-9dae-e6bce11f985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:33.302513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc5b19-1b65-4c0b-956f-33acb99fc34b req-0e2cb7a4-41ad-4bdf-90f2-de4e13768bd9 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:33.304111 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-26cc5b19-1b65-4c0b-956f-33acb99fc34b req-0e2cb7a4-41ad-4bdf-90f2-de4e13768bd9 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 943 time: 0.1353078 Aug 31 01:02:33.306480 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1b3fcb97-8a69-4b04-8f74-2eec6061b606 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:33.306814 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1b3fcb97-8a69-4b04-8f74-2eec6061b606 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:33.323286 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8f70b9b4-2633-41eb-9dae-e6bce11f985f None None] For port ed63c8ca-dd93-4e7e-9efc-cdbacb28e583, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ed63c8ca-dd93-4e7e-9efc-cdbacb28e583,segment=NetworkSegment(d39b47ba-e296-448f-9664-f25d3caaa38e),segment_id=d39b47ba-e296-448f-9664-f25d3caaa38e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:33.324834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-1b3fcb97-8a69-4b04-8f74-2eec6061b606 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Calling delete_port for 2a1a3e4f-8078-4f8e-9826-e23e0dfdd003 owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:33.346411 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router 822dc655-22ce-459a-88de-8c50270636b3 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:02:33.350111 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:33.360197 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:33.360748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:33.362324 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:33.362722 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:33.364768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:33.364768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:33.364768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:33.364768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:33.364768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:33.365179 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:33.365256 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:33.365607 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:33.365960 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:33.447583 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:33.541742 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-26cc5b19-1b65-4c0b-956f-33acb99fc34b req-b3afdc3b-37c5-4191-bf55-ef25d5ec1c90 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/security-groups?id=1425bc86-58a8-4c0a-b18f-f6b8a087e2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136800 Aug 31 01:02:33.547180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:33.547913 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:33.550096 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] 10.222.0.41 "PUT /v2.0/ports/69cb4435-004e-4493-9adb-1042539abf8b HTTP/1.1" status: 200 len: 1093 time: 2.6269021 Aug 31 01:02:33.550688 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c5ea14-8401-44a5-873b-e8a945ca2a6f', 'tag': '69cb4435-004e-4493-9adb-1042539abf8b'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:33.553680 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e761e0b1-b351-4beb-9c86-ec3dc7486633" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c5ea14-8401-44a5-873b-e8a945ca2a6f", "tag": "69cb4435-004e-4493-9adb-1042539abf8b"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:33.562441 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8f70b9b4-2633-41eb-9dae-e6bce11f985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:33.605266 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424febc5-b01f-446b-90d1-6ddda0435ec3 x-openstack-request-id: req-424febc5-b01f-446b-90d1-6ddda0435ec3 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:33.606078 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c5ea14-8401-44a5-873b-e8a945ca2a6f", "tag": "69cb4435-004e-4493-9adb-1042539abf8b", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:33.606078 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-424febc5-b01f-446b-90d1-6ddda0435ec3 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:33.608000 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c5ea14-8401-44a5-873b-e8a945ca2a6f', 'tag': '69cb4435-004e-4493-9adb-1042539abf8b', 'status': 'completed', 'code': 200} Aug 31 01:02:33.689267 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ed40c019-e46b-4f93-b93a-070bfcce8aa4 None None] Provisioning complete for port ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:33.690505 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ed40c019-e46b-4f93-b93a-070bfcce8aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:33.838126 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c913f79c-6e0f-4d82-96c9-5c3c0e086387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:33.933550 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c913f79c-6e0f-4d82-96c9-5c3c0e086387 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf6c96b0afcb44d5b374ece4a6c7f6e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2533550 Aug 31 01:02:33.941097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b444a-3f31-406e-929e-3628ac6d7096 service neutron] Pushing event updated for resources: {'Port': ['ID=69cb4435-004e-4493-9adb-1042539abf8b,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:33.945270 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51078) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:33.953466 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913f79c-6e0f-4d82-96c9-5c3c0e086387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5a9ef2-fd3d-45c8-b5a2-8b801455e2f6,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:33.957709 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:33.965394 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5f616753-153e-4278-b250-3ce29ec3c054 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/822dc655-22ce-459a-88de-8c50270636b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1379638 Aug 31 01:02:33.971080 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51080) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:33.980316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-7038d8c8-4473-4f73-9a3f-e613de398de0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-516763658'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:33.989906 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Sync routers for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:34.005491 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1b3fcb97-8a69-4b04-8f74-2eec6061b606 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.017482 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144dc444-d013-4555-b52b-d6162ff848f3 req-c5bf7449-6d79-4fd7-a306-40c6406a2e39 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:34.019223 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-144dc444-d013-4555-b52b-d6162ff848f3 req-c5bf7449-6d79-4fd7-a306-40c6406a2e39 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 944 time: 0.1171086 Aug 31 01:02:34.050508 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:34.051143 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:34.056837 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-973ef061-eea6-450e-bf1b-3a606b985612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.058528 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70b9b4-2633-41eb-9dae-e6bce11f985f None None] Pushing event updated for resources: {'Port': ['ID=ed63c8ca-dd93-4e7e-9efc-cdbacb28e583,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:34.084252 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761e0b1-b351-4beb-9c86-ec3dc7486633 req-b1bae175-1497-49de-ba1e-cb25d0bd020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:34.085811 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-973ef061-eea6-450e-bf1b-3a606b985612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.086112 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e761e0b1-b351-4beb-9c86-ec3dc7486633 req-b1bae175-1497-49de-ba1e-cb25d0bd020f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 1096 time: 0.4502418 Aug 31 01:02:34.116097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fcb97-8a69-4b04-8f74-2eec6061b606 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event deleted for resources: {'Port': ['ID=2a1a3e4f-8078-4f8e-9826-e23e0dfdd003,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:34.161175 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-144dc444-d013-4555-b52b-d6162ff848f3 req-52dd3fc3-8892-4824-83ff-f863003e0734 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319447 Aug 31 01:02:34.196373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7038d8c8-4473-4f73-9a3f-e613de398de0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Made reservation on behalf of 7de7ed71264a4ac694a0cee7d619a40a for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:34.200044 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7038d8c8-4473-4f73-9a3f-e613de398de0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.301992 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1b3fcb97-8a69-4b04-8f74-2eec6061b606 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.306781 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1b3fcb97-8a69-4b04-8f74-2eec6061b606 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.308492 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1b3fcb97-8a69-4b04-8f74-2eec6061b606 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/floatingips/913de32e-9559-4394-aadf-c4945a9b7a73 HTTP/1.1" status: 204 len: 168 time: 1.4262836 Aug 31 01:02:34.312348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51086) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:34.318725 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': '5e174940-2c15-4a74-854c-e3f7e921d7c0'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:34.326960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761e0b1-b351-4beb-9c86-ec3dc7486633 req-d9b80010-5c09-4803-a7b1-a22e5b987d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:34.328439 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e761e0b1-b351-4beb-9c86-ec3dc7486633 req-d9b80010-5c09-4803-a7b1-a22e5b987d43 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2260761 Aug 31 01:02:34.362422 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-973ef061-eea6-450e-bf1b-3a606b985612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.363795 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-973ef061-eea6-450e-bf1b-3a606b985612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.370456 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-973ef061-eea6-450e-bf1b-3a606b985612 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc5a9ef2-fd3d-45c8-b5a2-8b801455e2f6 HTTP/1.1" status: 204 len: 168 time: 0.4228992 Aug 31 01:02:34.391113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ef061-eea6-450e-bf1b-3a606b985612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5a9ef2-fd3d-45c8-b5a2-8b801455e2f6,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:34.393211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:34.414139 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7038d8c8-4473-4f73-9a3f-e613de398de0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:02:34.432847 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7038d8c8-4473-4f73-9a3f-e613de398de0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.433386 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-7038d8c8-4473-4f73-9a3f-e613de398de0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Added segment 6a69a7ff-e91a-481f-a1de-d48083e1408c of type vlan for network 6a1f26eb-11cf-46c7-b350-64295037f609 Aug 31 01:02:34.496282 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:34.514352 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7038d8c8-4473-4f73-9a3f-e613de398de0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.521475 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ed40c019-e46b-4f93-b93a-070bfcce8aa4 None None] Provisioning for port 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:34.523828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761e0b1-b351-4beb-9c86-ec3dc7486633 req-22784e04-196e-49ea-b771-1836ff72fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:34.525331 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e761e0b1-b351-4beb-9c86-ec3dc7486633 req-22784e04-196e-49ea-b771-1836ff72fb24 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1896996 Aug 31 01:02:34.566565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ed40c019-e46b-4f93-b93a-070bfcce8aa4 None None] Provisioning complete for port 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:34.567140 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ed40c019-e46b-4f93-b93a-070bfcce8aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.599851 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.613120 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-133ab948-d90d-4353-9242-81b658d1a837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.647833 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-6c0da731-6b1f-400a-b929-e1b77bb38c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:34.651205 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-6c0da731-6b1f-400a-b929-e1b77bb38c05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 1096 time: 0.0797348 Aug 31 01:02:34.670074 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ed40c019-e46b-4f93-b93a-070bfcce8aa4 None None] Port 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:34.719245 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-9cdfc84a-e549-4917-b02d-b14dea346895 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69cb4435-004e-4493-9adb-1042539abf8b HTTP/1.1" status: 200 len: 217 time: 0.0592918 Aug 31 01:02:34.736609 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:34.737021 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.780075 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37a374-c7df-46c5-ad96-b72f3981287a req-8bfd25cd-f035-473b-b77f-f42580ad8ff6 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:34.781833 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ca37a374-c7df-46c5-ad96-b72f3981287a req-8bfd25cd-f035-473b-b77f-f42580ad8ff6 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 944 time: 0.0903425 Aug 31 01:02:34.786897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-6feaa063-7ccb-4d7b-b9ec-033196f2c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:34.789766 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-6feaa063-7ccb-4d7b-b9ec-033196f2c55c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06a338a6-991a-450e-bc60-b066a8b265a4 HTTP/1.1" status: 200 len: 851 time: 0.0628073 Aug 31 01:02:34.825045 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d8d2092f-d93e-4034-b3b1-6427eb7a7d75 None None] Provisioning complete for port 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:34.825410 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d8d2092f-d93e-4034-b3b1-6427eb7a7d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.826021 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.831560 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-e4712a00-c581-4d8e-ab84-ed826ee06d5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d402af4a-8a8e-49ea-8168-c26e094719ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344145 Aug 31 01:02:34.856686 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7038d8c8-4473-4f73-9a3f-e613de398de0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.870865 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7038d8c8-4473-4f73-9a3f-e613de398de0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:34.871927 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7038d8c8-4473-4f73-9a3f-e613de398de0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.891197 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:02:31Z', 'revision_number': 2, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:32Z', 'revision_number': 2, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:34.894098 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ca37a374-c7df-46c5-ad96-b72f3981287a req-2fbf1d13-2434-4674-a957-3a4a182af154 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/security-groups?id=1425bc86-58a8-4c0a-b18f-f6b8a087e2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957582 Aug 31 01:02:34.941051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Checking router: 822dc655-22ce-459a-88de-8c50270636b3 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:02:34.941423 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Updating router 822dc655-22ce-459a-88de-8c50270636b3 port 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:02:34.949415 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2092f-d93e-4034-b3b1-6427eb7a7d75 None None] Port 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:34.979430 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:35.024450 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Allocated IP 172.25.2.80 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/9d58f666-ec23-4aa7-b042-ffbdd797ef49) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:35.068130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038d8c8-4473-4f73-9a3f-e613de398de0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Network': ['ID=6a1f26eb-11cf-46c7-b350-64295037f609,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:35.103575 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 6a1f26eb-11cf-46c7-b350-64295037f609 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:02:35.130405 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-c3e85d7e-6355-4729-8375-e68c2df5dc1e service neutron] 10.222.0.41 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900012 Aug 31 01:02:35.208176 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:35.258683 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51100) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:35.260585 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7038d8c8-4473-4f73-9a3f-e613de398de0 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2832375 Aug 31 01:02:35.265579 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-dee25d27-9e49-4094-982f-0d36ae85f134 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'subnet': {'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:35.365795 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:35.394525 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b7ea969-2163-42ee-9a98-5b380dbf7d0f req-d3a8aa1c-7d19-40fa-a25c-885f8aad5d1b service neutron] 10.222.0.41 "GET /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558346 Aug 31 01:02:35.432554 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c81ff-489e-47fd-9a8b-00c24c2ff90d req-d346e382-708c-4169-b06b-b52c7787a739 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:35.434165 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a4c81ff-489e-47fd-9a8b-00c24c2ff90d req-d346e382-708c-4169-b06b-b52c7787a739 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 944 time: 0.1395628 Aug 31 01:02:35.476904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:35.477147 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:35.480493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=9d58f666-ec23-4aa7-b042-ffbdd797ef49,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:35.484853 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:35.485484 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a4c81ff-489e-47fd-9a8b-00c24c2ff90d req-2d20fc50-35b2-4432-91e8-b8d00cae5c4b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431182 Aug 31 01:02:35.488442 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:35.489721 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Transition to ACTIVE for port object 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:35.931426 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:35.950535 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:35.959787 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee25d27-9e49-4094-982f-0d36ae85f134 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Made reservation on behalf of 7de7ed71264a4ac694a0cee7d619a40a for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:35.963277 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dee25d27-9e49-4094-982f-0d36ae85f134 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:36.014232 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f3ed3-07d0-4a6e-9d3f-70f2993cbd6b None None] Pushing event updated for resources: {'Port': ['ID=1d7cd84d-e995-42e3-bcf5-37bf8495c2bc,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:36.106856 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Attempting to bind port 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:36.111907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Attempting to bind port 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'd39b47ba-e296-448f-9664-f25d3caaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:36.111907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Attempting to bind port 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc on network e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:36.114795 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:36.115386 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Checking segment: {'id': 'd39b47ba-e296-448f-9664-f25d3caaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:36.116134 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:36.116134 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Bound using segment: {'id': 'd39b47ba-e296-448f-9664-f25d3caaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:36.117100 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Bound port: 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39b47ba-e296-448f-9664-f25d3caaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:36.117425 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:36.124421 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47110021-3b4d-4270-baea-524dc41146d0 req-bf603f65-3fdd-4ac4-9897-3840f7b99dc5 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:36.132365 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-47110021-3b4d-4270-baea-524dc41146d0 req-bf603f65-3fdd-4ac4-9897-3840f7b99dc5 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 944 time: 0.1440489 Aug 31 01:02:36.208961 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-47110021-3b4d-4270-baea-524dc41146d0 req-ef2752f9-07e5-40db-89db-857df620c19c tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/security-groups?id=1425bc86-58a8-4c0a-b18f-f6b8a087e2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667324 Aug 31 01:02:36.211190 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] For port 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:36.225293 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] For port 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1d7cd84d-e995-42e3-bcf5-37bf8495c2bc,segment=NetworkSegment(d39b47ba-e296-448f-9664-f25d3caaa38e),segment_id=d39b47ba-e296-448f-9664-f25d3caaa38e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:36.280042 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:36.448345 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:36.520350 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:36.520350 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:36.521738 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:36.557481 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dee25d27-9e49-4094-982f-0d36ae85f134 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:36.577748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f3ed3-07d0-4a6e-9d3f-70f2993cbd6b None None] Pushing event updated for resources: {'Port': ['ID=1d7cd84d-e995-42e3-bcf5-37bf8495c2bc,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:36.629910 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:36.707327 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:36.707639 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6a857-0be3-4d6c-bec0-710b5cc100fe req-3d778d2c-4ed3-4056-bee6-966298426dc4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:36.717493 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00b6a857-0be3-4d6c-bec0-710b5cc100fe req-3d778d2c-4ed3-4056-bee6-966298426dc4 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 944 time: 0.0976529 Aug 31 01:02:36.758691 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:36.778785 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00b6a857-0be3-4d6c-bec0-710b5cc100fe req-a4349728-132b-4603-bb2d-b44918af8479 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599635 Aug 31 01:02:36.781941 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51132) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:36.823223 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:36.854714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=9d58f666-ec23-4aa7-b042-ffbdd797ef49,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:36.919854 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:36.928176 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee25d27-9e49-4094-982f-0d36ae85f134 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Subnet': ['ID=485c9400-92a8-4ffd-9e82-80ded25472f9,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:36.932432 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4e9eb6a4-779f-46a3-973e-d89d2d68d2c5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1317614097-network', 'tenant_id': 'ad64b88b28f9432083fdf33b86f26d4d'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:36.947537 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee25d27-9e49-4094-982f-0d36ae85f134 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Checking segment: {'id': '6a69a7ff-e91a-481f-a1de-d48083e1408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:36.947537 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee25d27-9e49-4094-982f-0d36ae85f134 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network hostable DHCP agents. Network: 6a1f26eb-11cf-46c7-b350-64295037f609, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:02:36.947537 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.048720 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.057626 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Floating IP 70c489d7-6990-4253-b929-26b49edf4662 associated. External IP: 172.25.2.80, port: 5e174940-2c15-4a74-854c-e3f7e921d7c0. Aug 31 01:02:37.063666 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:02:31Z', 'revision_number': 2, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:36Z', 'revision_number': 4, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:37.097268 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72127754-4fb0-446d-8079-f37ca880d022 None None] The sync data for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 is: [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:02:31Z', 'revision_number': 2, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:36Z', 'revision_number': 4, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:37.150470 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9eb6a4-779f-46a3-973e-d89d2d68d2c5 admin admin] Made reservation on behalf of ad64b88b28f9432083fdf33b86f26d4d for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:37.150995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:37.154324 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e9eb6a4-779f-46a3-973e-d89d2d68d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.156392 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b5f7818a-3239-42a1-a980-6d37dadb28b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.157931 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:37.158294 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.165510 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee25d27-9e49-4094-982f-0d36ae85f134 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network 6a1f26eb-11cf-46c7-b350-64295037f609 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:02:37.167838 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e9eb6a4-779f-46a3-973e-d89d2d68d2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.281970 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.310899 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-dee25d27-9e49-4094-982f-0d36ae85f134 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 6a1f26eb-11cf-46c7-b350-64295037f609) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:37.322595 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee25d27-9e49-4094-982f-0d36ae85f134 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:37.323281 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dee25d27-9e49-4094-982f-0d36ae85f134 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.327149 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3088a809-7f1f-4ee5-a434-f50dfff4847e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:37.330902 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e9eb6a4-779f-46a3-973e-d89d2d68d2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.332326 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd293ce-d0cf-4e04-ae4e-2c3af0b43db3" -d '{"events": [{"server_uuid": "3088a809-7f1f-4ee5-a434-f50dfff4847e", "name": "network-vif-plugged", "status": "completed", "tag": "dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:37.334537 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c94679-7787-4ab9-aff1-9eb12ee7c1ee None None] Network 6a1f26eb-11cf-46c7-b350-64295037f609 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:37.386662 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc,segment=NetworkSegment(bd74588b-7421-4584-9cc8-ab9b8f4aa33e),segment_id=bd74588b-7421-4584-9cc8-ab9b8f4aa33e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:37.420726 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router fc26987c-0a47-4a7a-8602-0814512f4e7d has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:37.449214 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489dd9a-e4fa-444e-9e5c-f63d9d3b90c9 req-ba6f2e08-7dbb-41bc-94f2-32bee7b846fc tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:37.456811 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5489dd9a-e4fa-444e-9e5c-f63d9d3b90c9 req-ba6f2e08-7dbb-41bc-94f2-32bee7b846fc tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 944 time: 0.1247087 Aug 31 01:02:37.495098 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e9eb6a4-779f-46a3-973e-d89d2d68d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.523190 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9eb6a4-779f-46a3-973e-d89d2d68d2c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:02:37.553191 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9eb6a4-779f-46a3-973e-d89d2d68d2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb79326f-61bc-43e3-8689-069fed355ade,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:37.560308 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e9eb6a4-779f-46a3-973e-d89d2d68d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.562476 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-4e9eb6a4-779f-46a3-973e-d89d2d68d2c5 admin admin] Added segment e53ba4cf-3d79-4b22-9a84-1bfc00c86a5b of type vlan for network 546086dd-6a4b-4559-9d1f-08297633ebdb Aug 31 01:02:37.564955 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-6a1f26eb-11cf-46c7-b350-64295037f609', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:02:37.566326 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.575512 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.635833 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e9eb6a4-779f-46a3-973e-d89d2d68d2c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.647929 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5489dd9a-e4fa-444e-9e5c-f63d9d3b90c9 req-adea1d97-949a-4098-bb86-f5e18283b31e tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/security-groups?id=1425bc86-58a8-4c0a-b18f-f6b8a087e2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771946 Aug 31 01:02:37.664090 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dee25d27-9e49-4094-982f-0d36ae85f134 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4042566 Aug 31 01:02:37.673069 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51146) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:37.783934 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:37.796705 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92cd23f-59bf-495b-8d5e-5e37affed24e None None] Sync routers for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:37.833158 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e22c2a-5ee5-4813-8a6f-0b17207ea290 x-openstack-request-id: req-70e22c2a-5ee5-4813-8a6f-0b17207ea290 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:37.833493 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3088a809-7f1f-4ee5-a434-f50dfff4847e", "name": "network-vif-plugged", "status": "completed", "tag": "dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:37.833775 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70e22c2a-5ee5-4813-8a6f-0b17207ea290 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:37.834305 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3088a809-7f1f-4ee5-a434-f50dfff4847e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc', 'code': 200} Aug 31 01:02:37.840683 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92cd23f-59bf-495b-8d5e-5e37affed24e None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:37.841755 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e92cd23f-59bf-495b-8d5e-5e37affed24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:37.843687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:37.883463 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f26f1-3639-4547-8f7c-fd8f5b1e5541 req-2a529f0d-e28f-49d0-a80f-57281d21b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:37.885978 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c4f26f1-3639-4547-8f7c-fd8f5b1e5541 req-2a529f0d-e28f-49d0-a80f-57281d21b76f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 1097 time: 0.0913792 Aug 31 01:02:37.886840 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e9eb6a4-779f-46a3-973e-d89d2d68d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.888757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9eb6a4-779f-46a3-973e-d89d2d68d2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:37.889619 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e9eb6a4-779f-46a3-973e-d89d2d68d2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.947583 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e92cd23f-59bf-495b-8d5e-5e37affed24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:37.959388 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92cd23f-59bf-495b-8d5e-5e37affed24e None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:37.960180 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e92cd23f-59bf-495b-8d5e-5e37affed24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:37.982375 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.007593 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e92cd23f-59bf-495b-8d5e-5e37affed24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:38.008392 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92cd23f-59bf-495b-8d5e-5e37affed24e None None] The sync data for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:38.009068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Allocated IP 2001:db8:1::2 (6a1f26eb-11cf-46c7-b350-64295037f609/485c9400-92a8-4ffd-9e82-80ded25472f9/cdb89dc9-939e-45b6-bf97-c337e1e9b8f3) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:38.040820 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c4f26f1-3639-4547-8f7c-fd8f5b1e5541 req-9537526b-fc01-4290-95bd-244514d051e0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1425bc86-58a8-4c0a-b18f-f6b8a087e2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456251 Aug 31 01:02:38.041023 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9eb6a4-779f-46a3-973e-d89d2d68d2c5 admin admin] Pushing event updated for resources: {'Network': ['ID=546086dd-6a4b-4559-9d1f-08297633ebdb,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:38.056499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 546086dd-6a4b-4559-9d1f-08297633ebdb details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:02:38.082885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51152) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:38.087302 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-97e0b8ec-1291-4193-883f-b3379f557369 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.7695022 Aug 31 01:02:38.092679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-5d71327a-bb0a-4709-867d-5b56cf7cbbab tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1680102075'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:38.125805 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4e9eb6a4-779f-46a3-973e-d89d2d68d2c5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3333952 Aug 31 01:02:38.127203 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51154) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:38.137785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-aeceedd8-7ce5-4e58-ba50-d02736adabdb admin admin] Request body: {'subnet': {'network_id': '546086dd-6a4b-4559-9d1f-08297633ebdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1317614097-subnet', 'tenant_id': 'ad64b88b28f9432083fdf33b86f26d4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:38.148735 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5a243-ab4a-40d0-8ce0-1e93b037f78a req-4d336eb8-05bb-4da6-addd-1a6f5db6c21c tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:38.150427 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-efa5a243-ab4a-40d0-8ce0-1e93b037f78a req-4d336eb8-05bb-4da6-addd-1a6f5db6c21c tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 944 time: 0.1886592 Aug 31 01:02:38.232430 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-efa5a243-ab4a-40d0-8ce0-1e93b037f78a req-8a01196e-0135-4a28-89f8-46eccf50204b tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733554 Aug 31 01:02:38.284508 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.326270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d71327a-bb0a-4709-867d-5b56cf7cbbab tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Made reservation on behalf of 1933813fc4bb4bd88fe6ba5b8c4eeb28 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:38.332438 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5d71327a-bb0a-4709-867d-5b56cf7cbbab tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.365330 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d71327a-bb0a-4709-867d-5b56cf7cbbab tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:02:38.389824 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5d71327a-bb0a-4709-867d-5b56cf7cbbab tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.413519 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-5d71327a-bb0a-4709-867d-5b56cf7cbbab tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Added segment 4193373c-ac45-4a4e-be83-6460d3daae61 of type vlan for network 5533ec10-8657-4bdc-ad62-c18a3fd9364c Aug 31 01:02:38.428031 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.437007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Transition to ACTIVE for port object cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:38.454166 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Transition to ACTIVE for port object cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:38.462634 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5d71327a-bb0a-4709-867d-5b56cf7cbbab tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.516341 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:38.562197 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.614955 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 69cb4435-004e-4493-9adb-1042539abf8b details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:02:38.638863 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5d71327a-bb0a-4709-867d-5b56cf7cbbab tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.642638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeceedd8-7ce5-4e58-ba50-d02736adabdb admin admin] Made reservation on behalf of ad64b88b28f9432083fdf33b86f26d4d for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:38.644566 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aeceedd8-7ce5-4e58-ba50-d02736adabdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.645644 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d71327a-bb0a-4709-867d-5b56cf7cbbab tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:38.646568 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5d71327a-bb0a-4709-867d-5b56cf7cbbab tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.732395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71327a-bb0a-4709-867d-5b56cf7cbbab tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Network': ['ID=5533ec10-8657-4bdc-ad62-c18a3fd9364c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:38.745807 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.754314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 5533ec10-8657-4bdc-ad62-c18a3fd9364c details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:02:38.756783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:38.762614 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Allocated IP 2001:db8:1::1 (6a1f26eb-11cf-46c7-b350-64295037f609/485c9400-92a8-4ffd-9e82-80ded25472f9/d626b9db-2377-496d-b71d-3c4df3657558) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:38.827910 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:38.828375 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.840349 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015153d-c903-4047-8774-98e9592639ae req-10f00fb7-defa-4b88-ade2-747984082e44 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:38.846129 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8015153d-c903-4047-8774-98e9592639ae req-10f00fb7-defa-4b88-ade2-747984082e44 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 945 time: 0.0960040 Aug 31 01:02:38.908604 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Network 6a1f26eb-11cf-46c7-b350-64295037f609 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:38.922817 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:38.932237 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Pushing event updated for resources: {'Port': ['ID=cdb89dc9-939e-45b6-bf97-c337e1e9b8f3,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:38.934403 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8015153d-c903-4047-8774-98e9592639ae req-4b60534f-8752-4c0b-bd26-266789892adc tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/security-groups?id=1425bc86-58a8-4c0a-b18f-f6b8a087e2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856740 Aug 31 01:02:38.947989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:38.950515 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5d71327a-bb0a-4709-867d-5b56cf7cbbab tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8661456 Aug 31 01:02:38.962552 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51164) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:38.974438 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b289c63b-2dc4-4302-bc47-9935dbdc6d79 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'subnet': {'network_id': '5533ec10-8657-4bdc-ad62-c18a3fd9364c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:39.003450 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 69cb4435-004e-4493-9adb-1042539abf8b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=69cb4435-004e-4493-9adb-1042539abf8b,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:39.021766 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '69cb4435-004e-4493-9adb-1042539abf8b', 'network_id': 'd402af4a-8a8e-49ea-8168-c26e094719ad', 'port_id': '69cb4435-004e-4493-9adb-1042539abf8b', 'mac_address': 'fa:16:3e:7d:55:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a338a6-991a-450e-bc60-b066a8b265a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:02:39.108039 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.138362 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69cb4435-004e-4493-9adb-1042539abf8b {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:02:39.142982 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Attempting to bind port cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:39.143395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Attempting to bind port cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '6a69a7ff-e91a-481f-a1de-d48083e1408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:39.143766 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Attempting to bind port cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 on network 6a1f26eb-11cf-46c7-b350-64295037f609 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:39.179885 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:39.180304 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Checking segment: {'id': '6a69a7ff-e91a-481f-a1de-d48083e1408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:39.180764 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.181190 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Bound using segment: {'id': '6a69a7ff-e91a-481f-a1de-d48083e1408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:39.181721 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Bound port: cdb89dc9-939e-45b6-bf97-c337e1e9b8f3, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a69a7ff-e91a-481f-a1de-d48083e1408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:39.182214 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.211578 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 69cb4435-004e-4493-9adb-1042539abf8b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=69cb4435-004e-4493-9adb-1042539abf8b,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:39.214275 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.251544 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b289c63b-2dc4-4302-bc47-9935dbdc6d79 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Made reservation on behalf of 1933813fc4bb4bd88fe6ba5b8c4eeb28 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:39.258781 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b289c63b-2dc4-4302-bc47-9935dbdc6d79 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.294339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1d7cd84d-e995-42e3-bcf5-37bf8495c2bc,segment=NetworkSegment(d39b47ba-e296-448f-9664-f25d3caaa38e),segment_id=d39b47ba-e296-448f-9664-f25d3caaa38e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:39.317135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] For port cdb89dc9-939e-45b6-bf97-c337e1e9b8f3, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:39.317135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] For port cdb89dc9-939e-45b6-bf97-c337e1e9b8f3, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=cdb89dc9-939e-45b6-bf97-c337e1e9b8f3,segment=NetworkSegment(6a69a7ff-e91a-481f-a1de-d48083e1408c),segment_id=6a69a7ff-e91a-481f-a1de-d48083e1408c)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:39.428293 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d66cc-cacc-4515-924b-d7817def0ff6 req-63c2d5ae-8789-47aa-a0c8-97176592d84f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:39.430005 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b5d66cc-cacc-4515-924b-d7817def0ff6 req-63c2d5ae-8789-47aa-a0c8-97176592d84f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 944 time: 0.0807648 Aug 31 01:02:39.474660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.499318 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Transition to ACTIVE for port object d626b9db-2377-496d-b71d-3c4df3657558 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:39.531222 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.538252 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.540221 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.607510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=1d7cd84d-e995-42e3-bcf5-37bf8495c2bc,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:39.691611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=69cb4435-004e-4493-9adb-1042539abf8b,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:39.745325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['69cb4435-004e-4493-9adb-1042539abf8b'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:39.819194 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aeceedd8-7ce5-4e58-ba50-d02736adabdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.836354 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3c22e-d0b7-40a0-b4ce-5f7f26148ed2 None None] Pushing event updated for resources: {'Port': ['ID=cdb89dc9-939e-45b6-bf97-c337e1e9b8f3,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:39.906552 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeceedd8-7ce5-4e58-ba50-d02736adabdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=81181987-3ba3-4fd0-9793-72e9b0b4408b,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:39.918438 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeceedd8-7ce5-4e58-ba50-d02736adabdb admin admin] Checking segment: {'id': 'e53ba4cf-3d79-4b22-9a84-1bfc00c86a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '546086dd-6a4b-4559-9d1f-08297633ebdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:39.919018 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeceedd8-7ce5-4e58-ba50-d02736adabdb admin admin] Network hostable DHCP agents. Network: 546086dd-6a4b-4559-9d1f-08297633ebdb, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:02:40.013152 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:40.014273 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b5d66cc-cacc-4515-924b-d7817def0ff6 req-b542e419-2377-4b97-8f55-d9753627e4b3 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544636 Aug 31 01:02:40.067432 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network 6a1f26eb-11cf-46c7-b350-64295037f609 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:40.072610 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:40.077568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:40.078384 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:40.085831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=d626b9db-2377-496d-b71d-3c4df3657558,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:40.156310 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461af8a4-3f7a-4c15-b233-e2446bd0d6d1 req-f00ff043-8d64-4b45-9569-d0f3ce89a16e tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:40.160207 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-461af8a4-3f7a-4c15-b233-e2446bd0d6d1 req-f00ff043-8d64-4b45-9569-d0f3ce89a16e tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 945 time: 0.0590785 Aug 31 01:02:40.164196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeceedd8-7ce5-4e58-ba50-d02736adabdb admin admin] Network 546086dd-6a4b-4559-9d1f-08297633ebdb is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:02:40.193350 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:40.197174 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b289c63b-2dc4-4302-bc47-9935dbdc6d79 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:40.213643 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-461af8a4-3f7a-4c15-b233-e2446bd0d6d1 req-c66382d2-d50b-4d38-89dc-a500dca440d6 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/security-groups?id=1425bc86-58a8-4c0a-b18f-f6b8a087e2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487301 Aug 31 01:02:40.273223 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289c63b-2dc4-4302-bc47-9935dbdc6d79 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Subnet': ['ID=da66b9cf-d7fd-4472-b207-1afe2e9d945f,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:40.284974 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b289c63b-2dc4-4302-bc47-9935dbdc6d79 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Checking segment: {'id': '4193373c-ac45-4a4e-be83-6460d3daae61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5533ec10-8657-4bdc-ad62-c18a3fd9364c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:40.285342 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b289c63b-2dc4-4302-bc47-9935dbdc6d79 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network hostable DHCP agents. Network: 5533ec10-8657-4bdc-ad62-c18a3fd9364c, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:02:40.341698 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-aeceedd8-7ce5-4e58-ba50-d02736adabdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 546086dd-6a4b-4559-9d1f-08297633ebdb) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:40.347667 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeceedd8-7ce5-4e58-ba50-d02736adabdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:40.353856 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aeceedd8-7ce5-4e58-ba50-d02736adabdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:40.354052 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34a9448-5f06-4355-8ef6-4b86b2a50cdc None None] Network 546086dd-6a4b-4559-9d1f-08297633ebdb requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:40.430100 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:40.531197 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8a7c4b-74ef-46ac-91c8-801468697beb None None] Network 546086dd-6a4b-4559-9d1f-08297633ebdb requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:40.556311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b289c63b-2dc4-4302-bc47-9935dbdc6d79 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network 5533ec10-8657-4bdc-ad62-c18a3fd9364c is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:02:40.563592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-b289c63b-2dc4-4302-bc47-9935dbdc6d79 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 5533ec10-8657-4bdc-ad62-c18a3fd9364c) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:40.568792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b289c63b-2dc4-4302-bc47-9935dbdc6d79 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:40.569409 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b289c63b-2dc4-4302-bc47-9935dbdc6d79 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:40.598217 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-aeceedd8-7ce5-4e58-ba50-d02736adabdb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4692020 Aug 31 01:02:40.605314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:40.615466 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aded3f6a-c5c3-41b3-b611-73b6148506c0 None None] Network 5533ec10-8657-4bdc-ad62-c18a3fd9364c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:40.648778 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 69cb4435-004e-4493-9adb-1042539abf8b up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:40.751194 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b289c63b-2dc4-4302-bc47-9935dbdc6d79 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7872949 Aug 31 01:02:40.754304 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51184) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:40.765600 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1411125096', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}, 'admin_state_up': False}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:40.805003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:40.805279 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:40.881067 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:40.954705 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b60f230-929f-40df-8d00-aa686d506a9f None None] Network 6a1f26eb-11cf-46c7-b350-64295037f609 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:40.957064 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-54a53959-1902-462c-af14-0229b8172528 req-b070ee02-e626-4074-aecb-16c28bbfa874 tempest-SecurityGroupsNegativeTestJSON-2089529853 tempest-SecurityGroupsNegativeTestJSON-2089529853-project] show failed (client error): The resource could not be found. Aug 31 01:02:40.958353 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54a53959-1902-462c-af14-0229b8172528 req-b070ee02-e626-4074-aecb-16c28bbfa874 tempest-SecurityGroupsNegativeTestJSON-2089529853 tempest-SecurityGroupsNegativeTestJSON-2089529853-project] 10.222.0.16 "GET /v2.0/security-groups/33717681-2f04-40b5-bf8e-06f55c903883 HTTP/1.1" status: 404 len: 352 time: 0.0287209 Aug 31 01:02:41.040726 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:41.040726 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:41.099139 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7dadaf52-4c7d-4a9f-8f3f-bb20013dc1ce req-86fd7217-659d-4820-84b5-682e0307cdbe tempest-SecurityGroupsNegativeTestJSON-2089529853 tempest-SecurityGroupsNegativeTestJSON-2089529853-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad64b88b28f9432083fdf33b86f26d4d HTTP/1.1" status: 200 len: 2988 time: 0.0909026 Aug 31 01:02:41.135286 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:41.139189 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:41.140117 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:41.159415 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:41.202488 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7dadaf52-4c7d-4a9f-8f3f-bb20013dc1ce req-6926d6ec-a29e-4d9b-b6fc-44e152c97064 tempest-SecurityGroupsNegativeTestJSON-2089529853 tempest-SecurityGroupsNegativeTestJSON-2089529853-project] 10.222.0.16 "GET /v2.0/security-groups/eb79326f-61bc-43e3-8689-069fed355ade HTTP/1.1" status: 200 len: 2985 time: 0.0721896 Aug 31 01:02:41.247516 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 69cb4435-004e-4493-9adb-1042539abf8b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:41.262703 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 69cb4435-004e-4493-9adb-1042539abf8b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:41.263156 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:41.270822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-5533ec10-8657-4bdc-ad62-c18a3fd9364c', 'network_id': '5533ec10-8657-4bdc-ad62-c18a3fd9364c', 'tenant_id': '1933813fc4bb4bd88fe6ba5b8c4eeb28', 'fixed_ips': [{'subnet_id': 'da66b9cf-d7fd-4472-b207-1afe2e9d945f'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:02:41.271686 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:41.275932 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7dadaf52-4c7d-4a9f-8f3f-bb20013dc1ce req-d85af3b8-8bec-4c9c-a261-3926cef35a8f tempest-SecurityGroupsNegativeTestJSON-2089529853 tempest-SecurityGroupsNegativeTestJSON-2089529853-project] 10.222.0.16 "GET /v2.0/security-groups/eb79326f-61bc-43e3-8689-069fed355ade HTTP/1.1" status: 200 len: 2985 time: 0.0715847 Aug 31 01:02:41.309844 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=d626b9db-2377-496d-b71d-3c4df3657558,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:41.332462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfae34-d1d6-4d95-b6eb-bd2866d6dd3a req-961c4959-decf-46f8-9ee8-863ef8aec42d tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:41.334147 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2ecfae34-d1d6-4d95-b6eb-bd2866d6dd3a req-961c4959-decf-46f8-9ee8-863ef8aec42d tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 945 time: 0.1421394 Aug 31 01:02:41.341258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ed874363-73a8-4772-9de4-f4d4b363211c None None] Provisioning for port cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:41.400745 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network 6a1f26eb-11cf-46c7-b350-64295037f609 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:41.404471 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:41.410265 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2ecfae34-d1d6-4d95-b6eb-bd2866d6dd3a req-49e45608-a0a3-42d7-9994-e989ce17d39f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594058 Aug 31 01:02:41.590079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router 822dc655-22ce-459a-88de-8c50270636b3 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:41.669632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:41.689189 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:41.705495 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2c745ae7-08de-4efd-95d6-242d7425024b req-0fd36da4-3884-4fd7-9090-c578dda58301 tempest-SecurityGroupsNegativeTestJSON-2089529853 tempest-SecurityGroupsNegativeTestJSON-2089529853-project] 10.222.0.16 "GET /v2.0/security-groups/eb79326f-61bc-43e3-8689-069fed355ade HTTP/1.1" status: 200 len: 2985 time: 0.1725707 Aug 31 01:02:41.707335 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:41.707335 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:41.740382 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:41.778752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Allocated IP 172.20.0.2 (5533ec10-8657-4bdc-ad62-c18a3fd9364c/da66b9cf-d7fd-4472-b207-1afe2e9d945f/e36f6aad-3df8-4d75-bda0-c6a0966a21b7) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:41.790007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c5ea14-8401-44a5-873b-e8a945ca2a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cb4435-004e-4493-9adb-1042539abf8b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:41.792657 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35639248-01ee-4e0d-9b40-b998b7064f85" -d '{"events": [{"server_uuid": "a0c5ea14-8401-44a5-873b-e8a945ca2a6f", "name": "network-vif-plugged", "status": "completed", "tag": "69cb4435-004e-4493-9adb-1042539abf8b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:41.803998 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:41.812215 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d8012ea7-c915-4b73-bdb1-4d7573307330 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/822dc655-22ce-459a-88de-8c50270636b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1390798 Aug 31 01:02:41.814668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51214) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:41.821742 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-2144011f-2c9d-4fb6-be70-be851c2fe975 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1069706157'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:41.823140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 69cb4435-004e-4493-9adb-1042539abf8b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=69cb4435-004e-4493-9adb-1042539abf8b,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:41.824467 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Sync routers for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:41.856776 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [req-2c745ae7-08de-4efd-95d6-242d7425024b req-17300dcb-d59e-426c-b569-d1a16d625773 tempest-SecurityGroupsNegativeTestJSON-2089529853 tempest-SecurityGroupsNegativeTestJSON-2089529853-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 01:02:41.858098 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2c745ae7-08de-4efd-95d6-242d7425024b req-17300dcb-d59e-426c-b569-d1a16d625773 tempest-SecurityGroupsNegativeTestJSON-2089529853 tempest-SecurityGroupsNegativeTestJSON-2089529853-project] 10.222.0.16 "DELETE /v2.0/security-groups/eb79326f-61bc-43e3-8689-069fed355ade HTTP/1.1" status: 409 len: 352 time: 0.1207931 Aug 31 01:02:41.885935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:41.886592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:41.950630 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65ea473-1791-4808-b551-34683a981bc4 x-openstack-request-id: req-c65ea473-1791-4808-b551-34683a981bc4 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:41.951039 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c5ea14-8401-44a5-873b-e8a945ca2a6f", "name": "network-vif-plugged", "status": "completed", "tag": "69cb4435-004e-4493-9adb-1042539abf8b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:41.951385 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c65ea473-1791-4808-b551-34683a981bc4 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:41.951872 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c5ea14-8401-44a5-873b-e8a945ca2a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cb4435-004e-4493-9adb-1042539abf8b', 'code': 200} Aug 31 01:02:41.958629 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [req-4ef39ec5-05f0-42ca-a5ad-55fe96e78902 req-2eca301d-033e-48bd-8d0d-ea953b7e45fe tempest-SecurityGroupsNegativeTestJSON-2089529853 tempest-SecurityGroupsNegativeTestJSON-2089529853-project] show failed (client error): The resource could not be found. Aug 31 01:02:41.959723 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4ef39ec5-05f0-42ca-a5ad-55fe96e78902 req-2eca301d-033e-48bd-8d0d-ea953b7e45fe tempest-SecurityGroupsNegativeTestJSON-2089529853 tempest-SecurityGroupsNegativeTestJSON-2089529853-project] 10.222.0.16 "GET /v2.0/security-groups/1bf5fa5c-cd02-4e2c-b71b-76b926718dd9 HTTP/1.1" status: 404 len: 352 time: 0.0219779 Aug 31 01:02:42.009715 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [req-a226ccc7-fa24-4417-a1dc-346fb68a36c6 req-453a0b46-a275-44c6-969b-2cf113c89a55 tempest-SecurityGroupsNegativeTestJSON-2089529853 tempest-SecurityGroupsNegativeTestJSON-2089529853-project] show failed (client error): The resource could not be found. Aug 31 01:02:42.019967 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a226ccc7-fa24-4417-a1dc-346fb68a36c6 req-453a0b46-a275-44c6-969b-2cf113c89a55 tempest-SecurityGroupsNegativeTestJSON-2089529853 tempest-SecurityGroupsNegativeTestJSON-2089529853-project] 10.222.0.16 "GET /v2.0/security-groups/f5996664-6157-45bf-85a5-faa7b868b5f3 HTTP/1.1" status: 404 len: 352 time: 0.0279028 Aug 31 01:02:42.029043 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51220) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:42.041243 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.095445 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2144011f-2c9d-4fb6-be70-be851c2fe975 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Made reservation on behalf of 7de7ed71264a4ac694a0cee7d619a40a for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:42.100389 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2144011f-2c9d-4fb6-be70-be851c2fe975 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.118752 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.151983 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2144011f-2c9d-4fb6-be70-be851c2fe975 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:02:42.170510 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2144011f-2c9d-4fb6-be70-be851c2fe975 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.171215 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-2144011f-2c9d-4fb6-be70-be851c2fe975 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Added segment 5ef522f2-eaa2-4e74-94fa-0cbd131464a9 of type vlan for network f1eab857-9565-4dc8-9d27-6165189a4735 Aug 31 01:02:42.204177 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-9171b367-7228-4750-8b4e-efc4dd0c1b00 admin admin] Deleting subnet 81181987-3ba3-4fd0-9793-72e9b0b4408b {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:02:42.257388 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9171b367-7228-4750-8b4e-efc4dd0c1b00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.262531 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.281418 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Transition to ACTIVE for port object e36f6aad-3df8-4d75-bda0-c6a0966a21b7 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:42.302180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5c8d-6c3d-4a1c-9493-7bfc2a35c036 req-b18036ca-3051-4b05-868f-0158276259d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:42.304290 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-236b5c8d-6c3d-4a1c-9493-7bfc2a35c036 req-b18036ca-3051-4b05-868f-0158276259d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 1098 time: 0.2349262 Aug 31 01:02:42.304596 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Transition to ACTIVE for port object e36f6aad-3df8-4d75-bda0-c6a0966a21b7 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:42.343180 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:42.345183 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2144011f-2c9d-4fb6-be70-be851c2fe975 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.366476 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9171b367-7228-4750-8b4e-efc4dd0c1b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.374679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port cdb89dc9-939e-45b6-bf97-c337e1e9b8f3, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=cdb89dc9-939e-45b6-bf97-c337e1e9b8f3,segment=NetworkSegment(6a69a7ff-e91a-481f-a1de-d48083e1408c),segment_id=6a69a7ff-e91a-481f-a1de-d48083e1408c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:42.412675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=69cb4435-004e-4493-9adb-1042539abf8b,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:42.431964 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9171b367-7228-4750-8b4e-efc4dd0c1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.434531 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1b7b4e7a-5f7c-4749-a7c1-9de5ba67cb41 None None] Provisioning complete for port cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:42.434920 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1b7b4e7a-5f7c-4749-a7c1-9de5ba67cb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.461475 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.484884 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.565110 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-236b5c8d-6c3d-4a1c-9493-7bfc2a35c036 req-59d83ea5-2cdc-4482-9c56-0d676ad27706 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243131 Aug 31 01:02:42.605589 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a043849-a20e-4c30-af68-0b460cc53698 req-360f42bc-96eb-4ecd-84b4-fc3837a02b2f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:42.614047 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5a043849-a20e-4c30-af68-0b460cc53698 req-360f42bc-96eb-4ecd-84b4-fc3837a02b2f tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 946 time: 0.0803876 Aug 31 01:02:42.633383 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Allocated IP 172.25.2.2 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/ee8cbfcb-95af-46ad-8324-89c798d0f3b8) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:42.666330 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5a043849-a20e-4c30-af68-0b460cc53698 req-c3db40fc-ea97-48fb-940a-128fbf14fa10 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510769 Aug 31 01:02:42.681716 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.709171 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.722569 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2144011f-2c9d-4fb6-be70-be851c2fe975 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.742656 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2144011f-2c9d-4fb6-be70-be851c2fe975 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:42.743511 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2144011f-2c9d-4fb6-be70-be851c2fe975 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.781405 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Network 5533ec10-8657-4bdc-ad62-c18a3fd9364c is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:42.793502 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:42.800454 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9171b367-7228-4750-8b4e-efc4dd0c1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.814942 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:42.828155 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.858814 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1b7b4e7a-5f7c-4749-a7c1-9de5ba67cb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.895635 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Pushing event updated for resources: {'Port': ['ID=e36f6aad-3df8-4d75-bda0-c6a0966a21b7,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:42.905051 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171b367-7228-4750-8b4e-efc4dd0c1b00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81181987-3ba3-4fd0-9793-72e9b0b4408b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:42.905051 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9171b367-7228-4750-8b4e-efc4dd0c1b00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.905634 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9171b367-7228-4750-8b4e-efc4dd0c1b00 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/81181987-3ba3-4fd0-9793-72e9b0b4408b HTTP/1.1" status: 204 len: 168 time: 0.8754146 Aug 31 01:02:42.908945 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51238) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:42.913392 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2144011f-2c9d-4fb6-be70-be851c2fe975 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0963128 Aug 31 01:02:42.914041 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51240) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:42.930241 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-716786ba-89f2-4def-bd7c-d837d5c3da63 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'subnet': {'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:42.997423 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144011f-2c9d-4fb6-be70-be851c2fe975 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Network': ['ID=f1eab857-9565-4dc8-9d27-6165189a4735,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:43.013853 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69241121-392c-4cdf-80ed-faef6d2690fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.045975 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network f1eab857-9565-4dc8-9d27-6165189a4735 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:02:43.074531 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Attempting to bind port e36f6aad-3df8-4d75-bda0-c6a0966a21b7 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:43.075240 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Attempting to bind port e36f6aad-3df8-4d75-bda0-c6a0966a21b7 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '4193373c-ac45-4a4e-be83-6460d3daae61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5533ec10-8657-4bdc-ad62-c18a3fd9364c'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:43.075847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Attempting to bind port e36f6aad-3df8-4d75-bda0-c6a0966a21b7 on network 5533ec10-8657-4bdc-ad62-c18a3fd9364c {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:43.116395 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.145145 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:43.145145 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Checking segment: {'id': '4193373c-ac45-4a4e-be83-6460d3daae61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5533ec10-8657-4bdc-ad62-c18a3fd9364c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:43.145145 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.145920 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Bound using segment: {'id': '4193373c-ac45-4a4e-be83-6460d3daae61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5533ec10-8657-4bdc-ad62-c18a3fd9364c'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:43.146338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Bound port: e36f6aad-3df8-4d75-bda0-c6a0966a21b7, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4193373c-ac45-4a4e-be83-6460d3daae61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5533ec10-8657-4bdc-ad62-c18a3fd9364c'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:43.146725 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.160815 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-1b7b4e7a-5f7c-4749-a7c1-9de5ba67cb41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:02:43.160815 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-1b7b4e7a-5f7c-4749-a7c1-9de5ba67cb41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:02:43.170662 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69241121-392c-4cdf-80ed-faef6d2690fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.189811 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-69241121-392c-4cdf-80ed-faef6d2690fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546086dd-6a4b-4559-9d1f-08297633ebdb']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:43.200984 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:43.210160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716786ba-89f2-4def-bd7c-d837d5c3da63 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Made reservation on behalf of 7de7ed71264a4ac694a0cee7d619a40a for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:43.212166 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-69241121-392c-4cdf-80ed-faef6d2690fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53ba4cf-3d79-4b22-9a84-1bfc00c86a5b') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:43.213238 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-69241121-392c-4cdf-80ed-faef6d2690fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53ba4cf-3d79-4b22-9a84-1bfc00c86a5b') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:43.218708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:43.231445 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=cdb89dc9-939e-45b6-bf97-c337e1e9b8f3,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:43.231682 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-716786ba-89f2-4def-bd7c-d837d5c3da63 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.235821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:43.245354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=ee8cbfcb-95af-46ad-8324-89c798d0f3b8,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:43.276113 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69241121-392c-4cdf-80ed-faef6d2690fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.304612 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69241121-392c-4cdf-80ed-faef6d2690fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.315314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:02:40Z', 'revision_number': 3, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:40Z', 'revision_number': 2, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:43.316973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69241121-392c-4cdf-80ed-faef6d2690fd admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:02:43.317228 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69241121-392c-4cdf-80ed-faef6d2690fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:02:43.319045 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:02:43.389366 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Checking router: 822dc655-22ce-459a-88de-8c50270636b3 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:02:43.390083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Updating router 822dc655-22ce-459a-88de-8c50270636b3 port d626b9db-2377-496d-b71d-3c4df3657558 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:02:43.434343 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] For port e36f6aad-3df8-4d75-bda0-c6a0966a21b7, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:43.464631 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.492953 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] For port e36f6aad-3df8-4d75-bda0-c6a0966a21b7, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e36f6aad-3df8-4d75-bda0-c6a0966a21b7,segment=NetworkSegment(4193373c-ac45-4a4e-be83-6460d3daae61),segment_id=4193373c-ac45-4a4e-be83-6460d3daae61)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:43.661827 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69241121-392c-4cdf-80ed-faef6d2690fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.672775 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69241121-392c-4cdf-80ed-faef6d2690fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.675485 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-69241121-392c-4cdf-80ed-faef6d2690fd admin admin] 10.222.0.16 "DELETE /v2.0/networks/546086dd-6a4b-4559-9d1f-08297633ebdb HTTP/1.1" status: 204 len: 168 time: 0.7648425 Aug 31 01:02:43.697522 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69241121-392c-4cdf-80ed-faef6d2690fd admin admin] Pushing event deleted for resources: {'Network': ['ID=546086dd-6a4b-4559-9d1f-08297633ebdb,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:43.760258 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.802785 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-716786ba-89f2-4def-bd7c-d837d5c3da63 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.862212 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d43f08-4f0e-4e36-b8fa-feaf45e565aa None None] Pushing event updated for resources: {'Port': ['ID=e36f6aad-3df8-4d75-bda0-c6a0966a21b7,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:43.891996 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24b016-b1dd-43aa-888b-a18f145e06fc req-41072a5e-cf1a-4cd6-9305-57aef2827519 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:43.894112 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ce24b016-b1dd-43aa-888b-a18f145e06fc req-41072a5e-cf1a-4cd6-9305-57aef2827519 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 946 time: 0.1220098 Aug 31 01:02:43.897603 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716786ba-89f2-4def-bd7c-d837d5c3da63 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Subnet': ['ID=2dfe5c37-0667-48c7-af4d-09c2f60954a7,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:43.938726 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.952727 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716786ba-89f2-4def-bd7c-d837d5c3da63 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Checking segment: {'id': '5ef522f2-eaa2-4e74-94fa-0cbd131464a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:43.953360 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716786ba-89f2-4def-bd7c-d837d5c3da63 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network hostable DHCP agents. Network: f1eab857-9565-4dc8-9d27-6165189a4735, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:02:43.999652 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.006687 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ce24b016-b1dd-43aa-888b-a18f145e06fc req-1d25404e-4dd4-4472-98ec-73e3c4387b75 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050193 Aug 31 01:02:44.019837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1b7b4e7a-5f7c-4749-a7c1-9de5ba67cb41 None None] Provisioning for port d626b9db-2377-496d-b71d-3c4df3657558 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:44.024464 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Transition to ACTIVE for port object d626b9db-2377-496d-b71d-3c4df3657558 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:44.028890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1b7b4e7a-5f7c-4749-a7c1-9de5ba67cb41 None None] Provisioning complete for port d626b9db-2377-496d-b71d-3c4df3657558 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:44.029350 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1b7b4e7a-5f7c-4749-a7c1-9de5ba67cb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.096312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-1b7b4e7a-5f7c-4749-a7c1-9de5ba67cb41 None None] Port d626b9db-2377-496d-b71d-3c4df3657558 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:44.239400 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-20912224-2fca-4e68-a8f3-e782533088a5 None None] Provisioning complete for port d626b9db-2377-496d-b71d-3c4df3657558 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:44.239897 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-20912224-2fca-4e68-a8f3-e782533088a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.241486 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.290496 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-20912224-2fca-4e68-a8f3-e782533088a5 None None] Port d626b9db-2377-496d-b71d-3c4df3657558 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:44.386994 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.387690 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716786ba-89f2-4def-bd7c-d837d5c3da63 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network f1eab857-9565-4dc8-9d27-6165189a4735 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:02:44.605301 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556bbb6-846d-4c23-a072-e341bec8aa77 None None] Pushing event updated for resources: {'Port': ['ID=d626b9db-2377-496d-b71d-3c4df3657558,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:44.624417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Attempting to bind port d626b9db-2377-496d-b71d-3c4df3657558 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:44.624785 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Attempting to bind port d626b9db-2377-496d-b71d-3c4df3657558 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '6a69a7ff-e91a-481f-a1de-d48083e1408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:44.625146 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Attempting to bind port d626b9db-2377-496d-b71d-3c4df3657558 on network 6a1f26eb-11cf-46c7-b350-64295037f609 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:44.631337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:44.631744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Checking segment: {'id': '6a69a7ff-e91a-481f-a1de-d48083e1408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:44.632398 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.632791 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Bound using segment: {'id': '6a69a7ff-e91a-481f-a1de-d48083e1408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:44.633264 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Bound port: d626b9db-2377-496d-b71d-3c4df3657558, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a69a7ff-e91a-481f-a1de-d48083e1408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:44.633674 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.736950 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-716786ba-89f2-4def-bd7c-d837d5c3da63 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, f1eab857-9565-4dc8-9d27-6165189a4735) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:44.737520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router 46a8f4fc-3407-4a53-b06c-950eb94b2740 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:02:44.741577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] For port d626b9db-2377-496d-b71d-3c4df3657558, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:44.744374 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] For port d626b9db-2377-496d-b71d-3c4df3657558, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d626b9db-2377-496d-b71d-3c4df3657558,segment=NetworkSegment(6a69a7ff-e91a-481f-a1de-d48083e1408c),segment_id=6a69a7ff-e91a-481f-a1de-d48083e1408c)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:44.746348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716786ba-89f2-4def-bd7c-d837d5c3da63 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:44.750265 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-716786ba-89f2-4def-bd7c-d837d5c3da63 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.774395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51268) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:44.789293 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7a84d7-259a-4e3c-9424-880f0380042d None None] Network f1eab857-9565-4dc8-9d27-6165189a4735 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:44.926132 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6f1bdf80-6b94-4878-b171-801b04d7ebcf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad64b88b28f9432083fdf33b86f26d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501369 Aug 31 01:02:44.930861 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51270) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:44.958530 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:44.973734 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-f1eab857-9565-4dc8-9d27-6165189a4735', 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'fixed_ips': [{'subnet_id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:02:44.974678 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.975032 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3d1e6-7452-41eb-835d-5212c612efcd None None] Sync routers for ids ['46a8f4fc-3407-4a53-b06c-950eb94b2740'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:44.991582 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e36f6aad-3df8-4d75-bda0-c6a0966a21b7 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:44.996049 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3d1e6-7452-41eb-835d-5212c612efcd None None] Routers {'46a8f4fc-3407-4a53-b06c-950eb94b2740'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:44.997039 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e4c3d1e6-7452-41eb-835d-5212c612efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['46a8f4fc-3407-4a53-b06c-950eb94b2740'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:45.031624 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1c4c02b1-f700-40f3-a9da-f491479e3399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.045423 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e4c3d1e6-7452-41eb-835d-5212c612efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:45.056301 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3d1e6-7452-41eb-835d-5212c612efcd None None] Routers {'46a8f4fc-3407-4a53-b06c-950eb94b2740'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:45.057316 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e4c3d1e6-7452-41eb-835d-5212c612efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['46a8f4fc-3407-4a53-b06c-950eb94b2740'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:45.057955 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.064786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51274) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:45.072651 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-716786ba-89f2-4def-bd7c-d837d5c3da63 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1545365 Aug 31 01:02:45.076729 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1c4c02b1-f700-40f3-a9da-f491479e3399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.104742 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e4c3d1e6-7452-41eb-835d-5212c612efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:45.105470 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3d1e6-7452-41eb-835d-5212c612efcd None None] The sync data for ids ['46a8f4fc-3407-4a53-b06c-950eb94b2740'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:45.132159 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.135316 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5a403110-4bdd-4e57-a126-5a51fd2ae49e tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3769894 Aug 31 01:02:45.137806 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51280) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:45.331988 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5acfc-f62d-4f7f-bcb1-7d346735181d req-4849de8a-f8e5-445e-b84e-227ccecb18ef tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:45.332656 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdafad70-cd55-4b3f-a375-35ff11b072d5 None None] Network 5533ec10-8657-4bdc-ad62-c18a3fd9364c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:45.337970 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5dc5acfc-f62d-4f7f-bcb1-7d346735181d req-4849de8a-f8e5-445e-b84e-227ccecb18ef tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 946 time: 0.1682727 Aug 31 01:02:45.343252 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Allocated IP 2001:db8:2::2 (f1eab857-9565-4dc8-9d27-6165189a4735/2dfe5c37-0667-48c7-af4d-09c2f60954a7/4f2b516b-0939-4dca-ad63-cc75c0d61948) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:45.418640 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5dc5acfc-f62d-4f7f-bcb1-7d346735181d req-5a9184c1-0b9f-4754-9f05-5e4e00db99e9 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671828 Aug 31 01:02:45.438185 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:45.439502 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:45.442628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556bbb6-846d-4c23-a072-e341bec8aa77 None None] Pushing event updated for resources: {'Port': ['ID=d626b9db-2377-496d-b71d-3c4df3657558,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:45.531454 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1c4c02b1-f700-40f3-a9da-f491479e3399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.543284 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1c4c02b1-f700-40f3-a9da-f491479e3399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.549767 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1c4c02b1-f700-40f3-a9da-f491479e3399 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb79326f-61bc-43e3-8689-069fed355ade HTTP/1.1" status: 204 len: 168 time: 0.6177385 Aug 31 01:02:45.595642 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c02b1-f700-40f3-a9da-f491479e3399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb79326f-61bc-43e3-8689-069fed355ade,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:45.696700 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.807649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:45.809582 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1e33cedc-ac59-43fa-9a66-ebf13848c5e7 None None] Provisioning for port e36f6aad-3df8-4d75-bda0-c6a0966a21b7 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:45.817597 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port e36f6aad-3df8-4d75-bda0-c6a0966a21b7 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:45.869152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1e33cedc-ac59-43fa-9a66-ebf13848c5e7 None None] Provisioning complete for port e36f6aad-3df8-4d75-bda0-c6a0966a21b7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:45.869562 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1e33cedc-ac59-43fa-9a66-ebf13848c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.907035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port e36f6aad-3df8-4d75-bda0-c6a0966a21b7 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:45.907995 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.093469 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.108096 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.131566 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Transition to ACTIVE for port object 4f2b516b-0939-4dca-ad63-cc75c0d61948 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:46.263730 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Transition to ACTIVE for port object 4f2b516b-0939-4dca-ad63-cc75c0d61948 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:46.387903 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1e33cedc-ac59-43fa-9a66-ebf13848c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.410943 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.417276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7fffe-e75a-4104-bad8-bc18d57136ad req-80718b32-b945-4c9e-a1df-f9be14fe71e7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:46.424561 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8de7fffe-e75a-4104-bad8-bc18d57136ad req-80718b32-b945-4c9e-a1df-f9be14fe71e7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 946 time: 0.1170623 Aug 31 01:02:46.477040 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-1e33cedc-ac59-43fa-9a66-ebf13848c5e7 None None] For port e36f6aad-3df8-4d75-bda0-c6a0966a21b7, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e36f6aad-3df8-4d75-bda0-c6a0966a21b7,segment=NetworkSegment(4193373c-ac45-4a4e-be83-6460d3daae61),segment_id=4193373c-ac45-4a4e-be83-6460d3daae61)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:46.497296 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.504083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:02:40Z', 'revision_number': 3, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:44Z', 'revision_number': 4, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:46.526847 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8de7fffe-e75a-4104-bad8-bc18d57136ad req-be6fa215-c6a8-4e56-bc51-bf66a256f1b2 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867064 Aug 31 01:02:46.637374 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157885dc-5a1d-4760-a7d2-a377b90c4b48 None None] The sync data for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 is: [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:02:40Z', 'revision_number': 3, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:44Z', 'revision_number': 4, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:46.665121 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Allocated IP 2001:db8:2::1 (f1eab857-9565-4dc8-9d27-6165189a4735/2dfe5c37-0667-48c7-af4d-09c2f60954a7/02dfb65a-d3c3-418c-a9db-c3c55c6850e9) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:46.667492 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Pushing event updated for resources: {'Port': ['ID=4f2b516b-0939-4dca-ad63-cc75c0d61948,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:46.685955 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Network f1eab857-9565-4dc8-9d27-6165189a4735 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:46.688042 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1e33cedc-ac59-43fa-9a66-ebf13848c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.700708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:46.708595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:46.853535 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:02:46.853535 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:02:46.875616 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33cedc-ac59-43fa-9a66-ebf13848c5e7 None None] Pushing event updated for resources: {'Port': ['ID=e36f6aad-3df8-4d75-bda0-c6a0966a21b7,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:46.905198 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Allocated IP 172.20.0.1 (5533ec10-8657-4bdc-ad62-c18a3fd9364c/da66b9cf-d7fd-4472-b207-1afe2e9d945f/5e0fb60d-f3ec-42eb-aecd-edfa002deba9) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:46.958543 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Attempting to bind port 4f2b516b-0939-4dca-ad63-cc75c0d61948 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:46.958950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Attempting to bind port 4f2b516b-0939-4dca-ad63-cc75c0d61948 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '5ef522f2-eaa2-4e74-94fa-0cbd131464a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:46.959316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Attempting to bind port 4f2b516b-0939-4dca-ad63-cc75c0d61948 on network f1eab857-9565-4dc8-9d27-6165189a4735 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:46.973319 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:46.973696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Checking segment: {'id': '5ef522f2-eaa2-4e74-94fa-0cbd131464a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:46.974046 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.974492 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Bound using segment: {'id': '5ef522f2-eaa2-4e74-94fa-0cbd131464a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:46.975270 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Bound port: 4f2b516b-0939-4dca-ad63-cc75c0d61948, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef522f2-eaa2-4e74-94fa-0cbd131464a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:46.975656 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:47.019868 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:47.034502 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c6c1e601-85ef-4bca-bb65-b6be28f5bb8c None None] Provisioning complete for port e36f6aad-3df8-4d75-bda0-c6a0966a21b7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:47.034502 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c6c1e601-85ef-4bca-bb65-b6be28f5bb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:47.076371 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Transition to ACTIVE for port object 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:47.162329 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:47.214709 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Transition to ACTIVE for port object 5e0fb60d-f3ec-42eb-aecd-edfa002deba9 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:47.243614 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d92e78-53df-4fc8-a472-058597815eb6 req-27e70e38-b746-496c-832c-c34751011059 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:47.252114 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b8d92e78-53df-4fc8-a472-058597815eb6 req-27e70e38-b746-496c-832c-c34751011059 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 945 time: 0.1263785 Aug 31 01:02:47.267925 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] For port 4f2b516b-0939-4dca-ad63-cc75c0d61948, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:47.275889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] For port 4f2b516b-0939-4dca-ad63-cc75c0d61948, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=4f2b516b-0939-4dca-ad63-cc75c0d61948,segment=NetworkSegment(5ef522f2-eaa2-4e74-94fa-0cbd131464a9),segment_id=5ef522f2-eaa2-4e74-94fa-0cbd131464a9)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:47.309295 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b8d92e78-53df-4fc8-a472-058597815eb6 req-862f8762-09c5-4dc8-a212-08938ece0d50 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/security-groups?id=1425bc86-58a8-4c0a-b18f-f6b8a087e2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536156 Aug 31 01:02:47.468065 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:47.494358 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:02:47.530095 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network f1eab857-9565-4dc8-9d27-6165189a4735 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:47.535144 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:47.541242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:47.541848 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:47.552979 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:47.567409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=02dfb65a-d3c3-418c-a9db-c3c55c6850e9,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:47.598933 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:47.634287 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:47.673316 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network 5533ec10-8657-4bdc-ad62-c18a3fd9364c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:47.769634 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db49381-c20f-407e-933c-9ca929b75aa2 None None] Pushing event updated for resources: {'Port': ['ID=4f2b516b-0939-4dca-ad63-cc75c0d61948,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:47.803927 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:47.804457 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:47.814592 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:47.828170 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:47.917312 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=5e0fb60d-f3ec-42eb-aecd-edfa002deba9,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:48.032034 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:48.068147 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:48.224792 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22430f2e-c53e-473d-ab21-8900795fee1a req-12941fa3-d0fc-4c27-aed4-19a01105e205 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:48.265075 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-22430f2e-c53e-473d-ab21-8900795fee1a req-12941fa3-d0fc-4c27-aed4-19a01105e205 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 946 time: 0.4524946 Aug 31 01:02:48.275427 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51330) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:48.410129 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e36f6aad-3df8-4d75-bda0-c6a0966a21b7 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:48.414467 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-22430f2e-c53e-473d-ab21-8900795fee1a req-e217902e-a4f4-4ca4-9968-1d3100484159 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476996 Aug 31 01:02:48.435962 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91970938-2b3e-4896-a29b-b9649152e11a req-ba2543a1-9aeb-4ac0-aa38-da46788f3a36 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:48.437985 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-91970938-2b3e-4896-a29b-b9649152e11a req-ba2543a1-9aeb-4ac0-aa38-da46788f3a36 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.41 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 945 time: 0.2808902 Aug 31 01:02:48.609570 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-eda028ef-f2a0-43cc-9109-b9c85ce53ef3 None None] Provisioning for port 5e0fb60d-f3ec-42eb-aecd-edfa002deba9 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:48.617714 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-eda028ef-f2a0-43cc-9109-b9c85ce53ef3 None None] Provisioning complete for port 5e0fb60d-f3ec-42eb-aecd-edfa002deba9 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:48.618099 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-eda028ef-f2a0-43cc-9109-b9c85ce53ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:48.663558 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-eda028ef-f2a0-43cc-9109-b9c85ce53ef3 None None] Port 5e0fb60d-f3ec-42eb-aecd-edfa002deba9 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:48.670832 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port e36f6aad-3df8-4d75-bda0-c6a0966a21b7 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:48.671202 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:48.690523 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b0edee3e-b614-42e5-ab37-5a7d3dfabd39 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-538040674-network', 'tenant_id': '19b0c01c2a774ed1abe0c4b0e21918ae'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:48.697369 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb56a3-b65c-4059-ab11-e1d2deae131d req-8cecd2c9-5127-4fa0-a079-9f7e00177cf4 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:48.699287 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-03bb56a3-b65c-4059-ab11-e1d2deae131d req-8cecd2c9-5127-4fa0-a079-9f7e00177cf4 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 945 time: 0.2049832 Aug 31 01:02:48.792687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d626b9db-2377-496d-b71d-3c4df3657558 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:48.792924 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-91970938-2b3e-4896-a29b-b9649152e11a req-248bacc5-f833-4863-9685-7cfb94f6e9fb tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Deleting port dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:48.792924 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-91970938-2b3e-4896-a29b-b9649152e11a req-248bacc5-f833-4863-9685-7cfb94f6e9fb tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:48.820236 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-03bb56a3-b65c-4059-ab11-e1d2deae131d req-b4c05bd9-aa21-42a9-a1c7-81621f9482e4 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/security-groups?id=1425bc86-58a8-4c0a-b18f-f6b8a087e2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080928 Aug 31 01:02:48.843913 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.034441 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.052258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0edee3e-b614-42e5-ab37-5a7d3dfabd39 admin admin] Made reservation on behalf of 19b0c01c2a774ed1abe0c4b0e21918ae for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:49.055432 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0edee3e-b614-42e5-ab37-5a7d3dfabd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.064071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port d626b9db-2377-496d-b71d-3c4df3657558 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:49.068918 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port d626b9db-2377-496d-b71d-3c4df3657558 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:49.068918 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.074701 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0edee3e-b614-42e5-ab37-5a7d3dfabd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.145753 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-91970938-2b3e-4896-a29b-b9649152e11a req-248bacc5-f833-4863-9685-7cfb94f6e9fb tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] For port dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc,segment=NetworkSegment(bd74588b-7421-4584-9cc8-ab9b8f4aa33e),segment_id=bd74588b-7421-4584-9cc8-ab9b8f4aa33e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:49.146611 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-91970938-2b3e-4896-a29b-b9649152e11a req-248bacc5-f833-4863-9685-7cfb94f6e9fb tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.170627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-91970938-2b3e-4896-a29b-b9649152e11a req-248bacc5-f833-4863-9685-7cfb94f6e9fb tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Calling delete_port for dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:49.221629 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.265411 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.266260 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.312037 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port d626b9db-2377-496d-b71d-3c4df3657558, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d626b9db-2377-496d-b71d-3c4df3657558,segment=NetworkSegment(6a69a7ff-e91a-481f-a1de-d48083e1408c),segment_id=6a69a7ff-e91a-481f-a1de-d48083e1408c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:49.419613 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=02dfb65a-d3c3-418c-a9db-c3c55c6850e9,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:49.428225 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.536482 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0edee3e-b614-42e5-ab37-5a7d3dfabd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.562928 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network f1eab857-9565-4dc8-9d27-6165189a4735 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:49.567510 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:49.572221 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.581589 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=d626b9db-2377-496d-b71d-3c4df3657558,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:49.650156 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e2be32-7523-437e-83e6-c1a08cf31459 None None] Network f1eab857-9565-4dc8-9d27-6165189a4735 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:49.665824 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0edee3e-b614-42e5-ab37-5a7d3dfabd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.687521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0edee3e-b614-42e5-ab37-5a7d3dfabd39 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:02:49.699160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edee3e-b614-42e5-ab37-5a7d3dfabd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41df5e17-9f6c-4b7a-84d2-e1eb9215b599,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:49.705357 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0edee3e-b614-42e5-ab37-5a7d3dfabd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.706146 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-b0edee3e-b614-42e5-ab37-5a7d3dfabd39 admin admin] Added segment 0425c86f-266b-43b4-b81d-d05c386964c3 of type vlan for network b0ccd887-c5da-4271-88f5-08b576ad7053 Aug 31 01:02:49.717451 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.724330 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-91970938-2b3e-4896-a29b-b9649152e11a req-248bacc5-f833-4863-9685-7cfb94f6e9fb tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.739889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:49.778039 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bacc5-f833-4863-9685-7cfb94f6e9fb tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Pushing event deleted for resources: {'Port': ['ID=dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:49.792186 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aec9e-e8a2-493e-a61c-8700c0a495f9 req-e2663b1b-5a76-42b1-9cf9-9e08d4b305fe tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:49.794282 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a2aec9e-e8a2-493e-a61c-8700c0a495f9 req-e2663b1b-5a76-42b1-9cf9-9e08d4b305fe tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 946 time: 0.2169466 Aug 31 01:02:49.808506 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-be6e5bdb-5231-4632-8b5a-6cbe8fab65a3 None None] Provisioning for port 4f2b516b-0939-4dca-ad63-cc75c0d61948 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:49.830867 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.834388 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0edee3e-b614-42e5-ab37-5a7d3dfabd39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.853277 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=5e0fb60d-f3ec-42eb-aecd-edfa002deba9,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:49.883876 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-91970938-2b3e-4896-a29b-b9649152e11a req-248bacc5-f833-4863-9685-7cfb94f6e9fb tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] No DVR routers for this DVR port dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:49.892443 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-91970938-2b3e-4896-a29b-b9649152e11a req-248bacc5-f833-4863-9685-7cfb94f6e9fb tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.892988 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-91970938-2b3e-4896-a29b-b9649152e11a req-248bacc5-f833-4863-9685-7cfb94f6e9fb tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.41 "DELETE /v2.0/ports/dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc HTTP/1.1" status: 204 len: 173 time: 1.4460781 Aug 31 01:02:49.896488 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router 822dc655-22ce-459a-88de-8c50270636b3 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:49.897164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3088a809-7f1f-4ee5-a434-f50dfff4847e', 'name': 'network-vif-deleted', 'tag': 'dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:49.899662 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78832271-3058-4578-862a-e64e253434e4" -d '{"events": [{"server_uuid": "3088a809-7f1f-4ee5-a434-f50dfff4847e", "name": "network-vif-deleted", "tag": "dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:49.935534 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a2aec9e-e8a2-493e-a61c-8700c0a495f9 req-0b4cc344-ffb5-4d80-a477-9a976dea7b54 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246598 Aug 31 01:02:50.011188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network 5533ec10-8657-4bdc-ad62-c18a3fd9364c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:50.015317 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9f84edc0-a633-4845-aa8d-8dc24304999b req-b74069de-e48e-4a19-be70-4aa318502514 tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 210 time: 0.0387986 Aug 31 01:02:50.017761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:50.078954 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077bdf1a-6dd4-4576-af56-4a8c6fac5738 x-openstack-request-id: req-077bdf1a-6dd4-4576-af56-4a8c6fac5738 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:50.087644 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3088a809-7f1f-4ee5-a434-f50dfff4847e", "name": "network-vif-deleted", "tag": "dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:50.087644 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-077bdf1a-6dd4-4576-af56-4a8c6fac5738 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:50.087644 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3088a809-7f1f-4ee5-a434-f50dfff4847e', 'name': 'network-vif-deleted', 'tag': 'dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc', 'status': 'completed', 'code': 200} Aug 31 01:02:50.134660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0edee3e-b614-42e5-ab37-5a7d3dfabd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:50.142283 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0edee3e-b614-42e5-ab37-5a7d3dfabd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:50.142283 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0edee3e-b614-42e5-ab37-5a7d3dfabd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:50.192570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:50.199938 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-377cdd0b-4dc5-4a3b-93f9-9ae46fd495fc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/822dc655-22ce-459a-88de-8c50270636b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1334274 Aug 31 01:02:50.211985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Sync routers for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:50.221864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51356) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:50.230932 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:50.232502 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:50.237500 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-35a6a911-ba35-4033-8bda-396ad2fc49a9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-989920182'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:50.300710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4f2b516b-0939-4dca-ad63-cc75c0d61948 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:50.410859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:50.439363 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a6a911-ba35-4033-8bda-396ad2fc49a9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Made reservation on behalf of 7de7ed71264a4ac694a0cee7d619a40a for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:50.445108 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-35a6a911-ba35-4033-8bda-396ad2fc49a9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:50.495021 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a6a911-ba35-4033-8bda-396ad2fc49a9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:02:50.521251 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-35a6a911-ba35-4033-8bda-396ad2fc49a9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:50.521826 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-35a6a911-ba35-4033-8bda-396ad2fc49a9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Added segment 4925a30f-3664-4c50-8f27-b98295bdc06f of type vlan for network dee432a6-ac38-4cc8-8238-b722d74a2716 Aug 31 01:02:50.596354 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-35a6a911-ba35-4033-8bda-396ad2fc49a9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:50.693771 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 4f2b516b-0939-4dca-ad63-cc75c0d61948 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:50.700211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 4f2b516b-0939-4dca-ad63-cc75c0d61948 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:50.700707 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:50.733654 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edee3e-b614-42e5-ab37-5a7d3dfabd39 admin admin] Pushing event updated for resources: {'Network': ['ID=b0ccd887-c5da-4271-88f5-08b576ad7053,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:50.747536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-376ab2f3-3cc9-49ba-bd52-a65feeaef648 None None] Provisioning for port 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:50.758241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network b0ccd887-c5da-4271-88f5-08b576ad7053 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:02:50.762368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-376ab2f3-3cc9-49ba-bd52-a65feeaef648 None None] Provisioning complete for port 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:50.763027 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-376ab2f3-3cc9-49ba-bd52-a65feeaef648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:50.777045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router 46a8f4fc-3407-4a53-b06c-950eb94b2740 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:50.857356 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-376ab2f3-3cc9-49ba-bd52-a65feeaef648 None None] Port 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:50.882034 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-35a6a911-ba35-4033-8bda-396ad2fc49a9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:50.892390 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b0edee3e-b614-42e5-ab37-5a7d3dfabd39 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6167250 Aug 31 01:02:50.893163 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51360) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:50.897707 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a6a911-ba35-4033-8bda-396ad2fc49a9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:50.898500 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-35a6a911-ba35-4033-8bda-396ad2fc49a9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:50.901828 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-644eee51-7ca3-4b84-bd65-bc020698ef8b admin admin] Request body: {'subnet': {'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-538040674-subnet', 'tenant_id': '19b0c01c2a774ed1abe0c4b0e21918ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:50.916368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-376ab2f3-3cc9-49ba-bd52-a65feeaef648 None None] Provisioning complete for port 5e0fb60d-f3ec-42eb-aecd-edfa002deba9 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:50.916807 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-376ab2f3-3cc9-49ba-bd52-a65feeaef648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:50.946741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:02:47Z', 'revision_number': 4, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '02dfb65a-d3c3-418c-a9db-c3c55c6850e9', 'name': '', 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:83:6d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:46Z', 'updated_at': '2021-08-31T01:02:48Z', 'revision_number': 2, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:49Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:50.963955 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:50.976627 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-930a3378-3dbf-455f-bd12-f42724894c59 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "PUT /v2.0/routers/46a8f4fc-3407-4a53-b06c-950eb94b2740/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8237348 Aug 31 01:02:50.978811 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51364) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:50.979837 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239bd756-e999-4e7c-a206-d1765678c7ce None None] Sync routers for ids ['46a8f4fc-3407-4a53-b06c-950eb94b2740'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:50.986284 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-18aac292-b017-417f-9435-7310dcabba91 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'port': {'network_id': '5533ec10-8657-4bdc-ad62-c18a3fd9364c', 'name': 'tempest-FloatingIPTestJSON-924078571'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:50.996140 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6a911-ba35-4033-8bda-396ad2fc49a9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Network': ['ID=dee432a6-ac38-4cc8-8238-b722d74a2716,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:50.999770 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239bd756-e999-4e7c-a206-d1765678c7ce None None] Routers {'46a8f4fc-3407-4a53-b06c-950eb94b2740'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:51.000341 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-239bd756-e999-4e7c-a206-d1765678c7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['46a8f4fc-3407-4a53-b06c-950eb94b2740'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:51.015548 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ba394-2340-4a6d-9cd3-c98d45c53ada req-04494622-554b-4040-897a-25133138cea7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:51.018745 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c0ba394-2340-4a6d-9cd3-c98d45c53ada req-04494622-554b-4040-897a-25133138cea7 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 946 time: 0.1959386 Aug 31 01:02:51.025651 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network dee432a6-ac38-4cc8-8238-b722d74a2716 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:02:51.095791 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-239bd756-e999-4e7c-a206-d1765678c7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:51.118765 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644eee51-7ca3-4b84-bd65-bc020698ef8b admin admin] Made reservation on behalf of 19b0c01c2a774ed1abe0c4b0e21918ae for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:51.121118 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239bd756-e999-4e7c-a206-d1765678c7ce None None] Routers {'46a8f4fc-3407-4a53-b06c-950eb94b2740'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:51.121271 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-644eee51-7ca3-4b84-bd65-bc020698ef8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:51.121926 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-239bd756-e999-4e7c-a206-d1765678c7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['46a8f4fc-3407-4a53-b06c-950eb94b2740'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:51.146346 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Checking router: 822dc655-22ce-459a-88de-8c50270636b3 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:02:51.147666 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Updating router 822dc655-22ce-459a-88de-8c50270636b3 port 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:02:51.199244 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:51.205974 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:51.209025 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-239bd756-e999-4e7c-a206-d1765678c7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:51.209904 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239bd756-e999-4e7c-a206-d1765678c7ce None None] The sync data for ids ['46a8f4fc-3407-4a53-b06c-950eb94b2740'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:51.271595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-376ab2f3-3cc9-49ba-bd52-a65feeaef648 None None] Port 5e0fb60d-f3ec-42eb-aecd-edfa002deba9 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:51.272588 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610536e-2cc7-4b86-a18c-67f98230e4d0 req-17355e50-c4ac-4f65-b287-5be77703127a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:51.276173 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e610536e-2cc7-4b86-a18c-67f98230e4d0 req-17355e50-c4ac-4f65-b287-5be77703127a tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 946 time: 0.2046125 Aug 31 01:02:51.313822 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-0c0ba394-2340-4a6d-9cd3-c98d45c53ada req-35b8a3ed-fa70-4b92-b741-412d76e08c61 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Deleting port 69cb4435-004e-4493-9adb-1042539abf8b {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:51.313822 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c0ba394-2340-4a6d-9cd3-c98d45c53ada req-35b8a3ed-fa70-4b92-b741-412d76e08c61 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:51.336178 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ada3df06-127b-4f3c-9e5a-3081e8278d49 req-d7ea4387-a5fe-477e-ab38-fe4e1cd80a5a tempest-ServerTagsTestJSON-218220379 tempest-ServerTagsTestJSON-218220379-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088a809-7f1f-4ee5-a434-f50dfff4847e HTTP/1.1" status: 200 len: 210 time: 0.1487486 Aug 31 01:02:51.339913 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-376ab2f3-3cc9-49ba-bd52-a65feeaef648 None None] Provisioning complete for port 4f2b516b-0939-4dca-ad63-cc75c0d61948 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:51.339913 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-376ab2f3-3cc9-49ba-bd52-a65feeaef648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:51.343035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 4f2b516b-0939-4dca-ad63-cc75c0d61948, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=4f2b516b-0939-4dca-ad63-cc75c0d61948,segment=NetworkSegment(5ef522f2-eaa2-4e74-94fa-0cbd131464a9),segment_id=5ef522f2-eaa2-4e74-94fa-0cbd131464a9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:51.385914 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-35a6a911-ba35-4033-8bda-396ad2fc49a9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1621270 Aug 31 01:02:51.397533 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51374) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:51.408799 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-688e2ac6-eb21-47c9-bbd9-3bc78ac7c558 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'subnet': {'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:51.431132 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e610536e-2cc7-4b86-a18c-67f98230e4d0 req-8cf56669-8961-4830-9e35-e9e8fd4f9566 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b50ca43-c5f5-4338-800a-f33cee9ad32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229894 Aug 31 01:02:51.519945 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:51.521061 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d626b9db-2377-496d-b71d-3c4df3657558 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:51.574350 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-0c0ba394-2340-4a6d-9cd3-c98d45c53ada req-35b8a3ed-fa70-4b92-b741-412d76e08c61 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] For port 69cb4435-004e-4493-9adb-1042539abf8b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=69cb4435-004e-4493-9adb-1042539abf8b,segment=NetworkSegment(39a85bc0-331a-4f29-b04d-3af1da94ab85),segment_id=39a85bc0-331a-4f29-b04d-3af1da94ab85)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:51.575067 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c0ba394-2340-4a6d-9cd3-c98d45c53ada req-35b8a3ed-fa70-4b92-b741-412d76e08c61 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:51.592777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-0c0ba394-2340-4a6d-9cd3-c98d45c53ada req-35b8a3ed-fa70-4b92-b741-412d76e08c61 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Calling delete_port for 69cb4435-004e-4493-9adb-1042539abf8b owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:51.632043 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18aac292-b017-417f-9435-7310dcabba91 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Made reservation on behalf of 1933813fc4bb4bd88fe6ba5b8c4eeb28 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:51.635606 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18aac292-b017-417f-9435-7310dcabba91 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:51.637791 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=4f2b516b-0939-4dca-ad63-cc75c0d61948,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:51.673351 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-18aac292-b017-417f-9435-7310dcabba91 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] device_id is not set on port 987b94e8-4ae9-4e2c-8ecb-cdb3366af7cb yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:02:51.734784 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port d626b9db-2377-496d-b71d-3c4df3657558 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:51.735393 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:51.791218 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-644eee51-7ca3-4b84-bd65-bc020698ef8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:51.798003 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688e2ac6-eb21-47c9-bbd9-3bc78ac7c558 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Made reservation on behalf of 7de7ed71264a4ac694a0cee7d619a40a for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:51.803227 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-688e2ac6-eb21-47c9-bbd9-3bc78ac7c558 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:51.921955 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c0ba394-2340-4a6d-9cd3-c98d45c53ada req-35b8a3ed-fa70-4b92-b741-412d76e08c61 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:51.945806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['69cb4435-004e-4493-9adb-1042539abf8b'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:51.948503 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644eee51-7ca3-4b84-bd65-bc020698ef8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8014dbf9-3f93-4305-a557-88fa6bfa5935,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:51.962221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8a3ed-fa70-4b92-b741-412d76e08c61 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Pushing event deleted for resources: {'Port': ['ID=69cb4435-004e-4493-9adb-1042539abf8b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:52.003623 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-18aac292-b017-417f-9435-7310dcabba91 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Allocated IP 172.20.0.11 (5533ec10-8657-4bdc-ad62-c18a3fd9364c/da66b9cf-d7fd-4472-b207-1afe2e9d945f/987b94e8-4ae9-4e2c-8ecb-cdb3366af7cb) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:52.056789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0ba394-2340-4a6d-9cd3-c98d45c53ada req-35b8a3ed-fa70-4b92-b741-412d76e08c61 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] No DVR routers for this DVR port 69cb4435-004e-4493-9adb-1042539abf8b on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:52.063760 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c0ba394-2340-4a6d-9cd3-c98d45c53ada req-35b8a3ed-fa70-4b92-b741-412d76e08c61 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.064005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644eee51-7ca3-4b84-bd65-bc020698ef8b admin admin] Checking segment: {'id': '0425c86f-266b-43b4-b81d-d05c386964c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:52.064259 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644eee51-7ca3-4b84-bd65-bc020698ef8b admin admin] Network hostable DHCP agents. Network: b0ccd887-c5da-4271-88f5-08b576ad7053, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:02:52.069102 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c0ba394-2340-4a6d-9cd3-c98d45c53ada req-35b8a3ed-fa70-4b92-b741-412d76e08c61 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.41 "DELETE /v2.0/ports/69cb4435-004e-4493-9adb-1042539abf8b HTTP/1.1" status: 204 len: 173 time: 1.0418055 Aug 31 01:02:52.086430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c5ea14-8401-44a5-873b-e8a945ca2a6f', 'name': 'network-vif-deleted', 'tag': '69cb4435-004e-4493-9adb-1042539abf8b'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:52.089228 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bed1f87-9cb1-4d1d-86c3-74b1de7a0a8e" -d '{"events": [{"server_uuid": "a0c5ea14-8401-44a5-873b-e8a945ca2a6f", "name": "network-vif-deleted", "tag": "69cb4435-004e-4493-9adb-1042539abf8b"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:52.152296 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e854033d-f116-46b1-8273-9cd63eb6860e x-openstack-request-id: req-e854033d-f116-46b1-8273-9cd63eb6860e {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:52.152552 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c5ea14-8401-44a5-873b-e8a945ca2a6f", "name": "network-vif-deleted", "tag": "69cb4435-004e-4493-9adb-1042539abf8b", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:52.152933 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e854033d-f116-46b1-8273-9cd63eb6860e {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:52.154435 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c5ea14-8401-44a5-873b-e8a945ca2a6f', 'name': 'network-vif-deleted', 'tag': '69cb4435-004e-4493-9adb-1042539abf8b', 'status': 'completed', 'code': 200} Aug 31 01:02:52.163773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3f47106d-2017-45bf-ad3d-ac50cce2b05a None None] Provisioning complete for port 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:52.164154 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3f47106d-2017-45bf-ad3d-ac50cce2b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.167108 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.199628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Transition to ACTIVE for port object 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:52.218734 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3f47106d-2017-45bf-ad3d-ac50cce2b05a None None] Port 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:52.276094 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4f2b516b-0939-4dca-ad63-cc75c0d61948 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:52.359505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 4f2b516b-0939-4dca-ad63-cc75c0d61948 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:52.359808 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.432380 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18aac292-b017-417f-9435-7310dcabba91 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.440028 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51384) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:52.494384 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.498008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-18aac292-b017-417f-9435-7310dcabba91 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Transition to ACTIVE for port object 987b94e8-4ae9-4e2c-8ecb-cdb3366af7cb will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:52.532446 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644eee51-7ca3-4b84-bd65-bc020698ef8b admin admin] Network b0ccd887-c5da-4271-88f5-08b576ad7053 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:02:52.565114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-992ca65d-c783-4c07-9619-90e11e5a4158 admin admin] Deleting subnet c717a8d0-6dc5-4fde-9f87-10cae7d930dd {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:02:52.569372 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-992ca65d-c783-4c07-9619-90e11e5a4158 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.623373 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-688e2ac6-eb21-47c9-bbd9-3bc78ac7c558 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.636402 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d21d3803-9b53-4218-9997-2a2851f7955f req-ad55d5b0-4b5d-4149-8b8c-955c2d35ec02 tempest-DeleteServersTestJSON-289376104 tempest-DeleteServersTestJSON-289376104-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0c5ea14-8401-44a5-873b-e8a945ca2a6f HTTP/1.1" status: 200 len: 210 time: 0.0525339 Aug 31 01:02:52.680955 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d5f9a-db01-4359-ac66-e0af8b55b7e0 None None] Pushing event updated for resources: {'Port': ['ID=02dfb65a-d3c3-418c-a9db-c3c55c6850e9,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:52.686151 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18aac292-b017-417f-9435-7310dcabba91 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.733585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:52.781160 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-992ca65d-c783-4c07-9619-90e11e5a4158 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.781160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aac292-b017-417f-9435-7310dcabba91 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event updated for resources: {'Port': ['ID=987b94e8-4ae9-4e2c-8ecb-cdb3366af7cb,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:52.794799 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:52.802119 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device dbaf64e8-b2e3-43bd-b0c5-3ee2dae382fc not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:52.815164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Attempting to bind port 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:52.815925 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Attempting to bind port 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '5ef522f2-eaa2-4e74-94fa-0cbd131464a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:52.816312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Attempting to bind port 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 on network f1eab857-9565-4dc8-9d27-6165189a4735 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:52.832559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-644eee51-7ca3-4b84-bd65-bc020698ef8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, b0ccd887-c5da-4271-88f5-08b576ad7053) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:52.833511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:52.834659 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Checking segment: {'id': '5ef522f2-eaa2-4e74-94fa-0cbd131464a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:52.835388 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.835934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Bound using segment: {'id': '5ef522f2-eaa2-4e74-94fa-0cbd131464a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:52.838456 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Bound port: 02dfb65a-d3c3-418c-a9db-c3c55c6850e9, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef522f2-eaa2-4e74-94fa-0cbd131464a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:52.839484 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.853242 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644eee51-7ca3-4b84-bd65-bc020698ef8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:52.854187 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-644eee51-7ca3-4b84-bd65-bc020698ef8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.857469 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee1b0a0-d1d0-4f2b-b567-a697a2739029 None None] Network b0ccd887-c5da-4271-88f5-08b576ad7053 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:52.858563 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aac292-b017-417f-9435-7310dcabba91 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Network 5533ec10-8657-4bdc-ad62-c18a3fd9364c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:52.876629 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-18aac292-b017-417f-9435-7310dcabba91 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:52.884765 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aac292-b017-417f-9435-7310dcabba91 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:52.898805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e2ac6-eb21-47c9-bbd9-3bc78ac7c558 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Subnet': ['ID=68752542-42db-4ce7-aaa6-d7d5de12a5b9,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:52.954364 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-992ca65d-c783-4c07-9619-90e11e5a4158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.956931 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688e2ac6-eb21-47c9-bbd9-3bc78ac7c558 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Checking segment: {'id': '4925a30f-3664-4c50-8f27-b98295bdc06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:52.957294 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688e2ac6-eb21-47c9-bbd9-3bc78ac7c558 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network hostable DHCP agents. Network: dee432a6-ac38-4cc8-8238-b722d74a2716, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:02:53.013674 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] For port 02dfb65a-d3c3-418c-a9db-c3c55c6850e9, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:53.017455 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aac292-b017-417f-9435-7310dcabba91 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:53.018323 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18aac292-b017-417f-9435-7310dcabba91 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:53.018542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] For port 02dfb65a-d3c3-418c-a9db-c3c55c6850e9, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=02dfb65a-d3c3-418c-a9db-c3c55c6850e9,segment=NetworkSegment(5ef522f2-eaa2-4e74-94fa-0cbd131464a9),segment_id=5ef522f2-eaa2-4e74-94fa-0cbd131464a9)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:53.061429 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-644eee51-7ca3-4b84-bd65-bc020698ef8b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1637278 Aug 31 01:02:53.124158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3d5044-e635-400c-87cc-4b1bb4cd8ba1 None None] Network b0ccd887-c5da-4271-88f5-08b576ad7053 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:53.134972 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:53.176229 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688e2ac6-eb21-47c9-bbd9-3bc78ac7c558 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network dee432a6-ac38-4cc8-8238-b722d74a2716 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:02:53.257294 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-18aac292-b017-417f-9435-7310dcabba91 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2743497 Aug 31 01:02:53.260528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51398) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:53.275290 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5df93ae6-8629-4ece-b680-e3bfedf4ee17 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Request body: {'floatingip': {'port_id': '987b94e8-4ae9-4e2c-8ecb-cdb3366af7cb'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:53.280273 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-992ca65d-c783-4c07-9619-90e11e5a4158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:53.293504 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:53.294222 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:53.391454 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ca65d-c783-4c07-9619-90e11e5a4158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c717a8d0-6dc5-4fde-9f87-10cae7d930dd,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:53.392686 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-688e2ac6-eb21-47c9-bbd9-3bc78ac7c558 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, dee432a6-ac38-4cc8-8238-b722d74a2716) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:53.421383 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688e2ac6-eb21-47c9-bbd9-3bc78ac7c558 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:53.421992 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-688e2ac6-eb21-47c9-bbd9-3bc78ac7c558 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:53.448034 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-992ca65d-c783-4c07-9619-90e11e5a4158 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:53.451062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:53.452745 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51408) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:53.453109 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-992ca65d-c783-4c07-9619-90e11e5a4158 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c717a8d0-6dc5-4fde-9f87-10cae7d930dd HTTP/1.1" status: 204 len: 168 time: 1.0119643 Aug 31 01:02:53.502868 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5df93ae6-8629-4ece-b680-e3bfedf4ee17 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:53.561837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67adcfe0-1f01-4acc-896e-c8927e62814c None None] Network dee432a6-ac38-4cc8-8238-b722d74a2716 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:53.600635 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-688e2ac6-eb21-47c9-bbd9-3bc78ac7c558 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1973290 Aug 31 01:02:53.603890 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51410) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:53.740063 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-22d8f680-c999-4393-be76-ef0ad22e1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:53.811531 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d5f9a-db01-4359-ac66-e0af8b55b7e0 None None] Pushing event updated for resources: {'Port': ['ID=02dfb65a-d3c3-418c-a9db-c3c55c6850e9,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:53.969115 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d9b5d96f-ac10-4ba3-a3db-4e131c7d37d9 None None] Provisioning for port 987b94e8-4ae9-4e2c-8ecb-cdb3366af7cb completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:54.002520 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d9b5d96f-ac10-4ba3-a3db-4e131c7d37d9 None None] Provisioning complete for port 987b94e8-4ae9-4e2c-8ecb-cdb3366af7cb triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:54.010155 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d96f-ac10-4ba3-a3db-4e131c7d37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:54.127991 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-22d8f680-c999-4393-be76-ef0ad22e1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:54.156391 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d9b5d96f-ac10-4ba3-a3db-4e131c7d37d9 None None] Port 987b94e8-4ae9-4e2c-8ecb-cdb3366af7cb cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:54.165417 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-22d8f680-c999-4393-be76-ef0ad22e1e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65c9523-c172-462d-950f-764ad756958e']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:54.169045 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-dee432a6-ac38-4cc8-8238-b722d74a2716', 'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'fixed_ips': [{'subnet_id': '68752542-42db-4ce7-aaa6-d7d5de12a5b9'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:02:54.169045 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:54.263141 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-22d8f680-c999-4393-be76-ef0ad22e1e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd74588b-7421-4584-9cc8-ab9b8f4aa33e') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:54.263790 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-22d8f680-c999-4393-be76-ef0ad22e1e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd74588b-7421-4584-9cc8-ab9b8f4aa33e') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:54.281870 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-22d8f680-c999-4393-be76-ef0ad22e1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:54.287238 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:02:47Z', 'revision_number': 4, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '02dfb65a-d3c3-418c-a9db-c3c55c6850e9', 'name': '', 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:83:6d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:46Z', 'updated_at': '2021-08-31T01:02:52Z', 'revision_number': 4, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:49Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:54.304871 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-22d8f680-c999-4393-be76-ef0ad22e1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:54.312046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d8f680-c999-4393-be76-ef0ad22e1e6e admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:02:54.312481 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-22d8f680-c999-4393-be76-ef0ad22e1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:02:54.320159 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:02:54.345884 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2934028-75f1-4aad-ab13-8e62709d9531 None None] The sync data for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 is: [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:02:47Z', 'revision_number': 4, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '02dfb65a-d3c3-418c-a9db-c3c55c6850e9', 'name': '', 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:83:6d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:46Z', 'updated_at': '2021-08-31T01:02:52Z', 'revision_number': 4, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:49Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:54.451767 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.resource_extend [None req-5df93ae6-8629-4ece-b680-e3bfedf4ee17 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:02:54.455376 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Allocated IP 2001:db8:3::2 (dee432a6-ac38-4cc8-8238-b722d74a2716/68752542-42db-4ce7-aaa6-d7d5de12a5b9/8ae2bcd1-410d-4331-bb45-dfa7793cbb37) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:54.571893 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5df93ae6-8629-4ece-b680-e3bfedf4ee17 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:54.629963 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5df93ae6-8629-4ece-b680-e3bfedf4ee17 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:54.726989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 69cb4435-004e-4493-9adb-1042539abf8b no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:54.780523 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:54.784145 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-5df93ae6-8629-4ece-b680-e3bfedf4ee17 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Floating IP 70c489d7-6990-4253-b929-26b49edf4662 associated. External IP: 172.25.2.80, port: 5e174940-2c15-4a74-854c-e3f7e921d7c0. Aug 31 01:02:54.790811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Transition to ACTIVE for port object 8ae2bcd1-410d-4331-bb45-dfa7793cbb37 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:54.809688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Transition to ACTIVE for port object 8ae2bcd1-410d-4331-bb45-dfa7793cbb37 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:54.817226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 69cb4435-004e-4493-9adb-1042539abf8b {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:54.817226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 69cb4435-004e-4493-9adb-1042539abf8b not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:54.970929 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-6d7e6e7c-9b2d-49d3-8683-4f497baa198d tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:54.976998 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-6d7e6e7c-9b2d-49d3-8683-4f497baa198d tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/networks?id=b0ccd887-c5da-4271-88f5-08b576ad7053 HTTP/1.1" status: 200 len: 814 time: 1.0865121 Aug 31 01:02:55.008151 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:55.086399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Network dee432a6-ac38-4cc8-8238-b722d74a2716 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:55.088821 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-abd86afa-9fa9-4969-a1cf-80e0411dd20a tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/quotas/19b0c01c2a774ed1abe0c4b0e21918ae HTTP/1.1" status: 200 len: 375 time: 0.0974619 Aug 31 01:02:55.090304 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:55.099732 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:55.132997 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Pushing event updated for resources: {'Port': ['ID=8ae2bcd1-410d-4331-bb45-dfa7793cbb37,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:55.147486 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-68fa1cf4-11f6-4a5b-a6d2-ee927ca10205 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=19b0c01c2a774ed1abe0c4b0e21918ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566759 Aug 31 01:02:55.185368 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df93ae6-8629-4ece-b680-e3bfedf4ee17 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router fc26987c-0a47-4a7a-8602-0814512f4e7d has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:55.226563 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Attempting to bind port 8ae2bcd1-410d-4331-bb45-dfa7793cbb37 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:55.234393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Attempting to bind port 8ae2bcd1-410d-4331-bb45-dfa7793cbb37 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '4925a30f-3664-4c50-8f27-b98295bdc06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:55.234590 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Attempting to bind port 8ae2bcd1-410d-4331-bb45-dfa7793cbb37 on network dee432a6-ac38-4cc8-8238-b722d74a2716 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:55.252556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:55.253098 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Checking segment: {'id': '4925a30f-3664-4c50-8f27-b98295bdc06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:55.253616 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:55.254115 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Bound using segment: {'id': '4925a30f-3664-4c50-8f27-b98295bdc06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:55.254747 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Bound port: 8ae2bcd1-410d-4331-bb45-dfa7793cbb37, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4925a30f-3664-4c50-8f27-b98295bdc06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:55.262044 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:55.299137 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-22d8f680-c999-4393-be76-ef0ad22e1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:55.325918 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-22d8f680-c999-4393-be76-ef0ad22e1e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:55.327999 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-22d8f680-c999-4393-be76-ef0ad22e1e6e admin admin] 10.222.0.16 "DELETE /v2.0/networks/e65c9523-c172-462d-950f-764ad756958e HTTP/1.1" status: 204 len: 168 time: 1.8735497 Aug 31 01:02:55.331921 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8f680-c999-4393-be76-ef0ad22e1e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=e65c9523-c172-462d-950f-764ad756958e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:55.348338 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:55.382170 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] For port 8ae2bcd1-410d-4331-bb45-dfa7793cbb37, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:55.387720 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] For port 8ae2bcd1-410d-4331-bb45-dfa7793cbb37, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=8ae2bcd1-410d-4331-bb45-dfa7793cbb37,segment=NetworkSegment(4925a30f-3664-4c50-8f27-b98295bdc06f),segment_id=4925a30f-3664-4c50-8f27-b98295bdc06f)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:55.418528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df93ae6-8629-4ece-b680-e3bfedf4ee17 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:55.432465 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da53fdf0-bffc-4106-b8e2-f98314e61d82 None None] Sync routers for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:55.444735 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da53fdf0-bffc-4106-b8e2-f98314e61d82 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:55.445770 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-da53fdf0-bffc-4106-b8e2-f98314e61d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:55.482892 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-7cb8ad83-cabf-4731-ad98-30b7306619cd service neutron] 10.222.0.16 "GET /v2.0/networks/b0ccd887-c5da-4271-88f5-08b576ad7053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343015 Aug 31 01:02:55.498423 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-da53fdf0-bffc-4106-b8e2-f98314e61d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:55.509333 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da53fdf0-bffc-4106-b8e2-f98314e61d82 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:55.510002 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-da53fdf0-bffc-4106-b8e2-f98314e61d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:55.546781 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:55.624875 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-bb12a859-b1cc-4377-92a5-7646abc39107 service neutron] 10.222.0.16 "GET /v2.0/networks/b0ccd887-c5da-4271-88f5-08b576ad7053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342852 Aug 31 01:02:55.628853 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-da53fdf0-bffc-4106-b8e2-f98314e61d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:55.630566 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da53fdf0-bffc-4106-b8e2-f98314e61d82 None None] The sync data for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:55.637197 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c520846-c8fe-4640-80d0-f7e2fbc77660 None None] Pushing event updated for resources: {'Port': ['ID=8ae2bcd1-410d-4331-bb45-dfa7793cbb37,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:55.811193 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df93ae6-8629-4ece-b680-e3bfedf4ee17 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router 46a8f4fc-3407-4a53-b06c-950eb94b2740 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:55.972040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51468) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:56.058870 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Allocated IP 2001:db8:3::1 (dee432a6-ac38-4cc8-8238-b722d74a2716/68752542-42db-4ce7-aaa6-d7d5de12a5b9/c19050ff-2f09-464d-9ba7-bcfe03bc08b2) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:56.080077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df93ae6-8629-4ece-b680-e3bfedf4ee17 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:56.089635 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5df93ae6-8629-4ece-b680-e3bfedf4ee17 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:56.098828 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bc450c-6446-4e7f-944a-f80d8597cfbb None None] Sync routers for ids ['46a8f4fc-3407-4a53-b06c-950eb94b2740'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:56.119044 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bc450c-6446-4e7f-944a-f80d8597cfbb None None] Routers {'46a8f4fc-3407-4a53-b06c-950eb94b2740'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:56.119704 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d0bc450c-6446-4e7f-944a-f80d8597cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['46a8f4fc-3407-4a53-b06c-950eb94b2740'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:56.247220 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e1a55e9f-4a98-4191-833d-ecea25c92eb5 req-5a0ea61e-e0c2-48a8-912f-a6e4390e820a tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 210 time: 0.1610096 Aug 31 01:02:56.259690 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d0bc450c-6446-4e7f-944a-f80d8597cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:56.278377 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e561db3f-9383-423e-8eef-fb50ff6ab52a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8ab56c40a25485bb1e0006a236e4e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3009582 Aug 31 01:02:56.279156 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51478) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:56.292358 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bc450c-6446-4e7f-944a-f80d8597cfbb None None] Routers {'46a8f4fc-3407-4a53-b06c-950eb94b2740'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:56.293637 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d0bc450c-6446-4e7f-944a-f80d8597cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['46a8f4fc-3407-4a53-b06c-950eb94b2740'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:56.341033 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d0bc450c-6446-4e7f-944a-f80d8597cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:56.342128 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bc450c-6446-4e7f-944a-f80d8597cfbb None None] The sync data for ids ['46a8f4fc-3407-4a53-b06c-950eb94b2740'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:56.397252 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5df93ae6-8629-4ece-b680-e3bfedf4ee17 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "PUT /v2.0/floatingips/70c489d7-6990-4253-b929-26b49edf4662 HTTP/1.1" status: 200 len: 977 time: 3.1372230 Aug 31 01:02:56.400173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51482) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:56.413904 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6f97668e-a8a4-4f81-8c03-d6ef49978dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:56.429125 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:56.465495 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:56.468359 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6f97668e-a8a4-4f81-8c03-d6ef49978dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:56.495049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Transition to ACTIVE for port object c19050ff-2f09-464d-9ba7-bcfe03bc08b2 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:56.578445 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f75ce-bb9c-4f0d-9a8d-feca42d5840a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Deleting port 987b94e8-4ae9-4e2c-8ecb-cdb3366af7cb {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:56.579365 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb8f75ce-bb9c-4f0d-9a8d-feca42d5840a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:56.691082 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb8f75ce-bb9c-4f0d-9a8d-feca42d5840a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:56.790118 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6f97668e-a8a4-4f81-8c03-d6ef49978dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:56.799578 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6f97668e-a8a4-4f81-8c03-d6ef49978dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:56.800994 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6f97668e-a8a4-4f81-8c03-d6ef49978dd4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1425bc86-58a8-4c0a-b18f-f6b8a087e2de HTTP/1.1" status: 204 len: 168 time: 0.5148416 Aug 31 01:02:56.823708 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:56.824796 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97668e-a8a4-4f81-8c03-d6ef49978dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1425bc86-58a8-4c0a-b18f-f6b8a087e2de,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:56.925098 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network dee432a6-ac38-4cc8-8238-b722d74a2716 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:56.938632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:56.947670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:56.948388 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:56.955869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:56.960215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:56.960547 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:57.039404 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=c19050ff-2f09-464d-9ba7-bcfe03bc08b2,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:57.108919 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:57.164038 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 02dfb65a-d3c3-418c-a9db-c3c55c6850e9, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=02dfb65a-d3c3-418c-a9db-c3c55c6850e9,segment=NetworkSegment(5ef522f2-eaa2-4e74-94fa-0cbd131464a9),segment_id=5ef522f2-eaa2-4e74-94fa-0cbd131464a9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:57.178525 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb8f75ce-bb9c-4f0d-9a8d-feca42d5840a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:57.179864 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb8f75ce-bb9c-4f0d-9a8d-feca42d5840a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:57.179864 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-fb8f75ce-bb9c-4f0d-9a8d-feca42d5840a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Floating IP 70c489d7-6990-4253-b929-26b49edf4662 disassociated. External IP: 172.25.2.80, port: 987b94e8-4ae9-4e2c-8ecb-cdb3366af7cb. Aug 31 01:02:57.179864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f75ce-bb9c-4f0d-9a8d-feca42d5840a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Calling delete_port for 987b94e8-4ae9-4e2c-8ecb-cdb3366af7cb owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:57.321979 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4074e0-8720-4466-a8bf-f1490b09302c None None] Network dee432a6-ac38-4cc8-8238-b722d74a2716 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:57.410097 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-89b3f84d-697b-4364-968d-d4cac67950df req-6dc3c7bb-8429-499e-b3fa-76d89d80ad09 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 210 time: 0.0613995 Aug 31 01:02:57.459042 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:57.459841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 8ae2bcd1-410d-4331-bb45-dfa7793cbb37 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:57.536010 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=02dfb65a-d3c3-418c-a9db-c3c55c6850e9,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:57.542029 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-00c2da9b-62e6-4045-bd59-a4fdf257b80d None None] Provisioning for port 8ae2bcd1-410d-4331-bb45-dfa7793cbb37 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:57.549286 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:57.623060 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb8f75ce-bb9c-4f0d-9a8d-feca42d5840a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:57.672588 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f75ce-bb9c-4f0d-9a8d-feca42d5840a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event deleted for resources: {'Port': ['ID=987b94e8-4ae9-4e2c-8ecb-cdb3366af7cb,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:57.715350 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 8ae2bcd1-410d-4331-bb45-dfa7793cbb37 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:57.726280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 8ae2bcd1-410d-4331-bb45-dfa7793cbb37 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:57.726655 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:57.949218 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.082225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 8ae2bcd1-410d-4331-bb45-dfa7793cbb37, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=8ae2bcd1-410d-4331-bb45-dfa7793cbb37,segment=NetworkSegment(4925a30f-3664-4c50-8f27-b98295bdc06f),segment_id=4925a30f-3664-4c50-8f27-b98295bdc06f)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:58.198064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8f75ce-bb9c-4f0d-9a8d-feca42d5840a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router 46a8f4fc-3407-4a53-b06c-950eb94b2740 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:58.198622 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.307561 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=8ae2bcd1-410d-4331-bb45-dfa7793cbb37,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:58.334375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:58.419154 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8f75ce-bb9c-4f0d-9a8d-feca42d5840a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:58.445753 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c007f3fd-1be3-4ea6-839c-9d8b2dcfd0d6 None None] Sync routers for ids ['46a8f4fc-3407-4a53-b06c-950eb94b2740'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:58.462124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:58.462124 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.489788 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.520239 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c007f3fd-1be3-4ea6-839c-9d8b2dcfd0d6 None None] Routers {'46a8f4fc-3407-4a53-b06c-950eb94b2740'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:58.521300 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c007f3fd-1be3-4ea6-839c-9d8b2dcfd0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['46a8f4fc-3407-4a53-b06c-950eb94b2740'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:58.582046 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c007f3fd-1be3-4ea6-839c-9d8b2dcfd0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:58.586208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5534d70b-55b2-4fe1-b581-3f5c08c89afc None None] Provisioning for port c19050ff-2f09-464d-9ba7-bcfe03bc08b2 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:58.592411 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb8f75ce-bb9c-4f0d-9a8d-feca42d5840a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.594709 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fb8f75ce-bb9c-4f0d-9a8d-feca42d5840a tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/ports/987b94e8-4ae9-4e2c-8ecb-cdb3366af7cb HTTP/1.1" status: 204 len: 168 time: 2.1928923 Aug 31 01:02:58.597931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51526) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:58.615514 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5534d70b-55b2-4fe1-b581-3f5c08c89afc None None] Provisioning complete for port c19050ff-2f09-464d-9ba7-bcfe03bc08b2 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:58.616117 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5534d70b-55b2-4fe1-b581-3f5c08c89afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.640532 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6eee3e57-f40e-42c5-8fd3-a510ae9324c9 req-c7a8d570-c9b4-4f67-b911-cda1d508aa67 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 210 time: 0.0506380 Aug 31 01:02:58.651327 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c007f3fd-1be3-4ea6-839c-9d8b2dcfd0d6 None None] Routers {'46a8f4fc-3407-4a53-b06c-950eb94b2740'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:58.652237 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c007f3fd-1be3-4ea6-839c-9d8b2dcfd0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['46a8f4fc-3407-4a53-b06c-950eb94b2740'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:58.728754 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.729160 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.729309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c007f3fd-1be3-4ea6-839c-9d8b2dcfd0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:58.729899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c007f3fd-1be3-4ea6-839c-9d8b2dcfd0d6 None None] The sync data for ids ['46a8f4fc-3407-4a53-b06c-950eb94b2740'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:58.736985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5534d70b-55b2-4fe1-b581-3f5c08c89afc None None] Port c19050ff-2f09-464d-9ba7-bcfe03bc08b2 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:58.772085 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5534d70b-55b2-4fe1-b581-3f5c08c89afc None None] Provisioning complete for port 8ae2bcd1-410d-4331-bb45-dfa7793cbb37 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:58.772085 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5534d70b-55b2-4fe1-b581-3f5c08c89afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.885414 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51538) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:58.890682 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-71ecb4cd-59d7-49d9-8a29-fabe1d5798c9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1341768813'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:58.902874 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event updated for resources: {'Port': ['ID=c19050ff-2f09-464d-9ba7-bcfe03bc08b2,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:59.002700 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b3b5ebee-7e7e-4eef-83a8-b51939223e49 None None] Provisioning complete for port c19050ff-2f09-464d-9ba7-bcfe03bc08b2 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:59.003079 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b3b5ebee-7e7e-4eef-83a8-b51939223e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:59.012384 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ecb4cd-59d7-49d9-8a29-fabe1d5798c9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Made reservation on behalf of 480470cd2fbf45018b60a7cede707d79 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:59.018032 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71ecb4cd-59d7-49d9-8a29-fabe1d5798c9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:59.030604 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Network dee432a6-ac38-4cc8-8238-b722d74a2716 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:59.034955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:59.058262 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5ebee-7e7e-4eef-83a8-b51939223e49 None None] Port c19050ff-2f09-464d-9ba7-bcfe03bc08b2 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:59.058657 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ecb4cd-59d7-49d9-8a29-fabe1d5798c9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:02:59.072287 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71ecb4cd-59d7-49d9-8a29-fabe1d5798c9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:59.073734 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-71ecb4cd-59d7-49d9-8a29-fabe1d5798c9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Added segment 82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4 of type vlan for network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 Aug 31 01:02:59.137125 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71ecb4cd-59d7-49d9-8a29-fabe1d5798c9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:59.283558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router 822dc655-22ce-459a-88de-8c50270636b3 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:59.352170 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71ecb4cd-59d7-49d9-8a29-fabe1d5798c9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:59.358349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ecb4cd-59d7-49d9-8a29-fabe1d5798c9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:59.358996 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71ecb4cd-59d7-49d9-8a29-fabe1d5798c9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:59.393382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-baac9999-9cfb-4c77-aa9f-5e2ccfcb5d78 None None] Provisioning complete for port c19050ff-2f09-464d-9ba7-bcfe03bc08b2 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:59.393887 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-baac9999-9cfb-4c77-aa9f-5e2ccfcb5d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:59.440799 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-baac9999-9cfb-4c77-aa9f-5e2ccfcb5d78 None None] Port c19050ff-2f09-464d-9ba7-bcfe03bc08b2 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:59.449282 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecb4cd-59d7-49d9-8a29-fabe1d5798c9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event updated for resources: {'Network': ['ID=38f28ea7-cc8d-4d04-8094-b6024ace26b4,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:59.463374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:59.470241 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-58e2764d-f6f5-44c1-aac4-62c4788cc756 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/822dc655-22ce-459a-88de-8c50270636b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8653026 Aug 31 01:02:59.473290 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51548) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:59.478462 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0af94759-0109-46e8-8f28-693e06029169 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:59.479452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-a94327d9-7471-42bd-9a9e-f40cf6b73e8a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:59.488342 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Sync routers for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:59.494012 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:02:59.509195 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:59.509935 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:59.639597 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-71ecb4cd-59d7-49d9-8a29-fabe1d5798c9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7527001 Aug 31 01:02:59.640588 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51556) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:59.649497 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f9e96877-1f0f-4527-97e2-785b5a829109 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1464780142'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:59.759595 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:59.848077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51566) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:00.110917 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51568) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:00.133897 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:02:57Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '02dfb65a-d3c3-418c-a9db-c3c55c6850e9', 'name': '', 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:83:6d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:46Z', 'updated_at': '2021-08-31T01:02:57Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19050ff-2f09-464d-9ba7-bcfe03bc08b2', 'name': '', 'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:84:24:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '68752542-42db-4ce7-aaa6-d7d5de12a5b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:55Z', 'updated_at': '2021-08-31T01:02:57Z', 'revision_number': 2, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '68752542-42db-4ce7-aaa6-d7d5de12a5b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:49Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:00.170950 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Checking router: 822dc655-22ce-459a-88de-8c50270636b3 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:00.171305 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Updating router 822dc655-22ce-459a-88de-8c50270636b3 port c19050ff-2f09-464d-9ba7-bcfe03bc08b2 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:03:00.200915 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.extraroute_db [None req-a94327d9-7471-42bd-9a9e-f40cf6b73e8a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 01:03:00.216854 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e96877-1f0f-4527-97e2-785b5a829109 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Made reservation on behalf of 480470cd2fbf45018b60a7cede707d79 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:00.226140 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9e96877-1f0f-4527-97e2-785b5a829109 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.228397 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.339341 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 8ae2bcd1-410d-4331-bb45-dfa7793cbb37 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:00.354482 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9da727e4-0548-4ee8-a93c-e951b2c8cb87 req-82c1973e-fd43-4e5d-b064-d229b816b3d2 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 210 time: 0.4982529 Aug 31 01:03:00.360591 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-42ff11f8-a5d8-43ee-9cf6-b3aaf4a96aa2 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:00.362809 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-42ff11f8-a5d8-43ee-9cf6-b3aaf4a96aa2 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.41 "GET /v2.0/networks?id=b0ccd887-c5da-4271-88f5-08b576ad7053 HTTP/1.1" status: 200 len: 814 time: 0.7617977 Aug 31 01:03:00.383643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-5929d2ab-47c4-4bd8-a810-0538b117b003 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Request body: {'port': {'device_id': '4889a642-2c98-4c24-8c82-50e43c89ce16', 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053', 'admin_state_up': True, 'tenant_id': '19b0c01c2a774ed1abe0c4b0e21918ae'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:00.391311 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.extraroute_db [None req-a94327d9-7471-42bd-9a9e-f40cf6b73e8a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Removed routes are [] {{(pid=102343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 01:03:00.393319 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a94327d9-7471-42bd-9a9e-f40cf6b73e8a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.469837 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e62187-9abd-4fd3-b6ac-045f6b66c80c admin admin] Deleting subnet 06a338a6-991a-450e-bc60-b066a8b265a4 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:03:00.478443 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73e62187-9abd-4fd3-b6ac-045f6b66c80c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.492474 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 8ae2bcd1-410d-4331-bb45-dfa7793cbb37 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:00.493291 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.508667 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e96877-1f0f-4527-97e2-785b5a829109 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:03:00.537292 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b042d7d7-8693-4788-9e35-2dd5b83ff655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.611295 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9e96877-1f0f-4527-97e2-785b5a829109 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.611295 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-f9e96877-1f0f-4527-97e2-785b5a829109 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Added segment 04745774-f77e-4155-8e08-da9ee7af0f05 of type vlan for network 0fe736c6-6d84-4129-a86a-cf6a3ca4b061 Aug 31 01:03:00.706158 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-0af94759-0109-46e8-8f28-693e06029169 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Deleting port 5e0fb60d-f3ec-42eb-aecd-edfa002deba9 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:00.706538 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0af94759-0109-46e8-8f28-693e06029169 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.758730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-5929d2ab-47c4-4bd8-a810-0538b117b003 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Made reservation on behalf of 19b0c01c2a774ed1abe0c4b0e21918ae for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:00.763779 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-5929d2ab-47c4-4bd8-a810-0538b117b003 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.774005 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.788045 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Transition to ACTIVE for port object c19050ff-2f09-464d-9ba7-bcfe03bc08b2 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:00.881883 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0af94759-0109-46e8-8f28-693e06029169 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.901024 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.902762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-0af94759-0109-46e8-8f28-693e06029169 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Calling delete_port for 5e0fb60d-f3ec-42eb-aecd-edfa002deba9 owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:00.958189 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54006f-74d0-49fd-95ee-ce3a674c1315 None None] Pushing event updated for resources: {'Port': ['ID=c19050ff-2f09-464d-9ba7-bcfe03bc08b2,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:00.968230 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54006f-74d0-49fd-95ee-ce3a674c1315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:00.969065 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54006f-74d0-49fd-95ee-ce3a674c1315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:00.969358 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54006f-74d0-49fd-95ee-ce3a674c1315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:00.969816 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54006f-74d0-49fd-95ee-ce3a674c1315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:00.970240 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54006f-74d0-49fd-95ee-ce3a674c1315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:00.970782 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54006f-74d0-49fd-95ee-ce3a674c1315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:00.971210 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54006f-74d0-49fd-95ee-ce3a674c1315 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:00.971658 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54006f-74d0-49fd-95ee-ce3a674c1315 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:00.972128 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54006f-74d0-49fd-95ee-ce3a674c1315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:00.972552 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54006f-74d0-49fd-95ee-ce3a674c1315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:00.972965 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54006f-74d0-49fd-95ee-ce3a674c1315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:00.973520 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54006f-74d0-49fd-95ee-ce3a674c1315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:00.999649 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-5929d2ab-47c4-4bd8-a810-0538b117b003 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Allocated IP 172.20.0.9 (b0ccd887-c5da-4271-88f5-08b576ad7053/8014dbf9-3f93-4305-a557-88fa6bfa5935/86ea80fc-0d07-4ce8-b23d-964967768a3c) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:01.045963 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.api [None req-b042d7d7-8693-4788-9e35-2dd5b83ff655 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:03:01.045963 n-d-793621-34 neutron-server[102343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:03:01.045963 n-d-793621-34 neutron-server[102343]: [parameters: {'project_id_1': '55808e0fa67843afb2d1c8c3a0f93318', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 3, 0, 617693)}] Aug 31 01:03:01.045963 n-d-793621-34 neutron-server[102343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:03:01.046721 n-d-793621-34 neutron-server[102343]: DEBUG oslo_db.api [None req-b042d7d7-8693-4788-9e35-2dd5b83ff655 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:03:01.064518 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73e62187-9abd-4fd3-b6ac-045f6b66c80c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.137104 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Attempting to bind port c19050ff-2f09-464d-9ba7-bcfe03bc08b2 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:03:01.138178 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Attempting to bind port c19050ff-2f09-464d-9ba7-bcfe03bc08b2 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '4925a30f-3664-4c50-8f27-b98295bdc06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:03:01.138178 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Attempting to bind port c19050ff-2f09-464d-9ba7-bcfe03bc08b2 on network dee432a6-ac38-4cc8-8238-b722d74a2716 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:01.142329 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9e96877-1f0f-4527-97e2-785b5a829109 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.145875 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:03:01.146523 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Checking segment: {'id': '4925a30f-3664-4c50-8f27-b98295bdc06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:01.147085 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.147651 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Bound using segment: {'id': '4925a30f-3664-4c50-8f27-b98295bdc06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:03:01.148426 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Bound port: c19050ff-2f09-464d-9ba7-bcfe03bc08b2, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4925a30f-3664-4c50-8f27-b98295bdc06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:03:01.148973 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.184230 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73e62187-9abd-4fd3-b6ac-045f6b66c80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.228390 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] For port c19050ff-2f09-464d-9ba7-bcfe03bc08b2, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:03:01.231832 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] For port c19050ff-2f09-464d-9ba7-bcfe03bc08b2, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c19050ff-2f09-464d-9ba7-bcfe03bc08b2,segment=NetworkSegment(4925a30f-3664-4c50-8f27-b98295bdc06f),segment_id=4925a30f-3664-4c50-8f27-b98295bdc06f)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:03:01.299402 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-5929d2ab-47c4-4bd8-a810-0538b117b003 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.334447 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.346165 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a94327d9-7471-42bd-9a9e-f40cf6b73e8a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.352860 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a94327d9-7471-42bd-9a9e-f40cf6b73e8a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.400213 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:01.400856 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:01.418886 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0af94759-0109-46e8-8f28-693e06029169 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.464609 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af94759-0109-46e8-8f28-693e06029169 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event deleted for resources: {'Port': ['ID=5e0fb60d-f3ec-42eb-aecd-edfa002deba9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:01.472647 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-5929d2ab-47c4-4bd8-a810-0538b117b003 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.479732 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9e96877-1f0f-4527-97e2-785b5a829109 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.485800 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54006f-74d0-49fd-95ee-ce3a674c1315 None None] Pushing event updated for resources: {'Port': ['ID=c19050ff-2f09-464d-9ba7-bcfe03bc08b2,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:01.487063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e96877-1f0f-4527-97e2-785b5a829109 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:01.487937 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9e96877-1f0f-4527-97e2-785b5a829109 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.508851 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73e62187-9abd-4fd3-b6ac-045f6b66c80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.567737 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b042d7d7-8693-4788-9e35-2dd5b83ff655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.578628 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e62187-9abd-4fd3-b6ac-045f6b66c80c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06a338a6-991a-450e-bc60-b066a8b265a4,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:01.624771 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:01.646631 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94327d9-7471-42bd-9a9e-f40cf6b73e8a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router 822dc655-22ce-459a-88de-8c50270636b3 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:01.655879 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73e62187-9abd-4fd3-b6ac-045f6b66c80c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.662344 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-73e62187-9abd-4fd3-b6ac-045f6b66c80c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/06a338a6-991a-450e-bc60-b066a8b265a4 HTTP/1.1" status: 204 len: 168 time: 1.8049598 Aug 31 01:03:01.668712 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51582) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:01.682535 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-5929d2ab-47c4-4bd8-a810-0538b117b003 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Network b0ccd887-c5da-4271-88f5-08b576ad7053 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:01.687460 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929d2ab-47c4-4bd8-a810-0538b117b003 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Pushing event updated for resources: {'Port': ['ID=86ea80fc-0d07-4ce8-b23d-964967768a3c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:01.694827 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-5929d2ab-47c4-4bd8-a810-0538b117b003 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:01.702512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-5929d2ab-47c4-4bd8-a810-0538b117b003 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:01.710308 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e96877-1f0f-4527-97e2-785b5a829109 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event updated for resources: {'Network': ['ID=0fe736c6-6d84-4129-a86a-cf6a3ca4b061,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:01.732257 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 0fe736c6-6d84-4129-a86a-cf6a3ca4b061 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:03:01.768405 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f9e96877-1f0f-4527-97e2-785b5a829109 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1236465 Aug 31 01:03:01.812900 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51586) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:01.824238 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041678d-4a3d-4a48-bfd9-8e2c9c35fa3c req-31348351-fe89-46c7-a75f-fc4dd5e2b3a4 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:01.836120 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1041678d-4a3d-4a48-bfd9-8e2c9c35fa3c req-31348351-fe89-46c7-a75f-fc4dd5e2b3a4 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 931 time: 0.3288147 Aug 31 01:03:01.863352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5f327244-c4c6-400d-a18a-a24afea75013 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Request body: {'subnet': {'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:01.963358 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1041678d-4a3d-4a48-bfd9-8e2c9c35fa3c req-d2dbfcad-0a0b-4018-8bcb-c984d405130e tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263399 Aug 31 01:03:01.969769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-5929d2ab-47c4-4bd8-a810-0538b117b003 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:01.970419 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-5929d2ab-47c4-4bd8-a810-0538b117b003 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.001625 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-108140fa-1c34-46d2-bf80-88492fc90eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.003627 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0af94759-0109-46e8-8f28-693e06029169 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.019791 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:00Z', 'revision_number': 6, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '02dfb65a-d3c3-418c-a9db-c3c55c6850e9', 'name': '', 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:83:6d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:46Z', 'updated_at': '2021-08-31T01:02:57Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19050ff-2f09-464d-9ba7-bcfe03bc08b2', 'name': '', 'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:84:24:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '68752542-42db-4ce7-aaa6-d7d5de12a5b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:55Z', 'updated_at': '2021-08-31T01:03:01Z', 'revision_number': 4, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '68752542-42db-4ce7-aaa6-d7d5de12a5b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:49Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:02.021958 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94327d9-7471-42bd-9a9e-f40cf6b73e8a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:02.029820 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a94327d9-7471-42bd-9a9e-f40cf6b73e8a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.034496 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a94327d9-7471-42bd-9a9e-f40cf6b73e8a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/822dc655-22ce-459a-88de-8c50270636b3 HTTP/1.1" status: 200 len: 954 time: 2.5566807 Aug 31 01:03:02.036147 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51588) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:02.052598 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434b0e3e-168a-401f-87f8-7340a3102785 None None] The sync data for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 is: [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:00Z', 'revision_number': 6, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '02dfb65a-d3c3-418c-a9db-c3c55c6850e9', 'name': '', 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:83:6d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:46Z', 'updated_at': '2021-08-31T01:02:57Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19050ff-2f09-464d-9ba7-bcfe03bc08b2', 'name': '', 'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:84:24:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '68752542-42db-4ce7-aaa6-d7d5de12a5b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:55Z', 'updated_at': '2021-08-31T01:03:01Z', 'revision_number': 4, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '68752542-42db-4ce7-aaa6-d7d5de12a5b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:49Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:02.270620 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3f5a5c7a-3fd1-4d65-8cbc-6003d86ea6c9 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/routers/822dc655-22ce-459a-88de-8c50270636b3 HTTP/1.1" status: 200 len: 954 time: 0.2308097 Aug 31 01:03:02.271795 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51590) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:02.273268 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-108140fa-1c34-46d2-bf80-88492fc90eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.289536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-22e87c76-b5b4-4774-8d35-523c8b2ef81d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'router': {'routes': None}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:02.295032 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-108140fa-1c34-46d2-bf80-88492fc90eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d402af4a-8a8e-49ea-8168-c26e094719ad']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:02.311129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af94759-0109-46e8-8f28-693e06029169 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router 46a8f4fc-3407-4a53-b06c-950eb94b2740 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:02.356704 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-108140fa-1c34-46d2-bf80-88492fc90eb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a85bc0-331a-4f29-b04d-3af1da94ab85') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:02.356948 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c19050ff-2f09-464d-9ba7-bcfe03bc08b2 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:02.357392 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-108140fa-1c34-46d2-bf80-88492fc90eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a85bc0-331a-4f29-b04d-3af1da94ab85') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:02.376098 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-11f2c3f6-3601-4286-8926-42c5c0071a8f req-26964229-6820-4423-85a9-089b7ae5e7d1 service neutron] (102342) timed out ('10.222.0.41', 65457) {{(pid=102342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:03:02.422232 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b042d7d7-8693-4788-9e35-2dd5b83ff655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.428275 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-108140fa-1c34-46d2-bf80-88492fc90eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.458549 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-108140fa-1c34-46d2-bf80-88492fc90eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.470634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108140fa-1c34-46d2-bf80-88492fc90eb2 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:03:02.471238 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-108140fa-1c34-46d2-bf80-88492fc90eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:03:02.473192 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:03:02.475474 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af94759-0109-46e8-8f28-693e06029169 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:02.486421 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb1ec2-4656-4e17-b0e7-6834b152ff94 None None] Sync routers for ids ['46a8f4fc-3407-4a53-b06c-950eb94b2740'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:02.490166 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0af94759-0109-46e8-8f28-693e06029169 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "PUT /v2.0/routers/46a8f4fc-3407-4a53-b06c-950eb94b2740/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8910139 Aug 31 01:03:02.491087 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51592) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:02.497476 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb1ec2-4656-4e17-b0e7-6834b152ff94 None None] Routers {'46a8f4fc-3407-4a53-b06c-950eb94b2740'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:02.498208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-34bb1ec2-4656-4e17-b0e7-6834b152ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['46a8f4fc-3407-4a53-b06c-950eb94b2740'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:02.544342 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-34bb1ec2-4656-4e17-b0e7-6834b152ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:02.555317 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb1ec2-4656-4e17-b0e7-6834b152ff94 None None] Routers {'46a8f4fc-3407-4a53-b06c-950eb94b2740'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:02.556090 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-34bb1ec2-4656-4e17-b0e7-6834b152ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['46a8f4fc-3407-4a53-b06c-950eb94b2740'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:02.572513 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b042d7d7-8693-4788-9e35-2dd5b83ff655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.602526 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-34bb1ec2-4656-4e17-b0e7-6834b152ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:02.603341 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb1ec2-4656-4e17-b0e7-6834b152ff94 None None] The sync data for ids ['46a8f4fc-3407-4a53-b06c-950eb94b2740'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:02.604932 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port c19050ff-2f09-464d-9ba7-bcfe03bc08b2 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:02.610394 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c19050ff-2f09-464d-9ba7-bcfe03bc08b2 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:02.611064 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.641528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042d7d7-8693-4788-9e35-2dd5b83ff655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae89b87d-a796-4567-8b2f-53542165991f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:02.646687 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e5629d72-7342-415e-86a3-eeb15a117b3b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.709908 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b042d7d7-8693-4788-9e35-2dd5b83ff655 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55808e0fa67843afb2d1c8c3a0f93318&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5850298 Aug 31 01:03:02.712794 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51596) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:02.754536 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.791756 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-5929d2ab-47c4-4bd8-a810-0538b117b003 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4174819 Aug 31 01:03:02.794339 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e5629d72-7342-415e-86a3-eeb15a117b3b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.796426 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port c19050ff-2f09-464d-9ba7-bcfe03bc08b2, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c19050ff-2f09-464d-9ba7-bcfe03bc08b2,segment=NetworkSegment(4925a30f-3664-4c50-8f27-b98295bdc06f),segment_id=4925a30f-3664-4c50-8f27-b98295bdc06f)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:02.804898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Request body: {'port': {'device_id': '4889a642-2c98-4c24-8c82-50e43c89ce16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:02.811536 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ca648b6-fb76-4e03-b15c-33f93a04157a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.815673 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-108140fa-1c34-46d2-bf80-88492fc90eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.858011 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-108140fa-1c34-46d2-bf80-88492fc90eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.862155 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-108140fa-1c34-46d2-bf80-88492fc90eb2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d402af4a-8a8e-49ea-8168-c26e094719ad HTTP/1.1" status: 204 len: 168 time: 1.1924834 Aug 31 01:03:02.868320 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108140fa-1c34-46d2-bf80-88492fc90eb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d402af4a-8a8e-49ea-8168-c26e094719ad,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:02.877304 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.893910 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f327244-c4c6-400d-a18a-a24afea75013 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Made reservation on behalf of 480470cd2fbf45018b60a7cede707d79 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:02.898431 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f327244-c4c6-400d-a18a-a24afea75013 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.904706 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ca648b6-fb76-4e03-b15c-33f93a04157a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.918329 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.051271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=c19050ff-2f09-464d-9ba7-bcfe03bc08b2,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:03.163503 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.extraroute_db [None req-22e87c76-b5b4-4774-8d35-523c8b2ef81d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Added routes are [] {{(pid=102343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 01:03:03.163843 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.extraroute_db [None req-22e87c76-b5b4-4774-8d35-523c8b2ef81d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 01:03:03.197832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-e5629d72-7342-415e-86a3-eeb15a117b3b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Deleting port ee8cbfcb-95af-46ad-8324-89c798d0f3b8 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:03.198369 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e5629d72-7342-415e-86a3-eeb15a117b3b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.226837 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9bcb16-5239-4a42-a885-6bd665270524 None None] Sync routers for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:03.237310 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ca648b6-fb76-4e03-b15c-33f93a04157a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.240364 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9bcb16-5239-4a42-a885-6bd665270524 None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:03.241249 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4c9bcb16-5239-4a42-a885-6bd665270524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:03.242688 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ca648b6-fb76-4e03-b15c-33f93a04157a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.244771 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1ca648b6-fb76-4e03-b15c-33f93a04157a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae89b87d-a796-4567-8b2f-53542165991f HTTP/1.1" status: 204 len: 168 time: 0.5308177 Aug 31 01:03:03.263332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44e53e-0dad-4ff7-8b93-2c188ea37cef req-33d50502-51b6-41fe-b539-623e8a08e47c tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:03.267408 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf44e53e-0dad-4ff7-8b93-2c188ea37cef req-33d50502-51b6-41fe-b539-623e8a08e47c tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 931 time: 0.1791253 Aug 31 01:03:03.334450 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e5629d72-7342-415e-86a3-eeb15a117b3b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.351529 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51606) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:03.357851 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-e5629d72-7342-415e-86a3-eeb15a117b3b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Calling delete_port for ee8cbfcb-95af-46ad-8324-89c798d0f3b8 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:03.358541 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca648b6-fb76-4e03-b15c-33f93a04157a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae89b87d-a796-4567-8b2f-53542165991f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:03.392731 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-4c9bcb16-5239-4a42-a885-6bd665270524 None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:03.407407 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf44e53e-0dad-4ff7-8b93-2c188ea37cef req-7eed4912-4bef-429e-a2df-eb6c169f9f54 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240656 Aug 31 01:03:03.430498 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22e87c76-b5b4-4774-8d35-523c8b2ef81d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.441111 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ea80fc-0d07-4ce8-b23d-964967768a3c {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:03:03.451709 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.476895 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Transition to ACTIVE for port object 86ea80fc-0d07-4ce8-b23d-964967768a3c will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:03.478301 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-896d7bff-3573-4cc3-b711-2efaf8ce175f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2866efdbfc8416eaf80fb5e263ad174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1207125 Aug 31 01:03:03.478835 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51608) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:03.581796 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9fa42c6a-583a-4231-8c1b-9e9d268d4bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.634902 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9fa42c6a-583a-4231-8c1b-9e9d268d4bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.638816 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.658918 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f327244-c4c6-400d-a18a-a24afea75013 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.684594 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4c9bcb16-5239-4a42-a885-6bd665270524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:00Z', 'revision_number': 6, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '02dfb65a-d3c3-418c-a9db-c3c55c6850e9', 'name': '', 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:83:6d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:46Z', 'updated_at': '2021-08-31T01:02:57Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19050ff-2f09-464d-9ba7-bcfe03bc08b2', 'name': '', 'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:84:24:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '68752542-42db-4ce7-aaa6-d7d5de12a5b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:55Z', 'updated_at': '2021-08-31T01:03:02Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '68752542-42db-4ce7-aaa6-d7d5de12a5b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:49Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:03.720992 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9bcb16-5239-4a42-a885-6bd665270524 None None] Checking router: 822dc655-22ce-459a-88de-8c50270636b3 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:03.729013 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Pushing event updated for resources: {'Port': ['ID=86ea80fc-0d07-4ce8-b23d-964967768a3c,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:03.732884 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9bcb16-5239-4a42-a885-6bd665270524 None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:03.733938 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4c9bcb16-5239-4a42-a885-6bd665270524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:03.823537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Attempting to bind port 86ea80fc-0d07-4ce8-b23d-964967768a3c on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:03:03.824043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Attempting to bind port 86ea80fc-0d07-4ce8-b23d-964967768a3c by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '0425c86f-266b-43b4-b81d-d05c386964c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:03:03.824386 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Attempting to bind port 86ea80fc-0d07-4ce8-b23d-964967768a3c on network b0ccd887-c5da-4271-88f5-08b576ad7053 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:03.829542 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Port 86ea80fc-0d07-4ce8-b23d-964967768a3c on network b0ccd887-c5da-4271-88f5-08b576ad7053 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:03:03.830005 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Attempting to bind port 86ea80fc-0d07-4ce8-b23d-964967768a3c on network b0ccd887-c5da-4271-88f5-08b576ad7053 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:03.837551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:03:03.838016 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Checking segment: {'id': '0425c86f-266b-43b4-b81d-d05c386964c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:03.838479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Bound using segment: {'id': '0425c86f-266b-43b4-b81d-d05c386964c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:03:03.839054 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Bound port: 86ea80fc-0d07-4ce8-b23d-964967768a3c, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0425c86f-266b-43b4-b81d-d05c386964c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:03:03.839490 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.862602 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e5629d72-7342-415e-86a3-eeb15a117b3b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.874733 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-4c9bcb16-5239-4a42-a885-6bd665270524 None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:03.943546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5629d72-7342-415e-86a3-eeb15a117b3b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event deleted for resources: {'Port': ['ID=ee8cbfcb-95af-46ad-8324-89c798d0f3b8,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:03.950331 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9fa42c6a-583a-4231-8c1b-9e9d268d4bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.954379 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9fa42c6a-583a-4231-8c1b-9e9d268d4bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.955730 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9fa42c6a-583a-4231-8c1b-9e9d268d4bcd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b50ca43-c5f5-4338-800a-f33cee9ad32a HTTP/1.1" status: 204 len: 168 time: 0.4757860 Aug 31 01:03:03.980468 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f327244-c4c6-400d-a18a-a24afea75013 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event updated for resources: {'Subnet': ['ID=6b35208f-628a-49c6-bde2-6d65c7242478,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:04.000852 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22e87c76-b5b4-4774-8d35-523c8b2ef81d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.002655 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f327244-c4c6-400d-a18a-a24afea75013 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Checking segment: {'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:04.003021 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f327244-c4c6-400d-a18a-a24afea75013 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Network hostable DHCP agents. Network: 38f28ea7-cc8d-4d04-8094-b6024ace26b4, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:03:04.011537 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22e87c76-b5b4-4774-8d35-523c8b2ef81d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.012296 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa42c6a-583a-4231-8c1b-9e9d268d4bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b50ca43-c5f5-4338-800a-f33cee9ad32a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:04.055918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] For port 86ea80fc-0d07-4ce8-b23d-964967768a3c, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:03:04.060182 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] For port 86ea80fc-0d07-4ce8-b23d-964967768a3c, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=86ea80fc-0d07-4ce8-b23d-964967768a3c,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:03:04.067404 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e5629d72-7342-415e-86a3-eeb15a117b3b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.150970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e87c76-b5b4-4774-8d35-523c8b2ef81d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router 822dc655-22ce-459a-88de-8c50270636b3 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:04.214591 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4c9bcb16-5239-4a42-a885-6bd665270524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:03Z', 'revision_number': 7, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '02dfb65a-d3c3-418c-a9db-c3c55c6850e9', 'name': '', 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:83:6d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:46Z', 'updated_at': '2021-08-31T01:02:57Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19050ff-2f09-464d-9ba7-bcfe03bc08b2', 'name': '', 'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:84:24:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '68752542-42db-4ce7-aaa6-d7d5de12a5b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:55Z', 'updated_at': '2021-08-31T01:03:02Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '68752542-42db-4ce7-aaa6-d7d5de12a5b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:49Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:04.252243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f327244-c4c6-400d-a18a-a24afea75013 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:03:04.264736 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.278422 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e5629d72-7342-415e-86a3-eeb15a117b3b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.298356 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5d4c2c8a-5c5a-4db9-be0c-0b2377ea9fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.304230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e87c76-b5b4-4774-8d35-523c8b2ef81d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:04.321513 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e5629d72-7342-415e-86a3-eeb15a117b3b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.322867 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9bcb16-5239-4a42-a885-6bd665270524 None None] The sync data for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 is: [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:03Z', 'revision_number': 7, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '02dfb65a-d3c3-418c-a9db-c3c55c6850e9', 'name': '', 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:83:6d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:46Z', 'updated_at': '2021-08-31T01:02:57Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19050ff-2f09-464d-9ba7-bcfe03bc08b2', 'name': '', 'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:84:24:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '68752542-42db-4ce7-aaa6-d7d5de12a5b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:55Z', 'updated_at': '2021-08-31T01:03:02Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '68752542-42db-4ce7-aaa6-d7d5de12a5b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:49Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:04.327214 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22e87c76-b5b4-4774-8d35-523c8b2ef81d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.330295 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-22e87c76-b5b4-4774-8d35-523c8b2ef81d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/822dc655-22ce-459a-88de-8c50270636b3 HTTP/1.1" status: 200 len: 704 time: 2.0540051 Aug 31 01:03:04.332585 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51626) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:04.347107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:04.350629 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.350629 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] 10.222.0.41 "PUT /v2.0/ports/86ea80fc-0d07-4ce8-b23d-964967768a3c HTTP/1.1" status: 200 len: 1092 time: 1.5486979 Aug 31 01:03:04.350629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4889a642-2c98-4c24-8c82-50e43c89ce16', 'tag': '86ea80fc-0d07-4ce8-b23d-964967768a3c'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:04.356414 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d23511-dcd8-4aa6-9748-e2cc63789c33" -d '{"events": [{"name": "network-changed", "server_uuid": "4889a642-2c98-4c24-8c82-50e43c89ce16", "tag": "86ea80fc-0d07-4ce8-b23d-964967768a3c"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:04.397586 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c19050ff-2f09-464d-9ba7-bcfe03bc08b2 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:04.428449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-5f327244-c4c6-400d-a18a-a24afea75013 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 38f28ea7-cc8d-4d04-8094-b6024ace26b4) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:04.436267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f327244-c4c6-400d-a18a-a24afea75013 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:04.436795 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5f327244-c4c6-400d-a18a-a24afea75013 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.482663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c89d31-e2fd-4abb-bc5f-989242143760 None None] Network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:04.486093 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b4bc0827-0b86-48a2-8abd-5b79f611bb5f tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/routers/822dc655-22ce-459a-88de-8c50270636b3 HTTP/1.1" status: 200 len: 704 time: 0.1453681 Aug 31 01:03:04.486512 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51638) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:04.677006 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c19050ff-2f09-464d-9ba7-bcfe03bc08b2 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:04.677402 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.683834 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5f327244-c4c6-400d-a18a-a24afea75013 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8655264 Aug 31 01:03:04.696808 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51646) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:04.716150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-6c7f577e-9f8a-4a26-a80f-3998fb83844a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Request body: {'subnet': {'network_id': '0fe736c6-6d84-4129-a86a-cf6a3ca4b061', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:04.857642 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fea5eb-d4fd-42bb-8d5d-cf1065bc9260 None None] Sync routers for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:04.901578 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-38f28ea7-cc8d-4d04-8094-b6024ace26b4', 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'fixed_ips': [{'subnet_id': '6b35208f-628a-49c6-bde2-6d65c7242478'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:03:04.904019 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.929045 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fea5eb-d4fd-42bb-8d5d-cf1065bc9260 None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:04.929713 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-56fea5eb-d4fd-42bb-8d5d-cf1065bc9260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:04.977968 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aa486-3173-454f-9c43-fb61143281cc req-9e757a8d-0dc5-42bb-abb8-ce4dfff55aec tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:04.979645 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-587aa486-3173-454f-9c43-fb61143281cc req-9e757a8d-0dc5-42bb-abb8-ce4dfff55aec tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 943 time: 0.4171782 Aug 31 01:03:05.033428 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c8fc0e-44fa-4f88-8d91-a6ab3b7b5730 x-openstack-request-id: req-b0c8fc0e-44fa-4f88-8d91-a6ab3b7b5730 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:05.034047 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4889a642-2c98-4c24-8c82-50e43c89ce16", "tag": "86ea80fc-0d07-4ce8-b23d-964967768a3c", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:05.034226 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0c8fc0e-44fa-4f88-8d91-a6ab3b7b5730 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:05.034675 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4889a642-2c98-4c24-8c82-50e43c89ce16', 'tag': '86ea80fc-0d07-4ce8-b23d-964967768a3c', 'status': 'completed', 'code': 200} Aug 31 01:03:05.115063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7b99d-477b-40b7-8aba-a2eb6e58ebbc service neutron] Pushing event updated for resources: {'Port': ['ID=86ea80fc-0d07-4ce8-b23d-964967768a3c,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:05.139406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-4eb09a3e-6533-4d5a-8d47-9d84aef87c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:05.141015 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-4eb09a3e-6533-4d5a-8d47-9d84aef87c5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19b0c01c2a774ed1abe0c4b0e21918ae&device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 1095 time: 0.1054897 Aug 31 01:03:05.148207 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-56fea5eb-d4fd-42bb-8d5d-cf1065bc9260 None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:05.197181 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-587aa486-3173-454f-9c43-fb61143281cc req-ea5607a9-75bf-4ca2-a730-127ff0f53be6 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084746 Aug 31 01:03:05.198441 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7f577e-9f8a-4a26-a80f-3998fb83844a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Made reservation on behalf of 480470cd2fbf45018b60a7cede707d79 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:05.201479 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6c7f577e-9f8a-4a26-a80f-3998fb83844a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:05.228323 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e5629d72-7342-415e-86a3-eeb15a117b3b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:05.228909 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5629d72-7342-415e-86a3-eeb15a117b3b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Fanout notify agent at l3_agent the message router_deleted on router 46a8f4fc-3407-4a53-b06c-950eb94b2740 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:03:05.241663 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e5629d72-7342-415e-86a3-eeb15a117b3b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:05.245907 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e5629d72-7342-415e-86a3-eeb15a117b3b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/routers/46a8f4fc-3407-4a53-b06c-950eb94b2740 HTTP/1.1" status: 204 len: 168 time: 2.7534349 Aug 31 01:03:05.247431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-4e9c3d4d-c750-4da1-b9e1-146bf78a4512 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86ea80fc-0d07-4ce8-b23d-964967768a3c HTTP/1.1" status: 200 len: 217 time: 0.0976882 Aug 31 01:03:05.247926 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51662) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:05.355512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-d244236d-bbe4-470f-b434-bf66703e1a8b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Deleting subnet da66b9cf-d7fd-4472-b207-1afe2e9d945f {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:03:05.362708 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d244236d-bbe4-470f-b434-bf66703e1a8b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:05.366844 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-f5bcf80c-005a-4883-9ddb-cc438df12c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:05.368535 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-f5bcf80c-005a-4883-9ddb-cc438df12c52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8014dbf9-3f93-4305-a557-88fa6bfa5935 HTTP/1.1" status: 200 len: 854 time: 0.1122451 Aug 31 01:03:05.430874 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-ef7b451a-2c54-4ce6-aed1-072ebc1794b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ccd887-c5da-4271-88f5-08b576ad7053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421314 Aug 31 01:03:05.471711 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d244236d-bbe4-470f-b434-bf66703e1a8b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:05.483340 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Allocated IP 10.1.1.2 (38f28ea7-cc8d-4d04-8094-b6024ace26b4/6b35208f-628a-49c6-bde2-6d65c7242478/0d8f6ccf-7997-46db-a6dc-d74c7557a18e) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:05.614662 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5535e3aa-ea96-40e4-bf53-ac1854ab3f20 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:05.620972 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-306064c8-ba0b-40d0-b8db-bb6c8ccf08a7 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ccd887-c5da-4271-88f5-08b576ad7053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774099 Aug 31 01:03:05.642779 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d244236d-bbe4-470f-b434-bf66703e1a8b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:05.748963 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51674) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:05.797802 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e6dda23-b481-4159-a46a-c5af50bdf63f req-ca60b092-db0a-40c0-9152-cc14bf94c629 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ccd887-c5da-4271-88f5-08b576ad7053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671617 Aug 31 01:03:05.844748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-56fea5eb-d4fd-42bb-8d5d-cf1065bc9260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:03Z', 'revision_number': 7, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '02dfb65a-d3c3-418c-a9db-c3c55c6850e9', 'name': '', 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:83:6d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:46Z', 'updated_at': '2021-08-31T01:02:57Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19050ff-2f09-464d-9ba7-bcfe03bc08b2', 'name': '', 'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:84:24:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '68752542-42db-4ce7-aaa6-d7d5de12a5b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:55Z', 'updated_at': '2021-08-31T01:03:02Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '68752542-42db-4ce7-aaa6-d7d5de12a5b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:49Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:05.883046 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fea5eb-d4fd-42bb-8d5d-cf1065bc9260 None None] Checking router: 822dc655-22ce-459a-88de-8c50270636b3 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:05.910270 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d244236d-bbe4-470f-b434-bf66703e1a8b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:05.911202 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fea5eb-d4fd-42bb-8d5d-cf1065bc9260 None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:05.911913 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-56fea5eb-d4fd-42bb-8d5d-cf1065bc9260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:02:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:05.971684 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c379a47-85dd-4eb3-9e44-4cc0fe352f5b None None] Network 5533ec10-8657-4bdc-ad62-c18a3fd9364c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:05.976919 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244236d-bbe4-470f-b434-bf66703e1a8b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event deleted for resources: {'Subnet': ['ID=da66b9cf-d7fd-4472-b207-1afe2e9d945f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:05.979598 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d244236d-bbe4-470f-b434-bf66703e1a8b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:05.981635 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d244236d-bbe4-470f-b434-bf66703e1a8b tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/subnets/da66b9cf-d7fd-4472-b207-1afe2e9d945f HTTP/1.1" status: 204 len: 168 time: 0.7327600 Aug 31 01:03:05.992042 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ca98e182-465f-4a2b-bf3e-fc76501ebe62 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1772505963-network', 'tenant_id': '982b5fe753f4482cbadeee55c6e49b01'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:05.996783 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51680) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:06.092471 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:06.115907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Transition to ACTIVE for port object 0d8f6ccf-7997-46db-a6dc-d74c7557a18e will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:06.119460 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-56fea5eb-d4fd-42bb-8d5d-cf1065bc9260 None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:06.171660 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:06.181246 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d23511-dcd8-4aa6-9748-e2cc63789c33 req-f7c5da4d-8fd6-4866-a837-5f98ca3ed1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:06.182987 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6d23511-dcd8-4aa6-9748-e2cc63789c33 req-f7c5da4d-8fd6-4866-a837-5f98ca3ed1f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19b0c01c2a774ed1abe0c4b0e21918ae&device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 1095 time: 0.1842394 Aug 31 01:03:06.198631 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Transition to ACTIVE for port object 0d8f6ccf-7997-46db-a6dc-d74c7557a18e will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:06.350046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d23511-dcd8-4aa6-9748-e2cc63789c33 req-f75c98dd-b2ec-4562-883c-0e71f2d2c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:06.357563 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6d23511-dcd8-4aa6-9748-e2cc63789c33 req-f75c98dd-b2ec-4562-883c-0e71f2d2c6bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ccd887-c5da-4271-88f5-08b576ad7053 HTTP/1.1" status: 200 len: 915 time: 0.1617169 Aug 31 01:03:06.357563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca98e182-465f-4a2b-bf3e-fc76501ebe62 admin admin] Made reservation on behalf of 982b5fe753f4482cbadeee55c6e49b01 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:06.360600 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca98e182-465f-4a2b-bf3e-fc76501ebe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:06.367158 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Deleting port e36f6aad-3df8-4d75-bda0-c6a0966a21b7 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:06.368326 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:06.394153 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-5535e3aa-ea96-40e4-bf53-ac1854ab3f20 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting port c19050ff-2f09-464d-9ba7-bcfe03bc08b2 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:06.395333 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5535e3aa-ea96-40e4-bf53-ac1854ab3f20 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:06.430912 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca98e182-465f-4a2b-bf3e-fc76501ebe62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:06.439295 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe688691-69a8-4527-b155-1a2ac6f49c69 None None] DHCP port deletion for 5533ec10-8657-4bdc-ad62-c18a3fd9364c request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:03:06.456396 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-56fea5eb-d4fd-42bb-8d5d-cf1065bc9260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:03Z', 'revision_number': 7, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '02dfb65a-d3c3-418c-a9db-c3c55c6850e9', 'name': '', 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:83:6d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:46Z', 'updated_at': '2021-08-31T01:02:57Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19050ff-2f09-464d-9ba7-bcfe03bc08b2', 'name': '', 'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:84:24:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '68752542-42db-4ce7-aaa6-d7d5de12a5b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:55Z', 'updated_at': '2021-08-31T01:03:02Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '68752542-42db-4ce7-aaa6-d7d5de12a5b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:49Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:06.482474 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6d23511-dcd8-4aa6-9748-e2cc63789c33 req-9d2490aa-03e2-45d0-995b-6dc0a806a206 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86ea80fc-0d07-4ce8-b23d-964967768a3c HTTP/1.1" status: 200 len: 217 time: 0.1177042 Aug 31 01:03:06.496898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad67421-cace-4953-ac70-225d702af4e5 req-54bc0584-8cca-4fbf-b656-dd733b974e94 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:06.498321 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-5535e3aa-ea96-40e4-bf53-ac1854ab3f20 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] For port c19050ff-2f09-464d-9ba7-bcfe03bc08b2, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c19050ff-2f09-464d-9ba7-bcfe03bc08b2,segment=NetworkSegment(4925a30f-3664-4c50-8f27-b98295bdc06f),segment_id=4925a30f-3664-4c50-8f27-b98295bdc06f)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:06.498505 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cad67421-cace-4953-ac70-225d702af4e5 req-54bc0584-8cca-4fbf-b656-dd733b974e94 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 943 time: 0.1943595 Aug 31 01:03:06.499040 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5535e3aa-ea96-40e4-bf53-ac1854ab3f20 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:06.505343 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fea5eb-d4fd-42bb-8d5d-cf1065bc9260 None None] The sync data for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 is: [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:03Z', 'revision_number': 7, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '02dfb65a-d3c3-418c-a9db-c3c55c6850e9', 'name': '', 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:83:6d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:46Z', 'updated_at': '2021-08-31T01:02:57Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19050ff-2f09-464d-9ba7-bcfe03bc08b2', 'name': '', 'network_id': 'dee432a6-ac38-4cc8-8238-b722d74a2716', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:84:24:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '68752542-42db-4ce7-aaa6-d7d5de12a5b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:55Z', 'updated_at': '2021-08-31T01:03:02Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '68752542-42db-4ce7-aaa6-d7d5de12a5b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:49Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:06.515350 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-5535e3aa-ea96-40e4-bf53-ac1854ab3f20 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Calling delete_port for c19050ff-2f09-464d-9ba7-bcfe03bc08b2 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:06.540764 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-fe688691-69a8-4527-b155-1a2ac6f49c69 None None] Deleting port e36f6aad-3df8-4d75-bda0-c6a0966a21b7 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:06.541543 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fe688691-69a8-4527-b155-1a2ac6f49c69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:06.578105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] For port e36f6aad-3df8-4d75-bda0-c6a0966a21b7, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e36f6aad-3df8-4d75-bda0-c6a0966a21b7,segment=NetworkSegment(4193373c-ac45-4a4e-be83-6460d3daae61),segment_id=4193373c-ac45-4a4e-be83-6460d3daae61)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:06.578503 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:06.596836 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6c7f577e-9f8a-4a26-a80f-3998fb83844a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:06.614913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Calling delete_port for e36f6aad-3df8-4d75-bda0-c6a0966a21b7 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:06.646993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d23511-dcd8-4aa6-9748-e2cc63789c33 req-76191d3d-858e-4065-87c8-7d48b2495930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:06.648533 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6d23511-dcd8-4aa6-9748-e2cc63789c33 req-76191d3d-858e-4065-87c8-7d48b2495930 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8014dbf9-3f93-4305-a557-88fa6bfa5935 HTTP/1.1" status: 200 len: 854 time: 0.1442122 Aug 31 01:03:06.651575 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-fe688691-69a8-4527-b155-1a2ac6f49c69 None None] For port e36f6aad-3df8-4d75-bda0-c6a0966a21b7, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e36f6aad-3df8-4d75-bda0-c6a0966a21b7,segment=NetworkSegment(4193373c-ac45-4a4e-be83-6460d3daae61),segment_id=4193373c-ac45-4a4e-be83-6460d3daae61)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:06.652214 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fe688691-69a8-4527-b155-1a2ac6f49c69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:06.659122 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cad67421-cace-4953-ac70-225d702af4e5 req-5120d7b2-5914-4af9-a821-7d63348c5a92 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416981 Aug 31 01:03:06.666533 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-fe688691-69a8-4527-b155-1a2ac6f49c69 None None] Calling delete_port for e36f6aad-3df8-4d75-bda0-c6a0966a21b7 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:06.720928 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:06.730022 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6d23511-dcd8-4aa6-9748-e2cc63789c33 req-0959b7e7-cde5-42c6-ba08-b8dbedd6ff7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ccd887-c5da-4271-88f5-08b576ad7053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686586 Aug 31 01:03:06.764869 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7f577e-9f8a-4a26-a80f-3998fb83844a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Checking segment: {'id': '04745774-f77e-4155-8e08-da9ee7af0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0fe736c6-6d84-4129-a86a-cf6a3ca4b061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:06.765487 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7f577e-9f8a-4a26-a80f-3998fb83844a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Network hostable DHCP agents. Network: 0fe736c6-6d84-4129-a86a-cf6a3ca4b061, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:03:06.782773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f577e-9f8a-4a26-a80f-3998fb83844a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event updated for resources: {'Subnet': ['ID=ab76eb50-57d8-4bbe-a8d9-d321af6eeee0,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:06.863882 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:06.923417 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca98e182-465f-4a2b-bf3e-fc76501ebe62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:06.930177 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6d23511-dcd8-4aa6-9748-e2cc63789c33 req-66b4ae5b-4cb2-4aad-9d28-1f2ea7e3142f service neutron] 10.222.0.41 "GET /v2.0/networks/b0ccd887-c5da-4271-88f5-08b576ad7053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881561 Aug 31 01:03:06.940695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7f577e-9f8a-4a26-a80f-3998fb83844a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Network 0fe736c6-6d84-4129-a86a-cf6a3ca4b061 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:03:06.942549 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Pushing event updated for resources: {'Port': ['ID=0d8f6ccf-7997-46db-a6dc-d74c7557a18e,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:06.945330 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:06.970658 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:06.972404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:06.975249 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:07.015517 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5535e3aa-ea96-40e4-bf53-ac1854ab3f20 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.016367 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.037378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Attempting to bind port 0d8f6ccf-7997-46db-a6dc-d74c7557a18e on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:03:07.037795 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Attempting to bind port 0d8f6ccf-7997-46db-a6dc-d74c7557a18e by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:03:07.038210 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Attempting to bind port 0d8f6ccf-7997-46db-a6dc-d74c7557a18e on network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:07.041321 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fe688691-69a8-4527-b155-1a2ac6f49c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.056115 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e31762a6-616d-4619-8d51-154e0c73341a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.057501 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.058620 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe688691-69a8-4527-b155-1a2ac6f49c69 None None] No DVR routers for this DVR port e36f6aad-3df8-4d75-bda0-c6a0966a21b7 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:07.072729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event deleted for resources: {'Port': ['ID=e36f6aad-3df8-4d75-bda0-c6a0966a21b7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:07.078868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:03:07.079609 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] No DVR routers for this DVR port e36f6aad-3df8-4d75-bda0-c6a0966a21b7 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:07.080175 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Checking segment: {'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:07.080795 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.081227 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca98e182-465f-4a2b-bf3e-fc76501ebe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.081586 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Bound using segment: {'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:03:07.082285 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Bound port: 0d8f6ccf-7997-46db-a6dc-d74c7557a18e, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:03:07.082895 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.089519 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe688691-69a8-4527-b155-1a2ac6f49c69 None None] Pushing event deleted for resources: {'Port': ['ID=e36f6aad-3df8-4d75-bda0-c6a0966a21b7,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:07.114187 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-6c7f577e-9f8a-4a26-a80f-3998fb83844a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 0fe736c6-6d84-4129-a86a-cf6a3ca4b061) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:07.118883 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7f577e-9f8a-4a26-a80f-3998fb83844a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:07.119468 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6c7f577e-9f8a-4a26-a80f-3998fb83844a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.129384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.129820 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.130161 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.130505 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.130856 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.131427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.131760 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.132089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.132422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.132749 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.133072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535e3aa-ea96-40e4-bf53-ac1854ab3f20 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Port': ['ID=c19050ff-2f09-464d-9ba7-bcfe03bc08b2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:07.133267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.133430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.152396 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6d23511-dcd8-4aa6-9748-e2cc63789c33 req-f3d31a80-3ba7-4387-8805-b5415c2ab26c service neutron] 10.222.0.41 "GET /v2.0/networks/b0ccd887-c5da-4271-88f5-08b576ad7053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135024 Aug 31 01:03:07.159143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca98e182-465f-4a2b-bf3e-fc76501ebe62 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:03:07.162447 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965d694e-18a0-4e04-b1c5-a539c66f242c None None] Network 0fe736c6-6d84-4129-a86a-cf6a3ca4b061 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:07.242696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98e182-465f-4a2b-bf3e-fc76501ebe62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dad3bf-ab16-41ed-b866-a4d1ffa02546,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:07.251735 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca98e182-465f-4a2b-bf3e-fc76501ebe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.252068 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-ca98e182-465f-4a2b-bf3e-fc76501ebe62 admin admin] Added segment 33e380e7-eff7-4f5b-8c19-f5a375698c43 of type vlan for network b361b8b9-4744-4d54-a81c-33efa79a57b4 Aug 31 01:03:07.275796 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.288163 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] For port 0d8f6ccf-7997-46db-a6dc-d74c7557a18e, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:03:07.296857 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] For port 0d8f6ccf-7997-46db-a6dc-d74c7557a18e, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0d8f6ccf-7997-46db-a6dc-d74c7557a18e,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:03:07.310021 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6c7f577e-9f8a-4a26-a80f-3998fb83844a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6112859 Aug 31 01:03:07.313202 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51700) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:07.314084 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5535e3aa-ea96-40e4-bf53-ac1854ab3f20 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.321607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f3f28b63-6ebd-4d38-bde8-c8c593b1a9c0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Request body: {'port': {'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4', 'name': 'tempest-TaggedBootDevicesTest-904460834', 'fixed_ips': [{'subnet_id': '6b35208f-628a-49c6-bde2-6d65c7242478'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:07.326888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5533ec10-8657-4bdc-ad62-c18a3fd9364c']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:07.352727 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4193373c-ac45-4a4e-be83-6460d3daae61') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:07.353285 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4193373c-ac45-4a4e-be83-6460d3daae61') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:07.413163 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.441357 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca98e182-465f-4a2b-bf3e-fc76501ebe62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.463271 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.476053 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.508579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:03:07.508989 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:03:07.512201 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:03:07.572382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-0fe736c6-6d84-4129-a86a-cf6a3ca4b061', 'network_id': '0fe736c6-6d84-4129-a86a-cf6a3ca4b061', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'fixed_ips': [{'subnet_id': 'ab76eb50-57d8-4bbe-a8d9-d321af6eeee0'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:03:07.573842 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.654625 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca98e182-465f-4a2b-bf3e-fc76501ebe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.655727 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca98e182-465f-4a2b-bf3e-fc76501ebe62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:07.656465 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca98e182-465f-4a2b-bf3e-fc76501ebe62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.778393 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.785142 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98e182-465f-4a2b-bf3e-fc76501ebe62 admin admin] Pushing event updated for resources: {'Network': ['ID=b361b8b9-4744-4d54-a81c-33efa79a57b4,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:07.794435 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.801614 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/networks/5533ec10-8657-4bdc-ad62-c18a3fd9364c HTTP/1.1" status: 204 len: 168 time: 1.8003118 Aug 31 01:03:07.805748 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51704) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:07.839680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f10ea5-2aa2-48c4-8867-31a0da65d6f0 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event deleted for resources: {'Network': ['ID=5533ec10-8657-4bdc-ad62-c18a3fd9364c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:07.870018 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ca98e182-465f-4a2b-bf3e-fc76501ebe62 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1199172 Aug 31 01:03:07.872330 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51708) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:07.885541 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4e1e2c1e-04a3-4721-8cae-555ac41bcd7b admin admin] Request body: {'subnet': {'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1772505963-subnet', 'tenant_id': '982b5fe753f4482cbadeee55c6e49b01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:07.927683 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdbd36-42c3-4f8d-9fa5-cfa16c43675f req-5ab8b90a-0d57-478a-a685-7c4418a15867 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:07.929289 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-37cdbd36-42c3-4f8d-9fa5-cfa16c43675f req-5ab8b90a-0d57-478a-a685-7c4418a15867 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 943 time: 0.1157324 Aug 31 01:03:07.955171 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16b2e5-3693-4e67-a40c-554d4ca00787 None None] Pushing event updated for resources: {'Port': ['ID=0d8f6ccf-7997-46db-a6dc-d74c7557a18e,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:07.998994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network b361b8b9-4744-4d54-a81c-33efa79a57b4 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:03:08.006568 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-37cdbd36-42c3-4f8d-9fa5-cfa16c43675f req-53cbfb11-e00e-46a4-8046-74a0796a645c tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540762 Aug 31 01:03:08.008804 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5535e3aa-ea96-40e4-bf53-ac1854ab3f20 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router 822dc655-22ce-459a-88de-8c50270636b3 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:08.048730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1e2c1e-04a3-4721-8cae-555ac41bcd7b admin admin] Made reservation on behalf of 982b5fe753f4482cbadeee55c6e49b01 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:08.051264 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e1e2c1e-04a3-4721-8cae-555ac41bcd7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:08.107065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Allocated IP 10.2.2.2 (0fe736c6-6d84-4129-a86a-cf6a3ca4b061/ab76eb50-57d8-4bbe-a8d9-d321af6eeee0/007e781d-48a6-4dfd-98b1-acf1d8b0d31b) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:08.320911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f28b63-6ebd-4d38-bde8-c8c593b1a9c0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Made reservation on behalf of 480470cd2fbf45018b60a7cede707d79 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:08.366790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-de8031e0-ea97-423e-aba5-ceb7e7347326 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Deleting port 9d58f666-ec23-4aa7-b042-ffbdd797ef49 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:08.367047 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-de8031e0-ea97-423e-aba5-ceb7e7347326 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:08.437328 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5535e3aa-ea96-40e4-bf53-ac1854ab3f20 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:08.451536 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5535e3aa-ea96-40e4-bf53-ac1854ab3f20 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/822dc655-22ce-459a-88de-8c50270636b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9613087 Aug 31 01:03:08.453452 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130fea4-0dd5-4ae5-8e97-b4911efcf99b None None] Sync routers for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:08.458753 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51716) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:08.463918 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d130fea4-0dd5-4ae5-8e97-b4911efcf99b None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:08.464545 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d130fea4-0dd5-4ae5-8e97-b4911efcf99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:08.516617 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:08.550351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Transition to ACTIVE for port object 007e781d-48a6-4dfd-98b1-acf1d8b0d31b will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:08.555158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0d8f6ccf-7997-46db-a6dc-d74c7557a18e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:08.563055 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f3f28b63-6ebd-4d38-bde8-c8c593b1a9c0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:08.591960 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-de8031e0-ea97-423e-aba5-ceb7e7347326 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:08.592312 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-de8031e0-ea97-423e-aba5-ceb7e7347326 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:08.601412 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Transition to ACTIVE for port object 007e781d-48a6-4dfd-98b1-acf1d8b0d31b will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:08.613284 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-86564927-fbde-4840-9ff0-af169652ec70 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting subnet 68752542-42db-4ce7-aaa6-d7d5de12a5b9 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:03:08.617413 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-f3f28b63-6ebd-4d38-bde8-c8c593b1a9c0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] device_id is not set on port 9dce5519-c138-438c-b099-c61ffef1b2a8 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:03:08.622088 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-d130fea4-0dd5-4ae5-8e97-b4911efcf99b None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:08.627198 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-de8031e0-ea97-423e-aba5-ceb7e7347326 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Calling delete_port for 9d58f666-ec23-4aa7-b042-ffbdd797ef49 owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:08.628909 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-86564927-fbde-4840-9ff0-af169652ec70 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:08.692608 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:08.693083 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e1e2c1e-04a3-4721-8cae-555ac41bcd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:08.758137 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-86564927-fbde-4840-9ff0-af169652ec70 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:08.773825 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:08.786480 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1e2c1e-04a3-4721-8cae-555ac41bcd7b admin admin] Checking segment: {'id': '33e380e7-eff7-4f5b-8c19-f5a375698c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:08.787184 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1e2c1e-04a3-4721-8cae-555ac41bcd7b admin admin] Network hostable DHCP agents. Network: b361b8b9-4744-4d54-a81c-33efa79a57b4, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:03:08.789354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e2c1e-04a3-4721-8cae-555ac41bcd7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1007955d-a753-4c3b-bbca-3943185f8e1f,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:08.823970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 0d8f6ccf-7997-46db-a6dc-d74c7557a18e completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:08.830453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 86ea80fc-0d07-4ce8-b23d-964967768a3c details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:03:08.927328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1e2c1e-04a3-4721-8cae-555ac41bcd7b admin admin] Network b361b8b9-4744-4d54-a81c-33efa79a57b4 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:03:09.038918 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-86564927-fbde-4840-9ff0-af169652ec70 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.077978 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-4e1e2c1e-04a3-4721-8cae-555ac41bcd7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, b361b8b9-4744-4d54-a81c-33efa79a57b4) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:09.084374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e2c1e-04a3-4721-8cae-555ac41bcd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:09.085887 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e1e2c1e-04a3-4721-8cae-555ac41bcd7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.094119 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d130fea4-0dd5-4ae5-8e97-b4911efcf99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:06Z', 'revision_number': 8, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '02dfb65a-d3c3-418c-a9db-c3c55c6850e9', 'name': '', 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:83:6d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:46Z', 'updated_at': '2021-08-31T01:02:57Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:49Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:09.095958 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 86ea80fc-0d07-4ce8-b23d-964967768a3c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=86ea80fc-0d07-4ce8-b23d-964967768a3c,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:09.119609 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '86ea80fc-0d07-4ce8-b23d-964967768a3c', 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053', 'port_id': '86ea80fc-0d07-4ce8-b23d-964967768a3c', 'mac_address': 'fa:16:3e:44:9c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8014dbf9-3f93-4305-a557-88fa6bfa5935', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:03:09.121368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c5dd59-18a8-471c-9219-bfffa0f86c85 None None] Network b361b8b9-4744-4d54-a81c-33efa79a57b4 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:09.171245 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-f3f28b63-6ebd-4d38-bde8-c8c593b1a9c0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Allocated IP 10.1.1.61 (38f28ea7-cc8d-4d04-8094-b6024ace26b4/6b35208f-628a-49c6-bde2-6d65c7242478/9dce5519-c138-438c-b099-c61ffef1b2a8) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:09.181936 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130fea4-0dd5-4ae5-8e97-b4911efcf99b None None] Checking router: 822dc655-22ce-459a-88de-8c50270636b3 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:09.227215 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d130fea4-0dd5-4ae5-8e97-b4911efcf99b None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:09.227486 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d130fea4-0dd5-4ae5-8e97-b4911efcf99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:09.227992 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Network 0fe736c6-6d84-4129-a86a-cf6a3ca4b061 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:09.264664 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Pushing event updated for resources: {'Port': ['ID=007e781d-48a6-4dfd-98b1-acf1d8b0d31b,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:09.268934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e36f6aad-3df8-4d75-bda0-c6a0966a21b7 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:09.295641 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:09.297310 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:09.308481 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: e36f6aad-3df8-4d75-bda0-c6a0966a21b7 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:09.308826 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e36f6aad-3df8-4d75-bda0-c6a0966a21b7 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:09.325609 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50d805-6f3b-43da-9ee8-88605ed5b0f5 req-ae948dd4-8a29-4665-b8e6-dd94902680b1 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:09.327863 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c50d805-6f3b-43da-9ee8-88605ed5b0f5 req-ae948dd4-8a29-4665-b8e6-dd94902680b1 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 943 time: 0.1288645 Aug 31 01:03:09.338163 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4e1e2c1e-04a3-4721-8cae-555ac41bcd7b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4646487 Aug 31 01:03:09.341161 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51730) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:09.342657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c210e6-01d5-49ef-8c3b-e97c921f4b34 None None] Network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:09.346504 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1772505963-router', 'tenant_id': '982b5fe753f4482cbadeee55c6e49b01', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:09.360081 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-d130fea4-0dd5-4ae5-8e97-b4911efcf99b None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:09.382915 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c50d805-6f3b-43da-9ee8-88605ed5b0f5 req-e2c71d94-d793-48a2-8393-a8d609191d86 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469775 Aug 31 01:03:09.458132 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-de8031e0-ea97-423e-aba5-ceb7e7347326 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.471410 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.500952 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8031e0-ea97-423e-aba5-ceb7e7347326 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event deleted for resources: {'Port': ['ID=9d58f666-ec23-4aa7-b042-ffbdd797ef49,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:09.521353 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Attempting to bind port 007e781d-48a6-4dfd-98b1-acf1d8b0d31b on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:03:09.521754 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Attempting to bind port 007e781d-48a6-4dfd-98b1-acf1d8b0d31b by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '04745774-f77e-4155-8e08-da9ee7af0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0fe736c6-6d84-4129-a86a-cf6a3ca4b061'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:03:09.522116 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Attempting to bind port 007e781d-48a6-4dfd-98b1-acf1d8b0d31b on network 0fe736c6-6d84-4129-a86a-cf6a3ca4b061 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:09.531602 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ea80fc-0d07-4ce8-b23d-964967768a3c {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:03:09.550381 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-86564927-fbde-4840-9ff0-af169652ec70 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.550759 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:03:09.551026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Checking segment: {'id': '04745774-f77e-4155-8e08-da9ee7af0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0fe736c6-6d84-4129-a86a-cf6a3ca4b061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:09.551204 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.551615 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Bound using segment: {'id': '04745774-f77e-4155-8e08-da9ee7af0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0fe736c6-6d84-4129-a86a-cf6a3ca4b061'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:03:09.552124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Bound port: 007e781d-48a6-4dfd-98b1-acf1d8b0d31b, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04745774-f77e-4155-8e08-da9ee7af0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0fe736c6-6d84-4129-a86a-cf6a3ca4b061'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:03:09.552487 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.595100 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 86ea80fc-0d07-4ce8-b23d-964967768a3c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=86ea80fc-0d07-4ce8-b23d-964967768a3c,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:09.620457 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86564927-fbde-4840-9ff0-af169652ec70 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Subnet': ['ID=68752542-42db-4ce7-aaa6-d7d5de12a5b9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:09.638985 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-86564927-fbde-4840-9ff0-af169652ec70 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.641979 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-86564927-fbde-4840-9ff0-af169652ec70 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/subnets/68752542-42db-4ce7-aaa6-d7d5de12a5b9 HTTP/1.1" status: 204 len: 168 time: 1.1819651 Aug 31 01:03:09.644113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51738) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:09.651692 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.652740 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.661257 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d130fea4-0dd5-4ae5-8e97-b4911efcf99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:06Z', 'revision_number': 8, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '02dfb65a-d3c3-418c-a9db-c3c55c6850e9', 'name': '', 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:83:6d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:46Z', 'updated_at': '2021-08-31T01:02:57Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:49Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:09.681731 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1171b660-985b-4107-b7bd-b78ffb5755b5 None None] Network dee432a6-ac38-4cc8-8238-b722d74a2716 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:09.702814 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-de8031e0-ea97-423e-aba5-ceb7e7347326 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.705781 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-de8031e0-ea97-423e-aba5-ceb7e7347326 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.712087 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-de8031e0-ea97-423e-aba5-ceb7e7347326 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/floatingips/70c489d7-6990-4253-b929-26b49edf4662 HTTP/1.1" status: 204 len: 168 time: 1.9002047 Aug 31 01:03:09.720922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51740) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:09.724244 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130fea4-0dd5-4ae5-8e97-b4911efcf99b None None] The sync data for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 is: [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:06Z', 'revision_number': 8, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '02dfb65a-d3c3-418c-a9db-c3c55c6850e9', 'name': '', 'network_id': 'f1eab857-9565-4dc8-9d27-6165189a4735', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:83:6d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:46Z', 'updated_at': '2021-08-31T01:02:57Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '2dfe5c37-0667-48c7-af4d-09c2f60954a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:49Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:09.745896 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76efbdd-f7e4-48cb-b80c-8ecc5fb5cbb4 None None] Network b361b8b9-4744-4d54-a81c-33efa79a57b4 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:09.763305 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8580d4c7-4476-4a2e-af66-866591a4448c None None] Provisioning for port 0d8f6ccf-7997-46db-a6dc-d74c7557a18e completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:09.766321 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac2015d-5f81-44ff-ae61-8573b20a097c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] DELETE failed (client error): The resource could not be found. Aug 31 01:03:09.767601 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac2015d-5f81-44ff-ae61-8573b20a097c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:03:09.775452 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1ac2015d-5f81-44ff-ae61-8573b20a097c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/ports/987b94e8-4ae9-4e2c-8ecb-cdb3366af7cb HTTP/1.1" status: 404 len: 333 time: 0.0526376 Aug 31 01:03:09.777766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51742) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:09.793149 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.811986 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.820455 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-58b1d3fb-9bd7-4df3-ad76-570251369041 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a8f4fc-3407-4a53-b06c-950eb94b2740 HTTP/1.1" status: 200 len: 205 time: 0.0415351 Aug 31 01:03:09.823265 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.823975 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51744) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:09.839670 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8580d4c7-4476-4a2e-af66-866591a4448c None None] Provisioning complete for port 0d8f6ccf-7997-46db-a6dc-d74c7557a18e triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:09.839813 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8580d4c7-4476-4a2e-af66-866591a4448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.852490 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f3f28b63-6ebd-4d38-bde8-c8c593b1a9c0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.869646 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-f3f28b63-6ebd-4d38-bde8-c8c593b1a9c0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Transition to ACTIVE for port object 9dce5519-c138-438c-b099-c61ffef1b2a8 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:09.886980 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-c95ac8e6-989a-41fe-a6bf-0d1faceab75f tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] delete failed (client error): The resource could not be found. Aug 31 01:03:09.888319 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c95ac8e6-989a-41fe-a6bf-0d1faceab75f tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/routers/46a8f4fc-3407-4a53-b06c-950eb94b2740 HTTP/1.1" status: 404 len: 336 time: 0.0633311 Aug 31 01:03:09.895155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51750) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:09.964235 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2452d8-a41a-4dda-b61f-da09f23d66f9 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] DELETE failed (client error): The resource could not be found. Aug 31 01:03:09.965007 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2452d8-a41a-4dda-b61f-da09f23d66f9 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:03:09.970657 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5a2452d8-a41a-4dda-b61f-da09f23d66f9 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/subnets/da66b9cf-d7fd-4472-b207-1afe2e9d945f HTTP/1.1" status: 404 len: 337 time: 0.0724547 Aug 31 01:03:09.971681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51752) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:10.039683 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] For port 007e781d-48a6-4dfd-98b1-acf1d8b0d31b, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:03:10.055646 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] For port 007e781d-48a6-4dfd-98b1-acf1d8b0d31b, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=007e781d-48a6-4dfd-98b1-acf1d8b0d31b,segment=NetworkSegment(04745774-f77e-4155-8e08-da9ee7af0f05),segment_id=04745774-f77e-4155-8e08-da9ee7af0f05)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:03:10.070509 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting port 8ae2bcd1-410d-4331-bb45-dfa7793cbb37 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:10.078826 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:10.241580 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] For port 8ae2bcd1-410d-4331-bb45-dfa7793cbb37, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=8ae2bcd1-410d-4331-bb45-dfa7793cbb37,segment=NetworkSegment(4925a30f-3664-4c50-8f27-b98295bdc06f),segment_id=4925a30f-3664-4c50-8f27-b98295bdc06f)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:10.241580 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:10.245353 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-17cd67d9-908b-4e5b-81da-7ea2b0a53cdb tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Deleting port 5e174940-2c15-4a74-854c-e3f7e921d7c0 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:10.246070 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17cd67d9-908b-4e5b-81da-7ea2b0a53cdb tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:10.311749 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['86ea80fc-0d07-4ce8-b23d-964967768a3c'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:10.318461 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Calling delete_port for 8ae2bcd1-410d-4331-bb45-dfa7793cbb37 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:10.356513 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c19050ff-2f09-464d-9ba7-bcfe03bc08b2 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:10.396461 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:10.462374 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17cd67d9-908b-4e5b-81da-7ea2b0a53cdb tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:10.483910 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-17cd67d9-908b-4e5b-81da-7ea2b0a53cdb tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Calling delete_port for 5e174940-2c15-4a74-854c-e3f7e921d7c0 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:10.525423 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f3f28b63-6ebd-4d38-bde8-c8c593b1a9c0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:10.556871 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: c19050ff-2f09-464d-9ba7-bcfe03bc08b2 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:10.557222 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c19050ff-2f09-464d-9ba7-bcfe03bc08b2 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:10.568258 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8580d4c7-4476-4a2e-af66-866591a4448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:10.583294 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:10.633850 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=86ea80fc-0d07-4ce8-b23d-964967768a3c,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:10.644133 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:10.665743 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2969b71-b229-4a3b-9fa0-14e4190ae1a6 req-95fc02fe-8b1e-42a6-9d3c-9577ffa4af5b tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:10.667582 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f2969b71-b229-4a3b-9fa0-14e4190ae1a6 req-95fc02fe-8b1e-42a6-9d3c-9577ffa4af5b tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 944 time: 0.1096077 Aug 31 01:03:10.669388 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:10.675396 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f28b63-6ebd-4d38-bde8-c8c593b1a9c0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:10.681026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-f3f28b63-6ebd-4d38-bde8-c8c593b1a9c0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:10.698895 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f28b63-6ebd-4d38-bde8-c8c593b1a9c0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:10.789256 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91ad3a6-b8c1-4d03-a3df-a7c8cc2a724d None None] DHCP port deletion for dee432a6-ac38-4cc8-8238-b722d74a2716 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:03:10.789734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f28b63-6ebd-4d38-bde8-c8c593b1a9c0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event updated for resources: {'Port': ['ID=9dce5519-c138-438c-b099-c61ffef1b2a8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:10.794406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Port': ['ID=8ae2bcd1-410d-4331-bb45-dfa7793cbb37,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:10.832413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8580d4c7-4476-4a2e-af66-866591a4448c None None] For port 0d8f6ccf-7997-46db-a6dc-d74c7557a18e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0d8f6ccf-7997-46db-a6dc-d74c7557a18e,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:10.859018 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] No DVR routers for this DVR port 8ae2bcd1-410d-4331-bb45-dfa7793cbb37 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:10.883859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985cc9b-3096-4b5c-954f-eaa62b3a87f6 None None] Pushing event updated for resources: {'Port': ['ID=007e781d-48a6-4dfd-98b1-acf1d8b0d31b,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:10.942274 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f28b63-6ebd-4d38-bde8-c8c593b1a9c0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:10.942701 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f2969b71-b229-4a3b-9fa0-14e4190ae1a6 req-035a2fb2-7bc7-4929-9593-094473bcebd9 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582874 Aug 31 01:03:10.943468 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f3f28b63-6ebd-4d38-bde8-c8c593b1a9c0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:10.957102 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8580d4c7-4476-4a2e-af66-866591a4448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.099149 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f3f28b63-6ebd-4d38-bde8-c8c593b1a9c0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7819276 Aug 31 01:03:11.102377 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51764) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:11.115464 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-31a450ee-560a-4338-b693-078639ee08ad tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Request body: {'port': {'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4', 'name': 'tempest-TaggedBootDevicesTest-717209784', 'fixed_ips': [{'subnet_id': '6b35208f-628a-49c6-bde2-6d65c7242478'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:11.144593 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.170802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee432a6-ac38-4cc8-8238-b722d74a2716']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:11.200727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c43c930f-c1bd-4f73-a2bb-0090cb5c0ef4 None None] Provisioning complete for port 0d8f6ccf-7997-46db-a6dc-d74c7557a18e triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:11.201366 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c43c930f-c1bd-4f73-a2bb-0090cb5c0ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.208303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4925a30f-3664-4c50-8f27-b98295bdc06f') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:11.208543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4925a30f-3664-4c50-8f27-b98295bdc06f') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:11.224171 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.241727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580d4c7-4476-4a2e-af66-866591a4448c None None] Pushing event updated for resources: {'Port': ['ID=0d8f6ccf-7997-46db-a6dc-d74c7557a18e,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:11.254562 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.264786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:03:11.264786 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:03:11.346688 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:03:11.477965 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.498806 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.507904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a450ee-560a-4338-b693-078639ee08ad tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Made reservation on behalf of 480470cd2fbf45018b60a7cede707d79 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:11.513124 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-31a450ee-560a-4338-b693-078639ee08ad tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.569683 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c43c930f-c1bd-4f73-a2bb-0090cb5c0ef4 None None] Provisioning for port 9dce5519-c138-438c-b099-c61ffef1b2a8 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:11.571059 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-31a450ee-560a-4338-b693-078639ee08ad tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] device_id is not set on port 47884538-4e20-4c3e-be64-938b3b411ece yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:03:11.572001 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.582932 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c43c930f-c1bd-4f73-a2bb-0090cb5c0ef4 None None] Provisioning complete for port 9dce5519-c138-438c-b099-c61ffef1b2a8 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:11.583975 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c43c930f-c1bd-4f73-a2bb-0090cb5c0ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.584636 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.592893 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/networks/dee432a6-ac38-4cc8-8238-b722d74a2716 HTTP/1.1" status: 204 len: 168 time: 1.9474559 Aug 31 01:03:11.595379 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51770) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:11.604515 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17cd67d9-908b-4e5b-81da-7ea2b0a53cdb tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.667323 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-c43c930f-c1bd-4f73-a2bb-0090cb5c0ef4 None None] Port 9dce5519-c138-438c-b099-c61ffef1b2a8 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:03:11.735097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] Allocated IP 172.25.2.137 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/9280237e-35b7-4e36-ab05-483c8f245bb3) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:11.794379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-61aad080-fce6-4d6e-9a4c-a4be61a1760b None None] Provisioning complete for port 9dce5519-c138-438c-b099-c61ffef1b2a8 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:11.794967 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-61aad080-fce6-4d6e-9a4c-a4be61a1760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.819889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7d6d4-5cde-44c4-a68a-72db14a9c0f4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Network': ['ID=dee432a6-ac38-4cc8-8238-b722d74a2716,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:11.858307 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd67d9-908b-4e5b-81da-7ea2b0a53cdb tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event deleted for resources: {'Port': ['ID=5e174940-2c15-4a74-854c-e3f7e921d7c0,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:11.859942 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-61aad080-fce6-4d6e-9a4c-a4be61a1760b None None] Port 9dce5519-c138-438c-b099-c61ffef1b2a8 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:03:11.884855 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-31a450ee-560a-4338-b693-078639ee08ad tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Allocated IP 10.1.1.127 (38f28ea7-cc8d-4d04-8094-b6024ace26b4/6b35208f-628a-49c6-bde2-6d65c7242478/47884538-4e20-4c3e-be64-938b3b411ece) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:11.925020 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17cd67d9-908b-4e5b-81da-7ea2b0a53cdb tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.929521 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-17cd67d9-908b-4e5b-81da-7ea2b0a53cdb tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/ports/5e174940-2c15-4a74-854c-e3f7e921d7c0 HTTP/1.1" status: 204 len: 168 time: 1.9557750 Aug 31 01:03:11.936977 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51772) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:11.979043 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:12.148158 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff78a99-37b3-49b5-837f-9f6a589b1694 req-ef557075-0ab1-40ee-a078-eb0b9a00b6de tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:12.158181 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aff78a99-37b3-49b5-837f-9f6a589b1694 req-ef557075-0ab1-40ee-a078-eb0b9a00b6de tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 944 time: 0.1137850 Aug 31 01:03:12.197594 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57adf701-8148-4eb0-b22d-d628197e2480 None None] Network 0fe736c6-6d84-4129-a86a-cf6a3ca4b061 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:12.232393 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-31a450ee-560a-4338-b693-078639ee08ad tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:12.238905 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-4e03c5ef-1aef-48b6-992f-84e7a0a7f6c3 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Deleting port c224eaa2-2b8b-496e-8875-3f4ad7f30ecc {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:12.238905 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e03c5ef-1aef-48b6-992f-84e7a0a7f6c3 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:12.243639 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aff78a99-37b3-49b5-837f-9f6a589b1694 req-62b46e7a-764f-4815-887a-d4961d50041a tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794487 Aug 31 01:03:12.337341 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:12.339764 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-31a450ee-560a-4338-b693-078639ee08ad tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Transition to ACTIVE for port object 47884538-4e20-4c3e-be64-938b3b411ece will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:12.381843 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-828eaeba-2a33-4e6b-b7e8-60810579087c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:12.395365 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] Pushing event updated for resources: {'Port': ['ID=9280237e-35b7-4e36-ab05-483c8f245bb3,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:12.438373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:12.446360 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:12.450636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-107b1725-f0cc-44ec-970c-ceb00ca8159c None None] Provisioning for port 007e781d-48a6-4dfd-98b1-acf1d8b0d31b completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:12.456695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:12.513188 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e03c5ef-1aef-48b6-992f-84e7a0a7f6c3 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:12.522668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0d8f6ccf-7997-46db-a6dc-d74c7557a18e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:12.530810 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-4e03c5ef-1aef-48b6-992f-84e7a0a7f6c3 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Calling delete_port for c224eaa2-2b8b-496e-8875-3f4ad7f30ecc owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:12.587510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 0d8f6ccf-7997-46db-a6dc-d74c7557a18e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:12.589408 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:12.661889 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-31a450ee-560a-4338-b693-078639ee08ad tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:12.721956 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 007e781d-48a6-4dfd-98b1-acf1d8b0d31b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:12.765625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-828eaeba-2a33-4e6b-b7e8-60810579087c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting port 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:12.766153 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-828eaeba-2a33-4e6b-b7e8-60810579087c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:12.772631 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a450ee-560a-4338-b693-078639ee08ad tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:12.782477 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-31a450ee-560a-4338-b693-078639ee08ad tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:12.784647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a450ee-560a-4338-b693-078639ee08ad tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event updated for resources: {'Port': ['ID=47884538-4e20-4c3e-be64-938b3b411ece,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:12.793672 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a450ee-560a-4338-b693-078639ee08ad tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:12.950045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-828eaeba-2a33-4e6b-b7e8-60810579087c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] For port 02dfb65a-d3c3-418c-a9db-c3c55c6850e9, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=02dfb65a-d3c3-418c-a9db-c3c55c6850e9,segment=NetworkSegment(5ef522f2-eaa2-4e74-94fa-0cbd131464a9),segment_id=5ef522f2-eaa2-4e74-94fa-0cbd131464a9)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:12.950625 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-828eaeba-2a33-4e6b-b7e8-60810579087c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:12.974771 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-828eaeba-2a33-4e6b-b7e8-60810579087c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Calling delete_port for 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:12.977633 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a450ee-560a-4338-b693-078639ee08ad tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:12.978374 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-31a450ee-560a-4338-b693-078639ee08ad tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:12.988165 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 86ea80fc-0d07-4ce8-b23d-964967768a3c up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:13.114459 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-31a450ee-560a-4338-b693-078639ee08ad tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0071909 Aug 31 01:03:13.116749 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e03c5ef-1aef-48b6-992f-84e7a0a7f6c3 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.145240 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.191145 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 007e781d-48a6-4dfd-98b1-acf1d8b0d31b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:13.207921 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 007e781d-48a6-4dfd-98b1-acf1d8b0d31b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:13.208547 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.245356 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 86ea80fc-0d07-4ce8-b23d-964967768a3c completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:13.257091 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 86ea80fc-0d07-4ce8-b23d-964967768a3c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:13.257890 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.291568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03c5ef-1aef-48b6-992f-84e7a0a7f6c3 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event deleted for resources: {'Port': ['ID=c224eaa2-2b8b-496e-8875-3f4ad7f30ecc,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:13.319235 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4289d202-5aa8-44f3-9585-1182f720bc32 None None] Provisioning for port 47884538-4e20-4c3e-be64-938b3b411ece completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:13.334929 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4289d202-5aa8-44f3-9585-1182f720bc32 None None] Provisioning complete for port 47884538-4e20-4c3e-be64-938b3b411ece triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:13.335302 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4289d202-5aa8-44f3-9585-1182f720bc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.351459 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-828eaeba-2a33-4e6b-b7e8-60810579087c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.395512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828eaeba-2a33-4e6b-b7e8-60810579087c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Port': ['ID=02dfb65a-d3c3-418c-a9db-c3c55c6850e9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:13.456705 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.461910 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-4289d202-5aa8-44f3-9585-1182f720bc32 None None] Port 47884538-4e20-4c3e-be64-938b3b411ece cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:03:13.512295 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.534799 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51796) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:13.549966 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-bcebba65-9ae4-4c28-b9a1-8b883f48ad28 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1119848566', 'description': 'tempest-description--72805986'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:13.586157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 007e781d-48a6-4dfd-98b1-acf1d8b0d31b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=007e781d-48a6-4dfd-98b1-acf1d8b0d31b,segment=NetworkSegment(04745774-f77e-4155-8e08-da9ee7af0f05),segment_id=04745774-f77e-4155-8e08-da9ee7af0f05)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:13.591736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4889a642-2c98-4c24-8c82-50e43c89ce16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ea80fc-0d07-4ce8-b23d-964967768a3c'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:13.596677 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17c8c2a-b8ed-4488-b161-df60a4be9cea" -d '{"events": [{"server_uuid": "4889a642-2c98-4c24-8c82-50e43c89ce16", "name": "network-vif-plugged", "status": "completed", "tag": "86ea80fc-0d07-4ce8-b23d-964967768a3c"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:13.645629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 86ea80fc-0d07-4ce8-b23d-964967768a3c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=86ea80fc-0d07-4ce8-b23d-964967768a3c,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:13.663951 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e03c5ef-1aef-48b6-992f-84e7a0a7f6c3 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.666267 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4e03c5ef-1aef-48b6-992f-84e7a0a7f6c3 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/ports/c224eaa2-2b8b-496e-8875-3f4ad7f30ecc HTTP/1.1" status: 204 len: 168 time: 1.7282281 Aug 31 01:03:13.672668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51800) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:13.695812 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.772816 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980cd83c-309a-4767-8575-20764c5c628b x-openstack-request-id: req-980cd83c-309a-4767-8575-20764c5c628b {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:13.773915 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4889a642-2c98-4c24-8c82-50e43c89ce16", "name": "network-vif-plugged", "status": "completed", "tag": "86ea80fc-0d07-4ce8-b23d-964967768a3c", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:13.774581 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-980cd83c-309a-4767-8575-20764c5c628b {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:13.775528 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4889a642-2c98-4c24-8c82-50e43c89ce16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ea80fc-0d07-4ce8-b23d-964967768a3c', 'code': 200} Aug 31 01:03:13.790471 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.803727 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb11ebdc-93ec-464b-a7f3-bd00c7d8fd8c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:13.807655 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-eb11ebdc-93ec-464b-a7f3-bd00c7d8fd8c tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc26987c-0a47-4a7a-8602-0814512f4e7d HTTP/1.1" status: 200 len: 913 time: 0.1316464 Aug 31 01:03:13.808123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51802) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:13.906489 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=007e781d-48a6-4dfd-98b1-acf1d8b0d31b,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:13.910511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 8ae2bcd1-410d-4331-bb45-dfa7793cbb37 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:13.915663 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.947066 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 8ae2bcd1-410d-4331-bb45-dfa7793cbb37 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:13.947518 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 8ae2bcd1-410d-4331-bb45-dfa7793cbb37 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:13.963096 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bcebba65-9ae4-4c28-b9a1-8b883f48ad28 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:14.012485 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=86ea80fc-0d07-4ce8-b23d-964967768a3c,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:14.101563 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51808) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:14.214469 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758ffd6-7957-4bd7-bc1f-90af8756a0c7 req-a1b586ac-88ba-452b-a938-bb306a718afa tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:14.226462 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6758ffd6-7957-4bd7-bc1f-90af8756a0c7 req-a1b586ac-88ba-452b-a938-bb306a718afa tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 944 time: 0.8266833 Aug 31 01:03:14.297514 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8652cf-84d8-47df-ab9c-30f3c7484b59 req-16a46a4e-4c73-4362-a491-b6a682137327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:14.299074 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a8652cf-84d8-47df-ab9c-30f3c7484b59 req-16a46a4e-4c73-4362-a491-b6a682137327 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 1097 time: 0.1659939 Aug 31 01:03:14.306428 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-828eaeba-2a33-4e6b-b7e8-60810579087c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:14.307261 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6758ffd6-7957-4bd7-bc1f-90af8756a0c7 req-1e094c80-9379-44bf-949a-8542bb9dae9d tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796578 Aug 31 01:03:14.365710 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-30dd4140-bb6e-48f4-a293-f92d36f00461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:14.416388 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a8652cf-84d8-47df-ab9c-30f3c7484b59 req-8f0f5ffa-f0b1-4f8f-859f-c63830a4831c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067853 Aug 31 01:03:14.419710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 007e781d-48a6-4dfd-98b1-acf1d8b0d31b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:14.482255 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bcebba65-9ae4-4c28-b9a1-8b883f48ad28 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:14.486282 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 007e781d-48a6-4dfd-98b1-acf1d8b0d31b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:14.486824 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:14.595627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828eaeba-2a33-4e6b-b7e8-60810579087c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router 822dc655-22ce-459a-88de-8c50270636b3 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:14.624316 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bcebba65-9ae4-4c28-b9a1-8b883f48ad28 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:14.660693 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] Router b6857b3b-7f4b-4724-9a92-8f11072689bd is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:03:14.693285 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebba65-9ae4-4c28-b9a1-8b883f48ad28 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1959fad2-407e-4070-a9cc-e3af86dab55f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:14.719530 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828eaeba-2a33-4e6b-b7e8-60810579087c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:14.726083 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-828eaeba-2a33-4e6b-b7e8-60810579087c tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/822dc655-22ce-459a-88de-8c50270636b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0704732 Aug 31 01:03:14.729238 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51814) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:14.734476 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfccd6f-4c80-43a9-a413-bd0f2b5fbe1d None None] Sync routers for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:14.751719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfccd6f-4c80-43a9-a413-bd0f2b5fbe1d None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:14.752454 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fdfccd6f-4c80-43a9-a413-bd0f2b5fbe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:14.812233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec53dbd-4f7e-498c-a7b4-9ddb6e45145a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting subnet 2dfe5c37-0667-48c7-af4d-09c2f60954a7 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:03:14.817889 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ec53dbd-4f7e-498c-a7b4-9ddb6e45145a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:14.867978 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-fdfccd6f-4c80-43a9-a413-bd0f2b5fbe1d None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:14.879336 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ec53dbd-4f7e-498c-a7b4-9ddb6e45145a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.006314 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ec53dbd-4f7e-498c-a7b4-9ddb6e45145a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.160228 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fdfccd6f-4c80-43a9-a413-bd0f2b5fbe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:13Z', 'revision_number': 9, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:49Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:15.195388 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfccd6f-4c80-43a9-a413-bd0f2b5fbe1d None None] Checking router: 822dc655-22ce-459a-88de-8c50270636b3 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:15.199089 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ec53dbd-4f7e-498c-a7b4-9ddb6e45145a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.210599 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfccd6f-4c80-43a9-a413-bd0f2b5fbe1d None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:15.211268 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fdfccd6f-4c80-43a9-a413-bd0f2b5fbe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:15.242065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec53dbd-4f7e-498c-a7b4-9ddb6e45145a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Subnet': ['ID=2dfe5c37-0667-48c7-af4d-09c2f60954a7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:15.250597 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ec53dbd-4f7e-498c-a7b4-9ddb6e45145a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.253536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8ec53dbd-4f7e-498c-a7b4-9ddb6e45145a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/subnets/2dfe5c37-0667-48c7-af4d-09c2f60954a7 HTTP/1.1" status: 204 len: 168 time: 0.5229270 Aug 31 01:03:15.258082 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51818) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:15.274769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30750e9c-360b-468b-aff5-75fd2ab62111 None None] Network f1eab857-9565-4dc8-9d27-6165189a4735 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:15.392809 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-fdfccd6f-4c80-43a9-a413-bd0f2b5fbe1d None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:15.397679 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-30dd4140-bb6e-48f4-a293-f92d36f00461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.430449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:15.442094 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Sync routers for ids ['b6857b3b-7f4b-4724-9a92-8f11072689bd'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:15.451847 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Routers {'b6857b3b-7f4b-4724-9a92-8f11072689bd'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:15.452999 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b6857b3b-7f4b-4724-9a92-8f11072689bd'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:15.475203 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bf1086ec-4d5c-41da-94d2-8b1e295a3dff tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.484501 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.527271 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-30dd4140-bb6e-48f4-a293-f92d36f00461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.592033 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Set router b6857b3b-7f4b-4724-9a92-8f11072689bd gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:15.646560 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a6c88-9e0c-469c-bf42-5ee687f1b0e1 req-91e48881-1a9e-4c06-b6a1-a3c3a4e2077a tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:15.648203 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-779a6c88-9e0c-469c-bf42-5ee687f1b0e1 req-91e48881-1a9e-4c06-b6a1-a3c3a4e2077a tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.2159729 Aug 31 01:03:15.667298 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.677079 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4e4a8483-416b-48ee-a09c-f92075cbe362 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3261287 Aug 31 01:03:15.677079 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-30dd4140-bb6e-48f4-a293-f92d36f00461 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=915c326add0c438b871a40eecb744526&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5372057 Aug 31 01:03:15.677079 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bcebba65-9ae4-4c28-b9a1-8b883f48ad28 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.677822 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51822) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:15.677929 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bcebba65-9ae4-4c28-b9a1-8b883f48ad28 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1383336 Aug 31 01:03:15.679301 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd4140-bb6e-48f4-a293-f92d36f00461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf53d12-bf88-4521-8f62-c02354e6ec52,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:15.681894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51824) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:15.682307 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51826) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:15.698272 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-8275956b-2e29-4c3b-ae3c-8684a098b57a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Request body: {'security_group_rule': {'security_group_id': '1959fad2-407e-4070-a9cc-e3af86dab55f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:15.717988 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66e5de6-253c-471f-b2be-ef51581d765e None None] DHCP port deletion for f1eab857-9565-4dc8-9d27-6165189a4735 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:03:15.767715 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fdfccd6f-4c80-43a9-a413-bd0f2b5fbe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:13Z', 'revision_number': 9, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:49Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:15.810777 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-779a6c88-9e0c-469c-bf42-5ee687f1b0e1 req-794c9389-b754-4363-ac4a-5f8cc86d02ae tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299198 Aug 31 01:03:15.829184 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfccd6f-4c80-43a9-a413-bd0f2b5fbe1d None None] The sync data for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 is: [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:13Z', 'revision_number': 9, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd626b9db-2377-496d-b71d-3c4df3657558', 'name': '', 'network_id': '6a1f26eb-11cf-46c7-b350-64295037f609', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:d2:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:38Z', 'updated_at': '2021-08-31T01:02:49Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '485c9400-92a8-4ffd-9e82-80ded25472f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:15.848187 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting port 4f2b516b-0939-4dca-ad63-cc75c0d61948 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:15.848549 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.893547 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d66e5de6-253c-471f-b2be-ef51581d765e None None] Deleting port 4f2b516b-0939-4dca-ad63-cc75c0d61948 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:15.894319 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d66e5de6-253c-471f-b2be-ef51581d765e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.929805 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4caaf68f-aa1d-4c8a-a228-b837e70d07ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.932345 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] For port 4f2b516b-0939-4dca-ad63-cc75c0d61948, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=4f2b516b-0939-4dca-ad63-cc75c0d61948,segment=NetworkSegment(5ef522f2-eaa2-4e74-94fa-0cbd131464a9),segment_id=5ef522f2-eaa2-4e74-94fa-0cbd131464a9)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:15.932653 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.957874 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Calling delete_port for 4f2b516b-0939-4dca-ad63-cc75c0d61948 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:15.964137 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4caaf68f-aa1d-4c8a-a228-b837e70d07ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.964343 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'name': 'tempest-ServerRescueTestJSON-1772505963-router', 'tenant_id': '982b5fe753f4482cbadeee55c6e49b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '9280237e-35b7-4e36-ab05-483c8f245bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:09Z', 'updated_at': '2021-08-31T01:03:12Z', 'revision_number': 3, 'project_id': '982b5fe753f4482cbadeee55c6e49b01', 'gw_port': {'id': '9280237e-35b7-4e36-ab05-483c8f245bb3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:11Z', 'updated_at': '2021-08-31T01:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:15.983757 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d66e5de6-253c-471f-b2be-ef51581d765e None None] For port 4f2b516b-0939-4dca-ad63-cc75c0d61948, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=4f2b516b-0939-4dca-ad63-cc75c0d61948,segment=NetworkSegment(5ef522f2-eaa2-4e74-94fa-0cbd131464a9),segment_id=5ef522f2-eaa2-4e74-94fa-0cbd131464a9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:15.984718 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d66e5de6-253c-471f-b2be-ef51581d765e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.004140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d66e5de6-253c-471f-b2be-ef51581d765e None None] Calling delete_port for 4f2b516b-0939-4dca-ad63-cc75c0d61948 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:16.012902 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Checking router: b6857b3b-7f4b-4724-9a92-8f11072689bd for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:16.013969 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Updating router b6857b3b-7f4b-4724-9a92-8f11072689bd port 9280237e-35b7-4e36-ab05-483c8f245bb3 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:03:16.048233 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.060744 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8275956b-2e29-4c3b-ae3c-8684a098b57a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.181956 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-bf1086ec-4d5c-41da-94d2-8b1e295a3dff tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Deleting port cea821be-562d-4125-acce-f4a9f1198003 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:16.182309 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bf1086ec-4d5c-41da-94d2-8b1e295a3dff tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.210403 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4caaf68f-aa1d-4c8a-a228-b837e70d07ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.210403 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4caaf68f-aa1d-4c8a-a228-b837e70d07ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.210403 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4caaf68f-aa1d-4c8a-a228-b837e70d07ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2bf53d12-bf88-4521-8f62-c02354e6ec52 HTTP/1.1" status: 204 len: 168 time: 0.4863842 Aug 31 01:03:16.217425 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8275956b-2e29-4c3b-ae3c-8684a098b57a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.295399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaf68f-aa1d-4c8a-a228-b837e70d07ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf53d12-bf88-4521-8f62-c02354e6ec52,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:16.375607 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d66e5de6-253c-471f-b2be-ef51581d765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.376947 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bf1086ec-4d5c-41da-94d2-8b1e295a3dff tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.380501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4f2b516b-0939-4dca-ad63-cc75c0d61948 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:16.390208 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-bf1086ec-4d5c-41da-94d2-8b1e295a3dff tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Calling delete_port for cea821be-562d-4125-acce-f4a9f1198003 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:16.427989 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.432329 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 4f2b516b-0939-4dca-ad63-cc75c0d61948 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:16.432934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4f2b516b-0939-4dca-ad63-cc75c0d61948 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:16.433549 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:16.488719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e5de6-253c-471f-b2be-ef51581d765e None None] Pushing event deleted for resources: {'Port': ['ID=4f2b516b-0939-4dca-ad63-cc75c0d61948,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:16.492046 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.493735 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:16.494301 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 02dfb65a-d3c3-418c-a9db-c3c55c6850e9 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:16.502420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e5de6-253c-471f-b2be-ef51581d765e None None] No DVR routers for this DVR port 4f2b516b-0939-4dca-ad63-cc75c0d61948 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:16.503777 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Transition to ACTIVE for port object 9280237e-35b7-4e36-ab05-483c8f245bb3 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:16.530683 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8275956b-2e29-4c3b-ae3c-8684a098b57a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.555224 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Port': ['ID=4f2b516b-0939-4dca-ad63-cc75c0d61948,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:16.571716 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] No DVR routers for this DVR port 4f2b516b-0939-4dca-ad63-cc75c0d61948 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:16.585550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275956b-2e29-4c3b-ae3c-8684a098b57a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ae4608-7ed3-4054-864c-957fd51e9ad2,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:16.625483 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.688916 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca398a5-a9f0-4470-a71f-3d8a27da4c1c None None] Pushing event updated for resources: {'Port': ['ID=9280237e-35b7-4e36-ab05-483c8f245bb3,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:16.692435 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Attempting to bind port 9280237e-35b7-4e36-ab05-483c8f245bb3 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:03:16.705670 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Attempting to bind port 9280237e-35b7-4e36-ab05-483c8f245bb3 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:03:16.705670 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Attempting to bind port 9280237e-35b7-4e36-ab05-483c8f245bb3 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:16.705670 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:03:16.705670 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:16.705670 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.705670 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:03:16.705670 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Bound port: 9280237e-35b7-4e36-ab05-483c8f245bb3, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:03:16.705670 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.748360 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8275956b-2e29-4c3b-ae3c-8684a098b57a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.751006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8275956b-2e29-4c3b-ae3c-8684a098b57a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0666463 Aug 31 01:03:16.754688 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51836) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:16.756701 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.779431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-7dc1e8e9-e537-4483-bbcb-8ab187d81cfc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Request body: {'security_group_rule': {'security_group_id': '1959fad2-407e-4070-a9cc-e3af86dab55f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:16.779670 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b49a5604-771c-4c46-84ad-e30164df9593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.779815 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] For port 9280237e-35b7-4e36-ab05-483c8f245bb3, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:03:16.783734 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] For port 9280237e-35b7-4e36-ab05-483c8f245bb3, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9280237e-35b7-4e36-ab05-483c8f245bb3,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:03:16.789506 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1eab857-9565-4dc8-9d27-6165189a4735']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:16.818169 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef522f2-eaa2-4e74-94fa-0cbd131464a9') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:16.818903 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef522f2-eaa2-4e74-94fa-0cbd131464a9') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:16.845351 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.870179 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.893493 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.907462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:03:16.907876 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:03:16.911002 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:03:17.021384 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca398a5-a9f0-4470-a71f-3d8a27da4c1c None None] Pushing event updated for resources: {'Port': ['ID=9280237e-35b7-4e36-ab05-483c8f245bb3,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:17.028256 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Routers {'b6857b3b-7f4b-4724-9a92-8f11072689bd'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:17.034178 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b6857b3b-7f4b-4724-9a92-8f11072689bd'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:17.034459 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7dc1e8e9-e537-4483-bbcb-8ab187d81cfc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:17.044725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-b49a5604-771c-4c46-84ad-e30164df9593 admin admin] Allocated IP 172.20.0.1 (b361b8b9-4744-4d54-a81c-33efa79a57b4/1007955d-a753-4c3b-bbca-3943185f8e1f/588df85d-bb44-4a1e-a02e-cf7f09195952) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:17.113478 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7dc1e8e9-e537-4483-bbcb-8ab187d81cfc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:17.115208 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:17.142954 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:17.148905 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/networks/f1eab857-9565-4dc8-9d27-6165189a4735 HTTP/1.1" status: 204 len: 168 time: 1.8803895 Aug 31 01:03:17.165818 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51850) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:17.173702 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631e88e-9493-46a4-8a98-a6f3d9ab7c48 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Network': ['ID=f1eab857-9565-4dc8-9d27-6165189a4735,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:17.207439 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b49a5604-771c-4c46-84ad-e30164df9593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:17.228939 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bf1086ec-4d5c-41da-94d2-8b1e295a3dff tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:17.270877 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26870db5-b96b-4ddd-8223-fcf7d5af019b req-611c76d7-ba76-4fbb-b7ed-881c9ba78d2d tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:17.271779 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] Set router b6857b3b-7f4b-4724-9a92-8f11072689bd gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:17.283189 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-26870db5-b96b-4ddd-8223-fcf7d5af019b req-611c76d7-ba76-4fbb-b7ed-881c9ba78d2d tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.0959885 Aug 31 01:03:17.301344 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1086ec-4d5c-41da-94d2-8b1e295a3dff tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event deleted for resources: {'Port': ['ID=cea821be-562d-4125-acce-f4a9f1198003,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:17.325333 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7dc1e8e9-e537-4483-bbcb-8ab187d81cfc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:17.361640 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-26870db5-b96b-4ddd-8223-fcf7d5af019b req-e82c2336-2386-4656-a7e5-d42b6b711fdf tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719948 Aug 31 01:03:17.394316 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1e8e9-e537-4483-bbcb-8ab187d81cfc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5db745-35fe-4a3c-afcf-50b6e6a8f0f6,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:17.489905 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'name': 'tempest-ServerRescueTestJSON-1772505963-router', 'tenant_id': '982b5fe753f4482cbadeee55c6e49b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '9280237e-35b7-4e36-ab05-483c8f245bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:09Z', 'updated_at': '2021-08-31T01:03:12Z', 'revision_number': 3, 'project_id': '982b5fe753f4482cbadeee55c6e49b01', 'gw_port': {'id': '9280237e-35b7-4e36-ab05-483c8f245bb3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:11Z', 'updated_at': '2021-08-31T01:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:17.495092 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b49a5604-771c-4c46-84ad-e30164df9593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:17.523312 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1c1cc-f01f-410a-8326-0b1f571d91a2 None None] The sync data for ids ['b6857b3b-7f4b-4724-9a92-8f11072689bd'] in n-d-793621-34 is: [{'id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'name': 'tempest-ServerRescueTestJSON-1772505963-router', 'tenant_id': '982b5fe753f4482cbadeee55c6e49b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '9280237e-35b7-4e36-ab05-483c8f245bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:09Z', 'updated_at': '2021-08-31T01:03:12Z', 'revision_number': 3, 'project_id': '982b5fe753f4482cbadeee55c6e49b01', 'gw_port': {'id': '9280237e-35b7-4e36-ab05-483c8f245bb3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:11Z', 'updated_at': '2021-08-31T01:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:17.539390 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7dc1e8e9-e537-4483-bbcb-8ab187d81cfc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:17.539783 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a5604-771c-4c46-84ad-e30164df9593 admin admin] Network b361b8b9-4744-4d54-a81c-33efa79a57b4 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:17.546130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51856) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:17.546259 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7dc1e8e9-e537-4483-bbcb-8ab187d81cfc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7860358 Aug 31 01:03:17.552951 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b10fc22f-0b46-4853-89f4-0f258303515f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:17.564485 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-b49a5604-771c-4c46-84ad-e30164df9593 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:17.574954 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a5604-771c-4c46-84ad-e30164df9593 admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:17.610451 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a5604-771c-4c46-84ad-e30164df9593 admin admin] Pushing event updated for resources: {'Port': ['ID=588df85d-bb44-4a1e-a02e-cf7f09195952,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:17.667130 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b49a5604-771c-4c46-84ad-e30164df9593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:17.671929 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43191d4-cf03-4783-ae3a-1e252ee503d3 req-ee38eca3-368d-41b9-816e-642bdfc93839 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:17.673567 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d43191d4-cf03-4783-ae3a-1e252ee503d3 req-ee38eca3-368d-41b9-816e-642bdfc93839 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.2057343 Aug 31 01:03:17.806543 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d43191d4-cf03-4783-ae3a-1e252ee503d3 req-a3e0f2e5-ba8e-4ded-b453-d73e27b81404 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883377 Aug 31 01:03:17.808165 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bf1086ec-4d5c-41da-94d2-8b1e295a3dff tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:17.850865 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b10fc22f-0b46-4853-89f4-0f258303515f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:18.105612 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b49a5604-771c-4c46-84ad-e30164df9593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:18.228975 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b10fc22f-0b46-4853-89f4-0f258303515f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:18.303502 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57416f38-8383-4447-b260-6b56dd107142 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:18.407818 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9280237e-35b7-4e36-ab05-483c8f245bb3 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:18.470292 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-b10fc22f-0b46-4853-89f4-0f258303515f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Allocated IP 172.25.2.134 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/8c09e94f-c007-49a7-bfea-8105da748806) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:18.553423 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1086ec-4d5c-41da-94d2-8b1e295a3dff tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Router fc26987c-0a47-4a7a-8602-0814512f4e7d has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:18.613411 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b49a5604-771c-4c46-84ad-e30164df9593 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:18.622737 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 9280237e-35b7-4e36-ab05-483c8f245bb3 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:18.623150 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 9280237e-35b7-4e36-ab05-483c8f245bb3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:18.624534 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:18.691814 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b10fc22f-0b46-4853-89f4-0f258303515f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:18.714153 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b49a5604-771c-4c46-84ad-e30164df9593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:18.848192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a5604-771c-4c46-84ad-e30164df9593 admin admin] Pushing event updated for resources: {'Port': ['ID=588df85d-bb44-4a1e-a02e-cf7f09195952,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:18.858371 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b49a5604-771c-4c46-84ad-e30164df9593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:18.979722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1086ec-4d5c-41da-94d2-8b1e295a3dff tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:18.986400 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b10fc22f-0b46-4853-89f4-0f258303515f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:18.988677 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bf1086ec-4d5c-41da-94d2-8b1e295a3dff tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "PUT /v2.0/routers/fc26987c-0a47-4a7a-8602-0814512f4e7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1793945 Aug 31 01:03:18.992910 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51912) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:19.089068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10fc22f-0b46-4853-89f4-0f258303515f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:19.101250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-b10fc22f-0b46-4853-89f4-0f258303515f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:19.111647 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e287e8a-6024-477e-9e4c-69f89bcb5c94 None None] Sync routers for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:19.122511 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:19.124737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10fc22f-0b46-4853-89f4-0f258303515f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:19.145538 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 9280237e-35b7-4e36-ab05-483c8f245bb3, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9280237e-35b7-4e36-ab05-483c8f245bb3,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:19.151465 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e287e8a-6024-477e-9e4c-69f89bcb5c94 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:19.153829 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-7e287e8a-6024-477e-9e4c-69f89bcb5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:19.184834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fc22f-0b46-4853-89f4-0f258303515f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event updated for resources: {'Port': ['ID=8c09e94f-c007-49a7-bfea-8105da748806,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:19.198497 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-7e287e8a-6024-477e-9e4c-69f89bcb5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:19.209180 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e287e8a-6024-477e-9e4c-69f89bcb5c94 None None] Routers {'fc26987c-0a47-4a7a-8602-0814512f4e7d'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:19.209868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-7e287e8a-6024-477e-9e4c-69f89bcb5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc26987c-0a47-4a7a-8602-0814512f4e7d'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:19.248396 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-7e287e8a-6024-477e-9e4c-69f89bcb5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:19.249072 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e287e8a-6024-477e-9e4c-69f89bcb5c94 None None] The sync data for ids ['fc26987c-0a47-4a7a-8602-0814512f4e7d'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:19.250650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bd95d-f120-43ec-9f5c-d37788ed2531 req-f5ec0ffe-ba21-4127-9afb-fe3a8d7245f3 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:19.253288 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c25bd95d-f120-43ec-9f5c-d37788ed2531 req-f5ec0ffe-ba21-4127-9afb-fe3a8d7245f3 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.4507210 Aug 31 01:03:19.258846 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:19.290900 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b10fc22f-0b46-4853-89f4-0f258303515f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:19.300703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a5604-771c-4c46-84ad-e30164df9593 admin admin] Network b361b8b9-4744-4d54-a81c-33efa79a57b4 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:19.304484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-b49a5604-771c-4c46-84ad-e30164df9593 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:19.348016 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:19.413110 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=9280237e-35b7-4e36-ab05-483c8f245bb3,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:19.463716 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b10fc22f-0b46-4853-89f4-0f258303515f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:19.474219 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49a5604-771c-4c46-84ad-e30164df9593 admin admin] Router b6857b3b-7f4b-4724-9a92-8f11072689bd has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:19.742531 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49a5604-771c-4c46-84ad-e30164df9593 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:19.759561 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b49a5604-771c-4c46-84ad-e30164df9593 admin admin] 10.222.0.16 "PUT /v2.0/routers/b6857b3b-7f4b-4724-9a92-8f11072689bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0846691 Aug 31 01:03:19.798077 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b10fc22f-0b46-4853-89f4-0f258303515f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:19.829056 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51922) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:19.917922 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b10fc22f-0b46-4853-89f4-0f258303515f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:19.944335 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c25bd95d-f120-43ec-9f5c-d37788ed2531 req-2f228618-3b6c-47a8-bdfb-a03c95c328f8 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6805019 Aug 31 01:03:20.019899 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Sync routers for ids ['b6857b3b-7f4b-4724-9a92-8f11072689bd'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:20.025473 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0500c846-bef0-4a62-b07e-dd948eeb954c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:20.037575 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Routers {'b6857b3b-7f4b-4724-9a92-8f11072689bd'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:20.038589 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b6857b3b-7f4b-4724-9a92-8f11072689bd'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:20.039630 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:20.052024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-57416f38-8383-4447-b260-6b56dd107142 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting port d626b9db-2377-496d-b71d-3c4df3657558 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:20.058628 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57416f38-8383-4447-b260-6b56dd107142 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:20.068589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fc22f-0b46-4853-89f4-0f258303515f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event updated for resources: {'Port': ['ID=8c09e94f-c007-49a7-bfea-8105da748806,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:20.091525 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b10fc22f-0b46-4853-89f4-0f258303515f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:20.249676 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-57416f38-8383-4447-b260-6b56dd107142 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] For port d626b9db-2377-496d-b71d-3c4df3657558, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d626b9db-2377-496d-b71d-3c4df3657558,segment=NetworkSegment(6a69a7ff-e91a-481f-a1de-d48083e1408c),segment_id=6a69a7ff-e91a-481f-a1de-d48083e1408c)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:20.250214 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57416f38-8383-4447-b260-6b56dd107142 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:20.268862 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0500c846-bef0-4a62-b07e-dd948eeb954c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:20.278680 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Deleting port 1c7762c8-61db-4f03-8236-bc3edbc0fdc4 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:20.279235 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:20.283199 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-57416f38-8383-4447-b260-6b56dd107142 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Calling delete_port for d626b9db-2377-496d-b71d-3c4df3657558 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:20.378040 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9280237e-35b7-4e36-ab05-483c8f245bb3 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:20.452777 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0500c846-bef0-4a62-b07e-dd948eeb954c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:20.470955 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Set router b6857b3b-7f4b-4724-9a92-8f11072689bd gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:20.479793 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 9280237e-35b7-4e36-ab05-483c8f245bb3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:20.480483 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:20.481509 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:20.534383 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Calling delete_port for 1c7762c8-61db-4f03-8236-bc3edbc0fdc4 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:20.564808 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0500c846-bef0-4a62-b07e-dd948eeb954c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cca71ff749ca43318a5f480371bd894c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7336144 Aug 31 01:03:20.572093 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51942) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:20.574359 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500c846-bef0-4a62-b07e-dd948eeb954c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e8a71f-84ef-4165-b37f-537e3cceaeff,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:20.648721 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-1cf7d869-2ca3-4aa4-946f-c51161c07573 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:20.648721 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-1cf7d869-2ca3-4aa4-946f-c51161c07573 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/networks?id=b361b8b9-4744-4d54-a81c-33efa79a57b4 HTTP/1.1" status: 200 len: 811 time: 0.3043835 Aug 31 01:03:20.648721 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b10fc22f-0b46-4853-89f4-0f258303515f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:20.653490 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b10fc22f-0b46-4853-89f4-0f258303515f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1047757 Aug 31 01:03:20.683141 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-b5b76819-d571-4ad1-b6ad-e148227d6ab9 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/quotas/982b5fe753f4482cbadeee55c6e49b01 HTTP/1.1" status: 200 len: 375 time: 0.0124896 Aug 31 01:03:20.791156 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-77d7fc0a-ab95-47a9-9bf5-29d8821d7ada tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=982b5fe753f4482cbadeee55c6e49b01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0985897 Aug 31 01:03:20.815613 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a8d8083-079c-4117-836c-7cb966f1b9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:20.845422 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'name': 'tempest-ServerRescueTestJSON-1772505963-router', 'tenant_id': '982b5fe753f4482cbadeee55c6e49b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '9280237e-35b7-4e36-ab05-483c8f245bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:09Z', 'updated_at': '2021-08-31T01:03:17Z', 'revision_number': 4, 'project_id': '982b5fe753f4482cbadeee55c6e49b01', 'gw_port': {'id': '9280237e-35b7-4e36-ab05-483c8f245bb3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:11Z', 'updated_at': '2021-08-31T01:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '588df85d-bb44-4a1e-a02e-cf7f09195952', 'name': '', 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4', 'tenant_id': '982b5fe753f4482cbadeee55c6e49b01', 'mac_address': 'fa:16:3e:98:02:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '1007955d-a753-4c3b-bbca-3943185f8e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:16Z', 'updated_at': '2021-08-31T01:03:18Z', 'revision_number': 2, 'project_id': '982b5fe753f4482cbadeee55c6e49b01', 'subnets': [{'id': '1007955d-a753-4c3b-bbca-3943185f8e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:20.853381 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a8d8083-079c-4117-836c-7cb966f1b9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:20.885029 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Checking router: b6857b3b-7f4b-4724-9a92-8f11072689bd for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:20.885675 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Updating router b6857b3b-7f4b-4724-9a92-8f11072689bd port 588df85d-bb44-4a1e-a02e-cf7f09195952 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:03:20.919760 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-d855ccf4-2dce-4935-ba09-6d7027aaa33b service neutron] 10.222.0.16 "GET /v2.0/networks/b361b8b9-4744-4d54-a81c-33efa79a57b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197879 Aug 31 01:03:20.966098 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:20.975825 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57416f38-8383-4447-b260-6b56dd107142 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.017887 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57416f38-8383-4447-b260-6b56dd107142 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Port': ['ID=d626b9db-2377-496d-b71d-3c4df3657558,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:21.063229 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-dec3ccc9-c20c-477a-97fc-0a45f08d2c90 service neutron] 10.222.0.16 "GET /v2.0/networks/b361b8b9-4744-4d54-a81c-33efa79a57b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338108 Aug 31 01:03:21.183375 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.229833 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-3ed4e518-39fc-4832-a68a-9515cb4998c6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1119848566&fields=id&tenant_id=480470cd2fbf45018b60a7cede707d79 HTTP/1.1" status: 200 len: 267 time: 0.2076340 Aug 31 01:03:21.236034 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a8d8083-079c-4117-836c-7cb966f1b9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.239015 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a8d8083-079c-4117-836c-7cb966f1b9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.243824 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4a8d8083-079c-4117-836c-7cb966f1b9a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8e8a71f-84ef-4165-b37f-537e3cceaeff HTTP/1.1" status: 204 len: 168 time: 0.6675079 Aug 31 01:03:21.250571 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event deleted for resources: {'Port': ['ID=1c7762c8-61db-4f03-8236-bc3edbc0fdc4,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:21.357797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:21.357797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:21.357797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:21.357797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:21.357797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:21.357797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:21.357797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:21.357797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:21.357797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:21.357797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:21.357797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:21.357797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:21.357797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d8083-079c-4117-836c-7cb966f1b9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e8a71f-84ef-4165-b37f-537e3cceaeff,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:21.438442 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57416f38-8383-4447-b260-6b56dd107142 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.455610 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.471970 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Transition to ACTIVE for port object 588df85d-bb44-4a1e-a02e-cf7f09195952 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:21.479679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-30fe0b48-2c17-4617-a9f1-98ed4bc3599b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:21.481390 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-30fe0b48-2c17-4617-a9f1-98ed4bc3599b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports/9dce5519-c138-438c-b099-c61ffef1b2a8 HTTP/1.1" status: 200 len: 930 time: 0.2347465 Aug 31 01:03:21.497366 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.581657 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73db2a8-8697-4a32-af8f-0c617516eb36 req-3f59a009-d2e4-4c3d-a447-07ba073f1478 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:21.584774 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f73db2a8-8697-4a32-af8f-0c617516eb36 req-3f59a009-d2e4-4c3d-a447-07ba073f1478 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.0934353 Aug 31 01:03:21.603030 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.677495 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f73db2a8-8697-4a32-af8f-0c617516eb36 req-f68a41ed-4c26-4d93-a72a-116238482809 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804110 Aug 31 01:03:21.727423 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a80046-9f05-44e8-89c2-553facafb05d None None] Pushing event updated for resources: {'Port': ['ID=588df85d-bb44-4a1e-a02e-cf7f09195952,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:21.760763 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9dfbf3cf-b037-4a3f-a856-3a51b3e4822a req-7ccf9316-38da-48ec-8256-ff2d39e8d375 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 210 time: 0.0382032 Aug 31 01:03:21.766514 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-3746ae38-f4c5-499f-88a6-541b4de30e72 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:21.768414 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-3746ae38-f4c5-499f-88a6-541b4de30e72 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports/47884538-4e20-4c3e-be64-938b3b411ece HTTP/1.1" status: 200 len: 931 time: 0.2797151 Aug 31 01:03:21.773343 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.791745 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.802576 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Attempting to bind port 588df85d-bb44-4a1e-a02e-cf7f09195952 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:03:21.803021 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Attempting to bind port 588df85d-bb44-4a1e-a02e-cf7f09195952 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '33e380e7-eff7-4f5b-8c19-f5a375698c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:03:21.803590 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Attempting to bind port 588df85d-bb44-4a1e-a02e-cf7f09195952 on network b361b8b9-4744-4d54-a81c-33efa79a57b4 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:21.812184 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:03:21.812610 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Checking segment: {'id': '33e380e7-eff7-4f5b-8c19-f5a375698c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:21.814029 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.814029 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Bound using segment: {'id': '33e380e7-eff7-4f5b-8c19-f5a375698c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:03:21.814029 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Bound port: 588df85d-bb44-4a1e-a02e-cf7f09195952, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e380e7-eff7-4f5b-8c19-f5a375698c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:03:21.814767 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.874920 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d9ffb972-5227-4a6a-b749-fab9684ca99d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?network_id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0836024 Aug 31 01:03:21.934720 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] For port 588df85d-bb44-4a1e-a02e-cf7f09195952, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:03:21.941307 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] For port 588df85d-bb44-4a1e-a02e-cf7f09195952, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=588df85d-bb44-4a1e-a02e-cf7f09195952,segment=NetworkSegment(33e380e7-eff7-4f5b-8c19-f5a375698c43),segment_id=33e380e7-eff7-4f5b-8c19-f5a375698c43)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:03:21.969903 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-cc83d358-e4c2-41b3-ad19-af847faac8fd tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?network_id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0603144 Aug 31 01:03:22.048964 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.081203 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.082155 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Fanout notify agent at l3_agent the message router_deleted on router fc26987c-0a47-4a7a-8602-0814512f4e7d {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:03:22.092664 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.096748 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3e6771eb-8a53-424d-92d8-dc4992668518 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/routers/fc26987c-0a47-4a7a-8602-0814512f4e7d HTTP/1.1" status: 204 len: 168 time: 3.0995300 Aug 31 01:03:22.096879 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51982) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:22.130093 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Routers {'b6857b3b-7f4b-4724-9a92-8f11072689bd'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:22.133701 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b6857b3b-7f4b-4724-9a92-8f11072689bd'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:22.136739 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a80046-9f05-44e8-89c2-553facafb05d None None] Pushing event updated for resources: {'Port': ['ID=588df85d-bb44-4a1e-a02e-cf7f09195952,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:22.166343 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57416f38-8383-4447-b260-6b56dd107142 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router 822dc655-22ce-459a-88de-8c50270636b3 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:22.226571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7041c76-aacc-4977-a567-df99ff8880b3 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Deleting subnet ff5fe78a-03d8-4d94-8f4b-8e3e83f17edc {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:03:22.228641 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-9c39f103-24e1-4308-b97e-7c99db7d8fc1 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:22.230465 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7041c76-aacc-4977-a567-df99ff8880b3 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.236851 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-9c39f103-24e1-4308-b97e-7c99db7d8fc1 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:22.253550 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-9c39f103-24e1-4308-b97e-7c99db7d8fc1 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:22.253550 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-9c39f103-24e1-4308-b97e-7c99db7d8fc1 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/networks?id=d8d074e0-3ba7-47e4-9677-f4407602dcfb&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061&id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061 HTTP/1.1" status: 200 len: 1991 time: 0.2438223 Aug 31 01:03:22.294491 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7041c76-aacc-4977-a567-df99ff8880b3 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.336286 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-c897a6fc-5e63-4a16-bda0-175b50d9207c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/quotas/480470cd2fbf45018b60a7cede707d79 HTTP/1.1" status: 200 len: 375 time: 0.0742404 Aug 31 01:03:22.340073 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] Set router b6857b3b-7f4b-4724-9a92-8f11072689bd gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:22.373425 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7041c76-aacc-4977-a567-df99ff8880b3 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.427314 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57416f38-8383-4447-b260-6b56dd107142 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:22.440110 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-57416f38-8383-4447-b260-6b56dd107142 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/822dc655-22ce-459a-88de-8c50270636b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2726784 Aug 31 01:03:22.441287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e930bf9a-9412-48e6-8e58-2aa903e9c334 None None] Sync routers for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:22.442283 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51990) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:22.462907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e930bf9a-9412-48e6-8e58-2aa903e9c334 None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:22.463464 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e930bf9a-9412-48e6-8e58-2aa903e9c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:22.535567 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8c07dcb4-f82d-4e7d-b60e-39966524e6f4 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=480470cd2fbf45018b60a7cede707d79&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1848426 Aug 31 01:03:22.600016 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1efba99-ab1f-4c72-8583-8518965a8a82 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting subnet 485c9400-92a8-4ffd-9e82-80ded25472f9 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:03:22.604385 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d1efba99-ab1f-4c72-8583-8518965a8a82 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.616709 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-e930bf9a-9412-48e6-8e58-2aa903e9c334 None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:22.672447 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d1efba99-ab1f-4c72-8583-8518965a8a82 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.681203 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'name': 'tempest-ServerRescueTestJSON-1772505963-router', 'tenant_id': '982b5fe753f4482cbadeee55c6e49b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '9280237e-35b7-4e36-ab05-483c8f245bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:09Z', 'updated_at': '2021-08-31T01:03:17Z', 'revision_number': 4, 'project_id': '982b5fe753f4482cbadeee55c6e49b01', 'gw_port': {'id': '9280237e-35b7-4e36-ab05-483c8f245bb3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:11Z', 'updated_at': '2021-08-31T01:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '588df85d-bb44-4a1e-a02e-cf7f09195952', 'name': '', 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4', 'tenant_id': '982b5fe753f4482cbadeee55c6e49b01', 'mac_address': 'fa:16:3e:98:02:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '1007955d-a753-4c3b-bbca-3943185f8e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:16Z', 'updated_at': '2021-08-31T01:03:21Z', 'revision_number': 4, 'project_id': '982b5fe753f4482cbadeee55c6e49b01', 'subnets': [{'id': '1007955d-a753-4c3b-bbca-3943185f8e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:22.717458 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a49682-0246-4f31-9b68-04bb0856483e None None] The sync data for ids ['b6857b3b-7f4b-4724-9a92-8f11072689bd'] in n-d-793621-34 is: [{'id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'name': 'tempest-ServerRescueTestJSON-1772505963-router', 'tenant_id': '982b5fe753f4482cbadeee55c6e49b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '9280237e-35b7-4e36-ab05-483c8f245bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:09Z', 'updated_at': '2021-08-31T01:03:17Z', 'revision_number': 4, 'project_id': '982b5fe753f4482cbadeee55c6e49b01', 'gw_port': {'id': '9280237e-35b7-4e36-ab05-483c8f245bb3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:11Z', 'updated_at': '2021-08-31T01:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '588df85d-bb44-4a1e-a02e-cf7f09195952', 'name': '', 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4', 'tenant_id': '982b5fe753f4482cbadeee55c6e49b01', 'mac_address': 'fa:16:3e:98:02:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '1007955d-a753-4c3b-bbca-3943185f8e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:16Z', 'updated_at': '2021-08-31T01:03:21Z', 'revision_number': 4, 'project_id': '982b5fe753f4482cbadeee55c6e49b01', 'subnets': [{'id': '1007955d-a753-4c3b-bbca-3943185f8e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:22.963846 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d1efba99-ab1f-4c72-8583-8518965a8a82 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.114211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e930bf9a-9412-48e6-8e58-2aa903e9c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:20Z', 'revision_number': 10, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:23.333207 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-0864e879-42e7-4034-94b8-9c961b4c17d3 service neutron] 10.222.0.16 "GET /v2.0/networks/d8d074e0-3ba7-47e4-9677-f4407602dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031866 Aug 31 01:03:23.334926 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e930bf9a-9412-48e6-8e58-2aa903e9c334 None None] Checking router: 822dc655-22ce-459a-88de-8c50270636b3 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:23.334926 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e930bf9a-9412-48e6-8e58-2aa903e9c334 None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:23.334926 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e930bf9a-9412-48e6-8e58-2aa903e9c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:23.335362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fefdf-d4a3-4e77-85f1-38c45a57bb35 req-c42a57c1-6774-42bc-be48-0e775a2e3c9b tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:23.335362 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fa0fefdf-d4a3-4e77-85f1-38c45a57bb35 req-c42a57c1-6774-42bc-be48-0e775a2e3c9b tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.2631588 Aug 31 01:03:23.390763 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d1efba99-ab1f-4c72-8583-8518965a8a82 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.419754 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-e930bf9a-9412-48e6-8e58-2aa903e9c334 None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:23.423646 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fa0fefdf-d4a3-4e77-85f1-38c45a57bb35 req-c5744d10-e438-4d7c-87d7-9091f6789982 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900440 Aug 31 01:03:23.432501 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-c379a6e9-0e68-4f63-9be2-26df68c3241f service neutron] 10.222.0.16 "GET /v2.0/networks/d8d074e0-3ba7-47e4-9677-f4407602dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469065 Aug 31 01:03:23.466413 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d1efba99-ab1f-4c72-8583-8518965a8a82 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.470019 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d1efba99-ab1f-4c72-8583-8518965a8a82 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/subnets/485c9400-92a8-4ffd-9e82-80ded25472f9 HTTP/1.1" status: 204 len: 168 time: 1.0245357 Aug 31 01:03:23.472662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52012) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:23.481613 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5143703-d7a8-4966-9b3b-22b5f4c000cf None None] Network 6a1f26eb-11cf-46c7-b350-64295037f609 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:23.503855 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efba99-ab1f-4c72-8583-8518965a8a82 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Subnet': ['ID=485c9400-92a8-4ffd-9e82-80ded25472f9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:23.598964 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7041c76-aacc-4977-a567-df99ff8880b3 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.631975 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-a343a272-4a5f-44e4-9aec-b723ec9f13ba service neutron] 10.222.0.16 "GET /v2.0/ports/9dce5519-c138-438c-b099-c61ffef1b2a8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1602855 Aug 31 01:03:23.803770 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7041c76-aacc-4977-a567-df99ff8880b3 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5fe78a-03d8-4d94-8f4b-8e3e83f17edc,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:23.822661 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8868dd2b-97f8-4035-bbfe-de3f04529eb7 req-e6a50b7f-03ce-46b5-9352-7d8e3948473b tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 210 time: 0.2734306 Aug 31 01:03:23.854479 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7041c76-aacc-4977-a567-df99ff8880b3 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.870304 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-826b7f07-30dc-452b-851b-7b1b8d538f98 service neutron] 10.222.0.16 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373559 Aug 31 01:03:23.872655 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f7041c76-aacc-4977-a567-df99ff8880b3 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/subnets/ff5fe78a-03d8-4d94-8f4b-8e3e83f17edc HTTP/1.1" status: 204 len: 168 time: 1.7733562 Aug 31 01:03:23.875962 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52018) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:23.945222 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.955278 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ca678f-1d9a-4f7f-b4dc-3253bc23b13c None None] DHCP port deletion for 6a1f26eb-11cf-46c7-b350-64295037f609 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:03:24.011498 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting port cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:24.011498 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.054701 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e930bf9a-9412-48e6-8e58-2aa903e9c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:20Z', 'revision_number': 10, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:24.134898 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e930bf9a-9412-48e6-8e58-2aa903e9c334 None None] The sync data for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 is: [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:20Z', 'revision_number': 10, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None, '_interfaces': [{'id': '1d7cd84d-e995-42e3-bcf5-37bf8495c2bc', 'name': '', 'network_id': 'e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'mac_address': 'fa:16:3e:2c:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822dc655-22ce-459a-88de-8c50270636b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:30Z', 'updated_at': '2021-08-31T01:02:39Z', 'revision_number': 5, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'subnets': [{'id': '64eb10c0-dd70-4218-87cf-359ecf023ea5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:24.166290 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] For port cdb89dc9-939e-45b6-bf97-c337e1e9b8f3, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=cdb89dc9-939e-45b6-bf97-c337e1e9b8f3,segment=NetworkSegment(6a69a7ff-e91a-481f-a1de-d48083e1408c),segment_id=6a69a7ff-e91a-481f-a1de-d48083e1408c)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:24.166671 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.167452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-83ca678f-1d9a-4f7f-b4dc-3253bc23b13c None None] Deleting port cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:24.168050 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83ca678f-1d9a-4f7f-b4dc-3253bc23b13c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.195549 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Calling delete_port for cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:24.286185 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-83ca678f-1d9a-4f7f-b4dc-3253bc23b13c None None] For port cdb89dc9-939e-45b6-bf97-c337e1e9b8f3, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=cdb89dc9-939e-45b6-bf97-c337e1e9b8f3,segment=NetworkSegment(6a69a7ff-e91a-481f-a1de-d48083e1408c),segment_id=6a69a7ff-e91a-481f-a1de-d48083e1408c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:24.286625 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83ca678f-1d9a-4f7f-b4dc-3253bc23b13c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.305802 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-83ca678f-1d9a-4f7f-b4dc-3253bc23b13c None None] Calling delete_port for cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:24.306356 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-35a92e79-0ace-4ceb-8487-45813d71a84a service neutron] 10.222.0.16 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356548 Aug 31 01:03:24.336954 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52740b1e-efde-4650-847d-3041525a6b02 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.410393 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-3dccfdb0-f320-4b21-bcf2-40e407896bd1 service neutron] 10.222.0.16 "GET /v2.0/ports/47884538-4e20-4c3e-be64-938b3b411ece?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0917447 Aug 31 01:03:24.477757 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.492484 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:03:24.526005 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83ca678f-1d9a-4f7f-b4dc-3253bc23b13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.561969 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ca678f-1d9a-4f7f-b4dc-3253bc23b13c None None] No DVR routers for this DVR port cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:24.589243 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Port': ['ID=cdb89dc9-939e-45b6-bf97-c337e1e9b8f3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:24.592207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] No DVR routers for this DVR port cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:24.622796 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca678f-1d9a-4f7f-b4dc-3253bc23b13c None None] Pushing event deleted for resources: {'Port': ['ID=cdb89dc9-939e-45b6-bf97-c337e1e9b8f3,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:24.698889 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52740b1e-efde-4650-847d-3041525a6b02 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.732440 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-52740b1e-efde-4650-847d-3041525a6b02 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4533214d-0ce8-480c-a2b2-ecd533a58daf']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:24.747947 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-52740b1e-efde-4650-847d-3041525a6b02 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a348bcd9-d053-4d8b-b21a-192fdc048d9b') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:24.748741 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-52740b1e-efde-4650-847d-3041525a6b02 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a348bcd9-d053-4d8b-b21a-192fdc048d9b') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:24.781173 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52740b1e-efde-4650-847d-3041525a6b02 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.853393 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52740b1e-efde-4650-847d-3041525a6b02 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.867969 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 588df85d-bb44-4a1e-a02e-cf7f09195952 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:24.897154 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-0f492f85-4c00-4e0d-81dd-972526976318 service neutron] 10.222.0.16 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269293 Aug 31 01:03:24.913649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52740b1e-efde-4650-847d-3041525a6b02 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:03:24.914502 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52740b1e-efde-4650-847d-3041525a6b02 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:03:24.937915 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:03:24.978823 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b616cb-658e-465b-9c7a-9db7ecd89c3c req-cf790c3c-2371-410f-b829-46cc5330172b tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:24.996925 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5b616cb-658e-465b-9c7a-9db7ecd89c3c req-cf790c3c-2371-410f-b829-46cc5330172b tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.4471138 Aug 31 01:03:25.032830 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.097508 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1f26eb-11cf-46c7-b350-64295037f609']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:25.102900 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5b616cb-658e-465b-9c7a-9db7ecd89c3c req-2163c008-959b-4434-814a-39fed8c500c0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054995 Aug 31 01:03:25.136099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a69a7ff-e91a-481f-a1de-d48083e1408c') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:25.136570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a69a7ff-e91a-481f-a1de-d48083e1408c') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:25.158454 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.181153 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 588df85d-bb44-4a1e-a02e-cf7f09195952 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:25.194038 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 588df85d-bb44-4a1e-a02e-cf7f09195952 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:25.197422 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.209527 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.226571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:03:25.229867 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:03:25.238261 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:03:25.349190 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-411b8064-1611-4fa8-8131-6d99b478fb5a service neutron] 10.222.0.16 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385269 Aug 31 01:03:25.478498 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-271ba083-edfd-4071-9d0d-a4087fcd8d6a req-77a43c58-324a-4541-95a3-2de35c7db873 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 210 time: 0.1156611 Aug 31 01:03:25.557814 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52740b1e-efde-4650-847d-3041525a6b02 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.567926 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52740b1e-efde-4650-847d-3041525a6b02 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.576539 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-52740b1e-efde-4650-847d-3041525a6b02 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] 10.222.0.16 "DELETE /v2.0/networks/4533214d-0ce8-480c-a2b2-ecd533a58daf HTTP/1.1" status: 204 len: 168 time: 1.6940103 Aug 31 01:03:25.610667 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740b1e-efde-4650-847d-3041525a6b02 tempest-FloatingIPTestJSON-538812620 tempest-FloatingIPTestJSON-538812620-project] Pushing event deleted for resources: {'Network': ['ID=4533214d-0ce8-480c-a2b2-ecd533a58daf,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:25.646230 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.668285 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-123ca4b3-5151-4a0c-bb08-346a486338e8 service neutron] 10.222.0.16 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170350 Aug 31 01:03:25.746694 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 588df85d-bb44-4a1e-a02e-cf7f09195952, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=588df85d-bb44-4a1e-a02e-cf7f09195952,segment=NetworkSegment(33e380e7-eff7-4f5b-8c19-f5a375698c43),segment_id=33e380e7-eff7-4f5b-8c19-f5a375698c43)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:25.850920 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.887647 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-787a07bc-10cc-4a28-9dcc-056267e41d03 req-4c466f45-f755-440b-91bb-01c1c7c0ed16 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3481612 Aug 31 01:03:25.906383 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-87d42c8e-c1c6-42da-b7b9-bc7fc331a03d tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:25.908342 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-87d42c8e-c1c6-42da-b7b9-bc7fc331a03d tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.48 "GET /v2.0/networks?id=b361b8b9-4744-4d54-a81c-33efa79a57b4 HTTP/1.1" status: 200 len: 811 time: 0.6206417 Aug 31 01:03:25.922477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-7fb9e99f-e048-467f-a0a7-92c29b338089 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Request body: {'port': {'device_id': '21c1923d-5b84-4945-b6d3-1f6ce580b131', 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4', 'admin_state_up': True, 'tenant_id': '982b5fe753f4482cbadeee55c6e49b01'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:25.940260 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-4c20ab30-3f74-4f08-854e-89d84e4bb187 service neutron] 10.222.0.16 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698848 Aug 31 01:03:25.982215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=588df85d-bb44-4a1e-a02e-cf7f09195952,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:25.989196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:26.022357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:26.022965 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device cdb89dc9-939e-45b6-bf97-c337e1e9b8f3 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:26.023593 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d626b9db-2377-496d-b71d-3c4df3657558 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:26.076209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: d626b9db-2377-496d-b71d-3c4df3657558 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:26.076545 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d626b9db-2377-496d-b71d-3c4df3657558 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:26.087888 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:26.112667 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:26.114013 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/networks/6a1f26eb-11cf-46c7-b350-64295037f609 HTTP/1.1" status: 204 len: 168 time: 2.6395433 Aug 31 01:03:26.116577 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ac4d09cf-2833-4f1c-9619-7573c4463f68 service neutron] 10.222.0.16 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644304 Aug 31 01:03:26.117848 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52052) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:26.146176 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277004d-0827-4d7f-b8a8-7b63b4002f86 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Network': ['ID=6a1f26eb-11cf-46c7-b350-64295037f609,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:26.184168 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a07bc-10cc-4a28-9dcc-056267e41d03 req-23bd24dd-f6e5-4b73-b7be-c666cf00b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:26.187871 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-787a07bc-10cc-4a28-9dcc-056267e41d03 req-23bd24dd-f6e5-4b73-b7be-c666cf00b1c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=81a97738e4294f8b81fd753891f12c4b&device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 1098 time: 0.1479030 Aug 31 01:03:26.387973 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 588df85d-bb44-4a1e-a02e-cf7f09195952 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:26.417728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a31774-a4e0-42fa-9396-c4f217a2d501 req-4f4b55f2-7a86-4f58-867b-58b4b82aea3c tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:26.419005 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b7a31774-a4e0-42fa-9396-c4f217a2d501 req-4f4b55f2-7a86-4f58-867b-58b4b82aea3c tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.1338217 Aug 31 01:03:26.494842 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-98a3d49a-33f1-4115-ac81-3702e2be46e9 service neutron] 10.222.0.16 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625898 Aug 31 01:03:26.514060 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a07bc-10cc-4a28-9dcc-056267e41d03 req-3a1020d3-4f54-423a-99b1-db0e00859d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:26.516743 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-787a07bc-10cc-4a28-9dcc-056267e41d03 req-3a1020d3-4f54-423a-99b1-db0e00859d36 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8b93c27-42a8-4735-b10d-15e13ecf494d HTTP/1.1" status: 200 len: 916 time: 0.2592044 Aug 31 01:03:26.527729 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 588df85d-bb44-4a1e-a02e-cf7f09195952 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:26.528816 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:26.605841 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b7a31774-a4e0-42fa-9396-c4f217a2d501 req-b94efde7-1380-447b-b138-da4fe58b1fdf tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459603 Aug 31 01:03:26.614948 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-7fb9e99f-e048-467f-a0a7-92c29b338089 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Made reservation on behalf of 982b5fe753f4482cbadeee55c6e49b01 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:26.625960 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-7fb9e99f-e048-467f-a0a7-92c29b338089 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:26.699577 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52068) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:26.836150 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-787a07bc-10cc-4a28-9dcc-056267e41d03 req-bb3d3c9e-7e36-4599-a168-dd6f9726dd93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e5315c9-e790-4280-acb1-4c7720c0840e HTTP/1.1" status: 200 len: 1001 time: 0.3045776 Aug 31 01:03:26.850413 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4d9c4c65-206d-4989-ab49-9d2d27cf080b req-ebe886ad-cc17-46eb-a38f-b034b4d38638 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 210 time: 0.1253784 Aug 31 01:03:27.026215 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a07bc-10cc-4a28-9dcc-056267e41d03 req-ddcd720b-937f-416c-ac36-2436820dd6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:27.027875 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-787a07bc-10cc-4a28-9dcc-056267e41d03 req-ddcd720b-937f-416c-ac36-2436820dd6c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa7e9bc0-f128-42e7-8c4b-88cbf414d598 HTTP/1.1" status: 200 len: 854 time: 0.1663852 Aug 31 01:03:27.102188 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ecb9ca48-62e7-4db0-a9f9-8939bec784dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1933813fc4bb4bd88fe6ba5b8c4eeb28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965974 Aug 31 01:03:27.102188 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-7fb9e99f-e048-467f-a0a7-92c29b338089 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Allocated IP 172.20.0.7 (b361b8b9-4744-4d54-a81c-33efa79a57b4/1007955d-a753-4c3b-bbca-3943185f8e1f/b7cfafbd-4973-4a35-b271-f81a6beaffd9) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:27.106435 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52078) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:27.178683 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a07bc-10cc-4a28-9dcc-056267e41d03 req-19498d1d-cc55-4d97-8476-fbedf28f1224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:27.185041 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-787a07bc-10cc-4a28-9dcc-056267e41d03 req-19498d1d-cc55-4d97-8476-fbedf28f1224 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8b93c27-42a8-4735-b10d-15e13ecf494d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1426373 Aug 31 01:03:27.209262 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-0ae2ae4c-76ed-4f2e-908e-9292857fe4b2 service neutron] 10.222.0.16 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993499 Aug 31 01:03:27.344490 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f234d48b-3c75-45d4-bbac-351c417b9134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:27.371212 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-c4c402b6-1edc-41d1-bf56-66c20f5fdf0d service neutron] 10.222.0.16 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448624 Aug 31 01:03:27.408274 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f234d48b-3c75-45d4-bbac-351c417b9134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:27.409092 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-787a07bc-10cc-4a28-9dcc-056267e41d03 req-abd1a02b-9941-43e2-82b1-8959cabd2c3c service neutron] 10.222.0.48 "GET /v2.0/networks/f8b93c27-42a8-4735-b10d-15e13ecf494d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197902 Aug 31 01:03:27.481916 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8f138d86-1eb7-49da-9717-7957fe541874 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:27.554710 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-7fb9e99f-e048-467f-a0a7-92c29b338089 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:27.559307 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1eb3af6c-a0a7-4831-886c-900fd163a002 service neutron] 10.222.0.16 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766613 Aug 31 01:03:27.590393 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d001cc6-1124-45a7-a761-a813f3289c62 req-825523f6-864f-4f41-9ba5-3cdf14194906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:27.591928 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d001cc6-1124-45a7-a761-a813f3289c62 req-825523f6-864f-4f41-9ba5-3cdf14194906 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19b0c01c2a774ed1abe0c4b0e21918ae&device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 1097 time: 0.1431746 Aug 31 01:03:27.648141 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-787a07bc-10cc-4a28-9dcc-056267e41d03 req-56df2d29-eeb6-44d9-8c85-87bc711340c1 service neutron] 10.222.0.48 "GET /v2.0/networks/f8b93c27-42a8-4735-b10d-15e13ecf494d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196002 Aug 31 01:03:27.734470 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d001cc6-1124-45a7-a761-a813f3289c62 req-d928e4db-b1da-4dea-a90f-b4b1c7a058c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:27.736829 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d001cc6-1124-45a7-a761-a813f3289c62 req-d928e4db-b1da-4dea-a90f-b4b1c7a058c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ccd887-c5da-4271-88f5-08b576ad7053 HTTP/1.1" status: 200 len: 915 time: 0.1184525 Aug 31 01:03:27.737771 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f234d48b-3c75-45d4-bbac-351c417b9134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:27.741350 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f234d48b-3c75-45d4-bbac-351c417b9134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:27.745092 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f234d48b-3c75-45d4-bbac-351c417b9134 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d5179b8-7b7d-492c-8d05-529a55c60f3b HTTP/1.1" status: 204 len: 168 time: 0.6349823 Aug 31 01:03:27.753285 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-6573e06a-aeef-4fb3-8b97-06aaa70433af service neutron] 10.222.0.16 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864402 Aug 31 01:03:27.820885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234d48b-3c75-45d4-bbac-351c417b9134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5179b8-7b7d-492c-8d05-529a55c60f3b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:27.825875 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d001cc6-1124-45a7-a761-a813f3289c62 req-e7b33909-25eb-4ae8-bff1-07aceb18dae8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86ea80fc-0d07-4ce8-b23d-964967768a3c HTTP/1.1" status: 200 len: 217 time: 0.0820131 Aug 31 01:03:27.916681 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-7fb9e99f-e048-467f-a0a7-92c29b338089 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:28.073372 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-8f138d86-1eb7-49da-9717-7957fe541874 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting port 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:28.073744 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8f138d86-1eb7-49da-9717-7957fe541874 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:28.084465 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-7fb9e99f-e048-467f-a0a7-92c29b338089 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Network b361b8b9-4744-4d54-a81c-33efa79a57b4 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:28.107340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d001cc6-1124-45a7-a761-a813f3289c62 req-e32ccc03-85b0-421d-b043-aad3d8d9c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:28.109452 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d001cc6-1124-45a7-a761-a813f3289c62 req-e32ccc03-85b0-421d-b043-aad3d8d9c7ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8014dbf9-3f93-4305-a557-88fa6bfa5935 HTTP/1.1" status: 200 len: 854 time: 0.2751105 Aug 31 01:03:28.110434 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-7fb9e99f-e048-467f-a0a7-92c29b338089 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:28.129715 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9e99f-e048-467f-a0a7-92c29b338089 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Pushing event updated for resources: {'Port': ['ID=b7cfafbd-4973-4a35-b271-f81a6beaffd9,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:28.133003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-7fb9e99f-e048-467f-a0a7-92c29b338089 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:28.192286 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d001cc6-1124-45a7-a761-a813f3289c62 req-7d958ef7-14ab-4851-aa86-515ef78402a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ccd887-c5da-4271-88f5-08b576ad7053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550978 Aug 31 01:03:28.292990 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115c37d-0ff2-405a-bf2e-b3c248e181d2 req-c702fb79-501c-48c6-a0d2-5b272696db75 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:28.292990 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d115c37d-0ff2-405a-bf2e-b3c248e181d2 req-c702fb79-501c-48c6-a0d2-5b272696db75 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.2137878 Aug 31 01:03:28.301298 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-7fb9e99f-e048-467f-a0a7-92c29b338089 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:28.301988 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-7fb9e99f-e048-467f-a0a7-92c29b338089 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:28.390965 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-8f138d86-1eb7-49da-9717-7957fe541874 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] For port 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1d7cd84d-e995-42e3-bcf5-37bf8495c2bc,segment=NetworkSegment(d39b47ba-e296-448f-9664-f25d3caaa38e),segment_id=d39b47ba-e296-448f-9664-f25d3caaa38e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:28.391582 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8f138d86-1eb7-49da-9717-7957fe541874 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:28.403524 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d115c37d-0ff2-405a-bf2e-b3c248e181d2 req-f8c06ed6-e6fc-4197-b230-72cb384770fb tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980515 Aug 31 01:03:28.406496 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d001cc6-1124-45a7-a761-a813f3289c62 req-6bcbb5f6-2fd9-484f-b825-ae2487993903 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ccd887-c5da-4271-88f5-08b576ad7053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043834 Aug 31 01:03:28.448253 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-8f138d86-1eb7-49da-9717-7957fe541874 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Calling delete_port for 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:28.494137 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-7fb9e99f-e048-467f-a0a7-92c29b338089 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5764737 Aug 31 01:03:28.516096 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Request body: {'port': {'device_id': '21c1923d-5b84-4945-b6d3-1f6ce580b131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:28.674156 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d001cc6-1124-45a7-a761-a813f3289c62 req-80c699dc-87e4-4077-930a-d75c008a598c service neutron] 10.222.0.41 "GET /v2.0/networks/b0ccd887-c5da-4271-88f5-08b576ad7053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596066 Aug 31 01:03:28.691778 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fdd99-5e6e-4539-85e8-ae9543b0f063 req-95630a23-a0dd-4643-9546-89992c9dfb87 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:28.693407 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a0fdd99-5e6e-4539-85e8-ae9543b0f063 req-95630a23-a0dd-4643-9546-89992c9dfb87 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 946 time: 0.1248503 Aug 31 01:03:28.694338 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:28.803414 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a0fdd99-5e6e-4539-85e8-ae9543b0f063 req-a9390a2f-503d-43cc-a876-a33f8f0eade5 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c42d9ac-fb08-42be-a680-6f96f5a33854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860407 Aug 31 01:03:28.942969 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52122) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:29.049498 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598e75c-5b16-4f0e-9f38-c1700bd8cd54 req-cd1d4626-6cb2-47fe-bec0-0048c6c473a2 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:29.051114 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c598e75c-5b16-4f0e-9f38-c1700bd8cd54 req-cd1d4626-6cb2-47fe-bec0-0048c6c473a2 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 931 time: 0.1402497 Aug 31 01:03:29.077667 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8f138d86-1eb7-49da-9717-7957fe541874 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.134804 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c598e75c-5b16-4f0e-9f38-c1700bd8cd54 req-ed043395-d9ff-453d-b19e-c937250c4a5e tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757904 Aug 31 01:03:29.153466 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f138d86-1eb7-49da-9717-7957fe541874 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Port': ['ID=1d7cd84d-e995-42e3-bcf5-37bf8495c2bc,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:29.238661 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7cfafbd-4973-4a35-b271-f81a6beaffd9 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:03:29.252292 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf9665-d839-41dd-9a3a-8394f3405aef req-3d655f99-7b98-4baa-832e-b805d14096a4 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:29.256714 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4caf9665-d839-41dd-9a3a-8394f3405aef req-3d655f99-7b98-4baa-832e-b805d14096a4 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 946 time: 0.1182580 Aug 31 01:03:29.262308 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.319944 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b65e6d28-36c9-4363-9e2f-69f4a5746a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.334245 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Transition to ACTIVE for port object b7cfafbd-4973-4a35-b271-f81a6beaffd9 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:29.387863 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8f138d86-1eb7-49da-9717-7957fe541874 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.434233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-4caf9665-d839-41dd-9a3a-8394f3405aef req-535ead64-124b-4b28-b938-2d00addd1871 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Deleting port 6e5315c9-e790-4280-acb1-4c7720c0840e {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:29.434556 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4caf9665-d839-41dd-9a3a-8394f3405aef req-535ead64-124b-4b28-b938-2d00addd1871 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.514009 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.610672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Pushing event updated for resources: {'Port': ['ID=b7cfafbd-4973-4a35-b271-f81a6beaffd9,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:29.669665 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f138d86-1eb7-49da-9717-7957fe541874 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router 822dc655-22ce-459a-88de-8c50270636b3 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:29.715816 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49bcbf1-61ef-4d91-9425-8c8c2b679e84 req-bd5819c6-a1ae-42f8-8bf6-b8673304f9b0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:29.715816 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b49bcbf1-61ef-4d91-9425-8c8c2b679e84 req-bd5819c6-a1ae-42f8-8bf6-b8673304f9b0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.1636655 Aug 31 01:03:29.723583 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-4caf9665-d839-41dd-9a3a-8394f3405aef req-535ead64-124b-4b28-b938-2d00addd1871 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] For port 6e5315c9-e790-4280-acb1-4c7720c0840e, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6e5315c9-e790-4280-acb1-4c7720c0840e,segment=NetworkSegment(967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9),segment_id=967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:29.723922 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4caf9665-d839-41dd-9a3a-8394f3405aef req-535ead64-124b-4b28-b938-2d00addd1871 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.809002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52140) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:29.837672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Attempting to bind port b7cfafbd-4973-4a35-b271-f81a6beaffd9 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:03:29.837672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Attempting to bind port b7cfafbd-4973-4a35-b271-f81a6beaffd9 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '33e380e7-eff7-4f5b-8c19-f5a375698c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:03:29.838059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Attempting to bind port b7cfafbd-4973-4a35-b271-f81a6beaffd9 on network b361b8b9-4744-4d54-a81c-33efa79a57b4 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:29.838220 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b65e6d28-36c9-4363-9e2f-69f4a5746a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.850647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f138d86-1eb7-49da-9717-7957fe541874 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:29.852169 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b49bcbf1-61ef-4d91-9425-8c8c2b679e84 req-b7a2a0cc-8b26-476d-9282-43de64aa9740 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237991 Aug 31 01:03:29.882057 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Port b7cfafbd-4973-4a35-b271-f81a6beaffd9 on network b361b8b9-4744-4d54-a81c-33efa79a57b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:03:29.882057 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Attempting to bind port b7cfafbd-4973-4a35-b271-f81a6beaffd9 on network b361b8b9-4744-4d54-a81c-33efa79a57b4 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:29.882433 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8f138d86-1eb7-49da-9717-7957fe541874 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/822dc655-22ce-459a-88de-8c50270636b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7462456 Aug 31 01:03:29.882594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52146) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:29.886031 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e97112-1f06-4c73-aad0-fa2bc49cfc0a None None] Sync routers for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:29.903238 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e97112-1f06-4c73-aad0-fa2bc49cfc0a None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:29.904177 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d8e97112-1f06-4c73-aad0-fa2bc49cfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:29.986742 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b65e6d28-36c9-4363-9e2f-69f4a5746a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.069487 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-d8e97112-1f06-4c73-aad0-fa2bc49cfc0a None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:30.076037 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b65e6d28-36c9-4363-9e2f-69f4a5746a56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96f064b854714c94a3a803bfc5b558fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1296961 Aug 31 01:03:30.076037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e6d28-36c9-4363-9e2f-69f4a5746a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77663f16-2a3b-4bd7-b1c2-c3f9fb268974,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:30.084224 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52148) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:30.190319 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d8e97112-1f06-4c73-aad0-fa2bc49cfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:28Z', 'revision_number': 11, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:30.192889 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6db2f6f9-4560-4588-a6ff-9710aa9b9eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.222586 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6db2f6f9-4560-4588-a6ff-9710aa9b9eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.267486 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e97112-1f06-4c73-aad0-fa2bc49cfc0a None None] Checking router: 822dc655-22ce-459a-88de-8c50270636b3 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:30.284881 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e97112-1f06-4c73-aad0-fa2bc49cfc0a None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:30.286360 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d8e97112-1f06-4c73-aad0-fa2bc49cfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:30.364082 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0183c1ff-b55e-4bbf-854e-9ac6fb34a376 req-c7628735-a83c-4b47-a8af-c8aac0a0f37e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.1323597 Aug 31 01:03:30.426973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Request body: {'networks': [{'name': 'tempest-network--697913493'}, {'name': 'tempest-network--1509362417'}]} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:30.427783 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Request body: {'network': {'name': 'tempest-network--697913493'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:30.428279 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Request body: {'network': {'name': 'tempest-network--1509362417'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:30.437188 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6db2f6f9-4560-4588-a6ff-9710aa9b9eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.440000 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:03:30.440365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Checking segment: {'id': '33e380e7-eff7-4f5b-8c19-f5a375698c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:30.440786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Bound using segment: {'id': '33e380e7-eff7-4f5b-8c19-f5a375698c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:03:30.441195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Bound port: b7cfafbd-4973-4a35-b271-f81a6beaffd9, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e380e7-eff7-4f5b-8c19-f5a375698c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:03:30.441580 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.442755 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6db2f6f9-4560-4588-a6ff-9710aa9b9eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.448691 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6db2f6f9-4560-4588-a6ff-9710aa9b9eae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77663f16-2a3b-4bd7-b1c2-c3f9fb268974 HTTP/1.1" status: 204 len: 168 time: 0.3593276 Aug 31 01:03:30.456351 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-d8e97112-1f06-4c73-aad0-fa2bc49cfc0a None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:30.542374 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2f6f9-4560-4588-a6ff-9710aa9b9eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77663f16-2a3b-4bd7-b1c2-c3f9fb268974,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:30.589293 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d069a12-e399-4293-9bb3-1a8138caa876 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting subnet 64eb10c0-dd70-4218-87cf-359ecf023ea5 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:03:30.594513 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d8e97112-1f06-4c73-aad0-fa2bc49cfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:28Z', 'revision_number': 11, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:30.594782 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5d069a12-e399-4293-9bb3-1a8138caa876 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.655802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce39549-3453-4ca1-9e51-33aa417d847a req-c74f5713-88ac-4779-9f63-9f050aac6854 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:30.658705 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9ce39549-3453-4ca1-9e51-33aa417d847a req-c74f5713-88ac-4779-9f63-9f050aac6854 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 943 time: 0.1881962 Aug 31 01:03:30.671716 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e97112-1f06-4c73-aad0-fa2bc49cfc0a None None] The sync data for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 is: [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:28Z', 'revision_number': 11, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:30.676018 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Made reservation on behalf of a1f330a355bc4fb1aab5adc541a05a5c for: {'network': 2} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:30.686998 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.701220 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5d069a12-e399-4293-9bb3-1a8138caa876 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.749512 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.753815 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9ce39549-3453-4ca1-9e51-33aa417d847a req-ad9ee192-43fa-49e0-a5e5-02e2939195af tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785189 Aug 31 01:03:30.795061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070cf27-4761-4304-9c15-4ded74dcb437 req-cc15c378-02f7-4f28-bcf5-564fd877555e tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:30.797485 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9070cf27-4761-4304-9c15-4ded74dcb437 req-cc15c378-02f7-4f28-bcf5-564fd877555e tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 946 time: 0.3759565 Aug 31 01:03:30.866117 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4caf9665-d839-41dd-9a3a-8394f3405aef req-535ead64-124b-4b28-b938-2d00addd1871 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.866117 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4caf9665-d839-41dd-9a3a-8394f3405aef req-535ead64-124b-4b28-b938-2d00addd1871 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.866117 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [req-4caf9665-d839-41dd-9a3a-8394f3405aef req-535ead64-124b-4b28-b938-2d00addd1871 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Floating IP 38853d9c-3719-46c9-81a0-05b3a47a351a disassociated. External IP: 172.25.2.91, port: 6e5315c9-e790-4280-acb1-4c7720c0840e. Aug 31 01:03:30.866117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-4caf9665-d839-41dd-9a3a-8394f3405aef req-535ead64-124b-4b28-b938-2d00addd1871 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Calling delete_port for 6e5315c9-e790-4280-acb1-4c7720c0840e owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:30.875087 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] For port b7cfafbd-4973-4a35-b271-f81a6beaffd9, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:03:30.885230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] For port b7cfafbd-4973-4a35-b271-f81a6beaffd9, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b7cfafbd-4973-4a35-b271-f81a6beaffd9,segment=NetworkSegment(33e380e7-eff7-4f5b-8c19-f5a375698c43),segment_id=33e380e7-eff7-4f5b-8c19-f5a375698c43)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:03:30.991082 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9070cf27-4761-4304-9c15-4ded74dcb437 req-3cc08fd5-b658-4480-af55-949fa5f6e6c9 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c42d9ac-fb08-42be-a680-6f96f5a33854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773236 Aug 31 01:03:31.008523 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5d069a12-e399-4293-9bb3-1a8138caa876 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.039336 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.081246 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc09302-eecf-46a2-8808-a4cf29eb0406 req-dbd5a9ba-12aa-4898-90cc-1352218dbf64 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:31.086824 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fdc09302-eecf-46a2-8808-a4cf29eb0406 req-dbd5a9ba-12aa-4898-90cc-1352218dbf64 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.1131389 Aug 31 01:03:31.128915 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:31.131689 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.134304 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] 10.222.0.48 "PUT /v2.0/ports/b7cfafbd-4973-4a35-b271-f81a6beaffd9 HTTP/1.1" status: 200 len: 1092 time: 2.6253200 Aug 31 01:03:31.143067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c1923d-5b84-4945-b6d3-1f6ce580b131', 'tag': 'b7cfafbd-4973-4a35-b271-f81a6beaffd9'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:31.147408 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a99cf6b-4931-4fe9-99bf-92ef4a7e18d9" -d '{"events": [{"name": "network-changed", "server_uuid": "21c1923d-5b84-4945-b6d3-1f6ce580b131", "tag": "b7cfafbd-4973-4a35-b271-f81a6beaffd9"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:31.210023 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fdc09302-eecf-46a2-8808-a4cf29eb0406 req-3d47df41-d951-4943-aee7-151cf316fa64 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016078 Aug 31 01:03:31.276166 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2b271-ae58-462d-a8a3-934c76d71f00 service neutron] Pushing event updated for resources: {'Port': ['ID=b7cfafbd-4973-4a35-b271-f81a6beaffd9,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:31.279852 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6f3051-56f5-45f7-9e68-dfac3795bc6b x-openstack-request-id: req-9c6f3051-56f5-45f7-9e68-dfac3795bc6b {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:31.283414 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c1923d-5b84-4945-b6d3-1f6ce580b131", "tag": "b7cfafbd-4973-4a35-b271-f81a6beaffd9", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:31.283414 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c6f3051-56f5-45f7-9e68-dfac3795bc6b {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:31.283414 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c1923d-5b84-4945-b6d3-1f6ce580b131', 'tag': 'b7cfafbd-4973-4a35-b271-f81a6beaffd9', 'status': 'completed', 'code': 200} Aug 31 01:03:31.288730 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.387427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99cf6b-4931-4fe9-99bf-92ef4a7e18d9 req-d9114f72-aa60-4ebc-a01d-bccad3d8bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:31.388982 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a99cf6b-4931-4fe9-99bf-92ef4a7e18d9 req-d9114f72-aa60-4ebc-a01d-bccad3d8bb21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=982b5fe753f4482cbadeee55c6e49b01&device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 1095 time: 0.0737979 Aug 31 01:03:31.488971 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3e4c2c09-c1bc-47c9-9d06-d6dc07ea7c5d req-95dacc7e-ba6d-497a-8b98-4a137d8a858e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.0500743 Aug 31 01:03:31.528985 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99cf6b-4931-4fe9-99bf-92ef4a7e18d9 req-fffb02b7-0d89-424b-87cb-2e0541e3122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:31.532850 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a99cf6b-4931-4fe9-99bf-92ef4a7e18d9 req-fffb02b7-0d89-424b-87cb-2e0541e3122d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=982b5fe753f4482cbadeee55c6e49b01&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1365113 Aug 31 01:03:31.644555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99cf6b-4931-4fe9-99bf-92ef4a7e18d9 req-cb621aab-6be2-49d9-9872-368a3b2102bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:31.646023 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a99cf6b-4931-4fe9-99bf-92ef4a7e18d9 req-cb621aab-6be2-49d9-9872-368a3b2102bf service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1057956 Aug 31 01:03:31.659464 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.659975 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.666180 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5d069a12-e399-4293-9bb3-1a8138caa876 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.737480 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5d069a12-e399-4293-9bb3-1a8138caa876 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.741127 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1731821-cfbc-4b2d-91f0-1b7dff3b2cee None None] Network e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:31.742173 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5d069a12-e399-4293-9bb3-1a8138caa876 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/subnets/64eb10c0-dd70-4218-87cf-359ecf023ea5 HTTP/1.1" status: 204 len: 168 time: 1.8735089 Aug 31 01:03:31.742935 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52174) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:31.773575 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d069a12-e399-4293-9bb3-1a8138caa876 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Subnet': ['ID=64eb10c0-dd70-4218-87cf-359ecf023ea5,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:31.776541 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4caf9665-d839-41dd-9a3a-8394f3405aef req-535ead64-124b-4b28-b938-2d00addd1871 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.791752 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:03:31.815106 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c419cc7-5eda-43f0-b036-5e1a02f7394f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:31.846034 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.846279 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Added segment 79809315-1da7-40b0-951a-3a9d4cbf3faa of type vlan for network b5b9a9c5-f4d0-46a8-bd59-cf2cbd4a1701 Aug 31 01:03:31.847796 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ead64-124b-4b28-b938-2d00addd1871 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Pushing event deleted for resources: {'Port': ['ID=6e5315c9-e790-4280-acb1-4c7720c0840e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:31.876183 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.957489 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.970368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-e5d54b8d-32aa-48db-9f77-8a032b8bb53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:31.972940 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-e5d54b8d-32aa-48db-9f77-8a032b8bb53e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=982b5fe753f4482cbadeee55c6e49b01&device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 1095 time: 0.2768192 Aug 31 01:03:31.988999 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Deleting port ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:31.988999 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.025397 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7d3981-72b7-4672-9fa7-4bdf6749eb08 None None] DHCP port deletion for e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:03:32.100283 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] For port ed63c8ca-dd93-4e7e-9efc-cdbacb28e583, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ed63c8ca-dd93-4e7e-9efc-cdbacb28e583,segment=NetworkSegment(d39b47ba-e296-448f-9664-f25d3caaa38e),segment_id=d39b47ba-e296-448f-9664-f25d3caaa38e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:32.101564 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.123648 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2b7d3981-72b7-4672-9fa7-4bdf6749eb08 None None] Deleting port ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:32.124144 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.resource_extend [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:03:32.124306 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3981-72b7-4672-9fa7-4bdf6749eb08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.125202 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Calling delete_port for ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:32.135028 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-7944fac4-e923-4b5e-843d-d27e9dfafcc7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7cfafbd-4973-4a35-b271-f81a6beaffd9 HTTP/1.1" status: 200 len: 217 time: 0.1063786 Aug 31 01:03:32.141532 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52182) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:32.196233 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61de3b05-7b5a-412f-9bdb-29070e1717be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.231478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2b7d3981-72b7-4672-9fa7-4bdf6749eb08 None None] For port ed63c8ca-dd93-4e7e-9efc-cdbacb28e583, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ed63c8ca-dd93-4e7e-9efc-cdbacb28e583,segment=NetworkSegment(d39b47ba-e296-448f-9664-f25d3caaa38e),segment_id=d39b47ba-e296-448f-9664-f25d3caaa38e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:32.232140 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3981-72b7-4672-9fa7-4bdf6749eb08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.258983 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-49c1d007-2e03-4eb0-95a3-babd7f2800d5 req-35973393-298e-45b2-9347-5c7b96a6dfa6 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 210 time: 0.1139078 Aug 31 01:03:32.261230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2b7d3981-72b7-4672-9fa7-4bdf6749eb08 None None] Calling delete_port for ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:32.278508 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:03:32.354502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7258e0-9dac-4e6d-8cfc-362ffe6ea7fc req-d70b6739-c92c-46f8-820b-107ef439f357 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:32.368923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d7258e0-9dac-4e6d-8cfc-362ffe6ea7fc req-d70b6739-c92c-46f8-820b-107ef439f357 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 943 time: 0.4034686 Aug 31 01:03:32.427787 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.428522 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Added segment 00357e53-b5a4-4593-8908-7c2e5e894e9c of type vlan for network 66d5257a-2e08-4a19-881e-c0ad457f96c6 Aug 31 01:03:32.514309 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.532040 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61de3b05-7b5a-412f-9bdb-29070e1717be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.546170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-f7af214e-9f06-401d-a11d-a01f4d0a49a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:32.548354 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-f7af214e-9f06-401d-a11d-a01f4d0a49a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1007955d-a753-4c3b-bbca-3943185f8e1f HTTP/1.1" status: 200 len: 851 time: 0.3957493 Aug 31 01:03:32.554042 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8f721-71d0-42d6-9561-d3c13c3b68e6 req-ee698c7b-9621-4748-b98b-e55b3aa16566 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:32.564132 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8ab8f721-71d0-42d6-9561-d3c13c3b68e6 req-ee698c7b-9621-4748-b98b-e55b3aa16566 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.1262283 Aug 31 01:03:32.603160 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-a0b4dd69-d0b5-4055-87d9-22be11a696f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b361b8b9-4744-4d54-a81c-33efa79a57b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403755 Aug 31 01:03:32.634730 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8ab8f721-71d0-42d6-9561-d3c13c3b68e6 req-a845c59c-657a-43a1-9d6f-59337841b46f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693176 Aug 31 01:03:32.641698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4caf9665-d839-41dd-9a3a-8394f3405aef req-535ead64-124b-4b28-b938-2d00addd1871 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Router 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:32.648154 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d7258e0-9dac-4e6d-8cfc-362ffe6ea7fc req-2d36f3e1-c717-4f79-b0d0-361b84623d46 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777836 Aug 31 01:03:32.707760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:32.710574 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6e5315c9-e790-4280-acb1-4c7720c0840e no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:32.727051 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.759073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 6e5315c9-e790-4280-acb1-4c7720c0840e {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:32.760161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6e5315c9-e790-4280-acb1-4c7720c0840e not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:32.764435 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3981-72b7-4672-9fa7-4bdf6749eb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.764733 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] No DVR routers for this DVR port ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:32.809981 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d3981-72b7-4672-9fa7-4bdf6749eb08 None None] Pushing event deleted for resources: {'Port': ['ID=ed63c8ca-dd93-4e7e-9efc-cdbacb28e583,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:32.813319 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d3981-72b7-4672-9fa7-4bdf6749eb08 None None] No DVR routers for this DVR port ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:32.820278 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No active binding found for port ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 {{(pid=102344) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 01:03:32.821219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ed63c8ca-dd93-4e7e-9efc-cdbacb28e583 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:32.822010 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:32.833280 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2c394d5d-567b-4feb-9d63-5e4ee86a6260 req-9c5603cf-209e-48a3-a609-24404dae5d23 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.0951202 Aug 31 01:03:32.838241 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Port': ['ID=ed63c8ca-dd93-4e7e-9efc-cdbacb28e583,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:32.847106 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:32.847824 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1d7cd84d-e995-42e3-bcf5-37bf8495c2bc not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:32.855707 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.856318 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.864463 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:32.870609 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:32.871651 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.876320 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61de3b05-7b5a-412f-9bdb-29070e1717be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.018529 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-61de3b05-7b5a-412f-9bdb-29070e1717be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dba468dca5914bc8a9435b44f754e15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8752182 Aug 31 01:03:33.026219 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52190) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:33.032111 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-ada714be-ea46-4cd2-916b-2f2b090ea361 service neutron] 10.222.0.48 "GET /v2.0/networks/b361b8b9-4744-4d54-a81c-33efa79a57b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790755 Aug 31 01:03:33.058879 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event updated for resources: {'Network': ['ID=b5b9a9c5-f4d0-46a8-bd59-cf2cbd4a1701,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:33.064398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de3b05-7b5a-412f-9bdb-29070e1717be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a89e81b-f744-4367-be4a-99f272b5a5e6,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:33.075475 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.077971 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network b5b9a9c5-f4d0-46a8-bd59-cf2cbd4a1701 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:03:33.131573 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:33.162001 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39b47ba-e296-448f-9664-f25d3caaa38e') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:33.162853 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39b47ba-e296-448f-9664-f25d3caaa38e') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:33.196298 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.204306 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.3926349 Aug 31 01:03:33.216125 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52192) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:33.223805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4caf9665-d839-41dd-9a3a-8394f3405aef req-535ead64-124b-4b28-b938-2d00addd1871 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:33.242865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85aea8c-314c-4f64-8218-131c3dfce977 None None] Sync routers for ids ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:33.245590 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.256899 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:03:33.257956 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.318443 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f7002-6289-4327-8904-b9ae35f0c70c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event updated for resources: {'Network': ['ID=66d5257a-2e08-4a19-881e-c0ad457f96c6,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:33.363669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85aea8c-314c-4f64-8218-131c3dfce977 None None] Routers {'309ebcbd-38ed-444d-a04a-c9a5e3452bb6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:33.365075 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c85aea8c-314c-4f64-8218-131c3dfce977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:03:33.370810 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:03:33.391005 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-066fded6-45dd-41b6-b375-4523dd17c0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.445065 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-066fded6-45dd-41b6-b375-4523dd17c0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.469679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 66d5257a-2e08-4a19-881e-c0ad457f96c6 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:03:33.526978 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4caf9665-d839-41dd-9a3a-8394f3405aef req-535ead64-124b-4b28-b938-2d00addd1871 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] No DVR routers for this DVR port 6e5315c9-e790-4280-acb1-4c7720c0840e on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:33.543861 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.551493 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4caf9665-d839-41dd-9a3a-8394f3405aef req-535ead64-124b-4b28-b938-2d00addd1871 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.554806 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4caf9665-d839-41dd-9a3a-8394f3405aef req-535ead64-124b-4b28-b938-2d00addd1871 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.48 "DELETE /v2.0/ports/6e5315c9-e790-4280-acb1-4c7720c0840e HTTP/1.1" status: 204 len: 173 time: 4.2896254 Aug 31 01:03:33.555206 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-95cd82b3-1546-48c1-9944-b19d77e4600e req-803006c2-ef00-4b92-91cc-01c69f34dd10 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 210 time: 0.0969121 Aug 31 01:03:33.555382 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5dcab0-685a-40e7-8834-3cb24da18264', 'name': 'network-vif-deleted', 'tag': '6e5315c9-e790-4280-acb1-4c7720c0840e'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:33.558090 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca3f749-5748-4d3b-830a-248652a7f4da" -d '{"events": [{"server_uuid": "2b5dcab0-685a-40e7-8834-3cb24da18264", "name": "network-vif-deleted", "tag": "6e5315c9-e790-4280-acb1-4c7720c0840e"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:33.602553 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a032c30e-b3fb-4ce5-915b-27a66149ee5b req-6f38afdf-250e-4f95-9eba-cbcf37752bef service neutron] 10.222.0.48 "GET /v2.0/networks/b361b8b9-4744-4d54-a81c-33efa79a57b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597198 Aug 31 01:03:33.631268 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.638198 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/networks/e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e HTTP/1.1" status: 204 len: 168 time: 1.8937573 Aug 31 01:03:33.652006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52198) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:33.665261 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-efaf445d-675f-403f-8215-a5a9964d8a03 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'router': {'routes': None}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:33.698918 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5305c3-28ee-4c21-9cc3-b5f9bae590f6 x-openstack-request-id: req-2e5305c3-28ee-4c21-9cc3-b5f9bae590f6 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:33.699279 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5dcab0-685a-40e7-8834-3cb24da18264", "name": "network-vif-deleted", "tag": "6e5315c9-e790-4280-acb1-4c7720c0840e", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:33.699745 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e5305c3-28ee-4c21-9cc3-b5f9bae590f6 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:33.700604 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5dcab0-685a-40e7-8834-3cb24da18264', 'name': 'network-vif-deleted', 'tag': '6e5315c9-e790-4280-acb1-4c7720c0840e', 'status': 'completed', 'code': 200} Aug 31 01:03:33.791613 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfeae0c-9ca4-481a-8c78-8ccbec675cab tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Pushing event deleted for resources: {'Network': ['ID=e8f44cc2-08bf-4cbd-97ee-55dbeed0ca1e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:33.819250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89713a72-7430-48fe-ad35-0d78761430c9 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:33.848308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89713a72-7430-48fe-ad35-0d78761430c9 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:33.862747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89713a72-7430-48fe-ad35-0d78761430c9 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:33.869464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89713a72-7430-48fe-ad35-0d78761430c9 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:33.874438 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-89713a72-7430-48fe-ad35-0d78761430c9 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6520288 Aug 31 01:03:33.884622 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-c85aea8c-314c-4f64-8218-131c3dfce977 None None] Set router 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:33.889052 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52204) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:34.103856 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77033ff7-e733-46bd-aa4c-6da7e1b2bd82 req-0c3f5f4c-6d75-4652-9d76-4ad3f2b436f6 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:34.107167 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-77033ff7-e733-46bd-aa4c-6da7e1b2bd82 req-0c3f5f4c-6d75-4652-9d76-4ad3f2b436f6 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 943 time: 0.2342665 Aug 31 01:03:34.115889 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.extraroute_db [None req-efaf445d-675f-403f-8215-a5a9964d8a03 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Added routes are [] {{(pid=102343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 01:03:34.116527 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.extraroute_db [None req-efaf445d-675f-403f-8215-a5a9964d8a03 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Removed routes are [] {{(pid=102343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 01:03:34.118215 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-efaf445d-675f-403f-8215-a5a9964d8a03 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.132701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30360ed9-e55c-4887-8856-627eb5f87b53 req-51040dfa-aa34-412d-8f07-34b17f8b7f27 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:34.135736 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ae6bd25-fdf2-4321-96da-096fe184ce99 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.140993 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30360ed9-e55c-4887-8856-627eb5f87b53 req-51040dfa-aa34-412d-8f07-34b17f8b7f27 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.2783365 Aug 31 01:03:34.145127 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-066fded6-45dd-41b6-b375-4523dd17c0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.150444 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-066fded6-45dd-41b6-b375-4523dd17c0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.152495 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-066fded6-45dd-41b6-b375-4523dd17c0f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a89e81b-f744-4367-be4a-99f272b5a5e6 HTTP/1.1" status: 204 len: 168 time: 1.1202884 Aug 31 01:03:34.280719 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fded6-45dd-41b6-b375-4523dd17c0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a89e81b-f744-4367-be4a-99f272b5a5e6,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:34.287856 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-77033ff7-e733-46bd-aa4c-6da7e1b2bd82 req-cf1fd94d-e796-4db1-8e25-653c182d335c tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249709 Aug 31 01:03:34.409130 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30360ed9-e55c-4887-8856-627eb5f87b53 req-251f414b-42c3-4217-aa15-77a7b1bee710 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540894 Aug 31 01:03:34.473486 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a608a4c1-e244-49b8-9cb9-9ab5f68e186c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.566378 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83938007-e308-4890-b47e-3ac19a90e1b4 req-9ae5f8fc-85a3-4c51-b305-61960bed5f23 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.1015737 Aug 31 01:03:34.568981 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ae6bd25-fdf2-4321-96da-096fe184ce99 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.590625 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-efaf445d-675f-403f-8215-a5a9964d8a03 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.595173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-5ae6bd25-fdf2-4321-96da-096fe184ce99 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b9a9c5-f4d0-46a8-bd59-cf2cbd4a1701']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:34.600398 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-efaf445d-675f-403f-8215-a5a9964d8a03 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.609251 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c85aea8c-314c-4f64-8218-131c3dfce977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'name': 'tempest-ServersTestFqdnHostnames-1117457871-router', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:01:01Z', 'revision_number': 4, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'gw_port': {'id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:35Z', 'updated_at': '2021-08-31T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '4a44d224-05a0-42c0-9eb0-954cccb3f4c4', 'name': '', 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'mac_address': 'fa:16:3e:1a:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:56Z', 'updated_at': '2021-08-31T01:01:13Z', 'revision_number': 5, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'subnets': [{'id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:34.634439 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-5ae6bd25-fdf2-4321-96da-096fe184ce99 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79809315-1da7-40b0-951a-3a9d4cbf3faa') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:34.643046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-5ae6bd25-fdf2-4321-96da-096fe184ce99 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79809315-1da7-40b0-951a-3a9d4cbf3faa') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:34.666710 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ae6bd25-fdf2-4321-96da-096fe184ce99 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.678768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b7cfafbd-4973-4a35-b271-f81a6beaffd9 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:03:34.690774 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85aea8c-314c-4f64-8218-131c3dfce977 None None] Checking router: 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:34.712719 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ae6bd25-fdf2-4321-96da-096fe184ce99 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.720257 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85aea8c-314c-4f64-8218-131c3dfce977 None None] Routers {'309ebcbd-38ed-444d-a04a-c9a5e3452bb6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:34.722724 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c85aea8c-314c-4f64-8218-131c3dfce977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:34.730787 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae6bd25-fdf2-4321-96da-096fe184ce99 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:03:34.733760 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ae6bd25-fdf2-4321-96da-096fe184ce99 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:03:34.740626 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:03:34.821692 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.resource_extend [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:03:34.830361 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c56e7465-9958-48a5-807e-20c9552df04c req-d510e672-6a00-48af-a40e-ddd026ca3794 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5dcab0-685a-40e7-8834-3cb24da18264 HTTP/1.1" status: 200 len: 210 time: 0.0601666 Aug 31 01:03:34.839901 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efaf445d-675f-403f-8215-a5a9964d8a03 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router 822dc655-22ce-459a-88de-8c50270636b3 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:34.932418 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ae6bd25-fdf2-4321-96da-096fe184ce99 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.942615 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ae6bd25-fdf2-4321-96da-096fe184ce99 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.947245 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5ae6bd25-fdf2-4321-96da-096fe184ce99 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "DELETE /v2.0/networks/b5b9a9c5-f4d0-46a8-bd59-cf2cbd4a1701 HTTP/1.1" status: 204 len: 168 time: 1.0526781 Aug 31 01:03:34.977224 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaf445d-675f-403f-8215-a5a9964d8a03 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:34.979854 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52214) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:34.987797 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-efaf445d-675f-403f-8215-a5a9964d8a03 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.990005 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-efaf445d-675f-403f-8215-a5a9964d8a03 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/822dc655-22ce-459a-88de-8c50270636b3 HTTP/1.1" status: 200 len: 705 time: 1.3334200 Aug 31 01:03:34.995923 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382ed39-0cd3-4b89-b183-dd31bad3b34c None None] Sync routers for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:34.996678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6bd25-fdf2-4321-96da-096fe184ce99 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event deleted for resources: {'Network': ['ID=b5b9a9c5-f4d0-46a8-bd59-cf2cbd4a1701,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:35.001545 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52218) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:35.042059 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port b7cfafbd-4973-4a35-b271-f81a6beaffd9, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b7cfafbd-4973-4a35-b271-f81a6beaffd9,segment=NetworkSegment(33e380e7-eff7-4f5b-8c19-f5a375698c43),segment_id=33e380e7-eff7-4f5b-8c19-f5a375698c43)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:35.074725 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382ed39-0cd3-4b89-b183-dd31bad3b34c None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:35.075768 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-7382ed39-0cd3-4b89-b183-dd31bad3b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:35.094003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-c85aea8c-314c-4f64-8218-131c3dfce977 None None] Set router 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:35.118879 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e587b1bc-c91d-48c9-955e-bb91dac2cf44 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/ports?device_id=822dc655-22ce-459a-88de-8c50270636b3 HTTP/1.1" status: 200 len: 205 time: 0.1130700 Aug 31 01:03:35.123332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52220) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:35.136666 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-4573b5f5-d975-4f4e-b91b-57b27b5517d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:35.142687 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-4573b5f5-d975-4f4e-b91b-57b27b5517d7 service neutron] 10.222.0.41 "GET /v2.0/ports/9dce5519-c138-438c-b099-c61ffef1b2a8 HTTP/1.1" status: 200 len: 1026 time: 0.1380169 Aug 31 01:03:35.151536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'b7cfafbd-4973-4a35-b271-f81a6beaffd9', 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4', 'port_id': 'b7cfafbd-4973-4a35-b271-f81a6beaffd9', 'mac_address': 'fa:16:3e:b2:0b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1007955d-a753-4c3b-bbca-3943185f8e1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:03:35.247104 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-f8c7f3ae-6993-4f31-b09c-d6a6fa75fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:35.253385 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-f8c7f3ae-6993-4f31-b09c-d6a6fa75fc6d service neutron] 10.222.0.41 "GET /v2.0/ports/47884538-4e20-4c3e-be64-938b3b411ece HTTP/1.1" status: 200 len: 1027 time: 0.1044054 Aug 31 01:03:35.289030 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-7382ed39-0cd3-4b89-b183-dd31bad3b34c None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:35.349704 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18fe7a56-68f2-46c4-9f96-fc29a239f406 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:35.371557 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23bc4572-91e3-4e08-8b9c-e439cef61749 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:35.484426 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:35.634282 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7cfafbd-4973-4a35-b271-f81a6beaffd9 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:03:35.646704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f8426-2cb3-4707-803e-ae444d368234 req-2e979565-b447-4808-9521-b7c3dd0bfc84 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:35.648905 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a76f8426-2cb3-4707-803e-ae444d368234 req-2e979565-b447-4808-9521-b7c3dd0bfc84 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 943 time: 0.2128415 Aug 31 01:03:35.724040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-3815c3ec-b940-4453-b100-ba01c3a04e95 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:35.727981 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port b7cfafbd-4973-4a35-b271-f81a6beaffd9, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b7cfafbd-4973-4a35-b271-f81a6beaffd9,segment=NetworkSegment(33e380e7-eff7-4f5b-8c19-f5a375698c43),segment_id=33e380e7-eff7-4f5b-8c19-f5a375698c43)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:35.738663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-3815c3ec-b940-4453-b100-ba01c3a04e95 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:35.750043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-3815c3ec-b940-4453-b100-ba01c3a04e95 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:35.755030 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-3815c3ec-b940-4453-b100-ba01c3a04e95 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.41 "GET /v2.0/networks?id=d8d074e0-3ba7-47e4-9677-f4407602dcfb&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061&id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061 HTTP/1.1" status: 200 len: 1991 time: 0.4944398 Aug 31 01:03:35.766683 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c85aea8c-314c-4f64-8218-131c3dfce977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'name': 'tempest-ServersTestFqdnHostnames-1117457871-router', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:01:01Z', 'revision_number': 4, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'gw_port': {'id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:35Z', 'updated_at': '2021-08-31T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '4a44d224-05a0-42c0-9eb0-954cccb3f4c4', 'name': '', 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'mac_address': 'fa:16:3e:1a:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:56Z', 'updated_at': '2021-08-31T01:01:13Z', 'revision_number': 5, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'subnets': [{'id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:35.816165 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-7382ed39-0cd3-4b89-b183-dd31bad3b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:28Z', 'revision_number': 11, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:35.830794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85aea8c-314c-4f64-8218-131c3dfce977 None None] The sync data for ids ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'] in n-d-793621-34 is: [{'id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'name': 'tempest-ServersTestFqdnHostnames-1117457871-router', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:01:01Z', 'revision_number': 4, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'gw_port': {'id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:35Z', 'updated_at': '2021-08-31T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '4a44d224-05a0-42c0-9eb0-954cccb3f4c4', 'name': '', 'network_id': 'f8b93c27-42a8-4735-b10d-15e13ecf494d', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'mac_address': 'fa:16:3e:1a:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:56Z', 'updated_at': '2021-08-31T01:01:13Z', 'revision_number': 5, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'subnets': [{'id': 'fa7e9bc0-f128-42e7-8c4b-88cbf414d598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:35.832229 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a76f8426-2cb3-4707-803e-ae444d368234 req-a4c57411-a81b-4377-afed-a5f4d717aaec tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449857 Aug 31 01:03:35.853673 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23bc4572-91e3-4e08-8b9c-e439cef61749 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:35.873949 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23bc4572-91e3-4e08-8b9c-e439cef61749 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:35.890621 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382ed39-0cd3-4b89-b183-dd31bad3b34c None None] Checking router: 822dc655-22ce-459a-88de-8c50270636b3 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:35.906129 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-45050ff4-8cb9-4c5f-8176-28090c1cd07a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=480470cd2fbf45018b60a7cede707d79 HTTP/1.1" status: 200 len: 380 time: 0.1329315 Aug 31 01:03:35.907836 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18fe7a56-68f2-46c4-9f96-fc29a239f406 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:35.921337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-7dc58617-1024-46a4-8125-c066c486d968 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Request body: {'port': {'device_id': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb', 'admin_state_up': True, 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'security_groups': ['1959fad2-407e-4070-a9cc-e3af86dab55f']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:35.922899 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382ed39-0cd3-4b89-b183-dd31bad3b34c None None] Routers {'822dc655-22ce-459a-88de-8c50270636b3'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:35.923904 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-7382ed39-0cd3-4b89-b183-dd31bad3b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['822dc655-22ce-459a-88de-8c50270636b3'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:35.928572 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:35.950355 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-18fe7a56-68f2-46c4-9f96-fc29a239f406 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d5257a-2e08-4a19-881e-c0ad457f96c6']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:36.084910 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-18fe7a56-68f2-46c4-9f96-fc29a239f406 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00357e53-b5a4-4593-8908-7c2e5e894e9c') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:36.085610 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-18fe7a56-68f2-46c4-9f96-fc29a239f406 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00357e53-b5a4-4593-8908-7c2e5e894e9c') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:36.111512 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18fe7a56-68f2-46c4-9f96-fc29a239f406 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:36.128237 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9454eea-7d0c-4ec4-a10e-a4037ac00f32 req-6602584f-c67a-4838-b3fa-f4491020f3f4 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:36.131371 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a9454eea-7d0c-4ec4-a10e-a4037ac00f32 req-6602584f-c67a-4838-b3fa-f4491020f3f4 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.4427540 Aug 31 01:03:36.175058 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=b7cfafbd-4973-4a35-b271-f81a6beaffd9,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:36.184978 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18fe7a56-68f2-46c4-9f96-fc29a239f406 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:36.192622 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.205907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.206838 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.207650 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.208241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.208873 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.209595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.210305 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.221894 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.221894 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.221894 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.221894 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.223910 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18fe7a56-68f2-46c4-9f96-fc29a239f406 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:03:36.224615 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18fe7a56-68f2-46c4-9f96-fc29a239f406 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:36.227503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['b7cfafbd-4973-4a35-b271-f81a6beaffd9'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:03:36.241743 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:03:36.294906 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-7382ed39-0cd3-4b89-b183-dd31bad3b34c None None] Set router 822dc655-22ce-459a-88de-8c50270636b3 gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:36.385119 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2746b15e-227c-4b9a-b516-0d3e344654c8 req-06c3754c-d612-4278-875a-0f05b94f19cc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.1192212 Aug 31 01:03:36.417121 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23bc4572-91e3-4e08-8b9c-e439cef61749 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:36.422684 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bc4572-91e3-4e08-8b9c-e439cef61749 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Fanout notify agent at l3_agent the message router_deleted on router 822dc655-22ce-459a-88de-8c50270636b3 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:03:36.454706 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23bc4572-91e3-4e08-8b9c-e439cef61749 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:36.471223 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52242) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:36.477212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-96caf64e-46e4-47a5-8258-1ea905bac70b tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1476920000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:36.482477 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-7382ed39-0cd3-4b89-b183-dd31bad3b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:28Z', 'revision_number': 11, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:36.489948 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-23bc4572-91e3-4e08-8b9c-e439cef61749 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/routers/822dc655-22ce-459a-88de-8c50270636b3 HTTP/1.1" status: 204 len: 168 time: 1.3450902 Aug 31 01:03:36.573171 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-7dc58617-1024-46a4-8125-c066c486d968 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Made reservation on behalf of 480470cd2fbf45018b60a7cede707d79 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:36.580952 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a9454eea-7d0c-4ec4-a10e-a4037ac00f32 req-f208e94a-6285-45db-ace7-82f778f21292 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134114 Aug 31 01:03:36.585759 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-7dc58617-1024-46a4-8125-c066c486d968 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:36.600197 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382ed39-0cd3-4b89-b183-dd31bad3b34c None None] The sync data for ids ['822dc655-22ce-459a-88de-8c50270636b3'] in n-d-793621-34 is: [{'id': '822dc655-22ce-459a-88de-8c50270636b3', 'name': 'tempest-RoutersIpV6Test-router-1738427356', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:25Z', 'updated_at': '2021-08-31T01:03:28Z', 'revision_number': 11, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:36.643133 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18fe7a56-68f2-46c4-9f96-fc29a239f406 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:36.655155 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94076b2-ce45-4fe8-842b-00fac0ca1af5 None None] New status for floating IP 38853d9c-3719-46c9-81a0-05b3a47a351a: DOWN {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:03:36.665320 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18fe7a56-68f2-46c4-9f96-fc29a239f406 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:36.682925 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-18fe7a56-68f2-46c4-9f96-fc29a239f406 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "DELETE /v2.0/networks/66d5257a-2e08-4a19-881e-c0ad457f96c6 HTTP/1.1" status: 204 len: 168 time: 1.6980650 Aug 31 01:03:36.698029 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52254) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:36.770046 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe7a56-68f2-46c4-9f96-fc29a239f406 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event deleted for resources: {'Network': ['ID=66d5257a-2e08-4a19-881e-c0ad457f96c6,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:36.802086 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-96caf64e-46e4-47a5-8258-1ea905bac70b tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:36.803844 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-96caf64e-46e4-47a5-8258-1ea905bac70b tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:36.859947 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52258) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:37.056176 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e72534b7-70a7-4df9-b5b5-cf10435666b1 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:37.199711 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e72534b7-70a7-4df9-b5b5-cf10435666b1 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:37.680531 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:37.701095 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c91a79f8-9ca3-42ab-b68c-8ee63cbd871a req-ac01c63a-8c7c-4a69-88ce-5e59139d82fb tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.0884759 Aug 31 01:03:37.702617 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e72534b7-70a7-4df9-b5b5-cf10435666b1 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:37.708665 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e72534b7-70a7-4df9-b5b5-cf10435666b1 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:37.711381 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e72534b7-70a7-4df9-b5b5-cf10435666b1 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "DELETE /v2.0/security-groups/8c42d9ac-fb08-42be-a680-6f96f5a33854 HTTP/1.1" status: 204 len: 168 time: 0.8494117 Aug 31 01:03:37.718813 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52272) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:37.735841 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72534b7-70a7-4df9-b5b5-cf10435666b1 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c42d9ac-fb08-42be-a680-6f96f5a33854,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:37.759250 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-d35ede96-0367-41e8-907c-455de7713574 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] show failed (client error): The resource could not be found. Aug 31 01:03:37.763054 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d35ede96-0367-41e8-907c-455de7713574 tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "GET /v2.0/security-groups/8c42d9ac-fb08-42be-a680-6f96f5a33854 HTTP/1.1" status: 404 len: 347 time: 0.0425177 Aug 31 01:03:37.767941 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52274) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:37.779532 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7a1adeb5-209a-4ef7-a9f1-7174966b9a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:37.784730 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:37.785807 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:37.948032 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-96caf64e-46e4-47a5-8258-1ea905bac70b tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:38.038372 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493c5fc-95ee-4742-91a7-d645abdcb792 req-e86719a7-459a-4205-927b-52b1179f33fd tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:38.039633 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf7157b-7fbe-484e-a938-4db8d090a64b tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:38.040084 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a493c5fc-95ee-4742-91a7-d645abdcb792 req-e86719a7-459a-4205-927b-52b1179f33fd tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.1170554 Aug 31 01:03:38.054015 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf7157b-7fbe-484e-a938-4db8d090a64b tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:38.061340 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52278) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:38.062121 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-eaf7157b-7fbe-484e-a938-4db8d090a64b tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.3365843 Aug 31 01:03:38.070920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88939dde-4a94-422a-a8f8-c17bea595bfd req-25b9fef3-68f7-4970-ac3f-e635e44f1a48 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:38.082040 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-88939dde-4a94-422a-a8f8-c17bea595bfd req-25b9fef3-68f7-4970-ac3f-e635e44f1a48 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 944 time: 0.9943831 Aug 31 01:03:38.085027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-905774c3-bb32-443c-9d74-fda090af113c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-206601369'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:38.113200 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-82dfc96e-2728-4405-a981-e22e541ddafc tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Deleting port ddd19c0e-26b9-4355-9962-3f42cbff0540 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:38.113200 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82dfc96e-2728-4405-a981-e22e541ddafc tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:38.148091 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-7dc58617-1024-46a4-8125-c066c486d968 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Allocated IP 172.20.0.12 (d8d074e0-3ba7-47e4-9677-f4407602dcfb/cc4e87d1-8836-483e-ab3a-9c98a3518bdb/fc495864-fd8e-4439-9671-7879717ab258) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:38.155718 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-88939dde-4a94-422a-a8f8-c17bea595bfd req-c38a49dc-89b5-46c7-9793-22f00fe7ab27 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719388 Aug 31 01:03:38.197499 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a493c5fc-95ee-4742-91a7-d645abdcb792 req-3100ffd3-67d2-4eaa-99b6-838e74e106db tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484704 Aug 31 01:03:38.240023 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-96caf64e-46e4-47a5-8258-1ea905bac70b tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:38.255481 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82dfc96e-2728-4405-a981-e22e541ddafc tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:38.256020 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82dfc96e-2728-4405-a981-e22e541ddafc tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:38.281923 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-82dfc96e-2728-4405-a981-e22e541ddafc tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Calling delete_port for ddd19c0e-26b9-4355-9962-3f42cbff0540 owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:38.609847 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-7dc58617-1024-46a4-8125-c066c486d968 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:38.637545 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-7dc58617-1024-46a4-8125-c066c486d968 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Transition to ACTIVE for port object fc495864-fd8e-4439-9671-7879717ab258 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:38.693067 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b7cfafbd-4973-4a35-b271-f81a6beaffd9 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:38.695538 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-96caf64e-46e4-47a5-8258-1ea905bac70b tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:38.700865 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-96caf64e-46e4-47a5-8258-1ea905bac70b tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 2.2245204 Aug 31 01:03:38.701204 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52286) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:38.709249 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:38.711951 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-37be8a6b-b122-4fa8-ae0a-9971e0a24bc5 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:38.754244 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905774c3-bb32-443c-9d74-fda090af113c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Made reservation on behalf of a1f330a355bc4fb1aab5adc541a05a5c for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:38.758153 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-905774c3-bb32-443c-9d74-fda090af113c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:38.804314 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905774c3-bb32-443c-9d74-fda090af113c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:03:38.829644 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-905774c3-bb32-443c-9d74-fda090af113c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:38.829995 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-905774c3-bb32-443c-9d74-fda090af113c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Added segment 365f2228-e19d-44e2-8482-8cda58779ca5 of type vlan for network 6497bc11-78e5-4aa8-b61b-f5d5f83ddc5f Aug 31 01:03:38.869128 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-7dc58617-1024-46a4-8125-c066c486d968 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:38.931748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port b7cfafbd-4973-4a35-b271-f81a6beaffd9 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:38.936648 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port b7cfafbd-4973-4a35-b271-f81a6beaffd9 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:38.937134 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:38.964960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc58617-1024-46a4-8125-c066c486d968 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event updated for resources: {'Port': ['ID=fc495864-fd8e-4439-9671-7879717ab258,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:38.997869 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-905774c3-bb32-443c-9d74-fda090af113c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.123382 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-7dc58617-1024-46a4-8125-c066c486d968 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Network d8d074e0-3ba7-47e4-9677-f4407602dcfb is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:39.134605 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.134813 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-7dc58617-1024-46a4-8125-c066c486d968 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:39.134813 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-7dc58617-1024-46a4-8125-c066c486d968 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:39.198294 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c1923d-5b84-4945-b6d3-1f6ce580b131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cfafbd-4973-4a35-b271-f81a6beaffd9'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:39.223280 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3594f4a-dcb5-4e35-9cb0-2d784d7762ec" -d '{"events": [{"server_uuid": "21c1923d-5b84-4945-b6d3-1f6ce580b131", "name": "network-vif-plugged", "status": "completed", "tag": "b7cfafbd-4973-4a35-b271-f81a6beaffd9"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:39.239243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee472374-becb-4f03-8984-8ece944cc3da req-6c48dc96-8087-438f-ab3f-bf79402411f7 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:39.241212 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ee472374-becb-4f03-8984-8ece944cc3da req-6c48dc96-8087-438f-ab3f-bf79402411f7 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 932 time: 0.2506404 Aug 31 01:03:39.246496 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port b7cfafbd-4973-4a35-b271-f81a6beaffd9, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b7cfafbd-4973-4a35-b271-f81a6beaffd9,segment=NetworkSegment(33e380e7-eff7-4f5b-8c19-f5a375698c43),segment_id=33e380e7-eff7-4f5b-8c19-f5a375698c43)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:39.294891 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ee472374-becb-4f03-8984-8ece944cc3da req-45a7a4a6-1d7b-4051-9562-b731e16b7dfd tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469372 Aug 31 01:03:39.368504 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-905774c3-bb32-443c-9d74-fda090af113c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.370841 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb98ed1-bcfc-4f2e-8c03-0f17a105a5e3 x-openstack-request-id: req-dfb98ed1-bcfc-4f2e-8c03-0f17a105a5e3 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:39.371439 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c1923d-5b84-4945-b6d3-1f6ce580b131", "name": "network-vif-plugged", "status": "completed", "tag": "b7cfafbd-4973-4a35-b271-f81a6beaffd9", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:39.371911 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfb98ed1-bcfc-4f2e-8c03-0f17a105a5e3 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:39.374754 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c1923d-5b84-4945-b6d3-1f6ce580b131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cfafbd-4973-4a35-b271-f81a6beaffd9', 'code': 200} Aug 31 01:03:39.394732 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905774c3-bb32-443c-9d74-fda090af113c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:39.395193 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.413002 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-37be8a6b-b122-4fa8-ae0a-9971e0a24bc5 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.415015 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-905774c3-bb32-443c-9d74-fda090af113c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.427104 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82dfc96e-2728-4405-a981-e22e541ddafc tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.577526 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=b7cfafbd-4973-4a35-b271-f81a6beaffd9,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:39.593521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfc96e-2728-4405-a981-e22e541ddafc tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Pushing event deleted for resources: {'Port': ['ID=ddd19c0e-26b9-4355-9962-3f42cbff0540,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:39.617379 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-7dc58617-1024-46a4-8125-c066c486d968 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:39.618187 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-7dc58617-1024-46a4-8125-c066c486d968 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.629849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e45eba-e928-4efe-82a0-a78a36b7f3b8 req-7bd0f8bb-1c6e-4e95-b341-235c82a23a73 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:39.638387 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f1e45eba-e928-4efe-82a0-a78a36b7f3b8 req-7bd0f8bb-1c6e-4e95-b341-235c82a23a73 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.2100482 Aug 31 01:03:39.658799 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-37be8a6b-b122-4fa8-ae0a-9971e0a24bc5 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.674272 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-905774c3-bb32-443c-9d74-fda090af113c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6064305 Aug 31 01:03:39.682638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52308) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:39.685040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba515101-e2c4-4ebf-9536-1ff28a2becd7 req-f655f91a-09f2-41c9-8e12-2a7eb125866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:39.686723 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba515101-e2c4-4ebf-9536-1ff28a2becd7 req-f655f91a-09f2-41c9-8e12-2a7eb125866d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 1097 time: 0.1590838 Aug 31 01:03:39.699966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-87710f59-ca3e-4ff2-94ad-a1012eb04481 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-297493844'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:39.715910 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905774c3-bb32-443c-9d74-fda090af113c tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event updated for resources: {'Network': ['ID=6497bc11-78e5-4aa8-b61b-f5d5f83ddc5f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:39.735371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 6497bc11-78e5-4aa8-b61b-f5d5f83ddc5f details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:03:39.821161 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288f6af-c2c2-4310-9b8c-d3368512a180 req-543bf852-0a63-4a13-bb4b-06fda5031895 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:39.824978 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f288f6af-c2c2-4310-9b8c-d3368512a180 req-543bf852-0a63-4a13-bb4b-06fda5031895 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.3028185 Aug 31 01:03:39.840451 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82dfc96e-2728-4405-a981-e22e541ddafc tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.845987 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82dfc96e-2728-4405-a981-e22e541ddafc tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.847876 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-7dc58617-1024-46a4-8125-c066c486d968 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9335299 Aug 31 01:03:39.850984 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-82dfc96e-2728-4405-a981-e22e541ddafc tempest-ServersTestFqdnHostnames-1439467831 tempest-ServersTestFqdnHostnames-1439467831-project] 10.222.0.16 "DELETE /v2.0/floatingips/38853d9c-3719-46c9-81a0-05b3a47a351a HTTP/1.1" status: 204 len: 168 time: 2.0812967 Aug 31 01:03:39.855636 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52310) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:39.890669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-86e122f7-ca50-4d1b-95d6-e122f4cb3d64 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Request body: {'port': {'device_id': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4', 'admin_state_up': True, 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'security_groups': ['1959fad2-407e-4070-a9cc-e3af86dab55f']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:39.893803 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-82bb01fd-6412-47de-a63b-43526b1716bf None None] Provisioning for port fc495864-fd8e-4439-9671-7879717ab258 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:39.917555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-82bb01fd-6412-47de-a63b-43526b1716bf None None] Provisioning complete for port fc495864-fd8e-4439-9671-7879717ab258 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:39.918338 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-82bb01fd-6412-47de-a63b-43526b1716bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.974340 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba515101-e2c4-4ebf-9536-1ff28a2becd7 req-5b7f119f-db88-4390-8964-20a3a25784ec service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579060 Aug 31 01:03:40.070483 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f1e45eba-e928-4efe-82a0-a78a36b7f3b8 req-26d91cef-4849-4602-b049-b15968865bfc tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300580 Aug 31 01:03:40.115192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-82bb01fd-6412-47de-a63b-43526b1716bf None None] Port fc495864-fd8e-4439-9671-7879717ab258 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:03:40.212599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87710f59-ca3e-4ff2-94ad-a1012eb04481 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Made reservation on behalf of a1f330a355bc4fb1aab5adc541a05a5c for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:40.232167 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-87710f59-ca3e-4ff2-94ad-a1012eb04481 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:40.260795 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:40.320361 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f288f6af-c2c2-4310-9b8c-d3368512a180 req-b1291ba9-cd08-443b-9790-f3d30e9df61e tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757753 Aug 31 01:03:40.333259 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87710f59-ca3e-4ff2-94ad-a1012eb04481 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:03:40.348049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37be8a6b-b122-4fa8-ae0a-9971e0a24bc5 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Router f04a9bf1-a2e5-4b25-8353-0c7a26758c2b is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:03:40.370007 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-87710f59-ca3e-4ff2-94ad-a1012eb04481 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:40.370663 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-87710f59-ca3e-4ff2-94ad-a1012eb04481 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Added segment 4958b87b-388a-4463-82fb-86a17ccb5365 of type vlan for network e7c4698b-59da-46de-adb7-05052440523a Aug 31 01:03:40.516957 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-87710f59-ca3e-4ff2-94ad-a1012eb04481 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:40.677656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-86e122f7-ca50-4d1b-95d6-e122f4cb3d64 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Made reservation on behalf of 480470cd2fbf45018b60a7cede707d79 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:40.684426 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-86e122f7-ca50-4d1b-95d6-e122f4cb3d64 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:40.695056 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.resource_extend [None req-87710f59-ca3e-4ff2-94ad-a1012eb04481 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:03:40.708680 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e74f3ae9-7ce9-4172-9569-88bce52b7775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:40.739331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37be8a6b-b122-4fa8-ae0a-9971e0a24bc5 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:40.753831 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-37be8a6b-b122-4fa8-ae0a-9971e0a24bc5 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:40.758091 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-37be8a6b-b122-4fa8-ae0a-9971e0a24bc5 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "PUT /v2.0/routers/f04a9bf1-a2e5-4b25-8353-0c7a26758c2b HTTP/1.1" status: 200 len: 698 time: 2.0539682 Aug 31 01:03:40.762421 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b13ae-5c64-4226-908c-a2c877a08ac4 None None] Sync routers for ids ['f04a9bf1-a2e5-4b25-8353-0c7a26758c2b'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:40.773939 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8368aa3-aa46-4d23-b5f8-7fd8970c0e15 req-769d0f53-ad39-4060-96ea-023df656c0b0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:40.776449 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8368aa3-aa46-4d23-b5f8-7fd8970c0e15 req-769d0f53-ad39-4060-96ea-023df656c0b0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 932 time: 0.3256328 Aug 31 01:03:40.777962 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52322) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:40.780138 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b13ae-5c64-4226-908c-a2c877a08ac4 None None] Routers {'f04a9bf1-a2e5-4b25-8353-0c7a26758c2b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:40.781428 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-814b13ae-5c64-4226-908c-a2c877a08ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['f04a9bf1-a2e5-4b25-8353-0c7a26758c2b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:40.957170 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-814b13ae-5c64-4226-908c-a2c877a08ac4 None None] Set router f04a9bf1-a2e5-4b25-8353-0c7a26758c2b gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:41.002302 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-87710f59-ca3e-4ff2-94ad-a1012eb04481 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:41.016003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87710f59-ca3e-4ff2-94ad-a1012eb04481 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:41.017346 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-87710f59-ca3e-4ff2-94ad-a1012eb04481 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:41.081776 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-814b13ae-5c64-4226-908c-a2c877a08ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04a9bf1-a2e5-4b25-8353-0c7a26758c2b', 'name': 'tempest-RoutersIpV6Test-router-1476920000', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:37Z', 'updated_at': '2021-08-31T01:03:39Z', 'revision_number': 2, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:41.111285 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b13ae-5c64-4226-908c-a2c877a08ac4 None None] Checking router: f04a9bf1-a2e5-4b25-8353-0c7a26758c2b for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:41.123301 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b13ae-5c64-4226-908c-a2c877a08ac4 None None] Routers {'f04a9bf1-a2e5-4b25-8353-0c7a26758c2b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:41.124154 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-814b13ae-5c64-4226-908c-a2c877a08ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['f04a9bf1-a2e5-4b25-8353-0c7a26758c2b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:41.234357 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-814b13ae-5c64-4226-908c-a2c877a08ac4 None None] Set router f04a9bf1-a2e5-4b25-8353-0c7a26758c2b gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:41.307754 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-814b13ae-5c64-4226-908c-a2c877a08ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04a9bf1-a2e5-4b25-8353-0c7a26758c2b', 'name': 'tempest-RoutersIpV6Test-router-1476920000', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:37Z', 'updated_at': '2021-08-31T01:03:39Z', 'revision_number': 2, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:41.358862 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b13ae-5c64-4226-908c-a2c877a08ac4 None None] The sync data for ids ['f04a9bf1-a2e5-4b25-8353-0c7a26758c2b'] in n-d-793621-34 is: [{'id': 'f04a9bf1-a2e5-4b25-8353-0c7a26758c2b', 'name': 'tempest-RoutersIpV6Test-router-1476920000', 'tenant_id': '7de7ed71264a4ac694a0cee7d619a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:37Z', 'updated_at': '2021-08-31T01:03:39Z', 'revision_number': 2, 'project_id': '7de7ed71264a4ac694a0cee7d619a40a', 'gw_port_host': None}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:41.451197 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a6f0ace9-0b08-4d43-a473-920a715642b4 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/routers/f04a9bf1-a2e5-4b25-8353-0c7a26758c2b HTTP/1.1" status: 200 len: 704 time: 0.6663909 Aug 31 01:03:41.457488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52338) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:41.493955 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8368aa3-aa46-4d23-b5f8-7fd8970c0e15 req-4976f498-df23-4bfc-afd9-1b97e1095a3a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6843207 Aug 31 01:03:41.499479 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-87710f59-ca3e-4ff2-94ad-a1012eb04481 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8115895 Aug 31 01:03:41.502115 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52340) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:41.507860 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0b6ace26-d865-4148-932a-d358534457ff tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f04a9bf1-a2e5-4b25-8353-0c7a26758c2b HTTP/1.1" status: 200 len: 205 time: 0.0485110 Aug 31 01:03:41.514012 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Request body: {'ports': [{'network_id': '6497bc11-78e5-4aa8-b61b-f5d5f83ddc5f', 'name': 'tempest-port--500514322', 'admin_state_up': True}, {'network_id': 'e7c4698b-59da-46de-adb7-05052440523a', 'admin_state_up': False}]} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:41.515026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Request body: {'port': {'network_id': '6497bc11-78e5-4aa8-b61b-f5d5f83ddc5f', 'name': 'tempest-port--500514322', 'admin_state_up': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:41.515690 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Request body: {'port': {'network_id': 'e7c4698b-59da-46de-adb7-05052440523a', 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:41.562084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52342) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:41.595852 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e74f3ae9-7ce9-4172-9569-88bce52b7775 admin admin] Deleting port 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:41.608675 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e74f3ae9-7ce9-4172-9569-88bce52b7775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:41.753831 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87710f59-ca3e-4ff2-94ad-a1012eb04481 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event updated for resources: {'Network': ['ID=e7c4698b-59da-46de-adb7-05052440523a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:41.773543 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network e7c4698b-59da-46de-adb7-05052440523a details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:03:41.778846 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711c602-d1cc-4756-a69d-70fe990f9daa req-40107c9f-407d-40a3-b521-8363d3e33acf tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:41.781425 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f711c602-d1cc-4756-a69d-70fe990f9daa req-40107c9f-407d-40a3-b521-8363d3e33acf tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.3782427 Aug 31 01:03:41.958903 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1c43e6f-6fb7-4f62-b31e-562a62ab281f tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:41.964896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-86e122f7-ca50-4d1b-95d6-e122f4cb3d64 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Allocated IP 10.1.1.4 (38f28ea7-cc8d-4d04-8094-b6024ace26b4/6b35208f-628a-49c6-bde2-6d65c7242478/77679568-6b41-406c-930d-1f4c62495cec) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:41.979580 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f711c602-d1cc-4756-a69d-70fe990f9daa req-ce589950-8094-4017-ba64-d05ce53b7a6f tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793804 Aug 31 01:03:42.007029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-e74f3ae9-7ce9-4172-9569-88bce52b7775 admin admin] For port 4a44d224-05a0-42c0-9eb0-954cccb3f4c4, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=4a44d224-05a0-42c0-9eb0-954cccb3f4c4,segment=NetworkSegment(967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9),segment_id=967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:42.007694 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e74f3ae9-7ce9-4172-9569-88bce52b7775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:42.039505 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e74f3ae9-7ce9-4172-9569-88bce52b7775 admin admin] Calling delete_port for 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:42.181492 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Made reservation on behalf of a1f330a355bc4fb1aab5adc541a05a5c for: {'port': 2} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:42.192284 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:42.235349 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:42.273270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c609a7-2c85-4f66-bf45-29e5c114dfc5 req-6bb059c0-8a55-4bcd-b20d-394d1e078533 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:42.275937 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-53c609a7-2c85-4f66-bf45-29e5c114dfc5 req-6bb059c0-8a55-4bcd-b20d-394d1e078533 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.4309647 Aug 31 01:03:42.408262 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1c43e6f-6fb7-4f62-b31e-562a62ab281f tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:42.414318 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1c43e6f-6fb7-4f62-b31e-562a62ab281f tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:42.549558 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-53c609a7-2c85-4f66-bf45-29e5c114dfc5 req-2f41dee5-7bad-40b9-b648-482b0e8a8723 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973693 Aug 31 01:03:42.560209 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] device_id is not set on port c4cc6a72-d75c-4a9d-8b9d-29292e9c94ee yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:03:42.681575 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1c43e6f-6fb7-4f62-b31e-562a62ab281f tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:42.683270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c43e6f-6fb7-4f62-b31e-562a62ab281f tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Fanout notify agent at l3_agent the message router_deleted on router f04a9bf1-a2e5-4b25-8353-0c7a26758c2b {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:03:42.707356 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1c43e6f-6fb7-4f62-b31e-562a62ab281f tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:42.708552 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a1c43e6f-6fb7-4f62-b31e-562a62ab281f tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/routers/f04a9bf1-a2e5-4b25-8353-0c7a26758c2b HTTP/1.1" status: 204 len: 168 time: 1.1397855 Aug 31 01:03:42.725864 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-86e122f7-ca50-4d1b-95d6-e122f4cb3d64 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:42.733552 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52364) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:42.795944 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9e8ddaaf-0840-42e0-b0d4-1c6ca4318856 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f04a9bf1-a2e5-4b25-8353-0c7a26758c2b HTTP/1.1" status: 200 len: 205 time: 0.0578470 Aug 31 01:03:42.801011 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52366) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:42.836364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-86e122f7-ca50-4d1b-95d6-e122f4cb3d64 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Transition to ACTIVE for port object 77679568-6b41-406c-930d-1f4c62495cec will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:42.917025 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-8d90e523-ba7f-4f00-85dc-a8bab9a0eb3e tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] delete failed (client error): The resource could not be found. Aug 31 01:03:42.918861 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8d90e523-ba7f-4f00-85dc-a8bab9a0eb3e tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/routers/f04a9bf1-a2e5-4b25-8353-0c7a26758c2b HTTP/1.1" status: 404 len: 336 time: 0.1160371 Aug 31 01:03:42.962009 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52370) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:42.989118 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e74f3ae9-7ce9-4172-9569-88bce52b7775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:43.002494 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc543c23-5a69-4b5a-81b7-7625c121148f tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] DELETE failed (client error): The resource could not be found. Aug 31 01:03:43.002966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc543c23-5a69-4b5a-81b7-7625c121148f tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:03:43.005429 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bc543c23-5a69-4b5a-81b7-7625c121148f tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/subnets/68752542-42db-4ce7-aaa6-d7d5de12a5b9 HTTP/1.1" status: 404 len: 337 time: 0.0418844 Aug 31 01:03:43.010562 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52372) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:43.052116 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6aaf64e-a164-425e-bbd5-7142364ab79d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] DELETE failed (client error): The resource could not be found. Aug 31 01:03:43.052783 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6aaf64e-a164-425e-bbd5-7142364ab79d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:03:43.056099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f6aaf64e-a164-425e-bbd5-7142364ab79d tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/subnets/2dfe5c37-0667-48c7-af4d-09c2f60954a7 HTTP/1.1" status: 404 len: 337 time: 0.0441768 Aug 31 01:03:43.064900 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-86e122f7-ca50-4d1b-95d6-e122f4cb3d64 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:43.067060 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52376) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:43.078747 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da5904-7990-4a32-b934-610d2aea9d88 req-325a8e99-e3ec-4968-a118-843af2b30ba9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:43.084900 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-40da5904-7990-4a32-b934-610d2aea9d88 req-325a8e99-e3ec-4968-a118-843af2b30ba9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 932 time: 0.4077740 Aug 31 01:03:43.145369 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f3ae9-7ce9-4172-9569-88bce52b7775 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a44d224-05a0-42c0-9eb0-954cccb3f4c4,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:43.208919 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-86e122f7-ca50-4d1b-95d6-e122f4cb3d64 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:43.240462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-86e122f7-ca50-4d1b-95d6-e122f4cb3d64 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:43.244530 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-86e122f7-ca50-4d1b-95d6-e122f4cb3d64 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:43.255322 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c281511-3339-4c27-b353-78c65f0b5e5a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] DELETE failed (client error): The resource could not be found. Aug 31 01:03:43.255789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c281511-3339-4c27-b353-78c65f0b5e5a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:03:43.261868 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4c281511-3339-4c27-b353-78c65f0b5e5a tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/subnets/485c9400-92a8-4ffd-9e82-80ded25472f9 HTTP/1.1" status: 404 len: 337 time: 0.1895807 Aug 31 01:03:43.262259 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:43.268426 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-40da5904-7990-4a32-b934-610d2aea9d88 req-06952a35-b448-45d4-8918-325ba43cdb6c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348760 Aug 31 01:03:43.271387 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52378) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:43.350367 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e122f7-ca50-4d1b-95d6-e122f4cb3d64 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event updated for resources: {'Port': ['ID=77679568-6b41-406c-930d-1f4c62495cec,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:43.374347 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-86e122f7-ca50-4d1b-95d6-e122f4cb3d64 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:43.375627 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-86e122f7-ca50-4d1b-95d6-e122f4cb3d64 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:43.395177 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e02dc-618a-4077-b37d-66962ac37e87 req-017935c8-9ab4-4a88-8a3e-5276c9cd00ed tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:43.397668 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-025e02dc-618a-4077-b37d-66962ac37e87 req-017935c8-9ab4-4a88-8a3e-5276c9cd00ed tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.2172301 Aug 31 01:03:43.419170 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7af5e6c-22a4-4577-9e89-4cb12716594e tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] DELETE failed (client error): The resource could not be found. Aug 31 01:03:43.419621 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7af5e6c-22a4-4577-9e89-4cb12716594e tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:03:43.421944 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c7af5e6c-22a4-4577-9e89-4cb12716594e tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/subnets/64eb10c0-dd70-4218-87cf-359ecf023ea5 HTTP/1.1" status: 404 len: 337 time: 0.1451378 Aug 31 01:03:43.434105 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52380) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:43.492805 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-025e02dc-618a-4077-b37d-66962ac37e87 req-103a2f07-4d13-48fb-a1d1-a71c3fb7d49a tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794322 Aug 31 01:03:43.512479 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-86e122f7-ca50-4d1b-95d6-e122f4cb3d64 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6410429 Aug 31 01:03:43.530149 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-9f53a0d2-54da-48e2-8fb5-952ee6932d6b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Request body: {'port': {'device_id': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4', 'admin_state_up': True, 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'security_groups': ['1959fad2-407e-4070-a9cc-e3af86dab55f']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:43.614326 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3bee0ed8-b7c6-414d-a0eb-0d010bf14980 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/ports?device_id=822dc655-22ce-459a-88de-8c50270636b3 HTTP/1.1" status: 200 len: 205 time: 0.1757946 Aug 31 01:03:43.654105 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52386) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:43.858470 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] device_id is not set on port c1cb7c2f-10c0-4091-a610-72907479dc67 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:03:43.906321 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-4464863f-6a5a-40d7-8816-7b144c2e3932 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] delete failed (client error): The resource could not be found. Aug 31 01:03:43.911431 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4464863f-6a5a-40d7-8816-7b144c2e3932 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/routers/822dc655-22ce-459a-88de-8c50270636b3 HTTP/1.1" status: 404 len: 336 time: 0.2527745 Aug 31 01:03:43.916178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52392) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:43.939250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfab04-220b-4f9c-a961-47b2ffb2e435 req-f5177074-12a5-4887-b37d-cce3afbd7179 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:43.941759 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ddbfab04-220b-4f9c-a961-47b2ffb2e435 req-f5177074-12a5-4887-b37d-cce3afbd7179 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.1536841 Aug 31 01:03:43.946045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52394) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:44.010912 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e74f3ae9-7ce9-4172-9569-88bce52b7775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:44.017536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-385a9967-0357-48db-8a43-89aa36c1de45 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec7549f-59d2-45e4-9bdb-4f91af7215af HTTP/1.1" status: 200 len: 205 time: 0.0707784 Aug 31 01:03:44.024401 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52398) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:44.046417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2ffe23ed-7fa6-4a6e-aff9-ca8835a2cd7b None None] Provisioning for port 77679568-6b41-406c-930d-1f4c62495cec completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:44.054001 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2ffe23ed-7fa6-4a6e-aff9-ca8835a2cd7b None None] Provisioning complete for port 77679568-6b41-406c-930d-1f4c62495cec triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:44.056160 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2ffe23ed-7fa6-4a6e-aff9-ca8835a2cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:44.078355 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ddbfab04-220b-4f9c-a961-47b2ffb2e435 req-16f79c0d-ce70-4035-a8ff-49fd619de3d5 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164386 Aug 31 01:03:44.103533 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-260b2a5a-2c01-430c-afc7-a752170f2c9e tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] delete failed (client error): The resource could not be found. Aug 31 01:03:44.106067 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-260b2a5a-2c01-430c-afc7-a752170f2c9e tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/routers/fec7549f-59d2-45e4-9bdb-4f91af7215af HTTP/1.1" status: 404 len: 336 time: 0.0797284 Aug 31 01:03:44.114293 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52400) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:44.167353 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-9f53a0d2-54da-48e2-8fb5-952ee6932d6b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Made reservation on behalf of 480470cd2fbf45018b60a7cede707d79 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:44.179595 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-9f53a0d2-54da-48e2-8fb5-952ee6932d6b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:44.217582 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2ffe23ed-7fa6-4a6e-aff9-ca8835a2cd7b None None] Port 77679568-6b41-406c-930d-1f4c62495cec cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:03:44.509069 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-3159d150-bbb1-4605-8873-2d0755f05727 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] DELETE failed (client error): The resource could not be found. Aug 31 01:03:44.509840 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3159d150-bbb1-4605-8873-2d0755f05727 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:03:44.514398 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3159d150-bbb1-4605-8873-2d0755f05727 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/subnets/928c5bfd-e71b-4b10-8906-67faa37ff243 HTTP/1.1" status: 404 len: 337 time: 0.3975453 Aug 31 01:03:44.522571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52406) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:44.571810 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c4a232f-3763-4f11-a214-3d9388dacbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:44.636983 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:44.777728 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39247a8f-b491-4516-a298-637a2c8eebb2 req-a1b68398-f88e-45ee-9612-f559bcabeb63 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:44.780837 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39247a8f-b491-4516-a298-637a2c8eebb2 req-a1b68398-f88e-45ee-9612-f559bcabeb63 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.2522738 Aug 31 01:03:44.941729 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39247a8f-b491-4516-a298-637a2c8eebb2 req-c02b2ffc-e90a-4c1b-a690-41fa113b6132 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502588 Aug 31 01:03:45.049111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74f3ae9-7ce9-4172-9569-88bce52b7775 admin admin] Router 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:45.131438 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:45.171385 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c32f37b0-e640-475c-b248-e8eed7dcb3cd tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/ports?device_id=b377e56b-e735-4f08-853b-bc28b40f8f26 HTTP/1.1" status: 200 len: 205 time: 0.6462996 Aug 31 01:03:45.177520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52410) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:45.316884 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event updated for resources: {'Port': ['ID=c4cc6a72-d75c-4a9d-8b9d-29292e9c94ee,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:45.356995 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411640b8-524d-4b3c-8deb-fc2ed11ab0ec req-42e3b651-715a-494b-9ecc-a13d73c76be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:45.360409 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-411640b8-524d-4b3c-8deb-fc2ed11ab0ec req-42e3b651-715a-494b-9ecc-a13d73c76be1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=982b5fe753f4482cbadeee55c6e49b01&device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 1097 time: 0.9378860 Aug 31 01:03:45.378192 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-7808adf4-e7a1-41b8-9e68-0c23639a24d6 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] delete failed (client error): The resource could not be found. Aug 31 01:03:45.380160 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7808adf4-e7a1-41b8-9e68-0c23639a24d6 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/routers/b377e56b-e735-4f08-853b-bc28b40f8f26 HTTP/1.1" status: 404 len: 336 time: 0.1695752 Aug 31 01:03:45.389267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52414) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:45.393430 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Checking segment: {'id': '365f2228-e19d-44e2-8482-8cda58779ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6497bc11-78e5-4aa8-b61b-f5d5f83ddc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:45.394107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Network hostable DHCP agents. Network: 6497bc11-78e5-4aa8-b61b-f5d5f83ddc5f, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:03:45.418255 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74f3ae9-7ce9-4172-9569-88bce52b7775 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:45.438642 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b077ea1-9b4b-4572-a5cc-eb250fd2f3d1 None None] Sync routers for ids ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:45.442662 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e74f3ae9-7ce9-4172-9569-88bce52b7775 admin admin] 10.222.0.16 "PUT /v2.0/routers/309ebcbd-38ed-444d-a04a-c9a5e3452bb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5850043 Aug 31 01:03:45.448386 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1ca3fc76-d915-4427-992a-d22f0510bfcc tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5a06278-1a76-4893-b7d9-578017edc378 HTTP/1.1" status: 200 len: 205 time: 0.0473688 Aug 31 01:03:45.448386 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52416) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:45.454173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-9f53a0d2-54da-48e2-8fb5-952ee6932d6b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Allocated IP 10.1.1.217 (38f28ea7-cc8d-4d04-8094-b6024ace26b4/6b35208f-628a-49c6-bde2-6d65c7242478/c6a24207-294b-41f8-9c84-683c491b5367) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:45.458791 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54041151-7d3f-4b13-9d08-f8b07b7e1dc8 req-61a19cb1-7062-42c4-b1d3-2616f777ca33 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:45.459488 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b077ea1-9b4b-4572-a5cc-eb250fd2f3d1 None None] Routers {'309ebcbd-38ed-444d-a04a-c9a5e3452bb6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:45.461394 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54041151-7d3f-4b13-9d08-f8b07b7e1dc8 req-61a19cb1-7062-42c4-b1d3-2616f777ca33 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.1664903 Aug 31 01:03:45.462206 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52418) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:45.462823 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3b077ea1-9b4b-4572-a5cc-eb250fd2f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:45.596681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50467a7f-7bd7-4eba-9a89-ddb53fec53fa req-613859d0-786c-423e-bb3e-0c86dddbbf12 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:45.606467 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-f06781a5-33b4-4fea-a776-4d466ddb5d35 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] delete failed (client error): The resource could not be found. Aug 31 01:03:45.608681 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f06781a5-33b4-4fea-a776-4d466ddb5d35 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/routers/b5a06278-1a76-4893-b7d9-578017edc378 HTTP/1.1" status: 404 len: 336 time: 0.1369805 Aug 31 01:03:45.611944 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50467a7f-7bd7-4eba-9a89-ddb53fec53fa req-613859d0-786c-423e-bb3e-0c86dddbbf12 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:45.622404 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52420) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:45.626950 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-50467a7f-7bd7-4eba-9a89-ddb53fec53fa req-613859d0-786c-423e-bb3e-0c86dddbbf12 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 1652 time: 1.1069493 Aug 31 01:03:45.667764 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-3b077ea1-9b4b-4572-a5cc-eb250fd2f3d1 None None] Set router 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:45.751411 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-415a2a93-2648-47ff-a92b-722c57018190 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] DELETE failed (client error): The resource could not be found. Aug 31 01:03:45.752210 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415a2a93-2648-47ff-a92b-722c57018190 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:03:45.760360 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-415a2a93-2648-47ff-a92b-722c57018190 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/subnets/bc899d0b-7e73-496c-9431-9b0d03aba3fc HTTP/1.1" status: 404 len: 337 time: 0.1228404 Aug 31 01:03:45.760360 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Network 6497bc11-78e5-4aa8-b61b-f5d5f83ddc5f is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:03:45.763960 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52422) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:45.766353 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-50467a7f-7bd7-4eba-9a89-ddb53fec53fa req-f8394d8d-414e-49a7-86f9-65e69a413c2e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383753 Aug 31 01:03:45.791939 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c4a232f-3763-4f11-a214-3d9388dacbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:45.878701 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411640b8-524d-4b3c-8deb-fc2ed11ab0ec req-a06da776-e0c4-477e-849b-1c8e8075141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:45.881814 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-411640b8-524d-4b3c-8deb-fc2ed11ab0ec req-a06da776-e0c4-477e-849b-1c8e8075141f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b361b8b9-4744-4d54-a81c-33efa79a57b4 HTTP/1.1" status: 200 len: 912 time: 0.5095754 Aug 31 01:03:45.959013 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c4a232f-3763-4f11-a214-3d9388dacbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:46.060684 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-411640b8-524d-4b3c-8deb-fc2ed11ab0ec req-74bf1c3e-ba1b-4b44-bc1c-f106e5e3e693 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7cfafbd-4973-4a35-b271-f81a6beaffd9 HTTP/1.1" status: 200 len: 217 time: 0.1384828 Aug 31 01:03:46.106228 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3b077ea1-9b4b-4572-a5cc-eb250fd2f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'name': 'tempest-ServersTestFqdnHostnames-1117457871-router', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:03:42Z', 'revision_number': 5, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'gw_port': {'id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:35Z', 'updated_at': '2021-08-31T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:46.144669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b077ea1-9b4b-4572-a5cc-eb250fd2f3d1 None None] Checking router: 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:46.160157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b077ea1-9b4b-4572-a5cc-eb250fd2f3d1 None None] Routers {'309ebcbd-38ed-444d-a04a-c9a5e3452bb6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:46.161625 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3b077ea1-9b4b-4572-a5cc-eb250fd2f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:03:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:46.273025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a232f-3763-4f11-a214-3d9388dacbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39041f89-5622-4fa6-8a54-c0e8062a151e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:46.290536 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411640b8-524d-4b3c-8deb-fc2ed11ab0ec req-031e3ee3-7a50-4f60-af91-37b1fdc9f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:46.293062 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-411640b8-524d-4b3c-8deb-fc2ed11ab0ec req-031e3ee3-7a50-4f60-af91-37b1fdc9f95e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1007955d-a753-4c3b-bbca-3943185f8e1f HTTP/1.1" status: 200 len: 851 time: 0.2149081 Aug 31 01:03:46.297033 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5c4a232f-3763-4f11-a214-3d9388dacbfc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d692f76e2029456daae180d13e7fc5c1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3396466 Aug 31 01:03:46.314589 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52426) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:46.370422 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54041151-7d3f-4b13-9d08-f8b07b7e1dc8 req-9bfc7b56-e070-48be-b5c5-6dd7be14f264 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8911798 Aug 31 01:03:46.375185 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-50d7fa05-c24d-4cc6-9d9c-e2d9878eefde tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21 HTTP/1.1" status: 200 len: 205 time: 0.6050305 Aug 31 01:03:46.386476 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52428) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:46.402001 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-411640b8-524d-4b3c-8deb-fc2ed11ab0ec req-ac956621-e8b6-4ac6-a3ea-a6c87a93468e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b361b8b9-4744-4d54-a81c-33efa79a57b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877490 Aug 31 01:03:46.459256 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-3b077ea1-9b4b-4572-a5cc-eb250fd2f3d1 None None] Set router 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:46.482889 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-432d2da9-ae05-4e41-8aa2-0c2e75c11ee6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:46.486776 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-86c9b744-4401-41b6-9813-8bd5001badce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:46.517775 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-86c9b744-4401-41b6-9813-8bd5001badce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:46.553845 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-52da1041-ceab-4ccf-9584-a7bd2c18cf19 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] delete failed (client error): The resource could not be found. Aug 31 01:03:46.566987 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-52da1041-ceab-4ccf-9584-a7bd2c18cf19 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/routers/d3cc8da3-72f7-4fb9-bbfd-bc87419b3b21 HTTP/1.1" status: 404 len: 336 time: 0.1652145 Aug 31 01:03:46.570881 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52430) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:46.571089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37144fd2-2a73-4c1f-91e4-709b1d461cd3 req-4d37d8c5-1e6a-49b6-8d52-3155b26e9117 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:46.573605 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-37144fd2-2a73-4c1f-91e4-709b1d461cd3 req-4d37d8c5-1e6a-49b6-8d52-3155b26e9117 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.4978855 Aug 31 01:03:46.580736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 6497bc11-78e5-4aa8-b61b-f5d5f83ddc5f) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:46.596757 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-9f53a0d2-54da-48e2-8fb5-952ee6932d6b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:46.646986 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e238df-6207-4a27-b5de-8f4bacc7956f None None] Network 6497bc11-78e5-4aa8-b61b-f5d5f83ddc5f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:46.672823 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b044937-5076-4ac9-88fb-a94dd9473a41 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] DELETE failed (client error): The resource could not be found. Aug 31 01:03:46.673863 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b044937-5076-4ac9-88fb-a94dd9473a41 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:03:46.681094 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6b044937-5076-4ac9-88fb-a94dd9473a41 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/subnets/8bb78975-1f94-4ff4-b42e-37ab26000d59 HTTP/1.1" status: 404 len: 337 time: 0.0913007 Aug 31 01:03:46.683727 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52432) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:46.688491 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:46.691963 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:46.708105 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-37144fd2-2a73-4c1f-91e4-709b1d461cd3 req-1d42e234-5ceb-4bd6-9ea1-ee8cb3907424 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246784 Aug 31 01:03:46.731036 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-411640b8-524d-4b3c-8deb-fc2ed11ab0ec req-2d5fdde9-88d6-436a-bd7e-6eaec7e7030b service neutron] 10.222.0.48 "GET /v2.0/networks/b361b8b9-4744-4d54-a81c-33efa79a57b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201916 Aug 31 01:03:46.776008 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-909afaa8-9e4c-4af8-af83-ea751d97fe3e tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc79cc86-a230-4da5-8cb8-9cc05c8322fd HTTP/1.1" status: 200 len: 205 time: 0.0805638 Aug 31 01:03:46.781553 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52434) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:46.797301 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-9f53a0d2-54da-48e2-8fb5-952ee6932d6b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Transition to ACTIVE for port object c6a24207-294b-41f8-9c84-683c491b5367 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:46.883476 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event updated for resources: {'Port': ['ID=c1cb7c2f-10c0-4091-a610-72907479dc67,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:46.887470 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-86c9b744-4401-41b6-9813-8bd5001badce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:46.895128 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-86c9b744-4401-41b6-9813-8bd5001badce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:46.901335 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-86c9b744-4401-41b6-9813-8bd5001badce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39041f89-5622-4fa6-8a54-c0e8062a151e HTTP/1.1" status: 204 len: 168 time: 0.5851877 Aug 31 01:03:47.026262 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-6e10ce67-b0d4-4661-b482-eabbc6b71be2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] delete failed (client error): The resource could not be found. Aug 31 01:03:47.029162 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6e10ce67-b0d4-4661-b482-eabbc6b71be2 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/routers/bc79cc86-a230-4da5-8cb8-9cc05c8322fd HTTP/1.1" status: 404 len: 336 time: 0.2455304 Aug 31 01:03:47.044069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52442) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:47.075179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9b744-4401-41b6-9813-8bd5001badce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39041f89-5622-4fa6-8a54-c0e8062a151e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:47.088470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3b077ea1-9b4b-4572-a5cc-eb250fd2f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'name': 'tempest-ServersTestFqdnHostnames-1117457871-router', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:03:42Z', 'revision_number': 5, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'gw_port': {'id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:35Z', 'updated_at': '2021-08-31T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:47.136864 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b077ea1-9b4b-4572-a5cc-eb250fd2f3d1 None None] The sync data for ids ['309ebcbd-38ed-444d-a04a-c9a5e3452bb6'] in n-d-793621-34 is: [{'id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'name': 'tempest-ServersTestFqdnHostnames-1117457871-router', 'tenant_id': '81a97738e4294f8b81fd753891f12c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:30Z', 'updated_at': '2021-08-31T01:03:42Z', 'revision_number': 5, 'project_id': '81a97738e4294f8b81fd753891f12c4b', 'gw_port': {'id': 'ca15e407-64ac-4d16-b022-9132990d3e88', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309ebcbd-38ed-444d-a04a-c9a5e3452bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:35Z', 'updated_at': '2021-08-31T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:47.185389 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b59401-0296-4531-a09b-17d9e3214c50 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] DELETE failed (client error): The resource could not be found. Aug 31 01:03:47.186927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b59401-0296-4531-a09b-17d9e3214c50 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:03:47.195925 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-27b59401-0296-4531-a09b-17d9e3214c50 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/subnets/05b8520a-f568-4e28-b9c3-4f5c532c4108 HTTP/1.1" status: 404 len: 337 time: 0.1454468 Aug 31 01:03:47.201922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52444) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:47.331825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Checking segment: {'id': '4958b87b-388a-4463-82fb-86a17ccb5365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e7c4698b-59da-46de-adb7-05052440523a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:47.332415 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Network hostable DHCP agents. Network: e7c4698b-59da-46de-adb7-05052440523a, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:03:47.339952 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd0bc27-4419-4c01-8691-c9083ab3df17 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] DELETE failed (client error): The resource could not be found. Aug 31 01:03:47.347332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd0bc27-4419-4c01-8691-c9083ab3df17 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:03:47.355323 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2dd0bc27-4419-4c01-8691-c9083ab3df17 tempest-RoutersIpV6Test-992942173 tempest-RoutersIpV6Test-992942173-project] 10.222.0.16 "DELETE /v2.0/subnets/d1a45a46-81d4-4efd-875a-d6d1026ce570 HTTP/1.1" status: 404 len: 337 time: 0.1435864 Aug 31 01:03:47.364985 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a45849-eb85-48b2-a928-08a4f4edd26f req-91ad12db-562d-4180-8825-150d112defae tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:47.380468 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a45849-eb85-48b2-a928-08a4f4edd26f req-91ad12db-562d-4180-8825-150d112defae tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:47.391113 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-411640b8-524d-4b3c-8deb-fc2ed11ab0ec req-bf1f95be-4f50-4528-b271-3f02a1b70768 service neutron] 10.222.0.48 "GET /v2.0/networks/b361b8b9-4744-4d54-a81c-33efa79a57b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6436641 Aug 31 01:03:47.394433 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-28a45849-eb85-48b2-a928-08a4f4edd26f req-91ad12db-562d-4180-8825-150d112defae tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 1652 time: 0.4241722 Aug 31 01:03:47.413968 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-432d2da9-ae05-4e41-8aa2-0c2e75c11ee6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:47.483695 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-9f53a0d2-54da-48e2-8fb5-952ee6932d6b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:47.543286 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-28a45849-eb85-48b2-a928-08a4f4edd26f req-47fcc282-c0cb-4efb-b9bb-e65596f5114b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475234 Aug 31 01:03:47.632142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Network e7c4698b-59da-46de-adb7-05052440523a is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:03:47.749893 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, e7c4698b-59da-46de-adb7-05052440523a) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:47.757350 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:47.781063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:47.784759 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1708c9-6ee5-42a4-bdff-416a68021179 None None] Network e7c4698b-59da-46de-adb7-05052440523a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:47.786687 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-9f53a0d2-54da-48e2-8fb5-952ee6932d6b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:47.805630 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:47.806844 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:47.817224 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-9f53a0d2-54da-48e2-8fb5-952ee6932d6b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:47.845610 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53a0d2-54da-48e2-8fb5-952ee6932d6b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event updated for resources: {'Port': ['ID=c6a24207-294b-41f8-9c84-683c491b5367,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:47.864669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-9f53a0d2-54da-48e2-8fb5-952ee6932d6b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:47.896654 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-432d2da9-ae05-4e41-8aa2-0c2e75c11ee6 admin admin] Deleting port ca15e407-64ac-4d16-b022-9132990d3e88 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:47.899815 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-432d2da9-ae05-4e41-8aa2-0c2e75c11ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:48.035156 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae717c-80e8-41c8-b3f8-181a97be7262 req-7f0cb16f-9c6d-4e4a-8953-b2dcb3ab179b tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:48.052889 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8eae717c-80e8-41c8-b3f8-181a97be7262 req-7f0cb16f-9c6d-4e4a-8953-b2dcb3ab179b tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.3744609 Aug 31 01:03:48.090967 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9ae57015-5f0c-42b4-b025-d91b517977c5 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.5780976 Aug 31 01:03:48.097928 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52460) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:48.293284 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd07fbd-5954-419a-a61d-029523aad0a4 req-7fb9eae4-23b2-4a2b-9b86-30c858d2bbb0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:48.318145 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-efd07fbd-5954-419a-a61d-029523aad0a4 req-7fb9eae4-23b2-4a2b-9b86-30c858d2bbb0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.2287614 Aug 31 01:03:48.344535 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:48.384479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-9f53a0d2-54da-48e2-8fb5-952ee6932d6b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:48.385075 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-9f53a0d2-54da-48e2-8fb5-952ee6932d6b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:48.433380 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8eae717c-80e8-41c8-b3f8-181a97be7262 req-ba0307b2-4cd6-4a71-aff4-79288f06f90e tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763261 Aug 31 01:03:48.443205 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-432d2da9-ae05-4e41-8aa2-0c2e75c11ee6 admin admin] For port ca15e407-64ac-4d16-b022-9132990d3e88, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ca15e407-64ac-4d16-b022-9132990d3e88,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:48.443680 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-432d2da9-ae05-4e41-8aa2-0c2e75c11ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:48.464076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52464) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:48.508902 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:48.514288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4a44d224-05a0-42c0-9eb0-954cccb3f4c4 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:48.514475 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-efd07fbd-5954-419a-a61d-029523aad0a4 req-c9e7d0df-fa24-450c-858e-aa194ee7577b tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936219 Aug 31 01:03:48.534793 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-432d2da9-ae05-4e41-8aa2-0c2e75c11ee6 admin admin] Calling delete_port for ca15e407-64ac-4d16-b022-9132990d3e88 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:48.608696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e487c708-2ee4-44db-a840-a410bbe6c7e2 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:48.640448 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52470) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:48.641070 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e487c708-2ee4-44db-a840-a410bbe6c7e2 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:48.646984 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e487c708-2ee4-44db-a840-a410bbe6c7e2 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5441215 Aug 31 01:03:48.646984 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-9f53a0d2-54da-48e2-8fb5-952ee6932d6b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1273050 Aug 31 01:03:48.647695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52472) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:48.650174 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b3dad425-1367-4ac9-a9d8-a3d44e4dbc62 None None] Provisioning for port c6a24207-294b-41f8-9c84-683c491b5367 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:48.660864 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b3dad425-1367-4ac9-a9d8-a3d44e4dbc62 None None] Provisioning complete for port c6a24207-294b-41f8-9c84-683c491b5367 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:48.661900 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b3dad425-1367-4ac9-a9d8-a3d44e4dbc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:48.678338 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5c8ac22e-3baf-414b-be49-e1efc06f7088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:48.690935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-046ebb60-8030-4089-89f9-c54b5c99e779 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Request body: {'port': {'device_id': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0fe736c6-6d84-4129-a86a-cf6a3ca4b061', 'admin_state_up': True, 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'security_groups': ['1959fad2-407e-4070-a9cc-e3af86dab55f']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:48.771032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b3dad425-1367-4ac9-a9d8-a3d44e4dbc62 None None] Port c6a24207-294b-41f8-9c84-683c491b5367 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:03:48.978273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 86ea80fc-0d07-4ce8-b23d-964967768a3c details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:03:48.992579 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c1602-0409-4f4e-b41e-058314c068de req-bf794fdb-5c87-4b4d-85e9-1450ed6096ec tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:49.009600 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c1602-0409-4f4e-b41e-058314c068de req-bf794fdb-5c87-4b4d-85e9-1450ed6096ec tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:49.042583 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c1602-0409-4f4e-b41e-058314c068de req-bf794fdb-5c87-4b4d-85e9-1450ed6096ec tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:49.049140 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4f7c1602-0409-4f4e-b41e-058314c068de req-bf794fdb-5c87-4b4d-85e9-1450ed6096ec tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 2373 time: 0.2459960 Aug 31 01:03:49.235921 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-fa3fc8fa-580b-486c-b615-599bd5e5cf17 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Deleting port c4cc6a72-d75c-4a9d-8b9d-29292e9c94ee {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:49.236695 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa3fc8fa-580b-486c-b615-599bd5e5cf17 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:49.275375 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4f7c1602-0409-4f4e-b41e-058314c068de req-caa4f705-2078-4878-98cb-511fd6d05233 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103717 Aug 31 01:03:49.287934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 86ea80fc-0d07-4ce8-b23d-964967768a3c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=86ea80fc-0d07-4ce8-b23d-964967768a3c,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:49.321729 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '86ea80fc-0d07-4ce8-b23d-964967768a3c', 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053', 'port_id': '86ea80fc-0d07-4ce8-b23d-964967768a3c', 'mac_address': 'fa:16:3e:44:9c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8014dbf9-3f93-4305-a557-88fa6bfa5935', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:03:49.333932 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5c8ac22e-3baf-414b-be49-e1efc06f7088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:49.357015 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-432d2da9-ae05-4e41-8aa2-0c2e75c11ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:49.428294 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d2da9-ae05-4e41-8aa2-0c2e75c11ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca15e407-64ac-4d16-b022-9132990d3e88,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:49.431957 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:49.464991 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa3fc8fa-580b-486c-b615-599bd5e5cf17 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:49.472104 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86ea80fc-0d07-4ce8-b23d-964967768a3c {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:03:49.481690 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52476) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:49.490189 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f1c65920-292e-41c1-b97f-2dbe0bc61474 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7de7ed71264a4ac694a0cee7d619a40a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0241275 Aug 31 01:03:49.520760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 86ea80fc-0d07-4ce8-b23d-964967768a3c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=86ea80fc-0d07-4ce8-b23d-964967768a3c,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:49.534226 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-fa3fc8fa-580b-486c-b615-599bd5e5cf17 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Calling delete_port for c4cc6a72-d75c-4a9d-8b9d-29292e9c94ee owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:49.561630 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5c8ac22e-3baf-414b-be49-e1efc06f7088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:49.635452 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:49.730254 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d08a8bed-fa34-407c-9c64-ef75801603d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:49.753615 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=86ea80fc-0d07-4ce8-b23d-964967768a3c,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:49.757072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-046ebb60-8030-4089-89f9-c54b5c99e779 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Made reservation on behalf of 480470cd2fbf45018b60a7cede707d79 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:49.813178 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5c8ac22e-3baf-414b-be49-e1efc06f7088 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45e595fcf3c74a2d98a8e4be3827ddc9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1710215 Aug 31 01:03:49.825903 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ac22e-3baf-414b-be49-e1efc06f7088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6982e3fd-e0a9-4473-8580-e719530cdb2f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:49.827860 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52482) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:49.854049 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['86ea80fc-0d07-4ce8-b23d-964967768a3c'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:49.863627 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d08a8bed-fa34-407c-9c64-ef75801603d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:49.920999 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-432d2da9-ae05-4e41-8aa2-0c2e75c11ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:49.924395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53631c89-94e8-493a-9282-bd3fd7de3683 req-6c57939c-1461-4b23-be5d-5baf50341c80 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:49.934928 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-53631c89-94e8-493a-9282-bd3fd7de3683 req-6c57939c-1461-4b23-be5d-5baf50341c80 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 944 time: 0.2412012 Aug 31 01:03:50.062259 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84a198-c2c8-4f80-9ecd-c0b5c0481f81 req-58933cac-88fc-4c05-9a9d-9b2013a53dd7 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:50.064396 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7a84a198-c2c8-4f80-9ecd-c0b5c0481f81 req-58933cac-88fc-4c05-9a9d-9b2013a53dd7 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.3588204 Aug 31 01:03:50.067084 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d08a8bed-fa34-407c-9c64-ef75801603d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.069845 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d08a8bed-fa34-407c-9c64-ef75801603d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.071082 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d08a8bed-fa34-407c-9c64-ef75801603d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c71e369-9658-4864-ad9b-8c4e21e375f3 HTTP/1.1" status: 204 len: 168 time: 0.5872774 Aug 31 01:03:50.073263 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-432d2da9-ae05-4e41-8aa2-0c2e75c11ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.089089 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-432d2da9-ae05-4e41-8aa2-0c2e75c11ee6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.089975 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a8bed-fa34-407c-9c64-ef75801603d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c71e369-9658-4864-ad9b-8c4e21e375f3,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:50.092471 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-53631c89-94e8-493a-9282-bd3fd7de3683 req-d9c5040e-035f-4a69-86db-e1e2d6322bce tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553049 Aug 31 01:03:50.151447 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ed96366-1c34-46ff-8018-f4133d717114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.202224 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ed96366-1c34-46ff-8018-f4133d717114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.286382 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7a84a198-c2c8-4f80-9ecd-c0b5c0481f81 req-29121c09-16ec-4d1f-b181-da5509e5706c tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976027 Aug 31 01:03:50.349811 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-046ebb60-8030-4089-89f9-c54b5c99e779 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.436854 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-432d2da9-ae05-4e41-8aa2-0c2e75c11ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.439164 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa3fc8fa-580b-486c-b615-599bd5e5cf17 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.439328 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432d2da9-ae05-4e41-8aa2-0c2e75c11ee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 309ebcbd-38ed-444d-a04a-c9a5e3452bb6 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:03:50.449372 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-432d2da9-ae05-4e41-8aa2-0c2e75c11ee6 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.451979 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-432d2da9-ae05-4e41-8aa2-0c2e75c11ee6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/309ebcbd-38ed-444d-a04a-c9a5e3452bb6 HTTP/1.1" status: 204 len: 168 time: 5.0028768 Aug 31 01:03:50.465167 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52488) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:50.539115 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cc25e-2cf7-4c6a-b76d-8844d94532f3 req-b68f75ee-f3c3-47e5-9b58-7efddcc58ffd tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:50.552860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cc25e-2cf7-4c6a-b76d-8844d94532f3 req-b68f75ee-f3c3-47e5-9b58-7efddcc58ffd tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:50.565406 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cc25e-2cf7-4c6a-b76d-8844d94532f3 req-b68f75ee-f3c3-47e5-9b58-7efddcc58ffd tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:50.568702 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef9cc25e-2cf7-4c6a-b76d-8844d94532f3 req-b68f75ee-f3c3-47e5-9b58-7efddcc58ffd tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 2373 time: 0.1148853 Aug 31 01:03:50.645823 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef9cc25e-2cf7-4c6a-b76d-8844d94532f3 req-679f1dfd-f9fc-4709-a568-0f38fc8a7c9b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651989 Aug 31 01:03:50.689714 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fc8fa-580b-486c-b615-599bd5e5cf17 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event deleted for resources: {'Port': ['ID=c4cc6a72-d75c-4a9d-8b9d-29292e9c94ee,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:50.694746 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ed96366-1c34-46ff-8018-f4133d717114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.699939 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ed96366-1c34-46ff-8018-f4133d717114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.705702 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2ed96366-1c34-46ff-8018-f4133d717114 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6982e3fd-e0a9-4473-8580-e719530cdb2f HTTP/1.1" status: 204 len: 168 time: 0.8734503 Aug 31 01:03:50.765737 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa3fc8fa-580b-486c-b615-599bd5e5cf17 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.769649 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fa3fc8fa-580b-486c-b615-599bd5e5cf17 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "DELETE /v2.0/ports/c4cc6a72-d75c-4a9d-8b9d-29292e9c94ee HTTP/1.1" status: 204 len: 168 time: 2.1201978 Aug 31 01:03:50.777156 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52494) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:50.843289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed96366-1c34-46ff-8018-f4133d717114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6982e3fd-e0a9-4473-8580-e719530cdb2f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:50.950882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae3248e-8fa0-482e-858d-defc2e821d95 admin admin] Deleting subnet fa7e9bc0-f128-42e7-8c4b-88cbf414d598 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:03:50.970548 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bae3248e-8fa0-482e-858d-defc2e821d95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.989420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 86ea80fc-0d07-4ce8-b23d-964967768a3c up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:51.190242 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 86ea80fc-0d07-4ce8-b23d-964967768a3c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:51.190833 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.248126 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-916099cf-6c1f-4286-b0fb-e7b47d2d42d0 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Deleting port c1cb7c2f-10c0-4091-a610-72907479dc67 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:51.250033 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-916099cf-6c1f-4286-b0fb-e7b47d2d42d0 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.284169 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bae3248e-8fa0-482e-858d-defc2e821d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.428046 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-916099cf-6c1f-4286-b0fb-e7b47d2d42d0 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.452145 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-916099cf-6c1f-4286-b0fb-e7b47d2d42d0 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Calling delete_port for c1cb7c2f-10c0-4091-a610-72907479dc67 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:51.489878 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.606553 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 86ea80fc-0d07-4ce8-b23d-964967768a3c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=86ea80fc-0d07-4ce8-b23d-964967768a3c,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:51.607782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4889a642-2c98-4c24-8c82-50e43c89ce16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ea80fc-0d07-4ce8-b23d-964967768a3c'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:51.611085 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faec7699-66a0-472e-914a-4ca935fe404c" -d '{"events": [{"server_uuid": "4889a642-2c98-4c24-8c82-50e43c89ce16", "name": "network-vif-plugged", "status": "completed", "tag": "86ea80fc-0d07-4ce8-b23d-964967768a3c"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:51.621392 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-046ebb60-8030-4089-89f9-c54b5c99e779 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Allocated IP 10.2.2.100 (0fe736c6-6d84-4129-a86a-cf6a3ca4b061/ab76eb50-57d8-4bbe-a8d9-d321af6eeee0/4edf3b26-a415-4715-9831-a7720892c15d) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:51.684375 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-916099cf-6c1f-4286-b0fb-e7b47d2d42d0 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.726444 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916099cf-6c1f-4286-b0fb-e7b47d2d42d0 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event deleted for resources: {'Port': ['ID=c1cb7c2f-10c0-4091-a610-72907479dc67,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:51.754389 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ac8c6-b038-4f37-a60b-5a97374c92a8 req-b0cc44b4-4f14-49b8-8fd0-be46704c7024 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:51.754389 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b93ac8c6-b038-4f37-a60b-5a97374c92a8 req-b0cc44b4-4f14-49b8-8fd0-be46704c7024 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 944 time: 0.3235691 Aug 31 01:03:51.758436 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-916099cf-6c1f-4286-b0fb-e7b47d2d42d0 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.765341 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-916099cf-6c1f-4286-b0fb-e7b47d2d42d0 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "DELETE /v2.0/ports/c1cb7c2f-10c0-4091-a610-72907479dc67 HTTP/1.1" status: 204 len: 168 time: 0.9865108 Aug 31 01:03:51.765487 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bae3248e-8fa0-482e-858d-defc2e821d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.766142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52518) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:51.788789 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.907001 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=86ea80fc-0d07-4ce8-b23d-964967768a3c,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:51.943121 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-aa94c0b4-f8fe-4050-b4cd-6834d33615cd tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1756344 Aug 31 01:03:51.959992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52522) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:51.960475 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db476e3-b6c6-4b06-8a32-8d5035cb902d req-eeff2920-c68c-41bb-9637-340cd3a2c785 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:51.960475 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0db476e3-b6c6-4b06-8a32-8d5035cb902d req-eeff2920-c68c-41bb-9637-340cd3a2c785 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.3486376 Aug 31 01:03:51.997362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-1ff1bed1-810e-4fc0-aa7d-d8579bddfa6f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-386649522'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:52.011261 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bae3248e-8fa0-482e-858d-defc2e821d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:52.019435 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0db476e3-b6c6-4b06-8a32-8d5035cb902d req-7f248d4b-7399-458b-b388-48f8ecd8bd8d tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540893 Aug 31 01:03:52.039290 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b93ac8c6-b038-4f37-a60b-5a97374c92a8 req-2baa33d8-291b-47d9-aafe-ea4de4c81dda tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784034 Aug 31 01:03:52.099203 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe985529-1ec7-4b4d-833f-47764afb8bdc None None] Network f8b93c27-42a8-4735-b10d-15e13ecf494d requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:52.100138 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bae3248e-8fa0-482e-858d-defc2e821d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:52.119229 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52528) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:52.130532 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bae3248e-8fa0-482e-858d-defc2e821d95 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fa7e9bc0-f128-42e7-8c4b-88cbf414d598 HTTP/1.1" status: 204 len: 168 time: 1.6605139 Aug 31 01:03:52.133815 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3248e-8fa0-482e-858d-defc2e821d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa7e9bc0-f128-42e7-8c4b-88cbf414d598,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:52.259714 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386edb76-d7ee-468e-b907-5a5cbb23ceb3 x-openstack-request-id: req-386edb76-d7ee-468e-b907-5a5cbb23ceb3 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:52.259714 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4889a642-2c98-4c24-8c82-50e43c89ce16", "name": "network-vif-plugged", "status": "completed", "tag": "86ea80fc-0d07-4ce8-b23d-964967768a3c", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:52.260188 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-386edb76-d7ee-468e-b907-5a5cbb23ceb3 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:52.260348 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4889a642-2c98-4c24-8c82-50e43c89ce16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ea80fc-0d07-4ce8-b23d-964967768a3c', 'code': 200} Aug 31 01:03:52.336125 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff1bed1-810e-4fc0-aa7d-d8579bddfa6f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Made reservation on behalf of a1f330a355bc4fb1aab5adc541a05a5c for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:52.346235 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ff1bed1-810e-4fc0-aa7d-d8579bddfa6f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:52.362212 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ca15e407-64ac-4d16-b022-9132990d3e88 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:52.409536 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-046ebb60-8030-4089-89f9-c54b5c99e779 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:52.412632 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:52.465768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-046ebb60-8030-4089-89f9-c54b5c99e779 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Transition to ACTIVE for port object 4edf3b26-a415-4715-9831-a7720892c15d will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:52.481906 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff1bed1-810e-4fc0-aa7d-d8579bddfa6f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:03:52.494660 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: ca15e407-64ac-4d16-b022-9132990d3e88 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:52.495023 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ca15e407-64ac-4d16-b022-9132990d3e88 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:52.535257 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ff1bed1-810e-4fc0-aa7d-d8579bddfa6f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:52.536104 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-1ff1bed1-810e-4fc0-aa7d-d8579bddfa6f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Added segment 8b4e51b0-2fdc-4acf-9f11-5b13b0bf5a4b of type vlan for network 8895b824-62b4-4811-8038-1cb6a5e1f6e7 Aug 31 01:03:52.677066 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4c492-afee-454d-b938-5b328cc2d6ac req-3897c46d-9f97-4d46-9364-7936a1caf267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:52.678838 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-01c4c492-afee-454d-b938-5b328cc2d6ac req-3897c46d-9f97-4d46-9364-7936a1caf267 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 1097 time: 0.2394180 Aug 31 01:03:52.718054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec275d17-c21a-4ebb-b0d4-5f902917a4d1 None None] DHCP port deletion for f8b93c27-42a8-4735-b10d-15e13ecf494d request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:03:52.728712 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ff1bed1-810e-4fc0-aa7d-d8579bddfa6f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:52.788851 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c12a4-e350-4ce3-b874-bcf98b202dbf req-d4b61b46-286c-4c67-8d6c-811bf6557297 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:52.819334 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c12a4-e350-4ce3-b874-bcf98b202dbf req-d4b61b46-286c-4c67-8d6c-811bf6557297 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:52.822803 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c12a4-e350-4ce3-b874-bcf98b202dbf req-d4b61b46-286c-4c67-8d6c-811bf6557297 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:52.834673 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3c9c12a4-e350-4ce3-b874-bcf98b202dbf req-d4b61b46-286c-4c67-8d6c-811bf6557297 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 2373 time: 0.4960964 Aug 31 01:03:52.836606 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-046ebb60-8030-4089-89f9-c54b5c99e779 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:52.857823 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ec275d17-c21a-4ebb-b0d4-5f902917a4d1 None None] Deleting port b6cf9b72-118a-49ed-a845-7d94e3282dc8 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:52.866425 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ec275d17-c21a-4ebb-b0d4-5f902917a4d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:53.018848 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-01c4c492-afee-454d-b938-5b328cc2d6ac req-cce68d3e-1a01-43e0-8aed-157dad3662bb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312922 Aug 31 01:03:53.020614 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] Deleting port b6cf9b72-118a-49ed-a845-7d94e3282dc8 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:53.020991 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:53.054423 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ebb60-8030-4089-89f9-c54b5c99e779 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event updated for resources: {'Port': ['ID=4edf3b26-a415-4715-9831-a7720892c15d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:53.066454 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ff1bed1-810e-4fc0-aa7d-d8579bddfa6f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:53.070212 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3c9c12a4-e350-4ce3-b874-bcf98b202dbf req-d5fbdca5-86f4-48a8-8d5c-5f79ec8a5ff8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341497 Aug 31 01:03:53.091335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff1bed1-810e-4fc0-aa7d-d8579bddfa6f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:53.094840 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ff1bed1-810e-4fc0-aa7d-d8579bddfa6f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:53.164512 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ec275d17-c21a-4ebb-b0d4-5f902917a4d1 None None] For port b6cf9b72-118a-49ed-a845-7d94e3282dc8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b6cf9b72-118a-49ed-a845-7d94e3282dc8,segment=NetworkSegment(967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9),segment_id=967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:53.170144 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ec275d17-c21a-4ebb-b0d4-5f902917a4d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:53.291037 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52550) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:53.296501 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] For port b6cf9b72-118a-49ed-a845-7d94e3282dc8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b6cf9b72-118a-49ed-a845-7d94e3282dc8,segment=NetworkSegment(967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9),segment_id=967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:53.297165 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:53.330367 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] Calling delete_port for b6cf9b72-118a-49ed-a845-7d94e3282dc8 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:53.397953 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-046ebb60-8030-4089-89f9-c54b5c99e779 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Network 0fe736c6-6d84-4129-a86a-cf6a3ca4b061 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:53.423598 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-046ebb60-8030-4089-89f9-c54b5c99e779 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:53.443085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-046ebb60-8030-4089-89f9-c54b5c99e779 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:53.452104 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1ff1bed1-810e-4fc0-aa7d-d8579bddfa6f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4645813 Aug 31 01:03:53.468067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1bed1-810e-4fc0-aa7d-d8579bddfa6f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event updated for resources: {'Network': ['ID=8895b824-62b4-4811-8038-1cb6a5e1f6e7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:53.473072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52556) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:53.533504 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 8895b824-62b4-4811-8038-1cb6a5e1f6e7 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:03:53.542862 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-d0e43cf8-7f4f-4266-a2d3-2c582f75bb66 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-250420690'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:53.656263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7502d-f947-47b9-b9b2-a52067f1f822 req-2cfb3df5-c18f-4c26-a7f9-7ce9b2809345 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:53.673496 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60d7502d-f947-47b9-b9b2-a52067f1f822 req-2cfb3df5-c18f-4c26-a7f9-7ce9b2809345 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.3754036 Aug 31 01:03:53.689150 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:53.710742 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ec275d17-c21a-4ebb-b0d4-5f902917a4d1 None None] Calling delete_port for b6cf9b72-118a-49ed-a845-7d94e3282dc8 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:53.747893 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-046ebb60-8030-4089-89f9-c54b5c99e779 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:53.753671 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] No DVR routers for this DVR port b6cf9b72-118a-49ed-a845-7d94e3282dc8 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:53.754667 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-046ebb60-8030-4089-89f9-c54b5c99e779 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:53.886147 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ec3762a0-c65d-4a56-b6b2-42a78c7f7f18 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-765714095'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:53.898086 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e43cf8-7f4f-4266-a2d3-2c582f75bb66 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Made reservation on behalf of a1f330a355bc4fb1aab5adc541a05a5c for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:53.902320 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d0e43cf8-7f4f-4266-a2d3-2c582f75bb66 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:53.915502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6cf9b72-118a-49ed-a845-7d94e3282dc8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:53.947842 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60d7502d-f947-47b9-b9b2-a52067f1f822 req-7af03422-24eb-48a1-8aca-2706c3d385bf tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727005 Aug 31 01:03:53.982226 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e43cf8-7f4f-4266-a2d3-2c582f75bb66 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:03:54.000017 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ec275d17-c21a-4ebb-b0d4-5f902917a4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:54.013110 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d0e43cf8-7f4f-4266-a2d3-2c582f75bb66 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:54.017225 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-d0e43cf8-7f4f-4266-a2d3-2c582f75bb66 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Added segment a55165ce-5338-4a0b-b75a-0267d047b03f of type vlan for network 9d0109ce-b501-436e-a615-c341145a72db Aug 31 01:03:54.081488 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec275d17-c21a-4ebb-b0d4-5f902917a4d1 None None] Pushing event deleted for resources: {'Port': ['ID=b6cf9b72-118a-49ed-a845-7d94e3282dc8,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:54.095192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec275d17-c21a-4ebb-b0d4-5f902917a4d1 None None] No DVR routers for this DVR port b6cf9b72-118a-49ed-a845-7d94e3282dc8 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:54.147389 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-046ebb60-8030-4089-89f9-c54b5c99e779 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4635510 Aug 31 01:03:54.165182 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d0e43cf8-7f4f-4266-a2d3-2c582f75bb66 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:54.181627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8da50205-ed3a-4b85-9809-ee8a98ac819c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Request body: {'port': {'device_id': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0fe736c6-6d84-4129-a86a-cf6a3ca4b061', 'admin_state_up': True, 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'security_groups': ['1959fad2-407e-4070-a9cc-e3af86dab55f']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:54.188746 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bcdec-381f-4e1b-813d-070a669ea4e2 req-18818174-d258-4dd1-8804-a1d1ba87cea7 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:54.203181 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a7bcdec-381f-4e1b-813d-070a669ea4e2 req-18818174-d258-4dd1-8804-a1d1ba87cea7 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.6601987 Aug 31 01:03:54.214782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-63ee421a-d96b-49a5-9f1c-47ecdec82397 None None] Provisioning for port 4edf3b26-a415-4715-9831-a7720892c15d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:54.220472 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:54.227597 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-63ee421a-d96b-49a5-9f1c-47ecdec82397 None None] Provisioning complete for port 4edf3b26-a415-4715-9831-a7720892c15d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:54.228754 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-63ee421a-d96b-49a5-9f1c-47ecdec82397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:54.241789 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b93c27-42a8-4735-b10d-15e13ecf494d']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:54.324387 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:54.329500 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967d7e23-b47d-432d-a6fd-a7bc1c1ef3b9') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:54.408079 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:54.414208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-63ee421a-d96b-49a5-9f1c-47ecdec82397 None None] Port 4edf3b26-a415-4715-9831-a7720892c15d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:03:54.457895 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b6cf9b72-118a-49ed-a845-7d94e3282dc8 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:54.471069 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a7bcdec-381f-4e1b-813d-070a669ea4e2 req-1e28da7a-6bc4-4c96-8e8e-102cd8127a91 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668719 Aug 31 01:03:54.480058 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:54.489807 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:03:54.490671 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:03:54.493971 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:03:54.524805 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: b6cf9b72-118a-49ed-a845-7d94e3282dc8 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:54.525092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b6cf9b72-118a-49ed-a845-7d94e3282dc8 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:54.559538 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d0e43cf8-7f4f-4266-a2d3-2c582f75bb66 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:54.572614 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e43cf8-7f4f-4266-a2d3-2c582f75bb66 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:54.574782 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d0e43cf8-7f4f-4266-a2d3-2c582f75bb66 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:54.620648 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3762a0-c65d-4a56-b6b2-42a78c7f7f18 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Made reservation on behalf of a3978615ecd3406fab4c8a83de34a8ff for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:54.635014 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ec3762a0-c65d-4a56-b6b2-42a78c7f7f18 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:54.712101 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:54.722039 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:54.725234 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f8b93c27-42a8-4735-b10d-15e13ecf494d HTTP/1.1" status: 204 len: 168 time: 2.6064875 Aug 31 01:03:54.760440 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa86c8-4823-4e6d-a2b5-045803421fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b93c27-42a8-4735-b10d-15e13ecf494d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:54.783093 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ec3762a0-c65d-4a56-b6b2-42a78c7f7f18 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:54.819702 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef49ff-9f47-4852-b679-4a812904afae req-d3707d9c-9f7c-473c-a375-2528dcc34fea tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:54.830446 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef49ff-9f47-4852-b679-4a812904afae req-d3707d9c-9f7c-473c-a375-2528dcc34fea tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:54.841234 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef49ff-9f47-4852-b679-4a812904afae req-d3707d9c-9f7c-473c-a375-2528dcc34fea tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:54.852656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef49ff-9f47-4852-b679-4a812904afae req-d3707d9c-9f7c-473c-a375-2528dcc34fea tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:54.856017 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e4ef49ff-9f47-4852-b679-4a812904afae req-d3707d9c-9f7c-473c-a375-2528dcc34fea tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 3094 time: 0.4606116 Aug 31 01:03:54.907384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e43cf8-7f4f-4266-a2d3-2c582f75bb66 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event updated for resources: {'Network': ['ID=9d0109ce-b501-436e-a615-c341145a72db,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:54.931131 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 9d0109ce-b501-436e-a615-c341145a72db details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:03:54.971510 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e4ef49ff-9f47-4852-b679-4a812904afae req-a72d5963-9232-4725-8d75-dc7909b15d85 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018004 Aug 31 01:03:55.002194 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d0e43cf8-7f4f-4266-a2d3-2c582f75bb66 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4779129 Aug 31 01:03:55.318135 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ec3762a0-c65d-4a56-b6b2-42a78c7f7f18 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:55.394879 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52578) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:55.403051 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Request body: {'subnets': [{'network_id': '8895b824-62b4-4811-8038-1cb6a5e1f6e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1547268163', 'ip_version': 4}, {'network_id': '9d0109ce-b501-436e-a615-c341145a72db', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:55.403051 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Request body: {'subnet': {'network_id': '8895b824-62b4-4811-8038-1cb6a5e1f6e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1547268163', 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:55.405667 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Request body: {'subnet': {'network_id': '9d0109ce-b501-436e-a615-c341145a72db', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:55.416526 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ec3762a0-c65d-4a56-b6b2-42a78c7f7f18 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:55.420532 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52580) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:55.443502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dcfcc-1ed9-4e41-a4fa-789974ea8b3d req-b1118ecf-8397-4b0d-9dd9-da60e02faa2e tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:55.446784 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3c7dcfcc-1ed9-4e41-a4fa-789974ea8b3d req-b1118ecf-8397-4b0d-9dd9-da60e02faa2e tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.2433674 Aug 31 01:03:55.603851 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-686463ed-1f22-47cf-b63d-0ae1624a4678 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81a97738e4294f8b81fd753891f12c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798735 Aug 31 01:03:55.610611 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52584) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:55.699328 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3c7dcfcc-1ed9-4e41-a4fa-789974ea8b3d req-17a6a986-4e89-4ca4-a640-4c78551460b4 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401605 Aug 31 01:03:55.743243 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f5e539eb-56bb-4114-8f39-2e71b32befce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:55.799466 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f5e539eb-56bb-4114-8f39-2e71b32befce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:55.957193 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52588) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:56.025917 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f5e539eb-56bb-4114-8f39-2e71b32befce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:56.031003 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f5e539eb-56bb-4114-8f39-2e71b32befce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:56.033123 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f5e539eb-56bb-4114-8f39-2e71b32befce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cafb8c64-7f46-4360-9350-8a25a9973ab8 HTTP/1.1" status: 204 len: 168 time: 0.4160602 Aug 31 01:03:56.037203 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3762a0-c65d-4a56-b6b2-42a78c7f7f18 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:03:56.075329 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e539eb-56bb-4114-8f39-2e71b32befce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafb8c64-7f46-4360-9350-8a25a9973ab8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:56.083175 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ec3762a0-c65d-4a56-b6b2-42a78c7f7f18 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:56.083733 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-ec3762a0-c65d-4a56-b6b2-42a78c7f7f18 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Added segment f0f65c3b-f45a-49d6-9387-70c56d29a651 of type vlan for network 7a201be7-b7d5-4cf9-8a46-c9927463a9ce Aug 31 01:03:56.192063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3762a0-c65d-4a56-b6b2-42a78c7f7f18 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d32f9a-9de4-4afb-a76f-0f8b6562d92b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:56.288331 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c89c9d3b-9f9d-4112-b744-af9ca6ea909b tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:56.335971 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8da50205-ed3a-4b85-9809-ee8a98ac819c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Made reservation on behalf of 480470cd2fbf45018b60a7cede707d79 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:56.366824 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa102e-c6c8-4d87-8da1-cbe79f0b0417 req-6d22a28d-ce41-41ea-b88c-be76306bf6b5 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:56.380845 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa102e-c6c8-4d87-8da1-cbe79f0b0417 req-6d22a28d-ce41-41ea-b88c-be76306bf6b5 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:56.393752 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa102e-c6c8-4d87-8da1-cbe79f0b0417 req-6d22a28d-ce41-41ea-b88c-be76306bf6b5 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:56.403611 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa102e-c6c8-4d87-8da1-cbe79f0b0417 req-6d22a28d-ce41-41ea-b88c-be76306bf6b5 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:56.405881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe643f-418f-4110-bdc4-6727d9616187 req-a1323448-ec52-47f4-9ad2-111a502f6082 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:56.407192 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68aa102e-c6c8-4d87-8da1-cbe79f0b0417 req-6d22a28d-ce41-41ea-b88c-be76306bf6b5 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 3094 time: 0.2099771 Aug 31 01:03:56.418797 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-95fe643f-418f-4110-bdc4-6727d9616187 req-a1323448-ec52-47f4-9ad2-111a502f6082 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.3491790 Aug 31 01:03:56.464615 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ec3762a0-c65d-4a56-b6b2-42a78c7f7f18 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:56.480615 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68aa102e-c6c8-4d87-8da1-cbe79f0b0417 req-1301a217-f561-477f-b102-9125c50a1bd3 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640306 Aug 31 01:03:56.624972 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89c9d3b-9f9d-4112-b744-af9ca6ea909b tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:56.641065 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-95fe643f-418f-4110-bdc4-6727d9616187 req-b900d1e6-2474-44d3-9065-73592649164f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799166 Aug 31 01:03:56.687477 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8da50205-ed3a-4b85-9809-ee8a98ac819c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:56.767676 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ec3762a0-c65d-4a56-b6b2-42a78c7f7f18 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:56.800103 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3762a0-c65d-4a56-b6b2-42a78c7f7f18 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:56.806105 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ec3762a0-c65d-4a56-b6b2-42a78c7f7f18 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:56.900342 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Made reservation on behalf of a1f330a355bc4fb1aab5adc541a05a5c for: {'subnet': 2} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:56.910142 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:56.910609 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:56.926689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb291e22-44e8-4d3d-af9a-aa42cd0c5937 req-a3505a5f-ae2f-410d-a91c-9e20d14b0981 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:56.929398 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb291e22-44e8-4d3d-af9a-aa42cd0c5937 req-a3505a5f-ae2f-410d-a91c-9e20d14b0981 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.1290317 Aug 31 01:03:56.940346 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89c9d3b-9f9d-4112-b744-af9ca6ea909b tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:57.092089 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eb291e22-44e8-4d3d-af9a-aa42cd0c5937 req-77af0451-d7d6-4f64-978b-77aa7356cb58 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479485 Aug 31 01:03:57.209572 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ec3762a0-c65d-4a56-b6b2-42a78c7f7f18 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.9045231 Aug 31 01:03:57.224096 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52608) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:57.327656 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9574d44e-4d5d-4925-877f-4d7263ee890a tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Request body: {'subnet': {'network_id': '7a201be7-b7d5-4cf9-8a46-c9927463a9ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:57.406203 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3762a0-c65d-4a56-b6b2-42a78c7f7f18 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Pushing event updated for resources: {'Network': ['ID=7a201be7-b7d5-4cf9-8a46-c9927463a9ce,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:57.426301 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 7a201be7-b7d5-4cf9-8a46-c9927463a9ce details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:03:57.491066 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d070a5-370b-49bc-9ce8-e569a5d676c4 req-cb785265-6e9c-44ac-a6b8-252d331aef56 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:57.499320 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-c89c9d3b-9f9d-4112-b744-af9ca6ea909b tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Allocated IP 172.25.2.142 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/7d80ffd5-6420-4d29-99a0-a82caa82d793) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:57.505549 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0d070a5-370b-49bc-9ce8-e569a5d676c4 req-cb785265-6e9c-44ac-a6b8-252d331aef56 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.6305997 Aug 31 01:03:57.721215 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9574d44e-4d5d-4925-877f-4d7263ee890a tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Made reservation on behalf of a3978615ecd3406fab4c8a83de34a8ff for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:57.728132 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8da50205-ed3a-4b85-9809-ee8a98ac819c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Allocated IP 10.2.2.200 (0fe736c6-6d84-4129-a86a-cf6a3ca4b061/ab76eb50-57d8-4bbe-a8d9-d321af6eeee0/b116cb15-d067-4b27-92a6-f893f8f6ee79) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:57.729156 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9574d44e-4d5d-4925-877f-4d7263ee890a tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:58.036718 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8da50205-ed3a-4b85-9809-ee8a98ac819c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:58.066369 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8da50205-ed3a-4b85-9809-ee8a98ac819c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Transition to ACTIVE for port object b116cb15-d067-4b27-92a6-f893f8f6ee79 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:58.176265 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0d070a5-370b-49bc-9ce8-e569a5d676c4 req-d026f1d5-f108-43bc-bbbc-80f26e9f356a tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6671331 Aug 31 01:03:58.228192 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8da50205-ed3a-4b85-9809-ee8a98ac819c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:58.337544 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89c9d3b-9f9d-4112-b744-af9ca6ea909b tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:58.357554 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9574d44e-4d5d-4925-877f-4d7263ee890a tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:58.472814 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d4653-41d6-4195-be3a-c6e8c3b7e409 req-47f7f64a-d9ef-4191-a367-29b820165161 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:58.486123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d4653-41d6-4195-be3a-c6e8c3b7e409 req-47f7f64a-d9ef-4191-a367-29b820165161 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:58.498753 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d4653-41d6-4195-be3a-c6e8c3b7e409 req-47f7f64a-d9ef-4191-a367-29b820165161 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:58.511315 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d4653-41d6-4195-be3a-c6e8c3b7e409 req-47f7f64a-d9ef-4191-a367-29b820165161 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:58.542492 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cc5d4653-41d6-4195-be3a-c6e8c3b7e409 req-47f7f64a-d9ef-4191-a367-29b820165161 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 3094 time: 0.3561895 Aug 31 01:03:58.542791 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8da50205-ed3a-4b85-9809-ee8a98ac819c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Network 0fe736c6-6d84-4129-a86a-cf6a3ca4b061 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:58.548531 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da50205-ed3a-4b85-9809-ee8a98ac819c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event updated for resources: {'Port': ['ID=b116cb15-d067-4b27-92a6-f893f8f6ee79,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:58.562990 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8da50205-ed3a-4b85-9809-ee8a98ac819c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:58.567052 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8da50205-ed3a-4b85-9809-ee8a98ac819c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:58.673992 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574d44e-4d5d-4925-877f-4d7263ee890a tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Pushing event updated for resources: {'Subnet': ['ID=5740c205-2e41-4c21-b5b0-636b8e58c1f6,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:58.723113 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cc5d4653-41d6-4195-be3a-c6e8c3b7e409 req-bee2774e-7e31-4caa-95c9-9bc217f78390 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789954 Aug 31 01:03:58.730757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9574d44e-4d5d-4925-877f-4d7263ee890a tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Checking segment: {'id': 'f0f65c3b-f45a-49d6-9387-70c56d29a651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7a201be7-b7d5-4cf9-8a46-c9927463a9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:58.731462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9574d44e-4d5d-4925-877f-4d7263ee890a tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Network hostable DHCP agents. Network: 7a201be7-b7d5-4cf9-8a46-c9927463a9ce, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:03:58.861726 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89c9d3b-9f9d-4112-b744-af9ca6ea909b tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:58.894107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8da50205-ed3a-4b85-9809-ee8a98ac819c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:58.895223 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8da50205-ed3a-4b85-9809-ee8a98ac819c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:58.911606 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9574d44e-4d5d-4925-877f-4d7263ee890a tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Network 7a201be7-b7d5-4cf9-8a46-c9927463a9ce is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:03:58.981673 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52640) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:58.995344 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89c9d3b-9f9d-4112-b744-af9ca6ea909b tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:59.004568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-c89c9d3b-9f9d-4112-b744-af9ca6ea909b tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:59.019200 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89c9d3b-9f9d-4112-b744-af9ca6ea909b tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:59.070533 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-9574d44e-4d5d-4925-877f-4d7263ee890a tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 7a201be7-b7d5-4cf9-8a46-c9927463a9ce) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:59.101493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9574d44e-4d5d-4925-877f-4d7263ee890a tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:59.103011 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9574d44e-4d5d-4925-877f-4d7263ee890a tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:59.131791 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8da50205-ed3a-4b85-9809-ee8a98ac819c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9607699 Aug 31 01:03:59.149384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d79ffb-fdf2-46e9-8345-3537db5e64d5 None None] Network 7a201be7-b7d5-4cf9-8a46-c9927463a9ce requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:59.153338 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c9d3b-9f9d-4112-b744-af9ca6ea909b tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Pushing event updated for resources: {'Port': ['ID=7d80ffd5-6420-4d29-99a0-a82caa82d793,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:59.208650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Request body: {'port': {'device_id': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:59.267318 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9574d44e-4d5d-4925-877f-4d7263ee890a tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0361674 Aug 31 01:03:59.268264 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52646) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:59.312559 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-99aa9de4-f93f-4f3d-b43b-a0b759b9d7fb tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:59.313524 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb0a40-eac2-49ed-a626-73e225afb074 req-24bc265e-7aba-42c2-96e8-759820408ce6 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:59.315519 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79cb0a40-eac2-49ed-a626-73e225afb074 req-24bc265e-7aba-42c2-96e8-759820408ce6 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.41 "GET /v2.0/ports?device_id=4889a642-2c98-4c24-8c82-50e43c89ce16 HTTP/1.1" status: 200 len: 945 time: 0.2378492 Aug 31 01:03:59.326561 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-99aa9de4-f93f-4f3d-b43b-a0b759b9d7fb tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/networks?id=b0ccd887-c5da-4271-88f5-08b576ad7053 HTTP/1.1" status: 200 len: 814 time: 0.6660807 Aug 31 01:03:59.363874 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-167d4498-0fac-4d7c-8a6b-b7cd07e90ce5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Request body: {'port': {'network_id': '7a201be7-b7d5-4cf9-8a46-c9927463a9ce', 'name': 'tempest-TagsExtTest-955742596'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:59.367665 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-16aa455d-ae0a-49dd-a45d-b80b34160593 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-939432476-network', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:59.523541 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:59.539105 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-1f76bf56-a0a0-4106-b498-141d6cb53e1e tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/quotas/19b0c01c2a774ed1abe0c4b0e21918ae HTTP/1.1" status: 200 len: 375 time: 0.2108552 Aug 31 01:03:59.582672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16aa455d-ae0a-49dd-a45d-b80b34160593 admin admin] Made reservation on behalf of 5c2cffadd45a4dd3bf0e6326f19f7e9a for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:59.588152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-10387efe-eac7-4a46-8fdf-8b6205023c9c None None] Provisioning for port b116cb15-d067-4b27-92a6-f893f8f6ee79 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:59.588891 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-16aa455d-ae0a-49dd-a45d-b80b34160593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:59.598498 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-10387efe-eac7-4a46-8fdf-8b6205023c9c None None] Provisioning complete for port b116cb15-d067-4b27-92a6-f893f8f6ee79 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:59.599528 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-10387efe-eac7-4a46-8fdf-8b6205023c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:59.655068 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-16aa455d-ae0a-49dd-a45d-b80b34160593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:59.656499 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89c9d3b-9f9d-4112-b744-af9ca6ea909b tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:59.677128 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-10387efe-eac7-4a46-8fdf-8b6205023c9c None None] Port b116cb15-d067-4b27-92a6-f893f8f6ee79 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:03:59.683309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-7a201be7-b7d5-4cf9-8a46-c9927463a9ce', 'network_id': '7a201be7-b7d5-4cf9-8a46-c9927463a9ce', 'tenant_id': 'a3978615ecd3406fab4c8a83de34a8ff', 'fixed_ips': [{'subnet_id': '5740c205-2e41-4c21-b5b0-636b8e58c1f6'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:03:59.685857 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:59.895158 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c6770-b4a8-4d62-9167-19bfd589545c req-003a1c03-97e4-4b82-83e0-955a941a18aa tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:59.898159 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-736c6770-b4a8-4d62-9167-19bfd589545c req-003a1c03-97e4-4b82-83e0-955a941a18aa tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.4232423 Aug 31 01:03:59.947083 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:59.974264 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89c9d3b-9f9d-4112-b744-af9ca6ea909b tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:00.033259 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Allocated IP 172.20.0.2 (7a201be7-b7d5-4cf9-8a46-c9927463a9ce/5740c205-2e41-4c21-b5b0-636b8e58c1f6/60668b3b-f86b-4ccd-a47f-7827675a8851) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:00.064798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event updated for resources: {'Subnet': ['ID=7315409b-0a64-4002-a913-66c519c6ede0,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:00.230490 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-d2a88d80-8c2b-4c46-bbe9-27e8a3414a7d tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=19b0c01c2a774ed1abe0c4b0e21918ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6895134 Aug 31 01:04:00.309845 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-79cb0a40-eac2-49ed-a626-73e225afb074 req-f9a4f433-6c6e-4dbc-9c48-40a672df0e8f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Deleting port 86ea80fc-0d07-4ce8-b23d-964967768a3c {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:04:00.310801 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-79cb0a40-eac2-49ed-a626-73e225afb074 req-f9a4f433-6c6e-4dbc-9c48-40a672df0e8f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:00.334178 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-736c6770-b4a8-4d62-9167-19bfd589545c req-1d139a9a-a053-4d55-a37b-0d28a2ea0ded tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156306 Aug 31 01:04:00.355870 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:00.371346 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Transition to ACTIVE for port object 60668b3b-f86b-4ccd-a47f-7827675a8851 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:00.394731 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Checking segment: {'id': '8b4e51b0-2fdc-4acf-9f11-5b13b0bf5a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8895b824-62b4-4811-8038-1cb6a5e1f6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:00.395559 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Network hostable DHCP agents. Network: 8895b824-62b4-4811-8038-1cb6a5e1f6e7, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:04:00.404425 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Transition to ACTIVE for port object 60668b3b-f86b-4ccd-a47f-7827675a8851 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:00.521355 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:00.641833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Network 7a201be7-b7d5-4cf9-8a46-c9927463a9ce is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:00.662378 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-f95bfffb-b9a6-4558-b404-5cdaaf695e60 service neutron] 10.222.0.16 "GET /v2.0/networks/b0ccd887-c5da-4271-88f5-08b576ad7053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066193 Aug 31 01:04:00.663645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Network 8895b824-62b4-4811-8038-1cb6a5e1f6e7 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:04:00.689627 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:00.693098 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:00.702230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Pushing event updated for resources: {'Port': ['ID=60668b3b-f86b-4ccd-a47f-7827675a8851,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:00.764784 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89c9d3b-9f9d-4112-b744-af9ca6ea909b tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:00.778168 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-79cb0a40-eac2-49ed-a626-73e225afb074 req-f9a4f433-6c6e-4dbc-9c48-40a672df0e8f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] For port 86ea80fc-0d07-4ce8-b23d-964967768a3c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=86ea80fc-0d07-4ce8-b23d-964967768a3c,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:00.778730 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-79cb0a40-eac2-49ed-a626-73e225afb074 req-f9a4f433-6c6e-4dbc-9c48-40a672df0e8f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:00.797740 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-16aa455d-ae0a-49dd-a45d-b80b34160593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:00.812813 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc495864-fd8e-4439-9671-7879717ab258 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:00.815084 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3043bb7-5b3b-4a27-abc7-c5992bab8a7e req-9daa90bc-eb9a-4e7a-ab0a-cb8fe36e9732 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:00.818292 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Attempting to bind port 60668b3b-f86b-4ccd-a47f-7827675a8851 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:00.819264 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Attempting to bind port 60668b3b-f86b-4ccd-a47f-7827675a8851 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'f0f65c3b-f45a-49d6-9387-70c56d29a651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7a201be7-b7d5-4cf9-8a46-c9927463a9ce'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:00.820369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Attempting to bind port 60668b3b-f86b-4ccd-a47f-7827675a8851 on network 7a201be7-b7d5-4cf9-8a46-c9927463a9ce {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:00.824359 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3043bb7-5b3b-4a27-abc7-c5992bab8a7e req-9daa90bc-eb9a-4e7a-ab0a-cb8fe36e9732 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:00.835104 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:00.836112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Checking segment: {'id': 'f0f65c3b-f45a-49d6-9387-70c56d29a651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7a201be7-b7d5-4cf9-8a46-c9927463a9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:00.836962 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:00.837184 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:00.837352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3043bb7-5b3b-4a27-abc7-c5992bab8a7e req-9daa90bc-eb9a-4e7a-ab0a-cb8fe36e9732 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:00.838227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Bound using segment: {'id': 'f0f65c3b-f45a-49d6-9387-70c56d29a651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7a201be7-b7d5-4cf9-8a46-c9927463a9ce'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:00.839286 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Bound port: 60668b3b-f86b-4ccd-a47f-7827675a8851, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f65c3b-f45a-49d6-9387-70c56d29a651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7a201be7-b7d5-4cf9-8a46-c9927463a9ce'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:00.842374 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:00.856229 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3043bb7-5b3b-4a27-abc7-c5992bab8a7e req-9daa90bc-eb9a-4e7a-ab0a-cb8fe36e9732 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:00.862292 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3043bb7-5b3b-4a27-abc7-c5992bab8a7e req-9daa90bc-eb9a-4e7a-ab0a-cb8fe36e9732 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:00.863808 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e3043bb7-5b3b-4a27-abc7-c5992bab8a7e req-9daa90bc-eb9a-4e7a-ab0a-cb8fe36e9732 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 3815 time: 0.1734807 Aug 31 01:04:00.868652 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89c9d3b-9f9d-4112-b744-af9ca6ea909b tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:00.895036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 8895b824-62b4-4811-8038-1cb6a5e1f6e7) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:00.912014 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-16aa455d-ae0a-49dd-a45d-b80b34160593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:00.923321 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6921952-1268-439d-b5d2-ad800cb45fd1 None None] Network 8895b824-62b4-4811-8038-1cb6a5e1f6e7 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:00.925600 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Transition to ACTIVE for port object fc495864-fd8e-4439-9671-7879717ab258 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:00.927846 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.022164 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-79cb0a40-eac2-49ed-a626-73e225afb074 req-f9a4f433-6c6e-4dbc-9c48-40a672df0e8f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Calling delete_port for 86ea80fc-0d07-4ce8-b23d-964967768a3c owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:04:01.038064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16aa455d-ae0a-49dd-a45d-b80b34160593 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:04:01.043758 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c9d3b-9f9d-4112-b744-af9ca6ea909b tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Pushing event updated for resources: {'Port': ['ID=7d80ffd5-6420-4d29-99a0-a82caa82d793,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:01.061920 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.065265 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e3043bb7-5b3b-4a27-abc7-c5992bab8a7e req-a12488cf-a23f-43f8-a82c-ffe7eb70cf20 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776681 Aug 31 01:04:01.132491 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167d4498-0fac-4d7c-8a6b-b7cd07e90ce5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Made reservation on behalf of a3978615ecd3406fab4c8a83de34a8ff for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:01.139298 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-167d4498-0fac-4d7c-8a6b-b7cd07e90ce5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.197136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-167d4498-0fac-4d7c-8a6b-b7cd07e90ce5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] device_id is not set on port 4f6ef663-aad1-4940-9975-52c77acb4295 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:04:01.209006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-f56eb648-11ec-4218-9b5d-7767225a5c29 service neutron] 10.222.0.16 "GET /v2.0/networks/b0ccd887-c5da-4271-88f5-08b576ad7053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332935 Aug 31 01:04:01.213488 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-16aa455d-ae0a-49dd-a45d-b80b34160593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.214418 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-16aa455d-ae0a-49dd-a45d-b80b34160593 admin admin] Added segment 73eb7bf0-3124-4f54-b344-66b66137f527 of type vlan for network db65d674-be1a-44bd-86b6-89cb71da37b8 Aug 31 01:04:01.257860 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa455d-ae0a-49dd-a45d-b80b34160593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7909a7c-d357-4fd0-a5b8-e2780c648dbc,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:01.265852 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] For port 60668b3b-f86b-4ccd-a47f-7827675a8851, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:01.278260 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] For port 60668b3b-f86b-4ccd-a47f-7827675a8851, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=60668b3b-f86b-4ccd-a47f-7827675a8851,segment=NetworkSegment(f0f65c3b-f45a-49d6-9387-70c56d29a651),segment_id=f0f65c3b-f45a-49d6-9387-70c56d29a651)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:01.347327 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event updated for resources: {'Subnet': ['ID=000068ec-b252-4f4f-832b-d61ed10de3b7,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:01.431639 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.492723 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:04:01.597962 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-16aa455d-ae0a-49dd-a45d-b80b34160593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.611529 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Checking segment: {'id': 'a55165ce-5338-4a0b-b75a-0267d047b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9d0109ce-b501-436e-a615-c341145a72db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:01.612202 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Network hostable DHCP agents. Network: 9d0109ce-b501-436e-a615-c341145a72db, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:04:01.656226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b448ad-db08-4b35-86ac-73fac3c47c59 None None] Pushing event updated for resources: {'Port': ['ID=60668b3b-f86b-4ccd-a47f-7827675a8851,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:01.715599 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-8895b824-62b4-4811-8038-1cb6a5e1f6e7', 'network_id': '8895b824-62b4-4811-8038-1cb6a5e1f6e7', 'tenant_id': 'a1f330a355bc4fb1aab5adc541a05a5c', 'fixed_ips': [{'subnet_id': '7315409b-0a64-4002-a913-66c519c6ede0'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:04:01.717888 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.805427 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.resource_extend [None req-16aa455d-ae0a-49dd-a45d-b80b34160593 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:04:01.851770 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Pushing event updated for resources: {'Port': ['ID=fc495864-fd8e-4439-9671-7879717ab258,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:02.196816 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87c16141-6c1b-41e9-b667-e7b14430fadb req-b2af99f2-dd4a-462c-9fca-77d50bf5895d tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 210 time: 0.1300764 Aug 31 01:04:02.218605 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-16aa455d-ae0a-49dd-a45d-b80b34160593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:02.220988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa455d-ae0a-49dd-a45d-b80b34160593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:02.224813 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-16aa455d-ae0a-49dd-a45d-b80b34160593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:02.277484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Network 9d0109ce-b501-436e-a615-c341145a72db is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:04:02.434030 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Attempting to bind port fc495864-fd8e-4439-9671-7879717ab258 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:02.436076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Attempting to bind port fc495864-fd8e-4439-9671-7879717ab258 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '957b15a1-9b3a-4a95-a809-7f0aec26086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:02.441302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Attempting to bind port fc495864-fd8e-4439-9671-7879717ab258 on network d8d074e0-3ba7-47e4-9677-f4407602dcfb {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:02.441549 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Allocated IP 172.20.0.2 (8895b824-62b4-4811-8038-1cb6a5e1f6e7/7315409b-0a64-4002-a913-66c519c6ede0/aac107e0-49ec-4c65-b303-0897428858d8) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:02.664664 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-167d4498-0fac-4d7c-8a6b-b7cd07e90ce5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Allocated IP 172.20.0.9 (7a201be7-b7d5-4cf9-8a46-c9927463a9ce/5740c205-2e41-4c21-b5b0-636b8e58c1f6/4f6ef663-aad1-4940-9975-52c77acb4295) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:02.668947 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89c9d3b-9f9d-4112-b744-af9ca6ea909b tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:02.729865 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 9d0109ce-b501-436e-a615-c341145a72db) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:02.754553 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:02.755479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:02.756605 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:02.767756 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-16aa455d-ae0a-49dd-a45d-b80b34160593 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.7878327 Aug 31 01:04:02.769586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64b978-6a2d-4e94-896f-f131788dfc1d req-e0637529-9d21-452c-8a49-851b3c3ce1af tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:02.782259 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab64b978-6a2d-4e94-896f-f131788dfc1d req-e0637529-9d21-452c-8a49-851b3c3ce1af tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.3290241 Aug 31 01:04:02.784416 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52666) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:02.800718 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Port fc495864-fd8e-4439-9671-7879717ab258 on network d8d074e0-3ba7-47e4-9677-f4407602dcfb not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:04:02.801124 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Attempting to bind port fc495864-fd8e-4439-9671-7879717ab258 on network d8d074e0-3ba7-47e4-9677-f4407602dcfb {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:02.815858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-76dab077-a7fd-4c08-80f0-f88d36b9a17e admin admin] Request body: {'subnet': {'network_id': 'db65d674-be1a-44bd-86b6-89cb71da37b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-939432476-subnet', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:02.821002 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89c9d3b-9f9d-4112-b744-af9ca6ea909b tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:02.822886 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c89c9d3b-9f9d-4112-b744-af9ca6ea909b tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8640726 Aug 31 01:04:02.829311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52668) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:02.869184 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f232d91-eb4a-4617-aae9-4e856ed4deff req-2bda5d60-d5df-441a-a850-69400b86b275 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:02.873496 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:02.881947 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f232d91-eb4a-4617-aae9-4e856ed4deff req-2bda5d60-d5df-441a-a850-69400b86b275 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:02.899468 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Transition to ACTIVE for port object aac107e0-49ec-4c65-b303-0897428858d8 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:02.921493 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f232d91-eb4a-4617-aae9-4e856ed4deff req-2bda5d60-d5df-441a-a850-69400b86b275 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:02.929862 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Transition to ACTIVE for port object aac107e0-49ec-4c65-b303-0897428858d8 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:02.934243 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 60668b3b-f86b-4ccd-a47f-7827675a8851 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:02.938946 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4e9e07-c00f-4895-b2f0-fb96aab486e7 None None] Network 9d0109ce-b501-436e-a615-c341145a72db requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:02.952628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f232d91-eb4a-4617-aae9-4e856ed4deff req-2bda5d60-d5df-441a-a850-69400b86b275 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:02.982263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f232d91-eb4a-4617-aae9-4e856ed4deff req-2bda5d60-d5df-441a-a850-69400b86b275 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:02.989117 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f232d91-eb4a-4617-aae9-4e856ed4deff req-2bda5d60-d5df-441a-a850-69400b86b275 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 3827 time: 0.4251759 Aug 31 01:04:03.001274 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-326ed838-2371-4109-88fe-bedc01a92313 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-266723674', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'fixed_ips': [{'ip_address': '172.25.2.142'}]}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:03.029979 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa455d-ae0a-49dd-a45d-b80b34160593 admin admin] Pushing event updated for resources: {'Network': ['ID=db65d674-be1a-44bd-86b6-89cb71da37b8,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:03.042619 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab64b978-6a2d-4e94-896f-f131788dfc1d req-fe0bcdbc-edee-44fa-92c5-b0719501b2f9 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587988 Aug 31 01:04:03.052789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:03.053338 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Checking segment: {'id': '957b15a1-9b3a-4a95-a809-7f0aec26086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:03.055253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Bound using segment: {'id': '957b15a1-9b3a-4a95-a809-7f0aec26086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:03.056012 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Bound port: fc495864-fd8e-4439-9671-7879717ab258, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957b15a1-9b3a-4a95-a809-7f0aec26086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:03.056692 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:03.127054 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:03.136145 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network db65d674-be1a-44bd-86b6-89cb71da37b8 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:04:03.141224 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 86ea80fc-0d07-4ce8-b23d-964967768a3c no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:04:03.229931 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-25557b48-9f45-44cb-bd34-5fac07809e3f tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 7.8395081 Aug 31 01:04:03.240892 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52674) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:03.353182 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-167d4498-0fac-4d7c-8a6b-b7cd07e90ce5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:03.424459 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Pushing event updated for resources: {'Port': ['ID=aac107e0-49ec-4c65-b303-0897428858d8,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:03.449073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-167d4498-0fac-4d7c-8a6b-b7cd07e90ce5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Transition to ACTIVE for port object 4f6ef663-aad1-4940-9975-52c77acb4295 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:03.489702 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266ff3b0-a01d-4d29-bb3c-596d25661382 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:03.493199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266ff3b0-a01d-4d29-bb3c-596d25661382 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:03.496652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266ff3b0-a01d-4d29-bb3c-596d25661382 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:03.500817 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-266ff3b0-a01d-4d29-bb3c-596d25661382 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2578940 Aug 31 01:04:03.514718 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52678) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:03.520152 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3be65d0c-bd85-4666-98ef-3b8a64ca233d req-ed277f15-5742-46e4-8fcb-9fee7fc1cd56 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 210 time: 0.1450977 Aug 31 01:04:03.526035 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-79cb0a40-eac2-49ed-a626-73e225afb074 req-f9a4f433-6c6e-4dbc-9c48-40a672df0e8f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:03.625044 n-d-793621-34 neutron-server[102344]: INFO neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No ports have port_id starting with 86ea80fc-0d07-4ce8-b23d-964967768a3c Aug 31 01:04:03.645011 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Network 8895b824-62b4-4811-8038-1cb6a5e1f6e7 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:03.682463 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:03.686247 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Deleting subnet 7315409b-0a64-4002-a913-66c519c6ede0 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:04:03.687149 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4f433-6c6e-4dbc-9c48-40a672df0e8f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Pushing event deleted for resources: {'Port': ['ID=86ea80fc-0d07-4ce8-b23d-964967768a3c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:03.699710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:03.761930 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-167d4498-0fac-4d7c-8a6b-b7cd07e90ce5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:03.795738 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cb0a40-eac2-49ed-a626-73e225afb074 req-f9a4f433-6c6e-4dbc-9c48-40a672df0e8f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] No DVR routers for this DVR port 86ea80fc-0d07-4ce8-b23d-964967768a3c on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:04:03.796031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] For port fc495864-fd8e-4439-9671-7879717ab258, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:03.803621 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-79cb0a40-eac2-49ed-a626-73e225afb074 req-f9a4f433-6c6e-4dbc-9c48-40a672df0e8f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:03.808200 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] For port fc495864-fd8e-4439-9671-7879717ab258, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fc495864-fd8e-4439-9671-7879717ab258,segment=NetworkSegment(957b15a1-9b3a-4a95-a809-7f0aec26086e),segment_id=957b15a1-9b3a-4a95-a809-7f0aec26086e)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:03.816168 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79cb0a40-eac2-49ed-a626-73e225afb074 req-f9a4f433-6c6e-4dbc-9c48-40a672df0e8f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.41 "DELETE /v2.0/ports/86ea80fc-0d07-4ce8-b23d-964967768a3c HTTP/1.1" status: 204 len: 173 time: 4.4833121 Aug 31 01:04:03.816492 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:03.830375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4889a642-2c98-4c24-8c82-50e43c89ce16', 'name': 'network-vif-deleted', 'tag': '86ea80fc-0d07-4ce8-b23d-964967768a3c'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:03.835913 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b317faa2-7ba3-40af-8e55-63172797530a" -d '{"events": [{"server_uuid": "4889a642-2c98-4c24-8c82-50e43c89ce16", "name": "network-vif-deleted", "tag": "86ea80fc-0d07-4ce8-b23d-964967768a3c"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:03.918040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167d4498-0fac-4d7c-8a6b-b7cd07e90ce5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Network 7a201be7-b7d5-4cf9-8a46-c9927463a9ce is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:03.924996 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-167d4498-0fac-4d7c-8a6b-b7cd07e90ce5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:03.935335 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d4498-0fac-4d7c-8a6b-b7cd07e90ce5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:03.942984 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d4498-0fac-4d7c-8a6b-b7cd07e90ce5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Pushing event updated for resources: {'Port': ['ID=4f6ef663-aad1-4940-9975-52c77acb4295,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:03.952244 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 60668b3b-f86b-4ccd-a47f-7827675a8851 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:04.001869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Attempting to bind port aac107e0-49ec-4c65-b303-0897428858d8 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:04.005267 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Attempting to bind port aac107e0-49ec-4c65-b303-0897428858d8 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '8b4e51b0-2fdc-4acf-9f11-5b13b0bf5a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8895b824-62b4-4811-8038-1cb6a5e1f6e7'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:04.009806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Attempting to bind port aac107e0-49ec-4c65-b303-0897428858d8 on network 8895b824-62b4-4811-8038-1cb6a5e1f6e7 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:04.029330 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:04.031513 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Checking segment: {'id': '8b4e51b0-2fdc-4acf-9f11-5b13b0bf5a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8895b824-62b4-4811-8038-1cb6a5e1f6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:04.031513 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.032090 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Bound using segment: {'id': '8b4e51b0-2fdc-4acf-9f11-5b13b0bf5a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8895b824-62b4-4811-8038-1cb6a5e1f6e7'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:04.033101 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Bound port: aac107e0-49ec-4c65-b303-0897428858d8, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4e51b0-2fdc-4acf-9f11-5b13b0bf5a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8895b824-62b4-4811-8038-1cb6a5e1f6e7'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:04.034128 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.036224 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.098885 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167d4498-0fac-4d7c-8a6b-b7cd07e90ce5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:04.100932 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-167d4498-0fac-4d7c-8a6b-b7cd07e90ce5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.183327 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4094379f-20b1-4dd8-8c92-7faae6b9fe25 None None] Network 7a201be7-b7d5-4cf9-8a46-c9927463a9ce requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:04.307262 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.357592 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-13293df2-15f6-44c8-82f4-1d491591dc4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.382173 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-9d0109ce-b501-436e-a615-c341145a72db', 'network_id': '9d0109ce-b501-436e-a615-c341145a72db', 'tenant_id': 'a1f330a355bc4fb1aab5adc541a05a5c', 'fixed_ips': [{'subnet_id': '000068ec-b252-4f4f-832b-d61ed10de3b7'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:04:04.383715 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.412406 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f028cf-bf39-4c34-ace0-a7db140cadc9 x-openstack-request-id: req-00f028cf-bf39-4c34-ace0-a7db140cadc9 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:04.413510 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4889a642-2c98-4c24-8c82-50e43c89ce16", "name": "network-vif-deleted", "tag": "86ea80fc-0d07-4ce8-b23d-964967768a3c", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:04.413921 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00f028cf-bf39-4c34-ace0-a7db140cadc9 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:04.416748 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4889a642-2c98-4c24-8c82-50e43c89ce16', 'name': 'network-vif-deleted', 'tag': '86ea80fc-0d07-4ce8-b23d-964967768a3c', 'status': 'completed', 'code': 200} Aug 31 01:04:04.504573 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f232d91-eb4a-4617-aae9-4e856ed4deff req-b0d56fda-7cc8-453e-940a-419534ffcf0b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4660988 Aug 31 01:04:04.507069 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.525575 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dab077-a7fd-4c08-80f0-f88d36b9a17e admin admin] Made reservation on behalf of 5c2cffadd45a4dd3bf0e6326f19f7e9a for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:04.534541 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76dab077-a7fd-4c08-80f0-f88d36b9a17e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.662021 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-19162726-5a67-4f09-a992-7e8bd56864bc None None] Provisioning for port 60668b3b-f86b-4ccd-a47f-7827675a8851 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:04.707389 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-19162726-5a67-4f09-a992-7e8bd56864bc None None] Provisioning complete for port 60668b3b-f86b-4ccd-a47f-7827675a8851 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:04.708097 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-19162726-5a67-4f09-a992-7e8bd56864bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.739810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326ed838-2371-4109-88fe-bedc01a92313 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Made reservation on behalf of 574bf40a58c94ac5af2540d1a027320d for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:04.755748 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-326ed838-2371-4109-88fe-bedc01a92313 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.764964 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f178f2a-0ca9-4b71-a368-e4ba867043a6 req-c9b8b44c-62c3-4a6a-a211-c8456e0cc117 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:04.769673 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2f178f2a-0ca9-4b71-a368-e4ba867043a6 req-c9b8b44c-62c3-4a6a-a211-c8456e0cc117 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.2211344 Aug 31 01:04:04.773420 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-167d4498-0fac-4d7c-8a6b-b7cd07e90ce5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.4942820 Aug 31 01:04:04.780244 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52690) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:04.788809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-67ae05ce-5cf5-4851-a409-7c94148237aa tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-837985839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:04.858100 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-326ed838-2371-4109-88fe-bedc01a92313 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.970306 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2f178f2a-0ca9-4b71-a368-e4ba867043a6 req-1f416ff0-9b6d-4463-97b7-4b4f84e1f3fb tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673543 Aug 31 01:04:05.035108 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:05.036364 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.038591 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] 10.222.0.41 "PUT /v2.0/ports/fc495864-fd8e-4439-9671-7879717ab258 HTTP/1.1" status: 200 len: 1093 time: 5.8788600 Aug 31 01:04:05.054930 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64a9f073-d72a-4197-b904-5338be8b8bc3 req-6d67bbb3-b26b-4c80-b0de-12b1bb0a19d6 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 210 time: 0.1009414 Aug 31 01:04:05.055480 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'tag': 'fc495864-fd8e-4439-9671-7879717ab258'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:05.060580 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1340857-79dc-4988-86bc-d7e401d28094" -d '{"events": [{"name": "network-changed", "server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "tag": "fc495864-fd8e-4439-9671-7879717ab258"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:05.121475 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-67ae05ce-5cf5-4851-a409-7c94148237aa tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.121475 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-67ae05ce-5cf5-4851-a409-7c94148237aa tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.304090 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Request body: {'port': {'device_id': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:05.379529 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-326ed838-2371-4109-88fe-bedc01a92313 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.388575 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a490f24b-09d1-4bf6-86f3-9c6b919d7459 x-openstack-request-id: req-a490f24b-09d1-4bf6-86f3-9c6b919d7459 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:05.389229 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "tag": "fc495864-fd8e-4439-9671-7879717ab258", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:05.390037 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a490f24b-09d1-4bf6-86f3-9c6b919d7459 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:05.390828 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'tag': 'fc495864-fd8e-4439-9671-7879717ab258', 'status': 'completed', 'code': 200} Aug 31 01:04:05.419692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e36b6d-d644-4b4b-9525-c2faad41c10d service neutron] Pushing event updated for resources: {'Port': ['ID=fc495864-fd8e-4439-9671-7879717ab258,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:05.527432 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340857-79dc-4988-86bc-d7e401d28094 req-35f6eb66-9b86-4f26-9a2c-dd3cd92eecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:05.527841 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-19162726-5a67-4f09-a992-7e8bd56864bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.528520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340857-79dc-4988-86bc-d7e401d28094 req-35f6eb66-9b86-4f26-9a2c-dd3cd92eecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:05.529502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340857-79dc-4988-86bc-d7e401d28094 req-35f6eb66-9b86-4f26-9a2c-dd3cd92eecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:05.530907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340857-79dc-4988-86bc-d7e401d28094 req-35f6eb66-9b86-4f26-9a2c-dd3cd92eecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:05.531853 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340857-79dc-4988-86bc-d7e401d28094 req-35f6eb66-9b86-4f26-9a2c-dd3cd92eecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:05.535353 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f1340857-79dc-4988-86bc-d7e401d28094 req-35f6eb66-9b86-4f26-9a2c-dd3cd92eecd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480470cd2fbf45018b60a7cede707d79&device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 4363 time: 0.1408145 Aug 31 01:04:05.544656 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-326ed838-2371-4109-88fe-bedc01a92313 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.546249 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] For port aac107e0-49ec-4c65-b303-0897428858d8, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:05.549184 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.574396 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] For port aac107e0-49ec-4c65-b303-0897428858d8, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=aac107e0-49ec-4c65-b303-0897428858d8,segment=NetworkSegment(8b4e51b0-2fdc-4acf-9f11-5b13b0bf5a4b),segment_id=8b4e51b0-2fdc-4acf-9f11-5b13b0bf5a4b)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:05.610933 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.664429 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-19162726-5a67-4f09-a992-7e8bd56864bc None None] For port 60668b3b-f86b-4ccd-a47f-7827675a8851, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=60668b3b-f86b-4ccd-a47f-7827675a8851,segment=NetworkSegment(f0f65c3b-f45a-49d6-9387-70c56d29a651),segment_id=f0f65c3b-f45a-49d6-9387-70c56d29a651)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:05.674455 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Allocated IP 172.20.0.18 (9d0109ce-b501-436e-a615-c341145a72db/000068ec-b252-4f4f-832b-d61ed10de3b7/7f79afb0-c35e-4b18-8923-9c69845453f2) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:05.685924 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.725913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-326ed838-2371-4109-88fe-bedc01a92313 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] device_id is not set on port 61d7a7e1-c1a4-4642-8e25-88efb708518e yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:04:05.775928 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ed838-2371-4109-88fe-bedc01a92313 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fe9943-e83d-4328-b159-e5a7fd08af7c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:05.780540 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-19162726-5a67-4f09-a992-7e8bd56864bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.896809 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-67ae05ce-5cf5-4851-a409-7c94148237aa tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.899780 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.910635 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "DELETE /v2.0/subnets/7315409b-0a64-4002-a913-66c519c6ede0 HTTP/1.1" status: 204 len: 168 time: 2.3801756 Aug 31 01:04:06.017853 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52698) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:06.059922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1c4ce-5162-45c7-95f0-f917a7283ab1 None None] Pushing event updated for resources: {'Port': ['ID=aac107e0-49ec-4c65-b303-0897428858d8,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:06.097266 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-67ae05ce-5cf5-4851-a409-7c94148237aa tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.333426 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-67ae05ce-5cf5-4851-a409-7c94148237aa tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.346033 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-67ae05ce-5cf5-4851-a409-7c94148237aa tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.5532980 Aug 31 01:04:06.354799 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52704) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:06.478348 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19162726-5a67-4f09-a992-7e8bd56864bc None None] Pushing event updated for resources: {'Port': ['ID=60668b3b-f86b-4ccd-a47f-7827675a8851,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:06.522172 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-95246eaf-1806-4da0-8c88-d8b9d1e1ed00 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1012572002', 'prefixes': ['172.20.0.0/16']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:06.644544 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.664452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Transition to ACTIVE for port object 7f79afb0-c35e-4b18-8923-9c69845453f2 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:06.709478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c18c74-e014-4cca-bd66-e3b0d65b5afb tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Deleting subnet 000068ec-b252-4f4f-832b-d61ed10de3b7 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:04:06.739051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Transition to ACTIVE for port object 7f79afb0-c35e-4b18-8923-9c69845453f2 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:06.828027 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.889652 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-852f4827-2991-4a07-bc1e-7f853beee9ae None None] Provisioning complete for port 60668b3b-f86b-4ccd-a47f-7827675a8851 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:06.890760 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-852f4827-2991-4a07-bc1e-7f853beee9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.911256 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-15c18c74-e014-4cca-bd66-e3b0d65b5afb tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.993184 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.015485 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-15c18c74-e014-4cca-bd66-e3b0d65b5afb tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.109788 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.122871 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Pushing event updated for resources: {'Port': ['ID=7f79afb0-c35e-4b18-8923-9c69845453f2,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:07.152919 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f70be248-e546-49a1-b4b6-4d9527a47e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.191791 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Network 9d0109ce-b501-436e-a615-c341145a72db is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:07.202588 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:07.207638 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:07.295611 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-15c18c74-e014-4cca-bd66-e3b0d65b5afb tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.324495 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.451994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Attempting to bind port 7f79afb0-c35e-4b18-8923-9c69845453f2 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:07.453093 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Attempting to bind port 7f79afb0-c35e-4b18-8923-9c69845453f2 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'a55165ce-5338-4a0b-b75a-0267d047b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9d0109ce-b501-436e-a615-c341145a72db'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:07.453879 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Attempting to bind port 7f79afb0-c35e-4b18-8923-9c69845453f2 on network 9d0109ce-b501-436e-a615-c341145a72db {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:07.465510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:07.468467 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Checking segment: {'id': 'a55165ce-5338-4a0b-b75a-0267d047b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9d0109ce-b501-436e-a615-c341145a72db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:07.468467 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.469314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Bound using segment: {'id': 'a55165ce-5338-4a0b-b75a-0267d047b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9d0109ce-b501-436e-a615-c341145a72db'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:07.487757 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Bound port: 7f79afb0-c35e-4b18-8923-9c69845453f2, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55165ce-5338-4a0b-b75a-0267d047b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9d0109ce-b501-436e-a615-c341145a72db'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:07.487757 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.664086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1434128-8a3a-4c1a-bc2e-e4693556a77b req-d58b5264-67d9-4861-9ff5-02e633b56fa5 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:07.664384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] For port 7f79afb0-c35e-4b18-8923-9c69845453f2, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:07.667951 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event deleted for resources: {'Subnet': ['ID=7315409b-0a64-4002-a913-66c519c6ede0,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:07.676044 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] For port 7f79afb0-c35e-4b18-8923-9c69845453f2, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=7f79afb0-c35e-4b18-8923-9c69845453f2,segment=NetworkSegment(a55165ce-5338-4a0b-b75a-0267d047b03f),segment_id=a55165ce-5338-4a0b-b75a-0267d047b03f)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:07.679142 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-852f4827-2991-4a07-bc1e-7f853beee9ae None None] Provisioning for port 4f6ef663-aad1-4940-9975-52c77acb4295 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:07.682066 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a1434128-8a3a-4c1a-bc2e-e4693556a77b req-d58b5264-67d9-4861-9ff5-02e633b56fa5 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 1.3939652 Aug 31 01:04:07.687670 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-852f4827-2991-4a07-bc1e-7f853beee9ae None None] Provisioning complete for port 4f6ef663-aad1-4940-9975-52c77acb4295 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:07.694113 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-852f4827-2991-4a07-bc1e-7f853beee9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.708126 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-15c18c74-e014-4cca-bd66-e3b0d65b5afb tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.801363 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-326ed838-2371-4109-88fe-bedc01a92313 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 01:04:07.802735 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326ed838-2371-4109-88fe-bedc01a92313 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:04:07.841698 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.859493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c18c74-e014-4cca-bd66-e3b0d65b5afb tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event deleted for resources: {'Subnet': ['ID=000068ec-b252-4f4f-832b-d61ed10de3b7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:07.860943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:07.861389 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:07.861828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:07.862405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:07.863191 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:07.863919 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:07.864756 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:07.865427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:07.868507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:07.868507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:07.868507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:07.868507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc12316-706c-4efa-a25a-5b69529988af tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:07.976134 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-852f4827-2991-4a07-bc1e-7f853beee9ae None None] Port 4f6ef663-aad1-4940-9975-52c77acb4295 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:04:08.031738 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-15c18c74-e014-4cca-bd66-e3b0d65b5afb tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:08.042422 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-15c18c74-e014-4cca-bd66-e3b0d65b5afb tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "DELETE /v2.0/subnets/000068ec-b252-4f4f-832b-d61ed10de3b7 HTTP/1.1" status: 204 len: 168 time: 2.0167859 Aug 31 01:04:08.065769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52710) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:08.111115 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a1434128-8a3a-4c1a-bc2e-e4693556a77b req-a8cf507d-2e0f-46a9-bdf7-0e43e8418776 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829782 Aug 31 01:04:08.132818 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee2dc87-cf3d-487b-b2ce-11b3e38fedcc None None] Network 8895b824-62b4-4811-8038-1cb6a5e1f6e7 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:08.135798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d830fa-347f-48be-8836-91d936072c82 None None] Pushing event updated for resources: {'Port': ['ID=7f79afb0-c35e-4b18-8923-9c69845453f2,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:08.266209 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2579ab-e400-4076-855d-bf2eceb8181d req-eb286925-2f1b-497d-ad94-dcbd0c4b65d5 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:08.290645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2579ab-e400-4076-855d-bf2eceb8181d req-eb286925-2f1b-497d-ad94-dcbd0c4b65d5 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:08.308821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2579ab-e400-4076-855d-bf2eceb8181d req-eb286925-2f1b-497d-ad94-dcbd0c4b65d5 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:08.331307 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2579ab-e400-4076-855d-bf2eceb8181d req-eb286925-2f1b-497d-ad94-dcbd0c4b65d5 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:08.334140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ff090b13-ed25-4a44-a517-b5bd54ab0f3c None None] Provisioning complete for port 4f6ef663-aad1-4940-9975-52c77acb4295 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:08.336282 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff090b13-ed25-4a44-a517-b5bd54ab0f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:08.355679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2579ab-e400-4076-855d-bf2eceb8181d req-eb286925-2f1b-497d-ad94-dcbd0c4b65d5 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:08.392737 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b2579ab-e400-4076-855d-bf2eceb8181d req-eb286925-2f1b-497d-ad94-dcbd0c4b65d5 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 3827 time: 2.4574363 Aug 31 01:04:08.395969 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340857-79dc-4988-86bc-d7e401d28094 req-e39b2eee-53fc-48d6-b326-2a9428c37676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:08.397618 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340857-79dc-4988-86bc-d7e401d28094 req-e39b2eee-53fc-48d6-b326-2a9428c37676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:08.398792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340857-79dc-4988-86bc-d7e401d28094 req-e39b2eee-53fc-48d6-b326-2a9428c37676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:08.402158 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f1340857-79dc-4988-86bc-d7e401d28094 req-e39b2eee-53fc-48d6-b326-2a9428c37676 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=480470cd2fbf45018b60a7cede707d79&shared=False HTTP/1.1" status: 200 len: 2294 time: 2.8487937 Aug 31 01:04:08.405355 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dce5519-c138-438c-b099-c61ffef1b2a8 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:08.436903 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:08.474824 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-326ed838-2371-4109-88fe-bedc01a92313 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 5.4755905 Aug 31 01:04:08.482074 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76dab077-a7fd-4c08-80f0-f88d36b9a17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:08.504293 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Transition to ACTIVE for port object 9dce5519-c138-438c-b099-c61ffef1b2a8 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:08.509121 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52712) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:08.645989 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:08.667240 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8946d461-fde0-4332-a49f-e6c12043d501 req-97eeffdc-be74-4c34-ae5d-4f206662540b tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 210 time: 0.1558955 Aug 31 01:04:08.767855 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ff090b13-ed25-4a44-a517-b5bd54ab0f3c None None] Port 4f6ef663-aad1-4940-9975-52c77acb4295 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:04:08.772768 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:08.780875 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9dce5519-c138-438c-b099-c61ffef1b2a8,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:08.802757 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-95246eaf-1806-4da0-8c88-d8b9d1e1ed00 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks [] for subnetpool, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:08.807389 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-95246eaf-1806-4da0-8c88-d8b9d1e1ed00 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 2.3216009 Aug 31 01:04:08.828425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52714) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:08.838396 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-ecb147eb-e5e9-4005-b468-b2f35b084ff1 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5740c205-2e41-4c21-b5b0-636b8e58c1f6', 'tempest-TagsExtTest-Tag-918715571') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:08.943338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device aac107e0-49ec-4c65-b303-0897428858d8 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:09.024228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dab077-a7fd-4c08-80f0-f88d36b9a17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb40e3c-4717-4037-9c40-b237a804084c,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:09.082041 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ab7808-709e-4922-acd9-6e1565e5b765 None None] DHCP port deletion for 8895b824-62b4-4811-8038-1cb6a5e1f6e7 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:04:09.095288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7495c14c-4afa-465d-b640-bcc29027899b None None] Provisioning for port aac107e0-49ec-4c65-b303-0897428858d8 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:09.313912 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port aac107e0-49ec-4c65-b303-0897428858d8 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:09.324344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port aac107e0-49ec-4c65-b303-0897428858d8 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:09.325370 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:09.326019 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-5cafe243-eada-475d-a3a4-b128a6411cd9 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:09.328813 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-5cafe243-eada-475d-a3a4-b128a6411cd9 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.48 "GET /v2.0/networks?id=b0ccd887-c5da-4271-88f5-08b576ad7053 HTTP/1.1" status: 200 len: 814 time: 2.2164259 Aug 31 01:04:09.351362 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Attempting to bind port 9dce5519-c138-438c-b099-c61ffef1b2a8 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:09.351362 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Attempting to bind port 9dce5519-c138-438c-b099-c61ffef1b2a8 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:09.351362 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Attempting to bind port 9dce5519-c138-438c-b099-c61ffef1b2a8 on network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:09.360854 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b2579ab-e400-4076-855d-bf2eceb8181d req-1780e041-cbbe-4d6d-b78b-10d2b6b93ccf tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8252592 Aug 31 01:04:09.367700 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Port 9dce5519-c138-438c-b099-c61ffef1b2a8 on network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:04:09.367700 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Attempting to bind port 9dce5519-c138-438c-b099-c61ffef1b2a8 on network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:09.392192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dfd7b5-5846-4727-a0e3-147f4b35bfcb tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:09.395199 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-14dfd7b5-5846-4727-a0e3-147f4b35bfcb tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.3019276 Aug 31 01:04:09.404254 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52718) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:09.405418 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-0b2b4a67-1e60-4e42-b781-c04fbabdfba0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Request body: {'port': {'device_id': '56d7aa55-2827-4de4-b0f4-6103b4af8fb4', 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053', 'admin_state_up': True, 'tenant_id': '19b0c01c2a774ed1abe0c4b0e21918ae'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:09.408597 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b1ab7808-709e-4922-acd9-6e1565e5b765 None None] Deleting port aac107e0-49ec-4c65-b303-0897428858d8 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:04:09.409629 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b1ab7808-709e-4922-acd9-6e1565e5b765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:09.420339 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:09.420339 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Checking segment: {'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:09.420339 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Bound using segment: {'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:09.426166 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Bound port: 9dce5519-c138-438c-b099-c61ffef1b2a8, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:09.426166 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:09.641277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b1ab7808-709e-4922-acd9-6e1565e5b765 None None] For port aac107e0-49ec-4c65-b303-0897428858d8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=aac107e0-49ec-4c65-b303-0897428858d8,segment=NetworkSegment(8b4e51b0-2fdc-4acf-9f11-5b13b0bf5a4b),segment_id=8b4e51b0-2fdc-4acf-9f11-5b13b0bf5a4b)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:09.649238 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b1ab7808-709e-4922-acd9-6e1565e5b765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:09.676159 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b1ab7808-709e-4922-acd9-6e1565e5b765 None None] Calling delete_port for aac107e0-49ec-4c65-b303-0897428858d8 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:04:09.678353 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:09.697662 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ecb147eb-e5e9-4005-b468-b2f35b084ff1 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "PUT /v2.0/subnets/5740c205-2e41-4c21-b5b0-636b8e58c1f6/tags/tempest-TagsExtTest-Tag-918715571 HTTP/1.1" status: 201 len: 201 time: 0.8644943 Aug 31 01:04:09.699816 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340857-79dc-4988-86bc-d7e401d28094 req-d1e30e0d-aaa0-4060-ac50-7e782e5615d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:09.715034 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f1340857-79dc-4988-86bc-d7e401d28094 req-d1e30e0d-aaa0-4060-ac50-7e782e5615d8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1883488 Aug 31 01:04:09.721500 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52720) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:09.732099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-942541c5-a0e7-470c-bd21-7bfc9de3d7d3 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4f6ef663-aad1-4940-9975-52c77acb4295', 'tempest-TagsExtTest-Tag-1857891408') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:09.746987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dab077-a7fd-4c08-80f0-f88d36b9a17e admin admin] Checking segment: {'id': '73eb7bf0-3124-4f54-b344-66b66137f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db65d674-be1a-44bd-86b6-89cb71da37b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:09.746987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dab077-a7fd-4c08-80f0-f88d36b9a17e admin admin] Network hostable DHCP agents. Network: db65d674-be1a-44bd-86b6-89cb71da37b8, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:04:09.900849 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da87a3d-400d-4e6b-9de8-c84d14a98719 req-41a5e784-7689-4841-b934-f6c151ed8e8b tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:09.906044 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2da87a3d-400d-4e6b-9de8-c84d14a98719 req-41a5e784-7689-4841-b934-f6c151ed8e8b tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.5304859 Aug 31 01:04:09.954508 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] For port 9dce5519-c138-438c-b099-c61ffef1b2a8, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:10.010494 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] For port 9dce5519-c138-438c-b099-c61ffef1b2a8, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9dce5519-c138-438c-b099-c61ffef1b2a8,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:10.025269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb2d09-a417-4f0c-bae1-3918cc237494 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Deleting port 7d80ffd5-6420-4d29-99a0-a82caa82d793 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:04:10.026146 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2d09-a417-4f0c-bae1-3918cc237494 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.029830 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.032482 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c577051-a749-4e0e-8803-1aaf3f0ddbbd req-d98801f2-22d8-4901-9021-ec720397ddf8 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 210 time: 0.0981452 Aug 31 01:04:10.037355 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-0b2b4a67-1e60-4e42-b781-c04fbabdfba0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Made reservation on behalf of 19b0c01c2a774ed1abe0c4b0e21918ae for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:10.042805 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-0b2b4a67-1e60-4e42-b781-c04fbabdfba0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.053708 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2da87a3d-400d-4e6b-9de8-c84d14a98719 req-a37dcc7d-843f-443d-b477-9a7fcd8ed01a tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215258 Aug 31 01:04:10.089559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Deleting port 7f79afb0-c35e-4b18-8923-9c69845453f2 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:04:10.090125 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.193699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dab077-a7fd-4c08-80f0-f88d36b9a17e admin admin] Network db65d674-be1a-44bd-86b6-89cb71da37b8 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:04:10.223772 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.302564 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.349341 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9aa039-3b75-4b43-821b-519e08fdb913 None None] Network 9d0109ce-b501-436e-a615-c341145a72db requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:10.358936 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:10.362432 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.368894 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] 10.222.0.41 "PUT /v2.0/ports/9dce5519-c138-438c-b099-c61ffef1b2a8 HTTP/1.1" status: 200 len: 1130 time: 5.0738914 Aug 31 01:04:10.384497 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'tag': '9dce5519-c138-438c-b099-c61ffef1b2a8'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:10.397396 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda7b67a-ab07-4c32-8704-820e74e64bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "tag": "9dce5519-c138-438c-b099-c61ffef1b2a8"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:10.411639 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2d09-a417-4f0c-bae1-3918cc237494 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.412148 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2d09-a417-4f0c-bae1-3918cc237494 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.429178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-76dab077-a7fd-4c08-80f0-f88d36b9a17e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, db65d674-be1a-44bd-86b6-89cb71da37b8) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:10.456310 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb2d09-a417-4f0c-bae1-3918cc237494 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Calling delete_port for 7d80ffd5-6420-4d29-99a0-a82caa82d793 owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:04:10.460992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dab077-a7fd-4c08-80f0-f88d36b9a17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:10.462188 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76dab077-a7fd-4c08-80f0-f88d36b9a17e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.484157 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] For port 7f79afb0-c35e-4b18-8923-9c69845453f2, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=7f79afb0-c35e-4b18-8923-9c69845453f2,segment=NetworkSegment(a55165ce-5338-4a0b-b75a-0267d047b03f),segment_id=a55165ce-5338-4a0b-b75a-0267d047b03f)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:10.490831 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.538030 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b1ab7808-709e-4922-acd9-6e1565e5b765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.563619 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698c7df9-66a6-4163-9ce0-a1e2a5b7484b None None] Network db65d674-be1a-44bd-86b6-89cb71da37b8 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:10.566499 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21aa24d-4e10-4914-b2b8-e77cb10e6ba6 x-openstack-request-id: req-f21aa24d-4e10-4914-b2b8-e77cb10e6ba6 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:10.567246 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "tag": "9dce5519-c138-438c-b099-c61ffef1b2a8", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:10.567849 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f21aa24d-4e10-4914-b2b8-e77cb10e6ba6 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:10.571326 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'tag': '9dce5519-c138-438c-b099-c61ffef1b2a8', 'status': 'completed', 'code': 200} Aug 31 01:04:10.584783 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Calling delete_port for 7f79afb0-c35e-4b18-8923-9c69845453f2 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:04:10.592536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-942541c5-a0e7-470c-bd21-7bfc9de3d7d3 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "PUT /v2.0/ports/4f6ef663-aad1-4940-9975-52c77acb4295/tags/tempest-TagsExtTest-Tag-1857891408 HTTP/1.1" status: 201 len: 201 time: 0.8695076 Aug 31 01:04:10.629317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Request body: {'port': {'device_id': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:10.634450 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52730) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:10.642284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-143ddfb4-c567-41d8-8a91-d9e6b05dcb3d tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a5528c06-5013-49bd-8c63-a0ba1451ba39', 'tempest-TagsExtTest-Tag-1248149911') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:10.642900 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab7808-709e-4922-acd9-6e1565e5b765 None None] No DVR routers for this DVR port aac107e0-49ec-4c65-b303-0897428858d8 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:04:10.764628 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:04:10.764628 n-d-793621-34 neutron-server[102344]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 31 01:04:10.764628 n-d-793621-34 neutron-server[102344]: [parameters: {'status': 'ACTIVE', 'ports_id': 'aac107e0-49ec-4c65-b303-0897428858d8'}] Aug 31 01:04:10.764628 n-d-793621-34 neutron-server[102344]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:04:10.764628 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:04:10.770070 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab7808-709e-4922-acd9-6e1565e5b765 None None] Pushing event deleted for resources: {'Port': ['ID=aac107e0-49ec-4c65-b303-0897428858d8,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:10.801875 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d15cd-7ce3-476b-9234-4e7b01b846d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9dce5519-c138-438c-b099-c61ffef1b2a8,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:10.953026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a88538d5-5f35-493f-9104-054ba0dc2fba None None] Provisioning for port 7f79afb0-c35e-4b18-8923-9c69845453f2 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:10.994882 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-76dab077-a7fd-4c08-80f0-f88d36b9a17e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 8.1849008 Aug 31 01:04:10.995159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b67a-ab07-4c32-8704-820e74e64bdb req-c3b03ffc-e400-499f-906c-e04741329573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:10.995159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b67a-ab07-4c32-8704-820e74e64bdb req-c3b03ffc-e400-499f-906c-e04741329573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:10.995159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b67a-ab07-4c32-8704-820e74e64bdb req-c3b03ffc-e400-499f-906c-e04741329573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:10.995159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b67a-ab07-4c32-8704-820e74e64bdb req-c3b03ffc-e400-499f-906c-e04741329573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:10.995687 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b67a-ab07-4c32-8704-820e74e64bdb req-c3b03ffc-e400-499f-906c-e04741329573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:10.996418 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b67a-ab07-4c32-8704-820e74e64bdb req-c3b03ffc-e400-499f-906c-e04741329573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:11.000852 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bda7b67a-ab07-4c32-8704-820e74e64bdb req-c3b03ffc-e400-499f-906c-e04741329573 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480470cd2fbf45018b60a7cede707d79&device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5286 time: 0.3322408 Aug 31 01:04:11.003113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52732) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:11.013179 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:11.023177 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-939432476-router', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:11.043665 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf88debe-57ca-4b6e-8f3c-218882f0671a None None] DHCP port deletion for 9d0109ce-b501-436e-a615-c341145a72db request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:04:11.050845 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd57ee4-8e1f-403e-a185-a33c53a76658 req-6f99c224-578f-4d1e-9f3e-dfc3b063808d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:11.063932 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd57ee4-8e1f-403e-a185-a33c53a76658 req-6f99c224-578f-4d1e-9f3e-dfc3b063808d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:11.075660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd57ee4-8e1f-403e-a185-a33c53a76658 req-6f99c224-578f-4d1e-9f3e-dfc3b063808d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:11.087581 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd57ee4-8e1f-403e-a185-a33c53a76658 req-6f99c224-578f-4d1e-9f3e-dfc3b063808d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:11.097129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-0b2b4a67-1e60-4e42-b781-c04fbabdfba0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Allocated IP 172.20.0.8 (b0ccd887-c5da-4271-88f5-08b576ad7053/8014dbf9-3f93-4305-a557-88fa6bfa5935/837ffebf-f7dc-4e94-bd6d-70484444fa19) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:11.105308 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-db65d674-be1a-44bd-86b6-89cb71da37b8', 'network_id': 'db65d674-be1a-44bd-86b6-89cb71da37b8', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'fixed_ips': [{'subnet_id': 'adb40e3c-4717-4037-9c40-b237a804084c'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:04:11.105585 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd57ee4-8e1f-403e-a185-a33c53a76658 req-6f99c224-578f-4d1e-9f3e-dfc3b063808d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:11.105943 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:11.112601 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd57ee4-8e1f-403e-a185-a33c53a76658 req-6f99c224-578f-4d1e-9f3e-dfc3b063808d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:11.131190 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7dd57ee4-8e1f-403e-a185-a33c53a76658 req-6f99c224-578f-4d1e-9f3e-dfc3b063808d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 4598 time: 0.3772771 Aug 31 01:04:11.312797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Port aac107e0-49ec-4c65-b303-0897428858d8 update to ACTIVE by agent not found {{(pid=102344) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 31 01:04:11.313606 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 60668b3b-f86b-4ccd-a47f-7827675a8851 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:11.381925 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7dd57ee4-8e1f-403e-a185-a33c53a76658 req-37b74197-f7b7-4b74-8bf0-49d33516265f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2495475 Aug 31 01:04:11.475851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Allocated IP 172.20.0.2 (db65d674-be1a-44bd-86b6-89cb71da37b8/adb40e3c-4717-4037-9c40-b237a804084c/fe3ccd4e-23d3-469c-9728-6033bf4d63fd) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:11.506609 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:11.540300 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:11.540720 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-cf88debe-57ca-4b6e-8f3c-218882f0671a None None] Deleting port 7f79afb0-c35e-4b18-8923-9c69845453f2 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:04:11.541194 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cf88debe-57ca-4b6e-8f3c-218882f0671a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:11.542290 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:11.590376 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-143ddfb4-c567-41d8-8a91-d9e6b05dcb3d tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "PUT /v2.0/routers/a5528c06-5013-49bd-8c63-a0ba1451ba39/tags/tempest-TagsExtTest-Tag-1248149911 HTTP/1.1" status: 201 len: 201 time: 0.9504778 Aug 31 01:04:11.610376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b6d43-2c6d-41c5-88b6-92de1d9877b9 req-0a489378-fe42-4f2e-946c-3a182ee761a0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:11.613292 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b85b6d43-2c6d-41c5-88b6-92de1d9877b9 req-0a489378-fe42-4f2e-946c-3a182ee761a0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.3542991 Aug 31 01:04:11.618686 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52740) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:11.633198 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-e933f140-062f-4852-8a4e-1125a7897989 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9bc66901-475e-4d22-b4f5-47e502a5abf6', 'tempest-TagsExtTest-Tag-1453718384') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:11.711403 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 60668b3b-f86b-4ccd-a47f-7827675a8851 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:11.711805 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:11.798602 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-cf88debe-57ca-4b6e-8f3c-218882f0671a None None] For port 7f79afb0-c35e-4b18-8923-9c69845453f2, host n-d-793621-34, got binding levels [] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:11.799327 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cf88debe-57ca-4b6e-8f3c-218882f0671a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:11.839326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-cf88debe-57ca-4b6e-8f3c-218882f0671a None None] Calling delete_port for 7f79afb0-c35e-4b18-8923-9c69845453f2 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:04:11.845526 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b85b6d43-2c6d-41c5-88b6-92de1d9877b9 req-e73ab892-ac50-4c17-b9ec-514756057793 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037852 Aug 31 01:04:11.853184 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.ipam_backend_mixin [None req-cf88debe-57ca-4b6e-8f3c-218882f0671a None None] Port 7f79afb0-c35e-4b18-8923-9c69845453f2 was not found and therefore no delete operation was performed {{(pid=102344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:04:11.870424 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cf88debe-57ca-4b6e-8f3c-218882f0671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:11.928849 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd78997e-444d-47a8-8bb8-a4a4033598dc req-93b8ef81-c506-4ae1-9eee-538cc0138dba tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 210 time: 0.4264350 Aug 31 01:04:11.955676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88debe-57ca-4b6e-8f3c-218882f0671a None None] Pushing event deleted for resources: {'Port': ['ID=7f79afb0-c35e-4b18-8923-9c69845453f2,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:11.997338 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event deleted for resources: {'Port': ['ID=7f79afb0-c35e-4b18-8923-9c69845453f2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:12.004102 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf88debe-57ca-4b6e-8f3c-218882f0671a None None] No DVR routers for this DVR port 7f79afb0-c35e-4b18-8923-9c69845453f2 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:04:12.014417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] No DVR routers for this DVR port 7f79afb0-c35e-4b18-8923-9c69845453f2 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:04:12.034501 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b67a-ab07-4c32-8704-820e74e64bdb req-39e43616-372e-4209-a380-e2361ea62370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:12.034940 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b67a-ab07-4c32-8704-820e74e64bdb req-39e43616-372e-4209-a380-e2361ea62370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:12.035558 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b67a-ab07-4c32-8704-820e74e64bdb req-39e43616-372e-4209-a380-e2361ea62370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:12.037349 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bda7b67a-ab07-4c32-8704-820e74e64bdb req-39e43616-372e-4209-a380-e2361ea62370 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=480470cd2fbf45018b60a7cede707d79&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.0089424 Aug 31 01:04:12.058458 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2d09-a417-4f0c-bae1-3918cc237494 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.063275 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e933f140-062f-4852-8a4e-1125a7897989 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "PUT /v2.0/subnetpools/9bc66901-475e-4d22-b4f5-47e502a5abf6/tags/tempest-TagsExtTest-Tag-1453718384 HTTP/1.1" status: 201 len: 201 time: 0.4409020 Aug 31 01:04:12.074171 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52742) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:12.087578 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-d89cbfe0-d865-483c-b426-95fca2019d5c tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5740c205-2e41-4c21-b5b0-636b8e58c1f6') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:12.105338 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.149205 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Transition to ACTIVE for port object fe3ccd4e-23d3-469c-9728-6033bf4d63fd will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:12.186348 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Transition to ACTIVE for port object fe3ccd4e-23d3-469c-9728-6033bf4d63fd will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:12.204173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb2d09-a417-4f0c-bae1-3918cc237494 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d80ffd5-6420-4d29-99a0-a82caa82d793,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:12.276051 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47884538-4e20-4c3e-be64-938b3b411ece {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:12.302622 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device aac107e0-49ec-4c65-b303-0897428858d8 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:04:12.314100 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.343376 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: aac107e0-49ec-4c65-b303-0897428858d8 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:04:12.366328 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device aac107e0-49ec-4c65-b303-0897428858d8 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:04:12.366328 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.428796 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2d09-a417-4f0c-bae1-3918cc237494 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.440601 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2d09-a417-4f0c-bae1-3918cc237494 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.441539 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Network db65d674-be1a-44bd-86b6-89cb71da37b8 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:12.442538 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e7fb2d09-a417-4f0c-bae1-3918cc237494 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044 tempest-ExternalNetworksAdminNegativeTestJSON-1510444044-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/1ec03597-2413-4bfd-b705-b71496cdb97d HTTP/1.1" status: 204 len: 168 time: 3.8088412 Aug 31 01:04:12.456385 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Transition to ACTIVE for port object 47884538-4e20-4c3e-be64-938b3b411ece will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:12.458604 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:12.465486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:12.480614 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.490369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Pushing event updated for resources: {'Port': ['ID=fe3ccd4e-23d3-469c-9728-6033bf4d63fd,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:12.517146 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-0b2b4a67-1e60-4e42-b781-c04fbabdfba0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.541152 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.564913 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0109ce-b501-436e-a615-c341145a72db']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:12.618331 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.643258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55165ce-5338-4a0b-b75a-0267d047b03f') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:12.643572 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55165ce-5338-4a0b-b75a-0267d047b03f') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:12.725324 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.793580 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Attempting to bind port fe3ccd4e-23d3-469c-9728-6033bf4d63fd on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:12.795562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Attempting to bind port fe3ccd4e-23d3-469c-9728-6033bf4d63fd by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '73eb7bf0-3124-4f54-b344-66b66137f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db65d674-be1a-44bd-86b6-89cb71da37b8'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:12.796168 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Attempting to bind port fe3ccd4e-23d3-469c-9728-6033bf4d63fd on network db65d674-be1a-44bd-86b6-89cb71da37b8 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:12.803168 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-0b2b4a67-1e60-4e42-b781-c04fbabdfba0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.809255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:12.809255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Checking segment: {'id': '73eb7bf0-3124-4f54-b344-66b66137f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db65d674-be1a-44bd-86b6-89cb71da37b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:12.809255 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.810849 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Bound using segment: {'id': '73eb7bf0-3124-4f54-b344-66b66137f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db65d674-be1a-44bd-86b6-89cb71da37b8'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:12.811850 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Bound port: fe3ccd4e-23d3-469c-9728-6033bf4d63fd, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73eb7bf0-3124-4f54-b344-66b66137f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db65d674-be1a-44bd-86b6-89cb71da37b8'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:12.812809 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.813113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Pushing event updated for resources: {'Port': ['ID=47884538-4e20-4c3e-be64-938b3b411ece,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:12.925692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-0b2b4a67-1e60-4e42-b781-c04fbabdfba0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Network b0ccd887-c5da-4271-88f5-08b576ad7053 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:12.929542 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b67a-ab07-4c32-8704-820e74e64bdb req-40fe3deb-4b91-4cb3-b032-f119cfdb5ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:12.932253 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bda7b67a-ab07-4c32-8704-820e74e64bdb req-40fe3deb-4b91-4cb3-b032-f119cfdb5ac3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8528504 Aug 31 01:04:12.957067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b4a67-1e60-4e42-b781-c04fbabdfba0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Pushing event updated for resources: {'Port': ['ID=837ffebf-f7dc-4e94-bd6d-70484444fa19,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:12.976478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] For port fe3ccd4e-23d3-469c-9728-6033bf4d63fd, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:12.977289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-0b2b4a67-1e60-4e42-b781-c04fbabdfba0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:12.985023 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-0b2b4a67-1e60-4e42-b781-c04fbabdfba0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:12.989300 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.991964 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] For port fe3ccd4e-23d3-469c-9728-6033bf4d63fd, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=fe3ccd4e-23d3-469c-9728-6033bf4d63fd,segment=NetworkSegment(73eb7bf0-3124-4f54-b344-66b66137f527),segment_id=73eb7bf0-3124-4f54-b344-66b66137f527)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:13.047497 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e35a72-4219-4c87-96e3-a1a2296f0a55 req-89dab51d-ee8e-4533-bac8-bdd197d9da1a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:13.058772 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e35a72-4219-4c87-96e3-a1a2296f0a55 req-89dab51d-ee8e-4533-bac8-bdd197d9da1a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:13.076258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e35a72-4219-4c87-96e3-a1a2296f0a55 req-89dab51d-ee8e-4533-bac8-bdd197d9da1a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:13.080570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Attempting to bind port 47884538-4e20-4c3e-be64-938b3b411ece on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:13.081120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Attempting to bind port 47884538-4e20-4c3e-be64-938b3b411ece by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:13.081580 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Attempting to bind port 47884538-4e20-4c3e-be64-938b3b411ece on network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:13.094999 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e35a72-4219-4c87-96e3-a1a2296f0a55 req-89dab51d-ee8e-4533-bac8-bdd197d9da1a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:13.111853 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e35a72-4219-4c87-96e3-a1a2296f0a55 req-89dab51d-ee8e-4533-bac8-bdd197d9da1a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:13.125058 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e35a72-4219-4c87-96e3-a1a2296f0a55 req-89dab51d-ee8e-4533-bac8-bdd197d9da1a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:13.129266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Port 47884538-4e20-4c3e-be64-938b3b411ece on network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:04:13.129266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Attempting to bind port 47884538-4e20-4c3e-be64-938b3b411ece on network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:13.138134 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e35a72-4219-4c87-96e3-a1a2296f0a55 req-89dab51d-ee8e-4533-bac8-bdd197d9da1a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:13.140448 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:13.140843 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Checking segment: {'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:13.143301 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-77e35a72-4219-4c87-96e3-a1a2296f0a55 req-89dab51d-ee8e-4533-bac8-bdd197d9da1a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5370 time: 0.5606980 Aug 31 01:04:13.143770 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Bound using segment: {'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:13.144155 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:04:13.144336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Bound port: 47884538-4e20-4c3e-be64-938b3b411ece, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:13.144454 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.145075 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.151685 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.183084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-0b2b4a67-1e60-4e42-b781-c04fbabdfba0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:13.184198 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-0b2b4a67-1e60-4e42-b781-c04fbabdfba0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.239937 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a034b4-37c5-4b7d-9786-4a7746db8008 req-c5c159bf-3d98-4b3b-a4e5-d9cfba7104b7 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:13.242755 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d2a034b4-37c5-4b7d-9786-4a7746db8008 req-c5c159bf-3d98-4b3b-a4e5-d9cfba7104b7 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.1970716 Aug 31 01:04:13.339582 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52756) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:13.339839 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d89cbfe0-d865-483c-b426-95fca2019d5c tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/subnets/5740c205-2e41-4c21-b5b0-636b8e58c1f6/tags HTTP/1.1" status: 200 len: 240 time: 1.2562153 Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:04:13.343774 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:04:13.359639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7a33a-aada-4955-a73b-ac90c481ce35 None None] Pushing event updated for resources: {'Port': ['ID=fe3ccd4e-23d3-469c-9728-6033bf4d63fd,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:13.363368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-69faea14-4ddb-4531-8fe1-1c9156d1e077 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5740c205-2e41-4c21-b5b0-636b8e58c1f6', 'tempest-TagsExtTest-Tag-918715571') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:13.403303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52758) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:13.447781 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-0b2b4a67-1e60-4e42-b781-c04fbabdfba0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0838969 Aug 31 01:04:13.475313 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Request body: {'port': {'device_id': '56d7aa55-2827-4de4-b0f4-6103b4af8fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:13.497181 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d2a034b4-37c5-4b7d-9786-4a7746db8008 req-cc9fa57c-8db3-47ce-8fd8-66f38bba12b2 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188950 Aug 31 01:04:13.551164 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.560886 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] For port 47884538-4e20-4c3e-be64-938b3b411ece, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:13.573763 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.591775 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.612182 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "DELETE /v2.0/networks/9d0109ce-b501-436e-a615-c341145a72db HTTP/1.1" status: 204 len: 168 time: 4.2002916 Aug 31 01:04:13.615319 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52762) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:13.668243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf18f0d-20f8-4c50-b704-f46cd182413e tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event deleted for resources: {'Network': ['ID=9d0109ce-b501-436e-a615-c341145a72db,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:13.700074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] For port 47884538-4e20-4c3e-be64-938b3b411ece, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=47884538-4e20-4c3e-be64-938b3b411ece,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:13.827431 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-77e35a72-4219-4c87-96e3-a1a2296f0a55 req-6ab925e3-3be4-4934-adbc-f2e79dcfe86c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4788148 Aug 31 01:04:13.859091 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.886027 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0a4229fd-87cf-494b-b19c-1f11e0a9ab79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.889887 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.920498 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0add9f1f-2fc4-4fc1-8b19-f5c25fc55e54 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:14.064580 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:14.065678 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:14.067946 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] 10.222.0.41 "PUT /v2.0/ports/47884538-4e20-4c3e-be64-938b3b411ece HTTP/1.1" status: 200 len: 1131 time: 3.4491243 Aug 31 01:04:14.071093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'tag': '47884538-4e20-4c3e-be64-938b3b411ece'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:14.076127 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4597b6cc-1ec0-4491-8aff-79d16c55fed5" -d '{"events": [{"name": "network-changed", "server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "tag": "47884538-4e20-4c3e-be64-938b3b411ece"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:14.102039 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0add9f1f-2fc4-4fc1-8b19-f5c25fc55e54 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:14.139333 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-0add9f1f-2fc4-4fc1-8b19-f5c25fc55e54 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8895b824-62b4-4811-8038-1cb6a5e1f6e7']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:14.165187 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-0add9f1f-2fc4-4fc1-8b19-f5c25fc55e54 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4e51b0-2fdc-4acf-9f11-5b13b0bf5a4b') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:14.165538 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-0add9f1f-2fc4-4fc1-8b19-f5c25fc55e54 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4e51b0-2fdc-4acf-9f11-5b13b0bf5a4b') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:14.185855 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0add9f1f-2fc4-4fc1-8b19-f5c25fc55e54 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:14.304754 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0add9f1f-2fc4-4fc1-8b19-f5c25fc55e54 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:14.338821 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0add9f1f-2fc4-4fc1-8b19-f5c25fc55e54 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:04:14.339772 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0add9f1f-2fc4-4fc1-8b19-f5c25fc55e54 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:04:14.347971 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:04:14.414819 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device fe3ccd4e-23d3-469c-9728-6033bf4d63fd up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:14.520159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597b6cc-1ec0-4491-8aff-79d16c55fed5 req-8a2fdc3c-ca14-456e-8309-09da95519853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:14.520801 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597b6cc-1ec0-4491-8aff-79d16c55fed5 req-8a2fdc3c-ca14-456e-8309-09da95519853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:14.521334 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597b6cc-1ec0-4491-8aff-79d16c55fed5 req-8a2fdc3c-ca14-456e-8309-09da95519853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:14.522048 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597b6cc-1ec0-4491-8aff-79d16c55fed5 req-8a2fdc3c-ca14-456e-8309-09da95519853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:14.522649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597b6cc-1ec0-4491-8aff-79d16c55fed5 req-8a2fdc3c-ca14-456e-8309-09da95519853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:14.523272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597b6cc-1ec0-4491-8aff-79d16c55fed5 req-8a2fdc3c-ca14-456e-8309-09da95519853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:14.523819 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597b6cc-1ec0-4491-8aff-79d16c55fed5 req-8a2fdc3c-ca14-456e-8309-09da95519853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:14.535468 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4597b6cc-1ec0-4491-8aff-79d16c55fed5 req-8a2fdc3c-ca14-456e-8309-09da95519853 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480470cd2fbf45018b60a7cede707d79&device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 6210 time: 0.3013153 Aug 31 01:04:14.654869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port fe3ccd4e-23d3-469c-9728-6033bf4d63fd completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:14.698284 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9ecd6e-3583-4ff1-9a4b-e09ae819b7e2 x-openstack-request-id: req-ec9ecd6e-3583-4ff1-9a4b-e09ae819b7e2 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:14.699172 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "tag": "47884538-4e20-4c3e-be64-938b3b411ece", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:14.699172 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec9ecd6e-3583-4ff1-9a4b-e09ae819b7e2 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:14.699511 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'tag': '47884538-4e20-4c3e-be64-938b3b411ece', 'status': 'completed', 'code': 200} Aug 31 01:04:14.711547 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0add9f1f-2fc4-4fc1-8b19-f5c25fc55e54 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:14.715350 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Request body: {'port': {'device_id': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:14.777286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21425d0e-4e93-4a1f-877f-af7f45f346e4 req-bcce926c-ec74-4017-89eb-34b8dab07c6f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:14.787845 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21425d0e-4e93-4a1f-877f-af7f45f346e4 req-bcce926c-ec74-4017-89eb-34b8dab07c6f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 931 time: 1.0195923 Aug 31 01:04:14.807996 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-69faea14-4ddb-4531-8fe1-1c9156d1e077 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/subnets/5740c205-2e41-4c21-b5b0-636b8e58c1f6/tags/tempest-TagsExtTest-Tag-918715571 HTTP/1.1" status: 204 len: 168 time: 1.4485123 Aug 31 01:04:14.807996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd0d99-8746-4989-97ad-08dc2cddb2ae service neutron] Pushing event updated for resources: {'Port': ['ID=47884538-4e20-4c3e-be64-938b3b411ece,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:14.822938 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52768) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:14.845361 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0add9f1f-2fc4-4fc1-8b19-f5c25fc55e54 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:14.851793 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0add9f1f-2fc4-4fc1-8b19-f5c25fc55e54 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "DELETE /v2.0/networks/8895b824-62b4-4811-8038-1cb6a5e1f6e7 HTTP/1.1" status: 204 len: 168 time: 1.2082040 Aug 31 01:04:14.853287 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-18d489a5-8330-4825-9b3f-f694d5884567 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5740c205-2e41-4c21-b5b0-636b8e58c1f6', 'tempest-TagsExtTest-Tag-918715571') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:14.872997 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52770) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:14.982991 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add9f1f-2fc4-4fc1-8b19-f5c25fc55e54 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event deleted for resources: {'Network': ['ID=8895b824-62b4-4811-8038-1cb6a5e1f6e7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:15.042689 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add57f3c-5536-476d-856a-1a4237c05063 None None] Network db65d674-be1a-44bd-86b6-89cb71da37b8 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:15.088888 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.170839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c72c3-4183-49ce-8a10-2107c697683c req-43631f95-c54e-4b14-a07a-eb7d6bcc7073 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:15.172669 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-895c72c3-4183-49ce-8a10-2107c697683c req-43631f95-c54e-4b14-a07a-eb7d6bcc7073 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.4635074 Aug 31 01:04:15.183431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21425d0e-4e93-4a1f-877f-af7f45f346e4 req-44a3f099-80ac-4c97-b2df-25987719bc2d tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943648 Aug 31 01:04:15.190971 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.215719 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597b6cc-1ec0-4491-8aff-79d16c55fed5 req-a86c6a01-4d30-45dc-89f8-57a60e39b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:15.222396 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597b6cc-1ec0-4491-8aff-79d16c55fed5 req-a86c6a01-4d30-45dc-89f8-57a60e39b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:15.222396 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597b6cc-1ec0-4491-8aff-79d16c55fed5 req-a86c6a01-4d30-45dc-89f8-57a60e39b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:15.222396 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4597b6cc-1ec0-4491-8aff-79d16c55fed5 req-a86c6a01-4d30-45dc-89f8-57a60e39b1ee service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=480470cd2fbf45018b60a7cede707d79&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6746538 Aug 31 01:04:15.234576 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-499e108f-0934-49aa-af8d-f60d5bc08072 None None] Provisioning for port fe3ccd4e-23d3-469c-9728-6033bf4d63fd completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:15.304650 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-499e108f-0934-49aa-af8d-f60d5bc08072 None None] Provisioning complete for port fe3ccd4e-23d3-469c-9728-6033bf4d63fd triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:15.304650 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-499e108f-0934-49aa-af8d-f60d5bc08072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.308693 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c1bad088-02cf-466d-be85-8cc00765eb5d tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.349676 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.442349 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-499e108f-0934-49aa-af8d-f60d5bc08072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.465964 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-895c72c3-4183-49ce-8a10-2107c697683c req-d206e1ff-c5c0-4f7d-bc79-58fb69733991 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782488 Aug 31 01:04:15.466334 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0a4229fd-87cf-494b-b19c-1f11e0a9ab79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.529957 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-499e108f-0934-49aa-af8d-f60d5bc08072 None None] For port fe3ccd4e-23d3-469c-9728-6033bf4d63fd, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=fe3ccd4e-23d3-469c-9728-6033bf4d63fd,segment=NetworkSegment(73eb7bf0-3124-4f54-b344-66b66137f527),segment_id=73eb7bf0-3124-4f54-b344-66b66137f527)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:15.629518 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-499e108f-0934-49aa-af8d-f60d5bc08072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.682885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d5c10-d7a9-4c8f-b7d2-43ee918ba210 req-23d6fa72-2f4e-4d3d-afb2-af07bd1d7f7d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:15.691156 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d5c10-d7a9-4c8f-b7d2-43ee918ba210 req-23d6fa72-2f4e-4d3d-afb2-af07bd1d7f7d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:15.700252 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d5c10-d7a9-4c8f-b7d2-43ee918ba210 req-23d6fa72-2f4e-4d3d-afb2-af07bd1d7f7d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:15.714068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d5c10-d7a9-4c8f-b7d2-43ee918ba210 req-23d6fa72-2f4e-4d3d-afb2-af07bd1d7f7d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:15.726710 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d5c10-d7a9-4c8f-b7d2-43ee918ba210 req-23d6fa72-2f4e-4d3d-afb2-af07bd1d7f7d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:15.738846 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d5c10-d7a9-4c8f-b7d2-43ee918ba210 req-23d6fa72-2f4e-4d3d-afb2-af07bd1d7f7d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:15.751311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d5c10-d7a9-4c8f-b7d2-43ee918ba210 req-23d6fa72-2f4e-4d3d-afb2-af07bd1d7f7d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:15.751598 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c1bad088-02cf-466d-be85-8cc00765eb5d tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.753980 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e108f-0934-49aa-af8d-f60d5bc08072 None None] Pushing event updated for resources: {'Port': ['ID=fe3ccd4e-23d3-469c-9728-6033bf4d63fd,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:15.754977 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b94d5c10-d7a9-4c8f-b7d2-43ee918ba210 req-23d6fa72-2f4e-4d3d-afb2-af07bd1d7f7d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5370 time: 0.4557047 Aug 31 01:04:15.756034 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0a4229fd-87cf-494b-b19c-1f11e0a9ab79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.784017 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-18d489a5-8330-4825-9b3f-f694d5884567 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/subnets/5740c205-2e41-4c21-b5b0-636b8e58c1f6/tags/tempest-TagsExtTest-Tag-918715571 HTTP/1.1" status: 204 len: 168 time: 0.9470608 Aug 31 01:04:15.791082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52776) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:15.793882 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-c1bad088-02cf-466d-be85-8cc00765eb5d tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c4698b-59da-46de-adb7-05052440523a']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:15.822120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-a50084a2-ef2c-4ce2-85d7-95af2ad325a3 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5740c205-2e41-4c21-b5b0-636b8e58c1f6') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:15.832354 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597b6cc-1ec0-4491-8aff-79d16c55fed5 req-27541e52-12b3-4e3c-894c-3c8f3e8ba25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:15.833905 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4597b6cc-1ec0-4491-8aff-79d16c55fed5 req-27541e52-12b3-4e3c-894c-3c8f3e8ba25a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5191255 Aug 31 01:04:15.836001 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-c1bad088-02cf-466d-be85-8cc00765eb5d tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4958b87b-388a-4463-82fb-86a17ccb5365') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:15.836381 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-c1bad088-02cf-466d-be85-8cc00765eb5d tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4958b87b-388a-4463-82fb-86a17ccb5365') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:15.864704 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7871dc88-fe89-4f2e-8fb1-4802b6d0b5e1 None None] Provisioning complete for port fe3ccd4e-23d3-469c-9728-6033bf4d63fd triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:15.866807 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7871dc88-fe89-4f2e-8fb1-4802b6d0b5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.875024 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c1bad088-02cf-466d-be85-8cc00765eb5d tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.890944 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837ffebf-f7dc-4e94-bd6d-70484444fa19 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:15.906260 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c1bad088-02cf-466d-be85-8cc00765eb5d tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.930287 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] Allocated IP 172.25.2.159 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/62d060ee-ea50-441b-881f-a5a8f7736274) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:15.934029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1bad088-02cf-466d-be85-8cc00765eb5d tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:04:15.934705 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c1bad088-02cf-466d-be85-8cc00765eb5d tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:04:15.940126 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:04:15.951725 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.957204 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0a4229fd-87cf-494b-b19c-1f11e0a9ab79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f48ac94cdde443cfaeeebd97c942693e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5513334 Aug 31 01:04:15.961563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4229fd-87cf-494b-b19c-1f11e0a9ab79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c3605e-1577-4602-bd39-02ca879a9f06,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:15.961858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52778) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:16.023211 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b94d5c10-d7a9-4c8f-b7d2-43ee918ba210 req-ecb89f62-c281-44f5-9e11-8a23e965b4c1 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2515686 Aug 31 01:04:16.091532 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a50084a2-ef2c-4ce2-85d7-95af2ad325a3 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/subnets/5740c205-2e41-4c21-b5b0-636b8e58c1f6/tags HTTP/1.1" status: 200 len: 205 time: 0.2772920 Aug 31 01:04:16.102907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52780) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:16.112223 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-66a95ac3-8e46-4cb3-8c47-8ead6801670c tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4f6ef663-aad1-4940-9975-52c77acb4295') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:16.210253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Transition to ACTIVE for port object 837ffebf-f7dc-4e94-bd6d-70484444fa19 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:16.211351 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c1bad088-02cf-466d-be85-8cc00765eb5d tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.268351 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77679568-6b41-406c-930d-1f4c62495cec {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:16.282666 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device fe3ccd4e-23d3-469c-9728-6033bf4d63fd up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:16.293859 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.321945 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-66a95ac3-8e46-4cb3-8c47-8ead6801670c tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/ports/4f6ef663-aad1-4940-9975-52c77acb4295/tags HTTP/1.1" status: 200 len: 241 time: 0.2214196 Aug 31 01:04:16.333675 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52784) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:16.338312 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Transition to ACTIVE for port object 77679568-6b41-406c-930d-1f4c62495cec will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:16.346463 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-2afb6289-f1e8-44d1-b88f-e970a3594b48 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4f6ef663-aad1-4940-9975-52c77acb4295', 'tempest-TagsExtTest-Tag-1857891408') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:16.379041 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port fe3ccd4e-23d3-469c-9728-6033bf4d63fd triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:16.379744 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.396930 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.449514 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.504827 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Pushing event updated for resources: {'Port': ['ID=837ffebf-f7dc-4e94-bd6d-70484444fa19,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:16.591041 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c1bad088-02cf-466d-be85-8cc00765eb5d tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.594447 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c1bad088-02cf-466d-be85-8cc00765eb5d tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "DELETE /v2.0/networks/e7c4698b-59da-46de-adb7-05052440523a HTTP/1.1" status: 204 len: 168 time: 1.7185781 Aug 31 01:04:16.610007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52788) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:16.623718 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8bf68f4d-8b38-457c-99fc-dbe5094d9582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.707320 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bad088-02cf-466d-be85-8cc00765eb5d tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event deleted for resources: {'Network': ['ID=e7c4698b-59da-46de-adb7-05052440523a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:16.782337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Pushing event updated for resources: {'Port': ['ID=77679568-6b41-406c-930d-1f4c62495cec,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:16.800193 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2afb6289-f1e8-44d1-b88f-e970a3594b48 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/ports/4f6ef663-aad1-4940-9975-52c77acb4295/tags/tempest-TagsExtTest-Tag-1857891408 HTTP/1.1" status: 204 len: 168 time: 0.4643326 Aug 31 01:04:16.801080 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52792) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:16.814965 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8bf68f4d-8b38-457c-99fc-dbe5094d9582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.846717 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-7e73b881-bb6a-41fa-8999-012f510a7bc1 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4f6ef663-aad1-4940-9975-52c77acb4295', 'tempest-TagsExtTest-Tag-1857891408') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:16.886690 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.952554 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd0ece-ab8a-4b5d-8c78-ee67f8462a91 req-80f1d25d-cd8d-4da0-9bc6-66b8e3e76b4a tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:16.953651 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Attempting to bind port 837ffebf-f7dc-4e94-bd6d-70484444fa19 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:16.954062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Attempting to bind port 837ffebf-f7dc-4e94-bd6d-70484444fa19 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '0425c86f-266b-43b4-b81d-d05c386964c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:16.954501 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Attempting to bind port 837ffebf-f7dc-4e94-bd6d-70484444fa19 on network b0ccd887-c5da-4271-88f5-08b576ad7053 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:16.955089 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-25cd0ece-ab8a-4b5d-8c78-ee67f8462a91 req-80f1d25d-cd8d-4da0-9bc6-66b8e3e76b4a tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 943 time: 0.3877964 Aug 31 01:04:16.967665 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc00338a-aa6d-4496-97da-5b1eb5be5317 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.985804 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574069e-cbb2-4a61-a1c0-52b2c9f5366b req-026a0c53-6561-4347-b04f-ddcdebccf112 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:16.987579 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8574069e-cbb2-4a61-a1c0-52b2c9f5366b req-026a0c53-6561-4347-b04f-ddcdebccf112 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.2802074 Aug 31 01:04:16.989901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Port 837ffebf-f7dc-4e94-bd6d-70484444fa19 on network b0ccd887-c5da-4271-88f5-08b576ad7053 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:04:16.990524 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Attempting to bind port 837ffebf-f7dc-4e94-bd6d-70484444fa19 on network b0ccd887-c5da-4271-88f5-08b576ad7053 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:16.994149 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Attempting to bind port 77679568-6b41-406c-930d-1f4c62495cec on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:16.994545 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Attempting to bind port 77679568-6b41-406c-930d-1f4c62495cec by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:16.994858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Attempting to bind port 77679568-6b41-406c-930d-1f4c62495cec on network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:17.012747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:17.013140 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Checking segment: {'id': '0425c86f-266b-43b4-b81d-d05c386964c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:17.013499 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Bound using segment: {'id': '0425c86f-266b-43b4-b81d-d05c386964c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:17.013954 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Bound port: 837ffebf-f7dc-4e94-bd6d-70484444fa19, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0425c86f-266b-43b4-b81d-d05c386964c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:17.014439 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:17.024080 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Port 77679568-6b41-406c-930d-1f4c62495cec on network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:04:17.030189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Attempting to bind port 77679568-6b41-406c-930d-1f4c62495cec on network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:17.053918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:17.054247 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Checking segment: {'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:17.054635 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Bound using segment: {'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:17.055162 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Bound port: 77679568-6b41-406c-930d-1f4c62495cec, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:17.055548 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:17.113694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-25cd0ece-ab8a-4b5d-8c78-ee67f8462a91 req-60218cbd-ea35-47a2-b3cb-a2ece7af17db tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357729 Aug 31 01:04:17.162608 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8574069e-cbb2-4a61-a1c0-52b2c9f5366b req-eff6e7c3-3843-478a-a6ed-0594df43a8dc tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529241 Aug 31 01:04:17.198085 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc00338a-aa6d-4496-97da-5b1eb5be5317 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:17.206251 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-cc00338a-aa6d-4496-97da-5b1eb5be5317 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6497bc11-78e5-4aa8-b61b-f5d5f83ddc5f']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:17.221484 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-cc00338a-aa6d-4496-97da-5b1eb5be5317 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365f2228-e19d-44e2-8482-8cda58779ca5') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:17.221877 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-cc00338a-aa6d-4496-97da-5b1eb5be5317 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365f2228-e19d-44e2-8482-8cda58779ca5') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:17.234752 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc00338a-aa6d-4496-97da-5b1eb5be5317 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:17.246692 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8bf68f4d-8b38-457c-99fc-dbe5094d9582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:17.251218 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8bf68f4d-8b38-457c-99fc-dbe5094d9582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:17.256069 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8bf68f4d-8b38-457c-99fc-dbe5094d9582 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8c3605e-1577-4602-bd39-02ca879a9f06 HTTP/1.1" status: 204 len: 168 time: 1.2909045 Aug 31 01:04:17.269049 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf68f4d-8b38-457c-99fc-dbe5094d9582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c3605e-1577-4602-bd39-02ca879a9f06,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:17.273564 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] For port 837ffebf-f7dc-4e94-bd6d-70484444fa19, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:17.282175 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc00338a-aa6d-4496-97da-5b1eb5be5317 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:17.299409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] For port 77679568-6b41-406c-930d-1f4c62495cec, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:17.300323 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc00338a-aa6d-4496-97da-5b1eb5be5317 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:04:17.301044 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc00338a-aa6d-4496-97da-5b1eb5be5317 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:17.305109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] For port 837ffebf-f7dc-4e94-bd6d-70484444fa19, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=837ffebf-f7dc-4e94-bd6d-70484444fa19,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:17.308858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] For port 77679568-6b41-406c-930d-1f4c62495cec, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=77679568-6b41-406c-930d-1f4c62495cec,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:04:17.309172 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:04:17.407981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3adde1-1035-4641-bf58-a4de3486a312 req-6aad39d0-73a5-4d19-8f5b-25812c2033bf tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:17.413183 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3adde1-1035-4641-bf58-a4de3486a312 req-6aad39d0-73a5-4d19-8f5b-25812c2033bf tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:17.420444 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3adde1-1035-4641-bf58-a4de3486a312 req-6aad39d0-73a5-4d19-8f5b-25812c2033bf tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:17.426770 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3adde1-1035-4641-bf58-a4de3486a312 req-6aad39d0-73a5-4d19-8f5b-25812c2033bf tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:17.433033 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3adde1-1035-4641-bf58-a4de3486a312 req-6aad39d0-73a5-4d19-8f5b-25812c2033bf tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:17.439356 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3adde1-1035-4641-bf58-a4de3486a312 req-6aad39d0-73a5-4d19-8f5b-25812c2033bf tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:17.445723 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3adde1-1035-4641-bf58-a4de3486a312 req-6aad39d0-73a5-4d19-8f5b-25812c2033bf tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:17.447744 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f3adde1-1035-4641-bf58-a4de3486a312 req-6aad39d0-73a5-4d19-8f5b-25812c2033bf tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5382 time: 0.1305673 Aug 31 01:04:17.500138 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f3adde1-1035-4641-bf58-a4de3486a312 req-bf9a35cf-02b7-44da-ab01-b5e92802a7c5 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433412 Aug 31 01:04:17.511469 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7e73b881-bb6a-41fa-8999-012f510a7bc1 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/ports/4f6ef663-aad1-4940-9975-52c77acb4295/tags/tempest-TagsExtTest-Tag-1857891408 HTTP/1.1" status: 204 len: 168 time: 0.6798058 Aug 31 01:04:17.513880 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:17.514675 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52798) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:17.521958 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-198f7703-a19e-4fd9-851e-16658b163882 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4f6ef663-aad1-4940-9975-52c77acb4295') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:17.579126 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:17.589506 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:17.594584 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:17.623974 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-198f7703-a19e-4fd9-851e-16658b163882 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/ports/4f6ef663-aad1-4940-9975-52c77acb4295/tags HTTP/1.1" status: 200 len: 205 time: 0.1027923 Aug 31 01:04:17.624709 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:17.626794 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52800) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:17.629314 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:17.637382 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-b6bbf955-566e-4009-88d1-aee0c4de2b9d tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a5528c06-5013-49bd-8c63-a0ba1451ba39') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:17.640344 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] Pushing event updated for resources: {'Port': ['ID=62d060ee-ea50-441b-881f-a5a8f7736274,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:17.707620 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:17.709263 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:17.711192 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] 10.222.0.41 "PUT /v2.0/ports/77679568-6b41-406c-930d-1f4c62495cec HTTP/1.1" status: 200 len: 1090 time: 3.0011213 Aug 31 01:04:17.712221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'tag': '77679568-6b41-406c-930d-1f4c62495cec'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:17.716409 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc00338a-aa6d-4496-97da-5b1eb5be5317 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:17.727254 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4779e4-ac25-410c-8f26-fef03878f708" -d '{"events": [{"name": "network-changed", "server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "tag": "77679568-6b41-406c-930d-1f4c62495cec"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:17.732696 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc00338a-aa6d-4496-97da-5b1eb5be5317 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:17.739310 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cc00338a-aa6d-4496-97da-5b1eb5be5317 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] 10.222.0.16 "DELETE /v2.0/networks/6497bc11-78e5-4aa8-b61b-f5d5f83ddc5f HTTP/1.1" status: 204 len: 168 time: 1.1071196 Aug 31 01:04:17.739632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:17.739632 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:17.741993 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] 10.222.0.48 "PUT /v2.0/ports/837ffebf-f7dc-4e94-bd6d-70484444fa19 HTTP/1.1" status: 200 len: 1092 time: 4.2754519 Aug 31 01:04:17.785893 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb360e6b-8f09-440e-9b3f-b8205ec2682f service neutron] Pushing event updated for resources: {'Port': ['ID=77679568-6b41-406c-930d-1f4c62495cec,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:17.873196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Request body: {'port': {'device_id': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:17.877142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00338a-aa6d-4496-97da-5b1eb5be5317 tempest-BulkNetworkOpsTest-1399616443 tempest-BulkNetworkOpsTest-1399616443-project] Pushing event deleted for resources: {'Network': ['ID=6497bc11-78e5-4aa8-b61b-f5d5f83ddc5f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:17.922771 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1059dc-d94a-4e78-aed7-79d4cbeb6fce x-openstack-request-id: req-1a1059dc-d94a-4e78-aed7-79d4cbeb6fce {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:17.922771 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "tag": "77679568-6b41-406c-930d-1f4c62495cec", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:17.923355 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a1059dc-d94a-4e78-aed7-79d4cbeb6fce {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:17.925653 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'tag': '77679568-6b41-406c-930d-1f4c62495cec', 'status': 'completed', 'code': 200} Aug 31 01:04:18.113997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85b0ca-3dd3-4806-a0f2-7a1cf2898780 service neutron] Pushing event updated for resources: {'Port': ['ID=837ffebf-f7dc-4e94-bd6d-70484444fa19,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:18.136653 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:18.150455 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-f0fecfc1-2850-410a-bd90-bb086426e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.151754 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-f0fecfc1-2850-410a-bd90-bb086426e277 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=19b0c01c2a774ed1abe0c4b0e21918ae&device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 1095 time: 0.1685922 Aug 31 01:04:18.215998 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b6bbf955-566e-4009-88d1-aee0c4de2b9d tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/routers/a5528c06-5013-49bd-8c63-a0ba1451ba39/tags HTTP/1.1" status: 200 len: 241 time: 0.5833423 Aug 31 01:04:18.251698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52812) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:18.261128 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-2b92ba8a-df9a-4941-a6fa-0b760e9a6f3b tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a5528c06-5013-49bd-8c63-a0ba1451ba39', 'tempest-TagsExtTest-Tag-1248149911') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:18.282188 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-7b35d22c-4348-413a-b30b-6f6af59d9508 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=837ffebf-f7dc-4e94-bd6d-70484444fa19 HTTP/1.1" status: 200 len: 217 time: 0.1184618 Aug 31 01:04:18.301366 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4779e4-ac25-410c-8f26-fef03878f708 req-9caca749-b066-4a45-a501-25c48012993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.303013 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4779e4-ac25-410c-8f26-fef03878f708 req-9caca749-b066-4a45-a501-25c48012993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.303462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4779e4-ac25-410c-8f26-fef03878f708 req-9caca749-b066-4a45-a501-25c48012993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.308294 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4779e4-ac25-410c-8f26-fef03878f708 req-9caca749-b066-4a45-a501-25c48012993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.308294 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4779e4-ac25-410c-8f26-fef03878f708 req-9caca749-b066-4a45-a501-25c48012993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.308294 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4779e4-ac25-410c-8f26-fef03878f708 req-9caca749-b066-4a45-a501-25c48012993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.308294 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4779e4-ac25-410c-8f26-fef03878f708 req-9caca749-b066-4a45-a501-25c48012993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.310886 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c4779e4-ac25-410c-8f26-fef03878f708 req-9caca749-b066-4a45-a501-25c48012993d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480470cd2fbf45018b60a7cede707d79&device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 6278 time: 0.2966940 Aug 31 01:04:18.534463 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e4de6-5c5c-4d60-8d6b-b69f2303650f req-cddbf7a6-896f-44c6-8a16-80d4eda1c08d tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.537472 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-258e4de6-5c5c-4d60-8d6b-b69f2303650f req-cddbf7a6-896f-44c6-8a16-80d4eda1c08d tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.1934121 Aug 31 01:04:18.691047 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4779e4-ac25-410c-8f26-fef03878f708 req-e5fcc8d2-a135-4c02-8e9c-8cf1ead8bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.693014 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4779e4-ac25-410c-8f26-fef03878f708 req-e5fcc8d2-a135-4c02-8e9c-8cf1ead8bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.694399 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4779e4-ac25-410c-8f26-fef03878f708 req-e5fcc8d2-a135-4c02-8e9c-8cf1ead8bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.703371 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c4779e4-ac25-410c-8f26-fef03878f708 req-e5fcc8d2-a135-4c02-8e9c-8cf1ead8bb27 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=480470cd2fbf45018b60a7cede707d79&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3712320 Aug 31 01:04:18.718427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a00f8-55c0-474b-8b5f-4439fa254481 req-04e87ab6-f459-4a7d-8423-d876a9ee34f0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.730224 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-715a00f8-55c0-474b-8b5f-4439fa254481 req-04e87ab6-f459-4a7d-8423-d876a9ee34f0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 943 time: 0.4608233 Aug 31 01:04:18.735919 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-60353453-f13b-4aba-ae91-1239cc30cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.737995 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-60353453-f13b-4aba-ae91-1239cc30cc91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8014dbf9-3f93-4305-a557-88fa6bfa5935 HTTP/1.1" status: 200 len: 854 time: 0.3738511 Aug 31 01:04:18.754664 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52820) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:18.781427 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2b92ba8a-df9a-4941-a6fa-0b760e9a6f3b tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/routers/a5528c06-5013-49bd-8c63-a0ba1451ba39/tags/tempest-TagsExtTest-Tag-1248149911 HTTP/1.1" status: 204 len: 168 time: 0.5273328 Aug 31 01:04:18.789889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52824) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:18.813377 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-258e4de6-5c5c-4d60-8d6b-b69f2303650f req-5056b185-5788-4122-85c5-a09e9d2ded7f tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081983 Aug 31 01:04:18.831356 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-3ad9a3c7-8de4-4efc-a2ef-81388d0eb063 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a5528c06-5013-49bd-8c63-a0ba1451ba39', 'tempest-TagsExtTest-Tag-1248149911') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:18.879371 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52826) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:18.956874 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-21a50294-594c-47ec-8ee2-dfa7101af8a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b0ccd887-c5da-4271-88f5-08b576ad7053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2045681 Aug 31 01:04:19.016347 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:19.167699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4779e4-ac25-410c-8f26-fef03878f708 req-c62c97f7-7539-4b35-9bb5-0d2e7639e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:19.169804 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c4779e4-ac25-410c-8f26-fef03878f708 req-c62c97f7-7539-4b35-9bb5-0d2e7639e96b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4604495 Aug 31 01:04:19.311436 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e04263-971f-4529-993b-d9b257c646d7 req-572d83f4-f221-49ab-9024-56eeaaa8bd44 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:19.323393 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e04263-971f-4529-993b-d9b257c646d7 req-572d83f4-f221-49ab-9024-56eeaaa8bd44 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:19.335577 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e04263-971f-4529-993b-d9b257c646d7 req-572d83f4-f221-49ab-9024-56eeaaa8bd44 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:19.345941 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e04263-971f-4529-993b-d9b257c646d7 req-572d83f4-f221-49ab-9024-56eeaaa8bd44 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:19.356250 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e04263-971f-4529-993b-d9b257c646d7 req-572d83f4-f221-49ab-9024-56eeaaa8bd44 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:19.368038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e04263-971f-4529-993b-d9b257c646d7 req-572d83f4-f221-49ab-9024-56eeaaa8bd44 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:19.379776 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e04263-971f-4529-993b-d9b257c646d7 req-572d83f4-f221-49ab-9024-56eeaaa8bd44 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:19.381976 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-67e04263-971f-4529-993b-d9b257c646d7 req-572d83f4-f221-49ab-9024-56eeaaa8bd44 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5382 time: 0.2985556 Aug 31 01:04:19.389036 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-715a00f8-55c0-474b-8b5f-4439fa254481 req-fcc868a8-06ef-4d00-acff-b3c061725a6f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6340539 Aug 31 01:04:19.429561 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-54bf99e3-2133-49e0-adad-f54be32b5cc7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=574bf40a58c94ac5af2540d1a027320d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6695955 Aug 31 01:04:19.445881 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52830) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:19.477946 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00c95b-3718-4433-973a-3b319f2679e6 req-231a90f6-9b4a-4038-bb7a-dc053969941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:19.479951 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed00c95b-3718-4433-973a-3b319f2679e6 req-231a90f6-9b4a-4038-bb7a-dc053969941e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 1097 time: 0.5426328 Aug 31 01:04:19.596052 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-94902121-3e16-41e3-b31c-1dff88597789 service neutron] 10.222.0.48 "GET /v2.0/networks/b0ccd887-c5da-4271-88f5-08b576ad7053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929137 Aug 31 01:04:19.657566 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a24207-294b-41f8-9c84-683c491b5367 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:19.688833 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-661c14e0-a6ca-4934-bc1b-0e0af785136e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1f330a355bc4fb1aab5adc541a05a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7689855 Aug 31 01:04:19.701701 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-67e04263-971f-4529-993b-d9b257c646d7 req-0abb1b26-0bdc-46f9-8287-e0c7dbbe0cd2 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2588630 Aug 31 01:04:19.713215 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52832) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:19.720177 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed00c95b-3718-4433-973a-3b319f2679e6 req-832237c4-7df8-4a1b-840c-accf46d4aa7e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293727 Aug 31 01:04:19.723404 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:19.731172 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:19.734362 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3ad9a3c7-8de4-4efc-a2ef-81388d0eb063 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/routers/a5528c06-5013-49bd-8c63-a0ba1451ba39/tags/tempest-TagsExtTest-Tag-1248149911 HTTP/1.1" status: 204 len: 168 time: 0.9316435 Aug 31 01:04:19.739699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52834) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:19.750410 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-9567b4db-9f17-4378-85fa-3e0367eee80b tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a5528c06-5013-49bd-8c63-a0ba1451ba39') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:19.756320 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6fda3fd4-a214-43bc-85c9-648fa357786c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:19.811045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Transition to ACTIVE for port object c6a24207-294b-41f8-9c84-683c491b5367 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:19.885030 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6fda3fd4-a214-43bc-85c9-648fa357786c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:19.897080 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9567b4db-9f17-4378-85fa-3e0367eee80b tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/routers/a5528c06-5013-49bd-8c63-a0ba1451ba39/tags HTTP/1.1" status: 200 len: 205 time: 0.1539941 Aug 31 01:04:19.899389 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75df8719-da47-458a-9d6f-7e13c45e7550 req-a124407a-baf8-4b86-b288-7dc3c4b585a7 service neutron] 10.222.0.48 "GET /v2.0/networks/b0ccd887-c5da-4271-88f5-08b576ad7053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940602 Aug 31 01:04:19.901450 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52838) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:19.907298 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-fd3b8726-b188-480d-a3b5-00aa51bcafb4 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9bc66901-475e-4d22-b4f5-47e502a5abf6') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:19.928783 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d7aa55-2827-4de4-b0f4-6103b4af8fb4', 'tag': '837ffebf-f7dc-4e94-bd6d-70484444fa19'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:19.936275 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c45577a-ac19-4763-98b1-f8cceeb6dccf" -d '{"events": [{"name": "network-changed", "server_uuid": "56d7aa55-2827-4de4-b0f4-6103b4af8fb4", "tag": "837ffebf-f7dc-4e94-bd6d-70484444fa19"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:19.952014 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fd3b8726-b188-480d-a3b5-00aa51bcafb4 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/subnetpools/9bc66901-475e-4d22-b4f5-47e502a5abf6/tags HTTP/1.1" status: 200 len: 241 time: 0.0491812 Aug 31 01:04:19.955811 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:19.958871 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52844) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:19.973271 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-d2e75a2c-a37e-458a-95e8-145dfd5f703f tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9bc66901-475e-4d22-b4f5-47e502a5abf6', 'tempest-TagsExtTest-Tag-1453718384') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:19.982111 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f15b254c-84b0-4d28-bb1b-9cec194b6f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:20.011206 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8e3492-50bb-4756-9720-c571faa9f1e7 x-openstack-request-id: req-5a8e3492-50bb-4756-9720-c571faa9f1e7 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:20.011561 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d7aa55-2827-4de4-b0f4-6103b4af8fb4", "tag": "837ffebf-f7dc-4e94-bd6d-70484444fa19", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:20.011729 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a8e3492-50bb-4756-9720-c571faa9f1e7 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:20.012221 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d7aa55-2827-4de4-b0f4-6103b4af8fb4', 'tag': '837ffebf-f7dc-4e94-bd6d-70484444fa19', 'status': 'completed', 'code': 200} Aug 31 01:04:20.135981 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f15b254c-84b0-4d28-bb1b-9cec194b6f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:20.147212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a24207-294b-41f8-9c84-683c491b5367,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:20.337876 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6fda3fd4-a214-43bc-85c9-648fa357786c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:20.344872 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6fda3fd4-a214-43bc-85c9-648fa357786c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:20.347172 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6fda3fd4-a214-43bc-85c9-648fa357786c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10fe9943-e83d-4328-b159-e5a7fd08af7c HTTP/1.1" status: 204 len: 168 time: 0.9000297 Aug 31 01:04:20.363513 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda3fd4-a214-43bc-85c9-648fa357786c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fe9943-e83d-4328-b159-e5a7fd08af7c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:20.403025 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] Router e1d978b0-fb13-48bd-b71c-de7ec8f0667c is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:04:20.554572 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f15b254c-84b0-4d28-bb1b-9cec194b6f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:20.560178 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f15b254c-84b0-4d28-bb1b-9cec194b6f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:20.562814 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f15b254c-84b0-4d28-bb1b-9cec194b6f5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c419cc7-5eda-43f0-b036-5e1a02f7394f HTTP/1.1" status: 204 len: 168 time: 0.8472762 Aug 31 01:04:20.643065 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b254c-84b0-4d28-bb1b-9cec194b6f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c419cc7-5eda-43f0-b036-5e1a02f7394f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:20.811812 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d2e75a2c-a37e-458a-95e8-145dfd5f703f tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/subnetpools/9bc66901-475e-4d22-b4f5-47e502a5abf6/tags/tempest-TagsExtTest-Tag-1453718384 HTTP/1.1" status: 204 len: 168 time: 0.8499908 Aug 31 01:04:20.823766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52854) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:20.831686 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-f8a5c235-5ff3-48bb-95e7-505125a214be tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9bc66901-475e-4d22-b4f5-47e502a5abf6', 'tempest-TagsExtTest-Tag-1453718384') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:20.890421 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a38a78-79e8-472d-ab75-712376b9ee29 req-eeba9b07-f6d8-45c6-b88d-0f0741c5537f tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:20.893276 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-66a38a78-79e8-472d-ab75-712376b9ee29 req-eeba9b07-f6d8-45c6-b88d-0f0741c5537f tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.8746448 Aug 31 01:04:20.902239 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45577a-ac19-4763-98b1-f8cceeb6dccf req-e229ddf9-5f99-4e2f-b4ad-87394d37b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:20.904966 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c45577a-ac19-4763-98b1-f8cceeb6dccf req-e229ddf9-5f99-4e2f-b4ad-87394d37b669 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=19b0c01c2a774ed1abe0c4b0e21918ae&device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 1095 time: 0.7629490 Aug 31 01:04:21.077709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Attempting to bind port c6a24207-294b-41f8-9c84-683c491b5367 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:21.078228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Attempting to bind port c6a24207-294b-41f8-9c84-683c491b5367 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:21.078827 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Attempting to bind port c6a24207-294b-41f8-9c84-683c491b5367 on network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:21.133884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Port c6a24207-294b-41f8-9c84-683c491b5367 on network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:04:21.134613 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Attempting to bind port c6a24207-294b-41f8-9c84-683c491b5367 on network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:21.152826 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:21.153192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Checking segment: {'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:21.153778 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Bound using segment: {'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:21.154551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Bound port: c6a24207-294b-41f8-9c84-683c491b5367, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:21.155160 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:21.163242 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-66a38a78-79e8-472d-ab75-712376b9ee29 req-fe7c5e02-cde0-4c18-94cc-b610fa9d80fe tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466900 Aug 31 01:04:21.241080 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dadfb-a992-4c9d-8895-d45932684325 req-2ea4cc5c-ea97-406c-86bd-06ba43d64fd1 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:21.243014 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed9dadfb-a992-4c9d-8895-d45932684325 req-2ea4cc5c-ea97-406c-86bd-06ba43d64fd1 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 943 time: 0.6949883 Aug 31 01:04:21.270375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:04:21.292629 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Sync routers for ids ['e1d978b0-fb13-48bd-b71c-de7ec8f0667c'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:04:21.300688 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f8a5c235-5ff3-48bb-95e7-505125a214be tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/subnetpools/9bc66901-475e-4d22-b4f5-47e502a5abf6/tags/tempest-TagsExtTest-Tag-1453718384 HTTP/1.1" status: 204 len: 168 time: 0.4755478 Aug 31 01:04:21.307192 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52864) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:21.325623 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Routers {'e1d978b0-fb13-48bd-b71c-de7ec8f0667c'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:04:21.328757 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:04:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e1d978b0-fb13-48bd-b71c-de7ec8f0667c'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:21.329194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45577a-ac19-4763-98b1-f8cceeb6dccf req-3997e458-390f-4637-bbd7-eb116b394fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:21.330406 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c45577a-ac19-4763-98b1-f8cceeb6dccf req-3997e458-390f-4637-bbd7-eb116b394fdb service neutron] 10.222.0.48 "GET /v2.0/networks?id=b0ccd887-c5da-4271-88f5-08b576ad7053 HTTP/1.1" status: 200 len: 915 time: 0.4168990 Aug 31 01:04:21.340993 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-6e14ca49-f074-4450-95ad-561f08356de0 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9bc66901-475e-4d22-b4f5-47e502a5abf6') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:21.437183 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c45577a-ac19-4763-98b1-f8cceeb6dccf req-c99998e4-bb7f-4d02-925b-1bff865b6d7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=837ffebf-f7dc-4e94-bd6d-70484444fa19 HTTP/1.1" status: 200 len: 217 time: 0.0850859 Aug 31 01:04:21.454019 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] For port c6a24207-294b-41f8-9c84-683c491b5367, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:21.454706 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed9dadfb-a992-4c9d-8895-d45932684325 req-9bdfb913-f3be-441c-a981-fffc7231b803 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780355 Aug 31 01:04:21.494961 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6e14ca49-f074-4450-95ad-561f08356de0 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/subnetpools/9bc66901-475e-4d22-b4f5-47e502a5abf6/tags HTTP/1.1" status: 200 len: 205 time: 0.1628749 Aug 31 01:04:21.503815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52872) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:21.513686 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-c9a03da5-4296-4293-a37f-d442847d6664 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9bc66901-475e-4d22-b4f5-47e502a5abf6') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:21.540367 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] For port c6a24207-294b-41f8-9c84-683c491b5367, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=c6a24207-294b-41f8-9c84-683c491b5367,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:21.589485 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:21.594058 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45577a-ac19-4763-98b1-f8cceeb6dccf req-b6694e4d-5990-4d5c-bf8b-3d05e38e1a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:21.598549 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c45577a-ac19-4763-98b1-f8cceeb6dccf req-b6694e4d-5990-4d5c-bf8b-3d05e38e1a5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8014dbf9-3f93-4305-a557-88fa6bfa5935 HTTP/1.1" status: 200 len: 854 time: 0.1380649 Aug 31 01:04:21.602066 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-311169ec-db1e-48c0-9e9f-702ea98295cc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.5872798 Aug 31 01:04:21.628504 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c9a03da5-4296-4293-a37f-d442847d6664 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/subnetpools/9bc66901-475e-4d22-b4f5-47e502a5abf6/tags HTTP/1.1" status: 204 len: 168 time: 0.1200025 Aug 31 01:04:21.629561 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52878) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:21.630040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52880) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:21.642960 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-df14568a-33e9-4555-99a9-59e29d799c39 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a5528c06-5013-49bd-8c63-a0ba1451ba39') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:21.697361 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Set router e1d978b0-fb13-48bd-b71c-de7ec8f0667c gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:04:21.721251 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83067334-c5b3-4b62-9946-d8a3f139a25d req-c303cfa0-3c9b-4c11-b591-78c0a54c5b93 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:21.735343 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83067334-c5b3-4b62-9946-d8a3f139a25d req-c303cfa0-3c9b-4c11-b591-78c0a54c5b93 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:21.746423 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83067334-c5b3-4b62-9946-d8a3f139a25d req-c303cfa0-3c9b-4c11-b591-78c0a54c5b93 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:21.759426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83067334-c5b3-4b62-9946-d8a3f139a25d req-c303cfa0-3c9b-4c11-b591-78c0a54c5b93 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:21.768812 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83067334-c5b3-4b62-9946-d8a3f139a25d req-c303cfa0-3c9b-4c11-b591-78c0a54c5b93 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:21.777103 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83067334-c5b3-4b62-9946-d8a3f139a25d req-c303cfa0-3c9b-4c11-b591-78c0a54c5b93 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:21.796020 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83067334-c5b3-4b62-9946-d8a3f139a25d req-c303cfa0-3c9b-4c11-b591-78c0a54c5b93 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:21.801627 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83067334-c5b3-4b62-9946-d8a3f139a25d req-c303cfa0-3c9b-4c11-b591-78c0a54c5b93 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5394 time: 0.3712847 Aug 31 01:04:21.806530 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c45577a-ac19-4763-98b1-f8cceeb6dccf req-31425c4a-da81-4e3f-8e47-1e1692977f3a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b0ccd887-c5da-4271-88f5-08b576ad7053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1983640 Aug 31 01:04:21.808741 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:21.903315 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83067334-c5b3-4b62-9946-d8a3f139a25d req-fa787074-cc91-4b0b-aa1d-495fbd657a80 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893712 Aug 31 01:04:22.005075 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-df14568a-33e9-4555-99a9-59e29d799c39 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/routers/a5528c06-5013-49bd-8c63-a0ba1451ba39/tags HTTP/1.1" status: 204 len: 168 time: 0.3678999 Aug 31 01:04:22.014708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52886) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:22.037496 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-a6a4837a-b04f-4b66-92b2-d30e7bb232ff tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4f6ef663-aad1-4940-9975-52c77acb4295') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:22.057699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:22.058535 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:22.060538 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] 10.222.0.41 "PUT /v2.0/ports/c6a24207-294b-41f8-9c84-683c491b5367 HTTP/1.1" status: 200 len: 1092 time: 4.1952183 Aug 31 01:04:22.069041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'tag': 'c6a24207-294b-41f8-9c84-683c491b5367'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:22.073031 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350fe792-9bea-4bec-8231-6e0e1278a1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "tag": "c6a24207-294b-41f8-9c84-683c491b5367"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:22.169290 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8099b1-03a4-4b7a-8050-27455dd84f49 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a24207-294b-41f8-9c84-683c491b5367,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:22.246526 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c45577a-ac19-4763-98b1-f8cceeb6dccf req-bb2431b5-c3e8-4baf-9356-62530fcfc55c service neutron] 10.222.0.48 "GET /v2.0/networks/b0ccd887-c5da-4271-88f5-08b576ad7053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628750 Aug 31 01:04:22.249643 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1569b02a-2cf9-4545-b00e-fd7215d78951 x-openstack-request-id: req-1569b02a-2cf9-4545-b00e-fd7215d78951 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:22.250124 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "tag": "c6a24207-294b-41f8-9c84-683c491b5367", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:22.251353 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1569b02a-2cf9-4545-b00e-fd7215d78951 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:22.251353 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'tag': 'c6a24207-294b-41f8-9c84-683c491b5367', 'status': 'completed', 'code': 200} Aug 31 01:04:22.304296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Request body: {'port': {'device_id': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:22.349810 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'name': 'tempest-ServersTestMultiNic-939432476-router', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '62d060ee-ea50-441b-881f-a5a8f7736274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:11Z', 'updated_at': '2021-08-31T01:04:18Z', 'revision_number': 3, 'project_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'gw_port': {'id': '62d060ee-ea50-441b-881f-a5a8f7736274', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:15Z', 'updated_at': '2021-08-31T01:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:22.466492 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Checking router: e1d978b0-fb13-48bd-b71c-de7ec8f0667c for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:04:22.467551 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Updating router e1d978b0-fb13-48bd-b71c-de7ec8f0667c port 62d060ee-ea50-441b-881f-a5a8f7736274 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:04:22.624469 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:22.652683 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52906) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:22.662885 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a6a4837a-b04f-4b66-92b2-d30e7bb232ff tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/ports/4f6ef663-aad1-4940-9975-52c77acb4295/tags HTTP/1.1" status: 204 len: 168 time: 0.6365116 Aug 31 01:04:22.668497 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:22.668892 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-9ff5c133-7a4f-4b60-a3a6-d804bb25e9fd tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5740c205-2e41-4c21-b5b0-636b8e58c1f6') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:22.792133 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fe792-9bea-4bec-8231-6e0e1278a1b1 req-86bfcae2-f561-4645-8613-e909cd384618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:22.795968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fe792-9bea-4bec-8231-6e0e1278a1b1 req-86bfcae2-f561-4645-8613-e909cd384618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:22.797300 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fe792-9bea-4bec-8231-6e0e1278a1b1 req-86bfcae2-f561-4645-8613-e909cd384618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:22.798219 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fe792-9bea-4bec-8231-6e0e1278a1b1 req-86bfcae2-f561-4645-8613-e909cd384618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:22.799390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fe792-9bea-4bec-8231-6e0e1278a1b1 req-86bfcae2-f561-4645-8613-e909cd384618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:22.800258 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fe792-9bea-4bec-8231-6e0e1278a1b1 req-86bfcae2-f561-4645-8613-e909cd384618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:22.801364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fe792-9bea-4bec-8231-6e0e1278a1b1 req-86bfcae2-f561-4645-8613-e909cd384618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:22.806489 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-350fe792-9bea-4bec-8231-6e0e1278a1b1 req-86bfcae2-f561-4645-8613-e909cd384618 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480470cd2fbf45018b60a7cede707d79&device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 6346 time: 0.5522857 Aug 31 01:04:22.895836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 837ffebf-f7dc-4e94-bd6d-70484444fa19 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:04:22.945555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab528bb6-49f6-4ca1-a739-18d0c4b458d4 req-11e24333-07a8-46ac-9e2d-a309b9b09712 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:22.961063 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab528bb6-49f6-4ca1-a739-18d0c4b458d4 req-11e24333-07a8-46ac-9e2d-a309b9b09712 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.5155687 Aug 31 01:04:23.004666 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe19a4-00c7-4846-809f-f28c235cc852 req-459e5882-83d7-457a-80fb-4e1b4afb0e52 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:23.007992 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9fe19a4-00c7-4846-809f-f28c235cc852 req-459e5882-83d7-457a-80fb-4e1b4afb0e52 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 943 time: 0.3069735 Aug 31 01:04:23.087133 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c45577a-ac19-4763-98b1-f8cceeb6dccf req-5124bc1b-9c0b-4d6b-914d-d1b3e5c7de77 service neutron] 10.222.0.48 "GET /v2.0/networks/b0ccd887-c5da-4271-88f5-08b576ad7053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8310790 Aug 31 01:04:23.186665 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52918) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:23.272909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 837ffebf-f7dc-4e94-bd6d-70484444fa19, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=837ffebf-f7dc-4e94-bd6d-70484444fa19,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:23.278644 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab528bb6-49f6-4ca1-a739-18d0c4b458d4 req-3deef2df-e6ca-4b86-ac80-1b2520013761 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153090 Aug 31 01:04:23.304542 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9ff5c133-7a4f-4b60-a3a6-d804bb25e9fd tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/subnets/5740c205-2e41-4c21-b5b0-636b8e58c1f6/tags HTTP/1.1" status: 204 len: 168 time: 0.6456411 Aug 31 01:04:23.316903 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '837ffebf-f7dc-4e94-bd6d-70484444fa19', 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053', 'port_id': '837ffebf-f7dc-4e94-bd6d-70484444fa19', 'mac_address': 'fa:16:3e:82:00:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8014dbf9-3f93-4305-a557-88fa6bfa5935', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:04:23.326608 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52920) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:23.346014 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-ccb90430-b795-49b9-9be4-d645172e2b4c tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5740c205-2e41-4c21-b5b0-636b8e58c1f6', 'tempest-TagsExtTest-Tag-972500167') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:23.439593 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fe792-9bea-4bec-8231-6e0e1278a1b1 req-ae61ceda-439b-4558-af54-7b801b692464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:23.445645 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:23.450695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fe792-9bea-4bec-8231-6e0e1278a1b1 req-ae61ceda-439b-4558-af54-7b801b692464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:23.453122 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fe792-9bea-4bec-8231-6e0e1278a1b1 req-ae61ceda-439b-4558-af54-7b801b692464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:23.457174 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-350fe792-9bea-4bec-8231-6e0e1278a1b1 req-ae61ceda-439b-4558-af54-7b801b692464 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=480470cd2fbf45018b60a7cede707d79&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6174831 Aug 31 01:04:23.464280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837ffebf-f7dc-4e94-bd6d-70484444fa19 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:23.494439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 837ffebf-f7dc-4e94-bd6d-70484444fa19, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=837ffebf-f7dc-4e94-bd6d-70484444fa19,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:23.532931 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:23.569484 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Transition to ACTIVE for port object 62d060ee-ea50-441b-881f-a5a8f7736274 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:23.639081 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:23.708799 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:23.774210 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9fe19a4-00c7-4846-809f-f28c235cc852 req-9cfd9ca2-2e0c-4f3a-9ae5-8fd0ce9893e9 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6191790 Aug 31 01:04:23.799151 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=837ffebf-f7dc-4e94-bd6d-70484444fa19,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:23.933589 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e12e3-f795-49b4-bf50-fa95924cdc26 None None] Pushing event updated for resources: {'Port': ['ID=62d060ee-ea50-441b-881f-a5a8f7736274,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:23.947900 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['837ffebf-f7dc-4e94-bd6d-70484444fa19'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:23.952655 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e12e3-f795-49b4-bf50-fa95924cdc26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:23.953620 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e12e3-f795-49b4-bf50-fa95924cdc26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:23.970529 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e12e3-f795-49b4-bf50-fa95924cdc26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:23.970529 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e12e3-f795-49b4-bf50-fa95924cdc26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:23.970529 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e12e3-f795-49b4-bf50-fa95924cdc26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:23.970529 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e12e3-f795-49b4-bf50-fa95924cdc26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:23.970529 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e12e3-f795-49b4-bf50-fa95924cdc26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:23.970529 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e12e3-f795-49b4-bf50-fa95924cdc26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:23.970529 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e12e3-f795-49b4-bf50-fa95924cdc26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:23.970529 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e12e3-f795-49b4-bf50-fa95924cdc26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:23.970529 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e12e3-f795-49b4-bf50-fa95924cdc26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:23.970529 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e12e3-f795-49b4-bf50-fa95924cdc26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:23.972203 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fe792-9bea-4bec-8231-6e0e1278a1b1 req-b9ad7d96-3762-4015-a8ec-7ee8fed4b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:23.972203 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-350fe792-9bea-4bec-8231-6e0e1278a1b1 req-b9ad7d96-3762-4015-a8ec-7ee8fed4b1c0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4924872 Aug 31 01:04:23.995880 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Attempting to bind port 62d060ee-ea50-441b-881f-a5a8f7736274 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:23.997015 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Attempting to bind port 62d060ee-ea50-441b-881f-a5a8f7736274 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:23.997643 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Attempting to bind port 62d060ee-ea50-441b-881f-a5a8f7736274 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:24.014015 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:24.014460 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:24.014878 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.015456 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:24.016708 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Bound port: 62d060ee-ea50-441b-881f-a5a8f7736274, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:24.017473 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.094183 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d91dd-3338-4fd8-9b36-f73e367a6aa6 req-1cb93353-2a79-47ae-806d-c5b3b47aeca8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:24.107902 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d91dd-3338-4fd8-9b36-f73e367a6aa6 req-1cb93353-2a79-47ae-806d-c5b3b47aeca8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:24.120977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d91dd-3338-4fd8-9b36-f73e367a6aa6 req-1cb93353-2a79-47ae-806d-c5b3b47aeca8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:24.133120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d91dd-3338-4fd8-9b36-f73e367a6aa6 req-1cb93353-2a79-47ae-806d-c5b3b47aeca8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:24.150195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d91dd-3338-4fd8-9b36-f73e367a6aa6 req-1cb93353-2a79-47ae-806d-c5b3b47aeca8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:24.163837 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4edf3b26-a415-4715-9831-a7720892c15d {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:24.177382 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.193705 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d91dd-3338-4fd8-9b36-f73e367a6aa6 req-1cb93353-2a79-47ae-806d-c5b3b47aeca8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:24.194488 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] For port 62d060ee-ea50-441b-881f-a5a8f7736274, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:24.200632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d91dd-3338-4fd8-9b36-f73e367a6aa6 req-1cb93353-2a79-47ae-806d-c5b3b47aeca8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:24.202860 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] For port 62d060ee-ea50-441b-881f-a5a8f7736274, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=62d060ee-ea50-441b-881f-a5a8f7736274,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:24.209023 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Transition to ACTIVE for port object 4edf3b26-a415-4715-9831-a7720892c15d will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:24.216713 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-df6d91dd-3338-4fd8-9b36-f73e367a6aa6 req-1cb93353-2a79-47ae-806d-c5b3b47aeca8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5394 time: 0.4320209 Aug 31 01:04:24.229386 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ccb90430-b795-49b9-9be4-d645172e2b4c tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "PUT /v2.0/subnets/5740c205-2e41-4c21-b5b0-636b8e58c1f6/tags/tempest-TagsExtTest-Tag-972500167 HTTP/1.1" status: 201 len: 201 time: 0.8932743 Aug 31 01:04:24.237105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52940) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:24.247676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-afd98954-c797-450d-8680-d5e9ec8fe6d4 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4f6ef663-aad1-4940-9975-52c77acb4295', 'tempest-TagsExtTest-Tag-875263255') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:24.348779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d5c61839-1941-4327-b46f-9dfaadab3a07 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-984913383'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:24.370608 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-df6d91dd-3338-4fd8-9b36-f73e367a6aa6 req-00447bad-5aec-40ae-9109-7f1cfcfd352f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1519723 Aug 31 01:04:24.408089 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.486066 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.519159 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Routers {'e1d978b0-fb13-48bd-b71c-de7ec8f0667c'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:04:24.520362 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:04:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e1d978b0-fb13-48bd-b71c-de7ec8f0667c'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:24.600243 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-afd98954-c797-450d-8680-d5e9ec8fe6d4 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "PUT /v2.0/ports/4f6ef663-aad1-4940-9975-52c77acb4295/tags/tempest-TagsExtTest-Tag-875263255 HTTP/1.1" status: 201 len: 201 time: 0.3608932 Aug 31 01:04:24.604522 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52948) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:24.651628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-4b41948f-5cfe-4bd6-a47c-525d9c192167 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a5528c06-5013-49bd-8c63-a0ba1451ba39', 'tempest-TagsExtTest-Tag-2047516924') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:24.659060 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e12e3-f795-49b4-bf50-fa95924cdc26 None None] Pushing event updated for resources: {'Port': ['ID=62d060ee-ea50-441b-881f-a5a8f7736274,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:24.801362 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c61839-1941-4327-b46f-9dfaadab3a07 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:24.809240 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d5c61839-1941-4327-b46f-9dfaadab3a07 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.831810 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.876722 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] Set router e1d978b0-fb13-48bd-b71c-de7ec8f0667c gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:04:24.884611 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d5c61839-1941-4327-b46f-9dfaadab3a07 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.920015 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Pushing event updated for resources: {'Port': ['ID=4edf3b26-a415-4715-9831-a7720892c15d,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:24.976654 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:24.976654 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:24.981722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:24.981722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:24.981722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:24.981722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:24.981722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:24.981722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:24.981722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:24.981722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:24.986531 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:24.990035 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:25.118084 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4b41948f-5cfe-4bd6-a47c-525d9c192167 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "PUT /v2.0/routers/a5528c06-5013-49bd-8c63-a0ba1451ba39/tags/tempest-TagsExtTest-Tag-2047516924 HTTP/1.1" status: 201 len: 201 time: 0.5047569 Aug 31 01:04:25.118084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52956) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:25.142014 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-3232d990-1386-4ec5-9e15-1a761480daff tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9bc66901-475e-4d22-b4f5-47e502a5abf6', 'tempest-TagsExtTest-Tag-1079141933') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:25.154438 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370da1d9-f19e-4e09-a448-b82611040c41 req-006886c7-c948-46ec-a797-46afdb18e0ae tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:25.167481 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-370da1d9-f19e-4e09-a448-b82611040c41 req-006886c7-c948-46ec-a797-46afdb18e0ae tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/networks?id=b361b8b9-4744-4d54-a81c-33efa79a57b4 HTTP/1.1" status: 200 len: 811 time: 0.9559300 Aug 31 01:04:25.228155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01aedc-18ba-40a1-bc82-47a98724d14f req-8d8ab08c-5268-4776-8ace-4bcfe1e38a30 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:25.241123 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e01aedc-18ba-40a1-bc82-47a98724d14f req-8d8ab08c-5268-4776-8ace-4bcfe1e38a30 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 944 time: 0.2375364 Aug 31 01:04:25.343273 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-370da1d9-f19e-4e09-a448-b82611040c41 req-b711f941-f849-41e3-8ae3-1b412941d447 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/quotas/982b5fe753f4482cbadeee55c6e49b01 HTTP/1.1" status: 200 len: 375 time: 0.1712537 Aug 31 01:04:25.357299 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e01aedc-18ba-40a1-bc82-47a98724d14f req-f8744db5-85e9-4765-b57d-3abbe27c7d89 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145136 Aug 31 01:04:25.476070 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Attempting to bind port 4edf3b26-a415-4715-9831-a7720892c15d on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:25.476562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Attempting to bind port 4edf3b26-a415-4715-9831-a7720892c15d by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '04745774-f77e-4155-8e08-da9ee7af0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0fe736c6-6d84-4129-a86a-cf6a3ca4b061'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:25.477005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Attempting to bind port 4edf3b26-a415-4715-9831-a7720892c15d on network 0fe736c6-6d84-4129-a86a-cf6a3ca4b061 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:25.546995 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Port 4edf3b26-a415-4715-9831-a7720892c15d on network 0fe736c6-6d84-4129-a86a-cf6a3ca4b061 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:04:25.547636 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Attempting to bind port 4edf3b26-a415-4715-9831-a7720892c15d on network 0fe736c6-6d84-4129-a86a-cf6a3ca4b061 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:25.556926 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'name': 'tempest-ServersTestMultiNic-939432476-router', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '62d060ee-ea50-441b-881f-a5a8f7736274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:11Z', 'updated_at': '2021-08-31T01:04:18Z', 'revision_number': 3, 'project_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'gw_port': {'id': '62d060ee-ea50-441b-881f-a5a8f7736274', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:15Z', 'updated_at': '2021-08-31T01:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:25.573998 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:25.574668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Checking segment: {'id': '04745774-f77e-4155-8e08-da9ee7af0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0fe736c6-6d84-4129-a86a-cf6a3ca4b061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:25.575175 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Bound using segment: {'id': '04745774-f77e-4155-8e08-da9ee7af0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0fe736c6-6d84-4129-a86a-cf6a3ca4b061'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:25.575948 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Bound port: 4edf3b26-a415-4715-9831-a7720892c15d, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04745774-f77e-4155-8e08-da9ee7af0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0fe736c6-6d84-4129-a86a-cf6a3ca4b061'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:25.576541 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:25.595511 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3232d990-1386-4ec5-9e15-1a761480daff tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "PUT /v2.0/subnetpools/9bc66901-475e-4d22-b4f5-47e502a5abf6/tags/tempest-TagsExtTest-Tag-1079141933 HTTP/1.1" status: 201 len: 201 time: 0.4738650 Aug 31 01:04:25.599449 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52960) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:25.614395 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b4d32-2d74-49bc-9af9-1e00b3ffd3fc None None] The sync data for ids ['e1d978b0-fb13-48bd-b71c-de7ec8f0667c'] in n-d-793621-34 is: [{'id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'name': 'tempest-ServersTestMultiNic-939432476-router', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '62d060ee-ea50-441b-881f-a5a8f7736274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:11Z', 'updated_at': '2021-08-31T01:04:18Z', 'revision_number': 3, 'project_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'gw_port': {'id': '62d060ee-ea50-441b-881f-a5a8f7736274', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:15Z', 'updated_at': '2021-08-31T01:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:04:25.633282 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-403a5f16-07c1-4867-951d-ba02da467bee tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5740c205-2e41-4c21-b5b0-636b8e58c1f6', {'tags': ['tempest-TagsExtTest-Tag-272710265', 'tempest-TagsExtTest-Tag-1796972723', 'tempest-TagsExtTest-Tag-739639628']}) {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:25.634649 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-370da1d9-f19e-4e09-a448-b82611040c41 req-9f218abc-8fcd-4257-9bb9-f9c9410eb6ae tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=982b5fe753f4482cbadeee55c6e49b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2898676 Aug 31 01:04:25.801381 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbac5b-9a0f-44bd-9a9b-975c1d8543d5 req-0cf170b5-fb3a-4b9c-a330-1121b6ec7dce tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:25.811460 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbac5b-9a0f-44bd-9a9b-975c1d8543d5 req-0cf170b5-fb3a-4b9c-a330-1121b6ec7dce tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:25.823180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbac5b-9a0f-44bd-9a9b-975c1d8543d5 req-0cf170b5-fb3a-4b9c-a330-1121b6ec7dce tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:25.836347 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbac5b-9a0f-44bd-9a9b-975c1d8543d5 req-0cf170b5-fb3a-4b9c-a330-1121b6ec7dce tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:25.849898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbac5b-9a0f-44bd-9a9b-975c1d8543d5 req-0cf170b5-fb3a-4b9c-a330-1121b6ec7dce tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:25.865542 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbac5b-9a0f-44bd-9a9b-975c1d8543d5 req-0cf170b5-fb3a-4b9c-a330-1121b6ec7dce tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:25.873818 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbac5b-9a0f-44bd-9a9b-975c1d8543d5 req-0cf170b5-fb3a-4b9c-a330-1121b6ec7dce tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:25.878428 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75bbac5b-9a0f-44bd-9a9b-975c1d8543d5 req-0cf170b5-fb3a-4b9c-a330-1121b6ec7dce tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5406 time: 0.3524463 Aug 31 01:04:25.967490 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75bbac5b-9a0f-44bd-9a9b-975c1d8543d5 req-c8e4729a-4183-4159-9fb5-a72879b82a2e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688064 Aug 31 01:04:25.981541 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] Allocated IP 172.20.0.1 (db65d674-be1a-44bd-86b6-89cb71da37b8/adb40e3c-4717-4037-9c40-b237a804084c/877e8671-e7a7-4686-8f01-19e03bedfd92) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:26.056666 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-403a5f16-07c1-4867-951d-ba02da467bee tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "PUT /v2.0/subnets/5740c205-2e41-4c21-b5b0-636b8e58c1f6/tags HTTP/1.1" status: 200 len: 316 time: 0.4551342 Aug 31 01:04:26.065245 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d5c61839-1941-4327-b46f-9dfaadab3a07 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.072277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52968) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:26.080282 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-370da1d9-f19e-4e09-a448-b82611040c41 req-233a8535-fee3-4638-9957-49b615d888f0 service neutron] 10.222.0.16 "GET /v2.0/networks/b361b8b9-4744-4d54-a81c-33efa79a57b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291425 Aug 31 01:04:26.086717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] For port 4edf3b26-a415-4715-9831-a7720892c15d, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:26.100154 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] For port 4edf3b26-a415-4715-9831-a7720892c15d, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=4edf3b26-a415-4715-9831-a7720892c15d,segment=NetworkSegment(04745774-f77e-4155-8e08-da9ee7af0f05),segment_id=04745774-f77e-4155-8e08-da9ee7af0f05)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:26.126514 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-9ea63b4e-cb29-4990-b561-304f66b8874c tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5740c205-2e41-4c21-b5b0-636b8e58c1f6') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:26.151391 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d5c61839-1941-4327-b46f-9dfaadab3a07 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.189974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c61839-1941-4327-b46f-9dfaadab3a07 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:04:26.415052 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 62d060ee-ea50-441b-881f-a5a8f7736274 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:26.466751 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9ea63b4e-cb29-4990-b561-304f66b8874c tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/subnets/5740c205-2e41-4c21-b5b0-636b8e58c1f6/tags HTTP/1.1" status: 204 len: 168 time: 0.3779116 Aug 31 01:04:26.468540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52976) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:26.480123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-02217e0f-9027-4ca1-a4a0-310c12083fdd tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5740c205-2e41-4c21-b5b0-636b8e58c1f6', 'tempest-TagsExtTest-Tag-272710265') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:26.626371 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-370da1d9-f19e-4e09-a448-b82611040c41 req-5e8cab76-6d01-4e94-933f-0cec2ef4966e service neutron] 10.222.0.16 "GET /v2.0/networks/b361b8b9-4744-4d54-a81c-33efa79a57b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347605 Aug 31 01:04:26.648314 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.715682 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 62d060ee-ea50-441b-881f-a5a8f7736274 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:26.722984 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 62d060ee-ea50-441b-881f-a5a8f7736274 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:26.728945 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.806787 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-61f95ea8-91df-46e5-9b66-04ee75a9b274 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2545404 Aug 31 01:04:26.852355 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f2043-06d9-45a6-9074-4feef19aa22f req-051dce44-e57e-4598-a28a-5f33136707ee tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:26.870683 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c92f2043-06d9-45a6-9074-4feef19aa22f req-051dce44-e57e-4598-a28a-5f33136707ee tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 944 time: 0.2939165 Aug 31 01:04:26.878934 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-02217e0f-9027-4ca1-a4a0-310c12083fdd tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] show failed (client error): The resource could not be found. Aug 31 01:04:26.886080 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-02217e0f-9027-4ca1-a4a0-310c12083fdd tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/subnets/5740c205-2e41-4c21-b5b0-636b8e58c1f6/tags/tempest-TagsExtTest-Tag-272710265 HTTP/1.1" status: 404 len: 328 time: 0.4148169 Aug 31 01:04:26.887693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52982) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:26.912736 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-671c8545-6c19-4401-a94f-2b77255a9237 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5740c205-2e41-4c21-b5b0-636b8e58c1f6', 'tempest-TagsExtTest-Tag-1796972723') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:26.942558 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 837ffebf-f7dc-4e94-bd6d-70484444fa19 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:26.945520 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.986659 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] Transition to ACTIVE for port object 877e8671-e7a7-4686-8f01-19e03bedfd92 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:27.091248 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d5c61839-1941-4327-b46f-9dfaadab3a07 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.093368 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-d5c61839-1941-4327-b46f-9dfaadab3a07 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Added segment f1e36ca7-20e5-4b2f-a9d2-7c757da3675d of type vlan for network c364baa5-ccd7-46ff-ade4-87575f65869f Aug 31 01:04:27.160803 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.170455 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c92f2043-06d9-45a6-9074-4feef19aa22f req-c6b3e78e-e590-446b-8e2f-7d1b6e97f91c tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959383 Aug 31 01:04:27.187320 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-3cef681c-e563-4755-93df-b2a4a1e1b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:27.188491 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-3cef681c-e563-4755-93df-b2a4a1e1b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:27.189561 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-3cef681c-e563-4755-93df-b2a4a1e1b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:27.190637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-3cef681c-e563-4755-93df-b2a4a1e1b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:27.191605 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-3cef681c-e563-4755-93df-b2a4a1e1b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:27.192563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-3cef681c-e563-4755-93df-b2a4a1e1b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:27.193580 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-3cef681c-e563-4755-93df-b2a4a1e1b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:27.197548 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-3cef681c-e563-4755-93df-b2a4a1e1b18b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 6507 time: 0.2581728 Aug 31 01:04:27.247860 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-671c8545-6c19-4401-a94f-2b77255a9237 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] show failed (client error): The resource could not be found. Aug 31 01:04:27.250632 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-671c8545-6c19-4401-a94f-2b77255a9237 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/subnets/5740c205-2e41-4c21-b5b0-636b8e58c1f6/tags/tempest-TagsExtTest-Tag-1796972723 HTTP/1.1" status: 404 len: 329 time: 0.3495927 Aug 31 01:04:27.276532 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52986) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:27.303713 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-4bcdd18c-30cd-4cae-a811-20f74cfddee2 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5740c205-2e41-4c21-b5b0-636b8e58c1f6', 'tempest-TagsExtTest-Tag-739639628') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:27.313976 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 62d060ee-ea50-441b-881f-a5a8f7736274, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=62d060ee-ea50-441b-881f-a5a8f7736274,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:27.375568 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.419715 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:27.421627 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.425055 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] 10.222.0.41 "PUT /v2.0/ports/4edf3b26-a415-4715-9831-a7720892c15d HTTP/1.1" status: 200 len: 1092 time: 5.1269886 Aug 31 01:04:27.430515 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52992) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:27.431904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'tag': '4edf3b26-a415-4715-9831-a7720892c15d'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:27.440590 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.443976 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7b06f1-a159-4758-bdd8-e4bb258c821e" -d '{"events": [{"name": "network-changed", "server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "tag": "4edf3b26-a415-4715-9831-a7720892c15d"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:27.541549 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c61839-1941-4327-b46f-9dfaadab3a07 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c50757-d7be-480b-bbe1-400f53aa0385,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:27.547876 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 837ffebf-f7dc-4e94-bd6d-70484444fa19 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:27.588349 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d5c61839-1941-4327-b46f-9dfaadab3a07 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.606025 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 837ffebf-f7dc-4e94-bd6d-70484444fa19 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:27.606644 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.676555 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Request body: {'port': {'device_id': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:27.686391 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] Network db65d674-be1a-44bd-86b6-89cb71da37b8 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:27.821754 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.resource_extend [None req-d5c61839-1941-4327-b46f-9dfaadab3a07 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:04:27.830731 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:27.877095 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=62d060ee-ea50-441b-881f-a5a8f7736274,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:27.899503 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:27.990217 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.991092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1491e4-e048-4fad-adbf-0a0f882a343d service neutron] Pushing event updated for resources: {'Port': ['ID=4edf3b26-a415-4715-9831-a7720892c15d,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:28.045684 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d7aa55-2827-4de4-b0f4-6103b4af8fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837ffebf-f7dc-4e94-bd6d-70484444fa19'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:28.050197 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cf5be3-9bd5-4a3a-98d1-bcd9a41319aa" -d '{"events": [{"server_uuid": "56d7aa55-2827-4de4-b0f4-6103b4af8fb4", "name": "network-vif-plugged", "status": "completed", "tag": "837ffebf-f7dc-4e94-bd6d-70484444fa19"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:28.077009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 837ffebf-f7dc-4e94-bd6d-70484444fa19, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=837ffebf-f7dc-4e94-bd6d-70484444fa19,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:28.102955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-8d9ebe70-b9e3-4087-9518-8fb68b13a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.104283 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-8d9ebe70-b9e3-4087-9518-8fb68b13a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.105291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-8d9ebe70-b9e3-4087-9518-8fb68b13a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.109994 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-8d9ebe70-b9e3-4087-9518-8fb68b13a772 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e485d33c-f23c-40f6-8dac-57c9abc59149&id=731372ff-a6d3-49d1-8001-70c166825e41&id=731372ff-a6d3-49d1-8001-70c166825e41&id=731372ff-a6d3-49d1-8001-70c166825e41&id=731372ff-a6d3-49d1-8001-70c166825e41&id=60d743b8-14de-4666-8656-1e81e9c911f1&id=60d743b8-14de-4666-8656-1e81e9c911f1 HTTP/1.1" status: 200 len: 2299 time: 0.8522220 Aug 31 01:04:28.115525 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-38cdf08c-b897-44ba-b61c-2748a91e62cc req-4707dcb7-8c94-4931-a42c-7a675e248fd1 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 210 time: 0.2969091 Aug 31 01:04:28.144024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-effd96b3-d325-45ea-8704-fe21b8c659eb tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:28.164768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63caed-3b75-4ae6-a833-4c67bd36e476 req-81e58975-5fa3-4809-978e-6156f54b6b27 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.177588 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63caed-3b75-4ae6-a833-4c67bd36e476 req-81e58975-5fa3-4809-978e-6156f54b6b27 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.219550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63caed-3b75-4ae6-a833-4c67bd36e476 req-81e58975-5fa3-4809-978e-6156f54b6b27 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.235389 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63caed-3b75-4ae6-a833-4c67bd36e476 req-81e58975-5fa3-4809-978e-6156f54b6b27 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.257385 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:28.272206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63caed-3b75-4ae6-a833-4c67bd36e476 req-81e58975-5fa3-4809-978e-6156f54b6b27 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.290169 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d474076-46e6-4d10-8b60-06a7de32046c x-openstack-request-id: req-2d474076-46e6-4d10-8b60-06a7de32046c {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:28.290611 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "tag": "4edf3b26-a415-4715-9831-a7720892c15d", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:28.291503 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d474076-46e6-4d10-8b60-06a7de32046c {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:28.292096 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'tag': '4edf3b26-a415-4715-9831-a7720892c15d', 'status': 'completed', 'code': 200} Aug 31 01:04:28.299795 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:28.318465 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63caed-3b75-4ae6-a833-4c67bd36e476 req-81e58975-5fa3-4809-978e-6156f54b6b27 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.354173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63caed-3b75-4ae6-a833-4c67bd36e476 req-81e58975-5fa3-4809-978e-6156f54b6b27 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.357175 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b63caed-3b75-4ae6-a833-4c67bd36e476 req-81e58975-5fa3-4809-978e-6156f54b6b27 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5406 time: 0.5649011 Aug 31 01:04:28.435505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 62d060ee-ea50-441b-881f-a5a8f7736274 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:28.488246 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2999e5b-d7ff-432b-9cee-d5f878a1c92a x-openstack-request-id: req-a2999e5b-d7ff-432b-9cee-d5f878a1c92a {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:28.493269 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d7aa55-2827-4de4-b0f4-6103b4af8fb4", "name": "network-vif-plugged", "status": "completed", "tag": "837ffebf-f7dc-4e94-bd6d-70484444fa19", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:28.494119 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2999e5b-d7ff-432b-9cee-d5f878a1c92a {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:28.496787 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d7aa55-2827-4de4-b0f4-6103b4af8fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837ffebf-f7dc-4e94-bd6d-70484444fa19', 'code': 200} Aug 31 01:04:28.665132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=837ffebf-f7dc-4e94-bd6d-70484444fa19,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:28.732061 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 62d060ee-ea50-441b-881f-a5a8f7736274 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:28.732870 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:28.755384 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-4bcdd18c-30cd-4cae-a811-20f74cfddee2 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] show failed (client error): The resource could not be found. Aug 31 01:04:28.757232 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4bcdd18c-30cd-4cae-a811-20f74cfddee2 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/subnets/5740c205-2e41-4c21-b5b0-636b8e58c1f6/tags/tempest-TagsExtTest-Tag-739639628 HTTP/1.1" status: 404 len: 328 time: 1.4589543 Aug 31 01:04:28.760802 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-2c15853a-96ed-49f2-96b4-c1a83fdb1e5b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cac8892-a71e-44c5-8ed2-a3bd128601bb HTTP/1.1" status: 200 len: 1001 time: 0.3802071 Aug 31 01:04:28.764542 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53012) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:28.778676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2cec990a-9ebf-4ddb-8481-34ae0a342f83 None None] Provisioning for port 877e8671-e7a7-4686-8f01-19e03bedfd92 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:28.784185 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-c583a09b-1a2b-4b0d-b563-efbcac870542 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4f6ef663-aad1-4940-9975-52c77acb4295', {'tags': ['tempest-TagsExtTest-Tag-423482414', 'tempest-TagsExtTest-Tag-973048520', 'tempest-TagsExtTest-Tag-1173019094']}) {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:28.795432 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2cec990a-9ebf-4ddb-8481-34ae0a342f83 None None] Provisioning complete for port 877e8671-e7a7-4686-8f01-19e03bedfd92 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:28.797557 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2cec990a-9ebf-4ddb-8481-34ae0a342f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:28.846059 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:28.859191 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d5c61839-1941-4327-b46f-9dfaadab3a07 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:28.869476 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c61839-1941-4327-b46f-9dfaadab3a07 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.870636 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d5c61839-1941-4327-b46f-9dfaadab3a07 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:28.892382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2cec990a-9ebf-4ddb-8481-34ae0a342f83 None None] Port 877e8671-e7a7-4686-8f01-19e03bedfd92 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:04:28.935586 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b06f1-a159-4758-bdd8-e4bb258c821e req-bea76c7a-29b0-43f9-9736-d315aa5b34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.936398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b06f1-a159-4758-bdd8-e4bb258c821e req-bea76c7a-29b0-43f9-9736-d315aa5b34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.937363 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b06f1-a159-4758-bdd8-e4bb258c821e req-bea76c7a-29b0-43f9-9736-d315aa5b34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.938337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b06f1-a159-4758-bdd8-e4bb258c821e req-bea76c7a-29b0-43f9-9736-d315aa5b34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.939253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b06f1-a159-4758-bdd8-e4bb258c821e req-bea76c7a-29b0-43f9-9736-d315aa5b34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.940160 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b06f1-a159-4758-bdd8-e4bb258c821e req-bea76c7a-29b0-43f9-9736-d315aa5b34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.941094 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b06f1-a159-4758-bdd8-e4bb258c821e req-bea76c7a-29b0-43f9-9736-d315aa5b34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.945955 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d7b06f1-a159-4758-bdd8-e4bb258c821e req-bea76c7a-29b0-43f9-9736-d315aa5b34ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480470cd2fbf45018b60a7cede707d79&device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 6414 time: 0.5671835 Aug 31 01:04:28.961680 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b63caed-3b75-4ae6-a833-4c67bd36e476 req-ae6c6e19-e2e1-4125-a9c9-361c1ed3f896 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5856154 Aug 31 01:04:29.090340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdaeb7-c6b6-49b2-b422-1cea44fc9be2 req-c1a34e38-2825-4503-a17e-c465d0184b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:29.093737 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9bcdaeb7-c6b6-49b2-b422-1cea44fc9be2 req-c1a34e38-2825-4503-a17e-c465d0184b96 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 1097 time: 0.4585159 Aug 31 01:04:29.225336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-17d1cce6-8bbe-4c8f-9a5b-63bdac6173b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:29.228890 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-17d1cce6-8bbe-4c8f-9a5b-63bdac6173b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a0af11-1528-44a4-b1b4-6169b26ec0d9 HTTP/1.1" status: 200 len: 856 time: 0.4555538 Aug 31 01:04:29.256168 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e788d28-74cd-41a3-8d2b-3821b26ecc77 req-7dab5a92-30d7-4c3b-940a-e637d0c55748 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:29.271106 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9e788d28-74cd-41a3-8d2b-3821b26ecc77 req-7dab5a92-30d7-4c3b-940a-e637d0c55748 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.4279184 Aug 31 01:04:29.307741 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] Pushing event updated for resources: {'Port': ['ID=877e8671-e7a7-4686-8f01-19e03bedfd92,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:29.351494 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-effd96b3-d325-45ea-8704-fe21b8c659eb tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:29.456245 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0389ac81-b858-4bb4-ac60-e7d5b3669170 req-f6289396-0c5f-42d1-bc60-2eaafd406db1 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 210 time: 0.1050041 Aug 31 01:04:29.464680 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9bcdaeb7-c6b6-49b2-b422-1cea44fc9be2 req-65a57762-01d1-43a9-a83b-05e96e297ffa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042748 Aug 31 01:04:29.470786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c61839-1941-4327-b46f-9dfaadab3a07 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Network': ['ID=c364baa5-ccd7-46ff-ade4-87575f65869f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:29.476446 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b06f1-a159-4758-bdd8-e4bb258c821e req-576a6239-c28e-4426-9b9e-e16cc9f95704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:29.477043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b06f1-a159-4758-bdd8-e4bb258c821e req-576a6239-c28e-4426-9b9e-e16cc9f95704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:29.477922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b06f1-a159-4758-bdd8-e4bb258c821e req-576a6239-c28e-4426-9b9e-e16cc9f95704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:29.480818 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d7b06f1-a159-4758-bdd8-e4bb258c821e req-576a6239-c28e-4426-9b9e-e16cc9f95704 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=480470cd2fbf45018b60a7cede707d79&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4957776 Aug 31 01:04:29.498379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network c364baa5-ccd7-46ff-ade4-87575f65869f details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:04:29.517172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-b74fb900-959e-47fd-b38f-fa002009d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:29.520511 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-b74fb900-959e-47fd-b38f-fa002009d4f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e485d33c-f23c-40f6-8dac-57c9abc59149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2620521 Aug 31 01:04:29.606936 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c583a09b-1a2b-4b0d-b563-efbcac870542 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "PUT /v2.0/ports/4f6ef663-aad1-4940-9975-52c77acb4295/tags HTTP/1.1" status: 200 len: 316 time: 0.8363328 Aug 31 01:04:29.615987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53016) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:29.630494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-40e22476-e962-4748-b4c0-0e9caaf588f4 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4f6ef663-aad1-4940-9975-52c77acb4295') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:29.665713 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d5c61839-1941-4327-b46f-9dfaadab3a07 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 6.2805753 Aug 31 01:04:29.681743 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53018) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:29.716590 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-d63536a9-d088-41ce-b1dd-97f191d2aaf3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f', 'name': 'tempest-PortsIpV6TestJSON-1490234875'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:29.723989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9e788d28-74cd-41a3-8d2b-3821b26ecc77 req-411aa457-372d-4941-8576-2450ffd5b744 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509037 Aug 31 01:04:30.000963 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:30.045764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b06f1-a159-4758-bdd8-e4bb258c821e req-271d7ac5-4711-4340-9c67-2fdc59ddf53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:30.048307 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d7b06f1-a159-4758-bdd8-e4bb258c821e req-271d7ac5-4711-4340-9c67-2fdc59ddf53a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5549371 Aug 31 01:04:30.157059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-502bf030-2df9-4540-a8ed-c53b3f290462 service neutron] 10.222.0.48 "GET /v2.0/networks/e485d33c-f23c-40f6-8dac-57c9abc59149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768271 Aug 31 01:04:30.250982 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-effd96b3-d325-45ea-8704-fe21b8c659eb tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:30.287495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63536a9-d088-41ce-b1dd-97f191d2aaf3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:30.294790 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d63536a9-d088-41ce-b1dd-97f191d2aaf3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:30.405048 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-d63536a9-d088-41ce-b1dd-97f191d2aaf3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] device_id is not set on port a06efffb-5323-46a2-b95d-5efbde44f1f7 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:04:30.430524 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b116cb15-d067-4b27-92a6-f893f8f6ee79 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:30.455395 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:30.507820 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Transition to ACTIVE for port object b116cb15-d067-4b27-92a6-f893f8f6ee79 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:30.564266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18a95-a6bd-4447-b28f-3efffd7891c0 req-1e97eb11-cb59-46d5-b885-45d0b285c3ed tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:30.576077 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18a95-a6bd-4447-b28f-3efffd7891c0 req-1e97eb11-cb59-46d5-b885-45d0b285c3ed tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:30.587471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18a95-a6bd-4447-b28f-3efffd7891c0 req-1e97eb11-cb59-46d5-b885-45d0b285c3ed tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:30.599448 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18a95-a6bd-4447-b28f-3efffd7891c0 req-1e97eb11-cb59-46d5-b885-45d0b285c3ed tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:30.613943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18a95-a6bd-4447-b28f-3efffd7891c0 req-1e97eb11-cb59-46d5-b885-45d0b285c3ed tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:30.624068 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:30.627414 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18a95-a6bd-4447-b28f-3efffd7891c0 req-1e97eb11-cb59-46d5-b885-45d0b285c3ed tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:30.638365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18a95-a6bd-4447-b28f-3efffd7891c0 req-1e97eb11-cb59-46d5-b885-45d0b285c3ed tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:30.639274 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-effd96b3-d325-45ea-8704-fe21b8c659eb tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Allocated IP 172.25.2.222 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/68c92f98-2254-44e7-bb44-e8b065cae108) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:30.641175 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-53e18a95-a6bd-4447-b28f-3efffd7891c0 req-1e97eb11-cb59-46d5-b885-45d0b285c3ed tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5406 time: 0.4896312 Aug 31 01:04:30.647581 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:30.648018 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-40e22476-e962-4748-b4c0-0e9caaf588f4 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/ports/4f6ef663-aad1-4940-9975-52c77acb4295/tags HTTP/1.1" status: 204 len: 168 time: 1.0240896 Aug 31 01:04:30.656346 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53026) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:30.671385 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-e3ed7435-424c-4f34-82bf-3c1a7959952c tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4f6ef663-aad1-4940-9975-52c77acb4295', 'tempest-TagsExtTest-Tag-423482414') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:30.679005 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-014fa921-9636-4810-82d2-cd2fed46213c service neutron] 10.222.0.48 "GET /v2.0/networks/e485d33c-f23c-40f6-8dac-57c9abc59149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973476 Aug 31 01:04:30.734709 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:30.839689 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-122644ca-2e3a-49eb-ba74-8a0627d94504 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=e23dc098-08a9-4b74-92c0-535d9029019a HTTP/1.1" status: 200 len: 217 time: 0.1492906 Aug 31 01:04:30.906248 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0e3af33e-5a07-42c2-b699-f21fb78a9b8d req-671f5983-5533-4974-90a7-f4f83dd06807 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 210 time: 0.1593347 Aug 31 01:04:31.071032 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-53e18a95-a6bd-4447-b28f-3efffd7891c0 req-78329b70-00a2-4c4b-b6ef-86433b8f20b5 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3404627 Aug 31 01:04:31.090028 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Pushing event updated for resources: {'Port': ['ID=b116cb15-d067-4b27-92a6-f893f8f6ee79,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:31.132042 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-a59fa9d8-d809-4286-af34-ebf3a5109210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:31.132042 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-a59fa9d8-d809-4286-af34-ebf3a5109210 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.2738891 Aug 31 01:04:31.177928 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d63536a9-d088-41ce-b1dd-97f191d2aaf3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.249127 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.270889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-baa56ebf-7f70-4fbf-8104-8b75b67a6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:31.274014 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-baa56ebf-7f70-4fbf-8104-8b75b67a6e16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1132658 Aug 31 01:04:31.432345 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] Pushing event updated for resources: {'Port': ['ID=877e8671-e7a7-4686-8f01-19e03bedfd92,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:31.466929 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d63536a9-d088-41ce-b1dd-97f191d2aaf3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.480985 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-e3ed7435-424c-4f34-82bf-3c1a7959952c tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] show failed (client error): The resource could not be found. Aug 31 01:04:31.482788 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e3ed7435-424c-4f34-82bf-3c1a7959952c tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/ports/4f6ef663-aad1-4940-9975-52c77acb4295/tags/tempest-TagsExtTest-Tag-423482414 HTTP/1.1" status: 404 len: 328 time: 0.8188376 Aug 31 01:04:31.487449 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-effd96b3-d325-45ea-8704-fe21b8c659eb tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.501266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53032) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:31.532973 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1893b7f-0378-4bdc-851f-1e268661cc5f req-686fd6d7-5adf-45c0-a424-e4059c0d2ab1 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:31.536820 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1893b7f-0378-4bdc-851f-1e268661cc5f req-686fd6d7-5adf-45c0-a424-e4059c0d2ab1 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.4571867 Aug 31 01:04:31.536820 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Attempting to bind port b116cb15-d067-4b27-92a6-f893f8f6ee79 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:31.537368 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Attempting to bind port b116cb15-d067-4b27-92a6-f893f8f6ee79 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '04745774-f77e-4155-8e08-da9ee7af0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0fe736c6-6d84-4129-a86a-cf6a3ca4b061'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:31.537915 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Attempting to bind port b116cb15-d067-4b27-92a6-f893f8f6ee79 on network 0fe736c6-6d84-4129-a86a-cf6a3ca4b061 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:31.587188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Port b116cb15-d067-4b27-92a6-f893f8f6ee79 on network 0fe736c6-6d84-4129-a86a-cf6a3ca4b061 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:04:31.587661 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Attempting to bind port b116cb15-d067-4b27-92a6-f893f8f6ee79 on network 0fe736c6-6d84-4129-a86a-cf6a3ca4b061 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:31.625617 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:31.626266 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Checking segment: {'id': '04745774-f77e-4155-8e08-da9ee7af0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0fe736c6-6d84-4129-a86a-cf6a3ca4b061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:31.626946 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Bound using segment: {'id': '04745774-f77e-4155-8e08-da9ee7af0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0fe736c6-6d84-4129-a86a-cf6a3ca4b061'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:31.628051 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Bound port: b116cb15-d067-4b27-92a6-f893f8f6ee79, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04745774-f77e-4155-8e08-da9ee7af0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0fe736c6-6d84-4129-a86a-cf6a3ca4b061'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:31.628721 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.731739 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1893b7f-0378-4bdc-851f-1e268661cc5f req-cb78f038-5244-4be7-be49-4ea08eb650f8 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830511 Aug 31 01:04:31.775068 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] Network db65d674-be1a-44bd-86b6-89cb71da37b8 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:31.781416 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:31.935764 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-effd96b3-d325-45ea-8704-fe21b8c659eb tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:32.026207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-db13b28b-75a5-4426-a9ba-8c2e6c8b0dc5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4f6ef663-aad1-4940-9975-52c77acb4295', 'tempest-TagsExtTest-Tag-973048520') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:32.052594 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effd96b3-d325-45ea-8704-fe21b8c659eb tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:32.108288 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-effd96b3-d325-45ea-8704-fe21b8c659eb tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:32.116347 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] For port b116cb15-d067-4b27-92a6-f893f8f6ee79, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:32.130036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effd96b3-d325-45ea-8704-fe21b8c659eb tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:32.226119 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] For port b116cb15-d067-4b27-92a6-f893f8f6ee79, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b116cb15-d067-4b27-92a6-f893f8f6ee79,segment=NetworkSegment(04745774-f77e-4155-8e08-da9ee7af0f05),segment_id=04745774-f77e-4155-8e08-da9ee7af0f05)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:32.248394 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-25246e15-f35c-4a0f-b25b-75c67fc20ce3 None None] Provisioning complete for port 877e8671-e7a7-4686-8f01-19e03bedfd92 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:32.249579 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-25246e15-f35c-4a0f-b25b-75c67fc20ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:32.253590 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd96b3-d325-45ea-8704-fe21b8c659eb tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Pushing event updated for resources: {'Port': ['ID=68c92f98-2254-44e7-bb44-e8b065cae108,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:32.266286 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e3d2a8a0-2dd0-43c8-9113-d7db20290c70 req-fe8d057d-ad5b-4207-a01b-fd10edb99180 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 210 time: 0.1435802 Aug 31 01:04:32.306276 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-b874d3dd-d931-4aac-a457-80a031fb20cc service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0226483 Aug 31 01:04:32.329355 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] Router e1d978b0-fb13-48bd-b71c-de7ec8f0667c has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:04:32.332820 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63536a9-d088-41ce-b1dd-97f191d2aaf3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=a06efffb-5323-46a2-b95d-5efbde44f1f7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:32.346820 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-25246e15-f35c-4a0f-b25b-75c67fc20ce3 None None] Port 877e8671-e7a7-4686-8f01-19e03bedfd92 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:04:32.370340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63536a9-d088-41ce-b1dd-97f191d2aaf3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Checking segment: {'id': 'f1e36ca7-20e5-4b2f-a9d2-7c757da3675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:32.371081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63536a9-d088-41ce-b1dd-97f191d2aaf3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network hostable DHCP agents. Network: c364baa5-ccd7-46ff-ade4-87575f65869f, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:04:32.392055 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370da1d9-f19e-4e09-a448-b82611040c41 req-798c2ee2-9522-4026-a5bc-2227e34cd787 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:32.392055 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-370da1d9-f19e-4e09-a448-b82611040c41 req-798c2ee2-9522-4026-a5bc-2227e34cd787 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.41 "GET /v2.0/networks?id=b361b8b9-4744-4d54-a81c-33efa79a57b4 HTTP/1.1" status: 200 len: 811 time: 1.0743532 Aug 31 01:04:32.399332 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:32.424199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb50b2e-3892-4cf0-b19b-6d4db85c8c41 req-304bcf4a-47c0-41da-a867-e3cfa8a3c0e1 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:32.427073 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ccb50b2e-3892-4cf0-b19b-6d4db85c8c41 req-304bcf4a-47c0-41da-a867-e3cfa8a3c0e1 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.3819554 Aug 31 01:04:32.501571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-370da1d9-f19e-4e09-a448-b82611040c41 req-628dfdce-a8bf-45f0-843b-ec062ef03370 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Request body: {'port': {'device_id': 'f984d0c1-acfe-40ed-a64a-3aa1d5bf429f', 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4', 'admin_state_up': True, 'tenant_id': '982b5fe753f4482cbadeee55c6e49b01'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:32.599512 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:32.600390 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:32.602988 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] 10.222.0.41 "PUT /v2.0/ports/b116cb15-d067-4b27-92a6-f893f8f6ee79 HTTP/1.1" status: 200 len: 1092 time: 4.9664626 Aug 31 01:04:32.607670 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'tag': 'b116cb15-d067-4b27-92a6-f893f8f6ee79'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:32.611757 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb77e7a-b292-42db-988d-faac66b26cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "tag": "b116cb15-d067-4b27-92a6-f893f8f6ee79"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:32.654931 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-effd96b3-d325-45ea-8704-fe21b8c659eb tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:32.717765 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747c7b3-41ab-442a-8d10-d838731d4335 service neutron] Pushing event updated for resources: {'Port': ['ID=b116cb15-d067-4b27-92a6-f893f8f6ee79,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:32.762661 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-db13b28b-75a5-4426-a9ba-8c2e6c8b0dc5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] show failed (client error): The resource could not be found. Aug 31 01:04:32.762661 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-db13b28b-75a5-4426-a9ba-8c2e6c8b0dc5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/ports/4f6ef663-aad1-4940-9975-52c77acb4295/tags/tempest-TagsExtTest-Tag-973048520 HTTP/1.1" status: 404 len: 328 time: 1.2432935 Aug 31 01:04:32.782222 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53044) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:32.801681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-1c307787-e075-4e85-9d02-e0a2f8be1ac8 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4f6ef663-aad1-4940-9975-52c77acb4295', 'tempest-TagsExtTest-Tag-1173019094') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:32.820105 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ccb50b2e-3892-4cf0-b19b-6d4db85c8c41 req-cdc236d3-eb43-426b-aec4-fca3f5bf0637 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119738 Aug 31 01:04:32.896722 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63536a9-d088-41ce-b1dd-97f191d2aaf3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network c364baa5-ccd7-46ff-ade4-87575f65869f is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:04:32.919831 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-dcf302f6-f273-47a9-af23-5c2e1360805b service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5764556 Aug 31 01:04:33.015362 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-5f957115-d28f-43a8-bc22-7c69ec8a093c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=a27e7531-9fc2-4165-b9e8-bbffd269f73a HTTP/1.1" status: 200 len: 217 time: 0.0837197 Aug 31 01:04:33.025368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-d63536a9-d088-41ce-b1dd-97f191d2aaf3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, c364baa5-ccd7-46ff-ade4-87575f65869f) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:33.040765 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d1e35a-6fb6-4929-abf2-6497af4d8f53 None None] Network c364baa5-ccd7-46ff-ade4-87575f65869f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:33.068236 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63536a9-d088-41ce-b1dd-97f191d2aaf3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:33.078918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63536a9-d088-41ce-b1dd-97f191d2aaf3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:33.081099 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d63536a9-d088-41ce-b1dd-97f191d2aaf3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:33.155759 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-1c307787-e075-4e85-9d02-e0a2f8be1ac8 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] show failed (client error): The resource could not be found. Aug 31 01:04:33.163850 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1c307787-e075-4e85-9d02-e0a2f8be1ac8 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/ports/4f6ef663-aad1-4940-9975-52c77acb4295/tags/tempest-TagsExtTest-Tag-1173019094 HTTP/1.1" status: 404 len: 329 time: 0.3768342 Aug 31 01:04:33.169115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53048) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:33.183043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-f9ad4654-b7e5-45ba-bc88-55790736d331 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a5528c06-5013-49bd-8c63-a0ba1451ba39', {'tags': ['tempest-TagsExtTest-Tag-1607469198', 'tempest-TagsExtTest-Tag-758875686', 'tempest-TagsExtTest-Tag-1838606080']}) {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:33.193611 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a83f18-8a9f-4076-84b0-563950a67777 req-4caa12f7-d1e9-48f3-a50a-95928370281e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:33.194263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370da1d9-f19e-4e09-a448-b82611040c41 req-628dfdce-a8bf-45f0-843b-ec062ef03370 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Made reservation on behalf of 982b5fe753f4482cbadeee55c6e49b01 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:33.200607 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-370da1d9-f19e-4e09-a448-b82611040c41 req-628dfdce-a8bf-45f0-843b-ec062ef03370 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:33.205332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a83f18-8a9f-4076-84b0-563950a67777 req-4caa12f7-d1e9-48f3-a50a-95928370281e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:33.231450 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a83f18-8a9f-4076-84b0-563950a67777 req-4caa12f7-d1e9-48f3-a50a-95928370281e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:33.243626 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a83f18-8a9f-4076-84b0-563950a67777 req-4caa12f7-d1e9-48f3-a50a-95928370281e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:33.250942 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-1fd2658a-5701-42b3-8266-a4337834677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:33.254273 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-1fd2658a-5701-42b3-8266-a4337834677f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.2244651 Aug 31 01:04:33.255897 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a83f18-8a9f-4076-84b0-563950a67777 req-4caa12f7-d1e9-48f3-a50a-95928370281e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:33.273066 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a83f18-8a9f-4076-84b0-563950a67777 req-4caa12f7-d1e9-48f3-a50a-95928370281e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:33.280614 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a83f18-8a9f-4076-84b0-563950a67777 req-4caa12f7-d1e9-48f3-a50a-95928370281e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:33.289607 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-31a83f18-8a9f-4076-84b0-563950a67777 req-4caa12f7-d1e9-48f3-a50a-95928370281e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5418 time: 0.8606923 Aug 31 01:04:33.309861 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b274e9c4-5501-4d72-afe9-4fa13381036d x-openstack-request-id: req-b274e9c4-5501-4d72-afe9-4fa13381036d {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:33.310767 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "tag": "b116cb15-d067-4b27-92a6-f893f8f6ee79", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:33.311728 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b274e9c4-5501-4d72-afe9-4fa13381036d {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:33.312417 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'tag': 'b116cb15-d067-4b27-92a6-f893f8f6ee79', 'status': 'completed', 'code': 200} Aug 31 01:04:33.340276 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d63536a9-d088-41ce-b1dd-97f191d2aaf3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.6475987 Aug 31 01:04:33.369104 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53052) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:33.437977 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-84cba288-17ab-4d44-9fe7-0e5143ca7718 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1788698126'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:33.502088 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:04:33.517405 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-23596cec-7619-4f2f-a7d0-f6d580972093 admin admin] 10.222.0.16 "PUT /v2.0/routers/e1d978b0-fb13-48bd-b71c-de7ec8f0667c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8799281 Aug 31 01:04:33.519376 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-effd96b3-d325-45ea-8704-fe21b8c659eb tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:33.525919 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Sync routers for ids ['e1d978b0-fb13-48bd-b71c-de7ec8f0667c'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:04:33.540983 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Routers {'e1d978b0-fb13-48bd-b71c-de7ec8f0667c'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:04:33.541819 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:04:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e1d978b0-fb13-48bd-b71c-de7ec8f0667c'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:33.608934 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-a5ce2ad3-5ae8-4286-bfd6-9cbec5d8438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:33.609835 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-a5ce2ad3-5ae8-4286-bfd6-9cbec5d8438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:33.609835 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-a5ce2ad3-5ae8-4286-bfd6-9cbec5d8438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:33.610483 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-a5ce2ad3-5ae8-4286-bfd6-9cbec5d8438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:33.611147 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-a5ce2ad3-5ae8-4286-bfd6-9cbec5d8438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:33.612160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-a5ce2ad3-5ae8-4286-bfd6-9cbec5d8438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:33.612675 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-a5ce2ad3-5ae8-4286-bfd6-9cbec5d8438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:33.616144 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-a5ce2ad3-5ae8-4286-bfd6-9cbec5d8438f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480470cd2fbf45018b60a7cede707d79&device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 6482 time: 0.3204679 Aug 31 01:04:33.630800 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-70e34bb4-a5bc-431e-be79-0ce4b52201df req-e75d1947-a697-411b-809c-d25e15ff3bf4 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 210 time: 0.1072316 Aug 31 01:04:33.648431 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-31a83f18-8a9f-4076-84b0-563950a67777 req-2a395d87-d3c6-4391-b40b-f4591f2bca9d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3309438 Aug 31 01:04:33.662056 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-86f765d2-6560-4dd4-aac6-2c5af373634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:33.665003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-86f765d2-6560-4dd4-aac6-2c5af373634f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3484435 Aug 31 01:04:33.800159 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f9ad4654-b7e5-45ba-bc88-55790736d331 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "PUT /v2.0/routers/a5528c06-5013-49bd-8c63-a0ba1451ba39/tags HTTP/1.1" status: 200 len: 317 time: 0.6243417 Aug 31 01:04:33.822302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53058) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:33.822997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53060) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:33.831158 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cba288-17ab-4d44-9fe7-0e5143ca7718 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:33.832303 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Set router e1d978b0-fb13-48bd-b71c-de7ec8f0667c gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:04:33.837429 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84cba288-17ab-4d44-9fe7-0e5143ca7718 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:33.856617 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-3772f3f1-1e67-4f00-bafe-f7a21ef24f29 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a5528c06-5013-49bd-8c63-a0ba1451ba39') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:33.902975 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-9665becc-3f1a-40b2-9390-c78b2d789d0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc495864-fd8e-4439-9671-7879717ab258 HTTP/1.1" status: 200 len: 217 time: 0.2493773 Aug 31 01:04:33.971927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-370da1d9-f19e-4e09-a448-b82611040c41 req-628dfdce-a8bf-45f0-843b-ec062ef03370 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Allocated IP 172.20.0.9 (b361b8b9-4744-4d54-a81c-33efa79a57b4/1007955d-a753-4c3b-bbca-3943185f8e1f/63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:34.006951 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-28fb831a-b9f9-467c-9e66-c354fce2ad87 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-494403722'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:34.035443 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84cba288-17ab-4d44-9fe7-0e5143ca7718 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:04:34.039359 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-773aa55a-c140-45a3-b1fe-941f55b189c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:34.041192 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-773aa55a-c140-45a3-b1fe-941f55b189c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc4e87d1-8836-483e-ab3a-9c98a3518bdb HTTP/1.1" status: 200 len: 851 time: 0.1197863 Aug 31 01:04:34.132714 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa212a-1b15-4388-8df1-725d1812dd67 req-d5bb449d-07df-40a6-bbb5-ef98ec24e312 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:34.145115 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84cba288-17ab-4d44-9fe7-0e5143ca7718 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:34.145822 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-84cba288-17ab-4d44-9fe7-0e5143ca7718 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Added segment 425df34f-cffe-42d7-8427-52cd73078ab3 of type vlan for network d9970fa9-cefe-4ca8-ab57-7789880786b8 Aug 31 01:04:34.146270 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1afa212a-1b15-4388-8df1-725d1812dd67 req-d5bb449d-07df-40a6-bbb5-ef98ec24e312 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.3604937 Aug 31 01:04:34.225169 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-effd96b3-d325-45ea-8704-fe21b8c659eb tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:34.232448 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-e3f5f3c5-0f92-413e-9cc5-1f4ed045b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:34.234884 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-e3f5f3c5-0f92-413e-9cc5-1f4ed045b541 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8d074e0-3ba7-47e4-9677-f4407602dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1853800 Aug 31 01:04:34.235082 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-d411f62a-e8fd-4d5e-a250-8536634f278b service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597765 Aug 31 01:04:34.254446 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84cba288-17ab-4d44-9fe7-0e5143ca7718 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:34.317369 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0f712f27-c713-4711-a50a-4158c6fd3e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:34.325104 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'name': 'tempest-ServersTestMultiNic-939432476-router', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '62d060ee-ea50-441b-881f-a5a8f7736274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:11Z', 'updated_at': '2021-08-31T01:04:29Z', 'revision_number': 4, 'project_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'gw_port': {'id': '62d060ee-ea50-441b-881f-a5a8f7736274', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:15Z', 'updated_at': '2021-08-31T01:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '877e8671-e7a7-4686-8f01-19e03bedfd92', 'name': '', 'network_id': 'db65d674-be1a-44bd-86b6-89cb71da37b8', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'mac_address': 'fa:16:3e:8c:dd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'adb40e3c-4717-4037-9c40-b237a804084c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:25Z', 'updated_at': '2021-08-31T01:04:30Z', 'revision_number': 2, 'project_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'subnets': [{'id': 'adb40e3c-4717-4037-9c40-b237a804084c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:34.384434 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Checking router: e1d978b0-fb13-48bd-b71c-de7ec8f0667c for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:04:34.384897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Updating router e1d978b0-fb13-48bd-b71c-de7ec8f0667c port 877e8671-e7a7-4686-8f01-19e03bedfd92 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:04:34.418702 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-842cfc0d-3578-42b5-8f4b-ba5b8d72892b service neutron] 10.222.0.41 "GET /v2.0/networks/d8d074e0-3ba7-47e4-9677-f4407602dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749811 Aug 31 01:04:34.437984 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:34.490514 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1afa212a-1b15-4388-8df1-725d1812dd67 req-2c1b3bd6-75c1-4aa0-8313-72f0059f6b39 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275874 Aug 31 01:04:34.498963 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fb831a-b9f9-467c-9e66-c354fce2ad87 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Made reservation on behalf of 5c2cffadd45a4dd3bf0e6326f19f7e9a for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:34.502139 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-effd96b3-d325-45ea-8704-fe21b8c659eb tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:34.503934 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-28fb831a-b9f9-467c-9e66-c354fce2ad87 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:34.560012 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84cba288-17ab-4d44-9fe7-0e5143ca7718 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:34.569181 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cba288-17ab-4d44-9fe7-0e5143ca7718 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:34.570027 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84cba288-17ab-4d44-9fe7-0e5143ca7718 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:34.606579 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3772f3f1-1e67-4f00-bafe-f7a21ef24f29 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/routers/a5528c06-5013-49bd-8c63-a0ba1451ba39/tags HTTP/1.1" status: 204 len: 168 time: 0.7790456 Aug 31 01:04:34.614581 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53068) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:34.626514 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-809b0869-2e6b-45ce-a2de-3c0a1cbc1cb7 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a5528c06-5013-49bd-8c63-a0ba1451ba39', 'tempest-TagsExtTest-Tag-1607469198') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:34.633926 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-428cb530-0a12-42be-b6a4-637b911c6668 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873651 Aug 31 01:04:34.734455 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fb831a-b9f9-467c-9e66-c354fce2ad87 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:04:34.816079 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-14a41d21-da2f-410a-839f-dc814983cad8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=0fcfb464-aad0-4470-abad-c784479adac4 HTTP/1.1" status: 200 len: 217 time: 0.1712790 Aug 31 01:04:34.822630 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-370da1d9-f19e-4e09-a448-b82611040c41 req-628dfdce-a8bf-45f0-843b-ec062ef03370 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:34.838053 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd96b3-d325-45ea-8704-fe21b8c659eb tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Pushing event updated for resources: {'Port': ['ID=68c92f98-2254-44e7-bb44-e8b065cae108,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:34.840712 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-28fb831a-b9f9-467c-9e66-c354fce2ad87 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:34.841203 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-28fb831a-b9f9-467c-9e66-c354fce2ad87 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Added segment 05572195-d737-4788-a7a4-bfc34bb4eec5 of type vlan for network 45f9443c-309b-4834-9a18-02f9af603300 Aug 31 01:04:34.879724 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-9e986b04-ba07-4fbb-a276-85d49d37da6a service neutron] 10.222.0.41 "GET /v2.0/networks/d8d074e0-3ba7-47e4-9677-f4407602dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538999 Aug 31 01:04:34.896300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cba288-17ab-4d44-9fe7-0e5143ca7718 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Network': ['ID=d9970fa9-cefe-4ca8-ab57-7789880786b8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:34.921783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network d9970fa9-cefe-4ca8-ab57-7789880786b8 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:04:34.927196 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-84cba288-17ab-4d44-9fe7-0e5143ca7718 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5099390 Aug 31 01:04:34.929290 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-effd96b3-d325-45ea-8704-fe21b8c659eb tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:34.941584 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53074) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:35.016086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'ports': [{'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f'}, {'network_id': 'd9970fa9-cefe-4ca8-ab57-7789880786b8'}]} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:35.017372 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:35.018688 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'network_id': 'd9970fa9-cefe-4ca8-ab57-7789880786b8'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:35.034343 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-b4c1e529-3383-41d1-8b35-0c3d2fb78bb1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=9dce5519-c138-438c-b099-c61ffef1b2a8 HTTP/1.1" status: 200 len: 217 time: 0.1431289 Aug 31 01:04:35.037833 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c3501ea-29ad-428a-9d9b-a7081a970a6a req-6f09cae1-de4e-4407-b465-1f3fd2a99d83 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 210 time: 0.2086914 Aug 31 01:04:35.176545 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-28fb831a-b9f9-467c-9e66-c354fce2ad87 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:35.184056 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e406ec5-1120-412f-8075-5bc25f879516 req-427e793d-f3cc-419e-b854-c8f6f40c107f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:35.197021 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5e406ec5-1120-412f-8075-5bc25f879516 req-427e793d-f3cc-419e-b854-c8f6f40c107f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.4598498 Aug 31 01:04:35.203098 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-809b0869-2e6b-45ce-a2de-3c0a1cbc1cb7 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] show failed (client error): The resource could not be found. Aug 31 01:04:35.210029 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-809b0869-2e6b-45ce-a2de-3c0a1cbc1cb7 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/routers/a5528c06-5013-49bd-8c63-a0ba1451ba39/tags/tempest-TagsExtTest-Tag-1607469198 HTTP/1.1" status: 404 len: 329 time: 0.5877659 Aug 31 01:04:35.210029 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-9a085887-c79c-420d-bacf-cdf2ed9fea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:35.210029 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-9a085887-c79c-420d-bacf-cdf2ed9fea3b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.3757093 Aug 31 01:04:35.217946 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53078) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:35.229507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-c9ae4597-845e-4d16-ac0a-2bc753e49ac5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a5528c06-5013-49bd-8c63-a0ba1451ba39', 'tempest-TagsExtTest-Tag-758875686') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:35.273368 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-effd96b3-d325-45ea-8704-fe21b8c659eb tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:35.279659 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-effd96b3-d325-45ea-8704-fe21b8c659eb tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8151255 Aug 31 01:04:35.298643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53080) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:35.310344 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1bacc188-0474-417f-b282-2798898a9812 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-671479241'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:35.326524 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-0c0c631d-5abd-4987-9ad7-654dd1a4348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:35.328784 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-0c0c631d-5abd-4987-9ad7-654dd1a4348a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.2621522 Aug 31 01:04:35.345726 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-370da1d9-f19e-4e09-a448-b82611040c41 req-628dfdce-a8bf-45f0-843b-ec062ef03370 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:35.366925 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5e406ec5-1120-412f-8075-5bc25f879516 req-81f24239-087f-4f7b-9a96-785375dbcce8 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686764 Aug 31 01:04:35.379249 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:35.398803 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Transition to ACTIVE for port object 877e8671-e7a7-4686-8f01-19e03bedfd92 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:35.417110 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['b7cfafbd-4973-4a35-b271-f81a6beaffd9'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:35.515832 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:35.529152 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-3f629fc5-03c6-4751-9dcd-63c0b1cf78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:35.531725 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-3f629fc5-03c6-4751-9dcd-63c0b1cf78dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1931047 Aug 31 01:04:35.641540 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bacc188-0474-417f-b282-2798898a9812 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Made reservation on behalf of 23f7630d710c48b3a4b3b7558eeb2635 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:35.647196 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1bacc188-0474-417f-b282-2798898a9812 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:35.664667 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad8754-9459-459c-9926-bddcd30de431 None None] Pushing event updated for resources: {'Port': ['ID=877e8671-e7a7-4686-8f01-19e03bedfd92,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:35.688331 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1bacc188-0474-417f-b282-2798898a9812 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:35.808786 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-4f439692-4d5c-4214-9e18-42fe0cff2a6d service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666936 Aug 31 01:04:35.817291 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-28fb831a-b9f9-467c-9e66-c354fce2ad87 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:35.830805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb831a-b9f9-467c-9e66-c354fce2ad87 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:35.834314 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-28fb831a-b9f9-467c-9e66-c354fce2ad87 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:35.860106 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'port': 2} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:35.894763 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:35.897760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Attempting to bind port 877e8671-e7a7-4686-8f01-19e03bedfd92 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:35.898638 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Attempting to bind port 877e8671-e7a7-4686-8f01-19e03bedfd92 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '73eb7bf0-3124-4f54-b344-66b66137f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db65d674-be1a-44bd-86b6-89cb71da37b8'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:35.899452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Attempting to bind port 877e8671-e7a7-4686-8f01-19e03bedfd92 on network db65d674-be1a-44bd-86b6-89cb71da37b8 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:35.921930 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:35.923705 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Checking segment: {'id': '73eb7bf0-3124-4f54-b344-66b66137f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db65d674-be1a-44bd-86b6-89cb71da37b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:35.924949 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:35.925848 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Bound using segment: {'id': '73eb7bf0-3124-4f54-b344-66b66137f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db65d674-be1a-44bd-86b6-89cb71da37b8'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:35.926887 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Bound port: 877e8671-e7a7-4686-8f01-19e03bedfd92, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73eb7bf0-3124-4f54-b344-66b66137f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'db65d674-be1a-44bd-86b6-89cb71da37b8'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:35.927745 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:36.069585 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:36.076828 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-820213b7-8ed4-4495-b2e8-5678c4d67185 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574263 Aug 31 01:04:36.102014 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] For port 877e8671-e7a7-4686-8f01-19e03bedfd92, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:36.133893 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370da1d9-f19e-4e09-a448-b82611040c41 req-628dfdce-a8bf-45f0-843b-ec062ef03370 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Network b361b8b9-4744-4d54-a81c-33efa79a57b4 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:36.155007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] For port 877e8671-e7a7-4686-8f01-19e03bedfd92, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=877e8671-e7a7-4686-8f01-19e03bedfd92,segment=NetworkSegment(73eb7bf0-3124-4f54-b344-66b66137f527),segment_id=73eb7bf0-3124-4f54-b344-66b66137f527)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:36.188021 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-370da1d9-f19e-4e09-a448-b82611040c41 req-628dfdce-a8bf-45f0-843b-ec062ef03370 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:36.200810 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-88e18d74-ef72-4809-b76c-a0aee8f15666 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=47884538-4e20-4c3e-be64-938b3b411ece HTTP/1.1" status: 200 len: 217 time: 0.1156201 Aug 31 01:04:36.222574 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea432dae-4930-42d4-88ba-01ace948487c req-5910e17b-7a1f-473a-9aae-f6dc27974fc4 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:36.232166 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea432dae-4930-42d4-88ba-01ace948487c req-5910e17b-7a1f-473a-9aae-f6dc27974fc4 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:36.243841 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea432dae-4930-42d4-88ba-01ace948487c req-5910e17b-7a1f-473a-9aae-f6dc27974fc4 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:36.253736 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea432dae-4930-42d4-88ba-01ace948487c req-5910e17b-7a1f-473a-9aae-f6dc27974fc4 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:36.257884 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:36.264078 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea432dae-4930-42d4-88ba-01ace948487c req-5910e17b-7a1f-473a-9aae-f6dc27974fc4 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:36.274231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea432dae-4930-42d4-88ba-01ace948487c req-5910e17b-7a1f-473a-9aae-f6dc27974fc4 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:36.284812 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea432dae-4930-42d4-88ba-01ace948487c req-5910e17b-7a1f-473a-9aae-f6dc27974fc4 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:36.287636 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea432dae-4930-42d4-88ba-01ace948487c req-5910e17b-7a1f-473a-9aae-f6dc27974fc4 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5418 time: 1.0764058 Aug 31 01:04:36.295288 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-370da1d9-f19e-4e09-a448-b82611040c41 req-628dfdce-a8bf-45f0-843b-ec062ef03370 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:36.308713 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb831a-b9f9-467c-9e66-c354fce2ad87 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event updated for resources: {'Network': ['ID=45f9443c-309b-4834-9a18-02f9af603300,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:36.314375 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-b8f6b921-f90b-4d78-b53f-d3fe9eeacbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:36.317510 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-b8f6b921-f90b-4d78-b53f-d3fe9eeacbf7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0723703 Aug 31 01:04:36.326260 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 45f9443c-309b-4834-9a18-02f9af603300 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:04:36.346868 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dfdce-a8bf-45f0-843b-ec062ef03370 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Pushing event updated for resources: {'Port': ['ID=63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:36.362075 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-c9ae4597-845e-4d16-ac0a-2bc753e49ac5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] show failed (client error): The resource could not be found. Aug 31 01:04:36.367369 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c9ae4597-845e-4d16-ac0a-2bc753e49ac5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/routers/a5528c06-5013-49bd-8c63-a0ba1451ba39/tags/tempest-TagsExtTest-Tag-758875686 HTTP/1.1" status: 404 len: 328 time: 1.1446824 Aug 31 01:04:36.373627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53094) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:36.385883 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-fc5f43e6-b01e-4fa4-8f21-517eb68ea69d tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a5528c06-5013-49bd-8c63-a0ba1451ba39', 'tempest-TagsExtTest-Tag-1838606080') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:36.549667 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] device_id is not set on port de7ed5c4-fcb4-4220-b514-9f87ec540b9e yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:04:36.553627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370da1d9-f19e-4e09-a448-b82611040c41 req-628dfdce-a8bf-45f0-843b-ec062ef03370 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:36.555070 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-370da1d9-f19e-4e09-a448-b82611040c41 req-628dfdce-a8bf-45f0-843b-ec062ef03370 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:36.576589 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea432dae-4930-42d4-88ba-01ace948487c req-f89cfbd7-9673-462b-b39e-0eb022e19bfd tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2752612 Aug 31 01:04:36.622714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-e65ced48-8ef2-4079-9b48-24be7828b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:36.626225 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-e65ced48-8ef2-4079-9b48-24be7828b4d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.4121871 Aug 31 01:04:36.675393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad8754-9459-459c-9926-bddcd30de431 None None] Pushing event updated for resources: {'Port': ['ID=877e8671-e7a7-4686-8f01-19e03bedfd92,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:36.715608 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-0e10c693-75e2-4ed0-a3a7-038f485e0435 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592398 Aug 31 01:04:36.783651 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Routers {'e1d978b0-fb13-48bd-b71c-de7ec8f0667c'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:04:36.784910 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:04:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e1d978b0-fb13-48bd-b71c-de7ec8f0667c'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:36.821068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad8754-9459-459c-9926-bddcd30de431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:36.821721 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad8754-9459-459c-9926-bddcd30de431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:36.822231 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad8754-9459-459c-9926-bddcd30de431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:36.822769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad8754-9459-459c-9926-bddcd30de431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:36.823271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad8754-9459-459c-9926-bddcd30de431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:36.824948 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad8754-9459-459c-9926-bddcd30de431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:36.825772 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad8754-9459-459c-9926-bddcd30de431 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:36.826320 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad8754-9459-459c-9926-bddcd30de431 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:36.826999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad8754-9459-459c-9926-bddcd30de431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:36.827505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad8754-9459-459c-9926-bddcd30de431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:36.827868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad8754-9459-459c-9926-bddcd30de431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:36.828179 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad8754-9459-459c-9926-bddcd30de431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:36.840548 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1bacc188-0474-417f-b282-2798898a9812 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:36.852016 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-08a54db5-a543-4a5b-9e91-11a7e29e9dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:36.854144 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-08a54db5-a543-4a5b-9e91-11a7e29e9dd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2032981 Aug 31 01:04:36.857378 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-fc5f43e6-b01e-4fa4-8f21-517eb68ea69d tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] show failed (client error): The resource could not be found. Aug 31 01:04:36.859305 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fc5f43e6-b01e-4fa4-8f21-517eb68ea69d tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/routers/a5528c06-5013-49bd-8c63-a0ba1451ba39/tags/tempest-TagsExtTest-Tag-1838606080 HTTP/1.1" status: 404 len: 329 time: 0.4796658 Aug 31 01:04:36.881215 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53100) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:36.889708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-0f42558f-78d2-4c49-8922-b2fbe98b59bf tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9bc66901-475e-4d22-b4f5-47e502a5abf6', {'tags': ['tempest-TagsExtTest-Tag-1738809439', 'tempest-TagsExtTest-Tag-1378634818', 'tempest-TagsExtTest-Tag-1304731016']}) {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:36.922557 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:37.025482 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1bacc188-0474-417f-b282-2798898a9812 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:37.039632 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:37.087797 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:37.088025 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-28fb831a-b9f9-467c-9e66-c354fce2ad87 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 3.2582099 Aug 31 01:04:37.090417 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-370da1d9-f19e-4e09-a448-b82611040c41 req-628dfdce-a8bf-45f0-843b-ec062ef03370 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6612313 Aug 31 01:04:37.091291 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3d35e65c-e71c-4737-aeeb-776f2550c043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:37.104640 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53106) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:37.106495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af964763-3b7e-4c85-9f6a-7d7539e417b9 req-1817c5b3-bab2-4bd7-9c5c-76283d297a87 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:37.115002 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af964763-3b7e-4c85-9f6a-7d7539e417b9 req-1817c5b3-bab2-4bd7-9c5c-76283d297a87 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.2954259 Aug 31 01:04:37.116566 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b634c9a5-7271-43a6-96f7-b95ed8543a2f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Request body: {'subnet': {'network_id': '45f9443c-309b-4834-9a18-02f9af603300', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:37.120660 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-868215c4-076e-4769-9c24-ee90e2556dea service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937018 Aug 31 01:04:37.141103 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] Set router e1d978b0-fb13-48bd-b71c-de7ec8f0667c gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:04:37.141958 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Request body: {'port': {'device_id': 'f984d0c1-acfe-40ed-a64a-3aa1d5bf429f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:37.193088 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0f42558f-78d2-4c49-8922-b2fbe98b59bf tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "PUT /v2.0/subnetpools/9bc66901-475e-4d22-b4f5-47e502a5abf6/tags HTTP/1.1" status: 200 len: 318 time: 0.3099041 Aug 31 01:04:37.225760 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bacc188-0474-417f-b282-2798898a9812 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:04:37.228839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53108) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:37.268072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bd7ec-6ef4-4da3-ba17-403387514e8f req-60e492cd-3a44-4002-81f4-b54f45dd0064 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:37.274349 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e41bd7ec-6ef4-4da3-ba17-403387514e8f req-60e492cd-3a44-4002-81f4-b54f45dd0064 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 931 time: 0.4880447 Aug 31 01:04:37.294389 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-c6310a8a-953f-474e-9970-896a6be610b3 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9bc66901-475e-4d22-b4f5-47e502a5abf6') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:37.295322 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-baa991df-9df8-4956-b5f8-783211c1b957 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=a280b526-498f-4a1f-9597-43007f3e9cb1 HTTP/1.1" status: 200 len: 217 time: 0.1439047 Aug 31 01:04:37.366142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacc188-0474-417f-b282-2798898a9812 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608f2d17-d8b5-4f2e-8b8b-e190ba28b161,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:37.424887 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af964763-3b7e-4c85-9f6a-7d7539e417b9 req-375d6623-6ff3-4c75-9cb5-3bc4c04edd10 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761877 Aug 31 01:04:37.425925 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:37.433184 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-1d0b7af6-a619-43fa-95dc-b602c3d6389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:37.436150 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-1d0b7af6-a619-43fa-95dc-b602c3d6389b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.1263721 Aug 31 01:04:37.454067 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1bacc188-0474-417f-b282-2798898a9812 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:37.454067 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-1bacc188-0474-417f-b282-2798898a9812 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Added segment 4f9c3ec7-8758-4e5d-8a0f-680c818c29c3 of type vlan for network ad828110-0862-4cdb-b06d-0764af746270 Aug 31 01:04:37.517912 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-008d42b7-e127-4cc7-a536-1814d48734b2 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6529868 Aug 31 01:04:37.585264 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-765765ba-42d3-4d1c-9dae-07f2142b3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:37.587355 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-765765ba-42d3-4d1c-9dae-07f2142b3d7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1419830 Aug 31 01:04:37.695737 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'name': 'tempest-ServersTestMultiNic-939432476-router', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '62d060ee-ea50-441b-881f-a5a8f7736274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:11Z', 'updated_at': '2021-08-31T01:04:29Z', 'revision_number': 4, 'project_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'gw_port': {'id': '62d060ee-ea50-441b-881f-a5a8f7736274', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:15Z', 'updated_at': '2021-08-31T01:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '877e8671-e7a7-4686-8f01-19e03bedfd92', 'name': '', 'network_id': 'db65d674-be1a-44bd-86b6-89cb71da37b8', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'mac_address': 'fa:16:3e:8c:dd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'adb40e3c-4717-4037-9c40-b237a804084c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:25Z', 'updated_at': '2021-08-31T01:04:36Z', 'revision_number': 4, 'project_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'subnets': [{'id': 'adb40e3c-4717-4037-9c40-b237a804084c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:37.747834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be87901e-9c7c-4e10-bc44-766305166bc9 None None] The sync data for ids ['e1d978b0-fb13-48bd-b71c-de7ec8f0667c'] in n-d-793621-34 is: [{'id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'name': 'tempest-ServersTestMultiNic-939432476-router', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '62d060ee-ea50-441b-881f-a5a8f7736274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:11Z', 'updated_at': '2021-08-31T01:04:29Z', 'revision_number': 4, 'project_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'gw_port': {'id': '62d060ee-ea50-441b-881f-a5a8f7736274', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:15Z', 'updated_at': '2021-08-31T01:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '877e8671-e7a7-4686-8f01-19e03bedfd92', 'name': '', 'network_id': 'db65d674-be1a-44bd-86b6-89cb71da37b8', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'mac_address': 'fa:16:3e:8c:dd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'adb40e3c-4717-4037-9c40-b237a804084c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:25Z', 'updated_at': '2021-08-31T01:04:36Z', 'revision_number': 4, 'project_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'subnets': [{'id': 'adb40e3c-4717-4037-9c40-b237a804084c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:04:37.765589 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e41bd7ec-6ef4-4da3-ba17-403387514e8f req-f316c683-25c1-41aa-aaa6-b2f0a7d8dfc4 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093876 Aug 31 01:04:37.799597 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1bacc188-0474-417f-b282-2798898a9812 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:37.879009 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:37.968142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b634c9a5-7271-43a6-96f7-b95ed8543a2f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Made reservation on behalf of 5c2cffadd45a4dd3bf0e6326f19f7e9a for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:37.973721 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b634c9a5-7271-43a6-96f7-b95ed8543a2f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:38.057202 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c6310a8a-953f-474e-9970-896a6be610b3 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/subnetpools/9bc66901-475e-4d22-b4f5-47e502a5abf6/tags HTTP/1.1" status: 204 len: 168 time: 0.8049858 Aug 31 01:04:38.083011 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53112) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:38.107714 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-ff7acd7f-0582-4fe7-9a55-72bcc77ccbd5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9bc66901-475e-4d22-b4f5-47e502a5abf6', 'tempest-TagsExtTest-Tag-1738809439') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:38.108070 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-c29f7a21-dc35-4a56-9462-2c4c5fd73a42 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701268 Aug 31 01:04:38.135181 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df26e30-fcf1-4835-8342-6df319fad6a6 req-5263863b-6860-44ab-a45a-a2f4eb645578 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:38.145298 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df26e30-fcf1-4835-8342-6df319fad6a6 req-5263863b-6860-44ab-a45a-a2f4eb645578 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:38.156987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df26e30-fcf1-4835-8342-6df319fad6a6 req-5263863b-6860-44ab-a45a-a2f4eb645578 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:38.157289 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1bacc188-0474-417f-b282-2798898a9812 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:38.165516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df26e30-fcf1-4835-8342-6df319fad6a6 req-5263863b-6860-44ab-a45a-a2f4eb645578 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:38.166495 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bacc188-0474-417f-b282-2798898a9812 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:38.168038 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1bacc188-0474-417f-b282-2798898a9812 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:38.178229 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df26e30-fcf1-4835-8342-6df319fad6a6 req-5263863b-6860-44ab-a45a-a2f4eb645578 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:38.189137 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df26e30-fcf1-4835-8342-6df319fad6a6 req-5263863b-6860-44ab-a45a-a2f4eb645578 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:38.197893 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df26e30-fcf1-4835-8342-6df319fad6a6 req-5263863b-6860-44ab-a45a-a2f4eb645578 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:38.208386 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8df26e30-fcf1-4835-8342-6df319fad6a6 req-5263863b-6860-44ab-a45a-a2f4eb645578 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5418 time: 0.3337369 Aug 31 01:04:38.234353 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-79382545-7b4a-4f27-a51a-7589a7eed3e6 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6339083 Aug 31 01:04:38.287532 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-095c1cf1-84ba-432f-89fe-8a193616b75b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=77679568-6b41-406c-930d-1f4c62495cec HTTP/1.1" status: 200 len: 217 time: 0.1594107 Aug 31 01:04:38.341379 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] device_id is not set on port 76c6ebb1-0e0a-43c7-9441-4e2253e8f7da yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:04:38.380909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 877e8671-e7a7-4686-8f01-19e03bedfd92 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:38.434425 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-f06775e7-7026-45b7-83e9-c2c0ac743f8a service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777246 Aug 31 01:04:38.476694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1bacc188-0474-417f-b282-2798898a9812 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.1712871 Aug 31 01:04:38.482961 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacc188-0474-417f-b282-2798898a9812 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Pushing event updated for resources: {'Network': ['ID=ad828110-0862-4cdb-b06d-0764af746270,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:38.486280 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53114) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:38.489300 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8df26e30-fcf1-4835-8342-6df319fad6a6 req-ab494876-c648-4a65-a9a1-9c986838c16c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2792773 Aug 31 01:04:38.506463 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:04:38.509899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network ad828110-0862-4cdb-b06d-0764af746270 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:04:38.519400 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:38.534813 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1d802d57-83fd-4a72-b0b9-d4d728d7bcd6 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Request body: {'subnet': {'network_id': 'ad828110-0862-4cdb-b06d-0764af746270', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:38.576779 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-ff7acd7f-0582-4fe7-9a55-72bcc77ccbd5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] show failed (client error): The resource could not be found. Aug 31 01:04:38.582463 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ff7acd7f-0582-4fe7-9a55-72bcc77ccbd5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/subnetpools/9bc66901-475e-4d22-b4f5-47e502a5abf6/tags/tempest-TagsExtTest-Tag-1738809439 HTTP/1.1" status: 404 len: 329 time: 0.4894800 Aug 31 01:04:38.584964 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-54b3d711-627c-4ff5-b70c-d3f1d7585bb2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=968fb5d6-9e64-4c86-bb05-77a2173eeedc HTTP/1.1" status: 200 len: 217 time: 0.1181238 Aug 31 01:04:38.585784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53118) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:38.600540 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 877e8671-e7a7-4686-8f01-19e03bedfd92 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:38.608219 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-959ebca5-f17f-4a5e-b57b-f312f4783a57 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9bc66901-475e-4d22-b4f5-47e502a5abf6', 'tempest-TagsExtTest-Tag-1378634818') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:38.655424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 877e8671-e7a7-4686-8f01-19e03bedfd92 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:38.657094 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:38.702083 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-65fc9597-6114-4bd3-846e-fa30878bca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:38.704128 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-65fc9597-6114-4bd3-846e-fa30878bca56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8 HTTP/1.1" status: 200 len: 797 time: 0.1042814 Aug 31 01:04:38.731007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-2786d155-bbc2-4c8e-8020-fc696b6466c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:38.733054 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-2786d155-bbc2-4c8e-8020-fc696b6466c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.3739512 Aug 31 01:04:38.835101 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-959ebca5-f17f-4a5e-b57b-f312f4783a57 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] show failed (client error): The resource could not be found. Aug 31 01:04:38.837286 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-959ebca5-f17f-4a5e-b57b-f312f4783a57 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/subnetpools/9bc66901-475e-4d22-b4f5-47e502a5abf6/tags/tempest-TagsExtTest-Tag-1378634818 HTTP/1.1" status: 404 len: 329 time: 0.2403665 Aug 31 01:04:38.860646 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53124) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:38.888936 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:38.925109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-efd4fa4b-8928-4eea-8cdf-96b8049c8fb5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9bc66901-475e-4d22-b4f5-47e502a5abf6', 'tempest-TagsExtTest-Tag-1304731016') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:38.991515 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 877e8671-e7a7-4686-8f01-19e03bedfd92, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=877e8671-e7a7-4686-8f01-19e03bedfd92,segment=NetworkSegment(73eb7bf0-3124-4f54-b344-66b66137f527),segment_id=73eb7bf0-3124-4f54-b344-66b66137f527)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:39.039956 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:39.065720 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-21cea65a-1352-478e-bb87-d92184a6267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:39.067859 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-21cea65a-1352-478e-bb87-d92184a6267c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60d743b8-14de-4666-8656-1e81e9c911f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3545537 Aug 31 01:04:39.072704 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:39.096426 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-efd4fa4b-8928-4eea-8cdf-96b8049c8fb5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] show failed (client error): The resource could not be found. Aug 31 01:04:39.101310 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-efd4fa4b-8928-4eea-8cdf-96b8049c8fb5 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/subnetpools/9bc66901-475e-4d22-b4f5-47e502a5abf6/tags/tempest-TagsExtTest-Tag-1304731016 HTTP/1.1" status: 404 len: 329 time: 0.2388754 Aug 31 01:04:39.106764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53126) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:39.139373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e16a9-26d9-4ff9-b5fe-86402fdd511c req-b6d92ae3-ee4d-46d6-9b5b-09235d5182f7 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:39.141173 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5a4e16a9-26d9-4ff9-b5fe-86402fdd511c req-b6d92ae3-ee4d-46d6-9b5b-09235d5182f7 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.4382553 Aug 31 01:04:39.177875 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b634c9a5-7271-43a6-96f7-b95ed8543a2f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:39.188562 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-87735223-2dad-4cbf-a7f3-2f3a51bdde65 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9bc66901-475e-4d22-b4f5-47e502a5abf6') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:39.191172 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d46ba323-e1e5-4f59-b0a9-ebdb25aec716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:39.192784 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d46ba323-e1e5-4f59-b0a9-ebdb25aec716 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2106998 Aug 31 01:04:39.204982 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:39.235728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Transition to ACTIVE for port object 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:39.262908 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d0d8c-b4fe-4d6a-bc59-0fa588bc86e4 req-43f33428-014f-43ec-b139-16426933b498 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:39.276270 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-674d0d8c-b4fe-4d6a-bc59-0fa588bc86e4 req-43f33428-014f-43ec-b139-16426933b498 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 931 time: 0.3054471 Aug 31 01:04:39.309777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=877e8671-e7a7-4686-8f01-19e03bedfd92,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:39.386061 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-674d0d8c-b4fe-4d6a-bc59-0fa588bc86e4 req-b036b3fb-aa9c-4391-a6db-a23ed7adc6a9 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072757 Aug 31 01:04:39.399304 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-87735223-2dad-4cbf-a7f3-2f3a51bdde65 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/subnetpools/9bc66901-475e-4d22-b4f5-47e502a5abf6/tags HTTP/1.1" status: 204 len: 168 time: 0.2566440 Aug 31 01:04:39.405910 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53128) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:39.422405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-5778e6db-942d-452e-b3ce-130f4771d979 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a5528c06-5013-49bd-8c63-a0ba1451ba39') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:39.469897 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:39.526014 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-f8d58727-352e-4506-b6a4-dbd9a40e42ee service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447000 Aug 31 01:04:39.629870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d802d57-83fd-4a72-b0b9-d4d728d7bcd6 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Made reservation on behalf of 23f7630d710c48b3a4b3b7558eeb2635 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:39.637181 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1d802d57-83fd-4a72-b0b9-d4d728d7bcd6 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:39.673322 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Pushing event updated for resources: {'Port': ['ID=63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:39.806880 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5778e6db-942d-452e-b3ce-130f4771d979 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/routers/a5528c06-5013-49bd-8c63-a0ba1451ba39/tags HTTP/1.1" status: 204 len: 168 time: 0.3948255 Aug 31 01:04:39.827882 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53132) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:39.867128 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-5a417d78-7af5-406d-9497-ed2819a6af06 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4f6ef663-aad1-4940-9975-52c77acb4295') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:39.893128 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-8c1c8a8f-328f-48e2-b5b1-63c9b301fec7 service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241394 Aug 31 01:04:39.909770 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3bb74-812a-43a9-b6c2-d6fd30b158eb req-63c7fcee-c0e2-4a4c-89ea-441238b2a28c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:39.919022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3bb74-812a-43a9-b6c2-d6fd30b158eb req-63c7fcee-c0e2-4a4c-89ea-441238b2a28c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:39.927862 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3bb74-812a-43a9-b6c2-d6fd30b158eb req-63c7fcee-c0e2-4a4c-89ea-441238b2a28c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:39.942722 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:39.944046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3bb74-812a-43a9-b6c2-d6fd30b158eb req-63c7fcee-c0e2-4a4c-89ea-441238b2a28c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:39.955728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3bb74-812a-43a9-b6c2-d6fd30b158eb req-63c7fcee-c0e2-4a4c-89ea-441238b2a28c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:39.967244 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3bb74-812a-43a9-b6c2-d6fd30b158eb req-63c7fcee-c0e2-4a4c-89ea-441238b2a28c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:39.975112 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3bb74-812a-43a9-b6c2-d6fd30b158eb req-63c7fcee-c0e2-4a4c-89ea-441238b2a28c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:39.978100 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44a3bb74-812a-43a9-b6c2-d6fd30b158eb req-63c7fcee-c0e2-4a4c-89ea-441238b2a28c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5418 time: 0.3134518 Aug 31 01:04:39.997858 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5a4e16a9-26d9-4ff9-b5fe-86402fdd511c req-f8f77400-b36b-4209-b7dd-e03c8003ad93 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8388345 Aug 31 01:04:39.998677 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634c9a5-7271-43a6-96f7-b95ed8543a2f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event updated for resources: {'Subnet': ['ID=57124f15-125b-4d65-a22e-e4993bf0fd34,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:40.159586 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:40.161810 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-33f7c8de-b999-4180-ac9f-ee5740a090b9 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9551487 Aug 31 01:04:40.169968 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634c9a5-7271-43a6-96f7-b95ed8543a2f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Checking segment: {'id': '05572195-d737-4788-a7a4-bfc34bb4eec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45f9443c-309b-4834-9a18-02f9af603300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:40.169968 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b634c9a5-7271-43a6-96f7-b95ed8543a2f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Network hostable DHCP agents. Network: 45f9443c-309b-4834-9a18-02f9af603300, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:04:40.288850 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 877e8671-e7a7-4686-8f01-19e03bedfd92 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:40.330749 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:40.355493 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5a417d78-7af5-406d-9497-ed2819a6af06 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/ports/4f6ef663-aad1-4940-9975-52c77acb4295/tags HTTP/1.1" status: 204 len: 168 time: 0.5044053 Aug 31 01:04:40.398523 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53136) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:40.405783 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-610545a3-9e0f-4f85-ae95-f84f6b874aea tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5740c205-2e41-4c21-b5b0-636b8e58c1f6') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:40.417251 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 877e8671-e7a7-4686-8f01-19e03bedfd92 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:40.418904 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:40.420431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-d6e3d55d-f072-4dbb-b6f1-af7090b2024b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 HTTP/1.1" status: 200 len: 217 time: 0.4418583 Aug 31 01:04:40.426047 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Attempting to bind port 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:40.426393 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Attempting to bind port 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '33e380e7-eff7-4f5b-8c19-f5a375698c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:40.426722 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Attempting to bind port 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f on network b361b8b9-4744-4d54-a81c-33efa79a57b4 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:40.507253 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b634c9a5-7271-43a6-96f7-b95ed8543a2f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Network 45f9443c-309b-4834-9a18-02f9af603300 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:04:40.518480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network c364baa5-ccd7-46ff-ade4-87575f65869f is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:40.525218 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44a3bb74-812a-43a9-b6c2-d6fd30b158eb req-52ec88a5-4231-4e07-96bd-4356447832fe tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2001486 Aug 31 01:04:40.550942 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:40.559047 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:40.560478 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:40.568362 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=de7ed5c4-fcb4-4220-b514-9f87ec540b9e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:40.572041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Port 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f on network b361b8b9-4744-4d54-a81c-33efa79a57b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:04:40.573101 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Attempting to bind port 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f on network b361b8b9-4744-4d54-a81c-33efa79a57b4 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:40.612147 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:40.616289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Checking segment: {'id': '33e380e7-eff7-4f5b-8c19-f5a375698c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:40.616289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Bound using segment: {'id': '33e380e7-eff7-4f5b-8c19-f5a375698c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:40.616289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Bound port: 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e380e7-eff7-4f5b-8c19-f5a375698c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:40.616289 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:40.622740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-2689876a-c8ed-4c68-9f64-098a784753e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:40.624721 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-2689876a-c8ed-4c68-9f64-098a784753e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8 HTTP/1.1" status: 200 len: 797 time: 0.1955268 Aug 31 01:04:40.649777 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-28334b17-41f3-4aae-91f1-53382bf369a9 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766850 Aug 31 01:04:40.756032 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1d802d57-83fd-4a72-b0b9-d4d728d7bcd6 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:40.769136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b634c9a5-7271-43a6-96f7-b95ed8543a2f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 45f9443c-309b-4834-9a18-02f9af603300) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:40.776095 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b634c9a5-7271-43a6-96f7-b95ed8543a2f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:40.778341 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b634c9a5-7271-43a6-96f7-b95ed8543a2f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:40.782306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] For port 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:40.783083 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-c74fefdf-0a57-4349-8dc8-b10e085453c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:40.783953 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-c544ec2f-9039-43f5-b634-7d48fedefcea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=c6a24207-294b-41f8-9c84-683c491b5367 HTTP/1.1" status: 200 len: 217 time: 0.0990076 Aug 31 01:04:40.784805 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-c74fefdf-0a57-4349-8dc8-b10e085453c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60d743b8-14de-4666-8656-1e81e9c911f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1477542 Aug 31 01:04:40.787265 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] For port 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f,segment=NetworkSegment(33e380e7-eff7-4f5b-8c19-f5a375698c43),segment_id=33e380e7-eff7-4f5b-8c19-f5a375698c43)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:40.788454 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e040b9-fb96-4c67-a9ef-078973711db2 None None] Network 45f9443c-309b-4834-9a18-02f9af603300 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:40.789202 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-610545a3-9e0f-4f85-ae95-f84f6b874aea tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/subnets/5740c205-2e41-4c21-b5b0-636b8e58c1f6/tags HTTP/1.1" status: 204 len: 168 time: 0.3887939 Aug 31 01:04:40.805627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53140) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:40.873478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=76c6ebb1-0e0a-43c7-9441-4e2253e8f7da,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:40.910375 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:40.986190 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40952c-1787-437a-9683-7aa8d2a7955d req-d5df87fa-81a5-42f4-964c-7e793b592c8c tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:40.988144 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f40952c-1787-437a-9683-7aa8d2a7955d req-d5df87fa-81a5-42f4-964c-7e793b592c8c tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 943 time: 0.4414697 Aug 31 01:04:41.015272 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b634c9a5-7271-43a6-96f7-b95ed8543a2f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9041929 Aug 31 01:04:41.026628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53142) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:41.047786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-7135f261-6339-40a0-b2aa-135f53d3b5dc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1680888066'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:41.054829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:41.061847 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:41.061847 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-370da1d9-f19e-4e09-a448-b82611040c41 req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] 10.222.0.41 "PUT /v2.0/ports/63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f HTTP/1.1" status: 200 len: 1092 time: 3.9338272 Aug 31 01:04:41.074757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f984d0c1-acfe-40ed-a64a-3aa1d5bf429f', 'tag': '63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:41.076152 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-a58c4d9d-2f3b-43f5-8bdb-9c3aaaba539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:41.079459 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b36d04d-4649-4269-9c57-f5324326ebe0" -d '{"events": [{"name": "network-changed", "server_uuid": "f984d0c1-acfe-40ed-a64a-3aa1d5bf429f", "tag": "63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:41.079798 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-a58c4d9d-2f3b-43f5-8bdb-9c3aaaba539b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.2715814 Aug 31 01:04:41.080968 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Checking segment: {'id': '425df34f-cffe-42d7-8427-52cd73078ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9970fa9-cefe-4ca8-ab57-7789880786b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:41.081458 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network hostable DHCP agents. Network: d9970fa9-cefe-4ca8-ab57-7789880786b8, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:04:41.099032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-45f9443c-309b-4834-9a18-02f9af603300', 'network_id': '45f9443c-309b-4834-9a18-02f9af603300', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'fixed_ips': [{'subnet_id': '57124f15-125b-4d65-a22e-e4993bf0fd34'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:04:41.102055 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:41.158279 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d802d57-83fd-4a72-b0b9-d4d728d7bcd6 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Pushing event updated for resources: {'Subnet': ['ID=d12f5aed-e03b-4cc7-aa1b-a9c9da8cd1f8,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:41.204103 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-b6ae755a-92a4-484a-b907-9e134dd6af48 service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076111 Aug 31 01:04:41.204990 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fde9f-9bc6-4327-b776-adf0dab2475c service neutron] Pushing event updated for resources: {'Port': ['ID=63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:41.215939 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d802d57-83fd-4a72-b0b9-d4d728d7bcd6 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Checking segment: {'id': '4f9c3ec7-8758-4e5d-8a0f-680c818c29c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad828110-0862-4cdb-b06d-0764af746270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:41.216718 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d802d57-83fd-4a72-b0b9-d4d728d7bcd6 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Network hostable DHCP agents. Network: ad828110-0862-4cdb-b06d-0764af746270, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:04:41.254203 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f40952c-1787-437a-9683-7aa8d2a7955d req-468a2369-48f1-47de-9d45-a6f712205c38 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286618 Aug 31 01:04:41.259122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1e63a708-1b63-46ce-90f2-7683aaf99e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:41.262148 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-1e63a708-1b63-46ce-90f2-7683aaf99e2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1532502 Aug 31 01:04:41.366410 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8ecd83-5562-46d7-b8df-8ac9eaf5985f x-openstack-request-id: req-ad8ecd83-5562-46d7-b8df-8ac9eaf5985f {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:41.366410 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f984d0c1-acfe-40ed-a64a-3aa1d5bf429f", "tag": "63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:41.366410 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad8ecd83-5562-46d7-b8df-8ac9eaf5985f {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:41.367523 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f984d0c1-acfe-40ed-a64a-3aa1d5bf429f', 'tag': '63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f', 'status': 'completed', 'code': 200} Aug 31 01:04:41.380045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network d9970fa9-cefe-4ca8-ab57-7789880786b8 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:04:41.430566 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7135f261-6339-40a0-b2aa-135f53d3b5dc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Made reservation on behalf of 5c2cffadd45a4dd3bf0e6326f19f7e9a for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:41.435191 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7135f261-6339-40a0-b2aa-135f53d3b5dc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:41.435959 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d802d57-83fd-4a72-b0b9-d4d728d7bcd6 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Network ad828110-0862-4cdb-b06d-0764af746270 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:04:41.441963 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-98d26e35-5030-4289-9274-8ba308e2b650 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks [] for subnetpool, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:41.444041 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-98d26e35-5030-4289-9274-8ba308e2b650 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/subnetpools/9bc66901-475e-4d22-b4f5-47e502a5abf6 HTTP/1.1" status: 204 len: 168 time: 0.6372402 Aug 31 01:04:41.454795 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53150) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:41.477545 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f06b4b-2aec-4560-a2a9-799bfae53b99 req-5edc6426-4e41-4741-91d0-e29b894027fb tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:41.478914 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-70f06b4b-2aec-4560-a2a9-799bfae53b99 req-5edc6426-4e41-4741-91d0-e29b894027fb tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.2970548 Aug 31 01:04:41.492292 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370da1d9-f19e-4e09-a448-b82611040c41 req-f83c708a-9117-4fc4-8d12-cec9e85c42b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:41.503176 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Allocated IP 19.80.0.2 (45f9443c-309b-4834-9a18-02f9af603300/57124f15-125b-4d65-a22e-e4993bf0fd34/622d24ae-08c5-4e56-8a47-661a4977cadc) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:41.503929 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-370da1d9-f19e-4e09-a448-b82611040c41 req-f83c708a-9117-4fc4-8d12-cec9e85c42b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=982b5fe753f4482cbadeee55c6e49b01&device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 1095 time: 0.2423830 Aug 31 01:04:41.521303 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-04ec0d1f-1778-41d9-ba08-e830114a9039 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5528c06-5013-49bd-8c63-a0ba1451ba39 HTTP/1.1" status: 200 len: 205 time: 0.0652592 Aug 31 01:04:41.522053 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53152) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:41.523537 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-789e33b2-8a38-45dc-9361-b2375d3c0dbb req-6d0e057e-1418-447a-91f9-6611e0c985a0 service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819011 Aug 31 01:04:41.588389 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-370da1d9-f19e-4e09-a448-b82611040c41 req-d22b3ce0-71b8-4599-b290-79cbe95a5344 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f HTTP/1.1" status: 200 len: 217 time: 0.0845544 Aug 31 01:04:41.626870 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7135f261-6339-40a0-b2aa-135f53d3b5dc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:04:41.664299 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, d9970fa9-cefe-4ca8-ab57-7789880786b8) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:41.674512 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-70f06b4b-2aec-4560-a2a9-799bfae53b99 req-ded56d6d-58a2-4178-b767-019cadc19ab9 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725128 Aug 31 01:04:41.677239 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-1d802d57-83fd-4a72-b0b9-d4d728d7bcd6 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, ad828110-0862-4cdb-b06d-0764af746270) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:41.682139 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-974b59c1-edd7-436a-bcd9-b742f00938eb service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054701 Aug 31 01:04:41.686162 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:41.691325 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7135f261-6339-40a0-b2aa-135f53d3b5dc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:41.691694 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-7135f261-6339-40a0-b2aa-135f53d3b5dc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Added segment 89e6473d-43db-4758-8e73-e74a7c97ef57 of type vlan for network 640d4953-fe2b-4a30-8c0b-10f4ab364fb3 Aug 31 01:04:41.699678 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:41.711415 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:41.713660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:41.718585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54916c28-1d40-4236-a26f-e8dbf471bd5f None None] Network d9970fa9-cefe-4ca8-ab57-7789880786b8 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:41.750787 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370da1d9-f19e-4e09-a448-b82611040c41 req-ee5b4c9d-bcb4-42ad-b3a6-dc37513f8689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:41.760045 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-370da1d9-f19e-4e09-a448-b82611040c41 req-ee5b4c9d-bcb4-42ad-b3a6-dc37513f8689 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1007955d-a753-4c3b-bbca-3943185f8e1f HTTP/1.1" status: 200 len: 851 time: 0.1627202 Aug 31 01:04:41.782291 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d802d57-83fd-4a72-b0b9-d4d728d7bcd6 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:41.782943 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1d802d57-83fd-4a72-b0b9-d4d728d7bcd6 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:41.789477 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7135f261-6339-40a0-b2aa-135f53d3b5dc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:41.814020 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7796665a-d2f2-4a4a-95e9-9626d7f5f655 None None] Network ad828110-0862-4cdb-b06d-0764af746270 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:41.829915 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-370da1d9-f19e-4e09-a448-b82611040c41 req-86b54ed6-8da9-43c7-a657-c7b0f4183325 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b361b8b9-4744-4d54-a81c-33efa79a57b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362246 Aug 31 01:04:41.850586 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-662ea89f-dd10-4f6a-8eb7-db84a83d22b9 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.028357 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-370da1d9-f19e-4e09-a448-b82611040c41 req-6674646e-9b8e-4512-a442-e672e588fd65 service neutron] 10.222.0.41 "GET /v2.0/networks/b361b8b9-4744-4d54-a81c-33efa79a57b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891220 Aug 31 01:04:42.035493 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7135f261-6339-40a0-b2aa-135f53d3b5dc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.048442 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7135f261-6339-40a0-b2aa-135f53d3b5dc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:42.050019 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7135f261-6339-40a0-b2aa-135f53d3b5dc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.085539 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f6d7d279-19ff-41d7-b362-deb1e37216d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 7.0839045 Aug 31 01:04:42.087371 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1d802d57-83fd-4a72-b0b9-d4d728d7bcd6 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5633929 Aug 31 01:04:42.129284 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.137037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53156) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:42.137537 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53158) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:42.142271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Transition to ACTIVE for port object 622d24ae-08c5-4e56-8a47-661a4977cadc will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:42.152100 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2062760577', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}, 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:42.161987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Transition to ACTIVE for port object 622d24ae-08c5-4e56-8a47-661a4977cadc will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:42.192874 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f967e7-98bd-45da-8b63-4197a6ad9056 req-02bc5b66-4b51-4339-a087-f61c519fa07b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:42.201790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f967e7-98bd-45da-8b63-4197a6ad9056 req-02bc5b66-4b51-4339-a087-f61c519fa07b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:42.209354 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f967e7-98bd-45da-8b63-4197a6ad9056 req-02bc5b66-4b51-4339-a087-f61c519fa07b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:42.220649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f967e7-98bd-45da-8b63-4197a6ad9056 req-02bc5b66-4b51-4339-a087-f61c519fa07b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:42.230777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f967e7-98bd-45da-8b63-4197a6ad9056 req-02bc5b66-4b51-4339-a087-f61c519fa07b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:42.242030 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f967e7-98bd-45da-8b63-4197a6ad9056 req-02bc5b66-4b51-4339-a087-f61c519fa07b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:42.243101 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7135f261-6339-40a0-b2aa-135f53d3b5dc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2064776 Aug 31 01:04:42.251182 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f967e7-98bd-45da-8b63-4197a6ad9056 req-02bc5b66-4b51-4339-a087-f61c519fa07b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:42.255608 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-48f967e7-98bd-45da-8b63-4197a6ad9056 req-02bc5b66-4b51-4339-a087-f61c519fa07b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5418 time: 0.4856021 Aug 31 01:04:42.255608 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53160) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:42.303684 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b8920566-8988-48d5-ae85-f6fc9f778b39 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Request body: {'subnet': {'network_id': '640d4953-fe2b-4a30-8c0b-10f4ab364fb3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:42.327390 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-370da1d9-f19e-4e09-a448-b82611040c41 req-58132281-e7a5-4fbd-a09a-44ac830de70e service neutron] 10.222.0.41 "GET /v2.0/networks/b361b8b9-4744-4d54-a81c-33efa79a57b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565775 Aug 31 01:04:42.327793 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-662ea89f-dd10-4f6a-8eb7-db84a83d22b9 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.337075 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135f261-6339-40a0-b2aa-135f53d3b5dc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event updated for resources: {'Network': ['ID=640d4953-fe2b-4a30-8c0b-10f4ab364fb3,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:42.349592 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-662ea89f-dd10-4f6a-8eb7-db84a83d22b9 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.373870 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 640d4953-fe2b-4a30-8c0b-10f4ab364fb3 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:04:42.405227 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.411240 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-5ce30625-46c8-461f-92e3-7e8776a55736 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6801586 Aug 31 01:04:42.517066 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bd4fa-7334-45a3-8a54-83c03647905a req-67dd1c44-15f0-4cd1-b8d6-a3f352d83442 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:42.520894 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b02bd4fa-7334-45a3-8a54-83c03647905a req-67dd1c44-15f0-4cd1-b8d6-a3f352d83442 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 943 time: 0.1223433 Aug 31 01:04:42.609553 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b02bd4fa-7334-45a3-8a54-83c03647905a req-40346d2a-befc-4687-8b42-14044396b090 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646667 Aug 31 01:04:42.622673 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Network 45f9443c-309b-4834-9a18-02f9af603300 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:42.626512 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-ad828110-0862-4cdb-b06d-0764af746270', 'network_id': 'ad828110-0862-4cdb-b06d-0764af746270', 'tenant_id': '23f7630d710c48b3a4b3b7558eeb2635', 'fixed_ips': [{'subnet_id': 'd12f5aed-e03b-4cc7-aa1b-a9c9da8cd1f8'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:04:42.628390 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.647766 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-a6e3df9d-a25f-497a-9389-d63771a619b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4edf3b26-a415-4715-9831-a7720892c15d HTTP/1.1" status: 200 len: 217 time: 0.1991880 Aug 31 01:04:42.651210 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:42.673013 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36d04d-4649-4269-9c57-f5324326ebe0 req-74a4be39-8c2e-4604-b659-425b32d0d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:42.673408 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.674809 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.675312 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b36d04d-4649-4269-9c57-f5324326ebe0 req-74a4be39-8c2e-4604-b659-425b32d0d803 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=982b5fe753f4482cbadeee55c6e49b01&device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 1095 time: 0.0682619 Aug 31 01:04:42.688200 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:42.699942 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Pushing event updated for resources: {'Port': ['ID=622d24ae-08c5-4e56-8a47-661a4977cadc,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:42.742797 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-48f967e7-98bd-45da-8b63-4197a6ad9056 req-22c06ecb-98ac-4c77-bbe2-de23982f3e42 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4330523 Aug 31 01:04:42.837073 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-662ea89f-dd10-4f6a-8eb7-db84a83d22b9 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.837812 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662ea89f-dd10-4f6a-8eb7-db84a83d22b9 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Fanout notify agent at l3_agent the message router_deleted on router a5528c06-5013-49bd-8c63-a0ba1451ba39 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:04:42.884751 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-662ea89f-dd10-4f6a-8eb7-db84a83d22b9 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.886692 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-662ea89f-dd10-4f6a-8eb7-db84a83d22b9 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/routers/a5528c06-5013-49bd-8c63-a0ba1451ba39 HTTP/1.1" status: 204 len: 168 time: 1.3575754 Aug 31 01:04:42.890502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53168) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:42.892416 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36d04d-4649-4269-9c57-f5324326ebe0 req-b96e63fa-795a-4237-a6a1-5ddc6e02e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:42.894186 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b36d04d-4649-4269-9c57-f5324326ebe0 req-b96e63fa-795a-4237-a6a1-5ddc6e02e6ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=b361b8b9-4744-4d54-a81c-33efa79a57b4 HTTP/1.1" status: 200 len: 912 time: 0.2120373 Aug 31 01:04:42.980377 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b36d04d-4649-4269-9c57-f5324326ebe0 req-e3800401-4287-4950-8890-d2425eb43613 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f HTTP/1.1" status: 200 len: 217 time: 0.0749869 Aug 31 01:04:42.998738 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Attempting to bind port 622d24ae-08c5-4e56-8a47-661a4977cadc on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:42.999344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Attempting to bind port 622d24ae-08c5-4e56-8a47-661a4977cadc by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '05572195-d737-4788-a7a4-bfc34bb4eec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45f9443c-309b-4834-9a18-02f9af603300'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:42.999965 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Attempting to bind port 622d24ae-08c5-4e56-8a47-661a4977cadc on network 45f9443c-309b-4834-9a18-02f9af603300 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:43.016489 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:43.017087 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Checking segment: {'id': '05572195-d737-4788-a7a4-bfc34bb4eec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45f9443c-309b-4834-9a18-02f9af603300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:43.017769 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:43.018502 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Bound using segment: {'id': '05572195-d737-4788-a7a4-bfc34bb4eec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45f9443c-309b-4834-9a18-02f9af603300'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:43.019221 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Bound port: 622d24ae-08c5-4e56-8a47-661a4977cadc, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05572195-d737-4788-a7a4-bfc34bb4eec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45f9443c-309b-4834-9a18-02f9af603300'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:43.019881 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:43.047361 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:43.054108 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-80639695-8ff8-4c6f-af72-c0070798561f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:43.056798 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-80639695-8ff8-4c6f-af72-c0070798561f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab76eb50-57d8-4bbe-a8d9-d321af6eeee0 HTTP/1.1" status: 200 len: 797 time: 0.3940549 Aug 31 01:04:43.107089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36d04d-4649-4269-9c57-f5324326ebe0 req-64715f3c-6961-4e89-97dc-e5d8864b4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:43.115007 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b36d04d-4649-4269-9c57-f5324326ebe0 req-64715f3c-6961-4e89-97dc-e5d8864b4165 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1007955d-a753-4c3b-bbca-3943185f8e1f HTTP/1.1" status: 200 len: 851 time: 0.1189377 Aug 31 01:04:43.116076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-62e7c545-510f-45b1-bce3-b0e71627c55b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port 76c6ebb1-0e0a-43c7-9441-4e2253e8f7da {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:04:43.116757 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62e7c545-510f-45b1-bce3-b0e71627c55b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:43.176368 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b36d04d-4649-4269-9c57-f5324326ebe0 req-2bcf9fb0-9715-4bb2-a91f-59caa356e3aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b361b8b9-4744-4d54-a81c-33efa79a57b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560396 Aug 31 01:04:43.183497 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b21b2e2d-1ad0-419f-9d07-818a2d4aaec1 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Deleting port 4f6ef663-aad1-4940-9975-52c77acb4295 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:04:43.184097 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e2d-1ad0-419f-9d07-818a2d4aaec1 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:43.295623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Allocated IP 172.20.0.2 (ad828110-0862-4cdb-b06d-0764af746270/d12f5aed-e03b-4cc7-aa1b-a9c9da8cd1f8/f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:43.426558 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] For port 622d24ae-08c5-4e56-8a47-661a4977cadc, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:43.444196 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e2d-1ad0-419f-9d07-818a2d4aaec1 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:43.451477 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] For port 622d24ae-08c5-4e56-8a47-661a4977cadc, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=622d24ae-08c5-4e56-8a47-661a4977cadc,segment=NetworkSegment(05572195-d737-4788-a7a4-bfc34bb4eec5),segment_id=05572195-d737-4788-a7a4-bfc34bb4eec5)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:43.472736 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b36d04d-4649-4269-9c57-f5324326ebe0 req-d40b6d7c-7815-4e13-ac96-4d302b721fb3 service neutron] 10.222.0.41 "GET /v2.0/networks/b361b8b9-4744-4d54-a81c-33efa79a57b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833784 Aug 31 01:04:43.480124 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b21b2e2d-1ad0-419f-9d07-818a2d4aaec1 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Calling delete_port for 4f6ef663-aad1-4940-9975-52c77acb4295 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:04:43.550360 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:43.565250 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452935c-8e02-4ba1-a2ef-313910d90bd5 req-b846c692-d1c7-4c45-b410-38e4151ca465 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:43.567927 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f452935c-8e02-4ba1-a2ef-313910d90bd5 req-b846c692-d1c7-4c45-b410-38e4151ca465 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.6613820 Aug 31 01:04:43.631571 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8920566-8988-48d5-ae85-f6fc9f778b39 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Made reservation on behalf of 5c2cffadd45a4dd3bf0e6326f19f7e9a for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:43.635792 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b8920566-8988-48d5-ae85-f6fc9f778b39 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:43.710243 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:43.754319 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Transition to ACTIVE for port object f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:43.776467 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fa83d-a97d-451b-a9d5-36c2e75b635f None None] Pushing event updated for resources: {'Port': ['ID=622d24ae-08c5-4e56-8a47-661a4977cadc,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:43.805360 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Transition to ACTIVE for port object f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:43.814165 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b36d04d-4649-4269-9c57-f5324326ebe0 req-4826a130-2547-4d36-8dc4-fa69564fd40e service neutron] 10.222.0.41 "GET /v2.0/networks/b361b8b9-4744-4d54-a81c-33efa79a57b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306768 Aug 31 01:04:43.924694 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d227b4e5-4f16-4b8a-9bda-f3525de14689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:43.927442 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-d227b4e5-4f16-4b8a-9bda-f3525de14689 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8604355 Aug 31 01:04:43.937999 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:44.028480 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbcf23-5c5b-4a87-8a7a-e5f6879922a1 req-ffaf2e96-5c41-4520-8323-b26d35f4f669 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:44.032163 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-92fbcf23-5c5b-4a87-8a7a-e5f6879922a1 req-ffaf2e96-5c41-4520-8323-b26d35f4f669 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 943 time: 0.2129939 Aug 31 01:04:44.061143 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Pushing event updated for resources: {'Port': ['ID=f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:44.087778 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Network ad828110-0862-4cdb-b06d-0764af746270 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:44.090450 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:44.098202 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:44.144974 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-92fbcf23-5c5b-4a87-8a7a-e5f6879922a1 req-7e0c0041-3435-4186-bf80-baa9d1c2567b tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014678 Aug 31 01:04:44.154781 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e2d-1ad0-419f-9d07-818a2d4aaec1 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:44.169059 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62e7c545-510f-45b1-bce3-b0e71627c55b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:44.244371 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b2e2d-1ad0-419f-9d07-818a2d4aaec1 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Pushing event deleted for resources: {'Port': ['ID=4f6ef663-aad1-4940-9975-52c77acb4295,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:44.285587 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Attempting to bind port f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:44.290367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Attempting to bind port f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '4f9c3ec7-8758-4e5d-8a0f-680c818c29c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad828110-0862-4cdb-b06d-0764af746270'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:44.290367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Attempting to bind port f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b on network ad828110-0862-4cdb-b06d-0764af746270 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:44.321462 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:44.322051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Checking segment: {'id': '4f9c3ec7-8758-4e5d-8a0f-680c818c29c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad828110-0862-4cdb-b06d-0764af746270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:44.323027 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:44.327122 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Bound using segment: {'id': '4f9c3ec7-8758-4e5d-8a0f-680c818c29c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad828110-0862-4cdb-b06d-0764af746270'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:44.329689 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Bound port: f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9c3ec7-8758-4e5d-8a0f-680c818c29c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad828110-0862-4cdb-b06d-0764af746270'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:44.329689 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:44.342154 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f452935c-8e02-4ba1-a2ef-313910d90bd5 req-95330848-64f4-40a0-84e1-8d01ed61792c tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6945257 Aug 31 01:04:44.381699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-62e7c545-510f-45b1-bce3-b0e71627c55b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for 76c6ebb1-0e0a-43c7-9441-4e2253e8f7da owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:04:44.440042 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:44.453027 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e2d-1ad0-419f-9d07-818a2d4aaec1 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:44.456884 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b21b2e2d-1ad0-419f-9d07-818a2d4aaec1 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/ports/4f6ef663-aad1-4940-9975-52c77acb4295 HTTP/1.1" status: 204 len: 168 time: 1.5616827 Aug 31 01:04:44.483540 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53176) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:44.546425 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 622d24ae-08c5-4e56-8a47-661a4977cadc up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:44.549008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] For port f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:44.594155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790add1-1d5e-4735-81d4-ea07bab4bc2b req-334c3bdf-7a8d-40a2-b318-efee9a544978 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:44.599441 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] For port f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b,segment=NetworkSegment(4f9c3ec7-8758-4e5d-8a0f-680c818c29c3),segment_id=4f9c3ec7-8758-4e5d-8a0f-680c818c29c3)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:44.607026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790add1-1d5e-4735-81d4-ea07bab4bc2b req-334c3bdf-7a8d-40a2-b318-efee9a544978 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:44.629669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790add1-1d5e-4735-81d4-ea07bab4bc2b req-334c3bdf-7a8d-40a2-b318-efee9a544978 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:44.641732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790add1-1d5e-4735-81d4-ea07bab4bc2b req-334c3bdf-7a8d-40a2-b318-efee9a544978 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:44.657983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790add1-1d5e-4735-81d4-ea07bab4bc2b req-334c3bdf-7a8d-40a2-b318-efee9a544978 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:44.667797 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790add1-1d5e-4735-81d4-ea07bab4bc2b req-334c3bdf-7a8d-40a2-b318-efee9a544978 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:44.678866 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790add1-1d5e-4735-81d4-ea07bab4bc2b req-334c3bdf-7a8d-40a2-b318-efee9a544978 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:44.682059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9790add1-1d5e-4735-81d4-ea07bab4bc2b req-334c3bdf-7a8d-40a2-b318-efee9a544978 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5418 time: 0.2373605 Aug 31 01:04:44.701351 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c5a8a3-2e33-48c7-b74a-2a41a2e22f27 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Deleting subnet 5740c205-2e41-4c21-b5b0-636b8e58c1f6 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:04:44.716801 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21c5a8a3-2e33-48c7-b74a-2a41a2e22f27 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:44.756952 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9790add1-1d5e-4735-81d4-ea07bab4bc2b req-f7c7bd05-ab5e-47e9-8a05-6dd3897b2bb6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636287 Aug 31 01:04:44.811500 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:44.867850 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-27b7ffb6-4424-4cdb-9672-03ba0a358051 service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8981221 Aug 31 01:04:44.885157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 622d24ae-08c5-4e56-8a47-661a4977cadc completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:44.917341 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83871cc2-f79b-4341-9c0a-fc984aa2214a None None] Pushing event updated for resources: {'Port': ['ID=f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:44.921881 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21c5a8a3-2e33-48c7-b74a-2a41a2e22f27 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.269901 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:04:45.356266 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21c5a8a3-2e33-48c7-b74a-2a41a2e22f27 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.421095 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62e7c545-510f-45b1-bce3-b0e71627c55b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.461574 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b8920566-8988-48d5-ae85-f6fc9f778b39 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.519732 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f,segment=NetworkSegment(33e380e7-eff7-4f5b-8c19-f5a375698c43),segment_id=33e380e7-eff7-4f5b-8c19-f5a375698c43)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:45.543584 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f', 'network_id': 'b361b8b9-4744-4d54-a81c-33efa79a57b4', 'port_id': '63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f', 'mac_address': 'fa:16:3e:46:d0:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1007955d-a753-4c3b-bbca-3943185f8e1f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:04:45.567266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7b593-84d0-4141-beba-a9fe0538733a req-972d7900-9582-490f-ba09-605b149e8fc7 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:45.572819 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-72b7b593-84d0-4141-beba-a9fe0538733a req-972d7900-9582-490f-ba09-605b149e8fc7 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.0944881 Aug 31 01:04:45.599063 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a700678-ce8f-4792-8b3f-72788b6fd027 None None] Network 45f9443c-309b-4834-9a18-02f9af603300 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:45.608417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8920566-8988-48d5-ae85-f6fc9f778b39 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event updated for resources: {'Subnet': ['ID=d1b02fa4-af68-4168-a28b-6bcefcad25d9,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:45.638855 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-247412aa-5d09-4ebe-b633-a3a127bed74a service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7370949 Aug 31 01:04:45.652164 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-72b7b593-84d0-4141-beba-a9fe0538733a req-951acb41-6fac-4add-bb8d-53a4a62a3387 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701857 Aug 31 01:04:45.711663 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.746921 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:45.757960 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62e7c545-510f-45b1-bce3-b0e71627c55b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.760178 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-62e7c545-510f-45b1-bce3-b0e71627c55b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/ports/76c6ebb1-0e0a-43c7-9441-4e2253e8f7da HTTP/1.1" status: 204 len: 168 time: 3.6215682 Aug 31 01:04:45.762838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7c545-510f-45b1-bce3-b0e71627c55b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=76c6ebb1-0e0a-43c7-9441-4e2253e8f7da,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:45.765340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53186) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:45.771902 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-4f058097-a131-4639-b4af-6f8bfd1a50c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b116cb15-d067-4b27-92a6-f893f8f6ee79 HTTP/1.1" status: 200 len: 217 time: 0.1076450 Aug 31 01:04:45.813357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f,segment=NetworkSegment(33e380e7-eff7-4f5b-8c19-f5a375698c43),segment_id=33e380e7-eff7-4f5b-8c19-f5a375698c43)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:45.830227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2a685c0d-b834-45dd-b7f3-1c1d0140413e None None] Provisioning for port 622d24ae-08c5-4e56-8a47-661a4977cadc completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:45.881897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2a685c0d-b834-45dd-b7f3-1c1d0140413e None None] Provisioning complete for port 622d24ae-08c5-4e56-8a47-661a4977cadc triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:45.884981 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2a685c0d-b834-45dd-b7f3-1c1d0140413e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.904421 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f073fc86-19d6-4ade-b43d-718a354b50a7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:45.915945 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f073fc86-19d6-4ade-b43d-718a354b50a7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:45.920902 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f073fc86-19d6-4ade-b43d-718a354b50a7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1518712 Aug 31 01:04:45.923403 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53190) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:45.966468 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.980178 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5c00c-0084-47f7-b860-d785b3f56240 req-180c26ea-aec2-40c1-9c0f-66e2848b450f tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:45.984755 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19b5c00c-0084-47f7-b860-d785b3f56240 req-180c26ea-aec2-40c1-9c0f-66e2848b450f tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 943 time: 0.5875411 Aug 31 01:04:46.010726 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21c5a8a3-2e33-48c7-b74a-2a41a2e22f27 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:46.138122 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:46.180473 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487ce0e-a5a3-436b-9b7e-43a6013b09d3 req-1a22a881-7bba-4407-b62f-3cb168096b52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.188737 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:46.214072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5a8a3-2e33-48c7-b74a-2a41a2e22f27 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Pushing event deleted for resources: {'Subnet': ['ID=5740c205-2e41-4c21-b5b0-636b8e58c1f6,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:46.217332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487ce0e-a5a3-436b-9b7e-43a6013b09d3 req-1a22a881-7bba-4407-b62f-3cb168096b52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.237621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487ce0e-a5a3-436b-9b7e-43a6013b09d3 req-1a22a881-7bba-4407-b62f-3cb168096b52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.250518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487ce0e-a5a3-436b-9b7e-43a6013b09d3 req-1a22a881-7bba-4407-b62f-3cb168096b52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.266989 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487ce0e-a5a3-436b-9b7e-43a6013b09d3 req-1a22a881-7bba-4407-b62f-3cb168096b52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.286170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487ce0e-a5a3-436b-9b7e-43a6013b09d3 req-1a22a881-7bba-4407-b62f-3cb168096b52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.304389 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8920566-8988-48d5-ae85-f6fc9f778b39 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Checking segment: {'id': '89e6473d-43db-4758-8e73-e74a7c97ef57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '640d4953-fe2b-4a30-8c0b-10f4ab364fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:46.304944 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8920566-8988-48d5-ae85-f6fc9f778b39 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Network hostable DHCP agents. Network: 640d4953-fe2b-4a30-8c0b-10f4ab364fb3, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:04:46.311503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487ce0e-a5a3-436b-9b7e-43a6013b09d3 req-1a22a881-7bba-4407-b62f-3cb168096b52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.329815 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7487ce0e-a5a3-436b-9b7e-43a6013b09d3 req-1a22a881-7bba-4407-b62f-3cb168096b52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5418 time: 0.3815935 Aug 31 01:04:46.384449 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b689f96f-6bec-4de0-85af-8747018295cf None None] Network 7a201be7-b7d5-4cf9-8a46-c9927463a9ce requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:46.415547 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21c5a8a3-2e33-48c7-b74a-2a41a2e22f27 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:46.420603 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2a685c0d-b834-45dd-b7f3-1c1d0140413e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:46.423476 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-21c5a8a3-2e33-48c7-b74a-2a41a2e22f27 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/subnets/5740c205-2e41-4c21-b5b0-636b8e58c1f6 HTTP/1.1" status: 204 len: 168 time: 1.9229257 Aug 31 01:04:46.430735 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19b5c00c-0084-47f7-b860-d785b3f56240 req-2158e3bf-4fa1-4603-a083-20a2ced9fa55 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327681 Aug 31 01:04:46.432425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53192) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:46.492602 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7487ce0e-a5a3-436b-9b7e-43a6013b09d3 req-282e6eca-1cf2-44b1-979e-5884d00a3aed tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1615012 Aug 31 01:04:46.552053 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-f4f8616e-8a77-462e-96f3-fcf1c76e3ad0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port de7ed5c4-fcb4-4220-b514-9f87ec540b9e {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:04:46.552524 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f4f8616e-8a77-462e-96f3-fcf1c76e3ad0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:46.596389 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-5f6f960c-fa05-4c9a-824c-144482294ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.600586 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:46.608185 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-5f6f960c-fa05-4c9a-824c-144482294ec5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab76eb50-57d8-4bbe-a8d9-d321af6eeee0 HTTP/1.1" status: 200 len: 797 time: 0.8202586 Aug 31 01:04:46.702616 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f4f8616e-8a77-462e-96f3-fcf1c76e3ad0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:46.728599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-f4f8616e-8a77-462e-96f3-fcf1c76e3ad0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for de7ed5c4-fcb4-4220-b514-9f87ec540b9e owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:04:46.745146 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d10f117-21b0-413d-987e-3ab663aa4c6f None None] Network ad828110-0862-4cdb-b06d-0764af746270 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:46.805270 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:46.865553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8920566-8988-48d5-ae85-f6fc9f778b39 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Network 640d4953-fe2b-4a30-8c0b-10f4ab364fb3 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:04:46.872955 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:46.881993 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:46.978664 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2a685c0d-b834-45dd-b7f3-1c1d0140413e None None] For port 622d24ae-08c5-4e56-8a47-661a4977cadc, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=622d24ae-08c5-4e56-8a47-661a4977cadc,segment=NetworkSegment(05572195-d737-4788-a7a4-bfc34bb4eec5),segment_id=05572195-d737-4788-a7a4-bfc34bb4eec5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:47.041008 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f4f8616e-8a77-462e-96f3-fcf1c76e3ad0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:47.052421 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-452b3000-f05a-4413-8f8a-a1bb4ecf9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:47.055043 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-452b3000-f05a-4413-8f8a-a1bb4ecf9ca6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3718405 Aug 31 01:04:47.094442 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2a685c0d-b834-45dd-b7f3-1c1d0140413e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:47.105671 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8616e-8a77-462e-96f3-fcf1c76e3ad0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=de7ed5c4-fcb4-4220-b514-9f87ec540b9e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:47.109165 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f4f8616e-8a77-462e-96f3-fcf1c76e3ad0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:47.116332 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f4f8616e-8a77-462e-96f3-fcf1c76e3ad0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/ports/de7ed5c4-fcb4-4220-b514-9f87ec540b9e HTTP/1.1" status: 204 len: 168 time: 1.1797407 Aug 31 01:04:47.122725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53198) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:47.189750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b8920566-8988-48d5-ae85-f6fc9f778b39 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 640d4953-fe2b-4a30-8c0b-10f4ab364fb3) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:47.226619 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd19cfa-52d8-4394-bcba-4e94626c7ed3 None None] Network 640d4953-fe2b-4a30-8c0b-10f4ab364fb3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:47.268216 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7ee801-0926-456d-b43f-3d669b8acd57 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:47.276645 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6b7ee801-0926-456d-b43f-3d669b8acd57 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1520712 Aug 31 01:04:47.277813 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53200) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:47.290563 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8920566-8988-48d5-ae85-f6fc9f778b39 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:47.291537 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b8920566-8988-48d5-ae85-f6fc9f778b39 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:47.343596 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb41f1ba-50a0-4b19-ab92-a0709bd97181 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] GET failed (client error): The resource could not be found. Aug 31 01:04:47.352090 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-eb41f1ba-50a0-4b19-ab92-a0709bd97181 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports/76c6ebb1-0e0a-43c7-9441-4e2253e8f7da HTTP/1.1" status: 404 len: 333 time: 0.0677092 Aug 31 01:04:47.355911 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53202) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:47.375355 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac383a40-9a6d-4987-a614-b8e09bc921b7 req-61ebd990-d331-4354-9542-8467265a70a3 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:47.378219 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ac383a40-9a6d-4987-a614-b8e09bc921b7 req-61ebd990-d331-4354-9542-8467265a70a3 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.5256231 Aug 31 01:04:47.407720 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc619f8-0f04-42fa-9168-6d78746c2cf8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] GET failed (client error): The resource could not be found. Aug 31 01:04:47.413621 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6bc619f8-0f04-42fa-9168-6d78746c2cf8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports/de7ed5c4-fcb4-4220-b514-9f87ec540b9e HTTP/1.1" status: 404 len: 333 time: 0.0527647 Aug 31 01:04:47.413941 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:47.415704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53204) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:47.444040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Allocated IP 172.25.2.181 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/ecf54b9c-c0fe-402a-beb2-696c16a35667) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:47.493202 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b8920566-8988-48d5-ae85-f6fc9f778b39 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.1958568 Aug 31 01:04:47.497401 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a685c0d-b834-45dd-b7f3-1c1d0140413e None None] Pushing event updated for resources: {'Port': ['ID=622d24ae-08c5-4e56-8a47-661a4977cadc,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:47.572573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40197990-4c2d-4bf0-bd72-7cb624f4e40e None None] DHCP port deletion for 7a201be7-b7d5-4cf9-8a46-c9927463a9ce request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:04:47.588934 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-f9118448-0426-4011-b4da-8115e79a9201 service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212498 Aug 31 01:04:47.597270 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0b0b2d18-4a41-47b6-9a17-54ad8c4c6f83 None None] Provisioning for port f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:47.636706 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0b0b2d18-4a41-47b6-9a17-54ad8c4c6f83 None None] Provisioning complete for port f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:47.637292 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0b0b2d18-4a41-47b6-9a17-54ad8c4c6f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:47.718438 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f108bfe7-c877-4507-8453-7942c863713e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:47.936183 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c74e85-c579-4ff0-ae5d-8a79ac081a1d req-188acfc0-9d8a-4647-aefe-020f1401c8da tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:47.940533 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-14c74e85-c579-4ff0-ae5d-8a79ac081a1d req-188acfc0-9d8a-4647-aefe-020f1401c8da tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 944 time: 0.2154791 Aug 31 01:04:48.027012 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-40197990-4c2d-4bf0-bd72-7cb624f4e40e None None] Deleting port 60668b3b-f86b-4ccd-a47f-7827675a8851 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:04:48.028849 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-40197990-4c2d-4bf0-bd72-7cb624f4e40e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:48.123520 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-14c74e85-c579-4ff0-ae5d-8a79ac081a1d req-f14700b8-324b-4a47-93e2-7c2198430767 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138420 Aug 31 01:04:48.147344 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f108bfe7-c877-4507-8453-7942c863713e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:48.166076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-f108bfe7-c877-4507-8453-7942c863713e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9970fa9-cefe-4ca8-ab57-7789880786b8']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:48.214636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-40197990-4c2d-4bf0-bd72-7cb624f4e40e None None] For port 60668b3b-f86b-4ccd-a47f-7827675a8851, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=60668b3b-f86b-4ccd-a47f-7827675a8851,segment=NetworkSegment(f0f65c3b-f45a-49d6-9387-70c56d29a651),segment_id=f0f65c3b-f45a-49d6-9387-70c56d29a651)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:48.215251 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-40197990-4c2d-4bf0-bd72-7cb624f4e40e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:48.226334 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-f108bfe7-c877-4507-8453-7942c863713e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425df34f-cffe-42d7-8427-52cd73078ab3') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:48.226683 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-f108bfe7-c877-4507-8453-7942c863713e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425df34f-cffe-42d7-8427-52cd73078ab3') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:48.265613 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f108bfe7-c877-4507-8453-7942c863713e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:48.266165 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-40197990-4c2d-4bf0-bd72-7cb624f4e40e None None] Calling delete_port for 60668b3b-f86b-4ccd-a47f-7827675a8851 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:04:48.271541 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Deleting port 60668b3b-f86b-4ccd-a47f-7827675a8851 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:04:48.272177 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:48.318318 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f108bfe7-c877-4507-8453-7942c863713e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:48.334639 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f108bfe7-c877-4507-8453-7942c863713e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:04:48.335633 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f108bfe7-c877-4507-8453-7942c863713e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:48.386986 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-640d4953-fe2b-4a30-8c0b-10f4ab364fb3', 'network_id': '640d4953-fe2b-4a30-8c0b-10f4ab364fb3', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'fixed_ips': [{'subnet_id': 'd1b02fa4-af68-4168-a28b-6bcefcad25d9'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:04:48.388916 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:48.426743 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 622d24ae-08c5-4e56-8a47-661a4977cadc up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:48.439187 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ac383a40-9a6d-4987-a614-b8e09bc921b7 req-cef9d768-ec1f-429d-b621-a4f3e8c8496f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0370245 Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:04:48.483472 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:04:48.555488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] For port 60668b3b-f86b-4ccd-a47f-7827675a8851, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=60668b3b-f86b-4ccd-a47f-7827675a8851,segment=NetworkSegment(f0f65c3b-f45a-49d6-9387-70c56d29a651),segment_id=f0f65c3b-f45a-49d6-9387-70c56d29a651)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:48.555877 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:48.599568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Calling delete_port for 60668b3b-f86b-4ccd-a47f-7827675a8851 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:04:48.607370 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8094f8ca-093a-4abf-99f6-72e3b4bf87be req-fd0eacd6-62a5-4982-b00c-ac192aa4cf63 service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0064602 Aug 31 01:04:48.655135 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:48.707968 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0b0b2d18-4a41-47b6-9a17-54ad8c4c6f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:48.980751 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0b0b2d18-4a41-47b6-9a17-54ad8c4c6f83 None None] For port f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b,segment=NetworkSegment(4f9c3ec7-8758-4e5d-8a0f-680c818c29c3),segment_id=4f9c3ec7-8758-4e5d-8a0f-680c818c29c3)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:49.018100 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 622d24ae-08c5-4e56-8a47-661a4977cadc triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:49.018678 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:49.057107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-8a1544b0-0832-464c-8366-acc0f30b4a05 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.063816 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-8a1544b0-0832-464c-8366-acc0f30b4a05 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.065539 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-8a1544b0-0832-464c-8366-acc0f30b4a05 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/networks?id=45f9443c-309b-4834-9a18-02f9af603300&id=640d4953-fe2b-4a30-8c0b-10f4ab364fb3&id=45f9443c-309b-4834-9a18-02f9af603300 HTTP/1.1" status: 200 len: 1391 time: 0.4261241 Aug 31 01:04:49.070141 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a888bdc-22de-4834-9c32-bf1ac97347ca req-d2131b10-bfa1-4592-93a3-80d35b02a94e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.077423 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a888bdc-22de-4834-9c32-bf1ac97347ca req-d2131b10-bfa1-4592-93a3-80d35b02a94e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.085544 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a888bdc-22de-4834-9c32-bf1ac97347ca req-d2131b10-bfa1-4592-93a3-80d35b02a94e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.090809 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-b5155763-e515-4789-b343-b5b8ae73de3b tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/quotas/5c2cffadd45a4dd3bf0e6326f19f7e9a HTTP/1.1" status: 200 len: 375 time: 0.0154023 Aug 31 01:04:49.092328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a888bdc-22de-4834-9c32-bf1ac97347ca req-d2131b10-bfa1-4592-93a3-80d35b02a94e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.098497 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb77e7a-b292-42db-988d-faac66b26cbf req-042b56b8-0a62-4c81-bdf2-d69ddd63aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.099238 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb77e7a-b292-42db-988d-faac66b26cbf req-042b56b8-0a62-4c81-bdf2-d69ddd63aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.099752 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb77e7a-b292-42db-988d-faac66b26cbf req-042b56b8-0a62-4c81-bdf2-d69ddd63aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.100100 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a888bdc-22de-4834-9c32-bf1ac97347ca req-d2131b10-bfa1-4592-93a3-80d35b02a94e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.100392 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb77e7a-b292-42db-988d-faac66b26cbf req-042b56b8-0a62-4c81-bdf2-d69ddd63aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.100827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb77e7a-b292-42db-988d-faac66b26cbf req-042b56b8-0a62-4c81-bdf2-d69ddd63aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.101330 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb77e7a-b292-42db-988d-faac66b26cbf req-042b56b8-0a62-4c81-bdf2-d69ddd63aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.101858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb77e7a-b292-42db-988d-faac66b26cbf req-042b56b8-0a62-4c81-bdf2-d69ddd63aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.104178 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5cb77e7a-b292-42db-988d-faac66b26cbf req-042b56b8-0a62-4c81-bdf2-d69ddd63aa7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480470cd2fbf45018b60a7cede707d79&device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 6482 time: 0.2125554 Aug 31 01:04:49.109086 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a888bdc-22de-4834-9c32-bf1ac97347ca req-d2131b10-bfa1-4592-93a3-80d35b02a94e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.123050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a888bdc-22de-4834-9c32-bf1ac97347ca req-d2131b10-bfa1-4592-93a3-80d35b02a94e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.127352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a888bdc-22de-4834-9c32-bf1ac97347ca req-d2131b10-bfa1-4592-93a3-80d35b02a94e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5418 time: 0.6300249 Aug 31 01:04:49.144883 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0b0b2d18-4a41-47b6-9a17-54ad8c4c6f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:49.176813 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Allocated IP 19.86.0.2 (640d4953-fe2b-4a30-8c0b-10f4ab364fb3/d1b02fa4-af68-4168-a28b-6bcefcad25d9/67c8e1ec-05fb-437b-8391-f69401c5395f) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:49.181776 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f108bfe7-c877-4507-8453-7942c863713e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:49.197964 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f108bfe7-c877-4507-8453-7942c863713e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:49.207832 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f108bfe7-c877-4507-8453-7942c863713e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/networks/d9970fa9-cefe-4ca8-ab57-7789880786b8 HTTP/1.1" status: 204 len: 168 time: 1.7744460 Aug 31 01:04:49.213692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53226) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:49.221311 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:49.272540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-8040a37d-8a6c-40b3-9049-31dc9e93b01f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1898236227'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:49.272540 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a888bdc-22de-4834-9c32-bf1ac97347ca req-17462e91-41ec-4714-baf6-8e15cddc16fb tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140234 Aug 31 01:04:49.272540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108bfe7-c877-4507-8453-7942c863713e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Network': ['ID=d9970fa9-cefe-4ca8-ab57-7789880786b8,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:49.310765 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:49.317952 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:49.333796 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-40197990-4c2d-4bf0-bd72-7cb624f4e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:49.375488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:49.410209 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-1eb1ba2c-dae6-4ad4-9283-867518a89e12 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c2cffadd45a4dd3bf0e6326f19f7e9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3051739 Aug 31 01:04:49.411341 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:49.413974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] No DVR routers for this DVR port 60668b3b-f86b-4ccd-a47f-7827675a8851 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:04:49.422189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8040a37d-8a6c-40b3-9049-31dc9e93b01f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:49.423858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:49.426089 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Pushing event updated for resources: {'Port': ['ID=ecf54b9c-c0fe-402a-beb2-696c16a35667,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:49.428835 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8040a37d-8a6c-40b3-9049-31dc9e93b01f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:49.489538 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0b0b2d18-4a41-47b6-9a17-54ad8c4c6f83 None None] Provisioning complete for port 622d24ae-08c5-4e56-8a47-661a4977cadc triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:49.491424 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0b0b2d18-4a41-47b6-9a17-54ad8c4c6f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:49.492811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40197990-4c2d-4bf0-bd72-7cb624f4e40e None None] No DVR routers for this DVR port 60668b3b-f86b-4ccd-a47f-7827675a8851 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:04:49.498221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8040a37d-8a6c-40b3-9049-31dc9e93b01f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:04:49.534447 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b2d18-4a41-47b6-9a17-54ad8c4c6f83 None None] Pushing event updated for resources: {'Port': ['ID=f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:49.584374 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8040a37d-8a6c-40b3-9049-31dc9e93b01f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:49.586059 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-8040a37d-8a6c-40b3-9049-31dc9e93b01f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Added segment 7b985348-60b4-42f7-b376-c10391241ffd of type vlan for network 3bff8444-9f26-4d30-827a-5f54fed235c1 Aug 31 01:04:49.637257 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40197990-4c2d-4bf0-bd72-7cb624f4e40e None None] Pushing event deleted for resources: {'Port': ['ID=60668b3b-f86b-4ccd-a47f-7827675a8851,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:49.640735 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:49.658978 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Transition to ACTIVE for port object 67c8e1ec-05fb-437b-8391-f69401c5395f will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:49.669690 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Pushing event deleted for resources: {'Port': ['ID=60668b3b-f86b-4ccd-a47f-7827675a8851,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:49.701497 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Transition to ACTIVE for port object 67c8e1ec-05fb-437b-8391-f69401c5395f will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:49.723095 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 60668b3b-f86b-4ccd-a47f-7827675a8851 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:04:49.729988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7065b-dacf-4ddf-b6b9-6c30b93f0bb1 req-6fde6b11-6b1b-493d-a9ff-98f9ed132772 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.739592 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3d7065b-dacf-4ddf-b6b9-6c30b93f0bb1 req-6fde6b11-6b1b-493d-a9ff-98f9ed132772 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 944 time: 0.2119577 Aug 31 01:04:49.750182 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb77e7a-b292-42db-988d-faac66b26cbf req-d890895a-e823-4757-9537-acb71e76eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.753060 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5cb77e7a-b292-42db-988d-faac66b26cbf req-d890895a-e823-4757-9537-acb71e76eed0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061 HTTP/1.1" status: 200 len: 903 time: 0.6371512 Aug 31 01:04:49.761983 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 60668b3b-f86b-4ccd-a47f-7827675a8851 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:04:49.763291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 60668b3b-f86b-4ccd-a47f-7827675a8851 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:04:49.776321 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8040a37d-8a6c-40b3-9049-31dc9e93b01f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:49.791042 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:49.797286 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:49.797933 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:49.822401 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:49.838008 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:49.839161 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5cb77e7a-b292-42db-988d-faac66b26cbf req-ab452a33-8adc-4165-ab07-8c4e4954f470 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b116cb15-d067-4b27-92a6-f893f8f6ee79 HTTP/1.1" status: 200 len: 217 time: 0.0733080 Aug 31 01:04:49.845824 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a201be7-b7d5-4cf9-8a46-c9927463a9ce']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:49.864784 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3d7065b-dacf-4ddf-b6b9-6c30b93f0bb1 req-83c6017f-fe48-4a59-ab2e-caac0e409656 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234274 Aug 31 01:04:49.946231 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Network 640d4953-fe2b-4a30-8c0b-10f4ab364fb3 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:49.956510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:49.965016 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8040a37d-8a6c-40b3-9049-31dc9e93b01f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:49.968941 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:49.977930 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8040a37d-8a6c-40b3-9049-31dc9e93b01f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.992231 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8040a37d-8a6c-40b3-9049-31dc9e93b01f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:49.992477 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Pushing event updated for resources: {'Port': ['ID=67c8e1ec-05fb-437b-8391-f69401c5395f,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:49.992477 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8be1924e-c765-47cb-9ecc-59e4db63744d None None] Provisioning complete for port f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:49.997785 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8be1924e-c765-47cb-9ecc-59e4db63744d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:50.035240 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f65c3b-f45a-49d6-9387-70c56d29a651') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:50.035926 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f65c3b-f45a-49d6-9387-70c56d29a651') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:50.072698 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:50.140972 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Attempting to bind port 67c8e1ec-05fb-437b-8391-f69401c5395f on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:50.141354 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Attempting to bind port 67c8e1ec-05fb-437b-8391-f69401c5395f by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '89e6473d-43db-4758-8e73-e74a7c97ef57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '640d4953-fe2b-4a30-8c0b-10f4ab364fb3'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:50.141997 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Attempting to bind port 67c8e1ec-05fb-437b-8391-f69401c5395f on network 640d4953-fe2b-4a30-8c0b-10f4ab364fb3 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:50.151833 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-78c92fa8-bb71-4bd6-ad2b-053e8188b49d service neutron] 10.222.0.16 "GET /v2.0/networks/45f9443c-309b-4834-9a18-02f9af603300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780357 Aug 31 01:04:50.159390 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb77e7a-b292-42db-988d-faac66b26cbf req-35c2537b-a329-408d-9991-d0e3b1780425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:50.162562 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5cb77e7a-b292-42db-988d-faac66b26cbf req-35c2537b-a329-408d-9991-d0e3b1780425 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab76eb50-57d8-4bbe-a8d9-d321af6eeee0 HTTP/1.1" status: 200 len: 797 time: 0.3135228 Aug 31 01:04:50.164944 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:50.175234 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:50.176212 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Checking segment: {'id': '89e6473d-43db-4758-8e73-e74a7c97ef57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '640d4953-fe2b-4a30-8c0b-10f4ab364fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:50.176531 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:50.180899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Bound using segment: {'id': '89e6473d-43db-4758-8e73-e74a7c97ef57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '640d4953-fe2b-4a30-8c0b-10f4ab364fb3'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:50.180899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Bound port: 67c8e1ec-05fb-437b-8391-f69401c5395f, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e6473d-43db-4758-8e73-e74a7c97ef57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '640d4953-fe2b-4a30-8c0b-10f4ab364fb3'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:50.180899 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:50.196935 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:04:50.197621 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:04:50.222127 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:04:50.229374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040a37d-8a6c-40b3-9049-31dc9e93b01f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Network': ['ID=3bff8444-9f26-4d30-827a-5f54fed235c1,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:50.244056 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515aa05c-72ee-41cf-b74d-ebd709011100 req-2aecd2d9-433f-4f17-9276-448e2fb48796 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:50.254542 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-515aa05c-72ee-41cf-b74d-ebd709011100 req-2aecd2d9-433f-4f17-9276-448e2fb48796 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.2704606 Aug 31 01:04:50.324684 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] For port 67c8e1ec-05fb-437b-8391-f69401c5395f, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:50.324684 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] For port 67c8e1ec-05fb-437b-8391-f69401c5395f, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=67c8e1ec-05fb-437b-8391-f69401c5395f,segment=NetworkSegment(89e6473d-43db-4758-8e73-e74a7c97ef57),segment_id=89e6473d-43db-4758-8e73-e74a7c97ef57)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:50.324684 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:50.327338 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-515aa05c-72ee-41cf-b74d-ebd709011100 req-a42acf19-3902-49b0-9311-5fd4fdfbe9c7 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714924 Aug 31 01:04:50.333600 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 3bff8444-9f26-4d30-827a-5f54fed235c1 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:04:50.365258 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8040a37d-8a6c-40b3-9049-31dc9e93b01f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1532583 Aug 31 01:04:50.370688 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53232) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:50.379154 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-daee3865-f648-457a-9cba-3b602633d4a7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'subnet': {'network_id': '3bff8444-9f26-4d30-827a-5f54fed235c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:50.451185 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:50.505337 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb77e7a-b292-42db-988d-faac66b26cbf req-ec3dcf47-c909-49a8-80a2-cbef6b21f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:50.507945 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5cb77e7a-b292-42db-988d-faac66b26cbf req-ec3dcf47-c909-49a8-80a2-cbef6b21f04e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3222721 Aug 31 01:04:50.514447 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08d84bab-6cb7-4759-82eb-e5e95cb08cb7 service neutron] 10.222.0.16 "GET /v2.0/networks/45f9443c-309b-4834-9a18-02f9af603300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266625 Aug 31 01:04:50.538730 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:50.558444 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f984d0c1-acfe-40ed-a64a-3aa1d5bf429f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:50.561515 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9100fd-d3a1-4d2f-8d87-60764fded6ff" -d '{"events": [{"server_uuid": "f984d0c1-acfe-40ed-a64a-3aa1d5bf429f", "name": "network-vif-plugged", "status": "completed", "tag": "63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:50.659981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a50ab-bc0a-4f40-b010-64947d474202 req-346bfb4c-39a0-4055-a37c-3e350b0d0cd9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:50.673526 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f,segment=NetworkSegment(33e380e7-eff7-4f5b-8c19-f5a375698c43),segment_id=33e380e7-eff7-4f5b-8c19-f5a375698c43)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:50.677678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a50ab-bc0a-4f40-b010-64947d474202 req-346bfb4c-39a0-4055-a37c-3e350b0d0cd9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:50.706116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a50ab-bc0a-4f40-b010-64947d474202 req-346bfb4c-39a0-4055-a37c-3e350b0d0cd9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:50.709723 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a50ab-bc0a-4f40-b010-64947d474202 req-346bfb4c-39a0-4055-a37c-3e350b0d0cd9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:50.729853 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a50ab-bc0a-4f40-b010-64947d474202 req-346bfb4c-39a0-4055-a37c-3e350b0d0cd9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:50.730142 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:50.736502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a50ab-bc0a-4f40-b010-64947d474202 req-346bfb4c-39a0-4055-a37c-3e350b0d0cd9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:50.749091 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:50.750933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a50ab-bc0a-4f40-b010-64947d474202 req-346bfb4c-39a0-4055-a37c-3e350b0d0cd9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:50.756451 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] 10.222.0.16 "DELETE /v2.0/networks/7a201be7-b7d5-4cf9-8a46-c9927463a9ce HTTP/1.1" status: 204 len: 168 time: 4.3188510 Aug 31 01:04:50.763959 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108e58a-0525-4573-bee6-f108346583b3 None None] Pushing event updated for resources: {'Port': ['ID=67c8e1ec-05fb-437b-8391-f69401c5395f,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:50.767075 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-821a50ab-bc0a-4f40-b010-64947d474202 req-346bfb4c-39a0-4055-a37c-3e350b0d0cd9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5418 time: 0.2838607 Aug 31 01:04:50.778122 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:50.790035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:50.790625 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:50.812918 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdf87c-8c53-4b2a-b55c-9d97468f6288 tempest-TagsExtTest-258395986 tempest-TagsExtTest-258395986-project] Pushing event deleted for resources: {'Network': ['ID=7a201be7-b7d5-4cf9-8a46-c9927463a9ce,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:50.900425 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-821a50ab-bc0a-4f40-b010-64947d474202 req-38cd2331-6d40-468f-a116-63cfac5693a0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260283 Aug 31 01:04:50.914491 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:50.982893 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-1bd93e3e-e20f-408a-ab0d-47ae8a22f771 service neutron] 10.222.0.16 "GET /v2.0/networks/640d4953-fe2b-4a30-8c0b-10f4ab364fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388647 Aug 31 01:04:51.011522 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daee3865-f648-457a-9cba-3b602633d4a7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:51.020582 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-daee3865-f648-457a-9cba-3b602633d4a7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:51.203701 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5cb77e7a-b292-42db-988d-faac66b26cbf req-aafe5bd6-d9f2-4ff0-a59c-1764462cce0c service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879787 Aug 31 01:04:51.216779 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-d7f06375-1ec2-4897-a100-e4fe9aeda62d service neutron] 10.222.0.16 "GET /v2.0/networks/640d4953-fe2b-4a30-8c0b-10f4ab364fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080140 Aug 31 01:04:51.244859 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149d599f-68c9-446b-bcc0-c16ad205a998 x-openstack-request-id: req-149d599f-68c9-446b-bcc0-c16ad205a998 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:51.247891 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f984d0c1-acfe-40ed-a64a-3aa1d5bf429f", "name": "network-vif-plugged", "status": "completed", "tag": "63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:51.248624 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-149d599f-68c9-446b-bcc0-c16ad205a998 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:51.250739 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f984d0c1-acfe-40ed-a64a-3aa1d5bf429f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f', 'code': 200} Aug 31 01:04:51.356478 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:51.629519 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f353d-37ca-41d9-ae05-089012e5a9c7 req-e2e12617-85a1-4c63-ba0f-411997d18c49 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:51.632110 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ce8f353d-37ca-41d9-ae05-089012e5a9c7 req-e2e12617-85a1-4c63-ba0f-411997d18c49 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.2574670 Aug 31 01:04:51.635220 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca1eb-60df-4e74-9bbb-b9ff174b6f2f req-d0610899-6244-48f9-97c3-17dc78053af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:51.638244 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ec8ca1eb-60df-4e74-9bbb-b9ff174b6f2f req-d0610899-6244-48f9-97c3-17dc78053af5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 1097 time: 0.2570288 Aug 31 01:04:51.767306 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ec8ca1eb-60df-4e74-9bbb-b9ff174b6f2f req-a340dd64-3185-4ce4-baf1-e88fbb397229 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189172 Aug 31 01:04:51.781701 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ce8f353d-37ca-41d9-ae05-089012e5a9c7 req-6df60646-8d63-44e1-a461-046b3ebdb218 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194663 Aug 31 01:04:51.830062 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-daee3865-f648-457a-9cba-3b602633d4a7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:51.980624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee3865-f648-457a-9cba-3b602633d4a7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Subnet': ['ID=26a1ed14-1a87-491e-8120-f2b7ffcfadcd,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:52.021986 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-ea664e08-ea12-4931-bb65-06c509c20aae service neutron] 10.222.0.16 "GET /v2.0/networks/45f9443c-309b-4834-9a18-02f9af603300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7599947 Aug 31 01:04:52.027991 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5cb77e7a-b292-42db-988d-faac66b26cbf req-0f1f817b-5cf8-46f1-ab63-818ad0c3d2a9 service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8043075 Aug 31 01:04:52.045823 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53248) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:52.087410 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee3865-f648-457a-9cba-3b602633d4a7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Checking segment: {'id': '7b985348-60b4-42f7-b376-c10391241ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3bff8444-9f26-4d30-827a-5f54fed235c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:52.087973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daee3865-f648-457a-9cba-3b602633d4a7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network hostable DHCP agents. Network: 3bff8444-9f26-4d30-827a-5f54fed235c1, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:04:52.119109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e5882-90a1-4dc4-a367-8849171a2c02 req-d1d29470-eb1c-4f13-9050-0a1cde31a21a tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:52.121730 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e55e5882-90a1-4dc4-a367-8849171a2c02 req-d1d29470-eb1c-4f13-9050-0a1cde31a21a tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.2001698 Aug 31 01:04:52.193630 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e55e5882-90a1-4dc4-a367-8849171a2c02 req-7951b66f-279d-49c0-94cc-cd8875402aff tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627794 Aug 31 01:04:52.243963 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daee3865-f648-457a-9cba-3b602633d4a7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network 3bff8444-9f26-4d30-827a-5f54fed235c1 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:04:52.314115 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9f3bc3d5-3a8a-494b-8266-d0c370358108 service neutron] 10.222.0.16 "GET /v2.0/networks/45f9443c-309b-4834-9a18-02f9af603300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795913 Aug 31 01:04:52.334883 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:52.360960 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dba301-a60c-4d2a-b6bc-f78f724327c0 None None] Network 640d4953-fe2b-4a30-8c0b-10f4ab364fb3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:52.462506 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 67c8e1ec-05fb-437b-8391-f69401c5395f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:52.475224 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2f19591a-2df8-4179-ab23-a552c99a4e0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3978615ecd3406fab4c8a83de34a8ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4262033 Aug 31 01:04:52.478204 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53254) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:52.534858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efc831-edc9-4b5a-aee3-918a3981beda req-96ac804b-9a28-4526-a27c-631179c69adb tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:52.546160 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efc831-edc9-4b5a-aee3-918a3981beda req-96ac804b-9a28-4526-a27c-631179c69adb tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:52.556838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efc831-edc9-4b5a-aee3-918a3981beda req-96ac804b-9a28-4526-a27c-631179c69adb tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:52.571538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efc831-edc9-4b5a-aee3-918a3981beda req-96ac804b-9a28-4526-a27c-631179c69adb tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:52.578792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efc831-edc9-4b5a-aee3-918a3981beda req-96ac804b-9a28-4526-a27c-631179c69adb tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:52.589577 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efc831-edc9-4b5a-aee3-918a3981beda req-96ac804b-9a28-4526-a27c-631179c69adb tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:52.600035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efc831-edc9-4b5a-aee3-918a3981beda req-96ac804b-9a28-4526-a27c-631179c69adb tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:52.603060 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69efc831-edc9-4b5a-aee3-918a3981beda req-96ac804b-9a28-4526-a27c-631179c69adb tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5418 time: 0.2543314 Aug 31 01:04:52.608160 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-daee3865-f648-457a-9cba-3b602633d4a7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 3bff8444-9f26-4d30-827a-5f54fed235c1) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:52.628028 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee3865-f648-457a-9cba-3b602633d4a7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:52.629422 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-daee3865-f648-457a-9cba-3b602633d4a7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:52.632463 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d595ff-fde9-4601-a8b5-da4b012d25b2 None None] Network 3bff8444-9f26-4d30-827a-5f54fed235c1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:52.701253 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-838bf2f5-95e0-4ec1-bece-b2db434a4e59 None None] Provisioning for port 67c8e1ec-05fb-437b-8391-f69401c5395f completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:52.730062 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69efc831-edc9-4b5a-aee3-918a3981beda req-c2a9eb22-3966-4ae2-8a53-4a4999615ece tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1143265 Aug 31 01:04:52.731424 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Router cbcef220-973a-4551-9b1f-8cde5df47369 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:04:52.756362 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ebc23f7-d1bf-4766-a7e1-9b53270313b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:52.835532 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 67c8e1ec-05fb-437b-8391-f69401c5395f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:52.845291 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-daee3865-f648-457a-9cba-3b602633d4a7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4690764 Aug 31 01:04:52.851439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 67c8e1ec-05fb-437b-8391-f69401c5395f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:52.858743 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53262) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:52.859337 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:52.878801 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-3aaeeaa4-25b7-4c51-bf08-842b2d405fad tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'network_id': '3bff8444-9f26-4d30-827a-5f54fed235c1', 'name': 'tempest-PortsIpV6TestJSON-1562417548'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:52.884559 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ebc23f7-d1bf-4766-a7e1-9b53270313b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:53.003182 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1e785483-a88d-4c55-a5e6-a0fe1368f725 req-8fe55450-a6e6-4850-8c3c-b0c4b6700151 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 210 time: 0.1115193 Aug 31 01:04:53.093297 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-3bff8444-9f26-4d30-827a-5f54fed235c1', 'network_id': '3bff8444-9f26-4d30-827a-5f54fed235c1', 'tenant_id': 'bbad4c1f70e047a38b5d3dd3d174b433', 'fixed_ips': [{'subnet_id': '26a1ed14-1a87-491e-8120-f2b7ffcfadcd'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:04:53.094644 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:53.162410 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c10fc982-0404-4068-bece-1dee491ae8bf None None] Provisioning complete for port 67c8e1ec-05fb-437b-8391-f69401c5395f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:53.163167 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c10fc982-0404-4068-bece-1dee491ae8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:53.221902 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:04:53.228000 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127fd7e-9f4a-4d68-8f91-0991fbd730b3 req-3cb55a1a-1232-44b7-918e-9d9c291ce7c3 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:53.236191 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2127fd7e-9f4a-4d68-8f91-0991fbd730b3 req-3cb55a1a-1232-44b7-918e-9d9c291ce7c3 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.1769152 Aug 31 01:04:53.274526 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6468c658-868a-46fb-a539-98507593e96d None None] Sync routers for ids ['cbcef220-973a-4551-9b1f-8cde5df47369'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:04:53.288045 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6468c658-868a-46fb-a539-98507593e96d None None] Routers {'cbcef220-973a-4551-9b1f-8cde5df47369'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:04:53.289033 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-6468c658-868a-46fb-a539-98507593e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:04:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cbcef220-973a-4551-9b1f-8cde5df47369'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:53.318981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2127fd7e-9f4a-4d68-8f91-0991fbd730b3 req-47e44241-19f7-49a3-b125-a30721389e74 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813146 Aug 31 01:04:53.341750 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-6468c658-868a-46fb-a539-98507593e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:53.358684 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6468c658-868a-46fb-a539-98507593e96d None None] Routers {'cbcef220-973a-4551-9b1f-8cde5df47369'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:04:53.359588 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-6468c658-868a-46fb-a539-98507593e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:04:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cbcef220-973a-4551-9b1f-8cde5df47369'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:53.387076 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ebc23f7-d1bf-4766-a7e1-9b53270313b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:53.392741 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ebc23f7-d1bf-4766-a7e1-9b53270313b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:53.394646 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7ebc23f7-d1bf-4766-a7e1-9b53270313b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96d32f9a-9de4-4afb-a76f-0f8b6562d92b HTTP/1.1" status: 204 len: 168 time: 0.9149570 Aug 31 01:04:53.413144 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-6468c658-868a-46fb-a539-98507593e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:53.414209 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6468c658-868a-46fb-a539-98507593e96d None None] The sync data for ids ['cbcef220-973a-4551-9b1f-8cde5df47369'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:04:53.420909 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc23f7-d1bf-4766-a7e1-9b53270313b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d32f9a-9de4-4afb-a76f-0f8b6562d92b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:53.445476 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:53.450020 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0f9e1818-a83e-41e5-ac8b-84709b96b6b8 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 11.2984042 Aug 31 01:04:53.453959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53272) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:53.522728 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39e994-9cc9-4131-babf-45456396738d req-1d971b6a-a4cd-49b0-b641-7cf9c41ed913 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:53.540460 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f39e994-9cc9-4131-babf-45456396738d req-1d971b6a-a4cd-49b0-b641-7cf9c41ed913 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.1646681 Aug 31 01:04:53.697659 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f39e994-9cc9-4131-babf-45456396738d req-0cd1eaa3-f6e3-4fbd-83fe-2504d8f39e9c tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525562 Aug 31 01:04:53.703114 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaeeaa4-25b7-4c51-bf08-842b2d405fad tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:53.722668 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3aaeeaa4-25b7-4c51-bf08-842b2d405fad tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:53.835938 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-3aaeeaa4-25b7-4c51-bf08-842b2d405fad tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] device_id is not set on port 2fcbd77a-51d6-4b5c-ad6a-8efd3b51c8b7 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:04:53.843346 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:53.968331 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Allocated IP 2001:db8::2 (3bff8444-9f26-4d30-827a-5f54fed235c1/26a1ed14-1a87-491e-8120-f2b7ffcfadcd/9187d04e-7239-497b-ac9e-2ef821ad8d89) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:53.982598 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 67c8e1ec-05fb-437b-8391-f69401c5395f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=67c8e1ec-05fb-437b-8391-f69401c5395f,segment=NetworkSegment(89e6473d-43db-4758-8e73-e74a7c97ef57),segment_id=89e6473d-43db-4758-8e73-e74a7c97ef57)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:54.018856 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c10fc982-0404-4068-bece-1dee491ae8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:54.130301 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:54.187169 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a5701efd-50f7-4b95-b57c-c7b0510a2084 req-41d525d9-397c-42e8-b12d-2b6f0be928a8 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 210 time: 0.0790784 Aug 31 01:04:54.209795 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e4769-c64a-4d6e-9cef-9866f75161a2 req-96718894-348e-4597-b189-852e57ae0608 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:54.210805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e4769-c64a-4d6e-9cef-9866f75161a2 req-96718894-348e-4597-b189-852e57ae0608 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:54.221836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e4769-c64a-4d6e-9cef-9866f75161a2 req-96718894-348e-4597-b189-852e57ae0608 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:54.232747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e4769-c64a-4d6e-9cef-9866f75161a2 req-96718894-348e-4597-b189-852e57ae0608 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:54.243868 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e4769-c64a-4d6e-9cef-9866f75161a2 req-96718894-348e-4597-b189-852e57ae0608 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:54.255049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e4769-c64a-4d6e-9cef-9866f75161a2 req-96718894-348e-4597-b189-852e57ae0608 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:54.266301 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e4769-c64a-4d6e-9cef-9866f75161a2 req-96718894-348e-4597-b189-852e57ae0608 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:54.269513 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9c5e4769-c64a-4d6e-9cef-9866f75161a2 req-96718894-348e-4597-b189-852e57ae0608 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5418 time: 0.3842504 Aug 31 01:04:54.318571 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-c10fc982-0404-4068-bece-1dee491ae8bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:04:54.318927 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-c10fc982-0404-4068-bece-1dee491ae8bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:04:54.346894 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=67c8e1ec-05fb-437b-8391-f69401c5395f,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:54.425062 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:54.436933 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Transition to ACTIVE for port object 9187d04e-7239-497b-ac9e-2ef821ad8d89 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:54.456798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Transition to ACTIVE for port object 9187d04e-7239-497b-ac9e-2ef821ad8d89 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:54.468098 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9c5e4769-c64a-4d6e-9cef-9866f75161a2 req-08718251-bd68-4b5e-94c4-e6ee682242a4 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1470311 Aug 31 01:04:54.546253 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137f701-c41c-44be-a0c4-27c2df2b34e9 req-d0e3fa32-edfe-4bc1-8c8a-a81452f98aa0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:54.548416 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f137f701-c41c-44be-a0c4-27c2df2b34e9 req-d0e3fa32-edfe-4bc1-8c8a-a81452f98aa0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.0883207 Aug 31 01:04:54.614832 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f137f701-c41c-44be-a0c4-27c2df2b34e9 req-9f70621f-4789-4e9a-8ed3-e90a62b4e0d2 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548201 Aug 31 01:04:54.628408 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:54.698035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Pushing event updated for resources: {'Port': ['ID=9187d04e-7239-497b-ac9e-2ef821ad8d89,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:54.701606 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Network 3bff8444-9f26-4d30-827a-5f54fed235c1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:54.704131 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:54.707747 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:54.797474 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Attempting to bind port 9187d04e-7239-497b-ac9e-2ef821ad8d89 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:54.798161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Attempting to bind port 9187d04e-7239-497b-ac9e-2ef821ad8d89 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '7b985348-60b4-42f7-b376-c10391241ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3bff8444-9f26-4d30-827a-5f54fed235c1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:54.799018 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Attempting to bind port 9187d04e-7239-497b-ac9e-2ef821ad8d89 on network 3bff8444-9f26-4d30-827a-5f54fed235c1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:54.806609 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:54.807197 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Checking segment: {'id': '7b985348-60b4-42f7-b376-c10391241ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3bff8444-9f26-4d30-827a-5f54fed235c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:54.808316 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:54.810597 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Bound using segment: {'id': '7b985348-60b4-42f7-b376-c10391241ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3bff8444-9f26-4d30-827a-5f54fed235c1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:54.810597 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Bound port: 9187d04e-7239-497b-ac9e-2ef821ad8d89, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b985348-60b4-42f7-b376-c10391241ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3bff8444-9f26-4d30-827a-5f54fed235c1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:54.810597 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:54.933545 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-3aaeeaa4-25b7-4c51-bf08-842b2d405fad tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Allocated IP 2001:db8::45 (3bff8444-9f26-4d30-827a-5f54fed235c1/26a1ed14-1a87-491e-8120-f2b7ffcfadcd/2fcbd77a-51d6-4b5c-ad6a-8efd3b51c8b7) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:54.953642 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6fba0-2af6-42a4-b23a-05fdb88c3869 req-edaef754-ccb5-40cf-9f17-9139cac735c2 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:54.957173 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] For port 9187d04e-7239-497b-ac9e-2ef821ad8d89, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:54.958626 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:54.961895 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-72a6fba0-2af6-42a4-b23a-05fdb88c3869 req-edaef754-ccb5-40cf-9f17-9139cac735c2 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.0916531 Aug 31 01:04:54.963433 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] For port 9187d04e-7239-497b-ac9e-2ef821ad8d89, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9187d04e-7239-497b-ac9e-2ef821ad8d89,segment=NetworkSegment(7b985348-60b4-42f7-b376-c10391241ffd),segment_id=7b985348-60b4-42f7-b376-c10391241ffd)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:55.030729 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-72a6fba0-2af6-42a4-b23a-05fdb88c3869 req-e621f599-7fca-4946-953a-34a5a6906dcd tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681391 Aug 31 01:04:55.108763 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:55.210079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25f084-cd6c-4145-8eb7-975ad9f8c9d9 None None] Pushing event updated for resources: {'Port': ['ID=9187d04e-7239-497b-ac9e-2ef821ad8d89,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:55.350382 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1b11874e-9fc9-4d06-a3ce-3054b63dd0c3 req-4bf73b31-f285-4bba-8bfe-d0588e9aa9ec tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 210 time: 0.0405493 Aug 31 01:04:55.648266 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5e574-5445-4c7b-93cf-93ab98ac70fc req-099fd386-22ea-4e59-b97e-9db7489096be tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:55.650752 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-02d5e574-5445-4c7b-93cf-93ab98ac70fc req-099fd386-22ea-4e59-b97e-9db7489096be tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.1064320 Aug 31 01:04:55.728666 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-02d5e574-5445-4c7b-93cf-93ab98ac70fc req-99ee90df-0034-40b6-858d-9964bbefe918 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698934 Aug 31 01:04:55.798480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cdeb9-6f4e-4c97-a505-b11daaef508f req-e025066f-ef96-4740-9aad-dcab38b8f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:55.800919 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3e9cdeb9-6f4e-4c97-a505-b11daaef508f req-e025066f-ef96-4740-9aad-dcab38b8f0cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=982b5fe753f4482cbadeee55c6e49b01&device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 1097 time: 0.0651159 Aug 31 01:04:55.964525 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cdeb9-6f4e-4c97-a505-b11daaef508f req-0cedc54d-3ae8-46e9-9eb7-7b25a4453738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:55.967196 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3e9cdeb9-6f4e-4c97-a505-b11daaef508f req-0cedc54d-3ae8-46e9-9eb7-7b25a4453738 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b361b8b9-4744-4d54-a81c-33efa79a57b4 HTTP/1.1" status: 200 len: 912 time: 0.1579573 Aug 31 01:04:55.978490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee632f-65e7-4ee8-861a-783d4d5b44f8 req-2444dcc3-0f89-4652-b868-3bd30650fc52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:55.985676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee632f-65e7-4ee8-861a-783d4d5b44f8 req-2444dcc3-0f89-4652-b868-3bd30650fc52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:55.992047 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee632f-65e7-4ee8-861a-783d4d5b44f8 req-2444dcc3-0f89-4652-b868-3bd30650fc52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:55.999846 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee632f-65e7-4ee8-861a-783d4d5b44f8 req-2444dcc3-0f89-4652-b868-3bd30650fc52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:56.007093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee632f-65e7-4ee8-861a-783d4d5b44f8 req-2444dcc3-0f89-4652-b868-3bd30650fc52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:56.013592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee632f-65e7-4ee8-861a-783d4d5b44f8 req-2444dcc3-0f89-4652-b868-3bd30650fc52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:56.025230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee632f-65e7-4ee8-861a-783d4d5b44f8 req-2444dcc3-0f89-4652-b868-3bd30650fc52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:56.025426 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3e9cdeb9-6f4e-4c97-a505-b11daaef508f req-528829ec-0d10-43fe-8133-927b99a3f846 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f HTTP/1.1" status: 200 len: 217 time: 0.0507979 Aug 31 01:04:56.029396 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-03ee632f-65e7-4ee8-861a-783d4d5b44f8 req-2444dcc3-0f89-4652-b868-3bd30650fc52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5418 time: 0.2706244 Aug 31 01:04:56.127488 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Allocated IP 172.20.0.1 (ad828110-0862-4cdb-b06d-0764af746270/d12f5aed-e03b-4cc7-aa1b-a9c9da8cd1f8/5e49f5e8-9c5e-4308-b3a5-bb7e5ebd3cc3) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:56.135806 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3aaeeaa4-25b7-4c51-bf08-842b2d405fad tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:56.166080 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cdeb9-6f4e-4c97-a505-b11daaef508f req-14f4a3de-7d7d-4a04-a570-99607b771938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:56.171595 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3e9cdeb9-6f4e-4c97-a505-b11daaef508f req-14f4a3de-7d7d-4a04-a570-99607b771938 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1007955d-a753-4c3b-bbca-3943185f8e1f HTTP/1.1" status: 200 len: 851 time: 0.1358881 Aug 31 01:04:56.172576 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-03ee632f-65e7-4ee8-861a-783d4d5b44f8 req-c4d0d9f9-caac-4bbb-8cac-1eb7ea389f50 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1249490 Aug 31 01:04:56.217996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-3aaeeaa4-25b7-4c51-bf08-842b2d405fad tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Transition to ACTIVE for port object 2fcbd77a-51d6-4b5c-ad6a-8efd3b51c8b7 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:56.293731 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3e9cdeb9-6f4e-4c97-a505-b11daaef508f req-5ae96a26-6592-4e54-859b-2c54e917a2ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b361b8b9-4744-4d54-a81c-33efa79a57b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145556 Aug 31 01:04:56.472145 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14275f49-27a1-4c75-9b28-06ee67c4669c req-6e0197db-48f0-4c8c-a42f-2acd31e9c31b tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:56.475234 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-14275f49-27a1-4c75-9b28-06ee67c4669c req-6e0197db-48f0-4c8c-a42f-2acd31e9c31b tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.2429194 Aug 31 01:04:56.604828 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9187d04e-7239-497b-ac9e-2ef821ad8d89 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:56.683108 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3e9cdeb9-6f4e-4c97-a505-b11daaef508f req-8f67b9af-7072-45cc-90f2-8774f3850081 service neutron] 10.222.0.41 "GET /v2.0/networks/b361b8b9-4744-4d54-a81c-33efa79a57b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787458 Aug 31 01:04:56.710202 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-14275f49-27a1-4c75-9b28-06ee67c4669c req-c00817bd-8e0c-4530-935a-b15ad65f14f7 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192562 Aug 31 01:04:56.867299 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:56.867613 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 9187d04e-7239-497b-ac9e-2ef821ad8d89 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:56.874180 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 67c8e1ec-05fb-437b-8391-f69401c5395f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:56.878545 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-19b0c479-2ee6-4389-a16b-f40e2442d517 req-816fdb7f-8c0f-4e2f-a0b2-2edf61897a96 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 210 time: 0.2463565 Aug 31 01:04:56.937587 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365a0d69-851b-432f-bdf0-8a0e77b5f1d7 None None] Network 3bff8444-9f26-4d30-827a-5f54fed235c1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:56.964765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Transition to ACTIVE for port object 5e49f5e8-9c5e-4308-b3a5-bb7e5ebd3cc3 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:57.031608 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3e9cdeb9-6f4e-4c97-a505-b11daaef508f req-72018485-c06f-4738-b83d-dd1897961670 service neutron] 10.222.0.41 "GET /v2.0/networks/b361b8b9-4744-4d54-a81c-33efa79a57b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192456 Aug 31 01:04:57.051099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 837ffebf-f7dc-4e94-bd6d-70484444fa19 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:04:57.094361 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4e18c-03a6-4646-a33a-e5df523a5933 req-fc087efc-798a-4131-b152-69da8860278b tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:57.109146 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a2f4e18c-03a6-4646-a33a-e5df523a5933 req-fc087efc-798a-4131-b152-69da8860278b tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.2091484 Aug 31 01:04:57.123253 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3aaeeaa4-25b7-4c51-bf08-842b2d405fad tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:57.140941 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-5428aa19-d6ac-4b8f-b88c-d77704b8c919 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:57.153423 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-5428aa19-d6ac-4b8f-b88c-d77704b8c919 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:57.156810 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-5428aa19-d6ac-4b8f-b88c-d77704b8c919 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.48 "GET /v2.0/networks?id=45f9443c-309b-4834-9a18-02f9af603300&id=640d4953-fe2b-4a30-8c0b-10f4ab364fb3&id=45f9443c-309b-4834-9a18-02f9af603300 HTTP/1.1" status: 200 len: 1391 time: 0.5812006 Aug 31 01:04:57.191842 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f0e7a788-fd9c-4dfa-b0b1-129dd258ad8c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Request body: {'port': {'device_id': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'network_id': '45f9443c-309b-4834-9a18-02f9af603300', 'admin_state_up': True, 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:57.195583 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a2f4e18c-03a6-4646-a33a-e5df523a5933 req-1b5efb07-b3d7-481f-b30c-d49e60892a6a tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824246 Aug 31 01:04:57.252037 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-64252418-0c7b-421d-8c97-273691e0daba None None] Provisioning for port 9187d04e-7239-497b-ac9e-2ef821ad8d89 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:57.297675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 67c8e1ec-05fb-437b-8391-f69401c5395f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:57.297675 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:57.363564 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-64252418-0c7b-421d-8c97-273691e0daba None None] Provisioning complete for port 9187d04e-7239-497b-ac9e-2ef821ad8d89 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:57.364222 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-64252418-0c7b-421d-8c97-273691e0daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:57.397453 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:57.449647 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaeeaa4-25b7-4c51-bf08-842b2d405fad tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network 3bff8444-9f26-4d30-827a-5f54fed235c1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:57.463401 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-3aaeeaa4-25b7-4c51-bf08-842b2d405fad tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:57.512124 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaeeaa4-25b7-4c51-bf08-842b2d405fad tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:57.521222 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaeeaa4-25b7-4c51-bf08-842b2d405fad tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:57.522523 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3aaeeaa4-25b7-4c51-bf08-842b2d405fad tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:57.538374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaeeaa4-25b7-4c51-bf08-842b2d405fad tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=2fcbd77a-51d6-4b5c-ad6a-8efd3b51c8b7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:57.570495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Network ad828110-0862-4cdb-b06d-0764af746270 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:57.590621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:57.640080 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:57.655089 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:57.742069 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:57.798065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d7aa55-2827-4de4-b0f4-6103b4af8fb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '837ffebf-f7dc-4e94-bd6d-70484444fa19'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:57.802273 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325f80d4-a78c-4f92-ba79-f856c572dcd2" -d '{"events": [{"server_uuid": "56d7aa55-2827-4de4-b0f4-6103b4af8fb4", "name": "network-vif-unplugged", "status": "completed", "tag": "837ffebf-f7dc-4e94-bd6d-70484444fa19"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:57.814864 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-64252418-0c7b-421d-8c97-273691e0daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:57.852360 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 837ffebf-f7dc-4e94-bd6d-70484444fa19, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=837ffebf-f7dc-4e94-bd6d-70484444fa19,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:57.907960 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3aaeeaa4-25b7-4c51-bf08-842b2d405fad tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0475547 Aug 31 01:04:57.909776 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Pushing event updated for resources: {'Port': ['ID=5e49f5e8-9c5e-4308-b3a5-bb7e5ebd3cc3,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:57.924727 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53354) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:57.928373 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-64252418-0c7b-421d-8c97-273691e0daba None None] For port 9187d04e-7239-497b-ac9e-2ef821ad8d89, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9187d04e-7239-497b-ac9e-2ef821ad8d89,segment=NetworkSegment(7b985348-60b4-42f7-b376-c10391241ffd),segment_id=7b985348-60b4-42f7-b376-c10391241ffd)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:57.991429 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bae1b1-d32e-4656-9966-55619ec2619b req-2d0e57ab-3812-496e-947c-bf5c096fac37 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:57.993934 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08bae1b1-d32e-4656-9966-55619ec2619b req-2d0e57ab-3812-496e-947c-bf5c096fac37 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.0900214 Aug 31 01:04:58.027962 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:58.123515 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08bae1b1-d32e-4656-9966-55619ec2619b req-e6c9c774-6e8f-44b6-8ab4-02ceb556f11f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189232 Aug 31 01:04:58.136315 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-64252418-0c7b-421d-8c97-273691e0daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:58.139558 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=837ffebf-f7dc-4e94-bd6d-70484444fa19,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:58.205763 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f908f14-02f4-41d3-ae0c-e6bc2cbdd3a8 req-0cd24bd6-e0db-4d54-a2f0-8db0886d9423 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:58.217072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f908f14-02f4-41d3-ae0c-e6bc2cbdd3a8 req-0cd24bd6-e0db-4d54-a2f0-8db0886d9423 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:58.228608 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f908f14-02f4-41d3-ae0c-e6bc2cbdd3a8 req-0cd24bd6-e0db-4d54-a2f0-8db0886d9423 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:58.232975 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523a96f1-0289-437c-9571-9db42f86d0b7 x-openstack-request-id: req-523a96f1-0289-437c-9571-9db42f86d0b7 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:58.233405 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d7aa55-2827-4de4-b0f4-6103b4af8fb4", "name": "network-vif-unplugged", "status": "completed", "tag": "837ffebf-f7dc-4e94-bd6d-70484444fa19", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:58.233810 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-523a96f1-0289-437c-9571-9db42f86d0b7 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:58.234421 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d7aa55-2827-4de4-b0f4-6103b4af8fb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '837ffebf-f7dc-4e94-bd6d-70484444fa19', 'code': 200} Aug 31 01:04:58.236022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f908f14-02f4-41d3-ae0c-e6bc2cbdd3a8 req-0cd24bd6-e0db-4d54-a2f0-8db0886d9423 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:58.248761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f908f14-02f4-41d3-ae0c-e6bc2cbdd3a8 req-0cd24bd6-e0db-4d54-a2f0-8db0886d9423 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:58.261965 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f908f14-02f4-41d3-ae0c-e6bc2cbdd3a8 req-0cd24bd6-e0db-4d54-a2f0-8db0886d9423 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:58.275154 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f908f14-02f4-41d3-ae0c-e6bc2cbdd3a8 req-0cd24bd6-e0db-4d54-a2f0-8db0886d9423 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:58.290160 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f908f14-02f4-41d3-ae0c-e6bc2cbdd3a8 req-0cd24bd6-e0db-4d54-a2f0-8db0886d9423 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5418 time: 0.8950770 Aug 31 01:04:58.302465 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64252418-0c7b-421d-8c97-273691e0daba None None] Pushing event updated for resources: {'Port': ['ID=9187d04e-7239-497b-ac9e-2ef821ad8d89,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:58.441508 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4e22fd1e-95c1-460e-95ec-e6bbe6a5b0db req-57ec4352-d176-4662-b125-122c1f367341 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 210 time: 0.0679557 Aug 31 01:04:58.468213 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4458464f-aaab-4438-9919-a3f97c949de7 None None] Provisioning for port 5e49f5e8-9c5e-4308-b3a5-bb7e5ebd3cc3 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:58.474337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4458464f-aaab-4438-9919-a3f97c949de7 None None] Provisioning complete for port 5e49f5e8-9c5e-4308-b3a5-bb7e5ebd3cc3 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:58.475020 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4458464f-aaab-4438-9919-a3f97c949de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:58.560744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-4458464f-aaab-4438-9919-a3f97c949de7 None None] Port 5e49f5e8-9c5e-4308-b3a5-bb7e5ebd3cc3 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:04:58.594276 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f908f14-02f4-41d3-ae0c-e6bc2cbdd3a8 req-696bb950-0654-4e0f-b68a-91aed6162e25 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3026435 Aug 31 01:04:58.595969 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f0e7a788-fd9c-4dfa-b0b1-129dd258ad8c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Made reservation on behalf of 5c2cffadd45a4dd3bf0e6326f19f7e9a for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:58.601009 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f0e7a788-fd9c-4dfa-b0b1-129dd258ad8c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:58.729701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79134f2e-3c16-42cc-ab9d-6d123ce6a8c0 req-b060f808-77a5-4078-a868-a0d4bb70469c tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:58.732514 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79134f2e-3c16-42cc-ab9d-6d123ce6a8c0 req-b060f808-77a5-4078-a868-a0d4bb70469c tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.1611912 Aug 31 01:04:58.792418 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ec626b09-5203-4f94-9657-25520f28723a None None] Provisioning for port 2fcbd77a-51d6-4b5c-ad6a-8efd3b51c8b7 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:58.801353 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ec626b09-5203-4f94-9657-25520f28723a None None] Provisioning complete for port 2fcbd77a-51d6-4b5c-ad6a-8efd3b51c8b7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:58.801353 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ec626b09-5203-4f94-9657-25520f28723a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:58.809144 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:58.814363 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79134f2e-3c16-42cc-ab9d-6d123ce6a8c0 req-23cff895-bb92-4d67-84c0-bc39d4f2e7e2 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718594 Aug 31 01:04:58.824378 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e75f9-aa7d-4350-843f-dd3d62d9115c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port 2fcbd77a-51d6-4b5c-ad6a-8efd3b51c8b7 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:04:58.824378 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bf6e75f9-aa7d-4350-843f-dd3d62d9115c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:58.874412 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ec626b09-5203-4f94-9657-25520f28723a None None] Port 2fcbd77a-51d6-4b5c-ad6a-8efd3b51c8b7 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:04:58.896179 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ec626b09-5203-4f94-9657-25520f28723a None None] Provisioning complete for port 9187d04e-7239-497b-ac9e-2ef821ad8d89 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:58.898703 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ec626b09-5203-4f94-9657-25520f28723a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:59.011271 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f0e7a788-fd9c-4dfa-b0b1-129dd258ad8c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Allocated IP 19.80.0.218 (45f9443c-309b-4834-9a18-02f9af603300/57124f15-125b-4d65-a22e-e4993bf0fd34/6bc86785-a3c9-4703-891c-17ea3ded0d97) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:59.061329 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 837ffebf-f7dc-4e94-bd6d-70484444fa19 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:04:59.131739 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bf6e75f9-aa7d-4350-843f-dd3d62d9115c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:59.198185 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e75f9-aa7d-4350-843f-dd3d62d9115c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for 2fcbd77a-51d6-4b5c-ad6a-8efd3b51c8b7 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:04:59.212623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e2307e9d-1f14-407e-8d04-94517608f2d2 None None] Provisioning complete for port 2fcbd77a-51d6-4b5c-ad6a-8efd3b51c8b7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:59.213041 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e2307e9d-1f14-407e-8d04-94517608f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:59.299798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e2307e9d-1f14-407e-8d04-94517608f2d2 None None] Port 2fcbd77a-51d6-4b5c-ad6a-8efd3b51c8b7 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:04:59.314706 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 837ffebf-f7dc-4e94-bd6d-70484444fa19, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=837ffebf-f7dc-4e94-bd6d-70484444fa19,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:59.334766 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '837ffebf-f7dc-4e94-bd6d-70484444fa19', 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053', 'port_id': '837ffebf-f7dc-4e94-bd6d-70484444fa19', 'mac_address': 'fa:16:3e:82:00:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8014dbf9-3f93-4305-a557-88fa6bfa5935', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:04:59.384945 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:59.410595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837ffebf-f7dc-4e94-bd6d-70484444fa19 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:59.428415 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53376) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:59.443984 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 837ffebf-f7dc-4e94-bd6d-70484444fa19, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=837ffebf-f7dc-4e94-bd6d-70484444fa19,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:59.540947 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:59.622313 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-329480cd-3078-4a62-8cad-8d4bb0cabb81 req-16d7ea4c-3b79-419c-9773-12103c709c5e tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 210 time: 0.0609272 Aug 31 01:04:59.636264 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88f97dbe-05f3-49c6-b683-c88f5c38c2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:59.647262 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=837ffebf-f7dc-4e94-bd6d-70484444fa19,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:59.812265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d7f25-c784-4fde-96d5-999fd23052bb req-6fbcc071-9b6f-4708-974e-732d3607ea22 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:59.818840 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d7f25-c784-4fde-96d5-999fd23052bb req-6fbcc071-9b6f-4708-974e-732d3607ea22 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:59.826147 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d7f25-c784-4fde-96d5-999fd23052bb req-6fbcc071-9b6f-4708-974e-732d3607ea22 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:59.832669 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d7f25-c784-4fde-96d5-999fd23052bb req-6fbcc071-9b6f-4708-974e-732d3607ea22 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:59.837574 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['837ffebf-f7dc-4e94-bd6d-70484444fa19'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:59.839715 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d7f25-c784-4fde-96d5-999fd23052bb req-6fbcc071-9b6f-4708-974e-732d3607ea22 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:59.848293 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d7f25-c784-4fde-96d5-999fd23052bb req-6fbcc071-9b6f-4708-974e-732d3607ea22 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:59.855823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d7f25-c784-4fde-96d5-999fd23052bb req-6fbcc071-9b6f-4708-974e-732d3607ea22 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:59.858014 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e61d7f25-c784-4fde-96d5-999fd23052bb req-6fbcc071-9b6f-4708-974e-732d3607ea22 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5418 time: 0.1459751 Aug 31 01:04:59.868931 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88f97dbe-05f3-49c6-b683-c88f5c38c2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:59.913357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d0d3a-1592-4b1a-814e-7760c0542d99 req-b84e080b-02dd-41d7-8594-6b678599a304 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:59.914978 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af6d0d3a-1592-4b1a-814e-7760c0542d99 req-b84e080b-02dd-41d7-8594-6b678599a304 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 943 time: 0.5532789 Aug 31 01:04:59.925999 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e61d7f25-c784-4fde-96d5-999fd23052bb req-2915758d-75a9-43d7-a22d-da47009d76bf tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567129 Aug 31 01:04:59.957220 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f0e7a788-fd9c-4dfa-b0b1-129dd258ad8c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:59.964047 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88f97dbe-05f3-49c6-b683-c88f5c38c2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.019829 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f97dbe-05f3-49c6-b683-c88f5c38c2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34786f60-2ae1-4948-a1ff-27054285e607,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:00.033762 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-88f97dbe-05f3-49c6-b683-c88f5c38c2cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a56549ab84d44c5ab4ab576278673f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5954239 Aug 31 01:05:00.033762 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53388) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:00.086753 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af6d0d3a-1592-4b1a-814e-7760c0542d99 req-b090b7a8-af46-4e6b-9f16-ec671111ea43 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326177 Aug 31 01:05:00.096219 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21a5a66b-d677-4404-a258-ebac9c4e01a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.103417 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.160612 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21a5a66b-d677-4404-a258-ebac9c4e01a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.229178 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3c15d-8968-4ebb-be1b-bf2255f30bc4 req-3db2e252-4f64-4b92-83f5-f400c8030b1f tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:00.230782 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-82f3c15d-8968-4ebb-be1b-bf2255f30bc4 req-3db2e252-4f64-4b92-83f5-f400c8030b1f tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.1163678 Aug 31 01:05:00.290846 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-82f3c15d-8968-4ebb-be1b-bf2255f30bc4 req-19267710-2659-4bf6-8e0e-c1745dbd1e49 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527544 Aug 31 01:05:00.292809 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9187d04e-7239-497b-ac9e-2ef821ad8d89 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:00.325864 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bf6e75f9-aa7d-4350-843f-dd3d62d9115c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.357852 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.359907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 9187d04e-7239-497b-ac9e-2ef821ad8d89 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:00.360431 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.364231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e75f9-aa7d-4350-843f-dd3d62d9115c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=2fcbd77a-51d6-4b5c-ad6a-8efd3b51c8b7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:00.513596 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21a5a66b-d677-4404-a258-ebac9c4e01a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.516955 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21a5a66b-d677-4404-a258-ebac9c4e01a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.518418 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-21a5a66b-d677-4404-a258-ebac9c4e01a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34786f60-2ae1-4948-a1ff-27054285e607 HTTP/1.1" status: 204 len: 168 time: 0.4893689 Aug 31 01:05:00.524278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f0e7a788-fd9c-4dfa-b0b1-129dd258ad8c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Transition to ACTIVE for port object 6bc86785-a3c9-4703-891c-17ea3ded0d97 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:00.529367 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5a66b-d677-4404-a258-ebac9c4e01a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34786f60-2ae1-4948-a1ff-27054285e607,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:00.532522 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bf6e75f9-aa7d-4350-843f-dd3d62d9115c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.541237 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bf6e75f9-aa7d-4350-843f-dd3d62d9115c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/ports/2fcbd77a-51d6-4b5c-ad6a-8efd3b51c8b7 HTTP/1.1" status: 204 len: 168 time: 2.5186005 Aug 31 01:05:00.544007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53392) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:00.591489 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-502db371-005a-4577-ab2d-20d45e670817 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] DELETE failed (client error): The resource could not be found. Aug 31 01:05:00.592510 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502db371-005a-4577-ab2d-20d45e670817 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:05:00.598159 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-502db371-005a-4577-ab2d-20d45e670817 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/ports/2fcbd77a-51d6-4b5c-ad6a-8efd3b51c8b7 HTTP/1.1" status: 404 len: 333 time: 0.0446115 Aug 31 01:05:00.598300 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.599455 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53394) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:00.609689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Pushing event updated for resources: {'Port': ['ID=5e49f5e8-9c5e-4308-b3a5-bb7e5ebd3cc3,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:00.650449 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-19fdc610-600f-412b-b6c8-89888837e7dc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] GET failed (client error): The resource could not be found. Aug 31 01:05:00.658459 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-19fdc610-600f-412b-b6c8-89888837e7dc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports/2fcbd77a-51d6-4b5c-ad6a-8efd3b51c8b7 HTTP/1.1" status: 404 len: 333 time: 0.0523262 Aug 31 01:05:00.659322 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53398) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:00.754225 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c075a03-6e9c-4b96-8804-4d1001d00d23 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting subnet 26a1ed14-1a87-491e-8120-f2b7ffcfadcd {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:05:00.758576 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2c075a03-6e9c-4b96-8804-4d1001d00d23 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.808150 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-40850410-c2a5-42c8-870b-8ba881dfef92 req-63111886-0371-46f1-bbff-502a26a860e0 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 210 time: 0.0492198 Aug 31 01:05:00.838864 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2c075a03-6e9c-4b96-8804-4d1001d00d23 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.886592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Network ad828110-0862-4cdb-b06d-0764af746270 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:00.889577 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:00.981276 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f0e7a788-fd9c-4dfa-b0b1-129dd258ad8c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:01.000991 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2c075a03-6e9c-4b96-8804-4d1001d00d23 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:01.065743 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f0e7a788-fd9c-4dfa-b0b1-129dd258ad8c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Network 45f9443c-309b-4834-9a18-02f9af603300 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:01.068912 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7a788-fd9c-4dfa-b0b1-129dd258ad8c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event updated for resources: {'Port': ['ID=6bc86785-a3c9-4703-891c-17ea3ded0d97,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:01.075483 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 837ffebf-f7dc-4e94-bd6d-70484444fa19 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:01.089527 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f0e7a788-fd9c-4dfa-b0b1-129dd258ad8c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:01.107636 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f0e7a788-fd9c-4dfa-b0b1-129dd258ad8c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:05:01.217311 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262c324-fb49-48e8-9e83-389ac177fd50 req-834d3b1b-cd1f-4802-a73d-49073dc3813c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.220934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 837ffebf-f7dc-4e94-bd6d-70484444fa19 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:01.226805 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:01.262389 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262c324-fb49-48e8-9e83-389ac177fd50 req-834d3b1b-cd1f-4802-a73d-49073dc3813c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.288019 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262c324-fb49-48e8-9e83-389ac177fd50 req-834d3b1b-cd1f-4802-a73d-49073dc3813c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.312975 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262c324-fb49-48e8-9e83-389ac177fd50 req-834d3b1b-cd1f-4802-a73d-49073dc3813c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.339956 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262c324-fb49-48e8-9e83-389ac177fd50 req-834d3b1b-cd1f-4802-a73d-49073dc3813c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.359699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262c324-fb49-48e8-9e83-389ac177fd50 req-834d3b1b-cd1f-4802-a73d-49073dc3813c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.381421 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262c324-fb49-48e8-9e83-389ac177fd50 req-834d3b1b-cd1f-4802-a73d-49073dc3813c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.394682 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-eb46b554-d2f5-4d54-a918-dd63c9e1e158 None None] Provisioning complete for port 5e49f5e8-9c5e-4308-b3a5-bb7e5ebd3cc3 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:01.395373 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-eb46b554-d2f5-4d54-a918-dd63c9e1e158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:01.396184 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4262c324-fb49-48e8-9e83-389ac177fd50 req-834d3b1b-cd1f-4802-a73d-49073dc3813c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5418 time: 0.3574908 Aug 31 01:05:01.457552 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2c075a03-6e9c-4b96-8804-4d1001d00d23 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:01.468103 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-eb46b554-d2f5-4d54-a918-dd63c9e1e158 None None] Port 5e49f5e8-9c5e-4308-b3a5-bb7e5ebd3cc3 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:05:01.475957 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Router cbcef220-973a-4551-9b1f-8cde5df47369 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:05:01.480757 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4262c324-fb49-48e8-9e83-389ac177fd50 req-62eb59bc-da49-48b9-bbbc-387080be5cca tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834074 Aug 31 01:05:01.493754 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f0e7a788-fd9c-4dfa-b0b1-129dd258ad8c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.494926 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f0e7a788-fd9c-4dfa-b0b1-129dd258ad8c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:01.540816 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c075a03-6e9c-4b96-8804-4d1001d00d23 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Subnet': ['ID=26a1ed14-1a87-491e-8120-f2b7ffcfadcd,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:01.545164 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2c075a03-6e9c-4b96-8804-4d1001d00d23 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:01.550854 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2c075a03-6e9c-4b96-8804-4d1001d00d23 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/26a1ed14-1a87-491e-8120-f2b7ffcfadcd HTTP/1.1" status: 204 len: 168 time: 0.8873823 Aug 31 01:05:01.551874 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53410) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:01.561484 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d470c0-f3da-4e9b-86f2-7b7da333829f None None] Network 3bff8444-9f26-4d30-827a-5f54fed235c1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:05:01.562061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b35a20-fbe4-4971-8444-6fdd8447eec4 req-07cfdbab-55d5-4cb6-89cc-18948fe5d7bd tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.565193 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39b35a20-fbe4-4971-8444-6fdd8447eec4 req-07cfdbab-55d5-4cb6-89cc-18948fe5d7bd tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 944 time: 0.1540709 Aug 31 01:05:01.666014 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:01.720772 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:01.742330 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f0e7a788-fd9c-4dfa-b0b1-129dd258ad8c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5655155 Aug 31 01:05:01.761875 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ab09b-47ae-4fd7-aa04-1763f13317c2 req-556d5261-aa4d-4751-90c8-2a88abd851d9 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.764954 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d14ab09b-47ae-4fd7-aa04-1763f13317c2 req-556d5261-aa4d-4751-90c8-2a88abd851d9 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.1487894 Aug 31 01:05:01.766699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9923f877-db47-4bd2-868e-028207a488ed tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Request body: {'port': {'device_id': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'network_id': '640d4953-fe2b-4a30-8c0b-10f4ab364fb3', 'admin_state_up': True, 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:01.768665 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d7aa55-2827-4de4-b0f4-6103b4af8fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837ffebf-f7dc-4e94-bd6d-70484444fa19'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:01.775171 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621239f5-4ba8-4e68-8c48-77200a4628bb" -d '{"events": [{"server_uuid": "56d7aa55-2827-4de4-b0f4-6103b4af8fb4", "name": "network-vif-plugged", "status": "completed", "tag": "837ffebf-f7dc-4e94-bd6d-70484444fa19"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:01.786157 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39b35a20-fbe4-4971-8444-6fdd8447eec4 req-a0027ac7-6baa-46d7-8fa4-0ae562465bdb tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061839 Aug 31 01:05:01.836208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 837ffebf-f7dc-4e94-bd6d-70484444fa19, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=837ffebf-f7dc-4e94-bd6d-70484444fa19,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:01.899632 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282711cb-d9f4-4c32-9fc4-e8ee4185e437 x-openstack-request-id: req-282711cb-d9f4-4c32-9fc4-e8ee4185e437 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:01.900186 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d7aa55-2827-4de4-b0f4-6103b4af8fb4", "name": "network-vif-plugged", "status": "completed", "tag": "837ffebf-f7dc-4e94-bd6d-70484444fa19", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:01.900901 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-282711cb-d9f4-4c32-9fc4-e8ee4185e437 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:01.901701 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d7aa55-2827-4de4-b0f4-6103b4af8fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837ffebf-f7dc-4e94-bd6d-70484444fa19', 'code': 200} Aug 31 01:05:01.907768 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d14ab09b-47ae-4fd7-aa04-1763f13317c2 req-25ee905e-6346-48f6-ba24-79855b83bf52 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298752 Aug 31 01:05:01.950035 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port 9187d04e-7239-497b-ac9e-2ef821ad8d89 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:01.951934 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:01.954146 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-12e36c82-9851-41b7-94fc-8bca198d772a None None] Provisioning for port 6bc86785-a3c9-4703-891c-17ea3ded0d97 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:01.971742 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-12e36c82-9851-41b7-94fc-8bca198d772a None None] Provisioning complete for port 6bc86785-a3c9-4703-891c-17ea3ded0d97 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:01.971742 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-12e36c82-9851-41b7-94fc-8bca198d772a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:01.995777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:05:01.999956 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f618b6-cb15-4e51-ba22-be482468ac31 None None] DHCP port deletion for 3bff8444-9f26-4d30-827a-5f54fed235c1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:05:02.020409 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cdc14a6d-515d-46a4-967b-c7f01908878e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] 10.222.0.16 "PUT /v2.0/routers/cbcef220-973a-4551-9b1f-8cde5df47369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5646875 Aug 31 01:05:02.027345 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53416) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:02.040701 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-d98304e4-ec65-4754-985f-0d1808bbdaaf tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Request body: {'port': {'network_id': 'ad828110-0862-4cdb-b06d-0764af746270', 'name': 'tempest-FloatingIPAdminTestJSON-1326073501'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:02.044557 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9674f888-1a73-494c-abc6-05cc07a23753 None None] Sync routers for ids ['cbcef220-973a-4551-9b1f-8cde5df47369'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:05:02.064946 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:02.121205 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53418) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:02.153604 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe044856-8754-449f-af56-c4c888c87772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:02.163159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] For port 9187d04e-7239-497b-ac9e-2ef821ad8d89, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9187d04e-7239-497b-ac9e-2ef821ad8d89,segment=NetworkSegment(7b985348-60b4-42f7-b376-c10391241ffd),segment_id=7b985348-60b4-42f7-b376-c10391241ffd)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:02.163159 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:02.206051 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for 9187d04e-7239-497b-ac9e-2ef821ad8d89 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:02.315240 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fac3e-5e2d-475c-952d-404fcb3ac337 req-2da61e5b-5f12-46a1-a574-115beee5f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.317974 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-393fac3e-5e2d-475c-952d-404fcb3ac337 req-2da61e5b-5f12-46a1-a574-115beee5f0df service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 1097 time: 0.1819582 Aug 31 01:05:02.330127 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23624a8f-b6b6-4dd8-bb81-cfaa5a51ee06 req-8fc8bdad-f5b6-4dc8-b150-a326c28c3501 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.331713 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=837ffebf-f7dc-4e94-bd6d-70484444fa19,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:02.332249 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23624a8f-b6b6-4dd8-bb81-cfaa5a51ee06 req-8fc8bdad-f5b6-4dc8-b150-a326c28c3501 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 932 time: 0.1949677 Aug 31 01:05:02.348689 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-12e36c82-9851-41b7-94fc-8bca198d772a None None] Port 6bc86785-a3c9-4703-891c-17ea3ded0d97 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:05:02.357643 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9674f888-1a73-494c-abc6-05cc07a23753 None None] Routers {'cbcef220-973a-4551-9b1f-8cde5df47369'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:05:02.358539 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-9674f888-1a73-494c-abc6-05cc07a23753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:04:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cbcef220-973a-4551-9b1f-8cde5df47369'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:02.396948 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-393fac3e-5e2d-475c-952d-404fcb3ac337 req-b3f20617-d6bf-4495-9fb7-3014e42a9ddd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632968 Aug 31 01:05:02.399941 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9187d04e-7239-497b-ac9e-2ef821ad8d89 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:02.403953 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-9674f888-1a73-494c-abc6-05cc07a23753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:02.413852 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23624a8f-b6b6-4dd8-bb81-cfaa5a51ee06 req-c1b1cfc2-89ae-47e7-88be-6953dde1883a tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500121 Aug 31 01:05:02.442509 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9674f888-1a73-494c-abc6-05cc07a23753 None None] Routers {'cbcef220-973a-4551-9b1f-8cde5df47369'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:05:02.443139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-9674f888-1a73-494c-abc6-05cc07a23753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:04:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cbcef220-973a-4551-9b1f-8cde5df47369'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:02.488618 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-9674f888-1a73-494c-abc6-05cc07a23753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:02.489208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9674f888-1a73-494c-abc6-05cc07a23753 None None] The sync data for ids ['cbcef220-973a-4551-9b1f-8cde5df47369'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:05:02.493769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-31f618b6-cb15-4e51-ba22-be482468ac31 None None] Deleting port 9187d04e-7239-497b-ac9e-2ef821ad8d89 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:02.494142 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-31f618b6-cb15-4e51-ba22-be482468ac31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:02.591302 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-31f618b6-cb15-4e51-ba22-be482468ac31 None None] For port 9187d04e-7239-497b-ac9e-2ef821ad8d89, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9187d04e-7239-497b-ac9e-2ef821ad8d89,segment=NetworkSegment(7b985348-60b4-42f7-b376-c10391241ffd),segment_id=7b985348-60b4-42f7-b376-c10391241ffd)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:02.591707 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-31f618b6-cb15-4e51-ba22-be482468ac31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:02.602992 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:02.608364 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-31f618b6-cb15-4e51-ba22-be482468ac31 None None] Calling delete_port for 9187d04e-7239-497b-ac9e-2ef821ad8d89 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:02.615581 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:02.658764 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=9187d04e-7239-497b-ac9e-2ef821ad8d89,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:02.671373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No DVR routers for this DVR port 9187d04e-7239-497b-ac9e-2ef821ad8d89 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:02.725491 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97743233-979d-43ce-92d4-9a0ca78ca5b9 req-5a63ed33-d1db-45b3-ac9e-3ffd2a959389 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:02.726911 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:05:02.757026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97743233-979d-43ce-92d4-9a0ca78ca5b9 req-5a63ed33-d1db-45b3-ac9e-3ffd2a959389 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.757026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97743233-979d-43ce-92d4-9a0ca78ca5b9 req-5a63ed33-d1db-45b3-ac9e-3ffd2a959389 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.757242 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-31f618b6-cb15-4e51-ba22-be482468ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:02.757349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97743233-979d-43ce-92d4-9a0ca78ca5b9 req-5a63ed33-d1db-45b3-ac9e-3ffd2a959389 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.757349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97743233-979d-43ce-92d4-9a0ca78ca5b9 req-5a63ed33-d1db-45b3-ac9e-3ffd2a959389 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.757679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97743233-979d-43ce-92d4-9a0ca78ca5b9 req-5a63ed33-d1db-45b3-ac9e-3ffd2a959389 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.764216 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97743233-979d-43ce-92d4-9a0ca78ca5b9 req-5a63ed33-d1db-45b3-ac9e-3ffd2a959389 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.766201 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97743233-979d-43ce-92d4-9a0ca78ca5b9 req-5a63ed33-d1db-45b3-ac9e-3ffd2a959389 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5418 time: 0.1913073 Aug 31 01:05:02.770157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f618b6-cb15-4e51-ba22-be482468ac31 None None] Pushing event deleted for resources: {'Port': ['ID=9187d04e-7239-497b-ac9e-2ef821ad8d89,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:02.777052 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f618b6-cb15-4e51-ba22-be482468ac31 None None] No DVR routers for this DVR port 9187d04e-7239-497b-ac9e-2ef821ad8d89 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:02.862810 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe044856-8754-449f-af56-c4c888c87772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:02.869545 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:02.888582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bff8444-9f26-4d30-827a-5f54fed235c1']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:02.903713 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97743233-979d-43ce-92d4-9a0ca78ca5b9 req-d6a5e85b-1b93-4cb4-95f8-6bb23fc499b2 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290483 Aug 31 01:05:02.908740 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b985348-60b4-42f7-b376-c10391241ffd') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:02.909034 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b985348-60b4-42f7-b376-c10391241ffd') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:02.920556 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:02.941856 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:02.943479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196f0bb-364e-4c1e-b325-0e888d1e9d1d req-3e3afb04-a4a7-43a3-855b-8c11a76124f0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.945150 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d196f0bb-364e-4c1e-b325-0e888d1e9d1d req-3e3afb04-a4a7-43a3-855b-8c11a76124f0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.0713534 Aug 31 01:05:02.949049 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:05:02.949492 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:05:02.952614 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:05:02.998324 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d196f0bb-364e-4c1e-b325-0e888d1e9d1d req-0fd90b44-c0f9-488c-a7f8-5772782832bd tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459573 Aug 31 01:05:03.029548 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe044856-8754-449f-af56-c4c888c87772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:03.054575 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.api [None req-d98304e4-ec65-4754-985f-0d1808bbdaaf tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:05:03.054575 n-d-793621-34 neutron-server[102342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:05:03.054575 n-d-793621-34 neutron-server[102342]: [parameters: {'project_id_1': '23f7630d710c48b3a4b3b7558eeb2635', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 5, 2, 347295)}] Aug 31 01:05:03.054575 n-d-793621-34 neutron-server[102342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:05:03.054575 n-d-793621-34 neutron-server[102342]: DEBUG oslo_db.api [None req-d98304e4-ec65-4754-985f-0d1808bbdaaf tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:05:03.116852 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe044856-8754-449f-af56-c4c888c87772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8874be-b744-4bf5-8cf8-75972cfa6c38,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:03.141984 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fe044856-8754-449f-af56-c4c888c87772 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e0db650d55946bb8f4cac5d9a82a522&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0062833 Aug 31 01:05:03.142729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53428) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:03.160792 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632b1b9-a6b1-4c2d-9688-63193e524803 req-786da506-f646-4485-a2d9-11ae8b6ace4b tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:03.162475 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b632b1b9-a6b1-4c2d-9688-63193e524803 req-786da506-f646-4485-a2d9-11ae8b6ace4b tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.0977871 Aug 31 01:05:03.203843 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3d0b713b-1ce4-4e77-ba4d-1c9ccf21d354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:03.226292 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b632b1b9-a6b1-4c2d-9688-63193e524803 req-04bd1865-6a3c-4514-91b9-21f41a2728f9 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397768 Aug 31 01:05:03.228838 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3d0b713b-1ce4-4e77-ba4d-1c9ccf21d354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:03.312895 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:03.321420 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:03.323655 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/networks/3bff8444-9f26-4d30-827a-5f54fed235c1 HTTP/1.1" status: 204 len: 168 time: 1.7703347 Aug 31 01:05:03.330904 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53430) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:03.336691 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ddd259-96c2-44bc-a0fb-ad2cdf7df89d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Network': ['ID=3bff8444-9f26-4d30-827a-5f54fed235c1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:03.336939 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f6f06834-c447-43af-bd42-abe6f39f51dc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-969459186'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:03.417533 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9923f877-db47-4bd2-868e-028207a488ed tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Made reservation on behalf of 5c2cffadd45a4dd3bf0e6326f19f7e9a for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:03.421125 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9923f877-db47-4bd2-868e-028207a488ed tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:03.514447 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3d0b713b-1ce4-4e77-ba4d-1c9ccf21d354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:03.517465 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3d0b713b-1ce4-4e77-ba4d-1c9ccf21d354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:03.519127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3d0b713b-1ce4-4e77-ba4d-1c9ccf21d354 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c8874be-b744-4bf5-8cf8-75972cfa6c38 HTTP/1.1" status: 204 len: 168 time: 0.3840182 Aug 31 01:05:03.587560 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b713b-1ce4-4e77-ba4d-1c9ccf21d354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8874be-b744-4bf5-8cf8-75972cfa6c38,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:03.614576 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9a6b5-b2b7-4543-be8d-1ecacbe2bfd6 req-bb5231d1-4e54-4ff3-a456-3dfe14a06091 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:03.618392 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-93a9a6b5-b2b7-4543-be8d-1ecacbe2bfd6 req-bb5231d1-4e54-4ff3-a456-3dfe14a06091 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 932 time: 0.1132035 Aug 31 01:05:03.634656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f06834-c447-43af-bd42-abe6f39f51dc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:03.638695 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f6f06834-c447-43af-bd42-abe6f39f51dc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:03.690574 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-93a9a6b5-b2b7-4543-be8d-1ecacbe2bfd6 req-5d5586b7-f0c8-417a-b86f-0a04e2864dcf tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563159 Aug 31 01:05:03.734244 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f06834-c447-43af-bd42-abe6f39f51dc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:05:03.734244 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f6f06834-c447-43af-bd42-abe6f39f51dc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:03.734244 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-f6f06834-c447-43af-bd42-abe6f39f51dc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Added segment c0d4ebf5-d4fb-436d-851b-f61c437b30ed of type vlan for network a9493409-2fce-4f69-9e8b-af2d678839b4 Aug 31 01:05:03.744117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9923f877-db47-4bd2-868e-028207a488ed tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Allocated IP 19.86.0.27 (640d4953-fe2b-4a30-8c0b-10f4ab364fb3/d1b02fa4-af68-4168-a28b-6bcefcad25d9/9951ca08-98b6-43ec-a0c0-e34f45ae5fc4) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:05:03.785280 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f6f06834-c447-43af-bd42-abe6f39f51dc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:03.844916 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98304e4-ec65-4754-985f-0d1808bbdaaf tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Made reservation on behalf of 23f7630d710c48b3a4b3b7558eeb2635 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:03.849305 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d98304e4-ec65-4754-985f-0d1808bbdaaf tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:03.920047 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-d98304e4-ec65-4754-985f-0d1808bbdaaf tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] device_id is not set on port b31363d8-f20e-4c28-b4ff-3f736a11c364 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:05:04.091141 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9923f877-db47-4bd2-868e-028207a488ed tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:04.121665 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f6f06834-c447-43af-bd42-abe6f39f51dc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:04.130636 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f06834-c447-43af-bd42-abe6f39f51dc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.132052 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f6f06834-c447-43af-bd42-abe6f39f51dc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:04.165224 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79f757-e674-4373-a3c1-4ed4e00ad2e9 req-ab40099b-333a-440f-a9b4-569bd6519ba6 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.167297 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5d79f757-e674-4373-a3c1-4ed4e00ad2e9 req-ab40099b-333a-440f-a9b4-569bd6519ba6 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.0907743 Aug 31 01:05:04.187901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9923f877-db47-4bd2-868e-028207a488ed tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Transition to ACTIVE for port object 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:04.214205 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5d79f757-e674-4373-a3c1-4ed4e00ad2e9 req-35b0677b-efee-47bd-bd8c-58961f0f3031 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388486 Aug 31 01:05:04.224697 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246f99d-00e2-4e45-8f3a-6ab11577b53b req-96ed4d11-0d17-492b-bea0-9c0dfa668172 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.230904 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246f99d-00e2-4e45-8f3a-6ab11577b53b req-96ed4d11-0d17-492b-bea0-9c0dfa668172 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.237101 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246f99d-00e2-4e45-8f3a-6ab11577b53b req-96ed4d11-0d17-492b-bea0-9c0dfa668172 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.242946 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246f99d-00e2-4e45-8f3a-6ab11577b53b req-96ed4d11-0d17-492b-bea0-9c0dfa668172 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.249528 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246f99d-00e2-4e45-8f3a-6ab11577b53b req-96ed4d11-0d17-492b-bea0-9c0dfa668172 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.255949 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246f99d-00e2-4e45-8f3a-6ab11577b53b req-96ed4d11-0d17-492b-bea0-9c0dfa668172 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.262483 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246f99d-00e2-4e45-8f3a-6ab11577b53b req-96ed4d11-0d17-492b-bea0-9c0dfa668172 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.264445 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0246f99d-00e2-4e45-8f3a-6ab11577b53b req-96ed4d11-0d17-492b-bea0-9c0dfa668172 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5418 time: 0.2681642 Aug 31 01:05:04.305359 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-d98304e4-ec65-4754-985f-0d1808bbdaaf tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Allocated IP 172.20.0.9 (ad828110-0862-4cdb-b06d-0764af746270/d12f5aed-e03b-4cc7-aa1b-a9c9da8cd1f8/b31363d8-f20e-4c28-b4ff-3f736a11c364) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:05:04.312656 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8e0bc6c1-df78-4675-88f2-2ec57442d50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:04.352326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f06834-c447-43af-bd42-abe6f39f51dc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Network': ['ID=a9493409-2fce-4f69-9e8b-af2d678839b4,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:04.362643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489283e4-c2fc-4a0d-b042-3f8dde6fa6c7 req-5b9ad0a1-38fb-42d9-b947-d7913df30c75 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.368461 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network a9493409-2fce-4f69-9e8b-af2d678839b4 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:05:04.371574 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-489283e4-c2fc-4a0d-b042-3f8dde6fa6c7 req-5b9ad0a1-38fb-42d9-b947-d7913df30c75 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.0759442 Aug 31 01:05:04.421754 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0246f99d-00e2-4e45-8f3a-6ab11577b53b req-d5e1c09f-90aa-4340-89e5-cebcfc48c6f4 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338596 Aug 31 01:05:04.435840 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-489283e4-c2fc-4a0d-b042-3f8dde6fa6c7 req-ffb1ca1c-9adc-4be0-a0f1-89ce4c67a3b6 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569427 Aug 31 01:05:04.458874 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f6f06834-c447-43af-bd42-abe6f39f51dc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1248295 Aug 31 01:05:04.461122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53454) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:04.468329 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-2475ecee-e708-46cc-89b8-084b7b7feece tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'subnet': {'network_id': 'a9493409-2fce-4f69-9e8b-af2d678839b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:04.548534 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9923f877-db47-4bd2-868e-028207a488ed tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:04.656749 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9923f877-db47-4bd2-868e-028207a488ed tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Network 640d4953-fe2b-4a30-8c0b-10f4ab364fb3 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:04.669258 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9923f877-db47-4bd2-868e-028207a488ed tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:04.675081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9923f877-db47-4bd2-868e-028207a488ed tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:05:04.677703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923f877-db47-4bd2-868e-028207a488ed tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event updated for resources: {'Port': ['ID=9951ca08-98b6-43ec-a0c0-e34f45ae5fc4,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:04.758190 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d98304e4-ec65-4754-985f-0d1808bbdaaf tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:04.779638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7b180-886b-4e7a-ada2-dfbcf7e16c3a req-3f507b1a-0f4b-42eb-a23a-e83b7f175b6e tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.781102 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2475ecee-e708-46cc-89b8-084b7b7feece tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:04.782282 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ac7b180-886b-4e7a-ada2-dfbcf7e16c3a req-3f507b1a-0f4b-42eb-a23a-e83b7f175b6e tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.2231116 Aug 31 01:05:04.787128 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2475ecee-e708-46cc-89b8-084b7b7feece tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:04.804779 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9923f877-db47-4bd2-868e-028207a488ed tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.808908 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9923f877-db47-4bd2-868e-028207a488ed tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:04.857110 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-d98304e4-ec65-4754-985f-0d1808bbdaaf tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Transition to ACTIVE for port object b31363d8-f20e-4c28-b4ff-3f736a11c364 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:04.903701 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ac7b180-886b-4e7a-ada2-dfbcf7e16c3a req-fa89a5d6-48e0-4843-8843-3ab05538aa3a tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909662 Aug 31 01:05:04.968641 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06288f-1ed3-4aa4-8080-ac16b831da06 req-d371a95f-4f6f-4c1d-a636-84addc7b52aa tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.975196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06288f-1ed3-4aa4-8080-ac16b831da06 req-d371a95f-4f6f-4c1d-a636-84addc7b52aa tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.976870 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4a06288f-1ed3-4aa4-8080-ac16b831da06 req-d371a95f-4f6f-4c1d-a636-84addc7b52aa tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 1654 time: 0.1482029 Aug 31 01:05:04.994564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9923f877-db47-4bd2-868e-028207a488ed tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2393787 Aug 31 01:05:05.013588 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f8359970-86e5-425c-acc3-6d52ee5c3282 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Request body: {'port': {'device_id': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'network_id': '45f9443c-309b-4834-9a18-02f9af603300', 'admin_state_up': True, 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:05.095657 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4a06288f-1ed3-4aa4-8080-ac16b831da06 req-6958686d-bc2a-4862-93c3-f78da4eb2f8b tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951960 Aug 31 01:05:05.161192 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d98304e4-ec65-4754-985f-0d1808bbdaaf tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:05.232408 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9be9675d-dad1-4645-bdeb-4b0558039cbe None None] Provisioning for port 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:05.252907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9be9675d-dad1-4645-bdeb-4b0558039cbe None None] Provisioning complete for port 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:05.260235 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98304e4-ec65-4754-985f-0d1808bbdaaf tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Network ad828110-0862-4cdb-b06d-0764af746270 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:05.260708 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9be9675d-dad1-4645-bdeb-4b0558039cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:05.260823 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-d98304e4-ec65-4754-985f-0d1808bbdaaf tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:05.262712 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98304e4-ec65-4754-985f-0d1808bbdaaf tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:05:05.269821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98304e4-ec65-4754-985f-0d1808bbdaaf tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Pushing event updated for resources: {'Port': ['ID=b31363d8-f20e-4c28-b4ff-3f736a11c364,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:05.302403 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-9be9675d-dad1-4645-bdeb-4b0558039cbe None None] Port 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:05:05.323686 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98304e4-ec65-4754-985f-0d1808bbdaaf tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:05.324349 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d98304e4-ec65-4754-985f-0d1808bbdaaf tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:05.502512 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2475ecee-e708-46cc-89b8-084b7b7feece tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:05.572196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f8359970-86e5-425c-acc3-6d52ee5c3282 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Made reservation on behalf of 5c2cffadd45a4dd3bf0e6326f19f7e9a for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:05.580432 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f8359970-86e5-425c-acc3-6d52ee5c3282 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:05.609359 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475ecee-e708-46cc-89b8-084b7b7feece tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Subnet': ['ID=36cc30b8-dc83-4bda-8a45-215a31046272,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:05.638830 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2475ecee-e708-46cc-89b8-084b7b7feece tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Checking segment: {'id': 'c0d4ebf5-d4fb-436d-851b-f61c437b30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a9493409-2fce-4f69-9e8b-af2d678839b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:05.639319 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2475ecee-e708-46cc-89b8-084b7b7feece tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network hostable DHCP agents. Network: a9493409-2fce-4f69-9e8b-af2d678839b4, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:05:05.648761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d8bd1-7169-4232-bee0-5ddfec992621 req-c2622e04-ce1a-4a73-9eff-c138908dd802 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:05.650575 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-725d8bd1-7169-4232-bee0-5ddfec992621 req-c2622e04-ce1a-4a73-9eff-c138908dd802 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.1394548 Aug 31 01:05:05.688680 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4626dde3-8172-4b40-b113-612196b16aea None None] Provisioning for port b31363d8-f20e-4c28-b4ff-3f736a11c364 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:05.704441 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4626dde3-8172-4b40-b113-612196b16aea None None] Provisioning complete for port b31363d8-f20e-4c28-b4ff-3f736a11c364 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:05.704441 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4626dde3-8172-4b40-b113-612196b16aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:05.711266 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-725d8bd1-7169-4232-bee0-5ddfec992621 req-208ee32e-4cb6-4e0e-9940-80ea8ba59bf7 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471380 Aug 31 01:05:05.756486 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d98304e4-ec65-4754-985f-0d1808bbdaaf tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7280977 Aug 31 01:05:05.765668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53480) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:05.791324 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-4626dde3-8172-4b40-b113-612196b16aea None None] Port b31363d8-f20e-4c28-b4ff-3f736a11c364 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:05:05.803820 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2475ecee-e708-46cc-89b8-084b7b7feece tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network a9493409-2fce-4f69-9e8b-af2d678839b4 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:05:05.828302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f8359970-86e5-425c-acc3-6d52ee5c3282 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Allocated IP 19.80.0.177 (45f9443c-309b-4834-9a18-02f9af603300/57124f15-125b-4d65-a22e-e4993bf0fd34/8117cca6-1c2d-4918-beb9-6ff5bafd74ea) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:05:05.988806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4c533-920a-47fd-b74d-e357b3f96b49 req-94847041-99a9-43e1-b61c-beb1626e1cdc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:05.996538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4c533-920a-47fd-b74d-e357b3f96b49 req-94847041-99a9-43e1-b61c-beb1626e1cdc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:06.006796 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4c533-920a-47fd-b74d-e357b3f96b49 req-94847041-99a9-43e1-b61c-beb1626e1cdc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:06.017226 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4c533-920a-47fd-b74d-e357b3f96b49 req-94847041-99a9-43e1-b61c-beb1626e1cdc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:06.027771 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4c533-920a-47fd-b74d-e357b3f96b49 req-94847041-99a9-43e1-b61c-beb1626e1cdc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:06.037821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4c533-920a-47fd-b74d-e357b3f96b49 req-94847041-99a9-43e1-b61c-beb1626e1cdc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:06.047947 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4c533-920a-47fd-b74d-e357b3f96b49 req-94847041-99a9-43e1-b61c-beb1626e1cdc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:06.050981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d5d4c533-920a-47fd-b74d-e357b3f96b49 req-94847041-99a9-43e1-b61c-beb1626e1cdc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5418 time: 0.1991961 Aug 31 01:05:06.103685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-2475ecee-e708-46cc-89b8-084b7b7feece tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, a9493409-2fce-4f69-9e8b-af2d678839b4) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:06.121216 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d5b454-9c2d-4fda-a5dc-41f647d99627 None None] Network a9493409-2fce-4f69-9e8b-af2d678839b4 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:05:06.124377 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2475ecee-e708-46cc-89b8-084b7b7feece tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:06.129376 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2475ecee-e708-46cc-89b8-084b7b7feece tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:06.180914 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'project_id': '23f7630d710c48b3a4b3b7558eeb2635', 'port_id': 'b31363d8-f20e-4c28-b4ff-3f736a11c364'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:06.194937 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d5d4c533-920a-47fd-b74d-e357b3f96b49 req-c41fd22a-7ee3-461a-bade-cf2ef5848ff2 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1283011 Aug 31 01:05:06.238612 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f8359970-86e5-425c-acc3-6d52ee5c3282 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:06.263694 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f8359970-86e5-425c-acc3-6d52ee5c3282 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Transition to ACTIVE for port object 8117cca6-1c2d-4918-beb9-6ff5bafd74ea will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:06.274000 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-62d5fd62-a182-461b-bd6c-aa08c9b75f83 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:06.285221 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-62d5fd62-a182-461b-bd6c-aa08c9b75f83 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/networks?id=b0ccd887-c5da-4271-88f5-08b576ad7053 HTTP/1.1" status: 200 len: 814 time: 0.2642646 Aug 31 01:05:06.308386 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-d7c9c41f-a196-4647-bba8-50d2b18f0b01 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/quotas/19b0c01c2a774ed1abe0c4b0e21918ae HTTP/1.1" status: 200 len: 375 time: 0.0219338 Aug 31 01:05:06.345380 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2475ecee-e708-46cc-89b8-084b7b7feece tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8830435 Aug 31 01:05:06.348887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53500) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:06.356111 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'network_id': 'a9493409-2fce-4f69-9e8b-af2d678839b4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-862797407'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:06.375908 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-d2b941bf-21d1-48ec-ba37-bbe163a08795 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=19b0c01c2a774ed1abe0c4b0e21918ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0661032 Aug 31 01:05:06.394255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-a9493409-2fce-4f69-9e8b-af2d678839b4', 'network_id': 'a9493409-2fce-4f69-9e8b-af2d678839b4', 'tenant_id': 'bbad4c1f70e047a38b5d3dd3d174b433', 'fixed_ips': [{'subnet_id': '36cc30b8-dc83-4bda-8a45-215a31046272'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:05:06.394255 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:06.452148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183867c-a656-457a-903a-6f910544ed2f req-90be7a3d-b0b7-4651-94e1-7887843741f9 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:06.458938 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183867c-a656-457a-903a-6f910544ed2f req-90be7a3d-b0b7-4651-94e1-7887843741f9 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:06.461011 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6183867c-a656-457a-903a-6f910544ed2f req-90be7a3d-b0b7-4651-94e1-7887843741f9 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 1654 time: 0.1440351 Aug 31 01:05:06.472074 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f8359970-86e5-425c-acc3-6d52ee5c3282 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:06.506594 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-c31a188d-b105-4ef3-a6e3-c8be27ca2b6d service neutron] 10.222.0.16 "GET /v2.0/networks/b0ccd887-c5da-4271-88f5-08b576ad7053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184447 Aug 31 01:05:06.554012 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:06.594256 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8359970-86e5-425c-acc3-6d52ee5c3282 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event updated for resources: {'Port': ['ID=8117cca6-1c2d-4918-beb9-6ff5bafd74ea,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:06.615728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f8359970-86e5-425c-acc3-6d52ee5c3282 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Network 45f9443c-309b-4834-9a18-02f9af603300 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:06.626632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f8359970-86e5-425c-acc3-6d52ee5c3282 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:06.630423 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f8359970-86e5-425c-acc3-6d52ee5c3282 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:05:06.651307 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Allocated IP 2001:db8::2 (a9493409-2fce-4f69-9e8b-af2d678839b4/36cc30b8-dc83-4bda-8a45-215a31046272/6a6ea64a-cc55-4d9b-a007-69afcaeae01f) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:05:06.746149 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f8359970-86e5-425c-acc3-6d52ee5c3282 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:06.747344 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f8359970-86e5-425c-acc3-6d52ee5c3282 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:06.760611 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-f6b8793d-875f-42a6-b520-2d4c997b60b5 service neutron] 10.222.0.16 "GET /v2.0/networks/b0ccd887-c5da-4271-88f5-08b576ad7053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404308 Aug 31 01:05:06.799230 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6183867c-a656-457a-903a-6f910544ed2f req-a420adc0-cc84-400d-be50-265e76e77a79 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248703 Aug 31 01:05:06.800240 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:06.830487 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.026071 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.035096 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-03d3875a-54fa-420c-aecf-f0e9f8d54012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.035096 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.035096 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.036285 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-f8359970-86e5-425c-acc3-6d52ee5c3282 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0335145 Aug 31 01:05:07.047835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Transition to ACTIVE for port object 6a6ea64a-cc55-4d9b-a007-69afcaeae01f will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:07.078623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Transition to ACTIVE for port object 6a6ea64a-cc55-4d9b-a007-69afcaeae01f will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:07.098675 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Request body: {'port': {'device_id': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:07.119273 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Allocated IP 172.25.2.35 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/bf9fd78f-850a-4aa3-bf5e-63ea04c2b3ed) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:05:07.328870 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.359472 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8f115b86-a77a-4f23-beef-6c96801fa52b None None] Provisioning for port 8117cca6-1c2d-4918-beb9-6ff5bafd74ea completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:07.359472 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.427204 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Pushing event updated for resources: {'Port': ['ID=6a6ea64a-cc55-4d9b-a007-69afcaeae01f,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:07.436601 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54ee9d75-51b9-4cc0-80b6-e0cb334735c2 req-0831493f-a6c6-4f27-89bd-7edd82069d31 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 210 time: 0.0629387 Aug 31 01:05:07.449042 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9dce5519-c138-438c-b099-c61ffef1b2a8 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:07.458493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8f115b86-a77a-4f23-beef-6c96801fa52b None None] Provisioning complete for port 8117cca6-1c2d-4918-beb9-6ff5bafd74ea triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:07.459041 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8f115b86-a77a-4f23-beef-6c96801fa52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.519385 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Network a9493409-2fce-4f69-9e8b-af2d678839b4 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:07.530672 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:07.536763 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:05:07.541155 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.559922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:07.564328 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.585751 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8f115b86-a77a-4f23-beef-6c96801fa52b None None] Port 8117cca6-1c2d-4918-beb9-6ff5bafd74ea cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:05:07.593937 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca63167-1f6b-48fb-b3fe-438091e8c02f req-9989c606-4008-42cc-afb1-c9b3b1e3f923 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:07.605430 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ca63167-1f6b-48fb-b3fe-438091e8c02f req-9989c606-4008-42cc-afb1-c9b3b1e3f923 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.6452641 Aug 31 01:05:07.666147 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.710728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2d234-464d-4a18-aa81-2820efceb2ec req-f3371da3-977b-4454-a8d0-b148ee487c5d tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:07.712516 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ced2d234-464d-4a18-aa81-2820efceb2ec req-f3371da3-977b-4454-a8d0-b148ee487c5d tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.48 "GET /v2.0/ports?device_id=56d7aa55-2827-4de4-b0f4-6103b4af8fb4 HTTP/1.1" status: 200 len: 945 time: 0.6644042 Aug 31 01:05:07.714776 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] device_id is not set on port 31c1b5c6-931e-4ee5-acce-7b3750de19a7 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:05:07.722622 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Pushing event updated for resources: {'Port': ['ID=bf9fd78f-850a-4aa3-bf5e-63ea04c2b3ed,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:07.739790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:07.747276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:07.750833 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:05:07.815908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 9dce5519-c138-438c-b099-c61ffef1b2a8, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9dce5519-c138-438c-b099-c61ffef1b2a8,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:07.819122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed751d03-a2e1-4f9a-9bd5-7c4dc8cea30b req-829ec07d-c98e-4f5e-b766-11b328e798b9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:07.828107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed751d03-a2e1-4f9a-9bd5-7c4dc8cea30b req-829ec07d-c98e-4f5e-b766-11b328e798b9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:07.830410 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Attempting to bind port 6a6ea64a-cc55-4d9b-a007-69afcaeae01f on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:05:07.831022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Attempting to bind port 6a6ea64a-cc55-4d9b-a007-69afcaeae01f by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'c0d4ebf5-d4fb-436d-851b-f61c437b30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a9493409-2fce-4f69-9e8b-af2d678839b4'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:05:07.831611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Attempting to bind port 6a6ea64a-cc55-4d9b-a007-69afcaeae01f on network a9493409-2fce-4f69-9e8b-af2d678839b4 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:07.835198 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '9dce5519-c138-438c-b099-c61ffef1b2a8', 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4', 'port_id': '9dce5519-c138-438c-b099-c61ffef1b2a8', 'mac_address': 'fa:16:3e:43:8f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b35208f-628a-49c6-bde2-6d65c7242478', 'ip_address': '10.1.1.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:07.836003 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed751d03-a2e1-4f9a-9bd5-7c4dc8cea30b req-829ec07d-c98e-4f5e-b766-11b328e798b9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:07.847228 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:05:07.847627 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Checking segment: {'id': 'c0d4ebf5-d4fb-436d-851b-f61c437b30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a9493409-2fce-4f69-9e8b-af2d678839b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:07.848103 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.848505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Bound using segment: {'id': 'c0d4ebf5-d4fb-436d-851b-f61c437b30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a9493409-2fce-4f69-9e8b-af2d678839b4'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:05:07.848996 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Bound port: 6a6ea64a-cc55-4d9b-a007-69afcaeae01f, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d4ebf5-d4fb-436d-851b-f61c437b30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a9493409-2fce-4f69-9e8b-af2d678839b4'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:05:07.849402 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.856744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed751d03-a2e1-4f9a-9bd5-7c4dc8cea30b req-829ec07d-c98e-4f5e-b766-11b328e798b9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:07.870468 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed751d03-a2e1-4f9a-9bd5-7c4dc8cea30b req-829ec07d-c98e-4f5e-b766-11b328e798b9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:07.883613 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed751d03-a2e1-4f9a-9bd5-7c4dc8cea30b req-829ec07d-c98e-4f5e-b766-11b328e798b9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:07.893114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed751d03-a2e1-4f9a-9bd5-7c4dc8cea30b req-829ec07d-c98e-4f5e-b766-11b328e798b9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:07.896465 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed751d03-a2e1-4f9a-9bd5-7c4dc8cea30b req-829ec07d-c98e-4f5e-b766-11b328e798b9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5418 time: 0.2658265 Aug 31 01:05:07.924979 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ca63167-1f6b-48fb-b3fe-438091e8c02f req-acfb8f08-dc4c-4fb2-9da5-3e3d9f7f11b7 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181536 Aug 31 01:05:07.972371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] For port 6a6ea64a-cc55-4d9b-a007-69afcaeae01f, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:07.975741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] For port 6a6ea64a-cc55-4d9b-a007-69afcaeae01f, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=6a6ea64a-cc55-4d9b-a007-69afcaeae01f,segment=NetworkSegment(c0d4ebf5-d4fb-436d-851b-f61c437b30ed),segment_id=c0d4ebf5-d4fb-436d-851b-f61c437b30ed)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:05:08.035747 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:08.064828 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dce5519-c138-438c-b099-c61ffef1b2a8 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:08.090528 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:08.198260 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 9dce5519-c138-438c-b099-c61ffef1b2a8, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9dce5519-c138-438c-b099-c61ffef1b2a8,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:08.219770 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73dddd-5fb0-4ee1-b874-932eeb64e079 None None] Pushing event updated for resources: {'Port': ['ID=6a6ea64a-cc55-4d9b-a007-69afcaeae01f,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:08.278517 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:08.282007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 47884538-4e20-4c3e-be64-938b3b411ece details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:08.317095 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Allocated IP 2001:db8::6a (a9493409-2fce-4f69-9e8b-af2d678839b4/36cc30b8-dc83-4bda-8a45-215a31046272/31c1b5c6-931e-4ee5-acce-7b3750de19a7) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:05:08.332998 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 47884538-4e20-4c3e-be64-938b3b411ece, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=47884538-4e20-4c3e-be64-938b3b411ece,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:08.337484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb94903-3437-481f-8954-8588a35f1627 req-1379b8b0-c962-41cb-b02e-dac02acd3a0b tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:08.349863 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb94903-3437-481f-8954-8588a35f1627 req-1379b8b0-c962-41cb-b02e-dac02acd3a0b tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:08.356568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb94903-3437-481f-8954-8588a35f1627 req-1379b8b0-c962-41cb-b02e-dac02acd3a0b tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:08.357253 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '47884538-4e20-4c3e-be64-938b3b411ece', 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4', 'port_id': '47884538-4e20-4c3e-be64-938b3b411ece', 'mac_address': 'fa:16:3e:04:5c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b35208f-628a-49c6-bde2-6d65c7242478', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:08.373972 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2bb94903-3437-481f-8954-8588a35f1627 req-1379b8b0-c962-41cb-b02e-dac02acd3a0b tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2376 time: 0.2839773 Aug 31 01:05:08.534421 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:08.552436 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47884538-4e20-4c3e-be64-938b3b411ece {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:08.596541 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 47884538-4e20-4c3e-be64-938b3b411ece, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=47884538-4e20-4c3e-be64-938b3b411ece,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:08.600225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=9dce5519-c138-438c-b099-c61ffef1b2a8,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:08.604970 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:08.618602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-ced2d234-464d-4a18-aa81-2820efceb2ec req-b660f4fd-49ca-4f11-aea0-3ba459d1e769 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Deleting port 837ffebf-f7dc-4e94-bd6d-70484444fa19 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:08.620656 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ced2d234-464d-4a18-aa81-2820efceb2ec req-b660f4fd-49ca-4f11-aea0-3ba459d1e769 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:08.656486 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed751d03-a2e1-4f9a-9bd5-7c4dc8cea30b req-7e215f9e-2209-42d0-bdc4-af3916a3c22d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7139399 Aug 31 01:05:08.668483 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:08.670400 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 77679568-6b41-406c-930d-1f4c62495cec details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:08.687521 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:08.769963 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=47884538-4e20-4c3e-be64-938b3b411ece,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:08.817339 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Transition to ACTIVE for port object 31c1b5c6-931e-4ee5-acce-7b3750de19a7 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:08.825071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 77679568-6b41-406c-930d-1f4c62495cec, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=77679568-6b41-406c-930d-1f4c62495cec,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:08.841963 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2bb94903-3437-481f-8954-8588a35f1627 req-d453e898-ade0-4f05-8d84-3115b53b652e tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612672 Aug 31 01:05:08.889310 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '77679568-6b41-406c-930d-1f4c62495cec', 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4', 'port_id': '77679568-6b41-406c-930d-1f4c62495cec', 'mac_address': 'fa:16:3e:4c:ed:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b35208f-628a-49c6-bde2-6d65c7242478', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:08.985492 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.021594 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77679568-6b41-406c-930d-1f4c62495cec {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:09.043416 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-ced2d234-464d-4a18-aa81-2820efceb2ec req-b660f4fd-49ca-4f11-aea0-3ba459d1e769 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] For port 837ffebf-f7dc-4e94-bd6d-70484444fa19, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=837ffebf-f7dc-4e94-bd6d-70484444fa19,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:09.043962 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ced2d234-464d-4a18-aa81-2820efceb2ec req-b660f4fd-49ca-4f11-aea0-3ba459d1e769 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.070058 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 77679568-6b41-406c-930d-1f4c62495cec, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=77679568-6b41-406c-930d-1f4c62495cec,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:09.115515 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.119882 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 837ffebf-f7dc-4e94-bd6d-70484444fa19 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:09.122930 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6590e4e4-05ae-4eae-924e-f9a7628f7363 req-6e9e29be-870b-48f7-95a1-7974e1f69246 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 210 time: 0.1630919 Aug 31 01:05:09.131974 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc86785-a3c9-4703-891c-17ea3ded0d97 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:09.142805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-ced2d234-464d-4a18-aa81-2820efceb2ec req-b660f4fd-49ca-4f11-aea0-3ba459d1e769 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Calling delete_port for 837ffebf-f7dc-4e94-bd6d-70484444fa19 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:09.157650 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.255822 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Transition to ACTIVE for port object 6bc86785-a3c9-4703-891c-17ea3ded0d97 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:09.275240 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a345ce-91bf-4011-9765-6f44827f9902 req-5ec8ce58-38ff-47c2-abe2-5be6553b5fad tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:09.275240 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c3a345ce-91bf-4011-9765-6f44827f9902 req-5ec8ce58-38ff-47c2-abe2-5be6553b5fad tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.2087317 Aug 31 01:05:09.299758 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.300859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device fc495864-fd8e-4439-9671-7879717ab258 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:09.311702 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.408992 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c3a345ce-91bf-4011-9765-6f44827f9902 req-82aca408-d6b7-410c-874d-a081da2ffb94 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177022 Aug 31 01:05:09.432771 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.518993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=31c1b5c6-931e-4ee5-acce-7b3750de19a7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:09.537492 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=77679568-6b41-406c-930d-1f4c62495cec,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:09.553854 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.563097 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.593786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network a9493409-2fce-4f69-9e8b-af2d678839b4 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:09.600186 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:09.600680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:09.601362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:09.602063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:09.602703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:09.603508 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:09.604100 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:09.604737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:09.605374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:09.607056 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:09.607056 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:09.607606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:09.627868 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:09.636811 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:05:09.648504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:09.649863 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.666434 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port fc495864-fd8e-4439-9671-7879717ab258, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fc495864-fd8e-4439-9671-7879717ab258,segment=NetworkSegment(957b15a1-9b3a-4a95-a809-7f0aec26086e),segment_id=957b15a1-9b3a-4a95-a809-7f0aec26086e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:09.688312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'fc495864-fd8e-4439-9671-7879717ab258', 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb', 'port_id': 'fc495864-fd8e-4439-9671-7879717ab258', 'mac_address': 'fa:16:3e:12:14:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:09.787637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc86785-a3c9-4703-891c-17ea3ded0d97,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:09.812466 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.844890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc495864-fd8e-4439-9671-7879717ab258 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:09.934233 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port fc495864-fd8e-4439-9671-7879717ab258, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fc495864-fd8e-4439-9671-7879717ab258,segment=NetworkSegment(957b15a1-9b3a-4a95-a809-7f0aec26086e),segment_id=957b15a1-9b3a-4a95-a809-7f0aec26086e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:09.945775 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.951753 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ced2d234-464d-4a18-aa81-2820efceb2ec req-b660f4fd-49ca-4f11-aea0-3ba459d1e769 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.025059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-38de5698-3a48-4847-b2cb-d7a89adc3f7c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 3.6753273 Aug 31 01:05:10.031338 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53554) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:10.067002 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.081366 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660f4fd-49ca-4f11-aea0-3ba459d1e769 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Pushing event deleted for resources: {'Port': ['ID=837ffebf-f7dc-4e94-bd6d-70484444fa19,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:10.091367 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Attempting to bind port 6bc86785-a3c9-4703-891c-17ea3ded0d97 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:05:10.098923 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Attempting to bind port 6bc86785-a3c9-4703-891c-17ea3ded0d97 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '05572195-d737-4788-a7a4-bfc34bb4eec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45f9443c-309b-4834-9a18-02f9af603300'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:05:10.100896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Attempting to bind port 6bc86785-a3c9-4703-891c-17ea3ded0d97 on network 45f9443c-309b-4834-9a18-02f9af603300 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:10.126518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Port 6bc86785-a3c9-4703-891c-17ea3ded0d97 on network 45f9443c-309b-4834-9a18-02f9af603300 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:05:10.126518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Attempting to bind port 6bc86785-a3c9-4703-891c-17ea3ded0d97 on network 45f9443c-309b-4834-9a18-02f9af603300 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:10.126859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 4edf3b26-a415-4715-9831-a7720892c15d details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:10.129057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4a66e6-c1fc-4064-83f8-e012d625ecff None None] Network a9493409-2fce-4f69-9e8b-af2d678839b4 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:05:10.169479 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.170394 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:05:10.170394 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Checking segment: {'id': '05572195-d737-4788-a7a4-bfc34bb4eec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45f9443c-309b-4834-9a18-02f9af603300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:10.170758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Bound using segment: {'id': '05572195-d737-4788-a7a4-bfc34bb4eec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45f9443c-309b-4834-9a18-02f9af603300'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:05:10.172211 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Bound port: 6bc86785-a3c9-4703-891c-17ea3ded0d97, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05572195-d737-4788-a7a4-bfc34bb4eec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45f9443c-309b-4834-9a18-02f9af603300'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:05:10.172211 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.226342 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea8ef3-2b79-4ce3-817e-4bdd36b32514 req-fb486bca-b97e-4b85-983d-e54303a260c2 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:10.243403 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea8ef3-2b79-4ce3-817e-4bdd36b32514 req-fb486bca-b97e-4b85-983d-e54303a260c2 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:10.243833 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea8ef3-2b79-4ce3-817e-4bdd36b32514 req-fb486bca-b97e-4b85-983d-e54303a260c2 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:10.266769 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.279654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea8ef3-2b79-4ce3-817e-4bdd36b32514 req-fb486bca-b97e-4b85-983d-e54303a260c2 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:10.307003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea8ef3-2b79-4ce3-817e-4bdd36b32514 req-fb486bca-b97e-4b85-983d-e54303a260c2 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:10.350869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea8ef3-2b79-4ce3-817e-4bdd36b32514 req-fb486bca-b97e-4b85-983d-e54303a260c2 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:10.372774 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea8ef3-2b79-4ce3-817e-4bdd36b32514 req-fb486bca-b97e-4b85-983d-e54303a260c2 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:10.387873 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b9ea8ef3-2b79-4ce3-817e-4bdd36b32514 req-fb486bca-b97e-4b85-983d-e54303a260c2 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5421 time: 0.4734235 Aug 31 01:05:10.399556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced2d234-464d-4a18-aa81-2820efceb2ec req-b660f4fd-49ca-4f11-aea0-3ba459d1e769 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] No DVR routers for this DVR port 837ffebf-f7dc-4e94-bd6d-70484444fa19 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:10.417619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99bf03-5698-49a2-a17b-00cb70b7412c req-828b00c9-ea56-44f0-95d2-6b0976000291 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:10.429891 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99bf03-5698-49a2-a17b-00cb70b7412c req-828b00c9-ea56-44f0-95d2-6b0976000291 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:10.432701 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ced2d234-464d-4a18-aa81-2820efceb2ec req-b660f4fd-49ca-4f11-aea0-3ba459d1e769 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.447649 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ced2d234-464d-4a18-aa81-2820efceb2ec req-b660f4fd-49ca-4f11-aea0-3ba459d1e769 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.48 "DELETE /v2.0/ports/837ffebf-f7dc-4e94-bd6d-70484444fa19 HTTP/1.1" status: 204 len: 173 time: 2.7090704 Aug 31 01:05:10.447649 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d7aa55-2827-4de4-b0f4-6103b4af8fb4', 'name': 'network-vif-deleted', 'tag': '837ffebf-f7dc-4e94-bd6d-70484444fa19'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:10.448040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99bf03-5698-49a2-a17b-00cb70b7412c req-828b00c9-ea56-44f0-95d2-6b0976000291 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:10.448209 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1820f1cf-b0c2-497b-970d-5a1290f08420" -d '{"events": [{"server_uuid": "56d7aa55-2827-4de4-b0f4-6103b4af8fb4", "name": "network-vif-deleted", "tag": "837ffebf-f7dc-4e94-bd6d-70484444fa19"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:10.457398 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ea99bf03-5698-49a2-a17b-00cb70b7412c req-828b00c9-ea56-44f0-95d2-6b0976000291 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2388 time: 0.4431818 Aug 31 01:05:10.474828 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.495215 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Pushing event updated for resources: {'Port': ['ID=bf9fd78f-850a-4aa3-bf5e-63ea04c2b3ed,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:10.538723 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=fc495864-fd8e-4439-9671-7879717ab258,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:10.547071 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b9ea8ef3-2b79-4ce3-817e-4bdd36b32514 req-8f57861d-bb89-486a-b519-d6071b8e70db tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1569393 Aug 31 01:05:10.605865 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] For port 6bc86785-a3c9-4703-891c-17ea3ded0d97, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:10.612673 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 6a6ea64a-cc55-4d9b-a007-69afcaeae01f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:10.612999 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] For port 6bc86785-a3c9-4703-891c-17ea3ded0d97, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6bc86785-a3c9-4703-891c-17ea3ded0d97,segment=NetworkSegment(05572195-d737-4788-a7a4-bfc34bb4eec5),segment_id=05572195-d737-4788-a7a4-bfc34bb4eec5)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:05:10.620144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-03eedfd3-bf76-4bda-97cb-dd6f4941ed34 None None] Provisioning for port 6a6ea64a-cc55-4d9b-a007-69afcaeae01f completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:10.644828 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['47884538-4e20-4c3e-be64-938b3b411ece'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:10.652667 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-22712716-94cb-44f0-be7e-24fb760f4bfc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port 31c1b5c6-931e-4ee5-acce-7b3750de19a7 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:10.653327 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22712716-94cb-44f0-be7e-24fb760f4bfc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.735601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['77679568-6b41-406c-930d-1f4c62495cec'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:10.742256 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ea99bf03-5698-49a2-a17b-00cb70b7412c req-997b1d9e-9f3b-4323-98b9-1b9765e24d08 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829719 Aug 31 01:05:10.759634 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.872842 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 4edf3b26-a415-4715-9831-a7720892c15d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=4edf3b26-a415-4715-9831-a7720892c15d,segment=NetworkSegment(04745774-f77e-4155-8e08-da9ee7af0f05),segment_id=04745774-f77e-4155-8e08-da9ee7af0f05)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:10.879454 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc86785-a3c9-4703-891c-17ea3ded0d97,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:10.940226 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:10.940912 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.942512 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e640cfe5-7a1f-46a4-890f-16b6757627c9 service neutron] 10.222.0.48 "PUT /v2.0/ports/6bc86785-a3c9-4703-891c-17ea3ded0d97 HTTP/1.1" status: 200 len: 1093 time: 3.8505931 Aug 31 01:05:10.945275 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9115a979-2e45-48be-8201-fc348d300591 req-8f18fa1e-bebd-4e20-9406-5a1db375b0a7 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 210 time: 0.0549910 Aug 31 01:05:10.946478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '4edf3b26-a415-4715-9831-a7720892c15d', 'network_id': '0fe736c6-6d84-4129-a86a-cf6a3ca4b061', 'port_id': '4edf3b26-a415-4715-9831-a7720892c15d', 'mac_address': 'fa:16:3e:93:3d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab76eb50-57d8-4bbe-a8d9-d321af6eeee0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:11.101880 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Request body: {'port': {'device_id': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:11.176822 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103b289c-f120-4a55-9693-1526cc489ea4 x-openstack-request-id: req-103b289c-f120-4a55-9693-1526cc489ea4 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:11.177410 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d7aa55-2827-4de4-b0f4-6103b4af8fb4", "name": "network-vif-deleted", "tag": "837ffebf-f7dc-4e94-bd6d-70484444fa19", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:11.177976 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-103b289c-f120-4a55-9693-1526cc489ea4 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:11.178670 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d7aa55-2827-4de4-b0f4-6103b4af8fb4', 'name': 'network-vif-deleted', 'tag': '837ffebf-f7dc-4e94-bd6d-70484444fa19', 'status': 'completed', 'code': 200} Aug 31 01:05:11.255518 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:11.297079 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:11.340880 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22712716-94cb-44f0-be7e-24fb760f4bfc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:11.344400 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Floating IP 8837e339-8729-4f0f-a581-d845f0c7e981 associated. External IP: 172.25.2.35, port: b31363d8-f20e-4c28-b4ff-3f736a11c364. Aug 31 01:05:11.463411 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4edf3b26-a415-4715-9831-a7720892c15d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:11.530648 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c9e58-3663-47af-92d4-c0eb9756b259 req-164a119e-e809-48c3-91c1-4b5311d45c78 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:11.533237 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f16c9e58-3663-47af-92d4-c0eb9756b259 req-164a119e-e809-48c3-91c1-4b5311d45c78 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.5209913 Aug 31 01:05:11.545098 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-22712716-94cb-44f0-be7e-24fb760f4bfc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for 31c1b5c6-931e-4ee5-acce-7b3750de19a7 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:11.691332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-ce822c89-c083-4676-9791-6fb1d6801470 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:11.693454 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-ce822c89-c083-4676-9791-6fb1d6801470 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.41 "GET /v2.0/networks?id=b0ccd887-c5da-4271-88f5-08b576ad7053 HTTP/1.1" status: 200 len: 814 time: 0.8005054 Aug 31 01:05:11.746508 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-45ef65e5-4475-4652-af1b-08511350001f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Request body: {'port': {'device_id': 'b827e010-c262-4b23-ae88-722d42af6a8f', 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053', 'admin_state_up': True, 'tenant_id': '19b0c01c2a774ed1abe0c4b0e21918ae'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:11.747747 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 6a6ea64a-cc55-4d9b-a007-69afcaeae01f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:11.757326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['9dce5519-c138-438c-b099-c61ffef1b2a8'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:11.824113 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 6a6ea64a-cc55-4d9b-a007-69afcaeae01f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:11.824678 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:11.871379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['fc495864-fd8e-4439-9671-7879717ab258'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:11.923200 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f16c9e58-3663-47af-92d4-c0eb9756b259 req-528dc7f8-40cd-4541-81d9-b9dc22d2dba4 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594116 Aug 31 01:05:12.069419 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d968338-954e-4356-8e48-182986b08c7c req-678ecae9-bdce-448c-a0de-99367f6f07f8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:12.081465 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d968338-954e-4356-8e48-182986b08c7c req-678ecae9-bdce-448c-a0de-99367f6f07f8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:12.092080 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d968338-954e-4356-8e48-182986b08c7c req-678ecae9-bdce-448c-a0de-99367f6f07f8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:12.102718 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d968338-954e-4356-8e48-182986b08c7c req-678ecae9-bdce-448c-a0de-99367f6f07f8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:12.134201 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d968338-954e-4356-8e48-182986b08c7c req-678ecae9-bdce-448c-a0de-99367f6f07f8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:12.168817 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 4edf3b26-a415-4715-9831-a7720892c15d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=4edf3b26-a415-4715-9831-a7720892c15d,segment=NetworkSegment(04745774-f77e-4155-8e08-da9ee7af0f05),segment_id=04745774-f77e-4155-8e08-da9ee7af0f05)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:12.176971 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d968338-954e-4356-8e48-182986b08c7c req-678ecae9-bdce-448c-a0de-99367f6f07f8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:12.186845 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d968338-954e-4356-8e48-182986b08c7c req-678ecae9-bdce-448c-a0de-99367f6f07f8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:12.196293 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3d968338-954e-4356-8e48-182986b08c7c req-678ecae9-bdce-448c-a0de-99367f6f07f8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5422 time: 0.4633174 Aug 31 01:05:12.228330 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:12.251862 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.282381 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Transition to ACTIVE for port object 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:12.347961 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3d968338-954e-4356-8e48-182986b08c7c req-7304d3d8-5c96-41de-bd33-8b91d5428eb1 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1498513 Aug 31 01:05:12.409801 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22712716-94cb-44f0-be7e-24fb760f4bfc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.428959 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Router cbcef220-973a-4551-9b1f-8cde5df47369 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:05:12.468556 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22712716-94cb-44f0-be7e-24fb760f4bfc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=31c1b5c6-931e-4ee5-acce-7b3750de19a7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:12.479287 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.499692 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-45ef65e5-4475-4652-af1b-08511350001f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Made reservation on behalf of 19b0c01c2a774ed1abe0c4b0e21918ae for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:12.499692 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-45ef65e5-4475-4652-af1b-08511350001f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.500711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b7ecaff3-9fd8-4e82-a5b7-94bff007632b None None] Could not find standard attr ID for object 31c1b5c6-931e-4ee5-acce-7b3750de19a7. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:05:12.513384 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.516827 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device c6a24207-294b-41f8-9c84-683c491b5367 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:12.561681 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22712716-94cb-44f0-be7e-24fb760f4bfc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.578653 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-22712716-94cb-44f0-be7e-24fb760f4bfc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/ports/31c1b5c6-931e-4ee5-acce-7b3750de19a7 HTTP/1.1" status: 204 len: 168 time: 2.5358694 Aug 31 01:05:12.582507 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53594) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:12.589115 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.601182 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f6c9851b-19c6-4c01-93ed-2acac6e22b51 req-f5adbd91-dcc5-44d9-b2ed-5341b0136af4 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 210 time: 0.1018250 Aug 31 01:05:12.615271 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecd36a-ebb1-4d8d-be22-f44f3b0facf8 req-ee6804cf-75ff-437f-b17d-6113dfb35bf4 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:12.639484 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecd36a-ebb1-4d8d-be22-f44f3b0facf8 req-ee6804cf-75ff-437f-b17d-6113dfb35bf4 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:12.656068 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecd36a-ebb1-4d8d-be22-f44f3b0facf8 req-ee6804cf-75ff-437f-b17d-6113dfb35bf4 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:12.660591 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Pushing event updated for resources: {'Port': ['ID=9951ca08-98b6-43ec-a0c0-e34f45ae5fc4,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:12.669329 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4ecd36a-ebb1-4d8d-be22-f44f3b0facf8 req-ee6804cf-75ff-437f-b17d-6113dfb35bf4 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2388 time: 0.4264760 Aug 31 01:05:12.695738 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 6a6ea64a-cc55-4d9b-a007-69afcaeae01f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=6a6ea64a-cc55-4d9b-a007-69afcaeae01f,segment=NetworkSegment(c0d4ebf5-d4fb-436d-851b-f61c437b30ed),segment_id=c0d4ebf5-d4fb-436d-851b-f61c437b30ed)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:12.740533 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d93131-62b6-4427-97d9-39e36d671283 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] GET failed (client error): The resource could not be found. Aug 31 01:05:12.740533 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-79d93131-62b6-4427-97d9-39e36d671283 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports/31c1b5c6-931e-4ee5-acce-7b3750de19a7 HTTP/1.1" status: 404 len: 333 time: 0.1237965 Aug 31 01:05:12.764166 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53596) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:12.805332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Attempting to bind port 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:05:12.805857 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Attempting to bind port 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '89e6473d-43db-4758-8e73-e74a7c97ef57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '640d4953-fe2b-4a30-8c0b-10f4ab364fb3'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:05:12.806317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Attempting to bind port 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 on network 640d4953-fe2b-4a30-8c0b-10f4ab364fb3 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:12.813888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Port 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 on network 640d4953-fe2b-4a30-8c0b-10f4ab364fb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:05:12.814407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Attempting to bind port 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 on network 640d4953-fe2b-4a30-8c0b-10f4ab364fb3 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:12.823409 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b7ecaff3-9fd8-4e82-a5b7-94bff007632b None None] Provisioning complete for port 6a6ea64a-cc55-4d9b-a007-69afcaeae01f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:12.823917 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b7ecaff3-9fd8-4e82-a5b7-94bff007632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.839384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:05:12.839997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Checking segment: {'id': '89e6473d-43db-4758-8e73-e74a7c97ef57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '640d4953-fe2b-4a30-8c0b-10f4ab364fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:12.840570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Bound using segment: {'id': '89e6473d-43db-4758-8e73-e74a7c97ef57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '640d4953-fe2b-4a30-8c0b-10f4ab364fb3'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:05:12.841399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Bound port: 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e6473d-43db-4758-8e73-e74a7c97ef57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '640d4953-fe2b-4a30-8c0b-10f4ab364fb3'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:05:12.841903 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.848326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=4edf3b26-a415-4715-9831-a7720892c15d,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:12.903404 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.resource_extend [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:05:12.954408 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.990277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] For port 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:13.002550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] For port 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=9951ca08-98b6-43ec-a0c0-e34f45ae5fc4,segment=NetworkSegment(89e6473d-43db-4758-8e73-e74a7c97ef57),segment_id=89e6473d-43db-4758-8e73-e74a7c97ef57)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:05:13.059818 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4ecd36a-ebb1-4d8d-be22-f44f3b0facf8 req-beef7688-a28b-4d3e-8fd7-6e3034b2f13a tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888712 Aug 31 01:05:13.165060 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:13.265190 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=6a6ea64a-cc55-4d9b-a007-69afcaeae01f,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:13.293267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'tag': '6bc86785-a3c9-4703-891c-17ea3ded0d97'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:13.296118 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f749225-c829-4594-9ba9-7f177947077d" -d '{"events": [{"name": "network-changed", "server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "tag": "6bc86785-a3c9-4703-891c-17ea3ded0d97"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:13.314684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Pushing event updated for resources: {'Port': ['ID=9951ca08-98b6-43ec-a0c0-e34f45ae5fc4,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:13.322365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:13.323035 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:13.325471 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-9ae84d4a-fa62-4fa5-b589-3d532561765a service neutron] 10.222.0.48 "PUT /v2.0/ports/9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 HTTP/1.1" status: 200 len: 1092 time: 2.2302504 Aug 31 01:05:13.332399 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-45ef65e5-4475-4652-af1b-08511350001f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Allocated IP 172.20.0.3 (b0ccd887-c5da-4271-88f5-08b576ad7053/8014dbf9-3f93-4305-a557-88fa6bfa5935/fe07c018-06b1-40a4-96f9-2911e4dc7e68) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:05:13.359619 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e5a2a-4fcf-4a70-b40a-a12ae0d99548 req-550c45df-46de-4725-ae9a-04db687a9fa0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:13.402671 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f56e5a2a-4fcf-4a70-b40a-a12ae0d99548 req-550c45df-46de-4725-ae9a-04db687a9fa0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.3093815 Aug 31 01:05:13.490552 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbb234a-d658-4300-8bd8-95608a503d71 x-openstack-request-id: req-7bbb234a-d658-4300-8bd8-95608a503d71 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:13.491060 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "tag": "6bc86785-a3c9-4703-891c-17ea3ded0d97", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:13.491423 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bbb234a-d658-4300-8bd8-95608a503d71 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:13.491936 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'tag': '6bc86785-a3c9-4703-891c-17ea3ded0d97', 'status': 'completed', 'code': 200} Aug 31 01:05:13.513128 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a907ab-211b-4383-b55e-981a5fd331aa tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting subnet 36cc30b8-dc83-4bda-8a45-215a31046272 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:05:13.560175 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87a907ab-211b-4383-b55e-981a5fd331aa tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:13.607142 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f56e5a2a-4fcf-4a70-b40a-a12ae0d99548 req-df9411eb-dbd0-4a9c-91d5-84d5e3aab7bb tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199557 Aug 31 01:05:13.610301 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port c6a24207-294b-41f8-9c84-683c491b5367, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=c6a24207-294b-41f8-9c84-683c491b5367,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:13.639341 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Request body: {'port': {'device_id': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:13.654047 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f749225-c829-4594-9ba9-7f177947077d req-0e5ef011-62d8-4f0b-bd95-fa06663d57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:13.656208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f749225-c829-4594-9ba9-7f177947077d req-0e5ef011-62d8-4f0b-bd95-fa06663d57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:13.657964 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f749225-c829-4594-9ba9-7f177947077d req-0e5ef011-62d8-4f0b-bd95-fa06663d57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:13.658772 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'c6a24207-294b-41f8-9c84-683c491b5367', 'network_id': '38f28ea7-cc8d-4d04-8094-b6024ace26b4', 'port_id': 'c6a24207-294b-41f8-9c84-683c491b5367', 'mac_address': 'fa:16:3e:8b:94:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b35208f-628a-49c6-bde2-6d65c7242478', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:13.674876 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f749225-c829-4594-9ba9-7f177947077d req-0e5ef011-62d8-4f0b-bd95-fa06663d57a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c2cffadd45a4dd3bf0e6326f19f7e9a&device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2800 time: 0.1819463 Aug 31 01:05:13.816330 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1fcb01b4-6652-4e39-b4ea-71f5e271a4ad None None] Could not find standard attr ID for object 31c1b5c6-931e-4ee5-acce-7b3750de19a7. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:05:13.836996 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:13.862129 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a24207-294b-41f8-9c84-683c491b5367 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:13.891224 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port c6a24207-294b-41f8-9c84-683c491b5367, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=c6a24207-294b-41f8-9c84-683c491b5367,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:13.917612 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fa2fc577-df33-4f9a-99bc-f13d3e69512f req-2fb15b20-4050-45b3-bd2b-3cba51ced02a tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 210 time: 0.0867071 Aug 31 01:05:13.931602 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:14.057572 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f749225-c829-4594-9ba9-7f177947077d req-bea04878-ba58-4d51-8517-b39b1387d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:14.070181 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f749225-c829-4594-9ba9-7f177947077d req-bea04878-ba58-4d51-8517-b39b1387d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:14.071311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f749225-c829-4594-9ba9-7f177947077d req-bea04878-ba58-4d51-8517-b39b1387d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:14.074962 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f749225-c829-4594-9ba9-7f177947077d req-bea04878-ba58-4d51-8517-b39b1387d8c6 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5c2cffadd45a4dd3bf0e6326f19f7e9a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3625364 Aug 31 01:05:14.107486 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:14.113476 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b116cb15-d067-4b27-92a6-f893f8f6ee79 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:14.225246 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-45ef65e5-4475-4652-af1b-08511350001f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:14.355452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=c6a24207-294b-41f8-9c84-683c491b5367,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:14.387715 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port b116cb15-d067-4b27-92a6-f893f8f6ee79, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b116cb15-d067-4b27-92a6-f893f8f6ee79,segment=NetworkSegment(04745774-f77e-4155-8e08-da9ee7af0f05),segment_id=04745774-f77e-4155-8e08-da9ee7af0f05)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:14.419026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'b116cb15-d067-4b27-92a6-f893f8f6ee79', 'network_id': '0fe736c6-6d84-4129-a86a-cf6a3ca4b061', 'port_id': 'b116cb15-d067-4b27-92a6-f893f8f6ee79', 'mac_address': 'fa:16:3e:8a:75:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab76eb50-57d8-4bbe-a8d9-d321af6eeee0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:14.426976 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-45ef65e5-4475-4652-af1b-08511350001f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:14.498861 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:14.542388 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87a907ab-211b-4383-b55e-981a5fd331aa tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:14.548882 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b116cb15-d067-4b27-92a6-f893f8f6ee79 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:14.592393 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:05:14.605649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port b116cb15-d067-4b27-92a6-f893f8f6ee79, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b116cb15-d067-4b27-92a6-f893f8f6ee79,segment=NetworkSegment(04745774-f77e-4155-8e08-da9ee7af0f05),segment_id=04745774-f77e-4155-8e08-da9ee7af0f05)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:14.610456 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17633c2-2085-4681-8c97-62fc03466b7b req-eaba7e04-8f6c-4877-bae0-7c815a72eed2 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:14.611992 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac32aee2-5ae9-47ed-864a-1b2ea6e0d3b1 None None] Sync routers for ids ['cbcef220-973a-4551-9b1f-8cde5df47369'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:05:14.622592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17633c2-2085-4681-8c97-62fc03466b7b req-eaba7e04-8f6c-4877-bae0-7c815a72eed2 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:14.624976 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac32aee2-5ae9-47ed-864a-1b2ea6e0d3b1 None None] Routers {'cbcef220-973a-4551-9b1f-8cde5df47369'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:05:14.626432 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ac32aee2-5ae9-47ed-864a-1b2ea6e0d3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:05:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cbcef220-973a-4551-9b1f-8cde5df47369'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:14.631479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17633c2-2085-4681-8c97-62fc03466b7b req-eaba7e04-8f6c-4877-bae0-7c815a72eed2 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:14.640095 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b17633c2-2085-4681-8c97-62fc03466b7b req-eaba7e04-8f6c-4877-bae0-7c815a72eed2 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2400 time: 0.3865633 Aug 31 01:05:14.664715 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ac32aee2-5ae9-47ed-864a-1b2ea6e0d3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:14.676210 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac32aee2-5ae9-47ed-864a-1b2ea6e0d3b1 None None] Routers {'cbcef220-973a-4551-9b1f-8cde5df47369'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:05:14.677161 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ac32aee2-5ae9-47ed-864a-1b2ea6e0d3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:05:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cbcef220-973a-4551-9b1f-8cde5df47369'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:14.680784 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-45ef65e5-4475-4652-af1b-08511350001f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Network b0ccd887-c5da-4271-88f5-08b576ad7053 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:14.688708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef65e5-4475-4652-af1b-08511350001f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Pushing event updated for resources: {'Port': ['ID=fe07c018-06b1-40a4-96f9-2911e4dc7e68,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:14.702426 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-45ef65e5-4475-4652-af1b-08511350001f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:14.710574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-45ef65e5-4475-4652-af1b-08511350001f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:05:14.719074 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ac32aee2-5ae9-47ed-864a-1b2ea6e0d3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:14.720187 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac32aee2-5ae9-47ed-864a-1b2ea6e0d3b1 None None] The sync data for ids ['cbcef220-973a-4551-9b1f-8cde5df47369'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:05:14.722233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f749225-c829-4594-9ba9-7f177947077d req-2e8b827c-501e-4f89-a87b-768d63fb8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:14.726578 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f749225-c829-4594-9ba9-7f177947077d req-2e8b827c-501e-4f89-a87b-768d63fb8c49 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6385946 Aug 31 01:05:14.746681 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f48c3-0a7a-4c25-a0cf-92df48fe84eb req-0381e653-40da-47c0-8fcf-229101ee854e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:14.759892 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f48c3-0a7a-4c25-a0cf-92df48fe84eb req-0381e653-40da-47c0-8fcf-229101ee854e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:14.770998 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f48c3-0a7a-4c25-a0cf-92df48fe84eb req-0381e653-40da-47c0-8fcf-229101ee854e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:14.774656 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b17633c2-2085-4681-8c97-62fc03466b7b req-cc647681-d207-47c4-977b-53de1635ca91 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336629 Aug 31 01:05:14.782453 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f48c3-0a7a-4c25-a0cf-92df48fe84eb req-0381e653-40da-47c0-8fcf-229101ee854e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:14.783533 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:14.792286 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f48c3-0a7a-4c25-a0cf-92df48fe84eb req-0381e653-40da-47c0-8fcf-229101ee854e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:14.809500 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f48c3-0a7a-4c25-a0cf-92df48fe84eb req-0381e653-40da-47c0-8fcf-229101ee854e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:14.809500 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f48c3-0a7a-4c25-a0cf-92df48fe84eb req-0381e653-40da-47c0-8fcf-229101ee854e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:14.818380 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-076f48c3-0a7a-4c25-a0cf-92df48fe84eb req-0381e653-40da-47c0-8fcf-229101ee854e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5424 time: 1.0990739 Aug 31 01:05:14.863148 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device fc495864-fd8e-4439-9671-7879717ab258 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:14.867026 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:14.917385 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=b116cb15-d067-4b27-92a6-f893f8f6ee79,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:14.936262 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8117cca6-1c2d-4918-beb9-6ff5bafd74ea {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:14.947574 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:14.970949 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-45ef65e5-4475-4652-af1b-08511350001f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:14.972094 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-45ef65e5-4475-4652-af1b-08511350001f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:14.984924 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Transition to ACTIVE for port object 8117cca6-1c2d-4918-beb9-6ff5bafd74ea will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:14.987620 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-76010e24-3a7c-4e6c-bf77-cb4de6571f28 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.2206430 Aug 31 01:05:14.991676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53628) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:15.019838 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-076f48c3-0a7a-4c25-a0cf-92df48fe84eb req-b8ac5cff-b520-4344-b4dd-b02938579e2d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2002223 Aug 31 01:05:15.036670 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87a907ab-211b-4383-b55e-981a5fd331aa tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:15.119046 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 6a6ea64a-cc55-4d9b-a007-69afcaeae01f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:15.144222 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['c6a24207-294b-41f8-9c84-683c491b5367'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:15.187638 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port fc495864-fd8e-4439-9671-7879717ab258 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:15.196343 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:15.200032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['b116cb15-d067-4b27-92a6-f893f8f6ee79'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:15.204303 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-45ef65e5-4475-4652-af1b-08511350001f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4736137 Aug 31 01:05:15.208443 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fa3bc86e-3f76-4dc9-9c23-980cf17ca369 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] 10.222.0.16 "GET /v2.0/floatingips/8837e339-8729-4f0f-a581-d845f0c7e981 HTTP/1.1" status: 200 len: 982 time: 0.2143025 Aug 31 01:05:15.212272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53630) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:15.222158 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Request body: {'port': {'device_id': 'b827e010-c262-4b23-ae88-722d42af6a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:15.271331 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['4edf3b26-a415-4715-9831-a7720892c15d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:15.321356 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a7e14-4126-41d6-b446-29833f39ad07 req-64d6c326-c47f-40d4-82ac-d01f17326e23 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:15.336148 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-099a7e14-4126-41d6-b446-29833f39ad07 req-64d6c326-c47f-40d4-82ac-d01f17326e23 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.2228146 Aug 31 01:05:15.337027 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port fc495864-fd8e-4439-9671-7879717ab258 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:15.337497 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:15.341780 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87a907ab-211b-4383-b55e-981a5fd331aa tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:15.361757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Pushing event updated for resources: {'Port': ['ID=8117cca6-1c2d-4918-beb9-6ff5bafd74ea,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:15.472468 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-099a7e14-4126-41d6-b446-29833f39ad07 req-65977c85-6628-4c37-85e2-edfe5e93557a tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351802 Aug 31 01:05:15.478990 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427c13d-71f5-4627-9847-188cc63fffea req-5b1be896-6e3a-4aac-a6ee-5e42ba60b819 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:15.491902 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:05:15.497570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'tag': '9951ca08-98b6-43ec-a0c0-e34f45ae5fc4'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:15.500571 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495cb591-443a-4565-8ed5-f88c9a688409" -d '{"events": [{"name": "network-changed", "server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "tag": "9951ca08-98b6-43ec-a0c0-e34f45ae5fc4"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:15.503573 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427c13d-71f5-4627-9847-188cc63fffea req-5b1be896-6e3a-4aac-a6ee-5e42ba60b819 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:15.518762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53636) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:15.533979 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427c13d-71f5-4627-9847-188cc63fffea req-5b1be896-6e3a-4aac-a6ee-5e42ba60b819 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:15.543404 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427c13d-71f5-4627-9847-188cc63fffea req-5b1be896-6e3a-4aac-a6ee-5e42ba60b819 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:15.550417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427c13d-71f5-4627-9847-188cc63fffea req-5b1be896-6e3a-4aac-a6ee-5e42ba60b819 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:15.564286 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427c13d-71f5-4627-9847-188cc63fffea req-5b1be896-6e3a-4aac-a6ee-5e42ba60b819 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:15.576071 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427c13d-71f5-4627-9847-188cc63fffea req-5b1be896-6e3a-4aac-a6ee-5e42ba60b819 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:15.579919 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2427c13d-71f5-4627-9847-188cc63fffea req-5b1be896-6e3a-4aac-a6ee-5e42ba60b819 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5443 time: 0.4398201 Aug 31 01:05:15.593054 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a907ab-211b-4383-b55e-981a5fd331aa tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Subnet': ['ID=36cc30b8-dc83-4bda-8a45-215a31046272,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:15.594066 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Attempting to bind port 8117cca6-1c2d-4918-beb9-6ff5bafd74ea on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:05:15.594636 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Attempting to bind port 8117cca6-1c2d-4918-beb9-6ff5bafd74ea by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '05572195-d737-4788-a7a4-bfc34bb4eec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45f9443c-309b-4834-9a18-02f9af603300'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:05:15.605309 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Attempting to bind port 8117cca6-1c2d-4918-beb9-6ff5bafd74ea on network 45f9443c-309b-4834-9a18-02f9af603300 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:15.623967 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Port 8117cca6-1c2d-4918-beb9-6ff5bafd74ea on network 45f9443c-309b-4834-9a18-02f9af603300 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:05:15.624775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Attempting to bind port 8117cca6-1c2d-4918-beb9-6ff5bafd74ea on network 45f9443c-309b-4834-9a18-02f9af603300 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:15.644116 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7e1b86-cd00-4fe0-a00c-d480f3642ad5 None None] Network a9493409-2fce-4f69-9e8b-af2d678839b4 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:05:15.655456 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87a907ab-211b-4383-b55e-981a5fd331aa tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:15.658991 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-87a907ab-211b-4383-b55e-981a5fd331aa tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/36cc30b8-dc83-4bda-8a45-215a31046272 HTTP/1.1" status: 204 len: 168 time: 2.8111627 Aug 31 01:05:15.725061 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53640) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:15.756355 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-60ac8644-c1db-41f5-aeb1-ab75942de068 tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.5296431 Aug 31 01:05:15.779173 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53642) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:15.841911 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 6a6ea64a-cc55-4d9b-a007-69afcaeae01f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:15.842280 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:15.842419 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:15.933340 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:15.951984 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2427c13d-71f5-4627-9847-188cc63fffea req-02e8a87c-bdb0-476b-8d06-ad2b4d2a12be tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3315575 Aug 31 01:05:16.015974 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:16.018735 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:05:16.019390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Checking segment: {'id': '05572195-d737-4788-a7a4-bfc34bb4eec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45f9443c-309b-4834-9a18-02f9af603300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:16.019943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Bound using segment: {'id': '05572195-d737-4788-a7a4-bfc34bb4eec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45f9443c-309b-4834-9a18-02f9af603300'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:05:16.020466 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Bound port: 8117cca6-1c2d-4918-beb9-6ff5bafd74ea, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05572195-d737-4788-a7a4-bfc34bb4eec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45f9443c-309b-4834-9a18-02f9af603300'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:05:16.020851 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:16.105847 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17ac939a-6057-464c-b96e-8a1396ca1f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:16.121665 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc495864-fd8e-4439-9671-7879717ab258'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:16.125129 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15ff32c-ad68-406e-8990-cf5d4f0e09f8" -d '{"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-plugged", "status": "completed", "tag": "fc495864-fd8e-4439-9671-7879717ab258"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:16.139080 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccc2eca-5010-46cd-92f8-b7d939c05af1 x-openstack-request-id: req-2ccc2eca-5010-46cd-92f8-b7d939c05af1 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:16.139932 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "tag": "9951ca08-98b6-43ec-a0c0-e34f45ae5fc4", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:16.140404 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ccc2eca-5010-46cd-92f8-b7d939c05af1 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:16.141004 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'tag': '9951ca08-98b6-43ec-a0c0-e34f45ae5fc4', 'status': 'completed', 'code': 200} Aug 31 01:05:16.164429 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port fc495864-fd8e-4439-9671-7879717ab258, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fc495864-fd8e-4439-9671-7879717ab258,segment=NetworkSegment(957b15a1-9b3a-4a95-a809-7f0aec26086e),segment_id=957b15a1-9b3a-4a95-a809-7f0aec26086e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:16.264065 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:16.265237 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 77679568-6b41-406c-930d-1f4c62495cec up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:16.266962 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a186b33-9aa9-457c-9d66-4347f2af3673 req-062e55d8-63ff-4899-a26d-bf8b6d68fddd tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:16.274003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a186b33-9aa9-457c-9d66-4347f2af3673 req-062e55d8-63ff-4899-a26d-bf8b6d68fddd tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 931 time: 0.6411216 Aug 31 01:05:16.389194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cb591-443a-4565-8ed5-f88c9a688409 req-c43f1e51-3e4c-4f96-adcb-b867dbce808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:16.390315 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cb591-443a-4565-8ed5-f88c9a688409 req-c43f1e51-3e4c-4f96-adcb-b867dbce808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:16.391374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cb591-443a-4565-8ed5-f88c9a688409 req-c43f1e51-3e4c-4f96-adcb-b867dbce808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:16.395751 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-495cb591-443a-4565-8ed5-f88c9a688409 req-c43f1e51-3e4c-4f96-adcb-b867dbce808d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c2cffadd45a4dd3bf0e6326f19f7e9a&device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2826 time: 0.2228770 Aug 31 01:05:16.401831 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] For port 8117cca6-1c2d-4918-beb9-6ff5bafd74ea, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:16.520071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=fc495864-fd8e-4439-9671-7879717ab258,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:16.526731 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5fb9f-b42d-4d15-b301-aaaf13f9846f req-60d7d8d6-9835-44e3-8254-4783aa21dd32 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:16.537128 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5fb9f-b42d-4d15-b301-aaaf13f9846f req-60d7d8d6-9835-44e3-8254-4783aa21dd32 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:16.549713 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a186b33-9aa9-457c-9d66-4347f2af3673 req-d3aff8a2-4d2a-4497-aeb1-f36c8d07ecd3 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430711 Aug 31 01:05:16.550972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5fb9f-b42d-4d15-b301-aaaf13f9846f req-60d7d8d6-9835-44e3-8254-4783aa21dd32 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:16.564248 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b5c5fb9f-b42d-4d15-b301-aaaf13f9846f req-60d7d8d6-9835-44e3-8254-4783aa21dd32 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2412 time: 0.2792614 Aug 31 01:05:16.590119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] For port 8117cca6-1c2d-4918-beb9-6ff5bafd74ea, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8117cca6-1c2d-4918-beb9-6ff5bafd74ea,segment=NetworkSegment(05572195-d737-4788-a7a4-bfc34bb4eec5),segment_id=05572195-d737-4788-a7a4-bfc34bb4eec5)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:05:16.625420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec960239-b9be-49ed-8022-788fe62ba5e5 None None] DHCP port deletion for a9493409-2fce-4f69-9e8b-af2d678839b4 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:05:16.673503 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port 6a6ea64a-cc55-4d9b-a007-69afcaeae01f {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:16.673775 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:16.680883 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:16.695611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 77679568-6b41-406c-930d-1f4c62495cec completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:16.711635 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 77679568-6b41-406c-930d-1f4c62495cec triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:16.711960 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:16.756352 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b5c5fb9f-b42d-4d15-b301-aaaf13f9846f req-a7c82566-f8b8-431e-a373-27f52eabc8d1 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908400 Aug 31 01:05:16.763397 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ec960239-b9be-49ed-8022-788fe62ba5e5 None None] Deleting port 6a6ea64a-cc55-4d9b-a007-69afcaeae01f {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:16.763830 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ec960239-b9be-49ed-8022-788fe62ba5e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:16.802875 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:16.804016 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:16.807107 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] 10.222.0.48 "PUT /v2.0/ports/8117cca6-1c2d-4918-beb9-6ff5bafd74ea HTTP/1.1" status: 200 len: 1093 time: 3.1752903 Aug 31 01:05:16.890239 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cb591-443a-4565-8ed5-f88c9a688409 req-9bed047d-1234-4d0e-bfd1-bb127c88077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:16.891699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cb591-443a-4565-8ed5-f88c9a688409 req-9bed047d-1234-4d0e-bfd1-bb127c88077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:16.892641 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cb591-443a-4565-8ed5-f88c9a688409 req-9bed047d-1234-4d0e-bfd1-bb127c88077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:16.896552 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-495cb591-443a-4565-8ed5-f88c9a688409 req-9bed047d-1234-4d0e-bfd1-bb127c88077c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5c2cffadd45a4dd3bf0e6326f19f7e9a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4896424 Aug 31 01:05:16.924543 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17ac939a-6057-464c-b96e-8a1396ca1f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:16.997946 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b05e5b-e3b6-4d72-9fdc-33d2c3b38cbe service neutron] Pushing event updated for resources: {'Port': ['ID=8117cca6-1c2d-4918-beb9-6ff5bafd74ea,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:16.999040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] For port 6a6ea64a-cc55-4d9b-a007-69afcaeae01f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=6a6ea64a-cc55-4d9b-a007-69afcaeae01f,segment=NetworkSegment(c0d4ebf5-d4fb-436d-851b-f61c437b30ed),segment_id=c0d4ebf5-d4fb-436d-851b-f61c437b30ed)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:16.999495 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.015001 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17ac939a-6057-464c-b96e-8a1396ca1f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.070090 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-17ac939a-6057-464c-b96e-8a1396ca1f70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=356f9e58efc7403dbcdf5ea83e00ecce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5479136 Aug 31 01:05:17.085737 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for 6a6ea64a-cc55-4d9b-a007-69afcaeae01f owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:17.091546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2df16-12dc-449a-9c36-f4375e3aa6af req-e51e7619-158b-4516-a1fd-7f8eb329e070 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.107980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2df16-12dc-449a-9c36-f4375e3aa6af req-e51e7619-158b-4516-a1fd-7f8eb329e070 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.114627 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ec960239-b9be-49ed-8022-788fe62ba5e5 None None] For port 6a6ea64a-cc55-4d9b-a007-69afcaeae01f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=6a6ea64a-cc55-4d9b-a007-69afcaeae01f,segment=NetworkSegment(c0d4ebf5-d4fb-436d-851b-f61c437b30ed),segment_id=c0d4ebf5-d4fb-436d-851b-f61c437b30ed)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:17.114627 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ec960239-b9be-49ed-8022-788fe62ba5e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.123689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2df16-12dc-449a-9c36-f4375e3aa6af req-e51e7619-158b-4516-a1fd-7f8eb329e070 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.131399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2df16-12dc-449a-9c36-f4375e3aa6af req-e51e7619-158b-4516-a1fd-7f8eb329e070 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.139333 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2df16-12dc-449a-9c36-f4375e3aa6af req-e51e7619-158b-4516-a1fd-7f8eb329e070 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.143590 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ec960239-b9be-49ed-8022-788fe62ba5e5 None None] Calling delete_port for 6a6ea64a-cc55-4d9b-a007-69afcaeae01f owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:17.147357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2df16-12dc-449a-9c36-f4375e3aa6af req-e51e7619-158b-4516-a1fd-7f8eb329e070 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.157563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2df16-12dc-449a-9c36-f4375e3aa6af req-e51e7619-158b-4516-a1fd-7f8eb329e070 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.167674 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13f2df16-12dc-449a-9c36-f4375e3aa6af req-e51e7619-158b-4516-a1fd-7f8eb329e070 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5443 time: 0.4098511 Aug 31 01:05:17.178877 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53654) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:17.217267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe07c018-06b1-40a4-96f9-2911e4dc7e68 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:17.232008 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.255148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Transition to ACTIVE for port object fe07c018-06b1-40a4-96f9-2911e4dc7e68 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:17.259559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e5201552-292b-49e6-aee4-3773e65646d9 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Deleting port bf9fd78f-850a-4aa3-bf5e-63ea04c2b3ed {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:17.260230 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5201552-292b-49e6-aee4-3773e65646d9 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.307789 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564c0d66-1a89-44d1-b916-ee7de2a6bdff x-openstack-request-id: req-564c0d66-1a89-44d1-b916-ee7de2a6bdff {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:17.308142 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-plugged", "status": "completed", "tag": "fc495864-fd8e-4439-9671-7879717ab258", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:17.308356 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-564c0d66-1a89-44d1-b916-ee7de2a6bdff {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:17.311639 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc495864-fd8e-4439-9671-7879717ab258', 'code': 200} Aug 31 01:05:17.319148 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 6a6ea64a-cc55-4d9b-a007-69afcaeae01f no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:17.322462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac939a-6057-464c-b96e-8a1396ca1f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd61c546-4f45-43a4-8a69-b4b11162aad4,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:17.395067 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.395427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cb591-443a-4565-8ed5-f88c9a688409 req-73437e8b-a97b-4fd0-9fc0-fe5cb6664866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.398650 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.398922 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-495cb591-443a-4565-8ed5-f88c9a688409 req-73437e8b-a97b-4fd0-9fc0-fe5cb6664866 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4850476 Aug 31 01:05:17.450482 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ec960239-b9be-49ed-8022-788fe62ba5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.490213 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d52400c3-8bdd-49e1-ad6c-8a686e489176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.531506 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec960239-b9be-49ed-8022-788fe62ba5e5 None None] Pushing event deleted for resources: {'Port': ['ID=6a6ea64a-cc55-4d9b-a007-69afcaeae01f,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:17.538462 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec960239-b9be-49ed-8022-788fe62ba5e5 None None] No DVR routers for this DVR port 6a6ea64a-cc55-4d9b-a007-69afcaeae01f on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:17.552853 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No active binding found for port 6a6ea64a-cc55-4d9b-a007-69afcaeae01f {{(pid=102344) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 01:05:17.553685 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 6a6ea64a-cc55-4d9b-a007-69afcaeae01f not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:05:17.564577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 77679568-6b41-406c-930d-1f4c62495cec, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=77679568-6b41-406c-930d-1f4c62495cec,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:17.568584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c3b66-197b-4859-b602-69b8a1f08923 req-900bc6da-de67-48ab-9c68-16cf88b2beac tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.568871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaaaadc-5d08-4bdb-ba94-05010982cac4 req-11c7ea5b-ec84-4805-ae92-5591a8680377 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.571194 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-752c3b66-197b-4859-b602-69b8a1f08923 req-900bc6da-de67-48ab-9c68-16cf88b2beac tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.1935456 Aug 31 01:05:17.588038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaaaadc-5d08-4bdb-ba94-05010982cac4 req-11c7ea5b-ec84-4805-ae92-5591a8680377 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.603138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaaaadc-5d08-4bdb-ba94-05010982cac4 req-11c7ea5b-ec84-4805-ae92-5591a8680377 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.610889 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d52400c3-8bdd-49e1-ad6c-8a686e489176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.613660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaaaadc-5d08-4bdb-ba94-05010982cac4 req-11c7ea5b-ec84-4805-ae92-5591a8680377 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.622500 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaaaadc-5d08-4bdb-ba94-05010982cac4 req-11c7ea5b-ec84-4805-ae92-5591a8680377 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.636612 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaaaadc-5d08-4bdb-ba94-05010982cac4 req-11c7ea5b-ec84-4805-ae92-5591a8680377 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.646014 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaaaadc-5d08-4bdb-ba94-05010982cac4 req-11c7ea5b-ec84-4805-ae92-5591a8680377 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.648428 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bbaaaadc-5d08-4bdb-ba94-05010982cac4 req-11c7ea5b-ec84-4805-ae92-5591a8680377 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5426 time: 0.6965332 Aug 31 01:05:17.654887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-158bd6ad-2857-47b0-88b9-61dbd28ae38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.655598 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-158bd6ad-2857-47b0-88b9-61dbd28ae38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.656413 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-158bd6ad-2857-47b0-88b9-61dbd28ae38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.659554 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-158bd6ad-2857-47b0-88b9-61dbd28ae38a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c2cffadd45a4dd3bf0e6326f19f7e9a&device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2868 time: 0.1902680 Aug 31 01:05:17.672845 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.675989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 47884538-4e20-4c3e-be64-938b3b411ece up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:17.679190 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe07c018-06b1-40a4-96f9-2911e4dc7e68,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:17.683107 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.717162 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5201552-292b-49e6-aee4-3773e65646d9 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.717162 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5201552-292b-49e6-aee4-3773e65646d9 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.741849 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-a423f628-b70b-4383-9481-9ee2b6684f86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=6bc86785-a3c9-4703-891c-17ea3ded0d97 HTTP/1.1" status: 200 len: 217 time: 0.0694292 Aug 31 01:05:17.774138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=6a6ea64a-cc55-4d9b-a007-69afcaeae01f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:17.815462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e5201552-292b-49e6-aee4-3773e65646d9 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Calling delete_port for bf9fd78f-850a-4aa3-bf5e-63ea04c2b3ed owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:17.818678 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No DVR routers for this DVR port 6a6ea64a-cc55-4d9b-a007-69afcaeae01f on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:17.847551 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=77679568-6b41-406c-930d-1f4c62495cec,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:17.849000 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-752c3b66-197b-4859-b602-69b8a1f08923 req-da865e8b-5e13-4a23-9b41-390d7f44fd71 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321615 Aug 31 01:05:17.893547 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-3bd48228-2184-4c44-8ba4-b5fa2cb5076c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.896344 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-3bd48228-2184-4c44-8ba4-b5fa2cb5076c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57124f15-125b-4d65-a22e-e4993bf0fd34 HTTP/1.1" status: 200 len: 801 time: 0.1427052 Aug 31 01:05:17.964727 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-b48af990-aae0-4dbb-887e-42dcf47e2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.966712 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-b48af990-aae0-4dbb-887e-42dcf47e2832 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45f9443c-309b-4834-9a18-02f9af603300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608957 Aug 31 01:05:18.026378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 47884538-4e20-4c3e-be64-938b3b411ece completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:18.031127 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 47884538-4e20-4c3e-be64-938b3b411ece triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:18.031582 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:18.044997 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bbaaaadc-5d08-4bdb-ba94-05010982cac4 req-06959340-c896-41c6-8c6e-3c7e6de392bf tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3667281 Aug 31 01:05:18.114460 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d52400c3-8bdd-49e1-ad6c-8a686e489176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:18.117527 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d52400c3-8bdd-49e1-ad6c-8a686e489176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:18.122742 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d52400c3-8bdd-49e1-ad6c-8a686e489176 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd61c546-4f45-43a4-8a69-b4b11162aad4 HTTP/1.1" status: 204 len: 168 time: 0.9371219 Aug 31 01:05:18.163044 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:18.181681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'tag': '8117cca6-1c2d-4918-beb9-6ff5bafd74ea'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:18.183286 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e12a7dd-861d-46b6-a516-1f415079b886" -d '{"events": [{"name": "network-changed", "server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "tag": "8117cca6-1c2d-4918-beb9-6ff5bafd74ea"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:18.190979 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-875bc879-0634-4934-b757-fdef8e9387d2 service neutron] 10.222.0.48 "GET /v2.0/networks/45f9443c-309b-4834-9a18-02f9af603300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065830 Aug 31 01:05:18.199231 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9493409-2fce-4f69-9e8b-af2d678839b4']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:18.237703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52400c3-8bdd-49e1-ad6c-8a686e489176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd61c546-4f45-43a4-8a69-b4b11162aad4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:18.238528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Attempting to bind port fe07c018-06b1-40a4-96f9-2911e4dc7e68 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:05:18.239001 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Attempting to bind port fe07c018-06b1-40a4-96f9-2911e4dc7e68 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '0425c86f-266b-43b4-b81d-d05c386964c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:05:18.239984 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Attempting to bind port fe07c018-06b1-40a4-96f9-2911e4dc7e68 on network b0ccd887-c5da-4271-88f5-08b576ad7053 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:18.253713 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d4ebf5-d4fb-436d-851b-f61c437b30ed') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:18.254148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d4ebf5-d4fb-436d-851b-f61c437b30ed') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:18.256760 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:18.284128 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:18.293866 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Port fe07c018-06b1-40a4-96f9-2911e4dc7e68 on network b0ccd887-c5da-4271-88f5-08b576ad7053 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:05:18.294202 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Attempting to bind port fe07c018-06b1-40a4-96f9-2911e4dc7e68 on network b0ccd887-c5da-4271-88f5-08b576ad7053 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:18.322042 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b1234-044d-4f1e-a461-f32a1adb46da req-a78c87ee-55e0-4ad5-93f8-00503462baf0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:18.335347 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b64b1234-044d-4f1e-a461-f32a1adb46da req-a78c87ee-55e0-4ad5-93f8-00503462baf0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 943 time: 0.3661091 Aug 31 01:05:18.358516 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:05:18.359093 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Checking segment: {'id': '0425c86f-266b-43b4-b81d-d05c386964c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:18.359663 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Bound using segment: {'id': '0425c86f-266b-43b4-b81d-d05c386964c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:05:18.360382 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Bound port: fe07c018-06b1-40a4-96f9-2911e4dc7e68, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0425c86f-266b-43b4-b81d-d05c386964c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:05:18.361085 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:18.365995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 47884538-4e20-4c3e-be64-938b3b411ece, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=47884538-4e20-4c3e-be64-938b3b411ece,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:18.377912 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:18.407119 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:05:18.407772 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:05:18.414302 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:05:18.435181 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b64b1234-044d-4f1e-a461-f32a1adb46da req-0b10d446-3797-4202-ae35-a395d03ba305 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978470 Aug 31 01:05:18.459013 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-913f1b08-e954-41cf-82ad-9febcf8b08a8 service neutron] 10.222.0.48 "GET /v2.0/networks/45f9443c-309b-4834-9a18-02f9af603300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561412 Aug 31 01:05:18.489605 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:18.491083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9dce5519-c138-438c-b099-c61ffef1b2a8 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:18.584438 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-2b2e979e-68c1-4d97-93bb-aee7a12617ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.27&port_id=9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 HTTP/1.1" status: 200 len: 217 time: 0.1079681 Aug 31 01:05:18.587183 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94487c66-2bf1-4b28-a35d-b9c37562d1f7 x-openstack-request-id: req-94487c66-2bf1-4b28-a35d-b9c37562d1f7 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:18.588010 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "tag": "8117cca6-1c2d-4918-beb9-6ff5bafd74ea", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:18.588535 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94487c66-2bf1-4b28-a35d-b9c37562d1f7 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:18.589079 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'tag': '8117cca6-1c2d-4918-beb9-6ff5bafd74ea', 'status': 'completed', 'code': 200} Aug 31 01:05:18.623204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f919e7-c04b-4aff-9a98-5d697a31292d req-c38f2749-638e-4243-8fff-97743484ee5f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:18.636438 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=47884538-4e20-4c3e-be64-938b3b411ece,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:18.636787 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f919e7-c04b-4aff-9a98-5d697a31292d req-c38f2749-638e-4243-8fff-97743484ee5f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:18.648319 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f919e7-c04b-4aff-9a98-5d697a31292d req-c38f2749-638e-4243-8fff-97743484ee5f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:18.651315 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d6f919e7-c04b-4aff-9a98-5d697a31292d req-c38f2749-638e-4243-8fff-97743484ee5f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2412 time: 0.3807285 Aug 31 01:05:18.729187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-3f1a2968-b0cd-4b36-b297-3f3c7c54debc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:18.729187 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-3f1a2968-b0cd-4b36-b297-3f3c7c54debc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d1b02fa4-af68-4168-a28b-6bcefcad25d9 HTTP/1.1" status: 200 len: 801 time: 0.1341772 Aug 31 01:05:18.745678 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] For port fe07c018-06b1-40a4-96f9-2911e4dc7e68, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:18.751443 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] For port fe07c018-06b1-40a4-96f9-2911e4dc7e68, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fe07c018-06b1-40a4-96f9-2911e4dc7e68,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:05:18.763077 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:18.779744 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:18.782390 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/networks/a9493409-2fce-4f69-9e8b-af2d678839b4 HTTP/1.1" status: 204 len: 168 time: 3.0518842 Aug 31 01:05:18.789730 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53668) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:18.790326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 9dce5519-c138-438c-b099-c61ffef1b2a8 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:18.799831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-2bf5ed15-048b-456c-bada-b234fedc71f0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f', 'name': 'tempest-PortsIpV6TestJSON-1866538759'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:18.800797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 9dce5519-c138-438c-b099-c61ffef1b2a8 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:18.801547 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:18.820066 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d6f919e7-c04b-4aff-9a98-5d697a31292d req-4b030660-15a1-45f4-81ba-cdadee56770a tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504388 Aug 31 01:05:18.824071 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-127fa8da-4e0b-4eaf-bfbc-4fe3b107c33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:18.826289 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-127fa8da-4e0b-4eaf-bfbc-4fe3b107c33c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=640d4953-fe2b-4a30-8c0b-10f4ab364fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925140 Aug 31 01:05:18.842344 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018882dd-e341-40db-b0e9-9382b8d17ff0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Network': ['ID=a9493409-2fce-4f69-9e8b-af2d678839b4,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:18.924361 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5201552-292b-49e6-aee4-3773e65646d9 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:18.932330 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:18.980579 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5201552-292b-49e6-aee4-3773e65646d9 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Pushing event deleted for resources: {'Port': ['ID=bf9fd78f-850a-4aa3-bf5e-63ea04c2b3ed,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:19.026054 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:19.027049 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:19.030074 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] 10.222.0.41 "PUT /v2.0/ports/fe07c018-06b1-40a4-96f9-2911e4dc7e68 HTTP/1.1" status: 200 len: 1092 time: 3.8148310 Aug 31 01:05:19.065175 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b827e010-c262-4b23-ae88-722d42af6a8f', 'tag': 'fe07c018-06b1-40a4-96f9-2911e4dc7e68'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:19.065175 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bd7909-6669-47dd-9c14-9df8a685e3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b827e010-c262-4b23-ae88-722d42af6a8f", "tag": "fe07c018-06b1-40a4-96f9-2911e4dc7e68"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:19.075919 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:19.148757 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 9dce5519-c138-438c-b099-c61ffef1b2a8, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9dce5519-c138-438c-b099-c61ffef1b2a8,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:19.239008 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e6611569-6961-4d42-9adc-1daa56ef1852 service neutron] 10.222.0.48 "GET /v2.0/networks/640d4953-fe2b-4a30-8c0b-10f4ab364fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028039 Aug 31 01:05:19.295625 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:19.374159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314115c0-4add-47e4-87cc-a9ab38784a9c req-1193f63b-9db1-4c0f-b016-9b4b25640e04 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:19.387172 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-314115c0-4add-47e4-87cc-a9ab38784a9c req-1193f63b-9db1-4c0f-b016-9b4b25640e04 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.2995992 Aug 31 01:05:19.399641 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77679568-6b41-406c-930d-1f4c62495cec'}, {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47884538-4e20-4c3e-be64-938b3b411ece'}, {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dce5519-c138-438c-b099-c61ffef1b2a8'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:19.404838 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bac936-1370-4cec-ba96-7fe1e9c8701c" -d '{"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-plugged", "status": "completed", "tag": "77679568-6b41-406c-930d-1f4c62495cec"}, {"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-plugged", "status": "completed", "tag": "47884538-4e20-4c3e-be64-938b3b411ece"}, {"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-plugged", "status": "completed", "tag": "9dce5519-c138-438c-b099-c61ffef1b2a8"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:19.409843 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b116cb15-d067-4b27-92a6-f893f8f6ee79 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:19.490470 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-314115c0-4add-47e4-87cc-a9ab38784a9c req-c2d9cd4d-f435-4c24-9b8a-e604603d9699 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978675 Aug 31 01:05:19.521502 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-7f798cb2-3f43-4250-8dbc-68175c25bbf7 service neutron] 10.222.0.48 "GET /v2.0/networks/640d4953-fe2b-4a30-8c0b-10f4ab364fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606204 Aug 31 01:05:19.542733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53686) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:19.551197 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c5c06e-01e4-4b7b-83dd-88e4aa1adb70 x-openstack-request-id: req-85c5c06e-01e4-4b7b-83dd-88e4aa1adb70 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:19.551629 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b827e010-c262-4b23-ae88-722d42af6a8f", "tag": "fe07c018-06b1-40a4-96f9-2911e4dc7e68", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:19.552009 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85c5c06e-01e4-4b7b-83dd-88e4aa1adb70 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:19.552611 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b827e010-c262-4b23-ae88-722d42af6a8f', 'tag': 'fe07c018-06b1-40a4-96f9-2911e4dc7e68', 'status': 'completed', 'code': 200} Aug 31 01:05:19.595529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=9dce5519-c138-438c-b099-c61ffef1b2a8,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:19.601335 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd6f0bf-d459-4273-9354-92e46986d928 x-openstack-request-id: req-6bd6f0bf-d459-4273-9354-92e46986d928 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:19.601958 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-plugged", "status": "completed", "tag": "77679568-6b41-406c-930d-1f4c62495cec", "code": 200}, {"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-plugged", "status": "completed", "tag": "47884538-4e20-4c3e-be64-938b3b411ece", "code": 200}, {"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-plugged", "status": "completed", "tag": "9dce5519-c138-438c-b099-c61ffef1b2a8", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:19.602391 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6bd6f0bf-d459-4273-9354-92e46986d928 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:19.602996 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77679568-6b41-406c-930d-1f4c62495cec', 'code': 200} Aug 31 01:05:19.603426 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47884538-4e20-4c3e-be64-938b3b411ece', 'code': 200} Aug 31 01:05:19.603783 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dce5519-c138-438c-b099-c61ffef1b2a8', 'code': 200} Aug 31 01:05:19.692742 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c975d-8ec0-4939-9c3a-1fd80fd5eae6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe07c018-06b1-40a4-96f9-2911e4dc7e68,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:19.695154 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-ff209f6e-4734-414c-9206-93fa33c22ab4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.177&port_id=8117cca6-1c2d-4918-beb9-6ff5bafd74ea HTTP/1.1" status: 200 len: 217 time: 0.1638374 Aug 31 01:05:19.698104 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d70ce11-26d6-4f70-85f7-049c330f743c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:19.747193 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5201552-292b-49e6-aee4-3773e65646d9 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:19.747863 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-e5201552-292b-49e6-aee4-3773e65646d9 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Floating IP 8837e339-8729-4f0f-a581-d845f0c7e981 disassociated (deleted). External IP: 172.25.2.35, port: b31363d8-f20e-4c28-b4ff-3f736a11c364. Aug 31 01:05:19.771534 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c38eaf-b6e7-49bc-9572-4df61143ad15 req-23e82e44-7a1f-470b-9974-8567c3db5d12 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:19.771982 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port b116cb15-d067-4b27-92a6-f893f8f6ee79 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:19.782939 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c38eaf-b6e7-49bc-9572-4df61143ad15 req-23e82e44-7a1f-470b-9974-8567c3db5d12 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:19.790062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port b116cb15-d067-4b27-92a6-f893f8f6ee79 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:19.791333 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:19.794642 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c38eaf-b6e7-49bc-9572-4df61143ad15 req-23e82e44-7a1f-470b-9974-8567c3db5d12 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:19.805035 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c38eaf-b6e7-49bc-9572-4df61143ad15 req-23e82e44-7a1f-470b-9974-8567c3db5d12 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:19.815776 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c38eaf-b6e7-49bc-9572-4df61143ad15 req-23e82e44-7a1f-470b-9974-8567c3db5d12 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:19.827942 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c38eaf-b6e7-49bc-9572-4df61143ad15 req-23e82e44-7a1f-470b-9974-8567c3db5d12 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:19.839472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c38eaf-b6e7-49bc-9572-4df61143ad15 req-23e82e44-7a1f-470b-9974-8567c3db5d12 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:19.842928 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f6c38eaf-b6e7-49bc-9572-4df61143ad15 req-23e82e44-7a1f-470b-9974-8567c3db5d12 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5429 time: 0.2890644 Aug 31 01:05:19.854670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-8e1333b0-67c5-4032-b88d-006dc6f88f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:19.855527 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd7909-6669-47dd-9c14-9df8a685e3cf req-4d0b78c8-f508-46fc-bdf3-a77b3b306de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:19.858158 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-8e1333b0-67c5-4032-b88d-006dc6f88f0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57124f15-125b-4d65-a22e-e4993bf0fd34 HTTP/1.1" status: 200 len: 801 time: 0.1539495 Aug 31 01:05:19.858433 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1bd7909-6669-47dd-9c14-9df8a685e3cf req-4d0b78c8-f508-46fc-bdf3-a77b3b306de1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19b0c01c2a774ed1abe0c4b0e21918ae&device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 1095 time: 0.3093371 Aug 31 01:05:19.911603 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791a37d-d3a7-4c56-bf0c-7b71580a1077 req-ce69643e-7a35-4bd3-aa66-e830a18c4e38 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:19.914619 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4791a37d-d3a7-4c56-bf0c-7b71580a1077 req-ce69643e-7a35-4bd3-aa66-e830a18c4e38 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 943 time: 0.2125535 Aug 31 01:05:19.928505 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf5ed15-048b-456c-bada-b234fedc71f0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:19.934993 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ed15-048b-456c-bada-b234fedc71f0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:19.983358 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-2bf5ed15-048b-456c-bada-b234fedc71f0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] device_id is not set on port 62746953-5d95-4df0-bfcf-5dda9cc8e26a yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:05:20.037371 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:20.063339 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-0045b6b8-22ec-4ac8-aeaf-f487c729371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.066349 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-0045b6b8-22ec-4ac8-aeaf-f487c729371b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45f9443c-309b-4834-9a18-02f9af603300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2015946 Aug 31 01:05:20.105416 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4791a37d-d3a7-4c56-bf0c-7b71580a1077 req-5764981e-5165-4b33-83ff-2db2a71a8cfe tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593864 Aug 31 01:05:20.153175 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port b116cb15-d067-4b27-92a6-f893f8f6ee79, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b116cb15-d067-4b27-92a6-f893f8f6ee79,segment=NetworkSegment(04745774-f77e-4155-8e08-da9ee7af0f05),segment_id=04745774-f77e-4155-8e08-da9ee7af0f05)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:20.278404 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:20.281482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 4edf3b26-a415-4715-9831-a7720892c15d up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:20.368396 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-53bb6e90-efa2-4957-8efc-f7f3b3138244 service neutron] 10.222.0.48 "GET /v2.0/networks/45f9443c-309b-4834-9a18-02f9af603300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902017 Aug 31 01:05:20.457050 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=b116cb15-d067-4b27-92a6-f893f8f6ee79,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:20.485763 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd7909-6669-47dd-9c14-9df8a685e3cf req-ed842e35-7913-4e2d-baf3-ff247840e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.488997 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1bd7909-6669-47dd-9c14-9df8a685e3cf req-ed842e35-7913-4e2d-baf3-ff247840e142 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=19b0c01c2a774ed1abe0c4b0e21918ae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5649226 Aug 31 01:05:20.493104 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d70ce11-26d6-4f70-85f7-049c330f743c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:20.525273 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ed15-048b-456c-bada-b234fedc71f0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:20.531690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf51f6-f29c-4c30-9baf-843852cb1306 req-b402dd7a-c541-47c0-a597-a75bd1730abc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.542328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf51f6-f29c-4c30-9baf-843852cb1306 req-b402dd7a-c541-47c0-a597-a75bd1730abc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.551564 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf51f6-f29c-4c30-9baf-843852cb1306 req-b402dd7a-c541-47c0-a597-a75bd1730abc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.553431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-70bf51f6-f29c-4c30-9baf-843852cb1306 req-b402dd7a-c541-47c0-a597-a75bd1730abc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2412 time: 0.2626889 Aug 31 01:05:20.581844 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53704) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:20.619821 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d70ce11-26d6-4f70-85f7-049c330f743c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:20.683662 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 4edf3b26-a415-4715-9831-a7720892c15d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:20.698301 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 4edf3b26-a415-4715-9831-a7720892c15d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:20.698301 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:20.734590 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f6c38eaf-b6e7-49bc-9572-4df61143ad15 req-3d64ed6b-7ae9-4193-b525-6daf3dd1028b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8079236 Aug 31 01:05:20.748614 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-52699592-f2ed-4323-b570-ae8f3ff4e08a req-e55c56cf-3369-4944-bb50-32287b1a2468 service neutron] 10.222.0.48 "GET /v2.0/networks/45f9443c-309b-4834-9a18-02f9af603300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686545 Aug 31 01:05:20.783722 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-70bf51f6-f29c-4c30-9baf-843852cb1306 req-1fb08a88-0cfe-4025-b9f0-60c1fe06437a tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153637 Aug 31 01:05:20.785799 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70ce11-26d6-4f70-85f7-049c330f743c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1263e8-da14-4230-8db8-cdbde2e702e5,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:20.803529 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7d70ce11-26d6-4f70-85f7-049c330f743c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16e4fc860cdc455f8426278ed98bd7ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2565722 Aug 31 01:05:20.804615 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53708) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:20.836406 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd7909-6669-47dd-9c14-9df8a685e3cf req-9f957eed-06da-44ae-9214-8e22516730de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.839183 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1bd7909-6669-47dd-9c14-9df8a685e3cf req-9f957eed-06da-44ae-9214-8e22516730de service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3309720 Aug 31 01:05:20.944414 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9e1e-3742-42b2-a990-f67a53c9a418 req-77695fcc-8b99-43cf-a5c9-41032a8af157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.945387 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9e1e-3742-42b2-a990-f67a53c9a418 req-77695fcc-8b99-43cf-a5c9-41032a8af157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.946289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9e1e-3742-42b2-a990-f67a53c9a418 req-77695fcc-8b99-43cf-a5c9-41032a8af157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.947189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9e1e-3742-42b2-a990-f67a53c9a418 req-77695fcc-8b99-43cf-a5c9-41032a8af157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.948091 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9e1e-3742-42b2-a990-f67a53c9a418 req-77695fcc-8b99-43cf-a5c9-41032a8af157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.948903 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9e1e-3742-42b2-a990-f67a53c9a418 req-77695fcc-8b99-43cf-a5c9-41032a8af157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.949724 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9e1e-3742-42b2-a990-f67a53c9a418 req-77695fcc-8b99-43cf-a5c9-41032a8af157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.953664 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-665a9e1e-3742-42b2-a990-f67a53c9a418 req-77695fcc-8b99-43cf-a5c9-41032a8af157 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 6507 time: 0.3657033 Aug 31 01:05:20.964166 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:20.983349 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ed15-048b-456c-bada-b234fedc71f0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:21.032451 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 4edf3b26-a415-4715-9831-a7720892c15d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=4edf3b26-a415-4715-9831-a7720892c15d,segment=NetworkSegment(04745774-f77e-4155-8e08-da9ee7af0f05),segment_id=04745774-f77e-4155-8e08-da9ee7af0f05)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:21.110763 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56d0a40a-e5bf-428b-a899-95f5d3a32312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:21.116196 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-665a9e1e-3742-42b2-a990-f67a53c9a418 req-c9b310b8-610f-4fcc-b320-695a9f7c37ef service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&id=a385bec1-816c-4023-82ae-1bef8afde409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1084971 Aug 31 01:05:21.134354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12a7dd-861d-46b6-a516-1f415079b886 req-e0f1b36c-8e1d-428b-ab75-63fabb8b08db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:21.135233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12a7dd-861d-46b6-a516-1f415079b886 req-e0f1b36c-8e1d-428b-ab75-63fabb8b08db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:21.136304 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:21.140894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12a7dd-861d-46b6-a516-1f415079b886 req-e0f1b36c-8e1d-428b-ab75-63fabb8b08db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:21.141200 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device c6a24207-294b-41f8-9c84-683c491b5367 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:21.142272 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e12a7dd-861d-46b6-a516-1f415079b886 req-e0f1b36c-8e1d-428b-ab75-63fabb8b08db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c2cffadd45a4dd3bf0e6326f19f7e9a&device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2868 time: 0.1802673 Aug 31 01:05:21.274036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf5ed15-048b-456c-bada-b234fedc71f0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network c364baa5-ccd7-46ff-ade4-87575f65869f is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:21.279534 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=4edf3b26-a415-4715-9831-a7720892c15d,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:21.287967 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-2bf5ed15-048b-456c-bada-b234fedc71f0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:21.303726 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56d0a40a-e5bf-428b-a899-95f5d3a32312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:21.313478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf5ed15-048b-456c-bada-b234fedc71f0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:05:21.325283 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf5ed15-048b-456c-bada-b234fedc71f0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:21.326635 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ed15-048b-456c-bada-b234fedc71f0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:21.334770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5ed15-048b-456c-bada-b234fedc71f0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=62746953-5d95-4df0-bfcf-5dda9cc8e26a,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:21.353019 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd7a08-e273-4341-a4b9-567e203be0a1 req-005368c5-e9f6-494f-b00c-2a5de487aae5 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:21.354851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port c6a24207-294b-41f8-9c84-683c491b5367 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:21.357612 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cdfd7a08-e273-4341-a4b9-567e203be0a1 req-005368c5-e9f6-494f-b00c-2a5de487aae5 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.4173141 Aug 31 01:05:21.366049 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port c6a24207-294b-41f8-9c84-683c491b5367 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:21.367430 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:21.408713 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-842e7882-15de-4766-981d-56485a7a2ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:21.411259 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-842e7882-15de-4766-981d-56485a7a2ffd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19b0c01c2a774ed1abe0c4b0e21918ae&device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 1095 time: 0.4694116 Aug 31 01:05:21.466195 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5201552-292b-49e6-aee4-3773e65646d9 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Router cbcef220-973a-4551-9b1f-8cde5df47369 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:05:21.475537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466b354-69aa-4b68-9b0f-dbe51b799259 req-cd98e0a6-d80f-49fa-a012-befb70fec204 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:21.475832 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a466b354-69aa-4b68-9b0f-dbe51b799259 req-cd98e0a6-d80f-49fa-a012-befb70fec204 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 943 time: 0.1198752 Aug 31 01:05:21.545509 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-d8f4c009-053a-4704-89a6-d05f2a5e43c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe07c018-06b1-40a4-96f9-2911e4dc7e68 HTTP/1.1" status: 200 len: 217 time: 0.1094084 Aug 31 01:05:21.554968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12a7dd-861d-46b6-a516-1f415079b886 req-356ae760-c4de-4c0d-8a00-481077d83428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:21.559850 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e12a7dd-861d-46b6-a516-1f415079b886 req-356ae760-c4de-4c0d-8a00-481077d83428 service neutron] 10.222.0.48 "GET /v2.0/networks?id=45f9443c-309b-4834-9a18-02f9af603300 HTTP/1.1" status: 200 len: 902 time: 0.3939605 Aug 31 01:05:21.560194 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:21.593516 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cdfd7a08-e273-4341-a4b9-567e203be0a1 req-c2825516-9e68-430f-ac20-a9aaef020927 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037060 Aug 31 01:05:21.601694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2bf5ed15-048b-456c-bada-b234fedc71f0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8052261 Aug 31 01:05:21.608216 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a466b354-69aa-4b68-9b0f-dbe51b799259 req-0958bd81-9ed0-4ffe-afdf-c296dd8862c6 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063523 Aug 31 01:05:21.615786 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b116cb15-d067-4b27-92a6-f893f8f6ee79'}, {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edf3b26-a415-4715-9831-a7720892c15d'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:21.637713 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77c5b8b-f56d-4dd5-8d0e-5cb5991afc83" -d '{"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-plugged", "status": "completed", "tag": "b116cb15-d067-4b27-92a6-f893f8f6ee79"}, {"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-plugged", "status": "completed", "tag": "4edf3b26-a415-4715-9831-a7720892c15d"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:21.639848 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53716) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:21.663341 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e12a7dd-861d-46b6-a516-1f415079b886 req-a3b5c079-0def-426c-8966-3af284d098cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.177&port_id=8117cca6-1c2d-4918-beb9-6ff5bafd74ea HTTP/1.1" status: 200 len: 217 time: 0.0816581 Aug 31 01:05:21.664424 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56d0a40a-e5bf-428b-a899-95f5d3a32312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:21.675291 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56d0a40a-e5bf-428b-a899-95f5d3a32312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:21.679981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-56d0a40a-e5bf-428b-a899-95f5d3a32312 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf1263e8-da14-4230-8db8-cdbde2e702e5 HTTP/1.1" status: 204 len: 168 time: 0.8700957 Aug 31 01:05:21.701121 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port c6a24207-294b-41f8-9c84-683c491b5367, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=c6a24207-294b-41f8-9c84-683c491b5367,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:21.742886 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9287cb57-c775-4bc7-bf95-8e1c1dafc0bd x-openstack-request-id: req-9287cb57-c775-4bc7-bf95-8e1c1dafc0bd {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:21.743355 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-plugged", "status": "completed", "tag": "b116cb15-d067-4b27-92a6-f893f8f6ee79", "code": 200}, {"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-plugged", "status": "completed", "tag": "4edf3b26-a415-4715-9831-a7720892c15d", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:21.744275 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9287cb57-c775-4bc7-bf95-8e1c1dafc0bd {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:21.744907 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b116cb15-d067-4b27-92a6-f893f8f6ee79', 'code': 200} Aug 31 01:05:21.745321 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edf3b26-a415-4715-9831-a7720892c15d', 'code': 200} Aug 31 01:05:21.773605 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0a40a-e5bf-428b-a899-95f5d3a32312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1263e8-da14-4230-8db8-cdbde2e702e5,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:21.804087 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-10d41b94-6e40-42dd-ab81-1c988ec97f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:21.808418 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-10d41b94-6e40-42dd-ab81-1c988ec97f72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8014dbf9-3f93-4305-a557-88fa6bfa5935 HTTP/1.1" status: 200 len: 854 time: 0.2514119 Aug 31 01:05:21.815958 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:21.828723 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12a7dd-861d-46b6-a516-1f415079b886 req-7988427a-9fef-468e-80b6-b13eb74878b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:21.831386 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e12a7dd-861d-46b6-a516-1f415079b886 req-7988427a-9fef-468e-80b6-b13eb74878b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57124f15-125b-4d65-a22e-e4993bf0fd34 HTTP/1.1" status: 200 len: 801 time: 0.1478963 Aug 31 01:05:21.970853 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-4cff6ad4-b993-4b2f-8668-5b080be5d3da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ccd887-c5da-4271-88f5-08b576ad7053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126075 Aug 31 01:05:21.986232 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12a7dd-861d-46b6-a516-1f415079b886 req-f838e831-e29b-4c76-a507-ae4a000517e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:21.988345 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e12a7dd-861d-46b6-a516-1f415079b886 req-f838e831-e29b-4c76-a507-ae4a000517e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45f9443c-309b-4834-9a18-02f9af603300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494150 Aug 31 01:05:22.001923 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=c6a24207-294b-41f8-9c84-683c491b5367,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:22.131196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5201552-292b-49e6-aee4-3773e65646d9 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:05:22.146983 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5201552-292b-49e6-aee4-3773e65646d9 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:22.154706 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09025edc-5fd5-4c10-b181-9b1e679c023b None None] Sync routers for ids ['cbcef220-973a-4551-9b1f-8cde5df47369'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:05:22.175462 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09025edc-5fd5-4c10-b181-9b1e679c023b None None] Routers {'cbcef220-973a-4551-9b1f-8cde5df47369'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:05:22.176779 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-09025edc-5fd5-4c10-b181-9b1e679c023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:05:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cbcef220-973a-4551-9b1f-8cde5df47369'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:22.195394 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bb49d-056f-46b0-adf3-4cefd1448363 req-a5663b30-eaa3-4208-8379-d7a4023d504d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:22.207295 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bb49d-056f-46b0-adf3-4cefd1448363 req-a5663b30-eaa3-4208-8379-d7a4023d504d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:22.217680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bb49d-056f-46b0-adf3-4cefd1448363 req-a5663b30-eaa3-4208-8379-d7a4023d504d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:22.229836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bb49d-056f-46b0-adf3-4cefd1448363 req-a5663b30-eaa3-4208-8379-d7a4023d504d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:22.240816 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bb49d-056f-46b0-adf3-4cefd1448363 req-a5663b30-eaa3-4208-8379-d7a4023d504d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:22.251827 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bb49d-056f-46b0-adf3-4cefd1448363 req-a5663b30-eaa3-4208-8379-d7a4023d504d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:22.263222 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-09025edc-5fd5-4c10-b181-9b1e679c023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:22.263772 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bb49d-056f-46b0-adf3-4cefd1448363 req-a5663b30-eaa3-4208-8379-d7a4023d504d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:22.279058 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e5201552-292b-49e6-aee4-3773e65646d9 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] 10.222.0.16 "DELETE /v2.0/floatingips/8837e339-8729-4f0f-a581-d845f0c7e981 HTTP/1.1" status: 204 len: 168 time: 6.4973121 Aug 31 01:05:22.279352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-059bb49d-056f-46b0-adf3-4cefd1448363 req-a5663b30-eaa3-4208-8379-d7a4023d504d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5432 time: 0.2543545 Aug 31 01:05:22.288096 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53728) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:22.293986 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09025edc-5fd5-4c10-b181-9b1e679c023b None None] Routers {'cbcef220-973a-4551-9b1f-8cde5df47369'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:05:22.296209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-09025edc-5fd5-4c10-b181-9b1e679c023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:05:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cbcef220-973a-4551-9b1f-8cde5df47369'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:22.300720 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-376a5394-17f9-4cbc-bfc9-83c5673033eb tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:22.361775 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd46290-ac5b-404e-b995-1f8cf5167f87 req-5d5ab21a-aa91-4db7-a400-24818a044e08 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:22.368037 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-09025edc-5fd5-4c10-b181-9b1e679c023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:22.370661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09025edc-5fd5-4c10-b181-9b1e679c023b None None] The sync data for ids ['cbcef220-973a-4551-9b1f-8cde5df47369'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:05:22.382577 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd46290-ac5b-404e-b995-1f8cf5167f87 req-5d5ab21a-aa91-4db7-a400-24818a044e08 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:22.394393 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd46290-ac5b-404e-b995-1f8cf5167f87 req-5d5ab21a-aa91-4db7-a400-24818a044e08 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:22.403152 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbd46290-ac5b-404e-b995-1f8cf5167f87 req-5d5ab21a-aa91-4db7-a400-24818a044e08 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2412 time: 0.3406396 Aug 31 01:05:22.432131 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-059bb49d-056f-46b0-adf3-4cefd1448363 req-1bedf3ec-4e84-4e3e-bda7-683ff50a6d7c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1429615 Aug 31 01:05:22.432131 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e12a7dd-861d-46b6-a516-1f415079b886 req-d0fea4f0-f15a-4dbb-b96f-762aea54ce92 service neutron] 10.222.0.48 "GET /v2.0/networks/45f9443c-309b-4834-9a18-02f9af603300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275935 Aug 31 01:05:22.466829 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-a3de9646-33dd-4ddc-8bcd-44f3ddcc4c88 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port 62746953-5d95-4df0-bfcf-5dda9cc8e26a {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:22.467389 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a3de9646-33dd-4ddc-8bcd-44f3ddcc4c88 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:22.503761 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-92af3466-c71d-4b68-88da-d317d830c38f service neutron] 10.222.0.41 "GET /v2.0/networks/b0ccd887-c5da-4271-88f5-08b576ad7053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148473 Aug 31 01:05:22.549303 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-376a5394-17f9-4cbc-bfc9-83c5673033eb tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:22.659559 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e12a7dd-861d-46b6-a516-1f415079b886 req-6a8ed162-34c8-4a2b-9f40-9183e42a34c9 service neutron] 10.222.0.48 "GET /v2.0/networks/45f9443c-309b-4834-9a18-02f9af603300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237530 Aug 31 01:05:22.686984 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbd46290-ac5b-404e-b995-1f8cf5167f87 req-b7af83c2-9683-4813-8b5b-3c724c131b04 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734044 Aug 31 01:05:22.713651 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a3de9646-33dd-4ddc-8bcd-44f3ddcc4c88 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:22.725282 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-376a5394-17f9-4cbc-bfc9-83c5673033eb tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:22.744741 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-a3de9646-33dd-4ddc-8bcd-44f3ddcc4c88 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for 62746953-5d95-4df0-bfcf-5dda9cc8e26a owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:22.895926 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-edbf1b38-1bbc-4f21-b18a-7bec0e840ea4 req-f0bc3dd3-6fc3-4e54-94b7-84df4d5d835a service neutron] 10.222.0.41 "GET /v2.0/networks/b0ccd887-c5da-4271-88f5-08b576ad7053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461564 Aug 31 01:05:22.952773 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96859f-ff77-4b51-8af8-cbac774d7eda req-a4120921-3af1-4ca0-a679-7f705fa911f6 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:22.965272 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba96859f-ff77-4b51-8af8-cbac774d7eda req-a4120921-3af1-4ca0-a679-7f705fa911f6 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.2071998 Aug 31 01:05:23.030206 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cd588-59e4-495a-a207-231ac809491a req-d2eec8c4-f64d-4650-8c71-0093a5958319 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:23.030206 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3c1cd588-59e4-495a-a207-231ac809491a req-d2eec8c4-f64d-4650-8c71-0093a5958319 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 943 time: 0.1616988 Aug 31 01:05:23.096284 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3c1cd588-59e4-495a-a207-231ac809491a req-08aeda3e-f7d6-480c-a7ab-aee491af593e tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600710 Aug 31 01:05:23.106380 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba96859f-ff77-4b51-8af8-cbac774d7eda req-69c5b9a7-a419-4d8d-a042-dadea4a6c067 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260602 Aug 31 01:05:23.137522 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a3de9646-33dd-4ddc-8bcd-44f3ddcc4c88 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:23.138927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-376a5394-17f9-4cbc-bfc9-83c5673033eb tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Allocated IP 172.25.2.111 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/c5dce56a-a7ab-4bd8-a0b6-a0281ef3036b) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:05:23.194415 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de9646-33dd-4ddc-8bcd-44f3ddcc4c88 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=62746953-5d95-4df0-bfcf-5dda9cc8e26a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:23.217756 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a3de9646-33dd-4ddc-8bcd-44f3ddcc4c88 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:23.220717 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a3de9646-33dd-4ddc-8bcd-44f3ddcc4c88 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/ports/62746953-5d95-4df0-bfcf-5dda9cc8e26a HTTP/1.1" status: 204 len: 168 time: 1.5787451 Aug 31 01:05:23.224864 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53746) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:23.233719 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4fdb07f3-5c17-44ca-9c93-eae0ca1d9603 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f', 'mac_address': 'fa:16:3e:06:af:82', 'name': 'tempest-PortsIpV6TestJSON-325523661'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:23.468199 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8146f0-deb2-4e7e-b8f6-cfd973f8378b req-b5762f82-4d6c-44ed-92e0-5702385d88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:23.470977 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6d8146f0-deb2-4e7e-b8f6-cfd973f8378b req-b5762f82-4d6c-44ed-92e0-5702385d88b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 1097 time: 0.0831866 Aug 31 01:05:23.534261 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6d8146f0-deb2-4e7e-b8f6-cfd973f8378b req-6d90ee08-1cd7-48e3-80db-e1f8e4f3bd86 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550942 Aug 31 01:05:23.609152 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdb07f3-5c17-44ca-9c93-eae0ca1d9603 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:23.723735 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f82be8-4b31-43da-a38f-d403bb910079 req-3ce20cd0-0bc0-4a38-84e2-0898e2147fee tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:23.730805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f82be8-4b31-43da-a38f-d403bb910079 req-3ce20cd0-0bc0-4a38-84e2-0898e2147fee tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:23.737159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f82be8-4b31-43da-a38f-d403bb910079 req-3ce20cd0-0bc0-4a38-84e2-0898e2147fee tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:23.738320 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4fdb07f3-5c17-44ca-9c93-eae0ca1d9603 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:23.744420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f82be8-4b31-43da-a38f-d403bb910079 req-3ce20cd0-0bc0-4a38-84e2-0898e2147fee tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:23.747864 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a24207-294b-41f8-9c84-683c491b5367'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:23.754540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f82be8-4b31-43da-a38f-d403bb910079 req-3ce20cd0-0bc0-4a38-84e2-0898e2147fee tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:23.762428 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa21b88-b5aa-4f43-b748-8455d5003d66" -d '{"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-plugged", "status": "completed", "tag": "c6a24207-294b-41f8-9c84-683c491b5367"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:23.765662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f82be8-4b31-43da-a38f-d403bb910079 req-3ce20cd0-0bc0-4a38-84e2-0898e2147fee tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:23.776837 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f82be8-4b31-43da-a38f-d403bb910079 req-3ce20cd0-0bc0-4a38-84e2-0898e2147fee tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:23.789349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-4fdb07f3-5c17-44ca-9c93-eae0ca1d9603 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] device_id is not set on port 934f99fc-e12a-446d-9df9-ac6cc177c1e1 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:05:23.791013 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-56f82be8-4b31-43da-a38f-d403bb910079 req-3ce20cd0-0bc0-4a38-84e2-0898e2147fee tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5432 time: 0.1780720 Aug 31 01:05:23.880039 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-376a5394-17f9-4cbc-bfc9-83c5673033eb tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:23.888456 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-56f82be8-4b31-43da-a38f-d403bb910079 req-01ffa218-3d6b-46e1-b021-59ee28f62264 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958953 Aug 31 01:05:24.002800 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47681a5-410f-47e4-83f1-3fd0392bf944 x-openstack-request-id: req-f47681a5-410f-47e4-83f1-3fd0392bf944 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:24.003258 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-plugged", "status": "completed", "tag": "c6a24207-294b-41f8-9c84-683c491b5367", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:24.003666 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f47681a5-410f-47e4-83f1-3fd0392bf944 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:24.005796 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a24207-294b-41f8-9c84-683c491b5367', 'code': 200} Aug 31 01:05:24.028598 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5ae95-e4a4-4c76-9a19-c3ba98145e6b req-13092856-7a42-4f5f-8f38-4174c4b6beed tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:24.039967 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5ae95-e4a4-4c76-9a19-c3ba98145e6b req-13092856-7a42-4f5f-8f38-4174c4b6beed tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:24.051860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5ae95-e4a4-4c76-9a19-c3ba98145e6b req-13092856-7a42-4f5f-8f38-4174c4b6beed tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:24.054697 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c2e5ae95-e4a4-4c76-9a19-c3ba98145e6b req-13092856-7a42-4f5f-8f38-4174c4b6beed tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2412 time: 0.1793842 Aug 31 01:05:24.061151 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-376a5394-17f9-4cbc-bfc9-83c5673033eb tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:24.158606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376a5394-17f9-4cbc-bfc9-83c5673033eb tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:24.164736 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-376a5394-17f9-4cbc-bfc9-83c5673033eb tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:24.173956 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376a5394-17f9-4cbc-bfc9-83c5673033eb tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:05:24.178761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a5394-17f9-4cbc-bfc9-83c5673033eb tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Pushing event updated for resources: {'Port': ['ID=c5dce56a-a7ab-4bd8-a0b6-a0281ef3036b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:24.229415 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c2e5ae95-e4a4-4c76-9a19-c3ba98145e6b req-894a2ebb-cc58-4fb2-b372-eb591958e8e0 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572292 Aug 31 01:05:24.296988 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4fdb07f3-5c17-44ca-9c93-eae0ca1d9603 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:24.311711 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48db34c-7945-4c6b-b92f-43c307ff630d req-e1980de7-0a48-4ff0-9e22-92ea5b70f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:24.312510 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48db34c-7945-4c6b-b92f-43c307ff630d req-e1980de7-0a48-4ff0-9e22-92ea5b70f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:24.313332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48db34c-7945-4c6b-b92f-43c307ff630d req-e1980de7-0a48-4ff0-9e22-92ea5b70f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:24.314127 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48db34c-7945-4c6b-b92f-43c307ff630d req-e1980de7-0a48-4ff0-9e22-92ea5b70f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:24.314909 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48db34c-7945-4c6b-b92f-43c307ff630d req-e1980de7-0a48-4ff0-9e22-92ea5b70f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:24.315619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48db34c-7945-4c6b-b92f-43c307ff630d req-e1980de7-0a48-4ff0-9e22-92ea5b70f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:24.316359 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48db34c-7945-4c6b-b92f-43c307ff630d req-e1980de7-0a48-4ff0-9e22-92ea5b70f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:24.319488 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c48db34c-7945-4c6b-b92f-43c307ff630d req-e1980de7-0a48-4ff0-9e22-92ea5b70f230 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 6496 time: 0.1964948 Aug 31 01:05:24.434464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f82ad4-bacb-4bd4-b40d-ebff72d00e09 req-5eefbc2d-8934-4fd8-ad3a-1010d2d6c9f4 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:24.437116 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17f82ad4-bacb-4bd4-b40d-ebff72d00e09 req-5eefbc2d-8934-4fd8-ad3a-1010d2d6c9f4 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.1854792 Aug 31 01:05:24.454375 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c48db34c-7945-4c6b-b92f-43c307ff630d req-c1d23627-c42d-41a1-b258-83273a6ae662 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1959fad2-407e-4070-a9cc-e3af86dab55f&id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228790 Aug 31 01:05:24.487533 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba343dc0-5fe5-445a-bc0a-2fc37bb56e5d req-c1e3d5c0-d02f-463e-9dfa-2d774d405319 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:24.489276 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba343dc0-5fe5-445a-bc0a-2fc37bb56e5d req-c1e3d5c0-d02f-463e-9dfa-2d774d405319 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 943 time: 0.1338427 Aug 31 01:05:24.504953 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-376a5394-17f9-4cbc-bfc9-83c5673033eb tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:24.540437 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17f82ad4-bacb-4bd4-b40d-ebff72d00e09 req-bdbef5a4-82c1-480d-98b2-6b4bdf3407e6 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890532 Aug 31 01:05:24.559335 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba343dc0-5fe5-445a-bc0a-2fc37bb56e5d req-458396d3-bf39-47ab-8448-f9c5c7f67c8d tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625360 Aug 31 01:05:24.582735 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4fdb07f3-5c17-44ca-9c93-eae0ca1d9603 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:24.646209 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdb07f3-5c17-44ca-9c93-eae0ca1d9603 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network c364baa5-ccd7-46ff-ade4-87575f65869f is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:24.655470 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-4fdb07f3-5c17-44ca-9c93-eae0ca1d9603 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:24.661536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdb07f3-5c17-44ca-9c93-eae0ca1d9603 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:05:24.666525 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-376a5394-17f9-4cbc-bfc9-83c5673033eb tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:24.670381 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdb07f3-5c17-44ca-9c93-eae0ca1d9603 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:24.671610 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4fdb07f3-5c17-44ca-9c93-eae0ca1d9603 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:24.687304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb07f3-5c17-44ca-9c93-eae0ca1d9603 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=934f99fc-e12a-446d-9df9-ac6cc177c1e1,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:24.804938 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4fdb07f3-5c17-44ca-9c93-eae0ca1d9603 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5784557 Aug 31 01:05:24.809984 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53772) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:24.901745 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ae7db5-6cb8-41bd-808a-74e3d49d5104 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:24.907527 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-18ae7db5-6cb8-41bd-808a-74e3d49d5104 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports/934f99fc-e12a-446d-9df9-ac6cc177c1e1 HTTP/1.1" status: 200 len: 844 time: 0.0923219 Aug 31 01:05:24.907825 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53774) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:25.035824 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-376a5394-17f9-4cbc-bfc9-83c5673033eb tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:25.079837 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b632da98-034c-4bb8-8565-140c8d7a9355 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port 934f99fc-e12a-446d-9df9-ac6cc177c1e1 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:25.080880 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b632da98-034c-4bb8-8565-140c8d7a9355 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:25.153000 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:25.164581 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-376a5394-17f9-4cbc-bfc9-83c5673033eb tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:25.346890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=9951ca08-98b6-43ec-a0c0-e34f45ae5fc4,segment=NetworkSegment(89e6473d-43db-4758-8e73-e74a7c97ef57),segment_id=89e6473d-43db-4758-8e73-e74a7c97ef57)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:25.357007 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b632da98-034c-4bb8-8565-140c8d7a9355 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:25.364854 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '9951ca08-98b6-43ec-a0c0-e34f45ae5fc4', 'network_id': '640d4953-fe2b-4a30-8c0b-10f4ab364fb3', 'port_id': '9951ca08-98b6-43ec-a0c0-e34f45ae5fc4', 'mac_address': 'fa:16:3e:3a:ad:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b02fa4-af68-4168-a28b-6bcefcad25d9', 'ip_address': '19.86.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:25.371157 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a5394-17f9-4cbc-bfc9-83c5673033eb tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Pushing event updated for resources: {'Port': ['ID=c5dce56a-a7ab-4bd8-a0b6-a0281ef3036b,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:25.407515 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2eb101-4b3a-4845-9c58-ec9e157221d5 req-c938a059-0c83-42cd-ba26-7619438f56e6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:25.414453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2eb101-4b3a-4845-9c58-ec9e157221d5 req-c938a059-0c83-42cd-ba26-7619438f56e6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:25.425808 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2eb101-4b3a-4845-9c58-ec9e157221d5 req-c938a059-0c83-42cd-ba26-7619438f56e6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:25.436020 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2eb101-4b3a-4845-9c58-ec9e157221d5 req-c938a059-0c83-42cd-ba26-7619438f56e6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:25.443094 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2eb101-4b3a-4845-9c58-ec9e157221d5 req-c938a059-0c83-42cd-ba26-7619438f56e6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:25.447894 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:25.453082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2eb101-4b3a-4845-9c58-ec9e157221d5 req-c938a059-0c83-42cd-ba26-7619438f56e6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:25.462500 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2eb101-4b3a-4845-9c58-ec9e157221d5 req-c938a059-0c83-42cd-ba26-7619438f56e6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:25.473149 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a2eb101-4b3a-4845-9c58-ec9e157221d5 req-c938a059-0c83-42cd-ba26-7619438f56e6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5432 time: 0.3697095 Aug 31 01:05:25.474315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:25.498679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83a14d-0843-4a6d-b627-074cfc3e69b6 req-10569a20-300a-47af-8929-0b5ef83b0475 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:25.507243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83a14d-0843-4a6d-b627-074cfc3e69b6 req-10569a20-300a-47af-8929-0b5ef83b0475 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:25.532857 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=9951ca08-98b6-43ec-a0c0-e34f45ae5fc4,segment=NetworkSegment(89e6473d-43db-4758-8e73-e74a7c97ef57),segment_id=89e6473d-43db-4758-8e73-e74a7c97ef57)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:25.534414 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83a14d-0843-4a6d-b627-074cfc3e69b6 req-10569a20-300a-47af-8929-0b5ef83b0475 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:25.539772 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c83a14d-0843-4a6d-b627-074cfc3e69b6 req-10569a20-300a-47af-8929-0b5ef83b0475 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2412 time: 0.1726916 Aug 31 01:05:25.544794 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b632da98-034c-4bb8-8565-140c8d7a9355 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for 934f99fc-e12a-446d-9df9-ac6cc177c1e1 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:25.548391 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-376a5394-17f9-4cbc-bfc9-83c5673033eb tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:25.609938 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a2eb101-4b3a-4845-9c58-ec9e157221d5 req-5e955976-0eb6-41e0-8865-749916d531bf tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1132638 Aug 31 01:05:25.616080 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c83a14d-0843-4a6d-b627-074cfc3e69b6 req-a2f0ba7a-6377-4ab1-8d55-965c833925ac tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602508 Aug 31 01:05:25.678277 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:25.679637 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6bc86785-a3c9-4703-891c-17ea3ded0d97 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:25.749291 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-376a5394-17f9-4cbc-bfc9-83c5673033eb tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:25.757156 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-376a5394-17f9-4cbc-bfc9-83c5673033eb tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4653900 Aug 31 01:05:25.758066 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53796) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:25.823719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=9951ca08-98b6-43ec-a0c0-e34f45ae5fc4,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:25.883777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeff83-4a18-4b87-8aef-3c3fd516f3a7 req-c0a1aff1-fd5f-452f-b89b-deaed11f20d2 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:25.887681 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-67eeff83-4a18-4b87-8aef-3c3fd516f3a7 req-c0a1aff1-fd5f-452f-b89b-deaed11f20d2 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 943 time: 0.1457920 Aug 31 01:05:25.908375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6bc86785-a3c9-4703-891c-17ea3ded0d97, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6bc86785-a3c9-4703-891c-17ea3ded0d97,segment=NetworkSegment(05572195-d737-4788-a7a4-bfc34bb4eec5),segment_id=05572195-d737-4788-a7a4-bfc34bb4eec5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:25.936009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '6bc86785-a3c9-4703-891c-17ea3ded0d97', 'network_id': '45f9443c-309b-4834-9a18-02f9af603300', 'port_id': '6bc86785-a3c9-4703-891c-17ea3ded0d97', 'mac_address': 'fa:16:3e:47:c4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57124f15-125b-4d65-a22e-e4993bf0fd34', 'ip_address': '19.80.0.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:25.944484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef963753-34f5-4af4-87bc-d2c900521170 req-62e4533c-f069-46d3-b48c-f9d70d317d9f tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:25.947251 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef963753-34f5-4af4-87bc-d2c900521170 req-62e4533c-f069-46d3-b48c-f9d70d317d9f tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.2123704 Aug 31 01:05:25.976782 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-67eeff83-4a18-4b87-8aef-3c3fd516f3a7 req-8a0323f3-f773-4341-8b9e-b29448c2ed16 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773644 Aug 31 01:05:25.984870 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b632da98-034c-4bb8-8565-140c8d7a9355 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:26.037103 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:26.044117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632da98-034c-4bb8-8565-140c8d7a9355 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=934f99fc-e12a-446d-9df9-ac6cc177c1e1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:26.072363 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc86785-a3c9-4703-891c-17ea3ded0d97 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:26.074293 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b632da98-034c-4bb8-8565-140c8d7a9355 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:26.076931 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b632da98-034c-4bb8-8565-140c8d7a9355 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/ports/934f99fc-e12a-446d-9df9-ac6cc177c1e1 HTTP/1.1" status: 204 len: 168 time: 1.1678998 Aug 31 01:05:26.081097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53800) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:26.089644 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef963753-34f5-4af4-87bc-d2c900521170 req-cc3a5141-2fd9-4fb8-bf3a-fa937f938aee tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320632 Aug 31 01:05:26.123849 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6bc86785-a3c9-4703-891c-17ea3ded0d97, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6bc86785-a3c9-4703-891c-17ea3ded0d97,segment=NetworkSegment(05572195-d737-4788-a7a4-bfc34bb4eec5),segment_id=05572195-d737-4788-a7a4-bfc34bb4eec5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:26.130321 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe933fa-438b-4089-be86-cdca4a6f2adc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] GET failed (client error): The resource could not be found. Aug 31 01:05:26.133057 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-efe933fa-438b-4089-be86-cdca4a6f2adc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports/934f99fc-e12a-446d-9df9-ac6cc177c1e1 HTTP/1.1" status: 404 len: 333 time: 0.0500846 Aug 31 01:05:26.140408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53804) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:26.150508 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f', 'name': 'tempest-PortsIpV6TestJSON-998497839'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:26.181763 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-100ff742-e405-4985-9097-c8c3f8f19a5d tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:26.312454 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:26.313493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8117cca6-1c2d-4918-beb9-6ff5bafd74ea details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:26.381389 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-100ff742-e405-4985-9097-c8c3f8f19a5d tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:26.429382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8117cca6-1c2d-4918-beb9-6ff5bafd74ea, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8117cca6-1c2d-4918-beb9-6ff5bafd74ea,segment=NetworkSegment(05572195-d737-4788-a7a4-bfc34bb4eec5),segment_id=05572195-d737-4788-a7a4-bfc34bb4eec5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:26.440608 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '8117cca6-1c2d-4918-beb9-6ff5bafd74ea', 'network_id': '45f9443c-309b-4834-9a18-02f9af603300', 'port_id': '8117cca6-1c2d-4918-beb9-6ff5bafd74ea', 'mac_address': 'fa:16:3e:32:31:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57124f15-125b-4d65-a22e-e4993bf0fd34', 'ip_address': '19.80.0.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:26.443412 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=6bc86785-a3c9-4703-891c-17ea3ded0d97,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:26.517227 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:26.543501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8117cca6-1c2d-4918-beb9-6ff5bafd74ea {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:26.561775 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-100ff742-e405-4985-9097-c8c3f8f19a5d tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:26.564763 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:26.572711 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:26.596459 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8117cca6-1c2d-4918-beb9-6ff5bafd74ea, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8117cca6-1c2d-4918-beb9-6ff5bafd74ea,segment=NetworkSegment(05572195-d737-4788-a7a4-bfc34bb4eec5),segment_id=05572195-d737-4788-a7a4-bfc34bb4eec5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:26.606159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] device_id is not set on port 18d568d8-2c05-4619-bf94-177674c7646e yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:05:26.658089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53810) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:26.711848 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:26.864571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device fe07c018-06b1-40a4-96f9-2911e4dc7e68 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:26.910748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-100ff742-e405-4985-9097-c8c3f8f19a5d tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Allocated IP 172.25.2.205 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/d9297b2d-5c72-498a-8f88-0964d87e4e7a) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:05:26.937190 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb993d-180c-4f1a-81ff-d21c29559379 req-5ede705e-b32c-4061-9e11-1c2d43f93c89 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:26.945723 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cedb993d-180c-4f1a-81ff-d21c29559379 req-5ede705e-b32c-4061-9e11-1c2d43f93c89 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.1196601 Aug 31 01:05:27.039547 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=8117cca6-1c2d-4918-beb9-6ff5bafd74ea,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:27.054144 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cacaa634-6537-4071-89d9-a54e5c5b348f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:27.127809 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port fe07c018-06b1-40a4-96f9-2911e4dc7e68, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fe07c018-06b1-40a4-96f9-2911e4dc7e68,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:27.137054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['8117cca6-1c2d-4918-beb9-6ff5bafd74ea'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:27.141776 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cedb993d-180c-4f1a-81ff-d21c29559379 req-9929d62e-2790-4259-afb8-47d0b723c6f2 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944816 Aug 31 01:05:27.143336 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea24c0-83d8-481e-9d64-690fc37de769 req-060c62e6-be7f-4fc1-9f5c-0a9d86b60375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:27.146332 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-12ea24c0-83d8-481e-9d64-690fc37de769 req-060c62e6-be7f-4fc1-9f5c-0a9d86b60375 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=982b5fe753f4482cbadeee55c6e49b01&device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 1097 time: 0.3489308 Aug 31 01:05:27.182547 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:27.202259 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['6bc86785-a3c9-4703-891c-17ea3ded0d97'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:27.206548 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['9951ca08-98b6-43ec-a0c0-e34f45ae5fc4'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:27.229182 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbaf51-958a-4fc5-b15f-87f78497fc19 req-4f85a706-a82e-4219-8ee8-3191988cfb27 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:27.244800 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbaf51-958a-4fc5-b15f-87f78497fc19 req-4f85a706-a82e-4219-8ee8-3191988cfb27 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:27.254580 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbaf51-958a-4fc5-b15f-87f78497fc19 req-4f85a706-a82e-4219-8ee8-3191988cfb27 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:27.263064 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0edbaf51-958a-4fc5-b15f-87f78497fc19 req-4f85a706-a82e-4219-8ee8-3191988cfb27 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2415 time: 0.2396271 Aug 31 01:05:27.283571 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-100ff742-e405-4985-9097-c8c3f8f19a5d tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:27.296882 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'fe07c018-06b1-40a4-96f9-2911e4dc7e68', 'network_id': 'b0ccd887-c5da-4271-88f5-08b576ad7053', 'port_id': 'fe07c018-06b1-40a4-96f9-2911e4dc7e68', 'mac_address': 'fa:16:3e:f8:97:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8014dbf9-3f93-4305-a557-88fa6bfa5935', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:27.457287 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0edbaf51-958a-4fc5-b15f-87f78497fc19 req-a84b61d0-c69d-45d8-b43b-65678490647c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929708 Aug 31 01:05:27.499041 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea24c0-83d8-481e-9d64-690fc37de769 req-0c625cd5-3079-4990-8c4b-0510df3fbce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:27.511201 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-12ea24c0-83d8-481e-9d64-690fc37de769 req-0c625cd5-3079-4990-8c4b-0510df3fbce0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b361b8b9-4744-4d54-a81c-33efa79a57b4 HTTP/1.1" status: 200 len: 912 time: 0.3415740 Aug 31 01:05:27.522680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54e649-32fb-4c58-a223-cd5540b68124 req-284e4cdb-4c6a-4a6c-a255-4660b16bcce6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:27.535633 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54e649-32fb-4c58-a223-cd5540b68124 req-284e4cdb-4c6a-4a6c-a255-4660b16bcce6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:27.544745 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54e649-32fb-4c58-a223-cd5540b68124 req-284e4cdb-4c6a-4a6c-a255-4660b16bcce6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:27.557766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54e649-32fb-4c58-a223-cd5540b68124 req-284e4cdb-4c6a-4a6c-a255-4660b16bcce6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:27.570896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54e649-32fb-4c58-a223-cd5540b68124 req-284e4cdb-4c6a-4a6c-a255-4660b16bcce6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:27.589031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54e649-32fb-4c58-a223-cd5540b68124 req-284e4cdb-4c6a-4a6c-a255-4660b16bcce6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:27.593702 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-12ea24c0-83d8-481e-9d64-690fc37de769 req-e5266ed5-c78f-45f4-8c55-3b3e83344391 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f HTTP/1.1" status: 200 len: 217 time: 0.0810997 Aug 31 01:05:27.603624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54e649-32fb-4c58-a223-cd5540b68124 req-284e4cdb-4c6a-4a6c-a255-4660b16bcce6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:27.607725 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d54e649-32fb-4c58-a223-cd5540b68124 req-284e4cdb-4c6a-4a6c-a255-4660b16bcce6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5432 time: 0.2590241 Aug 31 01:05:27.620336 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-100ff742-e405-4985-9097-c8c3f8f19a5d tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:27.646696 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cacaa634-6537-4071-89d9-a54e5c5b348f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:27.654017 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:27.663403 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:27.713097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100ff742-e405-4985-9097-c8c3f8f19a5d tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:27.725389 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-100ff742-e405-4985-9097-c8c3f8f19a5d tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:27.745107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ff742-e405-4985-9097-c8c3f8f19a5d tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:05:27.775624 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network c364baa5-ccd7-46ff-ade4-87575f65869f is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:27.784649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:27.789559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe07c018-06b1-40a4-96f9-2911e4dc7e68 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:27.797695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:05:27.803547 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d54e649-32fb-4c58-a223-cd5540b68124 req-4ed0d441-da68-4b83-bcd7-6dad5446cc26 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1773376 Aug 31 01:05:27.804044 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:27.804832 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:27.816998 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cacaa634-6537-4071-89d9-a54e5c5b348f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:27.822102 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ff742-e405-4985-9097-c8c3f8f19a5d tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Pushing event updated for resources: {'Port': ['ID=d9297b2d-5c72-498a-8f88-0964d87e4e7a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:27.824046 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea24c0-83d8-481e-9d64-690fc37de769 req-2e1ffb86-0a03-4965-b3c9-5a1fea8bee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:27.825885 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-12ea24c0-83d8-481e-9d64-690fc37de769 req-2e1ffb86-0a03-4965-b3c9-5a1fea8bee83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1007955d-a753-4c3b-bbca-3943185f8e1f HTTP/1.1" status: 200 len: 851 time: 0.2253203 Aug 31 01:05:27.854166 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=18d568d8-2c05-4619-bf94-177674c7646e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:27.901753 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:27.904619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:27.904619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:27.904619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:27.904619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:27.904619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:27.905313 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:27.907031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:27.907031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:27.907031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:27.907472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:27.907924 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:27.912886 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port fe07c018-06b1-40a4-96f9-2911e4dc7e68, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fe07c018-06b1-40a4-96f9-2911e4dc7e68,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:27.921456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c340527-ffe4-46be-b4c4-6b2bd01957e2 req-b259efb5-71f4-4ed1-9239-b95cd7e8cf74 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:27.923565 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2c340527-ffe4-46be-b4c4-6b2bd01957e2 req-b259efb5-71f4-4ed1-9239-b95cd7e8cf74 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 943 time: 0.3009980 Aug 31 01:05:27.926078 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-12ea24c0-83d8-481e-9d64-690fc37de769 req-7aab7e80-5fef-4754-ba3a-d8dfc407597b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b361b8b9-4744-4d54-a81c-33efa79a57b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890064 Aug 31 01:05:27.928149 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacaa634-6537-4071-89d9-a54e5c5b348f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef0185a-fd65-44a8-be4b-728563dceb48,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:27.939401 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ff56a348-9f41-4563-bb11-63fab4ecf3db tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7974792 Aug 31 01:05:27.941058 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cacaa634-6537-4071-89d9-a54e5c5b348f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34e4d1d6adc3444da92630d163fc977a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2795208 Aug 31 01:05:27.951313 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53822) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:27.951827 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53824) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:27.981537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-84a3529d-0b07-4635-9143-8d78e8fd19ae tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:28.050547 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:28.169837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=fe07c018-06b1-40a4-96f9-2911e4dc7e68,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:28.265317 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-100ff742-e405-4985-9097-c8c3f8f19a5d tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:28.309229 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-84a3529d-0b07-4635-9143-8d78e8fd19ae tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:28.316621 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-730c888a-8e6f-455e-b70e-fe5530feaac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:28.338580 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['fe07c018-06b1-40a4-96f9-2911e4dc7e68'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:28.374214 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b58e3d-94de-4f3c-b473-8b7554517a3b req-c9bc1a6c-4b22-4308-bb60-361f230fcc5d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:28.385643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b58e3d-94de-4f3c-b473-8b7554517a3b req-c9bc1a6c-4b22-4308-bb60-361f230fcc5d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:28.395357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b58e3d-94de-4f3c-b473-8b7554517a3b req-c9bc1a6c-4b22-4308-bb60-361f230fcc5d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:28.407723 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b58e3d-94de-4f3c-b473-8b7554517a3b req-c9bc1a6c-4b22-4308-bb60-361f230fcc5d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:28.419513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b58e3d-94de-4f3c-b473-8b7554517a3b req-c9bc1a6c-4b22-4308-bb60-361f230fcc5d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:28.432063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b58e3d-94de-4f3c-b473-8b7554517a3b req-c9bc1a6c-4b22-4308-bb60-361f230fcc5d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:28.444065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b58e3d-94de-4f3c-b473-8b7554517a3b req-c9bc1a6c-4b22-4308-bb60-361f230fcc5d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:28.450342 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c4b58e3d-94de-4f3c-b473-8b7554517a3b req-c9bc1a6c-4b22-4308-bb60-361f230fcc5d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5432 time: 0.3625972 Aug 31 01:05:28.476497 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53828) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:28.489330 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4ccc27b2-ea5c-4c0d-9c03-11bc99a710c7 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Request body: {'floatingip': {'port_id': 'fc495864-fd8e-4439-9671-7879717ab258'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:28.504688 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-730c888a-8e6f-455e-b70e-fe5530feaac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:28.606895 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4ccc27b2-ea5c-4c0d-9c03-11bc99a710c7 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for floatingip, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:28.629962 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-100ff742-e405-4985-9097-c8c3f8f19a5d tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:28.667788 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2c340527-ffe4-46be-b4c4-6b2bd01957e2 req-ddb3029f-7bdf-4007-8939-9f236ebd3114 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7246962 Aug 31 01:05:28.804178 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-12ea24c0-83d8-481e-9d64-690fc37de769 req-221a901b-7adb-459d-9d68-8bd6223494d4 service neutron] 10.222.0.41 "GET /v2.0/networks/b361b8b9-4744-4d54-a81c-33efa79a57b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8597627 Aug 31 01:05:28.859311 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b0a151b-9c9a-4874-b3ab-bbf2ba76764f req-56a2b556-d063-4d9d-96c9-afcb82cbd30c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3106501 Aug 31 01:05:28.981490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bdfef-e050-4fa4-971e-06abf3889321 req-6d02f3e7-d544-4ff2-8e9e-8de063ec4cd0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:28.982854 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e40bdfef-e050-4fa4-971e-06abf3889321 req-6d02f3e7-d544-4ff2-8e9e-8de063ec4cd0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.3552690 Aug 31 01:05:29.060642 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-730c888a-8e6f-455e-b70e-fe5530feaac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:29.063268 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-730c888a-8e6f-455e-b70e-fe5530feaac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:29.064443 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-730c888a-8e6f-455e-b70e-fe5530feaac4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ef0185a-fd65-44a8-be4b-728563dceb48 HTTP/1.1" status: 204 len: 168 time: 1.1089933 Aug 31 01:05:29.094193 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56e806-ca00-47c6-977e-5cc8c90b7c56 req-58dc49f6-e95f-4cb4-977f-5f9625ae0e6b tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:29.104757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56e806-ca00-47c6-977e-5cc8c90b7c56 req-58dc49f6-e95f-4cb4-977f-5f9625ae0e6b tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:29.115701 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c888a-8e6f-455e-b70e-fe5530feaac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef0185a-fd65-44a8-be4b-728563dceb48,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:29.117372 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56e806-ca00-47c6-977e-5cc8c90b7c56 req-58dc49f6-e95f-4cb4-977f-5f9625ae0e6b tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:29.131388 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ec56e806-ca00-47c6-977e-5cc8c90b7c56 req-58dc49f6-e95f-4cb4-977f-5f9625ae0e6b tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2415 time: 0.3211339 Aug 31 01:05:29.149912 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-84a3529d-0b07-4635-9143-8d78e8fd19ae tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:29.169015 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e40bdfef-e050-4fa4-971e-06abf3889321 req-2c6e9f03-25df-4f44-80db-93b84d6f319a tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494923 Aug 31 01:05:29.176550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a151b-9c9a-4874-b3ab-bbf2ba76764f req-dc702dbb-e8af-4120-a6b7-5adee21c2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:29.178610 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b0a151b-9c9a-4874-b3ab-bbf2ba76764f req-dc702dbb-e8af-4120-a6b7-5adee21c2e4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=982b5fe753f4482cbadeee55c6e49b01&device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 1097 time: 0.2814364 Aug 31 01:05:29.251044 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-12ea24c0-83d8-481e-9d64-690fc37de769 req-f2bfbcbd-7e6f-4d28-a578-a4e750c0cdc3 service neutron] 10.222.0.41 "GET /v2.0/networks/b361b8b9-4744-4d54-a81c-33efa79a57b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264572 Aug 31 01:05:29.305192 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-84a3529d-0b07-4635-9143-8d78e8fd19ae tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:29.311487 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-100ff742-e405-4985-9097-c8c3f8f19a5d tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:29.348728 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ec56e806-ca00-47c6-977e-5cc8c90b7c56 req-fc03a0aa-0799-411a-9994-cd6ad1bb70b6 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190883 Aug 31 01:05:29.390625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-84a3529d-0b07-4635-9143-8d78e8fd19ae tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] In _notify_port_updated(), no bound segment for port 18d568d8-2c05-4619-bf94-177674c7646e on network c364baa5-ccd7-46ff-ade4-87575f65869f {{(pid=102342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:05:29.394767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a3529d-0b07-4635-9143-8d78e8fd19ae tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:29.395883 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-84a3529d-0b07-4635-9143-8d78e8fd19ae tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:29.401496 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-84a3529d-0b07-4635-9143-8d78e8fd19ae tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "PUT /v2.0/ports/18d568d8-2c05-4619-bf94-177674c7646e HTTP/1.1" status: 200 len: 818 time: 1.4403584 Aug 31 01:05:29.407064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53834) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:29.462819 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-100ff742-e405-4985-9097-c8c3f8f19a5d tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:29.477158 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3529d-0b07-4635-9143-8d78e8fd19ae tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=18d568d8-2c05-4619-bf94-177674c7646e,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:29.577037 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a151b-9c9a-4874-b3ab-bbf2ba76764f req-cce58b3d-c29e-4a72-8225-e96c95040de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:29.583080 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b0a151b-9c9a-4874-b3ab-bbf2ba76764f req-cce58b3d-c29e-4a72-8225-e96c95040de7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b361b8b9-4744-4d54-a81c-33efa79a57b4 HTTP/1.1" status: 200 len: 912 time: 0.3548822 Aug 31 01:05:29.672144 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4ccc27b2-ea5c-4c0d-9c03-11bc99a710c7 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:29.693953 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ff742-e405-4985-9097-c8c3f8f19a5d tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Pushing event updated for resources: {'Port': ['ID=d9297b2d-5c72-498a-8f88-0964d87e4e7a,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:29.704372 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b0a151b-9c9a-4874-b3ab-bbf2ba76764f req-b2377c6f-8386-410e-a952-eba43755843f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7cfafbd-4973-4a35-b271-f81a6beaffd9 HTTP/1.1" status: 200 len: 217 time: 0.0814829 Aug 31 01:05:29.731006 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-100ff742-e405-4985-9097-c8c3f8f19a5d tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:29.746014 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4ccc27b2-ea5c-4c0d-9c03-11bc99a710c7 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:29.866829 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-100ff742-e405-4985-9097-c8c3f8f19a5d tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:29.868396 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-100ff742-e405-4985-9097-c8c3f8f19a5d tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1060827 Aug 31 01:05:29.875047 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53840) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:29.892020 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-53facad1-a035-4e0d-9f1e-085d500682d2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port 18d568d8-2c05-4619-bf94-177674c7646e {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:29.896917 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-53facad1-a035-4e0d-9f1e-085d500682d2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:29.924831 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a151b-9c9a-4874-b3ab-bbf2ba76764f req-01d13138-1acc-4e14-bef5-1e5e189af143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:29.927318 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b0a151b-9c9a-4874-b3ab-bbf2ba76764f req-01d13138-1acc-4e14-bef5-1e5e189af143 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1007955d-a753-4c3b-bbca-3943185f8e1f HTTP/1.1" status: 200 len: 851 time: 0.2126780 Aug 31 01:05:29.944476 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-4ccc27b2-ea5c-4c0d-9c03-11bc99a710c7 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Floating IP db63d500-73d8-4a84-85e3-3015cb6c5c5a associated. External IP: 172.25.2.134, port: fc495864-fd8e-4439-9671-7879717ab258. Aug 31 01:05:30.190824 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53842) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:30.219616 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6fe04efe-b3c2-4230-9c67-5df05b456d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:30.485381 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccc27b2-ea5c-4c0d-9c03-11bc99a710c7 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Router cdc8e1cf-8ce6-41c9-94a1-f836e183c315 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:05:30.503870 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b0a151b-9c9a-4874-b3ab-bbf2ba76764f req-10f2d61e-1984-4d3a-b086-ab18696ecfc3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b361b8b9-4744-4d54-a81c-33efa79a57b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990729 Aug 31 01:05:30.540863 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f2152-3e79-4819-9fe0-33653182b4d4 req-a6aa96ed-0358-4764-9570-14e71e22f423 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:30.544708 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-be2f2152-3e79-4819-9fe0-33653182b4d4 req-a6aa96ed-0358-4764-9570-14e71e22f423 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.1975772 Aug 31 01:05:30.547487 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a0071-583a-443e-a952-bef2da52037e req-2206ac4a-9784-4bc8-993a-a2199fab72c4 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:30.550087 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed3a0071-583a-443e-a952-bef2da52037e req-2206ac4a-9784-4bc8-993a-a2199fab72c4 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 944 time: 0.7359302 Aug 31 01:05:30.637583 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-53facad1-a035-4e0d-9f1e-085d500682d2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:30.721571 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-67d6e6ab-2872-4bc9-97d8-b37d7e11c28f tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.8402033 Aug 31 01:05:30.722950 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6fe04efe-b3c2-4230-9c67-5df05b456d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:30.734130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53848) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:30.751855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-53facad1-a035-4e0d-9f1e-085d500682d2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for 18d568d8-2c05-4619-bf94-177674c7646e owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:30.794817 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-be2f2152-3e79-4819-9fe0-33653182b4d4 req-41f22219-d373-49d0-a027-c0a82332cac5 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283049 Aug 31 01:05:30.810252 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6fe04efe-b3c2-4230-9c67-5df05b456d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:30.878494 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device fe07c018-06b1-40a4-96f9-2911e4dc7e68 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:30.905360 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe04efe-b3c2-4230-9c67-5df05b456d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5b9818-565a-499a-8674-53214626a4f9,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:30.919038 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-efb4ac1a-ed1a-4b80-b499-a8145fd2a847 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1804280 Aug 31 01:05:30.920255 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53850) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:30.939594 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed3a0071-583a-443e-a952-bef2da52037e req-008f85f7-a79a-4008-a51f-12fa4b501247 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459263 Aug 31 01:05:31.053288 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccc27b2-ea5c-4c0d-9c03-11bc99a710c7 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:05:31.058077 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b0a151b-9c9a-4874-b3ab-bbf2ba76764f req-9c895d3b-f46b-45f2-9fa4-78a024530054 service neutron] 10.222.0.48 "GET /v2.0/networks/b361b8b9-4744-4d54-a81c-33efa79a57b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347998 Aug 31 01:05:31.061555 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4ccc27b2-ea5c-4c0d-9c03-11bc99a710c7 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:31.067691 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e060ec9-9e87-498d-8279-57bc83059395 None None] Sync routers for ids ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:05:31.089570 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e060ec9-9e87-498d-8279-57bc83059395 None None] Routers {'cdc8e1cf-8ce6-41c9-94a1-f836e183c315'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:05:31.090227 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8e060ec9-9e87-498d-8279-57bc83059395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:05:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:31.113836 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6fe04efe-b3c2-4230-9c67-5df05b456d53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=289aeb1a31074ba0b0ce6249b0d48d88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9204006 Aug 31 01:05:31.138726 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53852) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:31.177075 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port fe07c018-06b1-40a4-96f9-2911e4dc7e68 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:31.187456 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6bc86785-a3c9-4703-891c-17ea3ded0d97 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:31.239264 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b0a151b-9c9a-4874-b3ab-bbf2ba76764f req-019250df-a251-457b-981b-c69977559269 service neutron] 10.222.0.48 "GET /v2.0/networks/b361b8b9-4744-4d54-a81c-33efa79a57b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727123 Aug 31 01:05:31.241996 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port fe07c018-06b1-40a4-96f9-2911e4dc7e68 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:31.242528 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:31.251961 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4ccc27b2-ea5c-4c0d-9c03-11bc99a710c7 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "PUT /v2.0/floatingips/db63d500-73d8-4a84-85e3-3015cb6c5c5a HTTP/1.1" status: 200 len: 992 time: 2.7663326 Aug 31 01:05:31.253502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'tag': 'fc495864-fd8e-4439-9671-7879717ab258'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:31.256237 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3ef999-f8cb-417c-9215-1421f2f3848b" -d '{"events": [{"name": "network-changed", "server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "tag": "fc495864-fd8e-4439-9671-7879717ab258"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:31.284984 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-53facad1-a035-4e0d-9f1e-085d500682d2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:31.352993 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb8136-c7d0-4534-bc8b-9b67cdc61891 req-36d19c56-19c2-43b2-b30c-c17a3df0ac15 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:31.353358 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-8e060ec9-9e87-498d-8279-57bc83059395 None None] Set router cdc8e1cf-8ce6-41c9-94a1-f836e183c315 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:05:31.372250 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb8136-c7d0-4534-bc8b-9b67cdc61891 req-36d19c56-19c2-43b2-b30c-c17a3df0ac15 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:31.386026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb8136-c7d0-4534-bc8b-9b67cdc61891 req-36d19c56-19c2-43b2-b30c-c17a3df0ac15 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:31.387932 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0ddb8136-c7d0-4534-bc8b-9b67cdc61891 req-36d19c56-19c2-43b2-b30c-c17a3df0ac15 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2415 time: 0.3854637 Aug 31 01:05:31.419045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53facad1-a035-4e0d-9f1e-085d500682d2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=18d568d8-2c05-4619-bf94-177674c7646e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:31.432194 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-53facad1-a035-4e0d-9f1e-085d500682d2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:31.438833 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-53facad1-a035-4e0d-9f1e-085d500682d2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/ports/18d568d8-2c05-4619-bf94-177674c7646e HTTP/1.1" status: 204 len: 168 time: 2.0251362 Aug 31 01:05:31.439394 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53858) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:31.499662 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a73599-dbef-4de1-ba85-cf55cfc21366 x-openstack-request-id: req-76a73599-dbef-4de1-ba85-cf55cfc21366 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:31.499662 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "tag": "fc495864-fd8e-4439-9671-7879717ab258", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:31.500074 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76a73599-dbef-4de1-ba85-cf55cfc21366 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:31.500687 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'tag': 'fc495864-fd8e-4439-9671-7879717ab258', 'status': 'completed', 'code': 200} Aug 31 01:05:31.505106 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fea7c55d-1133-40c1-b67f-b7d443fdd784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:31.525082 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 6bc86785-a3c9-4703-891c-17ea3ded0d97 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:31.547084 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 6bc86785-a3c9-4703-891c-17ea3ded0d97 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:31.547389 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:31.558090 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:31.598562 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fea7c55d-1133-40c1-b67f-b7d443fdd784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:31.612426 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-b3d83fd9-407b-4ae2-a4b9-e5b3c36cd904 tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Deleting port d9297b2d-5c72-498a-8f88-0964d87e4e7a {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:31.613001 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3d83fd9-407b-4ae2-a4b9-e5b3c36cd904 tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:31.671792 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-67e20f43-cd9d-4283-a818-b085917774ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2822394 Aug 31 01:05:31.693019 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port fe07c018-06b1-40a4-96f9-2911e4dc7e68, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fe07c018-06b1-40a4-96f9-2911e4dc7e68,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:31.698263 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b827e010-c262-4b23-ae88-722d42af6a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe07c018-06b1-40a4-96f9-2911e4dc7e68'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:31.702205 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6370d854-9d01-4706-83f6-0e014232f4ec" -d '{"events": [{"server_uuid": "b827e010-c262-4b23-ae88-722d42af6a8f", "name": "network-vif-plugged", "status": "completed", "tag": "fe07c018-06b1-40a4-96f9-2911e4dc7e68"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:31.727644 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f49cc49-654c-45bd-83ae-c9c84a0ec049 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:31.729824 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4f49cc49-654c-45bd-83ae-c9c84a0ec049 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2888443 Aug 31 01:05:31.737866 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53862) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:31.740844 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0ddb8136-c7d0-4534-bc8b-9b67cdc61891 req-ec0bb236-72bb-4a25-ac5c-eae7556d0993 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272257 Aug 31 01:05:31.776931 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:31.787453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ef999-f8cb-417c-9215-1421f2f3848b req-cc8afd54-d021-4e46-b762-7c2e4c9739ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:31.788831 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ef999-f8cb-417c-9215-1421f2f3848b req-cc8afd54-d021-4e46-b762-7c2e4c9739ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:31.792763 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ef999-f8cb-417c-9215-1421f2f3848b req-cc8afd54-d021-4e46-b762-7c2e4c9739ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:31.803526 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ef999-f8cb-417c-9215-1421f2f3848b req-cc8afd54-d021-4e46-b762-7c2e4c9739ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:31.803526 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ef999-f8cb-417c-9215-1421f2f3848b req-cc8afd54-d021-4e46-b762-7c2e4c9739ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:31.803526 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ef999-f8cb-417c-9215-1421f2f3848b req-cc8afd54-d021-4e46-b762-7c2e4c9739ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:31.803526 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ef999-f8cb-417c-9215-1421f2f3848b req-cc8afd54-d021-4e46-b762-7c2e4c9739ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:31.804177 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba3ef999-f8cb-417c-9215-1421f2f3848b req-cc8afd54-d021-4e46-b762-7c2e4c9739ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480470cd2fbf45018b60a7cede707d79&device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 6496 time: 0.2516878 Aug 31 01:05:31.848100 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3d83fd9-407b-4ae2-a4b9-e5b3c36cd904 tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:31.848756 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3d83fd9-407b-4ae2-a4b9-e5b3c36cd904 tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:31.849176 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6bc86785-a3c9-4703-891c-17ea3ded0d97, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6bc86785-a3c9-4703-891c-17ea3ded0d97,segment=NetworkSegment(05572195-d737-4788-a7a4-bfc34bb4eec5),segment_id=05572195-d737-4788-a7a4-bfc34bb4eec5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:31.853246 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e8721e-385b-4dc8-8734-241e8517ef50 x-openstack-request-id: req-c6e8721e-385b-4dc8-8734-241e8517ef50 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:31.853796 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b827e010-c262-4b23-ae88-722d42af6a8f", "name": "network-vif-plugged", "status": "completed", "tag": "fe07c018-06b1-40a4-96f9-2911e4dc7e68", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:31.854189 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6e8721e-385b-4dc8-8734-241e8517ef50 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:31.855746 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b827e010-c262-4b23-ae88-722d42af6a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe07c018-06b1-40a4-96f9-2911e4dc7e68', 'code': 200} Aug 31 01:05:31.868720 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:31.887719 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-b3d83fd9-407b-4ae2-a4b9-e5b3c36cd904 tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Calling delete_port for d9297b2d-5c72-498a-8f88-0964d87e4e7a owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:31.935332 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8e060ec9-9e87-498d-8279-57bc83059395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'name': 'tempest-TaggedBootDevicesTest-1018405419-router', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '58f2284d-e689-441a-b802-e6c66210b490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:38Z', 'updated_at': '2021-08-31T01:01:53Z', 'revision_number': 4, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'gw_port': {'id': '58f2284d-e689-441a-b802-e6c66210b490', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'db63d500-73d8-4a84-85e3-3015cb6c5c5a', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'port_id': 'fc495864-fd8e-4439-9671-7879717ab258', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb', 'mac_address': 'fa:16:3e:12:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:03:19Z', 'updated_at': '2021-08-31T01:05:29Z', 'revision_number': 1, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea322632-13e7-4b9e-820f-089907288f6b', 'name': '', 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'mac_address': 'fa:16:3e:38:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:52Z', 'updated_at': '2021-08-31T01:02:01Z', 'revision_number': 5, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'subnets': [{'id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:31.996759 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e060ec9-9e87-498d-8279-57bc83059395 None None] Checking router: cdc8e1cf-8ce6-41c9-94a1-f836e183c315 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:05:32.001908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=fe07c018-06b1-40a4-96f9-2911e4dc7e68,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:32.015740 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e060ec9-9e87-498d-8279-57bc83059395 None None] Routers {'cdc8e1cf-8ce6-41c9-94a1-f836e183c315'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:05:32.017015 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8e060ec9-9e87-498d-8279-57bc83059395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:05:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:32.021665 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:32.042367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:32.049169 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7bdcbf9-e30b-404d-8ef0-ee31f3ce5ed1 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] GET failed (client error): The resource could not be found. Aug 31 01:05:32.052359 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d7bdcbf9-e30b-404d-8ef0-ee31f3ce5ed1 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports/18d568d8-2c05-4619-bf94-177674c7646e HTTP/1.1" status: 404 len: 333 time: 0.3129025 Aug 31 01:05:32.060198 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53868) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:32.069313 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-07eb80a9-b246-4622-a4cb-91cca30be110 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-442315781'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:32.185654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ef999-f8cb-417c-9215-1421f2f3848b req-ae26dde2-2182-4918-ad35-dd66482f5222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:32.189099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba3ef999-f8cb-417c-9215-1421f2f3848b req-ae26dde2-2182-4918-ad35-dd66482f5222 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8d074e0-3ba7-47e4-9677-f4407602dcfb HTTP/1.1" status: 200 len: 913 time: 0.3839872 Aug 31 01:05:32.282112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=6bc86785-a3c9-4703-891c-17ea3ded0d97,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:32.283805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d79840-8fe9-4e52-8a4e-d833941d4db5 req-62d7972f-1323-4800-90b3-6c9e9603afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:32.286407 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-61d79840-8fe9-4e52-8a4e-d833941d4db5 req-62d7972f-1323-4800-90b3-6c9e9603afc4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 1097 time: 0.3131289 Aug 31 01:05:32.288284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07eb80a9-b246-4622-a4cb-91cca30be110 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:32.295417 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07eb80a9-b246-4622-a4cb-91cca30be110 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:32.304425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253013b-3048-43ab-a291-35e600d4a39e req-49b76102-b725-43c8-864e-6fe2a8221911 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:32.306645 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6253013b-3048-43ab-a291-35e600d4a39e req-49b76102-b725-43c8-864e-6fe2a8221911 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.1552775 Aug 31 01:05:32.326360 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-8e060ec9-9e87-498d-8279-57bc83059395 None None] Set router cdc8e1cf-8ce6-41c9-94a1-f836e183c315 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:05:32.359529 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fea7c55d-1133-40c1-b67f-b7d443fdd784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:32.363584 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fea7c55d-1133-40c1-b67f-b7d443fdd784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:32.365784 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fea7c55d-1133-40c1-b67f-b7d443fdd784 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf5b9818-565a-499a-8674-53214626a4f9 HTTP/1.1" status: 204 len: 168 time: 1.2251897 Aug 31 01:05:32.417353 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-61d79840-8fe9-4e52-8a4e-d833941d4db5 req-8f404d69-7a8b-494e-b32a-c46ee5c7978f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092458 Aug 31 01:05:32.418355 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3d83fd9-407b-4ae2-a4b9-e5b3c36cd904 tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:32.419888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07eb80a9-b246-4622-a4cb-91cca30be110 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:05:32.425927 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:32.434307 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7c55d-1133-40c1-b67f-b7d443fdd784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5b9818-565a-499a-8674-53214626a4f9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:32.434844 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:32.435442 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:32.462961 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba3ef999-f8cb-417c-9215-1421f2f3848b req-03f69bf6-4408-4a32-a76b-091f44344704 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc495864-fd8e-4439-9671-7879717ab258 HTTP/1.1" status: 200 len: 1000 time: 0.2651927 Aug 31 01:05:32.488063 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6253013b-3048-43ab-a291-35e600d4a39e req-0dcc9cec-6957-46e8-bb0c-d49bd5a2cda1 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613371 Aug 31 01:05:32.489982 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d83fd9-407b-4ae2-a4b9-e5b3c36cd904 tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Pushing event deleted for resources: {'Port': ['ID=d9297b2d-5c72-498a-8f88-0964d87e4e7a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:32.541475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becf0ed-84d3-442d-a263-d49b92ba48a6 req-143afba7-993c-4f76-bb18-c43e6c0d6529 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:32.551517 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1becf0ed-84d3-442d-a263-d49b92ba48a6 req-143afba7-993c-4f76-bb18-c43e6c0d6529 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 945 time: 0.2651966 Aug 31 01:05:32.572959 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07eb80a9-b246-4622-a4cb-91cca30be110 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:32.573579 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-07eb80a9-b246-4622-a4cb-91cca30be110 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Added segment 672eed38-2a91-4c39-a914-bcc185018b99 of type vlan for network 7d4e69e7-b850-44ed-85b8-2e35d465bba6 Aug 31 01:05:32.670757 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3d83fd9-407b-4ae2-a4b9-e5b3c36cd904 tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:32.674986 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3d83fd9-407b-4ae2-a4b9-e5b3c36cd904 tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:32.676688 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b3d83fd9-407b-4ae2-a4b9-e5b3c36cd904 tempest-FloatingIPAdminTestJSON-1114931669 tempest-FloatingIPAdminTestJSON-1114931669-project] 10.222.0.16 "DELETE /v2.0/floatingips/e653ae49-7f48-4681-bc1b-ce17ce74a2d4 HTTP/1.1" status: 204 len: 168 time: 1.7550974 Aug 31 01:05:32.680845 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53876) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:32.753472 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:32.788400 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07eb80a9-b246-4622-a4cb-91cca30be110 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:32.835884 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1becf0ed-84d3-442d-a263-d49b92ba48a6 req-1d56fad9-77ea-45cb-ad33-91fc878aef5c tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708044 Aug 31 01:05:32.851403 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ef999-f8cb-417c-9215-1421f2f3848b req-e8b983f8-8a8a-4c77-ab15-94add2876104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:32.854051 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba3ef999-f8cb-417c-9215-1421f2f3848b req-e8b983f8-8a8a-4c77-ab15-94add2876104 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc4e87d1-8836-483e-ab3a-9c98a3518bdb HTTP/1.1" status: 200 len: 851 time: 0.1617398 Aug 31 01:05:32.910967 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=9951ca08-98b6-43ec-a0c0-e34f45ae5fc4,segment=NetworkSegment(89e6473d-43db-4758-8e73-e74a7c97ef57),segment_id=89e6473d-43db-4758-8e73-e74a7c97ef57)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:32.969976 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8e060ec9-9e87-498d-8279-57bc83059395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'name': 'tempest-TaggedBootDevicesTest-1018405419-router', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '58f2284d-e689-441a-b802-e6c66210b490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:38Z', 'updated_at': '2021-08-31T01:01:53Z', 'revision_number': 4, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'gw_port': {'id': '58f2284d-e689-441a-b802-e6c66210b490', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'db63d500-73d8-4a84-85e3-3015cb6c5c5a', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'port_id': 'fc495864-fd8e-4439-9671-7879717ab258', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb', 'mac_address': 'fa:16:3e:12:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:03:19Z', 'updated_at': '2021-08-31T01:05:29Z', 'revision_number': 1, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea322632-13e7-4b9e-820f-089907288f6b', 'name': '', 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'mac_address': 'fa:16:3e:38:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:52Z', 'updated_at': '2021-08-31T01:02:01Z', 'revision_number': 5, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'subnets': [{'id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:32.977995 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07eb80a9-b246-4622-a4cb-91cca30be110 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:32.988897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eb80a9-b246-4622-a4cb-91cca30be110 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:32.990004 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07eb80a9-b246-4622-a4cb-91cca30be110 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:32.997905 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:33.001783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8117cca6-1c2d-4918-beb9-6ff5bafd74ea up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:33.091332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c3fee294-3816-46e5-828c-ee676d208a4a tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Deleting port c5dce56a-a7ab-4bd8-a0b6-a0281ef3036b {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:33.092233 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3fee294-3816-46e5-828c-ee676d208a4a tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:33.134970 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e060ec9-9e87-498d-8279-57bc83059395 None None] The sync data for ids ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'] in n-d-793621-34 is: [{'id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'name': 'tempest-TaggedBootDevicesTest-1018405419-router', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '58f2284d-e689-441a-b802-e6c66210b490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:38Z', 'updated_at': '2021-08-31T01:01:53Z', 'revision_number': 4, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'gw_port': {'id': '58f2284d-e689-441a-b802-e6c66210b490', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'db63d500-73d8-4a84-85e3-3015cb6c5c5a', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'port_id': 'fc495864-fd8e-4439-9671-7879717ab258', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb', 'mac_address': 'fa:16:3e:12:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:03:19Z', 'updated_at': '2021-08-31T01:05:29Z', 'revision_number': 1, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea322632-13e7-4b9e-820f-089907288f6b', 'name': '', 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'mac_address': 'fa:16:3e:38:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:52Z', 'updated_at': '2021-08-31T01:02:01Z', 'revision_number': 5, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'subnets': [{'id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:05:33.204687 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb80a9-b246-4622-a4cb-91cca30be110 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Network': ['ID=7d4e69e7-b850-44ed-85b8-2e35d465bba6,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:33.220660 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-07eb80a9-b246-4622-a4cb-91cca30be110 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1550863 Aug 31 01:05:33.227653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53884) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:33.236310 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=9951ca08-98b6-43ec-a0c0-e34f45ae5fc4,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:33.238846 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ac56cbf4-6558-4022-9972-7dbb9834cac0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'subnet': {'network_id': '7d4e69e7-b850-44ed-85b8-2e35d465bba6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:33.277038 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 7d4e69e7-b850-44ed-85b8-2e35d465bba6 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:05:33.379173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ef999-f8cb-417c-9215-1421f2f3848b req-8c6bf452-e2cb-4716-8ead-98b8b99ca107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:33.381956 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba3ef999-f8cb-417c-9215-1421f2f3848b req-8c6bf452-e2cb-4716-8ead-98b8b99ca107 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8d074e0-3ba7-47e4-9677-f4407602dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5052123 Aug 31 01:05:33.489208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbcb1d-db5d-46b6-ad3d-08004e3c9258 req-a30902bc-de9b-47bc-9c58-deed35dd2663 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:33.502099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbcb1d-db5d-46b6-ad3d-08004e3c9258 req-a30902bc-de9b-47bc-9c58-deed35dd2663 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:33.514792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbcb1d-db5d-46b6-ad3d-08004e3c9258 req-a30902bc-de9b-47bc-9c58-deed35dd2663 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:33.529059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d2dbcb1d-db5d-46b6-ad3d-08004e3c9258 req-a30902bc-de9b-47bc-9c58-deed35dd2663 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2417 time: 0.3269799 Aug 31 01:05:33.572832 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3fee294-3816-46e5-828c-ee676d208a4a tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:33.573351 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3fee294-3816-46e5-828c-ee676d208a4a tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:33.610367 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c3fee294-3816-46e5-828c-ee676d208a4a tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Calling delete_port for c5dce56a-a7ab-4bd8-a0b6-a0281ef3036b owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:33.679865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96278a70-6f6f-4e1b-b7a5-3a17d41bd8cb None None] New status for floating IP db63d500-73d8-4a84-85e3-3015cb6c5c5a: ACTIVE {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:05:33.755963 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d2dbcb1d-db5d-46b6-ad3d-08004e3c9258 req-8ea0a53a-580e-4f89-8a45-10e8abd77ca9 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255669 Aug 31 01:05:33.808109 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 8117cca6-1c2d-4918-beb9-6ff5bafd74ea completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:33.862704 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc86785-a3c9-4703-891c-17ea3ded0d97'}, {'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9951ca08-98b6-43ec-a0c0-e34f45ae5fc4'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:33.865267 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b423ec4a-4b40-41dd-abe6-019748d8ce06" -d '{"events": [{"server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "name": "network-vif-plugged", "status": "completed", "tag": "6bc86785-a3c9-4703-891c-17ea3ded0d97"}, {"server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "name": "network-vif-plugged", "status": "completed", "tag": "9951ca08-98b6-43ec-a0c0-e34f45ae5fc4"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:33.868722 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 8117cca6-1c2d-4918-beb9-6ff5bafd74ea triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:33.869116 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:33.888168 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba3ef999-f8cb-417c-9215-1421f2f3848b req-8c0af1c8-0f6a-4496-b7b5-c65fd363b39d service neutron] 10.222.0.41 "GET /v2.0/networks/d8d074e0-3ba7-47e4-9677-f4407602dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959126 Aug 31 01:05:33.949405 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac56cbf4-6558-4022-9972-7dbb9834cac0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:33.953173 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ac56cbf4-6558-4022-9972-7dbb9834cac0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:34.051954 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69cb775-ab5c-4904-8d50-ea0a2dc434d2 x-openstack-request-id: req-b69cb775-ab5c-4904-8d50-ea0a2dc434d2 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:34.052476 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "name": "network-vif-plugged", "status": "completed", "tag": "6bc86785-a3c9-4703-891c-17ea3ded0d97", "code": 200}, {"server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "name": "network-vif-plugged", "status": "completed", "tag": "9951ca08-98b6-43ec-a0c0-e34f45ae5fc4", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:34.052476 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b69cb775-ab5c-4904-8d50-ea0a2dc434d2 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:34.053022 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc86785-a3c9-4703-891c-17ea3ded0d97', 'code': 200} Aug 31 01:05:34.053347 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9951ca08-98b6-43ec-a0c0-e34f45ae5fc4', 'code': 200} Aug 31 01:05:34.130711 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28187a-a002-4bb2-91c8-f844bd6c10dd req-c98b62d4-7174-4be9-b78d-666c73817d58 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:34.144038 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4e28187a-a002-4bb2-91c8-f844bd6c10dd req-c98b62d4-7174-4be9-b78d-666c73817d58 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.3162980 Aug 31 01:05:34.167395 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba3ef999-f8cb-417c-9215-1421f2f3848b req-012c6afe-b47a-4276-996e-b139a7b483ba service neutron] 10.222.0.41 "GET /v2.0/networks/d8d074e0-3ba7-47e4-9677-f4407602dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705884 Aug 31 01:05:34.183292 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3fee294-3816-46e5-828c-ee676d208a4a tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:34.268284 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fee294-3816-46e5-828c-ee676d208a4a tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5dce56a-a7ab-4bd8-a0b6-a0281ef3036b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:34.321726 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffbe30-4b36-49d6-9941-708dd6e4589f req-3b7c8f32-40d9-402a-91f7-54f51b916622 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:34.325873 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-faffbe30-4b36-49d6-9941-708dd6e4589f req-3b7c8f32-40d9-402a-91f7-54f51b916622 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 945 time: 0.1350927 Aug 31 01:05:34.362733 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:34.372868 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4e28187a-a002-4bb2-91c8-f844bd6c10dd req-f5b98dab-c494-4f4b-958d-8e977d417d1a tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268853 Aug 31 01:05:34.442513 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-faffbe30-4b36-49d6-9941-708dd6e4589f req-cdffa5e8-9200-4498-8a63-8cf462a660ac tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971308 Aug 31 01:05:34.469207 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-11ff8ac1-ac5b-486a-b8f7-05c65092e767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:34.487548 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8117cca6-1c2d-4918-beb9-6ff5bafd74ea, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8117cca6-1c2d-4918-beb9-6ff5bafd74ea,segment=NetworkSegment(05572195-d737-4788-a7a4-bfc34bb4eec5),segment_id=05572195-d737-4788-a7a4-bfc34bb4eec5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:34.559890 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3fee294-3816-46e5-828c-ee676d208a4a tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:34.564979 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3fee294-3816-46e5-828c-ee676d208a4a tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:34.572766 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c3fee294-3816-46e5-828c-ee676d208a4a tempest-FloatingIPAdminTestJSON-2109473015 tempest-FloatingIPAdminTestJSON-2109473015-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/8796928b-58ba-4dc6-a7e4-5458e00e88c4 HTTP/1.1" status: 204 len: 168 time: 1.8825006 Aug 31 01:05:34.573055 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53910) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:34.580109 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:34.669465 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-7e32d8ca-d8bb-46bd-96d3-fb6e446eb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:34.671174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-7e32d8ca-d8bb-46bd-96d3-fb6e446eb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:34.671724 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-7e32d8ca-d8bb-46bd-96d3-fb6e446eb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:34.672575 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-7e32d8ca-d8bb-46bd-96d3-fb6e446eb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:34.673799 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-7e32d8ca-d8bb-46bd-96d3-fb6e446eb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:34.674389 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-7e32d8ca-d8bb-46bd-96d3-fb6e446eb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:34.675022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-7e32d8ca-d8bb-46bd-96d3-fb6e446eb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:34.680817 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-7e32d8ca-d8bb-46bd-96d3-fb6e446eb9e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480470cd2fbf45018b60a7cede707d79&device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 6496 time: 0.1561282 Aug 31 01:05:34.711003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=8117cca6-1c2d-4918-beb9-6ff5bafd74ea,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:34.901021 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-255e6803-16b4-4e2a-9b69-6154702a077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:34.901021 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-255e6803-16b4-4e2a-9b69-6154702a077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:34.901021 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-255e6803-16b4-4e2a-9b69-6154702a077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:34.903070 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-255e6803-16b4-4e2a-9b69-6154702a077a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8d074e0-3ba7-47e4-9677-f4407602dcfb&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061&id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061 HTTP/1.1" status: 200 len: 2294 time: 0.1813724 Aug 31 01:05:35.063084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7853e0-8272-4191-8afb-26ee9cc84e86 req-59ec5d0f-7264-4f0e-9763-67812017f002 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:35.073457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7853e0-8272-4191-8afb-26ee9cc84e86 req-59ec5d0f-7264-4f0e-9763-67812017f002 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:35.084474 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7853e0-8272-4191-8afb-26ee9cc84e86 req-59ec5d0f-7264-4f0e-9763-67812017f002 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:35.087463 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc7853e0-8272-4191-8afb-26ee9cc84e86 req-59ec5d0f-7264-4f0e-9763-67812017f002 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2418 time: 0.1828794 Aug 31 01:05:35.091653 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-9913ebad-dbde-41f1-aaab-93a0c9d7931e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc495864-fd8e-4439-9671-7879717ab258 HTTP/1.1" status: 200 len: 1002 time: 0.1776161 Aug 31 01:05:35.218123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-e39aa3e8-34ee-4025-9c32-4ee16c166af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:35.221076 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-e39aa3e8-34ee-4025-9c32-4ee16c166af3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc4e87d1-8836-483e-ab3a-9c98a3518bdb HTTP/1.1" status: 200 len: 851 time: 0.1162977 Aug 31 01:05:35.228131 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc7853e0-8272-4191-8afb-26ee9cc84e86 req-2e54f646-53fd-4dcc-a06d-644e0e87d38e tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307087 Aug 31 01:05:35.243465 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f088a-1bfb-4996-aec6-0dbd27412e7f req-ee271cb0-b996-4828-976b-ed81442acd22 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:35.246293 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb8f088a-1bfb-4996-aec6-0dbd27412e7f req-ee271cb0-b996-4828-976b-ed81442acd22 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 945 time: 0.6069031 Aug 31 01:05:35.247804 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ac56cbf4-6558-4022-9972-7dbb9834cac0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:35.316005 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-f17829e8-d109-429a-ba77-0d43f764cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:35.319738 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-f17829e8-d109-429a-ba77-0d43f764cb58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8d074e0-3ba7-47e4-9677-f4407602dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889566 Aug 31 01:05:35.438690 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56cbf4-6558-4022-9972-7dbb9834cac0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Subnet': ['ID=8d4d626f-30f5-4318-8d45-073c46e1cec5,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:35.466600 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-62c99559-6326-422a-bebb-0600af2700b1 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Deleting port b31363d8-f20e-4c28-b4ff-3f736a11c364 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:35.467133 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62c99559-6326-422a-bebb-0600af2700b1 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:35.480498 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb8f088a-1bfb-4996-aec6-0dbd27412e7f req-171351e2-9dd4-4495-aed2-819ff3ff9bd7 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138052 Aug 31 01:05:35.503094 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-0adb6923-ad82-433a-8d6b-06ac9971eca6 service neutron] 10.222.0.41 "GET /v2.0/networks/d8d074e0-3ba7-47e4-9677-f4407602dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758728 Aug 31 01:05:35.510825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac56cbf4-6558-4022-9972-7dbb9834cac0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Checking segment: {'id': '672eed38-2a91-4c39-a914-bcc185018b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7d4e69e7-b850-44ed-85b8-2e35d465bba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:35.517570 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac56cbf4-6558-4022-9972-7dbb9834cac0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network hostable DHCP agents. Network: 7d4e69e7-b850-44ed-85b8-2e35d465bba6, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:05:35.678340 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62c99559-6326-422a-bebb-0600af2700b1 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:35.704840 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac56cbf4-6558-4022-9972-7dbb9834cac0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network 7d4e69e7-b850-44ed-85b8-2e35d465bba6 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:05:35.710372 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-62c99559-6326-422a-bebb-0600af2700b1 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Calling delete_port for b31363d8-f20e-4c28-b4ff-3f736a11c364 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:35.763500 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6075a-79f5-4752-8ce1-35f47a4bdf4f req-9ea5fe97-1056-487b-91b3-321fa5acdbd4 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:35.766004 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-31d6075a-79f5-4752-8ce1-35f47a4bdf4f req-9ea5fe97-1056-487b-91b3-321fa5acdbd4 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.1167910 Aug 31 01:05:35.777900 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-0a4c2004-f1cd-44eb-8c8f-99b94f268a26 service neutron] 10.222.0.41 "GET /v2.0/networks/d8d074e0-3ba7-47e4-9677-f4407602dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670505 Aug 31 01:05:35.822025 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-ac56cbf4-6558-4022-9972-7dbb9834cac0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 7d4e69e7-b850-44ed-85b8-2e35d465bba6) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:35.835877 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a9355b-fcfd-45d3-a0c8-8ceccfb7ace5 None None] Network 7d4e69e7-b850-44ed-85b8-2e35d465bba6 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:05:35.847044 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac56cbf4-6558-4022-9972-7dbb9834cac0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:35.848254 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ac56cbf4-6558-4022-9972-7dbb9834cac0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:35.866896 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-be196de2-577c-4f3f-a306-0727395b4745 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=9dce5519-c138-438c-b099-c61ffef1b2a8 HTTP/1.1" status: 200 len: 217 time: 0.0778849 Aug 31 01:05:35.907008 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-31d6075a-79f5-4752-8ce1-35f47a4bdf4f req-59826564-cba6-466b-a644-f6fc6da2592a tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265106 Aug 31 01:05:35.991597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-bd218368-4c30-4c10-a65b-dfbab69a0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:35.992585 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-bd218368-4c30-4c10-a65b-dfbab69a0ff8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.1047380 Aug 31 01:05:36.051549 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ac56cbf4-6558-4022-9972-7dbb9834cac0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8191388 Aug 31 01:05:36.053071 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53934) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:36.063876 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8117cca6-1c2d-4918-beb9-6ff5bafd74ea'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:36.064248 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-d7b635de-c4e0-40e6-abfc-da0bc9f3c587 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'subnet': {'network_id': '7d4e69e7-b850-44ed-85b8-2e35d465bba6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:36.068974 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e70abe8-e75c-4a88-b205-7c4a4f1b28ac" -d '{"events": [{"server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "name": "network-vif-plugged", "status": "completed", "tag": "8117cca6-1c2d-4918-beb9-6ff5bafd74ea"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:36.106204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b0318-8d99-4d62-9687-d9c6266e86d1 req-79c9c2e0-bc59-4914-8bde-23996953bf90 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.115998 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b63b0318-8d99-4d62-9687-d9c6266e86d1 req-79c9c2e0-bc59-4914-8bde-23996953bf90 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 945 time: 0.1705365 Aug 31 01:05:36.182453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-1b461653-a2ad-44f2-87b0-f78b2edc9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.185354 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-1b461653-a2ad-44f2-87b0-f78b2edc9249 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1848052 Aug 31 01:05:36.199169 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b63b0318-8d99-4d62-9687-d9c6266e86d1 req-eaa9c4db-3c4a-4e29-a3c6-1b336321b5d9 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610271 Aug 31 01:05:36.199556 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271436aa-08ca-4965-88f2-2e1d1182405b x-openstack-request-id: req-271436aa-08ca-4965-88f2-2e1d1182405b {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:36.199556 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "name": "network-vif-plugged", "status": "completed", "tag": "8117cca6-1c2d-4918-beb9-6ff5bafd74ea", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:36.199556 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-271436aa-08ca-4965-88f2-2e1d1182405b {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:36.199556 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8117cca6-1c2d-4918-beb9-6ff5bafd74ea', 'code': 200} Aug 31 01:05:36.233761 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62c99559-6326-422a-bebb-0600af2700b1 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:36.261536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-7d4e69e7-b850-44ed-85b8-2e35d465bba6', 'network_id': '7d4e69e7-b850-44ed-85b8-2e35d465bba6', 'tenant_id': 'bbad4c1f70e047a38b5d3dd3d174b433', 'fixed_ips': [{'subnet_id': '8d4d626f-30f5-4318-8d45-073c46e1cec5'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:05:36.261536 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:36.349708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c99559-6326-422a-bebb-0600af2700b1 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Pushing event deleted for resources: {'Port': ['ID=b31363d8-f20e-4c28-b4ff-3f736a11c364,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:36.623538 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62c99559-6326-422a-bebb-0600af2700b1 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:36.626287 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-62c99559-6326-422a-bebb-0600af2700b1 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] 10.222.0.16 "DELETE /v2.0/ports/b31363d8-f20e-4c28-b4ff-3f736a11c364 HTTP/1.1" status: 204 len: 168 time: 2.0513692 Aug 31 01:05:36.644244 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474c141-d66c-4cbb-aa9c-0fc7da174c22 req-46ab3b6f-8830-4fa0-abba-29981a3b029c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.656775 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474c141-d66c-4cbb-aa9c-0fc7da174c22 req-46ab3b6f-8830-4fa0-abba-29981a3b029c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.669863 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474c141-d66c-4cbb-aa9c-0fc7da174c22 req-46ab3b6f-8830-4fa0-abba-29981a3b029c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.687185 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7474c141-d66c-4cbb-aa9c-0fc7da174c22 req-46ab3b6f-8830-4fa0-abba-29981a3b029c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2418 time: 0.2631710 Aug 31 01:05:36.689627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53950) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:36.709371 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-fc0e6404-7f3d-4faf-bcfd-88f9c75beaa2 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073295 Aug 31 01:05:36.787291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Allocated IP 2001:db8::2 (7d4e69e7-b850-44ed-85b8-2e35d465bba6/8d4d626f-30f5-4318-8d45-073c46e1cec5/1223a44b-7e26-4827-adb8-37deab09b04d) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:05:36.795828 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:36.804067 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7474c141-d66c-4cbb-aa9c-0fc7da174c22 req-9d9e3605-ab88-4659-9ba1-8ccb4cd8d998 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113496 Aug 31 01:05:36.876714 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bd428-09e4-44b4-9a19-ab367475d688 req-08c28b4f-be40-4c75-88f9-447b209b434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.876959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bd428-09e4-44b4-9a19-ab367475d688 req-08c28b4f-be40-4c75-88f9-447b209b434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.877365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bd428-09e4-44b4-9a19-ab367475d688 req-08c28b4f-be40-4c75-88f9-447b209b434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.879353 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-919bd428-09e4-44b4-9a19-ab367475d688 req-08c28b4f-be40-4c75-88f9-447b209b434d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2874 time: 0.5455534 Aug 31 01:05:36.908419 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b749ac15-ded7-4c2a-b244-978942886a0e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.916895 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b749ac15-ded7-4c2a-b244-978942886a0e tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcef220-973a-4551-9b1f-8cde5df47369 HTTP/1.1" status: 200 len: 913 time: 0.1843667 Aug 31 01:05:36.917943 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53954) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:36.923223 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:36.970189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4274f-aaae-4562-9ef0-8d4891cb5749 req-67775f16-232d-4c48-864a-4deaedde5baf tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.983047 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1ff4274f-aaae-4562-9ef0-8d4891cb5749 req-67775f16-232d-4c48-864a-4deaedde5baf tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 945 time: 0.5474160 Aug 31 01:05:37.001414 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b635de-c4e0-40e6-abfc-da0bc9f3c587 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:37.007129 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d7b635de-c4e0-40e6-abfc-da0bc9f3c587 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:37.073895 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a829e2-81e1-48e3-99e7-5991def92122 req-14a668a8-082c-43f2-bf00-e685d49eae5d tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:37.074280 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-21a43198-c68e-4d9b-ab47-108c9013db66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:37.078968 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-51a829e2-81e1-48e3-99e7-5991def92122 req-14a668a8-082c-43f2-bf00-e685d49eae5d tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.41 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.3004339 Aug 31 01:05:37.108809 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:37.164009 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:37.179012 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Transition to ACTIVE for port object 1223a44b-7e26-4827-adb8-37deab09b04d will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:37.223252 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Transition to ACTIVE for port object 1223a44b-7e26-4827-adb8-37deab09b04d will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:37.398921 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d2bdc-ee76-4b46-aa31-a018649c83d5 req-ada9e0ee-26d3-4ccf-90b9-b47b5a2384c9 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:37.402275 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a99d2bdc-ee76-4b46-aa31-a018649c83d5 req-ada9e0ee-26d3-4ccf-90b9-b47b5a2384c9 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.2228947 Aug 31 01:05:37.515043 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:37.591362 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a99d2bdc-ee76-4b46-aa31-a018649c83d5 req-a2bec805-2446-4a9d-9c68-726e5720b1c9 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566737 Aug 31 01:05:37.618653 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Network 7d4e69e7-b850-44ed-85b8-2e35d465bba6 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:37.637158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:37.647317 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:05:37.647583 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-919bd428-09e4-44b4-9a19-ab367475d688 req-32398f4f-0fd3-46c8-81d9-a4706a11fb26 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7405472 Aug 31 01:05:37.653909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Pushing event updated for resources: {'Port': ['ID=1223a44b-7e26-4827-adb8-37deab09b04d,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:37.664288 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-9ba41793-f215-4321-95f1-227b36b573ab service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9536266 Aug 31 01:05:37.698625 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-51a829e2-81e1-48e3-99e7-5991def92122 req-ac443714-4fa5-4052-b517-cd3ae3b77ab0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Deleting port 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:37.699738 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-51a829e2-81e1-48e3-99e7-5991def92122 req-ac443714-4fa5-4052-b517-cd3ae3b77ab0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:37.704076 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:37.706663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:37.706663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:37.706663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:37.707180 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:37.707674 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:37.708124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:37.708654 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:37.709415 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:37.709832 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:37.710191 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:37.710555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:37.719955 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1ff4274f-aaae-4562-9ef0-8d4891cb5749 req-a10c5811-818d-4ded-8c56-63aa5e63ad36 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7238052 Aug 31 01:05:37.800535 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-e5e8e6ae-8461-46a1-b5f9-24569dad0d7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=47884538-4e20-4c3e-be64-938b3b411ece HTTP/1.1" status: 200 len: 217 time: 0.1142182 Aug 31 01:05:37.822859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Attempting to bind port 1223a44b-7e26-4827-adb8-37deab09b04d on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:05:37.823706 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Attempting to bind port 1223a44b-7e26-4827-adb8-37deab09b04d by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '672eed38-2a91-4c39-a914-bcc185018b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7d4e69e7-b850-44ed-85b8-2e35d465bba6'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:05:37.824679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Attempting to bind port 1223a44b-7e26-4827-adb8-37deab09b04d on network 7d4e69e7-b850-44ed-85b8-2e35d465bba6 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:37.838140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:05:37.838845 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Checking segment: {'id': '672eed38-2a91-4c39-a914-bcc185018b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7d4e69e7-b850-44ed-85b8-2e35d465bba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:37.839945 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:37.841993 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Bound using segment: {'id': '672eed38-2a91-4c39-a914-bcc185018b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7d4e69e7-b850-44ed-85b8-2e35d465bba6'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:05:37.843117 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Bound port: 1223a44b-7e26-4827-adb8-37deab09b04d, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672eed38-2a91-4c39-a914-bcc185018b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7d4e69e7-b850-44ed-85b8-2e35d465bba6'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:05:37.843776 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:37.942970 n-d-793621-34 neutron-server[102342]: INFO neutron.db.ipam_backend_mixin [None req-d7b635de-c4e0-40e6-abfc-da0bc9f3c587 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d4d626f-30f5-4318-8d45-073c46e1cec5 (CIDR: 2001:db8::/64) Aug 31 01:05:37.961203 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-2c61c6fd-51bf-48a4-be9b-7a1c2aa7e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:37.964674 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-2c61c6fd-51bf-48a4-be9b-7a1c2aa7e227 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.1512420 Aug 31 01:05:37.998438 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] For port 1223a44b-7e26-4827-adb8-37deab09b04d, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:38.007541 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b635de-c4e0-40e6-abfc-da0bc9f3c587 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:05:38.008472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b635de-c4e0-40e6-abfc-da0bc9f3c587 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:05:38.013103 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] For port 1223a44b-7e26-4827-adb8-37deab09b04d, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1223a44b-7e26-4827-adb8-37deab09b04d,segment=NetworkSegment(672eed38-2a91-4c39-a914-bcc185018b99),segment_id=672eed38-2a91-4c39-a914-bcc185018b99)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:05:38.127029 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:38.145463 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-51a829e2-81e1-48e3-99e7-5991def92122 req-ac443714-4fa5-4052-b517-cd3ae3b77ab0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] For port 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f,segment=NetworkSegment(33e380e7-eff7-4f5b-8c19-f5a375698c43),segment_id=33e380e7-eff7-4f5b-8c19-f5a375698c43)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:38.146149 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-51a829e2-81e1-48e3-99e7-5991def92122 req-ac443714-4fa5-4052-b517-cd3ae3b77ab0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:38.183192 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d7b635de-c4e0-40e6-abfc-da0bc9f3c587 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1241572 Aug 31 01:05:38.186920 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53970) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:38.199141 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-8c70b1f2-46cb-41ad-82b6-dc2e724f5a50 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'subnet': {'network_id': '7d4e69e7-b850-44ed-85b8-2e35d465bba6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:38.207399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-719a35a4-e4ca-4d8b-9f75-96971bbdac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:38.210061 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-719a35a4-e4ca-4d8b-9f75-96971bbdac73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2349758 Aug 31 01:05:38.249598 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb22c8-65e5-4323-990b-c47b3be42c82 req-a9aa134d-54dd-4cf6-8ff7-574b67f0debe tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:38.265183 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb22c8-65e5-4323-990b-c47b3be42c82 req-a9aa134d-54dd-4cf6-8ff7-574b67f0debe tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:38.267668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7935e-59fe-4245-8158-95ab7ecb44e9 None None] Pushing event updated for resources: {'Port': ['ID=1223a44b-7e26-4827-adb8-37deab09b04d,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:38.299131 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb22c8-65e5-4323-990b-c47b3be42c82 req-a9aa134d-54dd-4cf6-8ff7-574b67f0debe tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:38.301533 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e6fb22c8-65e5-4323-990b-c47b3be42c82 req-a9aa134d-54dd-4cf6-8ff7-574b67f0debe tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2418 time: 0.2967422 Aug 31 01:05:38.326637 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-51a829e2-81e1-48e3-99e7-5991def92122 req-ac443714-4fa5-4052-b517-cd3ae3b77ab0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Calling delete_port for 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:38.456241 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e6fb22c8-65e5-4323-990b-c47b3be42c82 req-29025fa2-5b3e-4a3f-9ece-6f1a08c18d9e tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175990 Aug 31 01:05:38.468093 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:38.569549 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-40ca109e-a3c8-45d8-8d6d-77a7cbd36056 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466403 Aug 31 01:05:38.648348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571393a-d906-4fa2-bd16-063f6136f6bc req-e33c9600-f3ef-45a1-9bba-9ec8f6fc67f0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:38.650424 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c571393a-d906-4fa2-bd16-063f6136f6bc req-e33c9600-f3ef-45a1-9bba-9ec8f6fc67f0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 945 time: 0.3282502 Aug 31 01:05:38.836931 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-a3c2a5bc-d5cc-4f8a-a170-bbe2465b1fe9 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580369 Aug 31 01:05:38.876602 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7631b75-5e02-4f14-add9-5123e41109b4 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:38.960796 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-d9f25ef0-dc9c-41de-9364-d5a8a4b54165 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=77679568-6b41-406c-930d-1f4c62495cec HTTP/1.1" status: 200 len: 217 time: 0.1060922 Aug 31 01:05:38.998044 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c70b1f2-46cb-41ad-82b6-dc2e724f5a50 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:39.006161 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8c70b1f2-46cb-41ad-82b6-dc2e724f5a50 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:39.033273 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c571393a-d906-4fa2-bd16-063f6136f6bc req-22e75eb0-255c-423a-818a-53ccdb7a7f06 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252780 Aug 31 01:05:39.045071 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad2464-2c5f-49ea-8bf0-f355727175c4 req-c5f05d96-362c-4dcf-a819-e4fb7a42c1ce tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:39.048470 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5bad2464-2c5f-49ea-8bf0-f355727175c4 req-c5f05d96-362c-4dcf-a819-e4fb7a42c1ce tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 945 time: 0.2174757 Aug 31 01:05:39.092894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-90059501-1597-4e2a-8b77-d5d3f8c5bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:39.095799 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-90059501-1597-4e2a-8b77-d5d3f8c5bd68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.1216464 Aug 31 01:05:39.233039 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5bad2464-2c5f-49ea-8bf0-f355727175c4 req-86fad65f-d8a0-439d-94f8-6faab131fbea tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700778 Aug 31 01:05:39.296347 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1223a44b-7e26-4827-adb8-37deab09b04d up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:39.299976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-09f14eba-b173-4547-b7ba-5a1d222c504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:39.302887 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-09f14eba-b173-4547-b7ba-5a1d222c504a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1906955 Aug 31 01:05:39.567039 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-79a83f60-b973-41ff-a8db-38221707b2ef service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537520 Aug 31 01:05:39.585627 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 1223a44b-7e26-4827-adb8-37deab09b04d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:39.692452 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-51a829e2-81e1-48e3-99e7-5991def92122 req-ac443714-4fa5-4052-b517-cd3ae3b77ab0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:39.711392 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['b7cfafbd-4973-4a35-b271-f81a6beaffd9'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:39.832081 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac443714-4fa5-4052-b517-cd3ae3b77ab0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Pushing event deleted for resources: {'Port': ['ID=63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:39.870184 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824c456-52a3-439e-8dc6-6ebac8aef4ce req-4fabf7eb-fbbf-456d-94a3-64a2559098ca tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:39.883946 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824c456-52a3-439e-8dc6-6ebac8aef4ce req-4fabf7eb-fbbf-456d-94a3-64a2559098ca tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:39.900248 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824c456-52a3-439e-8dc6-6ebac8aef4ce req-4fabf7eb-fbbf-456d-94a3-64a2559098ca tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:39.903294 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9824c456-52a3-439e-8dc6-6ebac8aef4ce req-4fabf7eb-fbbf-456d-94a3-64a2559098ca tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2418 time: 0.2237155 Aug 31 01:05:39.917906 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a04a71-554a-4c31-818a-4607dc7fad62 req-07e600e0-8736-46b5-aad1-b7aa4cd659fc tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:39.933949 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-61a04a71-554a-4c31-818a-4607dc7fad62 req-07e600e0-8736-46b5-aad1-b7aa4cd659fc tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 945 time: 0.7320898 Aug 31 01:05:39.969657 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-58299210-ea16-4232-99da-e02387979acf service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923538 Aug 31 01:05:40.044198 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a829e2-81e1-48e3-99e7-5991def92122 req-ac443714-4fa5-4052-b517-cd3ae3b77ab0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] No DVR routers for this DVR port 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:40.067294 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-51a829e2-81e1-48e3-99e7-5991def92122 req-ac443714-4fa5-4052-b517-cd3ae3b77ab0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:40.069358 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-51a829e2-81e1-48e3-99e7-5991def92122 req-ac443714-4fa5-4052-b517-cd3ae3b77ab0 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.41 "DELETE /v2.0/ports/63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f HTTP/1.1" status: 204 len: 173 time: 2.9799774 Aug 31 01:05:40.072301 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f984d0c1-acfe-40ed-a64a-3aa1d5bf429f', 'name': 'network-vif-deleted', 'tag': '63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:40.085339 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4263bc4f-a508-4059-ab47-63c57cd2c9c3" -d '{"events": [{"server_uuid": "f984d0c1-acfe-40ed-a64a-3aa1d5bf429f", "name": "network-vif-deleted", "tag": "63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:40.111103 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-04ee3e59-ea86-4d46-897c-4726e494e4dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=c6a24207-294b-41f8-9c84-683c491b5367 HTTP/1.1" status: 200 len: 217 time: 0.1321442 Aug 31 01:05:40.149007 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9824c456-52a3-439e-8dc6-6ebac8aef4ce req-8cae4cd0-d829-419a-97c0-3c515f5f515a tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251866 Aug 31 01:05:40.199863 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-61a04a71-554a-4c31-818a-4607dc7fad62 req-230e439e-9db9-4310-bb3e-16cb5a01531f tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561989 Aug 31 01:05:40.236565 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:40.259748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-0b0652e2-6eb5-4c93-9271-629b6d0e3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:40.262806 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-0b0652e2-6eb5-4c93-9271-629b6d0e3f13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.1361308 Aug 31 01:05:40.283318 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d529a00-42ce-40d3-8350-cdf925ec2f85 x-openstack-request-id: req-9d529a00-42ce-40d3-8350-cdf925ec2f85 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:40.283693 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f984d0c1-acfe-40ed-a64a-3aa1d5bf429f", "name": "network-vif-deleted", "tag": "63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:40.284767 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d529a00-42ce-40d3-8350-cdf925ec2f85 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:40.285192 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f984d0c1-acfe-40ed-a64a-3aa1d5bf429f', 'name': 'network-vif-deleted', 'tag': '63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f', 'status': 'completed', 'code': 200} Aug 31 01:05:40.318106 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02206652-76d1-4d79-a5a5-a0e38da0e60c None None] Network 7d4e69e7-b850-44ed-85b8-2e35d465bba6 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:05:40.410560 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-6a32a92d-71f8-4352-b62f-134c4805434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:40.413471 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-6a32a92d-71f8-4352-b62f-134c4805434f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1281881 Aug 31 01:05:40.512035 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8c70b1f2-46cb-41ad-82b6-dc2e724f5a50 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:40.584912 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e6ffb8b3-076f-456a-a7cf-3f6bb99d590b req-cbfec4ea-7939-49f6-a496-242f5e1a5b5e tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 210 time: 0.0967052 Aug 31 01:05:40.724898 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-2f5cf09a-e75c-4e9d-b0d6-3e59463a0f99 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004472 Aug 31 01:05:40.790590 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c7631b75-5e02-4f14-add9-5123e41109b4 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Deleting port 5e49f5e8-9c5e-4308-b3a5-bb7e5ebd3cc3 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:40.791429 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7631b75-5e02-4f14-add9-5123e41109b4 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:40.905692 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d0d5a2ec-357b-487b-a78a-d3057c52a4ef None None] Provisioning for port 1223a44b-7e26-4827-adb8-37deab09b04d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:40.919566 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:40.929150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c70b1f2-46cb-41ad-82b6-dc2e724f5a50 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network 7d4e69e7-b850-44ed-85b8-2e35d465bba6 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:40.929546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d0d5a2ec-357b-487b-a78a-d3057c52a4ef None None] Provisioning complete for port 1223a44b-7e26-4827-adb8-37deab09b04d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:40.929734 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d0d5a2ec-357b-487b-a78a-d3057c52a4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:40.945423 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-8c70b1f2-46cb-41ad-82b6-dc2e724f5a50 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:40.951059 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c70b1f2-46cb-41ad-82b6-dc2e724f5a50 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:40.954008 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8c70b1f2-46cb-41ad-82b6-dc2e724f5a50 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:41.023600 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70b1f2-46cb-41ad-82b6-dc2e724f5a50 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Subnet': ['ID=66e834a8-7e27-4596-b060-8e1c0c2d9878,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:41.026344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:05:41.026817 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 63ec4ecf-42c1-4fa6-8e82-4b7d8de1c56f not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:05:41.068865 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-1e209fc3-e11e-4a72-9103-3d9bfafe7d7a service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337376 Aug 31 01:05:41.096045 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7631b75-5e02-4f14-add9-5123e41109b4 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:41.136070 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c7631b75-5e02-4f14-add9-5123e41109b4 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Calling delete_port for 5e49f5e8-9c5e-4308-b3a5-bb7e5ebd3cc3 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:41.177312 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8c70b1f2-46cb-41ad-82b6-dc2e724f5a50 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9845049 Aug 31 01:05:41.181072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54004) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:41.188713 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b56d55c0-0baf-4d10-ae09-5a56f83d7c6f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'network_id': '7d4e69e7-b850-44ed-85b8-2e35d465bba6', 'fixed_ips': [{'subnet_id': '8d4d626f-30f5-4318-8d45-073c46e1cec5'}, {'subnet_id': '66e834a8-7e27-4596-b060-8e1c0c2d9878'}], 'name': 'tempest-PortsIpV6TestJSON-1106996985'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:41.195382 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-5159b75b-3582-4867-adb9-5a8dca807beb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4edf3b26-a415-4715-9831-a7720892c15d HTTP/1.1" status: 200 len: 217 time: 0.1084008 Aug 31 01:05:41.197745 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d0d5a2ec-357b-487b-a78a-d3057c52a4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:41.233242 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ac0783-888d-4465-ae6a-13648e14590b None None] Update dhcp port {'port': {'network_id': '7d4e69e7-b850-44ed-85b8-2e35d465bba6', 'fixed_ips': [{'subnet_id': '8d4d626f-30f5-4318-8d45-073c46e1cec5', 'ip_address': '2001:db8::2'}, {'subnet_id': '66e834a8-7e27-4596-b060-8e1c0c2d9878'}], 'binding:host_id': 'n-d-793621-34'}, 'id': '1223a44b-7e26-4827-adb8-37deab09b04d'} from n-d-793621-34. {{(pid=102344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:05:41.306755 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a9ac0783-888d-4465-ae6a-13648e14590b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:41.310984 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d0d5a2ec-357b-487b-a78a-d3057c52a4ef None None] For port 1223a44b-7e26-4827-adb8-37deab09b04d, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1223a44b-7e26-4827-adb8-37deab09b04d,segment=NetworkSegment(672eed38-2a91-4c39-a914-bcc185018b99),segment_id=672eed38-2a91-4c39-a914-bcc185018b99)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:41.371999 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-93fb7e8f-180f-4c29-8560-ab75ee51612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:41.376134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-93fb7e8f-180f-4c29-8560-ab75ee51612d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab76eb50-57d8-4bbe-a8d9-d321af6eeee0 HTTP/1.1" status: 200 len: 797 time: 0.1582193 Aug 31 01:05:41.477594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-d858809d-2051-458e-b183-7f37f5ea1f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:41.480275 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-d858809d-2051-458e-b183-7f37f5ea1f4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0857148 Aug 31 01:05:41.536307 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d0d5a2ec-357b-487b-a78a-d3057c52a4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:41.683398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56d55c0-0baf-4d10-ae09-5a56f83d7c6f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:41.701694 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5a2ec-357b-487b-a78a-d3057c52a4ef None None] Pushing event updated for resources: {'Port': ['ID=1223a44b-7e26-4827-adb8-37deab09b04d,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:41.718304 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-526ded6c-5cdf-4a92-9a17-49c3ac107a36 service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271731 Aug 31 01:05:41.768727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-a9ac0783-888d-4465-ae6a-13648e14590b None None] Allocated IP 2001:db8:0:1::2 (7d4e69e7-b850-44ed-85b8-2e35d465bba6/66e834a8-7e27-4596-b060-8e1c0c2d9878/1223a44b-7e26-4827-adb8-37deab09b04d) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:05:41.792783 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7631b75-5e02-4f14-add9-5123e41109b4 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:41.805728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7f613-70ec-4d7f-b2e7-6bc8a1f353b6 req-99132ed5-0c2b-4132-bea7-c8e8945e0699 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:41.807714 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dac7f613-70ec-4d7f-b2e7-6bc8a1f353b6 req-99132ed5-0c2b-4132-bea7-c8e8945e0699 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 945 time: 0.2052975 Aug 31 01:05:41.900605 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7631b75-5e02-4f14-add9-5123e41109b4 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Pushing event deleted for resources: {'Port': ['ID=5e49f5e8-9c5e-4308-b3a5-bb7e5ebd3cc3,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:41.905488 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c03aa224-cadd-492f-9368-f0d25bfedc25 req-6b9b38fe-56ce-4d80-86a3-f7c06dc3aa9c tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=f984d0c1-acfe-40ed-a64a-3aa1d5bf429f HTTP/1.1" status: 200 len: 210 time: 0.1290998 Aug 31 01:05:41.999498 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a9ac0783-888d-4465-ae6a-13648e14590b None None] For port 1223a44b-7e26-4827-adb8-37deab09b04d, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1223a44b-7e26-4827-adb8-37deab09b04d,segment=NetworkSegment(672eed38-2a91-4c39-a914-bcc185018b99),segment_id=672eed38-2a91-4c39-a914-bcc185018b99)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:42.098780 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b56d55c0-0baf-4d10-ae09-5a56f83d7c6f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:42.107973 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a9ac0783-888d-4465-ae6a-13648e14590b None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:42.144197 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dac7f613-70ec-4d7f-b2e7-6bc8a1f353b6 req-d3080e04-70f2-4c73-a502-8c124a970abb tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365472 Aug 31 01:05:42.158499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a9ac0783-888d-4465-ae6a-13648e14590b None None] Transition to ACTIVE for port object 1223a44b-7e26-4827-adb8-37deab09b04d will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:42.182098 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-b56d55c0-0baf-4d10-ae09-5a56f83d7c6f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] device_id is not set on port dc40afd4-a492-4741-be55-a85b9f019841 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:05:42.201761 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-053d0e52-76dd-418b-b6e9-fd8aa5ecb1d0 service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439392 Aug 31 01:05:42.272850 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a9ac0783-888d-4465-ae6a-13648e14590b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:42.309871 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-aed42115-32a3-4839-bba3-211accb55670 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b116cb15-d067-4b27-92a6-f893f8f6ee79 HTTP/1.1" status: 200 len: 217 time: 0.1002810 Aug 31 01:05:42.402086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454d8a9-1728-4d62-a00a-0d0cd997a5aa req-51758dd6-1b70-44e5-b665-1dd2a564119e tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:42.411420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454d8a9-1728-4d62-a00a-0d0cd997a5aa req-51758dd6-1b70-44e5-b665-1dd2a564119e tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:42.418230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac0783-888d-4465-ae6a-13648e14590b None None] Pushing event updated for resources: {'Port': ['ID=1223a44b-7e26-4827-adb8-37deab09b04d,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:42.423069 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454d8a9-1728-4d62-a00a-0d0cd997a5aa req-51758dd6-1b70-44e5-b665-1dd2a564119e tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:42.427846 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1454d8a9-1728-4d62-a00a-0d0cd997a5aa req-51758dd6-1b70-44e5-b665-1dd2a564119e tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2418 time: 0.2011218 Aug 31 01:05:42.511548 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-a2df8289-3306-4d83-91df-c14a45f310c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:42.513602 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7631b75-5e02-4f14-add9-5123e41109b4 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:42.514539 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-a2df8289-3306-4d83-91df-c14a45f310c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab76eb50-57d8-4bbe-a8d9-d321af6eeee0 HTTP/1.1" status: 200 len: 797 time: 0.1440129 Aug 31 01:05:42.538385 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1454d8a9-1728-4d62-a00a-0d0cd997a5aa req-aae4cd61-6ba6-48ad-a995-501a7bdca4eb tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902967 Aug 31 01:05:42.749152 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-71b15c69-2fa8-4f32-ae4b-7ed4a137943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:42.751306 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-71b15c69-2fa8-4f32-ae4b-7ed4a137943a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2255063 Aug 31 01:05:43.123269 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-e7f2f0dd-4dc8-4d2a-9f48-27a97e855bb6 service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341939 Aug 31 01:05:43.191983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-b56d55c0-0baf-4d10-ae09-5a56f83d7c6f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Allocated IP 2001:db8::2a8 (7d4e69e7-b850-44ed-85b8-2e35d465bba6/8d4d626f-30f5-4318-8d45-073c46e1cec5/dc40afd4-a492-4741-be55-a85b9f019841) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:05:43.195081 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1223a44b-7e26-4827-adb8-37deab09b04d up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:43.221793 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e1293-e62f-43af-8a5d-4d31c3b12027 req-60d9d69a-9c6e-49ec-8889-f5e3452516bc tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:43.223530 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f99e1293-e62f-43af-8a5d-4d31c3b12027 req-60d9d69a-9c6e-49ec-8889-f5e3452516bc tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.41 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 945 time: 0.6047707 Aug 31 01:05:43.388172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-b56d55c0-0baf-4d10-ae09-5a56f83d7c6f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Allocated IP 2001:db8:0:1::8a (7d4e69e7-b850-44ed-85b8-2e35d465bba6/66e834a8-7e27-4596-b060-8e1c0c2d9878/dc40afd4-a492-4741-be55-a85b9f019841) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:05:43.437685 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-3fe7ed19-0ca9-45d1-90db-cad0cc397979 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:43.452716 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7631b75-5e02-4f14-add9-5123e41109b4 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Router cbcef220-973a-4551-9b1f-8cde5df47369 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:05:43.453235 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-3fe7ed19-0ca9-45d1-90db-cad0cc397979 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:43.454442 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-3fe7ed19-0ca9-45d1-90db-cad0cc397979 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:43.456532 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-3fe7ed19-0ca9-45d1-90db-cad0cc397979 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.48 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2418 time: 0.2671638 Aug 31 01:05:43.609769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de85c13f-d5f3-4e4a-bf3d-84ce7ebb9d25 None None] Network 7d4e69e7-b850-44ed-85b8-2e35d465bba6 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:05:43.686774 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e7240-7680-42b1-9276-3fa98defdb3a req-d2b41c13-a2f5-4b3b-ae6e-bde21f4f62a0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:43.689600 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f44e7240-7680-42b1-9276-3fa98defdb3a req-d2b41c13-a2f5-4b3b-ae6e-bde21f4f62a0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 945 time: 0.2690709 Aug 31 01:05:43.756489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-f99e1293-e62f-43af-8a5d-4d31c3b12027 req-eb9aa002-0708-49f0-89f1-3c0d45c930ed tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Deleting port fe07c018-06b1-40a4-96f9-2911e4dc7e68 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:43.757145 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f99e1293-e62f-43af-8a5d-4d31c3b12027 req-eb9aa002-0708-49f0-89f1-3c0d45c930ed tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:43.782354 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7631b75-5e02-4f14-add9-5123e41109b4 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:05:43.792175 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c7631b75-5e02-4f14-add9-5123e41109b4 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] 10.222.0.16 "PUT /v2.0/routers/cbcef220-973a-4551-9b1f-8cde5df47369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8666537 Aug 31 01:05:43.801697 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe756f9-eeb1-4805-83a1-5b3c146bb76c None None] Sync routers for ids ['cbcef220-973a-4551-9b1f-8cde5df47369'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:05:43.810166 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54034) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:43.813513 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13d3d26-1d14-4206-8ee7-032f455177c2 req-9f9f2264-cf0a-403c-b2b0-af028abc13d8 service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6894979 Aug 31 01:05:43.828287 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe756f9-eeb1-4805-83a1-5b3c146bb76c None None] Routers {'cbcef220-973a-4551-9b1f-8cde5df47369'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:05:43.835887 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-9fe756f9-eeb1-4805-83a1-5b3c146bb76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:05:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cbcef220-973a-4551-9b1f-8cde5df47369'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:43.916189 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-9fe756f9-eeb1-4805-83a1-5b3c146bb76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:43.917669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-255e81f6-d0e1-47d1-8775-c2850313c12e None None] Provisioning for port 1223a44b-7e26-4827-adb8-37deab09b04d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:43.928711 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe756f9-eeb1-4805-83a1-5b3c146bb76c None None] Routers {'cbcef220-973a-4551-9b1f-8cde5df47369'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:05:43.930027 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-9fe756f9-eeb1-4805-83a1-5b3c146bb76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:05:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cbcef220-973a-4551-9b1f-8cde5df47369'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:43.950487 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-255e81f6-d0e1-47d1-8775-c2850313c12e None None] Provisioning complete for port 1223a44b-7e26-4827-adb8-37deab09b04d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:43.951031 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-255e81f6-d0e1-47d1-8775-c2850313c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:43.979999 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-9fe756f9-eeb1-4805-83a1-5b3c146bb76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:43.981044 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe756f9-eeb1-4805-83a1-5b3c146bb76c None None] The sync data for ids ['cbcef220-973a-4551-9b1f-8cde5df47369'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:05:43.984223 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f44e7240-7680-42b1-9276-3fa98defdb3a req-b1ea55f2-c4fa-46da-8a07-7b496bebe994 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/security-groups?id=41df5e17-9f6c-4b7a-84d2-e1eb9215b599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795713 Aug 31 01:05:43.985024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-f99e1293-e62f-43af-8a5d-4d31c3b12027 req-eb9aa002-0708-49f0-89f1-3c0d45c930ed tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] For port fe07c018-06b1-40a4-96f9-2911e4dc7e68, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fe07c018-06b1-40a4-96f9-2911e4dc7e68,segment=NetworkSegment(0425c86f-266b-43b4-b81d-d05c386964c3),segment_id=0425c86f-266b-43b4-b81d-d05c386964c3)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:43.986222 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f99e1293-e62f-43af-8a5d-4d31c3b12027 req-eb9aa002-0708-49f0-89f1-3c0d45c930ed tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:44.039162 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-f99e1293-e62f-43af-8a5d-4d31c3b12027 req-eb9aa002-0708-49f0-89f1-3c0d45c930ed tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Calling delete_port for fe07c018-06b1-40a4-96f9-2911e4dc7e68 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:44.439090 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69fd2c-98b0-4fdd-b2e8-6788dcba0eb3 req-69ca7db5-621f-47e4-a941-f94e3effa3dd tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:44.451479 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69fd2c-98b0-4fdd-b2e8-6788dcba0eb3 req-69ca7db5-621f-47e4-a941-f94e3effa3dd tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:44.465070 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69fd2c-98b0-4fdd-b2e8-6788dcba0eb3 req-69ca7db5-621f-47e4-a941-f94e3effa3dd tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:44.470018 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4c69fd2c-98b0-4fdd-b2e8-6788dcba0eb3 req-69ca7db5-621f-47e4-a941-f94e3effa3dd tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 2418 time: 0.2190938 Aug 31 01:05:44.596087 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d9884f50-fb94-47d6-b4e2-cbd6b3e0230c None None] Provisioning complete for port 1223a44b-7e26-4827-adb8-37deab09b04d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:44.606465 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d9884f50-fb94-47d6-b4e2-cbd6b3e0230c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:44.634628 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4c69fd2c-98b0-4fdd-b2e8-6788dcba0eb3 req-b5bcae4c-181c-48bf-bdc4-0fed0aa576ac tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535528 Aug 31 01:05:44.759138 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-f95c6180-94ea-44eb-9f8e-4e5ddb50d7e8 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Deleting port 8117cca6-1c2d-4918-beb9-6ff5bafd74ea {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:44.759138 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-f95c6180-94ea-44eb-9f8e-4e5ddb50d7e8 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:44.797657 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f99e1293-e62f-43af-8a5d-4d31c3b12027 req-eb9aa002-0708-49f0-89f1-3c0d45c930ed tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:44.812970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['fe07c018-06b1-40a4-96f9-2911e4dc7e68'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:44.856816 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b56d55c0-0baf-4d10-ae09-5a56f83d7c6f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:44.865612 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b76dd8af-84ca-4642-b05f-bdeb17162e30 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:44.892799 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9aa002-0708-49f0-89f1-3c0d45c930ed tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Pushing event deleted for resources: {'Port': ['ID=fe07c018-06b1-40a4-96f9-2911e4dc7e68,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:44.926351 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99e1293-e62f-43af-8a5d-4d31c3b12027 req-eb9aa002-0708-49f0-89f1-3c0d45c930ed tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] No DVR routers for this DVR port fe07c018-06b1-40a4-96f9-2911e4dc7e68 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:44.930769 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-f99e1293-e62f-43af-8a5d-4d31c3b12027 req-eb9aa002-0708-49f0-89f1-3c0d45c930ed tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:44.934132 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f99e1293-e62f-43af-8a5d-4d31c3b12027 req-eb9aa002-0708-49f0-89f1-3c0d45c930ed tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.41 "DELETE /v2.0/ports/fe07c018-06b1-40a4-96f9-2911e4dc7e68 HTTP/1.1" status: 204 len: 173 time: 1.5083377 Aug 31 01:05:44.934770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b827e010-c262-4b23-ae88-722d42af6a8f', 'name': 'network-vif-deleted', 'tag': 'fe07c018-06b1-40a4-96f9-2911e4dc7e68'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:44.938254 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd879a0-5e3b-46c7-99dc-f1230f6bd479" -d '{"events": [{"server_uuid": "b827e010-c262-4b23-ae88-722d42af6a8f", "name": "network-vif-deleted", "tag": "fe07c018-06b1-40a4-96f9-2911e4dc7e68"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:44.986547 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a82f7ee-9f49-4662-b4ce-96eff625a842 x-openstack-request-id: req-5a82f7ee-9f49-4662-b4ce-96eff625a842 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:44.988475 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b827e010-c262-4b23-ae88-722d42af6a8f", "name": "network-vif-deleted", "tag": "fe07c018-06b1-40a4-96f9-2911e4dc7e68", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:44.988475 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a82f7ee-9f49-4662-b4ce-96eff625a842 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:44.988475 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b827e010-c262-4b23-ae88-722d42af6a8f', 'name': 'network-vif-deleted', 'tag': 'fe07c018-06b1-40a4-96f9-2911e4dc7e68', 'status': 'completed', 'code': 200} Aug 31 01:05:45.017005 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3177be-71f4-4520-bdb6-9f95cffe25d2 req-5f35ec08-001a-477d-a22b-22a2a1654a1c tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:45.024532 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd3177be-71f4-4520-bdb6-9f95cffe25d2 req-5f35ec08-001a-477d-a22b-22a2a1654a1c tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.3728120 Aug 31 01:05:45.024532 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-b56d55c0-0baf-4d10-ae09-5a56f83d7c6f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Transition to ACTIVE for port object dc40afd4-a492-4741-be55-a85b9f019841 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:45.264714 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dc85c57f-acf2-4533-955a-a46262dfaba4 req-fbd5ba77-8747-4046-bd6a-a5a975b68989 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 210 time: 0.0850210 Aug 31 01:05:45.265727 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd3177be-71f4-4520-bdb6-9f95cffe25d2 req-d7dd9d68-ea4e-4a4e-9c4b-974aaa8a478e tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306848 Aug 31 01:05:45.284802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-f95c6180-94ea-44eb-9f8e-4e5ddb50d7e8 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] For port 8117cca6-1c2d-4918-beb9-6ff5bafd74ea, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8117cca6-1c2d-4918-beb9-6ff5bafd74ea,segment=NetworkSegment(05572195-d737-4788-a7a4-bfc34bb4eec5),segment_id=05572195-d737-4788-a7a4-bfc34bb4eec5)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:45.301409 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-f95c6180-94ea-44eb-9f8e-4e5ddb50d7e8 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:45.304976 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b76dd8af-84ca-4642-b05f-bdeb17162e30 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:45.341036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-f95c6180-94ea-44eb-9f8e-4e5ddb50d7e8 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Calling delete_port for 8117cca6-1c2d-4918-beb9-6ff5bafd74ea owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:45.458032 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b56d55c0-0baf-4d10-ae09-5a56f83d7c6f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:45.544032 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56d55c0-0baf-4d10-ae09-5a56f83d7c6f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network 7d4e69e7-b850-44ed-85b8-2e35d465bba6 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:45.552697 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-b56d55c0-0baf-4d10-ae09-5a56f83d7c6f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:45.556198 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d55c0-0baf-4d10-ae09-5a56f83d7c6f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=dc40afd4-a492-4741-be55-a85b9f019841,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:45.560883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56d55c0-0baf-4d10-ae09-5a56f83d7c6f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:05:45.567292 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56d55c0-0baf-4d10-ae09-5a56f83d7c6f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:45.567971 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b56d55c0-0baf-4d10-ae09-5a56f83d7c6f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:45.720480 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b76dd8af-84ca-4642-b05f-bdeb17162e30 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Deleting port ecf54b9c-c0fe-402a-beb2-696c16a35667 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:45.720480 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b76dd8af-84ca-4642-b05f-bdeb17162e30 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:45.745038 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b56d55c0-0baf-4d10-ae09-5a56f83d7c6f tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.5611372 Aug 31 01:05:45.748205 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54056) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:45.758190 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3a77b76a-0936-4c48-80bf-4fd843a3a55b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d4d626f-30f5-4318-8d45-073c46e1cec5'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:45.803536 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-f95c6180-94ea-44eb-9f8e-4e5ddb50d7e8 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:45.867687 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c6180-94ea-44eb-9f8e-4e5ddb50d7e8 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event deleted for resources: {'Port': ['ID=8117cca6-1c2d-4918-beb9-6ff5bafd74ea,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:45.978817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-f95c6180-94ea-44eb-9f8e-4e5ddb50d7e8 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] No DVR routers for this DVR port 8117cca6-1c2d-4918-beb9-6ff5bafd74ea on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:45.982637 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-f95c6180-94ea-44eb-9f8e-4e5ddb50d7e8 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:45.985922 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-f95c6180-94ea-44eb-9f8e-4e5ddb50d7e8 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.48 "DELETE /v2.0/ports/8117cca6-1c2d-4918-beb9-6ff5bafd74ea HTTP/1.1" status: 204 len: 173 time: 2.5154951 Aug 31 01:05:45.989907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'name': 'network-vif-deleted', 'tag': '8117cca6-1c2d-4918-beb9-6ff5bafd74ea'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:45.992496 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110b3556-cb08-4fc8-b69e-bd3ba564cc34" -d '{"events": [{"server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "name": "network-vif-deleted", "tag": "8117cca6-1c2d-4918-beb9-6ff5bafd74ea"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:46.133716 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b76dd8af-84ca-4642-b05f-bdeb17162e30 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:46.141672 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125b5de3-30e6-45b8-b27d-c5b3ed48cafc x-openstack-request-id: req-125b5de3-30e6-45b8-b27d-c5b3ed48cafc {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:46.142094 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "name": "network-vif-deleted", "tag": "8117cca6-1c2d-4918-beb9-6ff5bafd74ea", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:46.143283 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-125b5de3-30e6-45b8-b27d-c5b3ed48cafc {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:46.145772 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'name': 'network-vif-deleted', 'tag': '8117cca6-1c2d-4918-beb9-6ff5bafd74ea', 'status': 'completed', 'code': 200} Aug 31 01:05:46.188894 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72610578-0351-41fa-be22-1f8169a0a000 req-0a3628dc-57be-4dd9-8435-627b91e0ae6d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:46.196646 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72610578-0351-41fa-be22-1f8169a0a000 req-0a3628dc-57be-4dd9-8435-627b91e0ae6d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:46.197309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2a942d02-6826-4c9b-ae79-462fd70e6d82 None None] Provisioning for port dc40afd4-a492-4741-be55-a85b9f019841 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:46.204681 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2a942d02-6826-4c9b-ae79-462fd70e6d82 None None] Provisioning complete for port dc40afd4-a492-4741-be55-a85b9f019841 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:46.205277 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2a942d02-6826-4c9b-ae79-462fd70e6d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:46.207616 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-72610578-0351-41fa-be22-1f8169a0a000 req-0a3628dc-57be-4dd9-8435-627b91e0ae6d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 1682 time: 0.3736467 Aug 31 01:05:46.231371 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b76dd8af-84ca-4642-b05f-bdeb17162e30 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Calling delete_port for ecf54b9c-c0fe-402a-beb2-696c16a35667 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:46.357887 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2a942d02-6826-4c9b-ae79-462fd70e6d82 None None] Port dc40afd4-a492-4741-be55-a85b9f019841 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:05:46.399724 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a77b76a-0936-4c48-80bf-4fd843a3a55b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:46.405625 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-72610578-0351-41fa-be22-1f8169a0a000 req-a85caada-240e-4544-be34-c8104165df68 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842544 Aug 31 01:05:46.638399 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f46d47b5-48c7-45ad-9f10-7131eb3b73eb req-687d8fd7-4c12-4448-b76a-32907c9eb2f0 tempest-ServerDiskConfigTestJSON-72130922 tempest-ServerDiskConfigTestJSON-72130922-project] 10.222.0.16 "GET /v2.0/ports?device_id=b827e010-c262-4b23-ae88-722d42af6a8f HTTP/1.1" status: 200 len: 210 time: 0.0654433 Aug 31 01:05:46.720310 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d23de-0e99-46b0-a212-ea1dd318dbd3 req-8de4e112-b9c4-4744-8eab-f7133d3171a4 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:46.723559 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-841d23de-0e99-46b0-a212-ea1dd318dbd3 req-8de4e112-b9c4-4744-8eab-f7133d3171a4 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.6281383 Aug 31 01:05:46.894991 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58a517-dd32-41b3-998f-eb285674a989 req-42d4f3e2-793e-49da-9b21-ecc97d39bec4 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:46.900649 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5b58a517-dd32-41b3-998f-eb285674a989 req-42d4f3e2-793e-49da-9b21-ecc97d39bec4 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.2712524 Aug 31 01:05:46.923683 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device fe07c018-06b1-40a4-96f9-2911e4dc7e68 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:46.994814 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: fe07c018-06b1-40a4-96f9-2911e4dc7e68 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:05:46.995375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device fe07c018-06b1-40a4-96f9-2911e4dc7e68 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:05:47.095534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-dc57593e-7073-4ff3-bd8b-a6a075ea24b2 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Deleting port 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:47.096074 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-dc57593e-7073-4ff3-bd8b-a6a075ea24b2 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:47.113196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-3a77b76a-0936-4c48-80bf-4fd843a3a55b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Delete allocated IP 2001:db8:0:1::8a (7d4e69e7-b850-44ed-85b8-2e35d465bba6/66e834a8-7e27-4596-b060-8e1c0c2d9878) {{(pid=102343) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 01:05:47.148451 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5b58a517-dd32-41b3-998f-eb285674a989 req-ea8d0db7-ed7e-4c82-9409-fc7230decc89 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457867 Aug 31 01:05:47.259965 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6bc86785-a3c9-4703-891c-17ea3ded0d97 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:47.304211 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-841d23de-0e99-46b0-a212-ea1dd318dbd3 req-34cf0ecb-b26b-4910-8242-6bd19ed7e64c tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Deleting port b7cfafbd-4973-4a35-b271-f81a6beaffd9 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:47.304922 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-841d23de-0e99-46b0-a212-ea1dd318dbd3 req-34cf0ecb-b26b-4910-8242-6bd19ed7e64c tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:47.370562 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a77b76a-0936-4c48-80bf-4fd843a3a55b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:47.384807 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:47.395477 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-3a77b76a-0936-4c48-80bf-4fd843a3a55b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Transition to ACTIVE for port object dc40afd4-a492-4741-be55-a85b9f019841 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:47.431352 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b76dd8af-84ca-4642-b05f-bdeb17162e30 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:47.445135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bc86785-a3c9-4703-891c-17ea3ded0d97'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:47.450271 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910e8eac-a269-4308-b84a-e3892a1e0824" -d '{"events": [{"server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "name": "network-vif-unplugged", "status": "completed", "tag": "6bc86785-a3c9-4703-891c-17ea3ded0d97"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:47.495116 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6bc86785-a3c9-4703-891c-17ea3ded0d97, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6bc86785-a3c9-4703-891c-17ea3ded0d97,segment=NetworkSegment(05572195-d737-4788-a7a4-bfc34bb4eec5),segment_id=05572195-d737-4788-a7a4-bfc34bb4eec5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:47.527747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76dd8af-84ca-4642-b05f-bdeb17162e30 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Pushing event deleted for resources: {'Port': ['ID=ecf54b9c-c0fe-402a-beb2-696c16a35667,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:47.593835 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b90b51-ce17-4a26-9f99-5dfb4b286b30 x-openstack-request-id: req-d8b90b51-ce17-4a26-9f99-5dfb4b286b30 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:47.594310 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "name": "network-vif-unplugged", "status": "completed", "tag": "6bc86785-a3c9-4703-891c-17ea3ded0d97", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:47.594758 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8b90b51-ce17-4a26-9f99-5dfb4b286b30 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:47.595271 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bc86785-a3c9-4703-891c-17ea3ded0d97', 'code': 200} Aug 31 01:05:47.690398 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:47.692663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:47.710178 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a77b76a-0936-4c48-80bf-4fd843a3a55b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:47.764866 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-dc57593e-7073-4ff3-bd8b-a6a075ea24b2 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] For port 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=9951ca08-98b6-43ec-a0c0-e34f45ae5fc4,segment=NetworkSegment(89e6473d-43db-4758-8e73-e74a7c97ef57),segment_id=89e6473d-43db-4758-8e73-e74a7c97ef57)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:47.765628 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-dc57593e-7073-4ff3-bd8b-a6a075ea24b2 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:47.797035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-dc57593e-7073-4ff3-bd8b-a6a075ea24b2 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Calling delete_port for 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:47.828780 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77b76a-0936-4c48-80bf-4fd843a3a55b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=dc40afd4-a492-4741-be55-a85b9f019841,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:47.896954 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3a77b76a-0936-4c48-80bf-4fd843a3a55b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] In _notify_port_updated(), no bound segment for port dc40afd4-a492-4741-be55-a85b9f019841 on network 7d4e69e7-b850-44ed-85b8-2e35d465bba6 {{(pid=102343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:05:47.910459 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a77b76a-0936-4c48-80bf-4fd843a3a55b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:47.911141 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a77b76a-0936-4c48-80bf-4fd843a3a55b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:47.912588 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3a77b76a-0936-4c48-80bf-4fd843a3a55b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "PUT /v2.0/ports/dc40afd4-a492-4741-be55-a85b9f019841 HTTP/1.1" status: 200 len: 926 time: 2.1615191 Aug 31 01:05:47.928120 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54082) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:47.941973 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-a2eb6970-a596-4d6b-a2ca-c1c615ebd916 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d4d626f-30f5-4318-8d45-073c46e1cec5'}, {'subnet_id': '66e834a8-7e27-4596-b060-8e1c0c2d9878'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:47.956097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=6bc86785-a3c9-4703-891c-17ea3ded0d97,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:48.011052 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b76dd8af-84ca-4642-b05f-bdeb17162e30 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:48.056623 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4838e42-1a0b-4317-86f4-faefedb37167 req-c2902a07-10cc-4a52-9298-32e2c3aa9f5f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:48.072898 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:48.081757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4838e42-1a0b-4317-86f4-faefedb37167 req-c2902a07-10cc-4a52-9298-32e2c3aa9f5f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:48.087164 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4838e42-1a0b-4317-86f4-faefedb37167 req-c2902a07-10cc-4a52-9298-32e2c3aa9f5f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 1682 time: 0.4601438 Aug 31 01:05:48.189498 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=9951ca08-98b6-43ec-a0c0-e34f45ae5fc4,segment=NetworkSegment(89e6473d-43db-4758-8e73-e74a7c97ef57),segment_id=89e6473d-43db-4758-8e73-e74a7c97ef57)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:48.250323 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b76dd8af-84ca-4642-b05f-bdeb17162e30 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:48.254695 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b76dd8af-84ca-4642-b05f-bdeb17162e30 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:48.307536 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4838e42-1a0b-4317-86f4-faefedb37167 req-12ea1782-8b16-4059-8d4e-1a3690451848 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761918 Aug 31 01:05:48.311954 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a2eb6970-a596-4d6b-a2ca-c1c615ebd916 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:48.418799 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-841d23de-0e99-46b0-a212-ea1dd318dbd3 req-34cf0ecb-b26b-4910-8242-6bd19ed7e64c tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] For port b7cfafbd-4973-4a35-b271-f81a6beaffd9, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b7cfafbd-4973-4a35-b271-f81a6beaffd9,segment=NetworkSegment(33e380e7-eff7-4f5b-8c19-f5a375698c43),segment_id=33e380e7-eff7-4f5b-8c19-f5a375698c43)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:48.419351 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-841d23de-0e99-46b0-a212-ea1dd318dbd3 req-34cf0ecb-b26b-4910-8242-6bd19ed7e64c tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:48.501347 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-841d23de-0e99-46b0-a212-ea1dd318dbd3 req-34cf0ecb-b26b-4910-8242-6bd19ed7e64c tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Calling delete_port for b7cfafbd-4973-4a35-b271-f81a6beaffd9 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:48.511827 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:48.513338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8117cca6-1c2d-4918-beb9-6ff5bafd74ea no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:48.587363 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 8117cca6-1c2d-4918-beb9-6ff5bafd74ea {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:05:48.588405 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8117cca6-1c2d-4918-beb9-6ff5bafd74ea not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:05:48.602460 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54092) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:48.635811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=9951ca08-98b6-43ec-a0c0-e34f45ae5fc4,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:48.657334 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b76dd8af-84ca-4642-b05f-bdeb17162e30 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:48.658449 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76dd8af-84ca-4642-b05f-bdeb17162e30 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Fanout notify agent at l3_agent the message router_deleted on router cbcef220-973a-4551-9b1f-8cde5df47369 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:05:48.748708 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b76dd8af-84ca-4642-b05f-bdeb17162e30 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:48.753467 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b76dd8af-84ca-4642-b05f-bdeb17162e30 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] 10.222.0.16 "DELETE /v2.0/routers/cbcef220-973a-4551-9b1f-8cde5df47369 HTTP/1.1" status: 204 len: 168 time: 4.9356987 Aug 31 01:05:48.754442 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54096) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:48.796822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f6a7ceae-98a5-490c-88b0-7e9a72c54106 None None] Provisioning for port dc40afd4-a492-4741-be55-a85b9f019841 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:48.805162 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f6a7ceae-98a5-490c-88b0-7e9a72c54106 None None] Provisioning complete for port dc40afd4-a492-4741-be55-a85b9f019841 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:48.806365 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f6a7ceae-98a5-490c-88b0-7e9a72c54106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:48.806828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dff14d-6967-4aed-869b-531f42a4a197 req-409acbe8-8396-49e8-94af-e3913491fbc4 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:48.809025 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-53dff14d-6967-4aed-869b-531f42a4a197 req-409acbe8-8396-49e8-94af-e3913491fbc4 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 945 time: 0.3747118 Aug 31 01:05:48.838781 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f66b8a7-268c-4a8b-84f5-ee2717add19a admin admin] Deleting subnet 8014dbf9-3f93-4305-a557-88fa6bfa5935 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:05:48.847738 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f66b8a7-268c-4a8b-84f5-ee2717add19a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:48.883652 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f6a7ceae-98a5-490c-88b0-7e9a72c54106 None None] Port dc40afd4-a492-4741-be55-a85b9f019841 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:05:48.894509 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-4261541b-24d8-49d1-8fa2-291017e02589 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Deleting subnet d12f5aed-e03b-4cc7-aa1b-a9c9da8cd1f8 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:05:48.906240 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4261541b-24d8-49d1-8fa2-291017e02589 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:48.952883 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f66b8a7-268c-4a8b-84f5-ee2717add19a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:48.978432 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-a2eb6970-a596-4d6b-a2ca-c1c615ebd916 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Allocated IP 2001:db8:0:1::180 (7d4e69e7-b850-44ed-85b8-2e35d465bba6/66e834a8-7e27-4596-b060-8e1c0c2d9878/dc40afd4-a492-4741-be55-a85b9f019841) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:05:48.983151 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-53dff14d-6967-4aed-869b-531f42a4a197 req-ca300cba-eb8a-4185-b931-a06ba1b5c4c8 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/security-groups?id=64dad3bf-ab16-41ed-b866-a4d1ffa02546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506522 Aug 31 01:05:48.995059 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4261541b-24d8-49d1-8fa2-291017e02589 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:49.042269 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-dc57593e-7073-4ff3-bd8b-a6a075ea24b2 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:49.122535 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f66b8a7-268c-4a8b-84f5-ee2717add19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:49.157213 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57593e-7073-4ff3-bd8b-a6a075ea24b2 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event deleted for resources: {'Port': ['ID=9951ca08-98b6-43ec-a0c0-e34f45ae5fc4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:49.276263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-dc57593e-7073-4ff3-bd8b-a6a075ea24b2 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] No DVR routers for this DVR port 9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:49.279051 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-dc57593e-7073-4ff3-bd8b-a6a075ea24b2 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:49.281763 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-dc57593e-7073-4ff3-bd8b-a6a075ea24b2 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.48 "DELETE /v2.0/ports/9951ca08-98b6-43ec-a0c0-e34f45ae5fc4 HTTP/1.1" status: 204 len: 173 time: 3.2808349 Aug 31 01:05:49.282582 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'name': 'network-vif-deleted', 'tag': '9951ca08-98b6-43ec-a0c0-e34f45ae5fc4'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:49.286804 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cabacf2-d9a3-490c-b0d3-a0ee8ec72a7a" -d '{"events": [{"server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "name": "network-vif-deleted", "tag": "9951ca08-98b6-43ec-a0c0-e34f45ae5fc4"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:49.328480 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4261541b-24d8-49d1-8fa2-291017e02589 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:49.448975 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a942414f-59fd-44ea-8e3d-19b9283df6b7 x-openstack-request-id: req-a942414f-59fd-44ea-8e3d-19b9283df6b7 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:49.448975 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "name": "network-vif-deleted", "tag": "9951ca08-98b6-43ec-a0c0-e34f45ae5fc4", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:49.448975 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a942414f-59fd-44ea-8e3d-19b9283df6b7 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:49.448975 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'name': 'network-vif-deleted', 'tag': '9951ca08-98b6-43ec-a0c0-e34f45ae5fc4', 'status': 'completed', 'code': 200} Aug 31 01:05:49.545566 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a2eb6970-a596-4d6b-a2ca-c1c615ebd916 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:49.549524 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-318ba847-2da6-44c8-be1a-f17086cc95ee tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Deleting port 6bc86785-a3c9-4703-891c-17ea3ded0d97 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:49.549882 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-318ba847-2da6-44c8-be1a-f17086cc95ee tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:49.557669 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-841d23de-0e99-46b0-a212-ea1dd318dbd3 req-34cf0ecb-b26b-4910-8242-6bd19ed7e64c tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:49.586319 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-a2eb6970-a596-4d6b-a2ca-c1c615ebd916 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Ignored duplicate provisioning block setup for port dc40afd4-a492-4741-be55-a85b9f019841 by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 01:05:49.597079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9951ca08-98b6-43ec-a0c0-e34f45ae5fc4'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:49.598096 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067b1c0-4351-4bce-8e30-349fe3da12dc req-456a195c-3257-49d1-aec5-2839881701ce tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:49.603812 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea5a1bd-bd92-4ef2-b127-b5b8dccd2ac4" -d '{"events": [{"server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "name": "network-vif-unplugged", "status": "completed", "tag": "9951ca08-98b6-43ec-a0c0-e34f45ae5fc4"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:49.606850 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c067b1c0-4351-4bce-8e30-349fe3da12dc req-456a195c-3257-49d1-aec5-2839881701ce tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 944 time: 0.1553175 Aug 31 01:05:49.664694 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2be5ff8-acbf-496e-a2ab-6bb2eca863b4 x-openstack-request-id: req-e2be5ff8-acbf-496e-a2ab-6bb2eca863b4 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:49.665157 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "name": "network-vif-unplugged", "status": "completed", "tag": "9951ca08-98b6-43ec-a0c0-e34f45ae5fc4", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:49.665599 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2be5ff8-acbf-496e-a2ab-6bb2eca863b4 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:49.666224 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9951ca08-98b6-43ec-a0c0-e34f45ae5fc4', 'code': 200} Aug 31 01:05:49.672462 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c067b1c0-4351-4bce-8e30-349fe3da12dc req-2d82b892-6db4-41e5-b652-12699a7433a8 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591497 Aug 31 01:05:49.682253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf0ecb-b26b-4910-8242-6bd19ed7e64c tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Pushing event deleted for resources: {'Port': ['ID=b7cfafbd-4973-4a35-b271-f81a6beaffd9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:49.725416 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a2eb6970-a596-4d6b-a2ca-c1c615ebd916 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:49.731022 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4261541b-24d8-49d1-8fa2-291017e02589 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:49.747815 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f66b8a7-268c-4a8b-84f5-ee2717add19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:49.754505 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-841d23de-0e99-46b0-a212-ea1dd318dbd3 req-34cf0ecb-b26b-4910-8242-6bd19ed7e64c tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] No DVR routers for this DVR port b7cfafbd-4973-4a35-b271-f81a6beaffd9 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:49.757170 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-841d23de-0e99-46b0-a212-ea1dd318dbd3 req-34cf0ecb-b26b-4910-8242-6bd19ed7e64c tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:49.760516 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-841d23de-0e99-46b0-a212-ea1dd318dbd3 req-34cf0ecb-b26b-4910-8242-6bd19ed7e64c tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.48 "DELETE /v2.0/ports/b7cfafbd-4973-4a35-b271-f81a6beaffd9 HTTP/1.1" status: 204 len: 173 time: 3.0232947 Aug 31 01:05:49.823101 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4261541b-24d8-49d1-8fa2-291017e02589 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:49.826498 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4261541b-24d8-49d1-8fa2-291017e02589 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] 10.222.0.16 "DELETE /v2.0/subnets/d12f5aed-e03b-4cc7-aa1b-a9c9da8cd1f8 HTTP/1.1" status: 204 len: 168 time: 1.0700235 Aug 31 01:05:49.827582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261541b-24d8-49d1-8fa2-291017e02589 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Pushing event deleted for resources: {'Subnet': ['ID=d12f5aed-e03b-4cc7-aa1b-a9c9da8cd1f8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:49.833966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1866d1e-8669-42b7-8551-73a3318ff0f4 None None] Network ad828110-0862-4cdb-b06d-0764af746270 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:05:49.840373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54110) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:49.892631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66b8a7-268c-4a8b-84f5-ee2717add19a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8014dbf9-3f93-4305-a557-88fa6bfa5935,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:49.902648 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f66b8a7-268c-4a8b-84f5-ee2717add19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:49.907140 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8f66b8a7-268c-4a8b-84f5-ee2717add19a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8014dbf9-3f93-4305-a557-88fa6bfa5935 HTTP/1.1" status: 204 len: 168 time: 1.2934413 Aug 31 01:05:49.913656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54112) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:50.044508 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-a2eb6970-a596-4d6b-a2ca-c1c615ebd916 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] In _notify_port_updated(), no bound segment for port dc40afd4-a492-4741-be55-a85b9f019841 on network 7d4e69e7-b850-44ed-85b8-2e35d465bba6 {{(pid=102343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:05:50.074610 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eb6970-a596-4d6b-a2ca-c1c615ebd916 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:50.074610 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a2eb6970-a596-4d6b-a2ca-c1c615ebd916 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:50.074610 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a2eb6970-a596-4d6b-a2ca-c1c615ebd916 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "PUT /v2.0/ports/dc40afd4-a492-4741-be55-a85b9f019841 HTTP/1.1" status: 200 len: 1012 time: 2.1325893 Aug 31 01:05:50.074610 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb6970-a596-4d6b-a2ca-c1c615ebd916 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=dc40afd4-a492-4741-be55-a85b9f019841,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:50.074610 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54116) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:50.089486 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-318ba847-2da6-44c8-be1a-f17086cc95ee tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] For port 6bc86785-a3c9-4703-891c-17ea3ded0d97, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6bc86785-a3c9-4703-891c-17ea3ded0d97,segment=NetworkSegment(05572195-d737-4788-a7a4-bfc34bb4eec5),segment_id=05572195-d737-4788-a7a4-bfc34bb4eec5)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:50.090142 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-318ba847-2da6-44c8-be1a-f17086cc95ee tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:50.169798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-318ba847-2da6-44c8-be1a-f17086cc95ee tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Calling delete_port for 6bc86785-a3c9-4703-891c-17ea3ded0d97 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:50.239921 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:50.259218 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5421c3b-9270-4e1c-b881-99893611103a req-595223b5-6d58-4560-ba88-c657fa898e73 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 210 time: 0.0861754 Aug 31 01:05:50.427164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314b3fc8-6620-42d6-9bd7-274c8d4340d6 None None] DHCP port deletion for ad828110-0862-4cdb-b06d-0764af746270 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:05:50.514111 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-643ba4f9-33a7-4d25-a3b1-ec992d2e7560 None None] Provisioning complete for port dc40afd4-a492-4741-be55-a85b9f019841 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:50.514728 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-643ba4f9-33a7-4d25-a3b1-ec992d2e7560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:50.524286 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e982bd56-ed86-492b-bf25-5abc3e975156 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port dc40afd4-a492-4741-be55-a85b9f019841 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:50.525119 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e982bd56-ed86-492b-bf25-5abc3e975156 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:50.545690 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-417c7e8a-0e32-4c7e-b48a-e7fb5c1fef0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:50.646340 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-314b3fc8-6620-42d6-9bd7-274c8d4340d6 None None] Deleting port f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:50.647012 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-314b3fc8-6620-42d6-9bd7-274c8d4340d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:50.652920 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-643ba4f9-33a7-4d25-a3b1-ec992d2e7560 None None] Port dc40afd4-a492-4741-be55-a85b9f019841 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:05:50.688338 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Deleting port f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:50.692622 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:50.813098 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-314b3fc8-6620-42d6-9bd7-274c8d4340d6 None None] For port f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b,segment=NetworkSegment(4f9c3ec7-8758-4e5d-8a0f-680c818c29c3),segment_id=4f9c3ec7-8758-4e5d-8a0f-680c818c29c3)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:50.813992 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-314b3fc8-6620-42d6-9bd7-274c8d4340d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:50.848575 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-314b3fc8-6620-42d6-9bd7-274c8d4340d6 None None] Calling delete_port for f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:50.910156 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e982bd56-ed86-492b-bf25-5abc3e975156 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:50.927766 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] For port f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b,segment=NetworkSegment(4f9c3ec7-8758-4e5d-8a0f-680c818c29c3),segment_id=4f9c3ec7-8758-4e5d-8a0f-680c818c29c3)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:50.928812 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:50.961644 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e982bd56-ed86-492b-bf25-5abc3e975156 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for dc40afd4-a492-4741-be55-a85b9f019841 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:50.974481 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Calling delete_port for f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:51.129207 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:51.273070 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b7cfafbd-4973-4a35-b271-f81a6beaffd9 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:51.322369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: b7cfafbd-4973-4a35-b271-f81a6beaffd9 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:05:51.322980 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b7cfafbd-4973-4a35-b271-f81a6beaffd9 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:05:51.351647 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-314b3fc8-6620-42d6-9bd7-274c8d4340d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:51.392221 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-417c7e8a-0e32-4c7e-b48a-e7fb5c1fef0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:51.418579 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:51.424806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-417c7e8a-0e32-4c7e-b48a-e7fb5c1fef0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ccd887-c5da-4271-88f5-08b576ad7053']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:51.425971 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b3fc8-6620-42d6-9bd7-274c8d4340d6 None None] Pushing event deleted for resources: {'Port': ['ID=f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:51.442514 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:51.447603 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c1923d-5b84-4945-b6d3-1f6ce580b131', 'name': 'network-vif-deleted', 'tag': 'b7cfafbd-4973-4a35-b271-f81a6beaffd9'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:51.452240 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53f644c-08dc-45a4-a7ce-c65a5fd6604d" -d '{"events": [{"server_uuid": "21c1923d-5b84-4945-b6d3-1f6ce580b131", "name": "network-vif-deleted", "tag": "b7cfafbd-4973-4a35-b271-f81a6beaffd9"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:51.479497 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-417c7e8a-0e32-4c7e-b48a-e7fb5c1fef0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0425c86f-266b-43b4-b81d-d05c386964c3') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:51.479786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-417c7e8a-0e32-4c7e-b48a-e7fb5c1fef0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0425c86f-266b-43b4-b81d-d05c386964c3') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:51.482531 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314b3fc8-6620-42d6-9bd7-274c8d4340d6 None None] No DVR routers for this DVR port f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:51.525126 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] No DVR routers for this DVR port f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:51.526212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75618830-b9d2-475c-bcbe-a20eeef8fd63 req-3294ca4f-508c-4b2c-9413-5c5b935627e4 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:51.538008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Pushing event deleted for resources: {'Port': ['ID=f60f9bae-0bcb-4f61-ae4f-d48c0c6f631b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:51.539101 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75618830-b9d2-475c-bcbe-a20eeef8fd63 req-3294ca4f-508c-4b2c-9413-5c5b935627e4 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 944 time: 0.2923083 Aug 31 01:05:51.573325 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-417c7e8a-0e32-4c7e-b48a-e7fb5c1fef0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:51.600490 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-417c7e8a-0e32-4c7e-b48a-e7fb5c1fef0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:51.608669 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0738881d-0326-4236-bd44-f5cc24f7d3ae req-80d7ff82-38b5-4a5a-a96a-1f175473e660 tempest-ServerRescueTestJSON-1351887488 tempest-ServerRescueTestJSON-1351887488-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c1923d-5b84-4945-b6d3-1f6ce580b131 HTTP/1.1" status: 200 len: 210 time: 0.1070347 Aug 31 01:05:51.632271 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417c7e8a-0e32-4c7e-b48a-e7fb5c1fef0c admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:05:51.637907 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-417c7e8a-0e32-4c7e-b48a-e7fb5c1fef0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:05:51.641548 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:05:51.718905 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156f5c0f-ccd1-4552-9737-b75561953864 x-openstack-request-id: req-156f5c0f-ccd1-4552-9737-b75561953864 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:51.719250 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c1923d-5b84-4945-b6d3-1f6ce580b131", "name": "network-vif-deleted", "tag": "b7cfafbd-4973-4a35-b271-f81a6beaffd9", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:51.719531 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-156f5c0f-ccd1-4552-9737-b75561953864 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:51.720187 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c1923d-5b84-4945-b6d3-1f6ce580b131', 'name': 'network-vif-deleted', 'tag': 'b7cfafbd-4973-4a35-b271-f81a6beaffd9', 'status': 'completed', 'code': 200} Aug 31 01:05:51.737477 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75618830-b9d2-475c-bcbe-a20eeef8fd63 req-aaec04e8-7b3f-482e-92a0-0c0c8405343e tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929274 Aug 31 01:05:51.757042 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-318ba847-2da6-44c8-be1a-f17086cc95ee tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:51.798597 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:51.832093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ba847-2da6-44c8-be1a-f17086cc95ee tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event deleted for resources: {'Port': ['ID=6bc86785-a3c9-4703-891c-17ea3ded0d97,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:51.833989 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e982bd56-ed86-492b-bf25-5abc3e975156 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:51.862015 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad828110-0862-4cdb-b06d-0764af746270']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:51.903485 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-318ba847-2da6-44c8-be1a-f17086cc95ee tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] No DVR routers for this DVR port 6bc86785-a3c9-4703-891c-17ea3ded0d97 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:51.906752 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982bd56-ed86-492b-bf25-5abc3e975156 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=dc40afd4-a492-4741-be55-a85b9f019841,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:51.908184 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-318ba847-2da6-44c8-be1a-f17086cc95ee tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:51.912817 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9e506ae-69f8-4169-87f5-7f88c35c6354 req-318ba847-2da6-44c8-be1a-f17086cc95ee tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.48 "DELETE /v2.0/ports/6bc86785-a3c9-4703-891c-17ea3ded0d97 HTTP/1.1" status: 204 len: 173 time: 2.6181667 Aug 31 01:05:51.918257 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9c3ec7-8758-4e5d-8a0f-680c818c29c3') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:51.919137 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9c3ec7-8758-4e5d-8a0f-680c818c29c3') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:51.979576 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:52.022341 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:52.025878 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-417c7e8a-0e32-4c7e-b48a-e7fb5c1fef0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:52.028227 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e982bd56-ed86-492b-bf25-5abc3e975156 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:52.031706 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e982bd56-ed86-492b-bf25-5abc3e975156 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/ports/dc40afd4-a492-4741-be55-a85b9f019841 HTTP/1.1" status: 204 len: 168 time: 1.9324841 Aug 31 01:05:52.036841 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54138) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:52.078552 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-417c7e8a-0e32-4c7e-b48a-e7fb5c1fef0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:52.083526 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-417c7e8a-0e32-4c7e-b48a-e7fb5c1fef0c admin admin] 10.222.0.16 "DELETE /v2.0/networks/b0ccd887-c5da-4271-88f5-08b576ad7053 HTTP/1.1" status: 204 len: 168 time: 2.1647193 Aug 31 01:05:52.083526 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54140) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:52.087601 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd643aae-7c4e-43cb-94d8-e837201767f0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] GET failed (client error): The resource could not be found. Aug 31 01:05:52.089595 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fd643aae-7c4e-43cb-94d8-e837201767f0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports/dc40afd4-a492-4741-be55-a85b9f019841 HTTP/1.1" status: 404 len: 333 time: 0.0512154 Aug 31 01:05:52.091414 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:05:52.092143 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:52.093015 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c7e8a-0e32-4c7e-b48a-e7fb5c1fef0c admin admin] Pushing event deleted for resources: {'Network': ['ID=b0ccd887-c5da-4271-88f5-08b576ad7053,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:05:52.097457 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:05:52.107647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54146) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:52.296348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2c5c15-af43-4081-bb80-200a6a55bbc0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting subnet 66e834a8-7e27-4596-b060-8e1c0c2d9878 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:05:52.307652 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5c15-af43-4081-bb80-200a6a55bbc0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:52.411005 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5c15-af43-4081-bb80-200a6a55bbc0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:52.430381 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-772bf2fa-b1eb-41d5-8446-65a0eb829434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:52.496966 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:05:52.541813 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5c15-af43-4081-bb80-200a6a55bbc0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:52.582282 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:52.609184 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:52.609184 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] 10.222.0.16 "DELETE /v2.0/networks/ad828110-0862-4cdb-b06d-0764af746270 HTTP/1.1" status: 204 len: 168 time: 2.7622843 Aug 31 01:05:52.612683 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54148) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:52.632108 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26589dce-2771-4a92-a767-9d3db5e01aff tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Pushing event deleted for resources: {'Network': ['ID=ad828110-0862-4cdb-b06d-0764af746270,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:52.704637 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54152) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:52.795522 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5c15-af43-4081-bb80-200a6a55bbc0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:52.889512 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c5c15-af43-4081-bb80-200a6a55bbc0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Subnet': ['ID=66e834a8-7e27-4596-b060-8e1c0c2d9878,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:52.892158 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5c15-af43-4081-bb80-200a6a55bbc0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:52.899942 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ef2c5c15-af43-4081-bb80-200a6a55bbc0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/66e834a8-7e27-4596-b060-8e1c0c2d9878 HTTP/1.1" status: 204 len: 168 time: 0.7963381 Aug 31 01:05:52.899942 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54158) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:52.900593 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54160) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:52.908747 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370b5d17-1803-46a9-b347-8d5f9fc14ea0 None None] Network 7d4e69e7-b850-44ed-85b8-2e35d465bba6 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:05:52.955352 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-772bf2fa-b1eb-41d5-8446-65a0eb829434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:53.042750 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-0fca171a-05e7-40f8-b8f7-41cfa5203a09 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Deleting port 68c92f98-2254-44e7-bb44-e8b065cae108 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:53.043458 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0fca171a-05e7-40f8-b8f7-41cfa5203a09 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:53.069569 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-772bf2fa-b1eb-41d5-8446-65a0eb829434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:53.195311 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-772bf2fa-b1eb-41d5-8446-65a0eb829434 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b56e654717b4f00b5c8dbaf74ea3cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1109154 Aug 31 01:05:53.198988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54162) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:53.202564 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bf2fa-b1eb-41d5-8446-65a0eb829434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31ddc6f-08c7-42d3-a165-939a5dc14a30,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:53.355607 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0fca171a-05e7-40f8-b8f7-41cfa5203a09 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:53.356182 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0fca171a-05e7-40f8-b8f7-41cfa5203a09 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:53.360060 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-268bcf1a-bca8-4f99-a99c-314bfd22d139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:53.399019 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-0fca171a-05e7-40f8-b8f7-41cfa5203a09 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Calling delete_port for 68c92f98-2254-44e7-bb44-e8b065cae108 owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:53.420898 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-268bcf1a-bca8-4f99-a99c-314bfd22d139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:53.442736 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-96d0b829-53e3-40bf-850b-e3c07f70bc35 req-b01a0e18-aa1c-4b3e-8d82-1d324f3d5b86 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=94c1d7b8-f3cd-41fc-9f32-792f64ee964e HTTP/1.1" status: 200 len: 210 time: 0.1177843 Aug 31 01:05:53.593230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f3153b-30f9-41a8-8da7-97ea85ed87c1 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting subnet 8d4d626f-30f5-4318-8d45-073c46e1cec5 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:05:53.605810 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6ef6eeac-77d2-480b-a209-538ab7fe063c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19b0c01c2a774ed1abe0c4b0e21918ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6878819 Aug 31 01:05:53.607923 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54164) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:53.608910 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-11f3153b-30f9-41a8-8da7-97ea85ed87c1 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:53.727973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'name': 'network-vif-deleted', 'tag': '6bc86785-a3c9-4703-891c-17ea3ded0d97'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:53.746079 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-11f3153b-30f9-41a8-8da7-97ea85ed87c1 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:53.749736 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b08ebe-5f0e-4947-98d8-a05ad720e9b7" -d '{"events": [{"server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "name": "network-vif-deleted", "tag": "6bc86785-a3c9-4703-891c-17ea3ded0d97"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:53.878793 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd62dd10-29f9-4967-a579-b3f1cb8c9a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:53.883931 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-268bcf1a-bca8-4f99-a99c-314bfd22d139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:53.891586 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-268bcf1a-bca8-4f99-a99c-314bfd22d139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:53.893963 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-268bcf1a-bca8-4f99-a99c-314bfd22d139 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b31ddc6f-08c7-42d3-a165-939a5dc14a30 HTTP/1.1" status: 204 len: 168 time: 0.6924832 Aug 31 01:05:53.914479 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc978d03-2b56-4715-b550-e828ba713adc x-openstack-request-id: req-bc978d03-2b56-4715-b550-e828ba713adc {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:53.921123 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c1d7b8-f3cd-41fc-9f32-792f64ee964e", "name": "network-vif-deleted", "tag": "6bc86785-a3c9-4703-891c-17ea3ded0d97", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:53.921591 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc978d03-2b56-4715-b550-e828ba713adc {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:53.922545 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c1d7b8-f3cd-41fc-9f32-792f64ee964e', 'name': 'network-vif-deleted', 'tag': '6bc86785-a3c9-4703-891c-17ea3ded0d97', 'status': 'completed', 'code': 200} Aug 31 01:05:53.949674 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bcf1a-bca8-4f99-a99c-314bfd22d139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31ddc6f-08c7-42d3-a165-939a5dc14a30,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:53.974673 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd62dd10-29f9-4967-a579-b3f1cb8c9a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:54.003963 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0fca171a-05e7-40f8-b8f7-41cfa5203a09 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:54.129934 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca171a-05e7-40f8-b8f7-41cfa5203a09 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Pushing event deleted for resources: {'Port': ['ID=68c92f98-2254-44e7-bb44-e8b065cae108,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:54.231721 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-11f3153b-30f9-41a8-8da7-97ea85ed87c1 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:54.416668 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0fca171a-05e7-40f8-b8f7-41cfa5203a09 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:54.422825 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0fca171a-05e7-40f8-b8f7-41cfa5203a09 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:54.428045 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0fca171a-05e7-40f8-b8f7-41cfa5203a09 tempest-FloatingIPAdminTestJSON-1744987285 tempest-FloatingIPAdminTestJSON-1744987285-project] 10.222.0.16 "DELETE /v2.0/floatingips/5027da36-7984-45f9-a84e-8459901fc7cc HTTP/1.1" status: 204 len: 168 time: 1.8109949 Aug 31 01:05:54.428045 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd62dd10-29f9-4967-a579-b3f1cb8c9a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:54.433124 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd62dd10-29f9-4967-a579-b3f1cb8c9a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:54.439353 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cd62dd10-29f9-4967-a579-b3f1cb8c9a87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41df5e17-9f6c-4b7a-84d2-e1eb9215b599 HTTP/1.1" status: 204 len: 168 time: 0.8251524 Aug 31 01:05:54.451698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62dd10-29f9-4967-a579-b3f1cb8c9a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41df5e17-9f6c-4b7a-84d2-e1eb9215b599,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:54.514648 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-11f3153b-30f9-41a8-8da7-97ea85ed87c1 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:54.535051 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-11f3153b-30f9-41a8-8da7-97ea85ed87c1 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:54.537011 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-11f3153b-30f9-41a8-8da7-97ea85ed87c1 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/8d4d626f-30f5-4318-8d45-073c46e1cec5 HTTP/1.1" status: 204 len: 168 time: 1.6344707 Aug 31 01:05:54.542317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54178) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:54.563395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54180) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:54.565596 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2e0588e-6759-4731-80e2-02bab446124f None None] Provisioning complete for port 1223a44b-7e26-4827-adb8-37deab09b04d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:54.566435 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2e0588e-6759-4731-80e2-02bab446124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:54.574537 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaa8966-4036-4f54-97d5-f091fad3d8f1 None None] Network 7d4e69e7-b850-44ed-85b8-2e35d465bba6 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:05:54.600025 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3153b-30f9-41a8-8da7-97ea85ed87c1 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4d626f-30f5-4318-8d45-073c46e1cec5,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:54.651491 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d70c96e0-c5ac-41d8-bd1d-739e7329369c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:54.762790 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-18911133-a82b-46fa-b7cc-43d7af7cf31d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Deleting subnet d1b02fa4-af68-4168-a28b-6bcefcad25d9 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:05:54.783295 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-18911133-a82b-46fa-b7cc-43d7af7cf31d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:54.838520 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:54.879196 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-18911133-a82b-46fa-b7cc-43d7af7cf31d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.104396 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port 1223a44b-7e26-4827-adb8-37deab09b04d {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:55.104807 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.109915 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-18911133-a82b-46fa-b7cc-43d7af7cf31d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.156555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d871b13c-3019-4e80-aa89-cb9d852006e3 None None] DHCP port deletion for 7d4e69e7-b850-44ed-85b8-2e35d465bba6 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:05:55.251788 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d871b13c-3019-4e80-aa89-cb9d852006e3 None None] Deleting port 1223a44b-7e26-4827-adb8-37deab09b04d {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:55.252615 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d871b13c-3019-4e80-aa89-cb9d852006e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.260788 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-d70c96e0-c5ac-41d8-bd1d-739e7329369c admin admin] Deleting port 588df85d-bb44-4a1e-a02e-cf7f09195952 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:55.266717 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d70c96e0-c5ac-41d8-bd1d-739e7329369c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.306151 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] For port 1223a44b-7e26-4827-adb8-37deab09b04d, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1223a44b-7e26-4827-adb8-37deab09b04d,segment=NetworkSegment(672eed38-2a91-4c39-a914-bcc185018b99),segment_id=672eed38-2a91-4c39-a914-bcc185018b99)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:55.306835 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.343642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for 1223a44b-7e26-4827-adb8-37deab09b04d owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:55.412661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d871b13c-3019-4e80-aa89-cb9d852006e3 None None] For port 1223a44b-7e26-4827-adb8-37deab09b04d, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1223a44b-7e26-4827-adb8-37deab09b04d,segment=NetworkSegment(672eed38-2a91-4c39-a914-bcc185018b99),segment_id=672eed38-2a91-4c39-a914-bcc185018b99)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:55.413550 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d871b13c-3019-4e80-aa89-cb9d852006e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.445503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d871b13c-3019-4e80-aa89-cb9d852006e3 None None] Calling delete_port for 1223a44b-7e26-4827-adb8-37deab09b04d owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:55.479719 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-d70c96e0-c5ac-41d8-bd1d-739e7329369c admin admin] For port 588df85d-bb44-4a1e-a02e-cf7f09195952, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=588df85d-bb44-4a1e-a02e-cf7f09195952,segment=NetworkSegment(33e380e7-eff7-4f5b-8c19-f5a375698c43),segment_id=33e380e7-eff7-4f5b-8c19-f5a375698c43)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:55.480353 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d70c96e0-c5ac-41d8-bd1d-739e7329369c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.508719 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-d70c96e0-c5ac-41d8-bd1d-739e7329369c admin admin] Calling delete_port for 588df85d-bb44-4a1e-a02e-cf7f09195952 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:55.560553 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-18911133-a82b-46fa-b7cc-43d7af7cf31d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.611269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18911133-a82b-46fa-b7cc-43d7af7cf31d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b02fa4-af68-4168-a28b-6bcefcad25d9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:55.626867 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-18911133-a82b-46fa-b7cc-43d7af7cf31d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.633383 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-18911133-a82b-46fa-b7cc-43d7af7cf31d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "DELETE /v2.0/subnets/d1b02fa4-af68-4168-a28b-6bcefcad25d9 HTTP/1.1" status: 204 len: 168 time: 1.0628285 Aug 31 01:05:55.633914 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54190) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:55.642134 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e48384-271b-469b-8414-d7779c6e1752 None None] Network 640d4953-fe2b-4a30-8c0b-10f4ab364fb3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:05:55.767379 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d871b13c-3019-4e80-aa89-cb9d852006e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.810853 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.846224 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d871b13c-3019-4e80-aa89-cb9d852006e3 None None] No DVR routers for this DVR port 1223a44b-7e26-4827-adb8-37deab09b04d on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:55.851041 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871b13c-3019-4e80-aa89-cb9d852006e3 None None] Pushing event deleted for resources: {'Port': ['ID=1223a44b-7e26-4827-adb8-37deab09b04d,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:55.958694 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No DVR routers for this DVR port 1223a44b-7e26-4827-adb8-37deab09b04d on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:55.961749 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=1223a44b-7e26-4827-adb8-37deab09b04d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:55.977100 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.996475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54194) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:56.046875 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ea56bd-0831-4d5f-a0e7-55bac92eab42 None None] DHCP port deletion for 640d4953-fe2b-4a30-8c0b-10f4ab364fb3 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:05:56.129190 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d70c96e0-c5ac-41d8-bd1d-739e7329369c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.140286 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54200) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:56.182428 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d0ea56bd-0831-4d5f-a0e7-55bac92eab42 None None] Deleting port 67c8e1ec-05fb-437b-8391-f69401c5395f {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:56.183880 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d0ea56bd-0831-4d5f-a0e7-55bac92eab42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.287784 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.298208 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c96e0-c5ac-41d8-bd1d-739e7329369c admin admin] Pushing event deleted for resources: {'Port': ['ID=588df85d-bb44-4a1e-a02e-cf7f09195952,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:56.321912 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad7ed1a2-2b1a-4810-b86a-973a057129fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.323455 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4e69e7-b850-44ed-85b8-2e35d465bba6']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:56.390175 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672eed38-2a91-4c39-a914-bcc185018b99') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:56.396975 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672eed38-2a91-4c39-a914-bcc185018b99') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:56.432812 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d0ea56bd-0831-4d5f-a0e7-55bac92eab42 None None] For port 67c8e1ec-05fb-437b-8391-f69401c5395f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=67c8e1ec-05fb-437b-8391-f69401c5395f,segment=NetworkSegment(89e6473d-43db-4758-8e73-e74a7c97ef57),segment_id=89e6473d-43db-4758-8e73-e74a7c97ef57)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:56.433424 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d0ea56bd-0831-4d5f-a0e7-55bac92eab42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.458683 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.479207 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d0ea56bd-0831-4d5f-a0e7-55bac92eab42 None None] Calling delete_port for 67c8e1ec-05fb-437b-8391-f69401c5395f owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:56.541833 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.566752 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Deleting port 67c8e1ec-05fb-437b-8391-f69401c5395f {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:56.567332 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.575231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:05:56.575231 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:05:56.582382 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:05:56.795061 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d70c96e0-c5ac-41d8-bd1d-739e7329369c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.803597 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d0ea56bd-0831-4d5f-a0e7-55bac92eab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.811356 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4a2824a7-21f3-4563-a769-65ac097503b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23f7630d710c48b3a4b3b7558eeb2635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8130713 Aug 31 01:05:56.815736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54208) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:56.847099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] For port 67c8e1ec-05fb-437b-8391-f69401c5395f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=67c8e1ec-05fb-437b-8391-f69401c5395f,segment=NetworkSegment(89e6473d-43db-4758-8e73-e74a7c97ef57),segment_id=89e6473d-43db-4758-8e73-e74a7c97ef57)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:56.848099 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.852901 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea56bd-0831-4d5f-a0e7-55bac92eab42 None None] Pushing event deleted for resources: {'Port': ['ID=67c8e1ec-05fb-437b-8391-f69401c5395f,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:56.870734 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ea56bd-0831-4d5f-a0e7-55bac92eab42 None None] No DVR routers for this DVR port 67c8e1ec-05fb-437b-8391-f69401c5395f on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:56.890212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Calling delete_port for 67c8e1ec-05fb-437b-8391-f69401c5395f owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:56.976691 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.983441 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.994315 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/networks/7d4e69e7-b850-44ed-85b8-2e35d465bba6 HTTP/1.1" status: 204 len: 168 time: 2.4411020 Aug 31 01:05:57.001028 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54210) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:57.091856 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb740a63-a4e4-4fcd-9640-ccc33ae88924 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Network': ['ID=7d4e69e7-b850-44ed-85b8-2e35d465bba6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:57.147319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b799a740-b108-44a9-bfd0-cee1a125528d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:57.158218 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b799a740-b108-44a9-bfd0-cee1a125528d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1494925 Aug 31 01:05:57.160621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54216) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:57.178526 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:57.202872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] No DVR routers for this DVR port 67c8e1ec-05fb-437b-8391-f69401c5395f on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:57.246637 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d1b65042-5150-4ea6-8941-8b960a2b57f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:57.284340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event deleted for resources: {'Port': ['ID=67c8e1ec-05fb-437b-8391-f69401c5395f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:57.298952 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d1b65042-5150-4ea6-8941-8b960a2b57f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:57.317912 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 67c8e1ec-05fb-437b-8391-f69401c5395f no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:57.365885 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 67c8e1ec-05fb-437b-8391-f69401c5395f {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:05:57.366529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 67c8e1ec-05fb-437b-8391-f69401c5395f not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:05:57.367275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1223a44b-7e26-4827-adb8-37deab09b04d no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:57.405904 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 1223a44b-7e26-4827-adb8-37deab09b04d {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:05:57.406844 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1223a44b-7e26-4827-adb8-37deab09b04d not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:05:57.428763 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:57.445986 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-82f2dcaf-c0c5-48a5-ae64-a20d7dcd6f43 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2822587 Aug 31 01:05:57.450589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54220) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:57.459696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a033b55e-6dbb-436c-950c-82e38b09e7e0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1828287952'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:57.470087 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640d4953-fe2b-4a30-8c0b-10f4ab364fb3']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:57.495767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e6473d-43db-4758-8e73-e74a7c97ef57') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:57.496471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e6473d-43db-4758-8e73-e74a7c97ef57') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:57.504402 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad7ed1a2-2b1a-4810-b86a-973a057129fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:57.513715 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:57.542711 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70c96e0-c5ac-41d8-bd1d-739e7329369c admin admin] Router b6857b3b-7f4b-4724-9a92-8f11072689bd has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:05:57.548627 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:57.565574 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:05:57.566613 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:57.617907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54226) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:57.629033 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad7ed1a2-2b1a-4810-b86a-973a057129fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:05:57.638610 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:05:57.701594 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d1b65042-5150-4ea6-8941-8b960a2b57f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:57.704509 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d1b65042-5150-4ea6-8941-8b960a2b57f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:57.705724 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d1b65042-5150-4ea6-8941-8b960a2b57f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/608f2d17-d8b5-4f2e-8b8b-e190ba28b161 HTTP/1.1" status: 204 len: 168 time: 0.8883493 Aug 31 01:05:57.757061 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ad7ed1a2-2b1a-4810-b86a-973a057129fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=984401b5c81c43a989e0977b6b707137&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6065128 Aug 31 01:05:57.760192 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54232) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:57.778423 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ed1a2-2b1a-4810-b86a-973a057129fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e252b0a8-758a-45e0-b386-123070df71f2,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:57.817055 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b65042-5150-4ea6-8941-8b960a2b57f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608f2d17-d8b5-4f2e-8b8b-e190ba28b161,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:57.843896 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0d08259d-f2db-4d07-aa48-3ced9da71bcf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1727908611-network', 'tenant_id': 'd68b7c3f51aa4e5b9eaa9ce49429ad72'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:57.870633 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70c96e0-c5ac-41d8-bd1d-739e7329369c admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:05:57.887554 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d70c96e0-c5ac-41d8-bd1d-739e7329369c admin admin] 10.222.0.16 "PUT /v2.0/routers/b6857b3b-7f4b-4724-9a92-8f11072689bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1765206 Aug 31 01:05:57.887889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd195e6-d6da-4aec-bf7f-68c46112b90f None None] Sync routers for ids ['b6857b3b-7f4b-4724-9a92-8f11072689bd'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:05:57.888599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54234) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:57.906360 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd195e6-d6da-4aec-bf7f-68c46112b90f None None] Routers {'b6857b3b-7f4b-4724-9a92-8f11072689bd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:05:57.907823 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0bd195e6-d6da-4aec-bf7f-68c46112b90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:05:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b6857b3b-7f4b-4724-9a92-8f11072689bd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:57.911188 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb17d345-7859-4068-a837-b9025af6d3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:57.952209 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb17d345-7859-4068-a837-b9025af6d3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:57.980800 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a033b55e-6dbb-436c-950c-82e38b09e7e0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:57.986048 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a033b55e-6dbb-436c-950c-82e38b09e7e0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.006488 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.012997 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.019521 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "DELETE /v2.0/networks/640d4953-fe2b-4a30-8c0b-10f4ab364fb3 HTTP/1.1" status: 204 len: 168 time: 2.3781679 Aug 31 01:05:58.023543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54236) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:58.119562 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a82ce0-978a-4312-8764-4e983ff9969c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event deleted for resources: {'Network': ['ID=640d4953-fe2b-4a30-8c0b-10f4ab364fb3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:58.146463 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c2750a4-3412-47d9-a80e-100c0c54f1c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.146973 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c7eb28-6cdc-4eea-b608-5da4caceb44d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Deleting subnet 57124f15-125b-4d65-a22e-e4993bf0fd34 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:05:58.159147 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-12c7eb28-6cdc-4eea-b608-5da4caceb44d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.243167 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-12c7eb28-6cdc-4eea-b608-5da4caceb44d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.248658 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d08259d-f2db-4d07-aa48-3ced9da71bcf admin admin] Made reservation on behalf of d68b7c3f51aa4e5b9eaa9ce49429ad72 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:58.252039 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0d08259d-f2db-4d07-aa48-3ced9da71bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.291275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-0bd195e6-d6da-4aec-bf7f-68c46112b90f None None] Set router b6857b3b-7f4b-4724-9a92-8f11072689bd gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:05:58.307489 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0d08259d-f2db-4d07-aa48-3ced9da71bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.443805 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-12c7eb28-6cdc-4eea-b608-5da4caceb44d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.495682 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb17d345-7859-4068-a837-b9025af6d3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.500924 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb17d345-7859-4068-a837-b9025af6d3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.506906 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bb17d345-7859-4068-a837-b9025af6d3de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e252b0a8-758a-45e0-b386-123070df71f2 HTTP/1.1" status: 204 len: 168 time: 0.7414980 Aug 31 01:05:58.552137 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17d345-7859-4068-a837-b9025af6d3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e252b0a8-758a-45e0-b386-123070df71f2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:58.716300 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0d08259d-f2db-4d07-aa48-3ced9da71bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.726203 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-12c7eb28-6cdc-4eea-b608-5da4caceb44d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.769228 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0bd195e6-d6da-4aec-bf7f-68c46112b90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'name': 'tempest-ServerRescueTestJSON-1772505963-router', 'tenant_id': '982b5fe753f4482cbadeee55c6e49b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '9280237e-35b7-4e36-ab05-483c8f245bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:09Z', 'updated_at': '2021-08-31T01:05:55Z', 'revision_number': 5, 'project_id': '982b5fe753f4482cbadeee55c6e49b01', 'gw_port': {'id': '9280237e-35b7-4e36-ab05-483c8f245bb3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:11Z', 'updated_at': '2021-08-31T01:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:58.781523 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a033b55e-6dbb-436c-950c-82e38b09e7e0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:05:58.823663 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a033b55e-6dbb-436c-950c-82e38b09e7e0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.824242 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-a033b55e-6dbb-436c-950c-82e38b09e7e0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Added segment 11124b76-e996-4172-947f-3daf9a7a288d of type vlan for network 0b0ae749-56c5-4e4b-994e-fcc7199301a2 Aug 31 01:05:58.831826 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd195e6-d6da-4aec-bf7f-68c46112b90f None None] Checking router: b6857b3b-7f4b-4724-9a92-8f11072689bd for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:05:58.846178 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd195e6-d6da-4aec-bf7f-68c46112b90f None None] Routers {'b6857b3b-7f4b-4724-9a92-8f11072689bd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:05:58.848600 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0bd195e6-d6da-4aec-bf7f-68c46112b90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:05:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['b6857b3b-7f4b-4724-9a92-8f11072689bd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:58.871407 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0d08259d-f2db-4d07-aa48-3ced9da71bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.920820 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7eb28-6cdc-4eea-b608-5da4caceb44d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event deleted for resources: {'Subnet': ['ID=57124f15-125b-4d65-a22e-e4993bf0fd34,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:58.928741 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-12c7eb28-6cdc-4eea-b608-5da4caceb44d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.934083 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-12c7eb28-6cdc-4eea-b608-5da4caceb44d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "DELETE /v2.0/subnets/57124f15-125b-4d65-a22e-e4993bf0fd34 HTTP/1.1" status: 204 len: 168 time: 0.9090018 Aug 31 01:05:58.934659 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c2750a4-3412-47d9-a80e-100c0c54f1c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.938267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08259d-f2db-4d07-aa48-3ced9da71bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbfe08b-446b-40a4-905a-b1968fee2a73,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:58.940375 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54244) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:58.949084 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d08259d-f2db-4d07-aa48-3ced9da71bcf admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:05:58.957233 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18157ced-55ce-4b3d-af3b-4acd9c23f4c9 None None] Network 45f9443c-309b-4834-9a18-02f9af603300 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:05:58.966600 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0d08259d-f2db-4d07-aa48-3ced9da71bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.967162 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-0d08259d-f2db-4d07-aa48-3ced9da71bcf admin admin] Added segment 5b465866-95ad-4a12-ba61-b745a2b14b8e of type vlan for network 3d94de3f-ce10-4240-9ab9-cf175c8d714e Aug 31 01:05:58.989210 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a033b55e-6dbb-436c-950c-82e38b09e7e0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:59.048959 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0d08259d-f2db-4d07-aa48-3ced9da71bcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:59.181533 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:59.269265 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-5c2750a4-3412-47d9-a80e-100c0c54f1c5 admin admin] Deleting port 9280237e-35b7-4e36-ab05-483c8f245bb3 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:59.270115 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c2750a4-3412-47d9-a80e-100c0c54f1c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:59.295725 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-0bd195e6-d6da-4aec-bf7f-68c46112b90f None None] Set router b6857b3b-7f4b-4724-9a92-8f11072689bd gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:05:59.299832 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0d08259d-f2db-4d07-aa48-3ced9da71bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:59.302371 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08259d-f2db-4d07-aa48-3ced9da71bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:59.302797 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0d08259d-f2db-4d07-aa48-3ced9da71bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:59.347216 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a033b55e-6dbb-436c-950c-82e38b09e7e0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:59.358546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a033b55e-6dbb-436c-950c-82e38b09e7e0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:59.359646 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a033b55e-6dbb-436c-950c-82e38b09e7e0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:59.428278 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08259d-f2db-4d07-aa48-3ced9da71bcf admin admin] Pushing event updated for resources: {'Network': ['ID=3d94de3f-ce10-4240-9ab9-cf175c8d714e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:59.482012 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Deleting port 622d24ae-08c5-4e56-8a47-661a4977cadc {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:59.482997 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:59.486087 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0d08259d-f2db-4d07-aa48-3ced9da71bcf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8653116 Aug 31 01:05:59.488456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54246) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:59.499891 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 3d94de3f-ce10-4240-9ab9-cf175c8d714e details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:05:59.509927 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-283efe63-29be-40a3-8bb1-259918876b35 admin admin] Request body: {'subnet': {'network_id': '3d94de3f-ce10-4240-9ab9-cf175c8d714e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1727908611-subnet', 'tenant_id': 'd68b7c3f51aa4e5b9eaa9ce49429ad72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:59.581256 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54248) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:59.591435 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45fcf4b-dfa6-431e-bcb1-ca7566ce0ea9 None None] DHCP port deletion for 45f9443c-309b-4834-9a18-02f9af603300 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:05:59.609710 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57fd0ef6-4142-45db-af9e-1daaad2cee0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:59.617377 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033b55e-6dbb-436c-950c-82e38b09e7e0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Network': ['ID=0b0ae749-56c5-4e4b-994e-fcc7199301a2,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:59.671941 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 0b0ae749-56c5-4e4b-994e-fcc7199301a2 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:05:59.684579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-5c2750a4-3412-47d9-a80e-100c0c54f1c5 admin admin] For port 9280237e-35b7-4e36-ab05-483c8f245bb3, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9280237e-35b7-4e36-ab05-483c8f245bb3,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:59.692674 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c2750a4-3412-47d9-a80e-100c0c54f1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:59.692674 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] For port 622d24ae-08c5-4e56-8a47-661a4977cadc, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=622d24ae-08c5-4e56-8a47-661a4977cadc,segment=NetworkSegment(05572195-d737-4788-a7a4-bfc34bb4eec5),segment_id=05572195-d737-4788-a7a4-bfc34bb4eec5)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:59.692674 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:59.719571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-5c2750a4-3412-47d9-a80e-100c0c54f1c5 admin admin] Calling delete_port for 9280237e-35b7-4e36-ab05-483c8f245bb3 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:59.721840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Calling delete_port for 622d24ae-08c5-4e56-8a47-661a4977cadc owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:59.745423 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a033b55e-6dbb-436c-950c-82e38b09e7e0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2916865 Aug 31 01:05:59.753340 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54252) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:59.764951 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ea856fac-ec92-4d8b-9b3b-420095f4a4c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'subnet': {'network_id': '0b0ae749-56c5-4e4b-994e-fcc7199301a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:59.902705 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e45fcf4b-dfa6-431e-bcb1-ca7566ce0ea9 None None] Deleting port 622d24ae-08c5-4e56-8a47-661a4977cadc {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:59.903454 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e45fcf4b-dfa6-431e-bcb1-ca7566ce0ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:59.970990 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283efe63-29be-40a3-8bb1-259918876b35 admin admin] Made reservation on behalf of d68b7c3f51aa4e5b9eaa9ce49429ad72 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:59.981102 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-283efe63-29be-40a3-8bb1-259918876b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:00.056537 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e45fcf4b-dfa6-431e-bcb1-ca7566ce0ea9 None None] For port 622d24ae-08c5-4e56-8a47-661a4977cadc, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=622d24ae-08c5-4e56-8a47-661a4977cadc,segment=NetworkSegment(05572195-d737-4788-a7a4-bfc34bb4eec5),segment_id=05572195-d737-4788-a7a4-bfc34bb4eec5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:00.057096 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e45fcf4b-dfa6-431e-bcb1-ca7566ce0ea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:00.080833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e45fcf4b-dfa6-431e-bcb1-ca7566ce0ea9 None None] Calling delete_port for 622d24ae-08c5-4e56-8a47-661a4977cadc owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:00.093302 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0bd195e6-d6da-4aec-bf7f-68c46112b90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'name': 'tempest-ServerRescueTestJSON-1772505963-router', 'tenant_id': '982b5fe753f4482cbadeee55c6e49b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '9280237e-35b7-4e36-ab05-483c8f245bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:09Z', 'updated_at': '2021-08-31T01:05:55Z', 'revision_number': 5, 'project_id': '982b5fe753f4482cbadeee55c6e49b01', 'gw_port': {'id': '9280237e-35b7-4e36-ab05-483c8f245bb3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:11Z', 'updated_at': '2021-08-31T01:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:00.100522 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.api [None req-ea856fac-ec92-4d8b-9b3b-420095f4a4c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:06:00.100522 n-d-793621-34 neutron-server[102343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:06:00.100522 n-d-793621-34 neutron-server[102343]: [parameters: {'project_id_1': 'bbad4c1f70e047a38b5d3dd3d174b433', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 5, 59, 984225)}] Aug 31 01:06:00.100522 n-d-793621-34 neutron-server[102343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:06:00.102012 n-d-793621-34 neutron-server[102343]: DEBUG oslo_db.api [None req-ea856fac-ec92-4d8b-9b3b-420095f4a4c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:06:00.152863 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd195e6-d6da-4aec-bf7f-68c46112b90f None None] The sync data for ids ['b6857b3b-7f4b-4724-9a92-8f11072689bd'] in n-d-793621-34 is: [{'id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'name': 'tempest-ServerRescueTestJSON-1772505963-router', 'tenant_id': '982b5fe753f4482cbadeee55c6e49b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '9280237e-35b7-4e36-ab05-483c8f245bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:09Z', 'updated_at': '2021-08-31T01:05:55Z', 'revision_number': 5, 'project_id': '982b5fe753f4482cbadeee55c6e49b01', 'gw_port': {'id': '9280237e-35b7-4e36-ab05-483c8f245bb3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6857b3b-7f4b-4724-9a92-8f11072689bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:11Z', 'updated_at': '2021-08-31T01:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:06:00.167933 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:00.243973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] No DVR routers for this DVR port 622d24ae-08c5-4e56-8a47-661a4977cadc on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:00.247226 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c2750a4-3412-47d9-a80e-100c0c54f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:00.251062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event deleted for resources: {'Port': ['ID=622d24ae-08c5-4e56-8a47-661a4977cadc,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:00.322656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2750a4-3412-47d9-a80e-100c0c54f1c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9280237e-35b7-4e36-ab05-483c8f245bb3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:00.349017 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e45fcf4b-dfa6-431e-bcb1-ca7566ce0ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:00.403188 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fcf4b-dfa6-431e-bcb1-ca7566ce0ea9 None None] Pushing event deleted for resources: {'Port': ['ID=622d24ae-08c5-4e56-8a47-661a4977cadc,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:00.408338 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57fd0ef6-4142-45db-af9e-1daaad2cee0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:00.416024 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45fcf4b-dfa6-431e-bcb1-ca7566ce0ea9 None None] No DVR routers for this DVR port 622d24ae-08c5-4e56-8a47-661a4977cadc on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:00.521399 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:00.525274 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57fd0ef6-4142-45db-af9e-1daaad2cee0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:00.548912 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f9443c-309b-4834-9a18-02f9af603300']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:00.559377 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c2750a4-3412-47d9-a80e-100c0c54f1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:00.591826 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd0ef6-4142-45db-af9e-1daaad2cee0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae865c5-7d6a-4785-88d5-3258797ab194,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:00.638435 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-283efe63-29be-40a3-8bb1-259918876b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:00.686561 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05572195-d737-4788-a7a4-bfc34bb4eec5') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:00.688109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05572195-d737-4788-a7a4-bfc34bb4eec5') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:00.711069 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:00.733314 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-57fd0ef6-4142-45db-af9e-1daaad2cee0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aae3d77738a7400682da50eb948d3858&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1463878 Aug 31 01:06:00.741175 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54264) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:00.786971 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c2750a4-3412-47d9-a80e-100c0c54f1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:00.790262 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c2750a4-3412-47d9-a80e-100c0c54f1c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:00.828590 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea856fac-ec92-4d8b-9b3b-420095f4a4c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:00.833126 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea856fac-ec92-4d8b-9b3b-420095f4a4c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:00.837650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283efe63-29be-40a3-8bb1-259918876b35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01e3834a-5d01-4eab-ae0a-06c743e71065,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:00.892377 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:00.906710 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:06:00.907912 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:06:00.914371 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:06:00.960853 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283efe63-29be-40a3-8bb1-259918876b35 admin admin] Checking segment: {'id': '5b465866-95ad-4a12-ba61-b745a2b14b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3d94de3f-ce10-4240-9ab9-cf175c8d714e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:00.961417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283efe63-29be-40a3-8bb1-259918876b35 admin admin] Network hostable DHCP agents. Network: 3d94de3f-ce10-4240-9ab9-cf175c8d714e, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:06:00.992928 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5af56507-1001-4832-97a0-0be2e5e578a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.031650 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c2750a4-3412-47d9-a80e-100c0c54f1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.031650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2750a4-3412-47d9-a80e-100c0c54f1c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6857b3b-7f4b-4724-9a92-8f11072689bd {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:06:01.055825 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c2750a4-3412-47d9-a80e-100c0c54f1c5 admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.063472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54274) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:01.069073 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5c2750a4-3412-47d9-a80e-100c0c54f1c5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b6857b3b-7f4b-4724-9a92-8f11072689bd HTTP/1.1" status: 204 len: 168 time: 3.1780105 Aug 31 01:06:01.090447 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5af56507-1001-4832-97a0-0be2e5e578a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.196972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283efe63-29be-40a3-8bb1-259918876b35 admin admin] Network 3d94de3f-ce10-4240-9ab9-cf175c8d714e is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:06:01.283625 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.305361 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.312119 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-08dccdfa-5c29-40e4-b7d2-050bb07b27f1 admin admin] Deleting subnet 1007955d-a753-4c3b-bbca-3943185f8e1f {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:06:01.321696 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-08dccdfa-5c29-40e4-b7d2-050bb07b27f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.337745 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "DELETE /v2.0/networks/45f9443c-309b-4834-9a18-02f9af603300 HTTP/1.1" status: 204 len: 168 time: 2.3803563 Aug 31 01:06:01.364137 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54276) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:01.378196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 622d24ae-08c5-4e56-8a47-661a4977cadc no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:01.389955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ace4c823-e41c-44a9-b3a0-d772cec98e77 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1573333707'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:01.397862 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8deba-4ddf-418b-a01e-14edf933166c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event deleted for resources: {'Network': ['ID=45f9443c-309b-4834-9a18-02f9af603300,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:01.450964 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 622d24ae-08c5-4e56-8a47-661a4977cadc {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:01.451518 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 622d24ae-08c5-4e56-8a47-661a4977cadc not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:01.452242 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 588df85d-bb44-4a1e-a02e-cf7f09195952 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:01.500535 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 588df85d-bb44-4a1e-a02e-cf7f09195952 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:01.501107 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 588df85d-bb44-4a1e-a02e-cf7f09195952 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:01.522175 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-08dccdfa-5c29-40e4-b7d2-050bb07b27f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.529124 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-283efe63-29be-40a3-8bb1-259918876b35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 3d94de3f-ce10-4240-9ab9-cf175c8d714e) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:01.535179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283efe63-29be-40a3-8bb1-259918876b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:01.536210 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-283efe63-29be-40a3-8bb1-259918876b35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.548072 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b604cd-737b-4c8c-8f4a-8a62233d743f None None] Network 3d94de3f-ce10-4240-9ab9-cf175c8d714e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:01.572129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace4c823-e41c-44a9-b3a0-d772cec98e77 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Made reservation on behalf of 5c2cffadd45a4dd3bf0e6326f19f7e9a for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:01.581358 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ace4c823-e41c-44a9-b3a0-d772cec98e77 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.606642 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5af56507-1001-4832-97a0-0be2e5e578a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.615285 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5af56507-1001-4832-97a0-0be2e5e578a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.619651 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5af56507-1001-4832-97a0-0be2e5e578a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ae865c5-7d6a-4785-88d5-3258797ab194 HTTP/1.1" status: 204 len: 168 time: 0.8757493 Aug 31 01:06:01.633520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace4c823-e41c-44a9-b3a0-d772cec98e77 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:06:01.641749 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af56507-1001-4832-97a0-0be2e5e578a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae865c5-7d6a-4785-88d5-3258797ab194,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:01.649618 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-08dccdfa-5c29-40e4-b7d2-050bb07b27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.675234 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ace4c823-e41c-44a9-b3a0-d772cec98e77 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.675713 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-ace4c823-e41c-44a9-b3a0-d772cec98e77 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Added segment d22a3e7c-ba9e-4c37-99b8-13583c32f0d5 of type vlan for network ea95809c-2784-4997-92be-9a2fe8abf896 Aug 31 01:06:01.703730 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea856fac-ec92-4d8b-9b3b-420095f4a4c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.803416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b85693-b5b3-464d-86ff-e8d19b76d778 None None] Network 3d94de3f-ce10-4240-9ab9-cf175c8d714e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:01.825163 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea856fac-ec92-4d8b-9b3b-420095f4a4c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Subnet': ['ID=1de7e1ea-b752-407c-b2a5-ffcb95691e00,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:01.848746 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ace4c823-e41c-44a9-b3a0-d772cec98e77 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.851329 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-283efe63-29be-40a3-8bb1-259918876b35 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3574176 Aug 31 01:06:01.961599 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea856fac-ec92-4d8b-9b3b-420095f4a4c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Checking segment: {'id': '11124b76-e996-4172-947f-3daf9a7a288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0b0ae749-56c5-4e4b-994e-fcc7199301a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:01.965414 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea856fac-ec92-4d8b-9b3b-420095f4a4c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network hostable DHCP agents. Network: 0b0ae749-56c5-4e4b-994e-fcc7199301a2, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:06:02.054804 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ace4c823-e41c-44a9-b3a0-d772cec98e77 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:02.065858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace4c823-e41c-44a9-b3a0-d772cec98e77 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:02.067027 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ace4c823-e41c-44a9-b3a0-d772cec98e77 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:02.101369 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-08dccdfa-5c29-40e4-b7d2-050bb07b27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:02.170263 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dccdfa-5c29-40e4-b7d2-050bb07b27f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1007955d-a753-4c3b-bbca-3943185f8e1f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:02.180424 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-08dccdfa-5c29-40e4-b7d2-050bb07b27f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:02.195056 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-08dccdfa-5c29-40e4-b7d2-050bb07b27f1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1007955d-a753-4c3b-bbca-3943185f8e1f HTTP/1.1" status: 204 len: 168 time: 1.1271245 Aug 31 01:06:02.199919 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54292) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:02.217871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea856fac-ec92-4d8b-9b3b-420095f4a4c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network 0b0ae749-56c5-4e4b-994e-fcc7199301a2 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:06:02.242008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4c823-e41c-44a9-b3a0-d772cec98e77 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event updated for resources: {'Network': ['ID=ea95809c-2784-4997-92be-9a2fe8abf896,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:02.271795 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network ea95809c-2784-4997-92be-9a2fe8abf896 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:06:02.343579 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9f0d9c3-8fdd-43bd-adc5-7e543dac1446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:02.403921 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54296) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:02.404225 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ace4c823-e41c-44a9-b3a0-d772cec98e77 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0378642 Aug 31 01:06:02.418162 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4232bb9b-d846-4eae-b7a9-db2a5a8f7281 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Request body: {'subnet': {'network_id': 'ea95809c-2784-4997-92be-9a2fe8abf896', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:02.561520 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-ea856fac-ec92-4d8b-9b3b-420095f4a4c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 0b0ae749-56c5-4e4b-994e-fcc7199301a2) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:02.577171 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c25900-73df-49b5-87bf-fad1760a0f85 None None] Network 0b0ae749-56c5-4e4b-994e-fcc7199301a2 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:02.581093 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea856fac-ec92-4d8b-9b3b-420095f4a4c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:02.581384 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea856fac-ec92-4d8b-9b3b-420095f4a4c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:02.593818 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9f0d9c3-8fdd-43bd-adc5-7e543dac1446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:02.614933 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-d9f0d9c3-8fdd-43bd-adc5-7e543dac1446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b361b8b9-4744-4d54-a81c-33efa79a57b4']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:02.637180 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-d9f0d9c3-8fdd-43bd-adc5-7e543dac1446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e380e7-eff7-4f5b-8c19-f5a375698c43') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:02.637592 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-d9f0d9c3-8fdd-43bd-adc5-7e543dac1446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e380e7-eff7-4f5b-8c19-f5a375698c43') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:02.659029 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9f0d9c3-8fdd-43bd-adc5-7e543dac1446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:02.696707 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9f0d9c3-8fdd-43bd-adc5-7e543dac1446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:02.715260 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f0d9c3-8fdd-43bd-adc5-7e543dac1446 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:06:02.716064 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9f0d9c3-8fdd-43bd-adc5-7e543dac1446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:06:02.719274 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:06:02.848254 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ea856fac-ec92-4d8b-9b3b-420095f4a4c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0931070 Aug 31 01:06:02.854619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54308) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:02.867731 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-8e6560a1-b432-4a5d-818e-821595693ba6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'network_id': '0b0ae749-56c5-4e4b-994e-fcc7199301a2', 'name': 'tempest-PortsIpV6TestJSON-1233685057'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:02.939475 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-0b0ae749-56c5-4e4b-994e-fcc7199301a2', 'network_id': '0b0ae749-56c5-4e4b-994e-fcc7199301a2', 'tenant_id': 'bbad4c1f70e047a38b5d3dd3d174b433', 'fixed_ips': [{'subnet_id': '1de7e1ea-b752-407c-b2a5-ffcb95691e00'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:06:02.942163 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:03.071115 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9f0d9c3-8fdd-43bd-adc5-7e543dac1446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:03.074660 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9280237e-35b7-4e36-ab05-483c8f245bb3 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:03.077042 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9f0d9c3-8fdd-43bd-adc5-7e543dac1446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:03.083742 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d9f0d9c3-8fdd-43bd-adc5-7e543dac1446 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b361b8b9-4744-4d54-a81c-33efa79a57b4 HTTP/1.1" status: 204 len: 168 time: 0.8725784 Aug 31 01:06:03.099691 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0d9c3-8fdd-43bd-adc5-7e543dac1446 admin admin] Pushing event deleted for resources: {'Network': ['ID=b361b8b9-4744-4d54-a81c-33efa79a57b4,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:03.135617 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4232bb9b-d846-4eae-b7a9-db2a5a8f7281 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Made reservation on behalf of 5c2cffadd45a4dd3bf0e6326f19f7e9a for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:03.140195 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4232bb9b-d846-4eae-b7a9-db2a5a8f7281 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:03.155555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 9280237e-35b7-4e36-ab05-483c8f245bb3 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:03.156124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9280237e-35b7-4e36-ab05-483c8f245bb3 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:03.290226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Allocated IP 2001:db8::2 (0b0ae749-56c5-4e4b-994e-fcc7199301a2/1de7e1ea-b752-407c-b2a5-ffcb95691e00/82c15abd-d750-4f9f-b4fe-bb524eceaa9e) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:03.394130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6289b3d0-de43-46f0-93f4-837a4d61ee0c tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:03.400658 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6289b3d0-de43-46f0-93f4-837a4d61ee0c tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/networks?id=3d94de3f-ce10-4240-9ab9-cf175c8d714e HTTP/1.1" status: 200 len: 822 time: 0.2311387 Aug 31 01:06:03.439421 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-e5e6ca91-c5ee-4cd0-b3d3-936f62ea5391 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/quotas/d68b7c3f51aa4e5b9eaa9ce49429ad72 HTTP/1.1" status: 200 len: 375 time: 0.0262706 Aug 31 01:06:03.466769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6560a1-b432-4a5d-818e-821595693ba6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:03.472521 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8e6560a1-b432-4a5d-818e-821595693ba6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:03.510417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54320) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:03.518982 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-8e890fb5-b194-42ce-a154-bb03359d130e tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d68b7c3f51aa4e5b9eaa9ce49429ad72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601296 Aug 31 01:06:03.533662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-8e6560a1-b432-4a5d-818e-821595693ba6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] device_id is not set on port e46a4b59-09da-45d4-8b34-67e478591089 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:06:03.609244 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-47bbea28-3172-41fa-a3b7-f50bcce636a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:03.706058 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4232bb9b-d846-4eae-b7a9-db2a5a8f7281 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:03.754453 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-f9953ef3-d2e8-41ac-ac0a-c2e708213314 service neutron] 10.222.0.16 "GET /v2.0/networks/3d94de3f-ce10-4240-9ab9-cf175c8d714e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221260 Aug 31 01:06:03.836969 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54324) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:03.883211 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:03.900382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Transition to ACTIVE for port object 82c15abd-d750-4f9f-b4fe-bb524eceaa9e will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:03.938542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Transition to ACTIVE for port object 82c15abd-d750-4f9f-b4fe-bb524eceaa9e will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:03.951871 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-b926908b-a25d-4d0a-a40e-197d26196d02 service neutron] 10.222.0.16 "GET /v2.0/networks/3d94de3f-ce10-4240-9ab9-cf175c8d714e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900175 Aug 31 01:06:03.952058 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232bb9b-d846-4eae-b7a9-db2a5a8f7281 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event updated for resources: {'Subnet': ['ID=97d64f9f-8073-4a1c-90a0-50d66f9cf768,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:04.014954 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4232bb9b-d846-4eae-b7a9-db2a5a8f7281 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Checking segment: {'id': 'd22a3e7c-ba9e-4c37-99b8-13583c32f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea95809c-2784-4997-92be-9a2fe8abf896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:04.015536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4232bb9b-d846-4eae-b7a9-db2a5a8f7281 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Network hostable DHCP agents. Network: ea95809c-2784-4997-92be-9a2fe8abf896, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:06:04.033428 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-feeebd8d-47ea-4192-b11d-f2e794730e76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=982b5fe753f4482cbadeee55c6e49b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832969 Aug 31 01:06:04.033884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54328) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:04.083629 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-47bbea28-3172-41fa-a3b7-f50bcce636a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:04.096334 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:04.129860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Network 0b0ae749-56c5-4e4b-994e-fcc7199301a2 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:04.155094 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a0515358-b0b7-4c6f-ac8a-54c6d69ea458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:04.167255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:04.180116 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:04.206946 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a0515358-b0b7-4c6f-ac8a-54c6d69ea458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:04.282178 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Pushing event updated for resources: {'Port': ['ID=82c15abd-d750-4f9f-b4fe-bb524eceaa9e,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:04.324176 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Attempting to bind port 82c15abd-d750-4f9f-b4fe-bb524eceaa9e on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:04.328829 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Attempting to bind port 82c15abd-d750-4f9f-b4fe-bb524eceaa9e by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '11124b76-e996-4172-947f-3daf9a7a288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0b0ae749-56c5-4e4b-994e-fcc7199301a2'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:04.329481 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Attempting to bind port 82c15abd-d750-4f9f-b4fe-bb524eceaa9e on network 0b0ae749-56c5-4e4b-994e-fcc7199301a2 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:04.347084 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:04.348298 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Checking segment: {'id': '11124b76-e996-4172-947f-3daf9a7a288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0b0ae749-56c5-4e4b-994e-fcc7199301a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:04.349255 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:04.350167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Bound using segment: {'id': '11124b76-e996-4172-947f-3daf9a7a288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0b0ae749-56c5-4e4b-994e-fcc7199301a2'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:04.351476 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Bound port: 82c15abd-d750-4f9f-b4fe-bb524eceaa9e, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11124b76-e996-4172-947f-3daf9a7a288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0b0ae749-56c5-4e4b-994e-fcc7199301a2'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:04.352478 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:04.362095 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b8c62815-9890-4b5c-bedc-732d532426c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:04.518466 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] For port 82c15abd-d750-4f9f-b4fe-bb524eceaa9e, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:04.531312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] For port 82c15abd-d750-4f9f-b4fe-bb524eceaa9e, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=82c15abd-d750-4f9f-b4fe-bb524eceaa9e,segment=NetworkSegment(11124b76-e996-4172-947f-3daf9a7a288d),segment_id=11124b76-e996-4172-947f-3daf9a7a288d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:04.585125 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a0515358-b0b7-4c6f-ac8a-54c6d69ea458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:04.589729 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a0515358-b0b7-4c6f-ac8a-54c6d69ea458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:04.598455 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a0515358-b0b7-4c6f-ac8a-54c6d69ea458 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64dad3bf-ab16-41ed-b866-a4d1ffa02546 HTTP/1.1" status: 204 len: 168 time: 0.5595784 Aug 31 01:06:04.636917 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0515358-b0b7-4c6f-ac8a-54c6d69ea458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dad3bf-ab16-41ed-b866-a4d1ffa02546,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:04.681465 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:04.682124 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-8e6560a1-b432-4a5d-818e-821595693ba6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Allocated IP 2001:db8::39d (0b0ae749-56c5-4e4b-994e-fcc7199301a2/1de7e1ea-b752-407c-b2a5-ffcb95691e00/e46a4b59-09da-45d4-8b34-67e478591089) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:04.823151 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be8409-0bef-40a5-b58f-38c967701906 None None] Pushing event updated for resources: {'Port': ['ID=82c15abd-d750-4f9f-b4fe-bb524eceaa9e,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:04.907424 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4232bb9b-d846-4eae-b7a9-db2a5a8f7281 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Network ea95809c-2784-4997-92be-9a2fe8abf896 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:06:04.911015 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-47bbea28-3172-41fa-a3b7-f50bcce636a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:04.967690 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-47bbea28-3172-41fa-a3b7-f50bcce636a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f635eb2e25046c688dea59cfa99476c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4514396 Aug 31 01:06:04.969631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54348) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:05.176735 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4353574e-3730-48b2-96a8-55c36da43e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:05.195873 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8e6560a1-b432-4a5d-818e-821595693ba6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:05.237189 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-8e6560a1-b432-4a5d-818e-821595693ba6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Transition to ACTIVE for port object e46a4b59-09da-45d4-8b34-67e478591089 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:05.286363 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-4232bb9b-d846-4eae-b7a9-db2a5a8f7281 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, ea95809c-2784-4997-92be-9a2fe8abf896) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:05.298659 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbea28-3172-41fa-a3b7-f50bcce636a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7c29b6-6278-4956-aafa-7468f96ef1c6,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:05.303428 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4353574e-3730-48b2-96a8-55c36da43e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:05.310836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ea7724-2128-41a0-b0f7-7f0310597c6d None None] Network ea95809c-2784-4997-92be-9a2fe8abf896 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:05.311671 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4232bb9b-d846-4eae-b7a9-db2a5a8f7281 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:05.312397 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4232bb9b-d846-4eae-b7a9-db2a5a8f7281 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:05.476971 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8e6560a1-b432-4a5d-818e-821595693ba6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:05.556989 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6560a1-b432-4a5d-818e-821595693ba6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network 0b0ae749-56c5-4e4b-994e-fcc7199301a2 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:05.562150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-8e6560a1-b432-4a5d-818e-821595693ba6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:05.568352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6560a1-b432-4a5d-818e-821595693ba6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:05.579307 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6560a1-b432-4a5d-818e-821595693ba6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:05.582226 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8e6560a1-b432-4a5d-818e-821595693ba6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:05.608258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6560a1-b432-4a5d-818e-821595693ba6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=e46a4b59-09da-45d4-8b34-67e478591089,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:05.648428 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4232bb9b-d846-4eae-b7a9-db2a5a8f7281 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.2359107 Aug 31 01:06:05.654043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54354) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:05.658924 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-648802cb-0559-43ff-a87e-f8b5a7560361 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1915887638'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:05.677821 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3513558d-3aeb-4860-a60f-7ec62a002240 req-88981797-46b3-4a1e-8d7e-5b4ff984bf02 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 210 time: 0.7845287 Aug 31 01:06:05.705181 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-ea95809c-2784-4997-92be-9a2fe8abf896', 'network_id': 'ea95809c-2784-4997-92be-9a2fe8abf896', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'fixed_ips': [{'subnet_id': '97d64f9f-8073-4a1c-90a0-50d66f9cf768'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:06:05.706755 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:05.729145 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4353574e-3730-48b2-96a8-55c36da43e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:05.737233 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4353574e-3730-48b2-96a8-55c36da43e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:05.737233 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4353574e-3730-48b2-96a8-55c36da43e76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c7c29b6-6278-4956-aafa-7468f96ef1c6 HTTP/1.1" status: 204 len: 168 time: 0.7666454 Aug 31 01:06:05.756372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353574e-3730-48b2-96a8-55c36da43e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7c29b6-6278-4956-aafa-7468f96ef1c6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:05.823983 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8e6560a1-b432-4a5d-818e-821595693ba6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9675429 Aug 31 01:06:05.883948 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54360) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:05.892413 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5cc50760-6601-4251-a9d4-fea308579703 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'network_id': '0b0ae749-56c5-4e4b-994e-fcc7199301a2', 'name': 'tempest-PortsIpV6TestJSON-1818537190'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:06.044905 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Allocated IP 19.80.0.2 (ea95809c-2784-4997-92be-9a2fe8abf896/97d64f9f-8073-4a1c-90a0-50d66f9cf768/a21d1852-baac-4069-9714-7741fde02da5) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:06.196724 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648802cb-0559-43ff-a87e-f8b5a7560361 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Made reservation on behalf of 5c2cffadd45a4dd3bf0e6326f19f7e9a for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:06.212916 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-648802cb-0559-43ff-a87e-f8b5a7560361 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:06.267959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648802cb-0559-43ff-a87e-f8b5a7560361 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:06:06.299514 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-648802cb-0559-43ff-a87e-f8b5a7560361 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:06.299514 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-648802cb-0559-43ff-a87e-f8b5a7560361 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Added segment 349f57c0-58b4-4f97-b6d7-32eb1c3815b5 of type vlan for network 3150056c-9922-4757-8af3-a3ddb3527732 Aug 31 01:06:06.412621 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-648802cb-0559-43ff-a87e-f8b5a7560361 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:06.460067 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:06.474788 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Transition to ACTIVE for port object a21d1852-baac-4069-9714-7741fde02da5 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:06.503691 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Transition to ACTIVE for port object a21d1852-baac-4069-9714-7741fde02da5 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:06.529040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc50760-6601-4251-a9d4-fea308579703 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:06.536010 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5cc50760-6601-4251-a9d4-fea308579703 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:06.571324 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-5cc50760-6601-4251-a9d4-fea308579703 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] device_id is not set on port fccf74df-898a-4941-9ebe-20f83c734a5f yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:06:06.629863 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab34309-ecca-4d4b-80fd-50c90d1a7e70 None None] Network 0b0ae749-56c5-4e4b-994e-fcc7199301a2 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:06.780603 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-648802cb-0559-43ff-a87e-f8b5a7560361 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:06.793157 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:06.801582 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:06.809865 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-5cc50760-6601-4251-a9d4-fea308579703 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Allocated IP 2001:db8::119 (0b0ae749-56c5-4e4b-994e-fcc7199301a2/1de7e1ea-b752-407c-b2a5-ffcb95691e00/fccf74df-898a-4941-9ebe-20f83c734a5f) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:06.812884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648802cb-0559-43ff-a87e-f8b5a7560361 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:06.816310 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-648802cb-0559-43ff-a87e-f8b5a7560361 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:06.989960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648802cb-0559-43ff-a87e-f8b5a7560361 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event updated for resources: {'Network': ['ID=3150056c-9922-4757-8af3-a3ddb3527732,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:07.044621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 3150056c-9922-4757-8af3-a3ddb3527732 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:06:07.047169 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.048059 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Pushing event updated for resources: {'Port': ['ID=a21d1852-baac-4069-9714-7741fde02da5,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:07.050970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6d6647c2-0f97-4d62-a9b1-3d8930175e4e None None] Provisioning for port 82c15abd-d750-4f9f-b4fe-bb524eceaa9e completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:07.171027 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Network ea95809c-2784-4997-92be-9a2fe8abf896 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:07.203023 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-48551b7d-6285-4162-92b9-dbe213d9a431 req-f3f33f28-4fb2-410d-a717-560df685ae4e tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 210 time: 0.3606410 Aug 31 01:06:07.220121 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:07.232905 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:07.346085 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 82c15abd-d750-4f9f-b4fe-bb524eceaa9e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:07.390875 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5cc50760-6601-4251-a9d4-fea308579703 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.414147 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-5cc50760-6601-4251-a9d4-fea308579703 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Transition to ACTIVE for port object fccf74df-898a-4941-9ebe-20f83c734a5f will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:07.508581 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Attempting to bind port a21d1852-baac-4069-9714-7741fde02da5 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:07.509236 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Attempting to bind port a21d1852-baac-4069-9714-7741fde02da5 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'd22a3e7c-ba9e-4c37-99b8-13583c32f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea95809c-2784-4997-92be-9a2fe8abf896'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:07.509750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Attempting to bind port a21d1852-baac-4069-9714-7741fde02da5 on network ea95809c-2784-4997-92be-9a2fe8abf896 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:07.528105 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-648802cb-0559-43ff-a87e-f8b5a7560361 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8767130 Aug 31 01:06:07.532798 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54388) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:07.550062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-13befa5f-5c86-48de-8761-0943a5090cd5 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Request body: {'subnet': {'network_id': '3150056c-9922-4757-8af3-a3ddb3527732', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:07.550325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:07.550325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Checking segment: {'id': 'd22a3e7c-ba9e-4c37-99b8-13583c32f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea95809c-2784-4997-92be-9a2fe8abf896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:07.550325 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.550325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Bound using segment: {'id': 'd22a3e7c-ba9e-4c37-99b8-13583c32f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea95809c-2784-4997-92be-9a2fe8abf896'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:07.550325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Bound port: a21d1852-baac-4069-9714-7741fde02da5, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22a3e7c-ba9e-4c37-99b8-13583c32f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea95809c-2784-4997-92be-9a2fe8abf896'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:07.550325 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.570322 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.571053 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-12887198-1bf8-41f3-88d4-a94726bf66fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.711508 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5cc50760-6601-4251-a9d4-fea308579703 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.744218 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] For port a21d1852-baac-4069-9714-7741fde02da5, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:07.752820 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] For port a21d1852-baac-4069-9714-7741fde02da5, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a21d1852-baac-4069-9714-7741fde02da5,segment=NetworkSegment(d22a3e7c-ba9e-4c37-99b8-13583c32f0d5),segment_id=d22a3e7c-ba9e-4c37-99b8-13583c32f0d5)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:07.756688 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc50760-6601-4251-a9d4-fea308579703 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network 0b0ae749-56c5-4e4b-994e-fcc7199301a2 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:07.762814 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-5cc50760-6601-4251-a9d4-fea308579703 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:07.783492 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc50760-6601-4251-a9d4-fea308579703 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:07.792415 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc50760-6601-4251-a9d4-fea308579703 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:07.793764 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5cc50760-6601-4251-a9d4-fea308579703 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.813836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 82c15abd-d750-4f9f-b4fe-bb524eceaa9e completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:07.818624 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 82c15abd-d750-4f9f-b4fe-bb524eceaa9e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:07.819062 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.888415 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc50760-6601-4251-a9d4-fea308579703 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=fccf74df-898a-4941-9ebe-20f83c734a5f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:08.014183 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13befa5f-5c86-48de-8761-0943a5090cd5 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Made reservation on behalf of 5c2cffadd45a4dd3bf0e6326f19f7e9a for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:08.016704 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:08.022035 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13befa5f-5c86-48de-8761-0943a5090cd5 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:08.023574 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:08.126287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 82c15abd-d750-4f9f-b4fe-bb524eceaa9e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=82c15abd-d750-4f9f-b4fe-bb524eceaa9e,segment=NetworkSegment(11124b76-e996-4172-947f-3daf9a7a288d),segment_id=11124b76-e996-4172-947f-3daf9a7a288d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:08.176549 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8c9c60f3-7f2d-4df3-bfab-bc3322178032 None None] Provisioning complete for port 82c15abd-d750-4f9f-b4fe-bb524eceaa9e triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:08.177179 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8c9c60f3-7f2d-4df3-bfab-bc3322178032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:08.398860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41192bcd-8a2d-4dd2-bbb3-5a80df489c0c None None] Pushing event updated for resources: {'Port': ['ID=a21d1852-baac-4069-9714-7741fde02da5,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:08.451815 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:08.461546 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5cc50760-6601-4251-a9d4-fea308579703 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5742030 Aug 31 01:06:08.467350 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0863e7c9-b24d-4760-be29-782255c40afa req-8856ad60-3d99-41cb-8ed8-4358b411a0d9 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 210 time: 0.0702677 Aug 31 01:06:08.471246 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54408) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:08.767040 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:08.835872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c016e453-51bd-48bf-aaf2-ff3bf165f183 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:08.845249 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c016e453-51bd-48bf-aaf2-ff3bf165f183 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A39d HTTP/1.1" status: 200 len: 929 time: 0.3699400 Aug 31 01:06:08.846704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54416) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:08.859281 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=82c15abd-d750-4f9f-b4fe-bb524eceaa9e,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:09.030937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8c9c60f3-7f2d-4df3-bfab-bc3322178032 None None] Provisioning for port e46a4b59-09da-45d4-8b34-67e478591089 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:09.037010 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8c9c60f3-7f2d-4df3-bfab-bc3322178032 None None] Provisioning complete for port e46a4b59-09da-45d4-8b34-67e478591089 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:09.038559 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8c9c60f3-7f2d-4df3-bfab-bc3322178032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:09.147873 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8c9c60f3-7f2d-4df3-bfab-bc3322178032 None None] Port e46a4b59-09da-45d4-8b34-67e478591089 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:06:09.153704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port fccf74df-898a-4941-9ebe-20f83c734a5f {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:09.154107 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:09.197982 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13befa5f-5c86-48de-8761-0943a5090cd5 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:09.358892 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a65a3dc0-6167-43a4-b28b-d36c7d6f8c73 None None] Provisioning complete for port e46a4b59-09da-45d4-8b34-67e478591089 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:09.358892 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a65a3dc0-6167-43a4-b28b-d36c7d6f8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:09.528186 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-a65a3dc0-6167-43a4-b28b-d36c7d6f8c73 None None] Port e46a4b59-09da-45d4-8b34-67e478591089 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:06:09.550138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13befa5f-5c86-48de-8761-0943a5090cd5 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event updated for resources: {'Subnet': ['ID=9b1a550b-5c20-4803-a6e3-25275b3a92ac,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:09.590131 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:09.591562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13befa5f-5c86-48de-8761-0943a5090cd5 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Checking segment: {'id': '349f57c0-58b4-4f97-b6d7-32eb1c3815b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3150056c-9922-4757-8af3-a3ddb3527732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:09.597261 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13befa5f-5c86-48de-8761-0943a5090cd5 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Network hostable DHCP agents. Network: 3150056c-9922-4757-8af3-a3ddb3527732, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:06:09.609960 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a21d1852-baac-4069-9714-7741fde02da5 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:09.673241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for fccf74df-898a-4941-9ebe-20f83c734a5f owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:09.882080 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0f98f765-3ffe-42d0-95c3-7f7df1f24d46 None None] Provisioning for port fccf74df-898a-4941-9ebe-20f83c734a5f completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:09.889385 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0f98f765-3ffe-42d0-95c3-7f7df1f24d46 None None] Provisioning complete for port fccf74df-898a-4941-9ebe-20f83c734a5f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:09.890484 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0f98f765-3ffe-42d0-95c3-7f7df1f24d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:09.921904 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0eb03c6e-93b7-4762-8e52-036180789de2 req-e49bc51e-7c0f-41fa-b068-c0bbf4dbae85 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 210 time: 0.1509345 Aug 31 01:06:09.985298 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port a21d1852-baac-4069-9714-7741fde02da5 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:10.071263 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 82c15abd-d750-4f9f-b4fe-bb524eceaa9e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:10.121290 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-0d2be9c7-93be-4bb7-84be-edfc858db043 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:10.124238 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-0d2be9c7-93be-4bb7-84be-edfc858db043 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.41 "GET /v2.0/networks?id=3d94de3f-ce10-4240-9ab9-cf175c8d714e HTTP/1.1" status: 200 len: 822 time: 0.5110915 Aug 31 01:06:10.140087 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-882f753d-6d82-49cf-8ac4-d33717f31585 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Request body: {'port': {'device_id': '9357997d-3f24-4f58-a602-2af9cce190f3', 'network_id': '3d94de3f-ce10-4240-9ab9-cf175c8d714e', 'admin_state_up': True, 'tenant_id': 'd68b7c3f51aa4e5b9eaa9ce49429ad72'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:10.156638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13befa5f-5c86-48de-8761-0943a5090cd5 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Network 3150056c-9922-4757-8af3-a3ddb3527732 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:06:10.195869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0f98f765-3ffe-42d0-95c3-7f7df1f24d46 None None] Port fccf74df-898a-4941-9ebe-20f83c734a5f cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:06:10.219036 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:10.283523 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=fccf74df-898a-4941-9ebe-20f83c734a5f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:10.295262 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 82c15abd-d750-4f9f-b4fe-bb524eceaa9e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:10.295874 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:10.305836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:10.314672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:10.314672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:10.314672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:10.314672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:10.314672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:10.314672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:10.314672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:10.314672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:10.314672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:10.314672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:10.314672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:10.428263 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:10.450890 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1d95e09a-8767-43e2-ac72-8402dea03a16 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/ports/fccf74df-898a-4941-9ebe-20f83c734a5f HTTP/1.1" status: 204 len: 168 time: 1.5986824 Aug 31 01:06:10.454708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54446) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:10.481220 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:10.521782 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-13befa5f-5c86-48de-8761-0943a5090cd5 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 3150056c-9922-4757-8af3-a3ddb3527732) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:10.546746 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13befa5f-5c86-48de-8761-0943a5090cd5 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:10.547987 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13befa5f-5c86-48de-8761-0943a5090cd5 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:10.607709 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24efec06-df2e-4e2f-88dd-788f23f2acef None None] Network 3150056c-9922-4757-8af3-a3ddb3527732 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:10.614078 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42498ab-2d33-4eec-981a-0f1f8cc03564 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] GET failed (client error): The resource could not be found. Aug 31 01:06:10.622045 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d42498ab-2d33-4eec-981a-0f1f8cc03564 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports/fccf74df-898a-4941-9ebe-20f83c734a5f HTTP/1.1" status: 404 len: 333 time: 0.1589050 Aug 31 01:06:10.622286 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54452) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:10.740086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebae67f4-7f13-4e5a-a180-3b42fd57e3f8 None None] Network ea95809c-2784-4997-92be-9a2fe8abf896 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:10.752801 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-13befa5f-5c86-48de-8761-0943a5090cd5 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.2061670 Aug 31 01:06:10.861224 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-882f753d-6d82-49cf-8ac4-d33717f31585 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Made reservation on behalf of d68b7c3f51aa4e5b9eaa9ce49429ad72 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:10.868074 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-882f753d-6d82-49cf-8ac4-d33717f31585 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:11.043153 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-cfecd031-e0f9-4421-8000-9f56467f38b7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port e46a4b59-09da-45d4-8b34-67e478591089 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:11.043742 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cfecd031-e0f9-4421-8000-9f56467f38b7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:11.253899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ebb87e07-900a-4373-8e42-573ba19af0b8 None None] Provisioning for port a21d1852-baac-4069-9714-7741fde02da5 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:11.293286 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8513d2d0-fccd-4615-8bf0-6066751f49bc req-f28c6fb4-3aa9-48da-8a88-c4dc9b329c66 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 210 time: 0.1123018 Aug 31 01:06:11.696719 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cfecd031-e0f9-4421-8000-9f56467f38b7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:11.752635 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ebb87e07-900a-4373-8e42-573ba19af0b8 None None] Provisioning complete for port a21d1852-baac-4069-9714-7741fde02da5 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:11.752635 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ebb87e07-900a-4373-8e42-573ba19af0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:11.753609 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-cfecd031-e0f9-4421-8000-9f56467f38b7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for e46a4b59-09da-45d4-8b34-67e478591089 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:11.807654 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-3150056c-9922-4757-8af3-a3ddb3527732', 'network_id': '3150056c-9922-4757-8af3-a3ddb3527732', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'fixed_ips': [{'subnet_id': '9b1a550b-5c20-4803-a6e3-25275b3a92ac'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:06:11.809361 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:11.959062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-54da3183-a53c-4871-b5ae-8e805133d510 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:12.011926 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-54da3183-a53c-4871-b5ae-8e805133d510 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:12.015108 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-54da3183-a53c-4871-b5ae-8e805133d510 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/networks?id=ea95809c-2784-4997-92be-9a2fe8abf896&id=3150056c-9922-4757-8af3-a3ddb3527732 HTTP/1.1" status: 200 len: 1392 time: 0.4629304 Aug 31 01:06:12.051750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-882f753d-6d82-49cf-8ac4-d33717f31585 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Allocated IP 172.20.0.13 (3d94de3f-ce10-4240-9ab9-cf175c8d714e/01e3834a-5d01-4eab-ae0a-06c743e71065/ec75a6be-5b6f-40c1-bce5-821cc819eb60) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:12.086248 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-44dba5fb-13fa-493f-8b0c-aa09f460616c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/quotas/5c2cffadd45a4dd3bf0e6326f19f7e9a HTTP/1.1" status: 200 len: 375 time: 0.0312626 Aug 31 01:06:12.180907 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ebb87e07-900a-4373-8e42-573ba19af0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:12.278337 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-c4fab498-1f08-470d-ba04-cbdcde6c1f74 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c2cffadd45a4dd3bf0e6326f19f7e9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1873946 Aug 31 01:06:12.331817 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ebb87e07-900a-4373-8e42-573ba19af0b8 None None] For port a21d1852-baac-4069-9714-7741fde02da5, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a21d1852-baac-4069-9714-7741fde02da5,segment=NetworkSegment(d22a3e7c-ba9e-4c37-99b8-13583c32f0d5),segment_id=d22a3e7c-ba9e-4c37-99b8-13583c32f0d5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:12.369987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Allocated IP 19.86.0.2 (3150056c-9922-4757-8af3-a3ddb3527732/9b1a550b-5c20-4803-a6e3-25275b3a92ac/b64afcfc-0525-4c69-832f-2ed8fcb25c81) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:12.434607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54496) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:12.475427 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cfecd031-e0f9-4421-8000-9f56467f38b7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:12.558112 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-b29ff13d-69aa-4f25-8a64-b48455f78e7f service neutron] 10.222.0.16 "GET /v2.0/networks/ea95809c-2784-4997-92be-9a2fe8abf896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727087 Aug 31 01:06:12.666521 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ebb87e07-900a-4373-8e42-573ba19af0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:12.897416 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5fae4cac-1155-4426-8940-f733fa32b017 tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-957313347'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:12.910428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5fae4cac-1155-4426-8940-f733fa32b017 tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] Unknown quota resources ['metering_label']. {{(pid=102343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:06:12.917385 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecd031-e0f9-4421-8000-9f56467f38b7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=e46a4b59-09da-45d4-8b34-67e478591089,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:13.090291 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-38e28190-92a9-4424-9f83-f97059e05d9f service neutron] 10.222.0.16 "GET /v2.0/networks/ea95809c-2784-4997-92be-9a2fe8abf896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187385 Aug 31 01:06:13.123766 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:13.165985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Transition to ACTIVE for port object b64afcfc-0525-4c69-832f-2ed8fcb25c81 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:13.167485 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cfecd031-e0f9-4421-8000-9f56467f38b7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:13.175740 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cfecd031-e0f9-4421-8000-9f56467f38b7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/ports/e46a4b59-09da-45d4-8b34-67e478591089 HTTP/1.1" status: 204 len: 168 time: 2.5450964 Aug 31 01:06:13.188987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54506) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:13.246604 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Transition to ACTIVE for port object b64afcfc-0525-4c69-832f-2ed8fcb25c81 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:13.316653 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae08e9d-e17a-4a50-8222-89fd3fb826ba tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] GET failed (client error): The resource could not be found. Aug 31 01:06:13.320307 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9ae08e9d-e17a-4a50-8222-89fd3fb826ba tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports/e46a4b59-09da-45d4-8b34-67e478591089 HTTP/1.1" status: 404 len: 333 time: 0.1282973 Aug 31 01:06:13.328128 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54508) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:13.339424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3da0ceba-decd-46e6-af87-70902cf274e3 None None] Provisioning complete for port a21d1852-baac-4069-9714-7741fde02da5 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:13.340492 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3da0ceba-decd-46e6-af87-70902cf274e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:13.387589 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dd981ff2-7913-4944-9e17-14a1c492b4e1 req-84950cb7-8a13-4583-a8f6-74f3079ac23c tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 210 time: 0.1247084 Aug 31 01:06:13.452907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-17dc5278-c626-4245-bff4-83b0d99a97f3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting subnet 1de7e1ea-b752-407c-b2a5-ffcb95691e00 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:06:13.461803 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17dc5278-c626-4245-bff4-83b0d99a97f3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:13.511733 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:13.551179 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb87e07-900a-4373-8e42-573ba19af0b8 None None] Pushing event updated for resources: {'Port': ['ID=a21d1852-baac-4069-9714-7741fde02da5,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:13.590493 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17dc5278-c626-4245-bff4-83b0d99a97f3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:13.659369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Network 3150056c-9922-4757-8af3-a3ddb3527732 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:13.668506 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:13.675850 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:13.689390 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-e7fa9662-4ade-4e04-a170-f75ffdeec1b4 service neutron] 10.222.0.16 "GET /v2.0/networks/3150056c-9922-4757-8af3-a3ddb3527732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697880 Aug 31 01:06:13.693412 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Pushing event updated for resources: {'Port': ['ID=b64afcfc-0525-4c69-832f-2ed8fcb25c81,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:13.721606 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5fae4cac-1155-4426-8940-f733fa32b017 tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:13.722000 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5fae4cac-1155-4426-8940-f733fa32b017 tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.2853918 Aug 31 01:06:13.729689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54510) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:13.736593 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-882f753d-6d82-49cf-8ac4-d33717f31585 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:13.751331 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c3900986-535d-4f4a-a71a-6c0af4226304 tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '756c8468-abab-4122-b091-3fc58b839695'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:13.752306 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c3900986-535d-4f4a-a71a-6c0af4226304 tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:06:13.876786 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Attempting to bind port b64afcfc-0525-4c69-832f-2ed8fcb25c81 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:13.877813 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Attempting to bind port b64afcfc-0525-4c69-832f-2ed8fcb25c81 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '349f57c0-58b4-4f97-b6d7-32eb1c3815b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3150056c-9922-4757-8af3-a3ddb3527732'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:13.877813 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Attempting to bind port b64afcfc-0525-4c69-832f-2ed8fcb25c81 on network 3150056c-9922-4757-8af3-a3ddb3527732 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:13.899903 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:13.901678 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Checking segment: {'id': '349f57c0-58b4-4f97-b6d7-32eb1c3815b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3150056c-9922-4757-8af3-a3ddb3527732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:13.905320 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:13.906149 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Bound using segment: {'id': '349f57c0-58b4-4f97-b6d7-32eb1c3815b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3150056c-9922-4757-8af3-a3ddb3527732'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:13.909336 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Bound port: b64afcfc-0525-4c69-832f-2ed8fcb25c81, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349f57c0-58b4-4f97-b6d7-32eb1c3815b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3150056c-9922-4757-8af3-a3ddb3527732'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:13.909336 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:13.941431 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17dc5278-c626-4245-bff4-83b0d99a97f3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:13.967772 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-4f87a710-51ee-4433-9b2f-26b1e4765f47 service neutron] 10.222.0.16 "GET /v2.0/networks/3150056c-9922-4757-8af3-a3ddb3527732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837231 Aug 31 01:06:14.045275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] For port b64afcfc-0525-4c69-832f-2ed8fcb25c81, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:14.050899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] For port b64afcfc-0525-4c69-832f-2ed8fcb25c81, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b64afcfc-0525-4c69-832f-2ed8fcb25c81,segment=NetworkSegment(349f57c0-58b4-4f97-b6d7-32eb1c3815b5),segment_id=349f57c0-58b4-4f97-b6d7-32eb1c3815b5)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:14.071552 n-d-793621-34 neutron-server[102343]: WARNING neutron.services.metering.metering_plugin [None req-c3900986-535d-4f4a-a71a-6c0af4226304 tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 01:06:14.186560 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-882f753d-6d82-49cf-8ac4-d33717f31585 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:14.256398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54518) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:14.289278 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3900986-535d-4f4a-a71a-6c0af4226304 tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:14.295453 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c3900986-535d-4f4a-a71a-6c0af4226304 tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5497603 Aug 31 01:06:14.304993 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:14.305243 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54522) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:14.306199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e2238fae-3b37-4513-bc32-4ebe1836b3de tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '756c8468-abab-4122-b091-3fc58b839695'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:14.307348 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e2238fae-3b37-4513-bc32-4ebe1836b3de tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102342) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:06:14.312504 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-882f753d-6d82-49cf-8ac4-d33717f31585 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Network 3d94de3f-ce10-4240-9ab9-cf175c8d714e is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:14.318497 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-882f753d-6d82-49cf-8ac4-d33717f31585 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:14.329945 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-882f753d-6d82-49cf-8ac4-d33717f31585 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:14.386576 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f753d-6d82-49cf-8ac4-d33717f31585 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Pushing event updated for resources: {'Port': ['ID=ec75a6be-5b6f-40c1-bce5-821cc819eb60,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:14.425950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd35798-994f-4527-81cf-471d9c06ce96 None None] Pushing event updated for resources: {'Port': ['ID=b64afcfc-0525-4c69-832f-2ed8fcb25c81,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:14.453249 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-882f753d-6d82-49cf-8ac4-d33717f31585 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:14.454377 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-882f753d-6d82-49cf-8ac4-d33717f31585 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:14.528139 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17dc5278-c626-4245-bff4-83b0d99a97f3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:14.597325 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-882f753d-6d82-49cf-8ac4-d33717f31585 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4629843 Aug 31 01:06:14.613044 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-207c729c-f3ef-4123-b2fe-ded4fa6ada90 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:06:14.616448 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-207c729c-f3ef-4123-b2fe-ded4fa6ada90 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113263 Aug 31 01:06:14.625159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc5278-c626-4245-bff4-83b0d99a97f3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Subnet': ['ID=1de7e1ea-b752-407c-b2a5-ffcb95691e00,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:14.652716 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17dc5278-c626-4245-bff4-83b0d99a97f3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:14.653008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Request body: {'port': {'device_id': '9357997d-3f24-4f58-a602-2af9cce190f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:14.654954 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-17dc5278-c626-4245-bff4-83b0d99a97f3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/1de7e1ea-b752-407c-b2a5-ffcb95691e00 HTTP/1.1" status: 204 len: 168 time: 1.3250775 Aug 31 01:06:14.665213 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54536) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:14.669303 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c0b9e8-5d36-42ce-a666-acee4513566d None None] Network 0b0ae749-56c5-4e4b-994e-fcc7199301a2 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:14.697943 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26290822-9cbf-4847-9246-f9a6a2de0522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:14.800698 n-d-793621-34 neutron-server[102342]: WARNING neutron.services.metering.metering_plugin [None req-e2238fae-3b37-4513-bc32-4ebe1836b3de tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 01:06:14.858194 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-78bc9815-fd6d-44fd-8ded-87c79f4a778e req-d1bab3f4-04b2-4244-8a30-9a85a38b285d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 210 time: 0.2095871 Aug 31 01:06:14.993344 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e0c97-ba5c-4fd1-a95b-f1eaac634ccb req-5b26ac09-ded1-4c7e-9da3-1804abfe15d1 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:14.995448 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ec4e0c97-ba5c-4fd1-a95b-f1eaac634ccb req-5b26ac09-ded1-4c7e-9da3-1804abfe15d1 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 932 time: 0.2928615 Aug 31 01:06:15.039030 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.068989 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.340634 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d43541-dbd0-487c-92a8-8515eca455e1 None None] DHCP port deletion for 0b0ae749-56c5-4e4b-994e-fcc7199301a2 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:06:15.359777 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ec4e0c97-ba5c-4fd1-a95b-f1eaac634ccb req-2a445da0-9300-4698-9265-652aa96d1872 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbfe08b-446b-40a4-905a-b1968fee2a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116300 Aug 31 01:06:15.363689 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26290822-9cbf-4847-9246-f9a6a2de0522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.439184 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2238fae-3b37-4513-bc32-4ebe1836b3de tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.441503 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e2238fae-3b37-4513-bc32-4ebe1836b3de tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.1436508 Aug 31 01:06:15.445915 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54546) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:15.475132 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-437a6319-28b5-497b-a3c8-b07dd49e15cd tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=15113b1c-72a4-4239-873d-25638eeea347 HTTP/1.1" status: 200 len: 462 time: 0.0272486 Aug 31 01:06:15.485260 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54548) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:15.510752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-95d43541-dbd0-487c-92a8-8515eca455e1 None None] Deleting port 82c15abd-d750-4f9f-b4fe-bb524eceaa9e {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:15.511539 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-95d43541-dbd0-487c-92a8-8515eca455e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.539511 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26290822-9cbf-4847-9246-f9a6a2de0522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.611727 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-26290822-9cbf-4847-9246-f9a6a2de0522 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b79c3b64d6e4d169a616f9c57371213&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3559213 Aug 31 01:06:15.614258 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26290822-9cbf-4847-9246-f9a6a2de0522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc4bdf6-2663-4057-a0a4-a24c3482ddcc,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:15.646005 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54550) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:15.710932 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-95d43541-dbd0-487c-92a8-8515eca455e1 None None] For port 82c15abd-d750-4f9f-b4fe-bb524eceaa9e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=82c15abd-d750-4f9f-b4fe-bb524eceaa9e,segment=NetworkSegment(11124b76-e996-4172-947f-3daf9a7a288d),segment_id=11124b76-e996-4172-947f-3daf9a7a288d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:15.713204 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-95d43541-dbd0-487c-92a8-8515eca455e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.725305 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a21d1852-baac-4069-9714-7741fde02da5 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:15.805622 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-95d43541-dbd0-487c-92a8-8515eca455e1 None None] Calling delete_port for 82c15abd-d750-4f9f-b4fe-bb524eceaa9e owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:15.884122 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c0abd8ab-fa71-4fd5-8e0d-2d50eb8d9146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.936942 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a21d1852-baac-4069-9714-7741fde02da5 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:15.937646 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.049535 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a61e3d2f-e070-40b5-86a7-b5e14b291f0a tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.053757 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a61e3d2f-e070-40b5-86a7-b5e14b291f0a tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/15113b1c-72a4-4239-873d-25638eeea347 HTTP/1.1" status: 204 len: 168 time: 0.5621452 Aug 31 01:06:16.065076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54560) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:16.152501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b64afcfc-0525-4c69-832f-2ed8fcb25c81 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:16.185960 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c0abd8ab-fa71-4fd5-8e0d-2d50eb8d9146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.193165 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-95d43541-dbd0-487c-92a8-8515eca455e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.207485 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port 82c15abd-d750-4f9f-b4fe-bb524eceaa9e {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:16.208169 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.217983 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3edf554-cae4-4bb1-9633-22dc6ebe88eb req-fed124e4-b12e-496c-a828-d4a57af89385 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 210 time: 0.1887650 Aug 31 01:06:16.242312 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-aebb0a15-d1e3-42ba-b263-e6e9da3b8913 tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=15113b1c-72a4-4239-873d-25638eeea347 HTTP/1.1" status: 200 len: 221 time: 0.1707625 Aug 31 01:06:16.242961 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54564) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:16.251453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-39d6c087-b1cf-4cb4-aeea-317aebaeb5ff tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--411788484', 'description': 'label created by tempest'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:16.252139 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-39d6c087-b1cf-4cb4-aeea-317aebaeb5ff tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] Unknown quota resources ['metering_label']. {{(pid=102342) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:06:16.255816 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d43541-dbd0-487c-92a8-8515eca455e1 None None] Pushing event deleted for resources: {'Port': ['ID=82c15abd-d750-4f9f-b4fe-bb524eceaa9e,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:16.263546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d43541-dbd0-487c-92a8-8515eca455e1 None None] No DVR routers for this DVR port 82c15abd-d750-4f9f-b4fe-bb524eceaa9e on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:16.367439 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] For port 82c15abd-d750-4f9f-b4fe-bb524eceaa9e, host n-d-793621-34, got binding levels [] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:16.368010 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.441638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for 82c15abd-d750-4f9f-b4fe-bb524eceaa9e owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:16.448974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.ipam_backend_mixin [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Port 82c15abd-d750-4f9f-b4fe-bb524eceaa9e was not found and therefore no delete operation was performed {{(pid=102343) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:06:16.455410 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.477262 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4838472-1db8-489b-bb56-8be92369baa3 None None] Network 3150056c-9922-4757-8af3-a3ddb3527732 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:16.508160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No DVR routers for this DVR port 82c15abd-d750-4f9f-b4fe-bb524eceaa9e on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:16.528541 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port b64afcfc-0525-4c69-832f-2ed8fcb25c81 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:16.566676 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=82c15abd-d750-4f9f-b4fe-bb524eceaa9e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:16.652571 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec75a6be-5b6f-40c1-bce5-821cc819eb60 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:06:16.666463 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.671682 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.694997 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0ae749-56c5-4e4b-994e-fcc7199301a2']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:16.712411 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Transition to ACTIVE for port object ec75a6be-5b6f-40c1-bce5-821cc819eb60 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:16.714355 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11124b76-e996-4172-947f-3daf9a7a288d') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:16.714711 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11124b76-e996-4172-947f-3daf9a7a288d') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:16.728146 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.751792 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.763329 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:06:16.763978 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:06:16.768918 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:06:16.775576 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-69ef2ba5-4ed5-4f39-a084-33e07f187e12 None None] Provisioning for port b64afcfc-0525-4c69-832f-2ed8fcb25c81 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:16.783996 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-69ef2ba5-4ed5-4f39-a084-33e07f187e12 None None] Provisioning complete for port b64afcfc-0525-4c69-832f-2ed8fcb25c81 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:16.784755 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-69ef2ba5-4ed5-4f39-a084-33e07f187e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.867181 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.942913 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Pushing event updated for resources: {'Port': ['ID=ec75a6be-5b6f-40c1-bce5-821cc819eb60,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:16.984695 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-69ef2ba5-4ed5-4f39-a084-33e07f187e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:17.032328 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-69ef2ba5-4ed5-4f39-a084-33e07f187e12 None None] For port b64afcfc-0525-4c69-832f-2ed8fcb25c81, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b64afcfc-0525-4c69-832f-2ed8fcb25c81,segment=NetworkSegment(349f57c0-58b4-4f97-b6d7-32eb1c3815b5),segment_id=349f57c0-58b4-4f97-b6d7-32eb1c3815b5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:17.077254 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:17.082134 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Attempting to bind port ec75a6be-5b6f-40c1-bce5-821cc819eb60 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:17.082134 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Attempting to bind port ec75a6be-5b6f-40c1-bce5-821cc819eb60 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '5b465866-95ad-4a12-ba61-b745a2b14b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3d94de3f-ce10-4240-9ab9-cf175c8d714e'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:17.082134 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Attempting to bind port ec75a6be-5b6f-40c1-bce5-821cc819eb60 on network 3d94de3f-ce10-4240-9ab9-cf175c8d714e {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:17.090898 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:17.092988 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/networks/0b0ae749-56c5-4e4b-994e-fcc7199301a2 HTTP/1.1" status: 204 len: 168 time: 2.3924868 Aug 31 01:06:17.098167 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54574) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:17.104839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-97052a85-7e91-4324-817f-f892bed0ab7e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-889005628'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:17.111643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Port ec75a6be-5b6f-40c1-bce5-821cc819eb60 on network 3d94de3f-ce10-4240-9ab9-cf175c8d714e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:06:17.111643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Attempting to bind port ec75a6be-5b6f-40c1-bce5-821cc819eb60 on network 3d94de3f-ce10-4240-9ab9-cf175c8d714e {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:17.114710 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-39d6c087-b1cf-4cb4-aeea-317aebaeb5ff tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:17.116368 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-39d6c087-b1cf-4cb4-aeea-317aebaeb5ff tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8690939 Aug 31 01:06:17.127045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54576) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:17.137672 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b74d1-9d13-4c9d-8468-88b1eddf0bf4 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Network': ['ID=0b0ae749-56c5-4e4b-994e-fcc7199301a2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:17.144339 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:17.144848 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Checking segment: {'id': '5b465866-95ad-4a12-ba61-b745a2b14b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3d94de3f-ce10-4240-9ab9-cf175c8d714e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:17.145073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Bound using segment: {'id': '5b465866-95ad-4a12-ba61-b745a2b14b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3d94de3f-ce10-4240-9ab9-cf175c8d714e'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:17.145550 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Bound port: ec75a6be-5b6f-40c1-bce5-821cc819eb60, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b465866-95ad-4a12-ba61-b745a2b14b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3d94de3f-ce10-4240-9ab9-cf175c8d714e'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:17.145948 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:17.156617 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857c8c5-c75c-4654-a5d1-07fc7338d060 req-a77af5c3-5779-4f55-9e28-fae8f40810d2 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:17.162096 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8857c8c5-c75c-4654-a5d1-07fc7338d060 req-a77af5c3-5779-4f55-9e28-fae8f40810d2 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 932 time: 0.3617108 Aug 31 01:06:17.199936 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 82c15abd-d750-4f9f-b4fe-bb524eceaa9e no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:17.219072 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8857c8c5-c75c-4654-a5d1-07fc7338d060 req-779e0275-7ff2-48b7-9496-9b648539fe0a tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbfe08b-446b-40a4-905a-b1968fee2a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533967 Aug 31 01:06:17.233290 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-69ef2ba5-4ed5-4f39-a084-33e07f187e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:17.259486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 82c15abd-d750-4f9f-b4fe-bb524eceaa9e {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:17.260226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 82c15abd-d750-4f9f-b4fe-bb524eceaa9e not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:17.298737 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-53eae0bf-7a3f-4d1e-b978-ae737df745a2 tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=77711434-9303-4845-9dfc-e271b68df421 HTTP/1.1" status: 200 len: 467 time: 0.1688833 Aug 31 01:06:17.302362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54586) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:17.399758 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8ec08620-c602-434e-8513-232c9f392de6 None None] Provisioning complete for port b64afcfc-0525-4c69-832f-2ed8fcb25c81 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:17.400428 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8ec08620-c602-434e-8513-232c9f392de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:17.418111 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c0abd8ab-fa71-4fd5-8e0d-2d50eb8d9146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:17.421421 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c0abd8ab-fa71-4fd5-8e0d-2d50eb8d9146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:17.424422 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c0abd8ab-fa71-4fd5-8e0d-2d50eb8d9146 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cc4bdf6-2663-4057-a0a4-a24c3482ddcc HTTP/1.1" status: 204 len: 168 time: 1.7712770 Aug 31 01:06:17.437031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] For port ec75a6be-5b6f-40c1-bce5-821cc819eb60, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:17.443873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] For port ec75a6be-5b6f-40c1-bce5-821cc819eb60, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=ec75a6be-5b6f-40c1-bce5-821cc819eb60,segment=NetworkSegment(5b465866-95ad-4a12-ba61-b745a2b14b8e),segment_id=5b465866-95ad-4a12-ba61-b745a2b14b8e)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:17.493839 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4ed964b7-02df-465a-b0a9-fdfa79c1767d req-29e9fa9e-4aab-4895-b551-bdfa72ae8902 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 210 time: 0.0475271 Aug 31 01:06:17.504498 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abd8ab-fa71-4fd5-8e0d-2d50eb8d9146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc4bdf6-2663-4057-a0a4-a24c3482ddcc,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:17.544237 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef2ba5-4ed5-4f39-a084-33e07f187e12 None None] Pushing event updated for resources: {'Port': ['ID=b64afcfc-0525-4c69-832f-2ed8fcb25c81,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:17.550351 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97052a85-7e91-4324-817f-f892bed0ab7e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:17.556605 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97052a85-7e91-4324-817f-f892bed0ab7e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:17.597315 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97052a85-7e91-4324-817f-f892bed0ab7e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:06:17.612822 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97052a85-7e91-4324-817f-f892bed0ab7e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:17.613292 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-97052a85-7e91-4324-817f-f892bed0ab7e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Added segment bda8fee1-0a5f-4493-89bc-00d725b1d18b of type vlan for network c5f086af-2a7c-4be3-ad53-ba9d474b6dc6 Aug 31 01:06:17.676440 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97052a85-7e91-4324-817f-f892bed0ab7e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:17.684151 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:17.737977 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:17.738475 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:17.740051 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] 10.222.0.41 "PUT /v2.0/ports/ec75a6be-5b6f-40c1-bce5-821cc819eb60 HTTP/1.1" status: 200 len: 1093 time: 3.1069174 Aug 31 01:06:17.740530 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9357997d-3f24-4f58-a602-2af9cce190f3', 'tag': 'ec75a6be-5b6f-40c1-bce5-821cc819eb60'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:17.743602 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba58587-e2a4-4953-9438-2194f161261b" -d '{"events": [{"name": "network-changed", "server_uuid": "9357997d-3f24-4f58-a602-2af9cce190f3", "tag": "ec75a6be-5b6f-40c1-bce5-821cc819eb60"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:17.788079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78ec4d-77e5-43f8-952e-834fa213e5fa service neutron] Pushing event updated for resources: {'Port': ['ID=ec75a6be-5b6f-40c1-bce5-821cc819eb60,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:17.815505 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29907376-fd95-4a82-86e3-64a23071261a x-openstack-request-id: req-29907376-fd95-4a82-86e3-64a23071261a {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:17.816068 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9357997d-3f24-4f58-a602-2af9cce190f3", "tag": "ec75a6be-5b6f-40c1-bce5-821cc819eb60", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:17.816684 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29907376-fd95-4a82-86e3-64a23071261a {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:17.817736 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9357997d-3f24-4f58-a602-2af9cce190f3', 'tag': 'ec75a6be-5b6f-40c1-bce5-821cc819eb60', 'status': 'completed', 'code': 200} Aug 31 01:06:17.909778 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2bd11f0-0911-46e9-a3d4-82304403798a tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:17.911648 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba58587-e2a4-4953-9438-2194f161261b req-c21f0c17-c799-4b76-84db-9b4d44bb440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:17.913835 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a2bd11f0-0911-46e9-a3d4-82304403798a tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/77711434-9303-4845-9dfc-e271b68df421 HTTP/1.1" status: 204 len: 168 time: 0.6083360 Aug 31 01:06:17.914756 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7ba58587-e2a4-4953-9438-2194f161261b req-c21f0c17-c799-4b76-84db-9b4d44bb440c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d68b7c3f51aa4e5b9eaa9ce49429ad72&device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 1096 time: 0.0739636 Aug 31 01:06:17.917333 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54594) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:17.938140 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-37618ae4-5ac5-4477-a274-f23e802d7cae tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=77711434-9303-4845-9dfc-e271b68df421 HTTP/1.1" status: 200 len: 216 time: 0.0134637 Aug 31 01:06:17.943516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54598) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:17.955050 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5cc0ed75-db54-415e-9ab4-6567afb068f3 tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0146775 Aug 31 01:06:17.961479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54600) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:17.983725 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1c2affd9-4413-41ed-a0c9-fbf82c560806 tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0204000 Aug 31 01:06:17.988592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54602) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:18.076855 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97052a85-7e91-4324-817f-f892bed0ab7e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:18.086659 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ca2adacc-1026-41c4-a962-c074cdb7cde4 tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/756c8468-abab-4122-b091-3fc58b839695 HTTP/1.1" status: 200 len: 472 time: 0.0961130 Aug 31 01:06:18.087001 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97052a85-7e91-4324-817f-f892bed0ab7e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:18.087991 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97052a85-7e91-4324-817f-f892bed0ab7e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:18.091558 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54604) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:18.180898 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8dfa231a-6c51-4373-a013-195b7cc12bbd tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/060bf7c8-3d7c-4ecf-8012-9bbb1f240872 HTTP/1.1" status: 200 len: 459 time: 0.0762599 Aug 31 01:06:18.186314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54610) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:18.195096 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba58587-e2a4-4953-9438-2194f161261b req-8f0c8788-230b-4f47-9840-b2f533717891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:18.197727 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7ba58587-e2a4-4953-9438-2194f161261b req-8f0c8788-230b-4f47-9840-b2f533717891 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d68b7c3f51aa4e5b9eaa9ce49429ad72&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2746251 Aug 31 01:06:18.315112 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97052a85-7e91-4324-817f-f892bed0ab7e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Network': ['ID=c5f086af-2a7c-4be3-ad53-ba9d474b6dc6,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:18.331003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network c5f086af-2a7c-4be3-ad53-ba9d474b6dc6 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:06:18.367076 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-97052a85-7e91-4324-817f-f892bed0ab7e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2663219 Aug 31 01:06:18.372024 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54618) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:18.380106 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-9a8237a1-c822-4bfa-b40a-ea493a5308d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'subnet': {'network_id': 'c5f086af-2a7c-4be3-ad53-ba9d474b6dc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:18.658811 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5802c2a-6e99-4935-9aee-2b7fc289d1f0 req-122721cd-b77b-4865-9306-2417845ee8b3 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:18.662007 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d5802c2a-6e99-4935-9aee-2b7fc289d1f0 req-122721cd-b77b-4865-9306-2417845ee8b3 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 944 time: 0.2929702 Aug 31 01:06:18.673361 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba58587-e2a4-4953-9438-2194f161261b req-e8a570c9-a58e-4400-b27a-e69ff0b6324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:18.673361 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7ba58587-e2a4-4953-9438-2194f161261b req-e8a570c9-a58e-4400-b27a-e69ff0b6324f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4640036 Aug 31 01:06:18.676691 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c61cbb0-fe5a-4208-aad8-fc4c983d7255 tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:18.683825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54626) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:18.694221 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0c61cbb0-fe5a-4208-aad8-fc4c983d7255 tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/060bf7c8-3d7c-4ecf-8012-9bbb1f240872 HTTP/1.1" status: 204 len: 168 time: 0.5064025 Aug 31 01:06:18.734061 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca2b4537-4b02-41eb-a95f-4417cd4a727c req-a00270ed-5ea5-4d04-bb10-24a18746c393 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 210 time: 0.0809364 Aug 31 01:06:18.980862 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d5802c2a-6e99-4935-9aee-2b7fc289d1f0 req-84ce13a3-0879-4021-8adb-ed3e53e803ac tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbfe08b-446b-40a4-905a-b1968fee2a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821262 Aug 31 01:06:19.019013 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8237a1-c822-4bfa-b40a-ea493a5308d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:19.023786 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9a8237a1-c822-4bfa-b40a-ea493a5308d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:19.099679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-79859e40-29ee-4387-9ada-66f95b876bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:19.101283 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-79859e40-29ee-4387-9ada-66f95b876bce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d68b7c3f51aa4e5b9eaa9ce49429ad72&device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 1096 time: 0.3483791 Aug 31 01:06:19.175440 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-444f30e7-5478-4e7d-893d-5851c8f89d12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec75a6be-5b6f-40c1-bce5-821cc819eb60 HTTP/1.1" status: 200 len: 217 time: 0.0656376 Aug 31 01:06:19.241357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b64afcfc-0525-4c69-832f-2ed8fcb25c81 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:19.341253 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-4be3e4d8-07f8-4687-ba56-88c127a052d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:19.345098 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-4be3e4d8-07f8-4687-ba56-88c127a052d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01e3834a-5d01-4eab-ae0a-06c743e71065 HTTP/1.1" status: 200 len: 862 time: 0.1618550 Aug 31 01:06:19.355448 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port b64afcfc-0525-4c69-832f-2ed8fcb25c81 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:19.356135 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:19.380869 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3bcf256b-a9f4-4c2a-ac19-38de1ca45dde tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:19.392342 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3bcf256b-a9f4-4c2a-ac19-38de1ca45dde tempest-MeteringIpV6TestJSON-1636784528 tempest-MeteringIpV6TestJSON-1636784528-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/756c8468-abab-4122-b091-3fc58b839695 HTTP/1.1" status: 204 len: 168 time: 0.7065635 Aug 31 01:06:19.433007 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-d7829565-8daf-49e9-b86e-30b791c756b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3d94de3f-ce10-4240-9ab9-cf175c8d714e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804737 Aug 31 01:06:19.551239 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9a8237a1-c822-4bfa-b40a-ea493a5308d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:19.683852 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-8bd88a6b-dc06-49aa-94f4-49406d9f5a9b service neutron] 10.222.0.41 "GET /v2.0/networks/3d94de3f-ce10-4240-9ab9-cf175c8d714e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432282 Aug 31 01:06:19.701387 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-63c043b4-e67a-4a05-8c33-5aa0f0268d71 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:19.707608 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-63c043b4-e67a-4a05-8c33-5aa0f0268d71 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:19.709954 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-63c043b4-e67a-4a05-8c33-5aa0f0268d71 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.48 "GET /v2.0/networks?id=ea95809c-2784-4997-92be-9a2fe8abf896&id=3150056c-9922-4757-8af3-a3ddb3527732 HTTP/1.1" status: 200 len: 1392 time: 0.4926848 Aug 31 01:06:19.716645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8237a1-c822-4bfa-b40a-ea493a5308d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Subnet': ['ID=54ed297d-29c9-45c3-b2cc-255ebb98b899,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:19.731544 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-c5f1ad0c-486a-4ec6-8842-70449767fc3f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Request body: {'port': {'device_id': 'dc585056-0146-4d23-b8e9-f5d0eb3ac804', 'network_id': 'ea95809c-2784-4997-92be-9a2fe8abf896', 'admin_state_up': True, 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:19.787252 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8237a1-c822-4bfa-b40a-ea493a5308d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Checking segment: {'id': 'bda8fee1-0a5f-4493-89bc-00d725b1d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5f086af-2a7c-4be3-ad53-ba9d474b6dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:19.788377 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8237a1-c822-4bfa-b40a-ea493a5308d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network hostable DHCP agents. Network: c5f086af-2a7c-4be3-ad53-ba9d474b6dc6, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:06:19.847468 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd6674c0-d9af-45dd-8929-35bedcc2f68d req-28f6ac12-1e19-42d0-8531-8a85aa026511 service neutron] 10.222.0.41 "GET /v2.0/networks/3d94de3f-ce10-4240-9ab9-cf175c8d714e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574669 Aug 31 01:06:19.977632 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba651588-7bba-4fe6-b36d-603587b77e06 req-125aaa43-4ba9-4df6-991a-c8d1d124f255 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 210 time: 0.1000810 Aug 31 01:06:20.053418 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8237a1-c822-4bfa-b40a-ea493a5308d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network c5f086af-2a7c-4be3-ad53-ba9d474b6dc6 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:06:20.141812 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-c5f1ad0c-486a-4ec6-8842-70449767fc3f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Made reservation on behalf of 5c2cffadd45a4dd3bf0e6326f19f7e9a for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:20.145838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54648) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:20.148076 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-c5f1ad0c-486a-4ec6-8842-70449767fc3f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:20.303733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4abb4-4d8c-44df-8720-496867ddb480 req-17d3f2b2-8c77-4537-9af9-f0554f3c0660 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:20.308719 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ccb4abb4-4d8c-44df-8720-496867ddb480 req-17d3f2b2-8c77-4537-9af9-f0554f3c0660 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 944 time: 0.1821296 Aug 31 01:06:20.312179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-9a8237a1-c822-4bfa-b40a-ea493a5308d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, c5f086af-2a7c-4be3-ad53-ba9d474b6dc6) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:20.326944 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5a905a-5633-48c2-ac1a-fd3746a34da4 None None] Network c5f086af-2a7c-4be3-ad53-ba9d474b6dc6 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:20.352446 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8237a1-c822-4bfa-b40a-ea493a5308d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:20.353808 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9a8237a1-c822-4bfa-b40a-ea493a5308d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:20.471793 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54656) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:20.479733 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ccb4abb4-4d8c-44df-8720-496867ddb480 req-57a9e9fd-48c6-466d-be69-2991ebd55953 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbfe08b-446b-40a4-905a-b1968fee2a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644359 Aug 31 01:06:20.510822 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-c5f1ad0c-486a-4ec6-8842-70449767fc3f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Allocated IP 19.80.0.228 (ea95809c-2784-4997-92be-9a2fe8abf896/97d64f9f-8073-4a1c-90a0-50d66f9cf768/8af9b660-d6dd-4b6d-bf3f-b04cc0670af1) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:20.577208 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-7b026c63-99e7-48df-b004-fe0343ae923d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1083678617-network', 'tenant_id': 'f13f1e6c47234e55a86a5c9724aaef25'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:20.610182 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6800e2b8-5499-48c3-bd80-8a8723fcc125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:20.675814 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9a8237a1-c822-4bfa-b40a-ea493a5308d6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2990882 Aug 31 01:06:20.679460 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54662) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:20.683150 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-c5f086af-2a7c-4be3-ad53-ba9d474b6dc6', 'network_id': 'c5f086af-2a7c-4be3-ad53-ba9d474b6dc6', 'tenant_id': 'bbad4c1f70e047a38b5d3dd3d174b433', 'fixed_ips': [{'subnet_id': '54ed297d-29c9-45c3-b2cc-255ebb98b899'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:06:20.685133 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:20.690999 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-eaed92f6-4aee-4828-ba95-97ceedf1edf2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'network_id': 'c5f086af-2a7c-4be3-ad53-ba9d474b6dc6', 'name': 'tempest-PortsIpV6TestJSON-711051753', 'fixed_ips': [{'subnet_id': '54ed297d-29c9-45c3-b2cc-255ebb98b899', 'ip_address': '2001:db8::10'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:20.794650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b026c63-99e7-48df-b004-fe0343ae923d admin admin] Made reservation on behalf of f13f1e6c47234e55a86a5c9724aaef25 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:20.794970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-c5f1ad0c-486a-4ec6-8842-70449767fc3f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:20.795169 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7b026c63-99e7-48df-b004-fe0343ae923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:20.818171 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-c5f1ad0c-486a-4ec6-8842-70449767fc3f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Transition to ACTIVE for port object 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:20.829521 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7b026c63-99e7-48df-b004-fe0343ae923d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:20.925783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Allocated IP 2001:db8::2 (c5f086af-2a7c-4be3-ad53-ba9d474b6dc6/54ed297d-29c9-45c3-b2cc-255ebb98b899/a857e163-d0b7-49ef-b0fe-8b5acba58d0f) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:21.008316 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6800e2b8-5499-48c3-bd80-8a8723fcc125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.036799 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-c5f1ad0c-486a-4ec6-8842-70449767fc3f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.113133 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-c5f1ad0c-486a-4ec6-8842-70449767fc3f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Network ea95809c-2784-4997-92be-9a2fe8abf896 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:21.117891 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-c5f1ad0c-486a-4ec6-8842-70449767fc3f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:21.122708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-c5f1ad0c-486a-4ec6-8842-70449767fc3f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:21.168818 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1ad0c-486a-4ec6-8842-70449767fc3f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event updated for resources: {'Port': ['ID=8af9b660-d6dd-4b6d-bf3f-b04cc0670af1,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:21.177622 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.195929 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Transition to ACTIVE for port object a857e163-d0b7-49ef-b0fe-8b5acba58d0f will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:21.199841 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6800e2b8-5499-48c3-bd80-8a8723fcc125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.244290 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Transition to ACTIVE for port object a857e163-d0b7-49ef-b0fe-8b5acba58d0f will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:21.304168 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-c5f1ad0c-486a-4ec6-8842-70449767fc3f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:21.305124 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-c5f1ad0c-486a-4ec6-8842-70449767fc3f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.326337 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.api [None req-eaed92f6-4aee-4828-ba95-97ceedf1edf2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:06:21.326337 n-d-793621-34 neutron-server[102343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:06:21.326337 n-d-793621-34 neutron-server[102343]: [parameters: {'project_id_1': 'bbad4c1f70e047a38b5d3dd3d174b433', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 6, 20, 943842)}] Aug 31 01:06:21.326337 n-d-793621-34 neutron-server[102343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:06:21.332147 n-d-793621-34 neutron-server[102343]: DEBUG oslo_db.api [None req-eaed92f6-4aee-4828-ba95-97ceedf1edf2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:06:21.339068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3dd81-5ddb-4a62-b87f-5d09fe43d76b req-904fc4ab-6d5f-4203-8035-e0da9e117646 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:21.341469 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ee3dd81-5ddb-4a62-b87f-5d09fe43d76b req-904fc4ab-6d5f-4203-8035-e0da9e117646 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 932 time: 0.1789742 Aug 31 01:06:21.350847 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800e2b8-5499-48c3-bd80-8a8723fcc125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54ff925-667e-45eb-897a-8d5c01ee1476,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:21.371026 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6800e2b8-5499-48c3-bd80-8a8723fcc125 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7c572398a0c43be8342ced156ad0eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8973260 Aug 31 01:06:21.382567 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54670) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:21.414343 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.488515 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7b026c63-99e7-48df-b004-fe0343ae923d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.498960 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ee3dd81-5ddb-4a62-b87f-5d09fe43d76b req-10418b1d-8a29-458a-8818-061d392a6c8a tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451254 Aug 31 01:06:21.528385 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e6165182-2722-4bd6-b4f4-fba705460084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.536949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Network c5f086af-2a7c-4be3-ad53-ba9d474b6dc6 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:21.539673 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:21.567117 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:21.578258 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e6165182-2722-4bd6-b4f4-fba705460084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.587068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Pushing event updated for resources: {'Port': ['ID=a857e163-d0b7-49ef-b0fe-8b5acba58d0f,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:21.655289 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7b026c63-99e7-48df-b004-fe0343ae923d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.666563 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Attempting to bind port a857e163-d0b7-49ef-b0fe-8b5acba58d0f on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:21.667132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Attempting to bind port a857e163-d0b7-49ef-b0fe-8b5acba58d0f by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'bda8fee1-0a5f-4493-89bc-00d725b1d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5f086af-2a7c-4be3-ad53-ba9d474b6dc6'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:21.668215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Attempting to bind port a857e163-d0b7-49ef-b0fe-8b5acba58d0f on network c5f086af-2a7c-4be3-ad53-ba9d474b6dc6 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:21.674929 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:21.678161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Checking segment: {'id': 'bda8fee1-0a5f-4493-89bc-00d725b1d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5f086af-2a7c-4be3-ad53-ba9d474b6dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:21.678161 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.678161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Bound using segment: {'id': 'bda8fee1-0a5f-4493-89bc-00d725b1d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5f086af-2a7c-4be3-ad53-ba9d474b6dc6'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:21.678161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Bound port: a857e163-d0b7-49ef-b0fe-8b5acba58d0f, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda8fee1-0a5f-4493-89bc-00d725b1d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5f086af-2a7c-4be3-ad53-ba9d474b6dc6'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:21.678161 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.698346 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b026c63-99e7-48df-b004-fe0343ae923d admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:06:21.748445 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ba461-8255-4f6f-8e46-2a8738bced26 req-7f9336a5-8ad1-4ad3-b1a4-143893344de4 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:21.750810 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-184ba461-8255-4f6f-8e46-2a8738bced26 req-7f9336a5-8ad1-4ad3-b1a4-143893344de4 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 944 time: 0.1479607 Aug 31 01:06:21.753252 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b026c63-99e7-48df-b004-fe0343ae923d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aab0ed4-98e9-41a8-a877-9e497164e89f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:21.781964 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7538059d-6004-4847-8447-c6797d36a4a4 None None] Provisioning for port 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:21.789984 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] For port a857e163-d0b7-49ef-b0fe-8b5acba58d0f, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:21.792364 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] For port a857e163-d0b7-49ef-b0fe-8b5acba58d0f, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a857e163-d0b7-49ef-b0fe-8b5acba58d0f,segment=NetworkSegment(bda8fee1-0a5f-4493-89bc-00d725b1d18b),segment_id=bda8fee1-0a5f-4493-89bc-00d725b1d18b)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:21.793675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7538059d-6004-4847-8447-c6797d36a4a4 None None] Provisioning complete for port 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:21.793675 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7538059d-6004-4847-8447-c6797d36a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.822460 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-c5f1ad0c-486a-4ec6-8842-70449767fc3f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0971870 Aug 31 01:06:21.842767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-d40f23d8-2835-4161-a67c-422a8432c366 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Request body: {'port': {'device_id': 'dc585056-0146-4d23-b8e9-f5d0eb3ac804', 'network_id': '3150056c-9922-4757-8af3-a3ddb3527732', 'admin_state_up': True, 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:21.852648 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7538059d-6004-4847-8447-c6797d36a4a4 None None] Port 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:06:21.861337 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-184ba461-8255-4f6f-8e46-2a8738bced26 req-32174d58-ee84-4360-942f-6b30c4d01cdd tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbfe08b-446b-40a4-905a-b1968fee2a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974929 Aug 31 01:06:21.891071 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e6165182-2722-4bd6-b4f4-fba705460084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.897451 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e6165182-2722-4bd6-b4f4-fba705460084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.899451 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e6165182-2722-4bd6-b4f4-fba705460084 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c54ff925-667e-45eb-897a-8d5c01ee1476 HTTP/1.1" status: 204 len: 168 time: 0.5148468 Aug 31 01:06:21.901336 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7b026c63-99e7-48df-b004-fe0343ae923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.901921 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-7b026c63-99e7-48df-b004-fe0343ae923d admin admin] Added segment 6ba6d2f7-7660-457e-be94-bfd6f0254644 of type vlan for network 8537a11e-2b39-40b8-ab3f-4b1eb78452bb Aug 31 01:06:21.936815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6165182-2722-4bd6-b4f4-fba705460084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54ff925-667e-45eb-897a-8d5c01ee1476,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:21.974948 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.995825 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7b026c63-99e7-48df-b004-fe0343ae923d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:22.038956 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaed92f6-4aee-4828-ba95-97ceedf1edf2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:22.223182 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7b026c63-99e7-48df-b004-fe0343ae923d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:22.227452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b026c63-99e7-48df-b004-fe0343ae923d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:22.229431 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7b026c63-99e7-48df-b004-fe0343ae923d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:22.252670 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eaed92f6-4aee-4828-ba95-97ceedf1edf2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:22.269688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3dd24-b6dc-4065-a898-1c37fb8aa052 None None] Pushing event updated for resources: {'Port': ['ID=a857e163-d0b7-49ef-b0fe-8b5acba58d0f,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:22.281678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-d40f23d8-2835-4161-a67c-422a8432c366 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Made reservation on behalf of 5c2cffadd45a4dd3bf0e6326f19f7e9a for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:22.288177 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-d40f23d8-2835-4161-a67c-422a8432c366 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:22.358102 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-eaed92f6-4aee-4828-ba95-97ceedf1edf2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] device_id is not set on port e6f3ba98-1328-47c9-a859-baa8cdf593db yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:06:22.711257 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-eaed92f6-4aee-4828-ba95-97ceedf1edf2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Allocated IP 2001:db8::10 (c5f086af-2a7c-4be3-ad53-ba9d474b6dc6/54ed297d-29c9-45c3-b2cc-255ebb98b899/e6f3ba98-1328-47c9-a859-baa8cdf593db) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:22.879906 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-d40f23d8-2835-4161-a67c-422a8432c366 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Allocated IP 19.86.0.174 (3150056c-9922-4757-8af3-a3ddb3527732/9b1a550b-5c20-4803-a6e3-25275b3a92ac/ba5257a6-d519-40d3-a4ca-8932cf297fbd) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:22.905088 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7b026c63-99e7-48df-b004-fe0343ae923d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7573209 Aug 31 01:06:22.946463 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b026c63-99e7-48df-b004-fe0343ae923d admin admin] Pushing event updated for resources: {'Network': ['ID=8537a11e-2b39-40b8-ab3f-4b1eb78452bb,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:22.968291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 8537a11e-2b39-40b8-ab3f-4b1eb78452bb details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:06:23.053853 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eaed92f6-4aee-4828-ba95-97ceedf1edf2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.116135 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-eaed92f6-4aee-4828-ba95-97ceedf1edf2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Transition to ACTIVE for port object e6f3ba98-1328-47c9-a859-baa8cdf593db will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:23.144445 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device ec75a6be-5b6f-40c1-bce5-821cc819eb60 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:06:23.406628 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-d40f23d8-2835-4161-a67c-422a8432c366 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.414870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9779c4-52d3-4072-8f45-862d6c9fec95 req-bc3e42e4-21ab-45f7-9571-d729765dfbc8 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:23.429340 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c9779c4-52d3-4072-8f45-862d6c9fec95 req-bc3e42e4-21ab-45f7-9571-d729765dfbc8 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 944 time: 0.1854072 Aug 31 01:06:23.484116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54696) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:23.489900 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a857e163-d0b7-49ef-b0fe-8b5acba58d0f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:23.542692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-d40f23d8-2835-4161-a67c-422a8432c366 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Transition to ACTIVE for port object ba5257a6-d519-40d3-a4ca-8932cf297fbd will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:23.543990 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c9779c4-52d3-4072-8f45-862d6c9fec95 req-177791a1-3471-43c9-8de5-a1f44508b582 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbfe08b-446b-40a4-905a-b1968fee2a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040165 Aug 31 01:06:23.550546 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eaed92f6-4aee-4828-ba95-97ceedf1edf2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.600078 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f1829-b086-4ab6-957a-410af8b28faa req-d7ed0ed7-38b2-4a0e-9fbe-092de4c23c28 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:23.621886 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c9f1829-b086-4ab6-957a-410af8b28faa req-d7ed0ed7-38b2-4a0e-9fbe-092de4c23c28 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 932 time: 0.8639636 Aug 31 01:06:23.652744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaed92f6-4aee-4828-ba95-97ceedf1edf2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network c5f086af-2a7c-4be3-ad53-ba9d474b6dc6 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:23.656955 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-eaed92f6-4aee-4828-ba95-97ceedf1edf2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:23.659607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed92f6-4aee-4828-ba95-97ceedf1edf2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:23.668234 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaed92f6-4aee-4828-ba95-97ceedf1edf2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:23.669090 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eaed92f6-4aee-4828-ba95-97ceedf1edf2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.674377 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58d2d0fb-eda5-43de-82b2-2630bfaa38e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.739945 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed92f6-4aee-4828-ba95-97ceedf1edf2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=e6f3ba98-1328-47c9-a859-baa8cdf593db,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:23.741839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port ec75a6be-5b6f-40c1-bce5-821cc819eb60, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=ec75a6be-5b6f-40c1-bce5-821cc819eb60,segment=NetworkSegment(5b465866-95ad-4a12-ba61-b745a2b14b8e),segment_id=5b465866-95ad-4a12-ba61-b745a2b14b8e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:23.806471 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c9f1829-b086-4ab6-957a-410af8b28faa req-31ac146f-7beb-4ee2-ba51-8810101ef842 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829484 Aug 31 01:06:23.854038 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-eaed92f6-4aee-4828-ba95-97ceedf1edf2 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1718659 Aug 31 01:06:23.855264 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54702) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:23.862465 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'ec75a6be-5b6f-40c1-bce5-821cc819eb60', 'network_id': '3d94de3f-ce10-4240-9ab9-cf175c8d714e', 'port_id': 'ec75a6be-5b6f-40c1-bce5-821cc819eb60', 'mac_address': 'fa:16:3e:29:a9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01e3834a-5d01-4eab-ae0a-06c743e71065', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:06:23.870375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5c36bf04-ba3a-4186-b38e-30f2c6548a4c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'network_id': 'c5f086af-2a7c-4be3-ad53-ba9d474b6dc6', 'name': 'tempest-PortsIpV6TestJSON-87892968', 'fixed_ips': [{'subnet_id': '54ed297d-29c9-45c3-b2cc-255ebb98b899', 'ip_address': '2001:db8::f'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:24.020773 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.081581 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec75a6be-5b6f-40c1-bce5-821cc819eb60 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:06:24.112333 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port ec75a6be-5b6f-40c1-bce5-821cc819eb60, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=ec75a6be-5b6f-40c1-bce5-821cc819eb60,segment=NetworkSegment(5b465866-95ad-4a12-ba61-b745a2b14b8e),segment_id=5b465866-95ad-4a12-ba61-b745a2b14b8e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:24.115025 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port a857e163-d0b7-49ef-b0fe-8b5acba58d0f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:24.155668 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58d2d0fb-eda5-43de-82b2-2630bfaa38e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.219207 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-d40f23d8-2835-4161-a67c-422a8432c366 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.219313 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaf6c2a-8eae-4bd7-94bf-7abfa758c759 None None] Network c5f086af-2a7c-4be3-ad53-ba9d474b6dc6 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:24.311483 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-d40f23d8-2835-4161-a67c-422a8432c366 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Network 3150056c-9922-4757-8af3-a3ddb3527732 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:24.321626 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f23d8-2835-4161-a67c-422a8432c366 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event updated for resources: {'Port': ['ID=ba5257a6-d519-40d3-a4ca-8932cf297fbd,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:24.323109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-d40f23d8-2835-4161-a67c-422a8432c366 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:24.334151 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.342458 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-d40f23d8-2835-4161-a67c-422a8432c366 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:24.402601 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58d2d0fb-eda5-43de-82b2-2630bfaa38e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.479815 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5cd18b88-2b13-4eae-b769-90bc07878806 None None] Provisioning for port a857e163-d0b7-49ef-b0fe-8b5acba58d0f completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:24.494322 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=ec75a6be-5b6f-40c1-bce5-821cc819eb60,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:24.504670 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5cd18b88-2b13-4eae-b769-90bc07878806 None None] Provisioning complete for port a857e163-d0b7-49ef-b0fe-8b5acba58d0f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:24.505428 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5cd18b88-2b13-4eae-b769-90bc07878806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.574902 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-d40f23d8-2835-4161-a67c-422a8432c366 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:24.575972 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-d40f23d8-2835-4161-a67c-422a8432c366 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.585987 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c36bf04-ba3a-4186-b38e-30f2c6548a4c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:24.593979 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5c36bf04-ba3a-4186-b38e-30f2c6548a4c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.608739 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-58d2d0fb-eda5-43de-82b2-2630bfaa38e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=374da113b1914d83a33f60577931c207&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0857778 Aug 31 01:06:24.617995 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54710) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:24.619272 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2d0fb-eda5-43de-82b2-2630bfaa38e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361d5294-c159-410e-aac8-b8d914ebb80a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:24.657734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-5c36bf04-ba3a-4186-b38e-30f2c6548a4c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] device_id is not set on port d6fe944c-0b01-4dec-a178-8f427d22791d yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:06:24.817981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-d40f23d8-2835-4161-a67c-422a8432c366 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9848053 Aug 31 01:06:24.835412 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Request body: {'port': {'device_id': 'dc585056-0146-4d23-b8e9-f5d0eb3ac804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:24.854046 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5cd18b88-2b13-4eae-b769-90bc07878806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.860157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['ec75a6be-5b6f-40c1-bce5-821cc819eb60'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:24.955362 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-000bc779-2941-43ce-9bd6-8290069df8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.965220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-5cd18b88-2b13-4eae-b769-90bc07878806 None None] For port a857e163-d0b7-49ef-b0fe-8b5acba58d0f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a857e163-d0b7-49ef-b0fe-8b5acba58d0f,segment=NetworkSegment(bda8fee1-0a5f-4493-89bc-00d725b1d18b),segment_id=bda8fee1-0a5f-4493-89bc-00d725b1d18b)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:25.006237 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-000bc779-2941-43ce-9bd6-8290069df8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:25.086415 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5cd18b88-2b13-4eae-b769-90bc07878806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:25.093770 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7293d-e84b-4da3-a6dc-45063bd151a9 req-1228707c-853c-4273-915d-93f17155faab tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:25.105986 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1ac7293d-e84b-4da3-a6dc-45063bd151a9 req-1228707c-853c-4273-915d-93f17155faab tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 945 time: 0.3742292 Aug 31 01:06:25.236335 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd18b88-2b13-4eae-b769-90bc07878806 None None] Pushing event updated for resources: {'Port': ['ID=a857e163-d0b7-49ef-b0fe-8b5acba58d0f,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:25.243006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1ac7293d-e84b-4da3-a6dc-45063bd151a9 req-511ed77f-8e26-4942-a15d-3b33559318e7 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbfe08b-446b-40a4-905a-b1968fee2a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357789 Aug 31 01:06:25.275007 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:25.318442 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-000bc779-2941-43ce-9bd6-8290069df8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:25.325716 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-000bc779-2941-43ce-9bd6-8290069df8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:25.333596 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-000bc779-2941-43ce-9bd6-8290069df8ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/361d5294-c159-410e-aac8-b8d914ebb80a HTTP/1.1" status: 204 len: 168 time: 0.7062969 Aug 31 01:06:25.402378 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bc779-2941-43ce-9bd6-8290069df8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361d5294-c159-410e-aac8-b8d914ebb80a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:25.437213 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-164e98eb-ade4-4480-87cf-bc4b060a4647 None None] Provisioning for port ba5257a6-d519-40d3-a4ca-8932cf297fbd completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:25.493151 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-164e98eb-ade4-4480-87cf-bc4b060a4647 None None] Provisioning complete for port ba5257a6-d519-40d3-a4ca-8932cf297fbd triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:25.504737 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-164e98eb-ade4-4480-87cf-bc4b060a4647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:25.638265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-5c36bf04-ba3a-4186-b38e-30f2c6548a4c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Allocated IP 2001:db8::f (c5f086af-2a7c-4be3-ad53-ba9d474b6dc6/54ed297d-29c9-45c3-b2cc-255ebb98b899/d6fe944c-0b01-4dec-a178-8f427d22791d) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:25.651877 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-164e98eb-ade4-4480-87cf-bc4b060a4647 None None] Port ba5257a6-d519-40d3-a4ca-8932cf297fbd cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:06:25.691322 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a364cff-40ba-4177-a244-ca61a3549b06 req-ca323ac6-6ad8-49f2-b97e-7dae8bd06fc7 tempest-ComputeTenantNetworksTest-1347209851 tempest-ComputeTenantNetworksTest-1347209851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:25.702238 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a364cff-40ba-4177-a244-ca61a3549b06 req-ca323ac6-6ad8-49f2-b97e-7dae8bd06fc7 tempest-ComputeTenantNetworksTest-1347209851 tempest-ComputeTenantNetworksTest-1347209851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:25.709641 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a364cff-40ba-4177-a244-ca61a3549b06 req-ca323ac6-6ad8-49f2-b97e-7dae8bd06fc7 tempest-ComputeTenantNetworksTest-1347209851 tempest-ComputeTenantNetworksTest-1347209851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:25.711999 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0a364cff-40ba-4177-a244-ca61a3549b06 req-ca323ac6-6ad8-49f2-b97e-7dae8bd06fc7 tempest-ComputeTenantNetworksTest-1347209851 tempest-ComputeTenantNetworksTest-1347209851-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 1.4717853 Aug 31 01:06:25.827803 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-93beacdf-1453-442d-b2e6-75f5f089f26a None None] Provisioning complete for port a857e163-d0b7-49ef-b0fe-8b5acba58d0f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:25.828413 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-93beacdf-1453-442d-b2e6-75f5f089f26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:25.951709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ad6ee-5d1d-46e4-991b-c7ef65434ccf req-954c2329-a1d0-4aea-8a55-ce7c040ae8dc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:25.970311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ad6ee-5d1d-46e4-991b-c7ef65434ccf req-954c2329-a1d0-4aea-8a55-ce7c040ae8dc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:25.980546 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-563ad6ee-5d1d-46e4-991b-c7ef65434ccf req-954c2329-a1d0-4aea-8a55-ce7c040ae8dc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1655 time: 0.5581856 Aug 31 01:06:26.160408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d357b-7f90-4a47-8c13-99010686ff10 req-1eafc2a0-0561-4aac-ad39-fc49fd7f6b0f tempest-ComputeTenantNetworksTest-1347209851 tempest-ComputeTenantNetworksTest-1347209851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:26.162752 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-417d357b-7f90-4a47-8c13-99010686ff10 req-1eafc2a0-0561-4aac-ad39-fc49fd7f6b0f tempest-ComputeTenantNetworksTest-1347209851 tempest-ComputeTenantNetworksTest-1347209851-project] 10.222.0.16 "GET /v2.0/networks/8537a11e-2b39-40b8-ab3f-4b1eb78452bb HTTP/1.1" status: 200 len: 769 time: 0.2282522 Aug 31 01:06:26.182347 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54724) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:26.203152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-93beacdf-1453-442d-b2e6-75f5f089f26a None None] Provisioning for port e6f3ba98-1328-47c9-a859-baa8cdf593db completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:26.217169 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-563ad6ee-5d1d-46e4-991b-c7ef65434ccf req-8e511470-5091-49b5-aecb-b14596a0ab63 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265781 Aug 31 01:06:26.223792 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-93beacdf-1453-442d-b2e6-75f5f089f26a None None] Provisioning complete for port e6f3ba98-1328-47c9-a859-baa8cdf593db triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:26.227335 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-93beacdf-1453-442d-b2e6-75f5f089f26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.313068 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5c36bf04-ba3a-4186-b38e-30f2c6548a4c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.351133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-93beacdf-1453-442d-b2e6-75f5f089f26a None None] Port e6f3ba98-1328-47c9-a859-baa8cdf593db cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:06:26.369248 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-5c36bf04-ba3a-4186-b38e-30f2c6548a4c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Transition to ACTIVE for port object d6fe944c-0b01-4dec-a178-8f427d22791d will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:26.386427 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6c82c7df-a5d1-43fc-b9ab-1ac84ae92afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.409364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:06:26.437516 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.480295 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Transition to ACTIVE for port object 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:26.514929 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f7db222a-5dbd-42b0-bdec-5b791a59984a None None] Provisioning complete for port e6f3ba98-1328-47c9-a859-baa8cdf593db triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:26.515538 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f7db222a-5dbd-42b0-bdec-5b791a59984a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.602074 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f7db222a-5dbd-42b0-bdec-5b791a59984a None None] Port e6f3ba98-1328-47c9-a859-baa8cdf593db cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:06:26.613151 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.674295 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5c36bf04-ba3a-4186-b38e-30f2c6548a4c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.711475 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6c82c7df-a5d1-43fc-b9ab-1ac84ae92afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.734180 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfc291-dfe2-48fa-a9e7-d24f4a6655ef req-f1474a0e-4521-4cea-aa23-e2442f87e54e tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:26.737073 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e6dfc291-dfe2-48fa-a9e7-d24f4a6655ef req-f1474a0e-4521-4cea-aa23-e2442f87e54e tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 945 time: 0.2958906 Aug 31 01:06:26.741754 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Pushing event updated for resources: {'Port': ['ID=8af9b660-d6dd-4b6d-bf3f-b04cc0670af1,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:26.844418 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6c82c7df-a5d1-43fc-b9ab-1ac84ae92afc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8537a11e-2b39-40b8-ab3f-4b1eb78452bb']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:26.861516 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c36bf04-ba3a-4186-b38e-30f2c6548a4c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network c5f086af-2a7c-4be3-ad53-ba9d474b6dc6 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:26.899220 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-5c36bf04-ba3a-4186-b38e-30f2c6548a4c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:26.904165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c36bf04-ba3a-4186-b38e-30f2c6548a4c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:26.916605 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c36bf04-ba3a-4186-b38e-30f2c6548a4c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:26.917910 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5c36bf04-ba3a-4186-b38e-30f2c6548a4c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.947511 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Attempting to bind port 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:26.950786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Attempting to bind port 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'd22a3e7c-ba9e-4c37-99b8-13583c32f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea95809c-2784-4997-92be-9a2fe8abf896'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:26.954022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Attempting to bind port 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 on network ea95809c-2784-4997-92be-9a2fe8abf896 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:26.962197 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6c82c7df-a5d1-43fc-b9ab-1ac84ae92afc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba6d2f7-7660-457e-be94-bfd6f0254644') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:26.962573 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6c82c7df-a5d1-43fc-b9ab-1ac84ae92afc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba6d2f7-7660-457e-be94-bfd6f0254644') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:26.970289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Port 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 on network ea95809c-2784-4997-92be-9a2fe8abf896 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:06:26.975941 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Attempting to bind port 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 on network ea95809c-2784-4997-92be-9a2fe8abf896 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:26.993361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:27.004894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Checking segment: {'id': 'd22a3e7c-ba9e-4c37-99b8-13583c32f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea95809c-2784-4997-92be-9a2fe8abf896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:27.007034 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Bound using segment: {'id': 'd22a3e7c-ba9e-4c37-99b8-13583c32f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea95809c-2784-4997-92be-9a2fe8abf896'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:27.007693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Bound port: 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd22a3e7c-ba9e-4c37-99b8-13583c32f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea95809c-2784-4997-92be-9a2fe8abf896'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:27.008247 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.015674 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36bf04-ba3a-4186-b38e-30f2c6548a4c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=d6fe944c-0b01-4dec-a178-8f427d22791d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:27.031214 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6c82c7df-a5d1-43fc-b9ab-1ac84ae92afc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.096085 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e6dfc291-dfe2-48fa-a9e7-d24f4a6655ef req-5d737bce-b18c-4d27-b066-75eb03f10112 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbfe08b-446b-40a4-905a-b1968fee2a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666008 Aug 31 01:06:27.138744 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6c82c7df-a5d1-43fc-b9ab-1ac84ae92afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.151932 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device ec75a6be-5b6f-40c1-bce5-821cc819eb60 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:27.175792 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c82c7df-a5d1-43fc-b9ab-1ac84ae92afc admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:06:27.176222 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6c82c7df-a5d1-43fc-b9ab-1ac84ae92afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:06:27.179640 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:06:27.280206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] For port 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:27.298246 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] For port 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8af9b660-d6dd-4b6d-bf3f-b04cc0670af1,segment=NetworkSegment(d22a3e7c-ba9e-4c37-99b8-13583c32f0d5),segment_id=d22a3e7c-ba9e-4c37-99b8-13583c32f0d5)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:27.322573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a857e163-d0b7-49ef-b0fe-8b5acba58d0f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:27.360139 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5c36bf04-ba3a-4186-b38e-30f2c6548a4c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.5032835 Aug 31 01:06:27.366120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54748) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:27.500190 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a857e163-d0b7-49ef-b0fe-8b5acba58d0f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:27.500737 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.578314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port ec75a6be-5b6f-40c1-bce5-821cc819eb60 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:27.592839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port ec75a6be-5b6f-40c1-bce5-821cc819eb60 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:27.594193 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.594860 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.599010 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6c82c7df-a5d1-43fc-b9ab-1ac84ae92afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.609546 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6c82c7df-a5d1-43fc-b9ab-1ac84ae92afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.619231 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6c82c7df-a5d1-43fc-b9ab-1ac84ae92afc admin admin] 10.222.0.16 "DELETE /v2.0/networks/8537a11e-2b39-40b8-ab3f-4b1eb78452bb HTTP/1.1" status: 204 len: 168 time: 1.4306698 Aug 31 01:06:27.668014 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82c7df-a5d1-43fc-b9ab-1ac84ae92afc admin admin] Pushing event deleted for resources: {'Network': ['ID=8537a11e-2b39-40b8-ab3f-4b1eb78452bb,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:27.681964 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54754) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:27.688709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Pushing event updated for resources: {'Port': ['ID=8af9b660-d6dd-4b6d-bf3f-b04cc0670af1,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:27.743032 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:27.743032 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.743919 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-8b0992d4-f4d4-438c-a4b0-ae0bce9ee287 service neutron] 10.222.0.48 "PUT /v2.0/ports/8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 HTTP/1.1" status: 200 len: 1093 time: 2.9137812 Aug 31 01:06:27.746165 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc585056-0146-4d23-b8e9-f5d0eb3ac804', 'tag': '8af9b660-d6dd-4b6d-bf3f-b04cc0670af1'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:27.751976 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6326d9-6b64-4e5f-a4d6-7511507b500c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc585056-0146-4d23-b8e9-f5d0eb3ac804", "tag": "8af9b660-d6dd-4b6d-bf3f-b04cc0670af1"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:27.786431 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03781aa-9d16-477e-9ea1-bec7ded394fa req-fbec0776-b5d4-4df3-a3f8-bde6740a6786 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:27.800983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03781aa-9d16-477e-9ea1-bec7ded394fa req-fbec0776-b5d4-4df3-a3f8-bde6740a6786 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:27.803863 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f03781aa-9d16-477e-9ea1-bec7ded394fa req-fbec0776-b5d4-4df3-a3f8-bde6740a6786 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1667 time: 0.2958312 Aug 31 01:06:27.826374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f3847f-e7b1-4dc9-93fd-aa7f909cc59d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:27.829833 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-16f3847f-e7b1-4dc9-93fd-aa7f909cc59d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4617372 Aug 31 01:06:27.834512 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54762) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:27.892364 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f03781aa-9d16-477e-9ea1-bec7ded394fa req-d65550cf-75ea-4205-a67f-2e160343b5c2 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606697 Aug 31 01:06:27.956386 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510061b4-e7aa-4838-abb3-33b00f00e3ce x-openstack-request-id: req-510061b4-e7aa-4838-abb3-33b00f00e3ce {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:27.956799 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f6983636-5bab-4242-b4bc-a6334c62dcc1 None None] Provisioning for port d6fe944c-0b01-4dec-a178-8f427d22791d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:27.956998 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc585056-0146-4d23-b8e9-f5d0eb3ac804", "tag": "8af9b660-d6dd-4b6d-bf3f-b04cc0670af1", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:27.957269 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-510061b4-e7aa-4838-abb3-33b00f00e3ce {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:27.957865 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc585056-0146-4d23-b8e9-f5d0eb3ac804', 'tag': '8af9b660-d6dd-4b6d-bf3f-b04cc0670af1', 'status': 'completed', 'code': 200} Aug 31 01:06:28.011007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f6983636-5bab-4242-b4bc-a6334c62dcc1 None None] Provisioning complete for port d6fe944c-0b01-4dec-a178-8f427d22791d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:28.012136 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f6983636-5bab-4242-b4bc-a6334c62dcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:28.023205 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:28.089857 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Request body: {'port': {'device_id': 'dc585056-0146-4d23-b8e9-f5d0eb3ac804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:28.129703 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9357997d-3f24-4f58-a602-2af9cce190f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec75a6be-5b6f-40c1-bce5-821cc819eb60'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:28.135197 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79346e05-1efd-41b1-a80b-2f55983d6546" -d '{"events": [{"server_uuid": "9357997d-3f24-4f58-a602-2af9cce190f3", "name": "network-vif-plugged", "status": "completed", "tag": "ec75a6be-5b6f-40c1-bce5-821cc819eb60"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:28.147309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f6983636-5bab-4242-b4bc-a6334c62dcc1 None None] Port d6fe944c-0b01-4dec-a178-8f427d22791d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:06:28.165429 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port ec75a6be-5b6f-40c1-bce5-821cc819eb60, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=ec75a6be-5b6f-40c1-bce5-821cc819eb60,segment=NetworkSegment(5b465866-95ad-4a12-ba61-b745a2b14b8e),segment_id=5b465866-95ad-4a12-ba61-b745a2b14b8e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:28.180832 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6195086a-ec37-4606-93f5-e937c34328df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:28.209727 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6326d9-6b64-4e5f-a4d6-7511507b500c req-e8e9b4ac-4fc8-483a-904f-6b2efcdfb04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:28.210603 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6326d9-6b64-4e5f-a4d6-7511507b500c req-e8e9b4ac-4fc8-483a-904f-6b2efcdfb04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:28.221630 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e6326d9-6b64-4e5f-a4d6-7511507b500c req-e8e9b4ac-4fc8-483a-904f-6b2efcdfb04c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c2cffadd45a4dd3bf0e6326f19f7e9a&device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1915 time: 0.2431467 Aug 31 01:06:28.226022 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645c72d4-d272-4753-acc7-0de9a5e4b845 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:28.253496 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645c72d4-d272-4753-acc7-0de9a5e4b845 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:28.273278 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645c72d4-d272-4753-acc7-0de9a5e4b845 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:28.285752 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-645c72d4-d272-4753-acc7-0de9a5e4b845 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.4493165 Aug 31 01:06:28.290890 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54770) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:28.331376 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:28.391958 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc84822-e1ac-4b0b-b41a-667a8952ec0d x-openstack-request-id: req-0dc84822-e1ac-4b0b-b41a-667a8952ec0d {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:28.392971 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9357997d-3f24-4f58-a602-2af9cce190f3", "name": "network-vif-plugged", "status": "completed", "tag": "ec75a6be-5b6f-40c1-bce5-821cc819eb60", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:28.394032 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0dc84822-e1ac-4b0b-b41a-667a8952ec0d {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:28.394898 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9357997d-3f24-4f58-a602-2af9cce190f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec75a6be-5b6f-40c1-bce5-821cc819eb60', 'code': 200} Aug 31 01:06:28.474360 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=ec75a6be-5b6f-40c1-bce5-821cc819eb60,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:28.550773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54774) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:28.746838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d375563-b91e-4eb1-940c-ef3965896877 req-9af664e2-615c-4e61-ae36-de0a97302c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:28.749857 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d375563-b91e-4eb1-940c-ef3965896877 req-9af664e2-615c-4e61-ae36-de0a97302c1d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 1098 time: 0.2507851 Aug 31 01:06:28.771428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966b3a9-eb5e-4a54-af4b-002a7a06c20f req-fcee79ad-64af-40f8-9b79-b1692eb7689c tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:28.774383 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3966b3a9-eb5e-4a54-af4b-002a7a06c20f req-fcee79ad-64af-40f8-9b79-b1692eb7689c tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 946 time: 0.3811657 Aug 31 01:06:28.802290 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d0eb630d-5cfa-4885-9449-fbfba0811287 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f13f1e6c47234e55a86a5c9724aaef25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2367840 Aug 31 01:06:28.812414 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54778) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:28.858821 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:28.929308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6326d9-6b64-4e5f-a4d6-7511507b500c req-b5d39a37-67cf-4fd0-899e-9f9f0c11cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:28.930206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6326d9-6b64-4e5f-a4d6-7511507b500c req-b5d39a37-67cf-4fd0-899e-9f9f0c11cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:28.931209 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6326d9-6b64-4e5f-a4d6-7511507b500c req-b5d39a37-67cf-4fd0-899e-9f9f0c11cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:28.934298 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e6326d9-6b64-4e5f-a4d6-7511507b500c req-b5d39a37-67cf-4fd0-899e-9f9f0c11cb44 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5c2cffadd45a4dd3bf0e6326f19f7e9a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7113116 Aug 31 01:06:28.997693 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2a24a3a0-de28-4916-b83c-6da882f74b43 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port d6fe944c-0b01-4dec-a178-8f427d22791d {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:28.997693 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a24a3a0-de28-4916-b83c-6da882f74b43 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:29.024589 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d375563-b91e-4eb1-940c-ef3965896877 req-b9f36695-bfde-4c42-bd27-6559f057f57e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2fbfe08b-446b-40a4-905a-b1968fee2a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484298 Aug 31 01:06:29.073028 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3966b3a9-eb5e-4a54-af4b-002a7a06c20f req-ad3dc884-6996-487c-891e-0b1bee1f6483 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbfe08b-446b-40a4-905a-b1968fee2a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311549 Aug 31 01:06:29.090387 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6195086a-ec37-4606-93f5-e937c34328df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:29.139572 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dbecca06-18ac-4c38-af71-fd7a44fee8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:29.195266 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dbecca06-18ac-4c38-af71-fd7a44fee8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:29.230298 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a24a3a0-de28-4916-b83c-6da882f74b43 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:29.269701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2a24a3a0-de28-4916-b83c-6da882f74b43 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for d6fe944c-0b01-4dec-a178-8f427d22791d owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:29.275364 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6195086a-ec37-4606-93f5-e937c34328df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:29.347723 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6326d9-6b64-4e5f-a4d6-7511507b500c req-8a2b2a3f-7b9e-40bd-a854-29e908135c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:29.349342 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e6326d9-6b64-4e5f-a4d6-7511507b500c req-8a2b2a3f-7b9e-40bd-a854-29e908135c30 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4083731 Aug 31 01:06:29.363018 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32bef7-e3a1-43b8-9e54-2f14438bd6ed req-df2abad4-14f2-467c-ade2-863562c13069 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:29.371826 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32bef7-e3a1-43b8-9e54-2f14438bd6ed req-df2abad4-14f2-467c-ade2-863562c13069 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:29.373857 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e32bef7-e3a1-43b8-9e54-2f14438bd6ed req-df2abad4-14f2-467c-ade2-863562c13069 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1667 time: 0.3515451 Aug 31 01:06:29.379076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195086a-ec37-4606-93f5-e937c34328df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc2df69-750c-4e2f-b510-fa033d85577b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:29.395156 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6195086a-ec37-4606-93f5-e937c34328df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9e20e583d324be9b6e79a0f826dbfdf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6997547 Aug 31 01:06:29.395424 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54786) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:29.408528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195086a-ec37-4606-93f5-e937c34328df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:29.408528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195086a-ec37-4606-93f5-e937c34328df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:29.408528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195086a-ec37-4606-93f5-e937c34328df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:29.409468 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195086a-ec37-4606-93f5-e937c34328df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:29.410839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195086a-ec37-4606-93f5-e937c34328df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:29.410839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195086a-ec37-4606-93f5-e937c34328df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:29.411193 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195086a-ec37-4606-93f5-e937c34328df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:29.411647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195086a-ec37-4606-93f5-e937c34328df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:29.413045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195086a-ec37-4606-93f5-e937c34328df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:29.413589 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195086a-ec37-4606-93f5-e937c34328df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:29.414002 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195086a-ec37-4606-93f5-e937c34328df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:29.414435 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195086a-ec37-4606-93f5-e937c34328df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:29.502760 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:06:29.517630 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e32bef7-e3a1-43b8-9e54-2f14438bd6ed req-396ef9bb-84b7-4e5d-82d6-6b6cafb79028 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238990 Aug 31 01:06:29.617251 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dbecca06-18ac-4c38-af71-fd7a44fee8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:29.621347 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dbecca06-18ac-4c38-af71-fd7a44fee8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:29.626648 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dbecca06-18ac-4c38-af71-fd7a44fee8cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9aab0ed4-98e9-41a8-a877-9e497164e89f HTTP/1.1" status: 204 len: 168 time: 0.8093135 Aug 31 01:06:29.628289 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f95be236-dd60-4845-8d24-ecbc4c5d2ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:29.653740 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecca06-18ac-4c38-af71-fd7a44fee8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aab0ed4-98e9-41a8-a877-9e497164e89f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:29.663314 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-638bebd0-2238-45b3-b3c0-d16b67cd84e6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1847863 Aug 31 01:06:29.738769 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f95be236-dd60-4845-8d24-ecbc4c5d2ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:29.746155 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a24a3a0-de28-4916-b83c-6da882f74b43 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:29.760495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5257a6-d519-40d3-a4ca-8932cf297fbd {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:06:29.783016 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:29.809412 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24a3a0-de28-4916-b83c-6da882f74b43 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=d6fe944c-0b01-4dec-a178-8f427d22791d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:29.839047 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Transition to ACTIVE for port object ba5257a6-d519-40d3-a4ca-8932cf297fbd will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:29.873869 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a24a3a0-de28-4916-b83c-6da882f74b43 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:29.878935 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2a24a3a0-de28-4916-b83c-6da882f74b43 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/ports/d6fe944c-0b01-4dec-a178-8f427d22791d HTTP/1.1" status: 204 len: 168 time: 1.5861354 Aug 31 01:06:29.885766 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54794) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:29.905291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-73221eda-5c71-4bcf-b2c0-25d078bbecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:29.906192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-73221eda-5c71-4bcf-b2c0-25d078bbecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:29.907049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-73221eda-5c71-4bcf-b2c0-25d078bbecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:29.907890 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-73221eda-5c71-4bcf-b2c0-25d078bbecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:29.908770 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-73221eda-5c71-4bcf-b2c0-25d078bbecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:29.909644 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-73221eda-5c71-4bcf-b2c0-25d078bbecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:29.910663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-73221eda-5c71-4bcf-b2c0-25d078bbecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:29.914870 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-73221eda-5c71-4bcf-b2c0-25d078bbecd2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 6507 time: 0.1611881 Aug 31 01:06:29.937049 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c28e62-a0cf-408e-94c0-4d0bea1dd0f3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] GET failed (client error): The resource could not be found. Aug 31 01:06:29.948123 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-41c28e62-a0cf-408e-94c0-4d0bea1dd0f3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports/d6fe944c-0b01-4dec-a178-8f427d22791d HTTP/1.1" status: 404 len: 333 time: 0.0625577 Aug 31 01:06:29.952732 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54796) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:30.071214 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:30.149106 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f95be236-dd60-4845-8d24-ecbc4c5d2ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:30.157303 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f95be236-dd60-4845-8d24-ecbc4c5d2ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:30.162412 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f95be236-dd60-4845-8d24-ecbc4c5d2ada admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fc2df69-750c-4e2f-b510-fa033d85577b HTTP/1.1" status: 204 len: 168 time: 0.7710569 Aug 31 01:06:30.237224 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-21447d48-3ff0-4978-9db7-9a154db154b5 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port e6f3ba98-1328-47c9-a859-baa8cdf593db {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:30.245031 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21447d48-3ff0-4978-9db7-9a154db154b5 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:30.252508 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95be236-dd60-4845-8d24-ecbc4c5d2ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc2df69-750c-4e2f-b510-fa033d85577b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:30.355846 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5257a6-d519-40d3-a4ca-8932cf297fbd,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:30.543558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-89c0b97b-2aa5-43c6-ad6b-dde4ee24a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:30.543558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-89c0b97b-2aa5-43c6-ad6b-dde4ee24a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:30.543942 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-89c0b97b-2aa5-43c6-ad6b-dde4ee24a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:30.550376 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-89c0b97b-2aa5-43c6-ad6b-dde4ee24a214 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e485d33c-f23c-40f6-8dac-57c9abc59149&id=731372ff-a6d3-49d1-8001-70c166825e41&id=731372ff-a6d3-49d1-8001-70c166825e41&id=731372ff-a6d3-49d1-8001-70c166825e41&id=731372ff-a6d3-49d1-8001-70c166825e41&id=60d743b8-14de-4666-8656-1e81e9c911f1&id=60d743b8-14de-4666-8656-1e81e9c911f1 HTTP/1.1" status: 200 len: 2299 time: 0.5927713 Aug 31 01:06:30.586221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Attempting to bind port ba5257a6-d519-40d3-a4ca-8932cf297fbd on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:30.586894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Attempting to bind port ba5257a6-d519-40d3-a4ca-8932cf297fbd by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '349f57c0-58b4-4f97-b6d7-32eb1c3815b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3150056c-9922-4757-8af3-a3ddb3527732'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:30.587525 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Attempting to bind port ba5257a6-d519-40d3-a4ca-8932cf297fbd on network 3150056c-9922-4757-8af3-a3ddb3527732 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:30.710985 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Port ba5257a6-d519-40d3-a4ca-8932cf297fbd on network 3150056c-9922-4757-8af3-a3ddb3527732 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:06:30.711698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Attempting to bind port ba5257a6-d519-40d3-a4ca-8932cf297fbd on network 3150056c-9922-4757-8af3-a3ddb3527732 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:30.745616 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc3ea9-ff9b-4b6b-887c-9d53a399c458 req-f91b78a2-41ea-441d-b69b-2b922182fc4a tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:30.748512 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bbfc3ea9-ff9b-4b6b-887c-9d53a399c458 req-f91b78a2-41ea-441d-b69b-2b922182fc4a tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 946 time: 0.3078463 Aug 31 01:06:30.754585 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:30.755154 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Checking segment: {'id': '349f57c0-58b4-4f97-b6d7-32eb1c3815b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3150056c-9922-4757-8af3-a3ddb3527732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:30.755849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Bound using segment: {'id': '349f57c0-58b4-4f97-b6d7-32eb1c3815b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3150056c-9922-4757-8af3-a3ddb3527732'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:30.756633 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Bound port: ba5257a6-d519-40d3-a4ca-8932cf297fbd, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349f57c0-58b4-4f97-b6d7-32eb1c3815b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3150056c-9922-4757-8af3-a3ddb3527732'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:30.757122 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:30.797068 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-a97b5982-9d10-4d59-87e5-df989ab1aa73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cac8892-a71e-44c5-8ed2-a3bd128601bb HTTP/1.1" status: 200 len: 1001 time: 0.2322013 Aug 31 01:06:30.825129 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21447d48-3ff0-4978-9db7-9a154db154b5 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:30.866188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-21447d48-3ff0-4978-9db7-9a154db154b5 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for e6f3ba98-1328-47c9-a859-baa8cdf593db owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:30.931657 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bbfc3ea9-ff9b-4b6b-887c-9d53a399c458 req-fbeee045-c49f-4004-bdba-1010aaf9c80f tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbfe08b-446b-40a4-905a-b1968fee2a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407597 Aug 31 01:06:31.079473 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3a43e-e196-488b-a513-f88b2354f5a3 req-38790acf-4b0a-4716-b278-d79c76603568 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:31.097807 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3a43e-e196-488b-a513-f88b2354f5a3 req-38790acf-4b0a-4716-b278-d79c76603568 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:31.121339 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d4c3a43e-e196-488b-a513-f88b2354f5a3 req-38790acf-4b0a-4716-b278-d79c76603568 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1679 time: 0.3262801 Aug 31 01:06:31.145897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-8793390f-4e39-4f18-a23f-1cb685239191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:31.149286 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-8793390f-4e39-4f18-a23f-1cb685239191 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a0af11-1528-44a4-b1b4-6169b26ec0d9 HTTP/1.1" status: 200 len: 856 time: 0.2905307 Aug 31 01:06:31.181111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54824) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:31.236416 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] For port ba5257a6-d519-40d3-a4ca-8932cf297fbd, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:31.266655 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] For port ba5257a6-d519-40d3-a4ca-8932cf297fbd, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=ba5257a6-d519-40d3-a4ca-8932cf297fbd,segment=NetworkSegment(349f57c0-58b4-4f97-b6d7-32eb1c3815b5),segment_id=349f57c0-58b4-4f97-b6d7-32eb1c3815b5)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:31.297245 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d4c3a43e-e196-488b-a513-f88b2354f5a3 req-ef38d34c-6910-45be-ae84-92fbd16ffe37 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763847 Aug 31 01:06:31.308465 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-616639db-95a7-4337-9c2b-b05cc44824e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:31.313094 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-616639db-95a7-4337-9c2b-b05cc44824e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e485d33c-f23c-40f6-8dac-57c9abc59149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1490853 Aug 31 01:06:31.423695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ad3f694a-b2f8-4f31-94c0-73fa907b92a3 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1362165967'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:31.424740 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ad3f694a-b2f8-4f31-94c0-73fa907b92a3 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] Unknown quota resources ['metering_label']. {{(pid=102343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:06:31.465987 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:31.522465 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21447d48-3ff0-4978-9db7-9a154db154b5 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:31.538814 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-50b0f02c-1dbf-4af2-bc63-3781dfde227a service neutron] 10.222.0.48 "GET /v2.0/networks/e485d33c-f23c-40f6-8dac-57c9abc59149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192616 Aug 31 01:06:31.577649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21447d48-3ff0-4978-9db7-9a154db154b5 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=e6f3ba98-1328-47c9-a859-baa8cdf593db,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:31.649205 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21447d48-3ff0-4978-9db7-9a154db154b5 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:31.658909 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-21447d48-3ff0-4978-9db7-9a154db154b5 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/ports/e6f3ba98-1328-47c9-a859-baa8cdf593db HTTP/1.1" status: 204 len: 168 time: 1.6981828 Aug 31 01:06:31.659876 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54836) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:31.660608 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:31.666862 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:31.683609 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] 10.222.0.48 "PUT /v2.0/ports/ba5257a6-d519-40d3-a4ca-8932cf297fbd HTTP/1.1" status: 200 len: 1093 time: 3.5930767 Aug 31 01:06:31.683609 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc585056-0146-4d23-b8e9-f5d0eb3ac804', 'tag': 'ba5257a6-d519-40d3-a4ca-8932cf297fbd'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:31.700371 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a016af9c-5df7-45f9-b5f8-293f61163c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc585056-0146-4d23-b8e9-f5d0eb3ac804", "tag": "ba5257a6-d519-40d3-a4ca-8932cf297fbd"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:31.714063 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c3ceda-f0ac-4b07-b457-3c754a50c2de tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] GET failed (client error): The resource could not be found. Aug 31 01:06:31.724637 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b0c3ceda-f0ac-4b07-b457-3c754a50c2de tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports/e6f3ba98-1328-47c9-a859-baa8cdf593db HTTP/1.1" status: 404 len: 333 time: 0.0556810 Aug 31 01:06:31.727045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54840) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:31.894707 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a96fef-e4ed-4874-8def-1e8d83c7c117 x-openstack-request-id: req-72a96fef-e4ed-4874-8def-1e8d83c7c117 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:31.895001 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc585056-0146-4d23-b8e9-f5d0eb3ac804", "tag": "ba5257a6-d519-40d3-a4ca-8932cf297fbd", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:31.895226 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72a96fef-e4ed-4874-8def-1e8d83c7c117 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:31.895846 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc585056-0146-4d23-b8e9-f5d0eb3ac804', 'tag': 'ba5257a6-d519-40d3-a4ca-8932cf297fbd', 'status': 'completed', 'code': 200} Aug 31 01:06:31.909267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e7577-bb80-4cfc-b0a6-861df86aeae8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5257a6-d519-40d3-a4ca-8932cf297fbd,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:31.995163 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5fea0f-119d-4f35-991a-6e8082e1579a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting subnet 54ed297d-29c9-45c3-b2cc-255ebb98b899 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:06:32.027981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-f1b7a5f1-1060-4a1f-99b7-c041d2f92dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:32.028797 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-f1b7a5f1-1060-4a1f-99b7-c041d2f92dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:32.035914 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-f1b7a5f1-1060-4a1f-99b7-c041d2f92dda service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c2cffadd45a4dd3bf0e6326f19f7e9a&device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1983 time: 0.1651881 Aug 31 01:06:32.077004 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-de5fea0f-119d-4f35-991a-6e8082e1579a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.086399 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad3f694a-b2f8-4f31-94c0-73fa907b92a3 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.090032 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ad3f694a-b2f8-4f31-94c0-73fa907b92a3 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9067700 Aug 31 01:06:32.122369 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54850) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:32.128555 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-db71d2c3-0848-40ca-b7f8-3607e5c55018 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b6dbd803-69e0-4b1e-bb85-01f139c0db80'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:32.129199 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-db71d2c3-0848-40ca-b7f8-3607e5c55018 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:06:32.210383 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-c30b5ea8-4f35-4496-8ffd-64621976044c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.228&port_id=8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 HTTP/1.1" status: 200 len: 217 time: 0.1647623 Aug 31 01:06:32.281271 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-ef9ebe33-1737-47f9-a476-e95ac02931ac service neutron] 10.222.0.48 "GET /v2.0/networks/e485d33c-f23c-40f6-8dac-57c9abc59149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7128172 Aug 31 01:06:32.308701 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-de5fea0f-119d-4f35-991a-6e8082e1579a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.362469 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-c97740dc-940d-44ad-89ef-4dbde61c0f35 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=e23dc098-08a9-4b74-92c0-535d9029019a HTTP/1.1" status: 200 len: 217 time: 0.0731051 Aug 31 01:06:32.388846 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-ae6142f7-c485-4247-ae7d-623e8d034b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:32.390604 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-ae6142f7-c485-4247-ae7d-623e8d034b3b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=97d64f9f-8073-4a1c-90a0-50d66f9cf768 HTTP/1.1" status: 200 len: 801 time: 0.1708231 Aug 31 01:06:32.399997 n-d-793621-34 neutron-server[102343]: WARNING neutron.services.metering.metering_plugin [None req-db71d2c3-0848-40ca-b7f8-3607e5c55018 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 01:06:32.579711 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-77f99ca7-f4d4-405e-9496-faad8b1fbec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:32.581373 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-77f99ca7-f4d4-405e-9496-faad8b1fbec9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.2053618 Aug 31 01:06:32.638385 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a1937-a88f-4516-9bb9-d53cfc7adc45 req-096a9264-1aee-43e4-86d7-03cbeda9cbbe tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:32.655526 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-9b0f0c39-82f1-40cc-a23a-c0d65281eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:32.656652 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-926a1937-a88f-4516-9bb9-d53cfc7adc45 req-096a9264-1aee-43e4-86d7-03cbeda9cbbe tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 946 time: 0.4187472 Aug 31 01:06:32.659346 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-9b0f0c39-82f1-40cc-a23a-c0d65281eb57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea95809c-2784-4997-92be-9a2fe8abf896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2186019 Aug 31 01:06:32.661255 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db71d2c3-0848-40ca-b7f8-3607e5c55018 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.672212 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-db71d2c3-0848-40ca-b7f8-3607e5c55018 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5481188 Aug 31 01:06:32.674359 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54862) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:32.676826 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fea116-97be-4e51-a5a9-2f4e384f47a0 req-94d1b255-96d2-4fbd-9ae8-97117bfc1bec tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:32.687018 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fea116-97be-4e51-a5a9-2f4e384f47a0 req-94d1b255-96d2-4fbd-9ae8-97117bfc1bec tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:32.692626 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42fea116-97be-4e51-a5a9-2f4e384f47a0 req-94d1b255-96d2-4fbd-9ae8-97117bfc1bec tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1679 time: 0.2159381 Aug 31 01:06:32.700223 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e9721036-4d7d-47a7-830a-8cb64885fc8c tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b6dbd803-69e0-4b1e-bb85-01f139c0db80'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:32.701038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e9721036-4d7d-47a7-830a-8cb64885fc8c tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:06:32.882358 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-5cddf1ce-c29d-4472-a9c7-f84fc5dbc323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:32.885097 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-5cddf1ce-c29d-4472-a9c7-f84fc5dbc323 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2923574 Aug 31 01:06:32.932080 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-de5fea0f-119d-4f35-991a-6e8082e1579a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.974224 n-d-793621-34 neutron-server[102343]: WARNING neutron.services.metering.metering_plugin [None req-e9721036-4d7d-47a7-830a-8cb64885fc8c tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 01:06:32.986490 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-926a1937-a88f-4516-9bb9-d53cfc7adc45 req-1bda9b9c-8d9f-4abd-9e2f-788aec58b8c6 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbfe08b-446b-40a4-905a-b1968fee2a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082809 Aug 31 01:06:33.022527 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42fea116-97be-4e51-a5a9-2f4e384f47a0 req-a8d03d42-8689-44dc-b11c-9ea0aa030798 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132694 Aug 31 01:06:33.145065 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-3710ecd7-aa98-4307-8246-7c99df6fedcb service neutron] 10.222.0.48 "GET /v2.0/networks/ea95809c-2784-4997-92be-9a2fe8abf896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484351 Aug 31 01:06:33.308014 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e9721036-4d7d-47a7-830a-8cb64885fc8c tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:33.310178 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e9721036-4d7d-47a7-830a-8cb64885fc8c tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6241515 Aug 31 01:06:33.317586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54880) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:33.333710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-d33e063c-71a7-41c9-96ff-e09a0cce7413 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392364 Aug 31 01:06:33.358768 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-46697e00-16c5-4a05-98ea-a8028b0a0bab tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=c15c4746-fb2d-4225-88c8-42756baad7df HTTP/1.1" status: 200 len: 464 time: 0.0359259 Aug 31 01:06:33.364805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54882) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:33.467275 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-de5fea0f-119d-4f35-991a-6e8082e1579a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:33.506640 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-bac5150a-754b-4356-8922-040e72aa9532 service neutron] 10.222.0.48 "GET /v2.0/networks/ea95809c-2784-4997-92be-9a2fe8abf896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492942 Aug 31 01:06:33.528087 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-de5fea0f-119d-4f35-991a-6e8082e1579a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:33.537001 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-de5fea0f-119d-4f35-991a-6e8082e1579a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/54ed297d-29c9-45c3-b2cc-255ebb98b899 HTTP/1.1" status: 204 len: 168 time: 1.8048091 Aug 31 01:06:33.538527 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54888) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:33.539948 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fea0f-119d-4f35-991a-6e8082e1579a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Subnet': ['ID=54ed297d-29c9-45c3-b2cc-255ebb98b899,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:33.542297 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82583161-ae51-4bfc-96ee-61dcc6d372ac None None] Network c5f086af-2a7c-4be3-ad53-ba9d474b6dc6 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:33.636542 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-be282010-2103-4828-a64d-b8fa5d4c08de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=ba5257a6-d519-40d3-a4ca-8932cf297fbd HTTP/1.1" status: 200 len: 217 time: 0.0915439 Aug 31 01:06:33.660060 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-be3623c8-1593-4d1e-a6e4-7557bff8909f service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175929 Aug 31 01:06:33.772184 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-c6e854f0-6a5f-44e8-beef-a9d3f1b10312 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=a27e7531-9fc2-4165-b9e8-bbffd269f73a HTTP/1.1" status: 200 len: 217 time: 0.0753570 Aug 31 01:06:33.939708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-2fcc86e3-17f4-4ae1-8ae7-0f5b5879af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:33.942262 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-2fcc86e3-17f4-4ae1-8ae7-0f5b5879af91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b1a550b-5c20-4803-a6e3-25275b3a92ac HTTP/1.1" status: 200 len: 801 time: 0.2983906 Aug 31 01:06:33.967023 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:33.975160 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7473016-dd35-43a9-b200-dd9b524c4508 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:33.980466 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c7473016-dd35-43a9-b200-dd9b524c4508 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/c15c4746-fb2d-4225-88c8-42756baad7df HTTP/1.1" status: 204 len: 168 time: 0.6136358 Aug 31 01:06:33.986322 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54896) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:33.993245 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-f1c57887-5952-42d0-9233-1707249d3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:33.996192 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-f1c57887-5952-42d0-9233-1707249d3ad0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.2095308 Aug 31 01:06:34.008472 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8914c3-30a8-4191-b5fc-efaac02b5921 None None] DHCP port deletion for c5f086af-2a7c-4be3-ad53-ba9d474b6dc6 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:06:34.046201 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cd8cf0f5-7680-4976-9c3f-7f119b970631 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=c15c4746-fb2d-4225-88c8-42756baad7df HTTP/1.1" status: 200 len: 221 time: 0.0622988 Aug 31 01:06:34.046975 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54900) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:34.061413 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-75a6836d-b40d-47c6-a583-5f5167f93cf1 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--291705170', 'description': 'label created by tempest'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:34.062373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-75a6836d-b40d-47c6-a583-5f5167f93cf1 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] Unknown quota resources ['metering_label']. {{(pid=102343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:06:34.131838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-d0556b3c-fbe6-4ae4-aa61-5d3cdef7d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:34.139621 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-d0556b3c-fbe6-4ae4-aa61-5d3cdef7d5ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3150056c-9922-4757-8af3-a3ddb3527732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1819162 Aug 31 01:06:34.148969 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-b37ceb45-af97-477d-b27e-f79a719b1649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:34.152562 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-b37ceb45-af97-477d-b27e-f79a719b1649 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1170762 Aug 31 01:06:34.257485 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2a8914c3-30a8-4191-b5fc-efaac02b5921 None None] Deleting port a857e163-d0b7-49ef-b0fe-8b5acba58d0f {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:34.259632 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2a8914c3-30a8-4191-b5fc-efaac02b5921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:34.328747 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3132c01-7e70-4890-a5d9-0085af41e0cf req-b2e5e439-80af-4766-bb0f-38277127fb83 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:34.342833 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a3132c01-7e70-4890-a5d9-0085af41e0cf req-b2e5e439-80af-4766-bb0f-38277127fb83 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 946 time: 0.1463797 Aug 31 01:06:34.362192 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f8026711-1411-47ca-9c2f-cb0a88edd7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:34.439168 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2a8914c3-30a8-4191-b5fc-efaac02b5921 None None] For port a857e163-d0b7-49ef-b0fe-8b5acba58d0f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a857e163-d0b7-49ef-b0fe-8b5acba58d0f,segment=NetworkSegment(bda8fee1-0a5f-4493-89bc-00d725b1d18b),segment_id=bda8fee1-0a5f-4493-89bc-00d725b1d18b)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:34.440198 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2a8914c3-30a8-4191-b5fc-efaac02b5921 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:34.472291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2a8914c3-30a8-4191-b5fc-efaac02b5921 None None] Calling delete_port for a857e163-d0b7-49ef-b0fe-8b5acba58d0f owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:34.571309 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29fdc3-e4bc-45c9-ad46-a0da85a5fd34 req-abe51524-e841-4521-bd26-1eca4fa365aa tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:34.582348 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29fdc3-e4bc-45c9-ad46-a0da85a5fd34 req-abe51524-e841-4521-bd26-1eca4fa365aa tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:34.584613 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb29fdc3-e4bc-45c9-ad46-a0da85a5fd34 req-abe51524-e841-4521-bd26-1eca4fa365aa tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1679 time: 0.2843933 Aug 31 01:06:34.592666 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-a5bfadf4-f636-4190-97f9-728fd908e76b service neutron] 10.222.0.48 "GET /v2.0/networks/3150056c-9922-4757-8af3-a3ddb3527732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488096 Aug 31 01:06:34.649756 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-75a6836d-b40d-47c6-a583-5f5167f93cf1 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:34.652124 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-75a6836d-b40d-47c6-a583-5f5167f93cf1 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6003892 Aug 31 01:06:34.658982 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a3132c01-7e70-4890-a5d9-0085af41e0cf req-5efde18f-da85-4c4b-abd9-eed51a3373b5 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbfe08b-446b-40a4-905a-b1968fee2a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146162 Aug 31 01:06:34.660795 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54916) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:34.692762 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port a857e163-d0b7-49ef-b0fe-8b5acba58d0f {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:34.694000 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:34.702121 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-033a1ebb-d19c-4d77-b6ed-9d84c934c30a service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339699 Aug 31 01:06:34.817486 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-60bb34d6-5015-4926-9baa-62b5bb9468ea tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=d35eb599-29e9-4a23-8746-2474883cbd7d HTTP/1.1" status: 200 len: 467 time: 0.1537859 Aug 31 01:06:34.836951 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb29fdc3-e4bc-45c9-ad46-a0da85a5fd34 req-62311c54-bb75-4781-b9ca-a5321336d97e tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374961 Aug 31 01:06:34.837770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54920) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:34.893788 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2a8914c3-30a8-4191-b5fc-efaac02b5921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:34.962456 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9784cd9e-00ac-4e0a-8a7b-566c7eb98422 req-6140e1b5-9dcd-4354-990e-e4505502fa4e service neutron] 10.222.0.48 "GET /v2.0/networks/3150056c-9922-4757-8af3-a3ddb3527732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599439 Aug 31 01:06:34.973396 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-8ed4040a-ebca-4f34-a629-d427c7303fe9 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351174 Aug 31 01:06:34.977503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8914c3-30a8-4191-b5fc-efaac02b5921 None None] Pushing event deleted for resources: {'Port': ['ID=a857e163-d0b7-49ef-b0fe-8b5acba58d0f,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:34.987426 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8914c3-30a8-4191-b5fc-efaac02b5921 None None] No DVR routers for this DVR port a857e163-d0b7-49ef-b0fe-8b5acba58d0f on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:35.046951 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-2adbcca6-eb46-4776-bc60-06f99b61bdc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=0fcfb464-aad0-4470-abad-c784479adac4 HTTP/1.1" status: 200 len: 217 time: 0.0630510 Aug 31 01:06:35.192272 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-73e7d0f9-c41d-46c4-95c4-70156ca02646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:35.196075 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-73e7d0f9-c41d-46c4-95c4-70156ca02646 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.1402941 Aug 31 01:06:35.203835 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] For port a857e163-d0b7-49ef-b0fe-8b5acba58d0f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a857e163-d0b7-49ef-b0fe-8b5acba58d0f,segment=NetworkSegment(bda8fee1-0a5f-4493-89bc-00d725b1d18b),segment_id=bda8fee1-0a5f-4493-89bc-00d725b1d18b)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:35.203835 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:35.326032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a857e163-d0b7-49ef-b0fe-8b5acba58d0f no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:35.363454 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-c5db3e3a-b67a-43e0-bbfb-d356f41a8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:35.365250 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-c5db3e3a-b67a-43e0-bbfb-d356f41a8cb6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1363943 Aug 31 01:06:35.372520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016af9c-5df7-45f9-b5f8-293f61163c8e req-be4ba9d9-38a3-4421-a9c3-da6e6eadfbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:35.373261 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016af9c-5df7-45f9-b5f8-293f61163c8e req-be4ba9d9-38a3-4421-a9c3-da6e6eadfbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:35.375164 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a016af9c-5df7-45f9-b5f8-293f61163c8e req-be4ba9d9-38a3-4421-a9c3-da6e6eadfbd9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c2cffadd45a4dd3bf0e6326f19f7e9a&device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1983 time: 0.1694820 Aug 31 01:06:35.381660 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: a857e163-d0b7-49ef-b0fe-8b5acba58d0f {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:35.382718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a857e163-d0b7-49ef-b0fe-8b5acba58d0f not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:35.660295 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-660ac4f1-da15-483d-9090-5deae9e6f49c service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835460 Aug 31 01:06:35.668230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016af9c-5df7-45f9-b5f8-293f61163c8e req-5457c1da-d180-4357-8a44-edc508574548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:35.670658 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a016af9c-5df7-45f9-b5f8-293f61163c8e req-5457c1da-d180-4357-8a44-edc508574548 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3150056c-9922-4757-8af3-a3ddb3527732 HTTP/1.1" status: 200 len: 903 time: 0.2830253 Aug 31 01:06:35.789543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for a857e163-d0b7-49ef-b0fe-8b5acba58d0f owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:35.929712 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-8b4fbf57-b27a-42b1-af3a-c1d13cf5c264 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577364 Aug 31 01:06:35.931549 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a016af9c-5df7-45f9-b5f8-293f61163c8e req-8d867c2b-9fd6-42d7-890c-021127b38aeb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=ba5257a6-d519-40d3-a4ca-8932cf297fbd HTTP/1.1" status: 200 len: 217 time: 0.2519600 Aug 31 01:06:35.954590 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aa0fc4ab-ba63-41c3-be08-b79422c39075 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:35.956526 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-aa0fc4ab-ba63-41c3-be08-b79422c39075 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/d35eb599-29e9-4a23-8746-2474883cbd7d HTTP/1.1" status: 204 len: 168 time: 1.1171610 Aug 31 01:06:35.963390 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54944) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:36.023857 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-53a06540-3a0a-4619-9475-ec717f7c9daa tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=d35eb599-29e9-4a23-8746-2474883cbd7d HTTP/1.1" status: 200 len: 216 time: 0.0555270 Aug 31 01:06:36.038100 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64cbc7-1a04-46d2-a4f5-29f4e5800410 req-7724a817-51a4-4a96-a96e-a43984c2c611 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:36.040577 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f64cbc7-1a04-46d2-a4f5-29f4e5800410 req-7724a817-51a4-4a96-a96e-a43984c2c611 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.41 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 946 time: 0.3287416 Aug 31 01:06:36.044409 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54946) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:36.062806 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5549b68-dbca-43a2-968c-ce223d1f860a req-92390fef-5a8d-4e85-bf2e-97a77f5728fb tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:36.065585 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d5549b68-dbca-43a2-968c-ce223d1f860a req-92390fef-5a8d-4e85-bf2e-97a77f5728fb tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 946 time: 0.2784474 Aug 31 01:06:36.162039 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a6584804-30e5-445c-bed7-2c3c944c03fc tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1150310 Aug 31 01:06:36.184196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54950) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:36.278178 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-75fe2234-3f71-41e1-93e3-3b1f2e70f4a4 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0905039 Aug 31 01:06:36.284254 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:36.299733 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54956) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:36.367846 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d5549b68-dbca-43a2-968c-ce223d1f860a req-e56c3934-b59e-4e40-95ae-38aac5a5a13a tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbfe08b-446b-40a4-905a-b1968fee2a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741246 Aug 31 01:06:36.368658 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=a857e163-d0b7-49ef-b0fe-8b5acba58d0f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:36.382929 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No DVR routers for this DVR port a857e163-d0b7-49ef-b0fe-8b5acba58d0f on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:36.500947 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-12b01c44-4138-4e67-b292-34d48276b114 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/b6dbd803-69e0-4b1e-bb85-01f139c0db80 HTTP/1.1" status: 200 len: 473 time: 0.1942208 Aug 31 01:06:36.519700 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54964) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:36.526426 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-e7a90a37-7d4c-4996-8d4e-a0536e0c792c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=a280b526-498f-4a1f-9597-43007f3e9cb1 HTTP/1.1" status: 200 len: 217 time: 0.5828133 Aug 31 01:06:36.652171 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-22894ca7-129a-4c54-8ed9-dd8801bac6f2 tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/fd517dcc-b7f0-4d84-a8cf-b9700488f326 HTTP/1.1" status: 200 len: 461 time: 0.1350956 Aug 31 01:06:36.657866 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54970) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:36.670698 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:36.695570 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f086af-2a7c-4be3-ad53-ba9d474b6dc6']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:36.703857 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-7f64cbc7-1a04-46d2-a4f5-29f4e5800410 req-f81f9a1c-3464-462f-88a7-e677d5826b93 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Deleting port ec75a6be-5b6f-40c1-bce5-821cc819eb60 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:36.703857 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7f64cbc7-1a04-46d2-a4f5-29f4e5800410 req-f81f9a1c-3464-462f-88a7-e677d5826b93 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:36.752879 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016af9c-5df7-45f9-b5f8-293f61163c8e req-fa794f10-c495-4036-b782-8fff9b313fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:36.755758 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a016af9c-5df7-45f9-b5f8-293f61163c8e req-fa794f10-c495-4036-b782-8fff9b313fbe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b1a550b-5c20-4803-a6e3-25275b3a92ac HTTP/1.1" status: 200 len: 801 time: 0.2507179 Aug 31 01:06:36.758721 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-d4c5a38b-deec-4830-8dd3-4813ca9f55dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:36.761410 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-d4c5a38b-deec-4830-8dd3-4813ca9f55dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 200 len: 797 time: 0.1926482 Aug 31 01:06:36.777200 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68342ffe-1c0e-4e15-a0cb-623eb28aae36 req-4043182f-fbf1-45e7-b552-40f44c2c1ce3 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:36.789596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68342ffe-1c0e-4e15-a0cb-623eb28aae36 req-4043182f-fbf1-45e7-b552-40f44c2c1ce3 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:36.792335 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68342ffe-1c0e-4e15-a0cb-623eb28aae36 req-4043182f-fbf1-45e7-b552-40f44c2c1ce3 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1679 time: 0.2973125 Aug 31 01:06:36.836204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda8fee1-0a5f-4493-89bc-00d725b1d18b') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:36.843918 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda8fee1-0a5f-4493-89bc-00d725b1d18b') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:36.862167 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:36.884400 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:36.911518 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:36.923764 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:36.986801 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68342ffe-1c0e-4e15-a0cb-623eb28aae36 req-e1cb9a8d-8576-4a3a-8c91-942e73c8283c tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607459 Aug 31 01:06:36.998796 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-7f64cbc7-1a04-46d2-a4f5-29f4e5800410 req-f81f9a1c-3464-462f-88a7-e677d5826b93 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] For port ec75a6be-5b6f-40c1-bce5-821cc819eb60, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=ec75a6be-5b6f-40c1-bce5-821cc819eb60,segment=NetworkSegment(5b465866-95ad-4a12-ba61-b745a2b14b8e),segment_id=5b465866-95ad-4a12-ba61-b745a2b14b8e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:36.999548 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7f64cbc7-1a04-46d2-a4f5-29f4e5800410 req-f81f9a1c-3464-462f-88a7-e677d5826b93 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.006708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:06:37.007629 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:06:37.014770 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:06:37.041702 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bbad945d-f2c6-46d8-874d-ed4065c3314f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.094189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016af9c-5df7-45f9-b5f8-293f61163c8e req-f5eefbe7-a542-4901-97ac-c48e9831b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:37.097932 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a016af9c-5df7-45f9-b5f8-293f61163c8e req-f5eefbe7-a542-4901-97ac-c48e9831b886 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3150056c-9922-4757-8af3-a3ddb3527732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3032789 Aug 31 01:06:37.115667 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.156956 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-7f64cbc7-1a04-46d2-a4f5-29f4e5800410 req-f81f9a1c-3464-462f-88a7-e677d5826b93 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Calling delete_port for ec75a6be-5b6f-40c1-bce5-821cc819eb60 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:37.183959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-6e927add-a595-48c2-bc93-2d4e1d830368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:37.192360 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-6e927add-a595-48c2-bc93-2d4e1d830368 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731372ff-a6d3-49d1-8001-70c166825e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3898170 Aug 31 01:06:37.192360 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ce1e2819-22c8-4dcd-a51d-4b06d42b328d tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.192360 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ce1e2819-22c8-4dcd-a51d-4b06d42b328d tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/fd517dcc-b7f0-4d84-a8cf-b9700488f326 HTTP/1.1" status: 204 len: 168 time: 0.5265734 Aug 31 01:06:37.197393 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54980) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:37.349397 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.368756 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.378324 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/networks/c5f086af-2a7c-4be3-ad53-ba9d474b6dc6 HTTP/1.1" status: 204 len: 168 time: 3.8196836 Aug 31 01:06:37.393156 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54986) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:37.404791 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-2547a86d-920b-4312-80ed-fe1f633dda15 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1405202671'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:37.408786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065f848-f3f8-4fa6-b1a3-f45c37f0e2bf tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Network': ['ID=c5f086af-2a7c-4be3-ad53-ba9d474b6dc6,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:37.494752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:06:37.636670 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2547a86d-920b-4312-80ed-fe1f633dda15 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:37.645775 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2547a86d-920b-4312-80ed-fe1f633dda15 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.714034 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2547a86d-920b-4312-80ed-fe1f633dda15 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:06:37.730762 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2547a86d-920b-4312-80ed-fe1f633dda15 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.730762 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-2547a86d-920b-4312-80ed-fe1f633dda15 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Added segment e0e3d94b-eb18-4bea-ae76-dfbb30ffc702 of type vlan for network 362cceb2-cc97-4a70-a499-3200cca51107 Aug 31 01:06:37.734047 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7f64cbc7-1a04-46d2-a4f5-29f4e5800410 req-f81f9a1c-3464-462f-88a7-e677d5826b93 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.812022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8af9b660-d6dd-4b6d-bf3f-b04cc0670af1,segment=NetworkSegment(d22a3e7c-ba9e-4c37-99b8-13583c32f0d5),segment_id=d22a3e7c-ba9e-4c37-99b8-13583c32f0d5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:37.825279 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f9a1c-3464-462f-88a7-e677d5826b93 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Pushing event deleted for resources: {'Port': ['ID=ec75a6be-5b6f-40c1-bce5-821cc819eb60,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:37.829641 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a016af9c-5df7-45f9-b5f8-293f61163c8e req-3d61ed3c-020f-47ac-bb68-8e2d4e5af8a3 service neutron] 10.222.0.48 "GET /v2.0/networks/3150056c-9922-4757-8af3-a3ddb3527732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6624887 Aug 31 01:06:37.845581 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '8af9b660-d6dd-4b6d-bf3f-b04cc0670af1', 'network_id': 'ea95809c-2784-4997-92be-9a2fe8abf896', 'port_id': '8af9b660-d6dd-4b6d-bf3f-b04cc0670af1', 'mac_address': 'fa:16:3e:0f:14:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d64f9f-8073-4a1c-90a0-50d66f9cf768', 'ip_address': '19.80.0.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:06:37.859280 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-351ca3f2-82bb-4002-b330-1d3871cf9cb2 service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6631837 Aug 31 01:06:37.969087 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c92f95ab-dd56-40f3-b48a-99eaae73787f tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.971256 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c92f95ab-dd56-40f3-b48a-99eaae73787f tempest-MeteringTestJSON-427172370 tempest-MeteringTestJSON-427172370-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/b6dbd803-69e0-4b1e-bb85-01f139c0db80 HTTP/1.1" status: 204 len: 168 time: 0.7719209 Aug 31 01:06:37.971510 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f64cbc7-1a04-46d2-a4f5-29f4e5800410 req-f81f9a1c-3464-462f-88a7-e677d5826b93 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] No DVR routers for this DVR port ec75a6be-5b6f-40c1-bce5-821cc819eb60 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:37.979646 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7f64cbc7-1a04-46d2-a4f5-29f4e5800410 req-f81f9a1c-3464-462f-88a7-e677d5826b93 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.988114 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f64cbc7-1a04-46d2-a4f5-29f4e5800410 req-f81f9a1c-3464-462f-88a7-e677d5826b93 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.41 "DELETE /v2.0/ports/ec75a6be-5b6f-40c1-bce5-821cc819eb60 HTTP/1.1" status: 204 len: 173 time: 1.9127252 Aug 31 01:06:38.007256 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bea0f8-be12-4308-86dc-3be4004ae9e5 req-5baf4a4c-858b-49d0-830b-d698eea24d97 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:38.020109 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23bea0f8-be12-4308-86dc-3be4004ae9e5 req-5baf4a4c-858b-49d0-830b-d698eea24d97 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 867 time: 0.4390533 Aug 31 01:06:38.023460 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9357997d-3f24-4f58-a602-2af9cce190f3', 'name': 'network-vif-deleted', 'tag': 'ec75a6be-5b6f-40c1-bce5-821cc819eb60'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:38.033539 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7f13a4-2bc2-46e2-8b59-f4509d8b505e" -d '{"events": [{"server_uuid": "9357997d-3f24-4f58-a602-2af9cce190f3", "name": "network-vif-deleted", "tag": "ec75a6be-5b6f-40c1-bce5-821cc819eb60"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:38.041150 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:38.046371 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2547a86d-920b-4312-80ed-fe1f633dda15 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:38.067332 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:06:38.145467 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8af9b660-d6dd-4b6d-bf3f-b04cc0670af1,segment=NetworkSegment(d22a3e7c-ba9e-4c37-99b8-13583c32f0d5),segment_id=d22a3e7c-ba9e-4c37-99b8-13583c32f0d5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:38.290586 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-7bfcb3c8-9ddb-418f-afb1-c4920b49d4dc service neutron] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058077 Aug 31 01:06:38.303262 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23bea0f8-be12-4308-86dc-3be4004ae9e5 req-518c1955-11f3-4000-a87c-54431a8a9523 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbfe08b-446b-40a4-905a-b1968fee2a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734425 Aug 31 01:06:38.310368 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:38.311800 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device ba5257a6-d519-40d3-a4ca-8932cf297fbd details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:06:38.383937 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-dd3db599-0f0d-4acc-b19e-f6eda47ca8cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=968fb5d6-9e64-4c86-bb05-77a2173eeedc HTTP/1.1" status: 200 len: 217 time: 0.0786996 Aug 31 01:06:38.387383 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a016af9c-5df7-45f9-b5f8-293f61163c8e req-d99cb613-8ef9-4481-90d4-95cf87c6c4e6 service neutron] 10.222.0.48 "GET /v2.0/networks/3150056c-9922-4757-8af3-a3ddb3527732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464289 Aug 31 01:06:38.474000 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2547a86d-920b-4312-80ed-fe1f633dda15 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:38.486985 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2547a86d-920b-4312-80ed-fe1f633dda15 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:38.488099 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2547a86d-920b-4312-80ed-fe1f633dda15 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:38.507280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-e7e2de3a-d8a6-41ec-a69a-fa6b4e8cf81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:38.511221 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-e7e2de3a-d8a6-41ec-a69a-fa6b4e8cf81e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8 HTTP/1.1" status: 200 len: 797 time: 0.1131768 Aug 31 01:06:38.540320 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b60710d-b237-4f91-8847-83a549453db0 x-openstack-request-id: req-1b60710d-b237-4f91-8847-83a549453db0 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:38.540555 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9357997d-3f24-4f58-a602-2af9cce190f3", "name": "network-vif-deleted", "tag": "ec75a6be-5b6f-40c1-bce5-821cc819eb60", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:38.541062 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b60710d-b237-4f91-8847-83a549453db0 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:38.541653 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9357997d-3f24-4f58-a602-2af9cce190f3', 'name': 'network-vif-deleted', 'tag': 'ec75a6be-5b6f-40c1-bce5-821cc819eb60', 'status': 'completed', 'code': 200} Aug 31 01:06:38.631511 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-91a511e9-7f3b-4fdd-949d-779188cfa2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:38.634433 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-91a511e9-7f3b-4fdd-949d-779188cfa2fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60d743b8-14de-4666-8656-1e81e9c911f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1163862 Aug 31 01:06:38.653024 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2547a86d-920b-4312-80ed-fe1f633dda15 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2572327 Aug 31 01:06:38.659211 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55016) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:38.673010 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f5b95922-1fb4-4c11-94f0-a1d57cf32929 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'subnet': {'network_id': '362cceb2-cc97-4a70-a499-3200cca51107', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:38.713412 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b79f7-b4c4-42ca-8681-97c66673d45f req-5033ddcd-4de5-4971-9fdd-7ce746457c07 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:38.723462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b79f7-b4c4-42ca-8681-97c66673d45f req-5033ddcd-4de5-4971-9fdd-7ce746457c07 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:38.726517 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-772b79f7-b4c4-42ca-8681-97c66673d45f req-5033ddcd-4de5-4971-9fdd-7ce746457c07 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1680 time: 0.4380827 Aug 31 01:06:38.777922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=8af9b660-d6dd-4b6d-bf3f-b04cc0670af1,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:38.826043 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:38.827090 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:38.828585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:38.829717 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:38.830561 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:38.831459 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:38.832095 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:38.833761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:38.833761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:38.835663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:38.836586 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:38.839003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:38.855332 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:38.889537 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547a86d-920b-4312-80ed-fe1f633dda15 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Network': ['ID=362cceb2-cc97-4a70-a499-3200cca51107,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:38.925165 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port ba5257a6-d519-40d3-a4ca-8932cf297fbd, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=ba5257a6-d519-40d3-a4ca-8932cf297fbd,segment=NetworkSegment(349f57c0-58b4-4f97-b6d7-32eb1c3815b5),segment_id=349f57c0-58b4-4f97-b6d7-32eb1c3815b5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:38.941006 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 362cceb2-cc97-4a70-a499-3200cca51107 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:06:38.977080 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-772b79f7-b4c4-42ca-8681-97c66673d45f req-9f7f2542-8ad2-4cf5-8b07-1d0d5452af92 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581728 Aug 31 01:06:38.988542 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-cf31c9c6-0827-4491-b368-bd6039687bfb service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413985 Aug 31 01:06:39.107147 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'ba5257a6-d519-40d3-a4ca-8932cf297fbd', 'network_id': '3150056c-9922-4757-8af3-a3ddb3527732', 'port_id': 'ba5257a6-d519-40d3-a4ca-8932cf297fbd', 'mac_address': 'fa:16:3e:71:ba:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1a550b-5c20-4803-a6e3-25275b3a92ac', 'ip_address': '19.86.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:06:39.197703 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:39.197994 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b95922-1fb4-4c11-94f0-a1d57cf32929 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:39.215283 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-4eb207b4-be6b-4c5a-be7e-29af381f1693 service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975586 Aug 31 01:06:39.225805 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f5b95922-1fb4-4c11-94f0-a1d57cf32929 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:39.233848 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5257a6-d519-40d3-a4ca-8932cf297fbd {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:06:39.253426 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device ec75a6be-5b6f-40c1-bce5-821cc819eb60 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:39.313174 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: ec75a6be-5b6f-40c1-bce5-821cc819eb60 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:39.314137 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device ec75a6be-5b6f-40c1-bce5-821cc819eb60 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:39.321739 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port ba5257a6-d519-40d3-a4ca-8932cf297fbd, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=ba5257a6-d519-40d3-a4ca-8932cf297fbd,segment=NetworkSegment(349f57c0-58b4-4f97-b6d7-32eb1c3815b5),segment_id=349f57c0-58b4-4f97-b6d7-32eb1c3815b5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:39.324074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55024) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:39.336502 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-8e3d35a1-87e5-4c7b-acb4-704b0e51d0da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 HTTP/1.1" status: 200 len: 217 time: 0.1197281 Aug 31 01:06:39.451028 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-afade64b-237e-40ca-9d10-955066e237f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:39.462634 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-afade64b-237e-40ca-9d10-955066e237f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8 HTTP/1.1" status: 200 len: 797 time: 0.1170743 Aug 31 01:06:39.464367 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:39.691525 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=ba5257a6-d519-40d3-a4ca-8932cf297fbd,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:39.697919 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9714233f-07f5-47b6-8bb4-eb37e0a7e409 req-bc6a98e0-227e-4b94-8835-5cc1f206d5a9 tempest-InstanceActionsNegativeTestJSON-338697623 tempest-InstanceActionsNegativeTestJSON-338697623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9357997d-3f24-4f58-a602-2af9cce190f3 HTTP/1.1" status: 200 len: 210 time: 0.0712149 Aug 31 01:06:39.719473 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-59af9d76-be85-475e-a6d0-e4f3a3ed60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:39.720257 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-59af9d76-be85-475e-a6d0-e4f3a3ed60bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60d743b8-14de-4666-8656-1e81e9c911f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2499893 Aug 31 01:06:39.761903 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['8af9b660-d6dd-4b6d-bf3f-b04cc0670af1'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:39.936432 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5244a72c-afe1-4473-a01f-197ebbbd7ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:39.958020 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f5b95922-1fb4-4c11-94f0-a1d57cf32929 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:39.986727 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-bd5285a9-7ac8-49f2-916f-9e56f10bfbd3 service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572160 Aug 31 01:06:40.058537 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b95922-1fb4-4c11-94f0-a1d57cf32929 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Subnet': ['ID=95698f55-8f8f-4109-8dc1-af434baa1780,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:40.218565 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:40.233005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b95922-1fb4-4c11-94f0-a1d57cf32929 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Checking segment: {'id': 'e0e3d94b-eb18-4bea-ae76-dfbb30ffc702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '362cceb2-cc97-4a70-a499-3200cca51107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:40.234036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b95922-1fb4-4c11-94f0-a1d57cf32929 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network hostable DHCP agents. Network: 362cceb2-cc97-4a70-a499-3200cca51107, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:06:40.310887 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7bcbad-eb65-40fe-8d1c-e21eab384a34 req-7a0cd231-b2df-4eb1-994e-07e0139504e2 service neutron] 10.222.0.48 "GET /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156848 Aug 31 01:06:40.351680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72c935-60c5-408c-a0d0-3c3dc4684d5a req-17c2c6d1-611c-4000-bf89-a1cd0014e37e tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:40.367400 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72c935-60c5-408c-a0d0-3c3dc4684d5a req-17c2c6d1-611c-4000-bf89-a1cd0014e37e tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:40.369163 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d72c935-60c5-408c-a0d0-3c3dc4684d5a req-17c2c6d1-611c-4000-bf89-a1cd0014e37e tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1681 time: 0.1693552 Aug 31 01:06:40.432052 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5244a72c-afe1-4473-a01f-197ebbbd7ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:40.451725 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b95922-1fb4-4c11-94f0-a1d57cf32929 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network 362cceb2-cc97-4a70-a499-3200cca51107 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:06:40.467422 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d72c935-60c5-408c-a0d0-3c3dc4684d5a req-5273d4d1-ffb6-4030-ba6f-dea1c282ca8b tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830364 Aug 31 01:06:40.549309 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-f5b95922-1fb4-4c11-94f0-a1d57cf32929 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 362cceb2-cc97-4a70-a499-3200cca51107) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:40.556335 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b95922-1fb4-4c11-94f0-a1d57cf32929 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:40.558056 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f5b95922-1fb4-4c11-94f0-a1d57cf32929 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:40.561383 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5244a72c-afe1-4473-a01f-197ebbbd7ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:40.574967 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce941d7-4ad8-4837-9ce4-64efb1493026 None None] Network 362cceb2-cc97-4a70-a499-3200cca51107 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:40.666169 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5244a72c-afe1-4473-a01f-197ebbbd7ce2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b60066e17394739a72b8d3f20dcea61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3352370 Aug 31 01:06:40.666169 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244a72c-afe1-4473-a01f-197ebbbd7ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff12b44-e6d8-4fb5-8b06-6098403154cf,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:40.666632 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55044) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:40.812259 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f5b95922-1fb4-4c11-94f0-a1d57cf32929 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1472538 Aug 31 01:06:40.812449 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['ba5257a6-d519-40d3-a4ca-8932cf297fbd'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:40.812723 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55052) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:40.823175 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-66645b2f-ceec-45f9-bdf2-4a2c2606bf59 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-841419385', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:40.891554 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55056) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:40.971246 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55058) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:40.986949 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6e63a9b4-e5a3-4105-99ea-0bfab8e7666a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.041481 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-66645b2f-ceec-45f9-bdf2-4a2c2606bf59 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.044439 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-66645b2f-ceec-45f9-bdf2-4a2c2606bf59 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.079325 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6e63a9b4-e5a3-4105-99ea-0bfab8e7666a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.115642 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-307dc929-bfaa-4a00-874f-e7626ebd9667 admin admin] Deleting subnet 01e3834a-5d01-4eab-ae0a-06c743e71065 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:06:41.125422 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-307dc929-bfaa-4a00-874f-e7626ebd9667 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.231828 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-66645b2f-ceec-45f9-bdf2-4a2c2606bf59 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.248758 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-362cceb2-cc97-4a70-a499-3200cca51107', 'network_id': '362cceb2-cc97-4a70-a499-3200cca51107', 'tenant_id': 'bbad4c1f70e047a38b5d3dd3d174b433', 'fixed_ips': [{'subnet_id': '95698f55-8f8f-4109-8dc1-af434baa1780'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:06:41.250025 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.261573 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-307dc929-bfaa-4a00-874f-e7626ebd9667 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.352815 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-307dc929-bfaa-4a00-874f-e7626ebd9667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.356943 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c60c8339-f118-4227-9026-320e21694f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.476805 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-66645b2f-ceec-45f9-bdf2-4a2c2606bf59 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.495181 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:41.546911 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6e63a9b4-e5a3-4105-99ea-0bfab8e7666a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.562019 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6e63a9b4-e5a3-4105-99ea-0bfab8e7666a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.567212 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6e63a9b4-e5a3-4105-99ea-0bfab8e7666a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dff12b44-e6d8-4fb5-8b06-6098403154cf HTTP/1.1" status: 204 len: 168 time: 0.8873348 Aug 31 01:06:41.624756 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63a9b4-e5a3-4105-99ea-0bfab8e7666a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff12b44-e6d8-4fb5-8b06-6098403154cf,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:41.646765 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-307dc929-bfaa-4a00-874f-e7626ebd9667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.788408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dc929-bfaa-4a00-874f-e7626ebd9667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01e3834a-5d01-4eab-ae0a-06c743e71065,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:41.799802 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-307dc929-bfaa-4a00-874f-e7626ebd9667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.803555 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-307dc929-bfaa-4a00-874f-e7626ebd9667 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/01e3834a-5d01-4eab-ae0a-06c743e71065 HTTP/1.1" status: 204 len: 168 time: 0.9071257 Aug 31 01:06:41.805426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55066) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:41.826623 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf012f-6720-48f9-ab2a-c74071c09ff0 req-1239501d-8030-408c-87d8-c87bae1ed5dc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:41.838093 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf012f-6720-48f9-ab2a-c74071c09ff0 req-1239501d-8030-408c-87d8-c87bae1ed5dc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:41.840700 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5caf012f-6720-48f9-ab2a-c74071c09ff0 req-1239501d-8030-408c-87d8-c87bae1ed5dc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1681 time: 0.1777482 Aug 31 01:06:41.844439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Allocated IP 2001:db8::2 (362cceb2-cc97-4a70-a499-3200cca51107/95698f55-8f8f-4109-8dc1-af434baa1780/2ef5fd7a-db51-4b8a-8001-80d2411877ce) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:41.882522 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c60c8339-f118-4227-9026-320e21694f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.913870 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5caf012f-6720-48f9-ab2a-c74071c09ff0 req-3d85423d-f679-4ec7-9978-ee47381d875d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587862 Aug 31 01:06:41.931421 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a766-c515-43d5-8a8a-a619fa4a44ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.987244 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:42.000119 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:42.000764 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.077168 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c60c8339-f118-4227-9026-320e21694f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.137240 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a766-c515-43d5-8a8a-a619fa4a44ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.184312 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-2bb8a766-c515-43d5-8a8a-a619fa4a44ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d94de3f-ce10-4240-9ab9-cf175c8d714e']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:42.197553 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c60c8339-f118-4227-9026-320e21694f93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff6edcbd51604431a46903aa27a1eb8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2189441 Aug 31 01:06:42.201289 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55072) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:42.211381 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-66645b2f-ceec-45f9-bdf2-4a2c2606bf59 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.214803 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-66645b2f-ceec-45f9-bdf2-4a2c2606bf59 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4003673 Aug 31 01:06:42.216002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55074) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:42.228180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0847edf8-6433-4b70-a5c3-ca09ce08b0a8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'network_id': '362cceb2-cc97-4a70-a499-3200cca51107', 'name': 'tempest-PortsIpV6TestJSON-138191086'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:42.235570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-2bb8a766-c515-43d5-8a8a-a619fa4a44ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b465866-95ad-4a12-ba61-b745a2b14b8e') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:42.236406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-2bb8a766-c515-43d5-8a8a-a619fa4a44ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b465866-95ad-4a12-ba61-b745a2b14b8e') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:42.242116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c8339-f118-4227-9026-320e21694f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f83d1c-22d1-4d52-9860-c42accbb31da,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:42.242414 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.270009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Transition to ACTIVE for port object 2ef5fd7a-db51-4b8a-8001-80d2411877ce will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:42.283034 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.298334 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7c6b557a-9045-4dda-a6ad-d207690e1405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.336386 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7c6b557a-9045-4dda-a6ad-d207690e1405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.357086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc585056-0146-4d23-b8e9-f5d0eb3ac804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af9b660-d6dd-4b6d-bf3f-b04cc0670af1'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:42.361727 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f43296-cbeb-41c9-9ac8-027a24d02db2" -d '{"events": [{"server_uuid": "dc585056-0146-4d23-b8e9-f5d0eb3ac804", "name": "network-vif-plugged", "status": "completed", "tag": "8af9b660-d6dd-4b6d-bf3f-b04cc0670af1"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:42.389517 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a766-c515-43d5-8a8a-a619fa4a44ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.421476 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a766-c515-43d5-8a8a-a619fa4a44ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.431259 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Transition to ACTIVE for port object 2ef5fd7a-db51-4b8a-8001-80d2411877ce will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:42.437053 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb8a766-c515-43d5-8a8a-a619fa4a44ec admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:06:42.437640 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a766-c515-43d5-8a8a-a619fa4a44ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:06:42.440456 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:06:42.443829 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8af9b660-d6dd-4b6d-bf3f-b04cc0670af1,segment=NetworkSegment(d22a3e7c-ba9e-4c37-99b8-13583c32f0d5),segment_id=d22a3e7c-ba9e-4c37-99b8-13583c32f0d5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:42.477689 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50da086-a562-420e-9409-581d6f6f803e x-openstack-request-id: req-f50da086-a562-420e-9409-581d6f6f803e {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:42.477689 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc585056-0146-4d23-b8e9-f5d0eb3ac804", "name": "network-vif-plugged", "status": "completed", "tag": "8af9b660-d6dd-4b6d-bf3f-b04cc0670af1", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:42.477689 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f50da086-a562-420e-9409-581d6f6f803e {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:42.477689 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc585056-0146-4d23-b8e9-f5d0eb3ac804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af9b660-d6dd-4b6d-bf3f-b04cc0670af1', 'code': 200} Aug 31 01:06:42.704471 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7c6b557a-9045-4dda-a6ad-d207690e1405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.709137 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7c6b557a-9045-4dda-a6ad-d207690e1405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.712643 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7c6b557a-9045-4dda-a6ad-d207690e1405 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36f83d1c-22d1-4d52-9860-c42accbb31da HTTP/1.1" status: 204 len: 168 time: 0.5092185 Aug 31 01:06:42.713067 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.716097 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.726079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b557a-9045-4dda-a6ad-d207690e1405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f83d1c-22d1-4d52-9860-c42accbb31da,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:42.790848 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Network 362cceb2-cc97-4a70-a499-3200cca51107 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:42.797607 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:42.803408 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:42.813949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Pushing event updated for resources: {'Port': ['ID=2ef5fd7a-db51-4b8a-8001-80d2411877ce,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:42.896863 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a766-c515-43d5-8a8a-a619fa4a44ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.905612 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a766-c515-43d5-8a8a-a619fa4a44ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.919824 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2bb8a766-c515-43d5-8a8a-a619fa4a44ec admin admin] 10.222.0.16 "DELETE /v2.0/networks/3d94de3f-ce10-4240-9ab9-cf175c8d714e HTTP/1.1" status: 204 len: 168 time: 1.0964861 Aug 31 01:06:42.927011 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8a766-c515-43d5-8a8a-a619fa4a44ec admin admin] Pushing event deleted for resources: {'Network': ['ID=3d94de3f-ce10-4240-9ab9-cf175c8d714e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:42.972071 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0847edf8-6433-4b70-a5c3-ca09ce08b0a8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:42.972071 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0847edf8-6433-4b70-a5c3-ca09ce08b0a8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:43.003792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-0847edf8-6433-4b70-a5c3-ca09ce08b0a8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] device_id is not set on port 52ab8076-16cd-4f26-8f84-cdd110bbdaab yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:06:43.087004 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=8af9b660-d6dd-4b6d-bf3f-b04cc0670af1,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:43.150473 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Attempting to bind port 2ef5fd7a-db51-4b8a-8001-80d2411877ce on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:43.151363 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Attempting to bind port 2ef5fd7a-db51-4b8a-8001-80d2411877ce by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'e0e3d94b-eb18-4bea-ae76-dfbb30ffc702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '362cceb2-cc97-4a70-a499-3200cca51107'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:43.153612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Attempting to bind port 2ef5fd7a-db51-4b8a-8001-80d2411877ce on network 362cceb2-cc97-4a70-a499-3200cca51107 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:43.161849 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:43.163515 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Checking segment: {'id': 'e0e3d94b-eb18-4bea-ae76-dfbb30ffc702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '362cceb2-cc97-4a70-a499-3200cca51107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:43.164052 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:43.164493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Bound using segment: {'id': 'e0e3d94b-eb18-4bea-ae76-dfbb30ffc702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '362cceb2-cc97-4a70-a499-3200cca51107'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:43.165171 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Bound port: 2ef5fd7a-db51-4b8a-8001-80d2411877ce, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e3d94b-eb18-4bea-ae76-dfbb30ffc702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '362cceb2-cc97-4a70-a499-3200cca51107'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:43.165871 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:43.269167 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55096) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:43.293334 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d56279dd-6e42-429e-ab58-421ef86b3114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:43.297673 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] For port 2ef5fd7a-db51-4b8a-8001-80d2411877ce, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:43.302937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] For port 2ef5fd7a-db51-4b8a-8001-80d2411877ce, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2ef5fd7a-db51-4b8a-8001-80d2411877ce,segment=NetworkSegment(e0e3d94b-eb18-4bea-ae76-dfbb30ffc702),segment_id=e0e3d94b-eb18-4bea-ae76-dfbb30ffc702)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:43.320886 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b55c60-72e1-4333-a463-5078a7d1f810 req-b0aa6625-a9ee-44e4-b9f4-fd86b37c54f9 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:43.331452 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b55c60-72e1-4333-a463-5078a7d1f810 req-b0aa6625-a9ee-44e4-b9f4-fd86b37c54f9 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:43.334749 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d9b55c60-72e1-4333-a463-5078a7d1f810 req-b0aa6625-a9ee-44e4-b9f4-fd86b37c54f9 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1682 time: 0.1877792 Aug 31 01:06:43.352711 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-0847edf8-6433-4b70-a5c3-ca09ce08b0a8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Allocated IP 2001:db8::3a7 (362cceb2-cc97-4a70-a499-3200cca51107/95698f55-8f8f-4109-8dc1-af434baa1780/52ab8076-16cd-4f26-8f84-cdd110bbdaab) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:43.464534 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d9b55c60-72e1-4333-a463-5078a7d1f810 req-05085166-6f54-4eef-9384-5eae89ee69c7 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063309 Aug 31 01:06:43.512974 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device ba5257a6-d519-40d3-a4ca-8932cf297fbd up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:43.514846 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d56279dd-6e42-429e-ab58-421ef86b3114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:43.565530 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:43.709010 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbf7e3-57b8-4ddc-8713-5862fcd0b698 None None] Pushing event updated for resources: {'Port': ['ID=2ef5fd7a-db51-4b8a-8001-80d2411877ce,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:43.739848 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d56279dd-6e42-429e-ab58-421ef86b3114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:43.764149 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0847edf8-6433-4b70-a5c3-ca09ce08b0a8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:43.797044 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-0847edf8-6433-4b70-a5c3-ca09ce08b0a8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Transition to ACTIVE for port object 52ab8076-16cd-4f26-8f84-cdd110bbdaab will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:43.841643 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d56279dd-6e42-429e-ab58-421ef86b3114 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43884653cb7b4f00854e8e81d4cade6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5704041 Aug 31 01:06:43.844647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56279dd-6e42-429e-ab58-421ef86b3114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32498d02-0f63-49dc-b748-4dc63613e3aa,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:43.845848 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55106) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:43.882352 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port ba5257a6-d519-40d3-a4ca-8932cf297fbd completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:43.889063 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port ba5257a6-d519-40d3-a4ca-8932cf297fbd triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:43.890239 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:43.950007 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1015960-c02b-475a-93da-bf201e8843a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:43.988077 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1015960-c02b-475a-93da-bf201e8843a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:44.045340 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:44.061946 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0847edf8-6433-4b70-a5c3-ca09ce08b0a8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:44.127055 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0847edf8-6433-4b70-a5c3-ca09ce08b0a8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network 362cceb2-cc97-4a70-a499-3200cca51107 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:44.133508 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-0847edf8-6433-4b70-a5c3-ca09ce08b0a8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:44.134768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port ba5257a6-d519-40d3-a4ca-8932cf297fbd, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=ba5257a6-d519-40d3-a4ca-8932cf297fbd,segment=NetworkSegment(349f57c0-58b4-4f97-b6d7-32eb1c3815b5),segment_id=349f57c0-58b4-4f97-b6d7-32eb1c3815b5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:44.136107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0847edf8-6433-4b70-a5c3-ca09ce08b0a8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:44.142208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0847edf8-6433-4b70-a5c3-ca09ce08b0a8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:44.142910 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0847edf8-6433-4b70-a5c3-ca09ce08b0a8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:44.151624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847edf8-6433-4b70-a5c3-ca09ce08b0a8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=52ab8076-16cd-4f26-8f84-cdd110bbdaab,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:44.296175 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55112) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:44.372532 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:44.373214 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1015960-c02b-475a-93da-bf201e8843a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:44.377913 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1015960-c02b-475a-93da-bf201e8843a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:44.386416 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a1015960-c02b-475a-93da-bf201e8843a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32498d02-0f63-49dc-b748-4dc63613e3aa HTTP/1.1" status: 204 len: 168 time: 0.5389273 Aug 31 01:06:44.392848 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0847edf8-6433-4b70-a5c3-ca09ce08b0a8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1681044 Aug 31 01:06:44.393189 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55118) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:44.403148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1015960-c02b-475a-93da-bf201e8843a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32498d02-0f63-49dc-b748-4dc63613e3aa,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:44.473068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc585056-0146-4d23-b8e9-f5d0eb3ac804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5257a6-d519-40d3-a4ca-8932cf297fbd'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:44.477003 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffebf59-ead1-4277-a1b2-ae35f0e96493" -d '{"events": [{"server_uuid": "dc585056-0146-4d23-b8e9-f5d0eb3ac804", "name": "network-vif-plugged", "status": "completed", "tag": "ba5257a6-d519-40d3-a4ca-8932cf297fbd"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:44.526965 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9ab014fb-364a-4f8b-9216-0952b47d8a97 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d68b7c3f51aa4e5b9eaa9ce49429ad72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270927 Aug 31 01:06:44.527756 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=ba5257a6-d519-40d3-a4ca-8932cf297fbd,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:44.528662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55124) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:44.542487 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029809b8-e1b8-479b-8ff1-1c25bc063def x-openstack-request-id: req-029809b8-e1b8-479b-8ff1-1c25bc063def {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:44.542933 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc585056-0146-4d23-b8e9-f5d0eb3ac804", "name": "network-vif-plugged", "status": "completed", "tag": "ba5257a6-d519-40d3-a4ca-8932cf297fbd", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:44.543199 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-029809b8-e1b8-479b-8ff1-1c25bc063def {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:44.543609 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc585056-0146-4d23-b8e9-f5d0eb3ac804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5257a6-d519-40d3-a4ca-8932cf297fbd', 'code': 200} Aug 31 01:06:44.670891 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55126) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:44.693134 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a105e6a2-2156-489f-93dc-18c3ecb7388f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:44.764272 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a105e6a2-2156-489f-93dc-18c3ecb7388f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:44.812069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d094898-f832-4530-84f6-f36678396112 req-adba55a8-46da-447f-95d4-2b7f535f3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:44.812601 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d094898-f832-4530-84f6-f36678396112 req-adba55a8-46da-447f-95d4-2b7f535f3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:44.815715 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d094898-f832-4530-84f6-f36678396112 req-adba55a8-46da-447f-95d4-2b7f535f3c6f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1987 time: 0.1746018 Aug 31 01:06:44.915829 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84d9510a-a82d-4a4b-9d7f-58886048aaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:44.932518 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d094898-f832-4530-84f6-f36678396112 req-24bb3071-ab29-4f35-827f-a8e771c76e14 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065710 Aug 31 01:06:45.076187 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a105e6a2-2156-489f-93dc-18c3ecb7388f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:45.082842 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823afea2-1736-4614-b771-a747da1d6ee7 req-3b790fcf-46a6-4766-bfbc-8a6701e1ef71 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:45.087501 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a105e6a2-2156-489f-93dc-18c3ecb7388f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:45.089372 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a105e6a2-2156-489f-93dc-18c3ecb7388f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2fbfe08b-446b-40a4-905a-b1968fee2a73 HTTP/1.1" status: 204 len: 168 time: 0.5596774 Aug 31 01:06:45.093539 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823afea2-1736-4614-b771-a747da1d6ee7 req-3b790fcf-46a6-4766-bfbc-8a6701e1ef71 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:45.104816 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105e6a2-2156-489f-93dc-18c3ecb7388f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbfe08b-446b-40a4-905a-b1968fee2a73,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:45.105137 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-823afea2-1736-4614-b771-a747da1d6ee7 req-3b790fcf-46a6-4766-bfbc-8a6701e1ef71 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1683 time: 0.4814305 Aug 31 01:06:45.194434 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5475818-7877-4d98-98a8-6de3251328bd None None] Network 362cceb2-cc97-4a70-a499-3200cca51107 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:45.267579 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-823afea2-1736-4614-b771-a747da1d6ee7 req-9a94080d-b775-43aa-832e-f9a577722b51 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579165 Aug 31 01:06:45.402161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2ef5fd7a-db51-4b8a-8001-80d2411877ce up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:45.437121 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21a2175a-82fb-4376-8f73-f6dc9d5aa29a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:45.441578 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84d9510a-a82d-4a4b-9d7f-58886048aaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:45.686573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2d1fa6e2-ab1c-43d6-b2d0-e33f9a9ac0e1 None None] Provisioning for port 2ef5fd7a-db51-4b8a-8001-80d2411877ce completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:45.797316 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21a2175a-82fb-4376-8f73-f6dc9d5aa29a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:45.832077 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84d9510a-a82d-4a4b-9d7f-58886048aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:45.832610 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 2ef5fd7a-db51-4b8a-8001-80d2411877ce completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:45.843804 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 2ef5fd7a-db51-4b8a-8001-80d2411877ce triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:45.844251 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:45.874915 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ebcc57ca-c3b0-459a-8eae-e3ed17f58b74 None None] Provisioning complete for port 2ef5fd7a-db51-4b8a-8001-80d2411877ce triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:45.875440 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ebcc57ca-c3b0-459a-8eae-e3ed17f58b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:45.919618 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-84d9510a-a82d-4a4b-9d7f-58886048aaa6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc12817305524a18931f5976d70098c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2439628 Aug 31 01:06:45.922589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55136) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:45.942068 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9510a-a82d-4a4b-9d7f-58886048aaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8811f257-27c4-4a3c-8fd5-dc080771b0d9,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:45.960808 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21a2175a-82fb-4376-8f73-f6dc9d5aa29a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:46.077717 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aac3d964-081b-40d1-a3dc-ed52c3447770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:46.091748 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2175a-82fb-4376-8f73-f6dc9d5aa29a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=52ab8076-16cd-4f26-8f84-cdd110bbdaab,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:46.171389 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aac3d964-081b-40d1-a3dc-ed52c3447770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:46.201047 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:46.213830 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ebcc57ca-c3b0-459a-8eae-e3ed17f58b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:46.267326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 2ef5fd7a-db51-4b8a-8001-80d2411877ce, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2ef5fd7a-db51-4b8a-8001-80d2411877ce,segment=NetworkSegment(e0e3d94b-eb18-4bea-ae76-dfbb30ffc702),segment_id=e0e3d94b-eb18-4bea-ae76-dfbb30ffc702)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:46.385830 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21a2175a-82fb-4376-8f73-f6dc9d5aa29a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:46.532709 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aac3d964-081b-40d1-a3dc-ed52c3447770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:46.535808 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aac3d964-081b-40d1-a3dc-ed52c3447770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:46.538143 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-aac3d964-081b-40d1-a3dc-ed52c3447770 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8811f257-27c4-4a3c-8fd5-dc080771b0d9 HTTP/1.1" status: 204 len: 168 time: 0.6134303 Aug 31 01:06:46.543233 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:46.582553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f60b82-cc3e-4bd9-8788-b4dc017bc370 req-fed22ee1-679b-49dc-b856-6885b03facba tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:46.587534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3d964-081b-40d1-a3dc-ed52c3447770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8811f257-27c4-4a3c-8fd5-dc080771b0d9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:46.601935 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f60b82-cc3e-4bd9-8788-b4dc017bc370 req-fed22ee1-679b-49dc-b856-6885b03facba tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:46.623532 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30f60b82-cc3e-4bd9-8788-b4dc017bc370 req-fed22ee1-679b-49dc-b856-6885b03facba tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1683 time: 0.2314992 Aug 31 01:06:46.720395 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30f60b82-cc3e-4bd9-8788-b4dc017bc370 req-98fdb773-38f0-4213-a2f2-057254bcdff2 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953896 Aug 31 01:06:46.735785 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-ebcc57ca-c3b0-459a-8eae-e3ed17f58b74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:06:46.738793 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-ebcc57ca-c3b0-459a-8eae-e3ed17f58b74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:06:46.756545 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=2ef5fd7a-db51-4b8a-8001-80d2411877ce,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:46.928517 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21a2175a-82fb-4376-8f73-f6dc9d5aa29a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:47.217908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2ef5fd7a-db51-4b8a-8001-80d2411877ce up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:47.401007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 2ef5fd7a-db51-4b8a-8001-80d2411877ce triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:47.401630 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:47.481236 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21a2175a-82fb-4376-8f73-f6dc9d5aa29a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:47.575844 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ebcc57ca-c3b0-459a-8eae-e3ed17f58b74 None None] Provisioning for port 52ab8076-16cd-4f26-8f84-cdd110bbdaab completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:47.593716 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ebcc57ca-c3b0-459a-8eae-e3ed17f58b74 None None] Provisioning complete for port 52ab8076-16cd-4f26-8f84-cdd110bbdaab triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:47.594205 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ebcc57ca-c3b0-459a-8eae-e3ed17f58b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:47.662798 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21a2175a-82fb-4376-8f73-f6dc9d5aa29a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:47.664829 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21a2175a-82fb-4376-8f73-f6dc9d5aa29a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:47.678464 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ebcc57ca-c3b0-459a-8eae-e3ed17f58b74 None None] Port 52ab8076-16cd-4f26-8f84-cdd110bbdaab cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:06:47.774774 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2175a-82fb-4376-8f73-f6dc9d5aa29a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=52ab8076-16cd-4f26-8f84-cdd110bbdaab,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:47.806928 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3261b55c-d0bb-4489-960b-d5ddde55e2da None None] Provisioning complete for port 52ab8076-16cd-4f26-8f84-cdd110bbdaab triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:47.807432 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3261b55c-d0bb-4489-960b-d5ddde55e2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:47.859904 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3261b55c-d0bb-4489-960b-d5ddde55e2da None None] Port 52ab8076-16cd-4f26-8f84-cdd110bbdaab cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:06:47.890753 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05a894-a470-42ca-9ea5-9a3c72e31699 req-2b1be76e-52e6-4b2d-8f91-42f8149340a7 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:47.902169 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05a894-a470-42ca-9ea5-9a3c72e31699 req-2b1be76e-52e6-4b2d-8f91-42f8149340a7 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:47.903229 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-da05a894-a470-42ca-9ea5-9a3c72e31699 req-2b1be76e-52e6-4b2d-8f91-42f8149340a7 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1683 time: 0.0980353 Aug 31 01:06:47.963140 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a2175a-82fb-4376-8f73-f6dc9d5aa29a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network 362cceb2-cc97-4a70-a499-3200cca51107 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:47.967589 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-21a2175a-82fb-4376-8f73-f6dc9d5aa29a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:48.111936 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-da05a894-a470-42ca-9ea5-9a3c72e31699 req-29c4dbd1-1578-4b6f-8818-e0726905fa91 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009492 Aug 31 01:06:48.337234 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a2175a-82fb-4376-8f73-f6dc9d5aa29a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Router f5432ce3-e6eb-4502-9d06-33ba0ed715e5 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:06:48.461645 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a2175a-82fb-4376-8f73-f6dc9d5aa29a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:06:48.467504 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-21a2175a-82fb-4376-8f73-f6dc9d5aa29a tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "PUT /v2.0/routers/f5432ce3-e6eb-4502-9d06-33ba0ed715e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0718029 Aug 31 01:06:48.470634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55204) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:48.474599 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10392120-c9a3-4e53-ae2f-890ba48ae95f None None] Sync routers for ids ['f5432ce3-e6eb-4502-9d06-33ba0ed715e5'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:06:48.489408 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10392120-c9a3-4e53-ae2f-890ba48ae95f None None] Routers {'f5432ce3-e6eb-4502-9d06-33ba0ed715e5'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:48.490426 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-10392120-c9a3-4e53-ae2f-890ba48ae95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:06:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['f5432ce3-e6eb-4502-9d06-33ba0ed715e5'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:48.531892 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0d2c8504-ad3d-4387-bf6b-d3fbeb6f1e01 None None] Provisioning complete for port 52ab8076-16cd-4f26-8f84-cdd110bbdaab triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:48.533298 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0d2c8504-ad3d-4387-bf6b-d3fbeb6f1e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:48.562496 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91ed17c-dfde-4e3b-9025-620dae6ac0ba tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:48.566052 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b91ed17c-dfde-4e3b-9025-620dae6ac0ba tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5432ce3-e6eb-4502-9d06-33ba0ed715e5 HTTP/1.1" status: 200 len: 988 time: 0.0936303 Aug 31 01:06:48.571116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55208) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:48.664025 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c8504-ad3d-4387-bf6b-d3fbeb6f1e01 None None] Port 52ab8076-16cd-4f26-8f84-cdd110bbdaab cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:06:48.718329 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-10392120-c9a3-4e53-ae2f-890ba48ae95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:48.734915 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10392120-c9a3-4e53-ae2f-890ba48ae95f None None] Routers {'f5432ce3-e6eb-4502-9d06-33ba0ed715e5'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:48.735952 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-10392120-c9a3-4e53-ae2f-890ba48ae95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:06:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['f5432ce3-e6eb-4502-9d06-33ba0ed715e5'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:48.787913 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-10392120-c9a3-4e53-ae2f-890ba48ae95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:48.788919 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10392120-c9a3-4e53-ae2f-890ba48ae95f None None] The sync data for ids ['f5432ce3-e6eb-4502-9d06-33ba0ed715e5'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:06:48.932512 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55216) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:49.139227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c2131-3c38-447a-a6dd-566a0945b199 req-fdea08c5-ddfc-4f7c-9bb0-194c138fa785 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:49.150907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c2131-3c38-447a-a6dd-566a0945b199 req-fdea08c5-ddfc-4f7c-9bb0-194c138fa785 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:49.153903 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2f1c2131-3c38-447a-a6dd-566a0945b199 req-fdea08c5-ddfc-4f7c-9bb0-194c138fa785 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1683 time: 0.1078627 Aug 31 01:06:49.228645 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2f1c2131-3c38-447a-a6dd-566a0945b199 req-e06002b5-bb76-4b16-ab9f-013eebfc6186 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657434 Aug 31 01:06:49.409453 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-306b905f-433b-4d86-ba1a-0e887163c5ff admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1848021974-network', 'tenant_id': '7cdf53884e3f4b46a883fa43362269ac'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:49.467134 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7117de31-5032-42eb-81d5-80d0f136ed52 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:49.652831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306b905f-433b-4d86-ba1a-0e887163c5ff admin admin] Made reservation on behalf of 7cdf53884e3f4b46a883fa43362269ac for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:49.658255 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-306b905f-433b-4d86-ba1a-0e887163c5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:49.693232 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-306b905f-433b-4d86-ba1a-0e887163c5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:49.950167 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-306b905f-433b-4d86-ba1a-0e887163c5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:50.063649 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-306b905f-433b-4d86-ba1a-0e887163c5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:50.115254 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306b905f-433b-4d86-ba1a-0e887163c5ff admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:06:50.127324 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b905f-433b-4d86-ba1a-0e887163c5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe4aaa0-b260-432d-938d-27f0b6003088,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:50.159638 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-306b905f-433b-4d86-ba1a-0e887163c5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:50.162572 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-306b905f-433b-4d86-ba1a-0e887163c5ff admin admin] Added segment ab4581ca-b114-464a-9f9a-6c58631ac6b4 of type vlan for network 39306b03-5941-46df-84e7-0d73d5303078 Aug 31 01:06:50.233639 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-7117de31-5032-42eb-81d5-80d0f136ed52 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port 52ab8076-16cd-4f26-8f84-cdd110bbdaab {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:50.234267 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7117de31-5032-42eb-81d5-80d0f136ed52 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:50.239038 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-306b905f-433b-4d86-ba1a-0e887163c5ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:50.399196 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-306b905f-433b-4d86-ba1a-0e887163c5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:50.405014 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306b905f-433b-4d86-ba1a-0e887163c5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:50.408975 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-306b905f-433b-4d86-ba1a-0e887163c5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:50.411712 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7117de31-5032-42eb-81d5-80d0f136ed52 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:50.437107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-235147fa-4f14-4189-b19b-57c2eaa5fa58 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:50.452798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-235147fa-4f14-4189-b19b-57c2eaa5fa58 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:50.455047 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-235147fa-4f14-4189-b19b-57c2eaa5fa58 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1683 time: 0.1394920 Aug 31 01:06:50.511191 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-7117de31-5032-42eb-81d5-80d0f136ed52 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for 52ab8076-16cd-4f26-8f84-cdd110bbdaab owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:50.605828 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b905f-433b-4d86-ba1a-0e887163c5ff admin admin] Pushing event updated for resources: {'Network': ['ID=39306b03-5941-46df-84e7-0d73d5303078,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:50.624182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 39306b03-5941-46df-84e7-0d73d5303078 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:06:50.688190 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9d3d7-d98c-439f-8488-e8ff524b6783 req-e8258380-5d76-4cd6-9e0d-617c97eb5214 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:50.710123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9d3d7-d98c-439f-8488-e8ff524b6783 req-e8258380-5d76-4cd6-9e0d-617c97eb5214 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:50.724745 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-23e9d3d7-d98c-439f-8488-e8ff524b6783 req-e8258380-5d76-4cd6-9e0d-617c97eb5214 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 1683 time: 0.3466258 Aug 31 01:06:50.771821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-c907e659-5602-4b35-b333-ccc9fa882d0d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Deleting port 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:50.772350 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-c907e659-5602-4b35-b333-ccc9fa882d0d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:50.821811 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-306b905f-433b-4d86-ba1a-0e887163c5ff admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8845186 Aug 31 01:06:50.823905 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55254) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:50.869101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f079ffc2-829c-46ac-a6c5-92e0dc9ea200 admin admin] Request body: {'subnet': {'network_id': '39306b03-5941-46df-84e7-0d73d5303078', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1848021974-subnet', 'tenant_id': '7cdf53884e3f4b46a883fa43362269ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:50.950500 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-23e9d3d7-d98c-439f-8488-e8ff524b6783 req-eac32368-475a-415e-989e-94a24a12f9dc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216356 Aug 31 01:06:51.025168 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-c907e659-5602-4b35-b333-ccc9fa882d0d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] For port 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8af9b660-d6dd-4b6d-bf3f-b04cc0670af1,segment=NetworkSegment(d22a3e7c-ba9e-4c37-99b8-13583c32f0d5),segment_id=d22a3e7c-ba9e-4c37-99b8-13583c32f0d5)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:51.025801 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-c907e659-5602-4b35-b333-ccc9fa882d0d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:51.027979 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55258) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:51.046378 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f079ffc2-829c-46ac-a6c5-92e0dc9ea200 admin admin] Made reservation on behalf of 7cdf53884e3f4b46a883fa43362269ac for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:51.051474 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f079ffc2-829c-46ac-a6c5-92e0dc9ea200 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:51.124619 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-c907e659-5602-4b35-b333-ccc9fa882d0d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Calling delete_port for 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:51.502796 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7117de31-5032-42eb-81d5-80d0f136ed52 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:51.634207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117de31-5032-42eb-81d5-80d0f136ed52 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=52ab8076-16cd-4f26-8f84-cdd110bbdaab,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:51.658241 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-c907e659-5602-4b35-b333-ccc9fa882d0d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:51.690524 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['8af9b660-d6dd-4b6d-bf3f-b04cc0670af1', 'ba5257a6-d519-40d3-a4ca-8932cf297fbd'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:51.894276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-a688372f-c9f7-4f7e-8d34-b6cf8eca92d3 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1597008952', 'router:external': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:51.949684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907e659-5602-4b35-b333-ccc9fa882d0d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event deleted for resources: {'Port': ['ID=8af9b660-d6dd-4b6d-bf3f-b04cc0670af1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:51.991211 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7117de31-5032-42eb-81d5-80d0f136ed52 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:52.001301 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f079ffc2-829c-46ac-a6c5-92e0dc9ea200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:52.091387 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-c907e659-5602-4b35-b333-ccc9fa882d0d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] No DVR routers for this DVR port 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:52.099367 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-c907e659-5602-4b35-b333-ccc9fa882d0d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:52.104353 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a688372f-c9f7-4f7e-8d34-b6cf8eca92d3 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Made reservation on behalf of 93b1839a41b04e62aa707fce9521b494 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:52.111543 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a688372f-c9f7-4f7e-8d34-b6cf8eca92d3 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:52.114455 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-c907e659-5602-4b35-b333-ccc9fa882d0d tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.48 "DELETE /v2.0/ports/8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 HTTP/1.1" status: 204 len: 173 time: 1.6411469 Aug 31 01:06:52.209318 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc585056-0146-4d23-b8e9-f5d0eb3ac804', 'name': 'network-vif-deleted', 'tag': '8af9b660-d6dd-4b6d-bf3f-b04cc0670af1'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:52.213371 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b8e994-ceea-4f25-9991-151fd5a4e4cf" -d '{"events": [{"server_uuid": "dc585056-0146-4d23-b8e9-f5d0eb3ac804", "name": "network-vif-deleted", "tag": "8af9b660-d6dd-4b6d-bf3f-b04cc0670af1"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:52.246159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079ffc2-829c-46ac-a6c5-92e0dc9ea200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b26fd38d-643f-4aba-994e-f13dbd731e6c,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:52.297810 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a688372f-c9f7-4f7e-8d34-b6cf8eca92d3 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:52.444494 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c2cd1-6ad0-4d9b-94fd-7bf888db2635 req-cfc301ff-71d7-4b96-b84f-3178a0fa32cc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:52.448297 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fe3c2cd1-6ad0-4d9b-94fd-7bf888db2635 req-cfc301ff-71d7-4b96-b84f-3178a0fa32cc tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 946 time: 0.3051858 Aug 31 01:06:52.448931 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f079ffc2-829c-46ac-a6c5-92e0dc9ea200 admin admin] Checking segment: {'id': 'ab4581ca-b114-464a-9f9a-6c58631ac6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39306b03-5941-46df-84e7-0d73d5303078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:52.450798 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f079ffc2-829c-46ac-a6c5-92e0dc9ea200 admin admin] Network hostable DHCP agents. Network: 39306b03-5941-46df-84e7-0d73d5303078, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:06:52.579770 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fe3c2cd1-6ad0-4d9b-94fd-7bf888db2635 req-9ddbdb79-e467-4d51-b968-c9e86df73031 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7909a7c-d357-4fd0-a5b8-e2780c648dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150100 Aug 31 01:06:52.662424 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f079ffc2-829c-46ac-a6c5-92e0dc9ea200 admin admin] Network 39306b03-5941-46df-84e7-0d73d5303078 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:06:52.737035 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a688372f-c9f7-4f7e-8d34-b6cf8eca92d3 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:52.753068 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a958cd-82f9-4bf8-a1b8-5628084acde4 x-openstack-request-id: req-99a958cd-82f9-4bf8-a1b8-5628084acde4 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:52.753947 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc585056-0146-4d23-b8e9-f5d0eb3ac804", "name": "network-vif-deleted", "tag": "8af9b660-d6dd-4b6d-bf3f-b04cc0670af1", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:52.754125 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99a958cd-82f9-4bf8-a1b8-5628084acde4 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:52.754577 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc585056-0146-4d23-b8e9-f5d0eb3ac804', 'name': 'network-vif-deleted', 'tag': '8af9b660-d6dd-4b6d-bf3f-b04cc0670af1', 'status': 'completed', 'code': 200} Aug 31 01:06:52.782917 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-f079ffc2-829c-46ac-a6c5-92e0dc9ea200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 39306b03-5941-46df-84e7-0d73d5303078) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:52.794852 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f079ffc2-829c-46ac-a6c5-92e0dc9ea200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:52.794852 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f079ffc2-829c-46ac-a6c5-92e0dc9ea200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:52.795471 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86da4aa7-5503-4319-8e47-c1f62727de94 None None] Network 39306b03-5941-46df-84e7-0d73d5303078 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:52.801967 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-d56ec2b5-a09d-4def-b43e-e3eb4069a213 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Deleting port ba5257a6-d519-40d3-a4ca-8932cf297fbd {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:52.802554 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-d56ec2b5-a09d-4def-b43e-e3eb4069a213 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:52.899488 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7117de31-5032-42eb-81d5-80d0f136ed52 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Router f5432ce3-e6eb-4502-9d06-33ba0ed715e5 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:06:52.942642 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a688372f-c9f7-4f7e-8d34-b6cf8eca92d3 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:53.016013 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a688372f-c9f7-4f7e-8d34-b6cf8eca92d3 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:06:53.043478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688372f-c9f7-4f7e-8d34-b6cf8eca92d3 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344c0446-98cd-4693-824e-975c76f28eb8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:53.053273 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a688372f-c9f7-4f7e-8d34-b6cf8eca92d3 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:53.053712 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-a688372f-c9f7-4f7e-8d34-b6cf8eca92d3 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Added segment e4d4143c-6148-46c0-bfa9-11a534041c0a of type vlan for network 04e8c29e-0cc9-431f-a237-f698ee293783 Aug 31 01:06:53.103208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7117de31-5032-42eb-81d5-80d0f136ed52 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:06:53.108277 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f079ffc2-829c-46ac-a6c5-92e0dc9ea200 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2565806 Aug 31 01:06:53.135393 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7117de31-5032-42eb-81d5-80d0f136ed52 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "PUT /v2.0/routers/f5432ce3-e6eb-4502-9d06-33ba0ed715e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5492587 Aug 31 01:06:53.138707 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55298) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:53.150459 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-d56ec2b5-a09d-4def-b43e-e3eb4069a213 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] For port ba5257a6-d519-40d3-a4ca-8932cf297fbd, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=ba5257a6-d519-40d3-a4ca-8932cf297fbd,segment=NetworkSegment(349f57c0-58b4-4f97-b6d7-32eb1c3815b5),segment_id=349f57c0-58b4-4f97-b6d7-32eb1c3815b5)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:53.151211 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-d56ec2b5-a09d-4def-b43e-e3eb4069a213 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:53.185127 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-d56ec2b5-a09d-4def-b43e-e3eb4069a213 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Calling delete_port for ba5257a6-d519-40d3-a4ca-8932cf297fbd owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:53.193360 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d09cf6-22b5-4be3-9cb1-f92ef17ad832 None None] Sync routers for ids ['f5432ce3-e6eb-4502-9d06-33ba0ed715e5'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:06:53.235847 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea8db31-aee5-42f9-99b6-4f8bab4b6075 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] GET failed (client error): The resource could not be found. Aug 31 01:06:53.245732 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-eea8db31-aee5-42f9-99b6-4f8bab4b6075 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports/52ab8076-16cd-4f26-8f84-cdd110bbdaab HTTP/1.1" status: 404 len: 333 time: 0.0885684 Aug 31 01:06:53.248449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55304) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:53.253770 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a688372f-c9f7-4f7e-8d34-b6cf8eca92d3 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:53.267744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d09cf6-22b5-4be3-9cb1-f92ef17ad832 None None] Routers {'f5432ce3-e6eb-4502-9d06-33ba0ed715e5'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:53.268747 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c1d09cf6-22b5-4be3-9cb1-f92ef17ad832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:06:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['f5432ce3-e6eb-4502-9d06-33ba0ed715e5'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:53.287661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-39306b03-5941-46df-84e7-0d73d5303078', 'network_id': '39306b03-5941-46df-84e7-0d73d5303078', 'tenant_id': '7cdf53884e3f4b46a883fa43362269ac', 'fixed_ips': [{'subnet_id': 'b26fd38d-643f-4aba-994e-f13dbd731e6c'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:06:53.288909 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:53.443428 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c1d09cf6-22b5-4be3-9cb1-f92ef17ad832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:53.504207 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d09cf6-22b5-4be3-9cb1-f92ef17ad832 None None] Routers {'f5432ce3-e6eb-4502-9d06-33ba0ed715e5'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:53.505408 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c1d09cf6-22b5-4be3-9cb1-f92ef17ad832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:06:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['f5432ce3-e6eb-4502-9d06-33ba0ed715e5'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:53.749737 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-d56ec2b5-a09d-4def-b43e-e3eb4069a213 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:53.908407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ec2b5-a09d-4def-b43e-e3eb4069a213 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event deleted for resources: {'Port': ['ID=ba5257a6-d519-40d3-a4ca-8932cf297fbd,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:54.029217 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c1d09cf6-22b5-4be3-9cb1-f92ef17ad832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:54.030574 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d09cf6-22b5-4be3-9cb1-f92ef17ad832 None None] The sync data for ids ['f5432ce3-e6eb-4502-9d06-33ba0ed715e5'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:06:54.292809 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-d56ec2b5-a09d-4def-b43e-e3eb4069a213 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] No DVR routers for this DVR port ba5257a6-d519-40d3-a4ca-8932cf297fbd on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:54.322300 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1c99b61a-5449-49e2-a149-3756eee063d8 req-e7990d25-25b6-4995-9f1e-c8395d01fc7e tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 210 time: 0.2529500 Aug 31 01:06:54.330959 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-d56ec2b5-a09d-4def-b43e-e3eb4069a213 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:54.338801 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d9c1c2a3-05e0-4228-a180-b1f174eb15b2 req-d56ec2b5-a09d-4def-b43e-e3eb4069a213 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.48 "DELETE /v2.0/ports/ba5257a6-d519-40d3-a4ca-8932cf297fbd HTTP/1.1" status: 204 len: 173 time: 2.2192130 Aug 31 01:06:54.423993 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Allocated IP 172.20.0.2 (39306b03-5941-46df-84e7-0d73d5303078/b26fd38d-643f-4aba-994e-f13dbd731e6c/15de7dbc-7764-43bd-8b80-26e576f1c87d) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:54.445886 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.resource_extend [None req-a688372f-c9f7-4f7e-8d34-b6cf8eca92d3 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] It took 1.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:06:54.492023 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-087af36a-fac5-4ae2-a15d-1c60dfd9aff1 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:54.755914 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc585056-0146-4d23-b8e9-f5d0eb3ac804', 'name': 'network-vif-deleted', 'tag': 'ba5257a6-d519-40d3-a4ca-8932cf297fbd'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:54.760652 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83980bc8-4f9c-4c3a-8dd8-6e4583575a0b" -d '{"events": [{"server_uuid": "dc585056-0146-4d23-b8e9-f5d0eb3ac804", "name": "network-vif-deleted", "tag": "ba5257a6-d519-40d3-a4ca-8932cf297fbd"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:54.849092 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6c5a72-ae52-471a-8f22-7948131130e1 x-openstack-request-id: req-6d6c5a72-ae52-471a-8f22-7948131130e1 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:54.850100 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc585056-0146-4d23-b8e9-f5d0eb3ac804", "name": "network-vif-deleted", "tag": "ba5257a6-d519-40d3-a4ca-8932cf297fbd", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:54.851361 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d6c5a72-ae52-471a-8f22-7948131130e1 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:54.852663 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc585056-0146-4d23-b8e9-f5d0eb3ac804', 'name': 'network-vif-deleted', 'tag': 'ba5257a6-d519-40d3-a4ca-8932cf297fbd', 'status': 'completed', 'code': 200} Aug 31 01:06:54.937304 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:54.981869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Transition to ACTIVE for port object 15de7dbc-7764-43bd-8b80-26e576f1c87d will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:55.050573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Transition to ACTIVE for port object 15de7dbc-7764-43bd-8b80-26e576f1c87d will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:55.180940 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:55.271989 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-b94abebf-c97d-4704-9d1f-bbfc74e87866 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:55.283060 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-b94abebf-c97d-4704-9d1f-bbfc74e87866 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/networks?id=39306b03-5941-46df-84e7-0d73d5303078 HTTP/1.1" status: 200 len: 816 time: 0.5564361 Aug 31 01:06:55.291438 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a688372f-c9f7-4f7e-8d34-b6cf8eca92d3 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:55.292617 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a688372f-c9f7-4f7e-8d34-b6cf8eca92d3 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:55.293318 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a688372f-c9f7-4f7e-8d34-b6cf8eca92d3 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:55.296169 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Network 39306b03-5941-46df-84e7-0d73d5303078 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:55.298965 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:55.299946 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-087af36a-fac5-4ae2-a15d-1c60dfd9aff1 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:55.304628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:55.321718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Pushing event updated for resources: {'Port': ['ID=15de7dbc-7764-43bd-8b80-26e576f1c87d,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:55.337683 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-087af36a-fac5-4ae2-a15d-1c60dfd9aff1 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:55.404677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Attempting to bind port 15de7dbc-7764-43bd-8b80-26e576f1c87d on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:55.405337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Attempting to bind port 15de7dbc-7764-43bd-8b80-26e576f1c87d by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'ab4581ca-b114-464a-9f9a-6c58631ac6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39306b03-5941-46df-84e7-0d73d5303078'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:55.406028 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Attempting to bind port 15de7dbc-7764-43bd-8b80-26e576f1c87d on network 39306b03-5941-46df-84e7-0d73d5303078 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:55.418209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:55.421466 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Checking segment: {'id': 'ab4581ca-b114-464a-9f9a-6c58631ac6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39306b03-5941-46df-84e7-0d73d5303078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:55.421466 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:55.421466 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Bound using segment: {'id': 'ab4581ca-b114-464a-9f9a-6c58631ac6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39306b03-5941-46df-84e7-0d73d5303078'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:55.421466 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Bound port: 15de7dbc-7764-43bd-8b80-26e576f1c87d, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4581ca-b114-464a-9f9a-6c58631ac6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39306b03-5941-46df-84e7-0d73d5303078'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:55.422101 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:55.487038 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-6a2b85fc-681f-48c1-a614-e5513e436501 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/quotas/7cdf53884e3f4b46a883fa43362269ac HTTP/1.1" status: 200 len: 375 time: 0.1774154 Aug 31 01:06:55.569771 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device ba5257a6-d519-40d3-a4ca-8932cf297fbd no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:55.643116 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: ba5257a6-d519-40d3-a4ca-8932cf297fbd {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:55.643674 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device ba5257a6-d519-40d3-a4ca-8932cf297fbd not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:55.644381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:55.698459 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13ed561f-ff5b-4d8d-9ba5-c0d7793a0631 req-90f389e8-9ece-450a-9a53-91422e837dea tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc585056-0146-4d23-b8e9-f5d0eb3ac804 HTTP/1.1" status: 200 len: 210 time: 0.0651798 Aug 31 01:06:55.734251 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:55.734767 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8af9b660-d6dd-4b6d-bf3f-b04cc0670af1 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:55.753467 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55354) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:55.763352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-41c08728-d529-4350-9ea4-3d1340ae9d53 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Request body: {'subnet': {'network_id': '04e8c29e-0cc9-431f-a237-f698ee293783', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:55.763654 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] For port 15de7dbc-7764-43bd-8b80-26e576f1c87d, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:55.764244 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a688372f-c9f7-4f7e-8d34-b6cf8eca92d3 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 4.7330549 Aug 31 01:06:55.781750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] For port 15de7dbc-7764-43bd-8b80-26e576f1c87d, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=15de7dbc-7764-43bd-8b80-26e576f1c87d,segment=NetworkSegment(ab4581ca-b114-464a-9f9a-6c58631ac6b4),segment_id=ab4581ca-b114-464a-9f9a-6c58631ac6b4)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:55.782091 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688372f-c9f7-4f7e-8d34-b6cf8eca92d3 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Pushing event updated for resources: {'Network': ['ID=04e8c29e-0cc9-431f-a237-f698ee293783,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:55.806104 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 04e8c29e-0cc9-431f-a237-f698ee293783 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:06:55.825626 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-bd43d155-5399-4702-a10d-127b732b21ba tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cdf53884e3f4b46a883fa43362269ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3371155 Aug 31 01:06:55.992090 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-04b48257-fe15-48a9-9514-94f3c7edaf79 service neutron] 10.222.0.16 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650081 Aug 31 01:06:56.013102 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c08728-d529-4350-9ea4-3d1340ae9d53 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Made reservation on behalf of 93b1839a41b04e62aa707fce9521b494 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:56.015176 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:56.018922 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-41c08728-d529-4350-9ea4-3d1340ae9d53 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:56.032470 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-087af36a-fac5-4ae2-a15d-1c60dfd9aff1 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:56.033159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087af36a-fac5-4ae2-a15d-1c60dfd9aff1 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Fanout notify agent at l3_agent the message router_deleted on router f5432ce3-e6eb-4502-9d06-33ba0ed715e5 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:06:56.083316 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-087af36a-fac5-4ae2-a15d-1c60dfd9aff1 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:56.085527 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-087af36a-fac5-4ae2-a15d-1c60dfd9aff1 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/routers/f5432ce3-e6eb-4502-9d06-33ba0ed715e5 HTTP/1.1" status: 204 len: 168 time: 2.8358955 Aug 31 01:06:56.090014 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55356) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:56.130933 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a390fc-2a38-4731-ac95-2fcd005e847d None None] Pushing event updated for resources: {'Port': ['ID=15de7dbc-7764-43bd-8b80-26e576f1c87d,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:56.269039 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-32414cb0-5cf2-4ea7-b60f-cbc6a8049578 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting subnet 95698f55-8f8f-4109-8dc1-af434baa1780 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:06:56.286289 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-32414cb0-5cf2-4ea7-b60f-cbc6a8049578 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:56.374640 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-32414cb0-5cf2-4ea7-b60f-cbc6a8049578 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:56.515181 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-e41c0db3-1c02-4fc7-8689-30b52a452851 service neutron] 10.222.0.16 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149231 Aug 31 01:06:56.550549 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-32414cb0-5cf2-4ea7-b60f-cbc6a8049578 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:56.694808 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55366) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:56.915298 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55372) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:57.008247 n-d-793621-34 neutron-server[102342]: DEBUG neutron.objects.ports [None req-41c08728-d529-4350-9ea4-3d1340ae9d53 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:06:57.010278 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-41c08728-d529-4350-9ea4-3d1340ae9d53 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:57.030708 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-32414cb0-5cf2-4ea7-b60f-cbc6a8049578 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:57.093777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c08728-d529-4350-9ea4-3d1340ae9d53 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Pushing event updated for resources: {'Subnet': ['ID=27e0d543-41b0-4a43-942b-f4b37f177ae3,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:57.101177 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd92dee-21fb-4951-a0ba-33e745764615 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Deleting subnet 9b1a550b-5c20-4803-a6e3-25275b3a92ac {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:06:57.131735 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32414cb0-5cf2-4ea7-b60f-cbc6a8049578 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Subnet': ['ID=95698f55-8f8f-4109-8dc1-af434baa1780,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:57.147781 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3cd92dee-21fb-4951-a0ba-33e745764615 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:57.169280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c619a1ab-cd85-4cc2-af87-7e6285a8c04a None None] Network 362cceb2-cc97-4a70-a499-3200cca51107 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:57.180471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c08728-d529-4350-9ea4-3d1340ae9d53 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Checking segment: {'id': 'e4d4143c-6148-46c0-bfa9-11a534041c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '04e8c29e-0cc9-431f-a237-f698ee293783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:57.183707 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c08728-d529-4350-9ea4-3d1340ae9d53 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Network hostable DHCP agents. Network: 04e8c29e-0cc9-431f-a237-f698ee293783, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:06:57.226173 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-32414cb0-5cf2-4ea7-b60f-cbc6a8049578 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:57.233560 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-32414cb0-5cf2-4ea7-b60f-cbc6a8049578 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/95698f55-8f8f-4109-8dc1-af434baa1780 HTTP/1.1" status: 204 len: 168 time: 1.1383550 Aug 31 01:06:57.235893 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55378) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:57.285398 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-de7ca0c5-f03e-4e1c-976b-82b24999452e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:57.388212 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:57.446239 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3cd92dee-21fb-4951-a0ba-33e745764615 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:57.451998 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c08728-d529-4350-9ea4-3d1340ae9d53 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Network 04e8c29e-0cc9-431f-a237-f698ee293783 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:06:57.554216 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 15de7dbc-7764-43bd-8b80-26e576f1c87d up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:57.675123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-41c08728-d529-4350-9ea4-3d1340ae9d53 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 04e8c29e-0cc9-431f-a237-f698ee293783) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:57.685697 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c08728-d529-4350-9ea4-3d1340ae9d53 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:57.690694 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-41c08728-d529-4350-9ea4-3d1340ae9d53 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:57.735255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c268a75-35fe-4644-afbd-58ec59bf053e None None] Network 04e8c29e-0cc9-431f-a237-f698ee293783 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:57.857611 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port 2ef5fd7a-db51-4b8a-8001-80d2411877ce {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:57.858185 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:57.928601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46f69bd-6318-42ff-b079-9050149c4ff6 None None] DHCP port deletion for 362cceb2-cc97-4a70-a499-3200cca51107 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:06:57.940710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 15de7dbc-7764-43bd-8b80-26e576f1c87d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:58.010653 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3cd92dee-21fb-4951-a0ba-33e745764615 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.046565 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-de7ca0c5-f03e-4e1c-976b-82b24999452e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.141673 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8733724-e797-46d6-a758-0efe0d920294 req-64f7ea88-bc66-411b-ab90-7950d9b98f97 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:58.145997 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8733724-e797-46d6-a758-0efe0d920294 req-64f7ea88-bc66-411b-ab90-7950d9b98f97 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/networks?id=39306b03-5941-46df-84e7-0d73d5303078 HTTP/1.1" status: 200 len: 816 time: 0.4781504 Aug 31 01:06:58.176445 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8733724-e797-46d6-a758-0efe0d920294 req-38b80b15-016c-46df-9f74-8ff870490bf8 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/quotas/7cdf53884e3f4b46a883fa43362269ac HTTP/1.1" status: 200 len: 375 time: 0.0207086 Aug 31 01:06:58.215769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] For port 2ef5fd7a-db51-4b8a-8001-80d2411877ce, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2ef5fd7a-db51-4b8a-8001-80d2411877ce,segment=NetworkSegment(e0e3d94b-eb18-4bea-ae76-dfbb30ffc702),segment_id=e0e3d94b-eb18-4bea-ae76-dfbb30ffc702)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:58.216359 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.256125 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for 2ef5fd7a-db51-4b8a-8001-80d2411877ce owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:58.264307 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-de7ca0c5-f03e-4e1c-976b-82b24999452e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.361079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae00a59-f64d-4c1e-bc60-ebce06b6aff1 None None] Network 39306b03-5941-46df-84e7-0d73d5303078 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:58.376693 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-de7ca0c5-f03e-4e1c-976b-82b24999452e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a12170272b740ec967ff4ddbaf0f4a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6733983 Aug 31 01:06:58.382687 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55400) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:58.386059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8733724-e797-46d6-a758-0efe0d920294 req-5bda7da2-85c5-496a-a322-9a9db566e58d tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cdf53884e3f4b46a883fa43362269ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1945221 Aug 31 01:06:58.387433 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ca0c5-f03e-4e1c-976b-82b24999452e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127cf4c5-fd4d-463a-aad1-2330c3bd45a9,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:58.452474 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3cd92dee-21fb-4951-a0ba-33e745764615 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.507162 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d46f69bd-6318-42ff-b079-9050149c4ff6 None None] Deleting port 2ef5fd7a-db51-4b8a-8001-80d2411877ce {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:58.508138 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d46f69bd-6318-42ff-b079-9050149c4ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.532483 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-41c08728-d529-4350-9ea4-3d1340ae9d53 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7779105 Aug 31 01:06:58.536747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55402) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:58.558348 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b204e84d-3b82-40e5-b402-35fc77f9064d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-397562676', 'network_id': '04e8c29e-0cc9-431f-a237-f698ee293783'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:58.561477 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd92dee-21fb-4951-a0ba-33e745764615 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1a550b-5c20-4803-a6e3-25275b3a92ac,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:58.581120 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3cd92dee-21fb-4951-a0ba-33e745764615 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.586808 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3cd92dee-21fb-4951-a0ba-33e745764615 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "DELETE /v2.0/subnets/9b1a550b-5c20-4803-a6e3-25275b3a92ac HTTP/1.1" status: 204 len: 168 time: 1.6698554 Aug 31 01:06:58.620804 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55406) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:58.623332 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73338b80-8162-49a6-bc9c-0c15c9b37b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.639243 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b4d58d-4528-49cf-a6af-ad20e3bce891 None None] Network 04e8c29e-0cc9-431f-a237-f698ee293783 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:58.642588 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3d6752-b79e-4966-99a6-e3ab7eb73586 None None] Network 3150056c-9922-4757-8af3-a3ddb3527732 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:58.786806 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8733724-e797-46d6-a758-0efe0d920294 req-b1d29653-6683-4f6e-a368-b8e76791381f service neutron] 10.222.0.16 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852842 Aug 31 01:06:58.835004 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73338b80-8162-49a6-bc9c-0c15c9b37b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.878241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ed778679-7a14-4012-b32d-6da8dec7b739 None None] Provisioning for port 15de7dbc-7764-43bd-8b80-26e576f1c87d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:58.896616 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.901497 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ed778679-7a14-4012-b32d-6da8dec7b739 None None] Provisioning complete for port 15de7dbc-7764-43bd-8b80-26e576f1c87d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:58.902302 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ed778679-7a14-4012-b32d-6da8dec7b739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.909503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d46f69bd-6318-42ff-b079-9050149c4ff6 None None] For port 2ef5fd7a-db51-4b8a-8001-80d2411877ce, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2ef5fd7a-db51-4b8a-8001-80d2411877ce,segment=NetworkSegment(e0e3d94b-eb18-4bea-ae76-dfbb30ffc702),segment_id=e0e3d94b-eb18-4bea-ae76-dfbb30ffc702)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:58.911061 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d46f69bd-6318-42ff-b079-9050149c4ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:59.038661 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Deleting port b64afcfc-0525-4c69-832f-2ed8fcb25c81 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:59.039427 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:59.051716 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8733724-e797-46d6-a758-0efe0d920294 req-743c8870-7709-4259-8d52-9707337b3846 service neutron] 10.222.0.16 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348514 Aug 31 01:06:59.058414 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d46f69bd-6318-42ff-b079-9050149c4ff6 None None] Calling delete_port for 2ef5fd7a-db51-4b8a-8001-80d2411877ce owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:59.062820 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:59.112870 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b204e84d-3b82-40e5-b402-35fc77f9064d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Made reservation on behalf of 93b1839a41b04e62aa707fce9521b494 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:59.118334 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b204e84d-3b82-40e5-b402-35fc77f9064d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:59.195223 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-b204e84d-3b82-40e5-b402-35fc77f9064d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] device_id is not set on port 309159c1-9d44-4abe-9c1f-50877345659a yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:06:59.239239 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=2ef5fd7a-db51-4b8a-8001-80d2411877ce,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:59.314710 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73338b80-8162-49a6-bc9c-0c15c9b37b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:59.350022 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73338b80-8162-49a6-bc9c-0c15c9b37b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:59.350022 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-73338b80-8162-49a6-bc9c-0c15c9b37b99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/127cf4c5-fd4d-463a-aad1-2330c3bd45a9 HTTP/1.1" status: 204 len: 168 time: 0.9621425 Aug 31 01:06:59.406383 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No DVR routers for this DVR port 2ef5fd7a-db51-4b8a-8001-80d2411877ce on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:59.468045 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2ef5fd7a-db51-4b8a-8001-80d2411877ce no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:59.506788 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-b204e84d-3b82-40e5-b402-35fc77f9064d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Allocated IP 172.20.0.7 (04e8c29e-0cc9-431f-a237-f698ee293783/27e0d543-41b0-4a43-942b-f4b37f177ae3/309159c1-9d44-4abe-9c1f-50877345659a) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:59.508653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73338b80-8162-49a6-bc9c-0c15c9b37b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127cf4c5-fd4d-463a-aad1-2330c3bd45a9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:59.543068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 2ef5fd7a-db51-4b8a-8001-80d2411877ce {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:59.543762 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2ef5fd7a-db51-4b8a-8001-80d2411877ce not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:59.650832 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] For port b64afcfc-0525-4c69-832f-2ed8fcb25c81, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b64afcfc-0525-4c69-832f-2ed8fcb25c81,segment=NetworkSegment(349f57c0-58b4-4f97-b6d7-32eb1c3815b5),segment_id=349f57c0-58b4-4f97-b6d7-32eb1c3815b5)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:59.652155 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:59.686306 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:59.752324 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Calling delete_port for b64afcfc-0525-4c69-832f-2ed8fcb25c81 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:59.755385 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362cceb2-cc97-4a70-a499-3200cca51107']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:59.814913 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e3d94b-eb18-4bea-ae76-dfbb30ffc702') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:59.815465 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e3d94b-eb18-4bea-ae76-dfbb30ffc702') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:59.890079 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:59.976764 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d46f69bd-6318-42ff-b079-9050149c4ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:00.053710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c331b8-cc89-4c23-bcae-752bcb23ffcc None None] DHCP port deletion for 3150056c-9922-4757-8af3-a3ddb3527732 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:07:00.151253 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f69bd-6318-42ff-b079-9050149c4ff6 None None] Pushing event deleted for resources: {'Port': ['ID=2ef5fd7a-db51-4b8a-8001-80d2411877ce,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:00.230241 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:00.243901 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f69bd-6318-42ff-b079-9050149c4ff6 None None] No DVR routers for this DVR port 2ef5fd7a-db51-4b8a-8001-80d2411877ce on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:00.272264 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ed778679-7a14-4012-b32d-6da8dec7b739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:00.282732 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:07:00.283849 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:07:00.291026 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:07:00.355878 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b204e84d-3b82-40e5-b402-35fc77f9064d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:00.483350 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ed778679-7a14-4012-b32d-6da8dec7b739 None None] For port 15de7dbc-7764-43bd-8b80-26e576f1c87d, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=15de7dbc-7764-43bd-8b80-26e576f1c87d,segment=NetworkSegment(ab4581ca-b114-464a-9f9a-6c58631ac6b4),segment_id=ab4581ca-b114-464a-9f9a-6c58631ac6b4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:00.544018 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-34c331b8-cc89-4c23-bcae-752bcb23ffcc None None] Deleting port b64afcfc-0525-4c69-832f-2ed8fcb25c81 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:00.548726 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-34c331b8-cc89-4c23-bcae-752bcb23ffcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:00.579791 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:00.642061 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ed778679-7a14-4012-b32d-6da8dec7b739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:00.725801 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-34c331b8-cc89-4c23-bcae-752bcb23ffcc None None] For port b64afcfc-0525-4c69-832f-2ed8fcb25c81, host n-d-793621-34, got binding levels [] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:00.726488 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-34c331b8-cc89-4c23-bcae-752bcb23ffcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:00.734837 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b204e84d-3b82-40e5-b402-35fc77f9064d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:00.831779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event deleted for resources: {'Port': ['ID=b64afcfc-0525-4c69-832f-2ed8fcb25c81,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:00.845785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] No DVR routers for this DVR port b64afcfc-0525-4c69-832f-2ed8fcb25c81 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:00.892915 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-34c331b8-cc89-4c23-bcae-752bcb23ffcc None None] Calling delete_port for b64afcfc-0525-4c69-832f-2ed8fcb25c81 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:00.900613 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.ipam_backend_mixin [None req-34c331b8-cc89-4c23-bcae-752bcb23ffcc None None] Port b64afcfc-0525-4c69-832f-2ed8fcb25c81 was not found and therefore no delete operation was performed {{(pid=102344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:07:00.918128 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-34c331b8-cc89-4c23-bcae-752bcb23ffcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:00.923093 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed778679-7a14-4012-b32d-6da8dec7b739 None None] Pushing event updated for resources: {'Port': ['ID=15de7dbc-7764-43bd-8b80-26e576f1c87d,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:00.941404 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b204e84d-3b82-40e5-b402-35fc77f9064d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Network 04e8c29e-0cc9-431f-a237-f698ee293783 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:00.952553 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-b204e84d-3b82-40e5-b402-35fc77f9064d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:00.956538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204e84d-3b82-40e5-b402-35fc77f9064d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Pushing event updated for resources: {'Port': ['ID=309159c1-9d44-4abe-9c1f-50877345659a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:00.962107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b204e84d-3b82-40e5-b402-35fc77f9064d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:00.980875 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c331b8-cc89-4c23-bcae-752bcb23ffcc None None] Pushing event deleted for resources: {'Port': ['ID=b64afcfc-0525-4c69-832f-2ed8fcb25c81,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:00.988050 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-ea839bb9-82b4-4e46-b29d-fa850b87c366 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:00.992697 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-ea839bb9-82b4-4e46-b29d-fa850b87c366 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/networks?id=39306b03-5941-46df-84e7-0d73d5303078 HTTP/1.1" status: 200 len: 816 time: 0.6161630 Aug 31 01:07:01.020282 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d0d48c5d-8412-4be2-af5d-ec10c5b6bf89 None None] Provisioning complete for port 15de7dbc-7764-43bd-8b80-26e576f1c87d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:01.020683 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d0d48c5d-8412-4be2-af5d-ec10c5b6bf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:01.084810 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c331b8-cc89-4c23-bcae-752bcb23ffcc None None] No DVR routers for this DVR port b64afcfc-0525-4c69-832f-2ed8fcb25c81 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:01.123605 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55454) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:01.165407 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c211ef1c-de89-433b-847f-d335fe75a351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:01.195862 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b204e84d-3b82-40e5-b402-35fc77f9064d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:01.197584 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b204e84d-3b82-40e5-b402-35fc77f9064d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:01.231384 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-29973050-c924-4896-8edc-03215c716ae6 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/quotas/7cdf53884e3f4b46a883fa43362269ac HTTP/1.1" status: 200 len: 375 time: 0.2131617 Aug 31 01:07:01.275096 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:01.305493 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:01.333349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3150056c-9922-4757-8af3-a3ddb3527732']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:01.389912 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349f57c0-58b4-4f97-b6d7-32eb1c3815b5') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:01.390307 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349f57c0-58b4-4f97-b6d7-32eb1c3815b5') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:01.392772 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:01.395304 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/networks/362cceb2-cc97-4a70-a499-3200cca51107 HTTP/1.1" status: 204 len: 168 time: 4.1580279 Aug 31 01:07:01.408471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55456) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:01.422949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 15de7dbc-7764-43bd-8b80-26e576f1c87d up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:01.425094 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:01.431289 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb405c6-192f-4d25-8bf9-e7270960be37 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Network': ['ID=362cceb2-cc97-4a70-a499-3200cca51107,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:01.462767 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:01.484435 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:07:01.484435 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:07:01.488666 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:07:01.513829 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c211ef1c-de89-433b-847f-d335fe75a351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:01.551539 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb81b78-7caf-4823-9595-39dd34952a65 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:01.556875 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4fb81b78-7caf-4823-9595-39dd34952a65 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports/a06efffb-5323-46a2-b95d-5efbde44f1f7 HTTP/1.1" status: 200 len: 845 time: 0.1438282 Aug 31 01:07:01.560631 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 15de7dbc-7764-43bd-8b80-26e576f1c87d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:01.560631 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:01.562414 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55460) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:01.642166 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c211ef1c-de89-433b-847f-d335fe75a351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:01.651821 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-dd67d7b9-9076-4048-8b3b-272c1f864ba2 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cdf53884e3f4b46a883fa43362269ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4191933 Aug 31 01:07:01.712910 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ecce7031-fe47-4a04-a16a-6bb0eb68daa0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports/a06efffb-5323-46a2-b95d-5efbde44f1f7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1495056 Aug 31 01:07:01.727805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55462) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:01.738316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-c1baa461-a972-4159-af42-0d453efc5f60 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'subnet': {'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:01.776144 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:01.793140 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c211ef1c-de89-433b-847f-d335fe75a351 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68b46a36063643c8bec68173c2bc317d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6675498 Aug 31 01:07:01.846178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55464) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:01.858040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211ef1c-de89-433b-847f-d335fe75a351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295d8420-53ae-45c0-8c25-30bb5d8f5ae3,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:01.912328 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:01.917454 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "DELETE /v2.0/networks/3150056c-9922-4757-8af3-a3ddb3527732 HTTP/1.1" status: 204 len: 168 time: 3.2902167 Aug 31 01:07:01.921967 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b204e84d-3b82-40e5-b402-35fc77f9064d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.3783960 Aug 31 01:07:01.923315 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55466) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:01.924957 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55468) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:01.929417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f5910-faf8-4a4f-b286-9c69fb16bb36 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event deleted for resources: {'Network': ['ID=3150056c-9922-4757-8af3-a3ddb3527732,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:01.929962 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b64afcfc-0525-4c69-832f-2ed8fcb25c81 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:01.976371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: b64afcfc-0525-4c69-832f-2ed8fcb25c81 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:07:01.977000 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b64afcfc-0525-4c69-832f-2ed8fcb25c81 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:02.008644 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2dc3fe90-36af-4421-be4d-22998f0ab4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.043757 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2dc3fe90-36af-4421-be4d-22998f0ab4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.072762 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-ae4b516c-ca53-4ff8-93a5-30e347983823 service neutron] 10.222.0.16 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896639 Aug 31 01:07:02.161687 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1baa461-a972-4159-af42-0d453efc5f60 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:02.168551 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c1baa461-a972-4159-af42-0d453efc5f60 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.221541 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cca8f3d-1270-4c7a-a231-a96b34e507e0 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Deleting subnet 97d64f9f-8073-4a1c-90a0-50d66f9cf768 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:07:02.227832 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3cca8f3d-1270-4c7a-a231-a96b34e507e0 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.308187 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3cca8f3d-1270-4c7a-a231-a96b34e507e0 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.344481 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2dc3fe90-36af-4421-be4d-22998f0ab4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.349237 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2dc3fe90-36af-4421-be4d-22998f0ab4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.355948 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2dc3fe90-36af-4421-be4d-22998f0ab4ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/295d8420-53ae-45c0-8c25-30bb5d8f5ae3 HTTP/1.1" status: 204 len: 168 time: 0.5037735 Aug 31 01:07:02.373054 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3fe90-36af-4421-be4d-22998f0ab4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295d8420-53ae-45c0-8c25-30bb5d8f5ae3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:02.789041 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-38048ab4-5225-4e10-a997-5ccaaf4cfa83 service neutron] 10.222.0.16 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6993399 Aug 31 01:07:02.817515 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3cca8f3d-1270-4c7a-a231-a96b34e507e0 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.835174 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c1baa461-a972-4159-af42-0d453efc5f60 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.888569 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-485a1e6f-6956-44cd-a96d-1c04ce119f95 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:02.890275 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-485a1e6f-6956-44cd-a96d-1c04ce119f95 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.41 "GET /v2.0/networks?id=39306b03-5941-46df-84e7-0d73d5303078 HTTP/1.1" status: 200 len: 816 time: 0.7398765 Aug 31 01:07:02.891743 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-db8f7af9-a462-4ead-b68a-490db90f8b1c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Deleting port 309159c1-9d44-4abe-9c1f-50877345659a {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:02.892077 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db8f7af9-a462-4ead-b68a-490db90f8b1c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.919845 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-16704b6e-018e-4a81-923c-53708479d82a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Request body: {'port': {'device_id': '84483fc9-9c15-4672-b089-e7bbda3df6b9', 'network_id': '39306b03-5941-46df-84e7-0d73d5303078', 'admin_state_up': True, 'tenant_id': '7cdf53884e3f4b46a883fa43362269ac'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:02.939338 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1baa461-a972-4159-af42-0d453efc5f60 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network c364baa5-ccd7-46ff-ade4-87575f65869f is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:02.946798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-c1baa461-a972-4159-af42-0d453efc5f60 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:02.955656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1baa461-a972-4159-af42-0d453efc5f60 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:02.956301 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c1baa461-a972-4159-af42-0d453efc5f60 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.969298 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e82c7b-1f9e-41dc-97f0-172ec8b00af7 None None] Network c364baa5-ccd7-46ff-ade4-87575f65869f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:02.996306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1baa461-a972-4159-af42-0d453efc5f60 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Subnet': ['ID=d2307600-35e1-4c19-9fd1-73a5dd3e0321,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:03.085173 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c1baa461-a972-4159-af42-0d453efc5f60 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3551712 Aug 31 01:07:03.086553 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55476) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:03.097709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-94b5e364-8f9d-4d5e-856c-5e44246a71f9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'security_group': {'name': 'tempest-secgroup-191249493'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:03.231211 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db8f7af9-a462-4ead-b68a-490db90f8b1c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:03.265417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-db8f7af9-a462-4ead-b68a-490db90f8b1c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Calling delete_port for 309159c1-9d44-4abe-9c1f-50877345659a owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:03.312363 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94b5e364-8f9d-4d5e-856c-5e44246a71f9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:03.445505 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3cca8f3d-1270-4c7a-a231-a96b34e507e0 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:03.456990 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-c364baa5-ccd7-46ff-ade4-87575f65869f', 'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f', 'tenant_id': 'bbad4c1f70e047a38b5d3dd3d174b433', 'fixed_ips': [{'subnet_id': 'd2307600-35e1-4c19-9fd1-73a5dd3e0321'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:07:03.458672 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:03.544910 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca8f3d-1270-4c7a-a231-a96b34e507e0 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event deleted for resources: {'Subnet': ['ID=97d64f9f-8073-4a1c-90a0-50d66f9cf768,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:03.548603 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3cca8f3d-1270-4c7a-a231-a96b34e507e0 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:03.552631 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3cca8f3d-1270-4c7a-a231-a96b34e507e0 tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "DELETE /v2.0/subnets/97d64f9f-8073-4a1c-90a0-50d66f9cf768 HTTP/1.1" status: 204 len: 168 time: 1.6143334 Aug 31 01:07:03.561375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55490) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:03.581679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d418bcb-f0f5-4b10-813a-d4a24b589d64 None None] Network ea95809c-2784-4997-92be-9a2fe8abf896 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:03.581855 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4192ae8e-64f3-44ea-8e02-ef38f7866f81 req-7adfbe40-cac7-4d63-84b9-4b45811caff4 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 210 time: 0.0886655 Aug 31 01:07:03.808395 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:03.881480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-16704b6e-018e-4a81-923c-53708479d82a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Made reservation on behalf of 7cdf53884e3f4b46a883fa43362269ac for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:03.885565 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-16704b6e-018e-4a81-923c-53708479d82a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:03.961934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Allocated IP 2001:db8::2 (c364baa5-ccd7-46ff-ade4-87575f65869f/d2307600-35e1-4c19-9fd1-73a5dd3e0321/437d30d3-2fe0-4c79-aef8-02f10db008af) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:04.040666 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Deleting port a21d1852-baac-4069-9714-7741fde02da5 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:04.045200 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.087139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de8b964-eae1-4dd3-801e-9c42df2d6f0e None None] DHCP port deletion for ea95809c-2784-4997-92be-9a2fe8abf896 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:07:04.118922 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db8f7af9-a462-4ead-b68a-490db90f8b1c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.166098 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f7af9-a462-4ead-b68a-490db90f8b1c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Pushing event deleted for resources: {'Port': ['ID=309159c1-9d44-4abe-9c1f-50877345659a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:04.210631 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94b5e364-8f9d-4d5e-856c-5e44246a71f9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.241601 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] For port a21d1852-baac-4069-9714-7741fde02da5, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a21d1852-baac-4069-9714-7741fde02da5,segment=NetworkSegment(d22a3e7c-ba9e-4c37-99b8-13583c32f0d5),segment_id=d22a3e7c-ba9e-4c37-99b8-13583c32f0d5)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:04.248940 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.304376 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Calling delete_port for a21d1852-baac-4069-9714-7741fde02da5 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:04.402494 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.407483 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0de8b964-eae1-4dd3-801e-9c42df2d6f0e None None] Deleting port a21d1852-baac-4069-9714-7741fde02da5 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:04.408463 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0de8b964-eae1-4dd3-801e-9c42df2d6f0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.478963 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Transition to ACTIVE for port object 437d30d3-2fe0-4c79-aef8-02f10db008af will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:04.484193 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db8f7af9-a462-4ead-b68a-490db90f8b1c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.495338 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-db8f7af9-a462-4ead-b68a-490db90f8b1c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "DELETE /v2.0/ports/309159c1-9d44-4abe-9c1f-50877345659a HTTP/1.1" status: 204 len: 168 time: 2.5524302 Aug 31 01:07:04.495604 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55502) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:04.499511 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '04e8c29e-0cc9-431f-a237-f698ee293783', 'external_fixed_ips': [{'subnet_id': '27e0d543-41b0-4a43-942b-f4b37f177ae3', 'ip_address': '172.20.0.7'}]}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:04.500026 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-aee57486-8f90-494c-9e06-c2a324ad8c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.557575 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94b5e364-8f9d-4d5e-856c-5e44246a71f9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.571501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0de8b964-eae1-4dd3-801e-9c42df2d6f0e None None] For port a21d1852-baac-4069-9714-7741fde02da5, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a21d1852-baac-4069-9714-7741fde02da5,segment=NetworkSegment(d22a3e7c-ba9e-4c37-99b8-13583c32f0d5),segment_id=d22a3e7c-ba9e-4c37-99b8-13583c32f0d5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:04.579379 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-16704b6e-018e-4a81-923c-53708479d82a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Allocated IP 172.20.0.5 (39306b03-5941-46df-84e7-0d73d5303078/b26fd38d-643f-4aba-994e-f13dbd731e6c/2b8de4cf-8719-4d1b-adad-11c446151158) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:04.588325 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0de8b964-eae1-4dd3-801e-9c42df2d6f0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.728373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5e364-8f9d-4d5e-856c-5e44246a71f9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a94d3239-e6a1-44ce-b80b-3fa75da482fb,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:04.872735 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0de8b964-eae1-4dd3-801e-9c42df2d6f0e None None] Calling delete_port for a21d1852-baac-4069-9714-7741fde02da5 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:04.905727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Transition to ACTIVE for port object 437d30d3-2fe0-4c79-aef8-02f10db008af will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:04.908207 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.047120 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-40ab671d-c3f4-4161-ad4e-3c1bd9c24db5 req-d5a74666-96c3-4d21-a5d1-3c28bd903774 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 210 time: 0.2595367 Aug 31 01:07:05.049545 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.057129 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.130031 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0de8b964-eae1-4dd3-801e-9c42df2d6f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.141903 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.223723 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8b964-eae1-4dd3-801e-9c42df2d6f0e None None] Pushing event deleted for resources: {'Port': ['ID=a21d1852-baac-4069-9714-7741fde02da5,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:05.232941 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.308316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8733724-e797-46d6-a758-0efe0d920294 req-b54520c7-3054-41c1-9d2a-27f21473264b tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:05.311404 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8733724-e797-46d6-a758-0efe0d920294 req-b54520c7-3054-41c1-9d2a-27f21473264b tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.41 "GET /v2.0/networks?id=39306b03-5941-46df-84e7-0d73d5303078 HTTP/1.1" status: 200 len: 816 time: 0.5863335 Aug 31 01:07:05.328344 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-c8733724-e797-46d6-a758-0efe0d920294 req-0cd011b7-3af5-453e-8404-58744261bc46 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Request body: {'port': {'device_id': '65b107bb-2a88-492f-bb79-75fefe056e25', 'network_id': '39306b03-5941-46df-84e7-0d73d5303078', 'admin_state_up': True, 'tenant_id': '7cdf53884e3f4b46a883fa43362269ac'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:05.379790 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Network c364baa5-ccd7-46ff-ade4-87575f65869f is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:05.397127 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a21d1852-baac-4069-9714-7741fde02da5 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:05.417840 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:05.429556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:05.468511 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94b5e364-8f9d-4d5e-856c-5e44246a71f9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.470482 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-94b5e364-8f9d-4d5e-856c-5e44246a71f9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3819764 Aug 31 01:07:05.487473 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55526) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:05.497994 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f5ccaaab-857b-4403-9771-1c9dc6c43e44 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'security_group': {'name': 'tempest-secgroup-142734120'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:05.529796 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de8b964-eae1-4dd3-801e-9c42df2d6f0e None None] No DVR routers for this DVR port a21d1852-baac-4069-9714-7741fde02da5 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:05.548139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: a21d1852-baac-4069-9714-7741fde02da5 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:07:05.548722 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a21d1852-baac-4069-9714-7741fde02da5 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:05.624370 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Pushing event updated for resources: {'Port': ['ID=437d30d3-2fe0-4c79-aef8-02f10db008af,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:05.671577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Attempting to bind port 437d30d3-2fe0-4c79-aef8-02f10db008af on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:05.671577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Attempting to bind port 437d30d3-2fe0-4c79-aef8-02f10db008af by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'f1e36ca7-20e5-4b2f-a9d2-7c757da3675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:05.671577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Attempting to bind port 437d30d3-2fe0-4c79-aef8-02f10db008af on network c364baa5-ccd7-46ff-ade4-87575f65869f {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:05.674697 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] No DVR routers for this DVR port a21d1852-baac-4069-9714-7741fde02da5 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:05.678995 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event deleted for resources: {'Port': ['ID=a21d1852-baac-4069-9714-7741fde02da5,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:05.680440 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:07:05.680827 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Checking segment: {'id': 'f1e36ca7-20e5-4b2f-a9d2-7c757da3675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:05.681304 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.682031 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Bound using segment: {'id': 'f1e36ca7-20e5-4b2f-a9d2-7c757da3675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:07:05.691093 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Bound port: 437d30d3-2fe0-4c79-aef8-02f10db008af, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e36ca7-20e5-4b2f-a9d2-7c757da3675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:07:05.692492 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.821467 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.827053 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.874803 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea95809c-2784-4997-92be-9a2fe8abf896']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:05.897669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] For port 437d30d3-2fe0-4c79-aef8-02f10db008af, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:07:05.907454 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22a3e7c-ba9e-4c37-99b8-13583c32f0d5') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:05.907953 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22a3e7c-ba9e-4c37-99b8-13583c32f0d5') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:05.912900 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] For port 437d30d3-2fe0-4c79-aef8-02f10db008af, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=437d30d3-2fe0-4c79-aef8-02f10db008af,segment=NetworkSegment(f1e36ca7-20e5-4b2f-a9d2-7c757da3675d),segment_id=f1e36ca7-20e5-4b2f-a9d2-7c757da3675d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:07:05.945024 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.953216 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f5ccaaab-857b-4403-9771-1c9dc6c43e44 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.988109 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-16704b6e-018e-4a81-923c-53708479d82a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:06.001129 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:06.026562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:07:06.027374 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:07:06.032561 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:07:06.053778 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:06.190241 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-16704b6e-018e-4a81-923c-53708479d82a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Transition to ACTIVE for port object 2b8de4cf-8719-4d1b-adad-11c446151158 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:06.230322 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8733724-e797-46d6-a758-0efe0d920294 req-0cd011b7-3af5-453e-8404-58744261bc46 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Made reservation on behalf of 7cdf53884e3f4b46a883fa43362269ac for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:06.290931 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f265a58-5e26-40c6-a7bf-a497a702c3b6 None None] Pushing event updated for resources: {'Port': ['ID=437d30d3-2fe0-4c79-aef8-02f10db008af,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:06.320866 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55538) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:06.381626 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:06.439724 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:06.450442 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] 10.222.0.16 "DELETE /v2.0/networks/ea95809c-2784-4997-92be-9a2fe8abf896 HTTP/1.1" status: 204 len: 168 time: 2.8846338 Aug 31 01:07:06.460016 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d8858-1316-40a7-bb93-c6885fe48b9f tempest-ServersTestMultiNic-845502433 tempest-ServersTestMultiNic-845502433-project] Pushing event deleted for resources: {'Network': ['ID=ea95809c-2784-4997-92be-9a2fe8abf896,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:06.475976 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-16704b6e-018e-4a81-923c-53708479d82a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:06.541555 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:07:06.657652 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-16704b6e-018e-4a81-923c-53708479d82a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Network 39306b03-5941-46df-84e7-0d73d5303078 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:06.683964 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-16704b6e-018e-4a81-923c-53708479d82a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:06.716416 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-16704b6e-018e-4a81-923c-53708479d82a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:06.840519 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16704b6e-018e-4a81-923c-53708479d82a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Pushing event updated for resources: {'Port': ['ID=2b8de4cf-8719-4d1b-adad-11c446151158,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:06.886748 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a3922be1-e488-4369-902d-d08ae7661e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:06.921169 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:06.933934 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-16704b6e-018e-4a81-923c-53708479d82a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:06.935475 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-16704b6e-018e-4a81-923c-53708479d82a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:06.975600 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:07.033196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55554) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:07.063989 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c8733724-e797-46d6-a758-0efe0d920294 req-0cd011b7-3af5-453e-8404-58744261bc46 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:07.104435 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-03d3616b-15ae-4d46-a411-8d540a0507d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:07.109925 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.api [None req-a3922be1-e488-4369-902d-d08ae7661e06 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:07:07.109925 n-d-793621-34 neutron-server[102343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:07:07.109925 n-d-793621-34 neutron-server[102343]: [parameters: {'project_id_1': '3bc136d64fe2432193a3fc3e0ed0c1d7', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 7, 6, 919311)}] Aug 31 01:07:07.109925 n-d-793621-34 neutron-server[102343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:07:07.110459 n-d-793621-34 neutron-server[102343]: DEBUG oslo_db.api [None req-a3922be1-e488-4369-902d-d08ae7661e06 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:07:07.189355 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:07.338320 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c07f60f-c5cb-41a6-ab83-b38ad850d1d4 req-15fad805-0dcb-40cd-b6d3-835a6d066efa tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 210 time: 0.2630298 Aug 31 01:07:07.462915 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c8024134-4d26-4399-a4d5-33899eb215d3 None None] Provisioning for port 2b8de4cf-8719-4d1b-adad-11c446151158 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:07.489221 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c8024134-4d26-4399-a4d5-33899eb215d3 None None] Provisioning complete for port 2b8de4cf-8719-4d1b-adad-11c446151158 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:07.490195 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c8024134-4d26-4399-a4d5-33899eb215d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:07.510690 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 437d30d3-2fe0-4c79-aef8-02f10db008af up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:07.659856 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a3922be1-e488-4369-902d-d08ae7661e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:07.715521 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-c8024134-4d26-4399-a4d5-33899eb215d3 None None] Port 2b8de4cf-8719-4d1b-adad-11c446151158 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:07:07.772538 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f5ccaaab-857b-4403-9771-1c9dc6c43e44 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:07.809583 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-c8733724-e797-46d6-a758-0efe0d920294 req-0cd011b7-3af5-453e-8404-58744261bc46 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Allocated IP 172.20.0.9 (39306b03-5941-46df-84e7-0d73d5303078/b26fd38d-643f-4aba-994e-f13dbd731e6c/b1015c61-d241-4115-882e-1a01e14231f8) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:07.838431 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:07.843872 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 437d30d3-2fe0-4c79-aef8-02f10db008af completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:07.912449 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:08.056193 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f5ccaaab-857b-4403-9771-1c9dc6c43e44 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:08.140132 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-121c092c-5053-41b7-831a-d7ffa17109ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:08.289383 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-16704b6e-018e-4a81-923c-53708479d82a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3793030 Aug 31 01:07:08.303616 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Request body: {'port': {'device_id': '84483fc9-9c15-4672-b089-e7bbda3df6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:08.344720 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccaaab-857b-4403-9771-1c9dc6c43e44 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8be0c84-e733-46e8-98c4-473078dfa5fa,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:08.550315 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f7c6b63-bb54-4857-b835-bf1c52fef37d req-66b8fb8c-d885-460f-86a7-83e570de4864 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 210 time: 0.0589421 Aug 31 01:07:08.559287 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f5ccaaab-857b-4403-9771-1c9dc6c43e44 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:08.564534 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f5ccaaab-857b-4403-9771-1c9dc6c43e44 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.0770552 Aug 31 01:07:08.565262 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55572) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:08.584513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b09b084f-a0f0-4170-8c97-f9d6081776ab tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2009975669', 'security_groups': ['d8be0c84-e733-46e8-98c4-473078dfa5fa'], 'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd2307600-35e1-4c19-9fd1-73a5dd3e0321'}]}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:08.601078 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:08.662306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Allocated IP 172.20.0.7 (04e8c29e-0cc9-431f-a237-f698ee293783/27e0d543-41b0-4a43-942b-f4b37f177ae3/5e9571dd-8909-46cf-ab0a-b28e2c8f598e) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:08.681660 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c8733724-e797-46d6-a758-0efe0d920294 req-0cd011b7-3af5-453e-8404-58744261bc46 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:08.760909 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-c8733724-e797-46d6-a758-0efe0d920294 req-0cd011b7-3af5-453e-8404-58744261bc46 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Transition to ACTIVE for port object b1015c61-d241-4115-882e-1a01e14231f8 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:08.763676 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a3922be1-e488-4369-902d-d08ae7661e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:08.784166 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-70e9d31f-2f30-40ce-b4a8-5641eb2a1737 None None] Provisioning for port 437d30d3-2fe0-4c79-aef8-02f10db008af completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:08.791324 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:08.794051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-70e9d31f-2f30-40ce-b4a8-5641eb2a1737 None None] Provisioning complete for port 437d30d3-2fe0-4c79-aef8-02f10db008af triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:08.794575 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-70e9d31f-2f30-40ce-b4a8-5641eb2a1737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:08.933934 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-70e9d31f-2f30-40ce-b4a8-5641eb2a1737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:08.957931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-6a7e6b51-7d56-485e-93ac-18212051cff1 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:08.959616 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-6a7e6b51-7d56-485e-93ac-18212051cff1 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.48 "GET /v2.0/networks?id=39306b03-5941-46df-84e7-0d73d5303078 HTTP/1.1" status: 200 len: 816 time: 0.2943196 Aug 31 01:07:08.980179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-aa8e4a16-dedc-4416-8756-1b03b561f489 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Request body: {'port': {'device_id': '84940b8a-2507-433c-be3b-adf58113c7f4', 'network_id': '39306b03-5941-46df-84e7-0d73d5303078', 'admin_state_up': True, 'tenant_id': '7cdf53884e3f4b46a883fa43362269ac'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:08.997728 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-70e9d31f-2f30-40ce-b4a8-5641eb2a1737 None None] For port 437d30d3-2fe0-4c79-aef8-02f10db008af, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=437d30d3-2fe0-4c79-aef8-02f10db008af,segment=NetworkSegment(f1e36ca7-20e5-4b2f-a9d2-7c757da3675d),segment_id=f1e36ca7-20e5-4b2f-a9d2-7c757da3675d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:09.056323 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-121c092c-5053-41b7-831a-d7ffa17109ff admin admin] Deleting port 877e8671-e7a7-4686-8f01-19e03bedfd92 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:09.056816 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-121c092c-5053-41b7-831a-d7ffa17109ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.085618 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.121407 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a3922be1-e488-4369-902d-d08ae7661e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.210712 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c8733724-e797-46d6-a758-0efe0d920294 req-0cd011b7-3af5-453e-8404-58744261bc46 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.301405 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3922be1-e488-4369-902d-d08ae7661e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5384fae-4322-44c8-8ee6-9891d43718db,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:09.323990 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a3922be1-e488-4369-902d-d08ae7661e06 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3bc136d64fe2432193a3fc3e0ed0c1d7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9995837 Aug 31 01:07:09.327291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55576) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:09.344173 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-70e9d31f-2f30-40ce-b4a8-5641eb2a1737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.350849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8733724-e797-46d6-a758-0efe0d920294 req-0cd011b7-3af5-453e-8404-58744261bc46 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Network 39306b03-5941-46df-84e7-0d73d5303078 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:09.366027 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd011b7-3af5-453e-8404-58744261bc46 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Pushing event updated for resources: {'Port': ['ID=b1015c61-d241-4115-882e-1a01e14231f8,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:09.371469 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-c8733724-e797-46d6-a758-0efe0d920294 req-0cd011b7-3af5-453e-8404-58744261bc46 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:09.378881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8733724-e797-46d6-a758-0efe0d920294 req-0cd011b7-3af5-453e-8404-58744261bc46 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:09.418039 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-121c092c-5053-41b7-831a-d7ffa17109ff admin admin] For port 877e8671-e7a7-4686-8f01-19e03bedfd92, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=877e8671-e7a7-4686-8f01-19e03bedfd92,segment=NetworkSegment(73eb7bf0-3124-4f54-b344-66b66137f527),segment_id=73eb7bf0-3124-4f54-b344-66b66137f527)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:09.418536 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-121c092c-5053-41b7-831a-d7ffa17109ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.421228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09b084f-a0f0-4170-8c97-f9d6081776ab tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:09.432933 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-70e9d31f-2f30-40ce-b4a8-5641eb2a1737 None None] Provisioning complete for port a06efffb-5323-46a2-b95d-5efbde44f1f7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:09.434814 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-70e9d31f-2f30-40ce-b4a8-5641eb2a1737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.450266 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-121c092c-5053-41b7-831a-d7ffa17109ff admin admin] Calling delete_port for 877e8671-e7a7-4686-8f01-19e03bedfd92 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:09.513142 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-70e9d31f-2f30-40ce-b4a8-5641eb2a1737 None None] Port a06efffb-5323-46a2-b95d-5efbde44f1f7 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:07:09.571576 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.579101 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9d31f-2f30-40ce-b4a8-5641eb2a1737 None None] Pushing event updated for resources: {'Port': ['ID=437d30d3-2fe0-4c79-aef8-02f10db008af,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:09.712259 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8de4cf-8719-4d1b-adad-11c446151158 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:07:09.759286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Network 04e8c29e-0cc9-431f-a237-f698ee293783 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:09.796635 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:09.820209 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.822185 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8733724-e797-46d6-a758-0efe0d920294 req-0cd011b7-3af5-453e-8404-58744261bc46 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:09.823814 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c8733724-e797-46d6-a758-0efe0d920294 req-0cd011b7-3af5-453e-8404-58744261bc46 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.829937 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:09.841183 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Pushing event updated for resources: {'Port': ['ID=5e9571dd-8909-46cf-ab0a-b28e2c8f598e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:09.855750 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-aa8e4a16-dedc-4416-8756-1b03b561f489 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Made reservation on behalf of 7cdf53884e3f4b46a883fa43362269ac for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:09.862041 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-aa8e4a16-dedc-4416-8756-1b03b561f489 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.877487 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d08e08eb-a57a-4185-8f02-18f2a183b711 req-46a1f1aa-737e-4200-9b9a-4e0198804821 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 210 time: 0.0603721 Aug 31 01:07:09.893268 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Transition to ACTIVE for port object 2b8de4cf-8719-4d1b-adad-11c446151158 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:09.909308 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7fb1445b-3e40-47aa-831e-e1a4446c889c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.989889 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b09b084f-a0f0-4170-8c97-f9d6081776ab tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:10.032461 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7fb1445b-3e40-47aa-831e-e1a4446c889c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:10.117035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-b09b084f-a0f0-4170-8c97-f9d6081776ab tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] device_id is not set on port ee8f34cc-11f2-4c29-89c9-632f09ae2a8e yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:07:10.149794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-71c32e69-df18-41a0-b0c6-88a0fc698004 None None] Provisioning for port b1015c61-d241-4115-882e-1a01e14231f8 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:10.151777 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:10.162433 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-71c32e69-df18-41a0-b0c6-88a0fc698004 None None] Provisioning complete for port b1015c61-d241-4115-882e-1a01e14231f8 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:10.163117 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-71c32e69-df18-41a0-b0c6-88a0fc698004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:10.234376 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8733724-e797-46d6-a758-0efe0d920294 req-0cd011b7-3af5-453e-8404-58744261bc46 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9134521 Aug 31 01:07:10.245224 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:10.254981 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Pushing event updated for resources: {'Port': ['ID=2b8de4cf-8719-4d1b-adad-11c446151158,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:10.278207 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-71c32e69-df18-41a0-b0c6-88a0fc698004 None None] Port b1015c61-d241-4115-882e-1a01e14231f8 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:07:10.280968 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-121c092c-5053-41b7-831a-d7ffa17109ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:10.331587 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Request body: {'port': {'device_id': '65b107bb-2a88-492f-bb79-75fefe056e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:10.375144 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c092c-5053-41b7-831a-d7ffa17109ff admin admin] Pushing event deleted for resources: {'Port': ['ID=877e8671-e7a7-4686-8f01-19e03bedfd92,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:10.726714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Attempting to bind port 2b8de4cf-8719-4d1b-adad-11c446151158 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:10.728618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Attempting to bind port 2b8de4cf-8719-4d1b-adad-11c446151158 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ab4581ca-b114-464a-9f9a-6c58631ac6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39306b03-5941-46df-84e7-0d73d5303078'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:10.728618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Attempting to bind port 2b8de4cf-8719-4d1b-adad-11c446151158 on network 39306b03-5941-46df-84e7-0d73d5303078 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:10.730071 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-aa8e4a16-dedc-4416-8756-1b03b561f489 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Allocated IP 172.20.0.10 (39306b03-5941-46df-84e7-0d73d5303078/b26fd38d-643f-4aba-994e-f13dbd731e6c/14a6b450-a1a6-492d-9b91-13a0d9ab07f3) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:10.741695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Port 2b8de4cf-8719-4d1b-adad-11c446151158 on network 39306b03-5941-46df-84e7-0d73d5303078 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:07:10.741985 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Attempting to bind port 2b8de4cf-8719-4d1b-adad-11c446151158 on network 39306b03-5941-46df-84e7-0d73d5303078 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:10.750476 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-121c092c-5053-41b7-831a-d7ffa17109ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:10.752577 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:07:10.752991 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Checking segment: {'id': 'ab4581ca-b114-464a-9f9a-6c58631ac6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39306b03-5941-46df-84e7-0d73d5303078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:10.753474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Bound using segment: {'id': 'ab4581ca-b114-464a-9f9a-6c58631ac6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39306b03-5941-46df-84e7-0d73d5303078'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:07:10.754554 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Bound port: 2b8de4cf-8719-4d1b-adad-11c446151158, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4581ca-b114-464a-9f9a-6c58631ac6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39306b03-5941-46df-84e7-0d73d5303078'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:07:10.754554 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:10.755788 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:10.910108 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7fb1445b-3e40-47aa-831e-e1a4446c889c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:10.910108 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7fb1445b-3e40-47aa-831e-e1a4446c889c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:10.918147 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7fb1445b-3e40-47aa-831e-e1a4446c889c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5384fae-4322-44c8-8ee6-9891d43718db HTTP/1.1" status: 204 len: 168 time: 1.5826030 Aug 31 01:07:10.991408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] For port 2b8de4cf-8719-4d1b-adad-11c446151158, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:07:10.995746 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] For port 2b8de4cf-8719-4d1b-adad-11c446151158, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2b8de4cf-8719-4d1b-adad-11c446151158,segment=NetworkSegment(ab4581ca-b114-464a-9f9a-6c58631ac6b4),segment_id=ab4581ca-b114-464a-9f9a-6c58631ac6b4)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:07:11.013055 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1445b-3e40-47aa-831e-e1a4446c889c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5384fae-4322-44c8-8ee6-9891d43718db,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:11.093201 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:11.148185 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-853cdd9e-1771-4b37-8f87-d0cfc077780f req-ad94b1cc-82da-4b27-a342-d45de3969a0c tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 210 time: 0.0717371 Aug 31 01:07:11.179802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:11.180808 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:11.182931 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] 10.222.0.41 "PUT /v2.0/ports/2b8de4cf-8719-4d1b-adad-11c446151158 HTTP/1.1" status: 200 len: 1092 time: 2.8853600 Aug 31 01:07:11.189873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84483fc9-9c15-4672-b089-e7bbda3df6b9', 'tag': '2b8de4cf-8719-4d1b-adad-11c446151158'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:11.193413 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e09c4ae-514c-42fd-9f68-506fce34a3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "84483fc9-9c15-4672-b089-e7bbda3df6b9", "tag": "2b8de4cf-8719-4d1b-adad-11c446151158"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:11.299796 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c21e22-f2c6-4ad4-80fd-d52bf89918ec x-openstack-request-id: req-26c21e22-f2c6-4ad4-80fd-d52bf89918ec {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:11.300480 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84483fc9-9c15-4672-b089-e7bbda3df6b9", "tag": "2b8de4cf-8719-4d1b-adad-11c446151158", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:11.301598 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26c21e22-f2c6-4ad4-80fd-d52bf89918ec {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:11.302193 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84483fc9-9c15-4672-b089-e7bbda3df6b9', 'tag': '2b8de4cf-8719-4d1b-adad-11c446151158', 'status': 'completed', 'code': 200} Aug 31 01:07:11.303043 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03df4d-e33f-4c95-bccb-70b2c604386f service neutron] Pushing event updated for resources: {'Port': ['ID=2b8de4cf-8719-4d1b-adad-11c446151158,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:11.317945 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1445b-3e40-47aa-831e-e1a4446c889c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:11.318599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1445b-3e40-47aa-831e-e1a4446c889c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:11.319115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1445b-3e40-47aa-831e-e1a4446c889c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:11.319743 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1445b-3e40-47aa-831e-e1a4446c889c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:11.320404 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1445b-3e40-47aa-831e-e1a4446c889c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:11.321613 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1445b-3e40-47aa-831e-e1a4446c889c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:11.322102 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1445b-3e40-47aa-831e-e1a4446c889c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:11.322660 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1445b-3e40-47aa-831e-e1a4446c889c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:11.323219 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1445b-3e40-47aa-831e-e1a4446c889c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:11.323778 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1445b-3e40-47aa-831e-e1a4446c889c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:11.324334 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1445b-3e40-47aa-831e-e1a4446c889c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:11.324882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1445b-3e40-47aa-831e-e1a4446c889c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:11.360216 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121c092c-5053-41b7-831a-d7ffa17109ff admin admin] Router e1d978b0-fb13-48bd-b71c-de7ec8f0667c has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:07:11.397024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09c4ae-514c-42fd-9f68-506fce34a3a6 req-5e1ec471-5251-43a6-9bc1-e4c8913284f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:11.401073 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8e09c4ae-514c-42fd-9f68-506fce34a3a6 req-5e1ec471-5251-43a6-9bc1-e4c8913284f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdf53884e3f4b46a883fa43362269ac&device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 1095 time: 0.0851917 Aug 31 01:07:11.489324 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 437d30d3-2fe0-4c79-aef8-02f10db008af up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:11.527605 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:11.533789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-b09b084f-a0f0-4170-8c97-f9d6081776ab tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Allocated IP 2001:db8::d4 (c364baa5-ccd7-46ff-ade4-87575f65869f/d2307600-35e1-4c19-9fd1-73a5dd3e0321/ee8f34cc-11f2-4c29-89c9-632f09ae2a8e) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:11.679292 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 437d30d3-2fe0-4c79-aef8-02f10db008af triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:11.680576 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:11.757387 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121c092c-5053-41b7-831a-d7ffa17109ff admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:07:11.775186 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-121c092c-5053-41b7-831a-d7ffa17109ff admin admin] 10.222.0.16 "PUT /v2.0/routers/e1d978b0-fb13-48bd-b71c-de7ec8f0667c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7402163 Aug 31 01:07:11.777639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55608) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:11.782988 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d911ea-f4bc-4c09-9f69-e805d7a140e4 None None] Sync routers for ids ['e1d978b0-fb13-48bd-b71c-de7ec8f0667c'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:07:11.793036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09c4ae-514c-42fd-9f68-506fce34a3a6 req-f1721cee-5a85-4598-9469-60fdf0b405a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:11.797074 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8e09c4ae-514c-42fd-9f68-506fce34a3a6 req-f1721cee-5a85-4598-9469-60fdf0b405a3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7cdf53884e3f4b46a883fa43362269ac&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3000119 Aug 31 01:07:11.808819 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d911ea-f4bc-4c09-9f69-e805d7a140e4 None None] Routers {'e1d978b0-fb13-48bd-b71c-de7ec8f0667c'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:11.809908 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-45d911ea-f4bc-4c09-9f69-e805d7a140e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:07:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e1d978b0-fb13-48bd-b71c-de7ec8f0667c'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:12.103130 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-45d911ea-f4bc-4c09-9f69-e805d7a140e4 None None] Set router e1d978b0-fb13-48bd-b71c-de7ec8f0667c gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:12.482623 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-45d911ea-f4bc-4c09-9f69-e805d7a140e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'name': 'tempest-ServersTestMultiNic-939432476-router', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '62d060ee-ea50-441b-881f-a5a8f7736274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:11Z', 'updated_at': '2021-08-31T01:07:09Z', 'revision_number': 5, 'project_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'gw_port': {'id': '62d060ee-ea50-441b-881f-a5a8f7736274', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:15Z', 'updated_at': '2021-08-31T01:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:12.525329 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d911ea-f4bc-4c09-9f69-e805d7a140e4 None None] Checking router: e1d978b0-fb13-48bd-b71c-de7ec8f0667c for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:07:12.540736 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d911ea-f4bc-4c09-9f69-e805d7a140e4 None None] Routers {'e1d978b0-fb13-48bd-b71c-de7ec8f0667c'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:12.541693 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-45d911ea-f4bc-4c09-9f69-e805d7a140e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:07:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e1d978b0-fb13-48bd-b71c-de7ec8f0667c'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:12.644606 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbe47aa2-7aea-4604-a364-5c2a7db81a81 admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:12.653039 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55620) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:12.700368 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09c4ae-514c-42fd-9f68-506fce34a3a6 req-a34b88c5-bc49-479d-b0ab-0ac6d7d6a0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:12.701862 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8e09c4ae-514c-42fd-9f68-506fce34a3a6 req-a34b88c5-bc49-479d-b0ab-0ac6d7d6a0b7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8474452 Aug 31 01:07:12.704896 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1efac07c-09ee-4311-8429-b6c6fa9ef713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:12.713221 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-45d911ea-f4bc-4c09-9f69-e805d7a140e4 None None] Set router e1d978b0-fb13-48bd-b71c-de7ec8f0667c gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:12.736407 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-aa8e4a16-dedc-4416-8756-1b03b561f489 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:12.742126 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-95a07f05-9ff2-4169-b8a2-0c079abe0ba6 req-c2fe7c7c-faca-415c-90fc-a624c96e4402 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 210 time: 0.1732869 Aug 31 01:07:12.792420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-aa8e4a16-dedc-4416-8756-1b03b561f489 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Transition to ACTIVE for port object 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:12.918988 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-9d9fd7b9-1016-43a4-90bc-cc7852133e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:12.921509 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-9d9fd7b9-1016-43a4-90bc-cc7852133e7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdf53884e3f4b46a883fa43362269ac&device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 1095 time: 0.1163139 Aug 31 01:07:12.923560 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbe47aa2-7aea-4604-a364-5c2a7db81a81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:12.961966 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b09b084f-a0f0-4170-8c97-f9d6081776ab tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.011282 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-ed61cc16-c208-4b6f-8ad1-4bd51cf796fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b8de4cf-8719-4d1b-adad-11c446151158 HTTP/1.1" status: 200 len: 217 time: 0.0721114 Aug 31 01:07:13.070961 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-45d911ea-f4bc-4c09-9f69-e805d7a140e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'name': 'tempest-ServersTestMultiNic-939432476-router', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '62d060ee-ea50-441b-881f-a5a8f7736274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:11Z', 'updated_at': '2021-08-31T01:07:09Z', 'revision_number': 5, 'project_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'gw_port': {'id': '62d060ee-ea50-441b-881f-a5a8f7736274', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:15Z', 'updated_at': '2021-08-31T01:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:13.094304 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-b09b084f-a0f0-4170-8c97-f9d6081776ab tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Transition to ACTIVE for port object ee8f34cc-11f2-4c29-89c9-632f09ae2a8e will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:13.143406 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.148237 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d911ea-f4bc-4c09-9f69-e805d7a140e4 None None] The sync data for ids ['e1d978b0-fb13-48bd-b71c-de7ec8f0667c'] in n-d-793621-34 is: [{'id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'name': 'tempest-ServersTestMultiNic-939432476-router', 'tenant_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '62d060ee-ea50-441b-881f-a5a8f7736274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:11Z', 'updated_at': '2021-08-31T01:07:09Z', 'revision_number': 5, 'project_id': '5c2cffadd45a4dd3bf0e6326f19f7e9a', 'gw_port': {'id': '62d060ee-ea50-441b-881f-a5a8f7736274', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d978b0-fb13-48bd-b71c-de7ec8f0667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:15Z', 'updated_at': '2021-08-31T01:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:07:13.157667 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-4da419e5-40a0-40fd-86a2-ae2979a7b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:13.159770 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-4da419e5-40a0-40fd-86a2-ae2979a7b464 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b26fd38d-643f-4aba-994e-f13dbd731e6c HTTP/1.1" status: 200 len: 855 time: 0.1410444 Aug 31 01:07:13.162597 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1efac07c-09ee-4311-8429-b6c6fa9ef713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.240198 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-f995ed56-e9ab-45a6-9956-67642104cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:13.242057 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-f995ed56-e9ab-45a6-9956-67642104cdcd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39306b03-5941-46df-84e7-0d73d5303078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738411 Aug 31 01:07:13.244736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-bbe47aa2-7aea-4604-a364-5c2a7db81a81 admin admin] Deleting port 62d060ee-ea50-441b-881f-a5a8f7736274 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:13.245108 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbe47aa2-7aea-4604-a364-5c2a7db81a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.257026 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-aa8e4a16-dedc-4416-8756-1b03b561f489 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.429371 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-aa8e4a16-dedc-4416-8756-1b03b561f489 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Network 39306b03-5941-46df-84e7-0d73d5303078 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:13.446782 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1efac07c-09ee-4311-8429-b6c6fa9ef713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.446782 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-bbe47aa2-7aea-4604-a364-5c2a7db81a81 admin admin] For port 62d060ee-ea50-441b-881f-a5a8f7736274, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=62d060ee-ea50-441b-881f-a5a8f7736274,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:13.446782 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbe47aa2-7aea-4604-a364-5c2a7db81a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.481832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e4a16-dedc-4416-8756-1b03b561f489 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Pushing event updated for resources: {'Port': ['ID=14a6b450-a1a6-492d-9b91-13a0d9ab07f3,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:13.486718 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-253726ce-716d-4f05-beab-4aee6bfdc92e service neutron] 10.222.0.41 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224379 Aug 31 01:07:13.486880 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-bbe47aa2-7aea-4604-a364-5c2a7db81a81 admin admin] Calling delete_port for 62d060ee-ea50-441b-881f-a5a8f7736274 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:13.493550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-aa8e4a16-dedc-4416-8756-1b03b561f489 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:13.502507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-aa8e4a16-dedc-4416-8756-1b03b561f489 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:13.525457 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efac07c-09ee-4311-8429-b6c6fa9ef713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83aeb4da-802a-4a9c-8a95-864af1cd9dec,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:13.571632 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1efac07c-09ee-4311-8429-b6c6fa9ef713 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1ecc6cbb74a479296b3283e1f880a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9173934 Aug 31 01:07:13.575436 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55626) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:13.616762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-aa8e4a16-dedc-4416-8756-1b03b561f489 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:13.617588 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-aa8e4a16-dedc-4416-8756-1b03b561f489 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.677774 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b09b084f-a0f0-4170-8c97-f9d6081776ab tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.733774 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1015c61-d241-4115-882e-1a01e14231f8 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:07:13.755304 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cdc4a3a0-eb3c-4f95-8711-1a76e4d808db req-2f224a2e-6495-4aa8-b6a8-4a3240e0b5f6 service neutron] 10.222.0.41 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576225 Aug 31 01:07:13.756107 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.868461 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-aa8e4a16-dedc-4416-8756-1b03b561f489 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8976462 Aug 31 01:07:13.885232 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c53f6837-3692-48f2-a37f-f12ef7a9cc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.901846 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b084f-a0f0-4170-8c97-f9d6081776ab tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=ee8f34cc-11f2-4c29-89c9-632f09ae2a8e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:13.918121 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09b084f-a0f0-4170-8c97-f9d6081776ab tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network c364baa5-ccd7-46ff-ade4-87575f65869f is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:13.923205 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Transition to ACTIVE for port object b1015c61-d241-4115-882e-1a01e14231f8 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:13.926696 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c53f6837-3692-48f2-a37f-f12ef7a9cc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.929397 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-538176a0-570c-42c5-b384-68e77bf4bfed tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:07:13.931392 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-538176a0-570c-42c5-b384-68e77bf4bfed tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103095 Aug 31 01:07:13.932616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-b09b084f-a0f0-4170-8c97-f9d6081776ab tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:13.953869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09b084f-a0f0-4170-8c97-f9d6081776ab tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:13.969873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09b084f-a0f0-4170-8c97-f9d6081776ab tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:13.972045 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b09b084f-a0f0-4170-8c97-f9d6081776ab tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.995161 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Router 307c67d7-3024-49b8-b4bf-180813f1af40 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:07:14.049375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b0a1b4f5-b06b-4750-99bb-7a777b5e3330 None None] Provisioning for port 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:14.056220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b0a1b4f5-b06b-4750-99bb-7a777b5e3330 None None] Provisioning complete for port 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:14.056427 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b0a1b4f5-b06b-4750-99bb-7a777b5e3330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:14.165000 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b0a1b4f5-b06b-4750-99bb-7a777b5e3330 None None] Port 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:07:14.180168 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:14.212660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbe47aa2-7aea-4604-a364-5c2a7db81a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:14.232027 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b09b084f-a0f0-4170-8c97-f9d6081776ab tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.6594033 Aug 31 01:07:14.240528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55636) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:14.308139 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c6150a09-9a97-4c67-9993-ab770eff0254 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'subnet': {'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:14.323264 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Request body: {'port': {'device_id': '84940b8a-2507-433c-be3b-adf58113c7f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:14.331445 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c53f6837-3692-48f2-a37f-f12ef7a9cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:14.331445 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c53f6837-3692-48f2-a37f-f12ef7a9cc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:14.331445 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c53f6837-3692-48f2-a37f-f12ef7a9cc00 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83aeb4da-802a-4a9c-8a95-864af1cd9dec HTTP/1.1" status: 204 len: 168 time: 0.7529767 Aug 31 01:07:14.332586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe47aa2-7aea-4604-a364-5c2a7db81a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=62d060ee-ea50-441b-881f-a5a8f7736274,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:14.456389 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f6837-3692-48f2-a37f-f12ef7a9cc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83aeb4da-802a-4a9c-8a95-864af1cd9dec,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:14.480736 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Pushing event updated for resources: {'Port': ['ID=b1015c61-d241-4115-882e-1a01e14231f8,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:14.542046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34bb072-8692-4534-a490-f1efe616b1be req-494170cf-6f8e-46f2-bf86-9553aa71d86c tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:14.565464 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d34bb072-8692-4534-a490-f1efe616b1be req-494170cf-6f8e-46f2-bf86-9553aa71d86c tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 932 time: 0.5815134 Aug 31 01:07:14.593094 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-50cb2079-cdb3-4c13-819b-f52cb3ebb050 None None] Provisioning for port ee8f34cc-11f2-4c29-89c9-632f09ae2a8e completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:14.616961 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-50cb2079-cdb3-4c13-819b-f52cb3ebb050 None None] Provisioning complete for port ee8f34cc-11f2-4c29-89c9-632f09ae2a8e triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:14.617636 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-50cb2079-cdb3-4c13-819b-f52cb3ebb050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:14.685474 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbe47aa2-7aea-4604-a364-5c2a7db81a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:14.727146 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-50cb2079-cdb3-4c13-819b-f52cb3ebb050 None None] Port ee8f34cc-11f2-4c29-89c9-632f09ae2a8e cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:07:14.740101 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:07:14.757995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Sync routers for ids ['307c67d7-3024-49b8-b4bf-180813f1af40'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:07:14.775036 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:14.782093 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Routers {'307c67d7-3024-49b8-b4bf-180813f1af40'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:14.784167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:07:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['307c67d7-3024-49b8-b4bf-180813f1af40'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:14.876824 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbe47aa2-7aea-4604-a364-5c2a7db81a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:14.880630 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbe47aa2-7aea-4604-a364-5c2a7db81a81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:14.898226 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d34bb072-8692-4534-a490-f1efe616b1be req-6271b19b-2f43-4d17-91d8-a7b5fd3d7c3b tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309622 Aug 31 01:07:14.953614 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Set router 307c67d7-3024-49b8-b4bf-180813f1af40 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:14.984323 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:14.986328 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-576a2269-f0e1-4b8a-871f-f41c90e8ceff tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.4928744 Aug 31 01:07:14.991183 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55642) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:15.040529 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Attempting to bind port b1015c61-d241-4115-882e-1a01e14231f8 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:15.041546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Attempting to bind port b1015c61-d241-4115-882e-1a01e14231f8 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ab4581ca-b114-464a-9f9a-6c58631ac6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39306b03-5941-46df-84e7-0d73d5303078'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:15.042200 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Attempting to bind port b1015c61-d241-4115-882e-1a01e14231f8 on network 39306b03-5941-46df-84e7-0d73d5303078 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:15.060530 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Port b1015c61-d241-4115-882e-1a01e14231f8 on network 39306b03-5941-46df-84e7-0d73d5303078 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:07:15.061388 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Attempting to bind port b1015c61-d241-4115-882e-1a01e14231f8 on network 39306b03-5941-46df-84e7-0d73d5303078 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:15.080527 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:07:15.086504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Checking segment: {'id': 'ab4581ca-b114-464a-9f9a-6c58631ac6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39306b03-5941-46df-84e7-0d73d5303078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:15.086504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Bound using segment: {'id': 'ab4581ca-b114-464a-9f9a-6c58631ac6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39306b03-5941-46df-84e7-0d73d5303078'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:07:15.086504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Bound port: b1015c61-d241-4115-882e-1a01e14231f8, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4581ca-b114-464a-9f9a-6c58631ac6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39306b03-5941-46df-84e7-0d73d5303078'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:07:15.086504 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.093616 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6150a09-9a97-4c67-9993-ab770eff0254 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:15.099561 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6150a09-9a97-4c67-9993-ab770eff0254 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.108063 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbe47aa2-7aea-4604-a364-5c2a7db81a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.109017 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe47aa2-7aea-4604-a364-5c2a7db81a81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1d978b0-fb13-48bd-b71c-de7ec8f0667c {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:07:15.122284 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbe47aa2-7aea-4604-a364-5c2a7db81a81 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.129309 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bbe47aa2-7aea-4604-a364-5c2a7db81a81 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e1d978b0-fb13-48bd-b71c-de7ec8f0667c HTTP/1.1" status: 204 len: 168 time: 3.3476117 Aug 31 01:07:15.149551 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55646) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:15.347079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307c67d7-3024-49b8-b4bf-180813f1af40', 'name': '', 'tenant_id': '93b1839a41b04e62aa707fce9521b494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04e8c29e-0cc9-431f-a237-f698ee293783', 'external_fixed_ips': [{'subnet_id': '27e0d543-41b0-4a43-942b-f4b37f177ae3', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '5e9571dd-8909-46cf-ab0a-b28e2c8f598e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:07:05Z', 'updated_at': '2021-08-31T01:07:10Z', 'revision_number': 3, 'project_id': '93b1839a41b04e62aa707fce9521b494', 'gw_port': {'id': '5e9571dd-8909-46cf-ab0a-b28e2c8f598e', 'name': '', 'network_id': '04e8c29e-0cc9-431f-a237-f698ee293783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307c67d7-3024-49b8-b4bf-180813f1af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '27e0d543-41b0-4a43-942b-f4b37f177ae3', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:07:07Z', 'updated_at': '2021-08-31T01:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27e0d543-41b0-4a43-942b-f4b37f177ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:15.369304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8445342-9eb5-48a9-a50a-b80314a39bf2 admin admin] Deleting subnet adb40e3c-4717-4037-9c40-b237a804084c {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:07:15.381781 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8445342-9eb5-48a9-a50a-b80314a39bf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.390573 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c38536c-3bec-4169-bb94-67ad7281854f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.416274 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 877e8671-e7a7-4686-8f01-19e03bedfd92 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:15.432815 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Checking router: 307c67d7-3024-49b8-b4bf-180813f1af40 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:07:15.433789 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Updating router 307c67d7-3024-49b8-b4bf-180813f1af40 port 5e9571dd-8909-46cf-ab0a-b28e2c8f598e binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:07:15.464441 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2b8de4cf-8719-4d1b-adad-11c446151158 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:07:15.470916 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 877e8671-e7a7-4686-8f01-19e03bedfd92 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:07:15.471649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 877e8671-e7a7-4686-8f01-19e03bedfd92 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:15.508601 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] For port b1015c61-d241-4115-882e-1a01e14231f8, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:07:15.517313 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] For port b1015c61-d241-4115-882e-1a01e14231f8, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b1015c61-d241-4115-882e-1a01e14231f8,segment=NetworkSegment(ab4581ca-b114-464a-9f9a-6c58631ac6b4),segment_id=ab4581ca-b114-464a-9f9a-6c58631ac6b4)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:07:15.537896 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.598271 n-d-793621-34 neutron-server[102343]: INFO neutron.db.ipam_backend_mixin [None req-c6150a09-9a97-4c67-9993-ab770eff0254 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2307600-35e1-4c19-9fd1-73a5dd3e0321 (CIDR: 2001:db8::/64) Aug 31 01:07:15.601677 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8445342-9eb5-48a9-a50a-b80314a39bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.672309 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6150a09-9a97-4c67-9993-ab770eff0254 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:07:15.672888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6150a09-9a97-4c67-9993-ab770eff0254 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:07:15.676144 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.735058 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:15.736079 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.737550 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8733724-e797-46d6-a758-0efe0d920294 req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] 10.222.0.41 "PUT /v2.0/ports/b1015c61-d241-4115-882e-1a01e14231f8 HTTP/1.1" status: 200 len: 1092 time: 5.4246724 Aug 31 01:07:15.756044 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b107bb-2a88-492f-bb79-75fefe056e25', 'tag': 'b1015c61-d241-4115-882e-1a01e14231f8'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:15.758791 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edb4494-9203-4169-88fc-40762061a43e" -d '{"events": [{"name": "network-changed", "server_uuid": "65b107bb-2a88-492f-bb79-75fefe056e25", "tag": "b1015c61-d241-4115-882e-1a01e14231f8"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:15.810782 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c38536c-3bec-4169-bb94-67ad7281854f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.841691 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd52ec1-67e1-47fd-b05b-cfed842f8525 service neutron] Pushing event updated for resources: {'Port': ['ID=b1015c61-d241-4115-882e-1a01e14231f8,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:15.896724 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8445342-9eb5-48a9-a50a-b80314a39bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.909302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:07:15.965479 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.972861 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c6150a09-9a97-4c67-9993-ab770eff0254 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6636956 Aug 31 01:07:15.974488 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d82eeae-8810-44d0-9e89-f036064d1e00 x-openstack-request-id: req-4d82eeae-8810-44d0-9e89-f036064d1e00 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:15.975842 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b107bb-2a88-492f-bb79-75fefe056e25", "tag": "b1015c61-d241-4115-882e-1a01e14231f8", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:15.976567 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d82eeae-8810-44d0-9e89-f036064d1e00 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:15.978730 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b107bb-2a88-492f-bb79-75fefe056e25', 'tag': 'b1015c61-d241-4115-882e-1a01e14231f8', 'status': 'completed', 'code': 200} Aug 31 01:07:15.979874 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55658) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:16.008760 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55660) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:16.028224 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Transition to ACTIVE for port object 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:16.029925 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b3e685cd-f6cd-4574-ba34-a8f95e7acc72 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'subnet': {'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:16.038748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2b8de4cf-8719-4d1b-adad-11c446151158, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2b8de4cf-8719-4d1b-adad-11c446151158,segment=NetworkSegment(ab4581ca-b114-464a-9f9a-6c58631ac6b4),segment_id=ab4581ca-b114-464a-9f9a-6c58631ac6b4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:16.063907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '2b8de4cf-8719-4d1b-adad-11c446151158', 'network_id': '39306b03-5941-46df-84e7-0d73d5303078', 'port_id': '2b8de4cf-8719-4d1b-adad-11c446151158', 'mac_address': 'fa:16:3e:36:4b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26fd38d-643f-4aba-994e-f13dbd731e6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:07:16.079798 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-213932b5-2f29-4892-94bd-9950c17c33c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:16.105684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8733724-e797-46d6-a758-0efe0d920294 req-baf91767-8163-403f-b47d-fcf0fc7ee1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:16.125896 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8733724-e797-46d6-a758-0efe0d920294 req-baf91767-8163-403f-b47d-fcf0fc7ee1a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdf53884e3f4b46a883fa43362269ac&device_id=65b107bb-2a88-492f-bb79-75fefe056e25 HTTP/1.1" status: 200 len: 1095 time: 0.2262101 Aug 31 01:07:16.152407 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:16.271761 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8733724-e797-46d6-a758-0efe0d920294 req-992b1519-b3df-43ec-8fe0-6a2575491bfa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1015c61-d241-4115-882e-1a01e14231f8 HTTP/1.1" status: 200 len: 217 time: 0.1443937 Aug 31 01:07:16.272403 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:16.337166 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8de4cf-8719-4d1b-adad-11c446151158 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:07:16.391677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2b8de4cf-8719-4d1b-adad-11c446151158, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2b8de4cf-8719-4d1b-adad-11c446151158,segment=NetworkSegment(ab4581ca-b114-464a-9f9a-6c58631ac6b4),segment_id=ab4581ca-b114-464a-9f9a-6c58631ac6b4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:16.418022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=14a6b450-a1a6-492d-9b91-13a0d9ab07f3,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:16.429130 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a108f43-89f2-4f36-b553-531c57500058 req-f2a687af-ba8d-46c0-a4db-d66af6d08b1a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:16.431198 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1a108f43-89f2-4f36-b553-531c57500058 req-f2a687af-ba8d-46c0-a4db-d66af6d08b1a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 944 time: 0.1919346 Aug 31 01:07:16.437254 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-0c38536c-3bec-4169-bb94-67ad7281854f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Deleting port 5e9571dd-8909-46cf-ab0a-b28e2c8f598e {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:16.437622 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c38536c-3bec-4169-bb94-67ad7281854f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:16.506516 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8445342-9eb5-48a9-a50a-b80314a39bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:16.549341 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:16.555083 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:16.557831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8445342-9eb5-48a9-a50a-b80314a39bf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adb40e3c-4717-4037-9c40-b237a804084c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:16.573406 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8445342-9eb5-48a9-a50a-b80314a39bf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:16.576970 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e8445342-9eb5-48a9-a50a-b80314a39bf2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/adb40e3c-4717-4037-9c40-b237a804084c HTTP/1.1" status: 204 len: 168 time: 1.4258542 Aug 31 01:07:16.596037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55666) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:16.598306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f87865c-9995-4bca-bd15-06ff8bb0d558 None None] Network db65d674-be1a-44bd-86b6-89cb71da37b8 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:16.602987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Transition to ACTIVE for port object 5e9571dd-8909-46cf-ab0a-b28e2c8f598e will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:16.635019 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8733724-e797-46d6-a758-0efe0d920294 req-40d35d97-837b-452c-85f1-45ab3024d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:16.637031 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8733724-e797-46d6-a758-0efe0d920294 req-40d35d97-837b-452c-85f1-45ab3024d6fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b26fd38d-643f-4aba-994e-f13dbd731e6c HTTP/1.1" status: 200 len: 855 time: 0.3468688 Aug 31 01:07:16.678567 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1a108f43-89f2-4f36-b553-531c57500058 req-86525fda-2c0d-4c03-8e0e-8e0d2638d6f9 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255585 Aug 31 01:07:16.701149 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c38536c-3bec-4169-bb94-67ad7281854f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:16.763034 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-0c38536c-3bec-4169-bb94-67ad7281854f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Calling delete_port for 5e9571dd-8909-46cf-ab0a-b28e2c8f598e owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:16.772985 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:16.775526 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:16.792119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Attempting to bind port 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:16.792806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Attempting to bind port 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'ab4581ca-b114-464a-9f9a-6c58631ac6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39306b03-5941-46df-84e7-0d73d5303078'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:16.793478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Attempting to bind port 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 on network 39306b03-5941-46df-84e7-0d73d5303078 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:16.814389 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Port 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 on network 39306b03-5941-46df-84e7-0d73d5303078 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:07:16.814733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Attempting to bind port 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 on network 39306b03-5941-46df-84e7-0d73d5303078 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:16.817995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=2b8de4cf-8719-4d1b-adad-11c446151158,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:16.870754 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['2b8de4cf-8719-4d1b-adad-11c446151158'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:07:16.924531 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-213932b5-2f29-4892-94bd-9950c17c33c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:16.932465 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:07:16.937564 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Checking segment: {'id': 'ab4581ca-b114-464a-9f9a-6c58631ac6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39306b03-5941-46df-84e7-0d73d5303078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:16.937564 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Bound using segment: {'id': 'ab4581ca-b114-464a-9f9a-6c58631ac6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39306b03-5941-46df-84e7-0d73d5303078'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:07:16.937564 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Bound port: 14a6b450-a1a6-492d-9b91-13a0d9ab07f3, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4581ca-b114-464a-9f9a-6c58631ac6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39306b03-5941-46df-84e7-0d73d5303078'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:07:16.937564 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:16.965773 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8733724-e797-46d6-a758-0efe0d920294 req-0e66dc28-79ae-4dec-8bf9-bad0ffe8295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:16.967858 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8733724-e797-46d6-a758-0efe0d920294 req-0e66dc28-79ae-4dec-8bf9-bad0ffe8295b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39306b03-5941-46df-84e7-0d73d5303078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3188860 Aug 31 01:07:17.051125 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] Deleting port fe3ccd4e-23d3-469c-9728-6033bf4d63fd {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:17.051889 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:17.084398 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-213932b5-2f29-4892-94bd-9950c17c33c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:17.088123 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Attempting to bind port 5e9571dd-8909-46cf-ab0a-b28e2c8f598e on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:17.088493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Attempting to bind port 5e9571dd-8909-46cf-ab0a-b28e2c8f598e by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'e4d4143c-6148-46c0-bfa9-11a534041c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '04e8c29e-0cc9-431f-a237-f698ee293783'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:17.088856 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Attempting to bind port 5e9571dd-8909-46cf-ab0a-b28e2c8f598e on network 04e8c29e-0cc9-431f-a237-f698ee293783 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:17.130340 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:07:17.130945 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Checking segment: {'id': 'e4d4143c-6148-46c0-bfa9-11a534041c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '04e8c29e-0cc9-431f-a237-f698ee293783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:17.131611 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:17.132258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Bound using segment: {'id': 'e4d4143c-6148-46c0-bfa9-11a534041c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '04e8c29e-0cc9-431f-a237-f698ee293783'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:07:17.133260 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Bound port: 5e9571dd-8909-46cf-ab0a-b28e2c8f598e, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d4143c-6148-46c0-bfa9-11a534041c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '04e8c29e-0cc9-431f-a237-f698ee293783'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:07:17.133547 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:17.183399 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] For port fe3ccd4e-23d3-469c-9728-6033bf4d63fd, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=fe3ccd4e-23d3-469c-9728-6033bf4d63fd,segment=NetworkSegment(73eb7bf0-3124-4f54-b344-66b66137f527),segment_id=73eb7bf0-3124-4f54-b344-66b66137f527)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:17.184058 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:17.184641 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3b250-1868-49c3-9302-b47235c9a850 None None] Pushing event updated for resources: {'Port': ['ID=5e9571dd-8909-46cf-ab0a-b28e2c8f598e,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:17.201531 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-213932b5-2f29-4892-94bd-9950c17c33c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=572216338e1c449abc453f91314c1beb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1757214 Aug 31 01:07:17.204453 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55674) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:17.215920 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] Calling delete_port for fe3ccd4e-23d3-469c-9728-6033bf4d63fd owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:17.227210 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213932b5-2f29-4892-94bd-9950c17c33c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92e6a8d-8ce5-48e5-adfc-38c14438d91f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:17.259154 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] For port 14a6b450-a1a6-492d-9b91-13a0d9ab07f3, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:07:17.261478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 62d060ee-ea50-441b-881f-a5a8f7736274 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:17.267889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] For port 14a6b450-a1a6-492d-9b91-13a0d9ab07f3, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=14a6b450-a1a6-492d-9b91-13a0d9ab07f3,segment=NetworkSegment(ab4581ca-b114-464a-9f9a-6c58631ac6b4),segment_id=ab4581ca-b114-464a-9f9a-6c58631ac6b4)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:07:17.308941 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8733724-e797-46d6-a758-0efe0d920294 req-73881f8b-3dce-4eb8-b565-6223f6afb44b service neutron] 10.222.0.41 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333428 Aug 31 01:07:17.343579 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:07:17.344263 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:07:17.345312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 62d060ee-ea50-441b-881f-a5a8f7736274 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:07:17.346135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 62d060ee-ea50-441b-881f-a5a8f7736274 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:17.361882 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e685cd-f6cd-4574-ba34-a8f95e7acc72 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:17.367746 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3e685cd-f6cd-4574-ba34-a8f95e7acc72 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:17.374231 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c38536c-3bec-4169-bb94-67ad7281854f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:17.384355 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae9dc79-a978-4ea1-b42f-58e18e654438 None None] DHCP port deletion for db65d674-be1a-44bd-86b6-89cb71da37b8 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:07:17.438029 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8733724-e797-46d6-a758-0efe0d920294 req-8e597250-1262-4f80-9a33-0d07e17dfab4 service neutron] 10.222.0.41 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222107 Aug 31 01:07:17.439752 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:17.474237 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38536c-3bec-4169-bb94-67ad7281854f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e9571dd-8909-46cf-ab0a-b28e2c8f598e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:17.504959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:17.505884 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:17.510425 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] 10.222.0.48 "PUT /v2.0/ports/14a6b450-a1a6-492d-9b91-13a0d9ab07f3 HTTP/1.1" status: 200 len: 1093 time: 3.5215991 Aug 31 01:07:17.516026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8ae9dc79-a978-4ea1-b42f-58e18e654438 None None] Deleting port fe3ccd4e-23d3-469c-9728-6033bf4d63fd {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:17.516942 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8ae9dc79-a978-4ea1-b42f-58e18e654438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:17.541771 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444ea64-a6de-4688-a017-d5d9a440a6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=14a6b450-a1a6-492d-9b91-13a0d9ab07f3,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:17.631913 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8ae9dc79-a978-4ea1-b42f-58e18e654438 None None] For port fe3ccd4e-23d3-469c-9728-6033bf4d63fd, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=fe3ccd4e-23d3-469c-9728-6033bf4d63fd,segment=NetworkSegment(73eb7bf0-3124-4f54-b344-66b66137f527),segment_id=73eb7bf0-3124-4f54-b344-66b66137f527)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:17.632708 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8ae9dc79-a978-4ea1-b42f-58e18e654438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:17.663403 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8ae9dc79-a978-4ea1-b42f-58e18e654438 None None] Calling delete_port for fe3ccd4e-23d3-469c-9728-6033bf4d63fd owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:17.775821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb4494-9203-4169-88fc-40762061a43e req-c8c72539-4b31-435b-a16a-16cfbdaf1408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:17.786119 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2edb4494-9203-4169-88fc-40762061a43e req-c8c72539-4b31-435b-a16a-16cfbdaf1408 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdf53884e3f4b46a883fa43362269ac&device_id=65b107bb-2a88-492f-bb79-75fefe056e25 HTTP/1.1" status: 200 len: 1095 time: 0.1744931 Aug 31 01:07:17.809143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4dbf3bf2-50bd-4523-bf22-d5fc9c717090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:17.813368 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-4dbf3bf2-50bd-4523-bf22-d5fc9c717090 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7cdf53884e3f4b46a883fa43362269ac&device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 1096 time: 0.1087015 Aug 31 01:07:17.928155 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Attempting to bind port 5e9571dd-8909-46cf-ab0a-b28e2c8f598e on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:17.928777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Attempting to bind port 5e9571dd-8909-46cf-ab0a-b28e2c8f598e by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'e4d4143c-6148-46c0-bfa9-11a534041c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '04e8c29e-0cc9-431f-a237-f698ee293783'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:17.929303 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Attempting to bind port 5e9571dd-8909-46cf-ab0a-b28e2c8f598e on network 04e8c29e-0cc9-431f-a237-f698ee293783 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:17.949676 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-c0d57da6-7095-4618-acac-28cd5adffb06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14a6b450-a1a6-492d-9b91-13a0d9ab07f3 HTTP/1.1" status: 200 len: 217 time: 0.0984778 Aug 31 01:07:17.987254 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:07:17.987855 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Checking segment: {'id': 'e4d4143c-6148-46c0-bfa9-11a534041c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '04e8c29e-0cc9-431f-a237-f698ee293783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:17.988328 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:17.989752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Bound using segment: {'id': 'e4d4143c-6148-46c0-bfa9-11a534041c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '04e8c29e-0cc9-431f-a237-f698ee293783'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:07:17.990384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Bound port: 5e9571dd-8909-46cf-ab0a-b28e2c8f598e, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d4143c-6148-46c0-bfa9-11a534041c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '04e8c29e-0cc9-431f-a237-f698ee293783'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:07:17.990938 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.014691 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84940b8a-2507-433c-be3b-adf58113c7f4', 'tag': '14a6b450-a1a6-492d-9b91-13a0d9ab07f3'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:18.014691 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bae670-e8d2-4e18-845b-132114c4198b" -d '{"events": [{"name": "network-changed", "server_uuid": "84940b8a-2507-433c-be3b-adf58113c7f4", "tag": "14a6b450-a1a6-492d-9b91-13a0d9ab07f3"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:18.033098 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Port 5e9571dd-8909-46cf-ab0a-b28e2c8f598e has been deleted concurrently {{(pid=102344) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 31 01:07:18.061316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Routers {'307c67d7-3024-49b8-b4bf-180813f1af40'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:18.061602 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:07:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['307c67d7-3024-49b8-b4bf-180813f1af40'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:18.075563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-ed74ac79-00a3-4b7d-b787-8a94e64f0c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:18.079062 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-ed74ac79-00a3-4b7d-b787-8a94e64f0c1d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b26fd38d-643f-4aba-994e-f13dbd731e6c HTTP/1.1" status: 200 len: 855 time: 0.1206036 Aug 31 01:07:18.114857 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6685046-dd43-4df4-b575-5c60f6c53a3b x-openstack-request-id: req-c6685046-dd43-4df4-b575-5c60f6c53a3b {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:18.114857 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84940b8a-2507-433c-be3b-adf58113c7f4", "tag": "14a6b450-a1a6-492d-9b91-13a0d9ab07f3", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:18.114857 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6685046-dd43-4df4-b575-5c60f6c53a3b {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:18.115449 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84940b8a-2507-433c-be3b-adf58113c7f4', 'tag': '14a6b450-a1a6-492d-9b91-13a0d9ab07f3', 'status': 'completed', 'code': 200} Aug 31 01:07:18.157673 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dbeddc29-ae1c-4e3f-b196-e84980609ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.180521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb4494-9203-4169-88fc-40762061a43e req-e3bec43e-2e18-40e4-8603-dad7f56bf997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:18.183224 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2edb4494-9203-4169-88fc-40762061a43e req-e3bec43e-2e18-40e4-8603-dad7f56bf997 service neutron] 10.222.0.41 "GET /v2.0/networks?id=39306b03-5941-46df-84e7-0d73d5303078 HTTP/1.1" status: 200 len: 917 time: 0.3888373 Aug 31 01:07:18.190593 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-94f47f27-c01a-45a2-afad-4bb31012f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:18.193417 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-94f47f27-c01a-45a2-afad-4bb31012f78a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39306b03-5941-46df-84e7-0d73d5303078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036465 Aug 31 01:07:18.233966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] Set router 307c67d7-3024-49b8-b4bf-180813f1af40 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:18.270075 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2edb4494-9203-4169-88fc-40762061a43e req-981f198d-c807-4258-a5b7-8ba2723c949c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1015c61-d241-4115-882e-1a01e14231f8 HTTP/1.1" status: 200 len: 217 time: 0.0743144 Aug 31 01:07:18.296396 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dbeddc29-ae1c-4e3f-b196-e84980609ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.336357 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c38536c-3bec-4169-bb94-67ad7281854f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.373504 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307c67d7-3024-49b8-b4bf-180813f1af40', 'name': '', 'tenant_id': '93b1839a41b04e62aa707fce9521b494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:07:05Z', 'updated_at': '2021-08-31T01:07:17Z', 'revision_number': 5, 'project_id': '93b1839a41b04e62aa707fce9521b494', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:18.385169 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb4494-9203-4169-88fc-40762061a43e req-05c61d3e-cb22-4cb6-acce-636005eb0c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:18.387798 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2edb4494-9203-4169-88fc-40762061a43e req-05c61d3e-cb22-4cb6-acce-636005eb0c11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b26fd38d-643f-4aba-994e-f13dbd731e6c HTTP/1.1" status: 200 len: 855 time: 0.0884798 Aug 31 01:07:18.433265 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c57eb-d16e-4439-8f62-bbaf4bc34921 None None] The sync data for ids ['307c67d7-3024-49b8-b4bf-180813f1af40'] in n-d-793621-34 is: [{'id': '307c67d7-3024-49b8-b4bf-180813f1af40', 'name': '', 'tenant_id': '93b1839a41b04e62aa707fce9521b494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:07:05Z', 'updated_at': '2021-08-31T01:07:17Z', 'revision_number': 5, 'project_id': '93b1839a41b04e62aa707fce9521b494', 'gw_port_host': None}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:07:18.447427 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dadc6-d359-49f9-af93-62091dcf2b17 req-c3e7c107-7fe9-4693-8e3c-f471b6903ef4 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:18.449553 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-153dadc6-d359-49f9-af93-62091dcf2b17 req-c3e7c107-7fe9-4693-8e3c-f471b6903ef4 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 944 time: 0.3067260 Aug 31 01:07:18.465994 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-9660d239-e340-41cb-b3f2-7af112da92ba service neutron] 10.222.0.48 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642026 Aug 31 01:07:18.526852 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c38536c-3bec-4169-bb94-67ad7281854f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.530462 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c38536c-3bec-4169-bb94-67ad7281854f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.576827 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb4494-9203-4169-88fc-40762061a43e req-65a7faaf-cb24-4eaa-81e0-69bf2ee707b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:18.579113 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2edb4494-9203-4169-88fc-40762061a43e req-65a7faaf-cb24-4eaa-81e0-69bf2ee707b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39306b03-5941-46df-84e7-0d73d5303078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1809137 Aug 31 01:07:18.597241 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8ae9dc79-a978-4ea1-b42f-58e18e654438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.663692 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae9dc79-a978-4ea1-b42f-58e18e654438 None None] No DVR routers for this DVR port fe3ccd4e-23d3-469c-9728-6033bf4d63fd on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:18.693878 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9dc79-a978-4ea1-b42f-58e18e654438 None None] Pushing event deleted for resources: {'Port': ['ID=fe3ccd4e-23d3-469c-9728-6033bf4d63fd,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:18.758847 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-153dadc6-d359-49f9-af93-62091dcf2b17 req-cf6c5399-e243-4c6e-8155-1bdbd403bfcf tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547724 Aug 31 01:07:18.759579 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.806977 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3ccd4e-23d3-469c-9728-6033bf4d63fd,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:18.818065 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2edb4494-9203-4169-88fc-40762061a43e req-2750971f-177b-415f-a51e-29c7c9e9b4b9 service neutron] 10.222.0.41 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209678 Aug 31 01:07:18.825950 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36fe2325-1eb3-4ce8-86d3-e795e641e908 req-cf8bc98a-a884-4074-ad04-9d276bcba7bb service neutron] 10.222.0.48 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524435 Aug 31 01:07:18.855466 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] No DVR routers for this DVR port fe3ccd4e-23d3-469c-9728-6033bf4d63fd on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:18.976022 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2edb4494-9203-4169-88fc-40762061a43e req-6eb2c5ae-b9df-4184-ae41-cf2b8a81cf22 service neutron] 10.222.0.41 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482472 Aug 31 01:07:18.990094 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.004452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db65d674-be1a-44bd-86b6-89cb71da37b8']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:19.028083 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73eb7bf0-3124-4f54-b344-66b66137f527') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:19.028083 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73eb7bf0-3124-4f54-b344-66b66137f527') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:19.034915 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c38536c-3bec-4169-bb94-67ad7281854f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.035553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c38536c-3bec-4169-bb94-67ad7281854f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 307c67d7-3024-49b8-b4bf-180813f1af40 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:07:19.043587 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c38536c-3bec-4169-bb94-67ad7281854f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.045567 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0c38536c-3bec-4169-bb94-67ad7281854f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "DELETE /v2.0/routers/307c67d7-3024-49b8-b4bf-180813f1af40 HTTP/1.1" status: 204 len: 168 time: 4.0527136 Aug 31 01:07:19.046957 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dbeddc29-ae1c-4e3f-b196-e84980609ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.049547 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55696) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:19.051654 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dbeddc29-ae1c-4e3f-b196-e84980609ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.053013 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dbeddc29-ae1c-4e3f-b196-e84980609ede admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a92e6a8d-8ce5-48e5-adfc-38c14438d91f HTTP/1.1" status: 204 len: 168 time: 1.8466525 Aug 31 01:07:19.072820 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.075072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeddc29-ae1c-4e3f-b196-e84980609ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92e6a8d-8ce5-48e5-adfc-38c14438d91f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:19.119445 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.143836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a0d5d9-74e6-41b4-83fb-87b650d6f522 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Deleting subnet 27e0d543-41b0-4a43-942b-f4b37f177ae3 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:07:19.146130 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:07:19.146567 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: items = [ Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:07:19.148691 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:07:19.164281 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45a0d5d9-74e6-41b4-83fb-87b650d6f522 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.265561 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45a0d5d9-74e6-41b4-83fb-87b650d6f522 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.279666 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device fe3ccd4e-23d3-469c-9728-6033bf4d63fd no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:19.304462 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: fe3ccd4e-23d3-469c-9728-6033bf4d63fd {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:07:19.304761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device fe3ccd4e-23d3-469c-9728-6033bf4d63fd not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:19.348421 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3e685cd-f6cd-4574-ba34-a8f95e7acc72 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.393464 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e685cd-f6cd-4574-ba34-a8f95e7acc72 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network c364baa5-ccd7-46ff-ade4-87575f65869f is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:19.401612 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b3e685cd-f6cd-4574-ba34-a8f95e7acc72 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:19.407527 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e685cd-f6cd-4574-ba34-a8f95e7acc72 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:19.417319 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3e685cd-f6cd-4574-ba34-a8f95e7acc72 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.417811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2ae5c3-5cdb-4d7b-9042-6bf178fdd752 None None] Network c364baa5-ccd7-46ff-ade4-87575f65869f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:19.434763 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e685cd-f6cd-4574-ba34-a8f95e7acc72 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Subnet': ['ID=0f7bab2b-c4a4-4c9c-a3f3-7c6c00ad9355,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:19.455622 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.463345 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.467599 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] 10.222.0.16 "DELETE /v2.0/networks/db65d674-be1a-44bd-86b6-89cb71da37b8 HTTP/1.1" status: 204 len: 168 time: 2.8594406 Aug 31 01:07:19.484149 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29d149-a2e3-49c8-89aa-20a701361e90 admin admin] Pushing event deleted for resources: {'Network': ['ID=db65d674-be1a-44bd-86b6-89cb71da37b8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:19.501149 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b1015c61-d241-4115-882e-1a01e14231f8 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:07:19.517412 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2b8de4cf-8719-4d1b-adad-11c446151158 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:19.642403 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b3e685cd-f6cd-4574-ba34-a8f95e7acc72 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.6480191 Aug 31 01:07:19.647193 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55706) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:19.658005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c557edf4-bde5-45cf-8eeb-fc8e7cdb0615 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1342882002', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0f7bab2b-c4a4-4c9c-a3f3-7c6c00ad9355'}], 'security_groups': ['a94d3239-e6a1-44ce-b80b-3fa75da482fb']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:19.709777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bae670-e8d2-4e18-845b-132114c4198b req-45386f30-f8df-44a3-98db-3961ab09011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:19.718876 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41bae670-e8d2-4e18-845b-132114c4198b req-45386f30-f8df-44a3-98db-3961ab09011c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7cdf53884e3f4b46a883fa43362269ac&device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 1096 time: 0.5743396 Aug 31 01:07:19.746799 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port b1015c61-d241-4115-882e-1a01e14231f8, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b1015c61-d241-4115-882e-1a01e14231f8,segment=NetworkSegment(ab4581ca-b114-464a-9f9a-6c58631ac6b4),segment_id=ab4581ca-b114-464a-9f9a-6c58631ac6b4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:19.749012 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45a0d5d9-74e6-41b4-83fb-87b650d6f522 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.777094 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'b1015c61-d241-4115-882e-1a01e14231f8', 'network_id': '39306b03-5941-46df-84e7-0d73d5303078', 'port_id': 'b1015c61-d241-4115-882e-1a01e14231f8', 'mac_address': 'fa:16:3e:7a:35:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26fd38d-643f-4aba-994e-f13dbd731e6c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:07:19.854126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 2b8de4cf-8719-4d1b-adad-11c446151158 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:19.863610 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 2b8de4cf-8719-4d1b-adad-11c446151158 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:19.864245 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.922358 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bae670-e8d2-4e18-845b-132114c4198b req-5f36ce15-4671-4a47-9918-46af3009f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:19.923972 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41bae670-e8d2-4e18-845b-132114c4198b req-5f36ce15-4671-4a47-9918-46af3009f734 service neutron] 10.222.0.48 "GET /v2.0/networks?id=39306b03-5941-46df-84e7-0d73d5303078 HTTP/1.1" status: 200 len: 917 time: 0.1437790 Aug 31 01:07:19.927102 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.955564 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1015c61-d241-4115-882e-1a01e14231f8 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:07:19.985778 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41bae670-e8d2-4e18-845b-132114c4198b req-2454b743-9939-49d7-8534-8e628efc20bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14a6b450-a1a6-492d-9b91-13a0d9ab07f3 HTTP/1.1" status: 200 len: 217 time: 0.0533512 Aug 31 01:07:19.989103 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port b1015c61-d241-4115-882e-1a01e14231f8, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b1015c61-d241-4115-882e-1a01e14231f8,segment=NetworkSegment(ab4581ca-b114-464a-9f9a-6c58631ac6b4),segment_id=ab4581ca-b114-464a-9f9a-6c58631ac6b4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:20.001710 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c557edf4-bde5-45cf-8eeb-fc8e7cdb0615 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.096407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bae670-e8d2-4e18-845b-132114c4198b req-ed2f1766-b422-4b6e-9770-fe7f2232af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:20.103320 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41bae670-e8d2-4e18-845b-132114c4198b req-ed2f1766-b422-4b6e-9770-fe7f2232af74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b26fd38d-643f-4aba-994e-f13dbd731e6c HTTP/1.1" status: 200 len: 855 time: 0.1054652 Aug 31 01:07:20.106022 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45a0d5d9-74e6-41b4-83fb-87b650d6f522 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.140666 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.148185 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730c6921-106a-42f3-b407-166c06c6c2c3 None None] Update dhcp port {'port': {'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f', 'fixed_ips': [{'subnet_id': 'd2307600-35e1-4c19-9fd1-73a5dd3e0321', 'ip_address': '2001:db8::2'}, {'subnet_id': '0f7bab2b-c4a4-4c9c-a3f3-7c6c00ad9355'}], 'binding:host_id': 'n-d-793621-34'}, 'id': '437d30d3-2fe0-4c79-aef8-02f10db008af'} from n-d-793621-34. {{(pid=102344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:07:20.203142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7bd5f-cdaa-463c-ba74-a50c5a720b68 req-2dab565e-41b0-44de-a372-5cb642fef4fd tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:20.208327 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5dc7bd5f-cdaa-463c-ba74-a50c5a720b68 req-2dab565e-41b0-44de-a372-5cb642fef4fd tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 944 time: 0.2075789 Aug 31 01:07:20.243045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0d5d9-74e6-41b4-83fb-87b650d6f522 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=27e0d543-41b0-4a43-942b-f4b37f177ae3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:20.260632 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-730c6921-106a-42f3-b407-166c06c6c2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.281229 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45a0d5d9-74e6-41b4-83fb-87b650d6f522 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.284389 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.286246 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-45a0d5d9-74e6-41b4-83fb-87b650d6f522 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/27e0d543-41b0-4a43-942b-f4b37f177ae3 HTTP/1.1" status: 204 len: 168 time: 1.2349806 Aug 31 01:07:20.290242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55716) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:20.317022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2b8de4cf-8719-4d1b-adad-11c446151158, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2b8de4cf-8719-4d1b-adad-11c446151158,segment=NetworkSegment(ab4581ca-b114-464a-9f9a-6c58631ac6b4),segment_id=ab4581ca-b114-464a-9f9a-6c58631ac6b4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:20.360759 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5dc7bd5f-cdaa-463c-ba74-a50c5a720b68 req-c1f844c1-2b98-4541-9b3d-d1567f1b341f tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511848 Aug 31 01:07:20.397211 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bae670-e8d2-4e18-845b-132114c4198b req-274b11fb-588e-4e81-acf9-030ededf153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:20.401186 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41bae670-e8d2-4e18-845b-132114c4198b req-274b11fb-588e-4e81-acf9-030ededf153c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39306b03-5941-46df-84e7-0d73d5303078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2840736 Aug 31 01:07:20.420706 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84483fc9-9c15-4672-b089-e7bbda3df6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8de4cf-8719-4d1b-adad-11c446151158'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:20.424088 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59913ff2-2863-49cf-a44b-27af4af6769b" -d '{"events": [{"server_uuid": "84483fc9-9c15-4672-b089-e7bbda3df6b9", "name": "network-vif-plugged", "status": "completed", "tag": "2b8de4cf-8719-4d1b-adad-11c446151158"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:20.465032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=b1015c61-d241-4115-882e-1a01e14231f8,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:20.497315 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d6cf96-e533-4123-ad09-9ca268579d8b x-openstack-request-id: req-e7d6cf96-e533-4123-ad09-9ca268579d8b {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:20.497910 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84483fc9-9c15-4672-b089-e7bbda3df6b9", "name": "network-vif-plugged", "status": "completed", "tag": "2b8de4cf-8719-4d1b-adad-11c446151158", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:20.500784 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7d6cf96-e533-4123-ad09-9ca268579d8b {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:20.500784 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84483fc9-9c15-4672-b089-e7bbda3df6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8de4cf-8719-4d1b-adad-11c446151158', 'code': 200} Aug 31 01:07:20.502930 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.509029 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e27751ba-4cbb-4c57-a1ab-1da0ea0ce57c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.675649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['b1015c61-d241-4115-882e-1a01e14231f8'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:07:20.753157 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41bae670-e8d2-4e18-845b-132114c4198b req-b1bf57c6-00cf-4a7a-a086-f4230491593c service neutron] 10.222.0.48 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286688 Aug 31 01:07:20.771648 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=2b8de4cf-8719-4d1b-adad-11c446151158,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:20.804511 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e27751ba-4cbb-4c57-a1ab-1da0ea0ce57c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.838445 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-c557edf4-bde5-45cf-8eeb-fc8e7cdb0615 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Delete allocated IP 2001:db8::d4 (c364baa5-ccd7-46ff-ade4-87575f65869f/d2307600-35e1-4c19-9fd1-73a5dd3e0321) {{(pid=102343) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 01:07:20.850328 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-c557edf4-bde5-45cf-8eeb-fc8e7cdb0615 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Allocated IP 2001:db8:0:1::39 (c364baa5-ccd7-46ff-ade4-87575f65869f/0f7bab2b-c4a4-4c9c-a3f3-7c6c00ad9355/ee8f34cc-11f2-4c29-89c9-632f09ae2a8e) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:20.860398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55720) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:20.920758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-e27751ba-4cbb-4c57-a1ab-1da0ea0ce57c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e8c29e-0cc9-431f-a237-f698ee293783']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:20.964399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-e27751ba-4cbb-4c57-a1ab-1da0ea0ce57c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d4143c-6148-46c0-bfa9-11a534041c0a') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:20.964897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-e27751ba-4cbb-4c57-a1ab-1da0ea0ce57c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d4143c-6148-46c0-bfa9-11a534041c0a') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:20.982104 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c00d6-8915-4005-92d1-3144a97ef261 req-fe1c5961-4724-4f19-9122-b7876ccad2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:20.984902 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d89c00d6-8915-4005-92d1-3144a97ef261 req-fe1c5961-4724-4f19-9122-b7876ccad2c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 1097 time: 0.3804145 Aug 31 01:07:21.011262 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e27751ba-4cbb-4c57-a1ab-1da0ea0ce57c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.042255 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7ad7172d-4ad6-41eb-b35c-81c34eadae55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c2cffadd45a4dd3bf0e6326f19f7e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681733 Aug 31 01:07:21.043433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55724) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:21.092032 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e27751ba-4cbb-4c57-a1ab-1da0ea0ce57c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.125686 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27751ba-4cbb-4c57-a1ab-1da0ea0ce57c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:07:21.130233 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e27751ba-4cbb-4c57-a1ab-1da0ea0ce57c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:07:21.130412 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:07:21.147723 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d89c00d6-8915-4005-92d1-3144a97ef261 req-1d0499ab-f998-482a-af51-26ba798cdbf3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445694 Aug 31 01:07:21.182264 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d687df74-44e8-49d7-8e21-79120ea7cfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.198557 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41bae670-e8d2-4e18-845b-132114c4198b req-2e662f8a-b307-4473-8660-c69a886e6ee6 service neutron] 10.222.0.48 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355552 Aug 31 01:07:21.214677 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c557edf4-bde5-45cf-8eeb-fc8e7cdb0615 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.241688 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d687df74-44e8-49d7-8e21-79120ea7cfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.258725 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-c557edf4-bde5-45cf-8eeb-fc8e7cdb0615 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Transition to ACTIVE for port object ee8f34cc-11f2-4c29-89c9-632f09ae2a8e will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:21.329537 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e27751ba-4cbb-4c57-a1ab-1da0ea0ce57c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.339810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27751ba-4cbb-4c57-a1ab-1da0ea0ce57c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 04e8c29e-0cc9-431f-a237-f698ee293783 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 01:07:21.357239 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e27751ba-4cbb-4c57-a1ab-1da0ea0ce57c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.362529 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e27751ba-4cbb-4c57-a1ab-1da0ea0ce57c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "DELETE /v2.0/networks/04e8c29e-0cc9-431f-a237-f698ee293783 HTTP/1.1" status: 204 len: 168 time: 1.0702951 Aug 31 01:07:21.390332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27751ba-4cbb-4c57-a1ab-1da0ea0ce57c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Pushing event deleted for resources: {'Network': ['ID=04e8c29e-0cc9-431f-a237-f698ee293783,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:21.428504 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c557edf4-bde5-45cf-8eeb-fc8e7cdb0615 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.518574 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d687df74-44e8-49d7-8e21-79120ea7cfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.523474 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d687df74-44e8-49d7-8e21-79120ea7cfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.523747 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-730c6921-106a-42f3-b407-166c06c6c2c3 None None] Allocated IP 2001:db8:0:1::2 (c364baa5-ccd7-46ff-ade4-87575f65869f/0f7bab2b-c4a4-4c9c-a3f3-7c6c00ad9355/437d30d3-2fe0-4c79-aef8-02f10db008af) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:21.525949 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d687df74-44e8-49d7-8e21-79120ea7cfe9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7909a7c-d357-4fd0-a5b8-e2780c648dbc HTTP/1.1" status: 204 len: 168 time: 0.4803536 Aug 31 01:07:21.535063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c557edf4-bde5-45cf-8eeb-fc8e7cdb0615 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] In _notify_port_updated(), no bound segment for port ee8f34cc-11f2-4c29-89c9-632f09ae2a8e on network c364baa5-ccd7-46ff-ade4-87575f65869f {{(pid=102343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:07:21.542650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c557edf4-bde5-45cf-8eeb-fc8e7cdb0615 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:21.543588 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c557edf4-bde5-45cf-8eeb-fc8e7cdb0615 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.552931 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c557edf4-bde5-45cf-8eeb-fc8e7cdb0615 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "PUT /v2.0/ports/ee8f34cc-11f2-4c29-89c9-632f09ae2a8e HTTP/1.1" status: 200 len: 930 time: 1.9031413 Aug 31 01:07:21.559022 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55740) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:21.566915 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557edf4-bde5-45cf-8eeb-fc8e7cdb0615 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=ee8f34cc-11f2-4c29-89c9-632f09ae2a8e,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:21.595858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687df74-44e8-49d7-8e21-79120ea7cfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7909a7c-d357-4fd0-a5b8-e2780c648dbc,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:21.644362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05b6b5-e7ea-418f-a7d7-e0c0dc0978f4 req-0db96c47-b2d2-4fb8-ac58-f465e6f61400 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:21.653727 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1d05b6b5-e7ea-418f-a7d7-e0c0dc0978f4 req-0db96c47-b2d2-4fb8-ac58-f465e6f61400 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 944 time: 0.1512065 Aug 31 01:07:21.742210 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1d05b6b5-e7ea-418f-a7d7-e0c0dc0978f4 req-7f2979a0-16dd-4106-a8fe-a909c91ff3f7 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851696 Aug 31 01:07:21.774958 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-730c6921-106a-42f3-b407-166c06c6c2c3 None None] For port 437d30d3-2fe0-4c79-aef8-02f10db008af, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=437d30d3-2fe0-4c79-aef8-02f10db008af,segment=NetworkSegment(f1e36ca7-20e5-4b2f-a9d2-7c757da3675d),segment_id=f1e36ca7-20e5-4b2f-a9d2-7c757da3675d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:21.810967 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-cc698f80-65ef-4d69-be62-e02ff7e969af tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port ee8f34cc-11f2-4c29-89c9-632f09ae2a8e {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:21.811606 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc698f80-65ef-4d69-be62-e02ff7e969af tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.850660 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-730c6921-106a-42f3-b407-166c06c6c2c3 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.870949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-730c6921-106a-42f3-b407-166c06c6c2c3 None None] Transition to ACTIVE for port object 437d30d3-2fe0-4c79-aef8-02f10db008af will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:21.880097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:07:22.006573 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-730c6921-106a-42f3-b407-166c06c6c2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:22.022062 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc698f80-65ef-4d69-be62-e02ff7e969af tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:22.048990 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-cc698f80-65ef-4d69-be62-e02ff7e969af tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for ee8f34cc-11f2-4c29-89c9-632f09ae2a8e owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:22.174463 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 14a6b450-a1a6-492d-9b91-13a0d9ab07f3, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=14a6b450-a1a6-492d-9b91-13a0d9ab07f3,segment=NetworkSegment(ab4581ca-b114-464a-9f9a-6c58631ac6b4),segment_id=ab4581ca-b114-464a-9f9a-6c58631ac6b4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:22.208727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c6921-106a-42f3-b407-166c06c6c2c3 None None] Pushing event updated for resources: {'Port': ['ID=437d30d3-2fe0-4c79-aef8-02f10db008af,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:22.217734 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '14a6b450-a1a6-492d-9b91-13a0d9ab07f3', 'network_id': '39306b03-5941-46df-84e7-0d73d5303078', 'port_id': '14a6b450-a1a6-492d-9b91-13a0d9ab07f3', 'mac_address': 'fa:16:3e:4a:60:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26fd38d-643f-4aba-994e-f13dbd731e6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:07:22.299208 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:22.333115 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:07:22.361461 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 14a6b450-a1a6-492d-9b91-13a0d9ab07f3, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=14a6b450-a1a6-492d-9b91-13a0d9ab07f3,segment=NetworkSegment(ab4581ca-b114-464a-9f9a-6c58631ac6b4),segment_id=ab4581ca-b114-464a-9f9a-6c58631ac6b4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:22.583898 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:22.681623 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc698f80-65ef-4d69-be62-e02ff7e969af tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:22.709807 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=14a6b450-a1a6-492d-9b91-13a0d9ab07f3,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:22.744869 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc698f80-65ef-4d69-be62-e02ff7e969af tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=ee8f34cc-11f2-4c29-89c9-632f09ae2a8e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:22.772873 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc698f80-65ef-4d69-be62-e02ff7e969af tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:22.775871 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cc698f80-65ef-4d69-be62-e02ff7e969af tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/ports/ee8f34cc-11f2-4c29-89c9-632f09ae2a8e HTTP/1.1" status: 204 len: 168 time: 1.1964953 Aug 31 01:07:22.780970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55754) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:22.822984 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b649f12-a171-4f20-923c-aef4285cc003 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] GET failed (client error): The resource could not be found. Aug 31 01:07:22.825669 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5b649f12-a171-4f20-923c-aef4285cc003 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports/ee8f34cc-11f2-4c29-89c9-632f09ae2a8e HTTP/1.1" status: 404 len: 333 time: 0.0431263 Aug 31 01:07:22.830192 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55758) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:22.845068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['14a6b450-a1a6-492d-9b91-13a0d9ab07f3'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:07:22.976627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86855200-890f-4349-82bf-89140567d5d8 req-7d3c83b4-a720-4407-9347-800238884d0a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:22.985025 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-86855200-890f-4349-82bf-89140567d5d8 req-7d3c83b4-a720-4407-9347-800238884d0a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 945 time: 0.1032832 Aug 31 01:07:23.000877 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46f2c364-e0ec-4c96-8c12-29f00c5032f8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.043554 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46f2c364-e0ec-4c96-8c12-29f00c5032f8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.071898 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-86855200-890f-4349-82bf-89140567d5d8 req-02b8b82d-607b-49cb-b9b3-17a6b67797e8 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854599 Aug 31 01:07:23.254912 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dd63e770-ed92-46d3-8820-03af0f59e3ab None None] Could not find standard attr ID for object ee8f34cc-11f2-4c29-89c9-632f09ae2a8e. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:07:23.319494 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46f2c364-e0ec-4c96-8c12-29f00c5032f8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.326216 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46f2c364-e0ec-4c96-8c12-29f00c5032f8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.329372 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-46f2c364-e0ec-4c96-8c12-29f00c5032f8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/security-groups/d8be0c84-e733-46e8-98c4-473078dfa5fa HTTP/1.1" status: 204 len: 168 time: 0.4967148 Aug 31 01:07:23.342889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55772) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:23.350630 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2c364-e0ec-4c96-8c12-29f00c5032f8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8be0c84-e733-46e8-98c4-473078dfa5fa,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:23.379261 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 437d30d3-2fe0-4c79-aef8-02f10db008af up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:23.386192 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55774) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:23.393258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-65ddf976-2b96-4a9c-bbb2-d152d1b83739 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Request body: {'router': {'name': 'tempest-router--1539269432', 'project_id': '665a81253a80408e946b0fafc69767f0'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:23.476892 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b1015c61-d241-4115-882e-1a01e14231f8 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:23.481970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9909a076-4d1f-4c5c-8d91-37521fd56089 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.492457 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dd63e770-ed92-46d3-8820-03af0f59e3ab None None] Provisioning for port 437d30d3-2fe0-4c79-aef8-02f10db008af completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:23.552189 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9909a076-4d1f-4c5c-8d91-37521fd56089 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.599279 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dd63e770-ed92-46d3-8820-03af0f59e3ab None None] Provisioning complete for port 437d30d3-2fe0-4c79-aef8-02f10db008af triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:23.606187 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dd63e770-ed92-46d3-8820-03af0f59e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.633698 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65ddf976-2b96-4a9c-bbb2-d152d1b83739 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.635063 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65ddf976-2b96-4a9c-bbb2-d152d1b83739 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.751100 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 437d30d3-2fe0-4c79-aef8-02f10db008af triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:23.751660 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.769921 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65ddf976-2b96-4a9c-bbb2-d152d1b83739 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.874468 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9909a076-4d1f-4c5c-8d91-37521fd56089 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.879205 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9909a076-4d1f-4c5c-8d91-37521fd56089 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.885270 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9909a076-4d1f-4c5c-8d91-37521fd56089 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/security-groups/a94d3239-e6a1-44ce-b80b-3fa75da482fb HTTP/1.1" status: 204 len: 168 time: 0.5363336 Aug 31 01:07:23.885720 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55782) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:23.899526 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909a076-4d1f-4c5c-8d91-37521fd56089 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94d3239-e6a1-44ce-b80b-3fa75da482fb,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:23.981604 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65ddf976-2b96-4a9c-bbb2-d152d1b83739 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.057189 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dd63e770-ed92-46d3-8820-03af0f59e3ab None None] Provisioning complete for port a06efffb-5323-46a2-b95d-5efbde44f1f7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:24.058086 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dd63e770-ed92-46d3-8820-03af0f59e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.103589 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port b1015c61-d241-4115-882e-1a01e14231f8 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:24.107637 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-db99ec62-991d-48a6-9606-0ce75ba345c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting subnet d2307600-35e1-4c19-9fd1-73a5dd3e0321 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:07:24.114873 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port b1015c61-d241-4115-882e-1a01e14231f8 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:24.115481 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.125164 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db99ec62-991d-48a6-9606-0ce75ba345c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.172611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-dd63e770-ed92-46d3-8820-03af0f59e3ab None None] Port a06efffb-5323-46a2-b95d-5efbde44f1f7 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:07:24.189836 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db99ec62-991d-48a6-9606-0ce75ba345c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.235489 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65ddf976-2b96-4a9c-bbb2-d152d1b83739 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.241485 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-65ddf976-2b96-4a9c-bbb2-d152d1b83739 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8492241 Aug 31 01:07:24.244052 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55788) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:24.285663 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.313939 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-60ddd64d-f65e-4209-9604-9e6690d0c97d None None] Could not find standard attr ID for object ee8f34cc-11f2-4c29-89c9-632f09ae2a8e. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:07:24.342504 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b107bb-2a88-492f-bb79-75fefe056e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1015c61-d241-4115-882e-1a01e14231f8'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:24.344986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45229f5e-6e79-4146-a8b5-1a5090de61b7 req-b5d2ba19-d349-48eb-affe-3c3d43e18412 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:24.346364 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed2462b-8480-4fc0-b173-8514d853937c" -d '{"events": [{"server_uuid": "65b107bb-2a88-492f-bb79-75fefe056e25", "name": "network-vif-plugged", "status": "completed", "tag": "b1015c61-d241-4115-882e-1a01e14231f8"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:24.356072 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45229f5e-6e79-4146-a8b5-1a5090de61b7 req-b5d2ba19-d349-48eb-affe-3c3d43e18412 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 945 time: 0.1310461 Aug 31 01:07:24.372836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port b1015c61-d241-4115-882e-1a01e14231f8, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b1015c61-d241-4115-882e-1a01e14231f8,segment=NetworkSegment(ab4581ca-b114-464a-9f9a-6c58631ac6b4),segment_id=ab4581ca-b114-464a-9f9a-6c58631ac6b4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:24.374782 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6de94f57-b7f8-495f-95e8-388c32ff0a2d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.427193 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45229f5e-6e79-4146-a8b5-1a5090de61b7 req-0cbd84ba-da12-42b1-9859-6d1273c34903 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698841 Aug 31 01:07:24.524474 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337e2cc1-50e1-4368-ab2c-f52d9433b367 x-openstack-request-id: req-337e2cc1-50e1-4368-ab2c-f52d9433b367 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:24.524994 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b107bb-2a88-492f-bb79-75fefe056e25", "name": "network-vif-plugged", "status": "completed", "tag": "b1015c61-d241-4115-882e-1a01e14231f8", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:24.525757 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-337e2cc1-50e1-4368-ab2c-f52d9433b367 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:24.526521 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b107bb-2a88-492f-bb79-75fefe056e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1015c61-d241-4115-882e-1a01e14231f8', 'code': 200} Aug 31 01:07:24.558361 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.659344 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db99ec62-991d-48a6-9606-0ce75ba345c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.699858 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=b1015c61-d241-4115-882e-1a01e14231f8,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:24.700419 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6de94f57-b7f8-495f-95e8-388c32ff0a2d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.707872 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6de94f57-b7f8-495f-95e8-388c32ff0a2d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.762563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072410f3-79b6-454d-ab1c-d7af007fdabe req-426dbba3-6931-4a24-9f17-c48a93436214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:24.764490 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-072410f3-79b6-454d-ab1c-d7af007fdabe req-426dbba3-6931-4a24-9f17-c48a93436214 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=65b107bb-2a88-492f-bb79-75fefe056e25 HTTP/1.1" status: 200 len: 1097 time: 0.1479735 Aug 31 01:07:24.840454 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-072410f3-79b6-454d-ab1c-d7af007fdabe req-9090f1ca-96a7-49d9-9158-f10cb3f462f1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686731 Aug 31 01:07:24.915511 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3632cc5-e624-4a3f-89cb-152d96932d9c req-c9d49d5e-a307-4422-ad7c-a2af81240271 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:24.944917 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3632cc5-e624-4a3f-89cb-152d96932d9c req-c9d49d5e-a307-4422-ad7c-a2af81240271 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:24.944917 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3632cc5-e624-4a3f-89cb-152d96932d9c req-c9d49d5e-a307-4422-ad7c-a2af81240271 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:24.954222 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3632cc5-e624-4a3f-89cb-152d96932d9c req-c9d49d5e-a307-4422-ad7c-a2af81240271 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:24.967124 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3632cc5-e624-4a3f-89cb-152d96932d9c req-c9d49d5e-a307-4422-ad7c-a2af81240271 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:24.979705 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3632cc5-e624-4a3f-89cb-152d96932d9c req-c9d49d5e-a307-4422-ad7c-a2af81240271 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:24.992048 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3632cc5-e624-4a3f-89cb-152d96932d9c req-c9d49d5e-a307-4422-ad7c-a2af81240271 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:24.996295 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a3632cc5-e624-4a3f-89cb-152d96932d9c req-c9d49d5e-a307-4422-ad7c-a2af81240271 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5443 time: 0.1885762 Aug 31 01:07:24.997738 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6de94f57-b7f8-495f-95e8-388c32ff0a2d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.998693 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de94f57-b7f8-495f-95e8-388c32ff0a2d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86a65461-a22b-49d8-a9f3-36ad8ad7d741 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:07:25.006622 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6de94f57-b7f8-495f-95e8-388c32ff0a2d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:25.011370 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6de94f57-b7f8-495f-95e8-388c32ff0a2d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "DELETE /v2.0/routers/86a65461-a22b-49d8-a9f3-36ad8ad7d741 HTTP/1.1" status: 204 len: 168 time: 0.7643869 Aug 31 01:07:25.043928 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db99ec62-991d-48a6-9606-0ce75ba345c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:25.102415 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99ec62-991d-48a6-9606-0ce75ba345c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Subnet': ['ID=d2307600-35e1-4c19-9fd1-73a5dd3e0321,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:25.119890 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db99ec62-991d-48a6-9606-0ce75ba345c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:25.123043 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00f839e-30cc-41d4-98c3-b3a3702ad6e7 None None] Network c364baa5-ccd7-46ff-ade4-87575f65869f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:25.123509 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-db99ec62-991d-48a6-9606-0ce75ba345c8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/d2307600-35e1-4c19-9fd1-73a5dd3e0321 HTTP/1.1" status: 204 len: 168 time: 1.2363467 Aug 31 01:07:25.133281 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55810) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:25.139484 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-8ed9f971-9ba5-47b0-a947-87b984427e10 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'subnet': {'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:25.180441 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a3632cc5-e624-4a3f-89cb-152d96932d9c req-54a2f9e4-735b-474f-8795-7964404d9a76 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1647532 Aug 31 01:07:25.509622 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed9f971-9ba5-47b0-a947-87b984427e10 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:25.514282 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ed9f971-9ba5-47b0-a947-87b984427e10 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:25.696626 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:25.843406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85b913-a64b-43bf-ab61-2e4f73d14e37 req-2a4e26c3-e55a-499f-8e4c-272507190eaf tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:25.855890 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e85b913-a64b-43bf-ab61-2e4f73d14e37 req-2a4e26c3-e55a-499f-8e4c-272507190eaf tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 945 time: 0.2817285 Aug 31 01:07:25.946386 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:25.955829 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:25.956523 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:25.961625 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55822) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:26.022711 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-155eef55-8c8b-484f-88de-5ba299703d2f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:26.047825 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-155eef55-8c8b-484f-88de-5ba299703d2f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:26.071478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-155eef55-8c8b-484f-88de-5ba299703d2f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:26.093663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-155eef55-8c8b-484f-88de-5ba299703d2f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:26.117859 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-155eef55-8c8b-484f-88de-5ba299703d2f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:26.135068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-155eef55-8c8b-484f-88de-5ba299703d2f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:26.161389 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-155eef55-8c8b-484f-88de-5ba299703d2f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:26.169113 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-155eef55-8c8b-484f-88de-5ba299703d2f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.48 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5443 time: 0.4275696 Aug 31 01:07:26.271101 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.345841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 14a6b450-a1a6-492d-9b91-13a0d9ab07f3, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=14a6b450-a1a6-492d-9b91-13a0d9ab07f3,segment=NetworkSegment(ab4581ca-b114-464a-9f9a-6c58631ac6b4),segment_id=ab4581ca-b114-464a-9f9a-6c58631ac6b4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:26.369207 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e85b913-a64b-43bf-ab61-2e4f73d14e37 req-b1c92137-dd78-4f2a-a1a8-9a7e1c198f53 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113649 Aug 31 01:07:26.389000 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ed9f971-9ba5-47b0-a947-87b984427e10 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.398497 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-8a8d6449-149a-429a-8228-fa3e9355cb45 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:26.402474 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-8a8d6449-149a-429a-8228-fa3e9355cb45 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.48 "GET /v2.0/ports/e23dc098-08a9-4b74-92c0-535d9029019a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2238977 Aug 31 01:07:26.479925 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.542849 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed9f971-9ba5-47b0-a947-87b984427e10 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network c364baa5-ccd7-46ff-ade4-87575f65869f is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:26.556453 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-8ed9f971-9ba5-47b0-a947-87b984427e10 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:26.562076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed9f971-9ba5-47b0-a947-87b984427e10 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:26.562868 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ed9f971-9ba5-47b0-a947-87b984427e10 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.597227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9f971-9ba5-47b0-a947-87b984427e10 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Subnet': ['ID=54648d47-9c93-4cd3-9932-bcd328cbaa0c,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:26.606877 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84940b8a-2507-433c-be3b-adf58113c7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a6b450-a1a6-492d-9b91-13a0d9ab07f3'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:26.623864 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a032ee-b40a-44f8-a4f7-32183b0f0638" -d '{"events": [{"server_uuid": "84940b8a-2507-433c-be3b-adf58113c7f4", "name": "network-vif-plugged", "status": "completed", "tag": "14a6b450-a1a6-492d-9b91-13a0d9ab07f3"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:26.652501 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-84079059-6ee1-4b15-854a-c87413e88ce4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.48 "GET /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2409143 Aug 31 01:07:26.671542 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78b010-415c-4756-b6ca-8cda381b9ae2 req-97dbf6d1-25e3-4ee7-90bf-374a9cf9e59b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:26.675092 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a0fea77e-3e41-4cbf-8c83-2d94aad6e4da service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:26.712797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78b010-415c-4756-b6ca-8cda381b9ae2 req-97dbf6d1-25e3-4ee7-90bf-374a9cf9e59b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:26.736890 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78b010-415c-4756-b6ca-8cda381b9ae2 req-97dbf6d1-25e3-4ee7-90bf-374a9cf9e59b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:26.743159 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=14a6b450-a1a6-492d-9b91-13a0d9ab07f3,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:26.746467 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78b010-415c-4756-b6ca-8cda381b9ae2 req-97dbf6d1-25e3-4ee7-90bf-374a9cf9e59b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:26.755045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78b010-415c-4756-b6ca-8cda381b9ae2 req-97dbf6d1-25e3-4ee7-90bf-374a9cf9e59b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:26.762804 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78b010-415c-4756-b6ca-8cda381b9ae2 req-97dbf6d1-25e3-4ee7-90bf-374a9cf9e59b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:26.771688 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78b010-415c-4756-b6ca-8cda381b9ae2 req-97dbf6d1-25e3-4ee7-90bf-374a9cf9e59b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:26.782020 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4285599b-55dd-4291-9c64-33f52e10de70 x-openstack-request-id: req-4285599b-55dd-4291-9c64-33f52e10de70 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:26.782382 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84940b8a-2507-433c-be3b-adf58113c7f4", "name": "network-vif-plugged", "status": "completed", "tag": "14a6b450-a1a6-492d-9b91-13a0d9ab07f3", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:26.782539 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4285599b-55dd-4291-9c64-33f52e10de70 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:26.782942 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84940b8a-2507-433c-be3b-adf58113c7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a6b450-a1a6-492d-9b91-13a0d9ab07f3', 'code': 200} Aug 31 01:07:26.790691 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0f78b010-415c-4756-b6ca-8cda381b9ae2 req-97dbf6d1-25e3-4ee7-90bf-374a9cf9e59b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 5443 time: 0.3750122 Aug 31 01:07:26.810386 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1945006828', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}, 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:26.846076 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a525c1-9f7e-4581-bade-30c0945bc899 None None] Network c364baa5-ccd7-46ff-ade4-87575f65869f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:26.854223 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a0fea77e-3e41-4cbf-8c83-2d94aad6e4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.871294 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8ed9f971-9ba5-47b0-a947-87b984427e10 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7351108 Aug 31 01:07:26.875276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55836) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:26.886511 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-73e14387-8cc6-4fd0-8e25-88a7f2c08658 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'security_group': {'name': 'tempest-secgroup-721568217'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:26.934179 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0f78b010-415c-4756-b6ca-8cda381b9ae2 req-3b9f3648-e3f6-4897-907e-a5d980ed0a2f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1419570 Aug 31 01:07:26.939466 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-97a4a4db-a4ce-4c70-986e-55db22e8a634 None None] Provisioning complete for port 437d30d3-2fe0-4c79-aef8-02f10db008af triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:26.939466 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-97a4a4db-a4ce-4c70-986e-55db22e8a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.088993 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.091483 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.136998 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faae7a0-1ba2-43ed-9410-2443bba5818e req-a34c0d60-8a51-444d-8772-faa64010d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:27.140199 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1faae7a0-1ba2-43ed-9410-2443bba5818e req-a34c0d60-8a51-444d-8772-faa64010d01c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 1098 time: 0.2728128 Aug 31 01:07:27.161226 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55844) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:27.259899 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1faae7a0-1ba2-43ed-9410-2443bba5818e req-a45010a5-ef1f-4bcf-8a8b-453ab857b0ee service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113756 Aug 31 01:07:27.286726 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-97a4a4db-a4ce-4c70-986e-55db22e8a634 None None] Provisioning complete for port a06efffb-5323-46a2-b95d-5efbde44f1f7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:27.287851 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-97a4a4db-a4ce-4c70-986e-55db22e8a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.288424 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a0fea77e-3e41-4cbf-8c83-2d94aad6e4da service neutron] For port e23dc098-08a9-4b74-92c0-535d9029019a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e23dc098-08a9-4b74-92c0-535d9029019a,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:27.299125 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.309076 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73e14387-8cc6-4fd0-8e25-88a7f2c08658 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.352413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-97a4a4db-a4ce-4c70-986e-55db22e8a634 None None] Port a06efffb-5323-46a2-b95d-5efbde44f1f7 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:07:27.413771 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a0fea77e-3e41-4cbf-8c83-2d94aad6e4da service neutron] For port e23dc098-08a9-4b74-92c0-535d9029019a, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:07:27.502678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a0fea77e-3e41-4cbf-8c83-2d94aad6e4da service neutron] device_id is not set on port e23dc098-08a9-4b74-92c0-535d9029019a yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:07:27.514651 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05634f2-2fbb-44d9-8df4-72f45cba67c2 None None] Update dhcp port {'port': {'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f', 'fixed_ips': [{'subnet_id': '0f7bab2b-c4a4-4c9c-a3f3-7c6c00ad9355', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '54648d47-9c93-4cd3-9932-bcd328cbaa0c'}], 'binding:host_id': 'n-d-793621-34'}, 'id': '437d30d3-2fe0-4c79-aef8-02f10db008af'} from n-d-793621-34. {{(pid=102344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:07:27.524895 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a0fea77e-3e41-4cbf-8c83-2d94aad6e4da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.563714 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b05634f2-2fbb-44d9-8df4-72f45cba67c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.645673 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a0fea77e-3e41-4cbf-8c83-2d94aad6e4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.681734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f065b76b-502f-4707-88cc-995295920d37 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1424431249-network', 'tenant_id': '72e9fb41144848249c3169d42e8eb796'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:27.779023 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a0fea77e-3e41-4cbf-8c83-2d94aad6e4da service neutron] No DVR routers for this DVR port e23dc098-08a9-4b74-92c0-535d9029019a on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:27.855399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fea77e-3e41-4cbf-8c83-2d94aad6e4da service neutron] Pushing event updated for resources: {'Port': ['ID=e23dc098-08a9-4b74-92c0-535d9029019a,revision_number=6']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:27.858104 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.908569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a0fea77e-3e41-4cbf-8c83-2d94aad6e4da service neutron] In _notify_port_updated(), no bound segment for port e23dc098-08a9-4b74-92c0-535d9029019a on network 731372ff-a6d3-49d1-8001-70c166825e41 {{(pid=102342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:07:27.911960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a0fea77e-3e41-4cbf-8c83-2d94aad6e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:27.912733 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a0fea77e-3e41-4cbf-8c83-2d94aad6e4da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.917977 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a0fea77e-3e41-4cbf-8c83-2d94aad6e4da service neutron] 10.222.0.48 "PUT /v2.0/ports/e23dc098-08a9-4b74-92c0-535d9029019a HTTP/1.1" status: 200 len: 1031 time: 1.2531178 Aug 31 01:07:27.918510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-b05634f2-2fbb-44d9-8df4-72f45cba67c2 None None] Allocated IP 2001:db8::2 (c364baa5-ccd7-46ff-ade4-87575f65869f/54648d47-9c93-4cd3-9932-bcd328cbaa0c/437d30d3-2fe0-4c79-aef8-02f10db008af) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:27.957256 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7e2f3-dad0-439b-9851-2f5f1fbb4d75 req-ad333df9-ef35-40b2-9aa7-9bc2d0d16a79 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:27.976824 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-01c7e2f3-dad0-439b-9851-2f5f1fbb4d75 req-ad333df9-ef35-40b2-9aa7-9bc2d0d16a79 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 946 time: 0.4363925 Aug 31 01:07:27.981973 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73e14387-8cc6-4fd0-8e25-88a7f2c08658 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.997065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-e0923af4-4722-4b40-9afe-7ea4115937b1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:28.000463 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-e0923af4-4722-4b40-9afe-7ea4115937b1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.48 "GET /v2.0/ports/a27e7531-9fc2-4165-b9e8-bbffd269f73a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0744112 Aug 31 01:07:28.017647 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c816d131-3cc5-42f5-9a9d-f617df262967 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:28.056506 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b05634f2-2fbb-44d9-8df4-72f45cba67c2 None None] For port 437d30d3-2fe0-4c79-aef8-02f10db008af, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=437d30d3-2fe0-4c79-aef8-02f10db008af,segment=NetworkSegment(f1e36ca7-20e5-4b2f-a9d2-7c757da3675d),segment_id=f1e36ca7-20e5-4b2f-a9d2-7c757da3675d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:28.124147 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b05634f2-2fbb-44d9-8df4-72f45cba67c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:28.142227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b05634f2-2fbb-44d9-8df4-72f45cba67c2 None None] Transition to ACTIVE for port object 437d30d3-2fe0-4c79-aef8-02f10db008af will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:28.148263 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73e14387-8cc6-4fd0-8e25-88a7f2c08658 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:28.192226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d00e5177-6d8b-4f77-bee3-0ef495a25469 None None] Provisioning complete for port e23dc098-08a9-4b74-92c0-535d9029019a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:28.196690 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d00e5177-6d8b-4f77-bee3-0ef495a25469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:28.238458 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c816d131-3cc5-42f5-9a9d-f617df262967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:28.274164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d00e5177-6d8b-4f77-bee3-0ef495a25469 None None] Port e23dc098-08a9-4b74-92c0-535d9029019a cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:07:28.336574 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b05634f2-2fbb-44d9-8df4-72f45cba67c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:28.353723 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-01c7e2f3-dad0-439b-9851-2f5f1fbb4d75 req-fe9529f9-8f24-4e37-999d-edd360a4fdae tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718491 Aug 31 01:07:28.363876 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eead2b-b30a-4c48-8b5d-379d5f30a14b req-906b2eba-dea0-4169-8427-b92e6b5c6544 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:28.378451 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f065b76b-502f-4707-88cc-995295920d37 admin admin] Made reservation on behalf of 72e9fb41144848249c3169d42e8eb796 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:28.378574 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eead2b-b30a-4c48-8b5d-379d5f30a14b req-906b2eba-dea0-4169-8427-b92e6b5c6544 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:28.380097 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f065b76b-502f-4707-88cc-995295920d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:28.401709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eead2b-b30a-4c48-8b5d-379d5f30a14b req-906b2eba-dea0-4169-8427-b92e6b5c6544 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:28.418399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eead2b-b30a-4c48-8b5d-379d5f30a14b req-906b2eba-dea0-4169-8427-b92e6b5c6544 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:28.445666 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eead2b-b30a-4c48-8b5d-379d5f30a14b req-906b2eba-dea0-4169-8427-b92e6b5c6544 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:28.462031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eead2b-b30a-4c48-8b5d-379d5f30a14b req-906b2eba-dea0-4169-8427-b92e6b5c6544 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:28.467989 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-85eead2b-b30a-4c48-8b5d-379d5f30a14b req-906b2eba-dea0-4169-8427-b92e6b5c6544 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 4665 time: 0.3091359 Aug 31 01:07:28.492611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05634f2-2fbb-44d9-8df4-72f45cba67c2 None None] Pushing event updated for resources: {'Port': ['ID=437d30d3-2fe0-4c79-aef8-02f10db008af,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:28.696450 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-85eead2b-b30a-4c48-8b5d-379d5f30a14b req-4f789d29-03a7-45f2-850e-8df99225db5a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=a385bec1-816c-4023-82ae-1bef8afde409&id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2057605 Aug 31 01:07:28.698925 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c816d131-3cc5-42f5-9a9d-f617df262967 service neutron] For port a27e7531-9fc2-4165-b9e8-bbffd269f73a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a27e7531-9fc2-4165-b9e8-bbffd269f73a,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:28.784995 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c816d131-3cc5-42f5-9a9d-f617df262967 service neutron] For port a27e7531-9fc2-4165-b9e8-bbffd269f73a, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:07:28.824490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c816d131-3cc5-42f5-9a9d-f617df262967 service neutron] device_id is not set on port a27e7531-9fc2-4165-b9e8-bbffd269f73a yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:07:28.838039 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c816d131-3cc5-42f5-9a9d-f617df262967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:28.870051 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e14387-8cc6-4fd0-8e25-88a7f2c08658 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9149aca0-2dad-4ff2-a79b-34c797ee152b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:28.874685 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f065b76b-502f-4707-88cc-995295920d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:28.879143 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73e14387-8cc6-4fd0-8e25-88a7f2c08658 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:28.880757 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-73e14387-8cc6-4fd0-8e25-88a7f2c08658 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0017018 Aug 31 01:07:28.884072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55884) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:28.894151 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-219c8ce9-c6e6-4644-a384-8570d89f4129 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'security_group': {'name': 'tempest-secgroup-2000673060'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:28.952380 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.api [None req-f065b76b-502f-4707-88cc-995295920d37 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:07:28.952380 n-d-793621-34 neutron-server[102343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:07:28.952380 n-d-793621-34 neutron-server[102343]: [parameters: {'project_id_1': '72e9fb41144848249c3169d42e8eb796', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 7, 28, 916889)}] Aug 31 01:07:28.952380 n-d-793621-34 neutron-server[102343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:07:28.952868 n-d-793621-34 neutron-server[102343]: DEBUG oslo_db.api [None req-f065b76b-502f-4707-88cc-995295920d37 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:07:28.959458 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c816d131-3cc5-42f5-9a9d-f617df262967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.116772 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-219c8ce9-c6e6-4644-a384-8570d89f4129 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.118522 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c816d131-3cc5-42f5-9a9d-f617df262967 service neutron] No DVR routers for this DVR port a27e7531-9fc2-4165-b9e8-bbffd269f73a on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:29.220307 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c816d131-3cc5-42f5-9a9d-f617df262967 service neutron] In _notify_port_updated(), no bound segment for port a27e7531-9fc2-4165-b9e8-bbffd269f73a on network 731372ff-a6d3-49d1-8001-70c166825e41 {{(pid=102342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:07:29.221887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c816d131-3cc5-42f5-9a9d-f617df262967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:29.222583 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c816d131-3cc5-42f5-9a9d-f617df262967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.224768 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c816d131-3cc5-42f5-9a9d-f617df262967 service neutron] 10.222.0.48 "PUT /v2.0/ports/a27e7531-9fc2-4165-b9e8-bbffd269f73a HTTP/1.1" status: 200 len: 1033 time: 1.2134206 Aug 31 01:07:29.253924 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816d131-3cc5-42f5-9a9d-f617df262967 service neutron] Pushing event updated for resources: {'Port': ['ID=a27e7531-9fc2-4165-b9e8-bbffd269f73a,revision_number=6']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:29.321605 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 437d30d3-2fe0-4c79-aef8-02f10db008af up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:29.404652 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.489690 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f065b76b-502f-4707-88cc-995295920d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.497100 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-ba8364da-b5c6-4787-94a8-c1f97f9d9821 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Deleting port a280b526-498f-4a1f-9597-43007f3e9cb1 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:29.497634 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-ba8364da-b5c6-4787-94a8-c1f97f9d9821 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.511479 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.718891 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6cac8892-a71e-44c5-8ed2-a3bd128601bb no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:29.727536 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-ba8364da-b5c6-4787-94a8-c1f97f9d9821 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] For port a280b526-498f-4a1f-9597-43007f3e9cb1, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=a280b526-498f-4a1f-9597-43007f3e9cb1,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:29.728318 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-ba8364da-b5c6-4787-94a8-c1f97f9d9821 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.757179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-ba8364da-b5c6-4787-94a8-c1f97f9d9821 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Calling delete_port for a280b526-498f-4a1f-9597-43007f3e9cb1 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:29.759407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780d286-d2ec-4642-8400-7e40e29c2949 req-197c1146-0ab0-488b-a238-44785a3fe343 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:29.762567 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-efb45fd9-df8a-4b3a-982f-3151a8710324 None None] Provisioning for port 437d30d3-2fe0-4c79-aef8-02f10db008af completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:29.767472 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a780d286-d2ec-4642-8400-7e40e29c2949 req-197c1146-0ab0-488b-a238-44785a3fe343 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 946 time: 0.2192557 Aug 31 01:07:29.773428 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-efb45fd9-df8a-4b3a-982f-3151a8710324 None None] Provisioning complete for port 437d30d3-2fe0-4c79-aef8-02f10db008af triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:29.774185 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-efb45fd9-df8a-4b3a-982f-3151a8710324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.821125 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Allocated IP 172.25.2.68 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/84f880e4-d799-47ef-81e3-c17b31ed3a74) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:29.825114 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-219c8ce9-c6e6-4644-a384-8570d89f4129 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.854886 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a780d286-d2ec-4642-8400-7e40e29c2949 req-fda4e1a7-9eba-4094-98de-f47349ad22a8 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856676 Aug 31 01:07:29.945911 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.960717 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068968b-ae62-48fc-93b1-66627df34f92 req-dbd67fa1-1027-42da-96a4-c4bb293d7d0f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:29.971366 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068968b-ae62-48fc-93b1-66627df34f92 req-dbd67fa1-1027-42da-96a4-c4bb293d7d0f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:29.975651 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cac8892-a71e-44c5-8ed2-a3bd128601bb'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:29.978363 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5bfacc-59f3-445b-8072-700ada8d2fbb" -d '{"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-unplugged", "status": "completed", "tag": "6cac8892-a71e-44c5-8ed2-a3bd128601bb"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:29.981710 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-219c8ce9-c6e6-4644-a384-8570d89f4129 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.990217 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068968b-ae62-48fc-93b1-66627df34f92 req-dbd67fa1-1027-42da-96a4-c4bb293d7d0f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:30.002560 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068968b-ae62-48fc-93b1-66627df34f92 req-dbd67fa1-1027-42da-96a4-c4bb293d7d0f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:30.017755 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068968b-ae62-48fc-93b1-66627df34f92 req-dbd67fa1-1027-42da-96a4-c4bb293d7d0f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:30.020043 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3068968b-ae62-48fc-93b1-66627df34f92 req-dbd67fa1-1027-42da-96a4-c4bb293d7d0f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 3885 time: 0.1651752 Aug 31 01:07:30.030784 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6cac8892-a71e-44c5-8ed2-a3bd128601bb, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6cac8892-a71e-44c5-8ed2-a3bd128601bb,segment=NetworkSegment(df204761-7deb-455c-abe2-e17ebf38bb13),segment_id=df204761-7deb-455c-abe2-e17ebf38bb13)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:30.093552 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3068968b-ae62-48fc-93b1-66627df34f92 req-78efe92d-996d-4b92-9116-fc3dab2b6711 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597122 Aug 31 01:07:30.105359 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-efb45fd9-df8a-4b3a-982f-3151a8710324 None None] Provisioning complete for port a06efffb-5323-46a2-b95d-5efbde44f1f7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:30.123340 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-efb45fd9-df8a-4b3a-982f-3151a8710324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.219160 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.220434 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 968fb5d6-9e64-4c86-bb05-77a2173eeedc no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:30.256300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c8ce9-c6e6-4644-a384-8570d89f4129 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d204add-0f61-4949-9db8-adb7a61c5c25,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:30.294753 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776476cd-48af-4cdc-ac38-0f2c2dc7ad47 x-openstack-request-id: req-776476cd-48af-4cdc-ac38-0f2c2dc7ad47 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:30.334581 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-unplugged", "status": "completed", "tag": "6cac8892-a71e-44c5-8ed2-a3bd128601bb", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:30.334581 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-776476cd-48af-4cdc-ac38-0f2c2dc7ad47 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:30.334581 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cac8892-a71e-44c5-8ed2-a3bd128601bb', 'code': 200} Aug 31 01:07:30.336077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219c8ce9-c6e6-4644-a384-8570d89f4129 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:30.336077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219c8ce9-c6e6-4644-a384-8570d89f4129 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:30.336077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219c8ce9-c6e6-4644-a384-8570d89f4129 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:30.336077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219c8ce9-c6e6-4644-a384-8570d89f4129 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:30.336077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219c8ce9-c6e6-4644-a384-8570d89f4129 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:30.336077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219c8ce9-c6e6-4644-a384-8570d89f4129 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:30.336077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219c8ce9-c6e6-4644-a384-8570d89f4129 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:30.336077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219c8ce9-c6e6-4644-a384-8570d89f4129 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:30.336077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219c8ce9-c6e6-4644-a384-8570d89f4129 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:30.336077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219c8ce9-c6e6-4644-a384-8570d89f4129 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:30.336077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219c8ce9-c6e6-4644-a384-8570d89f4129 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:30.336077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219c8ce9-c6e6-4644-a384-8570d89f4129 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:30.351101 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-efb45fd9-df8a-4b3a-982f-3151a8710324 None None] Port a06efffb-5323-46a2-b95d-5efbde44f1f7 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:07:30.354303 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392281f1-7ead-4e08-9282-0c528d6b2c36 req-96daf863-b2f7-4b42-b0db-aeb4cfba502d tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:30.356025 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-392281f1-7ead-4e08-9282-0c528d6b2c36 req-96daf863-b2f7-4b42-b0db-aeb4cfba502d tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 945 time: 0.3765512 Aug 31 01:07:30.359393 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.369934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-efb45fd9-df8a-4b3a-982f-3151a8710324 None None] Provisioning complete for port a27e7531-9fc2-4165-b9e8-bbffd269f73a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:30.370567 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-efb45fd9-df8a-4b3a-982f-3151a8710324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.415051 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-ba8364da-b5c6-4787-94a8-c1f97f9d9821 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.447688 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8364da-b5c6-4787-94a8-c1f97f9d9821 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event deleted for resources: {'Port': ['ID=a280b526-498f-4a1f-9597-43007f3e9cb1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:30.503536 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-ba8364da-b5c6-4787-94a8-c1f97f9d9821 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] No DVR routers for this DVR port a280b526-498f-4a1f-9597-43007f3e9cb1 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:30.514356 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-ba8364da-b5c6-4787-94a8-c1f97f9d9821 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.517176 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-ba8364da-b5c6-4787-94a8-c1f97f9d9821 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.48 "DELETE /v2.0/ports/a280b526-498f-4a1f-9597-43007f3e9cb1 HTTP/1.1" status: 204 len: 173 time: 1.2855415 Aug 31 01:07:30.517718 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-deleted', 'tag': 'a280b526-498f-4a1f-9597-43007f3e9cb1'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:30.525071 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b488f76-dfbb-4bcb-94dc-22636fcdc52e" -d '{"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-deleted", "tag": "a280b526-498f-4a1f-9597-43007f3e9cb1"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:30.598071 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.692123 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-392281f1-7ead-4e08-9282-0c528d6b2c36 req-37e85f77-0b50-43f4-b303-9100df5b6e80 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224285 Aug 31 01:07:30.697465 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b48587f-b24d-4cc0-b54d-4d3f8c8f00d8 x-openstack-request-id: req-2b48587f-b24d-4cc0-b54d-4d3f8c8f00d8 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:30.697465 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-deleted", "tag": "a280b526-498f-4a1f-9597-43007f3e9cb1", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:30.697820 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b48587f-b24d-4cc0-b54d-4d3f8c8f00d8 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:30.698106 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-deleted', 'tag': 'a280b526-498f-4a1f-9597-43007f3e9cb1', 'status': 'completed', 'code': 200} Aug 31 01:07:30.734251 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-58f27f98-adcc-4808-9304-272f80778ccc req-a2454768-38ef-4774-a34f-87f430d6edbf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2326488 Aug 31 01:07:30.739102 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:30.747552 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:30.755483 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:30.772805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Pushing event updated for resources: {'Port': ['ID=84f880e4-d799-47ef-81e3-c17b31ed3a74,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:30.828391 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=6cac8892-a71e-44c5-8ed2-a3bd128601bb,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:30.874588 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f065b76b-502f-4707-88cc-995295920d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.875752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-efb45fd9-df8a-4b3a-982f-3151a8710324 None None] Port a27e7531-9fc2-4165-b9e8-bbffd269f73a cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:07:30.901819 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.917150 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a3b98064-e919-4dc2-a3b8-1fcb55b1f1d1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Deleting port 0fcfb464-aad0-4470-abad-c784479adac4 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:30.917636 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a3b98064-e919-4dc2-a3b8-1fcb55b1f1d1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.014241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 968fb5d6-9e64-4c86-bb05-77a2173eeedc, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=968fb5d6-9e64-4c86-bb05-77a2173eeedc,segment=NetworkSegment(b2e17668-d582-46d7-9ddf-09c26cd86fce),segment_id=b2e17668-d582-46d7-9ddf-09c26cd86fce)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:31.119745 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.121652 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0fcfb464-aad0-4470-abad-c784479adac4 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:31.148961 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f065b76b-502f-4707-88cc-995295920d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.184949 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f27f98-adcc-4808-9304-272f80778ccc req-a799f0a2-bbc2-4298-ae0f-6cff0397d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:31.194897 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-58f27f98-adcc-4808-9304-272f80778ccc req-a799f0a2-bbc2-4298-ae0f-6cff0397d1c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7cdf53884e3f4b46a883fa43362269ac&device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 1098 time: 0.3175671 Aug 31 01:07:31.195984 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f065b76b-502f-4707-88cc-995295920d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:07:31.220437 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f065b76b-502f-4707-88cc-995295920d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.223303 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-f065b76b-502f-4707-88cc-995295920d37 admin admin] Added segment 3d9c9fbd-7892-43d8-83b2-5a51092fe75d of type vlan for network 58f811d7-3b07-4198-8f20-749ce45d6f96 Aug 31 01:07:31.288739 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=968fb5d6-9e64-4c86-bb05-77a2173eeedc,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:31.313657 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f065b76b-502f-4707-88cc-995295920d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.343244 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-219c8ce9-c6e6-4644-a384-8570d89f4129 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.345145 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-219c8ce9-c6e6-4644-a384-8570d89f4129 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4549727 Aug 31 01:07:31.359897 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.361693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55922) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:31.366710 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a3b98064-e919-4dc2-a3b8-1fcb55b1f1d1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] For port 0fcfb464-aad0-4470-abad-c784479adac4, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0fcfb464-aad0-4470-abad-c784479adac4,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:31.367122 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a3b98064-e919-4dc2-a3b8-1fcb55b1f1d1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.374174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-bfc7218f-efa3-42de-a9e9-c821409f2af9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'security_group': {'name': 'tempest-secgroup-177701203'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:31.403743 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0fcfb464-aad0-4470-abad-c784479adac4, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0fcfb464-aad0-4470-abad-c784479adac4,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:31.425551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a3b98064-e919-4dc2-a3b8-1fcb55b1f1d1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Calling delete_port for 0fcfb464-aad0-4470-abad-c784479adac4 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:31.443541 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065b76b-502f-4707-88cc-995295920d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c3b58c-d54a-4ba3-bb94-13947cc0a0ed,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:31.457933 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9e9ce-57a4-4d2d-9238-7d644f61ab05 req-beb2f7ce-acc9-4ece-9be4-4f1cdbc8f408 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:31.460453 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6ca9e9ce-57a4-4d2d-9238-7d644f61ab05 req-beb2f7ce-acc9-4ece-9be4-4f1cdbc8f408 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b107bb-2a88-492f-bb79-75fefe056e25 HTTP/1.1" status: 200 len: 945 time: 0.4330893 Aug 31 01:07:31.524728 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6ca9e9ce-57a4-4d2d-9238-7d644f61ab05 req-aac431a4-de7b-4fb9-8f8b-d8d82752c7dd tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564389 Aug 31 01:07:31.565968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f27f98-adcc-4808-9304-272f80778ccc req-5613f484-d2d3-4fce-801c-a717003cae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:31.568132 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-58f27f98-adcc-4808-9304-272f80778ccc req-5613f484-d2d3-4fce-801c-a717003cae2d service neutron] 10.222.0.48 "GET /v2.0/networks?id=39306b03-5941-46df-84e7-0d73d5303078 HTTP/1.1" status: 200 len: 917 time: 0.3296485 Aug 31 01:07:31.578468 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f81c5-afe7-4b2d-b148-f54c95efca5f req-7f4062c6-c603-4650-9a36-5e19f613ffc8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:31.585782 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f81c5-afe7-4b2d-b148-f54c95efca5f req-7f4062c6-c603-4650-9a36-5e19f613ffc8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:31.596141 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f81c5-afe7-4b2d-b148-f54c95efca5f req-7f4062c6-c603-4650-9a36-5e19f613ffc8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:31.607716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f81c5-afe7-4b2d-b148-f54c95efca5f req-7f4062c6-c603-4650-9a36-5e19f613ffc8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:31.610920 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e03f81c5-afe7-4b2d-b148-f54c95efca5f req-7f4062c6-c603-4650-9a36-5e19f613ffc8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 3146 time: 0.2479784 Aug 31 01:07:31.693585 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-58f27f98-adcc-4808-9304-272f80778ccc req-2ac0b262-afd2-4c11-8445-66707b618b63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14a6b450-a1a6-492d-9b91-13a0d9ab07f3 HTTP/1.1" status: 200 len: 217 time: 0.0810070 Aug 31 01:07:31.708421 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.711258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device a27e7531-9fc2-4165-b9e8-bbffd269f73a no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:31.765254 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f065b76b-502f-4707-88cc-995295920d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.771194 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f065b76b-502f-4707-88cc-995295920d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:31.771194 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f065b76b-502f-4707-88cc-995295920d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.787470 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bfc7218f-efa3-42de-a9e9-c821409f2af9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.934003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e03f81c5-afe7-4b2d-b148-f54c95efca5f req-0846ab86-1db7-4558-8373-081024b2fa53 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960935 Aug 31 01:07:31.973198 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device a27e7531-9fc2-4165-b9e8-bbffd269f73a not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:31.975090 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e23dc098-08a9-4b74-92c0-535d9029019a no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:31.982038 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f27f98-adcc-4808-9304-272f80778ccc req-71064166-de60-4e93-b04b-b2fdc097f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:32.003472 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-58f27f98-adcc-4808-9304-272f80778ccc req-71064166-de60-4e93-b04b-b2fdc097f30d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b26fd38d-643f-4aba-994e-f13dbd731e6c HTTP/1.1" status: 200 len: 855 time: 0.3018396 Aug 31 01:07:32.037748 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065b76b-502f-4707-88cc-995295920d37 admin admin] Pushing event updated for resources: {'Network': ['ID=58f811d7-3b07-4198-8f20-749ce45d6f96,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:32.104037 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e23dc098-08a9-4b74-92c0-535d9029019a not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:32.104748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:32.107427 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 58f811d7-3b07-4198-8f20-749ce45d6f96 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:07:32.122502 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f065b76b-502f-4707-88cc-995295920d37 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.9577584 Aug 31 01:07:32.143464 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55930) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:32.145330 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=0fcfb464-aad0-4470-abad-c784479adac4,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:32.190558 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-21c7782c-1c08-45c6-a45c-69b824dc3287 admin admin] Request body: {'subnet': {'network_id': '58f811d7-3b07-4198-8f20-749ce45d6f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1424431249-subnet', 'tenant_id': '72e9fb41144848249c3169d42e8eb796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:32.250910 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.280385 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485ec0b-04c0-451b-9e17-4064fb210797 req-97acbc57-a0aa-4e6e-a3af-fe9cb85fc493 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:32.284792 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a485ec0b-04c0-451b-9e17-4064fb210797 req-97acbc57-a0aa-4e6e-a3af-fe9cb85fc493 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 946 time: 0.1691818 Aug 31 01:07:32.297286 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968fb5d6-9e64-4c86-bb05-77a2173eeedc'}, {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fcfb464-aad0-4470-abad-c784479adac4'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:32.299841 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c991f7-52d8-4200-bb61-41d6893f55fe" -d '{"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-unplugged", "status": "completed", "tag": "968fb5d6-9e64-4c86-bb05-77a2173eeedc"}, {"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-unplugged", "status": "completed", "tag": "0fcfb464-aad0-4470-abad-c784479adac4"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:32.323283 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f27f98-adcc-4808-9304-272f80778ccc req-e355995b-85d3-4bd4-b874-7f11e8c79775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:32.342967 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-58f27f98-adcc-4808-9304-272f80778ccc req-e355995b-85d3-4bd4-b874-7f11e8c79775 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39306b03-5941-46df-84e7-0d73d5303078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2042489 Aug 31 01:07:32.422168 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758edbd5-b7db-4188-9fd9-e60712ec99b8 x-openstack-request-id: req-758edbd5-b7db-4188-9fd9-e60712ec99b8 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:32.422836 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-unplugged", "status": "completed", "tag": "968fb5d6-9e64-4c86-bb05-77a2173eeedc", "code": 200}, {"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-unplugged", "status": "completed", "tag": "0fcfb464-aad0-4470-abad-c784479adac4", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:32.423447 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-758edbd5-b7db-4188-9fd9-e60712ec99b8 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:32.424408 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968fb5d6-9e64-4c86-bb05-77a2173eeedc', 'code': 200} Aug 31 01:07:32.425221 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fcfb464-aad0-4470-abad-c784479adac4', 'code': 200} Aug 31 01:07:32.426408 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.460779 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a3b98064-e919-4dc2-a3b8-1fcb55b1f1d1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.482300 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52,segment=NetworkSegment(b2e17668-d582-46d7-9ddf-09c26cd86fce),segment_id=b2e17668-d582-46d7-9ddf-09c26cd86fce)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:32.532340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b98064-e919-4dc2-a3b8-1fcb55b1f1d1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event deleted for resources: {'Port': ['ID=0fcfb464-aad0-4470-abad-c784479adac4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:32.554973 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bfc7218f-efa3-42de-a9e9-c821409f2af9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.602832 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a485ec0b-04c0-451b-9e17-4064fb210797 req-ceea4d85-a11a-4529-9959-4d980827c8ba tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847641 Aug 31 01:07:32.637380 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a3b98064-e919-4dc2-a3b8-1fcb55b1f1d1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] No DVR routers for this DVR port 0fcfb464-aad0-4470-abad-c784479adac4 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:32.639705 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.641552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device a280b526-498f-4a1f-9597-43007f3e9cb1 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:32.650941 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a3b98064-e919-4dc2-a3b8-1fcb55b1f1d1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.654579 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-a3b98064-e919-4dc2-a3b8-1fcb55b1f1d1 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.48 "DELETE /v2.0/ports/0fcfb464-aad0-4470-abad-c784479adac4 HTTP/1.1" status: 204 len: 173 time: 2.1278570 Aug 31 01:07:32.682425 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-58f27f98-adcc-4808-9304-272f80778ccc req-3c729a4f-d0c5-4442-b01a-8b184139b9aa service neutron] 10.222.0.48 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311882 Aug 31 01:07:32.752540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-deleted', 'tag': '0fcfb464-aad0-4470-abad-c784479adac4'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:32.761253 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3be21dc-d294-4de3-8c4c-3809c094c789" -d '{"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-deleted", "tag": "0fcfb464-aad0-4470-abad-c784479adac4"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:32.811103 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bfc7218f-efa3-42de-a9e9-c821409f2af9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.856363 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: a280b526-498f-4a1f-9597-43007f3e9cb1 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:07:32.857490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device a280b526-498f-4a1f-9597-43007f3e9cb1 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:32.892062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:32.918921 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c6385e-cfd3-4e87-8cc6-d2ff8e7ecb75 x-openstack-request-id: req-d2c6385e-cfd3-4e87-8cc6-d2ff8e7ecb75 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:32.919217 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-deleted", "tag": "0fcfb464-aad0-4470-abad-c784479adac4", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:32.919446 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2c6385e-cfd3-4e87-8cc6-d2ff8e7ecb75 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:32.919836 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-deleted', 'tag': '0fcfb464-aad0-4470-abad-c784479adac4', 'status': 'completed', 'code': 200} Aug 31 01:07:32.991991 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.014841 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7218f-efa3-42de-a9e9-c821409f2af9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=893d4ee1-6a6e-4b8e-b381-fb9a819f6a1b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:33.070046 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-251545c0-6fa0-4b7e-8e28-5237ed1f7e15 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6957757 Aug 31 01:07:33.093288 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-58f27f98-adcc-4808-9304-272f80778ccc req-369c7e76-f4d8-4358-bee9-997d4ec2614a service neutron] 10.222.0.48 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041042 Aug 31 01:07:33.127904 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-8588728b-7692-4b8a-88fc-e2b281ef4018 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Deleting port 6cac8892-a71e-44c5-8ed2-a3bd128601bb {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:33.127904 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-8588728b-7692-4b8a-88fc-e2b281ef4018 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.187486 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c7782c-1c08-45c6-a45c-69b824dc3287 admin admin] Made reservation on behalf of 72e9fb41144848249c3169d42e8eb796 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:33.189923 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21c7782c-1c08-45c6-a45c-69b824dc3287 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.335422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930af0f-61b6-41e1-86f3-b463a242ed86 req-75e3de35-82b8-4246-8734-8ef3d96c8f5b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:33.342427 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930af0f-61b6-41e1-86f3-b463a242ed86 req-75e3de35-82b8-4246-8734-8ef3d96c8f5b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:33.343523 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-d87b934a-a6bf-4323-a06e-80c841828973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:33.344096 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-d87b934a-a6bf-4323-a06e-80c841828973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:33.344664 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-d87b934a-a6bf-4323-a06e-80c841828973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:33.345141 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-d87b934a-a6bf-4323-a06e-80c841828973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:33.345860 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-d87b934a-a6bf-4323-a06e-80c841828973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:33.346695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-d87b934a-a6bf-4323-a06e-80c841828973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:33.347482 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-d87b934a-a6bf-4323-a06e-80c841828973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:33.349571 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930af0f-61b6-41e1-86f3-b463a242ed86 req-75e3de35-82b8-4246-8734-8ef3d96c8f5b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:33.350775 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-d87b934a-a6bf-4323-a06e-80c841828973 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480470cd2fbf45018b60a7cede707d79&device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 6496 time: 0.1889527 Aug 31 01:07:33.351491 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e930af0f-61b6-41e1-86f3-b463a242ed86 req-75e3de35-82b8-4246-8734-8ef3d96c8f5b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 2410 time: 0.2133420 Aug 31 01:07:33.367068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb94e0-48ea-47ee-8041-3c5fd5da1d0a req-f7c4720f-ab97-418f-97ed-7af77a0baaa1 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:33.368837 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-20cb94e0-48ea-47ee-8041-3c5fd5da1d0a req-f7c4720f-ab97-418f-97ed-7af77a0baaa1 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 945 time: 0.1614280 Aug 31 01:07:33.371085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-8588728b-7692-4b8a-88fc-e2b281ef4018 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] For port 6cac8892-a71e-44c5-8ed2-a3bd128601bb, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6cac8892-a71e-44c5-8ed2-a3bd128601bb,segment=NetworkSegment(df204761-7deb-455c-abe2-e17ebf38bb13),segment_id=df204761-7deb-455c-abe2-e17ebf38bb13)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:33.371453 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-8588728b-7692-4b8a-88fc-e2b281ef4018 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.523097 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e930af0f-61b6-41e1-86f3-b463a242ed86 req-e27e5abf-4cbb-411f-9a8b-d3ab164b9479 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571226 Aug 31 01:07:33.708517 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Router a72f8648-4aea-4026-aaea-d18039a639e8 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:07:33.875306 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:07:33.890749 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e908c8ea-6996-440e-9d91-c62160e135ad None None] Sync routers for ids ['a72f8648-4aea-4026-aaea-d18039a639e8'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:07:33.899133 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21c7782c-1c08-45c6-a45c-69b824dc3287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.906500 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908c8ea-6996-440e-9d91-c62160e135ad None None] Routers {'a72f8648-4aea-4026-aaea-d18039a639e8'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:33.907876 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e908c8ea-6996-440e-9d91-c62160e135ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:07:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a72f8648-4aea-4026-aaea-d18039a639e8'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:33.951252 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e908c8ea-6996-440e-9d91-c62160e135ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:33.954030 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bfc7218f-efa3-42de-a9e9-c821409f2af9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.957605 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bfc7218f-efa3-42de-a9e9-c821409f2af9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.5916743 Aug 31 01:07:33.962292 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55958) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:33.962782 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908c8ea-6996-440e-9d91-c62160e135ad None None] Routers {'a72f8648-4aea-4026-aaea-d18039a639e8'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:33.963601 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e908c8ea-6996-440e-9d91-c62160e135ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:07:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a72f8648-4aea-4026-aaea-d18039a639e8'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:33.973236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-2b05878b-f7ad-432b-9544-af1fb0e2a521 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2145683888', 'security_groups': ['893d4ee1-6a6e-4b8e-b381-fb9a819f6a1b'], 'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '54648d47-9c93-4cd3-9932-bcd328cbaa0c'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:34.006386 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7782c-1c08-45c6-a45c-69b824dc3287 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8d65492-7859-463e-9970-166321da5030,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:34.008169 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e908c8ea-6996-440e-9d91-c62160e135ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:34.008825 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e908c8ea-6996-440e-9d91-c62160e135ad None None] The sync data for ids ['a72f8648-4aea-4026-aaea-d18039a639e8'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:07:34.035268 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-20cb94e0-48ea-47ee-8041-3c5fd5da1d0a req-f5b8086f-c55f-4beb-923b-476881441d76 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6447952 Aug 31 01:07:34.061580 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:34.061580 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f1a53ffe-c196-4fe5-a0a9-47550bba008c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.0891016 Aug 31 01:07:34.065527 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55962) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:34.067125 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c7782c-1c08-45c6-a45c-69b824dc3287 admin admin] Checking segment: {'id': '3d9c9fbd-7892-43d8-83b2-5a51092fe75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '58f811d7-3b07-4198-8f20-749ce45d6f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:34.067125 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c7782c-1c08-45c6-a45c-69b824dc3287 admin admin] Network hostable DHCP agents. Network: 58f811d7-3b07-4198-8f20-749ce45d6f96, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:07:34.173632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-d2f70d98-0d28-4cd6-8d91-5874a89e8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:34.174326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-d2f70d98-0d28-4cd6-8d91-5874a89e8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:34.176069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-d2f70d98-0d28-4cd6-8d91-5874a89e8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:34.178608 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-d2f70d98-0d28-4cd6-8d91-5874a89e8f8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8d074e0-3ba7-47e4-9677-f4407602dcfb&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061&id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061 HTTP/1.1" status: 200 len: 2294 time: 0.7644982 Aug 31 01:07:34.231667 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-20a0e176-c4eb-4753-b7c1-7f97098302fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:34.327677 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-8588728b-7692-4b8a-88fc-e2b281ef4018 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:34.328140 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-8588728b-7692-4b8a-88fc-e2b281ef4018 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:34.328466 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-8588728b-7692-4b8a-88fc-e2b281ef4018 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Floating IP ef5b19df-413a-4727-a0a8-a59b33156fcc disassociated. External IP: 172.25.2.229, port: 6cac8892-a71e-44c5-8ed2-a3bd128601bb. Aug 31 01:07:34.328818 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-8588728b-7692-4b8a-88fc-e2b281ef4018 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Calling delete_port for 6cac8892-a71e-44c5-8ed2-a3bd128601bb owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:34.344428 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-34b9aa82-ebf1-4f82-9e81-3a23566ad6fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc495864-fd8e-4439-9671-7879717ab258 HTTP/1.1" status: 200 len: 1002 time: 0.1544764 Aug 31 01:07:34.391065 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c7782c-1c08-45c6-a45c-69b824dc3287 admin admin] Network 58f811d7-3b07-4198-8f20-749ce45d6f96 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:07:34.412350 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-46e075b6-0896-4554-8678-f3703c6e218a tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "GET /v2.0/routers/a72f8648-4aea-4026-aaea-d18039a639e8 HTTP/1.1" status: 200 len: 920 time: 0.3405421 Aug 31 01:07:34.417462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55970) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:34.426697 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:34.432394 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1325b07b-e592-437c-9830-9f87ea910d03" -d '{"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-unplugged", "status": "completed", "tag": "4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:34.497389 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23f0cb1-e42c-4f5f-908c-61c2b0dd83ad x-openstack-request-id: req-e23f0cb1-e42c-4f5f-908c-61c2b0dd83ad {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:34.497837 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-unplugged", "status": "completed", "tag": "4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:34.498216 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e23f0cb1-e42c-4f5f-908c-61c2b0dd83ad {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:34.498783 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52', 'code': 200} Aug 31 01:07:34.503391 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef897a66-4fed-4f52-a7ea-d8830a468db1 req-31741e84-58f6-44c3-aad4-e194ab34573e tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:34.517100 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef897a66-4fed-4f52-a7ea-d8830a468db1 req-31741e84-58f6-44c3-aad4-e194ab34573e tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:34.526442 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-46fbcad7-de4c-4dbf-983b-d299f08a32f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:34.528986 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-46fbcad7-de4c-4dbf-983b-d299f08a32f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc4e87d1-8836-483e-ab3a-9c98a3518bdb HTTP/1.1" status: 200 len: 851 time: 0.1758380 Aug 31 01:07:34.530756 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef897a66-4fed-4f52-a7ea-d8830a468db1 req-31741e84-58f6-44c3-aad4-e194ab34573e tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:34.546272 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef897a66-4fed-4f52-a7ea-d8830a468db1 req-31741e84-58f6-44c3-aad4-e194ab34573e tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4&device_id=65b107bb-2a88-492f-bb79-75fefe056e25&device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 2417 time: 0.2233775 Aug 31 01:07:34.552818 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5189bcf1-f4a6-4e72-a1c5-bf2198d96f85 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "GET /v2.0/ports?device_id=a72f8648-4aea-4026-aaea-d18039a639e8 HTTP/1.1" status: 200 len: 205 time: 0.1247461 Aug 31 01:07:34.562295 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55978) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:34.578515 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b05878b-f7ad-432b-9544-af1fb0e2a521 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:34.698604 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-5fda4460-b0ae-435f-ae77-79242337a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:34.701248 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-5fda4460-b0ae-435f-ae77-79242337a992 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8d074e0-3ba7-47e4-9677-f4407602dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1472721 Aug 31 01:07:34.726785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-21c7782c-1c08-45c6-a45c-69b824dc3287 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 58f811d7-3b07-4198-8f20-749ce45d6f96) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:34.740471 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41c8158-ef18-452a-9780-69ace9203b20 None None] Network 58f811d7-3b07-4198-8f20-749ce45d6f96 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:34.771666 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c7782c-1c08-45c6-a45c-69b824dc3287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:34.772939 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21c7782c-1c08-45c6-a45c-69b824dc3287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:34.820293 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef897a66-4fed-4f52-a7ea-d8830a468db1 req-24dfa8ca-c490-487c-8597-5cb5af1f4cff tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724936 Aug 31 01:07:34.966633 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b18d8-a964-4677-98a3-9901dbf9aa50 req-6ca71c7b-0e9a-472a-b919-b1839c9e0bed tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:34.978328 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-21c7782c-1c08-45c6-a45c-69b824dc3287 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.8330560 Aug 31 01:07:34.981361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b18d8-a964-4677-98a3-9901dbf9aa50 req-6ca71c7b-0e9a-472a-b919-b1839c9e0bed tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:34.996205 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b18d8-a964-4677-98a3-9901dbf9aa50 req-6ca71c7b-0e9a-472a-b919-b1839c9e0bed tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:35.001126 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b54b18d8-a964-4677-98a3-9901dbf9aa50 req-6ca71c7b-0e9a-472a-b919-b1839c9e0bed tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 2410 time: 0.3365796 Aug 31 01:07:35.010524 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-8588728b-7692-4b8a-88fc-e2b281ef4018 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:35.031561 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2b05878b-f7ad-432b-9544-af1fb0e2a521 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:35.084371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda81a78-cad5-4a85-b8fa-a8f61cff7769 None None] Network 58f811d7-3b07-4198-8f20-749ce45d6f96 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:35.099635 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-99ec40a6-2d9a-4270-93b1-2d4f118b703c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:35.106212 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-2b05878b-f7ad-432b-9544-af1fb0e2a521 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] device_id is not set on port 1f44b14d-41d3-49a2-ade2-158c945f6ff1 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:07:35.231264 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-ed0813b2-4a6c-433c-aff2-d9d7c728b78f service neutron] 10.222.0.41 "GET /v2.0/networks/d8d074e0-3ba7-47e4-9677-f4407602dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932742 Aug 31 01:07:35.272730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588728b-7692-4b8a-88fc-e2b281ef4018 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event deleted for resources: {'Port': ['ID=6cac8892-a71e-44c5-8ed2-a3bd128601bb,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:35.594513 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b54b18d8-a964-4677-98a3-9901dbf9aa50 req-ac5cff62-de50-4256-99ae-1b315f3a90e9 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5679183 Aug 31 01:07:35.871067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-8588728b-7692-4b8a-88fc-e2b281ef4018 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Router 770efd7a-1f34-4781-8f2a-4f256d8cd096 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:07:35.923347 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-a2f2d76e-ecdf-4f41-8a86-5eb82896d196 service neutron] 10.222.0.41 "GET /v2.0/networks/d8d074e0-3ba7-47e4-9677-f4407602dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315484 Aug 31 01:07:36.055007 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-8591c19c-5f76-48ed-96db-11388ba9367e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=9dce5519-c138-438c-b099-c61ffef1b2a8 HTTP/1.1" status: 200 len: 217 time: 0.1199815 Aug 31 01:07:36.225229 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a58b65-098a-4ee5-b23d-0c7a1ac53ee6 req-a6ade5a8-5c56-42ec-bc71-ee876eb8b7f6 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:36.234051 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-40a58b65-098a-4ee5-b23d-0c7a1ac53ee6 req-a6ade5a8-5c56-42ec-bc71-ee876eb8b7f6 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 946 time: 0.8529718 Aug 31 01:07:36.312158 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-99ec40a6-2d9a-4270-93b1-2d4f118b703c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:36.336388 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-13b0bc93-322b-4d16-9873-fb5da9d6ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:36.338883 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-13b0bc93-322b-4d16-9873-fb5da9d6ac73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.2164948 Aug 31 01:07:36.387319 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-40a58b65-098a-4ee5-b23d-0c7a1ac53ee6 req-1ec9dcca-a546-4812-9bbe-9e0a288dc555 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522281 Aug 31 01:07:36.423639 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-8588728b-7692-4b8a-88fc-e2b281ef4018 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:07:36.441581 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999da76b-c211-416f-b810-20321ad0a7eb None None] Sync routers for ids ['770efd7a-1f34-4781-8f2a-4f256d8cd096'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:07:36.462611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999da76b-c211-416f-b810-20321ad0a7eb None None] Routers {'770efd7a-1f34-4781-8f2a-4f256d8cd096'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:36.467592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-999da76b-c211-416f-b810-20321ad0a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:07:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['770efd7a-1f34-4781-8f2a-4f256d8cd096'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:36.499919 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-2b05878b-f7ad-432b-9544-af1fb0e2a521 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Allocated IP 2001:db8::1c5 (c364baa5-ccd7-46ff-ade4-87575f65869f/54648d47-9c93-4cd3-9932-bcd328cbaa0c/1f44b14d-41d3-49a2-ade2-158c945f6ff1) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:36.539045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-21dc60e2-58f1-49f9-813a-7defab3c1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:36.541052 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-21dc60e2-58f1-49f9-813a-7defab3c1937 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1923308 Aug 31 01:07:36.542376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-8588728b-7692-4b8a-88fc-e2b281ef4018 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] No DVR routers for this DVR port 6cac8892-a71e-44c5-8ed2-a3bd128601bb on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:36.546705 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-8588728b-7692-4b8a-88fc-e2b281ef4018 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:36.550213 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-8588728b-7692-4b8a-88fc-e2b281ef4018 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.48 "DELETE /v2.0/ports/6cac8892-a71e-44c5-8ed2-a3bd128601bb HTTP/1.1" status: 204 len: 173 time: 3.8875136 Aug 31 01:07:36.556123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-deleted', 'tag': '6cac8892-a71e-44c5-8ed2-a3bd128601bb'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:36.560962 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430cc5e5-ce0b-4078-953d-22dc372d4312" -d '{"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-deleted", "tag": "6cac8892-a71e-44c5-8ed2-a3bd128601bb"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:36.701975 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-99ec40a6-2d9a-4270-93b1-2d4f118b703c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Deleting port 84f880e4-d799-47ef-81e3-c17b31ed3a74 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:36.702745 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-99ec40a6-2d9a-4270-93b1-2d4f118b703c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:36.807445 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:36.902367 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2b05878b-f7ad-432b-9544-af1fb0e2a521 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:36.912624 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-99ec40a6-2d9a-4270-93b1-2d4f118b703c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:36.946710 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-99ec40a6-2d9a-4270-93b1-2d4f118b703c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Calling delete_port for 84f880e4-d799-47ef-81e3-c17b31ed3a74 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:36.949669 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-2b05878b-f7ad-432b-9544-af1fb0e2a521 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Transition to ACTIVE for port object 1f44b14d-41d3-49a2-ade2-158c945f6ff1 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:36.972256 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-999da76b-c211-416f-b810-20321ad0a7eb None None] Set router 770efd7a-1f34-4781-8f2a-4f256d8cd096 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:37.046809 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3053bfec-2b73-4655-9cf0-9adaba5ab460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.132098 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.134194 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.166633 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-a80b039a-982a-47dd-b236-2d0b0de804dd service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148951 Aug 31 01:07:37.184097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-1c4bd0df-c68b-425f-a06e-280a0a39f14b tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:37.185995 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-1c4bd0df-c68b-425f-a06e-280a0a39f14b tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/networks?id=58f811d7-3b07-4198-8f20-749ce45d6f96 HTTP/1.1" status: 200 len: 818 time: 0.6666086 Aug 31 01:07:37.200496 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdf9f39-7475-4023-baf5-3d8603f240a6 x-openstack-request-id: req-dfdf9f39-7475-4023-baf5-3d8603f240a6 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:37.200496 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-deleted", "tag": "6cac8892-a71e-44c5-8ed2-a3bd128601bb", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:37.200496 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfdf9f39-7475-4023-baf5-3d8603f240a6 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:37.201056 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-deleted', 'tag': '6cac8892-a71e-44c5-8ed2-a3bd128601bb', 'status': 'completed', 'code': 200} Aug 31 01:07:37.231964 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2b05878b-f7ad-432b-9544-af1fb0e2a521 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.281980 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-aeb41840-0727-4508-85d2-caadc916fd09 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/quotas/72e9fb41144848249c3169d42e8eb796 HTTP/1.1" status: 200 len: 375 time: 0.0760746 Aug 31 01:07:37.336253 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-8276f858-792c-4edc-b149-a94d2875e26c tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=72e9fb41144848249c3169d42e8eb796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435934 Aug 31 01:07:37.338628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c4ef396c-6b9b-4953-8002-c204a2a9814a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Deleting port 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:37.338983 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c4ef396c-6b9b-4953-8002-c204a2a9814a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.380697 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-999da76b-c211-416f-b810-20321ad0a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'name': 'tempest-TaggedBootDevicesTest_v242-1535475404-router', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:50Z', 'updated_at': '2021-08-31T00:56:04Z', 'revision_number': 4, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'gw_port': {'id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:52Z', 'updated_at': '2021-08-31T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'a1524a27-61c1-43ab-9722-710400009e1f', 'name': '', 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'mac_address': 'fa:16:3e:6a:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:01Z', 'updated_at': '2021-08-31T00:56:15Z', 'revision_number': 5, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'subnets': [{'id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:37.388008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-00c9c7a0-2d9a-4ee0-b1e1-43348a4fd22a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:07:37.389233 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-00c9c7a0-2d9a-4ee0-b1e1-43348a4fd22a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078635 Aug 31 01:07:37.399801 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b05878b-f7ad-432b-9544-af1fb0e2a521 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network c364baa5-ccd7-46ff-ade4-87575f65869f is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:37.414848 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-2b05878b-f7ad-432b-9544-af1fb0e2a521 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:37.422722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05878b-f7ad-432b-9544-af1fb0e2a521 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:37.444204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b05878b-f7ad-432b-9544-af1fb0e2a521 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:37.445594 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2b05878b-f7ad-432b-9544-af1fb0e2a521 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.448547 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999da76b-c211-416f-b810-20321ad0a7eb None None] Checking router: 770efd7a-1f34-4781-8f2a-4f256d8cd096 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:07:37.465591 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999da76b-c211-416f-b810-20321ad0a7eb None None] Routers {'770efd7a-1f34-4781-8f2a-4f256d8cd096'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:37.466388 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-999da76b-c211-416f-b810-20321ad0a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:07:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['770efd7a-1f34-4781-8f2a-4f256d8cd096'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:37.468131 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd79d7-6c03-4715-a6c4-5c0dbce2a42b req-1ef22a3d-3629-4aa3-9618-7257dbe68e64 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:37.480802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd79d7-6c03-4715-a6c4-5c0dbce2a42b req-1ef22a3d-3629-4aa3-9618-7257dbe68e64 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:37.497806 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8ddd79d7-6c03-4715-a6c4-5c0dbce2a42b req-1ef22a3d-3629-4aa3-9618-7257dbe68e64 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 1677 time: 0.2132893 Aug 31 01:07:37.528229 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05878b-f7ad-432b-9544-af1fb0e2a521 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=1f44b14d-41d3-49a2-ade2-158c945f6ff1,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:37.566957 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-99ec40a6-2d9a-4270-93b1-2d4f118b703c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.657843 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec40a6-2d9a-4270-93b1-2d4f118b703c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Pushing event deleted for resources: {'Port': ['ID=84f880e4-d799-47ef-81e3-c17b31ed3a74,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:37.661859 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-3b93f031-4ef2-41e8-b3de-aae512e78a6f service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665933 Aug 31 01:07:37.740903 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8ddd79d7-6c03-4715-a6c4-5c0dbce2a42b req-5521a0b0-71fc-4868-a545-9cb2b4e440ef tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240613 Aug 31 01:07:37.754686 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-999da76b-c211-416f-b810-20321ad0a7eb None None] Set router 770efd7a-1f34-4781-8f2a-4f256d8cd096 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:37.819999 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-22ee0d0f-ee5c-4156-bc34-7d5ef9267943 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=47884538-4e20-4c3e-be64-938b3b411ece HTTP/1.1" status: 200 len: 217 time: 0.1566904 Aug 31 01:07:37.849320 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2b05878b-f7ad-432b-9544-af1fb0e2a521 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8724003 Aug 31 01:07:37.864907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c4ef396c-6b9b-4953-8002-c204a2a9814a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] For port 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52,segment=NetworkSegment(b2e17668-d582-46d7-9ddf-09c26cd86fce),segment_id=b2e17668-d582-46d7-9ddf-09c26cd86fce)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:37.865578 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c4ef396c-6b9b-4953-8002-c204a2a9814a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.875660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56032) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:37.903036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-613e8917-a38d-44fc-83c9-22b12d87bccd tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'subnet': {'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:37.962798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c4ef396c-6b9b-4953-8002-c204a2a9814a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Calling delete_port for 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:38.020482 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-99ec40a6-2d9a-4270-93b1-2d4f118b703c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.099523 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-38cd2727-4e67-4e6e-8d4d-1948b0e70aaa service neutron] 10.222.0.16 "GET /v2.0/networks/58f811d7-3b07-4198-8f20-749ce45d6f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6641502 Aug 31 01:07:38.178256 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-99ec40a6-2d9a-4270-93b1-2d4f118b703c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.182403 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-99ec40a6-2d9a-4270-93b1-2d4f118b703c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.287317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-cc53c9fd-5c96-4610-a1cd-80d641e43792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:38.289025 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-cc53c9fd-5c96-4610-a1cd-80d641e43792 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.4484978 Aug 31 01:07:38.381269 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-99ec40a6-2d9a-4270-93b1-2d4f118b703c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.385980 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ec40a6-2d9a-4270-93b1-2d4f118b703c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Fanout notify agent at l3_agent the message router_deleted on router a72f8648-4aea-4026-aaea-d18039a639e8 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:07:38.411274 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-99ec40a6-2d9a-4270-93b1-2d4f118b703c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.413142 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-99ec40a6-2d9a-4270-93b1-2d4f118b703c tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "DELETE /v2.0/routers/a72f8648-4aea-4026-aaea-d18039a639e8 HTTP/1.1" status: 204 len: 168 time: 3.8479776 Aug 31 01:07:38.418636 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56040) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:38.446342 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1479167055', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'enable_snat': False}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:38.483485 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-ba84b73d-13e4-4918-863d-d2eb9935355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:38.485780 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-ba84b73d-13e4-4918-863d-d2eb9935355c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1788383 Aug 31 01:07:38.546213 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-999da76b-c211-416f-b810-20321ad0a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'name': 'tempest-TaggedBootDevicesTest_v242-1535475404-router', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:50Z', 'updated_at': '2021-08-31T00:56:04Z', 'revision_number': 4, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'gw_port': {'id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:52Z', 'updated_at': '2021-08-31T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'a1524a27-61c1-43ab-9722-710400009e1f', 'name': '', 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'mac_address': 'fa:16:3e:6a:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:01Z', 'updated_at': '2021-08-31T00:56:15Z', 'revision_number': 5, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'subnets': [{'id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:38.597598 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999da76b-c211-416f-b810-20321ad0a7eb None None] The sync data for ids ['770efd7a-1f34-4781-8f2a-4f256d8cd096'] in n-d-793621-34 is: [{'id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'name': 'tempest-TaggedBootDevicesTest_v242-1535475404-router', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:50Z', 'updated_at': '2021-08-31T00:56:04Z', 'revision_number': 4, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'gw_port': {'id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:52Z', 'updated_at': '2021-08-31T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'a1524a27-61c1-43ab-9722-710400009e1f', 'name': '', 'network_id': 'e485d33c-f23c-40f6-8dac-57c9abc59149', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'mac_address': 'fa:16:3e:6a:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:56:01Z', 'updated_at': '2021-08-31T00:56:15Z', 'revision_number': 5, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'subnets': [{'id': 'd3a0af11-1528-44a4-b1b4-6169b26ec0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:07:38.622673 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613e8917-a38d-44fc-83c9-22b12d87bccd tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:38.629122 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-613e8917-a38d-44fc-83c9-22b12d87bccd tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.644298 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-fc8c7b9c-f5f8-41da-9a42-f1a68f042341 service neutron] 10.222.0.16 "GET /v2.0/networks/58f811d7-3b07-4198-8f20-749ce45d6f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219548 Aug 31 01:07:38.681239 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-259530e8-0a38-4969-b506-4380007e08a3 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751571 Aug 31 01:07:38.691991 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.698454 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-439aa119-630f-413b-b3e3-48d911d0512e None None] Provisioning for port 1f44b14d-41d3-49a2-ade2-158c945f6ff1 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:38.708269 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-439aa119-630f-413b-b3e3-48d911d0512e None None] Provisioning complete for port 1f44b14d-41d3-49a2-ade2-158c945f6ff1 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:38.717348 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-439aa119-630f-413b-b3e3-48d911d0512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.880289 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c4ef396c-6b9b-4953-8002-c204a2a9814a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.887367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-439aa119-630f-413b-b3e3-48d911d0512e None None] Port 1f44b14d-41d3-49a2-ade2-158c945f6ff1 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:07:38.951760 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef396c-6b9b-4953-8002-c204a2a9814a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event deleted for resources: {'Port': ['ID=4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:39.001058 n-d-793621-34 neutron-server[102343]: INFO neutron.db.ipam_backend_mixin [None req-613e8917-a38d-44fc-83c9-22b12d87bccd tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 54648d47-9c93-4cd3-9932-bcd328cbaa0c (CIDR: 2001:db8::/64) Aug 31 01:07:39.062644 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-613e8917-a38d-44fc-83c9-22b12d87bccd tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:07:39.063214 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613e8917-a38d-44fc-83c9-22b12d87bccd tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:07:39.093205 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:39.096034 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:39.103967 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c4ef396c-6b9b-4953-8002-c204a2a9814a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] No DVR routers for this DVR port 4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:39.120227 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c4ef396c-6b9b-4953-8002-c204a2a9814a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:39.124624 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-c4ef396c-6b9b-4953-8002-c204a2a9814a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.48 "DELETE /v2.0/ports/4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52 HTTP/1.1" status: 204 len: 173 time: 2.5335784 Aug 31 01:07:39.202955 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d183de-9d2b-491c-9371-a5c15f64f395 None None] New status for floating IP ef5b19df-413a-4727-a0a8-a59b33156fcc: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:07:39.212933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-deleted', 'tag': '4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:39.218189 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9740a353-ae8f-49ac-977b-d99ce9d38825" -d '{"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-deleted", "tag": "4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:39.238501 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-613e8917-a38d-44fc-83c9-22b12d87bccd tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3592570 Aug 31 01:07:39.243200 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56056) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:39.263924 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-6418b180-d3ab-40ac-9d90-67065a0e4af8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'subnet': {'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:39.280499 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:39.303446 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-b8b3a2fa-132c-4e0f-8dfd-1719c2f93546 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6110065 Aug 31 01:07:39.458411 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-4dfed1c1-ff46-45f5-8b6d-4f01e84bf402 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=77679568-6b41-406c-930d-1f4c62495cec HTTP/1.1" status: 200 len: 217 time: 0.1405106 Aug 31 01:07:39.555165 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-38f222cc-d7e1-4bb2-b57e-f186a708c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:39.556878 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-38f222cc-d7e1-4bb2-b57e-f186a708c24b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.0817468 Aug 31 01:07:39.565268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-5aa59f8c-b394-466a-99c6-4914faa3f3a4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Deleting port 968fb5d6-9e64-4c86-bb05-77a2173eeedc {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:39.565268 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-5aa59f8c-b394-466a-99c6-4914faa3f3a4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:39.807689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-5aa59f8c-b394-466a-99c6-4914faa3f3a4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] For port 968fb5d6-9e64-4c86-bb05-77a2173eeedc, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=968fb5d6-9e64-4c86-bb05-77a2173eeedc,segment=NetworkSegment(b2e17668-d582-46d7-9ddf-09c26cd86fce),segment_id=b2e17668-d582-46d7-9ddf-09c26cd86fce)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:39.808266 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-5aa59f8c-b394-466a-99c6-4914faa3f3a4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:39.814695 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcaabe6-4238-4b4a-86d5-bb93b3208bc6 x-openstack-request-id: req-ffcaabe6-4238-4b4a-86d5-bb93b3208bc6 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:39.815838 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-deleted", "tag": "4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:39.816408 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffcaabe6-4238-4b4a-86d5-bb93b3208bc6 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:39.817151 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-deleted', 'tag': '4cb1ed5d-74c5-4fb1-a47c-7dfea0b5bb52', 'status': 'completed', 'code': 200} Aug 31 01:07:39.832182 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-9ee4e4b3-4de0-4a04-b8f1-44f954fda365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:39.835663 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-9ee4e4b3-4de0-4a04-b8f1-44f954fda365 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2645180 Aug 31 01:07:39.860853 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-5aa59f8c-b394-466a-99c6-4914faa3f3a4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Calling delete_port for 968fb5d6-9e64-4c86-bb05-77a2173eeedc owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:39.884795 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:39.907797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81e17d-9cc0-4c2a-b018-d77d705c30ad req-e826a47b-215e-428a-b332-032564e13352 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:39.922181 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ca81e17d-9cc0-4c2a-b018-d77d705c30ad req-e826a47b-215e-428a-b332-032564e13352 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 943 time: 0.3820398 Aug 31 01:07:39.991278 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ca81e17d-9cc0-4c2a-b018-d77d705c30ad req-da50c8e5-39d0-4fa8-bcfb-5f71a3541807 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675218 Aug 31 01:07:40.160059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6dd4893e-795b-4ea7-b87e-f750bbfc95cd req-44d22993-c04c-4aac-ad22-dfabffa200fd tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0629766 Aug 31 01:07:40.302685 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-f42c9a14-b846-4f77-9a36-4a99109d0e39 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551916 Aug 31 01:07:40.334339 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6418b180-d3ab-40ac-9d90-67065a0e4af8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:40.334517 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:40.335072 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6418b180-d3ab-40ac-9d90-67065a0e4af8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:40.526984 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-72574974-df38-494d-acc0-81b5cabccbdd service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146456 Aug 31 01:07:40.632476 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-8978a8b4-f0d5-4378-b8f5-8d00d3e53057 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=c6a24207-294b-41f8-9c84-683c491b5367 HTTP/1.1" status: 200 len: 217 time: 0.0946062 Aug 31 01:07:40.641524 n-d-793621-34 neutron-server[102343]: INFO neutron.db.ipam_backend_mixin [None req-6418b180-d3ab-40ac-9d90-67065a0e4af8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0f7bab2b-c4a4-4c9c-a3f3-7c6c00ad9355 (CIDR: 2001:db8:0:1::/64) Aug 31 01:07:40.695422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-1b833ccc-144d-4016-a246-da642507b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:40.697947 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-1b833ccc-144d-4016-a246-da642507b625 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.0573318 Aug 31 01:07:40.756746 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-f0f71338-5626-4bf5-98b5-26bb423a65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:40.758882 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-f0f71338-5626-4bf5-98b5-26bb423a65ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0489099 Aug 31 01:07:40.765588 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-5aa59f8c-b394-466a-99c6-4914faa3f3a4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:40.801208 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:40.825143 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-6418b180-d3ab-40ac-9d90-67065a0e4af8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:07:40.825794 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6418b180-d3ab-40ac-9d90-67065a0e4af8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:07:40.828496 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:40.880762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa59f8c-b394-466a-99c6-4914faa3f3a4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event deleted for resources: {'Port': ['ID=968fb5d6-9e64-4c86-bb05-77a2173eeedc,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:40.976928 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-5aa59f8c-b394-466a-99c6-4914faa3f3a4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] No DVR routers for this DVR port 968fb5d6-9e64-4c86-bb05-77a2173eeedc on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:40.989056 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-5aa59f8c-b394-466a-99c6-4914faa3f3a4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:40.992495 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b20b74cf-05a6-4917-b310-5864e1eedcf2 req-5aa59f8c-b394-466a-99c6-4914faa3f3a4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.48 "DELETE /v2.0/ports/968fb5d6-9e64-4c86-bb05-77a2173eeedc HTTP/1.1" status: 204 len: 173 time: 1.8573046 Aug 31 01:07:41.033098 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6418b180-d3ab-40ac-9d90-67065a0e4af8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.7829974 Aug 31 01:07:41.033933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56100) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:41.059173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-df0eac39-118b-45f0-a73f-d1fcef4ec323 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'subnet': {'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:41.090022 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Allocated IP 172.25.2.57 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/5b9d5932-1443-45a8-95b8-980e35f60b07) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:41.277621 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a6c46-a52c-4af3-8519-cda34d45b006 req-3c85d003-b4f2-4438-80c3-c3289fd26ded tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:41.279704 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-819a6c46-a52c-4af3-8519-cda34d45b006 req-3c85d003-b4f2-4438-80c3-c3289fd26ded tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 945 time: 0.1167381 Aug 31 01:07:41.368362 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:41.494711 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-819a6c46-a52c-4af3-8519-cda34d45b006 req-6ccee804-6e22-4fde-af71-c0f6d7bd3bf4 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752555 Aug 31 01:07:41.667656 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c6125d57-7192-4bb2-b7aa-17920cd6d2e8 req-17ed93d9-872a-47fc-b27d-9fce6c4dc255 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0751977 Aug 31 01:07:41.817656 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:41.846640 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-deleted', 'tag': '968fb5d6-9e64-4c86-bb05-77a2173eeedc'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:41.848604 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ccd56e-477c-4774-a6fb-a0fce3c0b7c5" -d '{"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-deleted", "tag": "968fb5d6-9e64-4c86-bb05-77a2173eeedc"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:41.878225 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a5c4159-ffc3-4902-8cfd-dc19329dc8c9 req-fb101a8a-b16e-465c-8286-b8983e8f4e7a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.0738621 Aug 31 01:07:41.888103 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:41.888542 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-440597d7-706e-42f0-a602-60ed3ee7189b service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1142704 Aug 31 01:07:41.888758 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:41.890199 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:41.984864 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Pushing event updated for resources: {'Port': ['ID=5b9d5932-1443-45a8-95b8-980e35f60b07,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:42.004356 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-0353a94d-c4ff-4c5b-b2b9-cedca5b7602d service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083379 Aug 31 01:07:42.013134 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45aeeeb7-82b2-4d9d-aab5-056b4aabe6d9 x-openstack-request-id: req-45aeeeb7-82b2-4d9d-aab5-056b4aabe6d9 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:42.013740 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dc3d9f-1b3d-4867-bb20-bb6144b53ee7", "name": "network-vif-deleted", "tag": "968fb5d6-9e64-4c86-bb05-77a2173eeedc", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:42.014225 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45aeeeb7-82b2-4d9d-aab5-056b4aabe6d9 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:42.014911 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dc3d9f-1b3d-4867-bb20-bb6144b53ee7', 'name': 'network-vif-deleted', 'tag': '968fb5d6-9e64-4c86-bb05-77a2173eeedc', 'status': 'completed', 'code': 200} Aug 31 01:07:42.092754 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-9157687b-ed4e-49f4-9998-26cb70ff8450 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4edf3b26-a415-4715-9831-a7720892c15d HTTP/1.1" status: 200 len: 217 time: 0.0765972 Aug 31 01:07:42.193967 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-9a8dfba2-5e0c-4e42-8bce-4902f2f076f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:42.195498 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-9a8dfba2-5e0c-4e42-8bce-4902f2f076f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab76eb50-57d8-4bbe-a8d9-d321af6eeee0 HTTP/1.1" status: 200 len: 797 time: 0.0943947 Aug 31 01:07:42.277069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-6767b7cc-2cf9-4c9b-862a-b66869131214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:42.279494 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-6767b7cc-2cf9-4c9b-862a-b66869131214 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0727470 Aug 31 01:07:42.422667 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0eac39-118b-45f0-a73f-d1fcef4ec323 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Made reservation on behalf of bbad4c1f70e047a38b5d3dd3d174b433 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:42.429220 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-df0eac39-118b-45f0-a73f-d1fcef4ec323 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:42.467755 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-23ef4d57-b39f-4a77-bce5-3fcc33975c43 service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681433 Aug 31 01:07:42.622002 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:42.696696 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-2a84a808-ff92-4080-b0f7-04b33719d358 service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714358 Aug 31 01:07:42.812083 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-1d5c448f-c366-4dc8-b2cf-e9864be457b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b116cb15-d067-4b27-92a6-f893f8f6ee79 HTTP/1.1" status: 200 len: 217 time: 0.1021600 Aug 31 01:07:42.859486 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41249d-ee85-4e88-bb38-7e120c6a515b req-3c9fc292-7901-42ba-86f4-3c67df50fd4b tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:42.861174 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d41249d-ee85-4e88-bb38-7e120c6a515b req-3c9fc292-7901-42ba-86f4-3c67df50fd4b tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 945 time: 0.1433434 Aug 31 01:07:42.974980 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d41249d-ee85-4e88-bb38-7e120c6a515b req-f89bd817-3d0d-4655-b404-94a88cc34c8f tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818472 Aug 31 01:07:43.011468 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d67d7703-3a3f-4aaf-97ab-8189e0ef0e66 req-32caa896-13d3-47fa-93a1-a0ce49bc3a9e tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0976472 Aug 31 01:07:43.044103 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-0e73198a-300a-43a8-95a7-1662f96f4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:43.047086 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-0e73198a-300a-43a8-95a7-1662f96f4a49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab76eb50-57d8-4bbe-a8d9-d321af6eeee0 HTTP/1.1" status: 200 len: 797 time: 0.2224157 Aug 31 01:07:43.178338 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-8f0ed7be-d246-4f67-b0b8-d3dcc35856f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:43.182023 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-8f0ed7be-d246-4f67-b0b8-d3dcc35856f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1211028 Aug 31 01:07:43.519564 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:07:43.714353 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-509cae40-a003-41ff-a2db-ffcceb1ec2b5 service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876151 Aug 31 01:07:43.906481 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-caac5bf7-3920-4e1d-b129-77f12f327a3c req-aaf069cc-33e0-45d9-af9f-f3c1bae7b7d2 service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752727 Aug 31 01:07:43.914743 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6d270cd9-c524-49cc-b0e1-ede85f38529c req-0da7c637-9538-475a-85da-b7a15297a841 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.7666459 Aug 31 01:07:43.935662 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:43.981880 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-df0eac39-118b-45f0-a73f-d1fcef4ec323 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:44.068052 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0eac39-118b-45f0-a73f-d1fcef4ec323 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Subnet': ['ID=560f63f8-e7cd-4c28-9ce3-28e21a22a653,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:44.087648 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0eac39-118b-45f0-a73f-d1fcef4ec323 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Network c364baa5-ccd7-46ff-ade4-87575f65869f is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:44.090540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-df0eac39-118b-45f0-a73f-d1fcef4ec323 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:44.114179 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e8a14e-7ca1-4159-b049-41b892729d55 None None] Network c364baa5-ccd7-46ff-ade4-87575f65869f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:44.128991 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0eac39-118b-45f0-a73f-d1fcef4ec323 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:44.132944 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-df0eac39-118b-45f0-a73f-d1fcef4ec323 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:44.305843 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-286434c5-63eb-41d2-9741-77a87c6b80a0 req-04c860b4-7114-49c4-bb2d-9ecb924c8a85 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0609987 Aug 31 01:07:44.354083 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36ead1-7486-46fa-ba2d-65d1a3d1f983 req-03dfd6bd-ff41-41fa-8a23-d13eddcdf8f7 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:44.354083 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf36ead1-7486-46fa-ba2d-65d1a3d1f983 req-03dfd6bd-ff41-41fa-8a23-d13eddcdf8f7 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 945 time: 0.1928740 Aug 31 01:07:44.438187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-aa678ec7-2d31-4e30-93c7-7171ec7fdc7e tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:44.440702 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-aa678ec7-2d31-4e30-93c7-7171ec7fdc7e tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.48 "GET /v2.0/networks?id=58f811d7-3b07-4198-8f20-749ce45d6f96 HTTP/1.1" status: 200 len: 818 time: 0.2816474 Aug 31 01:07:44.444273 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf36ead1-7486-46fa-ba2d-65d1a3d1f983 req-f3c76cef-da4f-482f-8df3-7817b9fd6580 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862195 Aug 31 01:07:44.458179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-f73f8505-35c9-4bea-a916-a5ebb5e76f65 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Request body: {'port': {'device_id': '2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1', 'network_id': '58f811d7-3b07-4198-8f20-749ce45d6f96', 'admin_state_up': True, 'tenant_id': '72e9fb41144848249c3169d42e8eb796'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:44.476572 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] Update dhcp port {'port': {'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f', 'fixed_ips': [{'subnet_id': '0f7bab2b-c4a4-4c9c-a3f3-7c6c00ad9355', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '54648d47-9c93-4cd3-9932-bcd328cbaa0c', 'ip_address': '2001:db8::2'}, {'subnet_id': '560f63f8-e7cd-4c28-9ce3-28e21a22a653'}], 'binding:host_id': 'n-d-793621-34'}, 'id': '437d30d3-2fe0-4c79-aef8-02f10db008af'} from n-d-793621-34. {{(pid=102344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:07:44.510717 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:44.522472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Router caff78c2-6724-4ce0-906b-66c2b518bcef is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:07:44.607026 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-df0eac39-118b-45f0-a73f-d1fcef4ec323 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.5585089 Aug 31 01:07:44.607026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56154) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:44.615731 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-434f66d2-08c9-40ec-a4af-65e8f5ff1dbc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-192507814', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '560f63f8-e7cd-4c28-9ce3-28e21a22a653'}], 'security_groups': ['9149aca0-2dad-4ff2-a79b-34c797ee152b', '2d204add-0f61-4949-9db8-adb7a61c5c25']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:44.785061 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:07:44.810393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Sync routers for ids ['caff78c2-6724-4ce0-906b-66c2b518bcef'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:07:44.830037 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Routers {'caff78c2-6724-4ce0-906b-66c2b518bcef'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:44.830361 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:07:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['caff78c2-6724-4ce0-906b-66c2b518bcef'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:44.906124 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-434f66d2-08c9-40ec-a4af-65e8f5ff1dbc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:44.918865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] Allocated IP 2001:db8:0:2::2 (c364baa5-ccd7-46ff-ade4-87575f65869f/560f63f8-e7cd-4c28-9ce3-28e21a22a653/437d30d3-2fe0-4c79-aef8-02f10db008af) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:45.092094 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-f73f8505-35c9-4bea-a916-a5ebb5e76f65 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Made reservation on behalf of 72e9fb41144848249c3169d42e8eb796 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:45.100944 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-f73f8505-35c9-4bea-a916-a5ebb5e76f65 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:45.152404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] For port 437d30d3-2fe0-4c79-aef8-02f10db008af, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=437d30d3-2fe0-4c79-aef8-02f10db008af,segment=NetworkSegment(f1e36ca7-20e5-4b2f-a9d2-7c757da3675d),segment_id=f1e36ca7-20e5-4b2f-a9d2-7c757da3675d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:45.162010 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:45.167180 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-93ded0fb-6194-4902-a2de-fd426c1efb4d tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.7409666 Aug 31 01:07:45.169760 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56174) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:45.172177 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e3447ad-d26e-4d33-b201-fd6e8393b253 req-a9a121ad-bd25-403c-8af2-4371e33bcd6d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.1166179 Aug 31 01:07:45.233212 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:45.257781 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] Transition to ACTIVE for port object 437d30d3-2fe0-4c79-aef8-02f10db008af will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:45.276837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Set router caff78c2-6724-4ce0-906b-66c2b518bcef gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:45.498297 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cdf24c7f-da40-496e-9809-08f1a937b175 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "GET /v2.0/routers/caff78c2-6724-4ce0-906b-66c2b518bcef HTTP/1.1" status: 200 len: 908 time: 0.3272965 Aug 31 01:07:45.513126 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:45.515095 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56190) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:45.522810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1479167055', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'enable_snat': True}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:45.555700 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-02390ffb-08f8-4e6d-8320-4f7b3b8c7bb0 req-e888bc32-32f6-403d-9d31-d454a3dbf8db tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0866001 Aug 31 01:07:45.655649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] Pushing event updated for resources: {'Port': ['ID=437d30d3-2fe0-4c79-aef8-02f10db008af,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:45.700677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:45.700677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:45.700677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:45.700677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:45.700677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:45.700677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:45.700677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:45.700677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:45.700677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:45.700677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:45.700677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:45.700677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16cc6ca-8aa2-4b3b-85e5-a8fb44ccf18e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:45.719601 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-f73f8505-35c9-4bea-a916-a5ebb5e76f65 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Allocated IP 172.20.0.2 (58f811d7-3b07-4198-8f20-749ce45d6f96/d8d65492-7859-463e-9970-166321da5030/8f27d587-cada-4ca7-952d-36ad9ab38ffe) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:45.804473 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0e11e-3e29-48cc-9ad8-7823ac32696b req-d29f5eb7-3cee-420b-8a01-20ac9fef858c tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:45.806968 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caff78c2-6724-4ce0-906b-66c2b518bcef', 'name': 'tempest-snat-router-1479167055', 'tenant_id': '93b1839a41b04e62aa707fce9521b494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.57'}], 'enable_snat': False}, 'gw_port_id': '5b9d5932-1443-45a8-95b8-980e35f60b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:07:39Z', 'updated_at': '2021-08-31T01:07:42Z', 'revision_number': 3, 'project_id': '93b1839a41b04e62aa707fce9521b494', 'gw_port': {'id': '5b9d5932-1443-45a8-95b8-980e35f60b07', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caff78c2-6724-4ce0-906b-66c2b518bcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:07:40Z', 'updated_at': '2021-08-31T01:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:45.816584 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81a0e11e-3e29-48cc-9ad8-7823ac32696b req-d29f5eb7-3cee-420b-8a01-20ac9fef858c tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 945 time: 0.1787391 Aug 31 01:07:45.858133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Checking router: caff78c2-6724-4ce0-906b-66c2b518bcef for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:07:45.862498 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Updating router caff78c2-6724-4ce0-906b-66c2b518bcef port 5b9d5932-1443-45a8-95b8-980e35f60b07 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:07:45.916005 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:45.943085 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:45.944287 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:45.980581 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81a0e11e-3e29-48cc-9ad8-7823ac32696b req-799bc8bb-8222-4fad-8955-a20a8b947de8 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580322 Aug 31 01:07:46.191037 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-434f66d2-08c9-40ec-a4af-65e8f5ff1dbc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Delete allocated IP 2001:db8::1c5 (c364baa5-ccd7-46ff-ade4-87575f65869f/54648d47-9c93-4cd3-9932-bcd328cbaa0c) {{(pid=102342) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 01:07:46.205206 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:46.210978 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-434f66d2-08c9-40ec-a4af-65e8f5ff1dbc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Allocated IP 2001:db8:0:2::6a (c364baa5-ccd7-46ff-ade4-87575f65869f/560f63f8-e7cd-4c28-9ce3-28e21a22a653/1f44b14d-41d3-49a2-ade2-158c945f6ff1) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:46.312324 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-f73f8505-35c9-4bea-a916-a5ebb5e76f65 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:46.395698 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:46.433519 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Transition to ACTIVE for port object 5b9d5932-1443-45a8-95b8-980e35f60b07 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:46.463055 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c019ed05-f1e6-4f47-8c86-41e8ddcf6c3e req-cf28866b-1ad2-4937-b05e-a5c2d7dee927 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.1016316 Aug 31 01:07:46.581817 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:46.626501 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-434f66d2-08c9-40ec-a4af-65e8f5ff1dbc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:46.671656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-434f66d2-08c9-40ec-a4af-65e8f5ff1dbc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Transition to ACTIVE for port object 1f44b14d-41d3-49a2-ade2-158c945f6ff1 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:46.678868 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-f73f8505-35c9-4bea-a916-a5ebb5e76f65 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:46.760393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e5d7a-5eea-4080-83ee-59bb67653fb2 None None] Pushing event updated for resources: {'Port': ['ID=5b9d5932-1443-45a8-95b8-980e35f60b07,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:46.791662 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Attempting to bind port 5b9d5932-1443-45a8-95b8-980e35f60b07 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:46.793167 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-f73f8505-35c9-4bea-a916-a5ebb5e76f65 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Network 58f811d7-3b07-4198-8f20-749ce45d6f96 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:46.793975 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Attempting to bind port 5b9d5932-1443-45a8-95b8-980e35f60b07 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:46.797005 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Attempting to bind port 5b9d5932-1443-45a8-95b8-980e35f60b07 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:46.808742 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-f73f8505-35c9-4bea-a916-a5ebb5e76f65 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:46.824245 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:07:46.825218 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:46.826128 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:46.827001 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:07:46.827976 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Bound port: 5b9d5932-1443-45a8-95b8-980e35f60b07, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:07:46.829246 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:46.910959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-f73f8505-35c9-4bea-a916-a5ebb5e76f65 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:46.923301 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] For port 5b9d5932-1443-45a8-95b8-980e35f60b07, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:07:46.928970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] For port 5b9d5932-1443-45a8-95b8-980e35f60b07, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5b9d5932-1443-45a8-95b8-980e35f60b07,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:07:47.005258 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:47.071013 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e0cde27d-e340-4d9d-b11f-7d9f0b4c3aff None None] Provisioning for port 437d30d3-2fe0-4c79-aef8-02f10db008af completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:47.098737 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e0cde27d-e340-4d9d-b11f-7d9f0b4c3aff None None] Provisioning complete for port 437d30d3-2fe0-4c79-aef8-02f10db008af triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:47.099748 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e0cde27d-e340-4d9d-b11f-7d9f0b4c3aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:47.125916 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-f73f8505-35c9-4bea-a916-a5ebb5e76f65 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:47.126716 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-f73f8505-35c9-4bea-a916-a5ebb5e76f65 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:47.170283 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:47.212782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Routers {'caff78c2-6724-4ce0-906b-66c2b518bcef'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:47.212782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:07:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['caff78c2-6724-4ce0-906b-66c2b518bcef'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:47.213744 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-434f66d2-08c9-40ec-a4af-65e8f5ff1dbc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:47.275546 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194df6b-7d39-4a5e-aad0-fb029535bc12 req-692d9af4-e8f6-4903-b9f1-23800c585091 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:47.279504 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9194df6b-7d39-4a5e-aad0-fb029535bc12 req-692d9af4-e8f6-4903-b9f1-23800c585091 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 945 time: 0.1450746 Aug 31 01:07:47.284344 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d205e53-350d-45a2-afff-9005950c98ab req-0dcbdbf3-99e5-4060-9f60-7c481babaf79 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:47.294874 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d205e53-350d-45a2-afff-9005950c98ab req-0dcbdbf3-99e5-4060-9f60-7c481babaf79 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 931 time: 0.5499239 Aug 31 01:07:47.387398 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9194df6b-7d39-4a5e-aad0-fb029535bc12 req-c0e79507-b86b-4a52-beaf-687459f92252 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991335 Aug 31 01:07:47.471490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-434f66d2-08c9-40ec-a4af-65e8f5ff1dbc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] In _notify_port_updated(), no bound segment for port 1f44b14d-41d3-49a2-ade2-158c945f6ff1 on network c364baa5-ccd7-46ff-ade4-87575f65869f {{(pid=102342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:07:47.532686 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434f66d2-08c9-40ec-a4af-65e8f5ff1dbc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:47.537613 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-434f66d2-08c9-40ec-a4af-65e8f5ff1dbc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:47.539601 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-434f66d2-08c9-40ec-a4af-65e8f5ff1dbc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "PUT /v2.0/ports/1f44b14d-41d3-49a2-ade2-158c945f6ff1 HTTP/1.1" status: 200 len: 968 time: 2.9389117 Aug 31 01:07:47.546986 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56238) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:47.628449 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 437d30d3-2fe0-4c79-aef8-02f10db008af up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:47.681406 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e5d7a-5eea-4080-83ee-59bb67653fb2 None None] Pushing event updated for resources: {'Port': ['ID=5b9d5932-1443-45a8-95b8-980e35f60b07,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:47.701053 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-f73f8505-35c9-4bea-a916-a5ebb5e76f65 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2484095 Aug 31 01:07:47.772768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f8505-35c9-4bea-a916-a5ebb5e76f65 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Pushing event updated for resources: {'Port': ['ID=8f27d587-cada-4ca7-952d-36ad9ab38ffe,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:47.818125 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Request body: {'port': {'device_id': '2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:47.968799 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d7823c83-eb09-42f0-b6b4-fb2926997174 req-9915ecfb-9958-4edd-b8d9-9d2c40f009a5 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.0954089 Aug 31 01:07:48.066334 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb52fa-d4dc-4f6f-b196-74cde58cd06c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port 1f44b14d-41d3-49a2-ade2-158c945f6ff1 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:48.066782 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9bb52fa-d4dc-4f6f-b196-74cde58cd06c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:48.067540 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:48.104241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] Set router caff78c2-6724-4ce0-906b-66c2b518bcef gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:48.114025 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d205e53-350d-45a2-afff-9005950c98ab req-937ab4b9-9175-4718-b688-03aa4e29725f tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c3b58c-d54a-4ba3-bb94-13947cc0a0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7113767 Aug 31 01:07:48.212355 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 437d30d3-2fe0-4c79-aef8-02f10db008af triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:48.215597 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:48.281003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f66d2-08c9-40ec-a4af-65e8f5ff1dbc tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event updated for resources: {'Port': ['ID=1f44b14d-41d3-49a2-ade2-158c945f6ff1,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:48.389325 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9bb52fa-d4dc-4f6f-b196-74cde58cd06c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:48.460122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb52fa-d4dc-4f6f-b196-74cde58cd06c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for 1f44b14d-41d3-49a2-ade2-158c945f6ff1 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:48.465423 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e0cde27d-e340-4d9d-b11f-7d9f0b4c3aff None None] Provisioning complete for port a06efffb-5323-46a2-b95d-5efbde44f1f7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:48.466002 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e0cde27d-e340-4d9d-b11f-7d9f0b4c3aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:48.678717 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e0cde27d-e340-4d9d-b11f-7d9f0b4c3aff None None] Port a06efffb-5323-46a2-b95d-5efbde44f1f7 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:07:48.824022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caff78c2-6724-4ce0-906b-66c2b518bcef', 'name': 'tempest-snat-router-1479167055', 'tenant_id': '93b1839a41b04e62aa707fce9521b494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.57'}], 'enable_snat': False}, 'gw_port_id': '5b9d5932-1443-45a8-95b8-980e35f60b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:07:39Z', 'updated_at': '2021-08-31T01:07:42Z', 'revision_number': 3, 'project_id': '93b1839a41b04e62aa707fce9521b494', 'gw_port': {'id': '5b9d5932-1443-45a8-95b8-980e35f60b07', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caff78c2-6724-4ce0-906b-66c2b518bcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:07:40Z', 'updated_at': '2021-08-31T01:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:48.873569 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dab32c-a3ef-4e21-a89d-bc28a45f9d53 None None] The sync data for ids ['caff78c2-6724-4ce0-906b-66c2b518bcef'] in n-d-793621-34 is: [{'id': 'caff78c2-6724-4ce0-906b-66c2b518bcef', 'name': 'tempest-snat-router-1479167055', 'tenant_id': '93b1839a41b04e62aa707fce9521b494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.57'}], 'enable_snat': False}, 'gw_port_id': '5b9d5932-1443-45a8-95b8-980e35f60b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:07:39Z', 'updated_at': '2021-08-31T01:07:42Z', 'revision_number': 3, 'project_id': '93b1839a41b04e62aa707fce9521b494', 'gw_port': {'id': '5b9d5932-1443-45a8-95b8-980e35f60b07', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caff78c2-6724-4ce0-906b-66c2b518bcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:07:40Z', 'updated_at': '2021-08-31T01:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:07:48.890415 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9bb52fa-d4dc-4f6f-b196-74cde58cd06c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:48.933213 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e0cde27d-e340-4d9d-b11f-7d9f0b4c3aff None None] Provisioning for port 1f44b14d-41d3-49a2-ade2-158c945f6ff1 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:48.949730 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e0cde27d-e340-4d9d-b11f-7d9f0b4c3aff None None] Provisioning complete for port 1f44b14d-41d3-49a2-ade2-158c945f6ff1 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:48.950338 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e0cde27d-e340-4d9d-b11f-7d9f0b4c3aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:49.066331 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e0cde27d-e340-4d9d-b11f-7d9f0b4c3aff None None] Port 1f44b14d-41d3-49a2-ade2-158c945f6ff1 was deleted so its status cannot be updated. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 01:07:49.081804 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb52fa-d4dc-4f6f-b196-74cde58cd06c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=1f44b14d-41d3-49a2-ade2-158c945f6ff1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:49.196878 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8e61887d-2123-4ba8-b29d-862fa05047d4 None None] Could not find standard attr ID for object 1f44b14d-41d3-49a2-ade2-158c945f6ff1. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:07:49.215016 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9bb52fa-d4dc-4f6f-b196-74cde58cd06c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:49.221469 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d9bb52fa-d4dc-4f6f-b196-74cde58cd06c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/ports/1f44b14d-41d3-49a2-ade2-158c945f6ff1 HTTP/1.1" status: 204 len: 168 time: 1.6682258 Aug 31 01:07:49.221965 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56264) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:49.280341 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf5fd8b-8944-4435-9744-0d6d358fad31 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] GET failed (client error): The resource could not be found. Aug 31 01:07:49.280341 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-abf5fd8b-8944-4435-9744-0d6d358fad31 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports/1f44b14d-41d3-49a2-ade2-158c945f6ff1 HTTP/1.1" status: 404 len: 333 time: 0.0510628 Aug 31 01:07:49.296460 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56268) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:49.318341 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-14b582e1-efec-4504-bb48-b7b8300fa2d9 req-af6493fc-09e1-44f4-b085-d24b0fc89e10 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.0713336 Aug 31 01:07:49.387948 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3eb268-ff4d-42f0-a280-6ee5e54100b4 req-a156b792-fbe3-4450-8be6-6609014e1849 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:49.393614 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b3eb268-ff4d-42f0-a280-6ee5e54100b4 req-a156b792-fbe3-4450-8be6-6609014e1849 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 945 time: 0.6460180 Aug 31 01:07:49.525521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f27d587-cada-4ca7-952d-36ad9ab38ffe {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:07:49.541899 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:49.621080 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Transition to ACTIVE for port object 8f27d587-cada-4ca7-952d-36ad9ab38ffe will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:49.624657 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d5d8be5-5f4f-403a-98ea-fcb0a5016f50 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:49.643318 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3b3eb268-ff4d-42f0-a280-6ee5e54100b4 req-aa937832-ea18-464d-a00e-b02c958f4694 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430353 Aug 31 01:07:49.806598 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:49.821408 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d5d8be5-5f4f-403a-98ea-fcb0a5016f50 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:49.934775 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa708c-db43-4f1d-9396-77f324f5e929 req-0cc7e6bf-166a-4b20-ac8e-e93b7a01f103 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:49.945225 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-51aa708c-db43-4f1d-9396-77f324f5e929 req-0cc7e6bf-166a-4b20-ac8e-e93b7a01f103 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 931 time: 0.4256058 Aug 31 01:07:50.022120 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-51aa708c-db43-4f1d-9396-77f324f5e929 req-29be91a0-5440-46f4-a4fc-fa57da12c2e9 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c3b58c-d54a-4ba3-bb94-13947cc0a0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703845 Aug 31 01:07:50.065396 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d5d8be5-5f4f-403a-98ea-fcb0a5016f50 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:50.069492 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d5d8be5-5f4f-403a-98ea-fcb0a5016f50 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:50.071573 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5d5d8be5-5f4f-403a-98ea-fcb0a5016f50 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/security-groups/893d4ee1-6a6e-4b8e-b381-fb9a819f6a1b HTTP/1.1" status: 204 len: 168 time: 0.7731206 Aug 31 01:07:50.088565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56278) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:50.094862 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d8be5-5f4f-403a-98ea-fcb0a5016f50 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=893d4ee1-6a6e-4b8e-b381-fb9a819f6a1b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:50.097582 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Pushing event updated for resources: {'Port': ['ID=8f27d587-cada-4ca7-952d-36ad9ab38ffe,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:50.604536 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:50.704776 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-abb8d3da-3629-4ff7-a8f5-014e96fa46e7 req-05b56788-a010-41b2-a420-b30e07a77795 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.1068249 Aug 31 01:07:50.729242 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:50.823562 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e89db101-cc10-4650-8457-d237afc3b3ae tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:50.858983 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e89db101-cc10-4650-8457-d237afc3b3ae tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:50.887303 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d51e8-78e3-4bf5-8abc-3b39c7200d9b req-f28233f0-096b-4497-b4a8-488cf268f7cf tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:50.890638 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e52d51e8-78e3-4bf5-8abc-3b39c7200d9b req-f28233f0-096b-4497-b4a8-488cf268f7cf tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 945 time: 0.1113091 Aug 31 01:07:50.984885 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e52d51e8-78e3-4bf5-8abc-3b39c7200d9b req-a1263c3b-e50c-4c93-b919-7ff12288c328 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869815 Aug 31 01:07:50.992275 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Attempting to bind port 8f27d587-cada-4ca7-952d-36ad9ab38ffe on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:50.992727 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Attempting to bind port 8f27d587-cada-4ca7-952d-36ad9ab38ffe by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '3d9c9fbd-7892-43d8-83b2-5a51092fe75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '58f811d7-3b07-4198-8f20-749ce45d6f96'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:50.993393 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Attempting to bind port 8f27d587-cada-4ca7-952d-36ad9ab38ffe on network 58f811d7-3b07-4198-8f20-749ce45d6f96 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:51.017954 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Port 8f27d587-cada-4ca7-952d-36ad9ab38ffe on network 58f811d7-3b07-4198-8f20-749ce45d6f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:07:51.018547 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Attempting to bind port 8f27d587-cada-4ca7-952d-36ad9ab38ffe on network 58f811d7-3b07-4198-8f20-749ce45d6f96 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:51.030864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:07:51.031532 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Checking segment: {'id': '3d9c9fbd-7892-43d8-83b2-5a51092fe75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '58f811d7-3b07-4198-8f20-749ce45d6f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:51.032135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Bound using segment: {'id': '3d9c9fbd-7892-43d8-83b2-5a51092fe75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '58f811d7-3b07-4198-8f20-749ce45d6f96'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:07:51.032764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Bound port: 8f27d587-cada-4ca7-952d-36ad9ab38ffe, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d9c9fbd-7892-43d8-83b2-5a51092fe75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '58f811d7-3b07-4198-8f20-749ce45d6f96'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:07:51.033651 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.112286 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e89db101-cc10-4650-8457-d237afc3b3ae tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.121590 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e89db101-cc10-4650-8457-d237afc3b3ae tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.127522 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e89db101-cc10-4650-8457-d237afc3b3ae tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/security-groups/2d204add-0f61-4949-9db8-adb7a61c5c25 HTTP/1.1" status: 204 len: 168 time: 1.0281205 Aug 31 01:07:51.128592 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56300) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:51.192643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89db101-cc10-4650-8457-d237afc3b3ae tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d204add-0f61-4949-9db8-adb7a61c5c25,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:51.260352 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a3c5266e-d16d-45a5-bf18-c4706c9b0af8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.347850 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Allocated IP 172.25.2.48 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/f1104aa6-9653-48c6-9512-0e6c5552ce85) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:51.356185 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a3c5266e-d16d-45a5-bf18-c4706c9b0af8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.466605 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81542ba3-c047-4b9a-bdd7-ea87033c9bbb req-4b6b7bab-8342-40a3-93f9-890ea12a9fa0 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:51.475870 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81542ba3-c047-4b9a-bdd7-ea87033c9bbb req-4b6b7bab-8342-40a3-93f9-890ea12a9fa0 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 943 time: 0.2953446 Aug 31 01:07:51.500125 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5b9d5932-1443-45a8-95b8-980e35f60b07 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:51.566241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] For port 8f27d587-cada-4ca7-952d-36ad9ab38ffe, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:07:51.604607 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] For port 8f27d587-cada-4ca7-952d-36ad9ab38ffe, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8f27d587-cada-4ca7-952d-36ad9ab38ffe,segment=NetworkSegment(3d9c9fbd-7892-43d8-83b2-5a51092fe75d),segment_id=3d9c9fbd-7892-43d8-83b2-5a51092fe75d)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:07:51.644994 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a3c5266e-d16d-45a5-bf18-c4706c9b0af8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.649748 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a3c5266e-d16d-45a5-bf18-c4706c9b0af8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.655795 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a3c5266e-d16d-45a5-bf18-c4706c9b0af8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/security-groups/9149aca0-2dad-4ff2-a79b-34c797ee152b HTTP/1.1" status: 204 len: 168 time: 0.5224669 Aug 31 01:07:51.666401 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56304) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:51.667346 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81542ba3-c047-4b9a-bdd7-ea87033c9bbb req-50300b1f-3b48-4682-8435-a7798e6ce0de tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c3b58c-d54a-4ba3-bb94-13947cc0a0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850119 Aug 31 01:07:51.685316 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5266e-d16d-45a5-bf18-c4706c9b0af8 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9149aca0-2dad-4ff2-a79b-34c797ee152b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:51.719043 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 5b9d5932-1443-45a8-95b8-980e35f60b07 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:51.728548 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 5b9d5932-1443-45a8-95b8-980e35f60b07 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:51.728548 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.765967 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.821406 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.823997 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e32e95-a072-4f7a-8fd4-4a2d66a0d4d0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting subnet 54648d47-9c93-4cd3-9932-bcd328cbaa0c {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:07:51.831413 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-77e32e95-a072-4f7a-8fd4-4a2d66a0d4d0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.914864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:51.915091 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.930153 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] 10.222.0.48 "PUT /v2.0/ports/8f27d587-cada-4ca7-952d-36ad9ab38ffe HTTP/1.1" status: 200 len: 1092 time: 4.1610091 Aug 31 01:07:51.951827 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1', 'tag': '8f27d587-cada-4ca7-952d-36ad9ab38ffe'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:51.955478 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4bb78e-e9ce-486f-acf9-8c4ee63234d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1", "tag": "8f27d587-cada-4ca7-952d-36ad9ab38ffe"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:51.996320 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:52.055841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 5b9d5932-1443-45a8-95b8-980e35f60b07, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5b9d5932-1443-45a8-95b8-980e35f60b07,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:52.059447 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-77e32e95-a072-4f7a-8fd4-4a2d66a0d4d0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:52.074542 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42bd5b6-e875-4bc1-be87-20a999a93f62 x-openstack-request-id: req-d42bd5b6-e875-4bc1-be87-20a999a93f62 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:52.074825 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1", "tag": "8f27d587-cada-4ca7-952d-36ad9ab38ffe", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:52.075229 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d42bd5b6-e875-4bc1-be87-20a999a93f62 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:52.075747 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1', 'tag': '8f27d587-cada-4ca7-952d-36ad9ab38ffe', 'status': 'completed', 'code': 200} Aug 31 01:07:52.087123 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8e455757-a2a3-40ae-8a8a-d2e6c132bf9c req-d2bfdd76-f51a-4366-970d-279c9218428b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.1056373 Aug 31 01:07:52.137709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a8a77-6f95-44a2-ae99-6ca7ce1593af service neutron] Pushing event updated for resources: {'Port': ['ID=8f27d587-cada-4ca7-952d-36ad9ab38ffe,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:52.145289 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:52.211293 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-fd18eae8-ce4f-47d8-90a6-1f34764354e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:52.215707 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-fd18eae8-ce4f-47d8-90a6-1f34764354e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=72e9fb41144848249c3169d42e8eb796&device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 1095 time: 0.1388941 Aug 31 01:07:52.259331 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=5b9d5932-1443-45a8-95b8-980e35f60b07,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:52.266200 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:52.317918 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-9d627398-7341-41ea-b99d-c4ef8ad9915f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f27d587-cada-4ca7-952d-36ad9ab38ffe HTTP/1.1" status: 200 len: 217 time: 0.0927849 Aug 31 01:07:52.385568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:52.410130 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-77e32e95-a072-4f7a-8fd4-4a2d66a0d4d0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:52.439286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:52.449381 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:52.490672 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989f581-3892-4dd0-bd0e-082d615bd5bb req-73b2997a-a04c-4174-b416-3c8abdea45ca tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:52.492337 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d989f581-3892-4dd0-bd0e-082d615bd5bb req-73b2997a-a04c-4174-b416-3c8abdea45ca tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 945 time: 0.1643529 Aug 31 01:07:52.544624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Pushing event updated for resources: {'Port': ['ID=f1104aa6-9653-48c6-9512-0e6c5552ce85,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:52.562135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-a7943cf9-64cb-4f9e-b271-583a5ca08574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:52.562135 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-a7943cf9-64cb-4f9e-b271-583a5ca08574 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8d65492-7859-463e-9970-166321da5030 HTTP/1.1" status: 200 len: 858 time: 0.2068572 Aug 31 01:07:52.586513 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d989f581-3892-4dd0-bd0e-082d615bd5bb req-f7674979-8b16-41eb-bd08-31dbdc359f3a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666380 Aug 31 01:07:52.666996 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-be90fb0c-250a-4e95-8369-5508b8b1ff43 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58f811d7-3b07-4198-8f20-749ce45d6f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968549 Aug 31 01:07:52.689474 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-77e32e95-a072-4f7a-8fd4-4a2d66a0d4d0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:52.735745 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e32e95-a072-4f7a-8fd4-4a2d66a0d4d0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Subnet': ['ID=54648d47-9c93-4cd3-9932-bcd328cbaa0c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:52.797200 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-77e32e95-a072-4f7a-8fd4-4a2d66a0d4d0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:52.804242 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a295a9cb-0cdb-4ce1-81c9-64add93d8e73 None None] Network c364baa5-ccd7-46ff-ade4-87575f65869f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:52.810277 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-77e32e95-a072-4f7a-8fd4-4a2d66a0d4d0 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/54648d47-9c93-4cd3-9932-bcd328cbaa0c HTTP/1.1" status: 204 len: 168 time: 1.1491547 Aug 31 01:07:52.811440 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56322) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:53.075485 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4e9831-0515-4085-9136-9b0dec8c0639 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting subnet 560f63f8-e7cd-4c28-9ce3-28e21a22a653 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:07:53.096741 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9831-0515-4085-9136-9b0dec8c0639 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:53.228935 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9831-0515-4085-9136-9b0dec8c0639 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:53.337750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a07c8a-ed73-4c40-bc07-0299f896e15f req-82bf5340-e55f-460c-a74d-7d1148697547 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:53.353075 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9a07c8a-ed73-4c40-bc07-0299f896e15f req-82bf5340-e55f-460c-a74d-7d1148697547 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 943 time: 0.3774798 Aug 31 01:07:53.368346 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-f1083f06-858e-4a01-bfe1-d5f5affd00b3 service neutron] 10.222.0.48 "GET /v2.0/networks/58f811d7-3b07-4198-8f20-749ce45d6f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060978 Aug 31 01:07:53.426230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5b9d5932-1443-45a8-95b8-980e35f60b07 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:53.502446 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9a07c8a-ed73-4c40-bc07-0299f896e15f req-61cfa634-f7e9-45c2-86d3-bd72049fc15a tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c3b58c-d54a-4ba3-bb94-13947cc0a0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470678 Aug 31 01:07:53.552484 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5598c938-d2b4-411d-951b-a1ab5aed6df3 req-ef585cd4-b597-4b19-86c1-79c09ae4228a tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.0537443 Aug 31 01:07:53.565157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 5b9d5932-1443-45a8-95b8-980e35f60b07 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:53.566440 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:53.588911 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9831-0515-4085-9136-9b0dec8c0639 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:53.860593 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f1043-8b3b-4f71-a3a7-af2a6224b778 req-d31010f1-779e-46d5-b1dc-d4e0efc27667 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:53.862271 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd2f1043-8b3b-4f71-a3a7-af2a6224b778 req-d31010f1-779e-46d5-b1dc-d4e0efc27667 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 945 time: 0.1790071 Aug 31 01:07:53.925086 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9831-0515-4085-9136-9b0dec8c0639 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:53.977684 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43f4c82a-d9ec-4cdf-8c46-957f02cc4b29 req-ebd8d1b0-ba97-47b0-86b8-4b038e19f427 service neutron] 10.222.0.48 "GET /v2.0/networks/58f811d7-3b07-4198-8f20-749ce45d6f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074247 Aug 31 01:07:53.980548 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e9831-0515-4085-9136-9b0dec8c0639 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Subnet': ['ID=560f63f8-e7cd-4c28-9ce3-28e21a22a653,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:53.987238 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9831-0515-4085-9136-9b0dec8c0639 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:53.992768 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6a4e9831-0515-4085-9136-9b0dec8c0639 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/560f63f8-e7cd-4c28-9ce3-28e21a22a653 HTTP/1.1" status: 204 len: 168 time: 1.1740491 Aug 31 01:07:54.000029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56336) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:54.023359 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:54.028892 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0267d5-1852-4948-97ac-181cdd1a8ee4 req-e921ada8-d26b-4a0b-884e-6d2398a28b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:54.030480 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff0267d5-1852-4948-97ac-181cdd1a8ee4 req-e921ada8-d26b-4a0b-884e-6d2398a28b30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdf53884e3f4b46a883fa43362269ac&device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 1097 time: 0.1632299 Aug 31 01:07:54.035846 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd2f1043-8b3b-4f71-a3a7-af2a6224b778 req-1d1e1aa0-3923-4ee7-8f5d-79f7992f02df tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549034 Aug 31 01:07:54.052219 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-4deac79c-5f0e-4de5-9c77-d461ad587546 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] DELETE failed (client error): The resource could not be found. Aug 31 01:07:54.053063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4deac79c-5f0e-4de5-9c77-d461ad587546 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:07:54.057635 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4deac79c-5f0e-4de5-9c77-d461ad587546 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/54648d47-9c93-4cd3-9932-bcd328cbaa0c HTTP/1.1" status: 404 len: 337 time: 0.0542228 Aug 31 01:07:54.065136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56338) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:54.174661 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4782e2-df4f-463b-a083-65d756fd74dd tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting subnet 0f7bab2b-c4a4-4c9c-a3f3-7c6c00ad9355 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:07:54.180302 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e4782e2-df4f-463b-a083-65d756fd74dd tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:54.250686 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24691cd5-a81e-44a9-8987-c461d2ac912e None None] Network c364baa5-ccd7-46ff-ade4-87575f65869f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:54.266529 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e4782e2-df4f-463b-a083-65d756fd74dd tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:54.302679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56346) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:54.382422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0267d5-1852-4948-97ac-181cdd1a8ee4 req-6c285a8a-b642-47b1-a869-5c1907a9867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:54.383857 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff0267d5-1852-4948-97ac-181cdd1a8ee4 req-6c285a8a-b642-47b1-a869-5c1907a9867a service neutron] 10.222.0.41 "GET /v2.0/networks?id=39306b03-5941-46df-84e7-0d73d5303078 HTTP/1.1" status: 200 len: 917 time: 0.3016884 Aug 31 01:07:54.409014 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e4782e2-df4f-463b-a083-65d756fd74dd tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:54.410860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d860a278-b36a-46ba-b8a0-7e3ea8e8e5a9 None None] Provisioning complete for port 437d30d3-2fe0-4c79-aef8-02f10db008af triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:54.411640 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d860a278-b36a-46ba-b8a0-7e3ea8e8e5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:54.456886 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff0267d5-1852-4948-97ac-181cdd1a8ee4 req-8411fbf4-2cbb-4a4e-b730-98af53ea619a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b8de4cf-8719-4d1b-adad-11c446151158 HTTP/1.1" status: 200 len: 217 time: 0.0461469 Aug 31 01:07:54.579164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bb78e-e9ce-486f-acf9-8c4ee63234d7 req-28284249-939d-4e2e-a64f-8cf44b19f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:54.581360 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de4bb78e-e9ce-486f-acf9-8c4ee63234d7 req-28284249-939d-4e2e-a64f-8cf44b19f84a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=72e9fb41144848249c3169d42e8eb796&device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 1095 time: 0.2103689 Aug 31 01:07:54.582376 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8d7925e9-efcc-4dae-8379-6fa60eff24b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:54.740825 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e4782e2-df4f-463b-a083-65d756fd74dd tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:54.761235 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b8d6d3bd-ba55-4543-872b-7bc6d5e1a827 req-4f5467fc-8f63-4f14-b3be-bdb49c21ea6e tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.0815625 Aug 31 01:07:54.775226 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e4782e2-df4f-463b-a083-65d756fd74dd tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:54.786336 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4e4782e2-df4f-463b-a083-65d756fd74dd tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/0f7bab2b-c4a4-4c9c-a3f3-7c6c00ad9355 HTTP/1.1" status: 204 len: 168 time: 0.7251563 Aug 31 01:07:54.789231 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56358) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:54.790563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0267d5-1852-4948-97ac-181cdd1a8ee4 req-b2e1ee8e-1c14-4480-9c60-7a597218ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:54.792869 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff0267d5-1852-4948-97ac-181cdd1a8ee4 req-b2e1ee8e-1c14-4480-9c60-7a597218ac77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b26fd38d-643f-4aba-994e-f13dbd731e6c HTTP/1.1" status: 200 len: 855 time: 0.2790446 Aug 31 01:07:54.806116 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:54.820626 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d860a278-b36a-46ba-b8a0-7e3ea8e8e5a9 None None] Provisioning complete for port a06efffb-5323-46a2-b95d-5efbde44f1f7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:54.821153 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d860a278-b36a-46ba-b8a0-7e3ea8e8e5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:54.891420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4782e2-df4f-463b-a083-65d756fd74dd tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Subnet': ['ID=0f7bab2b-c4a4-4c9c-a3f3-7c6c00ad9355,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:54.920437 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-01251638-3b1f-417e-858b-6d920d6acf0d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] DELETE failed (client error): The resource could not be found. Aug 31 01:07:54.920902 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01251638-3b1f-417e-858b-6d920d6acf0d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:07:54.923045 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-01251638-3b1f-417e-858b-6d920d6acf0d tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/d2307600-35e1-4c19-9fd1-73a5dd3e0321 HTTP/1.1" status: 404 len: 337 time: 0.0830748 Aug 31 01:07:54.931294 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56360) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:54.956125 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d860a278-b36a-46ba-b8a0-7e3ea8e8e5a9 None None] Port a06efffb-5323-46a2-b95d-5efbde44f1f7 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:07:54.957137 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60b5ec-818d-4fda-9f8c-654b6e50bf0c req-973502ab-601b-4817-bf0d-182d18aeb16c tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:54.958710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db2277f-7175-4754-af68-c626e26f8cd7 None None] Update dhcp port {'port': {'network_id': 'c364baa5-ccd7-46ff-ade4-87575f65869f', 'fixed_ips': [{'subnet_id': '0f7bab2b-c4a4-4c9c-a3f3-7c6c00ad9355'}], 'binding:host_id': 'n-d-793621-34'}, 'id': '437d30d3-2fe0-4c79-aef8-02f10db008af'} from n-d-793621-34. {{(pid=102344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:07:54.967537 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b60b5ec-818d-4fda-9f8c-654b6e50bf0c req-973502ab-601b-4817-bf0d-182d18aeb16c tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 943 time: 0.2958820 Aug 31 01:07:55.001939 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-931d9ab3-6e22-44c0-b17d-137c0ccac451 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5432ce3-e6eb-4502-9d06-33ba0ed715e5 HTTP/1.1" status: 200 len: 205 time: 0.0656037 Aug 31 01:07:55.020189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56362) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:55.081887 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b60b5ec-818d-4fda-9f8c-654b6e50bf0c req-7de33b8a-169d-4178-8f74-4afe2ba470aa tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c3b58c-d54a-4ba3-bb94-13947cc0a0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110539 Aug 31 01:07:55.094441 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8db2277f-7175-4754-af68-c626e26f8cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:55.157484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0267d5-1852-4948-97ac-181cdd1a8ee4 req-360e3aa9-9f52-4a2d-a00c-ef3a0605a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:55.159171 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff0267d5-1852-4948-97ac-181cdd1a8ee4 req-360e3aa9-9f52-4a2d-a00c-ef3a0605a013 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39306b03-5941-46df-84e7-0d73d5303078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3494158 Aug 31 01:07:55.174755 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-307e157f-ae61-4175-bf83-a43bbf64bfc3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] delete failed (client error): The resource could not be found. Aug 31 01:07:55.178033 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-307e157f-ae61-4175-bf83-a43bbf64bfc3 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/routers/f5432ce3-e6eb-4502-9d06-33ba0ed715e5 HTTP/1.1" status: 404 len: 336 time: 0.1532917 Aug 31 01:07:55.178033 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bb78e-e9ce-486f-acf9-8c4ee63234d7 req-6f1eb9a7-f581-4b7b-8968-bd73099013e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:55.178715 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de4bb78e-e9ce-486f-acf9-8c4ee63234d7 req-6f1eb9a7-f581-4b7b-8968-bd73099013e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=58f811d7-3b07-4198-8f20-749ce45d6f96 HTTP/1.1" status: 200 len: 919 time: 0.5807533 Aug 31 01:07:55.182465 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56366) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:55.249191 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb16ecca-362d-448e-bb1d-b05cdea95168 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] DELETE failed (client error): The resource could not be found. Aug 31 01:07:55.250438 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb16ecca-362d-448e-bb1d-b05cdea95168 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:07:55.260096 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bb16ecca-362d-448e-bb1d-b05cdea95168 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/95698f55-8f8f-4109-8dc1-af434baa1780 HTTP/1.1" status: 404 len: 337 time: 0.0755999 Aug 31 01:07:55.261141 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56368) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:55.363932 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f18de0-707f-445a-ab13-1146189cbfcd tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] DELETE failed (client error): The resource could not be found. Aug 31 01:07:55.364680 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f18de0-707f-445a-ab13-1146189cbfcd tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:07:55.372667 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e5f18de0-707f-445a-ab13-1146189cbfcd tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/54ed297d-29c9-45c3-b2cc-255ebb98b899 HTTP/1.1" status: 404 len: 337 time: 0.1053426 Aug 31 01:07:55.373370 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56370) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:55.420903 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de4bb78e-e9ce-486f-acf9-8c4ee63234d7 req-3e1f3e37-4de0-464f-a34f-6490dc18c420 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f27d587-cada-4ca7-952d-36ad9ab38ffe HTTP/1.1" status: 200 len: 217 time: 0.2233493 Aug 31 01:07:55.432863 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b422fcb5-956a-40f3-aa5b-eaee0a25f37f None None] Network c364baa5-ccd7-46ff-ade4-87575f65869f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:55.447519 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-973d420d-aca5-4a94-88c1-1aa8fcff712e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] DELETE failed (client error): The resource could not be found. Aug 31 01:07:55.448018 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973d420d-aca5-4a94-88c1-1aa8fcff712e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:07:55.453200 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-973d420d-aca5-4a94-88c1-1aa8fcff712e tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/1de7e1ea-b752-407c-b2a5-ffcb95691e00 HTTP/1.1" status: 404 len: 337 time: 0.0752985 Aug 31 01:07:55.458151 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56372) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:55.517508 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67b5766-f5e7-498a-954a-d4065f382790 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] DELETE failed (client error): The resource could not be found. Aug 31 01:07:55.519230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d67b5766-f5e7-498a-954a-d4065f382790 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:07:55.526521 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d67b5766-f5e7-498a-954a-d4065f382790 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/ports/dc40afd4-a492-4741-be55-a85b9f019841 HTTP/1.1" status: 404 len: 333 time: 0.0665638 Aug 31 01:07:55.534198 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56376) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:55.575239 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca928cc6-054b-4b06-9046-43e8872364e6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] DELETE failed (client error): The resource could not be found. Aug 31 01:07:55.576185 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca928cc6-054b-4b06-9046-43e8872364e6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:07:55.584259 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ca928cc6-054b-4b06-9046-43e8872364e6 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/66e834a8-7e27-4596-b060-8e1c0c2d9878 HTTP/1.1" status: 404 len: 337 time: 0.0550635 Aug 31 01:07:55.585298 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56378) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:55.636228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bb78e-e9ce-486f-acf9-8c4ee63234d7 req-df4dbcef-43ca-4ca6-bb39-284282fe423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:55.640896 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de4bb78e-e9ce-486f-acf9-8c4ee63234d7 req-df4dbcef-43ca-4ca6-bb39-284282fe423a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8d65492-7859-463e-9970-166321da5030 HTTP/1.1" status: 200 len: 858 time: 0.1970737 Aug 31 01:07:55.648823 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf97283-f2af-4568-80ef-44f64e8163f7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] DELETE failed (client error): The resource could not be found. Aug 31 01:07:55.649800 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf97283-f2af-4568-80ef-44f64e8163f7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:07:55.657678 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dcf97283-f2af-4568-80ef-44f64e8163f7 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/8d4d626f-30f5-4318-8d45-073c46e1cec5 HTTP/1.1" status: 404 len: 337 time: 0.0692766 Aug 31 01:07:55.658722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56380) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:55.680194 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8bf51eea-0fa5-4d7d-81b6-ee3491e15d75 None None] Provisioning complete for port 437d30d3-2fe0-4c79-aef8-02f10db008af triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:55.681154 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bf51eea-0fa5-4d7d-81b6-ee3491e15d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:55.695840 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ef4a1f-431b-4ab4-8902-78c8b2954722 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] DELETE failed (client error): The resource could not be found. Aug 31 01:07:55.696906 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ef4a1f-431b-4ab4-8902-78c8b2954722 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:07:55.700104 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e0ef4a1f-431b-4ab4-8902-78c8b2954722 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/ports/31c1b5c6-931e-4ee5-acce-7b3750de19a7 HTTP/1.1" status: 404 len: 333 time: 0.0400400 Aug 31 01:07:55.709055 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56382) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:55.739432 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c13e08-cb2f-41cc-b809-f475b334e863 req-7926707a-18db-40d7-a326-14b1d5ee7805 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:55.750540 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27c13e08-cb2f-41cc-b809-f475b334e863 req-7926707a-18db-40d7-a326-14b1d5ee7805 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 945 time: 0.5872660 Aug 31 01:07:55.789806 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae6e228-577a-43c5-8788-3100874d65ee tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] DELETE failed (client error): The resource could not be found. Aug 31 01:07:55.790800 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae6e228-577a-43c5-8788-3100874d65ee tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:07:55.797104 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dae6e228-577a-43c5-8788-3100874d65ee tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/36cc30b8-dc83-4bda-8a45-215a31046272 HTTP/1.1" status: 404 len: 337 time: 0.0854981 Aug 31 01:07:55.798100 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56384) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:55.834797 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa0e5c7-23d9-446e-ae8f-21f95d12721b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] DELETE failed (client error): The resource could not be found. Aug 31 01:07:55.836169 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa0e5c7-23d9-446e-ae8f-21f95d12721b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:07:55.842737 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5aa0e5c7-23d9-446e-ae8f-21f95d12721b tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/subnets/26a1ed14-1a87-491e-8120-f2b7ffcfadcd HTTP/1.1" status: 404 len: 337 time: 0.0426447 Aug 31 01:07:55.850263 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56388) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:55.861979 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586c98fd-4d2e-4ccd-9145-34ba846db098 None None] DHCP port deletion for c364baa5-ccd7-46ff-ade4-87575f65869f request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:07:55.991315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8bf51eea-0fa5-4d7d-81b6-ee3491e15d75 None None] Provisioning complete for port a06efffb-5323-46a2-b95d-5efbde44f1f7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:55.991907 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bf51eea-0fa5-4d7d-81b6-ee3491e15d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.011961 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-28cdd662-8379-4214-96e4-632cf8d73d14 req-dfe8da72-c7ba-4255-8a5c-999b46eefe92 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.0586834 Aug 31 01:07:56.056990 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-61e27406-d5d9-4855-9f5c-0daea5d5b20c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Deleting port a06efffb-5323-46a2-b95d-5efbde44f1f7 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:56.057406 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61e27406-d5d9-4855-9f5c-0daea5d5b20c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.063150 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-586c98fd-4d2e-4ccd-9145-34ba846db098 None None] Deleting port 437d30d3-2fe0-4c79-aef8-02f10db008af {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:56.063844 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-586c98fd-4d2e-4ccd-9145-34ba846db098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.146440 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61e27406-d5d9-4855-9f5c-0daea5d5b20c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.168634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-61e27406-d5d9-4855-9f5c-0daea5d5b20c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Calling delete_port for a06efffb-5323-46a2-b95d-5efbde44f1f7 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:56.168937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8bf51eea-0fa5-4d7d-81b6-ee3491e15d75 None None] Port a06efffb-5323-46a2-b95d-5efbde44f1f7 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:07:56.217680 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-586c98fd-4d2e-4ccd-9145-34ba846db098 None None] For port 437d30d3-2fe0-4c79-aef8-02f10db008af, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=437d30d3-2fe0-4c79-aef8-02f10db008af,segment=NetworkSegment(f1e36ca7-20e5-4b2f-a9d2-7c757da3675d),segment_id=f1e36ca7-20e5-4b2f-a9d2-7c757da3675d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:56.217680 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-586c98fd-4d2e-4ccd-9145-34ba846db098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.238289 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-586c98fd-4d2e-4ccd-9145-34ba846db098 None None] Calling delete_port for 437d30d3-2fe0-4c79-aef8-02f10db008af owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:56.370517 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556404a-0e20-448b-a2bf-88e2504b7e71 req-c2f8f7a1-1385-49f9-bff1-661bbb0e54f0 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:56.378896 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9556404a-0e20-448b-a2bf-88e2504b7e71 req-c2f8f7a1-1385-49f9-bff1-661bbb0e54f0 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 943 time: 0.1307399 Aug 31 01:07:56.418417 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de4bb78e-e9ce-486f-acf9-8c4ee63234d7 req-f24a55b6-c454-438c-bffe-a17e29fd8644 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58f811d7-3b07-4198-8f20-749ce45d6f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7574339 Aug 31 01:07:56.428516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Router 64bdf853-95e0-4b17-a718-36d5714c2631 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:07:56.442464 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff0267d5-1852-4948-97ac-181cdd1a8ee4 req-91b08f6b-a15c-4de3-9a4c-4580cf116b59 service neutron] 10.222.0.41 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2505765 Aug 31 01:07:56.442584 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9556404a-0e20-448b-a2bf-88e2504b7e71 req-84436fe9-d682-4bb4-9cad-420cde45996b tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c3b58c-d54a-4ba3-bb94-13947cc0a0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535796 Aug 31 01:07:56.442706 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8d7925e9-efcc-4dae-8379-6fa60eff24b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.485372 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-586c98fd-4d2e-4ccd-9145-34ba846db098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.523654 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586c98fd-4d2e-4ccd-9145-34ba846db098 None None] No DVR routers for this DVR port 437d30d3-2fe0-4c79-aef8-02f10db008af on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:56.528828 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61e27406-d5d9-4855-9f5c-0daea5d5b20c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.545798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c98fd-4d2e-4ccd-9145-34ba846db098 None None] Pushing event deleted for resources: {'Port': ['ID=437d30d3-2fe0-4c79-aef8-02f10db008af,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:56.595618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e27406-d5d9-4855-9f5c-0daea5d5b20c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Port': ['ID=a06efffb-5323-46a2-b95d-5efbde44f1f7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:56.614813 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61e27406-d5d9-4855-9f5c-0daea5d5b20c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.617490 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-61e27406-d5d9-4855-9f5c-0daea5d5b20c tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/ports/a06efffb-5323-46a2-b95d-5efbde44f1f7 HTTP/1.1" status: 204 len: 168 time: 0.7690263 Aug 31 01:07:56.622140 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56396) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:56.632748 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27c13e08-cb2f-41cc-b809-f475b334e863 req-9071723d-998e-4dae-abb9-3d4176b7d535 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8810921 Aug 31 01:07:56.708373 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8d7925e9-efcc-4dae-8379-6fa60eff24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.767832 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7786a91a-e1c2-4fc0-8f6f-1f1ad0dcfbc9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.853876 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8d7925e9-efcc-4dae-8379-6fa60eff24b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33d78d3b77314c3d8d597791db88de13&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5471556 Aug 31 01:07:56.862534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56398) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:56.869933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7925e9-efcc-4dae-8379-6fa60eff24b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8366fbb-a10d-4315-80e3-61014f8f21e2,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:56.893124 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de4bb78e-e9ce-486f-acf9-8c4ee63234d7 req-297d7c87-1375-4dd6-a3d9-e576a7c79b77 service neutron] 10.222.0.48 "GET /v2.0/networks/58f811d7-3b07-4198-8f20-749ce45d6f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488192 Aug 31 01:07:56.906570 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff0267d5-1852-4948-97ac-181cdd1a8ee4 req-a3a9946f-c605-42b5-ac83-22bf1c2de63c service neutron] 10.222.0.41 "GET /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637260 Aug 31 01:07:56.908287 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7786a91a-e1c2-4fc0-8f6f-1f1ad0dcfbc9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.927888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-7786a91a-e1c2-4fc0-8f6f-1f1ad0dcfbc9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c364baa5-ccd7-46ff-ade4-87575f65869f']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:56.948713 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-7786a91a-e1c2-4fc0-8f6f-1f1ad0dcfbc9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e36ca7-20e5-4b2f-a9d2-7c757da3675d') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:56.949334 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-7786a91a-e1c2-4fc0-8f6f-1f1ad0dcfbc9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e36ca7-20e5-4b2f-a9d2-7c757da3675d') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:56.970453 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7786a91a-e1c2-4fc0-8f6f-1f1ad0dcfbc9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.992241 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7786a91a-e1c2-4fc0-8f6f-1f1ad0dcfbc9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.004338 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7786a91a-e1c2-4fc0-8f6f-1f1ad0dcfbc9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:07:57.005170 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7786a91a-e1c2-4fc0-8f6f-1f1ad0dcfbc9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:07:57.009427 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:07:57.019911 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:07:57.032069 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Sync routers for ids ['64bdf853-95e0-4b17-a718-36d5714c2631'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:07:57.044231 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Routers {'64bdf853-95e0-4b17-a718-36d5714c2631'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:57.045168 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:07:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['64bdf853-95e0-4b17-a718-36d5714c2631'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:57.057415 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-350337e6-b411-4ba5-a6c8-93ba1db2c454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.111594 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-350337e6-b411-4ba5-a6c8-93ba1db2c454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.129462 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de4bb78e-e9ce-486f-acf9-8c4ee63234d7 req-c4ee13f7-1288-48ac-9b30-9b812a1445c3 service neutron] 10.222.0.48 "GET /v2.0/networks/58f811d7-3b07-4198-8f20-749ce45d6f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318554 Aug 31 01:07:57.212267 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.216971 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a1119e40-e9e9-45f8-a3ab-50793bb7cdc5 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.6976604 Aug 31 01:07:57.218927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56404) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:57.224799 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c56ccff1-19f0-42df-9dc5-476b93994095 req-7c929f83-a90a-4df7-ba3f-ae32cd236f03 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.0451329 Aug 31 01:07:57.233118 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Set router 64bdf853-95e0-4b17-a718-36d5714c2631 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:57.291945 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7786a91a-e1c2-4fc0-8f6f-1f1ad0dcfbc9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.306274 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7786a91a-e1c2-4fc0-8f6f-1f1ad0dcfbc9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.308660 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7786a91a-e1c2-4fc0-8f6f-1f1ad0dcfbc9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] 10.222.0.16 "DELETE /v2.0/networks/c364baa5-ccd7-46ff-ade4-87575f65869f HTTP/1.1" status: 204 len: 168 time: 0.6852705 Aug 31 01:07:57.340484 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786a91a-e1c2-4fc0-8f6f-1f1ad0dcfbc9 tempest-PortsIpV6TestJSON-153843985 tempest-PortsIpV6TestJSON-153843985-project] Pushing event deleted for resources: {'Network': ['ID=c364baa5-ccd7-46ff-ade4-87575f65869f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:57.355708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 437d30d3-2fe0-4c79-aef8-02f10db008af no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:57.393519 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 437d30d3-2fe0-4c79-aef8-02f10db008af {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:07:57.394556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 437d30d3-2fe0-4c79-aef8-02f10db008af not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:57.408154 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-350337e6-b411-4ba5-a6c8-93ba1db2c454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.411162 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-350337e6-b411-4ba5-a6c8-93ba1db2c454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.412367 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-350337e6-b411-4ba5-a6c8-93ba1db2c454 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8366fbb-a10d-4315-80e3-61014f8f21e2 HTTP/1.1" status: 204 len: 168 time: 0.5437953 Aug 31 01:07:57.433511 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350337e6-b411-4ba5-a6c8-93ba1db2c454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8366fbb-a10d-4315-80e3-61014f8f21e2,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:57.442925 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8d443500-78d2-4aa3-9e51-8ac383cbde47 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "GET /v2.0/routers/64bdf853-95e0-4b17-a718-36d5714c2631 HTTP/1.1" status: 200 len: 907 time: 0.2224782 Aug 31 01:07:57.447104 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56410) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:57.656229 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99692d-c779-4b39-9319-704025536d95 req-e862b1cc-2d35-43e2-a34d-b3696bc8efc7 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:57.657783 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3e99692d-c779-4b39-9319-704025536d95 req-e862b1cc-2d35-43e2-a34d-b3696bc8efc7 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 943 time: 0.1048474 Aug 31 01:07:57.668633 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c36e38f1-6dd0-4906-b153-c125c96ee015 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.752627 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bdf853-95e0-4b17-a718-36d5714c2631', 'name': 'tempest-snat-router-1479167055', 'tenant_id': '93b1839a41b04e62aa707fce9521b494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f1104aa6-9653-48c6-9512-0e6c5552ce85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:07:45Z', 'updated_at': '2021-08-31T01:07:53Z', 'revision_number': 3, 'project_id': '93b1839a41b04e62aa707fce9521b494', 'gw_port': {'id': 'f1104aa6-9653-48c6-9512-0e6c5552ce85', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:46:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bdf853-95e0-4b17-a718-36d5714c2631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:07:50Z', 'updated_at': '2021-08-31T01:07:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:57.831337 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Checking router: 64bdf853-95e0-4b17-a718-36d5714c2631 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:07:57.832531 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Updating router 64bdf853-95e0-4b17-a718-36d5714c2631 port f1104aa6-9653-48c6-9512-0e6c5552ce85 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:07:57.844453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8f27d587-cada-4ca7-952d-36ad9ab38ffe details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:07:57.878270 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.913806 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3e99692d-c779-4b39-9319-704025536d95 req-3aa4ba58-95c6-4f6e-b6fd-6948fd203feb tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c3b58c-d54a-4ba3-bb94-13947cc0a0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680114 Aug 31 01:07:57.952209 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cd20e-137c-4713-93dd-b0cd26a9d988 req-d8fc4c7b-fcec-46a8-8889-a34a4dc736f2 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:57.962565 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fb7cd20e-137c-4713-93dd-b0cd26a9d988 req-d8fc4c7b-fcec-46a8-8889-a34a4dc736f2 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 945 time: 0.1822391 Aug 31 01:07:58.015482 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c36e38f1-6dd0-4906-b153-c125c96ee015 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:58.042833 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fb7cd20e-137c-4713-93dd-b0cd26a9d988 req-7118f163-79ec-441e-966f-8d2ae036f36a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789659 Aug 31 01:07:58.107670 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8f27d587-cada-4ca7-952d-36ad9ab38ffe, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8f27d587-cada-4ca7-952d-36ad9ab38ffe,segment=NetworkSegment(3d9c9fbd-7892-43d8-83b2-5a51092fe75d),segment_id=3d9c9fbd-7892-43d8-83b2-5a51092fe75d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:58.156811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '8f27d587-cada-4ca7-952d-36ad9ab38ffe', 'network_id': '58f811d7-3b07-4198-8f20-749ce45d6f96', 'port_id': '8f27d587-cada-4ca7-952d-36ad9ab38ffe', 'mac_address': 'fa:16:3e:97:f9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d65492-7859-463e-9970-166321da5030', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:07:58.256929 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:58.266338 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56428) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:58.271742 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c36e38f1-6dd0-4906-b153-c125c96ee015 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Deleting port f1104aa6-9653-48c6-9512-0e6c5552ce85 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:58.272257 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c36e38f1-6dd0-4906-b153-c125c96ee015 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:58.286281 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f27d587-cada-4ca7-952d-36ad9ab38ffe {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:07:58.374542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8f27d587-cada-4ca7-952d-36ad9ab38ffe, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8f27d587-cada-4ca7-952d-36ad9ab38ffe,segment=NetworkSegment(3d9c9fbd-7892-43d8-83b2-5a51092fe75d),segment_id=3d9c9fbd-7892-43d8-83b2-5a51092fe75d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:58.464293 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:58.536480 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c36e38f1-6dd0-4906-b153-c125c96ee015 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:58.583906 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2811d283-7455-4806-b97f-be1613204f36 req-75fdbdcd-0cc4-42ef-9eed-6d59c0d86cb8 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.1684265 Aug 31 01:07:58.605755 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c36e38f1-6dd0-4906-b153-c125c96ee015 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Calling delete_port for f1104aa6-9653-48c6-9512-0e6c5552ce85 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:58.672208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=8f27d587-cada-4ca7-952d-36ad9ab38ffe,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:58.728422 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['8f27d587-cada-4ca7-952d-36ad9ab38ffe'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:07:58.758358 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:58.812955 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Transition to ACTIVE for port object f1104aa6-9653-48c6-9512-0e6c5552ce85 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:58.996694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-866ef9fa-8be3-45c2-aa4c-7e3c45ca7396 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbad4c1f70e047a38b5d3dd3d174b433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6124425 Aug 31 01:07:59.000762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56436) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:59.013924 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:59.176322 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Attempting to bind port f1104aa6-9653-48c6-9512-0e6c5552ce85 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:59.178566 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Attempting to bind port f1104aa6-9653-48c6-9512-0e6c5552ce85 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:59.178566 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Attempting to bind port f1104aa6-9653-48c6-9512-0e6c5552ce85 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:59.201334 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56440) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:59.207980 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:07:59.208800 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:59.209725 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:59.210896 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:07:59.217625 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Bound port: f1104aa6-9653-48c6-9512-0e6c5552ce85, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:07:59.218295 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:59.267865 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-751e9586-4bda-4ced-84d1-f71bd91c64d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:59.337913 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9bd-19a8-4e75-b861-529077e78eb0 None None] Pushing event updated for resources: {'Port': ['ID=f1104aa6-9653-48c6-9512-0e6c5552ce85,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:59.399712 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9bd-19a8-4e75-b861-529077e78eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:59.399712 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9bd-19a8-4e75-b861-529077e78eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:59.399712 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9bd-19a8-4e75-b861-529077e78eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:59.399712 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9bd-19a8-4e75-b861-529077e78eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:59.399712 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9bd-19a8-4e75-b861-529077e78eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:59.399712 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9bd-19a8-4e75-b861-529077e78eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:59.400629 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9bd-19a8-4e75-b861-529077e78eb0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:59.400629 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9bd-19a8-4e75-b861-529077e78eb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:59.400629 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9bd-19a8-4e75-b861-529077e78eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:59.401037 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9bd-19a8-4e75-b861-529077e78eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:59.401037 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9bd-19a8-4e75-b861-529077e78eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:59.401341 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9bd-19a8-4e75-b861-529077e78eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:59.420823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0b578-0807-4358-b6b8-6d13ce055e6d req-1da42b0a-9888-49ff-921b-68f48a8c38b5 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:59.423838 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63b0b578-0807-4358-b6b8-6d13ce055e6d req-1da42b0a-9888-49ff-921b-68f48a8c38b5 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 944 time: 0.1917207 Aug 31 01:07:59.459833 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.db.api [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:07:59.460314 n-d-793621-34 neutron-server[102345]: DEBUG oslo_db.api [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:07:59.471481 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-24af2cab-38eb-4824-b879-e57c92ba73b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:59.472739 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c36e38f1-6dd0-4906-b153-c125c96ee015 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:59.539403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e38f1-6dd0-4906-b153-c125c96ee015 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1104aa6-9653-48c6-9512-0e6c5552ce85,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:59.549859 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63b0b578-0807-4358-b6b8-6d13ce055e6d req-b4c81225-4e73-4628-89a9-00b68948d54e tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c3b58c-d54a-4ba3-bb94-13947cc0a0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119659 Aug 31 01:07:59.618677 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-24af2cab-38eb-4824-b879-e57c92ba73b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:59.668212 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c36e38f1-6dd0-4906-b153-c125c96ee015 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:59.668707 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d37b8-2394-4e48-9ea7-253809dbfec3 req-19544d37-8c11-4779-8638-d31cf4b048fc tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:59.672136 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-142d37b8-2394-4e48-9ea7-253809dbfec3 req-19544d37-8c11-4779-8638-d31cf4b048fc tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 945 time: 0.4145954 Aug 31 01:07:59.854915 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8f27d587-cada-4ca7-952d-36ad9ab38ffe up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:59.872469 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-751e9586-4bda-4ced-84d1-f71bd91c64d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:59.922570 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-142d37b8-2394-4e48-9ea7-253809dbfec3 req-6a22b29d-a185-44d8-831a-bc13d796147b tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361052 Aug 31 01:07:59.965393 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c36e38f1-6dd0-4906-b153-c125c96ee015 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:59.991374 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Attempting to bind port f1104aa6-9653-48c6-9512-0e6c5552ce85 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:59.992184 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Attempting to bind port f1104aa6-9653-48c6-9512-0e6c5552ce85 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:59.992574 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Attempting to bind port f1104aa6-9653-48c6-9512-0e6c5552ce85 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:59.998723 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c36e38f1-6dd0-4906-b153-c125c96ee015 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:00.022102 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:00.022487 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fb080a5a-d361-4524-b92e-5e39d9cac7d5 req-38b988be-cd72-4ba3-8a57-f62f960966be tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.0681286 Aug 31 01:08:00.022645 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:00.022645 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:00.022645 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:00.022645 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Bound port: f1104aa6-9653-48c6-9512-0e6c5552ce85, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:00.022645 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:00.039376 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.plugin [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Port f1104aa6-9653-48c6-9512-0e6c5552ce85 has been deleted concurrently {{(pid=102345) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 31 01:08:00.053638 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Routers {'64bdf853-95e0-4b17-a718-36d5714c2631'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:00.054882 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:07:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['64bdf853-95e0-4b17-a718-36d5714c2631'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:00.076234 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-751e9586-4bda-4ced-84d1-f71bd91c64d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:00.139496 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 8f27d587-cada-4ca7-952d-36ad9ab38ffe completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:00.148662 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 8f27d587-cada-4ca7-952d-36ad9ab38ffe triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:00.149319 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:00.181294 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56452) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:00.187131 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-751e9586-4bda-4ced-84d1-f71bd91c64d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8fa9bd94e994d199d765e9ef31772bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9757214 Aug 31 01:08:00.188080 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-24af2cab-38eb-4824-b879-e57c92ba73b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:00.193916 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-24af2cab-38eb-4824-b879-e57c92ba73b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:00.199374 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-24af2cab-38eb-4824-b879-e57c92ba73b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7c50757-d7be-480b-bbe1-400f53aa0385 HTTP/1.1" status: 204 len: 168 time: 1.1930404 Aug 31 01:08:00.266158 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] Set router 64bdf853-95e0-4b17-a718-36d5714c2631 gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:00.293276 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c36e38f1-6dd0-4906-b153-c125c96ee015 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:00.294835 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36e38f1-6dd0-4906-b153-c125c96ee015 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64bdf853-95e0-4b17-a718-36d5714c2631 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:08:00.306331 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c36e38f1-6dd0-4906-b153-c125c96ee015 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:00.306783 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e9586-4bda-4ced-84d1-f71bd91c64d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfce1179-8f42-4494-87b7-195ed1bac954,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:00.314769 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c36e38f1-6dd0-4906-b153-c125c96ee015 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "DELETE /v2.0/routers/64bdf853-95e0-4b17-a718-36d5714c2631 HTTP/1.1" status: 204 len: 168 time: 2.8649516 Aug 31 01:08:00.315854 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56456) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:00.398167 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d01d2745-7bfd-4ad6-b950-80d538d64726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:00.449117 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d01d2745-7bfd-4ad6-b950-80d538d64726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:00.500802 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bdf853-95e0-4b17-a718-36d5714c2631', 'name': 'tempest-snat-router-1479167055', 'tenant_id': '93b1839a41b04e62aa707fce9521b494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:07:45Z', 'updated_at': '2021-08-31T01:07:59Z', 'revision_number': 5, 'project_id': '93b1839a41b04e62aa707fce9521b494', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:00.815296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aacc3f-e1e0-4dbd-9541-a48482f9c704 req-bea4c925-9b01-46e5-b1e1-e5e8c1e5c279 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:00.815296 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-22aacc3f-e1e0-4dbd-9541-a48482f9c704 req-bea4c925-9b01-46e5-b1e1-e5e8c1e5c279 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 945 time: 0.2788749 Aug 31 01:08:00.816395 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6b4a8-8774-4c69-82e8-f1a29c90dde0 None None] The sync data for ids ['64bdf853-95e0-4b17-a718-36d5714c2631'] in n-d-793621-34 is: [{'id': '64bdf853-95e0-4b17-a718-36d5714c2631', 'name': 'tempest-snat-router-1479167055', 'tenant_id': '93b1839a41b04e62aa707fce9521b494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:07:45Z', 'updated_at': '2021-08-31T01:07:59Z', 'revision_number': 5, 'project_id': '93b1839a41b04e62aa707fce9521b494', 'gw_port_host': None}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:08:00.817278 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-22aacc3f-e1e0-4dbd-9541-a48482f9c704 req-840bad95-4482-4d44-98eb-e80f09e15f68 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927205 Aug 31 01:08:00.817372 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:00.817492 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efbd8230-87ad-444f-8ef4-f6562c39235f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:00.817492 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af2cab-38eb-4824-b879-e57c92ba73b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c50757-d7be-480b-bbe1-400f53aa0385,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:00.837706 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8f27d587-cada-4ca7-952d-36ad9ab38ffe, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8f27d587-cada-4ca7-952d-36ad9ab38ffe,segment=NetworkSegment(3d9c9fbd-7892-43d8-83b2-5a51092fe75d),segment_id=3d9c9fbd-7892-43d8-83b2-5a51092fe75d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:00.851826 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f27d587-cada-4ca7-952d-36ad9ab38ffe'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:00.863213 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978dd08e-ba4c-4130-a785-01f69630187c" -d '{"events": [{"server_uuid": "2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1", "name": "network-vif-plugged", "status": "completed", "tag": "8f27d587-cada-4ca7-952d-36ad9ab38ffe"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:01.045194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9c9e6-aa62-4d91-b83a-466c33f5813f req-f072ace2-a09b-4d9c-b1fd-8343a0064ed3 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:01.060989 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cea9c9e6-aa62-4d91-b83a-466c33f5813f req-f072ace2-a09b-4d9c-b1fd-8343a0064ed3 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 944 time: 0.1672969 Aug 31 01:08:01.121469 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb0038-1457-4d98-a849-9c048f84aeec req-64f87407-a2c5-4c1e-9acb-4465c8108165 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:01.124712 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6cb0038-1457-4d98-a849-9c048f84aeec req-64f87407-a2c5-4c1e-9acb-4465c8108165 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b107bb-2a88-492f-bb79-75fefe056e25 HTTP/1.1" status: 200 len: 945 time: 0.1137350 Aug 31 01:08:01.155428 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cea9c9e6-aa62-4d91-b83a-466c33f5813f req-7aff455f-aa29-4ea2-9623-03a45e923985 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c3b58c-d54a-4ba3-bb94-13947cc0a0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787961 Aug 31 01:08:01.159385 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efbd8230-87ad-444f-8ef4-f6562c39235f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:01.202301 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6cb0038-1457-4d98-a849-9c048f84aeec req-f30faf87-27fe-4827-9cd4-9cf2463fdde5 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646536 Aug 31 01:08:01.374135 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ccd9bd78-acc4-4719-be7c-3532a5e19df1 req-b137cbef-a772-4700-adf3-952a5422a008 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.0564559 Aug 31 01:08:01.375590 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d01d2745-7bfd-4ad6-b950-80d538d64726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:01.385289 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d01d2745-7bfd-4ad6-b950-80d538d64726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:01.387535 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d01d2745-7bfd-4ad6-b950-80d538d64726 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bfce1179-8f42-4494-87b7-195ed1bac954 HTTP/1.1" status: 204 len: 168 time: 1.2023857 Aug 31 01:08:01.422538 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d2745-7bfd-4ad6-b950-80d538d64726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfce1179-8f42-4494-87b7-195ed1bac954,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:01.425199 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:01.586083 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-efbd8230-87ad-444f-8ef4-f6562c39235f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Deleting port 5b9d5932-1443-45a8-95b8-980e35f60b07 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:01.586654 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efbd8230-87ad-444f-8ef4-f6562c39235f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:01.612667 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57be52f-39d1-4e49-aa1a-790f02965519 x-openstack-request-id: req-b57be52f-39d1-4e49-aa1a-790f02965519 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:01.613050 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1", "name": "network-vif-plugged", "status": "completed", "tag": "8f27d587-cada-4ca7-952d-36ad9ab38ffe", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:01.613502 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b57be52f-39d1-4e49-aa1a-790f02965519 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:01.614154 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f27d587-cada-4ca7-952d-36ad9ab38ffe', 'code': 200} Aug 31 01:08:01.698732 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=8f27d587-cada-4ca7-952d-36ad9ab38ffe,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:01.760237 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52d5f4-2e54-4327-9e8d-0043c6b690a7 req-8ece9027-6ce0-47e5-a9a7-328448f14a9f tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:01.762552 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed52d5f4-2e54-4327-9e8d-0043c6b690a7 req-8ece9027-6ce0-47e5-a9a7-328448f14a9f tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 946 time: 0.1704662 Aug 31 01:08:01.870087 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed52d5f4-2e54-4327-9e8d-0043c6b690a7 req-f47fe2be-aba0-4c3f-b3d2-93f4d1231710 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936756 Aug 31 01:08:01.968114 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-654cdf17-0a64-48b3-a3e5-66f6290b8ac5 req-03619ae2-781f-4dee-bde8-5788242ce84f tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:08:01.970826 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-654cdf17-0a64-48b3-a3e5-66f6290b8ac5 req-03619ae2-781f-4dee-bde8-5788242ce84f tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136449 Aug 31 01:08:02.137871 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104afdb-9fd5-4cc4-bd11-4cbe30848c8c req-ea1ba676-8849-4f01-96d3-edc66ab2b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:02.151056 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c104afdb-9fd5-4cc4-bd11-4cbe30848c8c req-ea1ba676-8849-4f01-96d3-edc66ab2b8a2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 1097 time: 0.3738911 Aug 31 01:08:02.169882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-efbd8230-87ad-444f-8ef4-f6562c39235f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] For port 5b9d5932-1443-45a8-95b8-980e35f60b07, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5b9d5932-1443-45a8-95b8-980e35f60b07,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:02.170742 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efbd8230-87ad-444f-8ef4-f6562c39235f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:02.240129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-efbd8230-87ad-444f-8ef4-f6562c39235f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Calling delete_port for 5b9d5932-1443-45a8-95b8-980e35f60b07 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:02.277735 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-654cdf17-0a64-48b3-a3e5-66f6290b8ac5 req-bb45dd67-b8e6-4b5d-9e1b-3688558c3648 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2878852 Aug 31 01:08:02.301824 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c104afdb-9fd5-4cc4-bd11-4cbe30848c8c req-5b9b6721-a178-4371-9213-4d1569010d22 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c9c3b58c-d54a-4ba3-bb94-13947cc0a0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429718 Aug 31 01:08:02.602436 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee400316-1e47-4988-a27e-2463d6a91c49 req-98fb0b53-11c6-4ad1-ab2a-4059a000c631 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:02.615455 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ee400316-1e47-4988-a27e-2463d6a91c49 req-98fb0b53-11c6-4ad1-ab2a-4059a000c631 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 945 time: 0.2529776 Aug 31 01:08:02.700403 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ee400316-1e47-4988-a27e-2463d6a91c49 req-883d2c2f-c2ca-4af5-b914-03a4e7fa16e4 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c3b58c-d54a-4ba3-bb94-13947cc0a0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833623 Aug 31 01:08:02.941692 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0a078a08-b01d-490b-ad3a-a94aaa832e44 req-200b9aeb-b04a-4732-9f81-a8cc5bac8852 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.0861623 Aug 31 01:08:03.026739 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efbd8230-87ad-444f-8ef4-f6562c39235f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:03.096285 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd8230-87ad-444f-8ef4-f6562c39235f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b9d5932-1443-45a8-95b8-980e35f60b07,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:03.216577 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1906f5-aa23-46e4-88e9-f22e3c0cffb4 req-1bae145c-8f99-4c85-9920-be9d1799a009 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:03.218919 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d1906f5-aa23-46e4-88e9-f22e3c0cffb4 req-1bae145c-8f99-4c85-9920-be9d1799a009 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 945 time: 0.2073684 Aug 31 01:08:03.295133 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efbd8230-87ad-444f-8ef4-f6562c39235f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:03.480892 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efbd8230-87ad-444f-8ef4-f6562c39235f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:03.483769 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efbd8230-87ad-444f-8ef4-f6562c39235f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:03.562204 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d1906f5-aa23-46e4-88e9-f22e3c0cffb4 req-462b6af5-0a3b-40de-abb1-b91bc2118c21 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306825 Aug 31 01:08:03.684891 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efbd8230-87ad-444f-8ef4-f6562c39235f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:03.685758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbd8230-87ad-444f-8ef4-f6562c39235f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router caff78c2-6724-4ce0-906b-66c2b518bcef {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:08:03.693319 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efbd8230-87ad-444f-8ef4-f6562c39235f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:03.698666 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-efbd8230-87ad-444f-8ef4-f6562c39235f tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "DELETE /v2.0/routers/caff78c2-6724-4ce0-906b-66c2b518bcef HTTP/1.1" status: 204 len: 168 time: 3.3711293 Aug 31 01:08:03.699750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56522) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:03.709699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1143488079', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}, 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:03.962084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10984af-fe73-40f0-8c6a-a1b5da34f5c6 req-01ac7f23-3eac-463e-a976-e14d81de93b8 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:03.977566 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b10984af-fe73-40f0-8c6a-a1b5da34f5c6 req-01ac7f23-3eac-463e-a976-e14d81de93b8 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 945 time: 0.1087787 Aug 31 01:08:03.980331 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb561ae-1ff6-41b3-91a0-711f0d2b9b5e req-b7c11290-1508-4589-8033-a92d8410ac16 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:03.987073 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2bb561ae-1ff6-41b3-91a0-711f0d2b9b5e req-b7c11290-1508-4589-8033-a92d8410ac16 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b107bb-2a88-492f-bb79-75fefe056e25 HTTP/1.1" status: 200 len: 945 time: 0.1729925 Aug 31 01:08:03.990970 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:03.992128 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:03.998686 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56532) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:04.098650 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b10984af-fe73-40f0-8c6a-a1b5da34f5c6 req-4b37dc5b-c0a9-4019-8dd3-0446cc17eaef tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c3b58c-d54a-4ba3-bb94-13947cc0a0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167352 Aug 31 01:08:04.161722 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:04.172357 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2bb561ae-1ff6-41b3-91a0-711f0d2b9b5e req-e7da5c92-1046-4de1-9a7a-cb2eaaf6fb39 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456597 Aug 31 01:08:04.185323 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-762024bb-953d-4504-9177-1e4219bb4c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:04.272729 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-275c7e67-5027-4fd5-a159-e4b156eb4dd3 req-baaf1549-12df-434b-8f49-ab80377242ec tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.0391216 Aug 31 01:08:04.568295 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74e198-ccc4-426a-a798-9bed67fe86af req-fc17cef5-75b6-4e98-9e83-a7d769cc5008 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:04.571008 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b74e198-ccc4-426a-a798-9bed67fe86af req-fc17cef5-75b6-4e98-9e83-a7d769cc5008 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 946 time: 0.0861862 Aug 31 01:08:04.628252 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:04.631330 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5e2bacc8-8352-40d9-9a19-aa556a1491fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:04.689411 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b74e198-ccc4-426a-a798-9bed67fe86af req-3640db79-60b6-4467-a3c1-3c44c295241a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106184 Aug 31 01:08:04.722921 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56548) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:04.881122 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5e2bacc8-8352-40d9-9a19-aa556a1491fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.108293 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0df0b9-08ff-4a9c-a586-0f88116d58ee req-36fdb67b-00b3-40f3-a64b-36689e12eda4 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.115901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0df0b9-08ff-4a9c-a586-0f88116d58ee req-36fdb67b-00b3-40f3-a64b-36689e12eda4 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.124972 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0df0b9-08ff-4a9c-a586-0f88116d58ee req-36fdb67b-00b3-40f3-a64b-36689e12eda4 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.128170 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f0df0b9-08ff-4a9c-a586-0f88116d58ee req-36fdb67b-00b3-40f3-a64b-36689e12eda4 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4&device_id=65b107bb-2a88-492f-bb79-75fefe056e25&device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 2417 time: 0.1104491 Aug 31 01:08:05.174750 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5e2bacc8-8352-40d9-9a19-aa556a1491fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.324880 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5b9d5932-1443-45a8-95b8-980e35f60b07 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:08:05.326307 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bacc8-8352-40d9-9a19-aa556a1491fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7892f0d8-ffa5-4eb4-a107-b6de7ff0e481,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:05.326819 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 5b9d5932-1443-45a8-95b8-980e35f60b07 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:08:05.326819 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5b9d5932-1443-45a8-95b8-980e35f60b07 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:08:05.327616 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5e2bacc8-8352-40d9-9a19-aa556a1491fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e06fc30aef9e4043b44ca1766d8e6a04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3114600 Aug 31 01:08:05.327616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56560) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:05.337354 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f0df0b9-08ff-4a9c-a586-0f88116d58ee req-fcce5bd0-ac8a-4676-a0d3-8ac81f9baa91 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960995 Aug 31 01:08:05.400106 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c277e-4fe7-476a-8e54-d77f6b435eb6 req-84778c24-718f-46b3-a3f8-cc42c1b47c35 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.401874 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cb7c277e-4fe7-476a-8e54-d77f6b435eb6 req-84778c24-718f-46b3-a3f8-cc42c1b47c35 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 945 time: 0.1226997 Aug 31 01:08:05.415639 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f04ded4b-e2eb-4dc9-b273-de98538ebf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.447732 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f04ded4b-e2eb-4dc9-b273-de98538ebf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.498630 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b652aacd-efa7-49c4-9f5c-21bfb8fb0b63 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:05.499684 n-d-793621-34 neutron-server[102343]: WARNING neutron.api.v2.base [None req-b652aacd-efa7-49c4-9f5c-21bfb8fb0b63 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 01:08:05.500498 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-b652aacd-efa7-49c4-9f5c-21bfb8fb0b63 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 01:08:05.503593 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b652aacd-efa7-49c4-9f5c-21bfb8fb0b63 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7738967 Aug 31 01:08:05.509390 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cb7c277e-4fe7-476a-8e54-d77f6b435eb6 req-1afc0b20-fd5d-4988-99ed-210a2ed4c5fa tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c3b58c-d54a-4ba3-bb94-13947cc0a0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911379 Aug 31 01:08:05.514298 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56566) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:05.522845 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4064ab58-2817-4b2c-8582-9b73e9910207 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group': {'name': 'tempest-secgroup--1475275044'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:05.540500 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aa106218-8c7b-48da-b83d-3d5a79592cc9 req-90492f01-88d1-4a4e-acae-63761611e232 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/ports?device_id=97dc3d9f-1b3d-4867-bb20-bb6144b53ee7 HTTP/1.1" status: 200 len: 210 time: 0.0756223 Aug 31 01:08:05.647397 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-251effab-275d-48e6-a302-a5d0687e2fc5 req-5369578f-74ae-494c-80fb-9261c7f630d2 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:08:05.648388 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-251effab-275d-48e6-a302-a5d0687e2fc5 req-5369578f-74ae-494c-80fb-9261c7f630d2 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152211 Aug 31 01:08:05.748959 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f04ded4b-e2eb-4dc9-b273-de98538ebf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.749082 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.749184 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f04ded4b-e2eb-4dc9-b273-de98538ebf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.752819 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f04ded4b-e2eb-4dc9-b273-de98538ebf6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7892f0d8-ffa5-4eb4-a107-b6de7ff0e481 HTTP/1.1" status: 204 len: 168 time: 0.4346261 Aug 31 01:08:05.767920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ded4b-e2eb-4dc9-b273-de98538ebf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7892f0d8-ffa5-4eb4-a107-b6de7ff0e481,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:05.785205 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.919867 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4064ab58-2817-4b2c-8582-9b73e9910207 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.944323 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4064ab58-2817-4b2c-8582-9b73e9910207 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.998466 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-251effab-275d-48e6-a302-a5d0687e2fc5 req-82735110-b4a4-48bd-832e-4423f7ef1b34 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3378720 Aug 31 01:08:06.020489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Allocated IP 172.25.2.214 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/f52eaa2e-2206-4832-b3e4-b2b5af64f5b8) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:06.270636 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:06.300832 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4064ab58-2817-4b2c-8582-9b73e9910207 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:06.439234 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444be8a2-a8b9-4c79-8f9a-7a777b74a528 req-ddfb9d77-0d4b-4249-91d3-eba0895bb601 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:06.441290 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-444be8a2-a8b9-4c79-8f9a-7a777b74a528 req-ddfb9d77-0d4b-4249-91d3-eba0895bb601 tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 945 time: 0.0642614 Aug 31 01:08:06.489087 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4064ab58-2817-4b2c-8582-9b73e9910207 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:06.504830 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:06.613101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:06.630405 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:06.642623 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064ab58-2817-4b2c-8582-9b73e9910207 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b9af75-ca49-46f6-a2f5-b4eaae161cca,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:06.648631 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:06.727238 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Pushing event updated for resources: {'Port': ['ID=f52eaa2e-2206-4832-b3e4-b2b5af64f5b8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:06.738873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-444be8a2-a8b9-4c79-8f9a-7a777b74a528 req-ffab86a3-51dc-4e9d-b176-a6de21a005ef tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Deleting port 8f27d587-cada-4ca7-952d-36ad9ab38ffe {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:06.740141 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-444be8a2-a8b9-4c79-8f9a-7a777b74a528 req-ffab86a3-51dc-4e9d-b176-a6de21a005ef tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:06.894968 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:06.903342 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:06.917790 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-444be8a2-a8b9-4c79-8f9a-7a777b74a528 req-ffab86a3-51dc-4e9d-b176-a6de21a005ef tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] For port 8f27d587-cada-4ca7-952d-36ad9ab38ffe, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8f27d587-cada-4ca7-952d-36ad9ab38ffe,segment=NetworkSegment(3d9c9fbd-7892-43d8-83b2-5a51092fe75d),segment_id=3d9c9fbd-7892-43d8-83b2-5a51092fe75d)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:06.917790 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-444be8a2-a8b9-4c79-8f9a-7a777b74a528 req-ffab86a3-51dc-4e9d-b176-a6de21a005ef tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:06.944622 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-444be8a2-a8b9-4c79-8f9a-7a777b74a528 req-ffab86a3-51dc-4e9d-b176-a6de21a005ef tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Calling delete_port for 8f27d587-cada-4ca7-952d-36ad9ab38ffe owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:07.019836 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a6d90058-4e58-470e-8e6b-b5c0ddcd2327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.103517 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.158468 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001e56f-19c7-4e54-9537-4562bb4c59fc req-073d0422-e545-4c56-a281-17639052516a tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:07.171067 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9001e56f-19c7-4e54-9537-4562bb4c59fc req-073d0422-e545-4c56-a281-17639052516a tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 945 time: 0.4522834 Aug 31 01:08:07.186623 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4064ab58-2817-4b2c-8582-9b73e9910207 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.239899 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9001e56f-19c7-4e54-9537-4562bb4c59fc req-b1a63cf7-2aa2-4a01-aedf-138303985b3c tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9c3b58c-d54a-4ba3-bb94-13947cc0a0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676150 Aug 31 01:08:07.389393 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-444be8a2-a8b9-4c79-8f9a-7a777b74a528 req-ffab86a3-51dc-4e9d-b176-a6de21a005ef tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.389705 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4064ab58-2817-4b2c-8582-9b73e9910207 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.403719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['8f27d587-cada-4ca7-952d-36ad9ab38ffe'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:07.433475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab86a3-51dc-4e9d-b176-a6de21a005ef tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Pushing event deleted for resources: {'Port': ['ID=8f27d587-cada-4ca7-952d-36ad9ab38ffe,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:07.470583 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56610) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:07.492585 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-444be8a2-a8b9-4c79-8f9a-7a777b74a528 req-ffab86a3-51dc-4e9d-b176-a6de21a005ef tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] No DVR routers for this DVR port 8f27d587-cada-4ca7-952d-36ad9ab38ffe on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:08:07.495001 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-444be8a2-a8b9-4c79-8f9a-7a777b74a528 req-ffab86a3-51dc-4e9d-b176-a6de21a005ef tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.497295 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-444be8a2-a8b9-4c79-8f9a-7a777b74a528 req-ffab86a3-51dc-4e9d-b176-a6de21a005ef tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.48 "DELETE /v2.0/ports/8f27d587-cada-4ca7-952d-36ad9ab38ffe HTTP/1.1" status: 204 len: 173 time: 1.0502439 Aug 31 01:08:07.497929 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1', 'name': 'network-vif-deleted', 'tag': '8f27d587-cada-4ca7-952d-36ad9ab38ffe'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:07.502067 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98775885-9be8-4a4a-af15-e680931bf0c5" -d '{"events": [{"server_uuid": "2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1", "name": "network-vif-deleted", "tag": "8f27d587-cada-4ca7-952d-36ad9ab38ffe"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:07.559817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064ab58-2817-4b2c-8582-9b73e9910207 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e093dc44-6d8d-40bc-ba16-13ddde3147ec,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:07.607554 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595e4b1d-50ad-4307-a9d9-a7dc3e27b9e6 x-openstack-request-id: req-595e4b1d-50ad-4307-a9d9-a7dc3e27b9e6 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:07.607962 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1", "name": "network-vif-deleted", "tag": "8f27d587-cada-4ca7-952d-36ad9ab38ffe", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:07.608325 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-595e4b1d-50ad-4307-a9d9-a7dc3e27b9e6 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:07.609034 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1', 'name': 'network-vif-deleted', 'tag': '8f27d587-cada-4ca7-952d-36ad9ab38ffe', 'status': 'completed', 'code': 200} Aug 31 01:08:07.671807 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.674986 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ab9953b-6e3e-46bc-a7c5-5cf0f181d34b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.740012 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4064ab58-2817-4b2c-8582-9b73e9910207 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.745017 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4064ab58-2817-4b2c-8582-9b73e9910207 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2252548 Aug 31 01:08:07.745272 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56624) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:07.752336 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ab9953b-6e3e-46bc-a7c5-5cf0f181d34b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.753819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-c1003500-57bf-4efa-aacb-329cb8bebdbe tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': 'e093dc44-6d8d-40bc-ba16-13ddde3147ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:07.949422 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c1003500-57bf-4efa-aacb-329cb8bebdbe tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.005123 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.085696 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ab9953b-6e3e-46bc-a7c5-5cf0f181d34b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.091374 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ab9953b-6e3e-46bc-a7c5-5cf0f181d34b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.093519 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8ab9953b-6e3e-46bc-a7c5-5cf0f181d34b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "DELETE /v2.0/security-groups/d9b938cd-2bb2-4210-8ea6-b1d4fb3639be HTTP/1.1" status: 204 len: 168 time: 0.6198413 Aug 31 01:08:08.112230 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c1003500-57bf-4efa-aacb-329cb8bebdbe tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.113177 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56634) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:08.152907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9953b-6e3e-46bc-a7c5-5cf0f181d34b tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b938cd-2bb2-4210-8ea6-b1d4fb3639be,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:08.158722 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-728b05e1-8409-4e9d-8ad5-a52a9d3ea60d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] show failed (client error): The resource could not be found. Aug 31 01:08:08.160651 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-728b05e1-8409-4e9d-8ad5-a52a9d3ea60d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "GET /v2.0/security-groups/d9b938cd-2bb2-4210-8ea6-b1d4fb3639be HTTP/1.1" status: 404 len: 347 time: 0.0460041 Aug 31 01:08:08.165301 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56636) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:08.278885 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c1003500-57bf-4efa-aacb-329cb8bebdbe tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.350452 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1003500-57bf-4efa-aacb-329cb8bebdbe tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=babc3487-330b-4c5c-a6e4-b84f0e9984f4,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:08.425980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-782e8180-c3eb-4d88-a2f3-dbbf2be95013 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Deleting port aee3ba5d-b7bd-4791-8421-a7d27c64dcc3 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:08.426706 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-782e8180-c3eb-4d88-a2f3-dbbf2be95013 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.434194 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42c683b0-53bd-4453-acb1-133755cd4ed1 req-1995d5a1-ecae-4976-a80c-928aec9432cc tempest-InstanceActionsV221TestJSON-454707372 tempest-InstanceActionsV221TestJSON-454707372-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeaa82e-840d-4e0d-a51f-f94c3e79ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0345073 Aug 31 01:08:08.474937 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Router 1c784e68-5e9f-4450-b071-e02b68d7ff81 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:08:08.538333 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-782e8180-c3eb-4d88-a2f3-dbbf2be95013 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.539117 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-782e8180-c3eb-4d88-a2f3-dbbf2be95013 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.559550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-782e8180-c3eb-4d88-a2f3-dbbf2be95013 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Calling delete_port for aee3ba5d-b7bd-4791-8421-a7d27c64dcc3 owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:08.582495 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c1003500-57bf-4efa-aacb-329cb8bebdbe tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.583847 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c1003500-57bf-4efa-aacb-329cb8bebdbe tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8369899 Aug 31 01:08:08.586492 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.587684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56644) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:08.623047 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:08:08.624702 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a1e404c0-1b6b-4c7f-8a22-a3757aa5e323 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': 'e093dc44-6d8d-40bc-ba16-13ddde3147ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:08.635061 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53663ba7-3682-46a0-8e95-5b9e750a5a9a None None] Sync routers for ids ['1c784e68-5e9f-4450-b071-e02b68d7ff81'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:08:08.649968 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53663ba7-3682-46a0-8e95-5b9e750a5a9a None None] Routers {'1c784e68-5e9f-4450-b071-e02b68d7ff81'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:08.651773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-53663ba7-3682-46a0-8e95-5b9e750a5a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['1c784e68-5e9f-4450-b071-e02b68d7ff81'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:08.693838 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-53663ba7-3682-46a0-8e95-5b9e750a5a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:08.714136 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53663ba7-3682-46a0-8e95-5b9e750a5a9a None None] Routers {'1c784e68-5e9f-4450-b071-e02b68d7ff81'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:08.715364 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-53663ba7-3682-46a0-8e95-5b9e750a5a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['1c784e68-5e9f-4450-b071-e02b68d7ff81'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:08.759772 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-f3392ccb-ba33-4b9c-8e3d-35bffba51c82 req-be11a8fd-9e41-4797-9b27-4d845246a9a9 service neutron] (102343) timed out ('10.222.0.41', 65477) {{(pid=102343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:08:08.765692 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-53663ba7-3682-46a0-8e95-5b9e750a5a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:08.766478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53663ba7-3682-46a0-8e95-5b9e750a5a9a None None] The sync data for ids ['1c784e68-5e9f-4450-b071-e02b68d7ff81'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:08:08.820535 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed04a8-01cc-4d08-bc58-c71827efd749 req-254904d5-4af5-460a-bbf5-16dc9a3135bc tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:08.822857 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-86ed04a8-01cc-4d08-bc58-c71827efd749 req-254904d5-4af5-460a-bbf5-16dc9a3135bc tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 946 time: 0.0762887 Aug 31 01:08:08.856831 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1e404c0-1b6b-4c7f-8a22-a3757aa5e323 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.907301 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-86ed04a8-01cc-4d08-bc58-c71827efd749 req-013677ed-fc95-47af-9bb8-24856fa9936a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738804 Aug 31 01:08:08.953516 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-782e8180-c3eb-4d88-a2f3-dbbf2be95013 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.989408 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e8180-c3eb-4d88-a2f3-dbbf2be95013 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event deleted for resources: {'Port': ['ID=aee3ba5d-b7bd-4791-8421-a7d27c64dcc3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:08.995583 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.000386 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dc8e466e-252d-4522-bc08-16d4cc8b94f6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.2962122 Aug 31 01:08:09.011375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56658) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:09.022344 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-36d09758-1b7d-48f6-9f66-35daae5ea1f4 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'enable_snat': False}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:09.062748 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-782e8180-c3eb-4d88-a2f3-dbbf2be95013 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.067590 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-782e8180-c3eb-4d88-a2f3-dbbf2be95013 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.069615 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-782e8180-c3eb-4d88-a2f3-dbbf2be95013 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "DELETE /v2.0/floatingips/ef5b19df-413a-4727-a0a8-a59b33156fcc HTTP/1.1" status: 204 len: 168 time: 0.9020791 Aug 31 01:08:09.073756 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56660) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:09.107996 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-a1e404c0-1b6b-4c7f-8a22-a3757aa5e323 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 01:08:09.108967 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a1e404c0-1b6b-4c7f-8a22-a3757aa5e323 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5203245 Aug 31 01:08:09.116922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56662) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:09.236752 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1399ebb1-cfb7-4fa4-b2ed-9a112f1eabce tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.268402 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-285401fa-33dd-4afa-b96f-90c3dc4b2481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Deleting port a27e7531-9fc2-4165-b9e8-bbffd269f73a {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:09.268815 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-285401fa-33dd-4afa-b96f-90c3dc4b2481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.318425 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1399ebb1-cfb7-4fa4-b2ed-9a112f1eabce tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.431504 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-285401fa-33dd-4afa-b96f-90c3dc4b2481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.447373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-285401fa-33dd-4afa-b96f-90c3dc4b2481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Calling delete_port for a27e7531-9fc2-4165-b9e8-bbffd269f73a owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:09.488045 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-36d09758-1b7d-48f6-9f66-35daae5ea1f4 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.589216 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1399ebb1-cfb7-4fa4-b2ed-9a112f1eabce tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.597788 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1399ebb1-cfb7-4fa4-b2ed-9a112f1eabce tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.601798 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56680) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:09.603620 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56682) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:09.606173 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1399ebb1-cfb7-4fa4-b2ed-9a112f1eabce tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "DELETE /v2.0/security-groups/e093dc44-6d8d-40bc-ba16-13ddde3147ec HTTP/1.1" status: 204 len: 168 time: 0.4886918 Aug 31 01:08:09.656955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399ebb1-cfb7-4fa4-b2ed-9a112f1eabce tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e093dc44-6d8d-40bc-ba16-13ddde3147ec,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:09.721410 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56690) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:09.721836 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3feb4c5c-1656-49f1-a61e-6f1ea4ace303 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1184175 Aug 31 01:08:09.727879 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4f9be473-965d-4a4a-917b-0eeacc4bc189 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group': {'name': 'tempest-secgroup--1012861924'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:09.752976 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-285401fa-33dd-4afa-b96f-90c3dc4b2481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.768494 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56692) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:09.812787 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285401fa-33dd-4afa-b96f-90c3dc4b2481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event deleted for resources: {'Port': ['ID=a27e7531-9fc2-4165-b9e8-bbffd269f73a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:09.849572 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee6e7f9-c7e4-40cb-b3d6-51f5cdf2569a admin admin] Deleting subnet d8d65492-7859-463e-9970-166321da5030 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:08:09.854062 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aee6e7f9-c7e4-40cb-b3d6-51f5cdf2569a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.906367 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aee6e7f9-c7e4-40cb-b3d6-51f5cdf2569a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.912632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8f27d587-cada-4ca7-952d-36ad9ab38ffe no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:08:09.937487 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c031780c-190e-4420-85eb-10f76d39b0cb tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'network': {'name': 'tempest-network-smoke--1741413369', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'port_security_enabled': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:09.943864 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4f9be473-965d-4a4a-917b-0eeacc4bc189 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.967199 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 8f27d587-cada-4ca7-952d-36ad9ab38ffe {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:08:09.968095 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8f27d587-cada-4ca7-952d-36ad9ab38ffe not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:08:09.971102 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-285401fa-33dd-4afa-b96f-90c3dc4b2481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.975292 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-285401fa-33dd-4afa-b96f-90c3dc4b2481 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "DELETE /v2.0/ports/a27e7531-9fc2-4165-b9e8-bbffd269f73a HTTP/1.1" status: 204 len: 168 time: 0.8998849 Aug 31 01:08:09.978266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56696) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:09.989618 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aee6e7f9-c7e4-40cb-b3d6-51f5cdf2569a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:10.122988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c869b9c-67c4-4853-be72-71a47c88e933 req-f7cda456-1faf-4de7-bc39-8d31a46a8ef2 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:10.122988 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c869b9c-67c4-4853-be72-71a47c88e933 req-f7cda456-1faf-4de7-bc39-8d31a46a8ef2 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.48 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 946 time: 0.1320348 Aug 31 01:08:10.152153 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c031780c-190e-4420-85eb-10f76d39b0cb tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Made reservation on behalf of 5f481833dbad44e8ab08e3a835b3f2ce for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:10.156036 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c031780c-190e-4420-85eb-10f76d39b0cb tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:10.191545 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98ffde-3403-4daa-bf7a-2e42f6563cda req-784eba2d-2d9f-4299-9acd-22d8e559c136 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:10.193132 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8f98ffde-3403-4daa-bf7a-2e42f6563cda req-784eba2d-2d9f-4299-9acd-22d8e559c136 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 946 time: 0.1427195 Aug 31 01:08:10.196027 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c031780c-190e-4420-85eb-10f76d39b0cb tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:10.211696 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:10.275583 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Deleting port e23dc098-08a9-4b74-92c0-535d9029019a {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:10.275935 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:10.323007 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8f98ffde-3403-4daa-bf7a-2e42f6563cda req-edddf426-1678-449b-998a-480611ded0a5 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135733 Aug 31 01:08:10.373360 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aee6e7f9-c7e4-40cb-b3d6-51f5cdf2569a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:10.415468 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aee6e7f9-c7e4-40cb-b3d6-51f5cdf2569a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:10.418215 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-aee6e7f9-c7e4-40cb-b3d6-51f5cdf2569a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d8d65492-7859-463e-9970-166321da5030 HTTP/1.1" status: 204 len: 168 time: 0.6459708 Aug 31 01:08:10.421391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-3c869b9c-67c4-4853-be72-71a47c88e933 req-20df343c-0a55-455b-8da3-09ca2643a462 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Deleting port 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:10.421748 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3c869b9c-67c4-4853-be72-71a47c88e933 req-20df343c-0a55-455b-8da3-09ca2643a462 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:10.424679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56700) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:10.427727 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6e7f9-c7e4-40cb-b3d6-51f5cdf2569a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8d65492-7859-463e-9970-166321da5030,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:10.521329 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:10.530126 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4f9be473-965d-4a4a-917b-0eeacc4bc189 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:10.548294 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Calling delete_port for e23dc098-08a9-4b74-92c0-535d9029019a owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:10.606537 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-866dc630-454e-43dd-8291-c1a83e24c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:10.628441 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-3c869b9c-67c4-4853-be72-71a47c88e933 req-20df343c-0a55-455b-8da3-09ca2643a462 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] For port 14a6b450-a1a6-492d-9b91-13a0d9ab07f3, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=14a6b450-a1a6-492d-9b91-13a0d9ab07f3,segment=NetworkSegment(ab4581ca-b114-464a-9f9a-6c58631ac6b4),segment_id=ab4581ca-b114-464a-9f9a-6c58631ac6b4)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:10.629072 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3c869b9c-67c4-4853-be72-71a47c88e933 req-20df343c-0a55-455b-8da3-09ca2643a462 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:10.652019 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-3c869b9c-67c4-4853-be72-71a47c88e933 req-20df343c-0a55-455b-8da3-09ca2643a462 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Calling delete_port for 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:11.094234 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4f9be473-965d-4a4a-917b-0eeacc4bc189 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.107244 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-36d09758-1b7d-48f6-9f66-35daae5ea1f4 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.121044 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-866dc630-454e-43dd-8291-c1a83e24c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.135109 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-36d09758-1b7d-48f6-9f66-35daae5ea1f4 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.144895 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-866dc630-454e-43dd-8291-c1a83e24c5c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f811d7-3b07-4198-8f20-749ce45d6f96']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:11.174965 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-866dc630-454e-43dd-8291-c1a83e24c5c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9c9fbd-7892-43d8-83b2-5a51092fe75d') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:11.175439 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-866dc630-454e-43dd-8291-c1a83e24c5c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9c9fbd-7892-43d8-83b2-5a51092fe75d') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:11.194521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9be473-965d-4a4a-917b-0eeacc4bc189 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f68818-2ab1-4b6e-884a-bea564bdf698,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:11.242874 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-866dc630-454e-43dd-8291-c1a83e24c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.274854 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-866dc630-454e-43dd-8291-c1a83e24c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.320645 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866dc630-454e-43dd-8291-c1a83e24c5c1 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:08:11.321057 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-866dc630-454e-43dd-8291-c1a83e24c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: items = [ Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:08:11.323740 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:08:11.347451 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.395835 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3c869b9c-67c4-4853-be72-71a47c88e933 req-20df343c-0a55-455b-8da3-09ca2643a462 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.399264 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event deleted for resources: {'Port': ['ID=e23dc098-08a9-4b74-92c0-535d9029019a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:11.408274 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['14a6b450-a1a6-492d-9b91-13a0d9ab07f3'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:11.413067 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['2b8de4cf-8719-4d1b-adad-11c446151158', 'b1015c61-d241-4115-882e-1a01e14231f8'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:11.430568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:11.431098 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:11.431501 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:11.431839 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:11.432173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:11.432550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:11.432824 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:11.433147 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:11.433489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:11.433819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:11.434143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:11.434503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:11.503925 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d8c513ee-06a5-4965-a62b-9abc48b7d9cb req-660c66f0-af33-4d3f-949b-3ae84327acd4 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 210 time: 0.0603509 Aug 31 01:08:11.515472 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c031780c-190e-4420-85eb-10f76d39b0cb tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.519311 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d09758-1b7d-48f6-9f66-35daae5ea1f4 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Router 1c784e68-5e9f-4450-b071-e02b68d7ff81 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:08:11.587131 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-866dc630-454e-43dd-8291-c1a83e24c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.601902 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df343c-0a55-455b-8da3-09ca2643a462 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Pushing event deleted for resources: {'Port': ['ID=14a6b450-a1a6-492d-9b91-13a0d9ab07f3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:11.611077 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-866dc630-454e-43dd-8291-c1a83e24c5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.611077 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-866dc630-454e-43dd-8291-c1a83e24c5c1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/58f811d7-3b07-4198-8f20-749ce45d6f96 HTTP/1.1" status: 204 len: 168 time: 1.1780701 Aug 31 01:08:11.626617 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866dc630-454e-43dd-8291-c1a83e24c5c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=58f811d7-3b07-4198-8f20-749ce45d6f96,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:11.659864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c869b9c-67c4-4853-be72-71a47c88e933 req-20df343c-0a55-455b-8da3-09ca2643a462 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] No DVR routers for this DVR port 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:08:11.667180 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3c869b9c-67c4-4853-be72-71a47c88e933 req-20df343c-0a55-455b-8da3-09ca2643a462 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.673765 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c869b9c-67c4-4853-be72-71a47c88e933 req-20df343c-0a55-455b-8da3-09ca2643a462 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.48 "DELETE /v2.0/ports/14a6b450-a1a6-492d-9b91-13a0d9ab07f3 HTTP/1.1" status: 204 len: 173 time: 1.5423706 Aug 31 01:08:11.674526 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84940b8a-2507-433c-be3b-adf58113c7f4', 'name': 'network-vif-deleted', 'tag': '14a6b450-a1a6-492d-9b91-13a0d9ab07f3'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:11.683957 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dd2077-bccf-43e6-865d-15a86a5ea24d" -d '{"events": [{"server_uuid": "84940b8a-2507-433c-be3b-adf58113c7f4", "name": "network-vif-deleted", "tag": "14a6b450-a1a6-492d-9b91-13a0d9ab07f3"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:11.717139 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.724804 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8616cb85-3cf3-407f-886f-4dcec714476f tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "DELETE /v2.0/ports/e23dc098-08a9-4b74-92c0-535d9029019a HTTP/1.1" status: 204 len: 168 time: 1.7452877 Aug 31 01:08:11.729810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56720) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:11.768752 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d09758-1b7d-48f6-9f66-35daae5ea1f4 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:08:11.780960 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-36d09758-1b7d-48f6-9f66-35daae5ea1f4 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.786924 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-36d09758-1b7d-48f6-9f66-35daae5ea1f4 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "PUT /v2.0/routers/1c784e68-5e9f-4450-b071-e02b68d7ff81 HTTP/1.1" status: 200 len: 922 time: 2.7734408 Aug 31 01:08:11.791587 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56722) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:11.792885 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ac8df-b6be-4d5a-a290-55137eb4b072 None None] Sync routers for ids ['1c784e68-5e9f-4450-b071-e02b68d7ff81'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:08:11.840395 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ac8df-b6be-4d5a-a290-55137eb4b072 None None] Routers {'1c784e68-5e9f-4450-b071-e02b68d7ff81'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:11.840395 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-f95ac8df-b6be-4d5a-a290-55137eb4b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['1c784e68-5e9f-4450-b071-e02b68d7ff81'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:11.843269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df037c1-db69-45e4-8083-e5a217041b07 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Deleting subnet 762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:08:11.846088 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c031780c-190e-4420-85eb-10f76d39b0cb tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.850038 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9980f57-0860-427e-8424-e3be25f2823e x-openstack-request-id: req-e9980f57-0860-427e-8424-e3be25f2823e {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:11.850555 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84940b8a-2507-433c-be3b-adf58113c7f4", "name": "network-vif-deleted", "tag": "14a6b450-a1a6-492d-9b91-13a0d9ab07f3", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:11.850971 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9980f57-0860-427e-8424-e3be25f2823e {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:11.851621 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84940b8a-2507-433c-be3b-adf58113c7f4', 'name': 'network-vif-deleted', 'tag': '14a6b450-a1a6-492d-9b91-13a0d9ab07f3', 'status': 'completed', 'code': 200} Aug 31 01:08:11.854620 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6df037c1-db69-45e4-8083-e5a217041b07 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.925248 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-f95ac8df-b6be-4d5a-a290-55137eb4b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:11.931107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c031780c-190e-4420-85eb-10f76d39b0cb tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:08:11.948376 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ac8df-b6be-4d5a-a290-55137eb4b072 None None] Routers {'1c784e68-5e9f-4450-b071-e02b68d7ff81'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:11.949317 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-f95ac8df-b6be-4d5a-a290-55137eb4b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['1c784e68-5e9f-4450-b071-e02b68d7ff81'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:11.964886 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6df037c1-db69-45e4-8083-e5a217041b07 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.028757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031780c-190e-4420-85eb-10f76d39b0cb tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d66a49bb-2d9d-4761-8bda-00e3f32ad94c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:12.048395 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c031780c-190e-4420-85eb-10f76d39b0cb tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.049149 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-c031780c-190e-4420-85eb-10f76d39b0cb tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Added segment 7f5e086e-eaec-4310-947e-e9fc86970f8e of type vlan for network f095f258-8f80-4294-a06e-49d320c08de5 Aug 31 01:08:12.084765 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-f95ac8df-b6be-4d5a-a290-55137eb4b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:12.085505 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ac8df-b6be-4d5a-a290-55137eb4b072 None None] The sync data for ids ['1c784e68-5e9f-4450-b071-e02b68d7ff81'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:08:12.156098 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4f9be473-965d-4a4a-917b-0eeacc4bc189 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.163435 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4f9be473-965d-4a4a-917b-0eeacc4bc189 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4365742 Aug 31 01:08:12.164533 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56726) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:12.174084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-c5ac48bb-c9fd-4cf2-937d-d4fa5efb3d55 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': 'd9f68818-2ab1-4b6e-884a-bea564bdf698', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:12.175188 n-d-793621-34 neutron-server[102342]: WARNING neutron.api.v2.base [None req-c5ac48bb-c9fd-4cf2-937d-d4fa5efb3d55 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 01:08:12.175974 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-c5ac48bb-c9fd-4cf2-937d-d4fa5efb3d55 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:08:12.180986 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c5ac48bb-c9fd-4cf2-937d-d4fa5efb3d55 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0116148 Aug 31 01:08:12.190237 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a3461c2c-c2a5-4899-a243-5dd358244513 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "GET /v2.0/routers/1c784e68-5e9f-4450-b071-e02b68d7ff81 HTTP/1.1" status: 200 len: 922 time: 0.3966331 Aug 31 01:08:12.197008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56728) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:12.197544 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56730) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:12.218999 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c031780c-190e-4420-85eb-10f76d39b0cb tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.304102 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6df037c1-db69-45e4-8083-e5a217041b07 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.359790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56732) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:12.376268 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c031780c-190e-4420-85eb-10f76d39b0cb tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.386685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c031780c-190e-4420-85eb-10f76d39b0cb tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:12.387096 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56736) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:12.388326 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c031780c-190e-4420-85eb-10f76d39b0cb tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.431221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0252c4-0eab-45b2-a9b5-8e9a15b67331 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:12.434571 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-da0252c4-0eab-45b2-a9b5-8e9a15b67331 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&device_id=1c784e68-5e9f-4450-b071-e02b68d7ff81&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2322156 Aug 31 01:08:12.437754 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56738) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:12.505422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031780c-190e-4420-85eb-10f76d39b0cb tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Network': ['ID=f095f258-8f80-4294-a06e-49d320c08de5,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:12.527845 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network f095f258-8f80-4294-a06e-49d320c08de5 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:08:12.585063 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c031780c-190e-4420-85eb-10f76d39b0cb tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.9757822 Aug 31 01:08:12.590418 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56742) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:12.602208 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'admin_state_up': True, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:12.645334 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d538e321-1e23-4ac7-b880-18e554cb0246 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.674879 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b3434879-dc92-4a3b-82a8-ee001702a336 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72e9fb41144848249c3169d42e8eb796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862742 Aug 31 01:08:12.679004 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56744) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:12.729007 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-410c546a-793c-4742-a506-4a121bd15a38 req-c43fbcc1-f4a1-4a0b-bcab-cfce8f15d1d5 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84940b8a-2507-433c-be3b-adf58113c7f4 HTTP/1.1" status: 200 len: 210 time: 0.0918307 Aug 31 01:08:12.758997 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.761282 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.763403 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d538e321-1e23-4ac7-b880-18e554cb0246 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.799265 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6df037c1-db69-45e4-8083-e5a217041b07 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.820440 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b1f819c-3198-4a93-adfa-5ce927287fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.838523 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bc09d9-9208-4982-8f58-af04d720f9c4 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:12.843291 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b1bc09d9-9208-4982-8f58-af04d720f9c4 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 881 time: 0.4010525 Aug 31 01:08:12.848046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56748) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:12.848898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df037c1-db69-45e4-8083-e5a217041b07 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event deleted for resources: {'Subnet': ['ID=762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:12.866433 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6df037c1-db69-45e4-8083-e5a217041b07 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.869098 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6df037c1-db69-45e4-8083-e5a217041b07 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "DELETE /v2.0/subnets/762cd1a9-6f9a-4fcf-9c85-cac5f951a6a8 HTTP/1.1" status: 204 len: 168 time: 1.1378980 Aug 31 01:08:12.877154 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56750) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:12.878241 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d5fcc03d-1b61-49b2-98ec-6afd12de25a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.890206 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b7a4cbb3-f1e1-426a-a40a-4d461a1aa066 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c784e68-5e9f-4450-b071-e02b68d7ff81 HTTP/1.1" status: 200 len: 205 time: 0.0388498 Aug 31 01:08:12.893490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6bcf74-faed-47ab-a92e-fdb352661c49 None None] Network 60d743b8-14de-4666-8656-1e81e9c911f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:12.896081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56752) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:12.986527 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b1f819c-3198-4a93-adfa-5ce927287fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.050152 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d538e321-1e23-4ac7-b880-18e554cb0246 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.053670 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d538e321-1e23-4ac7-b880-18e554cb0246 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.059238 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d538e321-1e23-4ac7-b880-18e554cb0246 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "DELETE /v2.0/security-groups/d9f68818-2ab1-4b6e-884a-bea564bdf698 HTTP/1.1" status: 204 len: 168 time: 0.8566787 Aug 31 01:08:13.070010 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56754) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:13.114442 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ae53f68-d02f-4652-98f6-9d4178b6b411 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.117594 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.127965 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538e321-1e23-4ac7-b880-18e554cb0246 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f68818-2ab1-4b6e-884a-bea564bdf698,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:13.153664 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e8fa7f-8714-4bf2-ac48-c4b000717ce4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Deleting subnet 35d66def-cd79-47a7-be7b-8adb8361a087 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:08:13.157662 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52e8fa7f-8714-4bf2-ac48-c4b000717ce4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.219802 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52e8fa7f-8714-4bf2-ac48-c4b000717ce4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.270080 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60169b9-2fb9-40c1-9b22-850099a9a9c1 None None] DHCP port deletion for 60d743b8-14de-4666-8656-1e81e9c911f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:08:13.309229 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ef2440a8-0cab-4ba1-89c6-ebc4d5fcdea8 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2262692 Aug 31 01:08:13.314061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56756) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:13.320369 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b385a3ac-b241-485f-8655-75f28135acfc tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group': {'name': 'tempest-secgroup--700657500'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:13.366945 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ae53f68-d02f-4652-98f6-9d4178b6b411 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.385314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:08:13.431204 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d60169b9-2fb9-40c1-9b22-850099a9a9c1 None None] Deleting port 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:13.431805 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d60169b9-2fb9-40c1-9b22-850099a9a9c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.496723 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.554942 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.566206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-0ae53f68-d02f-4652-98f6-9d4178b6b411 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Deleting port f52eaa2e-2206-4832-b3e4-b2b5af64f5b8 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:13.566862 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ae53f68-d02f-4652-98f6-9d4178b6b411 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.583288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d60169b9-2fb9-40c1-9b22-850099a9a9c1 None None] For port 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934,segment=NetworkSegment(b2e17668-d582-46d7-9ddf-09c26cd86fce),segment_id=b2e17668-d582-46d7-9ddf-09c26cd86fce)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:13.583940 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d60169b9-2fb9-40c1-9b22-850099a9a9c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.598719 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52e8fa7f-8714-4bf2-ac48-c4b000717ce4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.616270 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d60169b9-2fb9-40c1-9b22-850099a9a9c1 None None] Calling delete_port for 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:13.631736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934,segment=NetworkSegment(b2e17668-d582-46d7-9ddf-09c26cd86fce),segment_id=b2e17668-d582-46d7-9ddf-09c26cd86fce)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:13.654364 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d5fcc03d-1b61-49b2-98ec-6afd12de25a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.689513 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ae53f68-d02f-4652-98f6-9d4178b6b411 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.705338 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b1f819c-3198-4a93-adfa-5ce927287fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.712454 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b1f819c-3198-4a93-adfa-5ce927287fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.714732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-0ae53f68-d02f-4652-98f6-9d4178b6b411 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Calling delete_port for f52eaa2e-2206-4832-b3e4-b2b5af64f5b8 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:13.718485 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3b1f819c-3198-4a93-adfa-5ce927287fb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9c3b58c-d54a-4ba3-bb94-13947cc0a0ed HTTP/1.1" status: 204 len: 168 time: 1.0377433 Aug 31 01:08:13.737866 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f819c-3198-4a93-adfa-5ce927287fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c3b58c-d54a-4ba3-bb94-13947cc0a0ed,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:13.768415 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.831288 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d5fcc03d-1b61-49b2-98ec-6afd12de25a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.894024 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d60169b9-2fb9-40c1-9b22-850099a9a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.894333 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52e8fa7f-8714-4bf2-ac48-c4b000717ce4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.927475 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:08:13.956167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60169b9-2fb9-40c1-9b22-850099a9a9c1 None None] No DVR routers for this DVR port 625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:08:13.964019 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcc03d-1b61-49b2-98ec-6afd12de25a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18265389-d2c0-4e91-a523-389263398442,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:13.972682 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d5fcc03d-1b61-49b2-98ec-6afd12de25a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a02f97c0c97c4a17a1e1872ad80ec97e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6078765 Aug 31 01:08:13.989264 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52e8fa7f-8714-4bf2-ac48-c4b000717ce4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.003989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-52e8fa7f-8714-4bf2-ac48-c4b000717ce4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "DELETE /v2.0/subnets/35d66def-cd79-47a7-be7b-8adb8361a087 HTTP/1.1" status: 204 len: 168 time: 1.1155155 Aug 31 01:08:14.003989 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8fa7f-8714-4bf2-ac48-c4b000717ce4 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event deleted for resources: {'Subnet': ['ID=35d66def-cd79-47a7-be7b-8adb8361a087,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:14.003989 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56766) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:14.003989 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56768) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:14.013560 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1fbf42-c524-43bd-91cc-f3b79d086a88 None None] Network 731372ff-a6d3-49d1-8001-70c166825e41 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:14.039126 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b385a3ac-b241-485f-8655-75f28135acfc tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.044893 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:08:14.045656 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 14a6b450-a1a6-492d-9b91-13a0d9ab07f3 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:08:14.119736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:14.165989 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b385a3ac-b241-485f-8655-75f28135acfc tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.171161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60169b9-2fb9-40c1-9b22-850099a9a9c1 None None] Pushing event deleted for resources: {'Port': ['ID=625e87e4-4ad2-42e3-aaa4-7b6d6b0f3934,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:14.264235 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b385a3ac-b241-485f-8655-75f28135acfc tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.278923 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a747722-cc5a-4650-8f91-bb9a71384c8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.306662 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cf9be8dc-18a3-43b3-a350-b428f463c9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.345717 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385a3ac-b241-485f-8655-75f28135acfc tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e38407-17fa-4128-b6a1-42df13885e9f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:14.403992 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cf9be8dc-18a3-43b3-a350-b428f463c9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.412563 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b385a3ac-b241-485f-8655-75f28135acfc tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.417528 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b385a3ac-b241-485f-8655-75f28135acfc tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0987110 Aug 31 01:08:14.424755 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56784) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:14.431631 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8367129f-874d-4339-a7e2-7fb7ad5ed953 None None] DHCP port deletion for 731372ff-a6d3-49d1-8001-70c166825e41 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:08:14.439390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f5a58a25-a9ed-41b2-8b84-15a8872ea763 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': 'f1e38407-17fa-4128-b6a1-42df13885e9f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:14.440282 n-d-793621-34 neutron-server[102342]: WARNING neutron.api.v2.base [None req-f5a58a25-a9ed-41b2-8b84-15a8872ea763 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 01:08:14.441394 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-f5a58a25-a9ed-41b2-8b84-15a8872ea763 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:08:14.445531 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f5a58a25-a9ed-41b2-8b84-15a8872ea763 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0155923 Aug 31 01:08:14.446896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56786) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:14.491168 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ae53f68-d02f-4652-98f6-9d4178b6b411 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.533086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8367129f-874d-4339-a7e2-7fb7ad5ed953 None None] Deleting port 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:14.533544 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8367129f-874d-4339-a7e2-7fb7ad5ed953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.578085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae53f68-d02f-4652-98f6-9d4178b6b411 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Pushing event deleted for resources: {'Port': ['ID=f52eaa2e-2206-4832-b3e4-b2b5af64f5b8,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:14.640182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8367129f-874d-4339-a7e2-7fb7ad5ed953 None None] For port 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc,segment=NetworkSegment(5bca065b-1945-47ea-8a10-c8f2b9c848d2),segment_id=5bca065b-1945-47ea-8a10-c8f2b9c848d2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:14.640182 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8367129f-874d-4339-a7e2-7fb7ad5ed953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.655783 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5213de09-889f-4751-9472-540f919a47a4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.670509 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8367129f-874d-4339-a7e2-7fb7ad5ed953 None None] Calling delete_port for 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:14.673216 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a747722-cc5a-4650-8f91-bb9a71384c8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.717855 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3a747722-cc5a-4650-8f91-bb9a71384c8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d743b8-14de-4666-8656-1e81e9c911f1']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:14.727685 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.733788 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3a747722-cc5a-4650-8f91-bb9a71384c8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e17668-d582-46d7-9ddf-09c26cd86fce') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:14.734107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3a747722-cc5a-4650-8f91-bb9a71384c8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e17668-d582-46d7-9ddf-09c26cd86fce') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:14.751512 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5213de09-889f-4751-9472-540f919a47a4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.783627 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a747722-cc5a-4650-8f91-bb9a71384c8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.784373 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ae53f68-d02f-4652-98f6-9d4178b6b411 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.787446 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.854865 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a747722-cc5a-4650-8f91-bb9a71384c8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.898561 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a747722-cc5a-4650-8f91-bb9a71384c8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:08:14.900535 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a747722-cc5a-4650-8f91-bb9a71384c8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:08:14.904340 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:08:14.952921 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cf9be8dc-18a3-43b3-a350-b428f463c9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.955706 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cf9be8dc-18a3-43b3-a350-b428f463c9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.957002 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cf9be8dc-18a3-43b3-a350-b428f463c9a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18265389-d2c0-4e91-a523-389263398442 HTTP/1.1" status: 204 len: 168 time: 0.9449403 Aug 31 01:08:14.981286 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ae53f68-d02f-4652-98f6-9d4178b6b411 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.985668 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ae53f68-d02f-4652-98f6-9d4178b6b411 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:15.039597 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9be8dc-18a3-43b3-a350-b428f463c9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18265389-d2c0-4e91-a523-389263398442,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:15.088861 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e672c-fb50-4c43-a2fd-1d9a6a47bca3 req-05bb35db-73ce-433a-9694-db5d404bbb94 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:15.090801 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d8e672c-fb50-4c43-a2fd-1d9a6a47bca3 req-05bb35db-73ce-433a-9694-db5d404bbb94 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b107bb-2a88-492f-bb79-75fefe056e25 HTTP/1.1" status: 200 len: 945 time: 0.2609918 Aug 31 01:08:15.161042 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8367129f-874d-4339-a7e2-7fb7ad5ed953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:15.213030 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Allocated IP 172.25.2.150 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/8ec04d0f-e1df-4f26-b7a7-a92b4539860b) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:15.216618 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367129f-874d-4339-a7e2-7fb7ad5ed953 None None] Pushing event deleted for resources: {'Port': ['ID=1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:15.235901 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8367129f-874d-4339-a7e2-7fb7ad5ed953 None None] No DVR routers for this DVR port 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:08:15.240141 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d8e672c-fb50-4c43-a2fd-1d9a6a47bca3 req-bf2953f9-1b68-42f1-9e2b-eb54cfcdbbe1 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233494 Aug 31 01:08:15.251688 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ae53f68-d02f-4652-98f6-9d4178b6b411 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:15.252574 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae53f68-d02f-4652-98f6-9d4178b6b411 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Fanout notify agent at l3_agent the message router_deleted on router 1c784e68-5e9f-4450-b071-e02b68d7ff81 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:08:15.275919 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5213de09-889f-4751-9472-540f919a47a4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:15.275919 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5213de09-889f-4751-9472-540f919a47a4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:15.292439 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56804) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:15.294650 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5213de09-889f-4751-9472-540f919a47a4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "DELETE /v2.0/security-groups/f1e38407-17fa-4128-b6a1-42df13885e9f HTTP/1.1" status: 204 len: 168 time: 0.8289077 Aug 31 01:08:15.319516 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a747722-cc5a-4650-8f91-bb9a71384c8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:15.335248 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a747722-cc5a-4650-8f91-bb9a71384c8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:15.335248 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3a747722-cc5a-4650-8f91-bb9a71384c8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "DELETE /v2.0/networks/60d743b8-14de-4666-8656-1e81e9c911f1 HTTP/1.1" status: 204 len: 168 time: 1.3145871 Aug 31 01:08:15.336095 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ae53f68-d02f-4652-98f6-9d4178b6b411 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:15.341943 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0ae53f68-d02f-4652-98f6-9d4178b6b411 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "DELETE /v2.0/routers/1c784e68-5e9f-4450-b071-e02b68d7ff81 HTTP/1.1" status: 204 len: 168 time: 2.4442396 Aug 31 01:08:15.357468 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56806) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:15.358537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56808) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:15.410351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:08:15.416350 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-8d4944c4-a1b2-4fcb-a59d-c5c86d91f50b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-201399082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:15.423222 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a747722-cc5a-4650-8f91-bb9a71384c8d tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event deleted for resources: {'Network': ['ID=60d743b8-14de-4666-8656-1e81e9c911f1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:15.449833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:08:15.450387 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1e9ff3e3-f61e-4abf-a8ab-7bd0118fb6cc not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:08:15.473262 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0e5efe49-19ed-435c-944b-5f3895e96cb0 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1786151 Aug 31 01:08:15.480465 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56810) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:15.486125 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f16fb99b-4910-4a14-b22e-afe42cd1d8d3 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group': {'name': 'tempest-secgroup--858998718'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:15.488607 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213de09-889f-4751-9472-540f919a47a4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e38407-17fa-4128-b6a1-42df13885e9f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:15.596481 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:15.624880 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0567f195-3647-4512-870a-6f0336826286 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:15.692013 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8d4944c4-a1b2-4fcb-a59d-c5c86d91f50b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:15.693862 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8d4944c4-a1b2-4fcb-a59d-c5c86d91f50b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:15.776247 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:15.851657 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f16fb99b-4910-4a14-b22e-afe42cd1d8d3 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:15.892937 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56822) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:15.895810 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:15.906387 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0567f195-3647-4512-870a-6f0336826286 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:15.911563 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8d4944c4-a1b2-4fcb-a59d-c5c86d91f50b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:15.916265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:15.924279 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-0567f195-3647-4512-870a-6f0336826286 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731372ff-a6d3-49d1-8001-70c166825e41']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:15.928210 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:15.970343 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Port': ['ID=8ec04d0f-e1df-4f26-b7a7-a92b4539860b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:15.973388 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-0567f195-3647-4512-870a-6f0336826286 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bca065b-1945-47ea-8a10-c8f2b9c848d2') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:15.974008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-0567f195-3647-4512-870a-6f0336826286 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bca065b-1945-47ea-8a10-c8f2b9c848d2') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:16.012877 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8d4944c4-a1b2-4fcb-a59d-c5c86d91f50b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.061352 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0567f195-3647-4512-870a-6f0336826286 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.107716 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0567f195-3647-4512-870a-6f0336826286 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.154076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ef169-750d-4ad6-babc-aacd17cbbb88 req-2643aa5c-5153-44d8-a9c2-0915fa34746a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:16.157388 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b50ef169-750d-4ad6-babc-aacd17cbbb88 req-2643aa5c-5153-44d8-a9c2-0915fa34746a tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b107bb-2a88-492f-bb79-75fefe056e25 HTTP/1.1" status: 200 len: 945 time: 0.2120140 Aug 31 01:08:16.159437 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0567f195-3647-4512-870a-6f0336826286 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:08:16.160224 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0567f195-3647-4512-870a-6f0336826286 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:08:16.167654 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:08:16.251451 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-6c590d7b-d5e3-41a6-8cfc-cd1692572f69 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-489011067-network', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:16.254354 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f16fb99b-4910-4a14-b22e-afe42cd1d8d3 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.328368 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f16fb99b-4910-4a14-b22e-afe42cd1d8d3 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.385952 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fb99b-4910-4a14-b22e-afe42cd1d8d3 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f23fb2-006d-46fa-ad91-179d18a69d8a,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:16.433739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b50ef169-750d-4ad6-babc-aacd17cbbb88 req-41e9dd98-cafd-43f1-bb96-dc4615c6db86 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Deleting port b1015c61-d241-4115-882e-1a01e14231f8 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:16.437241 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b50ef169-750d-4ad6-babc-aacd17cbbb88 req-41e9dd98-cafd-43f1-bb96-dc4615c6db86 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.497796 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8d4944c4-a1b2-4fcb-a59d-c5c86d91f50b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.499094 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8d4944c4-a1b2-4fcb-a59d-c5c86d91f50b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0954292 Aug 31 01:08:16.505113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56838) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:16.514662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-d58e32b7-97d8-4074-b6ab-86a0223bd319 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Request body: {'router': {'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:16.522092 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0567f195-3647-4512-870a-6f0336826286 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.583979 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0567f195-3647-4512-870a-6f0336826286 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.591341 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0567f195-3647-4512-870a-6f0336826286 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] 10.222.0.16 "DELETE /v2.0/networks/731372ff-a6d3-49d1-8001-70c166825e41 HTTP/1.1" status: 204 len: 168 time: 1.2001851 Aug 31 01:08:16.616502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4cda8-2a10-4167-8396-f2931aa1bbd4 req-15eba99b-9ee1-44d1-a360-9bf587daece0 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:16.618791 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d8f4cda8-2a10-4167-8396-f2931aa1bbd4 req-15eba99b-9ee1-44d1-a360-9bf587daece0 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b107bb-2a88-492f-bb79-75fefe056e25 HTTP/1.1" status: 200 len: 945 time: 0.2012117 Aug 31 01:08:16.637025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567f195-3647-4512-870a-6f0336826286 tempest-TaggedBootDevicesTest_v242-43960270 tempest-TaggedBootDevicesTest_v242-43960270-project] Pushing event deleted for resources: {'Network': ['ID=731372ff-a6d3-49d1-8001-70c166825e41,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:16.710897 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.760819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c590d7b-d5e3-41a6-8cfc-cd1692572f69 admin admin] Made reservation on behalf of 9a93db11f09f4464a92ed2d7edec12db for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:16.763514 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6c590d7b-d5e3-41a6-8cfc-cd1692572f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.782208 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6c590d7b-d5e3-41a6-8cfc-cd1692572f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.809346 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d8f4cda8-2a10-4167-8396-f2931aa1bbd4 req-89f567cd-78fa-46c2-a86e-d88fc106b7c3 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703937 Aug 31 01:08:16.830085 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f16fb99b-4910-4a14-b22e-afe42cd1d8d3 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.831907 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f16fb99b-4910-4a14-b22e-afe42cd1d8d3 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3497875 Aug 31 01:08:16.841004 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56844) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:16.851024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-162f2047-ac5c-453a-8169-d07346d41ae9 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': '58f23fb2-006d-46fa-ad91-179d18a69d8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:16.862766 n-d-793621-34 neutron-server[102343]: WARNING neutron.api.v2.base [None req-162f2047-ac5c-453a-8169-d07346d41ae9 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 01:08:16.863743 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-162f2047-ac5c-453a-8169-d07346d41ae9 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:08:16.869935 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-162f2047-ac5c-453a-8169-d07346d41ae9 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0266511 Aug 31 01:08:16.879905 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56848) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:16.925642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ebf148ef-c126-4a14-9a20-19aebfeb9053 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': '58f23fb2-006d-46fa-ad91-179d18a69d8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:16.927217 n-d-793621-34 neutron-server[102342]: WARNING neutron.api.v2.base [None req-ebf148ef-c126-4a14-9a20-19aebfeb9053 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 01:08:16.927844 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-ebf148ef-c126-4a14-9a20-19aebfeb9053 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:08:16.928793 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ebf148ef-c126-4a14-9a20-19aebfeb9053 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0477693 Aug 31 01:08:16.940047 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b50ef169-750d-4ad6-babc-aacd17cbbb88 req-41e9dd98-cafd-43f1-bb96-dc4615c6db86 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] For port b1015c61-d241-4115-882e-1a01e14231f8, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b1015c61-d241-4115-882e-1a01e14231f8,segment=NetworkSegment(ab4581ca-b114-464a-9f9a-6c58631ac6b4),segment_id=ab4581ca-b114-464a-9f9a-6c58631ac6b4)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:16.940424 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b50ef169-750d-4ad6-babc-aacd17cbbb88 req-41e9dd98-cafd-43f1-bb96-dc4615c6db86 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.943420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56854) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:16.955654 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d58e32b7-97d8-4074-b6ab-86a0223bd319 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.964256 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ea75452d-0386-42f9-9258-a1c59ae776e1 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': '58f23fb2-006d-46fa-ad91-179d18a69d8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:16.965794 n-d-793621-34 neutron-server[102342]: WARNING neutron.api.v2.base [None req-ea75452d-0386-42f9-9258-a1c59ae776e1 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 01:08:16.966601 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-ea75452d-0386-42f9-9258-a1c59ae776e1 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:08:16.968121 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ea75452d-0386-42f9-9258-a1c59ae776e1 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0213921 Aug 31 01:08:16.975464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56856) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:16.984484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-34c1c937-d42a-4902-b7ef-ca4cb22ac34b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': '58f23fb2-006d-46fa-ad91-179d18a69d8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:16.986154 n-d-793621-34 neutron-server[102342]: WARNING neutron.api.v2.base [None req-34c1c937-d42a-4902-b7ef-ca4cb22ac34b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 01:08:16.986688 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-34c1c937-d42a-4902-b7ef-ca4cb22ac34b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:08:16.987845 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-34c1c937-d42a-4902-b7ef-ca4cb22ac34b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0083787 Aug 31 01:08:16.994765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b50ef169-750d-4ad6-babc-aacd17cbbb88 req-41e9dd98-cafd-43f1-bb96-dc4615c6db86 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Calling delete_port for b1015c61-d241-4115-882e-1a01e14231f8 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:16.997268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56858) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:17.093764 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:17.283709 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ce7338f4-1446-42f1-81b7-1eb1364e7b0a tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:17.384842 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ce7338f4-1446-42f1-81b7-1eb1364e7b0a tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:17.433592 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6c590d7b-d5e3-41a6-8cfc-cd1692572f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:17.435037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:08:17.546967 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6c590d7b-d5e3-41a6-8cfc-cd1692572f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:17.599213 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b50ef169-750d-4ad6-babc-aacd17cbbb88 req-41e9dd98-cafd-43f1-bb96-dc4615c6db86 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:17.611916 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ce7338f4-1446-42f1-81b7-1eb1364e7b0a tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:17.616011 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['2b8de4cf-8719-4d1b-adad-11c446151158', 'b1015c61-d241-4115-882e-1a01e14231f8'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:17.618302 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ce7338f4-1446-42f1-81b7-1eb1364e7b0a tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:17.620154 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ce7338f4-1446-42f1-81b7-1eb1364e7b0a tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "DELETE /v2.0/security-groups/58f23fb2-006d-46fa-ad91-179d18a69d8a HTTP/1.1" status: 204 len: 168 time: 0.6215084 Aug 31 01:08:17.638036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56864) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:17.639684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c590d7b-d5e3-41a6-8cfc-cd1692572f69 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:08:17.726353 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9dd98-cafd-43f1-bb96-dc4615c6db86 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Pushing event deleted for resources: {'Port': ['ID=b1015c61-d241-4115-882e-1a01e14231f8,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:17.735265 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c590d7b-d5e3-41a6-8cfc-cd1692572f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a850e32-f38b-43b2-b593-feffc62c36ce,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:17.739186 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6c590d7b-d5e3-41a6-8cfc-cd1692572f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:17.739806 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-6c590d7b-d5e3-41a6-8cfc-cd1692572f69 admin admin] Added segment 896b7580-530d-47c1-8d5a-decf859f8908 of type vlan for network f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 Aug 31 01:08:17.746108 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d58e32b7-97d8-4074-b6ab-86a0223bd319 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:17.820718 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d58e32b7-97d8-4074-b6ab-86a0223bd319 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:17.837493 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7338f4-1446-42f1-81b7-1eb1364e7b0a tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f23fb2-006d-46fa-ad91-179d18a69d8a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:17.914014 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50ef169-750d-4ad6-babc-aacd17cbbb88 req-41e9dd98-cafd-43f1-bb96-dc4615c6db86 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] No DVR routers for this DVR port b1015c61-d241-4115-882e-1a01e14231f8 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:08:17.928798 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b50ef169-750d-4ad6-babc-aacd17cbbb88 req-41e9dd98-cafd-43f1-bb96-dc4615c6db86 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:17.934334 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b50ef169-750d-4ad6-babc-aacd17cbbb88 req-41e9dd98-cafd-43f1-bb96-dc4615c6db86 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.41 "DELETE /v2.0/ports/b1015c61-d241-4115-882e-1a01e14231f8 HTTP/1.1" status: 204 len: 173 time: 1.7439702 Aug 31 01:08:17.940469 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b107bb-2a88-492f-bb79-75fefe056e25', 'name': 'network-vif-deleted', 'tag': 'b1015c61-d241-4115-882e-1a01e14231f8'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:17.943913 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3797adb8-33e0-4a45-ac8b-1a8d58056e2a" -d '{"events": [{"server_uuid": "65b107bb-2a88-492f-bb79-75fefe056e25", "name": "network-vif-deleted", "tag": "b1015c61-d241-4115-882e-1a01e14231f8"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:18.014259 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5281f256-eba3-472d-a919-dcce15ff9156 x-openstack-request-id: req-5281f256-eba3-472d-a919-dcce15ff9156 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:18.014553 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b107bb-2a88-492f-bb79-75fefe056e25", "name": "network-vif-deleted", "tag": "b1015c61-d241-4115-882e-1a01e14231f8", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:18.014801 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5281f256-eba3-472d-a919-dcce15ff9156 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:18.015254 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b107bb-2a88-492f-bb79-75fefe056e25', 'name': 'network-vif-deleted', 'tag': 'b1015c61-d241-4115-882e-1a01e14231f8', 'status': 'completed', 'code': 200} Aug 31 01:08:18.017993 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6c590d7b-d5e3-41a6-8cfc-cd1692572f69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.031959 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1b7f602b-4c60-4db2-85e7-f59a0e12c9c8 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3884301 Aug 31 01:08:18.045238 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56870) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:18.051138 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-9a928803-5726-4b40-a439-786b86a5ec6f tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group': {'name': 'tempest-secgroup--815537834'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:18.115121 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a588cfc5-c571-4b6c-87e2-0db59ae1384b req-1da1a342-bea7-40c5-b415-e833d7329f75 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b107bb-2a88-492f-bb79-75fefe056e25 HTTP/1.1" status: 200 len: 210 time: 0.0419796 Aug 31 01:08:18.140048 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:08:18.166279 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Sync routers for ids ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:08:18.181017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-d58e32b7-97d8-4074-b6ab-86a0223bd319 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Allocated IP 172.25.2.24 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/41d1e42e-8062-44b3-aae1-fb8bec3cdea1) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:18.182758 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Routers {'82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:18.183422 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:18.198444 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6c590d7b-d5e3-41a6-8cfc-cd1692572f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.203576 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c590d7b-d5e3-41a6-8cfc-cd1692572f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:18.211211 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6c590d7b-d5e3-41a6-8cfc-cd1692572f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.277254 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9a928803-5726-4b40-a439-786b86a5ec6f tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.337476 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.338892 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5fd4e552-80ed-4550-900b-b6501ac17a19 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7470517 Aug 31 01:08:18.343671 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56876) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:18.361163 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c590d7b-d5e3-41a6-8cfc-cd1692572f69 admin admin] Pushing event updated for resources: {'Network': ['ID=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:18.465486 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6c590d7b-d5e3-41a6-8cfc-cd1692572f69 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.5674605 Aug 31 01:08:18.471518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56884) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:18.491639 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-55b96e2f-99f1-40b1-a822-7c06c5f95ba2 admin admin] Request body: {'subnet': {'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-489011067-subnet', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:18.526066 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:08:18.576128 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d58e32b7-97d8-4074-b6ab-86a0223bd319 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.701877 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d58e32b7-97d8-4074-b6ab-86a0223bd319 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.706011 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Set router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:18.759655 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9a928803-5726-4b40-a439-786b86a5ec6f tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.778540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58e32b7-97d8-4074-b6ab-86a0223bd319 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:18.778540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-d58e32b7-97d8-4074-b6ab-86a0223bd319 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:18.783279 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58e32b7-97d8-4074-b6ab-86a0223bd319 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:18.790947 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e32b7-97d8-4074-b6ab-86a0223bd319 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Pushing event updated for resources: {'Port': ['ID=41d1e42e-8062-44b3-aae1-fb8bec3cdea1,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:18.804061 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-674a6d51-ee2a-4718-bfd3-4b7804d3af87 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5f481833dbad44e8ab08e3a835b3f2ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4584460 Aug 31 01:08:18.805478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56890) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:18.872847 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9a928803-5726-4b40-a439-786b86a5ec6f tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.997326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a928803-5726-4b40-a439-786b86a5ec6f tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73dc5865-f81b-40ea-8692-ad2a1cdf4031,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:19.076632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b96e2f-99f1-40b1-a822-7c06c5f95ba2 admin admin] Made reservation on behalf of 9a93db11f09f4464a92ed2d7edec12db for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:19.079094 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-55b96e2f-99f1-40b1-a822-7c06c5f95ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:19.176714 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:08:16Z', 'revision_number': 3, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:19.247614 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Checking router: 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:08:19.247614 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Updating router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee port 8ec04d0f-e1df-4f26-b7a7-a92b4539860b binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:08:19.273379 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7735bc6-4903-4cbb-ae11-cdd83393ab06 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:19.298270 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f7735bc6-4903-4cbb-ae11-cdd83393ab06 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4912684 Aug 31 01:08:19.299709 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56896) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:19.316780 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:19.402146 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-518b63dd-634d-4f6a-8c2c-ae8bb522fc20 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1000829 Aug 31 01:08:19.406149 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56898) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:19.416409 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-66e2e559-47fd-4739-a5b7-a9265baf881f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-964744591', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:19.506603 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1c4e799-28e2-41e3-8e02-00cd713bd476 req-81a5d54f-e4c2-4688-9b2c-d1f1eb928929 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b107bb-2a88-492f-bb79-75fefe056e25 HTTP/1.1" status: 200 len: 210 time: 0.1022365 Aug 31 01:08:19.721449 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9a928803-5726-4b40-a439-786b86a5ec6f tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:19.721449 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9a928803-5726-4b40-a439-786b86a5ec6f tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6789908 Aug 31 01:08:19.723579 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56904) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:19.741888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-70f28c0e-59fc-4ef5-ae26-36ebf41e5563 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': '73dc5865-f81b-40ea-8692-ad2a1cdf4031', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:19.743077 n-d-793621-34 neutron-server[102343]: WARNING neutron.api.v2.base [None req-70f28c0e-59fc-4ef5-ae26-36ebf41e5563 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 01:08:19.744242 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-70f28c0e-59fc-4ef5-ae26-36ebf41e5563 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:08:19.746215 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-70f28c0e-59fc-4ef5-ae26-36ebf41e5563 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0211985 Aug 31 01:08:19.751358 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e2e559-47fd-4739-a5b7-a9265baf881f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Made reservation on behalf of 5f481833dbad44e8ab08e3a835b3f2ce for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:19.757266 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66e2e559-47fd-4739-a5b7-a9265baf881f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:19.761194 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56906) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:19.769319 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b1015c61-d241-4115-882e-1a01e14231f8 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:08:19.801426 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: b1015c61-d241-4115-882e-1a01e14231f8 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:08:19.801802 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b1015c61-d241-4115-882e-1a01e14231f8 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:08:19.885046 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-db02998c-18df-4bca-8398-65b2b3bf83f2 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': '73dc5865-f81b-40ea-8692-ad2a1cdf4031', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:19.902686 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:19.916252 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Transition to ACTIVE for port object 8ec04d0f-e1df-4f26-b7a7-a92b4539860b will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:19.930801 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-55b96e2f-99f1-40b1-a822-7c06c5f95ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.050652 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.063219 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b96e2f-99f1-40b1-a822-7c06c5f95ba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fb4ff75-eef7-4ae4-9502-ba24a73f78cf,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:20.117360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b96e2f-99f1-40b1-a822-7c06c5f95ba2 admin admin] Checking segment: {'id': '896b7580-530d-47c1-8d5a-decf859f8908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:20.120248 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b96e2f-99f1-40b1-a822-7c06c5f95ba2 admin admin] Network hostable DHCP agents. Network: f17aea8f-d7ea-4d39-93d5-5ffec8f682d4, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:08:20.121757 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Attempting to bind port 8ec04d0f-e1df-4f26-b7a7-a92b4539860b on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:20.125680 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Attempting to bind port 8ec04d0f-e1df-4f26-b7a7-a92b4539860b by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:20.126477 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Attempting to bind port 8ec04d0f-e1df-4f26-b7a7-a92b4539860b on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:20.130558 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6d483-7fef-4362-8b45-b0f9b116f1d3 None None] Pushing event updated for resources: {'Port': ['ID=8ec04d0f-e1df-4f26-b7a7-a92b4539860b,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:20.136486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:20.141679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:20.141679 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.141679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:20.141679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Bound port: 8ec04d0f-e1df-4f26-b7a7-a92b4539860b, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:20.141679 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.178342 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66e2e559-47fd-4739-a5b7-a9265baf881f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.208193 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d58e32b7-97d8-4074-b6ab-86a0223bd319 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.215890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] For port 8ec04d0f-e1df-4f26-b7a7-a92b4539860b, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:20.222002 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] For port 8ec04d0f-e1df-4f26-b7a7-a92b4539860b, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=8ec04d0f-e1df-4f26-b7a7-a92b4539860b,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:20.229690 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-db02998c-18df-4bca-8398-65b2b3bf83f2 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:08:20.232035 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-db02998c-18df-4bca-8398-65b2b3bf83f2 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4682064 Aug 31 01:08:20.235132 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56908) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:20.245421 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e98c6af0-0575-46c4-ab9e-7fea9be7452a tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': '73dc5865-f81b-40ea-8692-ad2a1cdf4031', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:20.245981 n-d-793621-34 neutron-server[102343]: WARNING neutron.api.v2.base [None req-e98c6af0-0575-46c4-ab9e-7fea9be7452a tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 01:08:20.246547 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-e98c6af0-0575-46c4-ab9e-7fea9be7452a tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:08:20.252575 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e98c6af0-0575-46c4-ab9e-7fea9be7452a tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0090199 Aug 31 01:08:20.258367 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56910) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:20.265639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9a417174-7fe9-48e2-9ba1-f950cb49980a tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': '73dc5865-f81b-40ea-8692-ad2a1cdf4031', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:20.291485 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2e559-47fd-4739-a5b7-a9265baf881f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Subnet': ['ID=00adf21d-21f6-4a07-946b-74513c7c1b55,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:20.332133 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.367762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b96e2f-99f1-40b1-a822-7c06c5f95ba2 admin admin] Network f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:08:20.378872 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e2e559-47fd-4739-a5b7-a9265baf881f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Checking segment: {'id': '7f5e086e-eaec-4310-947e-e9fc86970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:20.379452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e2e559-47fd-4739-a5b7-a9265baf881f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Network hostable DHCP agents. Network: f095f258-8f80-4294-a06e-49d320c08de5, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:08:20.463069 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6d483-7fef-4362-8b45-b0f9b116f1d3 None None] Pushing event updated for resources: {'Port': ['ID=8ec04d0f-e1df-4f26-b7a7-a92b4539860b,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:20.467998 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Routers {'82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:20.469163 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:20.515243 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:08:20.530071 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-55b96e2f-99f1-40b1-a822-7c06c5f95ba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, f17aea8f-d7ea-4d39-93d5-5ffec8f682d4) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:20.542207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b96e2f-99f1-40b1-a822-7c06c5f95ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:20.543194 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-55b96e2f-99f1-40b1-a822-7c06c5f95ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.545356 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38e540d-3a1a-4d3d-bc25-5bbd7d792542 None None] Network f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:20.595448 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-9a417174-7fe9-48e2-9ba1-f950cb49980a tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:08:20.600655 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9a417174-7fe9-48e2-9ba1-f950cb49980a tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3380582 Aug 31 01:08:20.601904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56920) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:20.607593 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-48239e1b-c259-4e3b-80c5-f628e144aae8 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': '73dc5865-f81b-40ea-8692-ad2a1cdf4031', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:20.608336 n-d-793621-34 neutron-server[102343]: WARNING neutron.api.v2.base [None req-48239e1b-c259-4e3b-80c5-f628e144aae8 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 01:08:20.609074 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-48239e1b-c259-4e3b-80c5-f628e144aae8 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:08:20.610491 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-48239e1b-c259-4e3b-80c5-f628e144aae8 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073586 Aug 31 01:08:20.615782 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56922) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:20.621181 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-90d00776-98a9-4d98-a2d4-0df61f157dba tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': '73dc5865-f81b-40ea-8692-ad2a1cdf4031', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:20.692276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e2e559-47fd-4739-a5b7-a9265baf881f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Network f095f258-8f80-4294-a06e-49d320c08de5 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:08:20.712130 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-66e2e559-47fd-4739-a5b7-a9265baf881f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, f095f258-8f80-4294-a06e-49d320c08de5) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:20.730525 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-55b96e2f-99f1-40b1-a822-7c06c5f95ba2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2523563 Aug 31 01:08:20.738411 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d58e32b7-97d8-4074-b6ab-86a0223bd319 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.740261 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e2e559-47fd-4739-a5b7-a9265baf881f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:20.743022 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66e2e559-47fd-4739-a5b7-a9265baf881f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.743530 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56928) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:20.757546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-489011067-router', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:20.783454 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d58e32b7-97d8-4074-b6ab-86a0223bd319 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.878887 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.api [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:08:20.878887 n-d-793621-34 neutron-server[102342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:08:20.878887 n-d-793621-34 neutron-server[102342]: [parameters: {'project_id_1': '9a93db11f09f4464a92ed2d7edec12db', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 8, 20, 786151)}] Aug 31 01:08:20.878887 n-d-793621-34 neutron-server[102342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:08:20.880059 n-d-793621-34 neutron-server[102342]: DEBUG oslo_db.api [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:08:20.942546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb872fb-0fc8-4fce-91d7-8793b63c390d None None] Network f095f258-8f80-4294-a06e-49d320c08de5 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:20.971246 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-90d00776-98a9-4d98-a2d4-0df61f157dba tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Project 1fb0478446fc43a6966716e4131653d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:08:21.134387 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-66e2e559-47fd-4739-a5b7-a9265baf881f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7250004 Aug 31 01:08:21.136703 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-90d00776-98a9-4d98-a2d4-0df61f157dba tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:08:21.138431 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-90d00776-98a9-4d98-a2d4-0df61f157dba tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5211139 Aug 31 01:08:21.140194 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56932) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:21.143692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56934) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:21.152859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] Set router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:21.153239 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a43a2892-9a9a-4d9f-b7e4-6d6e19aa37a9 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': '73dc5865-f81b-40ea-8692-ad2a1cdf4031', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:21.155004 n-d-793621-34 neutron-server[102342]: WARNING neutron.api.v2.base [None req-a43a2892-9a9a-4d9f-b7e4-6d6e19aa37a9 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 01:08:21.156121 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-a43a2892-9a9a-4d9f-b7e4-6d6e19aa37a9 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:08:21.157512 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a43a2892-9a9a-4d9f-b7e4-6d6e19aa37a9 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0113196 Aug 31 01:08:21.162687 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56936) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:21.168753 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f44951b6-31b6-45ff-9f49-c63c63ffe115 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': '73dc5865-f81b-40ea-8692-ad2a1cdf4031', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:21.262853 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58e32b7-97d8-4074-b6ab-86a0223bd319 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Router a661ca35-d183-4715-94f4-bc3ef44e3898 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:08:21.451144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cd0505-8150-401e-b13c-702b11d0ca0f None None] Network f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:21.479308 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-f44951b6-31b6-45ff-9f49-c63c63ffe115 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Project 1fb0478446fc43a6966716e4131653d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:08:21.540512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58e32b7-97d8-4074-b6ab-86a0223bd319 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:08:21.557419 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-f095f258-8f80-4294-a06e-49d320c08de5', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'fixed_ips': [{'subnet_id': '00adf21d-21f6-4a07-946b-74513c7c1b55'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:08:21.558996 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.565190 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d58e32b7-97d8-4074-b6ab-86a0223bd319 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.567241 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d58e32b7-97d8-4074-b6ab-86a0223bd319 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "PUT /v2.0/routers/a661ca35-d183-4715-94f4-bc3ef44e3898 HTTP/1.1" status: 200 len: 878 time: 5.0582814 Aug 31 01:08:21.571437 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56938) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:21.575251 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3cb451-d296-4cca-88af-48e720a93ee6 None None] Sync routers for ids ['a661ca35-d183-4715-94f4-bc3ef44e3898'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:08:21.596967 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3cb451-d296-4cca-88af-48e720a93ee6 None None] Routers {'a661ca35-d183-4715-94f4-bc3ef44e3898'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:21.598946 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ce3cb451-d296-4cca-88af-48e720a93ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a661ca35-d183-4715-94f4-bc3ef44e3898'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:21.706686 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.707057 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ce3cb451-d296-4cca-88af-48e720a93ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:21.707788 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.723376 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3cb451-d296-4cca-88af-48e720a93ee6 None None] Routers {'a661ca35-d183-4715-94f4-bc3ef44e3898'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:21.724513 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ce3cb451-d296-4cca-88af-48e720a93ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a661ca35-d183-4715-94f4-bc3ef44e3898'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:21.794993 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ce3cb451-d296-4cca-88af-48e720a93ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:21.796597 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3cb451-d296-4cca-88af-48e720a93ee6 None None] The sync data for ids ['a661ca35-d183-4715-94f4-bc3ef44e3898'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:08:21.833913 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.841550 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-f44951b6-31b6-45ff-9f49-c63c63ffe115 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:08:21.846488 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f44951b6-31b6-45ff-9f49-c63c63ffe115 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6822212 Aug 31 01:08:21.853284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56948) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:21.860872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-131a9461-0340-4dc3-a9ff-174310d0e828 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': '73dc5865-f81b-40ea-8692-ad2a1cdf4031', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:22.069558 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f20e0e-a8c5-4f5a-ab25-8b299c376427 req-fe4f52f8-4c13-4e44-a1f2-72995491c957 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.076096 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-95f20e0e-a8c5-4f5a-ab25-8b299c376427 req-fe4f52f8-4c13-4e44-a1f2-72995491c957 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 945 time: 0.2294714 Aug 31 01:08:22.142508 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-131a9461-0340-4dc3-a9ff-174310d0e828 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Project 1fb0478446fc43a6966716e4131653d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:08:22.146398 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Allocated IP 172.20.0.2 (f095f258-8f80-4294-a06e-49d320c08de5/00adf21d-21f6-4a07-946b-74513c7c1b55/75bbe141-359b-4ba2-b675-ed085834bc22) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:22.280120 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-95f20e0e-a8c5-4f5a-ab25-8b299c376427 req-46bc5c1c-ed64-4698-ae63-c3a55d975ec9 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727974 Aug 31 01:08:22.301022 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:22.317999 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e50282c3-8008-4ec9-83ea-4c9c16050f4b tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "GET /v2.0/routers/a661ca35-d183-4715-94f4-bc3ef44e3898 HTTP/1.1" status: 200 len: 919 time: 0.7417340 Aug 31 01:08:22.324752 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56958) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:22.376010 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-131a9461-0340-4dc3-a9ff-174310d0e828 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:08:22.376755 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-131a9461-0340-4dc3-a9ff-174310d0e828 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5220945 Aug 31 01:08:22.382451 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:08:16Z', 'revision_number': 3, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:22.394649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56960) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:22.397758 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:22.402721 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5450a59-d329-4a13-b0e2-89c6df68789c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.403361 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b5450a59-d329-4a13-b0e2-89c6df68789c tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&device_id=a661ca35-d183-4715-94f4-bc3ef44e3898&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0800014 Aug 31 01:08:22.409784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56962) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:22.451941 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a473e6c-d6bd-4733-abd5-4f9c7ffd8a45 None None] The sync data for ids ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'] in n-d-793621-34 is: [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:08:16Z', 'revision_number': 3, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:08:22.494202 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:22.519816 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Transition to ACTIVE for port object 75bbe141-359b-4ba2-b675-ed085834bc22 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:22.533937 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4701e471-ec04-4928-ad6c-044037fd8e1e tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.536761 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4701e471-ec04-4928-ad6c-044037fd8e1e tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 881 time: 0.1249387 Aug 31 01:08:22.544594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56964) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:22.600413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Transition to ACTIVE for port object 75bbe141-359b-4ba2-b675-ed085834bc22 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:22.624720 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6ba433be-1411-4923-aa5b-7c00a2a5e955 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "GET /v2.0/ports?device_id=a661ca35-d183-4715-94f4-bc3ef44e3898 HTTP/1.1" status: 200 len: 205 time: 0.0786884 Aug 31 01:08:22.647031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56966) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:22.690916 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:22.805109 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Network f095f258-8f80-4294-a06e-49d320c08de5 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:22.810247 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:22.815376 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:22.847721 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e41c847-b71c-4bb2-a7f5-6f876ce44283 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.028473 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e41c847-b71c-4bb2-a7f5-6f876ce44283 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.033196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Pushing event updated for resources: {'Port': ['ID=75bbe141-359b-4ba2-b675-ed085834bc22,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:23.038430 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-176b2f93-7400-4ff2-9473-72f937ac975b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.096717 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Attempting to bind port 75bbe141-359b-4ba2-b675-ed085834bc22 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:23.108017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Attempting to bind port 75bbe141-359b-4ba2-b675-ed085834bc22 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '7f5e086e-eaec-4310-947e-e9fc86970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:23.108687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Attempting to bind port 75bbe141-359b-4ba2-b675-ed085834bc22 on network f095f258-8f80-4294-a06e-49d320c08de5 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:23.130129 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:23.132935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Checking segment: {'id': '7f5e086e-eaec-4310-947e-e9fc86970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:23.141943 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.143415 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Bound using segment: {'id': '7f5e086e-eaec-4310-947e-e9fc86970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:23.145600 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Bound port: 75bbe141-359b-4ba2-b675-ed085834bc22, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5e086e-eaec-4310-947e-e9fc86970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:23.158068 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.472276 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] For port 75bbe141-359b-4ba2-b675-ed085834bc22, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:23.486676 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Allocated IP 172.20.0.1 (f095f258-8f80-4294-a06e-49d320c08de5/00adf21d-21f6-4a07-946b-74513c7c1b55/84271276-812b-4724-80ef-613612e87de0) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:23.492822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] For port 75bbe141-359b-4ba2-b675-ed085834bc22, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=75bbe141-359b-4ba2-b675-ed085834bc22,segment=NetworkSegment(7f5e086e-eaec-4310-947e-e9fc86970f8e),segment_id=7f5e086e-eaec-4310-947e-e9fc86970f8e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:23.572514 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 8ec04d0f-e1df-4f26-b7a7-a92b4539860b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:23.629707 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.699777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bc5d4-97d5-441a-9159-99d9fb565771 req-d9af0c49-d5b2-453b-9c3d-3985f7d16ab7 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:23.710761 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c0bc5d4-97d5-441a-9159-99d9fb565771 req-d9af0c49-d5b2-453b-9c3d-3985f7d16ab7 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.41 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 945 time: 0.5408897 Aug 31 01:08:23.724327 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be393f-58c6-49e5-b4eb-c29da9c8b1c4 None None] Pushing event updated for resources: {'Port': ['ID=75bbe141-359b-4ba2-b675-ed085834bc22,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:23.852359 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.920689 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 8ec04d0f-e1df-4f26-b7a7-a92b4539860b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:23.931156 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 8ec04d0f-e1df-4f26-b7a7-a92b4539860b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:23.932050 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.983413 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.022080 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-176b2f93-7400-4ff2-9473-72f937ac975b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.053594 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e41c847-b71c-4bb2-a7f5-6f876ce44283 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.058919 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e41c847-b71c-4bb2-a7f5-6f876ce44283 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.066943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56980) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:24.068333 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4e41c847-b71c-4bb2-a7f5-6f876ce44283 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "DELETE /v2.0/security-groups/73dc5865-f81b-40ea-8692-ad2a1cdf4031 HTTP/1.1" status: 204 len: 168 time: 1.6667581 Aug 31 01:08:24.150398 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.165073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41c847-b71c-4bb2-a7f5-6f876ce44283 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dc5865-f81b-40ea-8692-ad2a1cdf4031,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:24.277519 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e95e9-7669-4bd2-b608-0d261af7a6b1 req-03d4d2ae-f9a9-436c-a16f-831b9a2a07ae tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:24.280121 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ad4e95e9-7669-4bd2-b608-0d261af7a6b1 req-03d4d2ae-f9a9-436c-a16f-831b9a2a07ae tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 945 time: 0.7560048 Aug 31 01:08:24.353675 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.363007 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Allocated IP 172.25.2.205 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/2f701926-855f-4127-afa5-2a59e7b501ba) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:24.372916 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Transition to ACTIVE for port object 84271276-812b-4724-80ef-613612e87de0 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:24.456643 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 8ec04d0f-e1df-4f26-b7a7-a92b4539860b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=8ec04d0f-e1df-4f26-b7a7-a92b4539860b,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:24.577473 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.594183 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ad4e95e9-7669-4bd2-b608-0d261af7a6b1 req-2c35d6f5-d91e-4925-a215-c7ed30f9f6bc tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe4aaa0-b260-432d-938d-27f0b6003088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104242 Aug 31 01:08:24.628738 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-176b2f93-7400-4ff2-9473-72f937ac975b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Deleting port 41d1e42e-8062-44b3-aae1-fb8bec3cdea1 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:24.629318 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-176b2f93-7400-4ff2-9473-72f937ac975b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.737630 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=8ec04d0f-e1df-4f26-b7a7-a92b4539860b,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:24.749061 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.757651 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-0c0bc5d4-97d5-441a-9159-99d9fb565771 req-9872415f-3c3c-4230-b7e1-b7af979aab60 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Deleting port 2b8de4cf-8719-4d1b-adad-11c446151158 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:24.759193 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c0bc5d4-97d5-441a-9159-99d9fb565771 req-9872415f-3c3c-4230-b7e1-b7af979aab60 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.774129 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-207f915f-f6e5-4718-a758-de6c42b11ecf tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7048881 Aug 31 01:08:24.796288 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56986) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:24.879197 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Network f095f258-8f80-4294-a06e-49d320c08de5 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:24.884910 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.891841 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:24.892933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-d3c313b1-4b5a-44b2-ae9b-6fb96724d7a4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group': {'name': 'tempest-secgroup--265439339'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:24.895553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:24.921138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Port': ['ID=84271276-812b-4724-80ef-613612e87de0,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:24.968103 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-176b2f93-7400-4ff2-9473-72f937ac975b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.010092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-176b2f93-7400-4ff2-9473-72f937ac975b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Calling delete_port for 41d1e42e-8062-44b3-aae1-fb8bec3cdea1 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:25.015403 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-0c0bc5d4-97d5-441a-9159-99d9fb565771 req-9872415f-3c3c-4230-b7e1-b7af979aab60 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] For port 2b8de4cf-8719-4d1b-adad-11c446151158, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2b8de4cf-8719-4d1b-adad-11c446151158,segment=NetworkSegment(ab4581ca-b114-464a-9f9a-6c58631ac6b4),segment_id=ab4581ca-b114-464a-9f9a-6c58631ac6b4)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:25.016791 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c0bc5d4-97d5-441a-9159-99d9fb565771 req-9872415f-3c3c-4230-b7e1-b7af979aab60 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.036961 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.042391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-0c0bc5d4-97d5-441a-9159-99d9fb565771 req-9872415f-3c3c-4230-b7e1-b7af979aab60 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Calling delete_port for 2b8de4cf-8719-4d1b-adad-11c446151158 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:25.119710 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3c313b1-4b5a-44b2-ae9b-6fb96724d7a4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.140011 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.313223 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:25.330466 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:25.340533 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Pushing event updated for resources: {'Port': ['ID=2f701926-855f-4127-afa5-2a59e7b501ba,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:25.373866 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:25.494586 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.576510 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-176b2f93-7400-4ff2-9473-72f937ac975b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.628371 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b2f93-7400-4ff2-9473-72f937ac975b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Pushing event deleted for resources: {'Port': ['ID=41d1e42e-8062-44b3-aae1-fb8bec3cdea1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:25.663176 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 75bbe141-359b-4ba2-b675-ed085834bc22 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:25.820824 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3c313b1-4b5a-44b2-ae9b-6fb96724d7a4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.847044 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c0bc5d4-97d5-441a-9159-99d9fb565771 req-9872415f-3c3c-4230-b7e1-b7af979aab60 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.877076 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aad14c0-047e-43c1-969e-49df5a05312b None None] Network f095f258-8f80-4294-a06e-49d320c08de5 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:25.903579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872415f-3c3c-4230-b7e1-b7af979aab60 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Pushing event deleted for resources: {'Port': ['ID=2b8de4cf-8719-4d1b-adad-11c446151158,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:25.932944 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-176b2f93-7400-4ff2-9473-72f937ac975b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.994964 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3c313b1-4b5a-44b2-ae9b-6fb96724d7a4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:26.051096 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0bc5d4-97d5-441a-9159-99d9fb565771 req-9872415f-3c3c-4230-b7e1-b7af979aab60 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] No DVR routers for this DVR port 2b8de4cf-8719-4d1b-adad-11c446151158 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:08:26.095937 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c0bc5d4-97d5-441a-9159-99d9fb565771 req-9872415f-3c3c-4230-b7e1-b7af979aab60 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:26.098595 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c0bc5d4-97d5-441a-9159-99d9fb565771 req-9872415f-3c3c-4230-b7e1-b7af979aab60 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.41 "DELETE /v2.0/ports/2b8de4cf-8719-4d1b-adad-11c446151158 HTTP/1.1" status: 204 len: 173 time: 2.3750060 Aug 31 01:08:26.103474 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84483fc9-9c15-4672-b089-e7bbda3df6b9', 'name': 'network-vif-deleted', 'tag': '2b8de4cf-8719-4d1b-adad-11c446151158'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:26.106708 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194bb251-bf50-4e7c-b880-413151527776" -d '{"events": [{"server_uuid": "84483fc9-9c15-4672-b089-e7bbda3df6b9", "name": "network-vif-deleted", "tag": "2b8de4cf-8719-4d1b-adad-11c446151158"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:26.128937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2eaa73ab-d6f4-4ae4-ae3b-5bf3e5be4081 None None] Provisioning for port 75bbe141-359b-4ba2-b675-ed085834bc22 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:26.150556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c313b1-4b5a-44b2-ae9b-6fb96724d7a4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea15bbd-bf82-4469-814f-8bc32f66dc64,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:26.257272 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 75bbe141-359b-4ba2-b675-ed085834bc22 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:26.270756 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 75bbe141-359b-4ba2-b675-ed085834bc22 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:26.271148 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:26.324134 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afeb392-9b09-4c1c-b19d-ede8e5d90bbe x-openstack-request-id: req-4afeb392-9b09-4c1c-b19d-ede8e5d90bbe {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:26.324134 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84483fc9-9c15-4672-b089-e7bbda3df6b9", "name": "network-vif-deleted", "tag": "2b8de4cf-8719-4d1b-adad-11c446151158", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:26.324134 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4afeb392-9b09-4c1c-b19d-ede8e5d90bbe {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:26.324134 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84483fc9-9c15-4672-b089-e7bbda3df6b9', 'name': 'network-vif-deleted', 'tag': '2b8de4cf-8719-4d1b-adad-11c446151158', 'status': 'completed', 'code': 200} Aug 31 01:08:26.326320 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3c313b1-4b5a-44b2-ae9b-6fb96724d7a4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:26.328949 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d3c313b1-4b5a-44b2-ae9b-6fb96724d7a4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5017161 Aug 31 01:08:26.333293 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57004) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:26.352155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e26f2982-bc45-4695-aaf5-5671da5ed1ec tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': 'aea15bbd-bf82-4469-814f-8bc32f66dc64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:26.507055 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:26.516993 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:26.618403 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 75bbe141-359b-4ba2-b675-ed085834bc22, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=75bbe141-359b-4ba2-b675-ed085834bc22,segment=NetworkSegment(7f5e086e-eaec-4310-947e-e9fc86970f8e),segment_id=7f5e086e-eaec-4310-947e-e9fc86970f8e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:26.724473 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:26.726051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 8ec04d0f-e1df-4f26-b7a7-a92b4539860b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:26.846167 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-e26f2982-bc45-4695-aaf5-5671da5ed1ec tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The resource could not be found. Aug 31 01:08:26.847431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e26f2982-bc45-4695-aaf5-5671da5ed1ec tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5046074 Aug 31 01:08:26.852769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57012) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:26.858272 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-c15b3aa6-fa93-425b-8c89-d38835bf3dc9 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': 'aea15bbd-bf82-4469-814f-8bc32f66dc64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '36f28b96-577e-44b8-b225-150e5e0cdabf'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:26.963596 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b21ca058-270e-40a8-a668-de68964b41cd req-71a15981-7c5c-4543-8e6d-0c7855b8f7b9 tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 210 time: 1.0486946 Aug 31 01:08:26.992403 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-176b2f93-7400-4ff2-9473-72f937ac975b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:26.997049 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-176b2f93-7400-4ff2-9473-72f937ac975b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.067861 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.279244 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-176b2f93-7400-4ff2-9473-72f937ac975b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.280156 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176b2f93-7400-4ff2-9473-72f937ac975b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Fanout notify agent at l3_agent the message router_deleted on router a661ca35-d183-4715-94f4-bc3ef44e3898 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:08:27.292613 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-176b2f93-7400-4ff2-9473-72f937ac975b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.293945 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-176b2f93-7400-4ff2-9473-72f937ac975b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "DELETE /v2.0/routers/a661ca35-d183-4715-94f4-bc3ef44e3898 HTTP/1.1" status: 204 len: 168 time: 4.6434712 Aug 31 01:08:27.299073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57018) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:27.305619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0d32945c-3fbe-42c6-9055-8b5fa68dc0f4 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1088234734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:27.352035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 8ec04d0f-e1df-4f26-b7a7-a92b4539860b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:27.352407 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.366477 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=75bbe141-359b-4ba2-b675-ed085834bc22,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:27.412734 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-95e1e37c-ba1a-4727-be14-95b36c02dfd2 None None] Provisioning for port 84271276-812b-4724-80ef-613612e87de0 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:27.439874 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-95e1e37c-ba1a-4727-be14-95b36c02dfd2 None None] Provisioning complete for port 84271276-812b-4724-80ef-613612e87de0 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:27.440242 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-95e1e37c-ba1a-4727-be14-95b36c02dfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.521486 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0d32945c-3fbe-42c6-9055-8b5fa68dc0f4 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.524539 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0d32945c-3fbe-42c6-9055-8b5fa68dc0f4 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.555796 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-95e1e37c-ba1a-4727-be14-95b36c02dfd2 None None] Port 84271276-812b-4724-80ef-613612e87de0 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:08:27.587029 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-95e1e37c-ba1a-4727-be14-95b36c02dfd2 None None] Provisioning complete for port 75bbe141-359b-4ba2-b675-ed085834bc22 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:27.588478 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-95e1e37c-ba1a-4727-be14-95b36c02dfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.593194 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.694259 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.711017 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0d32945c-3fbe-42c6-9055-8b5fa68dc0f4 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.746624 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 75bbe141-359b-4ba2-b675-ed085834bc22 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:27.810890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2b8de4cf-8719-4d1b-adad-11c446151158 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:08:27.841565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 2b8de4cf-8719-4d1b-adad-11c446151158 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:08:27.843036 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2b8de4cf-8719-4d1b-adad-11c446151158 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:08:27.845715 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0d32945c-3fbe-42c6-9055-8b5fa68dc0f4 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.860138 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.866719 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Port': ['ID=84271276-812b-4724-80ef-613612e87de0,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:27.891191 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-53794175-ab0c-4244-9fd4-76543c9431c0 None None] Provisioning complete for port 84271276-812b-4724-80ef-613612e87de0 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:27.891574 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-53794175-ab0c-4244-9fd4-76543c9431c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.923635 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 75bbe141-359b-4ba2-b675-ed085834bc22 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:27.923996 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.928063 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-c15b3aa6-fa93-425b-8c89-d38835bf3dc9 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The resource could not be found. Aug 31 01:08:27.930554 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c15b3aa6-fa93-425b-8c89-d38835bf3dc9 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.0769427 Aug 31 01:08:27.933904 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57020) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:27.988924 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0d32945c-3fbe-42c6-9055-8b5fa68dc0f4 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.991268 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0d32945c-3fbe-42c6-9055-8b5fa68dc0f4 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6905985 Aug 31 01:08:27.996222 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57022) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:28.004975 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-47e1ca32-71ef-4416-a21e-9776a2f9a7ad tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'enable_snat': True}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:28.036977 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6394e752-fad7-4165-b699-1bac4589cde0 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:28.042252 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-53794175-ab0c-4244-9fd4-76543c9431c0 None None] Port 84271276-812b-4724-80ef-613612e87de0 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:08:28.042638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Router c743398c-ceb2-4cbd-a286-01e7986d2fcd is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:08:28.098830 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6394e752-fad7-4165-b699-1bac4589cde0 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:28.378688 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7da1abe7-0534-4722-ac88-6123d9809c02 req-3949dea2-56f3-4412-a64b-d533a1b08f8e tempest-ListServerFiltersTestJSON-667301590 tempest-ListServerFiltersTestJSON-667301590-project] 10.222.0.16 "GET /v2.0/ports?device_id=84483fc9-9c15-4672-b089-e7bbda3df6b9 HTTP/1.1" status: 200 len: 210 time: 0.0757344 Aug 31 01:08:28.417829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:08:28.430157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Sync routers for ids ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:08:28.448109 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Routers {'c743398c-ceb2-4cbd-a286-01e7986d2fcd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:28.451107 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:28.473070 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Network f095f258-8f80-4294-a06e-49d320c08de5 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:28.478110 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:28.535231 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-47e1ca32-71ef-4416-a21e-9776a2f9a7ad tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:28.585295 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6394e752-fad7-4165-b699-1bac4589cde0 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:28.589675 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6394e752-fad7-4165-b699-1bac4589cde0 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:28.595082 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6394e752-fad7-4165-b699-1bac4589cde0 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "DELETE /v2.0/security-groups/aea15bbd-bf82-4469-814f-8bc32f66dc64 HTTP/1.1" status: 204 len: 168 time: 0.6520844 Aug 31 01:08:28.597878 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57032) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:28.625223 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394e752-fad7-4165-b699-1bac4589cde0 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea15bbd-bf82-4469-814f-8bc32f66dc64,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:28.702197 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-759250e7-1dc4-4858-ace1-af8409ddc035 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0973585 Aug 31 01:08:28.704898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57034) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:28.731835 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-5c30c9db-32d4-4473-bbec-2b8eaeb1909f tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': '61964b8e-b339-4b08-b07d-4677701ab776', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:28.745124 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:28.752500 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Set router c743398c-ceb2-4cbd-a286-01e7986d2fcd gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:28.760809 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-40ced6b8-ff1f-4a18-ba90-27c2a16c0d98 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.0158272 Aug 31 01:08:28.766445 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57038) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:28.869859 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:08:29.098133 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:08:29.108816 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a6178361-35d6-48b4-99c2-f7b567890458 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "PUT /v2.0/routers/82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9630411 Aug 31 01:08:29.112455 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Sync routers for ids ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:08:29.126107 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'name': 'tempest-ServerRescueTestJSONUnderV235-489011067-router', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:21Z', 'updated_at': '2021-08-31T01:08:25Z', 'revision_number': 3, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'gw_port': {'id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:24Z', 'updated_at': '2021-08-31T01:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:29.136072 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Routers {'82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:29.136946 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:29.144808 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57040) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:29.186133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Checking router: c743398c-ceb2-4cbd-a286-01e7986d2fcd for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:08:29.195633 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Updating router c743398c-ceb2-4cbd-a286-01e7986d2fcd port 2f701926-855f-4127-afa5-2a59e7b501ba binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:08:29.254694 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:29.271791 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-66534ff9-0df8-455a-9385-852ea1952449 None None] Provisioning complete for port 84271276-812b-4724-80ef-613612e87de0 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:29.274493 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-66534ff9-0df8-455a-9385-852ea1952449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:29.338052 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-5c30c9db-32d4-4473-bbec-2b8eaeb1909f tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The resource could not be found. Aug 31 01:08:29.344377 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5c30c9db-32d4-4473-bbec-2b8eaeb1909f tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6398649 Aug 31 01:08:29.346233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57044) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:29.366662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-c982dfb1-c616-45c3-b999-d38d24e7d00b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group': {'name': 'tempest-secgroup--633427744'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:29.404870 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-47e1ca32-71ef-4416-a21e-9776a2f9a7ad tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:29.453472 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-66534ff9-0df8-455a-9385-852ea1952449 None None] Port 84271276-812b-4724-80ef-613612e87de0 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:08:29.474233 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-47e1ca32-71ef-4416-a21e-9776a2f9a7ad tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:29.495257 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35750db8-0685-43db-af97-e208d31e0376 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.496006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35750db8-0685-43db-af97-e208d31e0376 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.497479 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35750db8-0685-43db-af97-e208d31e0376 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.497479 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35750db8-0685-43db-af97-e208d31e0376 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.498233 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35750db8-0685-43db-af97-e208d31e0376 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.498892 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35750db8-0685-43db-af97-e208d31e0376 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.499634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35750db8-0685-43db-af97-e208d31e0376 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.500972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35750db8-0685-43db-af97-e208d31e0376 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.501469 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35750db8-0685-43db-af97-e208d31e0376 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.502156 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35750db8-0685-43db-af97-e208d31e0376 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.510457 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-35750db8-0685-43db-af97-e208d31e0376 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7082 time: 0.3596318 Aug 31 01:08:29.525803 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Set router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:29.584263 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57048) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:29.585384 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57050) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:29.680638 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c982dfb1-c616-45c3-b999-d38d24e7d00b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:29.714059 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd42a37-0ac4-4afc-9484-a81f42875d52 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.714954 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd42a37-0ac4-4afc-9484-a81f42875d52 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.716119 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd42a37-0ac4-4afc-9484-a81f42875d52 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.716925 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd42a37-0ac4-4afc-9484-a81f42875d52 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.717587 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd42a37-0ac4-4afc-9484-a81f42875d52 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.718276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd42a37-0ac4-4afc-9484-a81f42875d52 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.718944 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd42a37-0ac4-4afc-9484-a81f42875d52 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.719547 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd42a37-0ac4-4afc-9484-a81f42875d52 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.720170 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd42a37-0ac4-4afc-9484-a81f42875d52 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.720827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd42a37-0ac4-4afc-9484-a81f42875d52 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.723605 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dfd42a37-0ac4-4afc-9484-a81f42875d52 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6470 time: 0.1359458 Aug 31 01:08:29.729063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57052) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:29.918127 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] Deleting subnet b26fd38d-643f-4aba-994e-f13dbd731e6c {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:08:29.925075 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:29.964231 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.058311 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d86a8a50-3911-4b54-8bd9-b93d13cbcaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.198867 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.200740 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.223143 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Transition to ACTIVE for port object 2f701926-855f-4127-afa5-2a59e7b501ba will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:30.237738 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:08:25Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '84271276-812b-4724-80ef-613612e87de0', 'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:6a:a4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:22Z', 'updated_at': '2021-08-31T01:08:27Z', 'revision_number': 2, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:30.276172 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Checking router: 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:08:30.276950 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Updating router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee port 84271276-812b-4724-80ef-613612e87de0 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:08:30.280425 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c982dfb1-c616-45c3-b999-d38d24e7d00b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.323959 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.329118 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.411030 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-47e1ca32-71ef-4416-a21e-9776a2f9a7ad tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Allocated IP 172.25.2.87 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/2208929c-da19-41dd-a9a4-ed9b4f150e33) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:30.429851 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c982dfb1-c616-45c3-b999-d38d24e7d00b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.504133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Attempting to bind port 2f701926-855f-4127-afa5-2a59e7b501ba on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:30.504736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Attempting to bind port 2f701926-855f-4127-afa5-2a59e7b501ba by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:30.505378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Attempting to bind port 2f701926-855f-4127-afa5-2a59e7b501ba on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:30.530183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2957c-3825-4474-ad5d-ebc0281303a4 None None] Pushing event updated for resources: {'Port': ['ID=2f701926-855f-4127-afa5-2a59e7b501ba,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:30.548668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:30.552034 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:30.552706 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.553291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:30.554054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Bound port: 2f701926-855f-4127-afa5-2a59e7b501ba, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:30.554632 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.581201 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c982dfb1-c616-45c3-b999-d38d24e7d00b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.585658 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c982dfb1-c616-45c3-b999-d38d24e7d00b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2275033 Aug 31 01:08:30.597156 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57058) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:30.602965 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ba3819c6-5d1e-491a-90b2-a999fdd6df92 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group': {'name': 'tempest-secgroup--31927340'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:30.641396 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982dfb1-c616-45c3-b999-d38d24e7d00b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33665ad2-3a7f-48a5-971c-fd34811bdba7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:30.670759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-d86a8a50-3911-4b54-8bd9-b93d13cbcaf6 admin admin] Allocated IP 172.20.0.1 (f17aea8f-d7ea-4d39-93d5-5ffec8f682d4/2fb4ff75-eef7-4ae4-9502-ba24a73f78cf/a4c182e9-644a-4e10-a713-00cb0120228a) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:30.717815 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] For port 2f701926-855f-4127-afa5-2a59e7b501ba, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:30.732596 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] For port 2f701926-855f-4127-afa5-2a59e7b501ba, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2f701926-855f-4127-afa5-2a59e7b501ba,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:30.784602 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ba3819c6-5d1e-491a-90b2-a999fdd6df92 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.838212 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.908058 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d86a8a50-3911-4b54-8bd9-b93d13cbcaf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.960566 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Routers {'c743398c-ceb2-4cbd-a286-01e7986d2fcd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:30.961670 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:31.001297 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ba3819c6-5d1e-491a-90b2-a999fdd6df92 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.002720 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.019508 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Transition to ACTIVE for port object 84271276-812b-4724-80ef-613612e87de0 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:31.090668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2957c-3825-4474-ad5d-ebc0281303a4 None None] Pushing event updated for resources: {'Port': ['ID=2f701926-855f-4127-afa5-2a59e7b501ba,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:31.103287 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.107623 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ba3819c6-5d1e-491a-90b2-a999fdd6df92 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.136498 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.148688 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d86a8a50-3911-4b54-8bd9-b93d13cbcaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.167751 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b26fd38d-643f-4aba-994e-f13dbd731e6c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:31.193407 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.198289 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bafdd9d-5e59-4f8e-a887-259648b61624 None None] Network 39306b03-5941-46df-84e7-0d73d5303078 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:31.198547 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b26fd38d-643f-4aba-994e-f13dbd731e6c HTTP/1.1" status: 204 len: 168 time: 1.4982152 Aug 31 01:08:31.200793 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:31.201455 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:31.201785 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57062) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:31.202033 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:31.202638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:31.202843 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3819c6-5d1e-491a-90b2-a999fdd6df92 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fee50c2-9bed-41bc-be1b-3d74f157a8c3,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:31.203162 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:31.214827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:31.215479 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:31.215971 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:31.216992 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:31.217135 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:31.217613 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:31.218150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39857c5f-59b9-4129-8ede-d6e81a6f1d7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:31.233469 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b1ba43f8-6a95-41db-a041-5bf096f374ad tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4313 time: 1.4942110 Aug 31 01:08:31.238253 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1629e-b747-4fcb-b704-01924d9684d9 None None] Pushing event updated for resources: {'Port': ['ID=84271276-812b-4724-80ef-613612e87de0,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:31.302616 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ba3819c6-5d1e-491a-90b2-a999fdd6df92 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.307437 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ba3819c6-5d1e-491a-90b2-a999fdd6df92 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7053978 Aug 31 01:08:31.315968 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57066) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:31.329733 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-934f21e1-2fd6-4190-b894-291fea212e79 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': '33665ad2-3a7f-48a5-971c-fd34811bdba7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7fee50c2-9bed-41bc-be1b-3d74f157a8c3'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:31.333219 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86a8a50-3911-4b54-8bd9-b93d13cbcaf6 admin admin] Network f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:31.352111 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-d86a8a50-3911-4b54-8bd9-b93d13cbcaf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:31.373616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86a8a50-3911-4b54-8bd9-b93d13cbcaf6 admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:31.413181 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a8a50-3911-4b54-8bd9-b93d13cbcaf6 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c182e9-644a-4e10-a713-00cb0120228a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:31.435076 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Attempting to bind port 84271276-812b-4724-80ef-613612e87de0 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:31.438774 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Attempting to bind port 84271276-812b-4724-80ef-613612e87de0 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '7f5e086e-eaec-4310-947e-e9fc86970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:31.439347 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Attempting to bind port 84271276-812b-4724-80ef-613612e87de0 on network f095f258-8f80-4294-a06e-49d320c08de5 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:31.444740 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-47e1ca32-71ef-4416-a21e-9776a2f9a7ad tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.463187 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:31.466563 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Checking segment: {'id': '7f5e086e-eaec-4310-947e-e9fc86970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:31.467057 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.467647 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Bound using segment: {'id': '7f5e086e-eaec-4310-947e-e9fc86970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:31.468448 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Bound port: 84271276-812b-4724-80ef-613612e87de0, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5e086e-eaec-4310-947e-e9fc86970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:31.469629 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.488341 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] Set router c743398c-ceb2-4cbd-a286-01e7986d2fcd gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:31.536166 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.614917 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d86a8a50-3911-4b54-8bd9-b93d13cbcaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.692553 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] For port 84271276-812b-4724-80ef-613612e87de0, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:31.698319 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] For port 84271276-812b-4724-80ef-613612e87de0, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=84271276-812b-4724-80ef-613612e87de0,segment=NetworkSegment(7f5e086e-eaec-4310-947e-e9fc86970f8e),segment_id=7f5e086e-eaec-4310-947e-e9fc86970f8e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:31.742603 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-934f21e1-2fd6-4190-b894-291fea212e79 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:08:31.748284 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-934f21e1-2fd6-4190-b894-291fea212e79 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4300513 Aug 31 01:08:31.753134 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57070) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:31.776419 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.883492 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-47e1ca32-71ef-4416-a21e-9776a2f9a7ad tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.967258 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-376c2b07-81f8-433a-9803-91e75f200dbc tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.003756 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1ca32-71ef-4416-a21e-9776a2f9a7ad tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Pushing event updated for resources: {'Port': ['ID=2208929c-da19-41dd-a9a4-ed9b4f150e33,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:32.014805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e1ca32-71ef-4416-a21e-9776a2f9a7ad tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:32.024971 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-47e1ca32-71ef-4416-a21e-9776a2f9a7ad tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:32.029877 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e1ca32-71ef-4416-a21e-9776a2f9a7ad tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:32.039524 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] Deleting port 15de7dbc-7764-43bd-8b80-26e576f1c87d {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:32.040012 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.121315 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57072) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:32.123985 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-376c2b07-81f8-433a-9803-91e75f200dbc tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.157837 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1629e-b747-4fcb-b704-01924d9684d9 None None] Pushing event updated for resources: {'Port': ['ID=84271276-812b-4724-80ef-613612e87de0,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:32.168921 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-22794438-9cb4-43e7-b26c-8b21d5656966 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1237626081', 'description': 'tempest-secgroup-smoke-1237626081 description', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:32.182481 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Routers {'82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:32.183542 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:32.233356 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] For port 15de7dbc-7764-43bd-8b80-26e576f1c87d, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=15de7dbc-7764-43bd-8b80-26e576f1c87d,segment=NetworkSegment(ab4581ca-b114-464a-9f9a-6c58631ac6b4),segment_id=ab4581ca-b114-464a-9f9a-6c58631ac6b4)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:32.233888 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.273179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] Calling delete_port for 15de7dbc-7764-43bd-8b80-26e576f1c87d owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:32.277882 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'name': 'tempest-ServerRescueTestJSONUnderV235-489011067-router', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:21Z', 'updated_at': '2021-08-31T01:08:25Z', 'revision_number': 3, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'gw_port': {'id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:24Z', 'updated_at': '2021-08-31T01:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:32.362309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6563fda-35f5-46dd-a5fa-6544116fc684 None None] The sync data for ids ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'] in n-d-793621-34 is: [{'id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'name': 'tempest-ServerRescueTestJSONUnderV235-489011067-router', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:21Z', 'updated_at': '2021-08-31T01:08:25Z', 'revision_number': 3, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'gw_port': {'id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:24Z', 'updated_at': '2021-08-31T01:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:08:32.411079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962eb0d7-2e14-4b01-8993-0ea8f4507b3f None None] DHCP port deletion for 39306b03-5941-46df-84e7-0d73d5303078 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:08:32.561606 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-962eb0d7-2e14-4b01-8993-0ea8f4507b3f None None] Deleting port 15de7dbc-7764-43bd-8b80-26e576f1c87d {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:32.564355 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-962eb0d7-2e14-4b01-8993-0ea8f4507b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.623219 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] Set router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:32.635721 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d86a8a50-3911-4b54-8bd9-b93d13cbcaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.652472 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22794438-9cb4-43e7-b26c-8b21d5656966 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.708294 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-376c2b07-81f8-433a-9803-91e75f200dbc tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.719361 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-376c2b07-81f8-433a-9803-91e75f200dbc tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.720059 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-376c2b07-81f8-433a-9803-91e75f200dbc tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "DELETE /v2.0/security-groups/7fee50c2-9bed-41bc-be1b-3d74f157a8c3 HTTP/1.1" status: 204 len: 168 time: 0.9701433 Aug 31 01:08:32.729778 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57076) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:32.734668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-962eb0d7-2e14-4b01-8993-0ea8f4507b3f None None] For port 15de7dbc-7764-43bd-8b80-26e576f1c87d, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=15de7dbc-7764-43bd-8b80-26e576f1c87d,segment=NetworkSegment(ab4581ca-b114-464a-9f9a-6c58631ac6b4),segment_id=ab4581ca-b114-464a-9f9a-6c58631ac6b4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:32.735083 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-962eb0d7-2e14-4b01-8993-0ea8f4507b3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.768940 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-962eb0d7-2e14-4b01-8993-0ea8f4507b3f None None] Calling delete_port for 15de7dbc-7764-43bd-8b80-26e576f1c87d owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:32.773547 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.827247 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c2b07-81f8-433a-9803-91e75f200dbc tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fee50c2-9bed-41bc-be1b-3d74f157a8c3,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:32.831512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] Pushing event deleted for resources: {'Port': ['ID=15de7dbc-7764-43bd-8b80-26e576f1c87d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:32.875124 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] No DVR routers for this DVR port 15de7dbc-7764-43bd-8b80-26e576f1c87d on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:08:32.947971 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-962eb0d7-2e14-4b01-8993-0ea8f4507b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.081269 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962eb0d7-2e14-4b01-8993-0ea8f4507b3f None None] Pushing event deleted for resources: {'Port': ['ID=15de7dbc-7764-43bd-8b80-26e576f1c87d,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:33.134812 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962eb0d7-2e14-4b01-8993-0ea8f4507b3f None None] No DVR routers for this DVR port 15de7dbc-7764-43bd-8b80-26e576f1c87d on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:08:33.166879 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-47e1ca32-71ef-4416-a21e-9776a2f9a7ad tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.182409 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22794438-9cb4-43e7-b26c-8b21d5656966 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.191236 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d86a8a50-3911-4b54-8bd9-b93d13cbcaf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.226294 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:08:25Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '84271276-812b-4724-80ef-613612e87de0', 'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:6a:a4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:22Z', 'updated_at': '2021-08-31T01:08:31Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:33.276509 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a5f9e3bf-78c1-412c-a246-55460c32ed42 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5452979 Aug 31 01:08:33.281295 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57082) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:33.315189 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abefc69e-d19f-4bac-ad63-325a83e4cb07 None None] The sync data for ids ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'] in n-d-793621-34 is: [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:08:25Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '84271276-812b-4724-80ef-613612e87de0', 'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:6a:a4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:22Z', 'updated_at': '2021-08-31T01:08:31Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:08:33.378978 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.382293 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d86a8a50-3911-4b54-8bd9-b93d13cbcaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.435496 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22794438-9cb4-43e7-b26c-8b21d5656966 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.439940 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39306b03-5941-46df-84e7-0d73d5303078']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:33.489590 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4581ca-b114-464a-9f9a-6c58631ac6b4') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:33.490132 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4581ca-b114-464a-9f9a-6c58631ac6b4') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:33.511706 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.526017 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d86a8a50-3911-4b54-8bd9-b93d13cbcaf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.536745 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22794438-9cb4-43e7-b26c-8b21d5656966 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56540cc1-7caa-4878-aa7c-35f0d8987b0d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:33.556792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a8a50-3911-4b54-8bd9-b93d13cbcaf6 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c182e9-644a-4e10-a713-00cb0120228a,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:33.561705 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.575681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:08:33.576350 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:08:33.579015 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:08:33.677753 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9bbd6ad0-4369-4cae-816c-c4ddbd32406b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.684611 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22794438-9cb4-43e7-b26c-8b21d5656966 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.690956 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-22794438-9cb4-43e7-b26c-8b21d5656966 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5465126 Aug 31 01:08:33.692962 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57084) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:33.697911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-47f17fbc-c9ac-4907-b3e1-b4a233990312 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group_rule': {'security_group_id': '56540cc1-7caa-4878-aa7c-35f0d8987b0d', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:33.793876 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9bbd6ad0-4369-4cae-816c-c4ddbd32406b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.813073 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.832791 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.847526 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 84271276-812b-4724-80ef-613612e87de0 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:33.852153 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] 10.222.0.16 "DELETE /v2.0/networks/39306b03-5941-46df-84e7-0d73d5303078 HTTP/1.1" status: 204 len: 168 time: 2.6445837 Aug 31 01:08:33.913891 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426b4ac-6dd9-4502-91c8-e85d143edf81 admin admin] Pushing event deleted for resources: {'Network': ['ID=39306b03-5941-46df-84e7-0d73d5303078,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:33.939237 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-47e1ca32-71ef-4416-a21e-9776a2f9a7ad tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.946205 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-47f17fbc-c9ac-4907-b3e1-b4a233990312 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.950038 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86a8a50-3911-4b54-8bd9-b93d13cbcaf6 admin admin] Network f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:33.952030 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-d86a8a50-3911-4b54-8bd9-b93d13cbcaf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:33.979047 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-47e1ca32-71ef-4416-a21e-9776a2f9a7ad tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.056554 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 84271276-812b-4724-80ef-613612e87de0 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:34.063371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 84271276-812b-4724-80ef-613612e87de0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:34.063932 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.133913 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9bbd6ad0-4369-4cae-816c-c4ddbd32406b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.139561 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9bbd6ad0-4369-4cae-816c-c4ddbd32406b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.148200 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9bbd6ad0-4369-4cae-816c-c4ddbd32406b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "DELETE /v2.0/security-groups/33665ad2-3a7f-48a5-971c-fd34811bdba7 HTTP/1.1" status: 204 len: 168 time: 0.8644977 Aug 31 01:08:34.158868 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57092) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:34.226968 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-47f17fbc-c9ac-4907-b3e1-b4a233990312 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.233012 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd6ad0-4369-4cae-816c-c4ddbd32406b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33665ad2-3a7f-48a5-971c-fd34811bdba7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:34.361282 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-47f17fbc-c9ac-4907-b3e1-b4a233990312 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.435179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57096) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:34.442502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f17fbc-c9ac-4907-b3e1-b4a233990312 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44535c6f-c5e9-4f84-b012-113fecdcac1d,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:34.530433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57100) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:34.544946 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.558007 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-47f17fbc-c9ac-4907-b3e1-b4a233990312 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.564308 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-47f17fbc-c9ac-4907-b3e1-b4a233990312 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8653352 Aug 31 01:08:34.572508 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d7d1abd1-3b3a-41c1-8e76-f0032e0b74fb tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4064968 Aug 31 01:08:34.572508 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57102) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:34.581529 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57104) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:34.587738 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a86ece57-a946-4a24-8f9c-7abe4de4c274 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group_rule': {'security_group_id': '56540cc1-7caa-4878-aa7c-35f0d8987b0d', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:34.616453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0b1c927c-3577-427d-88d8-7771fc5a9414 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248816506'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:34.623815 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 84271276-812b-4724-80ef-613612e87de0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=84271276-812b-4724-80ef-613612e87de0,segment=NetworkSegment(7f5e086e-eaec-4310-947e-e9fc86970f8e),segment_id=7f5e086e-eaec-4310-947e-e9fc86970f8e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:34.627672 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6757eeb1-dec0-4b32-9254-6082e6d0dede admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cdf53884e3f4b46a883fa43362269ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0955315 Aug 31 01:08:34.628687 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57106) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:34.630579 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3986bcf8-5043-4c02-a051-68405eaa3437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.718721 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e1ca32-71ef-4416-a21e-9776a2f9a7ad tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Router 51af70d9-bacf-41d8-8b42-eb2a320490a0 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:08:34.731727 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.733149 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2f701926-855f-4127-afa5-2a59e7b501ba up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:34.746227 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.api [None req-a86ece57-a946-4a24-8f9c-7abe4de4c274 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:08:34.746227 n-d-793621-34 neutron-server[102342]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 01:08:34.746227 n-d-793621-34 neutron-server[102342]: [parameters: {'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'id': 'b8c8214d-6138-4f53-98f3-ef63663b43b7', 'expiration': datetime.datetime(2021, 8, 31, 1, 10, 34, 724695)}] Aug 31 01:08:34.746227 n-d-793621-34 neutron-server[102342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:08:34.747003 n-d-793621-34 neutron-server[102342]: DEBUG oslo_db.api [None req-a86ece57-a946-4a24-8f9c-7abe4de4c274 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:08:34.748840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86a8a50-3911-4b54-8bd9-b93d13cbcaf6 admin admin] Router c743398c-ceb2-4cbd-a286-01e7986d2fcd has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:08:34.789854 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4070ec19-a1df-45ef-a558-1d94999c424d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.830379 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4070ec19-a1df-45ef-a558-1d94999c424d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.888846 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0b1c927c-3577-427d-88d8-7771fc5a9414 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.941587 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=84271276-812b-4724-80ef-613612e87de0,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:34.998549 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4070ec19-a1df-45ef-a558-1d94999c424d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.003079 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4070ec19-a1df-45ef-a558-1d94999c424d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.004742 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4070ec19-a1df-45ef-a558-1d94999c424d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efe4aaa0-b260-432d-938d-27f0b6003088 HTTP/1.1" status: 204 len: 168 time: 0.3744788 Aug 31 01:08:35.037866 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070ec19-a1df-45ef-a558-1d94999c424d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe4aaa0-b260-432d-938d-27f0b6003088,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:35.089016 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 2f701926-855f-4127-afa5-2a59e7b501ba completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:35.094588 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 2f701926-855f-4127-afa5-2a59e7b501ba triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:35.094952 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.167953 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e1ca32-71ef-4416-a21e-9776a2f9a7ad tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:08:35.175436 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-47e1ca32-71ef-4416-a21e-9776a2f9a7ad tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.180446 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-47e1ca32-71ef-4416-a21e-9776a2f9a7ad tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "PUT /v2.0/routers/51af70d9-bacf-41d8-8b42-eb2a320490a0 HTTP/1.1" status: 200 len: 914 time: 7.1791840 Aug 31 01:08:35.182914 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57110) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:35.187780 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589346e9-6ad6-4339-9369-37fd9de04e71 None None] Sync routers for ids ['51af70d9-bacf-41d8-8b42-eb2a320490a0'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:08:35.247306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589346e9-6ad6-4339-9369-37fd9de04e71 None None] Routers {'51af70d9-bacf-41d8-8b42-eb2a320490a0'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:35.252144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-589346e9-6ad6-4339-9369-37fd9de04e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['51af70d9-bacf-41d8-8b42-eb2a320490a0'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:35.366969 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-589346e9-6ad6-4339-9369-37fd9de04e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:35.383026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86a8a50-3911-4b54-8bd9-b93d13cbcaf6 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:08:35.401467 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d86a8a50-3911-4b54-8bd9-b93d13cbcaf6 admin admin] 10.222.0.16 "PUT /v2.0/routers/c743398c-ceb2-4cbd-a286-01e7986d2fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6243443 Aug 31 01:08:35.454381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589346e9-6ad6-4339-9369-37fd9de04e71 None None] Routers {'51af70d9-bacf-41d8-8b42-eb2a320490a0'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:35.455545 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-589346e9-6ad6-4339-9369-37fd9de04e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['51af70d9-bacf-41d8-8b42-eb2a320490a0'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:35.473187 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7ee768b7-1988-4fa6-88d5-95be09c5c10b tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "GET /v2.0/routers/51af70d9-bacf-41d8-8b42-eb2a320490a0 HTTP/1.1" status: 200 len: 920 time: 0.2860332 Aug 31 01:08:35.477428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57116) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:35.490058 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0b1c927c-3577-427d-88d8-7771fc5a9414 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.560995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-589346e9-6ad6-4339-9369-37fd9de04e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:35.560995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589346e9-6ad6-4339-9369-37fd9de04e71 None None] The sync data for ids ['51af70d9-bacf-41d8-8b42-eb2a320490a0'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:08:35.585842 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.644645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 2f701926-855f-4127-afa5-2a59e7b501ba, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2f701926-855f-4127-afa5-2a59e7b501ba,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:35.672238 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0b1c927c-3577-427d-88d8-7771fc5a9414 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.746244 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1074f2e3-4642-43c3-87b1-33b0337d7c72 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:35.747964 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1074f2e3-4642-43c3-87b1-33b0337d7c72 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&device_id=51af70d9-bacf-41d8-8b42-eb2a320490a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2676570 Aug 31 01:08:35.757049 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57122) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:35.772484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c927c-3577-427d-88d8-7771fc5a9414 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7811e97a-1785-4463-a70e-ca9a4fe67547,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:35.803540 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.910491 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a86ece57-a946-4a24-8f9c-7abe4de4c274 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:36.026350 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0b1c927c-3577-427d-88d8-7771fc5a9414 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:36.027237 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0b1c927c-3577-427d-88d8-7771fc5a9414 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4213028 Aug 31 01:08:36.032235 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57130) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:36.041073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5224dd68-e318-4376-a527-dad284812d57 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:36.048916 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5224dd68-e318-4376-a527-dad284812d57 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 881 time: 0.2870765 Aug 31 01:08:36.051779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57134) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:36.066151 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-12ce7399-0c2a-4158-a512-7935d1f8f71d tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': '7811e97a-1785-4463-a70e-ca9a4fe67547', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:36.160830 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-72453e62-cc63-48b6-9392-e0263a3b1681 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "GET /v2.0/ports?device_id=51af70d9-bacf-41d8-8b42-eb2a320490a0 HTTP/1.1" status: 200 len: 205 time: 0.1042173 Aug 31 01:08:36.161545 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57136) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:36.247166 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 15de7dbc-7764-43bd-8b80-26e576f1c87d no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:08:36.264108 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5475d343-f34e-4369-b67e-3ab315a33382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:36.286064 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 15de7dbc-7764-43bd-8b80-26e576f1c87d {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:08:36.286611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 15de7dbc-7764-43bd-8b80-26e576f1c87d not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:08:36.317264 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Sync routers for ids ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:08:36.343948 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Routers {'c743398c-ceb2-4cbd-a286-01e7986d2fcd'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:36.345390 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:36.369506 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=2f701926-855f-4127-afa5-2a59e7b501ba,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:36.370516 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a86ece57-a946-4a24-8f9c-7abe4de4c274 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:36.488674 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f74a3c8-310f-48c3-a20d-7ea3bea41d94 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:36.515192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 84271276-812b-4724-80ef-613612e87de0 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:36.616125 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Set router c743398c-ceb2-4cbd-a286-01e7986d2fcd gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:36.635241 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a86ece57-a946-4a24-8f9c-7abe4de4c274 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:36.657194 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 84271276-812b-4724-80ef-613612e87de0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:36.657708 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:36.682073 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-12ce7399-0c2a-4158-a512-7935d1f8f71d tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:08:36.689649 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-12ce7399-0c2a-4158-a512-7935d1f8f71d tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6553605 Aug 31 01:08:36.692329 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57152) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:36.694253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ece57-a946-4a24-8f9c-7abe4de4c274 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7b6764-bd65-443e-99e4-1a96c5ea37df,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:36.704738 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-aaabab0e-333d-4af1-9f0c-9ff382157a4a tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group_rule': {'security_group_id': '7811e97a-1785-4463-a70e-ca9a4fe67547', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:36.735867 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a86ece57-a946-4a24-8f9c-7abe4de4c274 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:36.744906 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a86ece57-a946-4a24-8f9c-7abe4de4c274 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.1733837 Aug 31 01:08:36.748169 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57154) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:36.770509 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-642489d5-789d-46b9-b310-e88737a006b8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group_rule': {'security_group_id': '56540cc1-7caa-4878-aa7c-35f0d8987b0d', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:36.917811 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-7f03c565-380f-464e-96fc-517f71b676b2 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:36.919856 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-7f03c565-380f-464e-96fc-517f71b676b2 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/networks?id=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 HTTP/1.1" status: 200 len: 819 time: 0.4755766 Aug 31 01:08:36.942870 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f74a3c8-310f-48c3-a20d-7ea3bea41d94 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:36.943529 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:36.950167 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:36.991403 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-ebe19cd8-d3eb-49d2-a5a0-de52283d4935 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/quotas/9a93db11f09f4464a92ed2d7edec12db HTTP/1.1" status: 200 len: 375 time: 0.0434542 Aug 31 01:08:37.032574 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-5475d343-f34e-4369-b67e-3ab315a33382 admin admin] Deleting port a1524a27-61c1-43ab-9722-710400009e1f {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:37.032574 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5475d343-f34e-4369-b67e-3ab315a33382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.062801 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'name': 'tempest-ServerRescueTestJSONUnderV235-489011067-router', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:21Z', 'updated_at': '2021-08-31T01:08:32Z', 'revision_number': 4, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'gw_port': {'id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:24Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'a4c182e9-644a-4e10-a713-00cb0120228a', 'name': '', 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '2fb4ff75-eef7-4ae4-9502-ba24a73f78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:30Z', 'updated_at': '2021-08-31T01:08:32Z', 'revision_number': 2, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'subnets': [{'id': '2fb4ff75-eef7-4ae4-9502-ba24a73f78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:37.090175 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.091890 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-61951763-2602-4fa0-94ec-46af4ab15912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.110851 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Checking router: c743398c-ceb2-4cbd-a286-01e7986d2fcd for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:08:37.110851 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Updating router c743398c-ceb2-4cbd-a286-01e7986d2fcd port a4c182e9-644a-4e10-a713-00cb0120228a binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:08:37.142874 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-642489d5-789d-46b9-b310-e88737a006b8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.149478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-5475d343-f34e-4369-b67e-3ab315a33382 admin admin] For port a1524a27-61c1-43ab-9722-710400009e1f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a1524a27-61c1-43ab-9722-710400009e1f,segment=NetworkSegment(df204761-7deb-455c-abe2-e17ebf38bb13),segment_id=df204761-7deb-455c-abe2-e17ebf38bb13)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:37.149890 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5475d343-f34e-4369-b67e-3ab315a33382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.159743 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.171120 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-44a1a88e-93a4-40b5-a576-46888125b48d tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a93db11f09f4464a92ed2d7edec12db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1629438 Aug 31 01:08:37.193431 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-5475d343-f34e-4369-b67e-3ab315a33382 admin admin] Calling delete_port for a1524a27-61c1-43ab-9722-710400009e1f owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:37.235044 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-aaabab0e-333d-4af1-9f0c-9ff382157a4a tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:08:37.235044 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-aaabab0e-333d-4af1-9f0c-9ff382157a4a tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5342424 Aug 31 01:08:37.236513 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-0f74a3c8-310f-48c3-a20d-7ea3bea41d94 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Deleting port 2208929c-da19-41dd-a9a4-ed9b4f150e33 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:37.238090 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f74a3c8-310f-48c3-a20d-7ea3bea41d94 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.240873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57164) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:37.486799 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ccfe09d-ed08-4e2b-8c77-94ead397a82b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.487041 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f74a3c8-310f-48c3-a20d-7ea3bea41d94 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.491619 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-642489d5-789d-46b9-b310-e88737a006b8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.548498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-0f74a3c8-310f-48c3-a20d-7ea3bea41d94 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Calling delete_port for 2208929c-da19-41dd-a9a4-ed9b4f150e33 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:37.693375 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.704904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-9be94c8b-df92-4127-b9b1-fc1e03bfb48a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:08:37.706558 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Transition to ACTIVE for port object a4c182e9-644a-4e10-a713-00cb0120228a will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:37.706876 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-9be94c8b-df92-4127-b9b1-fc1e03bfb48a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5075972 Aug 31 01:08:37.820650 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.960197 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7e9ef-ce00-41f4-b260-2950c870052f None None] Pushing event updated for resources: {'Port': ['ID=a4c182e9-644a-4e10-a713-00cb0120228a,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:38.060858 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-9ac7407a-f844-4547-9487-b4fd1229793c service neutron] 10.222.0.16 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441460 Aug 31 01:08:38.081031 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Attempting to bind port a4c182e9-644a-4e10-a713-00cb0120228a on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:38.081031 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Attempting to bind port a4c182e9-644a-4e10-a713-00cb0120228a by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '896b7580-530d-47c1-8d5a-decf859f8908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:38.081031 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Attempting to bind port a4c182e9-644a-4e10-a713-00cb0120228a on network f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:38.088388 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-642489d5-789d-46b9-b310-e88737a006b8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.094816 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:38.096254 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Checking segment: {'id': '896b7580-530d-47c1-8d5a-decf859f8908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:38.097309 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.098434 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Bound using segment: {'id': '896b7580-530d-47c1-8d5a-decf859f8908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:38.100810 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Bound port: a4c182e9-644a-4e10-a713-00cb0120228a, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896b7580-530d-47c1-8d5a-decf859f8908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:38.101648 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.142986 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ccfe09d-ed08-4e2b-8c77-94ead397a82b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.147642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642489d5-789d-46b9-b310-e88737a006b8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8ee020-6298-4f11-b97f-4744ff7166ee,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:38.209173 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f74a3c8-310f-48c3-a20d-7ea3bea41d94 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.263623 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] For port a4c182e9-644a-4e10-a713-00cb0120228a, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:38.279798 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-642489d5-789d-46b9-b310-e88737a006b8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.282650 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-642489d5-789d-46b9-b310-e88737a006b8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5292475 Aug 31 01:08:38.287985 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57182) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:38.297865 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-9c9d91d0-1621-4ed8-a7cb-0e4fb54f0eee tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group_rule': {'security_group_id': '56540cc1-7caa-4878-aa7c-35f0d8987b0d', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:38.302107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74a3c8-310f-48c3-a20d-7ea3bea41d94 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Pushing event deleted for resources: {'Port': ['ID=2208929c-da19-41dd-a9a4-ed9b4f150e33,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:38.370106 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-7e3ca09d-320a-4962-be68-8b678cffc9ac service neutron] 10.222.0.16 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067360 Aug 31 01:08:38.387160 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f74a3c8-310f-48c3-a20d-7ea3bea41d94 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.431967 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2f701926-855f-4127-afa5-2a59e7b501ba up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:38.466553 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] For port a4c182e9-644a-4e10-a713-00cb0120228a, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a4c182e9-644a-4e10-a713-00cb0120228a,segment=NetworkSegment(896b7580-530d-47c1-8d5a-decf859f8908),segment_id=896b7580-530d-47c1-8d5a-decf859f8908)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:38.471790 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9c9d91d0-1621-4ed8-a7cb-0e4fb54f0eee tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.475666 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5475d343-f34e-4369-b67e-3ab315a33382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.478442 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ccfe09d-ed08-4e2b-8c77-94ead397a82b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.481274 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ccfe09d-ed08-4e2b-8c77-94ead397a82b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.482760 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1ccfe09d-ed08-4e2b-8c77-94ead397a82b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "DELETE /v2.0/security-groups/7811e97a-1785-4463-a70e-ca9a4fe67547 HTTP/1.1" status: 204 len: 168 time: 1.2381990 Aug 31 01:08:38.488197 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57184) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:38.520965 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.538628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 2f701926-855f-4127-afa5-2a59e7b501ba triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:38.539487 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.548256 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.555393 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfe09d-ed08-4e2b-8c77-94ead397a82b tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7811e97a-1785-4463-a70e-ca9a4fe67547,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:38.566243 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475d343-f34e-4369-b67e-3ab315a33382 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1524a27-61c1-43ab-9722-710400009e1f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:38.756809 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f74a3c8-310f-48c3-a20d-7ea3bea41d94 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.764635 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f74a3c8-310f-48c3-a20d-7ea3bea41d94 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.784772 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Routers {'c743398c-ceb2-4cbd-a286-01e7986d2fcd'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:38.785685 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:38.799190 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9c9d91d0-1621-4ed8-a7cb-0e4fb54f0eee tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.896825 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d7ee69d-ed39-404e-9e7e-889ed58bd48a req-f35e11c9-f619-401c-baac-e21785b37cbd tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 210 time: 0.0918770 Aug 31 01:08:38.933349 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57194) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:38.977693 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9c9d91d0-1621-4ed8-a7cb-0e4fb54f0eee tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.978090 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7e9ef-ce00-41f4-b260-2950c870052f None None] Pushing event updated for resources: {'Port': ['ID=a4c182e9-644a-4e10-a713-00cb0120228a,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:39.090998 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d91d0-1621-4ed8-a7cb-0e4fb54f0eee tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d1bbf9-48d0-4e21-b119-4b5894185fe1,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:39.159709 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5475d343-f34e-4369-b67e-3ab315a33382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.192252 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] Set router c743398c-ceb2-4cbd-a286-01e7986d2fcd gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:39.252501 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9c9d91d0-1621-4ed8-a7cb-0e4fb54f0eee tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.260612 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9c9d91d0-1621-4ed8-a7cb-0e4fb54f0eee tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9629166 Aug 31 01:08:39.267558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57202) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:39.272956 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ee93cfb8-a0bf-4b29-afe4-46d6f19aa566 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group_rule': {'security_group_id': '56540cc1-7caa-4878-aa7c-35f0d8987b0d', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:39.281482 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94808bc8-5132-4e55-adbd-088d2243d62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.370771 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0fbbd40a-d992-40dc-b187-01ba97d5dae3 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8803444 Aug 31 01:08:39.371641 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57204) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:39.379336 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-48ce25d2-7ae8-4487-846e-af18a893bbf4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329542729'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:39.458516 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-ee93cfb8-a0bf-4b29-afe4-46d6f19aa566 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Project 5f481833dbad44e8ab08e3a835b3f2ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:08:39.517028 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ee93cfb8-a0bf-4b29-afe4-46d6f19aa566 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.519583 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f74a3c8-310f-48c3-a20d-7ea3bea41d94 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.521955 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f74a3c8-310f-48c3-a20d-7ea3bea41d94 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Fanout notify agent at l3_agent the message router_deleted on router 51af70d9-bacf-41d8-8b42-eb2a320490a0 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:08:39.537792 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f74a3c8-310f-48c3-a20d-7ea3bea41d94 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.538963 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0f74a3c8-310f-48c3-a20d-7ea3bea41d94 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "DELETE /v2.0/routers/51af70d9-bacf-41d8-8b42-eb2a320490a0 HTTP/1.1" status: 204 len: 168 time: 3.3764296 Aug 31 01:08:39.545956 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57206) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:39.556773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1c898c33-81cc-445a-9971-1b94541e81f7 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1597943524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:39.558928 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'name': 'tempest-ServerRescueTestJSONUnderV235-489011067-router', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:21Z', 'updated_at': '2021-08-31T01:08:32Z', 'revision_number': 4, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'gw_port': {'id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:24Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'a4c182e9-644a-4e10-a713-00cb0120228a', 'name': '', 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '2fb4ff75-eef7-4ae4-9502-ba24a73f78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:30Z', 'updated_at': '2021-08-31T01:08:38Z', 'revision_number': 4, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'subnets': [{'id': '2fb4ff75-eef7-4ae4-9502-ba24a73f78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:39.617843 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5475d343-f34e-4369-b67e-3ab315a33382 admin admin] Router 770efd7a-1f34-4781-8f2a-4f256d8cd096 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:08:39.659143 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ee93cfb8-a0bf-4b29-afe4-46d6f19aa566 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.694777 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa4fc1a-9bd0-457d-82c3-49c19fa517a0 None None] The sync data for ids ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'] in n-d-793621-34 is: [{'id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'name': 'tempest-ServerRescueTestJSONUnderV235-489011067-router', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:21Z', 'updated_at': '2021-08-31T01:08:32Z', 'revision_number': 4, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'gw_port': {'id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:24Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'a4c182e9-644a-4e10-a713-00cb0120228a', 'name': '', 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '2fb4ff75-eef7-4ae4-9502-ba24a73f78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:30Z', 'updated_at': '2021-08-31T01:08:38Z', 'revision_number': 4, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'subnets': [{'id': '2fb4ff75-eef7-4ae4-9502-ba24a73f78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:08:39.786999 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ee93cfb8-a0bf-4b29-afe4-46d6f19aa566 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.799827 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94808bc8-5132-4e55-adbd-088d2243d62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.871484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93cfb8-a0bf-4b29-afe4-46d6f19aa566 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d5c28c-eba5-43ff-be90-0aa92c4188fa,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:39.884873 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94808bc8-5132-4e55-adbd-088d2243d62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.978357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5475d343-f34e-4369-b67e-3ab315a33382 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:08:39.997426 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-48ce25d2-7ae8-4487-846e-af18a893bbf4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.999325 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5475d343-f34e-4369-b67e-3ab315a33382 admin admin] 10.222.0.16 "PUT /v2.0/routers/770efd7a-1f34-4781-8f2a-4f256d8cd096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5569499 Aug 31 01:08:40.015723 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57218) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:40.018380 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-94808bc8-5132-4e55-adbd-088d2243d62f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e71bc31a30145d08af14c4ae08d1c63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0823865 Aug 31 01:08:40.019773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db863e-4617-4b47-91bd-84e394810ba5 None None] Sync routers for ids ['770efd7a-1f34-4781-8f2a-4f256d8cd096'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:08:40.027100 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57220) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:40.048616 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db863e-4617-4b47-91bd-84e394810ba5 None None] Routers {'770efd7a-1f34-4781-8f2a-4f256d8cd096'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:40.049476 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-34db863e-4617-4b47-91bd-84e394810ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['770efd7a-1f34-4781-8f2a-4f256d8cd096'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:40.145536 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94808bc8-5132-4e55-adbd-088d2243d62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4d6990-46d8-4836-aaed-051dffbf26b2,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:40.155796 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f53ef3c-0f49-4ce5-a42a-58a68f730c68 req-e4307b48-1b8d-47ff-9fd7-240bda0793a5 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 210 time: 0.1459870 Aug 31 01:08:40.175805 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-844a51dd-a0ad-43d7-8114-beadf81962d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.217036 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-844a51dd-a0ad-43d7-8114-beadf81962d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.217604 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.271048 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1c898c33-81cc-445a-9971-1b94541e81f7 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.272105 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1c898c33-81cc-445a-9971-1b94541e81f7 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.310923 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5faa3f18-6263-4d68-b786-f581405ea552 admin admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.384379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-34db863e-4617-4b47-91bd-84e394810ba5 None None] Set router 770efd7a-1f34-4781-8f2a-4f256d8cd096 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:40.411924 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ee93cfb8-a0bf-4b29-afe4-46d6f19aa566 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.414004 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ee93cfb8-a0bf-4b29-afe4-46d6f19aa566 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1449845 Aug 31 01:08:40.417730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57228) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:40.444461 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-6af37e0e-3b1c-4daf-9efb-75181c7d3a10 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group_rule': {'security_group_id': '56540cc1-7caa-4878-aa7c-35f0d8987b0d', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:40.570529 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1c898c33-81cc-445a-9971-1b94541e81f7 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.571740 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-844a51dd-a0ad-43d7-8114-beadf81962d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.574386 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-844a51dd-a0ad-43d7-8114-beadf81962d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.579594 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-844a51dd-a0ad-43d7-8114-beadf81962d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd4d6990-46d8-4836-aaed-051dffbf26b2 HTTP/1.1" status: 204 len: 168 time: 0.5490854 Aug 31 01:08:40.609026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a51dd-a0ad-43d7-8114-beadf81962d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4d6990-46d8-4836-aaed-051dffbf26b2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:40.696803 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1c898c33-81cc-445a-9971-1b94541e81f7 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.734609 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.api [None req-6af37e0e-3b1c-4daf-9efb-75181c7d3a10 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:08:40.734609 n-d-793621-34 neutron-server[102342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:08:40.734609 n-d-793621-34 neutron-server[102342]: [parameters: {'project_id_1': '5f481833dbad44e8ab08e3a835b3f2ce', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 8, 40, 468817)}] Aug 31 01:08:40.734609 n-d-793621-34 neutron-server[102342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:08:40.736377 n-d-793621-34 neutron-server[102342]: DEBUG oslo_db.api [None req-6af37e0e-3b1c-4daf-9efb-75181c7d3a10 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:08:40.743292 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5faa3f18-6263-4d68-b786-f581405ea552 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.769777 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-48ce25d2-7ae8-4487-846e-af18a893bbf4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.773287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a4c182e9-644a-4e10-a713-00cb0120228a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:40.885066 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-34db863e-4617-4b47-91bd-84e394810ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'name': 'tempest-TaggedBootDevicesTest_v242-1535475404-router', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:50Z', 'updated_at': '2021-08-31T01:08:38Z', 'revision_number': 5, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'gw_port': {'id': 'c89cefb3-621e-4b8a-b39d-802359681541', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:55:52Z', 'updated_at': '2021-08-31T00:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:40.920509 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db863e-4617-4b47-91bd-84e394810ba5 None None] Checking router: 770efd7a-1f34-4781-8f2a-4f256d8cd096 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:08:40.926246 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-48ce25d2-7ae8-4487-846e-af18a893bbf4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.958527 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db863e-4617-4b47-91bd-84e394810ba5 None None] Routers {'770efd7a-1f34-4781-8f2a-4f256d8cd096'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:40.959482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-34db863e-4617-4b47-91bd-84e394810ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['770efd7a-1f34-4781-8f2a-4f256d8cd096'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:40.973533 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce25d2-7ae8-4487-846e-af18a893bbf4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c91241b-ee5a-40ac-bceb-28718f5d0902,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:40.994638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-5faa3f18-6263-4d68-b786-f581405ea552 admin admin] Deleting port c89cefb3-621e-4b8a-b39d-802359681541 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:40.994986 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5faa3f18-6263-4d68-b786-f581405ea552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.017326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port a4c182e9-644a-4e10-a713-00cb0120228a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:41.045173 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1c898c33-81cc-445a-9971-1b94541e81f7 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.047156 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1c898c33-81cc-445a-9971-1b94541e81f7 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4988718 Aug 31 01:08:41.060997 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57232) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:41.067693 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d55d9020-7977-43ed-b19d-39c81fdd3ce9 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'enable_snat': False}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:41.083756 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a4c182e9-644a-4e10-a713-00cb0120228a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:41.084385 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.152345 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-34db863e-4617-4b47-91bd-84e394810ba5 None None] Set router 770efd7a-1f34-4781-8f2a-4f256d8cd096 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:41.197411 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-5faa3f18-6263-4d68-b786-f581405ea552 admin admin] For port c89cefb3-621e-4b8a-b39d-802359681541, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c89cefb3-621e-4b8a-b39d-802359681541,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:41.200214 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5faa3f18-6263-4d68-b786-f581405ea552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.204756 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-48ce25d2-7ae8-4487-846e-af18a893bbf4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.217794 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-48ce25d2-7ae8-4487-846e-af18a893bbf4 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8345165 Aug 31 01:08:41.240318 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-5faa3f18-6263-4d68-b786-f581405ea552 admin admin] Calling delete_port for c89cefb3-621e-4b8a-b39d-802359681541 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:41.278149 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57238) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:41.298851 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b1d12dc1-2486-4aea-9087-1e028cb5f926 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:41.309688 n-d-793621-34 neutron-server[102343]: WARNING neutron.api.v2.base [None req-b1d12dc1-2486-4aea-9087-1e028cb5f926 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 01:08:41.309688 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-b1d12dc1-2486-4aea-9087-1e028cb5f926 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 01:08:41.310493 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b1d12dc1-2486-4aea-9087-1e028cb5f926 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "PUT /v2.0/security-groups/7c91241b-ee5a-40ac-bceb-28718f5d0902 HTTP/1.1" status: 409 len: 330 time: 0.0300746 Aug 31 01:08:41.350790 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-34db863e-4617-4b47-91bd-84e394810ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'name': 'tempest-TaggedBootDevicesTest_v242-1535475404-router', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:50Z', 'updated_at': '2021-08-31T01:08:40Z', 'revision_number': 6, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:41.368825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57240) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:41.384037 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db863e-4617-4b47-91bd-84e394810ba5 None None] The sync data for ids ['770efd7a-1f34-4781-8f2a-4f256d8cd096'] in n-d-793621-34 is: [{'id': '770efd7a-1f34-4781-8f2a-4f256d8cd096', 'name': 'tempest-TaggedBootDevicesTest_v242-1535475404-router', 'tenant_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:55:50Z', 'updated_at': '2021-08-31T01:08:40Z', 'revision_number': 6, 'project_id': 'c3c7e1b68efc4873a3fc55693592c5e6', 'gw_port_host': None}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:08:41.474105 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.543114 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port a4c182e9-644a-4e10-a713-00cb0120228a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a4c182e9-644a-4e10-a713-00cb0120228a,segment=NetworkSegment(896b7580-530d-47c1-8d5a-decf859f8908),segment_id=896b7580-530d-47c1-8d5a-decf859f8908)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:41.555621 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a8f06bc-2f5c-4991-bf81-7bc69444326d req-9e037cf4-d506-4b23-bae3-7f4551eb0d12 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 210 time: 0.0722766 Aug 31 01:08:41.594967 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d55d9020-7977-43ed-b19d-39c81fdd3ce9 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.622300 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65100e0e-85e4-443e-aa1e-85046bd156df tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.650671 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.659685 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-6af37e0e-3b1c-4daf-9efb-75181c7d3a10 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Project 5f481833dbad44e8ab08e3a835b3f2ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:08:41.690496 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65100e0e-85e4-443e-aa1e-85046bd156df tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.726604 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6af37e0e-3b1c-4daf-9efb-75181c7d3a10 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.728177 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=a4c182e9-644a-4e10-a713-00cb0120228a,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:41.846010 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5faa3f18-6263-4d68-b786-f581405ea552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.876425 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65100e0e-85e4-443e-aa1e-85046bd156df tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.879966 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65100e0e-85e4-443e-aa1e-85046bd156df tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.883742 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-65100e0e-85e4-443e-aa1e-85046bd156df tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "DELETE /v2.0/security-groups/7c91241b-ee5a-40ac-bceb-28718f5d0902 HTTP/1.1" status: 204 len: 168 time: 0.5102203 Aug 31 01:08:41.899958 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57254) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:41.944714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65100e0e-85e4-443e-aa1e-85046bd156df tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c91241b-ee5a-40ac-bceb-28718f5d0902,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:41.956993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa3f18-6263-4d68-b786-f581405ea552 admin admin] Pushing event deleted for resources: {'Port': ['ID=c89cefb3-621e-4b8a-b39d-802359681541,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:41.969569 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6af37e0e-3b1c-4daf-9efb-75181c7d3a10 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.027277 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-728d84aa-6863-4025-b784-22875c76bdda tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1025994 Aug 31 01:08:42.032536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57258) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:42.059377 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-1559c45e-b225-4553-8beb-27d7e8840100 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] delete failed (client error): The resource could not be found. Aug 31 01:08:42.060495 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1559c45e-b225-4553-8beb-27d7e8840100 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "DELETE /v2.0/security-groups/b12e030e-ecad-421d-a96b-59aab966dde3 HTTP/1.1" status: 404 len: 347 time: 0.0265205 Aug 31 01:08:42.064341 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57260) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:42.076439 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5faa3f18-6263-4d68-b786-f581405ea552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.084950 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-dd65cd3f-aced-45fd-854c-2274bf749924 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] show failed (client error): The resource could not be found. Aug 31 01:08:42.086398 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dd65cd3f-aced-45fd-854c-2274bf749924 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "GET /v2.0/security-groups/e6d3963a-3281-418c-9bbb-bd06575088b5 HTTP/1.1" status: 404 len: 347 time: 0.0207613 Aug 31 01:08:42.090834 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57264) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:42.142267 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-980e4166-1352-457a-ab61-4146441b3f32 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] show failed (client error): The resource could not be found. Aug 31 01:08:42.147739 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-980e4166-1352-457a-ab61-4146441b3f32 tempest-NegativeSecGroupIPv6Test-1330369616 tempest-NegativeSecGroupIPv6Test-1330369616-project] 10.222.0.16 "GET /v2.0/security-group-rules/c50a9706-cd2f-48d0-809a-f51aba4b6f58 HTTP/1.1" status: 404 len: 356 time: 0.0513186 Aug 31 01:08:42.206809 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6af37e0e-3b1c-4daf-9efb-75181c7d3a10 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.238757 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d55d9020-7977-43ed-b19d-39c81fdd3ce9 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.260778 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d55d9020-7977-43ed-b19d-39c81fdd3ce9 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.316241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af37e0e-3b1c-4daf-9efb-75181c7d3a10 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72941262-ff48-4072-bc80-305cd55be197,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:42.334857 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5faa3f18-6263-4d68-b786-f581405ea552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.339498 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5faa3f18-6263-4d68-b786-f581405ea552 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.442412 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-5c207bf7-fcd3-4002-bc44-a2db5453735a tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:42.444332 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-5c207bf7-fcd3-4002-bc44-a2db5453735a tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.48 "GET /v2.0/networks?id=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 HTTP/1.1" status: 200 len: 819 time: 0.3931344 Aug 31 01:08:42.447951 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-d55d9020-7977-43ed-b19d-39c81fdd3ce9 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Allocated IP 172.25.2.248 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/79f43491-3341-4378-8a29-b959f1478a07) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:42.450629 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6af37e0e-3b1c-4daf-9efb-75181c7d3a10 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.464694 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6af37e0e-3b1c-4daf-9efb-75181c7d3a10 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.0451972 Aug 31 01:08:42.466227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a4c182e9-644a-4e10-a713-00cb0120228a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:42.471371 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-c9f209c4-fe56-4a2a-98df-f8117b0aaca4 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Request body: {'port': {'device_id': '33634dc9-37aa-4f3d-985e-0983de45a9ac', 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4', 'admin_state_up': True, 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:42.557292 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5faa3f18-6263-4d68-b786-f581405ea552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.558764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faa3f18-6263-4d68-b786-f581405ea552 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 770efd7a-1f34-4781-8f2a-4f256d8cd096 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:08:42.576086 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5faa3f18-6263-4d68-b786-f581405ea552 admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.585214 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57276) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:42.588256 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5faa3f18-6263-4d68-b786-f581405ea552 admin admin] 10.222.0.16 "DELETE /v2.0/routers/770efd7a-1f34-4781-8f2a-4f256d8cd096 HTTP/1.1" status: 204 len: 168 time: 2.5764425 Aug 31 01:08:42.644143 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a4c182e9-644a-4e10-a713-00cb0120228a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:42.644143 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.689957 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d78a13-131e-4e85-b72a-d62820dcba71 admin admin] Deleting subnet d3a0af11-1528-44a4-b1b4-6169b26ec0d9 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:08:42.710013 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-36d78a13-131e-4e85-b72a-d62820dcba71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.719952 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d55d9020-7977-43ed-b19d-39c81fdd3ce9 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.786645 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-36d78a13-131e-4e85-b72a-d62820dcba71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.842844 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-040277d0-a721-48ed-afdb-649f7ae47747 req-567afa3c-e3e9-4f86-b8e6-40c2b48fdd1a tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 210 time: 0.0985827 Aug 31 01:08:42.844845 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-c9f209c4-fe56-4a2a-98df-f8117b0aaca4 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Made reservation on behalf of 9a93db11f09f4464a92ed2d7edec12db for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:42.852037 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-c9f209c4-fe56-4a2a-98df-f8117b0aaca4 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.897899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a1524a27-61c1-43ab-9722-710400009e1f no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:08:42.954266 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: a1524a27-61c1-43ab-9722-710400009e1f {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:08:42.955109 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a1524a27-61c1-43ab-9722-710400009e1f not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:08:42.957742 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c89cefb3-621e-4b8a-b39d-802359681541 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:08:43.015694 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: c89cefb3-621e-4b8a-b39d-802359681541 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:08:43.016609 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c89cefb3-621e-4b8a-b39d-802359681541 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:08:43.034849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57294) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:43.052017 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d55d9020-7977-43ed-b19d-39c81fdd3ce9 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.134970 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-36d78a13-131e-4e85-b72a-d62820dcba71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.153231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-c9f209c4-fe56-4a2a-98df-f8117b0aaca4 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Allocated IP 172.20.0.8 (f17aea8f-d7ea-4d39-93d5-5ffec8f682d4/2fb4ff75-eef7-4ae4-9502-ba24a73f78cf/cb62dff1-7a45-450a-ad91-afbda23eb432) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:43.201031 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-d95c264a-db91-4375-a7f8-c0e462909991 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1237626081&fields=id&tenant_id=5f481833dbad44e8ab08e3a835b3f2ce HTTP/1.1" status: 200 len: 267 time: 0.2023890 Aug 31 01:08:43.232527 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55d9020-7977-43ed-b19d-39c81fdd3ce9 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:43.255312 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-d55d9020-7977-43ed-b19d-39c81fdd3ce9 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:43.292553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55d9020-7977-43ed-b19d-39c81fdd3ce9 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:43.297430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57300) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:43.339592 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d9020-7977-43ed-b19d-39c81fdd3ce9 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Pushing event updated for resources: {'Port': ['ID=79f43491-3341-4378-8a29-b959f1478a07,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:43.370897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-3f80315a-6c32-4928-82f5-d1edb78808e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-932241612-network', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:43.414246 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2a0a2ee1-afb8-4bcf-96d3-c41c3ad1a772 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fb0478446fc43a6966716e4131653d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3776982 Aug 31 01:08:43.417245 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57304) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:43.432688 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-c9f209c4-fe56-4a2a-98df-f8117b0aaca4 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.472550 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-36d78a13-131e-4e85-b72a-d62820dcba71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.534191 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dedaa74c-3e95-4433-a0b6-a53ae4a0c8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.537144 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d78a13-131e-4e85-b72a-d62820dcba71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3a0af11-1528-44a4-b1b4-6169b26ec0d9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:43.548639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-9f260b20-f877-4edf-9acd-5a4450ebc60e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:43.549964 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-9f260b20-f877-4edf-9acd-5a4450ebc60e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/networks?id=f095f258-8f80-4294-a06e-49d320c08de5 HTTP/1.1" status: 200 len: 797 time: 0.3480844 Aug 31 01:08:43.550577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc29043-7dd9-4184-b2c4-43e187af8b18 None None] Network e485d33c-f23c-40f6-8dac-57c9abc59149 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:43.554018 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-36d78a13-131e-4e85-b72a-d62820dcba71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.557973 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-36d78a13-131e-4e85-b72a-d62820dcba71 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d3a0af11-1528-44a4-b1b4-6169b26ec0d9 HTTP/1.1" status: 204 len: 168 time: 0.9717793 Aug 31 01:08:43.564116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57306) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:43.572777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f80315a-6c32-4928-82f5-d1edb78808e9 admin admin] Made reservation on behalf of 19c64f601c554de7b7c7ed4a689b2a97 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:43.578217 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f80315a-6c32-4928-82f5-d1edb78808e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.608946 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-d2ea7e2d-285a-4e45-aa58-d3c8c95240d3 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/quotas/5f481833dbad44e8ab08e3a835b3f2ce HTTP/1.1" status: 200 len: 375 time: 0.0451267 Aug 31 01:08:43.787171 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dedaa74c-3e95-4433-a0b6-a53ae4a0c8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.791654 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-c9f209c4-fe56-4a2a-98df-f8117b0aaca4 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.861773 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-0d0e4762-d303-4979-88b3-2b36feccaaa0 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f481833dbad44e8ab08e3a835b3f2ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2388768 Aug 31 01:08:43.884607 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed0f3c2-746d-42fa-8d5a-68bf3efa13f4 None None] DHCP port deletion for e485d33c-f23c-40f6-8dac-57c9abc59149 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:08:43.901898 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f80315a-6c32-4928-82f5-d1edb78808e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.938602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f209c4-fe56-4a2a-98df-f8117b0aaca4 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Pushing event updated for resources: {'Port': ['ID=cb62dff1-7a45-450a-ad91-afbda23eb432,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:43.965390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-c9f209c4-fe56-4a2a-98df-f8117b0aaca4 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Network f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:43.967488 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-bed0f3c2-746d-42fa-8d5a-68bf3efa13f4 None None] Deleting port 2cb26956-3c72-4250-8321-0d9b0dc1d74c {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:43.968143 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bed0f3c2-746d-42fa-8d5a-68bf3efa13f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.987721 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-c9f209c4-fe56-4a2a-98df-f8117b0aaca4 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:43.990332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-c9f209c4-fe56-4a2a-98df-f8117b0aaca4 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:44.021912 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.034835 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d55d9020-7977-43ed-b19d-39c81fdd3ce9 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.062798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-bed0f3c2-746d-42fa-8d5a-68bf3efa13f4 None None] For port 2cb26956-3c72-4250-8321-0d9b0dc1d74c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2cb26956-3c72-4250-8321-0d9b0dc1d74c,segment=NetworkSegment(df204761-7deb-455c-abe2-e17ebf38bb13),segment_id=df204761-7deb-455c-abe2-e17ebf38bb13)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:44.065099 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bed0f3c2-746d-42fa-8d5a-68bf3efa13f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.088797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-bed0f3c2-746d-42fa-8d5a-68bf3efa13f4 None None] Calling delete_port for 2cb26956-3c72-4250-8321-0d9b0dc1d74c owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:44.165998 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-c9f209c4-fe56-4a2a-98df-f8117b0aaca4 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:44.166876 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-c9f209c4-fe56-4a2a-98df-f8117b0aaca4 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.182200 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2becccb-07ac-4b06-9088-78d49e9b11b2 req-350dfd5e-4145-4699-b37e-6740601a0e59 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:44.183798 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f2becccb-07ac-4b06-9088-78d49e9b11b2 req-350dfd5e-4145-4699-b37e-6740601a0e59 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 931 time: 0.2304053 Aug 31 01:08:44.184425 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-8418a6ef-db82-47c4-9b6f-bf9ea46e86e0 service neutron] 10.222.0.16 "GET /v2.0/networks/f095f258-8f80-4294-a06e-49d320c08de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583416 Aug 31 01:08:44.264347 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] Deleting port 2cb26956-3c72-4250-8321-0d9b0dc1d74c {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:44.265282 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.359580 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f2becccb-07ac-4b06-9088-78d49e9b11b2 req-677b0790-717b-4c17-802e-c9f049ef6e02 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568408 Aug 31 01:08:44.374235 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f80315a-6c32-4928-82f5-d1edb78808e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.394077 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bed0f3c2-746d-42fa-8d5a-68bf3efa13f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.407060 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dedaa74c-3e95-4433-a0b6-a53ae4a0c8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.410441 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dedaa74c-3e95-4433-a0b6-a53ae4a0c8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.412175 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-dedaa74c-3e95-4433-a0b6-a53ae4a0c8f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45b9af75-ca49-46f6-a2f5-b4eaae161cca HTTP/1.1" status: 204 len: 168 time: 0.9922609 Aug 31 01:08:44.421935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] For port 2cb26956-3c72-4250-8321-0d9b0dc1d74c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2cb26956-3c72-4250-8321-0d9b0dc1d74c,segment=NetworkSegment(df204761-7deb-455c-abe2-e17ebf38bb13),segment_id=df204761-7deb-455c-abe2-e17ebf38bb13)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:44.422301 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.429694 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0f3c2-746d-42fa-8d5a-68bf3efa13f4 None None] Pushing event deleted for resources: {'Port': ['ID=2cb26956-3c72-4250-8321-0d9b0dc1d74c,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:44.439664 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaa74c-3e95-4433-a0b6-a53ae4a0c8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b9af75-ca49-46f6-a2f5-b4eaae161cca,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:44.448768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] Calling delete_port for 2cb26956-3c72-4250-8321-0d9b0dc1d74c owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:44.452296 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2cb26956-3c72-4250-8321-0d9b0dc1d74c no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:08:44.458415 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed0f3c2-746d-42fa-8d5a-68bf3efa13f4 None None] No DVR routers for this DVR port 2cb26956-3c72-4250-8321-0d9b0dc1d74c on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:08:44.495140 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f80315a-6c32-4928-82f5-d1edb78808e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.505710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 2cb26956-3c72-4250-8321-0d9b0dc1d74c {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:08:44.506212 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2cb26956-3c72-4250-8321-0d9b0dc1d74c not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:08:44.598626 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-c9f209c4-fe56-4a2a-98df-f8117b0aaca4 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1325440 Aug 31 01:08:44.606636 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f80315a-6c32-4928-82f5-d1edb78808e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:08:44.627715 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Request body: {'port': {'device_id': '33634dc9-37aa-4f3d-985e-0983de45a9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:44.679661 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80315a-6c32-4928-82f5-d1edb78808e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a9a294-fcb7-4b71-9a2f-90c3ffb592af,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:44.697201 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f80315a-6c32-4928-82f5-d1edb78808e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.697809 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-3f80315a-6c32-4928-82f5-d1edb78808e9 admin admin] Added segment 4e2f4214-ec8c-4fcb-b201-015df456200c of type vlan for network 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 Aug 31 01:08:44.707147 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-ef2dab7e-c728-41ee-bd92-3068c68ef9b4 service neutron] 10.222.0.16 "GET /v2.0/networks/f095f258-8f80-4294-a06e-49d320c08de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106106 Aug 31 01:08:44.714126 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d55d9020-7977-43ed-b19d-39c81fdd3ce9 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.726702 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d55d9020-7977-43ed-b19d-39c81fdd3ce9 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.782838 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f80315a-6c32-4928-82f5-d1edb78808e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.799524 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.841703 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.919414 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb26956-3c72-4250-8321-0d9b0dc1d74c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:44.958671 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] No DVR routers for this DVR port 2cb26956-3c72-4250-8321-0d9b0dc1d74c on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:08:45.068247 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55d9020-7977-43ed-b19d-39c81fdd3ce9 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Router 2959f785-2221-427d-9b5f-8d0bf0444200 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:08:45.069956 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f80315a-6c32-4928-82f5-d1edb78808e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:45.071592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f80315a-6c32-4928-82f5-d1edb78808e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:45.072461 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f80315a-6c32-4928-82f5-d1edb78808e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:45.220642 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:45.259976 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0993407e-b68d-4911-8e85-990835629969 req-7a489d7a-c0e4-4a7a-a3e1-1229143122aa tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 210 time: 0.1612904 Aug 31 01:08:45.323122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55d9020-7977-43ed-b19d-39c81fdd3ce9 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:08:45.336321 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d55d9020-7977-43ed-b19d-39c81fdd3ce9 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:45.336809 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a55b73-0a8b-410b-8659-05c4bd0f1403 None None] Sync routers for ids ['2959f785-2221-427d-9b5f-8d0bf0444200'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:08:45.343437 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d55d9020-7977-43ed-b19d-39c81fdd3ce9 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "PUT /v2.0/routers/2959f785-2221-427d-9b5f-8d0bf0444200 HTTP/1.1" status: 200 len: 916 time: 4.2834773 Aug 31 01:08:45.344474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57338) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:45.344660 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e485d33c-f23c-40f6-8dac-57c9abc59149']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:45.354353 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a55b73-0a8b-410b-8659-05c4bd0f1403 None None] Routers {'2959f785-2221-427d-9b5f-8d0bf0444200'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:45.356302 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-71a55b73-0a8b-410b-8659-05c4bd0f1403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2959f785-2221-427d-9b5f-8d0bf0444200'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:45.384283 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df204761-7deb-455c-abe2-e17ebf38bb13') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:45.385098 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df204761-7deb-455c-abe2-e17ebf38bb13') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:45.387425 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80315a-6c32-4928-82f5-d1edb78808e9 admin admin] Pushing event updated for resources: {'Network': ['ID=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:45.409372 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:08:45.412045 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:45.435708 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3f80315a-6c32-4928-82f5-d1edb78808e9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1331060 Aug 31 01:08:45.439140 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57344) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:45.456793 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-71a55b73-0a8b-410b-8659-05c4bd0f1403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:45.461677 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-9476bcea-407e-41fb-8644-09db78715680 admin admin] Request body: {'subnet': {'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-subnet', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:45.471171 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a55b73-0a8b-410b-8659-05c4bd0f1403 None None] Routers {'2959f785-2221-427d-9b5f-8d0bf0444200'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:45.474040 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-71a55b73-0a8b-410b-8659-05c4bd0f1403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2959f785-2221-427d-9b5f-8d0bf0444200'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:45.496175 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:45.518010 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:08:45.518904 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:08:45.520232 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:08:45.588750 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-71a55b73-0a8b-410b-8659-05c4bd0f1403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:45.589523 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a55b73-0a8b-410b-8659-05c4bd0f1403 None None] The sync data for ids ['2959f785-2221-427d-9b5f-8d0bf0444200'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:08:45.605702 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f092d402-bd4f-4508-a688-ab202ff03a3a tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "GET /v2.0/routers/2959f785-2221-427d-9b5f-8d0bf0444200 HTTP/1.1" status: 200 len: 922 time: 0.2592466 Aug 31 01:08:45.614648 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57348) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:45.666888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9476bcea-407e-41fb-8644-09db78715680 admin admin] Made reservation on behalf of 19c64f601c554de7b7c7ed4a689b2a97 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:45.668873 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9476bcea-407e-41fb-8644-09db78715680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:45.671304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2678ed1-7f13-4e5b-93da-790480d8283f req-e4b1c07b-f0b6-447e-bf11-9f28d4e9eb5d tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:45.673677 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a2678ed1-7f13-4e5b-93da-790480d8283f req-e4b1c07b-f0b6-447e-bf11-9f28d4e9eb5d tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 931 time: 0.0667558 Aug 31 01:08:45.739952 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a2678ed1-7f13-4e5b-93da-790480d8283f req-72a1c54b-fd91-4875-989a-a96e7a616752 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594430 Aug 31 01:08:45.797954 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:45.832628 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:45.838568 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e485d33c-f23c-40f6-8dac-57c9abc59149 HTTP/1.1" status: 204 len: 168 time: 2.2729068 Aug 31 01:08:45.850144 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142fd8e2-e2f5-4b58-803f-951dd1ae1565 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:45.853094 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-142fd8e2-e2f5-4b58-803f-951dd1ae1565 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&device_id=2959f785-2221-427d-9b5f-8d0bf0444200&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2370009 Aug 31 01:08:45.863919 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57356) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:45.894981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd7705-686f-4e39-8b21-eb666a895d23 admin admin] Pushing event deleted for resources: {'Network': ['ID=e485d33c-f23c-40f6-8dac-57c9abc59149,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:46.201396 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f925442-e97a-45ea-a3e4-ac1320e417d2 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:46.201396 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6f925442-e97a-45ea-a3e4-ac1320e417d2 tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 881 time: 0.1744778 Aug 31 01:08:46.201396 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57364) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:46.202733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb62dff1-7a45-450a-ad91-afbda23eb432 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:46.202733 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:46.203677 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-42ad1a9e-648f-4253-b79d-b7050a019192 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "GET /v2.0/ports?device_id=2959f785-2221-427d-9b5f-8d0bf0444200 HTTP/1.1" status: 200 len: 205 time: 0.0288348 Aug 31 01:08:46.203677 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57366) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:46.203905 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Transition to ACTIVE for port object cb62dff1-7a45-450a-ad91-afbda23eb432 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:46.216770 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fd40dab-9c1a-4fd6-9104-3d01e579e2e2 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:46.340854 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fd40dab-9c1a-4fd6-9104-3d01e579e2e2 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:46.374741 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-09bad1db-686b-4378-8f38-b2c93f13ef78 req-515d901a-4d21-44a2-8a60-50fe94108a2c tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 210 time: 0.0299673 Aug 31 01:08:46.582088 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9476bcea-407e-41fb-8644-09db78715680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:46.587619 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:46.643064 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-7fd40dab-9c1a-4fd6-9104-3d01e579e2e2 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Deleting port 79f43491-3341-4378-8a29-b959f1478a07 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:46.643538 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fd40dab-9c1a-4fd6-9104-3d01e579e2e2 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:46.712031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Pushing event updated for resources: {'Port': ['ID=cb62dff1-7a45-450a-ad91-afbda23eb432,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:46.714370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476bcea-407e-41fb-8644-09db78715680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba7747f8-0f41-4519-aeaf-544d4f1a2b4a,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:46.767063 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fd40dab-9c1a-4fd6-9104-3d01e579e2e2 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:46.785837 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-7fd40dab-9c1a-4fd6-9104-3d01e579e2e2 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Calling delete_port for 79f43491-3341-4378-8a29-b959f1478a07 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:46.797624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9476bcea-407e-41fb-8644-09db78715680 admin admin] Checking segment: {'id': '4e2f4214-ec8c-4fcb-b201-015df456200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:46.798076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9476bcea-407e-41fb-8644-09db78715680 admin admin] Network hostable DHCP agents. Network: 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:08:46.889793 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57378) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:46.975949 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Attempting to bind port cb62dff1-7a45-450a-ad91-afbda23eb432 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:46.983214 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Attempting to bind port cb62dff1-7a45-450a-ad91-afbda23eb432 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '896b7580-530d-47c1-8d5a-decf859f8908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:46.983845 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Attempting to bind port cb62dff1-7a45-450a-ad91-afbda23eb432 on network f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:47.003869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Port cb62dff1-7a45-450a-ad91-afbda23eb432 on network f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:47.004776 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Attempting to bind port cb62dff1-7a45-450a-ad91-afbda23eb432 on network f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:47.009260 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9476bcea-407e-41fb-8644-09db78715680 admin admin] Network 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:08:47.032531 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:47.033392 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Checking segment: {'id': '896b7580-530d-47c1-8d5a-decf859f8908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:47.034175 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Bound using segment: {'id': '896b7580-530d-47c1-8d5a-decf859f8908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:47.035660 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Bound port: cb62dff1-7a45-450a-ad91-afbda23eb432, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896b7580-530d-47c1-8d5a-decf859f8908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:47.036567 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.125539 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a48a3992-63d7-4397-b97d-5bfd66f4258c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3c7e1b68efc4873a3fc55693592c5e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295403 Aug 31 01:08:47.126463 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57384) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:47.145681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e31f7-a8a5-49de-a046-cd4479af03ed req-3412be9f-6e10-4b81-97af-185d5f827be3 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:47.162638 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f98e31f7-a8a5-49de-a046-cd4479af03ed req-3412be9f-6e10-4b81-97af-185d5f827be3 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 943 time: 0.2577477 Aug 31 01:08:47.162638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-9476bcea-407e-41fb-8644-09db78715680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:47.175046 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61766639-92ca-47e6-8a6d-fe897e17d29a None None] Network 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:47.250896 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f33ea606-e5c4-4ce2-95ba-0df0900ec122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.295533 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f33ea606-e5c4-4ce2-95ba-0df0900ec122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.409722 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fd40dab-9c1a-4fd6-9104-3d01e579e2e2 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.486718 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f33ea606-e5c4-4ce2-95ba-0df0900ec122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.489275 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f33ea606-e5c4-4ce2-95ba-0df0900ec122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.495718 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f33ea606-e5c4-4ce2-95ba-0df0900ec122 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a385bec1-816c-4023-82ae-1bef8afde409 HTTP/1.1" status: 204 len: 168 time: 0.3643153 Aug 31 01:08:47.506689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd40dab-9c1a-4fd6-9104-3d01e579e2e2 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Pushing event deleted for resources: {'Port': ['ID=79f43491-3341-4378-8a29-b959f1478a07,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:47.509672 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ea606-e5c4-4ce2-95ba-0df0900ec122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a385bec1-816c-4023-82ae-1bef8afde409,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:47.658501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:08:47.659457 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.695050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9476bcea-407e-41fb-8644-09db78715680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:47.695732 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9476bcea-407e-41fb-8644-09db78715680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.764425 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f98e31f7-a8a5-49de-a046-cd4479af03ed req-87a138ff-70f4-45d8-871e-cef269344646 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036816 Aug 31 01:08:47.766739 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06479514-17c0-42cb-a97e-6c85d7f60062 req-aaef289f-34af-496c-ad02-3f4dc0fdf3db tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 210 time: 0.1826842 Aug 31 01:08:47.792083 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] For port cb62dff1-7a45-450a-ad91-afbda23eb432, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:47.798730 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9476bcea-407e-41fb-8644-09db78715680 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3510787 Aug 31 01:08:47.798730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] For port cb62dff1-7a45-450a-ad91-afbda23eb432, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=cb62dff1-7a45-450a-ad91-afbda23eb432,segment=NetworkSegment(896b7580-530d-47c1-8d5a-decf859f8908),segment_id=896b7580-530d-47c1-8d5a-decf859f8908)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:47.809490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57394) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:47.811208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:47.855376 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fd40dab-9c1a-4fd6-9104-3d01e579e2e2 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.885206 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.951349 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:47.952038 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.953663 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] 10.222.0.48 "PUT /v2.0/ports/cb62dff1-7a45-450a-ad91-afbda23eb432 HTTP/1.1" status: 200 len: 1092 time: 3.3346996 Aug 31 01:08:47.958532 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.958532 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.958827 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33634dc9-37aa-4f3d-985e-0983de45a9ac', 'tag': 'cb62dff1-7a45-450a-ad91-afbda23eb432'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:47.961237 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b465cce1-140f-489f-bb43-15cc56c21c71" -d '{"events": [{"name": "network-changed", "server_uuid": "33634dc9-37aa-4f3d-985e-0983de45a9ac", "tag": "cb62dff1-7a45-450a-ad91-afbda23eb432"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:47.996321 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f7591-9758-43be-b5d7-d29e1ab25155 service neutron] Pushing event updated for resources: {'Port': ['ID=cb62dff1-7a45-450a-ad91-afbda23eb432,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:48.084280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Allocated IP 172.20.0.2 (3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5/ba7747f8-0f41-4519-aeaf-544d4f1a2b4a/9154ed09-7b00-47ff-9f5f-c8d42a8b64c4) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:48.085018 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fd40dab-9c1a-4fd6-9104-3d01e579e2e2 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.087932 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fd40dab-9c1a-4fd6-9104-3d01e579e2e2 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.099947 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.102777 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dfc408-a3a6-4990-8522-82626e5cda80 x-openstack-request-id: req-28dfc408-a3a6-4990-8522-82626e5cda80 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:48.103372 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33634dc9-37aa-4f3d-985e-0983de45a9ac", "tag": "cb62dff1-7a45-450a-ad91-afbda23eb432", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:48.103946 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28dfc408-a3a6-4990-8522-82626e5cda80 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:48.104628 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33634dc9-37aa-4f3d-985e-0983de45a9ac', 'tag': 'cb62dff1-7a45-450a-ad91-afbda23eb432', 'status': 'completed', 'code': 200} Aug 31 01:08:48.189772 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465cce1-140f-489f-bb43-15cc56c21c71 req-b4b4088e-669e-458e-b16a-ffdaba6a050a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:48.194025 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b465cce1-140f-489f-bb43-15cc56c21c71 req-b4b4088e-669e-458e-b16a-ffdaba6a050a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a93db11f09f4464a92ed2d7edec12db&device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 1095 time: 0.0879798 Aug 31 01:08:48.242876 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57402) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:48.319450 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fd40dab-9c1a-4fd6-9104-3d01e579e2e2 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.324341 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd40dab-9c1a-4fd6-9104-3d01e579e2e2 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Fanout notify agent at l3_agent the message router_deleted on router 2959f785-2221-427d-9b5f-8d0bf0444200 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:08:48.330563 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fd40dab-9c1a-4fd6-9104-3d01e579e2e2 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.335278 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7fd40dab-9c1a-4fd6-9104-3d01e579e2e2 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "DELETE /v2.0/routers/2959f785-2221-427d-9b5f-8d0bf0444200 HTTP/1.1" status: 204 len: 168 time: 2.2507560 Aug 31 01:08:48.335603 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57408) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:48.361508 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1466203235', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}, 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:48.457132 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.479854 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Transition to ACTIVE for port object 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:48.513632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Transition to ACTIVE for port object 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:48.565511 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.568714 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.594051 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.604885 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d75485e-f277-41be-a88f-3e6adb495996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.689805 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Network 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:48.695953 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:48.701571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:48.705254 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.756108 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.762131 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Pushing event updated for resources: {'Port': ['ID=9154ed09-7b00-47ff-9f5f-c8d42a8b64c4,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:48.862498 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Attempting to bind port 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:48.863530 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Attempting to bind port 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '4e2f4214-ec8c-4fcb-b201-015df456200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:48.868879 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Attempting to bind port 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 on network 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:48.886411 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:48.890236 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:48.890947 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:48.892645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:48.893218 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:48.894563 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:48.895247 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465cce1-140f-489f-bb43-15cc56c21c71 req-72e9cc80-bd13-4598-84a4-6f8a9c5c85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:48.895897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:48.896465 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:48.900292 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:48.901139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:48.902713 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b465cce1-140f-489f-bb43-15cc56c21c71 req-72e9cc80-bd13-4598-84a4-6f8a9c5c85a8 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9a93db11f09f4464a92ed2d7edec12db&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6995647 Aug 31 01:08:48.903402 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:48.903969 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:48.945092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:48.947478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Checking segment: {'id': '4e2f4214-ec8c-4fcb-b201-015df456200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:48.948269 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.949912 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Bound using segment: {'id': '4e2f4214-ec8c-4fcb-b201-015df456200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:48.950540 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Bound port: 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2f4214-ec8c-4fcb-b201-015df456200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:48.953912 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.959525 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-3afd7a7c-f9ce-4000-a380-0af1735660fa tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:48.965978 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-3afd7a7c-f9ce-4000-a380-0af1735660fa tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.41 "GET /v2.0/networks?id=f095f258-8f80-4294-a06e-49d320c08de5 HTTP/1.1" status: 200 len: 797 time: 0.5235856 Aug 31 01:08:49.126917 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:49.133190 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] For port 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:49.135709 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-47a317a1-09b7-4d71-9b0b-3b083204145d req-a5bffa3d-a8e7-4ffd-9d48-a7247a6b214c tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 210 time: 0.0918264 Aug 31 01:08:49.137783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] For port 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9154ed09-7b00-47ff-9f5f-c8d42a8b64c4,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:49.178775 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d75485e-f277-41be-a88f-3e6adb495996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:49.216150 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:49.272177 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73f375-5612-4a82-9855-964232de1050 req-db160374-9237-4292-b8d0-576e29a85ca3 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:49.274204 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-be73f375-5612-4a82-9855-964232de1050 req-db160374-9237-4292-b8d0-576e29a85ca3 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 943 time: 0.2627783 Aug 31 01:08:49.279068 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-ee425853-d775-476a-8067-adb1a8a68d3b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f481833dbad44e8ab08e3a835b3f2ce HTTP/1.1" status: 200 len: 380 time: 0.2948182 Aug 31 01:08:49.289204 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d75485e-f277-41be-a88f-3e6adb495996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:49.297338 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-40502b2a-85a1-4ac5-9c68-55f521241e24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'port': {'device_id': '13ee56f9-3481-4360-a780-147a975ad833', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'admin_state_up': True, 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'security_groups': ['56540cc1-7caa-4878-aa7c-35f0d8987b0d']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:49.379638 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4952ea7-09a7-4abe-bee9-5bd1debe24d9 None None] Pushing event updated for resources: {'Port': ['ID=9154ed09-7b00-47ff-9f5f-c8d42a8b64c4,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:49.382697 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5d75485e-f277-41be-a88f-3e6adb495996 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d90d421c495462d813f47e1708c5bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1384120 Aug 31 01:08:49.392416 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57434) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:49.402277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465cce1-140f-489f-bb43-15cc56c21c71 req-fe07f55d-0300-4504-820a-2b5b60727a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:49.405674 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b465cce1-140f-489f-bb43-15cc56c21c71 req-fe07f55d-0300-4504-820a-2b5b60727a00 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4373515 Aug 31 01:08:49.462302 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75485e-f277-41be-a88f-3e6adb495996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f44853-e96b-4d7d-ba7c-6290a1ca93bb,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:49.592676 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f84b9350-6c4c-46db-9d01-35c0994e4607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:49.638655 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-be73f375-5612-4a82-9855-964232de1050 req-f74e7030-7911-4112-befe-0efe1f36714e tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292005 Aug 31 01:08:49.648166 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f84b9350-6c4c-46db-9d01-35c0994e4607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:49.733005 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-665bd592-eba0-42b3-9259-73e96f26859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:49.735210 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-665bd592-eba0-42b3-9259-73e96f26859a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a93db11f09f4464a92ed2d7edec12db&device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 1095 time: 0.2614520 Aug 31 01:08:49.883733 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-cf76a317-d63c-4ddf-8ad6-a7c5bfd2cb6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb62dff1-7a45-450a-ad91-afbda23eb432 HTTP/1.1" status: 200 len: 217 time: 0.1268120 Aug 31 01:08:49.905559 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-40502b2a-85a1-4ac5-9c68-55f521241e24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Made reservation on behalf of 5f481833dbad44e8ab08e3a835b3f2ce for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:49.911546 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-40502b2a-85a1-4ac5-9c68-55f521241e24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:49.946623 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.010405 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.081964 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-fa230701-49da-4253-b8c4-525f810f8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:50.083539 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-fa230701-49da-4253-b8c4-525f810f8a41 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fb4ff75-eef7-4ae4-9502-ba24a73f78cf HTTP/1.1" status: 200 len: 859 time: 0.1917529 Aug 31 01:08:50.124422 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f84b9350-6c4c-46db-9d01-35c0994e4607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.127786 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f84b9350-6c4c-46db-9d01-35c0994e4607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.129895 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f84b9350-6c4c-46db-9d01-35c0994e4607 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16f44853-e96b-4d7d-ba7c-6290a1ca93bb HTTP/1.1" status: 204 len: 168 time: 0.7347424 Aug 31 01:08:50.176845 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-526029f9-6bd8-4b90-a35b-d9cd118a1f02 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720129 Aug 31 01:08:50.210885 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b9350-6c4c-46db-9d01-35c0994e4607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f44853-e96b-4d7d-ba7c-6290a1ca93bb,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:50.273416 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.305365 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.429009 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a557e3c-e670-4bad-a590-5fcba162b80f req-ab05fcf3-9d32-4b7a-9b51-8b9943893ab9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 210 time: 0.0730965 Aug 31 01:08:50.474290 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Allocated IP 172.25.2.60 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/c37cbc4c-3cef-4a89-8edf-49a5fc785bf8) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:50.512984 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57450) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:50.551004 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:50.579647 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-40502b2a-85a1-4ac5-9c68-55f521241e24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Allocated IP 172.20.0.6 (f095f258-8f80-4294-a06e-49d320c08de5/00adf21d-21f6-4a07-946b-74513c7c1b55/d309868f-4db1-456e-8b12-f6d71995d9cc) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:50.591602 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-b18663fb-0caa-44e6-a154-74e5be8d4022 service neutron] 10.222.0.48 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072151 Aug 31 01:08:50.815875 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:50.831837 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.899248 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63f8c2cc-24d9-4c5f-881b-d087526c3695 req-85de3950-859b-494d-9016-10a6bcd70fd9 service neutron] 10.222.0.48 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894166 Aug 31 01:08:50.992565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225490b-395c-484f-a6eb-e799492ffbfa req-4ae81908-fbf9-4f84-b2de-6b89974e908f tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:51.001939 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3225490b-395c-484f-a6eb-e799492ffbfa req-4ae81908-fbf9-4f84-b2de-6b89974e908f tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 943 time: 0.0784214 Aug 31 01:08:51.044996 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a25aef6-6a5b-4dbe-ad33-d3687fcd759c None None] Network 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:51.092387 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3225490b-395c-484f-a6eb-e799492ffbfa req-eb611ec0-d5d6-4405-be24-e6bde05a5244 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892105 Aug 31 01:08:51.105216 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:51.181594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-7d175ad0-6101-461e-b6af-77005ab4a806 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-748343319-network', 'tenant_id': 'f352ea30918c400cad8ba861159cf775'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:51.220178 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:51.226396 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:51.229520 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Pushing event updated for resources: {'Port': ['ID=c37cbc4c-3cef-4a89-8edf-49a5fc785bf8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:51.234107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] Allocated IP 172.25.2.230 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/25e0e131-eda0-4226-917e-fa9ccf74bd49) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:51.234448 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:51.247290 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f9c50ce0-dbcb-4ca6-ab08-dcf0447fd29a None None] Provisioning for port 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:51.280960 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-40502b2a-85a1-4ac5-9c68-55f521241e24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:51.357615 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-40502b2a-85a1-4ac5-9c68-55f521241e24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Transition to ACTIVE for port object d309868f-4db1-456e-8b12-f6d71995d9cc will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:51.387502 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f9c50ce0-dbcb-4ca6-ab08-dcf0447fd29a None None] Provisioning complete for port 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:51.387876 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f9c50ce0-dbcb-4ca6-ab08-dcf0447fd29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:51.461740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d175ad0-6101-461e-b6af-77005ab4a806 admin admin] Made reservation on behalf of f352ea30918c400cad8ba861159cf775 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:51.465393 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d175ad0-6101-461e-b6af-77005ab4a806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:51.488932 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:51.663767 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d175ad0-6101-461e-b6af-77005ab4a806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:51.726933 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-40502b2a-85a1-4ac5-9c68-55f521241e24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:51.805348 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:51.812447 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f9c50ce0-dbcb-4ca6-ab08-dcf0447fd29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:51.864501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f9c50ce0-dbcb-4ca6-ab08-dcf0447fd29a None None] For port 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9154ed09-7b00-47ff-9f5f-c8d42a8b64c4,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:51.993776 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f9c50ce0-dbcb-4ca6-ab08-dcf0447fd29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:52.012611 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-40502b2a-85a1-4ac5-9c68-55f521241e24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Network f095f258-8f80-4294-a06e-49d320c08de5 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:52.035002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-40502b2a-85a1-4ac5-9c68-55f521241e24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:52.067273 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde43a8-6322-4fe2-9161-4526396a826c req-8ee37250-b7c2-40db-8a46-de49dc2cc355 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.083391 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6bde43a8-6322-4fe2-9161-4526396a826c req-8ee37250-b7c2-40db-8a46-de49dc2cc355 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 931 time: 0.4123573 Aug 31 01:08:52.085917 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-40502b2a-85a1-4ac5-9c68-55f521241e24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:52.097575 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:52.108942 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40502b2a-85a1-4ac5-9c68-55f521241e24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Port': ['ID=d309868f-4db1-456e-8b12-f6d71995d9cc,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:52.130795 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:52.195340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:52.212841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c50ce0-dbcb-4ca6-ab08-dcf0447fd29a None None] Pushing event updated for resources: {'Port': ['ID=9154ed09-7b00-47ff-9f5f-c8d42a8b64c4,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:52.254433 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a55df560-8548-48e7-ae8b-7021c4a9b7bd None None] Provisioning complete for port 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:52.255289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:52.256034 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a55df560-8548-48e7-ae8b-7021c4a9b7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:52.555625 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:52.589904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706fc82-b2e3-43ac-8125-0b83d885b50d req-a05361d7-d956-438c-a3cc-9ce8ec64f078 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.591316 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4706fc82-b2e3-43ac-8125-0b83d885b50d req-a05361d7-d956-438c-a3cc-9ce8ec64f078 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 943 time: 0.2938125 Aug 31 01:08:52.629221 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:52.629707 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:52.767603 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4706fc82-b2e3-43ac-8125-0b83d885b50d req-f0c15f90-4be9-46f2-8cff-04df2ab2beb6 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222258 Aug 31 01:08:52.799272 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-40502b2a-85a1-4ac5-9c68-55f521241e24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.800358 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-40502b2a-85a1-4ac5-9c68-55f521241e24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:52.807705 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] Pushing event updated for resources: {'Port': ['ID=25e0e131-eda0-4226-917e-fa9ccf74bd49,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:52.809705 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:52.830017 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6bde43a8-6322-4fe2-9161-4526396a826c req-02a011e8-3e17-4b39-850f-7176c5b91c36 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=56540cc1-7caa-4878-aa7c-35f0d8987b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7270186 Aug 31 01:08:52.870987 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d175ad0-6101-461e-b6af-77005ab4a806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:52.895422 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a9b785e0-6b50-489e-8168-350b66c63c26 None None] Provisioning for port d309868f-4db1-456e-8b12-f6d71995d9cc completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:52.899900 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a9b785e0-6b50-489e-8168-350b66c63c26 None None] Provisioning complete for port d309868f-4db1-456e-8b12-f6d71995d9cc triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:52.900277 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a9b785e0-6b50-489e-8168-350b66c63c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:52.975528 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-a9b785e0-6b50-489e-8168-350b66c63c26 None None] Port d309868f-4db1-456e-8b12-f6d71995d9cc cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:08:52.990404 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d175ad0-6101-461e-b6af-77005ab4a806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:53.031578 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d175ad0-6101-461e-b6af-77005ab4a806 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:08:53.054598 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d175ad0-6101-461e-b6af-77005ab4a806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:53.054930 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-7d175ad0-6101-461e-b6af-77005ab4a806 admin admin] Added segment 3746d6cb-db0d-4515-9b19-938156d728e2 of type vlan for network 233b9bf7-bb8b-473c-966b-3b104e130b94 Aug 31 01:08:53.093623 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175ad0-6101-461e-b6af-77005ab4a806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a439b58-a0b2-4d2c-8904-b13331b69366,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:53.138064 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d175ad0-6101-461e-b6af-77005ab4a806 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:53.151001 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-40502b2a-85a1-4ac5-9c68-55f521241e24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8635690 Aug 31 01:08:53.153193 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:53.183544 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Router 4257c27b-5318-419c-a080-139d15025c9b is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:08:53.208865 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Request body: {'port': {'device_id': '13ee56f9-3481-4360-a780-147a975ad833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:53.387481 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:08:53.402249 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31970e0e-fdca-4385-abca-ee73035196e8 None None] Sync routers for ids ['4257c27b-5318-419c-a080-139d15025c9b'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:08:53.414762 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31970e0e-fdca-4385-abca-ee73035196e8 None None] Routers {'4257c27b-5318-419c-a080-139d15025c9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:53.415729 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-31970e0e-fdca-4385-abca-ee73035196e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4257c27b-5318-419c-a080-139d15025c9b'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:53.451399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-31970e0e-fdca-4385-abca-ee73035196e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:53.461837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31970e0e-fdca-4385-abca-ee73035196e8 None None] Routers {'4257c27b-5318-419c-a080-139d15025c9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:53.462559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-31970e0e-fdca-4385-abca-ee73035196e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4257c27b-5318-419c-a080-139d15025c9b'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:53.502777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-31970e0e-fdca-4385-abca-ee73035196e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:53.503588 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31970e0e-fdca-4385-abca-ee73035196e8 None None] The sync data for ids ['4257c27b-5318-419c-a080-139d15025c9b'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:08:53.535292 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:53.538290 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ba204ca5-a2fe-41cd-85ce-51b05f896905 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2000084 Aug 31 01:08:53.548951 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57510) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:53.548951 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-8d16db63-bc40-4542-8d06-db3136c1d23d tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:53.696726 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d175ad0-6101-461e-b6af-77005ab4a806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:53.697771 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d175ad0-6101-461e-b6af-77005ab4a806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:53.698367 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d175ad0-6101-461e-b6af-77005ab4a806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:53.725099 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:53.828178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d175ad0-6101-461e-b6af-77005ab4a806 admin admin] Pushing event updated for resources: {'Network': ['ID=233b9bf7-bb8b-473c-966b-3b104e130b94,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:53.840174 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 233b9bf7-bb8b-473c-966b-3b104e130b94 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:08:53.969632 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7d175ad0-6101-461e-b6af-77005ab4a806 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.4524801 Aug 31 01:08:54.022392 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57524) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:54.049593 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-104d8d00-cdaa-4f57-a7aa-0804a1c7addc admin admin] Request body: {'subnet': {'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-748343319-subnet', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:54.067030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device cb62dff1-7a45-450a-ad91-afbda23eb432 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:08:54.103489 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:54.119812 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e3645-7ca0-4894-91f9-e8cf5dea0a11 req-323686a3-d918-47c4-9e82-fe435c04de06 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:54.126143 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-958e3645-7ca0-4894-91f9-e8cf5dea0a11 req-323686a3-d918-47c4-9e82-fe435c04de06 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 943 time: 0.2564082 Aug 31 01:08:54.130652 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d16db63-bc40-4542-8d06-db3136c1d23d tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:54.158022 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1838803-2d27-48be-aa8e-66e544e0700e req-d9510ba7-6850-4c37-925a-54e46f0de012 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:54.160486 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1838803-2d27-48be-aa8e-66e544e0700e req-d9510ba7-6850-4c37-925a-54e46f0de012 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 931 time: 0.1364255 Aug 31 01:08:54.230855 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1838803-2d27-48be-aa8e-66e544e0700e req-004c8e9e-d501-4f12-bdb5-feca280542f0 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=56540cc1-7caa-4878-aa7c-35f0d8987b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603724 Aug 31 01:08:54.244481 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port cb62dff1-7a45-450a-ad91-afbda23eb432, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=cb62dff1-7a45-450a-ad91-afbda23eb432,segment=NetworkSegment(896b7580-530d-47c1-8d5a-decf859f8908),segment_id=896b7580-530d-47c1-8d5a-decf859f8908)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:54.261839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104d8d00-cdaa-4f57-a7aa-0804a1c7addc admin admin] Made reservation on behalf of f352ea30918c400cad8ba861159cf775 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:54.267956 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-104d8d00-cdaa-4f57-a7aa-0804a1c7addc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:54.280189 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'cb62dff1-7a45-450a-ad91-afbda23eb432', 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4', 'port_id': 'cb62dff1-7a45-450a-ad91-afbda23eb432', 'mac_address': 'fa:16:3e:4a:20:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb4ff75-eef7-4ae4-9502-ba24a73f78cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:08:54.368325 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:54.370741 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-958e3645-7ca0-4894-91f9-e8cf5dea0a11 req-655b5bba-125f-4578-b41c-84beab4ad520 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381527 Aug 31 01:08:54.410700 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb62dff1-7a45-450a-ad91-afbda23eb432 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:54.468676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port cb62dff1-7a45-450a-ad91-afbda23eb432, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=cb62dff1-7a45-450a-ad91-afbda23eb432,segment=NetworkSegment(896b7580-530d-47c1-8d5a-decf859f8908),segment_id=896b7580-530d-47c1-8d5a-decf859f8908)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:54.521836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d309868f-4db1-456e-8b12-f6d71995d9cc {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:54.530593 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:54.542694 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Transition to ACTIVE for port object d309868f-4db1-456e-8b12-f6d71995d9cc will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:54.543001 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d16db63-bc40-4542-8d06-db3136c1d23d tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:54.585604 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:54.627261 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] Router 4622f048-4058-4822-9efc-3bc240b7c8c6 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:08:54.651482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=cb62dff1-7a45-450a-ad91-afbda23eb432,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:54.699273 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:54.702946 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-104d8d00-cdaa-4f57-a7aa-0804a1c7addc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:54.780687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['cb62dff1-7a45-450a-ad91-afbda23eb432'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:54.806556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:08:54.808907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d8d00-cdaa-4f57-a7aa-0804a1c7addc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6777f57f-88c7-4f11-8706-5a820e8d5829,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:54.825295 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Sync routers for ids ['4622f048-4058-4822-9efc-3bc240b7c8c6'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:08:54.848094 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Pushing event updated for resources: {'Port': ['ID=d309868f-4db1-456e-8b12-f6d71995d9cc,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:54.854810 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Routers {'4622f048-4058-4822-9efc-3bc240b7c8c6'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:54.856417 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4622f048-4058-4822-9efc-3bc240b7c8c6'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:54.863938 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104d8d00-cdaa-4f57-a7aa-0804a1c7addc admin admin] Checking segment: {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:54.870297 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104d8d00-cdaa-4f57-a7aa-0804a1c7addc admin admin] Network hostable DHCP agents. Network: 233b9bf7-bb8b-473c-966b-3b104e130b94, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:08:54.912880 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-8d16db63-bc40-4542-8d06-db3136c1d23d tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Deleting port c37cbc4c-3cef-4a89-8edf-49a5fc785bf8 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:54.914616 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d16db63-bc40-4542-8d06-db3136c1d23d tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:54.984531 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Attempting to bind port d309868f-4db1-456e-8b12-f6d71995d9cc on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:54.985042 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Attempting to bind port d309868f-4db1-456e-8b12-f6d71995d9cc by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '7f5e086e-eaec-4310-947e-e9fc86970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:54.985693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Attempting to bind port d309868f-4db1-456e-8b12-f6d71995d9cc on network f095f258-8f80-4294-a06e-49d320c08de5 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:55.006895 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:55.012528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57558) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:55.012791 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-93a14179-e43a-4010-a6f2-441d4217c07c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2109306 Aug 31 01:08:55.013913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Port d309868f-4db1-456e-8b12-f6d71995d9cc on network f095f258-8f80-4294-a06e-49d320c08de5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:55.014885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Attempting to bind port d309868f-4db1-456e-8b12-f6d71995d9cc on network f095f258-8f80-4294-a06e-49d320c08de5 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:55.045335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:55.045335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Checking segment: {'id': '7f5e086e-eaec-4310-947e-e9fc86970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:55.045335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Bound using segment: {'id': '7f5e086e-eaec-4310-947e-e9fc86970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:55.045335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Bound port: d309868f-4db1-456e-8b12-f6d71995d9cc, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f5e086e-eaec-4310-947e-e9fc86970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:55.045335 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:55.241653 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] For port d309868f-4db1-456e-8b12-f6d71995d9cc, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:55.249998 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] For port d309868f-4db1-456e-8b12-f6d71995d9cc, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d309868f-4db1-456e-8b12-f6d71995d9cc,segment=NetworkSegment(7f5e086e-eaec-4310-947e-e9fc86970f8e),segment_id=7f5e086e-eaec-4310-947e-e9fc86970f8e)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:55.250908 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Set router 4622f048-4058-4822-9efc-3bc240b7c8c6 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:55.348113 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:55.440184 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104d8d00-cdaa-4f57-a7aa-0804a1c7addc admin admin] Network 233b9bf7-bb8b-473c-966b-3b104e130b94 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:08:55.449090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Pushing event updated for resources: {'Port': ['ID=d309868f-4db1-456e-8b12-f6d71995d9cc,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:55.475365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:55.476448 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:55.479084 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-1e687dcf-e191-4829-8542-bdc71a2e2816 service neutron] 10.222.0.41 "PUT /v2.0/ports/d309868f-4db1-456e-8b12-f6d71995d9cc HTTP/1.1" status: 200 len: 1092 time: 2.3142855 Aug 31 01:08:55.479729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ee56f9-3481-4360-a780-147a975ad833', 'tag': 'd309868f-4db1-456e-8b12-f6d71995d9cc'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:55.494367 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38f28db-143a-42e9-bf4d-020bfc1296ec" -d '{"events": [{"name": "network-changed", "server_uuid": "13ee56f9-3481-4360-a780-147a975ad833", "tag": "d309868f-4db1-456e-8b12-f6d71995d9cc"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:55.612972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda33b41-ffa5-4eba-a84e-fe1133491f50 req-62b98dd2-1854-44c7-9e7a-86eaf6c07ad2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:55.620931 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:08:52Z', 'revision_number': 3, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:55.639055 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dda33b41-ffa5-4eba-a84e-fe1133491f50 req-62b98dd2-1854-44c7-9e7a-86eaf6c07ad2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 943 time: 0.2014802 Aug 31 01:08:55.662500 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Checking router: 4622f048-4058-4822-9efc-3bc240b7c8c6 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:08:55.663060 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Updating router 4622f048-4058-4822-9efc-3bc240b7c8c6 port 25e0e131-eda0-4226-917e-fa9ccf74bd49 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:08:55.702314 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:55.702566 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d16db63-bc40-4542-8d06-db3136c1d23d tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:55.705664 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3dea1-060f-4948-b953-b088f334e73a req-94ea8d46-6537-4c51-b697-ef5e4f7458c6 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:55.707803 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bee3dea1-060f-4948-b953-b088f334e73a req-94ea8d46-6537-4c51-b697-ef5e4f7458c6 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 944 time: 0.1297624 Aug 31 01:08:55.715111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-8d16db63-bc40-4542-8d06-db3136c1d23d tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Calling delete_port for c37cbc4c-3cef-4a89-8edf-49a5fc785bf8 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:55.744602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-4db009c6-4d2b-41e0-9991-523b4e57dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:55.747151 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-4db009c6-4d2b-41e0-9991-523b4e57dfe3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f481833dbad44e8ab08e3a835b3f2ce&device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 1095 time: 0.0976479 Aug 31 01:08:55.775178 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-104d8d00-cdaa-4f57-a7aa-0804a1c7addc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 233b9bf7-bb8b-473c-966b-3b104e130b94) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:55.784232 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e9fb32-fe56-4429-9c71-4287c2084072 None None] Network 233b9bf7-bb8b-473c-966b-3b104e130b94 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:55.822820 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bee3dea1-060f-4948-b953-b088f334e73a req-6a6f2908-0a48-467a-8339-7a60355fb102 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027739 Aug 31 01:08:55.899148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104d8d00-cdaa-4f57-a7aa-0804a1c7addc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:55.899758 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-104d8d00-cdaa-4f57-a7aa-0804a1c7addc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:55.972344 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-b687aa83-09b3-410e-a550-2bf82e9af7e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d309868f-4db1-456e-8b12-f6d71995d9cc HTTP/1.1" status: 200 len: 217 time: 0.2034941 Aug 31 01:08:55.972918 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7942c12-42c3-4784-9f75-d0717ca4a533 x-openstack-request-id: req-d7942c12-42c3-4784-9f75-d0717ca4a533 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:55.973173 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ee56f9-3481-4360-a780-147a975ad833", "tag": "d309868f-4db1-456e-8b12-f6d71995d9cc", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:55.978493 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7942c12-42c3-4784-9f75-d0717ca4a533 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:55.979336 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ee56f9-3481-4360-a780-147a975ad833', 'tag': 'd309868f-4db1-456e-8b12-f6d71995d9cc', 'status': 'completed', 'code': 200} Aug 31 01:08:56.268195 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device cb62dff1-7a45-450a-ad91-afbda23eb432 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:56.340592 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dda33b41-ffa5-4eba-a84e-fe1133491f50 req-7ddca18d-c275-4f5c-ba8b-6135726215a3 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=56540cc1-7caa-4878-aa7c-35f0d8987b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5668662 Aug 31 01:08:56.440149 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:56.441239 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-112fef34-956b-45ec-95e8-2fd0d8a42a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:56.444322 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-112fef34-956b-45ec-95e8-2fd0d8a42a25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00adf21d-21f6-4a07-946b-74513c7c1b55 HTTP/1.1" status: 200 len: 834 time: 0.4631221 Aug 31 01:08:56.469308 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Transition to ACTIVE for port object 25e0e131-eda0-4226-917e-fa9ccf74bd49 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:56.512992 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-233b9bf7-bb8b-473c-966b-3b104e130b94', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'fixed_ips': [{'subnet_id': '6777f57f-88c7-4f11-8706-5a820e8d5829'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:08:56.514780 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:56.566546 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-104d8d00-cdaa-4f57-a7aa-0804a1c7addc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5235107 Aug 31 01:08:56.571944 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57602) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:56.590110 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-748343319-router', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:56.599092 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-6ef4fad2-8020-4b0a-9508-d686dabbe9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:56.602008 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-6ef4fad2-8020-4b0a-9508-d686dabbe9e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f095f258-8f80-4294-a06e-49d320c08de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1485381 Aug 31 01:08:56.641650 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:56.644165 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port cb62dff1-7a45-450a-ad91-afbda23eb432 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:56.662716 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port cb62dff1-7a45-450a-ad91-afbda23eb432 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:56.662930 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:56.718112 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Attempting to bind port 25e0e131-eda0-4226-917e-fa9ccf74bd49 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:56.718911 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Attempting to bind port 25e0e131-eda0-4226-917e-fa9ccf74bd49 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:56.719485 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Attempting to bind port 25e0e131-eda0-4226-917e-fa9ccf74bd49 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:56.729726 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:56.730518 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:56.731135 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:56.731837 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:56.732623 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Bound port: 25e0e131-eda0-4226-917e-fa9ccf74bd49, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:56.733220 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:56.773564 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Allocated IP 172.20.0.2 (233b9bf7-bb8b-473c-966b-3b104e130b94/6777f57f-88c7-4f11-8706-5a820e8d5829/ece45a75-9e92-46db-93e6-8a3f16660e67) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:56.809010 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] For port 25e0e131-eda0-4226-917e-fa9ccf74bd49, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:56.813608 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] For port 25e0e131-eda0-4226-917e-fa9ccf74bd49, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=25e0e131-eda0-4226-917e-fa9ccf74bd49,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:56.823603 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40061723-8cc4-4e22-a808-bd08a64c8c1c None None] Pushing event updated for resources: {'Port': ['ID=25e0e131-eda0-4226-917e-fa9ccf74bd49,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:56.828331 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:56.880382 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-a3b63423-9200-4a83-ade3-7c201866a097 service neutron] 10.222.0.41 "GET /v2.0/networks/f095f258-8f80-4294-a06e-49d320c08de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703187 Aug 31 01:08:56.904329 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33634dc9-37aa-4f3d-985e-0983de45a9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb62dff1-7a45-450a-ad91-afbda23eb432'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:56.907109 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de73eb8-2a2e-497f-92a3-62a16c8b5921" -d '{"events": [{"server_uuid": "33634dc9-37aa-4f3d-985e-0983de45a9ac", "name": "network-vif-plugged", "status": "completed", "tag": "cb62dff1-7a45-450a-ad91-afbda23eb432"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:56.914473 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:56.915388 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:56.929486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port cb62dff1-7a45-450a-ad91-afbda23eb432, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=cb62dff1-7a45-450a-ad91-afbda23eb432,segment=NetworkSegment(896b7580-530d-47c1-8d5a-decf859f8908),segment_id=896b7580-530d-47c1-8d5a-decf859f8908)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:56.973170 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d576e807-cbcf-4ada-be38-9e0a9b146eef x-openstack-request-id: req-d576e807-cbcf-4ada-be38-9e0a9b146eef {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:56.973170 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33634dc9-37aa-4f3d-985e-0983de45a9ac", "name": "network-vif-plugged", "status": "completed", "tag": "cb62dff1-7a45-450a-ad91-afbda23eb432", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:56.973170 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d576e807-cbcf-4ada-be38-9e0a9b146eef {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:56.973623 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33634dc9-37aa-4f3d-985e-0983de45a9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb62dff1-7a45-450a-ad91-afbda23eb432', 'code': 200} Aug 31 01:08:57.027441 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:57.031875 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5d6f3af3-d0a5-46f9-9b3d-f9dd1d696cf5 req-5fc3f427-2458-43ac-b9de-15c8d8cc0302 service neutron] 10.222.0.41 "GET /v2.0/networks/f095f258-8f80-4294-a06e-49d320c08de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429133 Aug 31 01:08:57.041550 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:57.053355 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Transition to ACTIVE for port object ece45a75-9e92-46db-93e6-8a3f16660e67 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:57.084038 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Transition to ACTIVE for port object ece45a75-9e92-46db-93e6-8a3f16660e67 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:57.092510 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:57.119079 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Routers {'4622f048-4058-4822-9efc-3bc240b7c8c6'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:57.120027 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4622f048-4058-4822-9efc-3bc240b7c8c6'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:57.153046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee023ba-f1e0-48ed-876e-a221cef116c6 req-52075b90-d9fa-47e7-80ab-6f5318ccef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:57.156741 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ee023ba-f1e0-48ed-876e-a221cef116c6 req-52075b90-d9fa-47e7-80ab-6f5318ccef6a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 1096 time: 0.0958085 Aug 31 01:08:57.158347 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=cb62dff1-7a45-450a-ad91-afbda23eb432,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:57.158550 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d16db63-bc40-4542-8d06-db3136c1d23d tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:57.174317 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40061723-8cc4-4e22-a808-bd08a64c8c1c None None] Pushing event updated for resources: {'Port': ['ID=25e0e131-eda0-4226-917e-fa9ccf74bd49,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:57.198104 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ee023ba-f1e0-48ed-876e-a221cef116c6 req-d6abc3f7-0d03-4b00-9d26-aeb6a2b1ea3c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362370 Aug 31 01:08:57.213813 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd2229-04d1-4af3-95e2-069dd1b76c54 req-75c465b2-926f-4e0f-81e3-4f20bd27cb54 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:57.215364 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-21dd2229-04d1-4af3-95e2-069dd1b76c54 req-75c465b2-926f-4e0f-81e3-4f20bd27cb54 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 944 time: 0.2134447 Aug 31 01:08:57.220416 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:57.237086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16db63-bc40-4542-8d06-db3136c1d23d tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Pushing event deleted for resources: {'Port': ['ID=c37cbc4c-3cef-4a89-8edf-49a5fc785bf8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:57.252140 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] Set router 4622f048-4058-4822-9efc-3bc240b7c8c6 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:57.376667 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:57.377662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f28db-143a-42e9-bf4d-020bfc1296ec req-2e882123-faaa-4bf7-995b-2f9dfce61a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:57.408980 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b38f28db-143a-42e9-bf4d-020bfc1296ec req-2e882123-faaa-4bf7-995b-2f9dfce61a5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f481833dbad44e8ab08e3a835b3f2ce&device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 1095 time: 0.0806577 Aug 31 01:08:57.464127 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Network 233b9bf7-bb8b-473c-966b-3b104e130b94 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:57.474106 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:57.489258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:57.495279 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Pushing event updated for resources: {'Port': ['ID=ece45a75-9e92-46db-93e6-8a3f16660e67,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:57.524522 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:08:57.564635 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Attempting to bind port ece45a75-9e92-46db-93e6-8a3f16660e67 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:57.564950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Attempting to bind port ece45a75-9e92-46db-93e6-8a3f16660e67 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:57.565323 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Attempting to bind port ece45a75-9e92-46db-93e6-8a3f16660e67 on network 233b9bf7-bb8b-473c-966b-3b104e130b94 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:57.571355 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:57.571740 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Checking segment: {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:57.572146 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:57.572542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Bound using segment: {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:57.573169 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Bound port: ece45a75-9e92-46db-93e6-8a3f16660e67, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:57.573404 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:57.591490 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:08:52Z', 'revision_number': 3, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:57.658255 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8402aad-d6c2-4bf9-bb0b-bc97737e7d84 None None] The sync data for ids ['4622f048-4058-4822-9efc-3bc240b7c8c6'] in n-d-793621-34 is: [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:08:52Z', 'revision_number': 3, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:08:57.677881 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] For port ece45a75-9e92-46db-93e6-8a3f16660e67, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:57.682330 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] For port ece45a75-9e92-46db-93e6-8a3f16660e67, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ece45a75-9e92-46db-93e6-8a3f16660e67,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:57.700564 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] Allocated IP 172.20.0.1 (3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5/ba7747f8-0f41-4519-aeaf-544d4f1a2b4a/21ba741a-fd53-45a1-8ad4-6acaa883499a) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:57.702407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10634e-9481-413b-a86e-72f115f6802b req-aeb59a8f-79b7-499a-a520-6a5c3ae48b94 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:57.702407 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-be10634e-9481-413b-a86e-72f115f6802b req-aeb59a8f-79b7-499a-a520-6a5c3ae48b94 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 943 time: 0.1677005 Aug 31 01:08:57.704805 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d16db63-bc40-4542-8d06-db3136c1d23d tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:57.705626 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f28db-143a-42e9-bf4d-020bfc1296ec req-d02132d8-85f0-46db-b808-1396fdc4ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:57.708451 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b38f28db-143a-42e9-bf4d-020bfc1296ec req-d02132d8-85f0-46db-b808-1396fdc4ded2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f095f258-8f80-4294-a06e-49d320c08de5 HTTP/1.1" status: 200 len: 898 time: 0.3201869 Aug 31 01:08:57.713917 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:57.803115 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b38f28db-143a-42e9-bf4d-020bfc1296ec req-8438626b-1a8f-4333-9a17-fbbe500e0812 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d309868f-4db1-456e-8b12-f6d71995d9cc HTTP/1.1" status: 200 len: 217 time: 0.0784068 Aug 31 01:08:57.813431 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-21dd2229-04d1-4af3-95e2-069dd1b76c54 req-2ee47957-10c0-4d25-b7cd-c0078528123b tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732763 Aug 31 01:08:57.860965 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:57.955691 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f28db-143a-42e9-bf4d-020bfc1296ec req-b8b4bccd-4903-4bdd-b846-e48348ef4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:57.959018 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b38f28db-143a-42e9-bf4d-020bfc1296ec req-b8b4bccd-4903-4bdd-b846-e48348ef4dca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00adf21d-21f6-4a07-946b-74513c7c1b55 HTTP/1.1" status: 200 len: 834 time: 0.1295404 Aug 31 01:08:58.035043 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01250c-e88c-4fe3-8654-41d01df66010 None None] Pushing event updated for resources: {'Port': ['ID=ece45a75-9e92-46db-93e6-8a3f16660e67,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:58.058815 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-be10634e-9481-413b-a86e-72f115f6802b req-1912a62a-0ab8-4f5d-bed2-f59f6e6e32b7 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=56540cc1-7caa-4878-aa7c-35f0d8987b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3497539 Aug 31 01:08:58.166084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f28db-143a-42e9-bf4d-020bfc1296ec req-cc4f47f2-3d90-453a-b4c1-56a1479f8dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:58.169316 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b38f28db-143a-42e9-bf4d-020bfc1296ec req-cc4f47f2-3d90-453a-b4c1-56a1479f8dd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f095f258-8f80-4294-a06e-49d320c08de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366000 Aug 31 01:08:58.366970 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d16db63-bc40-4542-8d06-db3136c1d23d tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:58.431362 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b38f28db-143a-42e9-bf4d-020bfc1296ec req-9701d2a9-0984-48d8-894d-13c3eab0f847 service neutron] 10.222.0.41 "GET /v2.0/networks/f095f258-8f80-4294-a06e-49d320c08de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516756 Aug 31 01:08:58.431362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57642) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:58.478840 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d16db63-bc40-4542-8d06-db3136c1d23d tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:58.498111 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:58.601329 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 25e0e131-eda0-4226-917e-fa9ccf74bd49 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:58.616299 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:58.625626 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b38f28db-143a-42e9-bf4d-020bfc1296ec req-75afcf81-b53e-4c9b-b5f1-24e9b98696fa service neutron] 10.222.0.41 "GET /v2.0/networks/f095f258-8f80-4294-a06e-49d320c08de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885316 Aug 31 01:08:58.687449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] Transition to ACTIVE for port object 21ba741a-fd53-45a1-8ad4-6acaa883499a will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:58.696365 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d16db63-bc40-4542-8d06-db3136c1d23d tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Router 4257c27b-5318-419c-a080-139d15025c9b has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:08:58.739682 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dd851962-1cdc-40bc-956d-59f7bc5a2708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:58.815286 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 25e0e131-eda0-4226-917e-fa9ccf74bd49 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:58.820405 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 25e0e131-eda0-4226-917e-fa9ccf74bd49 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:58.821197 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:58.881988 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dd851962-1cdc-40bc-956d-59f7bc5a2708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.001291 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.032822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 25e0e131-eda0-4226-917e-fa9ccf74bd49, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=25e0e131-eda0-4226-917e-fa9ccf74bd49,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:59.077214 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dd851962-1cdc-40bc-956d-59f7bc5a2708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.160196 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-dd851962-1cdc-40bc-956d-59f7bc5a2708 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a07e12e41b0406f9bbc5774fae7eb35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7299263 Aug 31 01:08:59.161155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd851962-1cdc-40bc-956d-59f7bc5a2708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0eaab52-b567-4bf7-9738-3282661b96fa,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:59.163830 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57654) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:59.221574 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.234513 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-536aaf81-e89f-4d96-90d1-02b61f64b49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.297481 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-536aaf81-e89f-4d96-90d1-02b61f64b49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.302383 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=25e0e131-eda0-4226-917e-fa9ccf74bd49,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:59.352034 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d16db63-bc40-4542-8d06-db3136c1d23d tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:08:59.354788 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62610f35-1b3d-42aa-addf-b2ddff7a79e1 req-ac4a2aa9-38f9-4bd4-83d4-68eb9c28fc7e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:59.356882 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-62610f35-1b3d-42aa-addf-b2ddff7a79e1 req-ac4a2aa9-38f9-4bd4-83d4-68eb9c28fc7e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 943 time: 0.1162086 Aug 31 01:08:59.368790 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d16db63-bc40-4542-8d06-db3136c1d23d tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.370033 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8d16db63-bc40-4542-8d06-db3136c1d23d tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "PUT /v2.0/routers/4257c27b-5318-419c-a080-139d15025c9b HTTP/1.1" status: 200 len: 706 time: 5.8280203 Aug 31 01:08:59.376511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073ca951-bede-4728-9b0a-259a437a592b None None] Sync routers for ids ['4257c27b-5318-419c-a080-139d15025c9b'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:08:59.377178 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57656) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:59.393230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ca951-bede-4728-9b0a-259a437a592b None None] Routers {'4257c27b-5318-419c-a080-139d15025c9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:59.393947 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-073ca951-bede-4728-9b0a-259a437a592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4257c27b-5318-419c-a080-139d15025c9b'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:59.407612 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.453766 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-62610f35-1b3d-42aa-addf-b2ddff7a79e1 req-a110b224-866d-4546-a20f-c6111ffde24b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=56540cc1-7caa-4878-aa7c-35f0d8987b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838916 Aug 31 01:08:59.468644 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-073ca951-bede-4728-9b0a-259a437a592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:59.479372 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87f087-a6ed-4803-9502-598efc5f9e5a req-fb6a0d58-dcaa-4a9b-8590-8febe941813e tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:59.481222 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f87f087-a6ed-4803-9502-598efc5f9e5a req-fb6a0d58-dcaa-4a9b-8590-8febe941813e tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.4130831 Aug 31 01:08:59.484661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ca951-bede-4728-9b0a-259a437a592b None None] Routers {'4257c27b-5318-419c-a080-139d15025c9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:59.486881 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-073ca951-bede-4728-9b0a-259a437a592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4257c27b-5318-419c-a080-139d15025c9b'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:59.529364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] Pushing event updated for resources: {'Port': ['ID=21ba741a-fd53-45a1-8ad4-6acaa883499a,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:59.539128 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-073ca951-bede-4728-9b0a-259a437a592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:59.539964 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073ca951-bede-4728-9b0a-259a437a592b None None] The sync data for ids ['4257c27b-5318-419c-a080-139d15025c9b'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:08:59.581883 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-536aaf81-e89f-4d96-90d1-02b61f64b49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.588087 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-536aaf81-e89f-4d96-90d1-02b61f64b49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.588087 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-536aaf81-e89f-4d96-90d1-02b61f64b49e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0eaab52-b567-4bf7-9738-3282661b96fa HTTP/1.1" status: 204 len: 168 time: 0.4226763 Aug 31 01:08:59.611166 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536aaf81-e89f-4d96-90d1-02b61f64b49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0eaab52-b567-4bf7-9738-3282661b96fa,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:59.612320 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] Network 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:59.635262 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:59.646970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:59.677709 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5f2dd9-de91-4947-ad2a-d98b8bc37aa6 None None] Network 233b9bf7-bb8b-473c-966b-3b104e130b94 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:59.734622 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-731279e5-33d8-4007-bb73-24805b8d285e tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "GET /v2.0/routers/4257c27b-5318-419c-a080-139d15025c9b HTTP/1.1" status: 200 len: 741 time: 0.3443177 Aug 31 01:08:59.744380 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57660) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:59.791040 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f87f087-a6ed-4803-9502-598efc5f9e5a req-09222595-09db-46ed-8e29-1315d63cf1ea tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159328 Aug 31 01:08:59.870392 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.877073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3b0530db-089e-403e-aa4d-d15bd8861283 None None] Provisioning for port ece45a75-9e92-46db-93e6-8a3f16660e67 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:59.917171 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-37458555-13c6-484c-abec-8cd89b11d45e tempest-RoutersAdminTest-1425422885 tempest-RoutersAdminTest-1425422885-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&device_id=4257c27b-5318-419c-a080-139d15025c9b HTTP/1.1" status: 200 len: 205 time: 0.1711075 Aug 31 01:08:59.918233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57664) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:59.941037 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d309868f-4db1-456e-8b12-f6d71995d9cc details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:09:00.102812 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a99146d7-6f9c-4798-8e48-4b3347ece140 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "GET /v2.0/ports?device_id=4257c27b-5318-419c-a080-139d15025c9b HTTP/1.1" status: 200 len: 205 time: 0.1826444 Aug 31 01:09:00.108266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57672) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:00.256981 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-60194a35-869d-4752-ac52-c5b4d11c1579 None None] Provisioning for port 21ba741a-fd53-45a1-8ad4-6acaa883499a completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:00.267672 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port d309868f-4db1-456e-8b12-f6d71995d9cc, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d309868f-4db1-456e-8b12-f6d71995d9cc,segment=NetworkSegment(7f5e086e-eaec-4310-947e-e9fc86970f8e),segment_id=7f5e086e-eaec-4310-947e-e9fc86970f8e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:00.281623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-60194a35-869d-4752-ac52-c5b4d11c1579 None None] Provisioning complete for port 21ba741a-fd53-45a1-8ad4-6acaa883499a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:00.286088 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-60194a35-869d-4752-ac52-c5b4d11c1579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:00.333090 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'd309868f-4db1-456e-8b12-f6d71995d9cc', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'port_id': 'd309868f-4db1-456e-8b12-f6d71995d9cc', 'mac_address': 'fa:16:3e:ed:e6:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:09:00.364888 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:00.407707 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-60194a35-869d-4752-ac52-c5b4d11c1579 None None] Port 21ba741a-fd53-45a1-8ad4-6acaa883499a cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:09:00.411191 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:00.434993 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-531fa9bb-0cc1-4405-9691-8aba10433d3e tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:00.460884 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:00.514682 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d309868f-4db1-456e-8b12-f6d71995d9cc {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:09:00.569492 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port d309868f-4db1-456e-8b12-f6d71995d9cc, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d309868f-4db1-456e-8b12-f6d71995d9cc,segment=NetworkSegment(7f5e086e-eaec-4310-947e-e9fc86970f8e),segment_id=7f5e086e-eaec-4310-947e-e9fc86970f8e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:00.665948 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:00.800229 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:00.829332 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=d309868f-4db1-456e-8b12-f6d71995d9cc,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:00.874109 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ece45a75-9e92-46db-93e6-8a3f16660e67 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:00.896448 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-531fa9bb-0cc1-4405-9691-8aba10433d3e tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:00.930423 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-531fa9bb-0cc1-4405-9691-8aba10433d3e tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:00.942243 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['d309868f-4db1-456e-8b12-f6d71995d9cc'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:01.001504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00176a0f-348d-4a21-acd7-c6a4b6d5d43a req-0c30846a-1c65-4852-94e7-bde3b95169b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:01.004082 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00176a0f-348d-4a21-acd7-c6a4b6d5d43a req-0c30846a-1c65-4852-94e7-bde3b95169b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a93db11f09f4464a92ed2d7edec12db&device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 1097 time: 0.1302018 Aug 31 01:09:01.014554 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f736d72-dbe2-40fe-b9d9-3aa81bbb2cdd req-900cf138-cd99-4f75-9d65-bc726e2376a2 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:01.016400 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1f736d72-dbe2-40fe-b9d9-3aa81bbb2cdd req-900cf138-cd99-4f75-9d65-bc726e2376a2 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.1411903 Aug 31 01:09:01.074493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef904ad-b0ed-4150-9c95-d42037c0abbe req-63a48c71-01d5-4253-9db3-1b6564f7762c tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:01.087228 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cef904ad-b0ed-4150-9c95-d42037c0abbe req-63a48c71-01d5-4253-9db3-1b6564f7762c tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 944 time: 0.3003938 Aug 31 01:09:01.122017 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1f736d72-dbe2-40fe-b9d9-3aa81bbb2cdd req-b0b76ec7-43fd-4922-9958-6bb88b6f4261 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934622 Aug 31 01:09:01.155795 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00176a0f-348d-4a21-acd7-c6a4b6d5d43a req-823e9eb7-2cb7-461f-98fe-1130cc325e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:01.158045 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00176a0f-348d-4a21-acd7-c6a4b6d5d43a req-823e9eb7-2cb7-461f-98fe-1130cc325e34 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 HTTP/1.1" status: 200 len: 920 time: 0.1407163 Aug 31 01:09:01.164451 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] Allocated IP 172.25.2.50 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/128c855c-d807-425e-be19-81bb8058d5ee) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:01.198318 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port ece45a75-9e92-46db-93e6-8a3f16660e67 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:01.210238 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57680) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:01.226574 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ece45a75-9e92-46db-93e6-8a3f16660e67 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:01.227089 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.250931 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00176a0f-348d-4a21-acd7-c6a4b6d5d43a req-47112eeb-2ab3-46ec-bc6e-8bd00eddb621 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb62dff1-7a45-450a-ad91-afbda23eb432 HTTP/1.1" status: 200 len: 217 time: 0.0853949 Aug 31 01:09:01.251993 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-531fa9bb-0cc1-4405-9691-8aba10433d3e tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.252977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531fa9bb-0cc1-4405-9691-8aba10433d3e tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Fanout notify agent at l3_agent the message router_deleted on router 4257c27b-5318-419c-a080-139d15025c9b {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:09:01.265736 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-531fa9bb-0cc1-4405-9691-8aba10433d3e tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.271635 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-531fa9bb-0cc1-4405-9691-8aba10433d3e tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "DELETE /v2.0/routers/4257c27b-5318-419c-a080-139d15025c9b HTTP/1.1" status: 204 len: 168 time: 1.1579266 Aug 31 01:09:01.280972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57682) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:01.420545 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cf0efad9-b938-47cf-8fd3-a806f5500dac tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "GET /v2.0/ports?device_id=4257c27b-5318-419c-a080-139d15025c9b HTTP/1.1" status: 200 len: 205 time: 0.0953014 Aug 31 01:09:01.423489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57686) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:01.438608 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cef904ad-b0ed-4150-9c95-d42037c0abbe req-443026dd-29f6-4196-a76f-5c915ff4aa05 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=56540cc1-7caa-4878-aa7c-35f0d8987b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503866 Aug 31 01:09:01.441840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00176a0f-348d-4a21-acd7-c6a4b6d5d43a req-a948e04a-218c-4405-89fe-66d34d163bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:01.443747 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00176a0f-348d-4a21-acd7-c6a4b6d5d43a req-a948e04a-218c-4405-89fe-66d34d163bdb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fb4ff75-eef7-4ae4-9502-ba24a73f78cf HTTP/1.1" status: 200 len: 859 time: 0.1746368 Aug 31 01:09:01.446196 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb5941d4-bcf7-46b6-90e3-c0a62f2e2c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.486954 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.533322 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00176a0f-348d-4a21-acd7-c6a4b6d5d43a req-ba469037-52bc-48d8-8ba1-c7376cb730d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788236 Aug 31 01:09:01.535473 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-7f2f908a-b16d-45e5-81b1-2fb1713a0585 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] delete failed (client error): The resource could not be found. Aug 31 01:09:01.597304 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7f2f908a-b16d-45e5-81b1-2fb1713a0585 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "DELETE /v2.0/routers/4257c27b-5318-419c-a080-139d15025c9b HTTP/1.1" status: 404 len: 336 time: 0.1120389 Aug 31 01:09:01.597501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port ece45a75-9e92-46db-93e6-8a3f16660e67, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ece45a75-9e92-46db-93e6-8a3f16660e67,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:01.604919 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57688) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:01.669696 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f5d654c6-13da-4da8-abc5-a4ce1715e0ee tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "GET /v2.0/ports?device_id=2959f785-2221-427d-9b5f-8d0bf0444200 HTTP/1.1" status: 200 len: 205 time: 0.0631638 Aug 31 01:09:01.674686 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57690) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:01.683104 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00176a0f-348d-4a21-acd7-c6a4b6d5d43a req-084b43ee-4f17-417d-bca5-be3cf495122e service neutron] 10.222.0.48 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427064 Aug 31 01:09:01.700697 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.711180 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.718265 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.718265 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 25e0e131-eda0-4226-917e-fa9ccf74bd49 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:01.736936 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-c7573e37-e1af-4b28-8a69-d6db8328abc9 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] delete failed (client error): The resource could not be found. Aug 31 01:09:01.741250 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c7573e37-e1af-4b28-8a69-d6db8328abc9 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "DELETE /v2.0/routers/2959f785-2221-427d-9b5f-8d0bf0444200 HTTP/1.1" status: 404 len: 336 time: 0.0627081 Aug 31 01:09:01.742117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57692) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:01.814060 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb5941d4-bcf7-46b6-90e3-c0a62f2e2c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.852923 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.868831 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9a9fb1dc-194e-4388-8753-feaf4d7ea20b tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "GET /v2.0/ports?device_id=51af70d9-bacf-41d8-8b42-eb2a320490a0 HTTP/1.1" status: 200 len: 205 time: 0.1213748 Aug 31 01:09:01.869166 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57694) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:01.916710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=ece45a75-9e92-46db-93e6-8a3f16660e67,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:01.939365 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb5941d4-bcf7-46b6-90e3-c0a62f2e2c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.942265 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.947662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] Pushing event updated for resources: {'Port': ['ID=21ba741a-fd53-45a1-8ad4-6acaa883499a,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:01.957375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 25e0e131-eda0-4226-917e-fa9ccf74bd49 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:01.958281 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.963227 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00176a0f-348d-4a21-acd7-c6a4b6d5d43a req-fa0a6446-d123-4e0b-85ad-83fa7934b2bf service neutron] 10.222.0.48 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393394 Aug 31 01:09:01.992401 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.002514 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-f307e758-bbbc-4ff3-952c-aa99b6524f45 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] delete failed (client error): The resource could not be found. Aug 31 01:09:02.003559 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f307e758-bbbc-4ff3-952c-aa99b6524f45 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "DELETE /v2.0/routers/51af70d9-bacf-41d8-8b42-eb2a320490a0 HTTP/1.1" status: 404 len: 336 time: 0.1332202 Aug 31 01:09:02.007277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57696) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:02.054836 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3df3ac0f-4531-45c1-a3fa-6e25deaa99fb tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "GET /v2.0/ports?device_id=a661ca35-d183-4715-94f4-bc3ef44e3898 HTTP/1.1" status: 200 len: 205 time: 0.0459509 Aug 31 01:09:02.057429 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57698) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:02.068589 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bb5941d4-bcf7-46b6-90e3-c0a62f2e2c21 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60e21b48142f40b8938e1e97f69d5e20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8049664 Aug 31 01:09:02.068968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57700) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:02.096349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5941d4-bcf7-46b6-90e3-c0a62f2e2c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3637c5d1-8b1e-4b9a-b756-f156983eb7e7,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:02.109968 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:02.115648 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-3afc05d0-6544-4daf-96c7-61c5a6a618a7 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] delete failed (client error): The resource could not be found. Aug 31 01:09:02.117686 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3afc05d0-6544-4daf-96c7-61c5a6a618a7 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "DELETE /v2.0/routers/a661ca35-d183-4715-94f4-bc3ef44e3898 HTTP/1.1" status: 404 len: 336 time: 0.0576026 Aug 31 01:09:02.121447 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:02.122456 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57704) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:02.124736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:02.166592 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-01bf03be-3bda-4aff-b630-90a2b4df5a2f tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c784e68-5e9f-4450-b071-e02b68d7ff81 HTTP/1.1" status: 200 len: 205 time: 0.0430515 Aug 31 01:09:02.169952 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] Pushing event updated for resources: {'Port': ['ID=128c855c-d807-425e-be19-81bb8058d5ee,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:02.173597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57710) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:02.231079 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-dd1565c4-3d56-4415-8bf2-28a258f89621 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] delete failed (client error): The resource could not be found. Aug 31 01:09:02.232113 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-dd1565c4-3d56-4415-8bf2-28a258f89621 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "DELETE /v2.0/routers/1c784e68-5e9f-4450-b071-e02b68d7ff81 HTTP/1.1" status: 404 len: 336 time: 0.0484304 Aug 31 01:09:02.236775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57714) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:02.281243 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15367c04-3a60-47dd-ba03-ffa8a152140a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.284929 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6b719e64-2092-40f6-a020-5056b16556c6 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "GET /v2.0/ports?device_id=a72f8648-4aea-4026-aaea-d18039a639e8 HTTP/1.1" status: 200 len: 205 time: 0.0469139 Aug 31 01:09:02.293991 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57716) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:02.323394 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15367c04-3a60-47dd-ba03-ffa8a152140a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.364073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a9871-f476-40c0-984d-22fa234bdcb0 req-d9baa500-a835-4dc1-a102-d7583bf7a094 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:02.365657 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e44a9871-f476-40c0-984d-22fa234bdcb0 req-d9baa500-a835-4dc1-a102-d7583bf7a094 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.1133137 Aug 31 01:09:02.369552 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-26c17c66-779c-490f-9d65-1a93cc7e8261 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] delete failed (client error): The resource could not be found. Aug 31 01:09:02.370633 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-26c17c66-779c-490f-9d65-1a93cc7e8261 tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "DELETE /v2.0/routers/a72f8648-4aea-4026-aaea-d18039a639e8 HTTP/1.1" status: 404 len: 336 time: 0.0756650 Aug 31 01:09:02.373987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57718) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:02.374708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] Network 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:02.377822 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:02.421757 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ba05e5-1551-4275-bf67-405be243df1d tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] DELETE failed (client error): The resource could not be found. Aug 31 01:09:02.422221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ba05e5-1551-4275-bf67-405be243df1d tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:09:02.427131 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e7ba05e5-1551-4275-bf67-405be243df1d tempest-RoutersAdminTest-1093949805 tempest-RoutersAdminTest-1093949805-project] 10.222.0.16 "DELETE /v2.0/subnets/27e0d543-41b0-4a43-942b-f4b37f177ae3 HTTP/1.1" status: 404 len: 337 time: 0.0498197 Aug 31 01:09:02.463953 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ece45a75-9e92-46db-93e6-8a3f16660e67 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:02.465660 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e44a9871-f476-40c0-984d-22fa234bdcb0 req-4eb2f895-5ad6-4e32-8861-df410768f5fd tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803871 Aug 31 01:09:02.541793 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ece45a75-9e92-46db-93e6-8a3f16660e67 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:02.542350 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.578418 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] Router 4622f048-4058-4822-9efc-3bc240b7c8c6 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:09:02.659774 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98f010-51ee-41a9-b481-fbd39959e6be req-db014a7c-d838-4731-9b0e-1a292f9b33d5 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:02.661311 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a98f010-51ee-41a9-b481-fbd39959e6be req-db014a7c-d838-4731-9b0e-1a292f9b33d5 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 944 time: 0.0741963 Aug 31 01:09:02.662832 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15367c04-3a60-47dd-ba03-ffa8a152140a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.666178 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15367c04-3a60-47dd-ba03-ffa8a152140a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.671756 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-15367c04-3a60-47dd-ba03-ffa8a152140a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3637c5d1-8b1e-4b9a-b756-f156983eb7e7 HTTP/1.1" status: 204 len: 168 time: 0.5974634 Aug 31 01:09:02.686632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15367c04-3a60-47dd-ba03-ffa8a152140a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3637c5d1-8b1e-4b9a-b756-f156983eb7e7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:02.757748 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a98f010-51ee-41a9-b481-fbd39959e6be req-7695946b-78cc-4fd8-b416-067b3f9b023e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=56540cc1-7caa-4878-aa7c-35f0d8987b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847886 Aug 31 01:09:02.895536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f30fc551-4605-411b-972e-c892286934b5 None None] Provisioning complete for port 21ba741a-fd53-45a1-8ad4-6acaa883499a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:02.896010 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f30fc551-4605-411b-972e-c892286934b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.959421 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f30fc551-4605-411b-972e-c892286934b5 None None] Port 21ba741a-fd53-45a1-8ad4-6acaa883499a cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:09:03.050161 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:03.063609 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Sync routers for ids ['4622f048-4058-4822-9efc-3bc240b7c8c6'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:03.076980 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Routers {'4622f048-4058-4822-9efc-3bc240b7c8c6'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:03.077664 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4622f048-4058-4822-9efc-3bc240b7c8c6'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:03.080734 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e5f6932a-0d69-498f-b900-f9e9a034b35f admin admin] 10.222.0.16 "PUT /v2.0/routers/4622f048-4058-4822-9efc-3bc240b7c8c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0653799 Aug 31 01:09:03.119758 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:03.328282 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57738) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:03.360456 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Set router 4622f048-4058-4822-9efc-3bc240b7c8c6 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:03.485466 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:03.548806 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2446257e-1870-4afe-be1b-a11b983a373f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:03.767092 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:09:00Z', 'revision_number': 4, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '21ba741a-fd53-45a1-8ad4-6acaa883499a', 'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'mac_address': 'fa:16:3e:fb:2c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:57Z', 'updated_at': '2021-08-31T01:09:01Z', 'revision_number': 2, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'subnets': [{'id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:03.780244 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56e0dd-35ca-46cd-aeaf-70b9e01b8682 req-ff35d0d4-5a67-4b33-b8eb-378ea78abd46 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:03.790742 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d56e0dd-35ca-46cd-aeaf-70b9e01b8682 req-ff35d0d4-5a67-4b33-b8eb-378ea78abd46 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.2061427 Aug 31 01:09:03.811785 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Checking router: 4622f048-4058-4822-9efc-3bc240b7c8c6 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:03.811785 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Updating router 4622f048-4058-4822-9efc-3bc240b7c8c6 port 21ba741a-fd53-45a1-8ad4-6acaa883499a binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:09:03.843909 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:03.849286 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] Router 0c603a36-fcce-4728-bb22-1e23e0b857c8 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:09:03.873886 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d56e0dd-35ca-46cd-aeaf-70b9e01b8682 req-22a435d7-fa65-4ee0-9341-8101fc3a9fa0 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814209 Aug 31 01:09:03.908307 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d309868f-4db1-456e-8b12-f6d71995d9cc up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:03.955866 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2446257e-1870-4afe-be1b-a11b983a373f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:04.084125 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2446257e-1870-4afe-be1b-a11b983a373f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:04.181638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:04.191707 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port d309868f-4db1-456e-8b12-f6d71995d9cc completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:04.201143 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Sync routers for ids ['0c603a36-fcce-4728-bb22-1e23e0b857c8'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:04.214739 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port d309868f-4db1-456e-8b12-f6d71995d9cc triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:04.226241 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:04.246031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446257e-1870-4afe-be1b-a11b983a373f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfd3b77-83c4-4ba9-b5e1-88bb47192a24,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:04.338076 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-986ccd1f-df46-4605-8494-ad35411deb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:04.347732 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2446257e-1870-4afe-be1b-a11b983a373f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f784b53c6ac54772aed50e01c2e544ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0171404 Aug 31 01:09:04.352225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57766) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:04.353226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Routers {'0c603a36-fcce-4728-bb22-1e23e0b857c8'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:04.353924 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0c603a36-fcce-4728-bb22-1e23e0b857c8'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:04.364972 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:04.364972 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-747eb58d-5123-41c0-8832-1a4e01e4d726 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7865598 Aug 31 01:09:04.365283 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57768) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:04.500230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d0ccc-e916-4d20-b475-862e236daaec req-cb9230b3-1bab-4cbf-a846-60602ef67539 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:04.517907 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a5d0ccc-e916-4d20-b475-862e236daaec req-cb9230b3-1bab-4cbf-a846-60602ef67539 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 944 time: 0.2976878 Aug 31 01:09:04.525325 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:04.565622 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Transition to ACTIVE for port object 21ba741a-fd53-45a1-8ad4-6acaa883499a will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:04.695210 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:04.809065 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a5d0ccc-e916-4d20-b475-862e236daaec req-c38f8759-a2ae-474e-9d84-0b69ba628a34 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=56540cc1-7caa-4878-aa7c-35f0d8987b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750754 Aug 31 01:09:04.820992 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:04.827059 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Set router 0c603a36-fcce-4728-bb22-1e23e0b857c8 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:04.891424 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-24b7631f-d408-449d-96da-0625ff560706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:04.909580 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57782) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:04.924025 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c7118-4727-4ccb-a9d0-a92817dcee49 None None] Pushing event updated for resources: {'Port': ['ID=21ba741a-fd53-45a1-8ad4-6acaa883499a,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:04.956011 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c7118-4727-4ccb-a9d0-a92817dcee49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:04.956451 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c7118-4727-4ccb-a9d0-a92817dcee49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:04.956858 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c7118-4727-4ccb-a9d0-a92817dcee49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:04.957259 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c7118-4727-4ccb-a9d0-a92817dcee49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:04.957731 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c7118-4727-4ccb-a9d0-a92817dcee49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:04.958382 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c7118-4727-4ccb-a9d0-a92817dcee49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:04.962647 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c7118-4727-4ccb-a9d0-a92817dcee49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:04.968195 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c7118-4727-4ccb-a9d0-a92817dcee49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:04.968195 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c7118-4727-4ccb-a9d0-a92817dcee49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:04.968195 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c7118-4727-4ccb-a9d0-a92817dcee49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:04.968195 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c7118-4727-4ccb-a9d0-a92817dcee49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:04.968195 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c7118-4727-4ccb-a9d0-a92817dcee49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:04.988754 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-24b7631f-d408-449d-96da-0625ff560706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.005576 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5cf9ceea-70ee-4a68-9c63-522a82e5acfa tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Request body: {'security_group': {'name': 'tempest-securitygroup--256315783', 'description': 'tempest-description--1673966636'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:05.083206 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ee56f9-3481-4360-a780-147a975ad833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd309868f-4db1-456e-8b12-f6d71995d9cc'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:05.084376 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Attempting to bind port 21ba741a-fd53-45a1-8ad4-6acaa883499a on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:05.086277 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Attempting to bind port 21ba741a-fd53-45a1-8ad4-6acaa883499a by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '4e2f4214-ec8c-4fcb-b201-015df456200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:05.093750 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Attempting to bind port 21ba741a-fd53-45a1-8ad4-6acaa883499a on network 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:05.097073 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e314426-37ae-4341-8f75-f8d9d3aa22f8" -d '{"events": [{"server_uuid": "13ee56f9-3481-4360-a780-147a975ad833", "name": "network-vif-plugged", "status": "completed", "tag": "d309868f-4db1-456e-8b12-f6d71995d9cc"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:05.110778 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:05.112851 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Checking segment: {'id': '4e2f4214-ec8c-4fcb-b201-015df456200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:05.113954 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.118676 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Bound using segment: {'id': '4e2f4214-ec8c-4fcb-b201-015df456200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:05.125219 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Bound port: 21ba741a-fd53-45a1-8ad4-6acaa883499a, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2f4214-ec8c-4fcb-b201-015df456200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:05.125896 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.164951 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port d309868f-4db1-456e-8b12-f6d71995d9cc, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d309868f-4db1-456e-8b12-f6d71995d9cc,segment=NetworkSegment(7f5e086e-eaec-4310-947e-e9fc86970f8e),segment_id=7f5e086e-eaec-4310-947e-e9fc86970f8e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:05.265555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ec1b8-2f16-4eb4-b14f-444dd811b813 req-11635231-8624-4821-9d27-4c9839660103 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:05.282523 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f5ec1b8-2f16-4eb4-b14f-444dd811b813 req-11635231-8624-4821-9d27-4c9839660103 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.2251525 Aug 31 01:09:05.288648 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ceea-70ee-4a68-9c63-522a82e5acfa tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.314603 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8101eb-1562-44f6-a98a-560d9994ff95 x-openstack-request-id: req-fb8101eb-1562-44f6-a98a-560d9994ff95 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:05.314603 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ee56f9-3481-4360-a780-147a975ad833", "name": "network-vif-plugged", "status": "completed", "tag": "d309868f-4db1-456e-8b12-f6d71995d9cc", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:05.314603 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb8101eb-1562-44f6-a98a-560d9994ff95 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:05.315918 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ee56f9-3481-4360-a780-147a975ad833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd309868f-4db1-456e-8b12-f6d71995d9cc', 'code': 200} Aug 31 01:09:05.396011 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] For port 21ba741a-fd53-45a1-8ad4-6acaa883499a, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:05.407978 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] For port 21ba741a-fd53-45a1-8ad4-6acaa883499a, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=21ba741a-fd53-45a1-8ad4-6acaa883499a,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:05.429761 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.490886 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f5ec1b8-2f16-4eb4-b14f-444dd811b813 req-32e2fab3-d7a2-4615-8415-490da9593985 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063589 Aug 31 01:09:05.512166 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056eed1-1cd2-48ec-8c3d-ad16e44d65cb req-2e6a5eb0-6d39-468e-bb7c-ecf000a69a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:05.514440 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d056eed1-1cd2-48ec-8c3d-ad16e44d65cb req-2e6a5eb0-6d39-468e-bb7c-ecf000a69a1d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 1097 time: 0.1048706 Aug 31 01:09:05.515315 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-24b7631f-d408-449d-96da-0625ff560706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.518714 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-24b7631f-d408-449d-96da-0625ff560706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.539358 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.550691 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-24b7631f-d408-449d-96da-0625ff560706 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4dfd3b77-83c4-4ba9-b5e1-88bb47192a24 HTTP/1.1" status: 204 len: 168 time: 1.1888521 Aug 31 01:09:05.551840 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.625794 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7631f-d408-449d-96da-0625ff560706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfd3b77-83c4-4ba9-b5e1-88bb47192a24,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:05.641580 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ceea-70ee-4a68-9c63-522a82e5acfa tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.647227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=d309868f-4db1-456e-8b12-f6d71995d9cc,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:05.655020 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d056eed1-1cd2-48ec-8c3d-ad16e44d65cb req-5e76543f-dbdc-4dab-b537-1afd470f62c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=56540cc1-7caa-4878-aa7c-35f0d8987b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023204 Aug 31 01:09:05.730215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'name': 'tempest-ServerActionsTestJSON-748343319-router', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '128c855c-d807-425e-be19-81bb8058d5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:56Z', 'updated_at': '2021-08-31T01:09:02Z', 'revision_number': 3, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'gw_port': {'id': '128c855c-d807-425e-be19-81bb8058d5ee', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:00Z', 'updated_at': '2021-08-31T01:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:05.763577 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ceea-70ee-4a68-9c63-522a82e5acfa tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.790977 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Routers {'4622f048-4058-4822-9efc-3bc240b7c8c6'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:05.792136 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:08:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4622f048-4058-4822-9efc-3bc240b7c8c6'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:05.880881 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Checking router: 0c603a36-fcce-4728-bb22-1e23e0b857c8 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:05.886105 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Updating router 0c603a36-fcce-4728-bb22-1e23e0b857c8 port 128c855c-d807-425e-be19-81bb8058d5ee binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:09:05.964790 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c7118-4727-4ccb-a9d0-a92817dcee49 None None] Pushing event updated for resources: {'Port': ['ID=21ba741a-fd53-45a1-8ad4-6acaa883499a,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:06.006789 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:06.130967 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] Allocated IP 172.20.0.1 (233b9bf7-bb8b-473c-966b-3b104e130b94/6777f57f-88c7-4f11-8706-5a820e8d5829/ab9a4b55-ed43-4145-9d87-1809078eb3ee) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:06.160105 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ceea-70ee-4a68-9c63-522a82e5acfa tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:06.161592 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5cf9ceea-70ee-4a68-9c63-522a82e5acfa tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1658130 Aug 31 01:09:06.166276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57802) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:06.173153 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-729cc445-a19f-477a-9494-5f547aa79655 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Request body: {'security_group_rule': {'security_group_id': '954406e5-62a3-42d9-a25c-bf74ec115035', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:06.230812 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] Set router 4622f048-4058-4822-9efc-3bc240b7c8c6 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:06.253747 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9ceea-70ee-4a68-9c63-522a82e5acfa tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954406e5-62a3-42d9-a25c-bf74ec115035,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:06.343631 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-729cc445-a19f-477a-9494-5f547aa79655 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:06.495317 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56214df-4784-478f-a431-b31c24b0ee2b req-ab4f4b69-cfe5-4189-9201-b525ec67d6e4 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:06.508583 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a56214df-4784-478f-a431-b31c24b0ee2b req-ab4f4b69-cfe5-4189-9201-b525ec67d6e4 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 945 time: 0.3641891 Aug 31 01:09:06.562034 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-729cc445-a19f-477a-9494-5f547aa79655 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:06.673049 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:06.697869 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] Transition to ACTIVE for port object ab9a4b55-ed43-4145-9d87-1809078eb3ee will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:06.750441 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:09:00Z', 'revision_number': 4, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '21ba741a-fd53-45a1-8ad4-6acaa883499a', 'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'mac_address': 'fa:16:3e:fb:2c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:57Z', 'updated_at': '2021-08-31T01:09:05Z', 'revision_number': 4, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'subnets': [{'id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:06.789602 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-729cc445-a19f-477a-9494-5f547aa79655 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:06.811665 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a67d125-d59c-42f2-997d-f4cb23024961 None None] The sync data for ids ['4622f048-4058-4822-9efc-3bc240b7c8c6'] in n-d-793621-34 is: [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:09:00Z', 'revision_number': 4, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '21ba741a-fd53-45a1-8ad4-6acaa883499a', 'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'mac_address': 'fa:16:3e:fb:2c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:57Z', 'updated_at': '2021-08-31T01:09:05Z', 'revision_number': 4, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'subnets': [{'id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:06.814537 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a56214df-4784-478f-a431-b31c24b0ee2b req-57408296-ccad-4d61-93b4-fc655fb26601 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=56540cc1-7caa-4878-aa7c-35f0d8987b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898049 Aug 31 01:09:06.849485 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:06.930877 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.037989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Transition to ACTIVE for port object 128c855c-d807-425e-be19-81bb8058d5ee will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:07.052224 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729cc445-a19f-477a-9494-5f547aa79655 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41cbd01a-9252-4264-95c8-59ebd371a8fa,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:07.090864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae121fab-ba7a-44c2-a253-8b0ba442da69 req-952a0ef7-8924-47e6-b833-c1c3957ae354 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:07.103114 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae121fab-ba7a-44c2-a253-8b0ba442da69 req-952a0ef7-8924-47e6-b833-c1c3957ae354 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.3323407 Aug 31 01:09:07.123588 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] Network 233b9bf7-bb8b-473c-966b-3b104e130b94 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:07.127811 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:07.132807 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:07.141985 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] Pushing event updated for resources: {'Port': ['ID=ab9a4b55-ed43-4145-9d87-1809078eb3ee,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:07.191607 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.197304 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.197608 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae121fab-ba7a-44c2-a253-8b0ba442da69 req-bde5551d-e3be-4c5a-a1f1-8366d886494e tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903308 Aug 31 01:09:07.200393 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-729cc445-a19f-477a-9494-5f547aa79655 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.203252 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-729cc445-a19f-477a-9494-5f547aa79655 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0356891 Aug 31 01:09:07.209556 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e0024b76-52aa-4e47-8dad-74ddab421a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.211008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57826) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:07.214270 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.215952 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.229163 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e307f05a-651c-4426-a0e2-9d1ea10d6e7c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Request body: {'security_group_rule': {'security_group_id': '954406e5-62a3-42d9-a25c-bf74ec115035', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:07.289382 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.332172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57830) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:07.333151 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c739362-4d1a-4687-a06e-966c5c5e29ca None None] Pushing event updated for resources: {'Port': ['ID=128c855c-d807-425e-be19-81bb8058d5ee,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:07.337296 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Attempting to bind port 128c855c-d807-425e-be19-81bb8058d5ee on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:07.338538 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Attempting to bind port 128c855c-d807-425e-be19-81bb8058d5ee by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:07.339536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Attempting to bind port 128c855c-d807-425e-be19-81bb8058d5ee on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:07.357470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:07.358158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:07.358657 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.359311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:07.360063 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Bound port: 128c855c-d807-425e-be19-81bb8058d5ee, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:07.360856 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.479239 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57834) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:07.479441 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-94b9b55d-a944-452d-a96c-d545d4a5beee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93b1839a41b04e62aa707fce9521b494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338260 Aug 31 01:09:07.535159 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] For port 128c855c-d807-425e-be19-81bb8058d5ee, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:07.539783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] For port 128c855c-d807-425e-be19-81bb8058d5ee, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=128c855c-d807-425e-be19-81bb8058d5ee,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:07.675331 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e307f05a-651c-4426-a0e2-9d1ea10d6e7c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.684965 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ced2025c-80f9-4c48-b53a-95ac8eaa9edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.713020 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.758635 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ced2025c-80f9-4c48-b53a-95ac8eaa9edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.797615 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Routers {'0c603a36-fcce-4728-bb22-1e23e0b857c8'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:07.797861 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e307f05a-651c-4426-a0e2-9d1ea10d6e7c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.798709 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:09:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0c603a36-fcce-4728-bb22-1e23e0b857c8'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:07.848718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c739362-4d1a-4687-a06e-966c5c5e29ca None None] Pushing event updated for resources: {'Port': ['ID=128c855c-d807-425e-be19-81bb8058d5ee,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:07.951332 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] Set router 0c603a36-fcce-4728-bb22-1e23e0b857c8 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:07.976867 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304a652-8b6c-4c1c-92d7-5ad63e3ac137 req-a3b95f6d-c7fb-46a9-b772-63d38e92f2fe tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:07.978480 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5304a652-8b6c-4c1c-92d7-5ad63e3ac137 req-a3b95f6d-c7fb-46a9-b772-63d38e92f2fe tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 945 time: 0.0581186 Aug 31 01:09:08.008307 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c61a61e6-594e-4eee-8d0d-715a8bcf6c71 None None] Provisioning for port ab9a4b55-ed43-4145-9d87-1809078eb3ee completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:08.031578 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c61a61e6-594e-4eee-8d0d-715a8bcf6c71 None None] Provisioning complete for port ab9a4b55-ed43-4145-9d87-1809078eb3ee triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:08.032152 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c61a61e6-594e-4eee-8d0d-715a8bcf6c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.045838 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5304a652-8b6c-4c1c-92d7-5ad63e3ac137 req-1565f481-3314-43e3-b8b2-c7f5b1921e4d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=56540cc1-7caa-4878-aa7c-35f0d8987b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604153 Aug 31 01:09:08.133733 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e307f05a-651c-4426-a0e2-9d1ea10d6e7c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.143081 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-c61a61e6-594e-4eee-8d0d-715a8bcf6c71 None None] Port ab9a4b55-ed43-4145-9d87-1809078eb3ee cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:09:08.185978 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ced2025c-80f9-4c48-b53a-95ac8eaa9edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.193790 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ced2025c-80f9-4c48-b53a-95ac8eaa9edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.193790 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ced2025c-80f9-4c48-b53a-95ac8eaa9edf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/344c0446-98cd-4693-824e-975c76f28eb8 HTTP/1.1" status: 204 len: 168 time: 0.7007258 Aug 31 01:09:08.278172 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.290047 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2025c-80f9-4c48-b53a-95ac8eaa9edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344c0446-98cd-4693-824e-975c76f28eb8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:08.292065 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307f05a-651c-4426-a0e2-9d1ea10d6e7c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aae07b7-3c69-4dc5-88d2-a5b53525b14d,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:08.351054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'name': 'tempest-ServerActionsTestJSON-748343319-router', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '128c855c-d807-425e-be19-81bb8058d5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:56Z', 'updated_at': '2021-08-31T01:09:02Z', 'revision_number': 3, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'gw_port': {'id': '128c855c-d807-425e-be19-81bb8058d5ee', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:00Z', 'updated_at': '2021-08-31T01:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:08.374833 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80848c2-af6a-41f8-ae1a-5a432196ce12 req-e921d515-4312-4451-ad8b-79c14cede2a1 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:08.383480 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f80848c2-af6a-41f8-ae1a-5a432196ce12 req-e921d515-4312-4451-ad8b-79c14cede2a1 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 945 time: 0.1855750 Aug 31 01:09:08.460722 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5641bc21-ba98-4010-87a1-8072d280ae90 None None] The sync data for ids ['0c603a36-fcce-4728-bb22-1e23e0b857c8'] in n-d-793621-34 is: [{'id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'name': 'tempest-ServerActionsTestJSON-748343319-router', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '128c855c-d807-425e-be19-81bb8058d5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:56Z', 'updated_at': '2021-08-31T01:09:02Z', 'revision_number': 3, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'gw_port': {'id': '128c855c-d807-425e-be19-81bb8058d5ee', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:00Z', 'updated_at': '2021-08-31T01:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:08.507347 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ce4ef-4af0-4d2f-ac76-ea7bbe4f638e req-d6840ec3-d474-45e0-9078-3a5bbe05bdb1 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:08.511264 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb7ce4ef-4af0-4d2f-ac76-ea7bbe4f638e req-d6840ec3-d474-45e0-9078-3a5bbe05bdb1 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.1063921 Aug 31 01:09:08.605215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 21ba741a-fd53-45a1-8ad4-6acaa883499a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:08.607957 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e307f05a-651c-4426-a0e2-9d1ea10d6e7c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.613071 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e307f05a-651c-4426-a0e2-9d1ea10d6e7c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4005866 Aug 31 01:09:08.614748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57858) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:08.620548 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f80848c2-af6a-41f8-ae1a-5a432196ce12 req-bdcfed19-d68a-4ff8-be94-48abca2b62a0 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=56540cc1-7caa-4878-aa7c-35f0d8987b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360849 Aug 31 01:09:08.638365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-234d2a09-5d59-4b53-bbed-395022157db3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:08.660352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb7ce4ef-4af0-4d2f-ac76-ea7bbe4f638e req-824a4f05-9bd5-4c7b-b462-1df48feb3163 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189239 Aug 31 01:09:08.667278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57862) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:08.686672 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.801962 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4345e375-f87b-4c54-b46a-c008b6c29ca2 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:08.803995 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4345e375-f87b-4c54-b46a-c008b6c29ca2 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 1092 time: 0.1339369 Aug 31 01:09:08.808681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57864) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:08.814984 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': 'd309868f-4db1-456e-8b12-f6d71995d9cc', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:08.827925 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 21ba741a-fd53-45a1-8ad4-6acaa883499a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:08.835414 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.838916 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 21ba741a-fd53-45a1-8ad4-6acaa883499a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:08.839435 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.937217 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-234d2a09-5d59-4b53-bbed-395022157db3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.972220 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.979213 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:09.059020 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 21ba741a-fd53-45a1-8ad4-6acaa883499a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=21ba741a-fd53-45a1-8ad4-6acaa883499a,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:09.102550 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:09.115320 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] Pushing event updated for resources: {'Port': ['ID=ab9a4b55-ed43-4145-9d87-1809078eb3ee,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:09.156174 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-234d2a09-5d59-4b53-bbed-395022157db3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:09.226649 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:09.233183 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:09.413263 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] Network 233b9bf7-bb8b-473c-966b-3b104e130b94 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:09.415987 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:09.416156 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=21ba741a-fd53-45a1-8ad4-6acaa883499a,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:09.615954 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-234d2a09-5d59-4b53-bbed-395022157db3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Allocated IP 172.25.2.83 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/b1ff87e7-660e-4212-ac9a-9ccc70bad8bc) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:09.752460 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] Router 0c603a36-fcce-4728-bb22-1e23e0b857c8 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:09:09.925379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6a2a6a09-78a5-4ebe-92ad-5a8a1b8f36da None None] Provisioning complete for port ab9a4b55-ed43-4145-9d87-1809078eb3ee triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:09.925793 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a2a6a09-78a5-4ebe-92ad-5a8a1b8f36da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:09.953792 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:10.004175 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6a2a6a09-78a5-4ebe-92ad-5a8a1b8f36da None None] Port ab9a4b55-ed43-4145-9d87-1809078eb3ee cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:09:10.006820 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:10.037852 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-17b20ffa-28bf-4e41-971c-d403983f1d1d admin admin] 10.222.0.16 "PUT /v2.0/routers/0c603a36-fcce-4728-bb22-1e23e0b857c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6696537 Aug 31 01:09:10.098295 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-234d2a09-5d59-4b53-bbed-395022157db3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:10.127866 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139a7e0-db39-4591-8502-0e42388eb31f req-f3439cdd-dfc3-48c8-8df5-393f7b42ff02 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:10.129716 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3139a7e0-db39-4591-8502-0e42388eb31f req-f3439cdd-dfc3-48c8-8df5-393f7b42ff02 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.2586977 Aug 31 01:09:10.192406 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:10.281430 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3139a7e0-db39-4591-8502-0e42388eb31f req-8bbd06a9-da48-4283-b52f-de382878d93c tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394401 Aug 31 01:09:10.447554 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-234d2a09-5d59-4b53-bbed-395022157db3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:10.593901 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57940) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:10.734416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 128c855c-d807-425e-be19-81bb8058d5ee up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:10.860254 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-234255b1-f4bf-4de6-8101-db9bf266f72c tempest-AgentManagementNegativeTest-791217669 tempest-AgentManagementNegativeTest-791217669-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2638052 Aug 31 01:09:11.001630 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 128c855c-d807-425e-be19-81bb8058d5ee completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:11.007054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 128c855c-d807-425e-be19-81bb8058d5ee triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:11.007054 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.097787 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234d2a09-5d59-4b53-bbed-395022157db3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:11.112326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-234d2a09-5d59-4b53-bbed-395022157db3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:11.126187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d2a09-5d59-4b53-bbed-395022157db3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:11.163694 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Allocated IP 172.25.2.209 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/0b7dc278-b3a8-46eb-8583-25605a811ba6) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:11.170362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d2a09-5d59-4b53-bbed-395022157db3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Pushing event updated for resources: {'Port': ['ID=b1ff87e7-660e-4212-ac9a-9ccc70bad8bc,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:11.215540 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.244746 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 128c855c-d807-425e-be19-81bb8058d5ee, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=128c855c-d807-425e-be19-81bb8058d5ee,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:11.353936 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-234d2a09-5d59-4b53-bbed-395022157db3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.414228 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.471478 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.472396 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 21ba741a-fd53-45a1-8ad4-6acaa883499a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:11.550165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57966) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:11.553782 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d5bf9-fa46-4caa-ac58-9b71448bb6f7 req-27033363-8cd1-45d2-9270-c2ab26269fcd tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:11.556387 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e4d5bf9-fa46-4caa-ac58-9b71448bb6f7 req-27033363-8cd1-45d2-9270-c2ab26269fcd tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.1500871 Aug 31 01:09:11.561760 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e4c92211-581d-429c-878d-e2cc2d29caa4 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696390861', 'description': 'tempest-description--505105955'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:11.594861 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=128c855c-d807-425e-be19-81bb8058d5ee,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:11.655222 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-234d2a09-5d59-4b53-bbed-395022157db3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.677231 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 21ba741a-fd53-45a1-8ad4-6acaa883499a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:11.677690 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.743575 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.775683 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e4c92211-581d-429c-878d-e2cc2d29caa4 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.798570 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e4d5bf9-fa46-4caa-ac58-9b71448bb6f7 req-2be36b42-85be-487b-b6fc-791dff17efd1 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318993 Aug 31 01:09:11.923825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57976) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:11.978919 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:11.996203 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:12.006452 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:12.012964 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Port': ['ID=0b7dc278-b3a8-46eb-8583-25605a811ba6,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:12.028248 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e4c92211-581d-429c-878d-e2cc2d29caa4 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.082251 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Sync routers for ids ['0c603a36-fcce-4728-bb22-1e23e0b857c8'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:12.093560 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Routers {'0c603a36-fcce-4728-bb22-1e23e0b857c8'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:12.094261 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:09:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0c603a36-fcce-4728-bb22-1e23e0b857c8'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:12.125472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:12.125983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:12.126380 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:12.130494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:12.130494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:12.130494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:12.130494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:12.130494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:12.130494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:12.130494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:12.130494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:12.130494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:12.139179 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e97e8089-7ac2-4b72-a7da-ea5e23f722bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.155393 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e4c92211-581d-429c-878d-e2cc2d29caa4 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.247273 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c92211-581d-429c-878d-e2cc2d29caa4 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=698b683a-0a38-4c5b-8ec0-ac781182d6e6,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:12.280303 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Set router 0c603a36-fcce-4728-bb22-1e23e0b857c8 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:12.325122 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-234d2a09-5d59-4b53-bbed-395022157db3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.367589 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e97e8089-7ac2-4b72-a7da-ea5e23f722bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.463889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 128c855c-d807-425e-be19-81bb8058d5ee up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:12.479124 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-234d2a09-5d59-4b53-bbed-395022157db3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.508097 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e97e8089-7ac2-4b72-a7da-ea5e23f722bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.548687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 128c855c-d807-425e-be19-81bb8058d5ee triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:12.549902 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.559257 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e97e8089-7ac2-4b72-a7da-ea5e23f722bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7585728036bf42a0b9eb59df33239dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6214030 Aug 31 01:09:12.559817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58002) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:12.566226 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'name': 'tempest-ServerActionsTestJSON-748343319-router', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '128c855c-d807-425e-be19-81bb8058d5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:56Z', 'updated_at': '2021-08-31T01:09:07Z', 'revision_number': 4, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'gw_port': {'id': '128c855c-d807-425e-be19-81bb8058d5ee', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:00Z', 'updated_at': '2021-08-31T01:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ab9a4b55-ed43-4145-9d87-1809078eb3ee', 'name': '', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'mac_address': 'fa:16:3e:e0:26:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:05Z', 'updated_at': '2021-08-31T01:09:08Z', 'revision_number': 2, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'subnets': [{'id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:12.619017 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e8089-7ac2-4b72-a7da-ea5e23f722bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2463cc0d-92fa-4fba-934c-e4ce3ac0fc80,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:12.632647 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Checking router: 0c603a36-fcce-4728-bb22-1e23e0b857c8 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:12.633249 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Updating router 0c603a36-fcce-4728-bb22-1e23e0b857c8 port ab9a4b55-ed43-4145-9d87-1809078eb3ee binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:09:12.642892 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d2a09-5d59-4b53-bbed-395022157db3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Pushing event updated for resources: {'Port': ['ID=b1ff87e7-660e-4212-ac9a-9ccc70bad8bc,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:12.665265 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.756426 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e4c92211-581d-429c-878d-e2cc2d29caa4 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.773618 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e4c92211-581d-429c-878d-e2cc2d29caa4 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2058549 Aug 31 01:09:12.773618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58008) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:12.774102 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-234d2a09-5d59-4b53-bbed-395022157db3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.774262 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-cb074a4a-f879-4c5d-be5b-1dbd0077fa30 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Request body: {'security_group_rule': {'security_group_id': '698b683a-0a38-4c5b-8ec0-ac781182d6e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:12.817172 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-012875d3-936d-4ff7-9bcb-cc9a8de50125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.989425 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb074a4a-f879-4c5d-be5b-1dbd0077fa30 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.008525 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-012875d3-936d-4ff7-9bcb-cc9a8de50125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.065771 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.078144 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Transition to ACTIVE for port object ab9a4b55-ed43-4145-9d87-1809078eb3ee will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:13.137057 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb074a4a-f879-4c5d-be5b-1dbd0077fa30 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.139627 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-234d2a09-5d59-4b53-bbed-395022157db3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.141011 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-234d2a09-5d59-4b53-bbed-395022157db3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5245311 Aug 31 01:09:13.191433 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.197697 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.215554 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db25a4-0114-4ed1-9a7c-fb529f8625be req-ce366138-c478-4c7d-adcd-bd8707b166a9 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:13.217477 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a0db25a4-0114-4ed1-9a7c-fb529f8625be req-ce366138-c478-4c7d-adcd-bd8707b166a9 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.2545903 Aug 31 01:09:13.266173 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb074a4a-f879-4c5d-be5b-1dbd0077fa30 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.293733 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2033e9-bf3b-4506-b8e9-9e8139472156 None None] Pushing event updated for resources: {'Port': ['ID=ab9a4b55-ed43-4145-9d87-1809078eb3ee,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:13.335278 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb074a4a-f879-4c5d-be5b-1dbd0077fa30 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3b5b63-3fc5-4b22-815a-f9e7a564549e,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:13.337789 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a0db25a4-0114-4ed1-9a7c-fb529f8625be req-226f227b-5d58-4604-8023-f59b607788f7 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895939 Aug 31 01:09:13.372136 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-012875d3-936d-4ff7-9bcb-cc9a8de50125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.384690 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-012875d3-936d-4ff7-9bcb-cc9a8de50125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.384690 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-012875d3-936d-4ff7-9bcb-cc9a8de50125 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2463cc0d-92fa-4fba-934c-e4ce3ac0fc80 HTTP/1.1" status: 204 len: 168 time: 0.8090100 Aug 31 01:09:13.394154 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012875d3-936d-4ff7-9bcb-cc9a8de50125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2463cc0d-92fa-4fba-934c-e4ce3ac0fc80,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:13.422655 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Attempting to bind port ab9a4b55-ed43-4145-9d87-1809078eb3ee on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:13.423054 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Attempting to bind port ab9a4b55-ed43-4145-9d87-1809078eb3ee by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:13.423423 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Attempting to bind port ab9a4b55-ed43-4145-9d87-1809078eb3ee on network 233b9bf7-bb8b-473c-966b-3b104e130b94 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:13.437137 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:13.437137 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Checking segment: {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:13.437137 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.437137 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Bound using segment: {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:13.437137 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Bound port: ab9a4b55-ed43-4145-9d87-1809078eb3ee, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:13.442849 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.605828 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] For port ab9a4b55-ed43-4145-9d87-1809078eb3ee, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:13.610895 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] For port ab9a4b55-ed43-4145-9d87-1809078eb3ee, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ab9a4b55-ed43-4145-9d87-1809078eb3ee,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:13.653167 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-a9b9e9b2-fcca-47cf-96ec-a9d29822d970 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--256315783&fields=id&tenant_id=19c64f601c554de7b7c7ed4a689b2a97 HTTP/1.1" status: 200 len: 267 time: 0.1012952 Aug 31 01:09:13.688889 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb074a4a-f879-4c5d-be5b-1dbd0077fa30 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.703239 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cb074a4a-f879-4c5d-be5b-1dbd0077fa30 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9307573 Aug 31 01:09:13.703471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58046) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:13.703471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a2969e02-3992-4656-b239-501f10526e13 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Request body: {'security_group_rule': {'security_group_id': '698b683a-0a38-4c5b-8ec0-ac781182d6e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:13.791943 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.875908 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-b8818159-a58f-40bf-bdf6-96eba4f34ecb tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:13.877729 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-b8818159-a58f-40bf-bdf6-96eba4f34ecb tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/networks?id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 HTTP/1.1" status: 200 len: 816 time: 0.2128983 Aug 31 01:09:13.942754 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-e84fcc34-e8d6-4a08-920e-1553c21a7fd5 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/quotas/19c64f601c554de7b7c7ed4a689b2a97 HTTP/1.1" status: 200 len: 375 time: 0.0518730 Aug 31 01:09:13.956808 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:14.050323 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Routers {'0c603a36-fcce-4728-bb22-1e23e0b857c8'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:14.051335 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:09:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0c603a36-fcce-4728-bb22-1e23e0b857c8'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:14.114628 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2969e02-3992-4656-b239-501f10526e13 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:14.272744 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-893ddbc5-5e01-47b3-bb57-685d4ce29c2c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=19c64f601c554de7b7c7ed4a689b2a97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2845566 Aug 31 01:09:14.310199 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:14.327595 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2033e9-bf3b-4506-b8e9-9e8139472156 None None] Pushing event updated for resources: {'Port': ['ID=ab9a4b55-ed43-4145-9d87-1809078eb3ee,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:14.351135 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2969e02-3992-4656-b239-501f10526e13 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:14.460310 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:14.580007 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2969e02-3992-4656-b239-501f10526e13 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:14.597358 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] Set router 0c603a36-fcce-4728-bb22-1e23e0b857c8 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:14.676998 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822cf30-05e7-4c01-8d83-d44042995960 req-f0da010e-096c-4451-8448-54f0f8907a36 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:14.679376 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a822cf30-05e7-4c01-8d83-d44042995960 req-f0da010e-096c-4451-8448-54f0f8907a36 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.0890296 Aug 31 01:09:14.741524 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a822cf30-05e7-4c01-8d83-d44042995960 req-9c9b12da-364b-474e-a860-3debff8e573f tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498030 Aug 31 01:09:14.754643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2969e02-3992-4656-b239-501f10526e13 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e7a863-ecc2-46d4-9fcc-e656f227829e,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:14.769629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Port': ['ID=0b7dc278-b3a8-46eb-8583-25605a811ba6,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:14.804302 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:14.882386 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2969e02-3992-4656-b239-501f10526e13 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:14.887037 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a2969e02-3992-4656-b239-501f10526e13 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1919389 Aug 31 01:09:14.887205 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58084) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:14.889269 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'name': 'tempest-ServerActionsTestJSON-748343319-router', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '128c855c-d807-425e-be19-81bb8058d5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:56Z', 'updated_at': '2021-08-31T01:09:07Z', 'revision_number': 4, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'gw_port': {'id': '128c855c-d807-425e-be19-81bb8058d5ee', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:00Z', 'updated_at': '2021-08-31T01:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ab9a4b55-ed43-4145-9d87-1809078eb3ee', 'name': '', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'mac_address': 'fa:16:3e:e0:26:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:05Z', 'updated_at': '2021-08-31T01:09:13Z', 'revision_number': 4, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'subnets': [{'id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:14.897525 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b829ca03-a00e-4936-bfa8-c03f9d0e70cd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:14.939037 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-f30649c0-64b9-4e07-ba6d-47e152152328 service neutron] 10.222.0.16 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478984 Aug 31 01:09:14.940313 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff943e8d-66e9-460e-a3cf-217887c26db9 None None] The sync data for ids ['0c603a36-fcce-4728-bb22-1e23e0b857c8'] in n-d-793621-34 is: [{'id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'name': 'tempest-ServerActionsTestJSON-748343319-router', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '128c855c-d807-425e-be19-81bb8058d5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:56Z', 'updated_at': '2021-08-31T01:09:07Z', 'revision_number': 4, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'gw_port': {'id': '128c855c-d807-425e-be19-81bb8058d5ee', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:00Z', 'updated_at': '2021-08-31T01:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ab9a4b55-ed43-4145-9d87-1809078eb3ee', 'name': '', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'mac_address': 'fa:16:3e:e0:26:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:05Z', 'updated_at': '2021-08-31T01:09:13Z', 'revision_number': 4, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'subnets': [{'id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:15.072227 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Floating IP 2898b1b8-6b44-473c-951e-cdeda094938d associated. External IP: 172.25.2.209, port: d309868f-4db1-456e-8b12-f6d71995d9cc. Aug 31 01:09:15.131474 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b829ca03-a00e-4936-bfa8-c03f9d0e70cd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:15.168147 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-6f8dd284-6cb9-4f2f-807c-c846b52839ba service neutron] 10.222.0.16 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100217 Aug 31 01:09:15.329000 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b829ca03-a00e-4936-bfa8-c03f9d0e70cd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:15.494545 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-b829ca03-a00e-4936-bfa8-c03f9d0e70cd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Allocated IP 172.25.2.87 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/225f1792-2c79-4452-8113-628b811f6ca9) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:15.494755 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:09:15.699997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:15.715679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a50acd-c5d5-470b-94dc-ea3d3ad6a482 None None] Sync routers for ids ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:15.743181 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a50acd-c5d5-470b-94dc-ea3d3ad6a482 None None] Routers {'82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:15.747017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-22a50acd-c5d5-470b-94dc-ea3d3ad6a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:09:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:15.854482 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:15.961478 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-654e0a37-93ed-40eb-883c-b34b0070184b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.1509664 Aug 31 01:09:15.963453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ee56f9-3481-4360-a780-147a975ad833', 'tag': 'd309868f-4db1-456e-8b12-f6d71995d9cc'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:15.967043 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fecc2d0-3d9e-4450-892a-ce893e999bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "13ee56f9-3481-4360-a780-147a975ad833", "tag": "d309868f-4db1-456e-8b12-f6d71995d9cc"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:15.994140 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58118) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:16.104006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58124) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:16.156900 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58128) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:16.217494 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d6dfe1a-6998-4856-8427-c0f6bf55ba1a req-eaefc8ad-fa4d-46a9-8de3-8efb9a73d7e4 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 210 time: 0.1132379 Aug 31 01:09:16.228657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-22a50acd-c5d5-470b-94dc-ea3d3ad6a482 None None] Set router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:16.300067 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b829ca03-a00e-4936-bfa8-c03f9d0e70cd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:16.457234 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd14f80-59c6-44f4-8c2d-0c28048660e3 req-3d7b7f8f-cbbb-418e-b045-d9c99165bfde tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:16.475910 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cfd14f80-59c6-44f4-8c2d-0c28048660e3 req-3d7b7f8f-cbbb-418e-b045-d9c99165bfde tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.5184970 Aug 31 01:09:16.507335 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-55cc33e9-d53d-4ef0-8acf-635f246cd413 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1512848602'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:16.594294 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31feedf2-ff5b-4722-a484-d894918b00b2 x-openstack-request-id: req-31feedf2-ff5b-4722-a484-d894918b00b2 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:16.594868 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ee56f9-3481-4360-a780-147a975ad833", "tag": "d309868f-4db1-456e-8b12-f6d71995d9cc", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:16.595466 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31feedf2-ff5b-4722-a484-d894918b00b2 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:16.596104 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ee56f9-3481-4360-a780-147a975ad833', 'tag': 'd309868f-4db1-456e-8b12-f6d71995d9cc', 'status': 'completed', 'code': 200} Aug 31 01:09:16.631977 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b829ca03-a00e-4936-bfa8-c03f9d0e70cd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:16.644098 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ab9a4b55-ed43-4145-9d87-1809078eb3ee up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:16.663243 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-211a7449-7123-4718-9dde-89336e19ad72 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/floatingips/2898b1b8-6b44-473c-951e-cdeda094938d HTTP/1.1" status: 200 len: 991 time: 0.6737199 Aug 31 01:09:16.708361 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cfd14f80-59c6-44f4-8c2d-0c28048660e3 req-8f132982-d85a-4102-bcf1-41ed335ed866 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288284 Aug 31 01:09:16.715838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829ca03-a00e-4936-bfa8-c03f9d0e70cd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Pushing event updated for resources: {'Port': ['ID=225f1792-2c79-4452-8113-628b811f6ca9,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:16.729205 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b829ca03-a00e-4936-bfa8-c03f9d0e70cd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:16.730355 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecc2d0-3d9e-4450-892a-ce893e999bb4 req-b5c77b62-c626-46e7-82ee-4a1a33f92675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:16.731519 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b829ca03-a00e-4936-bfa8-c03f9d0e70cd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:16.732972 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0fecc2d0-3d9e-4450-892a-ce893e999bb4 req-b5c77b62-c626-46e7-82ee-4a1a33f92675 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f481833dbad44e8ab08e3a835b3f2ce&device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 1097 time: 0.1439793 Aug 31 01:09:16.737020 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829ca03-a00e-4936-bfa8-c03f9d0e70cd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:16.941878 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port ab9a4b55-ed43-4145-9d87-1809078eb3ee completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:16.944262 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b829ca03-a00e-4936-bfa8-c03f9d0e70cd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:16.950459 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-22a50acd-c5d5-470b-94dc-ea3d3ad6a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:08:25Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '2898b1b8-6b44-473c-951e-cdeda094938d', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'port_id': 'd309868f-4db1-456e-8b12-f6d71995d9cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'mac_address': 'fa:16:3e:ed:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee56f9-3481-4360-a780-147a975ad833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:12Z', 'updated_at': '2021-08-31T01:09:12Z', 'revision_number': 0, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84271276-812b-4724-80ef-613612e87de0', 'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:6a:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:22Z', 'updated_at': '2021-08-31T01:08:34Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:16.956524 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ab9a4b55-ed43-4145-9d87-1809078eb3ee triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:16.957104 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:16.966868 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cc33e9-d53d-4ef0-8acf-635f246cd413 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Made reservation on behalf of 62a90735d40e4940be1c9a22d1e8ae7a for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:16.972198 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55cc33e9-d53d-4ef0-8acf-635f246cd413 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:16.994686 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55cc33e9-d53d-4ef0-8acf-635f246cd413 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.014510 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4d906bbd-78a6-4be5-9b42-6894c5350e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.088503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a50acd-c5d5-470b-94dc-ea3d3ad6a482 None None] Checking router: 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:17.101976 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b829ca03-a00e-4936-bfa8-c03f9d0e70cd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.165612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a50acd-c5d5-470b-94dc-ea3d3ad6a482 None None] Routers {'82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:17.166293 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-22a50acd-c5d5-470b-94dc-ea3d3ad6a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:09:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:17.223352 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.336481 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b829ca03-a00e-4936-bfa8-c03f9d0e70cd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.353629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port ab9a4b55-ed43-4145-9d87-1809078eb3ee, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ab9a4b55-ed43-4145-9d87-1809078eb3ee,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:17.377065 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2dae83b7-2051-445e-8b97-e3d5564173c1 req-4e1d6c80-db5e-4678-b125-4f22118a95d1 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 210 time: 0.0379438 Aug 31 01:09:17.407816 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecc2d0-3d9e-4450-892a-ce893e999bb4 req-64881c57-8b85-4e72-adda-0efee8b25fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:17.409571 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0fecc2d0-3d9e-4450-892a-ce893e999bb4 req-64881c57-8b85-4e72-adda-0efee8b25fd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f095f258-8f80-4294-a06e-49d320c08de5 HTTP/1.1" status: 200 len: 898 time: 0.6701474 Aug 31 01:09:17.461323 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55cc33e9-d53d-4ef0-8acf-635f246cd413 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.473407 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-22a50acd-c5d5-470b-94dc-ea3d3ad6a482 None None] Set router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:17.504743 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b829ca03-a00e-4936-bfa8-c03f9d0e70cd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.520012 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.595877 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0fecc2d0-3d9e-4450-892a-ce893e999bb4 req-4877557f-4c83-4474-bea2-4924a14cfc08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d309868f-4db1-456e-8b12-f6d71995d9cc HTTP/1.1" status: 200 len: 999 time: 0.1775851 Aug 31 01:09:17.621914 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55cc33e9-d53d-4ef0-8acf-635f246cd413 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.649413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=ab9a4b55-ed43-4145-9d87-1809078eb3ee,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:17.668274 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58140) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:17.672495 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc33e9-d53d-4ef0-8acf-635f246cd413 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4963d8-2ae8-44f7-831a-58bda0e40e08,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:17.717192 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829ca03-a00e-4936-bfa8-c03f9d0e70cd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Pushing event updated for resources: {'Port': ['ID=225f1792-2c79-4452-8113-628b811f6ca9,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:17.717192 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cc33e9-d53d-4ef0-8acf-635f246cd413 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:09:17.721120 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b829ca03-a00e-4936-bfa8-c03f9d0e70cd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.740736 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55cc33e9-d53d-4ef0-8acf-635f246cd413 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.757205 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-55cc33e9-d53d-4ef0-8acf-635f246cd413 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Added segment da5cbc2e-7b61-4e72-9770-e38f0052720a of type vlan for network 175521a6-158c-41c5-bb85-b2c79e111220 Aug 31 01:09:17.770816 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecc2d0-3d9e-4450-892a-ce893e999bb4 req-3dd325fd-95e4-4ebc-b39b-eadbd33347c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:17.772398 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0fecc2d0-3d9e-4450-892a-ce893e999bb4 req-3dd325fd-95e4-4ebc-b39b-eadbd33347c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00adf21d-21f6-4a07-946b-74513c7c1b55 HTTP/1.1" status: 200 len: 834 time: 0.1698322 Aug 31 01:09:17.867080 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b50a7a57-a8de-4554-95f8-e7129614dd6e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/floatingips/2898b1b8-6b44-473c-951e-cdeda094938d HTTP/1.1" status: 200 len: 991 time: 0.1951125 Aug 31 01:09:17.889100 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecc2d0-3d9e-4450-892a-ce893e999bb4 req-63c218ec-da8f-4d5e-a8bf-4e7293c650e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:17.892419 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0fecc2d0-3d9e-4450-892a-ce893e999bb4 req-63c218ec-da8f-4d5e-a8bf-4e7293c650e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f095f258-8f80-4294-a06e-49d320c08de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107423 Aug 31 01:09:17.905552 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55cc33e9-d53d-4ef0-8acf-635f246cd413 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.008324 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-22a50acd-c5d5-470b-94dc-ea3d3ad6a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:08:25Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '2898b1b8-6b44-473c-951e-cdeda094938d', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'port_id': 'd309868f-4db1-456e-8b12-f6d71995d9cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'mac_address': 'fa:16:3e:ed:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee56f9-3481-4360-a780-147a975ad833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:12Z', 'updated_at': '2021-08-31T01:09:12Z', 'revision_number': 0, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84271276-812b-4724-80ef-613612e87de0', 'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:6a:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:22Z', 'updated_at': '2021-08-31T01:08:34Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:18.041191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db99153-45a1-4ffe-bbcb-c48aa091bf84 req-c6a83ece-86d0-4f6a-8dd9-50dc9724e937 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:18.042979 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2db99153-45a1-4ffe-bbcb-c48aa091bf84 req-c6a83ece-86d0-4f6a-8dd9-50dc9724e937 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.2213416 Aug 31 01:09:18.063664 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0fecc2d0-3d9e-4450-892a-ce893e999bb4 req-70451945-b563-4534-94b4-6250120ba056 service neutron] 10.222.0.41 "GET /v2.0/networks/f095f258-8f80-4294-a06e-49d320c08de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624355 Aug 31 01:09:18.066851 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4d906bbd-78a6-4be5-9b42-6894c5350e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.098689 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a50acd-c5d5-470b-94dc-ea3d3ad6a482 None None] The sync data for ids ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'] in n-d-793621-34 is: [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:08:25Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '2898b1b8-6b44-473c-951e-cdeda094938d', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'port_id': 'd309868f-4db1-456e-8b12-f6d71995d9cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'mac_address': 'fa:16:3e:ed:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee56f9-3481-4360-a780-147a975ad833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:12Z', 'updated_at': '2021-08-31T01:09:12Z', 'revision_number': 0, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84271276-812b-4724-80ef-613612e87de0', 'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:6a:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:22Z', 'updated_at': '2021-08-31T01:08:34Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:18.119247 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2db99153-45a1-4ffe-bbcb-c48aa091bf84 req-c86fe9ac-2465-4d15-a704-dcd0e78ad478 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663633 Aug 31 01:09:18.146107 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55cc33e9-d53d-4ef0-8acf-635f246cd413 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.166303 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cc33e9-d53d-4ef0-8acf-635f246cd413 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:18.167176 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55cc33e9-d53d-4ef0-8acf-635f246cd413 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.238321 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0fecc2d0-3d9e-4450-892a-ce893e999bb4 req-06b7b3be-c206-4f98-a656-4896172543bd service neutron] 10.222.0.41 "GET /v2.0/networks/f095f258-8f80-4294-a06e-49d320c08de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671698 Aug 31 01:09:18.246022 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4d906bbd-78a6-4be5-9b42-6894c5350e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.309392 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc33e9-d53d-4ef0-8acf-635f246cd413 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event updated for resources: {'Network': ['ID=175521a6-158c-41c5-bb85-b2c79e111220,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:18.316621 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d906bbd-78a6-4be5-9b42-6894c5350e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86862774-f68c-4bb4-8bed-bfd320b57c8c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:18.318477 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4d906bbd-78a6-4be5-9b42-6894c5350e7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a479ac597234449b865aca4f3e5d61b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1562622 Aug 31 01:09:18.321382 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58146) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:18.323710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 175521a6-158c-41c5-bb85-b2c79e111220 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:09:18.374747 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b829ca03-a00e-4936-bfa8-c03f9d0e70cd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.380155 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b829ca03-a00e-4936-bfa8-c03f9d0e70cd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4875295 Aug 31 01:09:18.403436 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c082f90d-40b2-4b56-a3a2-7804a7fe3f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.438509 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-55cc33e9-d53d-4ef0-8acf-635f246cd413 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3333452 Aug 31 01:09:18.485528 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c082f90d-40b2-4b56-a3a2-7804a7fe3f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.515632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ab9a4b55-ed43-4145-9d87-1809078eb3ee up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:18.583695 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef87e64-3471-4ace-8076-59706bea4b13 None None] New status for floating IP 2898b1b8-6b44-473c-951e-cdeda094938d: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:09:18.704464 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0cfc9003-a68e-4af6-822c-0fb4dba3ae5b req-e5967e4d-2874-4cd3-a6c7-612ea6cfca6f tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 210 time: 0.0581753 Aug 31 01:09:18.734534 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c082f90d-40b2-4b56-a3a2-7804a7fe3f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.739285 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c082f90d-40b2-4b56-a3a2-7804a7fe3f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.746117 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c082f90d-40b2-4b56-a3a2-7804a7fe3f30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86862774-f68c-4bb4-8bed-bfd320b57c8c HTTP/1.1" status: 204 len: 168 time: 0.4182937 Aug 31 01:09:18.807097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082f90d-40b2-4b56-a3a2-7804a7fe3f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86862774-f68c-4bb4-8bed-bfd320b57c8c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:18.864646 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ab9a4b55-ed43-4145-9d87-1809078eb3ee triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:18.865109 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.875025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58166) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:19.080691 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-9e9ba2f5-74ed-4407-b771-e2902713db6c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1696390861&fields=id&tenant_id=f352ea30918c400cad8ba861159cf775 HTTP/1.1" status: 200 len: 267 time: 0.2858284 Aug 31 01:09:19.178477 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a57a0ed1-3dda-41e2-bce0-3486b85ab840 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/floatingips/2898b1b8-6b44-473c-951e-cdeda094938d HTTP/1.1" status: 200 len: 991 time: 0.3006120 Aug 31 01:09:19.376278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f0732-2f7b-4d47-8936-6ee79ea3b7d9 req-a3231a1d-0cf4-4f3a-a7bd-92bafbbd3fd3 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:19.394410 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ec9f0732-2f7b-4d47-8936-6ee79ea3b7d9 req-a3231a1d-0cf4-4f3a-a7bd-92bafbbd3fd3 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.0850360 Aug 31 01:09:19.400222 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-30c12135-e84a-4066-bd4d-95f00c07d459 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:19.407882 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-30c12135-e84a-4066-bd4d-95f00c07d459 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 811 time: 0.3124630 Aug 31 01:09:19.428272 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-313f3d12-625b-41c1-9ed7-e6b16a48c253 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/quotas/f352ea30918c400cad8ba861159cf775 HTTP/1.1" status: 200 len: 375 time: 0.0194142 Aug 31 01:09:19.478754 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ec9f0732-2f7b-4d47-8936-6ee79ea3b7d9 req-b8acf4d5-99b4-4b8a-8c2d-4953185a7bdd tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829773 Aug 31 01:09:19.538743 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-1a6e62f1-7784-46c2-9833-c5efed544ffc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0942001 Aug 31 01:09:19.651763 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-ec8dbb6f-9228-4eae-94d4-48c737eb0f93 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:19.653827 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-ec8dbb6f-9228-4eae-94d4-48c737eb0f93 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.48 "GET /v2.0/networks?id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 HTTP/1.1" status: 200 len: 816 time: 0.1776757 Aug 31 01:09:19.693899 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-bebb89e2-778b-48c8-8f81-2f1dfffa8517 service neutron] 10.222.0.16 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599259 Aug 31 01:09:19.752047 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-fbb2830a-8f83-448f-9f6f-5e7bab369556 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19c64f601c554de7b7c7ed4a689b2a97 HTTP/1.1" status: 200 len: 379 time: 0.0880182 Aug 31 01:09:19.768214 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-c01810bb-cf26-481b-a557-92223a2a31be tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Request body: {'port': {'device_id': 'efb69292-2789-471b-a5c8-6809d5b5dbc9', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'admin_state_up': True, 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'security_groups': ['954406e5-62a3-42d9-a25c-bf74ec115035']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:19.802510 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-f1399faf-102c-4309-a129-d735aff710b4 service neutron] 10.222.0.16 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076634 Aug 31 01:09:19.861254 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2f56a9d-7e16-4369-8cd8-a76a763a996f req-30fea3c8-4400-42ca-9052-fbba1c42e0e5 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 210 time: 0.0680754 Aug 31 01:09:20.059639 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-c01810bb-cf26-481b-a557-92223a2a31be tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Made reservation on behalf of 19c64f601c554de7b7c7ed4a689b2a97 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:20.071685 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-c01810bb-cf26-481b-a557-92223a2a31be tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.181403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58184) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:20.269253 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58186) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:20.376100 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e724d1e9-9a5b-44c1-8e65-a362cfb159c9 req-d5fad262-a001-4b78-b400-4bfb5702e7d8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 210 time: 0.1053319 Aug 31 01:09:20.376872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-c01810bb-cf26-481b-a557-92223a2a31be tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Allocated IP 172.20.0.8 (3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5/ba7747f8-0f41-4519-aeaf-544d4f1a2b4a/2a57eb15-5900-4c8b-8516-e11cb559d40d) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:20.399921 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2b78ae6e-004c-4efd-b008-91784ac1ddae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.477597 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-16302fcc-a36b-4c02-85b8-f947a2b0d85a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/floatingips/2898b1b8-6b44-473c-951e-cdeda094938d HTTP/1.1" status: 200 len: 993 time: 0.2945731 Aug 31 01:09:20.572397 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-c01810bb-cf26-481b-a557-92223a2a31be tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.593989 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-c01810bb-cf26-481b-a557-92223a2a31be tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Transition to ACTIVE for port object 2a57eb15-5900-4c8b-8516-e11cb559d40d will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:20.613877 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2b78ae6e-004c-4efd-b008-91784ac1ddae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.686399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c445460-93e7-4031-9f78-6837ea621a69 req-741de84a-230e-4de7-9b87-94dc7a90b730 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:20.688102 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9c445460-93e7-4031-9f78-6837ea621a69 req-741de84a-230e-4de7-9b87-94dc7a90b730 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.0850301 Aug 31 01:09:20.735687 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9c445460-93e7-4031-9f78-6837ea621a69 req-29f36b61-5076-47e2-9b52-9c1ca90dc7eb tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370007 Aug 31 01:09:20.819037 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2b78ae6e-004c-4efd-b008-91784ac1ddae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.820772 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-c01810bb-cf26-481b-a557-92223a2a31be tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.871449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78ae6e-004c-4efd-b008-91784ac1ddae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3713016e-1960-49ae-be54-81a3488db1bc,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:20.893294 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2b78ae6e-004c-4efd-b008-91784ac1ddae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57942e0c5af74cbabc7daeaeffa94302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6196339 Aug 31 01:09:20.904724 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58202) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:20.928551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01810bb-cf26-481b-a557-92223a2a31be tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Pushing event updated for resources: {'Port': ['ID=2a57eb15-5900-4c8b-8516-e11cb559d40d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:20.943840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-c01810bb-cf26-481b-a557-92223a2a31be tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Network 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:20.945744 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-c01810bb-cf26-481b-a557-92223a2a31be tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:20.948326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-c01810bb-cf26-481b-a557-92223a2a31be tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:21.058531 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-19ed9050-f3e9-4edf-b695-c9dce101c504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.076834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-c01810bb-cf26-481b-a557-92223a2a31be tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:21.078070 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-c01810bb-cf26-481b-a557-92223a2a31be tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.135732 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-19ed9050-f3e9-4edf-b695-c9dce101c504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.217818 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-c01810bb-cf26-481b-a557-92223a2a31be tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4570403 Aug 31 01:09:21.232855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Request body: {'port': {'device_id': 'efb69292-2789-471b-a5c8-6809d5b5dbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:21.317079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f10c8-b195-42ee-89c2-9fdab63a736f req-cafb8c9e-0a38-4031-b002-6112ac235c0c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:21.318775 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4b7f10c8-b195-42ee-89c2-9fdab63a736f req-cafb8c9e-0a38-4031-b002-6112ac235c0c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 931 time: 0.2130487 Aug 31 01:09:21.434971 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.493102 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4b7f10c8-b195-42ee-89c2-9fdab63a736f req-f92dcd8f-9708-4b06-803e-3ac883af95e9 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444254 Aug 31 01:09:21.614390 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-19ed9050-f3e9-4edf-b695-c9dce101c504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.617785 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-19ed9050-f3e9-4edf-b695-c9dce101c504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.623699 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-19ed9050-f3e9-4edf-b695-c9dce101c504 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3713016e-1960-49ae-be54-81a3488db1bc HTTP/1.1" status: 204 len: 168 time: 0.7216756 Aug 31 01:09:21.638070 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed9050-f3e9-4edf-b695-c9dce101c504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3713016e-1960-49ae-be54-81a3488db1bc,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:21.651632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4eae70cb-e8cf-4b11-8363-5e4ce82b30bd None None] Provisioning for port 2a57eb15-5900-4c8b-8516-e11cb559d40d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:21.697944 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f0b206e-b18d-41cd-8701-3e5a73a2d365 req-4fd7d4c6-02b4-4bf7-af8d-0bf5ca3a8c10 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 210 time: 0.1288440 Aug 31 01:09:21.699963 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4eae70cb-e8cf-4b11-8363-5e4ce82b30bd None None] Provisioning complete for port 2a57eb15-5900-4c8b-8516-e11cb559d40d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:21.701289 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4eae70cb-e8cf-4b11-8363-5e4ce82b30bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.779190 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-4eae70cb-e8cf-4b11-8363-5e4ce82b30bd None None] Port 2a57eb15-5900-4c8b-8516-e11cb559d40d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:09:21.946061 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229bf79-25ed-4e23-9b96-eebe0c13af67 req-690088d5-e959-4037-9ce1-fd4d96ec9a96 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:21.954561 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9229bf79-25ed-4e23-9b96-eebe0c13af67 req-690088d5-e959-4037-9ce1-fd4d96ec9a96 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.0803018 Aug 31 01:09:22.018242 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9229bf79-25ed-4e23-9b96-eebe0c13af67 req-cb8e5817-8b64-403d-9d3a-2de4f0dd1426 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618112 Aug 31 01:09:22.065074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a57eb15-5900-4c8b-8516-e11cb559d40d {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:09:22.083898 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.107242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Transition to ACTIVE for port object 2a57eb15-5900-4c8b-8516-e11cb559d40d will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:22.327752 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58218) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:22.340998 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.341221 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-bb62c8a0-bbeb-43fe-bd0e-2e0395a1e7c5 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Request body: {'subnet': {'network_id': '175521a6-158c-41c5-bb85-b2c79e111220', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:22.388574 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Pushing event updated for resources: {'Port': ['ID=2a57eb15-5900-4c8b-8516-e11cb559d40d,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:22.512982 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Attempting to bind port 2a57eb15-5900-4c8b-8516-e11cb559d40d on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:22.513378 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Attempting to bind port 2a57eb15-5900-4c8b-8516-e11cb559d40d by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '4e2f4214-ec8c-4fcb-b201-015df456200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:22.518376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Attempting to bind port 2a57eb15-5900-4c8b-8516-e11cb559d40d on network 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:22.522594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Port 2a57eb15-5900-4c8b-8516-e11cb559d40d on network 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:22.522594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Attempting to bind port 2a57eb15-5900-4c8b-8516-e11cb559d40d on network 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:22.532048 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:22.532933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Checking segment: {'id': '4e2f4214-ec8c-4fcb-b201-015df456200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:22.533388 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Bound using segment: {'id': '4e2f4214-ec8c-4fcb-b201-015df456200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:22.536925 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Bound port: 2a57eb15-5900-4c8b-8516-e11cb559d40d, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e2f4214-ec8c-4fcb-b201-015df456200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:22.537353 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.592686 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb62c8a0-bbeb-43fe-bd0e-2e0395a1e7c5 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Made reservation on behalf of 62a90735d40e4940be1c9a22d1e8ae7a for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:22.606198 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb62c8a0-bbeb-43fe-bd0e-2e0395a1e7c5 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.693256 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] For port 2a57eb15-5900-4c8b-8516-e11cb559d40d, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:22.705241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] For port 2a57eb15-5900-4c8b-8516-e11cb559d40d, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2a57eb15-5900-4c8b-8516-e11cb559d40d,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:22.807872 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b44dc-7c80-4867-bc75-dc081865affb req-7f5809f5-af0c-4600-a601-d4e5c943cf73 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:22.809573 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b36b44dc-7c80-4867-bc75-dc081865affb req-7f5809f5-af0c-4600-a601-d4e5c943cf73 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1064482 Aug 31 01:09:22.833722 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3833109-e99e-4786-aa54-9be504202c55 req-b0ca6918-6ed1-4a21-b715-db4579bc4f70 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 210 time: 0.0313392 Aug 31 01:09:22.838610 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.895175 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:22.898067 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.899850 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-7db29260-468c-47ef-9988-a84e614883ba service neutron] 10.222.0.48 "PUT /v2.0/ports/2a57eb15-5900-4c8b-8516-e11cb559d40d HTTP/1.1" status: 200 len: 1092 time: 1.6742253 Aug 31 01:09:22.903139 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb69292-2789-471b-a5c8-6809d5b5dbc9', 'tag': '2a57eb15-5900-4c8b-8516-e11cb559d40d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:22.906372 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b36b44dc-7c80-4867-bc75-dc081865affb req-6de12ebd-eaf0-4861-b0fa-a60c08fe856f tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875108 Aug 31 01:09:22.909999 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f0dae8-5aa0-4094-8124-1b7e360ffdd3" -d '{"events": [{"name": "network-changed", "server_uuid": "efb69292-2789-471b-a5c8-6809d5b5dbc9", "tag": "2a57eb15-5900-4c8b-8516-e11cb559d40d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:22.981682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db29260-468c-47ef-9988-a84e614883ba service neutron] Pushing event updated for resources: {'Port': ['ID=2a57eb15-5900-4c8b-8516-e11cb559d40d,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:22.990180 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5db69e5-5804-4b9f-8cf0-a264d0c2c414 x-openstack-request-id: req-d5db69e5-5804-4b9f-8cf0-a264d0c2c414 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:22.994090 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb69292-2789-471b-a5c8-6809d5b5dbc9", "tag": "2a57eb15-5900-4c8b-8516-e11cb559d40d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:22.994382 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5db69e5-5804-4b9f-8cf0-a264d0c2c414 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:22.994927 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb69292-2789-471b-a5c8-6809d5b5dbc9', 'tag': '2a57eb15-5900-4c8b-8516-e11cb559d40d', 'status': 'completed', 'code': 200} Aug 31 01:09:23.059174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0dae8-5aa0-4094-8124-1b7e360ffdd3 req-2a73210b-b161-42dc-9d92-3fd24663f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:23.063026 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-04f0dae8-5aa0-4094-8124-1b7e360ffdd3 req-2a73210b-b161-42dc-9d92-3fd24663f0b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=19c64f601c554de7b7c7ed4a689b2a97&device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 1095 time: 0.0524204 Aug 31 01:09:23.179142 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb62c8a0-bbeb-43fe-bd0e-2e0395a1e7c5 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:23.217592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0dae8-5aa0-4094-8124-1b7e360ffdd3 req-5f5c687a-b9aa-4f8d-aa77-d67daf4739f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:23.219969 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-04f0dae8-5aa0-4094-8124-1b7e360ffdd3 req-5f5c687a-b9aa-4f8d-aa77-d67daf4739f1 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=19c64f601c554de7b7c7ed4a689b2a97&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1431551 Aug 31 01:09:23.257215 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3deedf-648d-4f53-b151-c18f57a7fadb req-6c64e1aa-6c41-4430-bb87-532402a315ba tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:23.258882 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4e3deedf-648d-4f53-b151-c18f57a7fadb req-6c64e1aa-6c41-4430-bb87-532402a315ba tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.1285784 Aug 31 01:09:23.276997 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62c8a0-bbeb-43fe-bd0e-2e0395a1e7c5 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event updated for resources: {'Subnet': ['ID=7e06f98c-d5cf-4031-872d-14eddddb62f9,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:23.309723 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb62c8a0-bbeb-43fe-bd0e-2e0395a1e7c5 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Checking segment: {'id': 'da5cbc2e-7b61-4e72-9770-e38f0052720a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '175521a6-158c-41c5-bb85-b2c79e111220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:23.310452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb62c8a0-bbeb-43fe-bd0e-2e0395a1e7c5 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Network hostable DHCP agents. Network: 175521a6-158c-41c5-bb85-b2c79e111220, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:09:23.337694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4e3deedf-648d-4f53-b151-c18f57a7fadb req-1fc1beb4-7381-4e4a-a400-4f7ac9707ca3 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569170 Aug 31 01:09:23.339765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0dae8-5aa0-4094-8124-1b7e360ffdd3 req-829b97bc-57da-432b-85f5-cc4615c0106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:23.341813 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-04f0dae8-5aa0-4094-8124-1b7e360ffdd3 req-829b97bc-57da-432b-85f5-cc4615c0106a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1147842 Aug 31 01:09:23.438467 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-32fdccf8-6cc4-447e-98e6-5f1d2364bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:23.439951 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-32fdccf8-6cc4-447e-98e6-5f1d2364bf99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=19c64f601c554de7b7c7ed4a689b2a97&device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 1095 time: 0.0590334 Aug 31 01:09:23.484226 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-1eafb8ba-6e95-491e-9570-d322cd9d057d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a57eb15-5900-4c8b-8516-e11cb559d40d HTTP/1.1" status: 200 len: 217 time: 0.0366139 Aug 31 01:09:23.542393 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-a7660d63-ec33-4939-8804-61c265e44bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:23.544116 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-a7660d63-ec33-4939-8804-61c265e44bd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba7747f8-0f41-4519-aeaf-544d4f1a2b4a HTTP/1.1" status: 200 len: 855 time: 0.0511234 Aug 31 01:09:23.599684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-87d6f9e7-0b63-400c-a2cc-ea30d5099c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:23.601141 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-87d6f9e7-0b63-400c-a2cc-ea30d5099c38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499024 Aug 31 01:09:23.626502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb62c8a0-bbeb-43fe-bd0e-2e0395a1e7c5 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Network 175521a6-158c-41c5-bb85-b2c79e111220 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:09:23.700014 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-e2b6c122-7205-449e-b724-4f128c89244e service neutron] 10.222.0.48 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918152 Aug 31 01:09:23.805203 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75dd3a85-a426-4c64-bd84-4efb24241ff0 req-a5143e9c-f43f-4f02-a428-8de54bc478cd service neutron] 10.222.0.48 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982199 Aug 31 01:09:23.923203 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-bb62c8a0-bbeb-43fe-bd0e-2e0395a1e7c5 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 175521a6-158c-41c5-bb85-b2c79e111220) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:23.939674 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb62c8a0-bbeb-43fe-bd0e-2e0395a1e7c5 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:23.939674 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb62c8a0-bbeb-43fe-bd0e-2e0395a1e7c5 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:23.940003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067381a5-998b-4b3c-93ea-20413b9e12d7 None None] Network 175521a6-158c-41c5-bb85-b2c79e111220 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:23.967576 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f70b8edd-0461-4a30-a015-67b286548e4f req-7a538dc0-0b70-4110-817e-fc107c6eee67 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 210 time: 0.0296493 Aug 31 01:09:24.082318 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c05ff-aee3-4ffc-9c81-d3601738a038 req-1f4b183f-e26d-4efc-b96d-96f3455ddc82 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:24.091595 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-754c05ff-aee3-4ffc-9c81-d3601738a038 req-1f4b183f-e26d-4efc-b96d-96f3455ddc82 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.0640390 Aug 31 01:09:24.111977 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-175521a6-158c-41c5-bb85-b2c79e111220', 'network_id': '175521a6-158c-41c5-bb85-b2c79e111220', 'tenant_id': '62a90735d40e4940be1c9a22d1e8ae7a', 'fixed_ips': [{'subnet_id': '7e06f98c-d5cf-4031-872d-14eddddb62f9'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:09:24.112963 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:24.130710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-754c05ff-aee3-4ffc-9c81-d3601738a038 req-470d81c8-0838-45fa-a2c5-34d016fb6355 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380538 Aug 31 01:09:24.231039 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bb62c8a0-bbeb-43fe-bd0e-2e0395a1e7c5 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9021096 Aug 31 01:09:24.236505 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58266) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:24.242049 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-352e284b-2b73-4a97-a530-c69d51d4ef86 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1708758743'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:24.280382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Allocated IP 2001:db8:0:ffff::2 (175521a6-158c-41c5-bb85-b2c79e111220/7e06f98c-d5cf-4031-872d-14eddddb62f9/b473aa97-b4dc-4c78-afc7-5bc22cc800ea) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:24.436739 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352e284b-2b73-4a97-a530-c69d51d4ef86 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Made reservation on behalf of 62a90735d40e4940be1c9a22d1e8ae7a for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:24.441924 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-352e284b-2b73-4a97-a530-c69d51d4ef86 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:24.456385 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-f9d236fb-a6b7-481d-904a-7be1095e8c17 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:24.458083 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-f9d236fb-a6b7-481d-904a-7be1095e8c17 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.41 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 811 time: 0.1240141 Aug 31 01:09:24.484860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352e284b-2b73-4a97-a530-c69d51d4ef86 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:09:24.510062 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-a5c278eb-0b3e-4505-8b74-f089326db009 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f352ea30918c400cad8ba861159cf775 HTTP/1.1" status: 200 len: 380 time: 0.0414367 Aug 31 01:09:24.514849 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d621a6e-cea8-4800-a750-caa80f0508e5 req-17fffeba-56a6-4280-9bb7-3563f07ffa63 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:24.523281 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0d621a6e-cea8-4800-a750-caa80f0508e5 req-17fffeba-56a6-4280-9bb7-3563f07ffa63 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.0991881 Aug 31 01:09:24.526118 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-c41f9e75-0557-4a72-9f05-3d16d97e26db tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Request body: {'port': {'device_id': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'admin_state_up': True, 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'security_groups': ['698b683a-0a38-4c5b-8ec0-ac781182d6e6']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:24.547551 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-352e284b-2b73-4a97-a530-c69d51d4ef86 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:24.548168 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-352e284b-2b73-4a97-a530-c69d51d4ef86 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Added segment efb08b28-9c3b-42c7-ad78-0d1b04a5fc48 of type vlan for network c1cf9afe-64c8-4518-ac86-7f45578a408f Aug 31 01:09:24.602853 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:24.608066 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0d621a6e-cea8-4800-a750-caa80f0508e5 req-8a2b07fa-8462-4a82-9c31-0987747117c4 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793850 Aug 31 01:09:24.612464 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-352e284b-2b73-4a97-a530-c69d51d4ef86 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:24.622013 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Transition to ACTIVE for port object b473aa97-b4dc-4c78-afc7-5bc22cc800ea will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:24.641668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Transition to ACTIVE for port object b473aa97-b4dc-4c78-afc7-5bc22cc800ea will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:24.899901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-c41f9e75-0557-4a72-9f05-3d16d97e26db tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Made reservation on behalf of f352ea30918c400cad8ba861159cf775 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:24.900583 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-352e284b-2b73-4a97-a530-c69d51d4ef86 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:24.901233 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:24.905905 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-c41f9e75-0557-4a72-9f05-3d16d97e26db tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:24.913073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352e284b-2b73-4a97-a530-c69d51d4ef86 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:24.913073 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-352e284b-2b73-4a97-a530-c69d51d4ef86 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:24.955796 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Network 175521a6-158c-41c5-bb85-b2c79e111220 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:24.958915 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:24.963322 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:24.967165 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Pushing event updated for resources: {'Port': ['ID=b473aa97-b4dc-4c78-afc7-5bc22cc800ea,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:24.996293 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e284b-2b73-4a97-a530-c69d51d4ef86 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event updated for resources: {'Network': ['ID=c1cf9afe-64c8-4518-ac86-7f45578a408f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:25.013789 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network c1cf9afe-64c8-4518-ac86-7f45578a408f details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:09:25.076225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-c41f9e75-0557-4a72-9f05-3d16d97e26db tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Allocated IP 172.20.0.9 (233b9bf7-bb8b-473c-966b-3b104e130b94/6777f57f-88c7-4f11-8706-5a820e8d5829/f76add50-2a32-4adf-b766-a17e6155f28b) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:25.081766 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Attempting to bind port b473aa97-b4dc-4c78-afc7-5bc22cc800ea on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:25.082155 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Attempting to bind port b473aa97-b4dc-4c78-afc7-5bc22cc800ea by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'da5cbc2e-7b61-4e72-9770-e38f0052720a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '175521a6-158c-41c5-bb85-b2c79e111220'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:25.082527 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Attempting to bind port b473aa97-b4dc-4c78-afc7-5bc22cc800ea on network 175521a6-158c-41c5-bb85-b2c79e111220 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:25.086886 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68933602-799b-484c-be30-dc7f16ac98aa req-8d0715d4-aafa-4789-bdfd-15f8efaca78d tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 210 time: 0.0369902 Aug 31 01:09:25.107548 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:25.107920 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Checking segment: {'id': 'da5cbc2e-7b61-4e72-9770-e38f0052720a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '175521a6-158c-41c5-bb85-b2c79e111220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:25.109273 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.109707 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Bound using segment: {'id': 'da5cbc2e-7b61-4e72-9770-e38f0052720a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '175521a6-158c-41c5-bb85-b2c79e111220'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:25.110186 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Bound port: b473aa97-b4dc-4c78-afc7-5bc22cc800ea, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5cbc2e-7b61-4e72-9770-e38f0052720a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '175521a6-158c-41c5-bb85-b2c79e111220'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:25.110565 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.195303 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-352e284b-2b73-4a97-a530-c69d51d4ef86 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9576416 Aug 31 01:09:25.196387 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58288) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:25.216192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-c8b8a78f-3b0a-4cb1-805d-2e3202d36691 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Request body: {'subnet': {'network_id': 'c1cf9afe-64c8-4518-ac86-7f45578a408f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:25.237075 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] For port b473aa97-b4dc-4c78-afc7-5bc22cc800ea, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:25.241177 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] For port b473aa97-b4dc-4c78-afc7-5bc22cc800ea, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b473aa97-b4dc-4c78-afc7-5bc22cc800ea,segment=NetworkSegment(da5cbc2e-7b61-4e72-9770-e38f0052720a),segment_id=da5cbc2e-7b61-4e72-9770-e38f0052720a)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:25.380973 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58292) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:25.422906 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034b765-62a3-4904-b992-0c92f5de0b41 req-fbcbc463-c475-41c3-b649-80b9682f284b tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:25.424317 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b034b765-62a3-4904-b992-0c92f5de0b41 req-fbcbc463-c475-41c3-b649-80b9682f284b tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1575041 Aug 31 01:09:25.448734 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-c41f9e75-0557-4a72-9f05-3d16d97e26db tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.473824 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-c41f9e75-0557-4a72-9f05-3d16d97e26db tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Transition to ACTIVE for port object f76add50-2a32-4adf-b766-a17e6155f28b will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:25.490230 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b034b765-62a3-4904-b992-0c92f5de0b41 req-b87fb62b-095f-4bbd-b1f2-52982fff917d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583160 Aug 31 01:09:25.523400 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.556949 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-7fc43002-37f6-44f3-8f9a-bf79bcfe2abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1133839087'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:25.599714 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef78fc-54ee-4f29-84f2-35c999e5afb2 None None] Pushing event updated for resources: {'Port': ['ID=b473aa97-b4dc-4c78-afc7-5bc22cc800ea,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:25.692716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b8a78f-3b0a-4cb1-805d-2e3202d36691 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Made reservation on behalf of 62a90735d40e4940be1c9a22d1e8ae7a for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:25.696385 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a78f-3b0a-4cb1-805d-2e3202d36691 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.765911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85c42c-7fe3-4c60-b0c8-f2b92f855b6b req-4b5f341a-9302-4b8b-9768-293af174b78b tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:25.769388 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b85c42c-7fe3-4c60-b0c8-f2b92f855b6b req-4b5f341a-9302-4b8b-9768-293af174b78b tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.0859768 Aug 31 01:09:25.838121 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b85c42c-7fe3-4c60-b0c8-f2b92f855b6b req-43e157b6-e434-42fd-8d03-fcb815317b2d tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589237 Aug 31 01:09:25.859036 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-c41f9e75-0557-4a72-9f05-3d16d97e26db tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.937559 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-c41f9e75-0557-4a72-9f05-3d16d97e26db tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Network 233b9bf7-bb8b-473c-966b-3b104e130b94 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:25.966380 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-c41f9e75-0557-4a72-9f05-3d16d97e26db tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:25.968935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-c41f9e75-0557-4a72-9f05-3d16d97e26db tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:25.995523 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc43002-37f6-44f3-8f9a-bf79bcfe2abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Made reservation on behalf of 72935f829c0e4dbba199b64bcffb3b1a for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:26.000500 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fc43002-37f6-44f3-8f9a-bf79bcfe2abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.032490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f9e75-0557-4a72-9f05-3d16d97e26db tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Pushing event updated for resources: {'Port': ['ID=f76add50-2a32-4adf-b766-a17e6155f28b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:26.033106 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fc43002-37f6-44f3-8f9a-bf79bcfe2abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.048086 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-c41f9e75-0557-4a72-9f05-3d16d97e26db tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:26.049092 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-c41f9e75-0557-4a72-9f05-3d16d97e26db tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.145048 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fc43002-37f6-44f3-8f9a-bf79bcfe2abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.206114 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 2a57eb15-5900-4c8b-8516-e11cb559d40d details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:09:26.249827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090343fb-26e3-4d47-8718-664d3aa20fac req-8ef8ef42-8225-411a-895c-626f2c3bf694 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:26.255267 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-090343fb-26e3-4d47-8718-664d3aa20fac req-8ef8ef42-8225-411a-895c-626f2c3bf694 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 931 time: 0.0814419 Aug 31 01:09:26.321937 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-090343fb-26e3-4d47-8718-664d3aa20fac req-95ed4e5d-66bc-4585-bcbd-65ae32954877 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573270 Aug 31 01:09:26.345642 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fc43002-37f6-44f3-8f9a-bf79bcfe2abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.350110 n-d-793621-34 neutron-server[102342]: DEBUG neutron.objects.ports [None req-c8b8a78f-3b0a-4cb1-805d-2e3202d36691 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:09:26.352668 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a78f-3b0a-4cb1-805d-2e3202d36691 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.381101 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 2a57eb15-5900-4c8b-8516-e11cb559d40d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2a57eb15-5900-4c8b-8516-e11cb559d40d,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:26.382690 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc43002-37f6-44f3-8f9a-bf79bcfe2abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:09:26.395501 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc43002-37f6-44f3-8f9a-bf79bcfe2abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1df0591-1470-4cee-909c-5f576018f13f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:26.400278 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '2a57eb15-5900-4c8b-8516-e11cb559d40d', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'port_id': '2a57eb15-5900-4c8b-8516-e11cb559d40d', 'mac_address': 'fa:16:3e:4e:d9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:09:26.404208 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fc43002-37f6-44f3-8f9a-bf79bcfe2abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.404863 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-7fc43002-37f6-44f3-8f9a-bf79bcfe2abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Added segment 3349fc0e-0f0a-472c-925d-640d516d7b02 of type vlan for network d27c171b-ce80-423c-9a5d-70195049852d Aug 31 01:09:26.437138 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f9fbd459-b0cc-4299-b6e1-8adcf04e7e54 None None] Provisioning for port f76add50-2a32-4adf-b766-a17e6155f28b completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:26.443649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f9fbd459-b0cc-4299-b6e1-8adcf04e7e54 None None] Provisioning complete for port f76add50-2a32-4adf-b766-a17e6155f28b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:26.444024 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f9fbd459-b0cc-4299-b6e1-8adcf04e7e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.479470 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.510021 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a57eb15-5900-4c8b-8516-e11cb559d40d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:09:26.510443 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-c41f9e75-0557-4a72-9f05-3d16d97e26db tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9914069 Aug 31 01:09:26.511807 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fc43002-37f6-44f3-8f9a-bf79bcfe2abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.559276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8a78f-3b0a-4cb1-805d-2e3202d36691 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event updated for resources: {'Subnet': ['ID=2d29342a-8a5a-464b-95c9-be9b3a0d732f,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:26.559276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Request body: {'port': {'device_id': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:26.561372 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f9fbd459-b0cc-4299-b6e1-8adcf04e7e54 None None] Port f76add50-2a32-4adf-b766-a17e6155f28b cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:09:26.587007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 2a57eb15-5900-4c8b-8516-e11cb559d40d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2a57eb15-5900-4c8b-8516-e11cb559d40d,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:26.603101 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8a78f-3b0a-4cb1-805d-2e3202d36691 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Checking segment: {'id': 'efb08b28-9c3b-42c7-ad78-0d1b04a5fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1cf9afe-64c8-4518-ac86-7f45578a408f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:26.603469 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b8a78f-3b0a-4cb1-805d-2e3202d36691 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Network hostable DHCP agents. Network: c1cf9afe-64c8-4518-ac86-7f45578a408f, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:09:26.627708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b473aa97-b4dc-4c78-afc7-5bc22cc800ea up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:26.692813 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fc43002-37f6-44f3-8f9a-bf79bcfe2abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.700090 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc43002-37f6-44f3-8f9a-bf79bcfe2abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:26.706392 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fc43002-37f6-44f3-8f9a-bf79bcfe2abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.774434 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.816031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc43002-37f6-44f3-8f9a-bf79bcfe2abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Pushing event updated for resources: {'Network': ['ID=d27c171b-ce80-423c-9a5d-70195049852d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:26.846379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network d27c171b-ce80-423c-9a5d-70195049852d details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:09:26.899151 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port b473aa97-b4dc-4c78-afc7-5bc22cc800ea completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:26.952037 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=2a57eb15-5900-4c8b-8516-e11cb559d40d,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:26.993413 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b8a78f-3b0a-4cb1-805d-2e3202d36691 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Network c1cf9afe-64c8-4518-ac86-7f45578a408f is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:09:26.994816 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe2cfa1-79de-422a-beb8-4f3092b907c3 None None] Network 175521a6-158c-41c5-bb85-b2c79e111220 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:27.002127 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7fc43002-37f6-44f3-8f9a-bf79bcfe2abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6198771 Aug 31 01:09:27.009871 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.010699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f18294-8148-41f6-9ac1-c81d51046687 req-2f551d53-c5cc-4dda-ba5c-ab1df00cf996 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:27.020781 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-60f18294-8148-41f6-9ac1-c81d51046687 req-2f551d53-c5cc-4dda-ba5c-ab1df00cf996 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.0789924 Aug 31 01:09:27.042931 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['2a57eb15-5900-4c8b-8516-e11cb559d40d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:27.047436 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878aa1d-6317-433c-8c2c-88109aae169d req-38df10b3-4223-4ee8-b696-bb20faf2eb08 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:27.049303 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7878aa1d-6317-433c-8c2c-88109aae169d req-38df10b3-4223-4ee8-b696-bb20faf2eb08 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.4089310 Aug 31 01:09:27.062251 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-60f18294-8148-41f6-9ac1-c81d51046687 req-6ef9ed55-5ad7-48ee-96e2-bce2cc96a66e tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428827 Aug 31 01:09:27.184001 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-c8b8a78f-3b0a-4cb1-805d-2e3202d36691 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, c1cf9afe-64c8-4518-ac86-7f45578a408f) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:27.189294 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b8a78f-3b0a-4cb1-805d-2e3202d36691 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:27.189933 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a78f-3b0a-4cb1-805d-2e3202d36691 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.203093 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f46ddbe-9061-4899-b889-3b16c7e1cf2d None None] Network c1cf9afe-64c8-4518-ac86-7f45578a408f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:27.236104 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7878aa1d-6317-433c-8c2c-88109aae169d req-b529aa7e-1586-4560-844c-c0c97e20660a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664493 Aug 31 01:09:27.443624 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58318) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:27.452902 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Request body: {'port': {'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d', 'binding:host_id': 'n-h2-793621-34', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-256236798'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:27.488113 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-98503d08-da33-49f1-b456-73196a01cd8a None None] Provisioning for port b473aa97-b4dc-4c78-afc7-5bc22cc800ea completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:27.498534 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-98503d08-da33-49f1-b456-73196a01cd8a None None] Provisioning complete for port b473aa97-b4dc-4c78-afc7-5bc22cc800ea triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:27.498993 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-98503d08-da33-49f1-b456-73196a01cd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.523427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76add50-2a32-4adf-b766-a17e6155f28b {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:09:27.533725 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.559364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4a510-ff03-411e-815f-21e0cde2e138 req-ea8d62a9-d96a-491e-a7de-523122e9450f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:27.561127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e9d4a510-ff03-411e-815f-21e0cde2e138 req-ea8d62a9-d96a-491e-a7de-523122e9450f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 931 time: 0.1428676 Aug 31 01:09:27.562391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Transition to ACTIVE for port object f76add50-2a32-4adf-b766-a17e6155f28b will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:27.617686 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c8b8a78f-3b0a-4cb1-805d-2e3202d36691 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4133117 Aug 31 01:09:27.625405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58320) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:27.625405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-188daad1-d5b2-4e4b-93c4-7048f260ceb1 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Request body: {'port': {'network_id': 'c1cf9afe-64c8-4518-ac86-7f45578a408f', 'name': 'tempest-NetworksIpV6TestAttrs-1180343693'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:27.630623 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e9d4a510-ff03-411e-815f-21e0cde2e138 req-cbb79055-54c1-4a2c-99be-b2e79267fc06 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590451 Aug 31 01:09:27.729598 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-98503d08-da33-49f1-b456-73196a01cd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.737629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-c1cf9afe-64c8-4518-ac86-7f45578a408f', 'network_id': 'c1cf9afe-64c8-4518-ac86-7f45578a408f', 'tenant_id': '62a90735d40e4940be1c9a22d1e8ae7a', 'fixed_ips': [{'subnet_id': '2d29342a-8a5a-464b-95c9-be9b3a0d732f'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:09:27.739216 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.759234 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.806474 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-98503d08-da33-49f1-b456-73196a01cd8a None None] For port b473aa97-b4dc-4c78-afc7-5bc22cc800ea, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b473aa97-b4dc-4c78-afc7-5bc22cc800ea,segment=NetworkSegment(da5cbc2e-7b61-4e72-9770-e38f0052720a),segment_id=da5cbc2e-7b61-4e72-9770-e38f0052720a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:27.856986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Pushing event updated for resources: {'Port': ['ID=f76add50-2a32-4adf-b766-a17e6155f28b,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:27.869799 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Made reservation on behalf of 76ec12f7d724484e8a0b37c3ca34b34d for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:27.881146 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.887405 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.945508 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Allocated IP 2001:db8::f816:3eff:fe26:ef3f (c1cf9afe-64c8-4518-ac86-7f45578a408f/2d29342a-8a5a-464b-95c9-be9b3a0d732f/d22df150-1473-45ec-ad85-5ce425d12427) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:27.984263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Attempting to bind port f76add50-2a32-4adf-b766-a17e6155f28b on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:27.984263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Attempting to bind port f76add50-2a32-4adf-b766-a17e6155f28b by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:27.984263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Attempting to bind port f76add50-2a32-4adf-b766-a17e6155f28b on network 233b9bf7-bb8b-473c-966b-3b104e130b94 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:27.984263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Port f76add50-2a32-4adf-b766-a17e6155f28b on network 233b9bf7-bb8b-473c-966b-3b104e130b94 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:27.984263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Attempting to bind port f76add50-2a32-4adf-b766-a17e6155f28b on network 233b9bf7-bb8b-473c-966b-3b104e130b94 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:27.984263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:27.984263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Checking segment: {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:27.984263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Bound using segment: {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:27.984263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Bound port: f76add50-2a32-4adf-b766-a17e6155f28b, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:27.984263 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.082088 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] For port f76add50-2a32-4adf-b766-a17e6155f28b, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:28.084966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] For port f76add50-2a32-4adf-b766-a17e6155f28b, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f76add50-2a32-4adf-b766-a17e6155f28b,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:28.175540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417ce0a-e6d1-4dbc-9d17-f0f6fbc9e1cd req-52ceeb92-8e42-43a4-990a-fcfc113aaddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:28.177227 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7417ce0a-e6d1-4dbc-9d17-f0f6fbc9e1cd req-52ceeb92-8e42-43a4-990a-fcfc113aaddc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 1097 time: 0.0623074 Aug 31 01:09:28.191456 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.203363 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Transition to ACTIVE for port object d22df150-1473-45ec-ad85-5ce425d12427 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:28.206802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c693c75-edaa-4b4b-8ab2-d61196d011d9 req-27ea1a22-2ab7-4538-a488-ee9aea88524a tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:28.214341 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3c693c75-edaa-4b4b-8ab2-d61196d011d9 req-27ea1a22-2ab7-4538-a488-ee9aea88524a tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.0803487 Aug 31 01:09:28.218578 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-98503d08-da33-49f1-b456-73196a01cd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.224683 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188daad1-d5b2-4e4b-93c4-7048f260ceb1 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Made reservation on behalf of 62a90735d40e4940be1c9a22d1e8ae7a for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:28.232874 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-188daad1-d5b2-4e4b-93c4-7048f260ceb1 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.250808 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Transition to ACTIVE for port object d22df150-1473-45ec-ad85-5ce425d12427 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:28.252324 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7417ce0a-e6d1-4dbc-9d17-f0f6fbc9e1cd req-01eba50a-4c26-4b26-ad0b-9ed55f7a4e9a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671272 Aug 31 01:09:28.252519 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 2a57eb15-5900-4c8b-8516-e11cb559d40d up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:28.266641 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3c693c75-edaa-4b4b-8ab2-d61196d011d9 req-08e19f81-23e1-48cc-882e-addb198adbf9 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499330 Aug 31 01:09:28.275125 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-188daad1-d5b2-4e4b-93c4-7048f260ceb1 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] device_id is not set on port 5c976064-9557-499b-ac0b-8ac5092d8d6d yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:09:28.373880 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.374382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98503d08-da33-49f1-b456-73196a01cd8a None None] Pushing event updated for resources: {'Port': ['ID=b473aa97-b4dc-4c78-afc7-5bc22cc800ea,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:28.374382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e9686760-d261-4cf6-9a7f-fa13276ef9a9 None None] Provisioning complete for port b473aa97-b4dc-4c78-afc7-5bc22cc800ea triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:28.374382 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e9686760-d261-4cf6-9a7f-fa13276ef9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.374648 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.430507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:28.436810 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.436810 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] 10.222.0.41 "PUT /v2.0/ports/f76add50-2a32-4adf-b766-a17e6155f28b HTTP/1.1" status: 200 len: 1092 time: 1.9061427 Aug 31 01:09:28.436810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:28.436810 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c92af53-cb03-4215-95c4-87dc7080265d" -d '{"events": [{"name": "network-changed", "server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:28.466568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf43ac-1178-40ba-88e2-45a29b3113dc service neutron] Pushing event updated for resources: {'Port': ['ID=f76add50-2a32-4adf-b766-a17e6155f28b,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:28.485000 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b473aa97-b4dc-4c78-afc7-5bc22cc800ea up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:28.501049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748d0a8-c56d-4cb7-a968-f3685a524fb0 req-84e4815c-fb08-4cb5-a397-705b9c49df38 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:28.501049 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d748d0a8-c56d-4cb7-a968-f3685a524fb0 req-84e4815c-fb08-4cb5-a397-705b9c49df38 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 944 time: 0.1105809 Aug 31 01:09:28.501049 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8770d1-50ef-4033-ad7a-5a7ad6b57dad x-openstack-request-id: req-ff8770d1-50ef-4033-ad7a-5a7ad6b57dad {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:28.501049 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:28.501049 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff8770d1-50ef-4033-ad7a-5a7ad6b57dad {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:28.501049 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'status': 'completed', 'code': 200} Aug 31 01:09:28.573395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port b473aa97-b4dc-4c78-afc7-5bc22cc800ea triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:28.573956 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.581067 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d748d0a8-c56d-4cb7-a968-f3685a524fb0 req-2411b7e6-8f4f-4344-ba5a-7aa466993d02 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702708 Aug 31 01:09:28.594220 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92af53-cb03-4215-95c4-87dc7080265d req-e48350e3-354a-4728-88b7-251394d95fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:28.596258 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c92af53-cb03-4215-95c4-87dc7080265d req-e48350e3-354a-4728-88b7-251394d95fef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 1095 time: 0.0565128 Aug 31 01:09:28.611748 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.661781 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Network c1cf9afe-64c8-4518-ac86-7f45578a408f is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:28.669243 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:28.672223 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:28.676845 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Pushing event updated for resources: {'Port': ['ID=d22df150-1473-45ec-ad85-5ce425d12427,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:28.682111 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.694497 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 2a57eb15-5900-4c8b-8516-e11cb559d40d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:28.704229 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 2a57eb15-5900-4c8b-8516-e11cb559d40d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:28.704527 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.706716 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] device_id is not set on port 023b8b2e-7c3b-4b14-ae54-e56947f38309 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:09:28.711119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-188daad1-d5b2-4e4b-93c4-7048f260ceb1 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Allocated IP 2001:db8::f816:3eff:fecd:5d8 (c1cf9afe-64c8-4518-ac86-7f45578a408f/2d29342a-8a5a-464b-95c9-be9b3a0d732f/5c976064-9557-499b-ac0b-8ac5092d8d6d) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:28.721172 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4896340c-9bb0-40d3-847b-c550c388f14b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:28.767363 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92af53-cb03-4215-95c4-87dc7080265d req-9d58f0e6-7ef4-46d1-8c48-c503cfc67d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:28.769321 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c92af53-cb03-4215-95c4-87dc7080265d req-9d58f0e6-7ef4-46d1-8c48-c503cfc67d8f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f352ea30918c400cad8ba861159cf775&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1650317 Aug 31 01:09:28.905822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Attempting to bind port d22df150-1473-45ec-ad85-5ce425d12427 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:28.906216 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Attempting to bind port d22df150-1473-45ec-ad85-5ce425d12427 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'efb08b28-9c3b-42c7-ad78-0d1b04a5fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1cf9afe-64c8-4518-ac86-7f45578a408f'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:28.906649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Attempting to bind port d22df150-1473-45ec-ad85-5ce425d12427 on network c1cf9afe-64c8-4518-ac86-7f45578a408f {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:28.915896 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:28.916795 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Checking segment: {'id': 'efb08b28-9c3b-42c7-ad78-0d1b04a5fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1cf9afe-64c8-4518-ac86-7f45578a408f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:28.916795 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.917274 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Bound using segment: {'id': 'efb08b28-9c3b-42c7-ad78-0d1b04a5fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1cf9afe-64c8-4518-ac86-7f45578a408f'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:28.918047 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Bound port: d22df150-1473-45ec-ad85-5ce425d12427, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb08b28-9c3b-42c7-ad78-0d1b04a5fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1cf9afe-64c8-4518-ac86-7f45578a408f'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:28.918507 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.971095 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92af53-cb03-4215-95c4-87dc7080265d req-f68bab2a-79bf-467a-bdb4-7b08c344d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:28.972993 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c92af53-cb03-4215-95c4-87dc7080265d req-f68bab2a-79bf-467a-bdb4-7b08c344d532 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1907527 Aug 31 01:09:28.973236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44460307-e80c-4b9b-9cac-2cc8037f05bc req-ffca2166-4386-4925-991d-f64dbba3a427 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:28.974950 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-44460307-e80c-4b9b-9cac-2cc8037f05bc req-ffca2166-4386-4925-991d-f64dbba3a427 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 943 time: 0.1390941 Aug 31 01:09:29.014980 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-188daad1-d5b2-4e4b-93c4-7048f260ceb1 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:29.019789 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:29.051348 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] For port d22df150-1473-45ec-ad85-5ce425d12427, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:29.058714 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-188daad1-d5b2-4e4b-93c4-7048f260ceb1 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Transition to ACTIVE for port object 5c976064-9557-499b-ac0b-8ac5092d8d6d will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:29.069041 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb69292-2789-471b-a5c8-6809d5b5dbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a57eb15-5900-4c8b-8516-e11cb559d40d'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:29.071388 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e5093e-2b95-4e54-b2d5-32efa50f4b7b" -d '{"events": [{"server_uuid": "efb69292-2789-471b-a5c8-6809d5b5dbc9", "name": "network-vif-plugged", "status": "completed", "tag": "2a57eb15-5900-4c8b-8516-e11cb559d40d"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:29.079340 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] For port d22df150-1473-45ec-ad85-5ce425d12427, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d22df150-1473-45ec-ad85-5ce425d12427,segment=NetworkSegment(efb08b28-9c3b-42c7-ad78-0d1b04a5fc48),segment_id=efb08b28-9c3b-42c7-ad78-0d1b04a5fc48)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:29.121460 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 2a57eb15-5900-4c8b-8516-e11cb559d40d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2a57eb15-5900-4c8b-8516-e11cb559d40d,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:29.123317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-39b8818e-9919-4175-b4f8-e09218fff012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:29.124134 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-44460307-e80c-4b9b-9cac-2cc8037f05bc req-8d49f6b6-119f-4fc7-91d9-53216d148ccb tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015227 Aug 31 01:09:29.124448 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-39b8818e-9919-4175-b4f8-e09218fff012 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 1095 time: 0.0766034 Aug 31 01:09:29.124817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] device_id is not set on port 023b8b2e-7c3b-4b14-ae54-e56947f38309 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:09:29.124817 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:29.124817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Transition to ACTIVE for port object 023b8b2e-7c3b-4b14-ae54-e56947f38309 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:29.131304 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b611f3d-85de-4239-84fd-8ee69f311fe2 x-openstack-request-id: req-9b611f3d-85de-4239-84fd-8ee69f311fe2 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:29.131602 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb69292-2789-471b-a5c8-6809d5b5dbc9", "name": "network-vif-plugged", "status": "completed", "tag": "2a57eb15-5900-4c8b-8516-e11cb559d40d", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:29.131859 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b611f3d-85de-4239-84fd-8ee69f311fe2 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:29.132263 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb69292-2789-471b-a5c8-6809d5b5dbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a57eb15-5900-4c8b-8516-e11cb559d40d', 'code': 200} Aug 31 01:09:29.161028 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-7a6840ba-9abb-4aaa-8180-7168f83fffb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f76add50-2a32-4adf-b766-a17e6155f28b HTTP/1.1" status: 200 len: 217 time: 0.0420663 Aug 31 01:09:29.246103 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-422d7b6b-e46a-416f-a621-764189e40f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:29.248293 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-422d7b6b-e46a-416f-a621-764189e40f95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.0765421 Aug 31 01:09:29.260496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83348d35-9798-4f34-812a-2c2d129feb8a req-dafa277b-6717-414d-8bca-49280260fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:29.261971 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83348d35-9798-4f34-812a-2c2d129feb8a req-dafa277b-6717-414d-8bca-49280260fd78 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 1096 time: 0.0524905 Aug 31 01:09:29.317158 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:29.327894 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83348d35-9798-4f34-812a-2c2d129feb8a req-6931f44d-ef79-42f6-be23-2dd6dd82baf6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581288 Aug 31 01:09:29.330659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-58cfce58-13e1-401a-abb5-27e0b13577ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:29.332165 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-58cfce58-13e1-401a-abb5-27e0b13577ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744736 Aug 31 01:09:29.386555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ca6ae-e9dc-427b-aa0f-e291051769e4 None None] Pushing event updated for resources: {'Port': ['ID=d22df150-1473-45ec-ad85-5ce425d12427,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:29.469169 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9787f-61b5-43ae-a106-e14e0fb231ae req-664f0eca-682d-4a21-8e51-80263f558562 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:29.470799 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bde9787f-61b5-43ae-a106-e14e0fb231ae req-664f0eca-682d-4a21-8e51-80263f558562 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.1316302 Aug 31 01:09:29.500918 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-188daad1-d5b2-4e4b-93c4-7048f260ceb1 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:29.501142 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:29.501263 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:29.545763 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=2a57eb15-5900-4c8b-8516-e11cb559d40d,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:29.563364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Pushing event updated for resources: {'Port': ['ID=023b8b2e-7c3b-4b14-ae54-e56947f38309,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:29.569278 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-fe68e2df-d7f3-455d-9a9e-7642d5d3e9fd service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287796 Aug 31 01:09:29.583474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Checking segment: {'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:29.583844 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Network hostable DHCP agents. Network: d27c171b-ce80-423c-9a5d-70195049852d, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:09:29.602477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188daad1-d5b2-4e4b-93c4-7048f260ceb1 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Network c1cf9afe-64c8-4518-ac86-7f45578a408f is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:29.671442 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-188daad1-d5b2-4e4b-93c4-7048f260ceb1 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:29.688282 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188daad1-d5b2-4e4b-93c4-7048f260ceb1 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:29.694143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188daad1-d5b2-4e4b-93c4-7048f260ceb1 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:29.694817 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-188daad1-d5b2-4e4b-93c4-7048f260ceb1 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:29.713224 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188daad1-d5b2-4e4b-93c4-7048f260ceb1 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event updated for resources: {'Port': ['ID=5c976064-9557-499b-ac0b-8ac5092d8d6d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:29.735014 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bde9787f-61b5-43ae-a106-e14e0fb231ae req-cb237b23-cabc-46c6-85cd-6e302c433665 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497902 Aug 31 01:09:29.784649 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb10c9f6-66aa-4d51-b67e-4c4127faa251 req-82d43167-b0fc-496f-8c23-4e6c8cecbba8 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049680 Aug 31 01:09:29.795492 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bf389-0ebc-4674-a1eb-27f49c661307 req-e9ab19e5-7c4d-4678-adb6-035f496c8905 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:29.797607 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b78bf389-0ebc-4674-a1eb-27f49c661307 req-e9ab19e5-7c4d-4678-adb6-035f496c8905 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.0840220 Aug 31 01:09:29.838072 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b78bf389-0ebc-4674-a1eb-27f49c661307 req-2c702f10-c1e6-4c29-8825-1b02e2dd40fb tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335324 Aug 31 01:09:29.968096 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Network d27c171b-ce80-423c-9a5d-70195049852d is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:09:30.071982 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-188daad1-d5b2-4e4b-93c4-7048f260ceb1 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4515514 Aug 31 01:09:30.073945 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58350) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:30.145503 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, d27c171b-ce80-423c-9a5d-70195049852d) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:30.151277 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:30.158942 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da17f38-2658-49d1-b63c-e4230d1bd2b0 None None] Network d27c171b-ce80-423c-9a5d-70195049852d requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:30.189763 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-727a5c37-b3c8-4894-8b49-f53d034c973c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Deleting subnet 2d29342a-8a5a-464b-95c9-be9b3a0d732f {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:09:30.195298 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-727a5c37-b3c8-4894-8b49-f53d034c973c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.199358 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:30.213739 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:30.215114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:30.239213 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:30.240249 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:30.241345 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 2 to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 Aug 31 01:09:30.266773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:30.267658 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:30.268422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:30.276351 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:30.281954 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:30.281954 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 3 to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 Aug 31 01:09:30.283647 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-727a5c37-b3c8-4894-8b49-f53d034c973c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.311170 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:30.311170 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:30.324140 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:30.339116 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:30.341381 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:30.342057 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 4 to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 Aug 31 01:09:30.381113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:30.381741 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:30.382322 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:30.395714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:30.397555 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:30.398268 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 5 to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 Aug 31 01:09:30.432771 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:30.433549 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:30.434124 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:30.452826 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:30.457612 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:30.459070 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 6 to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 Aug 31 01:09:30.479919 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:30.480651 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:30.481408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:30.490329 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:30.491433 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:30.492144 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 7 to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 Aug 31 01:09:30.518092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:30.519244 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:30.522646 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:30.532906 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:30.533476 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:30.534290 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 8 to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 Aug 31 01:09:30.555961 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:30.556563 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:30.557137 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:30.565297 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:30.566494 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:30.567237 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 9 to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 Aug 31 01:09:30.586168 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:30.586920 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:30.587496 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:30.594086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:30.594787 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:30.595578 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 10 to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 Aug 31 01:09:30.630719 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:30.631159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:30.631432 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:30.643171 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:30.643505 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 023b8b2e-7c3b-4b14-ae54-e56947f38309 on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:30.643870 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.687629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d22df150-1473-45ec-ad85-5ce425d12427 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:30.693691 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-727a5c37-b3c8-4894-8b49-f53d034c973c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.828713 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7cc4f1-f436-4864-9728-dbdb0d9fef6d None None] Network c1cf9afe-64c8-4518-ac86-7f45578a408f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:30.841153 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] For port 023b8b2e-7c3b-4b14-ae54-e56947f38309, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:30.841789 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempted to set empty binding levels {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 01:09:30.910336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ae233-01bc-4d78-87b5-2f94c43e54af req-c6ac0fa5-2775-4859-b3ba-34db11d74b86 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:30.913392 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-090ae233-01bc-4d78-87b5-2f94c43e54af req-c6ac0fa5-2775-4859-b3ba-34db11d74b86 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 943 time: 0.1284754 Aug 31 01:09:30.985599 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-090ae233-01bc-4d78-87b5-2f94c43e54af req-ee17226a-6783-46ad-80f7-cfc922320965 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629363 Aug 31 01:09:31.005044 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43911340-5f08-4083-9def-840be4eb6dbc req-4910848b-2b4d-45b6-99cc-6e80b4121213 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:31.007673 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-43911340-5f08-4083-9def-840be4eb6dbc req-4910848b-2b4d-45b6-99cc-6e80b4121213 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.1095617 Aug 31 01:09:31.009512 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-727a5c37-b3c8-4894-8b49-f53d034c973c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.010217 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.036343 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port d22df150-1473-45ec-ad85-5ce425d12427 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:31.081793 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-85b5ebcf-3a52-4b4f-acde-c5c9fcab56c8 None None] Provisioning for port d22df150-1473-45ec-ad85-5ce425d12427 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:31.085898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a5c37-b3c8-4894-8b49-f53d034c973c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event deleted for resources: {'Subnet': ['ID=2d29342a-8a5a-464b-95c9-be9b3a0d732f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:31.086138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:31.087047 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.101002 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-727a5c37-b3c8-4894-8b49-f53d034c973c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.101002 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-727a5c37-b3c8-4894-8b49-f53d034c973c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/subnets/2d29342a-8a5a-464b-95c9-be9b3a0d732f HTTP/1.1" status: 204 len: 168 time: 1.0246089 Aug 31 01:09:31.104233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58362) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:31.114265 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-85b5ebcf-3a52-4b4f-acde-c5c9fcab56c8 None None] Provisioning complete for port d22df150-1473-45ec-ad85-5ce425d12427 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:31.115987 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-85b5ebcf-3a52-4b4f-acde-c5c9fcab56c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.293319 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-85b5ebcf-3a52-4b4f-acde-c5c9fcab56c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.300473 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-43911340-5f08-4083-9def-840be4eb6dbc req-9b646ab8-64de-4dc0-a4db-f7830ea0169d tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568877 Aug 31 01:09:31.304145 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Pushing event updated for resources: {'Port': ['ID=023b8b2e-7c3b-4b14-ae54-e56947f38309,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:31.325881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeb2f6e-fd10-4d51-a4b7-43a1cf913d6d tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:31.327784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeb2f6e-fd10-4d51-a4b7-43a1cf913d6d tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:31.332958 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-efeb2f6e-fd10-4d51-a4b7-43a1cf913d6d tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2240114 Aug 31 01:09:31.333656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58368) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:31.339493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-85b5ebcf-3a52-4b4f-acde-c5c9fcab56c8 None None] For port d22df150-1473-45ec-ad85-5ce425d12427, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d22df150-1473-45ec-ad85-5ce425d12427,segment=NetworkSegment(efb08b28-9c3b-42c7-ad78-0d1b04a5fc48),segment_id=efb08b28-9c3b-42c7-ad78-0d1b04a5fc48)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:31.347763 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:31.348197 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:31.348488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:31.348803 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:31.349143 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:31.349501 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:31.349973 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:31.350321 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:31.350653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:31.350986 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:31.351317 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:31.351646 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:31.364247 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9681f19e-6ab2-4737-807c-e31cc0bccda5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.9160953 Aug 31 01:09:31.367452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58370) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:31.373964 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-cbf0ca5a-f964-4b85-91c7-0b26e8907eb2 req-32bcef24-e802-4209-b69a-b4b909cb965d tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1578592489', 'description': 'tempest-description-1536621791'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:31.417154 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fa4fc-1589-4c97-8182-3662f4bfe95f req-011106e7-d0f0-4c93-ae85-c8706b645f73 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:31.419440 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d73fa4fc-1589-4c97-8182-3662f4bfe95f req-011106e7-d0f0-4c93-ae85-c8706b645f73 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1839843 Aug 31 01:09:31.462396 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d88f313-f76f-44bc-8046-375fea4f17cf tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.483752 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d88f313-f76f-44bc-8046-375fea4f17cf tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 01:09:31.484147 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d88f313-f76f-44bc-8046-375fea4f17cf tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:09:31.486015 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9d88f313-f76f-44bc-8046-375fea4f17cf tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/networks/c1cf9afe-64c8-4518-ac86-7f45578a408f HTTP/1.1" status: 409 len: 405 time: 0.1515889 Aug 31 01:09:31.490819 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58374) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:31.502762 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d73fa4fc-1589-4c97-8182-3662f4bfe95f req-0dd4305d-ba08-4764-adac-98db7818abf2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665870 Aug 31 01:09:31.503529 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-fcc1d7bb-f58d-431d-9322-2455c9ab84eb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2096715563'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:31.518848 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3a8cc0e8-75cf-48db-ad10-2677c64b14a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Deleting port 023b8b2e-7c3b-4b14-ae54-e56947f38309 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:31.519806 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a8cc0e8-75cf-48db-ad10-2677c64b14a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.534740 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-85b5ebcf-3a52-4b4f-acde-c5c9fcab56c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.606390 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70596bea-889f-4e54-a566-2dc9b2094859 None None] Network c1cf9afe-64c8-4518-ac86-7f45578a408f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:31.616176 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbf0ca5a-f964-4b85-91c7-0b26e8907eb2 req-32bcef24-e802-4209-b69a-b4b909cb965d tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.733204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-3a8cc0e8-75cf-48db-ad10-2677c64b14a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] For port 023b8b2e-7c3b-4b14-ae54-e56947f38309, host n-h2-793621-34, got binding levels [] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:31.733689 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a8cc0e8-75cf-48db-ad10-2677c64b14a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.754503 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3a8cc0e8-75cf-48db-ad10-2677c64b14a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Calling delete_port for 023b8b2e-7c3b-4b14-ae54-e56947f38309 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:31.770362 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5ebcf-3a52-4b4f-acde-c5c9fcab56c8 None None] Pushing event updated for resources: {'Port': ['ID=d22df150-1473-45ec-ad85-5ce425d12427,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:31.814545 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-56e77892-76f6-47e9-8b58-a8f3b0fe9dd4 None None] Provisioning complete for port d22df150-1473-45ec-ad85-5ce425d12427 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:31.815093 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-56e77892-76f6-47e9-8b58-a8f3b0fe9dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.822495 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc1d7bb-f58d-431d-9322-2455c9ab84eb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Made reservation on behalf of 62a90735d40e4940be1c9a22d1e8ae7a for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:31.822737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcab6d-b6fd-446b-8d9f-6ddb7bd8cc41 req-7059c399-23c7-433c-91f0-ee0689ce1a5a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:31.824164 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9efcab6d-b6fd-446b-8d9f-6ddb7bd8cc41 req-7059c399-23c7-433c-91f0-ee0689ce1a5a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.0802600 Aug 31 01:09:31.827409 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d7bb-f58d-431d-9322-2455c9ab84eb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.836947 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58378) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:31.842259 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-97d1e10d-ab4a-4dea-a1de-d4b926980462 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Request body: {'floatingip': {'port_id': '2a57eb15-5900-4c8b-8516-e11cb559d40d'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:31.912663 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-97d1e10d-ab4a-4dea-a1de-d4b926980462 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for floatingip, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.919737 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc1d7bb-f58d-431d-9322-2455c9ab84eb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:09:31.958116 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d7bb-f58d-431d-9322-2455c9ab84eb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.958682 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-fcc1d7bb-f58d-431d-9322-2455c9ab84eb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Added segment faa8778b-a700-4c44-8967-49436176a262 of type vlan for network 545aa026-f93b-45ca-bc7e-06fa9e17f3af Aug 31 01:09:32.055679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9bbe0f-7c9f-4cdb-9caa-d7264987ef60 None None] DHCP port deletion for c1cf9afe-64c8-4518-ac86-7f45578a408f request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:09:32.097874 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f76add50-2a32-4adf-b766-a17e6155f28b details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:09:32.140470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-56e77892-76f6-47e9-8b58-a8f3b0fe9dd4 None None] Provisioning for port 5c976064-9557-499b-ac0b-8ac5092d8d6d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:32.188110 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-56e77892-76f6-47e9-8b58-a8f3b0fe9dd4 None None] Provisioning complete for port 5c976064-9557-499b-ac0b-8ac5092d8d6d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:32.188527 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-56e77892-76f6-47e9-8b58-a8f3b0fe9dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.229335 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3d9bbe0f-7c9f-4cdb-9caa-d7264987ef60 None None] Deleting port d22df150-1473-45ec-ad85-5ce425d12427 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:32.229949 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3d9bbe0f-7c9f-4cdb-9caa-d7264987ef60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.310434 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-56e77892-76f6-47e9-8b58-a8f3b0fe9dd4 None None] Port 5c976064-9557-499b-ac0b-8ac5092d8d6d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:09:32.361493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-3d9bbe0f-7c9f-4cdb-9caa-d7264987ef60 None None] For port d22df150-1473-45ec-ad85-5ce425d12427, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d22df150-1473-45ec-ad85-5ce425d12427,segment=NetworkSegment(efb08b28-9c3b-42c7-ad78-0d1b04a5fc48),segment_id=efb08b28-9c3b-42c7-ad78-0d1b04a5fc48)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:32.361919 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3d9bbe0f-7c9f-4cdb-9caa-d7264987ef60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.366204 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f76add50-2a32-4adf-b766-a17e6155f28b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f76add50-2a32-4adf-b766-a17e6155f28b,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:32.369781 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebf93a-f5b0-48d9-9671-87721b29f3e2 req-c9878fc6-c6de-442d-9729-b68c6e112f36 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:32.379436 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ffebf93a-f5b0-48d9-9671-87721b29f3e2 req-c9878fc6-c6de-442d-9729-b68c6e112f36 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 943 time: 0.2394269 Aug 31 01:09:32.387171 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3d9bbe0f-7c9f-4cdb-9caa-d7264987ef60 None None] Calling delete_port for d22df150-1473-45ec-ad85-5ce425d12427 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:32.392249 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'port_id': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'mac_address': 'fa:16:3e:6d:bf:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:09:32.412067 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbf0ca5a-f964-4b85-91c7-0b26e8907eb2 req-32bcef24-e802-4209-b69a-b4b909cb965d tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.415124 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a8cc0e8-75cf-48db-ad10-2677c64b14a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.418011 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d7bb-f58d-431d-9322-2455c9ab84eb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.463092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cc0e8-75cf-48db-ad10-2677c64b14a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Pushing event deleted for resources: {'Port': ['ID=023b8b2e-7c3b-4b14-ae54-e56947f38309,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:32.489537 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d22df150-1473-45ec-ad85-5ce425d12427 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:32.491904 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a8cc0e8-75cf-48db-ad10-2677c64b14a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.494355 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3a8cc0e8-75cf-48db-ad10-2677c64b14a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] 10.222.0.16 "DELETE /v2.0/ports/023b8b2e-7c3b-4b14-ae54-e56947f38309 HTTP/1.1" status: 204 len: 168 time: 1.1251290 Aug 31 01:09:32.500732 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.501767 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58384) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:32.526521 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5d6542-8987-41c7-8826-cf727b7579fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] GET failed (client error): The resource could not be found. Aug 31 01:09:32.529316 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3c5d6542-8987-41c7-8826-cf727b7579fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] 10.222.0.16 "GET /v2.0/ports/023b8b2e-7c3b-4b14-ae54-e56947f38309 HTTP/1.1" status: 404 len: 333 time: 0.0294628 Aug 31 01:09:32.530390 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbf0ca5a-f964-4b85-91c7-0b26e8907eb2 req-32bcef24-e802-4209-b69a-b4b909cb965d tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.533738 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58386) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:32.538591 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76add50-2a32-4adf-b766-a17e6155f28b {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:09:32.547564 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3ed7b43f-21ea-4cd2-8b5e-1d96bbe701e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Request body: {'port': {'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1050021701'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:32.582460 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcef24-e802-4209-b69a-b4b909cb965d tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9934e7-2452-450a-91b6-fd401e5da829,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:32.605215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f76add50-2a32-4adf-b766-a17e6155f28b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f76add50-2a32-4adf-b766-a17e6155f28b,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:32.619581 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d7bb-f58d-431d-9322-2455c9ab84eb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.626747 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc1d7bb-f58d-431d-9322-2455c9ab84eb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:32.628790 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d7bb-f58d-431d-9322-2455c9ab84eb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.629709 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ffebf93a-f5b0-48d9-9671-87721b29f3e2 req-01d6b599-b899-4ec9-a1c4-b7f5b94b4b95 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119370 Aug 31 01:09:32.674509 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.693369 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cbf0ca5a-f964-4b85-91c7-0b26e8907eb2 req-32bcef24-e802-4209-b69a-b4b909cb965d tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.694719 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbf0ca5a-f964-4b85-91c7-0b26e8907eb2 req-32bcef24-e802-4209-b69a-b4b909cb965d tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.3283093 Aug 31 01:09:32.707564 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3d9bbe0f-7c9f-4cdb-9caa-d7264987ef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.712658 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.751061 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1d7bb-f58d-431d-9322-2455c9ab84eb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event updated for resources: {'Network': ['ID=545aa026-f93b-45ca-bc7e-06fa9e17f3af,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:32.790287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9bbe0f-7c9f-4cdb-9caa-d7264987ef60 None None] No DVR routers for this DVR port d22df150-1473-45ec-ad85-5ce425d12427 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:09:32.792402 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 545aa026-f93b-45ca-bc7e-06fa9e17f3af details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:09:32.797541 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed7b43f-21ea-4cd2-8b5e-1d96bbe701e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Made reservation on behalf of 76ec12f7d724484e8a0b37c3ca34b34d for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:32.800211 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ed7b43f-21ea-4cd2-8b5e-1d96bbe701e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.818463 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bbe0f-7c9f-4cdb-9caa-d7264987ef60 None None] Pushing event deleted for resources: {'Port': ['ID=d22df150-1473-45ec-ad85-5ce425d12427,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:32.844250 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-3ed7b43f-21ea-4cd2-8b5e-1d96bbe701e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] device_id is not set on port febb5a82-978c-44f7-93a3-3cdbcbe05f6c yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:09:32.886707 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-97d1e10d-ab4a-4dea-a1de-d4b926980462 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.896436 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fcc1d7bb-f58d-431d-9322-2455c9ab84eb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4042821 Aug 31 01:09:32.900996 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a35dbb7-576c-46df-a8e6-9e767201bc73 req-90146a56-3f66-4b2b-84c1-e0f2009c1b3d tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1578592489&fields=id&tenant_id=9a93db11f09f4464a92ed2d7edec12db HTTP/1.1" status: 200 len: 267 time: 0.0630794 Aug 31 01:09:32.901164 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58396) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:32.912607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e29afba3-3086-48e7-b9b0-a192a5b4e3cc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Request body: {'subnet': {'network_id': '545aa026-f93b-45ca-bc7e-06fa9e17f3af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:32.965257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35dbb7-576c-46df-a8e6-9e767201bc73 req-3bd68e73-bd8c-4f89-b28f-9c9ad3b83573 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:32.967403 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=f76add50-2a32-4adf-b766-a17e6155f28b,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:32.968463 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a35dbb7-576c-46df-a8e6-9e767201bc73 req-3bd68e73-bd8c-4f89-b28f-9c9ad3b83573 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.0703652 Aug 31 01:09:32.982143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-4a35dbb7-576c-46df-a8e6-9e767201bc73 req-8051b8c7-7b64-4f32-86cf-e780549245cc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Request body: {'port': {'security_groups': ['2a850e32-f38b-43b2-b593-feffc62c36ce', '1d9934e7-2452-450a-91b6-fd401e5da829']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:32.986958 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-97d1e10d-ab4a-4dea-a1de-d4b926980462 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.025508 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['f76add50-2a32-4adf-b766-a17e6155f28b'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:33.102947 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ed7b43f-21ea-4cd2-8b5e-1d96bbe701e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.156690 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29afba3-3086-48e7-b9b0-a192a5b4e3cc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Made reservation on behalf of 62a90735d40e4940be1c9a22d1e8ae7a for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:33.161115 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e29afba3-3086-48e7-b9b0-a192a5b4e3cc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.270536 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ed7b43f-21ea-4cd2-8b5e-1d96bbe701e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.350364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed7b43f-21ea-4cd2-8b5e-1d96bbe701e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Network d27c171b-ce80-423c-9a5d-70195049852d is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:33.362838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-3ed7b43f-21ea-4cd2-8b5e-1d96bbe701e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:33.375386 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed7b43f-21ea-4cd2-8b5e-1d96bbe701e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:33.377309 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7b43f-21ea-4cd2-8b5e-1d96bbe701e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:33.378070 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ed7b43f-21ea-4cd2-8b5e-1d96bbe701e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.384676 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7b43f-21ea-4cd2-8b5e-1d96bbe701e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Pushing event updated for resources: {'Port': ['ID=febb5a82-978c-44f7-93a3-3cdbcbe05f6c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:33.413733 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4a35dbb7-576c-46df-a8e6-9e767201bc73 req-8051b8c7-7b64-4f32-86cf-e780549245cc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.526056 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3ed7b43f-21ea-4cd2-8b5e-1d96bbe701e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9869001 Aug 31 01:09:33.529985 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58404) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:33.537029 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-97d1e10d-ab4a-4dea-a1de-d4b926980462 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Floating IP a5037558-f037-4a1b-a64a-4f0701c56d08 associated. External IP: 172.25.2.83, port: 2a57eb15-5900-4c8b-8516-e11cb559d40d. Aug 31 01:09:33.537422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:33.623358 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.748189 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c1381478-b50d-4f53-8be7-5a2a6b0f1f5b req-f7e3cc45-c93a-4fa6-b5e3-27f77aecfffe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2804847 Aug 31 01:09:33.791423 n-d-793621-34 neutron-server[102343]: DEBUG neutron.objects.ports [None req-e29afba3-3086-48e7-b9b0-a192a5b4e3cc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:09:33.839392 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e29afba3-3086-48e7-b9b0-a192a5b4e3cc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.961379 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29afba3-3086-48e7-b9b0-a192a5b4e3cc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event updated for resources: {'Subnet': ['ID=189486cf-c083-41e8-86dc-7034b48a39d4,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:33.978706 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74547fdc-89f9-49af-ada7-8c46bac4c12c req-18cfda19-b93f-457a-a1ed-88921d6a622a tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:33.980220 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-74547fdc-89f9-49af-ada7-8c46bac4c12c req-18cfda19-b93f-457a-a1ed-88921d6a622a tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.2313168 Aug 31 01:09:34.015882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1381478-b50d-4f53-8be7-5a2a6b0f1f5b req-cec86bf3-4644-4747-8b1d-b309029eb678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:34.017502 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c1381478-b50d-4f53-8be7-5a2a6b0f1f5b req-cec86bf3-4644-4747-8b1d-b309029eb678 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a93db11f09f4464a92ed2d7edec12db&device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 1097 time: 0.1979525 Aug 31 01:09:34.034905 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-4a35dbb7-576c-46df-a8e6-9e767201bc73 req-8051b8c7-7b64-4f32-86cf-e780549245cc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] For port cb62dff1-7a45-450a-ad91-afbda23eb432, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=cb62dff1-7a45-450a-ad91-afbda23eb432,segment=NetworkSegment(896b7580-530d-47c1-8d5a-decf859f8908),segment_id=896b7580-530d-47c1-8d5a-decf859f8908)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:34.054541 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29afba3-3086-48e7-b9b0-a192a5b4e3cc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Checking segment: {'id': 'faa8778b-a700-4c44-8967-49436176a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '545aa026-f93b-45ca-bc7e-06fa9e17f3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:34.054985 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d1e10d-ab4a-4dea-a1de-d4b926980462 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Router 4622f048-4058-4822-9efc-3bc240b7c8c6 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:09:34.055169 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29afba3-3086-48e7-b9b0-a192a5b4e3cc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Network hostable DHCP agents. Network: 545aa026-f93b-45ca-bc7e-06fa9e17f3af, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:09:34.078316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f76add50-2a32-4adf-b766-a17e6155f28b up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:34.082521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] device_id is not set on port febb5a82-978c-44f7-93a3-3cdbcbe05f6c yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:09:34.104455 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.105491 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-74547fdc-89f9-49af-ada7-8c46bac4c12c req-6a3d3cec-f8ff-4f21-88cc-2d29308d6f6e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123240 Aug 31 01:09:34.122287 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Transition to ACTIVE for port object febb5a82-978c-44f7-93a3-3cdbcbe05f6c will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:34.152135 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4a35dbb7-576c-46df-a8e6-9e767201bc73 req-8051b8c7-7b64-4f32-86cf-e780549245cc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.212678 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29afba3-3086-48e7-b9b0-a192a5b4e3cc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Network 545aa026-f93b-45ca-bc7e-06fa9e17f3af is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:09:34.245218 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1381478-b50d-4f53-8be7-5a2a6b0f1f5b req-4690b28f-e4b9-4e85-93be-5b6222a3d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:34.247431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c1381478-b50d-4f53-8be7-5a2a6b0f1f5b req-4690b28f-e4b9-4e85-93be-5b6222a3d54c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 HTTP/1.1" status: 200 len: 920 time: 0.2082806 Aug 31 01:09:34.259769 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.291447 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4a35dbb7-576c-46df-a8e6-9e767201bc73 req-8051b8c7-7b64-4f32-86cf-e780549245cc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.306805 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['cb62dff1-7a45-450a-ad91-afbda23eb432'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:34.342351 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Pushing event updated for resources: {'Port': ['ID=febb5a82-978c-44f7-93a3-3cdbcbe05f6c,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:34.343960 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port f76add50-2a32-4adf-b766-a17e6155f28b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:34.350738 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:34.351412 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port f76add50-2a32-4adf-b766-a17e6155f28b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:34.351610 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:34.351788 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.352587 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:34.359363 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:34.360288 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:34.361177 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 2 to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c Aug 31 01:09:34.381318 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c1381478-b50d-4f53-8be7-5a2a6b0f1f5b req-dd0ef85a-7793-49a9-a214-028065bc5e3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb62dff1-7a45-450a-ad91-afbda23eb432 HTTP/1.1" status: 200 len: 217 time: 0.0913415 Aug 31 01:09:34.384801 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:34.388428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:34.388428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:34.396637 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:34.397183 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:34.397833 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 3 to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c Aug 31 01:09:34.399444 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0e334656-3787-4228-9a98-9488c310be34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.430817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:34.438359 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:34.438869 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:34.455403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:34.455403 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:34.455403 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 4 to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c Aug 31 01:09:34.473993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35dbb7-576c-46df-a8e6-9e767201bc73 req-8051b8c7-7b64-4f32-86cf-e780549245cc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:34.474964 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4a35dbb7-576c-46df-a8e6-9e767201bc73 req-8051b8c7-7b64-4f32-86cf-e780549245cc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.476559 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a35dbb7-576c-46df-a8e6-9e767201bc73 req-8051b8c7-7b64-4f32-86cf-e780549245cc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "PUT /v2.0/ports/cb62dff1-7a45-450a-ad91-afbda23eb432 HTTP/1.1" status: 200 len: 981 time: 1.4996171 Aug 31 01:09:34.476906 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:34.477099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33634dc9-37aa-4f3d-985e-0983de45a9ac', 'tag': 'cb62dff1-7a45-450a-ad91-afbda23eb432'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:34.477281 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:34.477759 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:34.479500 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e634675c-95cc-46ee-82e6-f93ef45ebf77" -d '{"events": [{"name": "network-changed", "server_uuid": "33634dc9-37aa-4f3d-985e-0983de45a9ac", "tag": "cb62dff1-7a45-450a-ad91-afbda23eb432"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:34.485603 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:34.485988 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:34.486629 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 5 to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c Aug 31 01:09:34.515850 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d1e10d-ab4a-4dea-a1de-d4b926980462 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:34.517753 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:09:34.524825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-e29afba3-3086-48e7-b9b0-a192a5b4e3cc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 545aa026-f93b-45ca-bc7e-06fa9e17f3af) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:34.535558 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-97d1e10d-ab4a-4dea-a1de-d4b926980462 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.535741 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:34.535741 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:34.535741 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:34.541813 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29afba3-3086-48e7-b9b0-a192a5b4e3cc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:34.542560 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e29afba3-3086-48e7-b9b0-a192a5b4e3cc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.558702 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:34.559190 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:34.559598 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 6 to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c Aug 31 01:09:34.584081 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:34.585204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:34.585785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:34.586633 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['cb62dff1-7a45-450a-ad91-afbda23eb432'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:34.593816 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e726fc3-72af-4008-84ee-b4c1301f592b x-openstack-request-id: req-3e726fc3-72af-4008-84ee-b4c1301f592b {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:34.594098 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33634dc9-37aa-4f3d-985e-0983de45a9ac", "tag": "cb62dff1-7a45-450a-ad91-afbda23eb432", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:34.594381 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e726fc3-72af-4008-84ee-b4c1301f592b {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:34.594860 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33634dc9-37aa-4f3d-985e-0983de45a9ac', 'tag': 'cb62dff1-7a45-450a-ad91-afbda23eb432', 'status': 'completed', 'code': 200} Aug 31 01:09:34.598550 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:34.599776 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:34.600332 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 7 to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c Aug 31 01:09:34.606188 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051b8c7-7b64-4f32-86cf-e780549245cc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Pushing event updated for resources: {'Port': ['ID=cb62dff1-7a45-450a-ad91-afbda23eb432,revision_number=6']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:34.612192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1381478-b50d-4f53-8be7-5a2a6b0f1f5b req-2a7453b1-eb6f-4554-b16f-a3e31f5fcb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:34.613658 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c1381478-b50d-4f53-8be7-5a2a6b0f1f5b req-2a7453b1-eb6f-4554-b16f-a3e31f5fcb89 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fb4ff75-eef7-4ae4-9502-ba24a73f78cf HTTP/1.1" status: 200 len: 859 time: 0.2186491 Aug 31 01:09:34.631327 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-97d1e10d-ab4a-4dea-a1de-d4b926980462 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "PUT /v2.0/floatingips/a5037558-f037-4a1b-a64a-4f0701c56d08 HTTP/1.1" status: 200 len: 990 time: 2.7814641 Aug 31 01:09:34.657396 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e29afba3-3086-48e7-b9b0-a192a5b4e3cc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7567692 Aug 31 01:09:34.661227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f341c0fb-773f-4b5c-9315-e383d79aa6cf None None] Network 545aa026-f93b-45ca-bc7e-06fa9e17f3af requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:34.663503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f28ac2-b408-4c13-82f2-2e8b88e3a29c None None] Sync routers for ids ['4622f048-4058-4822-9efc-3bc240b7c8c6'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:34.674929 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58440) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:34.679822 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c1381478-b50d-4f53-8be7-5a2a6b0f1f5b req-90b261f4-ef63-4a1d-b1cd-44ec1a056041 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490625 Aug 31 01:09:34.680264 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:34.680772 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:34.681279 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:34.688927 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-87102965-ae73-4137-8812-a7b6ae94f72c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Request body: {'port': {'network_id': '545aa026-f93b-45ca-bc7e-06fa9e17f3af', 'name': 'tempest-NetworksIpV6TestAttrs-221928859'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:34.735680 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f28ac2-b408-4c13-82f2-2e8b88e3a29c None None] Routers {'4622f048-4058-4822-9efc-3bc240b7c8c6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:34.736331 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d4f28ac2-b408-4c13-82f2-2e8b88e3a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:09:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4622f048-4058-4822-9efc-3bc240b7c8c6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:34.795022 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c1381478-b50d-4f53-8be7-5a2a6b0f1f5b req-cef93ab8-b92f-45a5-ac52-28892e0ac328 service neutron] 10.222.0.48 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044414 Aug 31 01:09:34.800952 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.809782 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4f8f7f9-702d-4e8e-8188-22177a3c9cd8 req-658c5ceb-cbc4-4783-a8c1-5a31fca45ecf tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1578592489&fields=id&tenant_id=9a93db11f09f4464a92ed2d7edec12db HTTP/1.1" status: 200 len: 267 time: 0.2038910 Aug 31 01:09:34.815136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:34.815467 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:34.822167 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 8 to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c Aug 31 01:09:34.844096 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:34.844456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:34.844869 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:34.855310 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:34.855641 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:34.901740 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 9 to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c Aug 31 01:09:34.922530 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-d4f28ac2-b408-4c13-82f2-2e8b88e3a29c None None] Set router 4622f048-4058-4822-9efc-3bc240b7c8c6 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:34.928424 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c1381478-b50d-4f53-8be7-5a2a6b0f1f5b req-54cb5805-09ae-43aa-a4c9-733679b4c943 service neutron] 10.222.0.48 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257770 Aug 31 01:09:34.957972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8f7f9-702d-4e8e-8188-22177a3c9cd8 req-1591eba4-03e1-4c46-8459-6833a228f6d1 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:34.959861 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4f8f7f9-702d-4e8e-8188-22177a3c9cd8 req-1591eba4-03e1-4c46-8459-6833a228f6d1 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 984 time: 0.1205149 Aug 31 01:09:34.960736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:34.961062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:34.961395 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:34.969743 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:34.970121 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:34.974155 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 10 to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c Aug 31 01:09:34.985675 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-a4f8f7f9-702d-4e8e-8188-22177a3c9cd8 req-d0a59196-97c3-4e51-a6db-acb2373578fa tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Request body: {'port': {'security_groups': ['2a850e32-f38b-43b2-b593-feffc62c36ce']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:35.010833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f76add50-2a32-4adf-b766-a17e6155f28b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f76add50-2a32-4adf-b766-a17e6155f28b,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:35.011991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:35.017277 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91272963-fca8-4369-bb48-e32a93579420" -d '{"events": [{"server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "name": "network-vif-plugged", "status": "completed", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:35.036328 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:35.039243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:35.039243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:35.049733 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:35.050244 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:35.050627 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.052061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634675c-95cc-46ee-82e6-f93ef45ebf77 req-c475d1ff-e69e-421d-986d-18fc68ecc097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:35.053667 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e634675c-95cc-46ee-82e6-f93ef45ebf77 req-c475d1ff-e69e-421d-986d-18fc68ecc097 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a93db11f09f4464a92ed2d7edec12db&device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 1136 time: 0.0739408 Aug 31 01:09:35.097769 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b4a2fc-a8c6-446e-8e53-5d8fedfe379a x-openstack-request-id: req-32b4a2fc-a8c6-446e-8e53-5d8fedfe379a {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:35.098352 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "name": "network-vif-plugged", "status": "completed", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:35.098352 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32b4a2fc-a8c6-446e-8e53-5d8fedfe379a {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:35.099335 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'code': 200} Aug 31 01:09:35.102417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87102965-ae73-4137-8812-a7b6ae94f72c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Made reservation on behalf of 62a90735d40e4940be1c9a22d1e8ae7a for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:35.124434 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87102965-ae73-4137-8812-a7b6ae94f72c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.139366 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.259828 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a4f8f7f9-702d-4e8e-8188-22177a3c9cd8 req-d0a59196-97c3-4e51-a6db-acb2373578fa tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.334180 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-87102965-ae73-4137-8812-a7b6ae94f72c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] device_id is not set on port f0e4ee82-3ef2-477b-8222-86aa80315708 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:09:35.359445 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634675c-95cc-46ee-82e6-f93ef45ebf77 req-4eee83a8-07e4-4934-869a-81624b571c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:35.364193 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e634675c-95cc-46ee-82e6-f93ef45ebf77 req-4eee83a8-07e4-4934-869a-81624b571c47 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 HTTP/1.1" status: 200 len: 920 time: 0.3020277 Aug 31 01:09:35.382776 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=f76add50-2a32-4adf-b766-a17e6155f28b,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:35.471114 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e634675c-95cc-46ee-82e6-f93ef45ebf77 req-c0baba90-3149-44a9-9f34-06986c7e4c24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb62dff1-7a45-450a-ad91-afbda23eb432 HTTP/1.1" status: 200 len: 217 time: 0.0983083 Aug 31 01:09:35.511141 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-545aa026-f93b-45ca-bc7e-06fa9e17f3af', 'network_id': '545aa026-f93b-45ca-bc7e-06fa9e17f3af', 'tenant_id': '62a90735d40e4940be1c9a22d1e8ae7a', 'fixed_ips': [{'subnet_id': '189486cf-c083-41e8-86dc-7034b48a39d4'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:09:35.512029 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.575652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634675c-95cc-46ee-82e6-f93ef45ebf77 req-d7915680-22d1-4ca3-a8c7-e82e8881df74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:35.578699 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e634675c-95cc-46ee-82e6-f93ef45ebf77 req-d7915680-22d1-4ca3-a8c7-e82e8881df74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fb4ff75-eef7-4ae4-9502-ba24a73f78cf HTTP/1.1" status: 200 len: 859 time: 0.0950696 Aug 31 01:09:35.585575 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30e635-0790-4675-ae5c-d4c5ec4f79b7 req-4338b8c1-4589-4bf3-94a0-fa405437fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:35.588100 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de30e635-0790-4675-ae5c-d4c5ec4f79b7 req-4338b8c1-4589-4bf3-94a0-fa405437fcca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 1097 time: 0.3895149 Aug 31 01:09:35.635267 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e634675c-95cc-46ee-82e6-f93ef45ebf77 req-f674fdbd-caab-4b73-9102-45119b91f71e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427370 Aug 31 01:09:35.726698 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Allocated IP 2001:db8::f816:3eff:fe94:6933 (545aa026-f93b-45ca-bc7e-06fa9e17f3af/189486cf-c083-41e8-86dc-7034b48a39d4/d350a945-8994-4075-8d46-ccc25eb2dbea) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:35.744093 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] For port febb5a82-978c-44f7-93a3-3cdbcbe05f6c, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:35.744669 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempted to set empty binding levels {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 01:09:35.797125 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e634675c-95cc-46ee-82e6-f93ef45ebf77 req-8c9ad87a-e45e-47c6-8c51-bb248080e551 service neutron] 10.222.0.48 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473300 Aug 31 01:09:35.797765 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-a8b84e33-5040-4fcd-a91b-46699b352f65 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3709896 Aug 31 01:09:35.843174 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.882682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7e63a-b99d-4bad-8540-49d92570b0ec req-00aa3442-2ff9-4e27-8454-1d4a11abdcf1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:35.892797 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17a7e63a-b99d-4bad-8540-49d92570b0ec req-00aa3442-2ff9-4e27-8454-1d4a11abdcf1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 945 time: 0.6016898 Aug 31 01:09:35.912420 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.915311 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de30e635-0790-4675-ae5c-d4c5ec4f79b7 req-1a9cee73-82de-4b7f-8f84-7175b2727723 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103964 Aug 31 01:09:35.923804 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Transition to ACTIVE for port object d350a945-8994-4075-8d46-ccc25eb2dbea will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:35.941837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Transition to ACTIVE for port object d350a945-8994-4075-8d46-ccc25eb2dbea will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:35.963249 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Pushing event updated for resources: {'Port': ['ID=febb5a82-978c-44f7-93a3-3cdbcbe05f6c,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:36.010067 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d4f28ac2-b408-4c13-82f2-2e8b88e3a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:09:00Z', 'revision_number': 4, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a5037558-f037-4a1b-a64a-4f0701c56d08', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'port_id': '2a57eb15-5900-4c8b-8516-e11cb559d40d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'mac_address': 'fa:16:3e:4e:d9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb69292-2789-471b-a5c8-6809d5b5dbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:11Z', 'updated_at': '2021-08-31T01:09:32Z', 'revision_number': 1, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ba741a-fd53-45a1-8ad4-6acaa883499a', 'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'mac_address': 'fa:16:3e:fb:2c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:57Z', 'updated_at': '2021-08-31T01:09:09Z', 'revision_number': 5, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'subnets': [{'id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:36.016023 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] In _notify_port_updated(), no bound segment for port febb5a82-978c-44f7-93a3-3cdbcbe05f6c on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:09:36.017818 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.018750 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.024016 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1f8947ee-4c86-41e2-b651-9ef82a58fa06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] 10.222.0.16 "PUT /v2.0/ports/febb5a82-978c-44f7-93a3-3cdbcbe05f6c HTTP/1.1" status: 200 len: 980 time: 2.4902523 Aug 31 01:09:36.027052 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58454) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:36.040966 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17a7e63a-b99d-4bad-8540-49d92570b0ec req-fc555162-25d6-4b92-afd7-ca338d1dc646 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464665 Aug 31 01:09:36.050634 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f28ac2-b408-4c13-82f2-2e8b88e3a29c None None] Checking router: 4622f048-4058-4822-9efc-3bc240b7c8c6 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:36.054124 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.110626 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e634675c-95cc-46ee-82e6-f93ef45ebf77 req-8319b590-cebe-414d-a3fc-4c39814c2b68 service neutron] 10.222.0.48 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093956 Aug 31 01:09:36.151713 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f28ac2-b408-4c13-82f2-2e8b88e3a29c None None] Routers {'4622f048-4058-4822-9efc-3bc240b7c8c6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:36.152377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d4f28ac2-b408-4c13-82f2-2e8b88e3a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:09:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4622f048-4058-4822-9efc-3bc240b7c8c6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:36.212055 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Network 545aa026-f93b-45ca-bc7e-06fa9e17f3af is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:36.214783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Pushing event updated for resources: {'Port': ['ID=d350a945-8994-4075-8d46-ccc25eb2dbea,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:36.245473 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:36.248077 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:36.304789 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-a4f8f7f9-702d-4e8e-8188-22177a3c9cd8 req-d0a59196-97c3-4e51-a6db-acb2373578fa tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] For port cb62dff1-7a45-450a-ad91-afbda23eb432, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=cb62dff1-7a45-450a-ad91-afbda23eb432,segment=NetworkSegment(896b7580-530d-47c1-8d5a-decf859f8908),segment_id=896b7580-530d-47c1-8d5a-decf859f8908)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:36.308634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-87102965-ae73-4137-8812-a7b6ae94f72c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Allocated IP 2001:db8::f816:3eff:fe7a:fed5 (545aa026-f93b-45ca-bc7e-06fa9e17f3af/189486cf-c083-41e8-86dc-7034b48a39d4/f0e4ee82-3ef2-477b-8222-86aa80315708) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:36.326712 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-a5c8d623-a575-4886-b719-6a1879f5d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.327195 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-a5c8d623-a575-4886-b719-6a1879f5d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.327776 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-a5c8d623-a575-4886-b719-6a1879f5d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.328154 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-a5c8d623-a575-4886-b719-6a1879f5d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.328580 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-a5c8d623-a575-4886-b719-6a1879f5d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.329037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-a5c8d623-a575-4886-b719-6a1879f5d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.329531 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-a5c8d623-a575-4886-b719-6a1879f5d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.331537 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-a5c8d623-a575-4886-b719-6a1879f5d5f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480470cd2fbf45018b60a7cede707d79&device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 6496 time: 0.3696628 Aug 31 01:09:36.363858 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Attempting to bind port d350a945-8994-4075-8d46-ccc25eb2dbea on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:36.364322 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Attempting to bind port d350a945-8994-4075-8d46-ccc25eb2dbea by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'faa8778b-a700-4c44-8967-49436176a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '545aa026-f93b-45ca-bc7e-06fa9e17f3af'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:36.365573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Attempting to bind port d350a945-8994-4075-8d46-ccc25eb2dbea on network 545aa026-f93b-45ca-bc7e-06fa9e17f3af {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:36.369667 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.370129 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.370599 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.371065 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.372367 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.372667 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.373134 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.373619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.374081 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.374541 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.374992 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.375449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.375904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.376383 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.376787 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:36.376972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.377192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Checking segment: {'id': 'faa8778b-a700-4c44-8967-49436176a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '545aa026-f93b-45ca-bc7e-06fa9e17f3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:36.377329 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.377632 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.377800 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.378031 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Bound using segment: {'id': 'faa8778b-a700-4c44-8967-49436176a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '545aa026-f93b-45ca-bc7e-06fa9e17f3af'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:36.378149 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.378601 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.379132 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.379597 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.380237 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.380697 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.381173 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.381636 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.381966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Bound port: d350a945-8994-4075-8d46-ccc25eb2dbea, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa8778b-a700-4c44-8967-49436176a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '545aa026-f93b-45ca-bc7e-06fa9e17f3af'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:36.382113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.382459 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.382576 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.382961 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.383487 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.383938 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.384387 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.384890 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.385281 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.385757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.386264 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.386665 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.387188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.388175 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.388635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.393367 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6ab43db1-c57e-424b-9b28-8a92e03e3ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34966 time: 0.3643920 Aug 31 01:09:36.398203 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58456) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:36.404614 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-d4f28ac2-b408-4c13-82f2-2e8b88e3a29c None None] Set router 4622f048-4058-4822-9efc-3bc240b7c8c6 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:36.502466 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-1ced2426-fa5a-4927-a411-104adb5f2db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Deleting port febb5a82-978c-44f7-93a3-3cdbcbe05f6c {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:36.502819 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ced2426-fa5a-4927-a411-104adb5f2db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.531127 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a4f8f7f9-702d-4e8e-8188-22177a3c9cd8 req-d0a59196-97c3-4e51-a6db-acb2373578fa tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.614176 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-1ced2426-fa5a-4927-a411-104adb5f2db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] For port febb5a82-978c-44f7-93a3-3cdbcbe05f6c, host n-h2-793621-34, got binding levels [] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:36.616051 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ced2426-fa5a-4927-a411-104adb5f2db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.625472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb69292-2789-471b-a5c8-6809d5b5dbc9', 'tag': '2a57eb15-5900-4c8b-8516-e11cb559d40d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:36.628221 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e5aef5-9d38-40fb-8f52-ac5184ca3ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "efb69292-2789-471b-a5c8-6809d5b5dbc9", "tag": "2a57eb15-5900-4c8b-8516-e11cb559d40d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:36.645239 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-1ced2426-fa5a-4927-a411-104adb5f2db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Calling delete_port for febb5a82-978c-44f7-93a3-3cdbcbe05f6c owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:36.679467 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a4f8f7f9-702d-4e8e-8188-22177a3c9cd8 req-d0a59196-97c3-4e51-a6db-acb2373578fa tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.710196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['cb62dff1-7a45-450a-ad91-afbda23eb432'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:36.716558 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edd96d7-0db9-4a8b-9126-da0388efa6ce x-openstack-request-id: req-1edd96d7-0db9-4a8b-9126-da0388efa6ce {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:36.722090 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb69292-2789-471b-a5c8-6809d5b5dbc9", "tag": "2a57eb15-5900-4c8b-8516-e11cb559d40d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:36.722508 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1edd96d7-0db9-4a8b-9126-da0388efa6ce {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:36.723039 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb69292-2789-471b-a5c8-6809d5b5dbc9', 'tag': '2a57eb15-5900-4c8b-8516-e11cb559d40d', 'status': 'completed', 'code': 200} Aug 31 01:09:36.749564 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-b46426cd-88b6-4c50-984a-a16a9d59d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.750189 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-b46426cd-88b6-4c50-984a-a16a9d59d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.750492 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-b46426cd-88b6-4c50-984a-a16a9d59d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.752122 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-b46426cd-88b6-4c50-984a-a16a9d59d7d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8d074e0-3ba7-47e4-9677-f4407602dcfb&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061&id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061 HTTP/1.1" status: 200 len: 2294 time: 0.3568449 Aug 31 01:09:36.773111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8f7f9-702d-4e8e-8188-22177a3c9cd8 req-d0a59196-97c3-4e51-a6db-acb2373578fa tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.773742 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-a4f8f7f9-702d-4e8e-8188-22177a3c9cd8 req-d0a59196-97c3-4e51-a6db-acb2373578fa tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.775872 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4f8f7f9-702d-4e8e-8188-22177a3c9cd8 req-d0a59196-97c3-4e51-a6db-acb2373578fa tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "PUT /v2.0/ports/cb62dff1-7a45-450a-ad91-afbda23eb432 HTTP/1.1" status: 200 len: 942 time: 1.8041363 Aug 31 01:09:36.775872 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33634dc9-37aa-4f3d-985e-0983de45a9ac', 'tag': 'cb62dff1-7a45-450a-ad91-afbda23eb432'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:36.778713 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64d1717-6f97-4e11-ae15-63c4fdfdd928" -d '{"events": [{"name": "network-changed", "server_uuid": "33634dc9-37aa-4f3d-985e-0983de45a9ac", "tag": "cb62dff1-7a45-450a-ad91-afbda23eb432"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:36.801603 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5aef5-9d38-40fb-8f52-ac5184ca3ec2 req-a6f5af87-0485-4d09-9905-d1c64af7c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.803406 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-07e5aef5-9d38-40fb-8f52-ac5184ca3ec2 req-a6f5af87-0485-4d09-9905-d1c64af7c17b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=19c64f601c554de7b7c7ed4a689b2a97&device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 1097 time: 0.0887341 Aug 31 01:09:36.849177 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] For port d350a945-8994-4075-8d46-ccc25eb2dbea, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:36.857241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] For port d350a945-8994-4075-8d46-ccc25eb2dbea, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d350a945-8994-4075-8d46-ccc25eb2dbea,segment=NetworkSegment(faa8778b-a700-4c44-8967-49436176a262),segment_id=faa8778b-a700-4c44-8967-49436176a262)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:36.861962 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['cb62dff1-7a45-450a-ad91-afbda23eb432'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:36.934271 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5aef5-9d38-40fb-8f52-ac5184ca3ec2 req-a3b9af81-9c77-40f1-9f74-beb990a64045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.938931 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-07e5aef5-9d38-40fb-8f52-ac5184ca3ec2 req-a3b9af81-9c77-40f1-9f74-beb990a64045 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 HTTP/1.1" status: 200 len: 917 time: 0.1278458 Aug 31 01:09:36.955793 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.045822 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.047209 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.105167 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-07e5aef5-9d38-40fb-8f52-ac5184ca3ec2 req-4a27c500-4071-446a-a8ba-7a6141880e16 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a57eb15-5900-4c8b-8516-e11cb559d40d HTTP/1.1" status: 200 len: 998 time: 0.1548693 Aug 31 01:09:37.105478 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ced2426-fa5a-4927-a411-104adb5f2db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.145492 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d23b0f5b-02d3-40b0-9a16-69ed5c323d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.196371 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.220045 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38230f2d-2545-4193-9e29-3b631383b038 x-openstack-request-id: req-38230f2d-2545-4193-9e29-3b631383b038 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:37.220363 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33634dc9-37aa-4f3d-985e-0983de45a9ac", "tag": "cb62dff1-7a45-450a-ad91-afbda23eb432", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:37.220595 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38230f2d-2545-4193-9e29-3b631383b038 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:37.220992 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33634dc9-37aa-4f3d-985e-0983de45a9ac', 'tag': 'cb62dff1-7a45-450a-ad91-afbda23eb432', 'status': 'completed', 'code': 200} Aug 31 01:09:37.280167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b56965-c8c8-4aa0-a88a-5816b964cf7c None None] Pushing event updated for resources: {'Port': ['ID=d350a945-8994-4075-8d46-ccc25eb2dbea,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:37.329132 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a59196-97c3-4e51-a6db-acb2373578fa tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Pushing event updated for resources: {'Port': ['ID=cb62dff1-7a45-450a-ad91-afbda23eb432,revision_number=7']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:37.408740 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87102965-ae73-4137-8812-a7b6ae94f72c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.427910 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d4f28ac2-b408-4c13-82f2-2e8b88e3a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:09:00Z', 'revision_number': 4, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a5037558-f037-4a1b-a64a-4f0701c56d08', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'port_id': '2a57eb15-5900-4c8b-8516-e11cb559d40d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'mac_address': 'fa:16:3e:4e:d9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb69292-2789-471b-a5c8-6809d5b5dbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:11Z', 'updated_at': '2021-08-31T01:09:32Z', 'revision_number': 1, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ba741a-fd53-45a1-8ad4-6acaa883499a', 'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'mac_address': 'fa:16:3e:fb:2c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:57Z', 'updated_at': '2021-08-31T01:09:09Z', 'revision_number': 5, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'subnets': [{'id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:37.460857 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-7a9c05c4-44f7-4a8f-a39a-9cce6c5a5ebe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc495864-fd8e-4439-9671-7879717ab258 HTTP/1.1" status: 200 len: 1002 time: 0.6785173 Aug 31 01:09:37.461116 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f28ac2-b408-4c13-82f2-2e8b88e3a29c None None] The sync data for ids ['4622f048-4058-4822-9efc-3bc240b7c8c6'] in n-d-793621-34 is: [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:09:00Z', 'revision_number': 4, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a5037558-f037-4a1b-a64a-4f0701c56d08', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'port_id': '2a57eb15-5900-4c8b-8516-e11cb559d40d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'mac_address': 'fa:16:3e:4e:d9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb69292-2789-471b-a5c8-6809d5b5dbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:11Z', 'updated_at': '2021-08-31T01:09:32Z', 'revision_number': 1, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ba741a-fd53-45a1-8ad4-6acaa883499a', 'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'mac_address': 'fa:16:3e:fb:2c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:57Z', 'updated_at': '2021-08-31T01:09:09Z', 'revision_number': 5, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'subnets': [{'id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:37.606490 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-87102965-ae73-4137-8812-a7b6ae94f72c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Transition to ACTIVE for port object f0e4ee82-3ef2-477b-8222-86aa80315708 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:37.723118 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced2426-fa5a-4927-a411-104adb5f2db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Pushing event deleted for resources: {'Port': ['ID=febb5a82-978c-44f7-93a3-3cdbcbe05f6c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:37.728346 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-87993280-0a0a-425d-8365-0f84a7ea0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:37.730574 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-87993280-0a0a-425d-8365-0f84a7ea0305 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc4e87d1-8836-483e-ab3a-9c98a3518bdb HTTP/1.1" status: 200 len: 851 time: 0.2443085 Aug 31 01:09:37.734830 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d1717-6f97-4e11-ae15-63c4fdfdd928 req-171b5a18-98c3-4730-a6dc-46cc00b7a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:37.736434 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d64d1717-6f97-4e11-ae15-63c4fdfdd928 req-171b5a18-98c3-4730-a6dc-46cc00b7a983 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a93db11f09f4464a92ed2d7edec12db&device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 1097 time: 0.7247698 Aug 31 01:09:37.743732 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-5c38ad37-bba9-4dc0-b1d1-0418efdd9feb tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9216986 Aug 31 01:09:37.767277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5aef5-9d38-40fb-8f52-ac5184ca3ec2 req-7d028f60-bff6-4f58-8fe2-c3302d560884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:37.768789 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-07e5aef5-9d38-40fb-8f52-ac5184ca3ec2 req-7d028f60-bff6-4f58-8fe2-c3302d560884 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba7747f8-0f41-4519-aeaf-544d4f1a2b4a HTTP/1.1" status: 200 len: 855 time: 0.6568012 Aug 31 01:09:37.778633 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ced2426-fa5a-4927-a411-104adb5f2db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.780982 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1ced2426-fa5a-4927-a411-104adb5f2db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] 10.222.0.16 "DELETE /v2.0/ports/febb5a82-978c-44f7-93a3-3cdbcbe05f6c HTTP/1.1" status: 204 len: 168 time: 1.3812280 Aug 31 01:09:37.790857 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-81c97d82-f935-459f-9f71-eecfcd019217 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:37.791718 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ca5f60-eb02-440a-9ca5-b1b947e94eed None None] New status for floating IP a5037558-f037-4a1b-a64a-4f0701c56d08: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:09:37.800568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58478) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:37.841499 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ba2a10-8f5f-4d40-89ba-9c2cedc7c0e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] GET failed (client error): The resource could not be found. Aug 31 01:09:37.844571 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-65ba2a10-8f5f-4d40-89ba-9c2cedc7c0e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] 10.222.0.16 "GET /v2.0/ports/febb5a82-978c-44f7-93a3-3cdbcbe05f6c HTTP/1.1" status: 404 len: 333 time: 0.0411520 Aug 31 01:09:37.849588 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87102965-ae73-4137-8812-a7b6ae94f72c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.854494 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58480) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:37.864466 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-52c97b7e-e10e-44ae-b8b7-6623a1101403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-738094385', 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:37.887991 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7149602-4b21-4930-a1ee-536d016c3237 req-f4477a85-586f-4fec-9ede-dddba41e57e8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:37.887991 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a7149602-4b21-4930-a1ee-536d016c3237 req-f4477a85-586f-4fec-9ede-dddba41e57e8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 945 time: 0.6504748 Aug 31 01:09:37.907984 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5aef5-9d38-40fb-8f52-ac5184ca3ec2 req-c3a5203c-a4ab-4be5-a587-7f135c7780d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:37.909774 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-07e5aef5-9d38-40fb-8f52-ac5184ca3ec2 req-c3a5203c-a4ab-4be5-a587-7f135c7780d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109791 Aug 31 01:09:37.932645 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-5d87ea45-66ac-4734-b387-15bb23aaf06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:37.934602 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-5d87ea45-66ac-4734-b387-15bb23aaf06e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8d074e0-3ba7-47e4-9677-f4407602dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1899476 Aug 31 01:09:37.946136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87102965-ae73-4137-8812-a7b6ae94f72c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Network 545aa026-f93b-45ca-bc7e-06fa9e17f3af is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:37.959583 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-87102965-ae73-4137-8812-a7b6ae94f72c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:37.976359 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87102965-ae73-4137-8812-a7b6ae94f72c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:37.982439 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87102965-ae73-4137-8812-a7b6ae94f72c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:37.983173 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87102965-ae73-4137-8812-a7b6ae94f72c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.985107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d1717-6f97-4e11-ae15-63c4fdfdd928 req-b6513173-7b18-4cc7-a68a-813bc83f4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:37.987104 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d64d1717-6f97-4e11-ae15-63c4fdfdd928 req-b6513173-7b18-4cc7-a68a-813bc83f4c93 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 HTTP/1.1" status: 200 len: 920 time: 0.2218812 Aug 31 01:09:38.031753 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-81c97d82-f935-459f-9f71-eecfcd019217 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.046732 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87102965-ae73-4137-8812-a7b6ae94f72c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event updated for resources: {'Port': ['ID=f0e4ee82-3ef2-477b-8222-86aa80315708,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:38.084690 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d64d1717-6f97-4e11-ae15-63c4fdfdd928 req-f8fbeff7-b136-4c5b-932a-500102f86dfc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb62dff1-7a45-450a-ad91-afbda23eb432 HTTP/1.1" status: 200 len: 217 time: 0.0820656 Aug 31 01:09:38.152142 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-f5532b27-86c1-4c8e-9200-74f53eaa7381 service neutron] 10.222.0.41 "GET /v2.0/networks/d8d074e0-3ba7-47e4-9677-f4407602dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012506 Aug 31 01:09:38.177795 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a7149602-4b21-4930-a1ee-536d016c3237 req-d10ee874-72e2-47b6-a53c-048a48e6f7c9 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620075 Aug 31 01:09:38.241592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d1717-6f97-4e11-ae15-63c4fdfdd928 req-d11507a2-4e44-4e51-9628-6ac51e416225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:38.243441 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d64d1717-6f97-4e11-ae15-63c4fdfdd928 req-d11507a2-4e44-4e51-9628-6ac51e416225 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fb4ff75-eef7-4ae4-9502-ba24a73f78cf HTTP/1.1" status: 200 len: 859 time: 0.1472611 Aug 31 01:09:38.245283 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-07e5aef5-9d38-40fb-8f52-ac5184ca3ec2 req-70e8d325-050a-4c62-8258-ecd7b606e601 service neutron] 10.222.0.48 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251872 Aug 31 01:09:38.250158 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c97b7e-e10e-44ae-b8b7-6623a1101403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Made reservation on behalf of 76ec12f7d724484e8a0b37c3ca34b34d for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:38.252697 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52c97b7e-e10e-44ae-b8b7-6623a1101403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.312435 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-87102965-ae73-4137-8812-a7b6ae94f72c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.6338282 Aug 31 01:09:38.318050 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-52c97b7e-e10e-44ae-b8b7-6623a1101403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] device_id is not set on port cd7e93bf-95f3-4482-b626-d9dd2e9364a1 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:09:38.331267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58484) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:38.340847 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d64d1717-6f97-4e11-ae15-63c4fdfdd928 req-8d03565a-e09b-4349-96cd-3041d921dfc5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834391 Aug 31 01:09:38.488463 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d64d1717-6f97-4e11-ae15-63c4fdfdd928 req-a6c352a0-5e75-456f-a84b-12d79bba7792 service neutron] 10.222.0.48 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316690 Aug 31 01:09:38.506051 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.609711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d350a945-8994-4075-8d46-ccc25eb2dbea up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:38.677512 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d64d1717-6f97-4e11-ae15-63c4fdfdd928 req-ffaf4607-cb08-43c9-9c3d-b8978cf66fff service neutron] 10.222.0.48 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574214 Aug 31 01:09:38.721113 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52c97b7e-e10e-44ae-b8b7-6623a1101403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.740531 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-07e5aef5-9d38-40fb-8f52-ac5184ca3ec2 req-76950cf9-d8d0-4dca-891c-22674348b17c service neutron] 10.222.0.48 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707463 Aug 31 01:09:38.741346 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c18b49-a121-4b09-bd33-89a7991f4a80 None None] Network 545aa026-f93b-45ca-bc7e-06fa9e17f3af requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:38.769480 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-81c97d82-f935-459f-9f71-eecfcd019217 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.773393 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-874a6ced-272e-423b-864e-926960a4db6c service neutron] 10.222.0.41 "GET /v2.0/networks/d8d074e0-3ba7-47e4-9677-f4407602dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6113217 Aug 31 01:09:38.786286 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f01947-e1a7-4c3d-bc7f-718cd2e02a76 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Deleting subnet 189486cf-c083-41e8-86dc-7034b48a39d4 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:09:38.812501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port d350a945-8994-4075-8d46-ccc25eb2dbea completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:38.845148 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74f01947-e1a7-4c3d-bc7f-718cd2e02a76 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.849031 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-4f10c388-d845-46ef-8bb9-304ba180d1f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=9dce5519-c138-438c-b099-c61ffef1b2a8 HTTP/1.1" status: 200 len: 217 time: 0.0576081 Aug 31 01:09:38.944475 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6ec3be73-4985-44db-bdae-6573b490c035 None None] Provisioning for port d350a945-8994-4075-8d46-ccc25eb2dbea completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:38.951862 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6ec3be73-4985-44db-bdae-6573b490c035 None None] Provisioning complete for port d350a945-8994-4075-8d46-ccc25eb2dbea triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:38.952401 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ec3be73-4985-44db-bdae-6573b490c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.984881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58490) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:39.007054 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74f01947-e1a7-4c3d-bc7f-718cd2e02a76 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.092217 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff67ec0-c2d8-4438-8c6b-b2b66124ea86 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:39.092715 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff67ec0-c2d8-4438-8c6b-b2b66124ea86 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:39.093202 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff67ec0-c2d8-4438-8c6b-b2b66124ea86 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:39.095093 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-dff67ec0-c2d8-4438-8c6b-b2b66124ea86 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=5f481833dbad44e8ab08e3a835b3f2ce&network_id=f095f258-8f80-4294-a06e-49d320c08de5 HTTP/1.1" status: 200 len: 2972 time: 0.1122043 Aug 31 01:09:39.141730 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ec3be73-4985-44db-bdae-6573b490c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.227010 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6ec3be73-4985-44db-bdae-6573b490c035 None None] For port d350a945-8994-4075-8d46-ccc25eb2dbea, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d350a945-8994-4075-8d46-ccc25eb2dbea,segment=NetworkSegment(faa8778b-a700-4c44-8967-49436176a262),segment_id=faa8778b-a700-4c44-8967-49436176a262)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:39.305806 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52c97b7e-e10e-44ae-b8b7-6623a1101403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.306396 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ec3be73-4985-44db-bdae-6573b490c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.330684 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-81c97d82-f935-459f-9f71-eecfcd019217 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Allocated IP 172.25.2.88 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/7a9c3ebd-27a9-47c6-ae8f-8ea581d3d634) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:39.370826 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-aa5761ef-0bc0-41ce-8148-6ef303a6b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:39.372812 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-aa5761ef-0bc0-41ce-8148-6ef303a6b963 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.4715271 Aug 31 01:09:39.410107 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3be73-4985-44db-bdae-6573b490c035 None None] Pushing event updated for resources: {'Port': ['ID=d350a945-8994-4075-8d46-ccc25eb2dbea,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:39.464823 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59884f-268c-4cac-8797-b262b5682188 req-c1740db5-42fb-4ecd-ae11-1b2f8ab5dfcc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:39.468497 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fd59884f-268c-4cac-8797-b262b5682188 req-c1740db5-42fb-4ecd-ae11-1b2f8ab5dfcc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 945 time: 0.1439779 Aug 31 01:09:39.544701 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fd59884f-268c-4cac-8797-b262b5682188 req-9e74e51b-b4fb-4c3d-af37-0edadbe77a25 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608490 Aug 31 01:09:39.578344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-516bf400-c8d6-4ebd-8ffa-bed7938f2d8e None None] Provisioning complete for port d350a945-8994-4075-8d46-ccc25eb2dbea triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:39.578344 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-516bf400-c8d6-4ebd-8ffa-bed7938f2d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.727643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c97b7e-e10e-44ae-b8b7-6623a1101403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Network d27c171b-ce80-423c-9a5d-70195049852d is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:39.742817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c97b7e-e10e-44ae-b8b7-6623a1101403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Pushing event updated for resources: {'Port': ['ID=cd7e93bf-95f3-4482-b626-d9dd2e9364a1,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:39.752364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-52c97b7e-e10e-44ae-b8b7-6623a1101403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:39.754825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c97b7e-e10e-44ae-b8b7-6623a1101403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:39.756058 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c97b7e-e10e-44ae-b8b7-6623a1101403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:39.756677 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52c97b7e-e10e-44ae-b8b7-6623a1101403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.821763 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74f01947-e1a7-4c3d-bc7f-718cd2e02a76 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.857391 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-1c1264b3-ad0b-4427-bb07-af8d905289c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:39.858819 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-1c1264b3-ad0b-4427-bb07-af8d905289c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4518585 Aug 31 01:09:39.860269 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-516bf400-c8d6-4ebd-8ffa-bed7938f2d8e None None] Provisioning for port f0e4ee82-3ef2-477b-8222-86aa80315708 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:39.861909 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-81c97d82-f935-459f-9f71-eecfcd019217 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.870711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-516bf400-c8d6-4ebd-8ffa-bed7938f2d8e None None] Provisioning complete for port f0e4ee82-3ef2-477b-8222-86aa80315708 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:39.872461 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-516bf400-c8d6-4ebd-8ffa-bed7938f2d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.927397 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d45939-a50c-4393-b14f-318d097fa226 req-5f930a87-7838-409d-a980-3ba98351c771 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:39.930152 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3d45939-a50c-4393-b14f-318d097fa226 req-5f930a87-7838-409d-a980-3ba98351c771 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 945 time: 0.0638726 Aug 31 01:09:39.940604 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58510) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:39.944227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-516bf400-c8d6-4ebd-8ffa-bed7938f2d8e None None] Port f0e4ee82-3ef2-477b-8222-86aa80315708 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:09:39.950410 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-52c97b7e-e10e-44ae-b8b7-6623a1101403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0894802 Aug 31 01:09:39.950849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-54755eb3-9b1f-407b-bb80-1684e5df8c26 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Request body: {'floatingip': {'port_id': 'f76add50-2a32-4adf-b766-a17e6155f28b'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:39.954642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58512) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:40.034871 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-2cd69bc1-0359-494a-a30b-7dafbabc67e2 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605718 Aug 31 01:09:40.039068 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-54755eb3-9b1f-407b-bb80-1684e5df8c26 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for floatingip, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.084817 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0312fe2f-13da-4c8b-a115-a6a36d543c70 None None] Provisioning complete for port f0e4ee82-3ef2-477b-8222-86aa80315708 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:40.085399 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0312fe2f-13da-4c8b-a115-a6a36d543c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.096180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add27b5e-9a02-4e46-9cd4-69b022d7a36b tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:40.098114 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-add27b5e-9a02-4e46-9cd4-69b022d7a36b tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] 10.222.0.16 "GET /v2.0/ports/cd7e93bf-95f3-4482-b626-d9dd2e9364a1 HTTP/1.1" status: 200 len: 958 time: 0.1405716 Aug 31 01:09:40.104870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58514) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:40.142968 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0312fe2f-13da-4c8b-a115-a6a36d543c70 None None] Port f0e4ee82-3ef2-477b-8222-86aa80315708 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:09:40.166994 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74f01947-e1a7-4c3d-bc7f-718cd2e02a76 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.239512 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74f01947-e1a7-4c3d-bc7f-718cd2e02a76 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.239889 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.244343 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-74f01947-e1a7-4c3d-bc7f-718cd2e02a76 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/subnets/189486cf-c083-41e8-86dc-7034b48a39d4 HTTP/1.1" status: 204 len: 168 time: 1.9077897 Aug 31 01:09:40.245925 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-81c97d82-f935-459f-9f71-eecfcd019217 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.247798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675cf424-f987-4742-8068-6ae80849b796 None None] Network 545aa026-f93b-45ca-bc7e-06fa9e17f3af requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:40.248334 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f01947-e1a7-4c3d-bc7f-718cd2e02a76 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event deleted for resources: {'Subnet': ['ID=189486cf-c083-41e8-86dc-7034b48a39d4,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:40.251404 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58518) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:40.256114 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-0d74db21-11b8-4531-a224-45e065872ddd service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113223 Aug 31 01:09:40.419579 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-f96dfd6f-fc19-4766-a65e-0e5b01c0bc22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=47884538-4e20-4c3e-be64-938b3b411ece HTTP/1.1" status: 200 len: 217 time: 0.1193380 Aug 31 01:09:40.453829 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-81c97d82-f935-459f-9f71-eecfcd019217 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:40.456453 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-81c97d82-f935-459f-9f71-eecfcd019217 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:40.460845 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-81c97d82-f935-459f-9f71-eecfcd019217 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:40.553118 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6297cbf8-c299-4507-ae30-53a015dff8f3 None None] DHCP port deletion for 545aa026-f93b-45ca-bc7e-06fa9e17f3af request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:09:40.599311 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c97d82-f935-459f-9f71-eecfcd019217 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Pushing event updated for resources: {'Port': ['ID=7a9c3ebd-27a9-47c6-ae8f-8ea581d3d634,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:40.643747 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6297cbf8-c299-4507-ae30-53a015dff8f3 None None] Deleting port d350a945-8994-4075-8d46-ccc25eb2dbea {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:40.644560 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6297cbf8-c299-4507-ae30-53a015dff8f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.666413 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106ac2ce-da29-4695-a6ba-862749e4dfff tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:40.668011 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106ac2ce-da29-4695-a6ba-862749e4dfff tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:40.673377 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-106ac2ce-da29-4695-a6ba-862749e4dfff tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4131660 Aug 31 01:09:40.674592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58522) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:40.692550 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-4ca21478-c364-4085-aa8d-2141c5dcf2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Deleting port cd7e93bf-95f3-4482-b626-d9dd2e9364a1 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:40.692906 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4ca21478-c364-4085-aa8d-2141c5dcf2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.713020 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-81c97d82-f935-459f-9f71-eecfcd019217 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.761218 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-14fd734e-1fd9-4e87-89fa-2e7706a57a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:40.764075 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-14fd734e-1fd9-4e87-89fa-2e7706a57a8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.3171740 Aug 31 01:09:40.843949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6297cbf8-c299-4507-ae30-53a015dff8f3 None None] For port d350a945-8994-4075-8d46-ccc25eb2dbea, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d350a945-8994-4075-8d46-ccc25eb2dbea,segment=NetworkSegment(faa8778b-a700-4c44-8967-49436176a262),segment_id=faa8778b-a700-4c44-8967-49436176a262)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:40.844705 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6297cbf8-c299-4507-ae30-53a015dff8f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.856392 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-54755eb3-9b1f-407b-bb80-1684e5df8c26 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.867859 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4ca21478-c364-4085-aa8d-2141c5dcf2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.894164 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-4ca21478-c364-4085-aa8d-2141c5dcf2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Calling delete_port for cd7e93bf-95f3-4482-b626-d9dd2e9364a1 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:40.895645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6297cbf8-c299-4507-ae30-53a015dff8f3 None None] Calling delete_port for d350a945-8994-4075-8d46-ccc25eb2dbea owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:40.975129 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-54755eb3-9b1f-407b-bb80-1684e5df8c26 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.039290 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9dab871a-e43a-42d7-afc4-7e52c939dce2 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.064668 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dab871a-e43a-42d7-afc4-7e52c939dce2 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 01:09:41.065611 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dab871a-e43a-42d7-afc4-7e52c939dce2 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:09:41.068654 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9dab871a-e43a-42d7-afc4-7e52c939dce2 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/networks/545aa026-f93b-45ca-bc7e-06fa9e17f3af HTTP/1.1" status: 409 len: 405 time: 0.3920827 Aug 31 01:09:41.079714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-6542d6ed-f9b3-44fb-aa67-100935b6e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:41.082755 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-6542d6ed-f9b3-44fb-aa67-100935b6e3e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3034694 Aug 31 01:09:41.084650 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6297cbf8-c299-4507-ae30-53a015dff8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.087833 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58526) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:41.096674 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9b879c5c-59e4-4c69-8c9b-692b4143f4fb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-666671648'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:41.142115 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297cbf8-c299-4507-ae30-53a015dff8f3 None None] No DVR routers for this DVR port d350a945-8994-4075-8d46-ccc25eb2dbea on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:09:41.146379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297cbf8-c299-4507-ae30-53a015dff8f3 None None] Pushing event deleted for resources: {'Port': ['ID=d350a945-8994-4075-8d46-ccc25eb2dbea,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:41.162884 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-54755eb3-9b1f-407b-bb80-1684e5df8c26 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Floating IP 43334ceb-887a-4600-abd1-9202ad87373a associated. External IP: 172.25.2.87, port: f76add50-2a32-4adf-b766-a17e6155f28b. Aug 31 01:09:41.523793 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-81c97d82-f935-459f-9f71-eecfcd019217 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.560332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54755eb3-9b1f-407b-bb80-1684e5df8c26 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Router 0c603a36-fcce-4728-bb22-1e23e0b857c8 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:09:41.642816 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4ca21478-c364-4085-aa8d-2141c5dcf2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.745390 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca21478-c364-4085-aa8d-2141c5dcf2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd7e93bf-95f3-4482-b626-d9dd2e9364a1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:41.767165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b879c5c-59e4-4c69-8c9b-692b4143f4fb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Made reservation on behalf of 62a90735d40e4940be1c9a22d1e8ae7a for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:41.770497 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b879c5c-59e4-4c69-8c9b-692b4143f4fb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.792201 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4ca21478-c364-4085-aa8d-2141c5dcf2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.795535 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4ca21478-c364-4085-aa8d-2141c5dcf2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] 10.222.0.16 "DELETE /v2.0/ports/cd7e93bf-95f3-4482-b626-d9dd2e9364a1 HTTP/1.1" status: 204 len: 168 time: 1.6883228 Aug 31 01:09:41.815954 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58534) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:41.873293 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-6db6d930-8a9c-4fc4-9852-4dcc22c52b58 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7720499 Aug 31 01:09:41.882611 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-891d22f7-9373-4bd1-be5a-2410bbbc5d90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] GET failed (client error): The resource could not be found. Aug 31 01:09:41.884314 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-891d22f7-9373-4bd1-be5a-2410bbbc5d90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] 10.222.0.16 "GET /v2.0/ports/cd7e93bf-95f3-4482-b626-d9dd2e9364a1 HTTP/1.1" status: 404 len: 333 time: 0.0670614 Aug 31 01:09:41.906890 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58540) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:41.955936 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3e61ef0a-db51-4615-9074-e3876c0bcf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Request body: {'port': {'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-477761198'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:42.039223 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58544) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:42.045910 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b879c5c-59e4-4c69-8c9b-692b4143f4fb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:09:42.098866 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54755eb3-9b1f-407b-bb80-1684e5df8c26 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:42.102406 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b879c5c-59e4-4c69-8c9b-692b4143f4fb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.102881 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-9b879c5c-59e4-4c69-8c9b-692b4143f4fb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Added segment 65e0e444-d111-4422-bd68-ed20b3bf19a6 of type vlan for network 331d7872-fb4c-4236-a853-f291d2f41bb0 Aug 31 01:09:42.108613 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-54755eb3-9b1f-407b-bb80-1684e5df8c26 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.124183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dfe2d9-b3ed-44a8-919c-ae550bbe9744 None None] Sync routers for ids ['0c603a36-fcce-4728-bb22-1e23e0b857c8'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:42.141722 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dfe2d9-b3ed-44a8-919c-ae550bbe9744 None None] Routers {'0c603a36-fcce-4728-bb22-1e23e0b857c8'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:42.142805 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c8dfe2d9-b3ed-44a8-919c-ae550bbe9744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:09:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0c603a36-fcce-4728-bb22-1e23e0b857c8'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:42.190273 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-2fa2d369-0ecc-4db9-abfc-f050a6299dbe service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092144 Aug 31 01:09:42.191818 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-54755eb3-9b1f-407b-bb80-1684e5df8c26 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "PUT /v2.0/floatingips/43334ceb-887a-4600-abd1-9202ad87373a HTTP/1.1" status: 200 len: 990 time: 2.2496762 Aug 31 01:09:42.193396 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:42.198072 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec399d3-424a-4207-a547-e354395707b1" -d '{"events": [{"name": "network-changed", "server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:42.202044 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e61ef0a-db51-4615-9074-e3876c0bcf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Made reservation on behalf of 76ec12f7d724484e8a0b37c3ca34b34d for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:42.206710 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e61ef0a-db51-4615-9074-e3876c0bcf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.351949 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39da0b4-77de-4458-8478-ffbf924984ba x-openstack-request-id: req-f39da0b4-77de-4458-8478-ffbf924984ba {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:42.352437 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:42.352683 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f39da0b4-77de-4458-8478-ffbf924984ba {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:42.353175 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'status': 'completed', 'code': 200} Aug 31 01:09:42.357261 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-81c97d82-f935-459f-9f71-eecfcd019217 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.374666 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-2c8e6d29-a23a-44fd-9ecb-b1a84b927273 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=77679568-6b41-406c-930d-1f4c62495cec HTTP/1.1" status: 200 len: 217 time: 0.1764877 Aug 31 01:09:42.380897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-c8dfe2d9-b3ed-44a8-919c-ae550bbe9744 None None] Set router 0c603a36-fcce-4728-bb22-1e23e0b857c8 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:42.388888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-3e61ef0a-db51-4615-9074-e3876c0bcf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] device_id is not set on port 5ec4bcb8-9572-4088-9d18-f450b8eb462b yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:09:42.394082 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b879c5c-59e4-4c69-8c9b-692b4143f4fb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.406689 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-07a169fe-faf3-4146-b8a3-a0b55ef81a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.473158 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec399d3-424a-4207-a547-e354395707b1 req-597a08bd-6e89-486c-ab14-290188759f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:42.475381 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2ec399d3-424a-4207-a547-e354395707b1 req-597a08bd-6e89-486c-ab14-290188759f30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 1097 time: 0.0860758 Aug 31 01:09:42.481528 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-81c97d82-f935-459f-9f71-eecfcd019217 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.521064 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d350a945-8994-4075-8d46-ccc25eb2dbea no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:42.561750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: d350a945-8994-4075-8d46-ccc25eb2dbea {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:09:42.562284 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d350a945-8994-4075-8d46-ccc25eb2dbea not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:09:42.609542 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-07f726d7-5bac-482c-bef6-dba41b83ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:42.611075 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-07f726d7-5bac-482c-bef6-dba41b83ccb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.2246571 Aug 31 01:09:42.663156 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b879c5c-59e4-4c69-8c9b-692b4143f4fb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.664394 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec399d3-424a-4207-a547-e354395707b1 req-246fbb2c-0ce7-40e5-933e-9b9efdfbcfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:42.666164 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2ec399d3-424a-4207-a547-e354395707b1 req-246fbb2c-0ce7-40e5-933e-9b9efdfbcfd3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 912 time: 0.1774449 Aug 31 01:09:42.670267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b879c5c-59e4-4c69-8c9b-692b4143f4fb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:42.670959 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b879c5c-59e4-4c69-8c9b-692b4143f4fb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.709559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c97d82-f935-459f-9f71-eecfcd019217 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Pushing event updated for resources: {'Port': ['ID=7a9c3ebd-27a9-47c6-ae8f-8ea581d3d634,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:42.761057 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2ec399d3-424a-4207-a547-e354395707b1 req-dd4e1e3a-6ad3-4717-ba03-5bfba0c26534 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f76add50-2a32-4adf-b766-a17e6155f28b HTTP/1.1" status: 200 len: 998 time: 0.0872946 Aug 31 01:09:42.778685 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c8dfe2d9-b3ed-44a8-919c-ae550bbe9744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'name': 'tempest-ServerActionsTestJSON-748343319-router', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '128c855c-d807-425e-be19-81bb8058d5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:56Z', 'updated_at': '2021-08-31T01:09:07Z', 'revision_number': 4, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'gw_port': {'id': '128c855c-d807-425e-be19-81bb8058d5ee', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:00Z', 'updated_at': '2021-08-31T01:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '43334ceb-887a-4600-abd1-9202ad87373a', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'port_id': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'mac_address': 'fa:16:3e:6d:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:16Z', 'updated_at': '2021-08-31T01:09:40Z', 'revision_number': 1, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab9a4b55-ed43-4145-9d87-1809078eb3ee', 'name': '', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'mac_address': 'fa:16:3e:e0:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:05Z', 'updated_at': '2021-08-31T01:09:17Z', 'revision_number': 5, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'subnets': [{'id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:42.808266 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dfe2d9-b3ed-44a8-919c-ae550bbe9744 None None] Checking router: 0c603a36-fcce-4728-bb22-1e23e0b857c8 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:42.819695 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dfe2d9-b3ed-44a8-919c-ae550bbe9744 None None] Routers {'0c603a36-fcce-4728-bb22-1e23e0b857c8'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:42.820378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c8dfe2d9-b3ed-44a8-919c-ae550bbe9744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:09:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0c603a36-fcce-4728-bb22-1e23e0b857c8'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:42.823312 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec399d3-424a-4207-a547-e354395707b1 req-fccdc39e-9853-4e5c-b564-00792a767eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:42.825876 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2ec399d3-424a-4207-a547-e354395707b1 req-fccdc39e-9853-4e5c-b564-00792a767eaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.0568273 Aug 31 01:09:42.843281 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-81c97d82-f935-459f-9f71-eecfcd019217 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.898631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec399d3-424a-4207-a547-e354395707b1 req-58fd3155-46b4-4c50-abb7-d5c8b67873d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:42.901529 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2ec399d3-424a-4207-a547-e354395707b1 req-58fd3155-46b4-4c50-abb7-d5c8b67873d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679164 Aug 31 01:09:42.910829 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b879c5c-59e4-4c69-8c9b-692b4143f4fb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event updated for resources: {'Network': ['ID=331d7872-fb4c-4236-a853-f291d2f41bb0,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:42.924563 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-cdc2e63d-2f16-4278-a1d8-0889d0fe95ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:42.926426 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-cdc2e63d-2f16-4278-a1d8-0889d0fe95ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2927747 Aug 31 01:09:42.936075 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 331d7872-fb4c-4236-a853-f291d2f41bb0 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:09:42.961032 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e61ef0a-db51-4615-9074-e3876c0bcf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.030271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-c8dfe2d9-b3ed-44a8-919c-ae550bbe9744 None None] Set router 0c603a36-fcce-4728-bb22-1e23e0b857c8 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:43.051872 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2ec399d3-424a-4207-a547-e354395707b1 req-6c4fcfe7-7e51-47e5-9de1-d4cfb6355547 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428485 Aug 31 01:09:43.052395 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-07a169fe-faf3-4146-b8a3-a0b55ef81a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.125838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58556) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:43.144943 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-387d9a9c-9aa0-4fb3-90d1-9a88345c2342 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101939 Aug 31 01:09:43.180629 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-07a169fe-faf3-4146-b8a3-a0b55ef81a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.218245 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2ec399d3-424a-4207-a547-e354395707b1 req-6cdb1824-84e8-4719-b024-82139abb8b76 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571493 Aug 31 01:09:43.234938 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-07a169fe-faf3-4146-b8a3-a0b55ef81a59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a02d413ba44470983838822a17a0a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1915500 Aug 31 01:09:43.236050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58560) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:43.265906 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e61ef0a-db51-4615-9074-e3876c0bcf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.323742 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-81c97d82-f935-459f-9f71-eecfcd019217 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.331561 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-81c97d82-f935-459f-9f71-eecfcd019217 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.5744765 Aug 31 01:09:43.332908 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6f88f7c-b626-477a-bd10-6ca92dc6a61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.344847 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9b879c5c-59e4-4c69-8c9b-692b4143f4fb tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2524877 Aug 31 01:09:43.381320 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6f88f7c-b626-477a-bd10-6ca92dc6a61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.410378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c8dfe2d9-b3ed-44a8-919c-ae550bbe9744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'name': 'tempest-ServerActionsTestJSON-748343319-router', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '128c855c-d807-425e-be19-81bb8058d5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:56Z', 'updated_at': '2021-08-31T01:09:07Z', 'revision_number': 4, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'gw_port': {'id': '128c855c-d807-425e-be19-81bb8058d5ee', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:00Z', 'updated_at': '2021-08-31T01:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '43334ceb-887a-4600-abd1-9202ad87373a', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'port_id': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'mac_address': 'fa:16:3e:6d:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:16Z', 'updated_at': '2021-08-31T01:09:40Z', 'revision_number': 1, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab9a4b55-ed43-4145-9d87-1809078eb3ee', 'name': '', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'mac_address': 'fa:16:3e:e0:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:05Z', 'updated_at': '2021-08-31T01:09:17Z', 'revision_number': 5, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'subnets': [{'id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:43.419209 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58564) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:43.445716 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dfe2d9-b3ed-44a8-919c-ae550bbe9744 None None] The sync data for ids ['0c603a36-fcce-4728-bb22-1e23e0b857c8'] in n-d-793621-34 is: [{'id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'name': 'tempest-ServerActionsTestJSON-748343319-router', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '128c855c-d807-425e-be19-81bb8058d5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:56Z', 'updated_at': '2021-08-31T01:09:07Z', 'revision_number': 4, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'gw_port': {'id': '128c855c-d807-425e-be19-81bb8058d5ee', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:00Z', 'updated_at': '2021-08-31T01:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '43334ceb-887a-4600-abd1-9202ad87373a', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'port_id': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'mac_address': 'fa:16:3e:6d:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:16Z', 'updated_at': '2021-08-31T01:09:40Z', 'revision_number': 1, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab9a4b55-ed43-4145-9d87-1809078eb3ee', 'name': '', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'mac_address': 'fa:16:3e:e0:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:05Z', 'updated_at': '2021-08-31T01:09:17Z', 'revision_number': 5, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'subnets': [{'id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:43.491107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9959b0f9-1bad-4d85-82cb-625e16eedb25 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Request body: {'subnet': {'network_id': '331d7872-fb4c-4236-a853-f291d2f41bb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:43.503895 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de39641-ce5b-4eae-8d52-11d8586a18a8 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:43.505487 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7de39641-ce5b-4eae-8d52-11d8586a18a8 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 814 time: 0.3781686 Aug 31 01:09:43.535821 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a169fe-faf3-4146-b8a3-a0b55ef81a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8ca422-de07-4b3e-aab4-24e5c47418f9,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:43.573505 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6f88f7c-b626-477a-bd10-6ca92dc6a61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.578809 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6f88f7c-b626-477a-bd10-6ca92dc6a61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.580667 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d6f88f7c-b626-477a-bd10-6ca92dc6a61b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa8ca422-de07-4b3e-aab4-24e5c47418f9 HTTP/1.1" status: 204 len: 168 time: 0.3429651 Aug 31 01:09:43.582651 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-0e499d69-61e4-4be6-b36f-663c7ffd2c20 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.88 HTTP/1.1" status: 200 len: 695 time: 0.2494738 Aug 31 01:09:43.593370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f88f7c-b626-477a-bd10-6ca92dc6a61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8ca422-de07-4b3e-aab4-24e5c47418f9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:43.613709 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e61ef0a-db51-4615-9074-e3876c0bcf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Network d27c171b-ce80-423c-9a5d-70195049852d is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:43.638642 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-3e61ef0a-db51-4615-9074-e3876c0bcf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:43.655433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61ef0a-db51-4615-9074-e3876c0bcf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Pushing event updated for resources: {'Port': ['ID=5ec4bcb8-9572-4088-9d18-f450b8eb462b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:43.660807 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e61ef0a-db51-4615-9074-e3876c0bcf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:43.663544 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e61ef0a-db51-4615-9074-e3876c0bcf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:43.663544 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e61ef0a-db51-4615-9074-e3876c0bcf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.741034 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-6c2f5fb1-2ba3-4a71-8e22-1d7a14a444ce service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5752685 Aug 31 01:09:43.754744 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0fb534-6662-4bf4-8926-3b4e4b43f0ea None None] New status for floating IP 43334ceb-887a-4600-abd1-9202ad87373a: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:09:43.801933 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-016307f3-0711-4bdc-b51a-2dd7bb40c116 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=c6a24207-294b-41f8-9c84-683c491b5367 HTTP/1.1" status: 200 len: 217 time: 0.0522869 Aug 31 01:09:43.807808 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3e61ef0a-db51-4615-9074-e3876c0bcf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8988583 Aug 31 01:09:43.812494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58574) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:43.819924 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:43.874258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-20aee997-e5ca-4dc8-ae32-a163f619d83e tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:43.875690 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-20aee997-e5ca-4dc8-ae32-a163f619d83e tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.2716734 Aug 31 01:09:43.881675 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.891254 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-deed9aa6-17d9-4232-8505-63a1837050e3 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:09:43.892264 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc58a7ee-f9ed-4e66-8fb4-dcf995666391 req-deed9aa6-17d9-4232-8505-63a1837050e3 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059452 Aug 31 01:09:43.894848 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-068c34d8-77ac-4621-8c12-6ce83f5e7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:43.896317 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-068c34d8-77ac-4621-8c12-6ce83f5e7e58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.0822577 Aug 31 01:09:43.959374 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-dc6fd1fa-986e-4b04-bf7c-869ee21196d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:43.961470 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-dc6fd1fa-986e-4b04-bf7c-869ee21196d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0547841 Aug 31 01:09:43.962098 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9959b0f9-1bad-4d85-82cb-625e16eedb25 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Made reservation on behalf of 62a90735d40e4940be1c9a22d1e8ae7a for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:43.967326 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9959b0f9-1bad-4d85-82cb-625e16eedb25 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.077125 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58580) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:44.084926 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5af060de-4ae5-49e8-98e3-546e2e784c14 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'network': {'name': 'tempest-network-smoke--1931808390', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'port_security_enabled': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:44.190968 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-4f4f294f-f278-4935-8fd7-83fac8914b58 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020712 Aug 31 01:09:44.195333 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-cc574183-f26c-465f-8427-986bd2bb7fff tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:44.197266 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-cc574183-f26c-465f-8427-986bd2bb7fff tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1616781 Aug 31 01:09:44.230157 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af060de-4ae5-49e8-98e3-546e2e784c14 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Made reservation on behalf of 5f481833dbad44e8ab08e3a835b3f2ce for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:44.234439 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5af060de-4ae5-49e8-98e3-546e2e784c14 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.345042 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-6830354a-dc9a-4716-ae31-fb3390354588 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.88 HTTP/1.1" status: 200 len: 695 time: 0.1372211 Aug 31 01:09:44.366486 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-1e0c7be1-73f7-4468-9948-f193e7f397b5 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Request body: {'floatingip': {'port_id': 'cb62dff1-7a45-450a-ad91-afbda23eb432', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:44.373788 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af060de-4ae5-49e8-98e3-546e2e784c14 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:09:44.408558 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5af060de-4ae5-49e8-98e3-546e2e784c14 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.409120 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-5af060de-4ae5-49e8-98e3-546e2e784c14 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Added segment b38174e1-2300-47a9-9542-704b53591867 of type vlan for network da7feb16-e051-43da-b1ef-cdeeb5bf1d13 Aug 31 01:09:44.422488 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-2f7058b6-e2ce-4189-b16a-001b65cde0ec service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243490 Aug 31 01:09:44.423700 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-1e0c7be1-73f7-4468-9948-f193e7f397b5 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks [] for floatingip, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.429092 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] device_id is not set on port 5ec4bcb8-9572-4088-9d18-f450b8eb462b yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:09:44.481629 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.529924 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-7906f4e2-eb11-44a9-b9c1-5748088cb3ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4edf3b26-a415-4715-9831-a7720892c15d HTTP/1.1" status: 200 len: 217 time: 0.0795314 Aug 31 01:09:44.529924 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5af060de-4ae5-49e8-98e3-546e2e784c14 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.533024 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Transition to ACTIVE for port object 5ec4bcb8-9572-4088-9d18-f450b8eb462b will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:44.547917 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58588) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:44.610064 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a2ab57d-d2c2-44b6-ae82-e84b89aa0375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.658343 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-e5aff9af-68b9-4984-a54c-550d32d06e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:44.659839 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-e5aff9af-68b9-4984-a54c-550d32d06e03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab76eb50-57d8-4bbe-a8d9-d321af6eeee0 HTTP/1.1" status: 200 len: 797 time: 0.1282785 Aug 31 01:09:44.678918 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.743936 n-d-793621-34 neutron-server[102343]: DEBUG neutron.objects.ports [None req-9959b0f9-1bad-4d85-82cb-625e16eedb25 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:09:44.751653 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9959b0f9-1bad-4d85-82cb-625e16eedb25 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.772858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Pushing event updated for resources: {'Port': ['ID=5ec4bcb8-9572-4088-9d18-f450b8eb462b,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:44.811738 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5af060de-4ae5-49e8-98e3-546e2e784c14 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.817468 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af060de-4ae5-49e8-98e3-546e2e784c14 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:44.818105 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5af060de-4ae5-49e8-98e3-546e2e784c14 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.836890 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:44.837268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:44.837673 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:44.852511 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-5571f133-7fd8-4a55-9057-195bf49a7397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:44.854455 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-5571f133-7fd8-4a55-9057-195bf49a7397 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1849096 Aug 31 01:09:44.879717 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:44.880099 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:44.887028 n-d-793621-34 neutron-server[102342]: INFO neutron.plugins.ml2.plugin [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 2 to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b Aug 31 01:09:44.909015 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:44.909629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:44.910219 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:44.957066 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:44.957403 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:44.960573 n-d-793621-34 neutron-server[102342]: INFO neutron.plugins.ml2.plugin [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 3 to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b Aug 31 01:09:44.994698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:44.995139 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:44.995372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:45.005480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959b0f9-1bad-4d85-82cb-625e16eedb25 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event updated for resources: {'Subnet': ['ID=4f04cc97-4cee-4462-8f8e-4548d0e879f4,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:45.006313 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:45.006505 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:45.009130 n-d-793621-34 neutron-server[102342]: INFO neutron.plugins.ml2.plugin [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 4 to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b Aug 31 01:09:45.043402 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af060de-4ae5-49e8-98e3-546e2e784c14 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Network': ['ID=da7feb16-e051-43da-b1ef-cdeeb5bf1d13,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:45.054751 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:45.055439 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:45.056314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:45.062979 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network da7feb16-e051-43da-b1ef-cdeeb5bf1d13 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:09:45.068695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959b0f9-1bad-4d85-82cb-625e16eedb25 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Checking segment: {'id': '65e0e444-d111-4422-bd68-ed20b3bf19a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '331d7872-fb4c-4236-a853-f291d2f41bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:45.069272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9959b0f9-1bad-4d85-82cb-625e16eedb25 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Network hostable DHCP agents. Network: 331d7872-fb4c-4236-a853-f291d2f41bb0, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:09:45.113095 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a2ab57d-d2c2-44b6-ae82-e84b89aa0375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.131654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:45.132281 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:45.143296 n-d-793621-34 neutron-server[102342]: INFO neutron.plugins.ml2.plugin [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 5 to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b Aug 31 01:09:45.147863 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-5d7ff529-47bb-4114-8e9d-eaf539e73c7f service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645988 Aug 31 01:09:45.172755 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-1e0c7be1-73f7-4468-9948-f193e7f397b5 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.185040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:45.185542 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:45.185813 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:45.192308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:45.192844 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:45.193542 n-d-793621-34 neutron-server[102342]: INFO neutron.plugins.ml2.plugin [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 6 to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b Aug 31 01:09:45.211079 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a2ab57d-d2c2-44b6-ae82-e84b89aa0375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.220489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:45.221739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:45.223365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:45.232332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:45.233313 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:45.234496 n-d-793621-34 neutron-server[102342]: INFO neutron.plugins.ml2.plugin [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 7 to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b Aug 31 01:09:45.249886 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9959b0f9-1bad-4d85-82cb-625e16eedb25 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Network 331d7872-fb4c-4236-a853-f291d2f41bb0 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:09:45.258176 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:45.258913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:45.259249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:45.266488 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:45.267244 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:45.267804 n-d-793621-34 neutron-server[102342]: INFO neutron.plugins.ml2.plugin [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 8 to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b Aug 31 01:09:45.289123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:45.289731 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:45.290306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:45.297070 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-1e0c7be1-73f7-4468-9948-f193e7f397b5 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.305834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:45.306342 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:45.310230 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7a2ab57d-d2c2-44b6-ae82-e84b89aa0375 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c41fc420ad84414da3ceec4abc99b48b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7597284 Aug 31 01:09:45.315750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58592) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:45.333250 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ab57d-d2c2-44b6-ae82-e84b89aa0375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed70c5a6-a10c-449f-b62e-ab4d88817791,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:45.342054 n-d-793621-34 neutron-server[102342]: INFO neutron.plugins.ml2.plugin [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 9 to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b Aug 31 01:09:45.362565 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5af060de-4ae5-49e8-98e3-546e2e784c14 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2816758 Aug 31 01:09:45.368613 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58594) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:45.383315 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:45.383651 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:45.383989 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:45.401178 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-7d28b2f5-7f6b-46b7-bbc5-1e780f2ad6c3 service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451499 Aug 31 01:09:45.429873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-9959b0f9-1bad-4d85-82cb-625e16eedb25 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 331d7872-fb4c-4236-a853-f291d2f41bb0) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:45.446890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5dde02-1b1c-4ddc-a4ca-38691342a39a None None] Network 331d7872-fb4c-4236-a853-f291d2f41bb0 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:45.490365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:45.490708 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:45.491617 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959b0f9-1bad-4d85-82cb-625e16eedb25 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:45.492384 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9959b0f9-1bad-4d85-82cb-625e16eedb25 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.497150 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-63e9910a-557a-4978-82d1-8d8f40841b81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b116cb15-d067-4b27-92a6-f893f8f6ee79 HTTP/1.1" status: 200 len: 217 time: 0.0847032 Aug 31 01:09:45.497495 n-d-793621-34 neutron-server[102342]: INFO neutron.plugins.ml2.plugin [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempt 10 to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b Aug 31 01:09:45.561899 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a2fc755-2ac8-4807-b218-1a8f11e0c323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.567920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:45.568380 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:45.568943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempting to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:45.578998 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-1e0c7be1-73f7-4468-9948-f193e7f397b5 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Floating IP 2ae2c03b-97d3-4c21-9ed2-9c2c601b790f associated. External IP: 172.25.2.88, port: cb62dff1-7a45-450a-ad91-afbda23eb432. Aug 31 01:09:45.589216 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d118fb35-e7f5-47c6-8ddc-877e1ccc27a6 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:45.592398 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d118fb35-e7f5-47c6-8ddc-877e1ccc27a6 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5f481833dbad44e8ab08e3a835b3f2ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2225330 Aug 31 01:09:45.597027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58600) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:45.599464 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-9dc43232-cff7-456b-a644-8f86cde37ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:45.601546 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-9dc43232-cff7-456b-a644-8f86cde37ca0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab76eb50-57d8-4bbe-a8d9-d321af6eeee0 HTTP/1.1" status: 200 len: 797 time: 0.0953100 Aug 31 01:09:45.624604 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a2fc755-2ac8-4807-b218-1a8f11e0c323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.641383 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:45.642041 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Failed to bind port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on host n-h2-793621-34 for vnic_type normal using segments [{'id': '3349fc0e-0f0a-472c-925d-640d516d7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27c171b-ce80-423c-9a5d-70195049852d'}] Aug 31 01:09:45.642707 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.742904 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-331d7872-fb4c-4236-a853-f291d2f41bb0', 'network_id': '331d7872-fb4c-4236-a853-f291d2f41bb0', 'tenant_id': '62a90735d40e4940be1c9a22d1e8ae7a', 'fixed_ips': [{'subnet_id': '4f04cc97-4cee-4462-8f8e-4548d0e879f4'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:09:45.745815 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.807306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] For port 5ec4bcb8-9572-4088-9d18-f450b8eb462b, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:45.807868 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attempted to set empty binding levels {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 01:09:45.932462 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.998370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] In _notify_port_updated(), no bound segment for port 5ec4bcb8-9572-4088-9d18-f450b8eb462b on network d27c171b-ce80-423c-9a5d-70195049852d {{(pid=102342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:09:45.999759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:46.000652 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.002086 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] 10.222.0.16 "PUT /v2.0/ports/5ec4bcb8-9572-4088-9d18-f450b8eb462b HTTP/1.1" status: 200 len: 979 time: 2.1882336 Aug 31 01:09:46.006889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58602) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:46.020508 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Allocated IP 2001:db8::f816:3eff:fe1d:2e (331d7872-fb4c-4236-a853-f291d2f41bb0/4f04cc97-4cee-4462-8f8e-4548d0e879f4/5e67a9cf-f3e7-4bac-8c6e-232947c96ada) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:46.022956 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847250e-0ac3-41a3-b2b2-272667780638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Pushing event updated for resources: {'Port': ['ID=5ec4bcb8-9572-4088-9d18-f450b8eb462b,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:46.050950 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-1e0c7be1-73f7-4468-9948-f193e7f397b5 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Router c743398c-ceb2-4cbd-a286-01e7986d2fcd has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:09:46.111950 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9959b0f9-1bad-4d85-82cb-625e16eedb25 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.6233041 Aug 31 01:09:46.114132 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58604) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:46.167249 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-7721a29c-598b-461a-971d-d91e990a0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:46.169047 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-7721a29c-598b-461a-971d-d91e990a0dd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5411830 Aug 31 01:09:46.296078 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4ed6bf-8fa3-49f4-9412-cfbb3097b33f tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:46.301478 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9b4ed6bf-8fa3-49f4-9412-cfbb3097b33f tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6955314 Aug 31 01:09:46.301478 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a2fc755-2ac8-4807-b218-1a8f11e0c323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.304373 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a2fc755-2ac8-4807-b218-1a8f11e0c323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.309850 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7a2fc755-2ac8-4807-b218-1a8f11e0c323 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed70c5a6-a10c-449f-b62e-ab4d88817791 HTTP/1.1" status: 204 len: 168 time: 0.9926534 Aug 31 01:09:46.415755 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58606) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:46.422029 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-e1bd41f9-9bc9-4a6b-990f-3d3172fb0d15 service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447155 Aug 31 01:09:46.491598 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0c343132-79ee-4aaa-aa3e-6aea2c7cbde9 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0672572 Aug 31 01:09:46.492630 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58614) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:46.504487 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.520399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Transition to ACTIVE for port object 5e67a9cf-f3e7-4bac-8c6e-232947c96ada will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:46.547629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Transition to ACTIVE for port object 5e67a9cf-f3e7-4bac-8c6e-232947c96ada will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:46.578448 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fc755-2ac8-4807-b218-1a8f11e0c323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed70c5a6-a10c-449f-b62e-ab4d88817791,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:46.608155 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.636349 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8a98584b-6d7e-48b6-ac53-b72a018cb42d tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5f481833dbad44e8ab08e3a835b3f2ce&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1215942 Aug 31 01:09:46.640785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58616) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:46.688215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Network 331d7872-fb4c-4236-a853-f291d2f41bb0 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:46.692214 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:46.695727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:46.744124 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f3681-c8b2-4eff-a47c-e4e36abe65f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Deleting port 5ec4bcb8-9572-4088-9d18-f450b8eb462b {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:46.744957 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3681-c8b2-4eff-a47c-e4e36abe65f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.794143 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Pushing event updated for resources: {'Port': ['ID=5e67a9cf-f3e7-4bac-8c6e-232947c96ada,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:46.820455 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.824744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Attempting to bind port 5e67a9cf-f3e7-4bac-8c6e-232947c96ada on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:46.825806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Attempting to bind port 5e67a9cf-f3e7-4bac-8c6e-232947c96ada by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '65e0e444-d111-4422-bd68-ed20b3bf19a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '331d7872-fb4c-4236-a853-f291d2f41bb0'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:46.826551 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Attempting to bind port 5e67a9cf-f3e7-4bac-8c6e-232947c96ada on network 331d7872-fb4c-4236-a853-f291d2f41bb0 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:46.843499 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-1e0c7be1-73f7-4468-9948-f193e7f397b5 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:46.845972 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:46.847621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Checking segment: {'id': '65e0e444-d111-4422-bd68-ed20b3bf19a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '331d7872-fb4c-4236-a853-f291d2f41bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:46.854925 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d36d2f91-d46a-4ec0-93c7-9e1e041b5184 req-c861f22c-2dc4-4f9e-a86d-80de01a83c2c service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164670 Aug 31 01:09:46.858092 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.858092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Bound using segment: {'id': '65e0e444-d111-4422-bd68-ed20b3bf19a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '331d7872-fb4c-4236-a853-f291d2f41bb0'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:46.858092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Bound port: 5e67a9cf-f3e7-4bac-8c6e-232947c96ada, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e0e444-d111-4422-bd68-ed20b3bf19a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '331d7872-fb4c-4236-a853-f291d2f41bb0'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:46.858092 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.862400 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-1e0c7be1-73f7-4468-9948-f193e7f397b5 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.864271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648fc8e1-b66d-4fdf-8a8b-ba42afed49a9 None None] Sync routers for ids ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:46.912179 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648fc8e1-b66d-4fdf-8a8b-ba42afed49a9 None None] Routers {'c743398c-ceb2-4cbd-a286-01e7986d2fcd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:46.912710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-648fc8e1-b66d-4fdf-8a8b-ba42afed49a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:09:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:46.921683 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d8c109-08a8-432c-86e0-533e502d7fab tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:46.928140 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58620) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:46.929319 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b1d8c109-08a8-432c-86e0-533e502d7fab tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2866635 Aug 31 01:09:46.947571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-5a7f3681-c8b2-4eff-a47c-e4e36abe65f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] For port 5ec4bcb8-9572-4088-9d18-f450b8eb462b, host n-h2-793621-34, got binding levels [] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:46.947571 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3681-c8b2-4eff-a47c-e4e36abe65f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:47.000883 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-1e0c7be1-73f7-4468-9948-f193e7f397b5 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "PUT /v2.0/floatingips/2ae2c03b-97d3-4c21-9ed2-9c2c601b790f HTTP/1.1" status: 200 len: 995 time: 2.6460793 Aug 31 01:09:47.003054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] For port 5e67a9cf-f3e7-4bac-8c6e-232947c96ada, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:47.008582 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] For port 5e67a9cf-f3e7-4bac-8c6e-232947c96ada, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5e67a9cf-f3e7-4bac-8c6e-232947c96ada,segment=NetworkSegment(65e0e444-d111-4422-bd68-ed20b3bf19a6),segment_id=65e0e444-d111-4422-bd68-ed20b3bf19a6)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:47.029159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33634dc9-37aa-4f3d-985e-0983de45a9ac', 'tag': 'cb62dff1-7a45-450a-ad91-afbda23eb432'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:47.032783 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85823a2a-2132-4ac1-958c-a5ebb5086013" -d '{"events": [{"name": "network-changed", "server_uuid": "33634dc9-37aa-4f3d-985e-0983de45a9ac", "tag": "cb62dff1-7a45-450a-ad91-afbda23eb432"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:47.113056 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f3681-c8b2-4eff-a47c-e4e36abe65f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Calling delete_port for 5ec4bcb8-9572-4088-9d18-f450b8eb462b owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:47.121642 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6a0574e1-5a3c-4300-acd6-d5c8661b451a tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1812994 Aug 31 01:09:47.127449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58628) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:47.134722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9377474f-df87-4bee-97b7-7377eb1c9b6d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-997552549', 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:47.184828 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd1ff8b-ec4c-449c-b147-7b9519eb6840 x-openstack-request-id: req-5bd1ff8b-ec4c-449c-b147-7b9519eb6840 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:47.188033 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33634dc9-37aa-4f3d-985e-0983de45a9ac", "tag": "cb62dff1-7a45-450a-ad91-afbda23eb432", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:47.188651 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bd1ff8b-ec4c-449c-b147-7b9519eb6840 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:47.189304 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33634dc9-37aa-4f3d-985e-0983de45a9ac', 'tag': 'cb62dff1-7a45-450a-ad91-afbda23eb432', 'status': 'completed', 'code': 200} Aug 31 01:09:47.243213 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-648fc8e1-b66d-4fdf-8a8b-ba42afed49a9 None None] Set router c743398c-ceb2-4cbd-a286-01e7986d2fcd gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:47.332871 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:47.366882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Deleting port 5e67a9cf-f3e7-4bac-8c6e-232947c96ada {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:47.366882 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:47.368143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-5bcd39ad-011b-4444-83bc-509faed96cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:47.369792 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-5bcd39ad-011b-4444-83bc-509faed96cfc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a93db11f09f4464a92ed2d7edec12db&device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 1097 time: 0.3336163 Aug 31 01:09:47.499359 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9377474f-df87-4bee-97b7-7377eb1c9b6d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Made reservation on behalf of 5f481833dbad44e8ab08e3a835b3f2ce for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:47.505702 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9377474f-df87-4bee-97b7-7377eb1c9b6d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:47.551219 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85823a2a-2132-4ac1-958c-a5ebb5086013 req-2245206d-aca9-4cde-ac44-2124c1f1af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:47.553499 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-85823a2a-2132-4ac1-958c-a5ebb5086013 req-2245206d-aca9-4cde-ac44-2124c1f1af66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a93db11f09f4464a92ed2d7edec12db&device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 1097 time: 0.2532744 Aug 31 01:09:47.783460 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] For port 5e67a9cf-f3e7-4bac-8c6e-232947c96ada, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5e67a9cf-f3e7-4bac-8c6e-232947c96ada,segment=NetworkSegment(65e0e444-d111-4422-bd68-ed20b3bf19a6),segment_id=65e0e444-d111-4422-bd68-ed20b3bf19a6)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:47.784476 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:47.796482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634056f-7e15-4be2-a1ee-dfaf9f5edcae None None] Pushing event updated for resources: {'Port': ['ID=5e67a9cf-f3e7-4bac-8c6e-232947c96ada,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:47.868950 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3681-c8b2-4eff-a47c-e4e36abe65f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:47.875667 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-648fc8e1-b66d-4fdf-8a8b-ba42afed49a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'name': 'tempest-ServerRescueTestJSONUnderV235-489011067-router', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:21Z', 'updated_at': '2021-08-31T01:08:32Z', 'revision_number': 4, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'gw_port': {'id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:24Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '2ae2c03b-97d3-4c21-9ed2-9c2c601b790f', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'port_id': 'cb62dff1-7a45-450a-ad91-afbda23eb432', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4', 'mac_address': 'fa:16:3e:4a:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33634dc9-37aa-4f3d-985e-0983de45a9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:40Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 1, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c182e9-644a-4e10-a713-00cb0120228a', 'name': '', 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '2fb4ff75-eef7-4ae4-9502-ba24a73f78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:30Z', 'updated_at': '2021-08-31T01:08:41Z', 'revision_number': 5, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'subnets': [{'id': '2fb4ff75-eef7-4ae4-9502-ba24a73f78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:47.946995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648fc8e1-b66d-4fdf-8a8b-ba42afed49a9 None None] Checking router: c743398c-ceb2-4cbd-a286-01e7986d2fcd for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:47.968237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Calling delete_port for 5e67a9cf-f3e7-4bac-8c6e-232947c96ada owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:47.974906 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648fc8e1-b66d-4fdf-8a8b-ba42afed49a9 None None] Routers {'c743398c-ceb2-4cbd-a286-01e7986d2fcd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:47.975636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-648fc8e1-b66d-4fdf-8a8b-ba42afed49a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:09:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:48.102945 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-73fffd57-dc5b-4553-844a-87f774900965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:48.106711 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-73fffd57-dc5b-4553-844a-87f774900965 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 HTTP/1.1" status: 200 len: 920 time: 0.6911857 Aug 31 01:09:48.131825 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f3681-c8b2-4eff-a47c-e4e36abe65f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ec4bcb8-9572-4088-9d18-f450b8eb462b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:48.148304 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3681-c8b2-4eff-a47c-e4e36abe65f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.156939 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5a7f3681-c8b2-4eff-a47c-e4e36abe65f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] 10.222.0.16 "DELETE /v2.0/ports/5ec4bcb8-9572-4088-9d18-f450b8eb462b HTTP/1.1" status: 204 len: 168 time: 2.1426487 Aug 31 01:09:48.158361 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58644) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:48.159024 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85823a2a-2132-4ac1-958c-a5ebb5086013 req-591d4d52-8bb3-41fa-93b3-96038867da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:48.159716 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-85823a2a-2132-4ac1-958c-a5ebb5086013 req-591d4d52-8bb3-41fa-93b3-96038867da93 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 HTTP/1.1" status: 200 len: 920 time: 0.5859697 Aug 31 01:09:48.203370 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-922935fd-57c1-4431-ab3c-08408b5f8640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] GET failed (client error): The resource could not be found. Aug 31 01:09:48.211889 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-922935fd-57c1-4431-ab3c-08408b5f8640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405303679-project-admin] 10.222.0.16 "GET /v2.0/ports/5ec4bcb8-9572-4088-9d18-f450b8eb462b HTTP/1.1" status: 404 len: 333 time: 0.0454578 Aug 31 01:09:48.211889 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9377474f-df87-4bee-97b7-7377eb1c9b6d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.238953 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58646) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:48.239142 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-648fc8e1-b66d-4fdf-8a8b-ba42afed49a9 None None] Set router c743398c-ceb2-4cbd-a286-01e7986d2fcd gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:48.483311 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377474f-df87-4bee-97b7-7377eb1c9b6d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Subnet': ['ID=0e7b0b03-018a-4a69-bd04-0acc039b5d25,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:48.492651 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-85823a2a-2132-4ac1-958c-a5ebb5086013 req-64bcee70-06cc-467e-8bec-06d2a104a711 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb62dff1-7a45-450a-ad91-afbda23eb432 HTTP/1.1" status: 200 len: 998 time: 0.2097492 Aug 31 01:09:48.494213 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9377474f-df87-4bee-97b7-7377eb1c9b6d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Checking segment: {'id': 'b38174e1-2300-47a9-9542-704b53591867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:48.494831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377474f-df87-4bee-97b7-7377eb1c9b6d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Network hostable DHCP agents. Network: da7feb16-e051-43da-b1ef-cdeeb5bf1d13, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:09:48.520106 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-4f6e59ac-901a-4116-8e31-32fed2bf585e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb62dff1-7a45-450a-ad91-afbda23eb432 HTTP/1.1" status: 200 len: 998 time: 0.3791881 Aug 31 01:09:48.541354 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d43ac57-824c-439a-bb54-0dce5f314663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.754838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-2ddc0bea-7372-449a-a1a6-f742ea1ab30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:48.757429 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5e67a9cf-f3e7-4bac-8c6e-232947c96ada up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:48.771842 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-2ddc0bea-7372-449a-a1a6-f742ea1ab30a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2fb4ff75-eef7-4ae4-9502-ba24a73f78cf HTTP/1.1" status: 200 len: 859 time: 0.2480710 Aug 31 01:09:48.822047 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d43ac57-824c-439a-bb54-0dce5f314663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.836911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5d43ac57-824c-439a-bb54-0dce5f314663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27c171b-ce80-423c-9a5d-70195049852d']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:48.851452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5d43ac57-824c-439a-bb54-0dce5f314663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3349fc0e-0f0a-472c-925d-640d516d7b02') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:48.852231 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5d43ac57-824c-439a-bb54-0dce5f314663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3349fc0e-0f0a-472c-925d-640d516d7b02') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:48.852839 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-2d39607f-6554-4470-be10-41b6fc4836fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796423 Aug 31 01:09:48.866551 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d43ac57-824c-439a-bb54-0dce5f314663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.875466 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-e2ddc609-a4a4-43ef-a697-46ab836ed2d6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:09:48.884220 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-e2ddc609-a4a4-43ef-a697-46ab836ed2d6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302544 Aug 31 01:09:48.892447 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d43ac57-824c-439a-bb54-0dce5f314663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.902991 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d43ac57-824c-439a-bb54-0dce5f314663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:09:48.903794 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d43ac57-824c-439a-bb54-0dce5f314663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:09:48.909866 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:09:48.914257 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377474f-df87-4bee-97b7-7377eb1c9b6d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Network da7feb16-e051-43da-b1ef-cdeeb5bf1d13 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:09:49.035815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-9377474f-df87-4bee-97b7-7377eb1c9b6d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, da7feb16-e051-43da-b1ef-cdeeb5bf1d13) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:49.041692 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9377474f-df87-4bee-97b7-7377eb1c9b6d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:49.043514 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9377474f-df87-4bee-97b7-7377eb1c9b6d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.050023 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1320a613-0390-4888-babe-089cbf3f01ed None None] Network da7feb16-e051-43da-b1ef-cdeeb5bf1d13 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:49.093260 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85823a2a-2132-4ac1-958c-a5ebb5086013 req-ace1ba8b-61b6-4445-901a-51282d9edf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:49.099419 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-85823a2a-2132-4ac1-958c-a5ebb5086013 req-ace1ba8b-61b6-4445-901a-51282d9edf9c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fb4ff75-eef7-4ae4-9502-ba24a73f78cf HTTP/1.1" status: 200 len: 859 time: 0.5683088 Aug 31 01:09:49.132302 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-648fc8e1-b66d-4fdf-8a8b-ba42afed49a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'name': 'tempest-ServerRescueTestJSONUnderV235-489011067-router', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:21Z', 'updated_at': '2021-08-31T01:08:32Z', 'revision_number': 4, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'gw_port': {'id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:24Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '2ae2c03b-97d3-4c21-9ed2-9c2c601b790f', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'port_id': 'cb62dff1-7a45-450a-ad91-afbda23eb432', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4', 'mac_address': 'fa:16:3e:4a:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33634dc9-37aa-4f3d-985e-0983de45a9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:40Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 1, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c182e9-644a-4e10-a713-00cb0120228a', 'name': '', 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '2fb4ff75-eef7-4ae4-9502-ba24a73f78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:30Z', 'updated_at': '2021-08-31T01:08:41Z', 'revision_number': 5, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'subnets': [{'id': '2fb4ff75-eef7-4ae4-9502-ba24a73f78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:49.172289 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-85823a2a-2132-4ac1-958c-a5ebb5086013 req-14f2c312-d720-4c9f-93e4-efb226cbda64 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604436 Aug 31 01:09:49.182830 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-875249f4-1e31-4626-b64f-f2bd2ed8fc26 service neutron] 10.222.0.16 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974586 Aug 31 01:09:49.192756 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9377474f-df87-4bee-97b7-7377eb1c9b6d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0644686 Aug 31 01:09:49.194934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648fc8e1-b66d-4fdf-8a8b-ba42afed49a9 None None] The sync data for ids ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'] in n-d-793621-34 is: [{'id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'name': 'tempest-ServerRescueTestJSONUnderV235-489011067-router', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:21Z', 'updated_at': '2021-08-31T01:08:32Z', 'revision_number': 4, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'gw_port': {'id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:24Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '2ae2c03b-97d3-4c21-9ed2-9c2c601b790f', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'port_id': 'cb62dff1-7a45-450a-ad91-afbda23eb432', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4', 'mac_address': 'fa:16:3e:4a:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33634dc9-37aa-4f3d-985e-0983de45a9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:40Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 1, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c182e9-644a-4e10-a713-00cb0120228a', 'name': '', 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '2fb4ff75-eef7-4ae4-9502-ba24a73f78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:30Z', 'updated_at': '2021-08-31T01:08:41Z', 'revision_number': 5, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'subnets': [{'id': '2fb4ff75-eef7-4ae4-9502-ba24a73f78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:49.241970 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d43ac57-824c-439a-bb54-0dce5f314663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.245994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 5e67a9cf-f3e7-4bac-8c6e-232947c96ada completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:49.300232 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 5e67a9cf-f3e7-4bac-8c6e-232947c96ada triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:49.300618 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.300923 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d43ac57-824c-439a-bb54-0dce5f314663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.307620 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5d43ac57-824c-439a-bb54-0dce5f314663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] 10.222.0.16 "DELETE /v2.0/networks/d27c171b-ce80-423c-9a5d-70195049852d HTTP/1.1" status: 204 len: 168 time: 1.0387788 Aug 31 01:09:49.325884 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43ac57-824c-439a-bb54-0dce5f314663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561680187-project] Pushing event deleted for resources: {'Network': ['ID=d27c171b-ce80-423c-9a5d-70195049852d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:49.365575 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Port 5e67a9cf-f3e7-4bac-8c6e-232947c96ada was deleted so its status cannot be updated. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 01:09:49.431362 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fc616e-18e2-470f-91f3-3cedfaffad33 None None] Network 331d7872-fb4c-4236-a853-f291d2f41bb0 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:49.463458 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.510380 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-da7feb16-e051-43da-b1ef-cdeeb5bf1d13', 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'fixed_ips': [{'subnet_id': '0e7b0b03-018a-4a69-bd04-0acc039b5d25'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:09:49.512648 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.523245 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-de5c4430-3872-4e91-83a8-155dc3c59941 None None] Could not find standard attr ID for object 5e67a9cf-f3e7-4bac-8c6e-232947c96ada. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:09:49.578259 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event deleted for resources: {'Port': ['ID=5e67a9cf-f3e7-4bac-8c6e-232947c96ada,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:49.642018 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d5c0d7-b463-4f56-9dc9-538cda3e5ec4 None None] New status for floating IP 2ae2c03b-97d3-4c21-9ed2-9c2c601b790f: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:09:49.662645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] No DVR routers for this DVR port 5e67a9cf-f3e7-4bac-8c6e-232947c96ada on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:09:49.682046 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7235cdfe-6a70-483f-acb2-a6c12e1baf7a req-4b136c57-8062-477f-a616-8c0c2eda1710 service neutron] 10.222.0.16 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738927 Aug 31 01:09:49.759847 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-85823a2a-2132-4ac1-958c-a5ebb5086013 req-0eaefb00-f7ba-4cde-b740-4402fa8bdc08 service neutron] 10.222.0.48 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755725 Aug 31 01:09:49.784187 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.805155 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Allocated IP 172.20.0.18 (da7feb16-e051-43da-b1ef-cdeeb5bf1d13/0e7b0b03-018a-4a69-bd04-0acc039b5d25/15bbb93c-d072-4c9d-8638-5e283dd2aa08) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:49.893599 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58674) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:49.898978 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-80a8b079-8a5d-4793-9b47-37f0bd94998c tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-710504343', 'description': 'tempest-secgroup-smoke-710504343 description', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:50.044063 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80a8b079-8a5d-4793-9b47-37f0bd94998c tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.054332 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.136111 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event deleted for resources: {'Subnet': ['ID=4f04cc97-4cee-4462-8f8e-4548d0e879f4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:50.141115 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.157533 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Transition to ACTIVE for port object 15bbb93c-d072-4c9d-8638-5e283dd2aa08 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:50.186833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Transition to ACTIVE for port object 15bbb93c-d072-4c9d-8638-5e283dd2aa08 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:50.271070 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.272974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58686) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:50.282970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.288649 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331d7872-fb4c-4236-a853-f291d2f41bb0']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:50.292390 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f59458-87ef-477c-aa2f-5e834ac20de0 None None] Network 331d7872-fb4c-4236-a853-f291d2f41bb0 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:50.303244 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e0e444-d111-4422-bd68-ed20b3bf19a6') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:50.303848 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e0e444-d111-4422-bd68-ed20b3bf19a6') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:50.317101 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.341378 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.350597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:09:50.351696 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.369215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Network da7feb16-e051-43da-b1ef-cdeeb5bf1d13 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:50.372583 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58690) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:50.382436 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80a8b079-8a5d-4793-9b47-37f0bd94998c tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.389868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:50.395701 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:50.454211 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80a8b079-8a5d-4793-9b47-37f0bd94998c tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.464143 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Pushing event updated for resources: {'Port': ['ID=15bbb93c-d072-4c9d-8638-5e283dd2aa08,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:09:50.472208 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:09:50.494032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:50.494378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:50.494720 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:50.495056 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:50.495487 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:50.495948 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:50.496177 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:50.496576 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:50.496911 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:50.497235 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:50.497646 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:50.497983 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:50.508156 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-a86a0524-5b4c-41ca-83d5-03292b8fd3d9 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.88 HTTP/1.1" status: 200 len: 998 time: 0.6440148 Aug 31 01:09:50.565315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Attempting to bind port 15bbb93c-d072-4c9d-8638-5e283dd2aa08 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:50.565315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Attempting to bind port 15bbb93c-d072-4c9d-8638-5e283dd2aa08 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'b38174e1-2300-47a9-9542-704b53591867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:50.565315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Attempting to bind port 15bbb93c-d072-4c9d-8638-5e283dd2aa08 on network da7feb16-e051-43da-b1ef-cdeeb5bf1d13 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:50.570556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:50.570865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Checking segment: {'id': 'b38174e1-2300-47a9-9542-704b53591867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:50.571781 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.572433 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Bound using segment: {'id': 'b38174e1-2300-47a9-9542-704b53591867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:50.572973 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Bound port: 15bbb93c-d072-4c9d-8638-5e283dd2aa08, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b38174e1-2300-47a9-9542-704b53591867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:50.573378 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.582354 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.586652 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8b079-8a5d-4793-9b47-37f0bd94998c tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd604d35-560d-4788-ba66-71cb73926b29,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:50.612970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.615739 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/networks/331d7872-fb4c-4236-a853-f291d2f41bb0 HTTP/1.1" status: 204 len: 168 time: 4.4997354 Aug 31 01:09:50.632232 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58694) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:50.638277 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-6450ad92-a6a5-4149-af65-dd3d3fdfebfc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-292360572'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:50.673302 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80a8b079-8a5d-4793-9b47-37f0bd94998c tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.674948 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-80a8b079-8a5d-4793-9b47-37f0bd94998c tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7802207 Aug 31 01:09:50.679483 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58696) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:50.689384 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1b566d2f-0727-41c9-9fb6-8fff47e1795b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group_rule': {'security_group_id': 'cd604d35-560d-4788-ba66-71cb73926b29', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:50.693719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ec4c4c-337f-4f2e-bc28-98a971cf797e None None] DHCP port deletion for 331d7872-fb4c-4236-a853-f291d2f41bb0 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:09:50.695320 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-85823a2a-2132-4ac1-958c-a5ebb5086013 req-fac1e462-0ed0-4bdb-be86-2b2073c00043 service neutron] 10.222.0.48 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9138799 Aug 31 01:09:50.706085 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5ab27f80-759f-4069-9c16-af0f32c865eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72935f829c0e4dbba199b64bcffb3b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307783 Aug 31 01:09:50.720878 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58698) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:50.721022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d81646-2d68-4b4e-b383-dce29354583e tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event deleted for resources: {'Network': ['ID=331d7872-fb4c-4236-a853-f291d2f41bb0,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:50.738838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-82da671a-c2e7-4b07-9cb7-b750d65c58fc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:50.750399 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-82da671a-c2e7-4b07-9cb7-b750d65c58fc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports/cb62dff1-7a45-450a-ad91-afbda23eb432 HTTP/1.1" status: 200 len: 942 time: 0.2213116 Aug 31 01:09:50.771074 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] For port 15bbb93c-d072-4c9d-8638-5e283dd2aa08, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:50.774816 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] For port 15bbb93c-d072-4c9d-8638-5e283dd2aa08, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=15bbb93c-d072-4c9d-8638-5e283dd2aa08,segment=NetworkSegment(b38174e1-2300-47a9-9542-704b53591867),segment_id=b38174e1-2300-47a9-9542-704b53591867)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:50.789273 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6450ad92-a6a5-4149-af65-dd3d3fdfebfc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Made reservation on behalf of 62a90735d40e4940be1c9a22d1e8ae7a for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:50.792882 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6450ad92-a6a5-4149-af65-dd3d3fdfebfc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.824087 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b336dcf9-0301-42da-9781-884f5119f69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.879226 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6450ad92-a6a5-4149-af65-dd3d3fdfebfc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:09:50.882791 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-37ff8e37-b73c-4b5b-a6d6-05518433ddd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.901818 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6450ad92-a6a5-4149-af65-dd3d3fdfebfc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.902863 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-6450ad92-a6a5-4149-af65-dd3d3fdfebfc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Added segment 35bfcda7-da13-47ba-ad68-cd3fcc917ee0 of type vlan for network 4c9b56c0-0ab3-4a4b-970c-e101a5967d70 Aug 31 01:09:50.908656 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-45fa5ff9-f9aa-4615-9b3f-9301d1750d83 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.88 HTTP/1.1" status: 200 len: 1000 time: 0.1018784 Aug 31 01:09:50.916180 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.935417 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-37ff8e37-b73c-4b5b-a6d6-05518433ddd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.953386 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b566d2f-0727-41c9-9fb6-8fff47e1795b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.028299 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2a988-3453-4aba-99af-f3768cea8ee3 None None] Pushing event updated for resources: {'Port': ['ID=15bbb93c-d072-4c9d-8638-5e283dd2aa08,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:51.055082 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6450ad92-a6a5-4149-af65-dd3d3fdfebfc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.099341 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-710e76bc-7d34-4d7f-b12b-1641e90e738b tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:51.102840 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-710e76bc-7d34-4d7f-b12b-1641e90e738b tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.1872225 Aug 31 01:09:51.165620 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b566d2f-0727-41c9-9fb6-8fff47e1795b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.201622 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-77ec01df-8c06-4c4a-99e9-6a2e621955b2 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.88 HTTP/1.1" status: 200 len: 1000 time: 0.0919230 Aug 31 01:09:51.215819 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b336dcf9-0301-42da-9781-884f5119f69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.217219 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-37ff8e37-b73c-4b5b-a6d6-05518433ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.224370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-013d64d2-06c3-482f-9b80-5d087697c6bd tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:51.225058 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-37ff8e37-b73c-4b5b-a6d6-05518433ddd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.225058 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-37ff8e37-b73c-4b5b-a6d6-05518433ddd0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1df0591-1470-4cee-909c-5f576018f13f HTTP/1.1" status: 204 len: 168 time: 0.5093153 Aug 31 01:09:51.258317 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff8e37-b73c-4b5b-a6d6-05518433ddd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1df0591-1470-4cee-909c-5f576018f13f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:51.262291 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b566d2f-0727-41c9-9fb6-8fff47e1795b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.264043 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6450ad92-a6a5-4149-af65-dd3d3fdfebfc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.270650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6450ad92-a6a5-4149-af65-dd3d3fdfebfc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:51.271349 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6450ad92-a6a5-4149-af65-dd3d3fdfebfc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.368777 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b336dcf9-0301-42da-9781-884f5119f69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.417336 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-013d64d2-06c3-482f-9b80-5d087697c6bd tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks [] for floatingip, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.465829 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b566d2f-0727-41c9-9fb6-8fff47e1795b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d044f8-2bec-4fca-813d-10af1d914ede,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:51.496780 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b336dcf9-0301-42da-9781-884f5119f69b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4c1b4792a7c4420b5c587fa13dc0b64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1168134 Aug 31 01:09:51.497304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336dcf9-0301-42da-9781-884f5119f69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb69d87-3052-4700-88f9-42d2b1c39ec5,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:51.502282 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58706) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:51.508842 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6450ad92-a6a5-4149-af65-dd3d3fdfebfc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8751795 Aug 31 01:09:51.510329 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b566d2f-0727-41c9-9fb6-8fff47e1795b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.517190 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1b566d2f-0727-41c9-9fb6-8fff47e1795b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8353927 Aug 31 01:09:51.522546 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58708) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:51.522546 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58710) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:51.522546 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450ad92-a6a5-4149-af65-dd3d3fdfebfc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event updated for resources: {'Network': ['ID=4c9b56c0-0ab3-4a4b-970c-e101a5967d70,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:51.528993 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-11c72c8c-f19b-4f3a-80b1-0269c3b29d4c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Request body: {'subnet': {'network_id': '4c9b56c0-0ab3-4a4b-970c-e101a5967d70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:51.534410 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 4c9b56c0-0ab3-4a4b-970c-e101a5967d70 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:09:51.536805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-6a8c1207-4f24-429e-9e29-6c8255fb8cf5 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group_rule': {'security_group_id': 'cd604d35-560d-4788-ba66-71cb73926b29', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:51.718561 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a8c1207-4f24-429e-9e29-6c8255fb8cf5 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.803500 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a8c1207-4f24-429e-9e29-6c8255fb8cf5 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.852386 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c72c8c-f19b-4f3a-80b1-0269c3b29d4c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Made reservation on behalf of 62a90735d40e4940be1c9a22d1e8ae7a for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:51.861632 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-11c72c8c-f19b-4f3a-80b1-0269c3b29d4c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.911846 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a8c1207-4f24-429e-9e29-6c8255fb8cf5 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.952431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c1207-4f24-429e-9e29-6c8255fb8cf5 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0dced3-4e3a-4caf-bf90-cb7ba8db91a7,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:52.011236 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c0dacb8e-b493-4781-9d4f-f4ea60d9771a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.062116 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-013d64d2-06c3-482f-9b80-5d087697c6bd tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.076616 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c0dacb8e-b493-4781-9d4f-f4ea60d9771a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.111276 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a8c1207-4f24-429e-9e29-6c8255fb8cf5 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.113626 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6a8c1207-4f24-429e-9e29-6c8255fb8cf5 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5888410 Aug 31 01:09:52.125537 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58716) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:52.125537 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-171dc6c8-5503-4e72-aedf-dfa3fa2344d2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group_rule': {'security_group_id': 'cd604d35-560d-4788-ba66-71cb73926b29', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:52.144971 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-013d64d2-06c3-482f-9b80-5d087697c6bd tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.146150 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-013d64d2-06c3-482f-9b80-5d087697c6bd tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Floating IP 2ae2c03b-97d3-4c21-9ed2-9c2c601b790f disassociated. External IP: 172.25.2.88, port: cb62dff1-7a45-450a-ad91-afbda23eb432. Aug 31 01:09:52.224806 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-11c72c8c-f19b-4f3a-80b1-0269c3b29d4c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.272248 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c0dacb8e-b493-4781-9d4f-f4ea60d9771a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.274387 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8077312-7417-47f5-a285-908e23b91c06 None None] Network da7feb16-e051-43da-b1ef-cdeeb5bf1d13 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:52.277723 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c0dacb8e-b493-4781-9d4f-f4ea60d9771a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.279002 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c0dacb8e-b493-4781-9d4f-f4ea60d9771a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cb69d87-3052-4700-88f9-42d2b1c39ec5 HTTP/1.1" status: 204 len: 168 time: 0.7753794 Aug 31 01:09:52.300127 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dacb8e-b493-4781-9d4f-f4ea60d9771a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb69d87-3052-4700-88f9-42d2b1c39ec5,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:52.322060 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-171dc6c8-5503-4e72-aedf-dfa3fa2344d2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.325164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58720) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:52.445295 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c72c8c-f19b-4f3a-80b1-0269c3b29d4c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event updated for resources: {'Subnet': ['ID=c83c6aa4-3bb5-4d6a-b9e3-7f51cdce60bf,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:52.529313 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-171dc6c8-5503-4e72-aedf-dfa3fa2344d2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.549930 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c72c8c-f19b-4f3a-80b1-0269c3b29d4c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Checking segment: {'id': '35bfcda7-da13-47ba-ad68-cd3fcc917ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c9b56c0-0ab3-4a4b-970c-e101a5967d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:52.550552 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c72c8c-f19b-4f3a-80b1-0269c3b29d4c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Network hostable DHCP agents. Network: 4c9b56c0-0ab3-4a4b-970c-e101a5967d70, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:09:52.614076 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-171dc6c8-5503-4e72-aedf-dfa3fa2344d2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.626150 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4151ea53-52b2-4776-9fde-0f4cfdcce254 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76ec12f7d724484e8a0b37c3ca34b34d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981150 Aug 31 01:09:52.627287 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58726) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:52.633396 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 15bbb93c-d072-4c9d-8638-5e283dd2aa08 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:52.655446 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171dc6c8-5503-4e72-aedf-dfa3fa2344d2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c12b91d-1b33-4481-bc35-5e7e8aa20963,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:52.676940 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6e5332fa-e0fc-4d30-bcad-da0b2cb7f6e5 None None] Provisioning for port 15bbb93c-d072-4c9d-8638-5e283dd2aa08 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:52.694160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c72c8c-f19b-4f3a-80b1-0269c3b29d4c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Network 4c9b56c0-0ab3-4a4b-970c-e101a5967d70 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:09:52.716667 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-013d64d2-06c3-482f-9b80-5d087697c6bd tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Router c743398c-ceb2-4cbd-a286-01e7986d2fcd has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:09:52.719344 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-171dc6c8-5503-4e72-aedf-dfa3fa2344d2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.728038 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-171dc6c8-5503-4e72-aedf-dfa3fa2344d2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6036835 Aug 31 01:09:52.731524 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58732) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:52.741046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-bb98d2a2-cb02-4461-9d7a-c56bccfe4cc6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group_rule': {'security_group_id': 'cd604d35-560d-4788-ba66-71cb73926b29', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:52.758835 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c00d1bd6-a1b3-4988-b36b-b77539a3c2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.815051 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-11c72c8c-f19b-4f3a-80b1-0269c3b29d4c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 4c9b56c0-0ab3-4a4b-970c-e101a5967d70) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:52.838077 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c00d1bd6-a1b3-4988-b36b-b77539a3c2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.839123 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b278c34a-e643-4b29-8ed7-ba6ae8741fd3 None None] Network 4c9b56c0-0ab3-4a4b-970c-e101a5967d70 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:52.840500 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c72c8c-f19b-4f3a-80b1-0269c3b29d4c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:52.841303 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-11c72c8c-f19b-4f3a-80b1-0269c3b29d4c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.938981 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bb98d2a2-cb02-4461-9d7a-c56bccfe4cc6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.962187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-013d64d2-06c3-482f-9b80-5d087697c6bd tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:52.967093 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 15bbb93c-d072-4c9d-8638-5e283dd2aa08 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:52.973698 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 15bbb93c-d072-4c9d-8638-5e283dd2aa08 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:52.974377 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.976498 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-013d64d2-06c3-482f-9b80-5d087697c6bd tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.046013 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d872530c-2bbf-49d1-9a64-8e7f35849904 None None] Sync routers for ids ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:53.052651 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-11c72c8c-f19b-4f3a-80b1-0269c3b29d4c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5249934 Aug 31 01:09:53.054329 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58740) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:53.117514 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c00d1bd6-a1b3-4988-b36b-b77539a3c2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.120977 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c00d1bd6-a1b3-4988-b36b-b77539a3c2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.125634 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c00d1bd6-a1b3-4988-b36b-b77539a3c2e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4896340c-9bb0-40d3-847b-c550c388f14b HTTP/1.1" status: 204 len: 168 time: 0.4945147 Aug 31 01:09:53.141908 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-013d64d2-06c3-482f-9b80-5d087697c6bd tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "PUT /v2.0/floatingips/2ae2c03b-97d3-4c21-9ed2-9c2c601b790f HTTP/1.1" status: 200 len: 694 time: 1.9274669 Aug 31 01:09:53.148559 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33634dc9-37aa-4f3d-985e-0983de45a9ac', 'tag': 'cb62dff1-7a45-450a-ad91-afbda23eb432'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:53.152873 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfbed6c-cb39-4fb0-bd3c-22afe4e452cf" -d '{"events": [{"name": "network-changed", "server_uuid": "33634dc9-37aa-4f3d-985e-0983de45a9ac", "tag": "cb62dff1-7a45-450a-ad91-afbda23eb432"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:53.159210 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d1bd6-a1b3-4988-b36b-b77539a3c2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4896340c-9bb0-40d3-847b-c550c388f14b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:53.182016 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bb98d2a2-cb02-4461-9d7a-c56bccfe4cc6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.247805 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74686ee3-3ef0-4baf-86a8-a0cf0a1f1ecc x-openstack-request-id: req-74686ee3-3ef0-4baf-86a8-a0cf0a1f1ecc {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:53.254440 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33634dc9-37aa-4f3d-985e-0983de45a9ac", "tag": "cb62dff1-7a45-450a-ad91-afbda23eb432", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:53.254440 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74686ee3-3ef0-4baf-86a8-a0cf0a1f1ecc {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:53.254440 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33634dc9-37aa-4f3d-985e-0983de45a9ac', 'tag': 'cb62dff1-7a45-450a-ad91-afbda23eb432', 'status': 'completed', 'code': 200} Aug 31 01:09:53.282610 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-ff63c164-cb67-43b7-8607-fee4e943ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:53.288769 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-ff63c164-cb67-43b7-8607-fee4e943ab88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a93db11f09f4464a92ed2d7edec12db&device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 1097 time: 0.1095686 Aug 31 01:09:53.291715 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bb98d2a2-cb02-4461-9d7a-c56bccfe4cc6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.355116 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe184a12-0e09-47c1-ad17-03a060411d91 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.415928 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d872530c-2bbf-49d1-9a64-8e7f35849904 None None] Routers {'c743398c-ceb2-4cbd-a286-01e7986d2fcd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:53.416821 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d872530c-2bbf-49d1-9a64-8e7f35849904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:09:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:53.429107 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-70f6809d-8b1b-4d54-a4dd-814f522e8f1b None None] Provisioning complete for port 15bbb93c-d072-4c9d-8638-5e283dd2aa08 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:53.429107 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-70f6809d-8b1b-4d54-a4dd-814f522e8f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.438681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98d2a2-cb02-4461-9d7a-c56bccfe4cc6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf0ccea-6f07-4702-8d48-8b3ae9539105,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:53.478863 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e06a03-4a6f-4431-aa19-b64a4ddcf822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-4c9b56c0-0ab3-4a4b-970c-e101a5967d70', 'network_id': '4c9b56c0-0ab3-4a4b-970c-e101a5967d70', 'tenant_id': '62a90735d40e4940be1c9a22d1e8ae7a', 'fixed_ips': [{'subnet_id': 'c83c6aa4-3bb5-4d6a-b9e3-7f51cdce60bf'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:09:53.480363 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00e06a03-4a6f-4431-aa19-b64a4ddcf822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.520186 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbed6c-cb39-4fb0-bd3c-22afe4e452cf req-e8e9bbe7-2eb0-4a29-8c35-a24e1b649dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:53.523173 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5cfbed6c-cb39-4fb0-bd3c-22afe4e452cf req-e8e9bbe7-2eb0-4a29-8c35-a24e1b649dac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a93db11f09f4464a92ed2d7edec12db&device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 1097 time: 0.2502975 Aug 31 01:09:53.594934 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe184a12-0e09-47c1-ad17-03a060411d91 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.605687 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bb98d2a2-cb02-4461-9d7a-c56bccfe4cc6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.610641 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bb98d2a2-cb02-4461-9d7a-c56bccfe4cc6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8779700 Aug 31 01:09:53.611739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58754) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:53.623849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f6f988d8-c586-48ff-a045-8ee7cabf238e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group_rule': {'security_group_id': 'cd604d35-560d-4788-ba66-71cb73926b29', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:53.659194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-6744b03e-0db7-486e-a947-9e0b66623601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:53.660728 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-6744b03e-0db7-486e-a947-9e0b66623601 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 HTTP/1.1" status: 200 len: 920 time: 0.3371267 Aug 31 01:09:53.727957 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-1e2565c2-85fe-4450-8a12-c2c582e8b1a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb62dff1-7a45-450a-ad91-afbda23eb432 HTTP/1.1" status: 200 len: 217 time: 0.0584326 Aug 31 01:09:53.780612 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe184a12-0e09-47c1-ad17-03a060411d91 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.806932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-b18a5e5d-b737-4141-888c-44b62059384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:53.809897 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-b18a5e5d-b737-4141-888c-44b62059384e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2fb4ff75-eef7-4ae4-9502-ba24a73f78cf HTTP/1.1" status: 200 len: 859 time: 0.0693958 Aug 31 01:09:53.814813 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-f6f988d8-c586-48ff-a045-8ee7cabf238e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Project 5f481833dbad44e8ab08e3a835b3f2ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:09:53.834526 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f6f988d8-c586-48ff-a045-8ee7cabf238e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.837883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbed6c-cb39-4fb0-bd3c-22afe4e452cf req-00e12f78-4fb0-4e4c-9ac8-3ab81c9ac4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:53.839482 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5cfbed6c-cb39-4fb0-bd3c-22afe4e452cf req-00e12f78-4fb0-4e4c-9ac8-3ab81c9ac4bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 HTTP/1.1" status: 200 len: 920 time: 0.3029616 Aug 31 01:09:53.881388 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe184a12-0e09-47c1-ad17-03a060411d91 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event deleted for resources: {'Subnet': ['ID=c83c6aa4-3bb5-4d6a-b9e3-7f51cdce60bf,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:53.887602 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-f792aebb-24e3-4447-a68a-f986b180b6de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624409 Aug 31 01:09:53.989939 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe184a12-0e09-47c1-ad17-03a060411d91 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.009225 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-fe184a12-0e09-47c1-ad17-03a060411d91 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9b56c0-0ab3-4a4b-970c-e101a5967d70']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:54.014545 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5cfbed6c-cb39-4fb0-bd3c-22afe4e452cf req-84d35cfb-eae5-4764-abf7-56f1141e5e45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb62dff1-7a45-450a-ad91-afbda23eb432 HTTP/1.1" status: 200 len: 217 time: 0.1639256 Aug 31 01:09:54.022809 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.026813 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-d872530c-2bbf-49d1-9a64-8e7f35849904 None None] Set router c743398c-ceb2-4cbd-a286-01e7986d2fcd gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:54.033296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-fe184a12-0e09-47c1-ad17-03a060411d91 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bfcda7-da13-47ba-ad68-cd3fcc917ee0') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:54.034266 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-fe184a12-0e09-47c1-ad17-03a060411d91 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bfcda7-da13-47ba-ad68-cd3fcc917ee0') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:54.050058 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe184a12-0e09-47c1-ad17-03a060411d91 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.081364 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe184a12-0e09-47c1-ad17-03a060411d91 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.093769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe184a12-0e09-47c1-ad17-03a060411d91 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:09:54.094534 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe184a12-0e09-47c1-ad17-03a060411d91 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:09:54.098408 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server [None req-00e06a03-4a6f-4431-aa19-b64a4ddcf822 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c83c6aa4-3bb5-4d6a-b9e3-7f51cdce60bf: This subnet is being modified by another concurrent operation. Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise exception Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c83c6aa4-3bb5-4d6a-b9e3-7f51cdce60bf: This subnet is being modified by another concurrent operation. Aug 31 01:09:54.139515 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server Aug 31 01:09:54.234477 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f6f988d8-c586-48ff-a045-8ee7cabf238e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.235226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 15bbb93c-d072-4c9d-8638-5e283dd2aa08, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=15bbb93c-d072-4c9d-8638-5e283dd2aa08,segment=NetworkSegment(b38174e1-2300-47a9-9542-704b53591867),segment_id=b38174e1-2300-47a9-9542-704b53591867)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:54.247134 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64182369-4a9e-407f-9aba-6981c68ea939 None None] Network 4c9b56c0-0ab3-4a4b-970c-e101a5967d70 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:54.248351 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbed6c-cb39-4fb0-bd3c-22afe4e452cf req-5d03941d-ed70-4d72-bd06-a7649ad19c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:54.251241 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5cfbed6c-cb39-4fb0-bd3c-22afe4e452cf req-5d03941d-ed70-4d72-bd06-a7649ad19c86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fb4ff75-eef7-4ae4-9502-ba24a73f78cf HTTP/1.1" status: 200 len: 859 time: 0.2065907 Aug 31 01:09:54.315124 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5cfbed6c-cb39-4fb0-bd3c-22afe4e452cf req-da0be47d-d558-44a4-8948-08df8f91eeff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554242 Aug 31 01:09:54.336768 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f6f988d8-c586-48ff-a045-8ee7cabf238e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.352072 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-70f6809d-8b1b-4d54-a4dd-814f522e8f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.368525 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe184a12-0e09-47c1-ad17-03a060411d91 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.389790 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe184a12-0e09-47c1-ad17-03a060411d91 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.403995 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fe184a12-0e09-47c1-ad17-03a060411d91 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/networks/4c9b56c0-0ab3-4a4b-970c-e101a5967d70 HTTP/1.1" status: 204 len: 168 time: 1.3459535 Aug 31 01:09:54.415051 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.425771 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58780) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:54.434071 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-71abfda8-ebe8-4db3-8139-5c3ab04ebff0 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1222226621'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:54.440673 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5e67a9cf-f3e7-4bac-8c6e-232947c96ada no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:54.445031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe184a12-0e09-47c1-ad17-03a060411d91 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event deleted for resources: {'Network': ['ID=4c9b56c0-0ab3-4a4b-970c-e101a5967d70,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:54.478044 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f6f988d8-c586-48ff-a045-8ee7cabf238e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.480201 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f6f988d8-c586-48ff-a045-8ee7cabf238e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8613765 Aug 31 01:09:54.484639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58782) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:54.494321 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-568f912e-79b2-4ab5-a891-a4ea40b2c3f1 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group_rule': {'security_group_id': 'cd604d35-560d-4788-ba66-71cb73926b29', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:54.497352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f988d8-c586-48ff-a045-8ee7cabf238e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c9fedc-41e2-44c5-8fa7-1bbec797cdf3,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:54.537489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71abfda8-ebe8-4db3-8139-5c3ab04ebff0 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Made reservation on behalf of 62a90735d40e4940be1c9a22d1e8ae7a for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:54.543608 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-bfae819d-43cb-4df1-8fbd-66b159086db5 service neutron] 10.222.0.16 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5685306 Aug 31 01:09:54.555046 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71abfda8-ebe8-4db3-8139-5c3ab04ebff0 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.648449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71abfda8-ebe8-4db3-8139-5c3ab04ebff0 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:09:54.678927 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-568f912e-79b2-4ab5-a891-a4ea40b2c3f1 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Project 5f481833dbad44e8ab08e3a835b3f2ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:09:54.691608 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=15bbb93c-d072-4c9d-8638-5e283dd2aa08,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:54.699742 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-568f912e-79b2-4ab5-a891-a4ea40b2c3f1 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.722923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5cfbed6c-cb39-4fb0-bd3c-22afe4e452cf req-709fb930-9f76-421a-a178-9685cad255a5 service neutron] 10.222.0.48 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991458 Aug 31 01:09:54.728195 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71abfda8-ebe8-4db3-8139-5c3ab04ebff0 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.729205 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-71abfda8-ebe8-4db3-8139-5c3ab04ebff0 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Added segment 5c2ccad1-d2e9-47ad-97ea-02a172859197 of type vlan for network da158e92-12e5-4e44-94e5-9fe253d24dcf Aug 31 01:09:54.768129 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 5e67a9cf-f3e7-4bac-8c6e-232947c96ada {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:09:54.768604 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5e67a9cf-f3e7-4bac-8c6e-232947c96ada not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:09:54.851484 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-70f6809d-8b1b-4d54-a4dd-814f522e8f1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:09:54.851995 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-70f6809d-8b1b-4d54-a4dd-814f522e8f1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:09:54.852847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6a9f32-5430-4fd9-8fa1-8219280b4982 None None] get_active_networks_info from n-d-793621-34 {{(pid=102344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:09:54.879688 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97439cdf-2c0b-4bfd-b65e-561326d44163 req-c9390106-2ee0-41b6-8a0c-fd05d556af27 service neutron] 10.222.0.16 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254139 Aug 31 01:09:55.000879 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71abfda8-ebe8-4db3-8139-5c3ab04ebff0 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:55.018715 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-568f912e-79b2-4ab5-a891-a4ea40b2c3f1 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:55.094708 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-568f912e-79b2-4ab5-a891-a4ea40b2c3f1 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:55.107899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 15bbb93c-d072-4c9d-8638-5e283dd2aa08 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:55.168993 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cf685e0-f4b6-4a23-9b9f-df0f5cc2bc46 req-8aa71de3-b5af-49bb-9094-93945773c23e tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/floatingips/2ae2c03b-97d3-4c21-9ed2-9c2c601b790f HTTP/1.1" status: 200 len: 694 time: 0.1072505 Aug 31 01:09:55.194201 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71abfda8-ebe8-4db3-8139-5c3ab04ebff0 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:55.228910 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71abfda8-ebe8-4db3-8139-5c3ab04ebff0 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:55.231488 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71abfda8-ebe8-4db3-8139-5c3ab04ebff0 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:55.242417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 15bbb93c-d072-4c9d-8638-5e283dd2aa08 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:55.243188 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:55.258149 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f912e-79b2-4ab5-a891-a4ea40b2c3f1 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e521950c-307f-4714-bc1d-6b42e369cc5e,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:55.332048 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5cfbed6c-cb39-4fb0-bd3c-22afe4e452cf req-73e6b4fc-8fc8-4409-b2db-40fd288345d9 service neutron] 10.222.0.48 "GET /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5926948 Aug 31 01:09:55.392220 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-568f912e-79b2-4ab5-a891-a4ea40b2c3f1 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:55.394661 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-568f912e-79b2-4ab5-a891-a4ea40b2c3f1 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9075165 Aug 31 01:09:55.412528 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf685e0-f4b6-4a23-9b9f-df0f5cc2bc46 req-5f96e452-b749-4ca4-987f-4e0008b9cbca tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:55.414525 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cf685e0-f4b6-4a23-9b9f-df0f5cc2bc46 req-5f96e452-b749-4ca4-987f-4e0008b9cbca tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 784 time: 0.2380927 Aug 31 01:09:55.430217 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-1cf685e0-f4b6-4a23-9b9f-df0f5cc2bc46 req-aa081beb-6ad6-422b-b396-6ff7dfd3a02a tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:09:55.431494 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cf685e0-f4b6-4a23-9b9f-df0f5cc2bc46 req-aa081beb-6ad6-422b-b396-6ff7dfd3a02a tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074987 Aug 31 01:09:55.433823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abfda8-ebe8-4db3-8139-5c3ab04ebff0 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event updated for resources: {'Network': ['ID=da158e92-12e5-4e44-94e5-9fe253d24dcf,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:55.453659 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-71abfda8-ebe8-4db3-8139-5c3ab04ebff0 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0255330 Aug 31 01:09:55.458515 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58838) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:55.469963 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b21936b0-c8df-4dd5-9397-36ce4cfd7c8f tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Request body: {'subnet': {'network_id': 'da158e92-12e5-4e44-94e5-9fe253d24dcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:55.478383 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network da158e92-12e5-4e44-94e5-9fe253d24dcf details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:09:55.530329 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cf685e0-f4b6-4a23-9b9f-df0f5cc2bc46 req-2c4c038d-b84c-4667-9816-528b92a72923 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.88 HTTP/1.1" status: 200 len: 697 time: 0.0874090 Aug 31 01:09:55.639750 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cf685e0-f4b6-4a23-9b9f-df0f5cc2bc46 req-d5968869-15ab-4e0c-bd46-9817cbb2e35a tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.2.88 HTTP/1.1" status: 200 len: 697 time: 0.1031203 Aug 31 01:09:55.681812 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6a9f32-5430-4fd9-8fa1-8219280b4982 None None] Resources bound (agent type, host, resource id): {{(pid=102344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:09:55.699439 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21936b0-c8df-4dd5-9397-36ce4cfd7c8f tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Made reservation on behalf of 62a90735d40e4940be1c9a22d1e8ae7a for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:55.701611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d872530c-2bbf-49d1-9a64-8e7f35849904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'name': 'tempest-ServerRescueTestJSONUnderV235-489011067-router', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:21Z', 'updated_at': '2021-08-31T01:08:32Z', 'revision_number': 4, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'gw_port': {'id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:24Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'a4c182e9-644a-4e10-a713-00cb0120228a', 'name': '', 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '2fb4ff75-eef7-4ae4-9502-ba24a73f78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:30Z', 'updated_at': '2021-08-31T01:08:41Z', 'revision_number': 5, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'subnets': [{'id': '2fb4ff75-eef7-4ae4-9502-ba24a73f78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:55.706356 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b21936b0-c8df-4dd5-9397-36ce4cfd7c8f tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:55.767472 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d872530c-2bbf-49d1-9a64-8e7f35849904 None None] Checking router: c743398c-ceb2-4cbd-a286-01e7986d2fcd for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:55.885262 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d872530c-2bbf-49d1-9a64-8e7f35849904 None None] Routers {'c743398c-ceb2-4cbd-a286-01e7986d2fcd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:55.885782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d872530c-2bbf-49d1-9a64-8e7f35849904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:09:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:55.937385 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54782eef-b528-4786-9e6c-01265c51558f req-ddad2765-f30f-4f2a-81f3-a759250266b2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-710504343&fields=id&tenant_id=5f481833dbad44e8ab08e3a835b3f2ce HTTP/1.1" status: 200 len: 267 time: 0.1053474 Aug 31 01:09:55.944130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-1cf685e0-f4b6-4a23-9b9f-df0f5cc2bc46 req-59ea8044-be73-4b32-8b77-2e2e574d6b48 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Deleting port 7a9c3ebd-27a9-47c6-ae8f-8ea581d3d634 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:55.944869 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1cf685e0-f4b6-4a23-9b9f-df0f5cc2bc46 req-59ea8044-be73-4b32-8b77-2e2e574d6b48 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.182968 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54782eef-b528-4786-9e6c-01265c51558f req-0da005c0-f661-44c6-8e57-f43ef21d7612 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:56.182968 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54782eef-b528-4786-9e6c-01265c51558f req-0da005c0-f661-44c6-8e57-f43ef21d7612 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/networks?id=da7feb16-e051-43da-b1ef-cdeeb5bf1d13 HTTP/1.1" status: 200 len: 797 time: 0.2407010 Aug 31 01:09:56.209474 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54782eef-b528-4786-9e6c-01265c51558f req-34fcf824-9dea-4617-b306-1c98a3ff4c51 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/quotas/5f481833dbad44e8ab08e3a835b3f2ce HTTP/1.1" status: 200 len: 375 time: 0.0212014 Aug 31 01:09:56.225491 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1cf685e0-f4b6-4a23-9b9f-df0f5cc2bc46 req-59ea8044-be73-4b32-8b77-2e2e574d6b48 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.226040 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1cf685e0-f4b6-4a23-9b9f-df0f5cc2bc46 req-59ea8044-be73-4b32-8b77-2e2e574d6b48 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.275538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-1cf685e0-f4b6-4a23-9b9f-df0f5cc2bc46 req-59ea8044-be73-4b32-8b77-2e2e574d6b48 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Calling delete_port for 7a9c3ebd-27a9-47c6-ae8f-8ea581d3d634 owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:56.439646 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54782eef-b528-4786-9e6c-01265c51558f req-3a36f825-b60b-4918-b687-65ea43a36f4b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f481833dbad44e8ab08e3a835b3f2ce&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2123849 Aug 31 01:09:56.470796 n-d-793621-34 neutron-server[102343]: DEBUG neutron.objects.ports [None req-b21936b0-c8df-4dd5-9397-36ce4cfd7c8f tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:09:56.486482 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b21936b0-c8df-4dd5-9397-36ce4cfd7c8f tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.700689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21936b0-c8df-4dd5-9397-36ce4cfd7c8f tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event updated for resources: {'Subnet': ['ID=7afd5eb6-c400-44f8-b6cd-f266daf59b71,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:56.704760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-d872530c-2bbf-49d1-9a64-8e7f35849904 None None] Set router c743398c-ceb2-4cbd-a286-01e7986d2fcd gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:56.707922 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21936b0-c8df-4dd5-9397-36ce4cfd7c8f tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Checking segment: {'id': '5c2ccad1-d2e9-47ad-97ea-02a172859197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da158e92-12e5-4e44-94e5-9fe253d24dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:56.708746 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21936b0-c8df-4dd5-9397-36ce4cfd7c8f tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Network hostable DHCP agents. Network: da158e92-12e5-4e44-94e5-9fe253d24dcf, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:09:56.762459 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1cf685e0-f4b6-4a23-9b9f-df0f5cc2bc46 req-59ea8044-be73-4b32-8b77-2e2e574d6b48 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.782132 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54782eef-b528-4786-9e6c-01265c51558f req-2d3fd6f0-2ff3-4698-add5-34d79896a8a0 service neutron] 10.222.0.16 "GET /v2.0/networks/da7feb16-e051-43da-b1ef-cdeeb5bf1d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039052 Aug 31 01:09:56.801816 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea8044-be73-4b32-8b77-2e2e574d6b48 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Pushing event deleted for resources: {'Port': ['ID=7a9c3ebd-27a9-47c6-ae8f-8ea581d3d634,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:56.964012 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1cf685e0-f4b6-4a23-9b9f-df0f5cc2bc46 req-59ea8044-be73-4b32-8b77-2e2e574d6b48 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.983727 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1cf685e0-f4b6-4a23-9b9f-df0f5cc2bc46 req-59ea8044-be73-4b32-8b77-2e2e574d6b48 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.991004 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cf685e0-f4b6-4a23-9b9f-df0f5cc2bc46 req-59ea8044-be73-4b32-8b77-2e2e574d6b48 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "DELETE /v2.0/floatingips/2ae2c03b-97d3-4c21-9ed2-9c2c601b790f HTTP/1.1" status: 204 len: 173 time: 1.3423831 Aug 31 01:09:57.090722 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54782eef-b528-4786-9e6c-01265c51558f req-e1af693c-6745-4a64-b72b-ac5e97e0566f service neutron] 10.222.0.16 "GET /v2.0/networks/da7feb16-e051-43da-b1ef-cdeeb5bf1d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603292 Aug 31 01:09:57.093086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21936b0-c8df-4dd5-9397-36ce4cfd7c8f tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Network da158e92-12e5-4e44-94e5-9fe253d24dcf is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:09:57.214550 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b21936b0-c8df-4dd5-9397-36ce4cfd7c8f tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, da158e92-12e5-4e44-94e5-9fe253d24dcf) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:57.242710 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21936b0-c8df-4dd5-9397-36ce4cfd7c8f tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:57.244176 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b21936b0-c8df-4dd5-9397-36ce4cfd7c8f tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.418931 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b21936b0-c8df-4dd5-9397-36ce4cfd7c8f tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9558530 Aug 31 01:09:57.422794 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58910) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:57.624624 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b6e1068-d910-4cd2-948d-98742ab2c902 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.668944 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f861f94f-82d5-4a8b-96fd-30c381f543aa req-f3bd3eaf-b590-42e4-8330-024beb720491 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 210 time: 0.0720682 Aug 31 01:09:57.700633 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d872530c-2bbf-49d1-9a64-8e7f35849904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'name': 'tempest-ServerRescueTestJSONUnderV235-489011067-router', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:21Z', 'updated_at': '2021-08-31T01:08:32Z', 'revision_number': 4, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'gw_port': {'id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:24Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'a4c182e9-644a-4e10-a713-00cb0120228a', 'name': '', 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '2fb4ff75-eef7-4ae4-9502-ba24a73f78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:30Z', 'updated_at': '2021-08-31T01:08:41Z', 'revision_number': 5, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'subnets': [{'id': '2fb4ff75-eef7-4ae4-9502-ba24a73f78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:57.763783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d872530c-2bbf-49d1-9a64-8e7f35849904 None None] The sync data for ids ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'] in n-d-793621-34 is: [{'id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'name': 'tempest-ServerRescueTestJSONUnderV235-489011067-router', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:21Z', 'updated_at': '2021-08-31T01:08:32Z', 'revision_number': 4, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'gw_port': {'id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:24Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'a4c182e9-644a-4e10-a713-00cb0120228a', 'name': '', 'network_id': 'f17aea8f-d7ea-4d39-93d5-5ffec8f682d4', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '2fb4ff75-eef7-4ae4-9502-ba24a73f78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:30Z', 'updated_at': '2021-08-31T01:08:41Z', 'revision_number': 5, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'subnets': [{'id': '2fb4ff75-eef7-4ae4-9502-ba24a73f78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:57.764832 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3bff262e-d575-402b-9a5a-a62a0fcea4f3 req-f0e8dcd6-558c-476e-bc27-3caaac53461c tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups/1d9934e7-2452-450a-91b6-fd401e5da829 HTTP/1.1" status: 200 len: 1810 time: 0.1329463 Aug 31 01:09:57.776624 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c7d25f-ca85-48d0-998a-d28eb0e8a31b None None] Network da158e92-12e5-4e44-94e5-9fe253d24dcf requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:57.843524 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b6e1068-d910-4cd2-948d-98742ab2c902 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.869156 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58920) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:58.085859 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3bff262e-d575-402b-9a5a-a62a0fcea4f3 req-bc0b2ec8-9cc8-485d-8ab0-38ca0bc464cc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.128966 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5094b3b3-2a4e-4d9f-9ca5-504dad7d5c46 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:58.166132 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3bff262e-d575-402b-9a5a-a62a0fcea4f3 req-bc0b2ec8-9cc8-485d-8ab0-38ca0bc464cc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.266286 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f1deb1-0d57-40ba-989f-1bc74257bd01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-da158e92-12e5-4e44-94e5-9fe253d24dcf', 'network_id': 'da158e92-12e5-4e44-94e5-9fe253d24dcf', 'tenant_id': '62a90735d40e4940be1c9a22d1e8ae7a', 'fixed_ips': [{'subnet_id': '7afd5eb6-c400-44f8-b6cd-f266daf59b71'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:09:58.266286 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-30f1deb1-0d57-40ba-989f-1bc74257bd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.293900 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b6e1068-d910-4cd2-948d-98742ab2c902 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.304898 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6539e-4230-41c9-bc73-d636e94d899e None None] New status for floating IP 2ae2c03b-97d3-4c21-9ed2-9c2c601b790f: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:09:58.375115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e1068-d910-4cd2-948d-98742ab2c902 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event deleted for resources: {'Subnet': ['ID=7afd5eb6-c400-44f8-b6cd-f266daf59b71,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:58.455354 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3bff262e-d575-402b-9a5a-a62a0fcea4f3 req-bc0b2ec8-9cc8-485d-8ab0-38ca0bc464cc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.471518 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3bff262e-d575-402b-9a5a-a62a0fcea4f3 req-bc0b2ec8-9cc8-485d-8ab0-38ca0bc464cc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.473469 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3bff262e-d575-402b-9a5a-a62a0fcea4f3 req-bc0b2ec8-9cc8-485d-8ab0-38ca0bc464cc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "DELETE /v2.0/security-groups/1d9934e7-2452-450a-91b6-fd401e5da829 HTTP/1.1" status: 204 len: 173 time: 0.7080870 Aug 31 01:09:58.534210 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8e5d4d-ff8a-4e3f-af66-56d00c0b1cbb None None] Network da158e92-12e5-4e44-94e5-9fe253d24dcf requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:58.545625 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5094b3b3-2a4e-4d9f-9ca5-504dad7d5c46 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] 10.222.0.16 "PUT /v2.0/quotas/32f633166be542dc81450567323e7585 HTTP/1.1" status: 200 len: 366 time: 0.6722310 Aug 31 01:09:58.547304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58940) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:58.552200 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b2ec8-9cc8-485d-8ab0-38ca0bc464cc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9934e7-2452-450a-91b6-fd401e5da829,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:58.566779 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b6e1068-d910-4cd2-948d-98742ab2c902 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.589238 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0965e2c2-c667-42e9-ba94-3a450458e516 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0330760 Aug 31 01:09:58.594419 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58942) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:58.605802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-2b6e1068-d910-4cd2-948d-98742ab2c902 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da158e92-12e5-4e44-94e5-9fe253d24dcf']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:58.635495 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c4a95f58-8302-47f8-84d7-b7aa90c81676 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] 10.222.0.16 "GET /v2.0/quotas/32f633166be542dc81450567323e7585 HTTP/1.1" status: 200 len: 366 time: 0.0364997 Aug 31 01:09:58.639659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58944) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:58.652744 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-2b6e1068-d910-4cd2-948d-98742ab2c902 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2ccad1-d2e9-47ad-97ea-02a172859197') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:58.652744 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-2b6e1068-d910-4cd2-948d-98742ab2c902 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2ccad1-d2e9-47ad-97ea-02a172859197') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:58.669364 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b6e1068-d910-4cd2-948d-98742ab2c902 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.713333 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b6e1068-d910-4cd2-948d-98742ab2c902 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.737584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6e1068-d910-4cd2-948d-98742ab2c902 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:09:58.737951 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b6e1068-d910-4cd2-948d-98742ab2c902 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:09:58.744304 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:09:58.769788 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-56211740-fdba-4bfa-a570-90e98b09b6e7 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/32f633166be542dc81450567323e7585 HTTP/1.1" status: 204 len: 168 time: 0.1258676 Aug 31 01:09:58.770635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58948) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:58.800258 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-49dae664-118c-4e6b-98ca-e6de85c0d05e tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0259712 Aug 31 01:09:58.801471 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58950) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:58.855256 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-055718bc-2a46-4a9a-930f-4f0320e27a8e tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] 10.222.0.16 "GET /v2.0/quotas/32f633166be542dc81450567323e7585 HTTP/1.1" status: 200 len: 370 time: 0.0490122 Aug 31 01:09:58.859813 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58952) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:58.867661 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-917884f5-30d3-4764-ac2b-9d47f5f9dfa6 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] 10.222.0.16 "GET /v2.0/quotas/32f633166be542dc81450567323e7585/default HTTP/1.1" status: 200 len: 370 time: 0.0043004 Aug 31 01:09:58.872025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58954) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:58.910923 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-a94c2aae-8e57-4e0f-a320-be11f19b2339 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] delete failed (client error): The resource could not be found. Aug 31 01:09:58.912751 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a94c2aae-8e57-4e0f-a320-be11f19b2339 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/32f633166be542dc81450567323e7585 HTTP/1.1" status: 404 len: 348 time: 0.0392292 Aug 31 01:09:58.924690 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d0180df0-3440-49ae-a82a-358b5d665d67 req-b67728d3-d297-4715-8f9b-b88701e1c051 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 210 time: 0.0825095 Aug 31 01:09:59.019318 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b6e1068-d910-4cd2-948d-98742ab2c902 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.031606 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b6e1068-d910-4cd2-948d-98742ab2c902 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.046462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58958) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:59.046804 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2b6e1068-d910-4cd2-948d-98742ab2c902 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/networks/da158e92-12e5-4e44-94e5-9fe253d24dcf HTTP/1.1" status: 204 len: 168 time: 1.6219933 Aug 31 01:09:59.087124 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e1068-d910-4cd2-948d-98742ab2c902 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event deleted for resources: {'Network': ['ID=da158e92-12e5-4e44-94e5-9fe253d24dcf,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:59.106113 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a89d85f-5c64-4a2d-a35c-f9b097bbf23c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] DELETE failed (client error): The resource could not be found. Aug 31 01:09:59.106692 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a89d85f-5c64-4a2d-a35c-f9b097bbf23c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:09:59.110058 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3a89d85f-5c64-4a2d-a35c-f9b097bbf23c tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/subnets/7afd5eb6-c400-44f8-b6cd-f266daf59b71 HTTP/1.1" status: 404 len: 337 time: 0.0588372 Aug 31 01:09:59.113090 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58960) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:59.141250 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-de443718-abe7-4443-b725-9ec00c326797 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] DELETE failed (client error): The resource could not be found. Aug 31 01:09:59.144944 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de443718-abe7-4443-b725-9ec00c326797 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:09:59.149721 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-de443718-abe7-4443-b725-9ec00c326797 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/networks/da158e92-12e5-4e44-94e5-9fe253d24dcf HTTP/1.1" status: 404 len: 339 time: 0.0323474 Aug 31 01:09:59.151177 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58962) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:59.187142 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4fec7ab-b93b-42f9-b66f-600e0c9bd967 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] DELETE failed (client error): The resource could not be found. Aug 31 01:09:59.187374 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4fec7ab-b93b-42f9-b66f-600e0c9bd967 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:09:59.191099 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d4fec7ab-b93b-42f9-b66f-600e0c9bd967 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/subnets/c83c6aa4-3bb5-4d6a-b9e3-7f51cdce60bf HTTP/1.1" status: 404 len: 337 time: 0.0375974 Aug 31 01:09:59.193652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58966) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:59.241851 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27a2ed3-de18-415e-8903-519f58d363ad tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] DELETE failed (client error): The resource could not be found. Aug 31 01:09:59.245932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27a2ed3-de18-415e-8903-519f58d363ad tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:09:59.245932 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e27a2ed3-de18-415e-8903-519f58d363ad tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/networks/4c9b56c0-0ab3-4a4b-970c-e101a5967d70 HTTP/1.1" status: 404 len: 339 time: 0.0501912 Aug 31 01:09:59.250966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58968) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:59.302934 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2d9d84-d7eb-40a2-8d9d-69a07e126111 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] DELETE failed (client error): The resource could not be found. Aug 31 01:09:59.305547 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2d9d84-d7eb-40a2-8d9d-69a07e126111 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:09:59.307306 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4a2d9d84-d7eb-40a2-8d9d-69a07e126111 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/subnets/4f04cc97-4cee-4462-8f8e-4548d0e879f4 HTTP/1.1" status: 404 len: 337 time: 0.0534785 Aug 31 01:09:59.311058 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58970) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:59.344379 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-379fd652-2800-4d47-8d8a-eba979b579ca tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] DELETE failed (client error): The resource could not be found. Aug 31 01:09:59.345075 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379fd652-2800-4d47-8d8a-eba979b579ca tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:09:59.349586 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-379fd652-2800-4d47-8d8a-eba979b579ca tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/networks/331d7872-fb4c-4236-a853-f291d2f41bb0 HTTP/1.1" status: 404 len: 339 time: 0.0346987 Aug 31 01:09:59.351981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58972) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:59.396736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d2967-ea06-4e57-9e72-5c14f9edaf1d req-f290aa53-988d-492f-8c1a-e1abec5a1179 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:59.399021 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d35d2967-ea06-4e57-9e72-5c14f9edaf1d req-f290aa53-988d-492f-8c1a-e1abec5a1179 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.1218402 Aug 31 01:09:59.399565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58974) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:59.467908 n-d-793621-34 neutron-server[102343]: DEBUG neutron.quota.resource [None req-441d2312-a414-45c2-b2df-1a602aa439d4 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] Usage tracker for resource:network and tenant:6b8ef288d76448a0b83cb8c27852462c is out of sync, need to count used quota {{(pid=102343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 01:09:59.486293 n-d-793621-34 neutron-server[102343]: DEBUG neutron.quota.resource [None req-441d2312-a414-45c2-b2df-1a602aa439d4 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102343) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 01:09:59.508886 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d35d2967-ea06-4e57-9e72-5c14f9edaf1d req-a6692dd8-b71d-413c-a1d3-0ead204901b8 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949097 Aug 31 01:09:59.527034 n-d-793621-34 neutron-server[102343]: DEBUG neutron.quota.resource [None req-441d2312-a414-45c2-b2df-1a602aa439d4 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] Usage tracker for resource:subnet and tenant:6b8ef288d76448a0b83cb8c27852462c is out of sync, need to count used quota {{(pid=102343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 01:09:59.538355 n-d-793621-34 neutron-server[102343]: DEBUG neutron.quota.resource [None req-441d2312-a414-45c2-b2df-1a602aa439d4 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102343) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 01:09:59.557648 n-d-793621-34 neutron-server[102343]: DEBUG neutron.quota.resource [None req-441d2312-a414-45c2-b2df-1a602aa439d4 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] Usage tracker for resource:subnetpool and tenant:6b8ef288d76448a0b83cb8c27852462c is out of sync, need to count used quota {{(pid=102343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 01:09:59.571133 n-d-793621-34 neutron-server[102343]: DEBUG neutron.quota.resource [None req-441d2312-a414-45c2-b2df-1a602aa439d4 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102343) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 01:09:59.586195 n-d-793621-34 neutron-server[102343]: DEBUG neutron.quota.resource [None req-441d2312-a414-45c2-b2df-1a602aa439d4 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] Usage tracker for resource:port and tenant:6b8ef288d76448a0b83cb8c27852462c is out of sync, need to count used quota {{(pid=102343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 01:09:59.596341 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-f3eeec72-3028-486b-b6d3-8978266540ec tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Deleting port f0e4ee82-3ef2-477b-8222-86aa80315708 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:59.596682 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f3eeec72-3028-486b-b6d3-8978266540ec tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.600791 n-d-793621-34 neutron-server[102343]: DEBUG neutron.quota.resource [None req-441d2312-a414-45c2-b2df-1a602aa439d4 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102343) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 01:09:59.614074 n-d-793621-34 neutron-server[102343]: DEBUG neutron.quota.resource [None req-441d2312-a414-45c2-b2df-1a602aa439d4 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] Usage tracker for resource:router and tenant:6b8ef288d76448a0b83cb8c27852462c is out of sync, need to count used quota {{(pid=102343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 01:09:59.624651 n-d-793621-34 neutron-server[102343]: DEBUG neutron.quota.resource [None req-441d2312-a414-45c2-b2df-1a602aa439d4 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102343) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 01:09:59.637706 n-d-793621-34 neutron-server[102343]: DEBUG neutron.quota.resource [None req-441d2312-a414-45c2-b2df-1a602aa439d4 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] Usage tracker for resource:floatingip and tenant:6b8ef288d76448a0b83cb8c27852462c is out of sync, need to count used quota {{(pid=102343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 01:09:59.652282 n-d-793621-34 neutron-server[102343]: DEBUG neutron.quota.resource [None req-441d2312-a414-45c2-b2df-1a602aa439d4 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102343) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 01:09:59.696462 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f3eeec72-3028-486b-b6d3-8978266540ec tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.727242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-f3eeec72-3028-486b-b6d3-8978266540ec tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Calling delete_port for f0e4ee82-3ef2-477b-8222-86aa80315708 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:59.729420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.quota.resource [None req-441d2312-a414-45c2-b2df-1a602aa439d4 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] Usage tracker for resource:security_group and tenant:6b8ef288d76448a0b83cb8c27852462c is out of sync, need to count used quota {{(pid=102343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 01:09:59.737679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.quota.resource [None req-441d2312-a414-45c2-b2df-1a602aa439d4 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102343) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 01:09:59.749721 n-d-793621-34 neutron-server[102343]: DEBUG neutron.quota.resource [None req-441d2312-a414-45c2-b2df-1a602aa439d4 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] Usage tracker for resource:security_group_rule and tenant:6b8ef288d76448a0b83cb8c27852462c is out of sync, need to count used quota {{(pid=102343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 01:09:59.759461 n-d-793621-34 neutron-server[102343]: DEBUG neutron.quota.resource [None req-441d2312-a414-45c2-b2df-1a602aa439d4 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102343) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 01:09:59.768435 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-441d2312-a414-45c2-b2df-1a602aa439d4 tempest-QuotasTest-957906185 tempest-QuotasTest-957906185-project-admin] 10.222.0.16 "GET /v2.0/quotas/6b8ef288d76448a0b83cb8c27852462c/details.json HTTP/1.1" status: 200 len: 703 time: 0.3675106 Aug 31 01:09:59.961565 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f3eeec72-3028-486b-b6d3-8978266540ec tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.109116 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-299d1871-2c9f-4f86-b9f5-9fc984c4c3fd req-8c2b7e16-ad88-4035-8d90-0cfe83c9bc11 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 210 time: 0.0456054 Aug 31 01:10:00.368619 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eeec72-3028-486b-b6d3-8978266540ec tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event deleted for resources: {'Port': ['ID=f0e4ee82-3ef2-477b-8222-86aa80315708,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:00.377316 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f3eeec72-3028-486b-b6d3-8978266540ec tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.380815 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f3eeec72-3028-486b-b6d3-8978266540ec tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/ports/f0e4ee82-3ef2-477b-8222-86aa80315708 HTTP/1.1" status: 204 len: 168 time: 1.0207009 Aug 31 01:10:00.385154 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58988) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:00.421091 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f91da48-2bb5-4a56-b356-22ad5b856e96 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] DELETE failed (client error): The resource could not be found. Aug 31 01:10:00.421602 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f91da48-2bb5-4a56-b356-22ad5b856e96 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:10:00.423616 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5f91da48-2bb5-4a56-b356-22ad5b856e96 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/subnets/189486cf-c083-41e8-86dc-7034b48a39d4 HTTP/1.1" status: 404 len: 337 time: 0.0377059 Aug 31 01:10:00.430149 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58990) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:00.634857 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4b0c7c5-7694-41ee-b43d-3e9becb03740 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.723792 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59000) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:00.747030 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54782eef-b528-4786-9e6c-01265c51558f req-913ace60-20c3-4f1c-a7a8-27f8a22fa654 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:00.749793 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54782eef-b528-4786-9e6c-01265c51558f req-913ace60-20c3-4f1c-a7a8-27f8a22fa654 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.48 "GET /v2.0/networks?id=da7feb16-e051-43da-b1ef-cdeeb5bf1d13 HTTP/1.1" status: 200 len: 797 time: 0.2649546 Aug 31 01:10:00.830039 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54782eef-b528-4786-9e6c-01265c51558f req-49b22c75-1b50-49ab-8e40-54ff6ad29c4b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f481833dbad44e8ab08e3a835b3f2ce HTTP/1.1" status: 200 len: 472 time: 0.0677471 Aug 31 01:10:00.848469 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-54782eef-b528-4786-9e6c-01265c51558f req-bbc2ec1c-1379-4c6e-9f8d-c7eb9fb924e9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'port': {'device_id': '816652ab-e14e-497e-b193-e0a5a867db77', 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13', 'admin_state_up': True, 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'security_groups': ['cd604d35-560d-4788-ba66-71cb73926b29']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:00.928472 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4b0c7c5-7694-41ee-b43d-3e9becb03740 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.954532 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b4b0c7c5-7694-41ee-b43d-3e9becb03740 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['545aa026-f93b-45ca-bc7e-06fa9e17f3af']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:00.983353 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393de47-4c64-409a-b7fe-091d2f925b08 req-10bbc649-9b08-461c-a376-48bfb2a5d82a tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:00.995301 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f393de47-4c64-409a-b7fe-091d2f925b08 req-10bbc649-9b08-461c-a376-48bfb2a5d82a tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.2698030 Aug 31 01:10:01.008522 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b4b0c7c5-7694-41ee-b43d-3e9becb03740 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa8778b-a700-4c44-8967-49436176a262') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:01.009149 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b4b0c7c5-7694-41ee-b43d-3e9becb03740 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa8778b-a700-4c44-8967-49436176a262') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:01.044040 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4b0c7c5-7694-41ee-b43d-3e9becb03740 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.100859 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f393de47-4c64-409a-b7fe-091d2f925b08 req-531e8544-7b40-4695-8097-7b57077fb8df tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042163 Aug 31 01:10:01.106593 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4b0c7c5-7694-41ee-b43d-3e9becb03740 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.139428 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bdc5897a-836a-400e-9631-a880dd1ba2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.143905 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b0c7c5-7694-41ee-b43d-3e9becb03740 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:10:01.144614 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4b0c7c5-7694-41ee-b43d-3e9becb03740 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:10:01.148669 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:10:01.264519 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54782eef-b528-4786-9e6c-01265c51558f req-bbc2ec1c-1379-4c6e-9f8d-c7eb9fb924e9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Made reservation on behalf of 5f481833dbad44e8ab08e3a835b3f2ce for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:01.271471 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-54782eef-b528-4786-9e6c-01265c51558f req-bbc2ec1c-1379-4c6e-9f8d-c7eb9fb924e9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.337858 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ec3785ba-c2ba-4067-a561-2d30a23e8e10 req-b2845b07-6839-4e15-9dfc-93514e22aed8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 210 time: 0.0798717 Aug 31 01:10:01.460962 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4b0c7c5-7694-41ee-b43d-3e9becb03740 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.493172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-54782eef-b528-4786-9e6c-01265c51558f req-bbc2ec1c-1379-4c6e-9f8d-c7eb9fb924e9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Allocated IP 172.20.0.20 (da7feb16-e051-43da-b1ef-cdeeb5bf1d13/0e7b0b03-018a-4a69-bd04-0acc039b5d25/748199cf-e135-4a66-bc20-781d2c94b72f) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:01.502909 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4b0c7c5-7694-41ee-b43d-3e9becb03740 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.506536 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b4b0c7c5-7694-41ee-b43d-3e9becb03740 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/networks/545aa026-f93b-45ca-bc7e-06fa9e17f3af HTTP/1.1" status: 204 len: 168 time: 1.0749373 Aug 31 01:10:01.512780 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59010) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:01.513404 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0c7c5-7694-41ee-b43d-3e9becb03740 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event deleted for resources: {'Network': ['ID=545aa026-f93b-45ca-bc7e-06fa9e17f3af,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:01.535620 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bdc5897a-836a-400e-9631-a880dd1ba2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.635186 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bdc5897a-836a-400e-9631-a880dd1ba2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.688662 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bdc5897a-836a-400e-9631-a880dd1ba2ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c22de4c6f07d4109b32df365c809011b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9608331 Aug 31 01:10:01.689488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5897a-836a-400e-9631-a880dd1ba2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2bf8b5-9511-4ada-9048-67d763577cc8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:01.692592 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59014) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:01.775493 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-27a50ad9-e36b-481f-8ec4-2600dbecd6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.827690 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-27a50ad9-e36b-481f-8ec4-2600dbecd6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.828417 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f53c9-1adf-4468-a524-580a6870f8ff req-c6adf9e5-9eff-4a65-aa97-133626835d00 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:01.828417 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c4f53c9-1adf-4468-a524-580a6870f8ff req-c6adf9e5-9eff-4a65-aa97-133626835d00 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.48 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.2448406 Aug 31 01:10:02.003352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-e371e9e2-cba0-4bae-a278-d580e96093bc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Deleting port 5c976064-9557-499b-ac0b-8ac5092d8d6d {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:02.003691 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e371e9e2-cba0-4bae-a278-d580e96093bc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.007075 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-27a50ad9-e36b-481f-8ec4-2600dbecd6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.010220 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-54782eef-b528-4786-9e6c-01265c51558f req-bbc2ec1c-1379-4c6e-9f8d-c7eb9fb924e9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.013196 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-27a50ad9-e36b-481f-8ec4-2600dbecd6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.015183 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-27a50ad9-e36b-481f-8ec4-2600dbecd6e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb2bf8b5-9511-4ada-9048-67d763577cc8 HTTP/1.1" status: 204 len: 168 time: 0.3215904 Aug 31 01:10:02.033559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a50ad9-e36b-481f-8ec4-2600dbecd6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2bf8b5-9511-4ada-9048-67d763577cc8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:02.084106 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-54782eef-b528-4786-9e6c-01265c51558f req-bbc2ec1c-1379-4c6e-9f8d-c7eb9fb924e9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Transition to ACTIVE for port object 748199cf-e135-4a66-bc20-781d2c94b72f will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:02.189558 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e371e9e2-cba0-4bae-a278-d580e96093bc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.234490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-2c4f53c9-1adf-4468-a524-580a6870f8ff req-2eb10a5e-f726-4738-8808-2652300622bc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Deleting port cb62dff1-7a45-450a-ad91-afbda23eb432 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:02.235032 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c4f53c9-1adf-4468-a524-580a6870f8ff req-2eb10a5e-f726-4738-8808-2652300622bc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.252694 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-e371e9e2-cba0-4bae-a278-d580e96093bc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Calling delete_port for 5c976064-9557-499b-ac0b-8ac5092d8d6d owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:02.516098 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-54782eef-b528-4786-9e6c-01265c51558f req-bbc2ec1c-1379-4c6e-9f8d-c7eb9fb924e9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.594822 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d4a14-3f36-44ad-a2b7-e432b66a7e4f req-527609b3-f43c-4cde-98e1-0a839d55b608 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:02.598196 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-176d4a14-3f36-44ad-a2b7-e432b66a7e4f req-527609b3-f43c-4cde-98e1-0a839d55b608 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 932 time: 0.1190457 Aug 31 01:10:02.613977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1961a-cbd4-4635-a04f-824a0db9d418 req-b823e088-c8d7-4078-bf67-79d0398ba464 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:02.616978 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-08a1961a-cbd4-4635-a04f-824a0db9d418 req-b823e088-c8d7-4078-bf67-79d0398ba464 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 945 time: 0.3769536 Aug 31 01:10:02.671362 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-176d4a14-3f36-44ad-a2b7-e432b66a7e4f req-714eea57-353d-4246-8516-514b7425d7bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd604d35-560d-4788-ba66-71cb73926b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648713 Aug 31 01:10:02.691172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54782eef-b528-4786-9e6c-01265c51558f req-bbc2ec1c-1379-4c6e-9f8d-c7eb9fb924e9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Network da7feb16-e051-43da-b1ef-cdeeb5bf1d13 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:02.716018 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-54782eef-b528-4786-9e6c-01265c51558f req-bbc2ec1c-1379-4c6e-9f8d-c7eb9fb924e9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:02.718773 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-54782eef-b528-4786-9e6c-01265c51558f req-bbc2ec1c-1379-4c6e-9f8d-c7eb9fb924e9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:02.836438 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2c4f53c9-1adf-4468-a524-580a6870f8ff req-2eb10a5e-f726-4738-8808-2652300622bc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] For port cb62dff1-7a45-450a-ad91-afbda23eb432, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=cb62dff1-7a45-450a-ad91-afbda23eb432,segment=NetworkSegment(896b7580-530d-47c1-8d5a-decf859f8908),segment_id=896b7580-530d-47c1-8d5a-decf859f8908)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:02.837112 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c4f53c9-1adf-4468-a524-580a6870f8ff req-2eb10a5e-f726-4738-8808-2652300622bc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.890555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2ec1c-1379-4c6e-9f8d-c7eb9fb924e9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Port': ['ID=748199cf-e135-4a66-bc20-781d2c94b72f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:02.933816 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-2c4f53c9-1adf-4468-a524-580a6870f8ff req-2eb10a5e-f726-4738-8808-2652300622bc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Calling delete_port for cb62dff1-7a45-450a-ad91-afbda23eb432 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:02.954870 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-08a1961a-cbd4-4635-a04f-824a0db9d418 req-e7a89ad2-8122-45cf-b134-79f30a38db53 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a850e32-f38b-43b2-b593-feffc62c36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733066 Aug 31 01:10:02.970247 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e371e9e2-cba0-4bae-a278-d580e96093bc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.021656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54782eef-b528-4786-9e6c-01265c51558f req-bbc2ec1c-1379-4c6e-9f8d-c7eb9fb924e9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:03.021656 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-54782eef-b528-4786-9e6c-01265c51558f req-bbc2ec1c-1379-4c6e-9f8d-c7eb9fb924e9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.058301 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e371e9e2-cba0-4bae-a278-d580e96093bc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.064731 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e371e9e2-cba0-4bae-a278-d580e96093bc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/ports/5c976064-9557-499b-ac0b-8ac5092d8d6d HTTP/1.1" status: 204 len: 168 time: 1.5483491 Aug 31 01:10:03.064985 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59034) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:03.065184 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371e9e2-cba0-4bae-a278-d580e96093bc tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event deleted for resources: {'Port': ['ID=5c976064-9557-499b-ac0b-8ac5092d8d6d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:03.144098 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a04624-9421-48ea-9bc5-e47da7030630 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] DELETE failed (client error): The resource could not be found. Aug 31 01:10:03.144509 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a04624-9421-48ea-9bc5-e47da7030630 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:10:03.146767 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a1a04624-9421-48ea-9bc5-e47da7030630 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/subnets/2d29342a-8a5a-464b-95c9-be9b3a0d732f HTTP/1.1" status: 404 len: 337 time: 0.0811853 Aug 31 01:10:03.151328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59038) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:03.175885 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59040) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:03.196105 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-72ec8e87-401e-4984-8555-b069b4aa99f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.266314 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54782eef-b528-4786-9e6c-01265c51558f req-bbc2ec1c-1379-4c6e-9f8d-c7eb9fb924e9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4279051 Aug 31 01:10:03.284513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Request body: {'port': {'device_id': '816652ab-e14e-497e-b193-e0a5a867db77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:03.303229 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-10bbe7e5-3261-4611-94f3-2dc5aa41cfa1 None None] Provisioning for port 748199cf-e135-4a66-bc20-781d2c94b72f completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:03.311923 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-10bbe7e5-3261-4611-94f3-2dc5aa41cfa1 None None] Provisioning complete for port 748199cf-e135-4a66-bc20-781d2c94b72f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:03.311923 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-10bbe7e5-3261-4611-94f3-2dc5aa41cfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.365355 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2a1277f-1113-4f9b-8d83-c024200e7be3 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.436038 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-72ec8e87-401e-4984-8555-b069b4aa99f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.459561 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-10bbe7e5-3261-4611-94f3-2dc5aa41cfa1 None None] Port 748199cf-e135-4a66-bc20-781d2c94b72f cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:10:03.467062 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.509259 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-72ec8e87-401e-4984-8555-b069b4aa99f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.562005 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-72ec8e87-401e-4984-8555-b069b4aa99f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b8ef288d76448a0b83cb8c27852462c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3846414 Aug 31 01:10:03.563121 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec8e87-401e-4984-8555-b069b4aa99f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794080e4-ab0b-46a7-9b03-40a7e2775c15,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:03.567202 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59044) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:03.581139 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c4f53c9-1adf-4468-a524-580a6870f8ff req-2eb10a5e-f726-4738-8808-2652300622bc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.595334 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['cb62dff1-7a45-450a-ad91-afbda23eb432'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:03.604209 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2a1277f-1113-4f9b-8d83-c024200e7be3 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.648051 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb10a5e-f726-4738-8808-2652300622bc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Pushing event deleted for resources: {'Port': ['ID=cb62dff1-7a45-450a-ad91-afbda23eb432,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:03.652198 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-e2a1277f-1113-4f9b-8d83-c024200e7be3 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1cf9afe-64c8-4518-ac86-7f45578a408f']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:03.656900 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-484ac028-4015-4fb9-9ddb-054f9ef71f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.686343 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-484ac028-4015-4fb9-9ddb-054f9ef71f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.702981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-e2a1277f-1113-4f9b-8d83-c024200e7be3 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb08b28-9c3b-42c7-ad78-0d1b04a5fc48') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:03.703524 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-e2a1277f-1113-4f9b-8d83-c024200e7be3 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb08b28-9c3b-42c7-ad78-0d1b04a5fc48') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:03.788950 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2a1277f-1113-4f9b-8d83-c024200e7be3 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.835820 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4f53c9-1adf-4468-a524-580a6870f8ff req-2eb10a5e-f726-4738-8808-2652300622bc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] No DVR routers for this DVR port cb62dff1-7a45-450a-ad91-afbda23eb432 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:03.843542 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c4f53c9-1adf-4468-a524-580a6870f8ff req-2eb10a5e-f726-4738-8808-2652300622bc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.846329 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c4f53c9-1adf-4468-a524-580a6870f8ff req-2eb10a5e-f726-4738-8808-2652300622bc tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.48 "DELETE /v2.0/ports/cb62dff1-7a45-450a-ad91-afbda23eb432 HTTP/1.1" status: 204 len: 173 time: 2.0019772 Aug 31 01:10:03.846845 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919650d7-a507-4e22-aeff-4617cbce08ae req-00c1ad23-1409-4455-9724-d623877c802d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:03.849084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33634dc9-37aa-4f3d-985e-0983de45a9ac', 'name': 'network-vif-deleted', 'tag': 'cb62dff1-7a45-450a-ad91-afbda23eb432'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:03.850546 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-919650d7-a507-4e22-aeff-4617cbce08ae req-00c1ad23-1409-4455-9724-d623877c802d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 932 time: 0.0789745 Aug 31 01:10:03.852534 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49678d5-1702-4183-b3f8-5d4aeb9b1084" -d '{"events": [{"server_uuid": "33634dc9-37aa-4f3d-985e-0983de45a9ac", "name": "network-vif-deleted", "tag": "cb62dff1-7a45-450a-ad91-afbda23eb432"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:03.871469 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2a1277f-1113-4f9b-8d83-c024200e7be3 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.889406 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-484ac028-4015-4fb9-9ddb-054f9ef71f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.890164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a1277f-1113-4f9b-8d83-c024200e7be3 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:10:03.890869 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2a1277f-1113-4f9b-8d83-c024200e7be3 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:10:03.897101 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:10:03.904824 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-484ac028-4015-4fb9-9ddb-054f9ef71f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.904824 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-484ac028-4015-4fb9-9ddb-054f9ef71f83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/794080e4-ab0b-46a7-9b03-40a7e2775c15 HTTP/1.1" status: 204 len: 168 time: 0.3304908 Aug 31 01:10:03.924566 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ac028-4015-4fb9-9ddb-054f9ef71f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794080e4-ab0b-46a7-9b03-40a7e2775c15,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:03.978807 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-919650d7-a507-4e22-aeff-4617cbce08ae req-64788e54-6327-4af4-9c53-f526a6581443 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd604d35-560d-4788-ba66-71cb73926b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039000 Aug 31 01:10:04.000938 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd45788-fa08-4870-90ad-cca78a3a68d7 x-openstack-request-id: req-1bd45788-fa08-4870-90ad-cca78a3a68d7 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:04.003946 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33634dc9-37aa-4f3d-985e-0983de45a9ac", "name": "network-vif-deleted", "tag": "cb62dff1-7a45-450a-ad91-afbda23eb432", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:04.004724 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bd45788-fa08-4870-90ad-cca78a3a68d7 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:04.005920 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33634dc9-37aa-4f3d-985e-0983de45a9ac', 'name': 'network-vif-deleted', 'tag': 'cb62dff1-7a45-450a-ad91-afbda23eb432', 'status': 'completed', 'code': 200} Aug 31 01:10:04.172148 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-df21b471-c3a5-4b34-8f52-9c62ec6878ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.215491 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-98ab56c5-6242-4c0e-b4f1-3dcb250ee068 req-f1c118cf-2174-4716-967d-d9dd75151891 tempest-ServerRescueTestJSONUnderV235-630453947 tempest-ServerRescueTestJSONUnderV235-630453947-project] 10.222.0.16 "GET /v2.0/ports?device_id=33634dc9-37aa-4f3d-985e-0983de45a9ac HTTP/1.1" status: 200 len: 210 time: 0.0505519 Aug 31 01:10:04.408784 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2a1277f-1113-4f9b-8d83-c024200e7be3 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.412301 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 748199cf-e135-4a66-bc20-781d2c94b72f {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:04.431003 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2a1277f-1113-4f9b-8d83-c024200e7be3 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.437168 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59060) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:04.437622 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e2a1277f-1113-4f9b-8d83-c024200e7be3 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/networks/c1cf9afe-64c8-4518-ac86-7f45578a408f HTTP/1.1" status: 204 len: 168 time: 1.2835760 Aug 31 01:10:04.443139 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.468502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1277f-1113-4f9b-8d83-c024200e7be3 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event deleted for resources: {'Network': ['ID=c1cf9afe-64c8-4518-ac86-7f45578a408f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:04.481656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Transition to ACTIVE for port object 748199cf-e135-4a66-bc20-781d2c94b72f will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:04.544093 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-c418b9f2-ddbc-44d0-911d-fab9c8fc6c21 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Deleting subnet 7e06f98c-d5cf-4031-872d-14eddddb62f9 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:04.550187 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c418b9f2-ddbc-44d0-911d-fab9c8fc6c21 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.569046 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.688479 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c418b9f2-ddbc-44d0-911d-fab9c8fc6c21 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.813172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Pushing event updated for resources: {'Port': ['ID=748199cf-e135-4a66-bc20-781d2c94b72f,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:04.909698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Attempting to bind port 748199cf-e135-4a66-bc20-781d2c94b72f on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:04.910920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Attempting to bind port 748199cf-e135-4a66-bc20-781d2c94b72f by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'b38174e1-2300-47a9-9542-704b53591867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:04.911771 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Attempting to bind port 748199cf-e135-4a66-bc20-781d2c94b72f on network da7feb16-e051-43da-b1ef-cdeeb5bf1d13 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:04.922069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Port 748199cf-e135-4a66-bc20-781d2c94b72f on network da7feb16-e051-43da-b1ef-cdeeb5bf1d13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:10:04.923415 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Attempting to bind port 748199cf-e135-4a66-bc20-781d2c94b72f on network da7feb16-e051-43da-b1ef-cdeeb5bf1d13 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:04.936782 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:04.936782 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Checking segment: {'id': 'b38174e1-2300-47a9-9542-704b53591867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:04.938152 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Bound using segment: {'id': 'b38174e1-2300-47a9-9542-704b53591867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:04.939146 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Bound port: 748199cf-e135-4a66-bc20-781d2c94b72f, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38174e1-2300-47a9-9542-704b53591867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:04.939752 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.011917 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c418b9f2-ddbc-44d0-911d-fab9c8fc6c21 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.164620 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] For port 748199cf-e135-4a66-bc20-781d2c94b72f, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:05.170481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] For port 748199cf-e135-4a66-bc20-781d2c94b72f, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=748199cf-e135-4a66-bc20-781d2c94b72f,segment=NetworkSegment(b38174e1-2300-47a9-9542-704b53591867),segment_id=b38174e1-2300-47a9-9542-704b53591867)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:05.248912 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c418b9f2-ddbc-44d0-911d-fab9c8fc6c21 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.254682 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.328160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418b9f2-ddbc-44d0-911d-fab9c8fc6c21 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event deleted for resources: {'Subnet': ['ID=7e06f98c-d5cf-4031-872d-14eddddb62f9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:05.335032 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c418b9f2-ddbc-44d0-911d-fab9c8fc6c21 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.338819 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c418b9f2-ddbc-44d0-911d-fab9c8fc6c21 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/subnets/7e06f98c-d5cf-4031-872d-14eddddb62f9 HTTP/1.1" status: 204 len: 168 time: 0.8996713 Aug 31 01:10:05.340431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59084) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:05.347332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59086) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:05.356522 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0199b18-aafa-430c-873d-78c408f6a44c None None] Network 175521a6-158c-41c5-bb85-b2c79e111220 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:05.523063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61cdfa-e95a-474f-9618-c1a3d9967690 req-91149e9b-b40c-494f-a44a-1b8dbe82fe66 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:05.534771 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d61cdfa-e95a-474f-9618-c1a3d9967690 req-91149e9b-b40c-494f-a44a-1b8dbe82fe66 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 944 time: 0.3275607 Aug 31 01:10:05.565073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:05.566218 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.569050 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54782eef-b528-4786-9e6c-01265c51558f req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] 10.222.0.48 "PUT /v2.0/ports/748199cf-e135-4a66-bc20-781d2c94b72f HTTP/1.1" status: 200 len: 1093 time: 2.2936802 Aug 31 01:10:05.682700 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b566d-ca76-48ef-8ac9-533f395d861e service neutron] Pushing event updated for resources: {'Port': ['ID=748199cf-e135-4a66-bc20-781d2c94b72f,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:05.691906 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.721926 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d61cdfa-e95a-474f-9618-c1a3d9967690 req-cf9db2e6-799c-40f3-a8ce-9c7de9c083a7 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd604d35-560d-4788-ba66-71cb73926b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861944 Aug 31 01:10:05.916432 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134d95d8-3fa0-4ec2-9dff-8eecf44e24cb None None] DHCP port deletion for 175521a6-158c-41c5-bb85-b2c79e111220 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:10:05.973058 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Deleting port b473aa97-b4dc-4c78-afc7-5bc22cc800ea {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:05.973938 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.033813 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-134d95d8-3fa0-4ec2-9dff-8eecf44e24cb None None] Deleting port b473aa97-b4dc-4c78-afc7-5bc22cc800ea {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:06.034203 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-134d95d8-3fa0-4ec2-9dff-8eecf44e24cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.043381 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816652ab-e14e-497e-b193-e0a5a867db77', 'tag': '748199cf-e135-4a66-bc20-781d2c94b72f'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:06.047112 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844bce60-0b81-4138-bbf8-68cc9c7e8f44" -d '{"events": [{"name": "network-changed", "server_uuid": "816652ab-e14e-497e-b193-e0a5a867db77", "tag": "748199cf-e135-4a66-bc20-781d2c94b72f"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:06.068247 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54782eef-b528-4786-9e6c-01265c51558f req-854d08c1-25da-4b56-9eb3-43db73cd1c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:06.070278 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54782eef-b528-4786-9e6c-01265c51558f req-854d08c1-25da-4b56-9eb3-43db73cd1c8a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f481833dbad44e8ab08e3a835b3f2ce&device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 1096 time: 0.2498667 Aug 31 01:10:06.141882 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-134d95d8-3fa0-4ec2-9dff-8eecf44e24cb None None] For port b473aa97-b4dc-4c78-afc7-5bc22cc800ea, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b473aa97-b4dc-4c78-afc7-5bc22cc800ea,segment=NetworkSegment(da5cbc2e-7b61-4e72-9770-e38f0052720a),segment_id=da5cbc2e-7b61-4e72-9770-e38f0052720a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:06.142775 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-134d95d8-3fa0-4ec2-9dff-8eecf44e24cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.155063 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5f6450-9d0d-4879-9c23-b21a4983190a x-openstack-request-id: req-ab5f6450-9d0d-4879-9c23-b21a4983190a {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:06.155419 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816652ab-e14e-497e-b193-e0a5a867db77", "tag": "748199cf-e135-4a66-bc20-781d2c94b72f", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:06.155627 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab5f6450-9d0d-4879-9c23-b21a4983190a {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:06.156041 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816652ab-e14e-497e-b193-e0a5a867db77', 'tag': '748199cf-e135-4a66-bc20-781d2c94b72f', 'status': 'completed', 'code': 200} Aug 31 01:10:06.159964 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54782eef-b528-4786-9e6c-01265c51558f req-143793b9-5eaa-4335-a134-7e41a16ae0c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=748199cf-e135-4a66-bc20-781d2c94b72f HTTP/1.1" status: 200 len: 217 time: 0.0775099 Aug 31 01:10:06.166537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] For port b473aa97-b4dc-4c78-afc7-5bc22cc800ea, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b473aa97-b4dc-4c78-afc7-5bc22cc800ea,segment=NetworkSegment(da5cbc2e-7b61-4e72-9770-e38f0052720a),segment_id=da5cbc2e-7b61-4e72-9770-e38f0052720a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:06.167450 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.172146 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-134d95d8-3fa0-4ec2-9dff-8eecf44e24cb None None] Calling delete_port for b473aa97-b4dc-4c78-afc7-5bc22cc800ea owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:06.230556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Calling delete_port for b473aa97-b4dc-4c78-afc7-5bc22cc800ea owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:06.345768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54782eef-b528-4786-9e6c-01265c51558f req-7b6bea02-fa8e-49f4-8d9b-4841ef8b00f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:06.353916 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54782eef-b528-4786-9e6c-01265c51558f req-7b6bea02-fa8e-49f4-8d9b-4841ef8b00f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e7b0b03-018a-4a69-bd04-0acc039b5d25 HTTP/1.1" status: 200 len: 837 time: 0.1828361 Aug 31 01:10:06.447048 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-134d95d8-3fa0-4ec2-9dff-8eecf44e24cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.480014 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7cee87af-257f-4041-985d-3870d06c1c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.544507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54782eef-b528-4786-9e6c-01265c51558f req-f47b57d3-ec40-49e8-acfa-40461686204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:06.547745 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54782eef-b528-4786-9e6c-01265c51558f req-f47b57d3-ec40-49e8-acfa-40461686204d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da7feb16-e051-43da-b1ef-cdeeb5bf1d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1769505 Aug 31 01:10:06.575704 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device cb62dff1-7a45-450a-ad91-afbda23eb432 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:06.604281 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59106) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:06.639950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134d95d8-3fa0-4ec2-9dff-8eecf44e24cb None None] No DVR routers for this DVR port b473aa97-b4dc-4c78-afc7-5bc22cc800ea on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:06.639950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d95d8-3fa0-4ec2-9dff-8eecf44e24cb None None] Pushing event deleted for resources: {'Port': ['ID=b473aa97-b4dc-4c78-afc7-5bc22cc800ea,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:06.639950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: cb62dff1-7a45-450a-ad91-afbda23eb432 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:06.639950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device cb62dff1-7a45-450a-ad91-afbda23eb432 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:06.676206 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.713591 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event deleted for resources: {'Port': ['ID=b473aa97-b4dc-4c78-afc7-5bc22cc800ea,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:06.734819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] No DVR routers for this DVR port b473aa97-b4dc-4c78-afc7-5bc22cc800ea on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:06.801606 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.864507 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.902050 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.920457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175521a6-158c-41c5-bb85-b2c79e111220']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:06.939943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5cbc2e-7b61-4e72-9770-e38f0052720a') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:06.940215 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5cbc2e-7b61-4e72-9770-e38f0052720a') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:06.950241 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54782eef-b528-4786-9e6c-01265c51558f req-22d7e20b-46c3-4573-b2b3-62d21c39a0f1 service neutron] 10.222.0.48 "GET /v2.0/networks/da7feb16-e051-43da-b1ef-cdeeb5bf1d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847585 Aug 31 01:10:06.956466 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.991071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b473aa97-b4dc-4c78-afc7-5bc22cc800ea no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:07.022593 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.030638 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: b473aa97-b4dc-4c78-afc7-5bc22cc800ea {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:07.031514 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b473aa97-b4dc-4c78-afc7-5bc22cc800ea not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:07.049522 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-d5857bb7-a992-4972-909b-4f4ad01c73f3 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1915167414'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:07.055803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:10:07.056244 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:10:07.061026 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:10:07.071896 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9a262df0-c5e3-41dc-96cb-915e51b83c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.080283 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.105959 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7f0de-2ce5-4ac8-84d8-05b3c8abf8de req-03dfd3b9-ed5b-40fc-ae1f-051f96ccf798 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:07.105959 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cfd7f0de-2ce5-4ac8-84d8-05b3c8abf8de req-03dfd3b9-ed5b-40fc-ae1f-051f96ccf798 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 944 time: 0.1268334 Aug 31 01:10:07.195576 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54782eef-b528-4786-9e6c-01265c51558f req-5d5fe61f-5a04-49d4-8789-2f2a55fc536b service neutron] 10.222.0.48 "GET /v2.0/networks/da7feb16-e051-43da-b1ef-cdeeb5bf1d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368386 Aug 31 01:10:07.226344 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cfd7f0de-2ce5-4ac8-84d8-05b3c8abf8de req-a58a911d-659c-4a6d-b646-6eb23817ef08 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd604d35-560d-4788-ba66-71cb73926b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143634 Aug 31 01:10:07.269031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5857bb7-a992-4972-909b-4f4ad01c73f3 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Made reservation on behalf of 03ca0cbf3b934bd99fddd030a7bdbc73 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:07.272661 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5857bb7-a992-4972-909b-4f4ad01c73f3 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.283116 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5857bb7-a992-4972-909b-4f4ad01c73f3 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.334168 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.361298 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.365848 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] 10.222.0.16 "DELETE /v2.0/networks/175521a6-158c-41c5-bb85-b2c79e111220 HTTP/1.1" status: 204 len: 168 time: 1.9990385 Aug 31 01:10:07.366828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05773994-946d-42ed-83ec-8a9816d21c40 tempest-NetworksIpV6TestAttrs-1769333219 tempest-NetworksIpV6TestAttrs-1769333219-project] Pushing event deleted for resources: {'Network': ['ID=175521a6-158c-41c5-bb85-b2c79e111220,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:07.472887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bce60-0b81-4138-bbf8-68cc9c7e8f44 req-1431fb0b-021a-4880-afc7-2072e0edd8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:07.474594 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-844bce60-0b81-4138-bbf8-68cc9c7e8f44 req-1431fb0b-021a-4880-afc7-2072e0edd8b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f481833dbad44e8ab08e3a835b3f2ce&device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 1096 time: 0.1048682 Aug 31 01:10:07.480142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-7cee87af-257f-4041-985d-3870d06c1c23 admin admin] Deleting port a4c182e9-644a-4e10-a713-00cb0120228a {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:07.481904 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7cee87af-257f-4041-985d-3870d06c1c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.614946 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5857bb7-a992-4972-909b-4f4ad01c73f3 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.674413 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bce60-0b81-4138-bbf8-68cc9c7e8f44 req-b9ce189b-27a2-46cf-84b4-ec9d7a3dbf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:07.676216 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-844bce60-0b81-4138-bbf8-68cc9c7e8f44 req-b9ce189b-27a2-46cf-84b4-ec9d7a3dbf9c service neutron] 10.222.0.48 "GET /v2.0/networks?id=da7feb16-e051-43da-b1ef-cdeeb5bf1d13 HTTP/1.1" status: 200 len: 898 time: 0.1930673 Aug 31 01:10:07.677711 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5857bb7-a992-4972-909b-4f4ad01c73f3 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.695114 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5857bb7-a992-4972-909b-4f4ad01c73f3 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:10:07.711655 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5857bb7-a992-4972-909b-4f4ad01c73f3 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.712114 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-d5857bb7-a992-4972-909b-4f4ad01c73f3 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Added segment 6bbd067e-c269-4de8-964d-f11fb3ac0c79 of type vlan for network 2caac62a-3373-4f4a-bef6-4ec84f92b9fe Aug 31 01:10:07.732109 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-7cee87af-257f-4041-985d-3870d06c1c23 admin admin] For port a4c182e9-644a-4e10-a713-00cb0120228a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a4c182e9-644a-4e10-a713-00cb0120228a,segment=NetworkSegment(896b7580-530d-47c1-8d5a-decf859f8908),segment_id=896b7580-530d-47c1-8d5a-decf859f8908)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:07.732556 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7cee87af-257f-4041-985d-3870d06c1c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.761220 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-7cee87af-257f-4041-985d-3870d06c1c23 admin admin] Calling delete_port for a4c182e9-644a-4e10-a713-00cb0120228a owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:07.825754 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-844bce60-0b81-4138-bbf8-68cc9c7e8f44 req-b6c77c84-5f55-4f25-9117-b41103bfa520 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=748199cf-e135-4a66-bc20-781d2c94b72f HTTP/1.1" status: 200 len: 217 time: 0.0961123 Aug 31 01:10:07.864978 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5857bb7-a992-4972-909b-4f4ad01c73f3 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f336eeaa-e327-4819-ad0f-35a70bfa63ac,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:07.893306 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5857bb7-a992-4972-909b-4f4ad01c73f3 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.930026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bce60-0b81-4138-bbf8-68cc9c7e8f44 req-24931b9b-7103-4e4a-9bb9-66ffe73115aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:07.931764 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-844bce60-0b81-4138-bbf8-68cc9c7e8f44 req-24931b9b-7103-4e4a-9bb9-66ffe73115aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e7b0b03-018a-4a69-bd04-0acc039b5d25 HTTP/1.1" status: 200 len: 837 time: 0.0900981 Aug 31 01:10:08.016132 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bce60-0b81-4138-bbf8-68cc9c7e8f44 req-f3517272-ab97-4435-8dda-60c23a8404ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:08.018779 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-844bce60-0b81-4138-bbf8-68cc9c7e8f44 req-f3517272-ab97-4435-8dda-60c23a8404ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da7feb16-e051-43da-b1ef-cdeeb5bf1d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0775902 Aug 31 01:10:08.093404 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5857bb7-a992-4972-909b-4f4ad01c73f3 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.099561 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5857bb7-a992-4972-909b-4f4ad01c73f3 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:08.100418 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5857bb7-a992-4972-909b-4f4ad01c73f3 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.188780 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7cee87af-257f-4041-985d-3870d06c1c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.232413 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee87af-257f-4041-985d-3870d06c1c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c182e9-644a-4e10-a713-00cb0120228a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:08.260123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5857bb7-a992-4972-909b-4f4ad01c73f3 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event updated for resources: {'Network': ['ID=2caac62a-3373-4f4a-bef6-4ec84f92b9fe,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:08.283023 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d5857bb7-a992-4972-909b-4f4ad01c73f3 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6763637 Aug 31 01:10:08.289826 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-844bce60-0b81-4138-bbf8-68cc9c7e8f44 req-1cc22ff8-aa7d-4a28-9a6e-7bb701325a47 service neutron] 10.222.0.48 "GET /v2.0/networks/da7feb16-e051-43da-b1ef-cdeeb5bf1d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596710 Aug 31 01:10:08.289826 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59128) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:08.290171 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 2caac62a-3373-4f4a-bef6-4ec84f92b9fe details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:10:08.296559 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ece3df0f-ce96-4cea-9e54-7b49c633eb86 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Request body: {'subnet': {'network_id': '2caac62a-3373-4f4a-bef6-4ec84f92b9fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:08.456119 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59130) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:08.497478 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.590945 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2f495-74f0-4dc8-8b3a-bc33517d6754 req-c8e4e9bf-e4e8-412a-8a9f-4d26f61b1ac7 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:08.592953 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0aa2f495-74f0-4dc8-8b3a-bc33517d6754 req-c8e4e9bf-e4e8-412a-8a9f-4d26f61b1ac7 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 944 time: 0.1573496 Aug 31 01:10:08.595399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece3df0f-ce96-4cea-9e54-7b49c633eb86 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Made reservation on behalf of 03ca0cbf3b934bd99fddd030a7bdbc73 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:08.601554 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ece3df0f-ce96-4cea-9e54-7b49c633eb86 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.614744 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7cee87af-257f-4041-985d-3870d06c1c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.631536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-844bce60-0b81-4138-bbf8-68cc9c7e8f44 req-6dfe56d0-86de-497c-9b11-524a9bd20e70 service neutron] 10.222.0.48 "GET /v2.0/networks/da7feb16-e051-43da-b1ef-cdeeb5bf1d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116141 Aug 31 01:10:08.785843 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0aa2f495-74f0-4dc8-8b3a-bc33517d6754 req-51cf5c46-c9ec-4ec5-bf9e-b42de16ca46c tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd604d35-560d-4788-ba66-71cb73926b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592984 Aug 31 01:10:09.002695 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1d0559c3-fe27-4dca-a538-f79bfc2b7085 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62a90735d40e4940be1c9a22d1e8ae7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5269260 Aug 31 01:10:09.059191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59142) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:09.260387 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ce35337-5b64-4b08-a36e-ff071ed20e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.295608 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cee87af-257f-4041-985d-3870d06c1c23 admin admin] Router c743398c-ceb2-4cbd-a286-01e7986d2fcd has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:10:09.302604 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ce35337-5b64-4b08-a36e-ff071ed20e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.441494 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ece3df0f-ce96-4cea-9e54-7b49c633eb86 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.513370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3df0f-ce96-4cea-9e54-7b49c633eb86 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event updated for resources: {'Subnet': ['ID=2d7773b9-09ed-485d-9df6-5e781aba2150,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:09.537344 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece3df0f-ce96-4cea-9e54-7b49c633eb86 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Checking segment: {'id': '6bbd067e-c269-4de8-964d-f11fb3ac0c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2caac62a-3373-4f4a-bef6-4ec84f92b9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:09.537344 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece3df0f-ce96-4cea-9e54-7b49c633eb86 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Network hostable DHCP agents. Network: 2caac62a-3373-4f4a-bef6-4ec84f92b9fe, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:10:09.560579 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ce35337-5b64-4b08-a36e-ff071ed20e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.563700 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ce35337-5b64-4b08-a36e-ff071ed20e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.568859 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8ce35337-5b64-4b08-a36e-ff071ed20e28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c4963d8-2ae8-44f7-831a-58bda0e40e08 HTTP/1.1" status: 204 len: 168 time: 0.4980793 Aug 31 01:10:09.568859 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cee87af-257f-4041-985d-3870d06c1c23 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:10:09.639184 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7cee87af-257f-4041-985d-3870d06c1c23 admin admin] 10.222.0.16 "PUT /v2.0/routers/c743398c-ceb2-4cbd-a286-01e7986d2fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2328870 Aug 31 01:10:09.641334 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8972ae5d-f41d-4bd1-8fc6-0b29360168eb None None] Sync routers for ids ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:10:09.643030 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce35337-5b64-4b08-a36e-ff071ed20e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4963d8-2ae8-44f7-831a-58bda0e40e08,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:09.643849 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8972ae5d-f41d-4bd1-8fc6-0b29360168eb None None] Routers {'c743398c-ceb2-4cbd-a286-01e7986d2fcd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:10:09.643849 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8972ae5d-f41d-4bd1-8fc6-0b29360168eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:10:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:09.644061 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59146) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:09.761550 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-8972ae5d-f41d-4bd1-8fc6-0b29360168eb None None] Set router c743398c-ceb2-4cbd-a286-01e7986d2fcd gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:10:09.786718 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0b69448-b255-40b7-a06d-a69ce5a11d0e admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.973287 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0b69448-b255-40b7-a06d-a69ce5a11d0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.045393 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7935fc0-709d-44f2-b561-4dad44c20ec0 req-035719ab-a7a2-4dd7-99c5-98d4de995599 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:10.054121 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f7935fc0-709d-44f2-b561-4dad44c20ec0 req-035719ab-a7a2-4dd7-99c5-98d4de995599 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 944 time: 0.0717890 Aug 31 01:10:10.098688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8972ae5d-f41d-4bd1-8fc6-0b29360168eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'name': 'tempest-ServerRescueTestJSONUnderV235-489011067-router', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:21Z', 'updated_at': '2021-08-31T01:10:08Z', 'revision_number': 5, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'gw_port': {'id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:24Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:10.111474 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f7935fc0-709d-44f2-b561-4dad44c20ec0 req-9979c5a8-6d79-405c-9443-91c76c418197 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd604d35-560d-4788-ba66-71cb73926b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561070 Aug 31 01:10:10.152343 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8972ae5d-f41d-4bd1-8fc6-0b29360168eb None None] Checking router: c743398c-ceb2-4cbd-a286-01e7986d2fcd for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:10:10.166841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8972ae5d-f41d-4bd1-8fc6-0b29360168eb None None] Routers {'c743398c-ceb2-4cbd-a286-01e7986d2fcd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:10:10.167530 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8972ae5d-f41d-4bd1-8fc6-0b29360168eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:10:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:10.325019 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-8972ae5d-f41d-4bd1-8fc6-0b29360168eb None None] Set router c743398c-ceb2-4cbd-a286-01e7986d2fcd gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:10:10.593215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 748199cf-e135-4a66-bc20-781d2c94b72f details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:10:10.668599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece3df0f-ce96-4cea-9e54-7b49c633eb86 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Network 2caac62a-3373-4f4a-bef6-4ec84f92b9fe is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:10:10.756720 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.766658 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 748199cf-e135-4a66-bc20-781d2c94b72f, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=748199cf-e135-4a66-bc20-781d2c94b72f,segment=NetworkSegment(b38174e1-2300-47a9-9542-704b53591867),segment_id=b38174e1-2300-47a9-9542-704b53591867)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:10.786695 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '748199cf-e135-4a66-bc20-781d2c94b72f', 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13', 'port_id': '748199cf-e135-4a66-bc20-781d2c94b72f', 'mac_address': 'fa:16:3e:1b:ee:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e7b0b03-018a-4a69-bd04-0acc039b5d25', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:10:10.794716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-ece3df0f-ce96-4cea-9e54-7b49c633eb86 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 2caac62a-3373-4f4a-bef6-4ec84f92b9fe) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:10.801665 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece3df0f-ce96-4cea-9e54-7b49c633eb86 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:10.802323 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ece3df0f-ce96-4cea-9e54-7b49c633eb86 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.825898 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-b0b69448-b255-40b7-a06d-a69ce5a11d0e admin admin] Deleting port 2f701926-855f-4127-afa5-2a59e7b501ba {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:10.826757 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0b69448-b255-40b7-a06d-a69ce5a11d0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.831094 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543afcd9-546b-4c72-9fcc-a6e0a0901bc5 None None] Network 2caac62a-3373-4f4a-bef6-4ec84f92b9fe requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:10.836376 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8972ae5d-f41d-4bd1-8fc6-0b29360168eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'name': 'tempest-ServerRescueTestJSONUnderV235-489011067-router', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:21Z', 'updated_at': '2021-08-31T01:10:08Z', 'revision_number': 5, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'gw_port': {'id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:24Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:10.891501 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ece3df0f-ce96-4cea-9e54-7b49c633eb86 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6014800 Aug 31 01:10:10.892212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59160) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:10.897890 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Request body: {'port': {'network_id': '2caac62a-3373-4f4a-bef6-4ec84f92b9fe', 'name': 'tempest-AllowedAddressPairTestJSON-1112616815'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:10.978275 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.990394 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8972ae5d-f41d-4bd1-8fc6-0b29360168eb None None] The sync data for ids ['c743398c-ceb2-4cbd-a286-01e7986d2fcd'] in n-d-793621-34 is: [{'id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'name': 'tempest-ServerRescueTestJSONUnderV235-489011067-router', 'tenant_id': '9a93db11f09f4464a92ed2d7edec12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:21Z', 'updated_at': '2021-08-31T01:10:08Z', 'revision_number': 5, 'project_id': '9a93db11f09f4464a92ed2d7edec12db', 'gw_port': {'id': '2f701926-855f-4127-afa5-2a59e7b501ba', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743398c-ceb2-4cbd-a286-01e7986d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:24Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:10:11.055218 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 748199cf-e135-4a66-bc20-781d2c94b72f {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:11.163957 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 748199cf-e135-4a66-bc20-781d2c94b72f, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=748199cf-e135-4a66-bc20-781d2c94b72f,segment=NetworkSegment(b38174e1-2300-47a9-9542-704b53591867),segment_id=b38174e1-2300-47a9-9542-704b53591867)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:11.168274 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-b0b69448-b255-40b7-a06d-a69ce5a11d0e admin admin] For port 2f701926-855f-4127-afa5-2a59e7b501ba, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2f701926-855f-4127-afa5-2a59e7b501ba,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:11.168274 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0b69448-b255-40b7-a06d-a69ce5a11d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.195789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Made reservation on behalf of 03ca0cbf3b934bd99fddd030a7bdbc73 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:11.202514 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.222858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-b0b69448-b255-40b7-a06d-a69ce5a11d0e admin admin] Calling delete_port for 2f701926-855f-4127-afa5-2a59e7b501ba owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:11.249600 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.270250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] device_id is not set on port 3ec61e52-c2f9-4790-ba24-e20b2992d1de yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:10:11.435138 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=748199cf-e135-4a66-bc20-781d2c94b72f,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:11.503180 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['748199cf-e135-4a66-bc20-781d2c94b72f'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:11.536165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef509089-9e63-4f92-9dc5-f4348ab2369b req-6465a298-1448-48db-9427-45bc229290df tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:11.546762 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:10:11.547458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-2caac62a-3373-4f4a-bef6-4ec84f92b9fe', 'network_id': '2caac62a-3373-4f4a-bef6-4ec84f92b9fe', 'tenant_id': '03ca0cbf3b934bd99fddd030a7bdbc73', 'fixed_ips': [{'subnet_id': '2d7773b9-09ed-485d-9df6-5e781aba2150'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:10:11.548223 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.548370 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef509089-9e63-4f92-9dc5-f4348ab2369b req-6465a298-1448-48db-9427-45bc229290df tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 945 time: 0.1495564 Aug 31 01:10:11.565918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Allocated IP 172.20.0.7 (2caac62a-3373-4f4a-bef6-4ec84f92b9fe/2d7773b9-09ed-485d-9df6-5e781aba2150/3ec61e52-c2f9-4790-ba24-e20b2992d1de) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:11.725916 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef509089-9e63-4f92-9dc5-f4348ab2369b req-d1d9c703-7cc2-458f-9358-003c068ffdc5 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd604d35-560d-4788-ba66-71cb73926b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756592 Aug 31 01:10:11.961567 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0b69448-b255-40b7-a06d-a69ce5a11d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.979953 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:12.004465 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Transition to ACTIVE for port object 3ec61e52-c2f9-4790-ba24-e20b2992d1de will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:12.050475 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b69448-b255-40b7-a06d-a69ce5a11d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f701926-855f-4127-afa5-2a59e7b501ba,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:12.141097 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:12.144823 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0b69448-b255-40b7-a06d-a69ce5a11d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:12.208120 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Allocated IP 172.20.0.2 (2caac62a-3373-4f4a-bef6-4ec84f92b9fe/2d7773b9-09ed-485d-9df6-5e781aba2150/0d8b71de-7727-4870-9488-36f713b5322a) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:12.345729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event updated for resources: {'Port': ['ID=3ec61e52-c2f9-4790-ba24-e20b2992d1de,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:12.373792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Network 2caac62a-3373-4f4a-bef6-4ec84f92b9fe is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:12.388007 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:12.390344 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:12.392757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:12.393431 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:12.395000 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:12.395589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:12.398171 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:12.402568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:12.403387 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:12.404023 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:12.405185 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:12.410769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:12.415956 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0b69448-b255-40b7-a06d-a69ce5a11d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:12.425276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:12.432539 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0b69448-b255-40b7-a06d-a69ce5a11d0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:12.440590 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:12.567472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:12.567722 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:12.575709 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 748199cf-e135-4a66-bc20-781d2c94b72f up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:12.630490 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:12.645072 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Transition to ACTIVE for port object 0d8b71de-7727-4870-9488-36f713b5322a will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:12.646408 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0b69448-b255-40b7-a06d-a69ce5a11d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:12.647683 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b69448-b255-40b7-a06d-a69ce5a11d0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c743398c-ceb2-4cbd-a286-01e7986d2fcd {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:10:12.655528 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0b69448-b255-40b7-a06d-a69ce5a11d0e admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:12.657000 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b0b69448-b255-40b7-a06d-a69ce5a11d0e admin admin] 10.222.0.16 "DELETE /v2.0/routers/c743398c-ceb2-4cbd-a286-01e7986d2fcd HTTP/1.1" status: 204 len: 168 time: 3.0168643 Aug 31 01:10:12.665385 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59196) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:12.665841 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59198) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:12.674090 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Transition to ACTIVE for port object 0d8b71de-7727-4870-9488-36f713b5322a will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:12.694568 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-25a9a7d1-6760-4a76-b134-7b932ee8c632 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8011689 Aug 31 01:10:12.697710 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59202) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:12.703904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-6cefcae6-7e06-49ac-835f-18fe8d69e346 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Request body: {'port': {'network_id': '2caac62a-3373-4f4a-bef6-4ec84f92b9fe', 'name': 'tempest-AllowedAddressPairTestJSON-2101604418', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:e3:1c:2c'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:12.783273 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f372e3ae-b575-45a7-be69-4c055453c618 admin admin] Deleting subnet 2fb4ff75-eef7-4ae4-9502-ba24a73f78cf {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:12.789511 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f372e3ae-b575-45a7-be69-4c055453c618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:12.802379 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:12.916152 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f372e3ae-b575-45a7-be69-4c055453c618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:12.960829 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Network 2caac62a-3373-4f4a-bef6-4ec84f92b9fe is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:12.966291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Pushing event updated for resources: {'Port': ['ID=0d8b71de-7727-4870-9488-36f713b5322a,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:12.982504 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:12.985589 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:12.989298 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 748199cf-e135-4a66-bc20-781d2c94b72f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:12.998778 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 748199cf-e135-4a66-bc20-781d2c94b72f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:12.999173 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:13.042849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-d4caed70-cd6f-4d64-aad4-d392f9a3f8d0 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group': {'name': 'tempest-secgroup--1678233668'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:13.097543 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f372e3ae-b575-45a7-be69-4c055453c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:13.135140 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ce9e9-c32a-421d-ba29-d3a2dda2fe50 req-1b1f4dae-e55b-4b90-b2b0-ae211aa41791 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:13.144960 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a4c182e9-644a-4e10-a713-00cb0120228a no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:13.150178 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-667ce9e9-c32a-421d-ba29-d3a2dda2fe50 req-1b1f4dae-e55b-4b90-b2b0-ae211aa41791 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 945 time: 0.1908267 Aug 31 01:10:13.191934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: a4c182e9-644a-4e10-a713-00cb0120228a {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:13.192338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a4c182e9-644a-4e10-a713-00cb0120228a not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:13.194406 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Attempting to bind port 0d8b71de-7727-4870-9488-36f713b5322a on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:13.194859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Attempting to bind port 0d8b71de-7727-4870-9488-36f713b5322a by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '6bbd067e-c269-4de8-964d-f11fb3ac0c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2caac62a-3373-4f4a-bef6-4ec84f92b9fe'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:13.195145 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Attempting to bind port 0d8b71de-7727-4870-9488-36f713b5322a on network 2caac62a-3373-4f4a-bef6-4ec84f92b9fe {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:13.199914 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cefcae6-7e06-49ac-835f-18fe8d69e346 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Made reservation on behalf of 03ca0cbf3b934bd99fddd030a7bdbc73 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:13.208306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:13.208306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Checking segment: {'id': '6bbd067e-c269-4de8-964d-f11fb3ac0c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2caac62a-3373-4f4a-bef6-4ec84f92b9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:13.208306 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:13.208306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Bound using segment: {'id': '6bbd067e-c269-4de8-964d-f11fb3ac0c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2caac62a-3373-4f4a-bef6-4ec84f92b9fe'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:13.208306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Bound port: 0d8b71de-7727-4870-9488-36f713b5322a, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbd067e-c269-4de8-964d-f11fb3ac0c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2caac62a-3373-4f4a-bef6-4ec84f92b9fe'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:13.215171 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:13.296243 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-667ce9e9-c32a-421d-ba29-d3a2dda2fe50 req-d28399e2-1092-40b6-ba7f-b73d73603da6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd604d35-560d-4788-ba66-71cb73926b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427972 Aug 31 01:10:13.332363 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:13.372519 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f372e3ae-b575-45a7-be69-4c055453c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:13.421313 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6cefcae6-7e06-49ac-835f-18fe8d69e346 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:13.438595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816652ab-e14e-497e-b193-e0a5a867db77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748199cf-e135-4a66-bc20-781d2c94b72f'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:13.447666 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d4caed70-cd6f-4d64-aad4-d392f9a3f8d0 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:13.453819 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05f0777-0509-40ae-9b9e-0ca7dcb66b54" -d '{"events": [{"server_uuid": "816652ab-e14e-497e-b193-e0a5a867db77", "name": "network-vif-plugged", "status": "completed", "tag": "748199cf-e135-4a66-bc20-781d2c94b72f"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:13.463994 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372e3ae-b575-45a7-be69-4c055453c618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fb4ff75-eef7-4ae4-9502-ba24a73f78cf,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:13.466274 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-6cefcae6-7e06-49ac-835f-18fe8d69e346 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] device_id is not set on port 8014029b-f978-48cd-9313-883e1eaae837 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:10:13.470542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] For port 0d8b71de-7727-4870-9488-36f713b5322a, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:13.475121 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f372e3ae-b575-45a7-be69-4c055453c618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:13.481180 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f372e3ae-b575-45a7-be69-4c055453c618 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2fb4ff75-eef7-4ae4-9502-ba24a73f78cf HTTP/1.1" status: 204 len: 168 time: 0.8133335 Aug 31 01:10:13.494081 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] For port 0d8b71de-7727-4870-9488-36f713b5322a, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0d8b71de-7727-4870-9488-36f713b5322a,segment=NetworkSegment(6bbd067e-c269-4de8-964d-f11fb3ac0c79),segment_id=6bbd067e-c269-4de8-964d-f11fb3ac0c79)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:13.506160 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59214) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:13.515874 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 748199cf-e135-4a66-bc20-781d2c94b72f, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=748199cf-e135-4a66-bc20-781d2c94b72f,segment=NetworkSegment(b38174e1-2300-47a9-9542-704b53591867),segment_id=b38174e1-2300-47a9-9542-704b53591867)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:13.522136 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d4caed70-cd6f-4d64-aad4-d392f9a3f8d0 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:13.576973 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed76326-dde3-4bcd-bb77-96997c3cf226 x-openstack-request-id: req-bed76326-dde3-4bcd-bb77-96997c3cf226 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:13.577477 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816652ab-e14e-497e-b193-e0a5a867db77", "name": "network-vif-plugged", "status": "completed", "tag": "748199cf-e135-4a66-bc20-781d2c94b72f", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:13.580900 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bed76326-dde3-4bcd-bb77-96997c3cf226 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:13.580900 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816652ab-e14e-497e-b193-e0a5a867db77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748199cf-e135-4a66-bc20-781d2c94b72f', 'code': 200} Aug 31 01:10:13.629371 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:13.696816 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:13.756095 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacd0cf-7e0b-40ea-a3c0-5899e561de83 None None] Pushing event updated for resources: {'Port': ['ID=0d8b71de-7727-4870-9488-36f713b5322a,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:13.784215 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e916316-06d0-47d9-ab7f-50408db84907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:13.862982 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-6cefcae6-7e06-49ac-835f-18fe8d69e346 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Allocated IP 172.20.0.6 (2caac62a-3373-4f4a-bef6-4ec84f92b9fe/2d7773b9-09ed-485d-9df6-5e781aba2150/8014029b-f978-48cd-9313-883e1eaae837) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:13.879617 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e41d4-2f2f-405c-9885-7361337740db req-af99a46e-73c8-4e19-b09a-36fda59fa6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:13.881220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=748199cf-e135-4a66-bc20-781d2c94b72f,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:13.882125 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c1e41d4-2f2f-405c-9885-7361337740db req-af99a46e-73c8-4e19-b09a-36fda59fa6b9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 1098 time: 0.2163577 Aug 31 01:10:13.995928 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e916316-06d0-47d9-ab7f-50408db84907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.017340 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c1e41d4-2f2f-405c-9885-7361337740db req-1bfd2e67-d511-4c77-961b-a9f6188defc3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cd604d35-560d-4788-ba66-71cb73926b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253805 Aug 31 01:10:14.040541 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-9e916316-06d0-47d9-ab7f-50408db84907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17aea8f-d7ea-4d39-93d5-5ffec8f682d4']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:14.098728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-9e916316-06d0-47d9-ab7f-50408db84907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896b7580-530d-47c1-8d5a-decf859f8908') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:14.099457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-9e916316-06d0-47d9-ab7f-50408db84907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896b7580-530d-47c1-8d5a-decf859f8908') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:14.104144 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d4caed70-cd6f-4d64-aad4-d392f9a3f8d0 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.125877 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e916316-06d0-47d9-ab7f-50408db84907 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.148265 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e916316-06d0-47d9-ab7f-50408db84907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.158246 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e916316-06d0-47d9-ab7f-50408db84907 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:10:14.159138 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e916316-06d0-47d9-ab7f-50408db84907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:10:14.162606 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:10:14.233399 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6cefcae6-7e06-49ac-835f-18fe8d69e346 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.257954 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-6cefcae6-7e06-49ac-835f-18fe8d69e346 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Transition to ACTIVE for port object 8014029b-f978-48cd-9313-883e1eaae837 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:14.258587 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d4caed70-cd6f-4d64-aad4-d392f9a3f8d0 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.330560 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4caed70-cd6f-4d64-aad4-d392f9a3f8d0 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40545082-4c85-457e-a527-902e731bdf00,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:14.338383 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e916316-06d0-47d9-ab7f-50408db84907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.350908 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e916316-06d0-47d9-ab7f-50408db84907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.352675 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9e916316-06d0-47d9-ab7f-50408db84907 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f17aea8f-d7ea-4d39-93d5-5ffec8f682d4 HTTP/1.1" status: 204 len: 168 time: 0.8450537 Aug 31 01:10:14.374179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e916316-06d0-47d9-ab7f-50408db84907 admin admin] Pushing event deleted for resources: {'Network': ['ID=f17aea8f-d7ea-4d39-93d5-5ffec8f682d4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:14.395853 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6cefcae6-7e06-49ac-835f-18fe8d69e346 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.485305 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d4caed70-cd6f-4d64-aad4-d392f9a3f8d0 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.535057 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cefcae6-7e06-49ac-835f-18fe8d69e346 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Network 2caac62a-3373-4f4a-bef6-4ec84f92b9fe is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:14.538001 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d4caed70-cd6f-4d64-aad4-d392f9a3f8d0 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.553400 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-6cefcae6-7e06-49ac-835f-18fe8d69e346 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:14.560744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cefcae6-7e06-49ac-835f-18fe8d69e346 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:14.598405 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefcae6-7e06-49ac-835f-18fe8d69e346 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event updated for resources: {'Port': ['ID=8014029b-f978-48cd-9313-883e1eaae837,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:14.603237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4caed70-cd6f-4d64-aad4-d392f9a3f8d0 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25d8d2c-d6ba-404b-8d32-888de4902102,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:14.635637 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714629ff-b8e4-4107-ab4a-ff7739528728 req-77dc0d1b-1c3f-4702-bdb3-bc4941d5a944 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:14.637304 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-714629ff-b8e4-4107-ab4a-ff7739528728 req-77dc0d1b-1c3f-4702-bdb3-bc4941d5a944 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 946 time: 0.1642776 Aug 31 01:10:14.665744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cefcae6-7e06-49ac-835f-18fe8d69e346 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:14.666522 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6cefcae6-7e06-49ac-835f-18fe8d69e346 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.681485 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d4caed70-cd6f-4d64-aad4-d392f9a3f8d0 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.686282 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d4caed70-cd6f-4d64-aad4-d392f9a3f8d0 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0169768 Aug 31 01:10:14.690019 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59228) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:14.708455 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-714629ff-b8e4-4107-ab4a-ff7739528728 req-4c92c480-e64a-4a0d-b394-e8ec0a0fbb5f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd604d35-560d-4788-ba66-71cb73926b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645199 Aug 31 01:10:14.796190 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-498cf734-ac49-4a8b-979a-26ec54d2a29d tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1048346 Aug 31 01:10:14.801632 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59232) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:14.808449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-54fc3c8a-7927-4663-a69e-c77ff65a9726 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group': {'name': 'tempest-security--1968135973', 'description': 'tempest-security-description-274807470'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:14.862742 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-54fc3c8a-7927-4663-a69e-c77ff65a9726 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.922625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59234) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:14.932910 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6cefcae6-7e06-49ac-835f-18fe8d69e346 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.2328956 Aug 31 01:10:14.945032 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-54fc3c8a-7927-4663-a69e-c77ff65a9726 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.015266 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0d8b71de-7727-4870-9488-36f713b5322a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:15.046277 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-54fc3c8a-7927-4663-a69e-c77ff65a9726 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.051743 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-54fc3c8a-7927-4663-a69e-c77ff65a9726 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.054263 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-54fc3c8a-7927-4663-a69e-c77ff65a9726 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "PUT /v2.0/security-groups/d25d8d2c-d6ba-404b-8d32-888de4902102 HTTP/1.1" status: 200 len: 1779 time: 0.2504792 Aug 31 01:10:15.058648 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59236) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:15.127808 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc3c8a-7927-4663-a69e-c77ff65a9726 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25d8d2c-d6ba-404b-8d32-888de4902102,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:15.134873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faf5064-e13e-438d-bed1-478a81f8e1b2 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:15.150158 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faf5064-e13e-438d-bed1-478a81f8e1b2 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:15.168295 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faf5064-e13e-438d-bed1-478a81f8e1b2 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:15.172168 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3faf5064-e13e-438d-bed1-478a81f8e1b2 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2478499 Aug 31 01:10:15.176846 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59238) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:15.195779 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 0d8b71de-7727-4870-9488-36f713b5322a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:15.227422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59240) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:15.237799 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2f701926-855f-4127-afa5-2a59e7b501ba no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:15.263235 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0b3d31a4-ea1e-4bdd-9b81-d15501d8587b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-groups/d25d8d2c-d6ba-404b-8d32-888de4902102 HTTP/1.1" status: 200 len: 1779 time: 0.2023609 Aug 31 01:10:15.266300 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59242) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:15.268629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 2f701926-855f-4127-afa5-2a59e7b501ba {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:15.268629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2f701926-855f-4127-afa5-2a59e7b501ba not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:15.332187 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b616906-57ed-46cb-aa44-b4cbadf01a78 None None] Network 2caac62a-3373-4f4a-bef6-4ec84f92b9fe requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:15.357815 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6223cf84-fd0c-4480-a979-e5148cbc719a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a93db11f09f4464a92ed2d7edec12db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282635 Aug 31 01:10:15.361418 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59244) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:15.421224 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e9791f4b-02fd-4c53-9300-61e3b2ac32de tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.434482 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-74d85e98-d384-4aa1-a506-2c25cf4a5206 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Deleting port 8014029b-f978-48cd-9313-883e1eaae837 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:15.434811 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74d85e98-d384-4aa1-a506-2c25cf4a5206 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.496639 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e9791f4b-02fd-4c53-9300-61e3b2ac32de tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.542082 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e287b8a7-cdab-4ecd-8487-f1ad0864bbcc None None] Provisioning for port 0d8b71de-7727-4870-9488-36f713b5322a completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:15.552317 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e287b8a7-cdab-4ecd-8487-f1ad0864bbcc None None] Provisioning complete for port 0d8b71de-7727-4870-9488-36f713b5322a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:15.552796 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e287b8a7-cdab-4ecd-8487-f1ad0864bbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.593749 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea5e7-d1ce-4045-a4d4-d8ffc367d508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.656812 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea5e7-d1ce-4045-a4d4-d8ffc367d508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.662784 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74d85e98-d384-4aa1-a506-2c25cf4a5206 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.676475 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e9791f4b-02fd-4c53-9300-61e3b2ac32de tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.681824 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e9791f4b-02fd-4c53-9300-61e3b2ac32de tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.689273 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59248) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:15.697123 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e9791f4b-02fd-4c53-9300-61e3b2ac32de tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-groups/d25d8d2c-d6ba-404b-8d32-888de4902102 HTTP/1.1" status: 204 len: 168 time: 0.4211836 Aug 31 01:10:15.711912 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9791f4b-02fd-4c53-9300-61e3b2ac32de tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25d8d2c-d6ba-404b-8d32-888de4902102,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:15.712066 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-74d85e98-d384-4aa1-a506-2c25cf4a5206 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Calling delete_port for 8014029b-f978-48cd-9313-883e1eaae837 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:15.810710 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e287b8a7-cdab-4ecd-8487-f1ad0864bbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.882777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e287b8a7-cdab-4ecd-8487-f1ad0864bbcc None None] For port 0d8b71de-7727-4870-9488-36f713b5322a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0d8b71de-7727-4870-9488-36f713b5322a,segment=NetworkSegment(6bbd067e-c269-4de8-964d-f11fb3ac0c79),segment_id=6bbd067e-c269-4de8-964d-f11fb3ac0c79)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:15.886536 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f4e194a6-3b0a-4bc7-bbaf-f605e484d995 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1884246 Aug 31 01:10:15.889524 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59258) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:15.911937 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-24debe68-2132-4a9c-95bf-f2f43f888ea4 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] delete failed (client error): The resource could not be found. Aug 31 01:10:15.921857 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-24debe68-2132-4a9c-95bf-f2f43f888ea4 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-groups/d25d8d2c-d6ba-404b-8d32-888de4902102 HTTP/1.1" status: 404 len: 347 time: 0.0260293 Aug 31 01:10:15.921857 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59260) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:15.932894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-5137b11f-2d34-4a8c-a919-fb7c04bc068a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group': {'name': 'tempest-secgroup--338150715'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:16.058990 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231d416-3a25-4186-a90e-cd94589f6c3d req-c95f260c-8732-43e4-934a-de569c8a2adb tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:16.060986 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f231d416-3a25-4186-a90e-cd94589f6c3d req-c95f260c-8732-43e4-934a-de569c8a2adb tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 946 time: 0.1220655 Aug 31 01:10:16.074135 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e287b8a7-cdab-4ecd-8487-f1ad0864bbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.122162 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f231d416-3a25-4186-a90e-cd94589f6c3d req-9b899c2f-5368-4dac-9d9c-9e4feb1a5afc tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd604d35-560d-4788-ba66-71cb73926b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538089 Aug 31 01:10:16.141602 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea5e7-d1ce-4045-a4d4-d8ffc367d508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.145960 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea5e7-d1ce-4045-a4d4-d8ffc367d508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.148269 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8f7ea5e7-d1ce-4045-a4d4-d8ffc367d508 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a850e32-f38b-43b2-b593-feffc62c36ce HTTP/1.1" status: 204 len: 168 time: 0.7849267 Aug 31 01:10:16.149162 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5137b11f-2d34-4a8c-a919-fb7c04bc068a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.178069 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ea5e7-d1ce-4045-a4d4-d8ffc367d508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a850e32-f38b-43b2-b593-feffc62c36ce,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:16.196812 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74d85e98-d384-4aa1-a506-2c25cf4a5206 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.248654 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287b8a7-cdab-4ecd-8487-f1ad0864bbcc None None] Pushing event updated for resources: {'Port': ['ID=0d8b71de-7727-4870-9488-36f713b5322a,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:16.321682 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d85e98-d384-4aa1-a506-2c25cf4a5206 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event deleted for resources: {'Port': ['ID=8014029b-f978-48cd-9313-883e1eaae837,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:16.360290 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-cf6b8488-a215-4076-b0d2-d78437472f0e None None] Provisioning for port 3ec61e52-c2f9-4790-ba24-e20b2992d1de completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:16.365153 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-cf6b8488-a215-4076-b0d2-d78437472f0e None None] Provisioning complete for port 3ec61e52-c2f9-4790-ba24-e20b2992d1de triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:16.365690 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cf6b8488-a215-4076-b0d2-d78437472f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.416195 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5137b11f-2d34-4a8c-a919-fb7c04bc068a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.434317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bfcff-2f30-4ae6-a807-d000654d0ead req-1a05677d-d12a-4c43-84cd-4c5847553600 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:16.449741 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c76bfcff-2f30-4ae6-a807-d000654d0ead req-1a05677d-d12a-4c43-84cd-4c5847553600 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 946 time: 0.1473773 Aug 31 01:10:16.451373 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-cf6b8488-a215-4076-b0d2-d78437472f0e None None] Port 3ec61e52-c2f9-4790-ba24-e20b2992d1de cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:10:16.477326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-cf6b8488-a215-4076-b0d2-d78437472f0e None None] Provisioning complete for port 0d8b71de-7727-4870-9488-36f713b5322a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:16.479256 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cf6b8488-a215-4076-b0d2-d78437472f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.522819 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74d85e98-d384-4aa1-a506-2c25cf4a5206 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.535629 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c76bfcff-2f30-4ae6-a807-d000654d0ead req-b17999a1-0d75-455d-a598-afb340303892 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd604d35-560d-4788-ba66-71cb73926b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838783 Aug 31 01:10:16.539232 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-74d85e98-d384-4aa1-a506-2c25cf4a5206 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "DELETE /v2.0/ports/8014029b-f978-48cd-9313-883e1eaae837 HTTP/1.1" status: 204 len: 168 time: 1.3585792 Aug 31 01:10:16.539654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59266) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:16.587417 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5137b11f-2d34-4a8c-a919-fb7c04bc068a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.590888 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6b8282-a8a3-4036-b205-6d39902a12b6 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] GET failed (client error): The resource could not be found. Aug 31 01:10:16.596766 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bc6b8282-a8a3-4036-b205-6d39902a12b6 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "GET /v2.0/ports/8014029b-f978-48cd-9313-883e1eaae837 HTTP/1.1" status: 404 len: 333 time: 0.0521512 Aug 31 01:10:16.600306 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59270) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:16.607115 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ef21fb7d-4f4f-4dcb-9423-1cd65693219a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Request body: {'port': {'network_id': '2caac62a-3373-4f4a-bef6-4ec84f92b9fe', 'name': 'tempest-AllowedAddressPairTestJSON-2080214064'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:16.645390 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-cf6b8488-a215-4076-b0d2-d78437472f0e None None] Could not find standard attr ID for object 8014029b-f978-48cd-9313-883e1eaae837. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:10:16.666596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137b11f-2d34-4a8c-a919-fb7c04bc068a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55b4c42-1726-4f96-8336-c9ecd90fd4ec,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:16.742568 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5137b11f-2d34-4a8c-a919-fb7c04bc068a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.744170 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5137b11f-2d34-4a8c-a919-fb7c04bc068a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8212783 Aug 31 01:10:16.747433 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59278) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:16.757569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4a89df29-68bf-45bc-abee-482143dac791 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group_rule': {'security_group_id': 'e55b4c42-1726-4f96-8336-c9ecd90fd4ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:16.774429 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1d152582-a033-45dd-a487-70de6141d612 None None] Provisioning complete for port 3ec61e52-c2f9-4790-ba24-e20b2992d1de triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:16.775152 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1d152582-a033-45dd-a487-70de6141d612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.862316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-1d152582-a033-45dd-a487-70de6141d612 None None] Port 3ec61e52-c2f9-4790-ba24-e20b2992d1de cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:10:16.924318 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a89df29-68bf-45bc-abee-482143dac791 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.964584 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0d8b71de-7727-4870-9488-36f713b5322a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:17.025551 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fa8d86a4-62db-465d-809e-2acd5a539b4c None None] Could not find standard attr ID for object 8014029b-f978-48cd-9313-883e1eaae837. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:10:17.028825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef21fb7d-4f4f-4dcb-9423-1cd65693219a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Made reservation on behalf of 03ca0cbf3b934bd99fddd030a7bdbc73 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:17.032979 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef21fb7d-4f4f-4dcb-9423-1cd65693219a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.098803 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-ef21fb7d-4f4f-4dcb-9423-1cd65693219a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] device_id is not set on port 85c44be9-6b5d-4d07-9973-387a2a7c89e6 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:10:17.110369 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a89df29-68bf-45bc-abee-482143dac791 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.117760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 0d8b71de-7727-4870-9488-36f713b5322a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:17.118645 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.189877 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a89df29-68bf-45bc-abee-482143dac791 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.242364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89df29-68bf-45bc-abee-482143dac791 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7553308b-fd47-4cd1-97bc-e6d52367c212,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:17.343558 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a89df29-68bf-45bc-abee-482143dac791 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.348671 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4a89df29-68bf-45bc-abee-482143dac791 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5998406 Aug 31 01:10:17.350673 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59292) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:17.374352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-ef21fb7d-4f4f-4dcb-9423-1cd65693219a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Allocated IP 172.20.0.5 (2caac62a-3373-4f4a-bef6-4ec84f92b9fe/2d7773b9-09ed-485d-9df6-5e781aba2150/85c44be9-6b5d-4d07-9973-387a2a7c89e6) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:17.394297 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f8654957-a96f-4897-b83f-1a6e1b9ae6c7 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.404637 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f8654957-a96f-4897-b83f-1a6e1b9ae6c7 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.537342 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f8654957-a96f-4897-b83f-1a6e1b9ae6c7 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.544529 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f8654957-a96f-4897-b83f-1a6e1b9ae6c7 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.545974 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f8654957-a96f-4897-b83f-1a6e1b9ae6c7 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7553308b-fd47-4cd1-97bc-e6d52367c212 HTTP/1.1" status: 204 len: 168 time: 0.1943064 Aug 31 01:10:17.550395 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59296) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:17.553104 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8654957-a96f-4897-b83f-1a6e1b9ae6c7 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7553308b-fd47-4cd1-97bc-e6d52367c212,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:17.592383 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef21fb7d-4f4f-4dcb-9423-1cd65693219a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.623157 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-ef21fb7d-4f4f-4dcb-9423-1cd65693219a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Transition to ACTIVE for port object 85c44be9-6b5d-4d07-9973-387a2a7c89e6 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:17.638736 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-28d49866-1e6c-4a2e-85d6-1bbe09cc3fe5 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0871840 Aug 31 01:10:17.641839 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59298) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:17.709429 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fae562b-d2e5-4cc1-8bc5-3e0cbe050530 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.735983 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fae562b-d2e5-4cc1-8bc5-3e0cbe050530 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.795600 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef21fb7d-4f4f-4dcb-9423-1cd65693219a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.858317 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef21fb7d-4f4f-4dcb-9423-1cd65693219a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Network 2caac62a-3373-4f4a-bef6-4ec84f92b9fe is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:17.864415 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-ef21fb7d-4f4f-4dcb-9423-1cd65693219a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:17.871139 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef21fb7d-4f4f-4dcb-9423-1cd65693219a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:17.886866 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fae562b-d2e5-4cc1-8bc5-3e0cbe050530 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.889887 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fae562b-d2e5-4cc1-8bc5-3e0cbe050530 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.896905 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5fae562b-d2e5-4cc1-8bc5-3e0cbe050530 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-groups/e55b4c42-1726-4f96-8336-c9ecd90fd4ec HTTP/1.1" status: 204 len: 168 time: 0.2482789 Aug 31 01:10:17.896905 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59308) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:17.933428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21fb7d-4f4f-4dcb-9423-1cd65693219a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event updated for resources: {'Port': ['ID=85c44be9-6b5d-4d07-9973-387a2a7c89e6,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:17.947503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae562b-d2e5-4cc1-8bc5-3e0cbe050530 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55b4c42-1726-4f96-8336-c9ecd90fd4ec,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:17.969088 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef21fb7d-4f4f-4dcb-9423-1cd65693219a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:17.970330 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef21fb7d-4f4f-4dcb-9423-1cd65693219a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.047062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59314) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:18.050329 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d0f7e73a-5e18-4358-a853-791dd686d390 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1536105 Aug 31 01:10:18.057863 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e6bd7db6-3ae6-4297-ad4e-9806474bade0 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371940270'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:18.082665 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59316) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:18.084969 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ef21fb7d-4f4f-4dcb-9423-1cd65693219a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4828982 Aug 31 01:10:18.087685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59318) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:18.094108 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1b70565e-4140-4814-bbca-bee0cbea4de1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:e3:1c:2c'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:18.184823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59322) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:18.197161 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7db6-3ae6-4297-ad4e-9806474bade0 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.224795 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b70565e-4140-4814-bbca-bee0cbea4de1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.393236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-dec42941-8d0a-4103-babc-e1273b7003ae admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1284959743-network', 'tenant_id': '77fd9bfbc20d428e80cfea30225008a3'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:18.405844 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ecb06a2d-f0ff-4d88-ab3c-097ce82a4645 None None] Provisioning for port 85c44be9-6b5d-4d07-9973-387a2a7c89e6 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:18.412593 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ecb06a2d-f0ff-4d88-ab3c-097ce82a4645 None None] Provisioning complete for port 85c44be9-6b5d-4d07-9973-387a2a7c89e6 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:18.412593 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ecb06a2d-f0ff-4d88-ab3c-097ce82a4645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.465411 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ecb06a2d-f0ff-4d88-ab3c-097ce82a4645 None None] Port 85c44be9-6b5d-4d07-9973-387a2a7c89e6 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:10:18.554909 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7db6-3ae6-4297-ad4e-9806474bade0 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.606831 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b70565e-4140-4814-bbca-bee0cbea4de1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.659449 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7db6-3ae6-4297-ad4e-9806474bade0 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.689472 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b70565e-4140-4814-bbca-bee0cbea4de1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.755904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd7db6-3ae6-4297-ad4e-9806474bade0 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=712b6972-6da5-47c3-9e77-df19c1d6df52,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:18.788368 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec42941-8d0a-4103-babc-e1273b7003ae admin admin] Made reservation on behalf of 77fd9bfbc20d428e80cfea30225008a3 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:18.790945 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dec42941-8d0a-4103-babc-e1273b7003ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.798794 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70565e-4140-4814-bbca-bee0cbea4de1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event updated for resources: {'Port': ['ID=85c44be9-6b5d-4d07-9973-387a2a7c89e6,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:18.825332 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dec42941-8d0a-4103-babc-e1273b7003ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.851674 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-1b70565e-4140-4814-bbca-bee0cbea4de1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] In _notify_port_updated(), no bound segment for port 85c44be9-6b5d-4d07-9973-387a2a7c89e6 on network 2caac62a-3373-4f4a-bef6-4ec84f92b9fe {{(pid=102343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:10:18.860776 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b70565e-4140-4814-bbca-bee0cbea4de1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:18.861581 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b70565e-4140-4814-bbca-bee0cbea4de1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.863030 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1b70565e-4140-4814-bbca-bee0cbea4de1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "PUT /v2.0/ports/85c44be9-6b5d-4d07-9973-387a2a7c89e6 HTTP/1.1" status: 200 len: 993 time: 0.7736545 Aug 31 01:10:18.867042 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7db6-3ae6-4297-ad4e-9806474bade0 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.876686 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e6bd7db6-3ae6-4297-ad4e-9806474bade0 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8257394 Aug 31 01:10:18.883264 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59328) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:18.883264 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59330) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:18.923983 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.227521 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b2e02573-fea5-45ea-8391-d6d53db6c4a8 None None] Provisioning complete for port 85c44be9-6b5d-4d07-9973-387a2a7c89e6 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:19.228139 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b2e02573-fea5-45ea-8391-d6d53db6c4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.308966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b2e02573-fea5-45ea-8391-d6d53db6c4a8 None None] Port 85c44be9-6b5d-4d07-9973-387a2a7c89e6 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:10:19.350267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5909ef82-78a5-42ff-90b0-3f12e477893a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group_rule': {'security_group_id': '712b6972-6da5-47c3-9e77-df19c1d6df52', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:19.570014 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6377e505-903d-4de1-9dcb-6cb82fe2c9f5 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Deleting port 85c44be9-6b5d-4d07-9973-387a2a7c89e6 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:19.571182 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6377e505-903d-4de1-9dcb-6cb82fe2c9f5 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.621507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Allocated IP 172.20.0.17 (da7feb16-e051-43da-b1ef-cdeeb5bf1d13/0e7b0b03-018a-4a69-bd04-0acc039b5d25/794cd305-e400-49fa-b59e-c7dd00a256e0) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:19.640456 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dec42941-8d0a-4103-babc-e1273b7003ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.735977 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6377e505-903d-4de1-9dcb-6cb82fe2c9f5 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.768297 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6377e505-903d-4de1-9dcb-6cb82fe2c9f5 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Calling delete_port for 85c44be9-6b5d-4d07-9973-387a2a7c89e6 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:19.771459 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dec42941-8d0a-4103-babc-e1273b7003ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.840765 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.847426 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec42941-8d0a-4103-babc-e1273b7003ae admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:10:19.866716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Transition to ACTIVE for port object 794cd305-e400-49fa-b59e-c7dd00a256e0 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:19.949232 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dec42941-8d0a-4103-babc-e1273b7003ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.949752 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-dec42941-8d0a-4103-babc-e1273b7003ae admin admin] Added segment 538313cd-0e5b-4fc9-97b9-19b956596246 of type vlan for network e82eeec3-5ff2-445a-851f-06625aceee65 Aug 31 01:10:19.952103 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec42941-8d0a-4103-babc-e1273b7003ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553b8217-e0b2-423c-a75b-9c0e26b87910,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:19.991155 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.044603 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Network da7feb16-e051-43da-b1ef-cdeeb5bf1d13 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:20.050555 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dec42941-8d0a-4103-babc-e1273b7003ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.052924 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5909ef82-78a5-42ff-90b0-3f12e477893a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.053921 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:20.101123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Port': ['ID=794cd305-e400-49fa-b59e-c7dd00a256e0,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:20.124065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:20.197370 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5909ef82-78a5-42ff-90b0-3f12e477893a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.296828 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.708532 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dec42941-8d0a-4103-babc-e1273b7003ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.710009 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec42941-8d0a-4103-babc-e1273b7003ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:20.710760 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dec42941-8d0a-4103-babc-e1273b7003ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.777916 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c87f431e-be6e-4e9f-bb1a-487568a2ea40 None None] Provisioning for port 794cd305-e400-49fa-b59e-c7dd00a256e0 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:20.786811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c87f431e-be6e-4e9f-bb1a-487568a2ea40 None None] Provisioning complete for port 794cd305-e400-49fa-b59e-c7dd00a256e0 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:20.787680 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c87f431e-be6e-4e9f-bb1a-487568a2ea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.800708 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6377e505-903d-4de1-9dcb-6cb82fe2c9f5 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.815204 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5909ef82-78a5-42ff-90b0-3f12e477893a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.844088 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.867509 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-c87f431e-be6e-4e9f-bb1a-487568a2ea40 None None] Port 794cd305-e400-49fa-b59e-c7dd00a256e0 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:10:20.890701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e505-903d-4de1-9dcb-6cb82fe2c9f5 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event deleted for resources: {'Port': ['ID=85c44be9-6b5d-4d07-9973-387a2a7c89e6,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:20.893867 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909ef82-78a5-42ff-90b0-3f12e477893a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c803c9d4-135e-4b03-83d1-6ffd08fa8f29,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:20.898497 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec42941-8d0a-4103-babc-e1273b7003ae admin admin] Pushing event updated for resources: {'Network': ['ID=e82eeec3-5ff2-445a-851f-06625aceee65,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:20.920028 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network e82eeec3-5ff2-445a-851f-06625aceee65 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:10:20.932670 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dec42941-8d0a-4103-babc-e1273b7003ae admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.7458060 Aug 31 01:10:20.938254 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59356) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:20.946969 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-9440c194-55ce-4714-815c-f95519570474 admin admin] Request body: {'subnet': {'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1284959743-subnet', 'tenant_id': '77fd9bfbc20d428e80cfea30225008a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:21.061646 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5909ef82-78a5-42ff-90b0-3f12e477893a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.073404 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5909ef82-78a5-42ff-90b0-3f12e477893a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.1823075 Aug 31 01:10:21.077165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59358) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:21.083320 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c526928b-dba0-4e1d-a897-71f3b909fb76 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group_rule': {'security_group_id': '712b6972-6da5-47c3-9e77-df19c1d6df52', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:21.152067 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6377e505-903d-4de1-9dcb-6cb82fe2c9f5 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.154647 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6377e505-903d-4de1-9dcb-6cb82fe2c9f5 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "DELETE /v2.0/ports/85c44be9-6b5d-4d07-9973-387a2a7c89e6 HTTP/1.1" status: 204 len: 168 time: 2.2725484 Aug 31 01:10:21.157493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59360) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:21.210006 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7cbd23-2c87-4dc1-b1d4-f5bd6ad707b5 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] GET failed (client error): The resource could not be found. Aug 31 01:10:21.213157 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ac7cbd23-2c87-4dc1-b1d4-f5bd6ad707b5 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "GET /v2.0/ports/85c44be9-6b5d-4d07-9973-387a2a7c89e6 HTTP/1.1" status: 404 len: 333 time: 0.0540168 Aug 31 01:10:21.218955 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59364) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:21.226217 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-92bc9b15-be4f-4532-8cbb-bc7d8b74a1d1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Request body: {'port': {'network_id': '2caac62a-3373-4f4a-bef6-4ec84f92b9fe', 'name': 'tempest-AllowedAddressPairTestJSON-1741474100'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:21.231682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9440c194-55ce-4714-815c-f95519570474 admin admin] Made reservation on behalf of 77fd9bfbc20d428e80cfea30225008a3 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:21.235091 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9440c194-55ce-4714-815c-f95519570474 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.551274 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c526928b-dba0-4e1d-a897-71f3b909fb76 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.553977 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.643621 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.678041 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bc9b15-be4f-4532-8cbb-bc7d8b74a1d1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Made reservation on behalf of 03ca0cbf3b934bd99fddd030a7bdbc73 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:21.684738 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-92bc9b15-be4f-4532-8cbb-bc7d8b74a1d1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.737519 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-92bc9b15-be4f-4532-8cbb-bc7d8b74a1d1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] device_id is not set on port 1396f976-d668-43f3-9927-68261f87d566 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:10:21.750781 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c526928b-dba0-4e1d-a897-71f3b909fb76 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.751441 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9440c194-55ce-4714-815c-f95519570474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.860218 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c526928b-dba0-4e1d-a897-71f3b909fb76 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.862520 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.870109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Port': ['ID=794cd305-e400-49fa-b59e-c7dd00a256e0,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:21.891982 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440c194-55ce-4714-815c-f95519570474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e00ce7-f90d-46fd-a823-804dd57ed42f,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:21.940158 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526928b-dba0-4e1d-a897-71f3b909fb76 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46daa7b3-2bd2-46ef-a849-91b87158c76d,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:21.973923 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-92bc9b15-be4f-4532-8cbb-bc7d8b74a1d1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Allocated IP 172.20.0.8 (2caac62a-3373-4f4a-bef6-4ec84f92b9fe/2d7773b9-09ed-485d-9df6-5e781aba2150/1396f976-d668-43f3-9927-68261f87d566) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:22.095550 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c526928b-dba0-4e1d-a897-71f3b909fb76 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.101046 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c526928b-dba0-4e1d-a897-71f3b909fb76 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0188920 Aug 31 01:10:22.159930 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59382) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:22.169054 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-71ad1f1f-c901-4d73-8211-621456dac79b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group_rule': {'security_group_id': '712b6972-6da5-47c3-9e77-df19c1d6df52', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:22.271411 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-92bc9b15-be4f-4532-8cbb-bc7d8b74a1d1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.301365 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-92bc9b15-be4f-4532-8cbb-bc7d8b74a1d1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Transition to ACTIVE for port object 1396f976-d668-43f3-9927-68261f87d566 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:22.363852 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9440c194-55ce-4714-815c-f95519570474 admin admin] Checking segment: {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:22.364606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9440c194-55ce-4714-815c-f95519570474 admin admin] Network hostable DHCP agents. Network: e82eeec3-5ff2-445a-851f-06625aceee65, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:10:22.429262 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71ad1f1f-c901-4d73-8211-621456dac79b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.459381 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Network da7feb16-e051-43da-b1ef-cdeeb5bf1d13 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:22.462121 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:22.480476 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-92bc9b15-be4f-4532-8cbb-bc7d8b74a1d1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.548935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9440c194-55ce-4714-815c-f95519570474 admin admin] Network e82eeec3-5ff2-445a-851f-06625aceee65 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:10:22.573384 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bc9b15-be4f-4532-8cbb-bc7d8b74a1d1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Network 2caac62a-3373-4f4a-bef6-4ec84f92b9fe is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:22.587134 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-92bc9b15-be4f-4532-8cbb-bc7d8b74a1d1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:22.590448 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bc9b15-be4f-4532-8cbb-bc7d8b74a1d1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:22.634770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc9b15-be4f-4532-8cbb-bc7d8b74a1d1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event updated for resources: {'Port': ['ID=1396f976-d668-43f3-9927-68261f87d566,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:22.652033 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-9440c194-55ce-4714-815c-f95519570474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, e82eeec3-5ff2-445a-851f-06625aceee65) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:22.657423 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9440c194-55ce-4714-815c-f95519570474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:22.658345 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9440c194-55ce-4714-815c-f95519570474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.666623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd38634-5133-4e93-810c-45bcfc996a88 None None] Network e82eeec3-5ff2-445a-851f-06625aceee65 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:22.693202 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71ad1f1f-c901-4d73-8211-621456dac79b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.716952 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bc9b15-be4f-4532-8cbb-bc7d8b74a1d1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:22.727098 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-92bc9b15-be4f-4532-8cbb-bc7d8b74a1d1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.740245 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:10:22.864390 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71ad1f1f-c901-4d73-8211-621456dac79b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.925156 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-92bc9b15-be4f-4532-8cbb-bc7d8b74a1d1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7048578 Aug 31 01:10:22.927809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59392) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:22.936007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-8ebc2afe-c727-409b-95f4-9b0f66b91756 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e3:1c:2c'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:22.961426 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9440c194-55ce-4714-815c-f95519570474 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.0220592 Aug 31 01:10:23.010532 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad1f1f-c901-4d73-8211-621456dac79b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c89cdcd-d94d-41fc-b092-e1a34c5c0bb1,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:23.019880 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71ad1f1f-c901-4d73-8211-621456dac79b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:23.024594 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-71ad1f1f-c901-4d73-8211-621456dac79b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8626015 Aug 31 01:10:23.038070 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59396) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:23.054785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-cade770c-9e3c-41e6-be06-e9d5cf3a1416 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group_rule': {'security_group_id': '712b6972-6da5-47c3-9e77-df19c1d6df52', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:23.100786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:10:23.104568 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd286f85-08a8-4d4f-821c-f426883d6add None None] Network e82eeec3-5ff2-445a-851f-06625aceee65 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:23.118568 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Sync routers for ids ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:10:23.123453 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-aaa7c981-b721-41f1-a0b8-ef080f27c3ac tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "PUT /v2.0/routers/82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0386024 Aug 31 01:10:23.139759 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Routers {'82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:10:23.141149 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:10:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:23.163253 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3d851d6a-9338-49a3-a978-a02b6f5ef444 None None] Provisioning complete for port 794cd305-e400-49fa-b59e-c7dd00a256e0 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:23.163944 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3d851d6a-9338-49a3-a978-a02b6f5ef444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:23.291904 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Set router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:10:23.308208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3d851d6a-9338-49a3-a978-a02b6f5ef444 None None] Port 794cd305-e400-49fa-b59e-c7dd00a256e0 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:10:23.385964 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cade770c-9e3c-41e6-be06-e9d5cf3a1416 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:23.440540 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ebc2afe-c727-409b-95f4-9b0f66b91756 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:23.654116 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cade770c-9e3c-41e6-be06-e9d5cf3a1416 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:23.663057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-674ea8ed-0b09-4734-ad14-9acdef07a001 None None] Provisioning for port 1396f976-d668-43f3-9927-68261f87d566 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:23.671930 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-674ea8ed-0b09-4734-ad14-9acdef07a001 None None] Provisioning complete for port 1396f976-d668-43f3-9927-68261f87d566 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:23.673989 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-674ea8ed-0b09-4734-ad14-9acdef07a001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:23.710065 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cade770c-9e3c-41e6-be06-e9d5cf3a1416 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:23.744299 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:10:20Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '2898b1b8-6b44-473c-951e-cdeda094938d', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'port_id': 'd309868f-4db1-456e-8b12-f6d71995d9cc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'mac_address': 'fa:16:3e:ed:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee56f9-3481-4360-a780-147a975ad833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:12Z', 'updated_at': '2021-08-31T01:09:19Z', 'revision_number': 1, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '794cd305-e400-49fa-b59e-c7dd00a256e0', 'name': '', 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:8a:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '0e7b0b03-018a-4a69-bd04-0acc039b5d25', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:19Z', 'updated_at': '2021-08-31T01:10:21Z', 'revision_number': 2, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '0e7b0b03-018a-4a69-bd04-0acc039b5d25', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84271276-812b-4724-80ef-613612e87de0', 'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:6a:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:22Z', 'updated_at': '2021-08-31T01:08:34Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:23.752192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-674ea8ed-0b09-4734-ad14-9acdef07a001 None None] Port 1396f976-d668-43f3-9927-68261f87d566 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:10:23.815722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade770c-9e3c-41e6-be06-e9d5cf3a1416 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fdda0b-e2ca-4753-a2ec-ca3362a4da81,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:23.829697 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Checking router: 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:10:23.830291 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Updating router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee port 794cd305-e400-49fa-b59e-c7dd00a256e0 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:10:23.838716 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cade770c-9e3c-41e6-be06-e9d5cf3a1416 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:23.847767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59430) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:23.848463 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cade770c-9e3c-41e6-be06-e9d5cf3a1416 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8029597 Aug 31 01:10:23.853105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-abfa5dd8-09b1-4337-a7a9-591162c9fd6b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group_rule': {'security_group_id': '712b6972-6da5-47c3-9e77-df19c1d6df52', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:23.920698 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.028618 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-abfa5dd8-09b1-4337-a7a9-591162c9fd6b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.037569 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-f3790600-ddcf-4f82-bb9e-4856d36cd9a1 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:24.039278 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-f3790600-ddcf-4f82-bb9e-4856d36cd9a1 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 806 time: 0.2200902 Aug 31 01:10:24.052242 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ebc2afe-c727-409b-95f4-9b0f66b91756 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.077568 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-940637d3-1916-4b7c-ad8c-d99d9f305c49 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/quotas/77fd9bfbc20d428e80cfea30225008a3 HTTP/1.1" status: 200 len: 375 time: 0.0114775 Aug 31 01:10:24.129649 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-8b321da3-3b6d-4564-be6a-a4c15e40981f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384350 Aug 31 01:10:24.131637 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ebc2afe-c727-409b-95f4-9b0f66b91756 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.161629 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-abfa5dd8-09b1-4337-a7a9-591162c9fd6b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.246271 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-abfa5dd8-09b1-4337-a7a9-591162c9fd6b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.289997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa5dd8-09b1-4337-a7a9-591162c9fd6b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8811243d-8f37-46e9-9454-177537f1d5e3,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:24.325765 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc2afe-c727-409b-95f4-9b0f66b91756 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event updated for resources: {'Port': ['ID=1396f976-d668-43f3-9927-68261f87d566,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:24.371790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-8ebc2afe-c727-409b-95f4-9b0f66b91756 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] In _notify_port_updated(), no bound segment for port 1396f976-d668-43f3-9927-68261f87d566 on network 2caac62a-3373-4f4a-bef6-4ec84f92b9fe {{(pid=102343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:10:24.379666 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebc2afe-c727-409b-95f4-9b0f66b91756 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:24.380952 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ebc2afe-c727-409b-95f4-9b0f66b91756 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.386544 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59434) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:24.387033 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8ebc2afe-c727-409b-95f4-9b0f66b91756 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "PUT /v2.0/ports/1396f976-d668-43f3-9927-68261f87d566 HTTP/1.1" status: 200 len: 996 time: 1.4575105 Aug 31 01:10:24.432393 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-471fbe79-ecaa-4ccb-b833-f82afcbb5d5f service neutron] 10.222.0.16 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570848 Aug 31 01:10:24.463965 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-abfa5dd8-09b1-4337-a7a9-591162c9fd6b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.469166 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-abfa5dd8-09b1-4337-a7a9-591162c9fd6b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6242867 Aug 31 01:10:24.471393 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59436) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:24.561102 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-5cfcd677-0ad9-4a63-b6f7-5a5e84b38a92 service neutron] 10.222.0.16 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277931 Aug 31 01:10:24.568695 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-854a272e-8241-4cad-be25-4ef161269955 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.597136 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8216f46f-d36c-4656-990c-b362a7f30c59 None None] Provisioning complete for port 1396f976-d668-43f3-9927-68261f87d566 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:24.600753 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.602330 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8216f46f-d36c-4656-990c-b362a7f30c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.617364 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Transition to ACTIVE for port object 794cd305-e400-49fa-b59e-c7dd00a256e0 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:24.617659 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-854a272e-8241-4cad-be25-4ef161269955 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.651370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-26f961b9-5f45-4232-8aaa-a5a14ca1de1f tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Deleting port 1396f976-d668-43f3-9927-68261f87d566 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:24.651745 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26f961b9-5f45-4232-8aaa-a5a14ca1de1f tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.703000 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.711540 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8216f46f-d36c-4656-990c-b362a7f30c59 None None] Port 1396f976-d668-43f3-9927-68261f87d566 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:10:24.768181 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f00616-9aa6-4dca-9ffa-898133bbb2d6 None None] Pushing event updated for resources: {'Port': ['ID=794cd305-e400-49fa-b59e-c7dd00a256e0,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:24.768557 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26f961b9-5f45-4232-8aaa-a5a14ca1de1f tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.785691 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-26f961b9-5f45-4232-8aaa-a5a14ca1de1f tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Calling delete_port for 1396f976-d668-43f3-9927-68261f87d566 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:24.795828 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00616-9aa6-4dca-9ffa-898133bbb2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:24.796349 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00616-9aa6-4dca-9ffa-898133bbb2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:24.796855 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00616-9aa6-4dca-9ffa-898133bbb2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:24.797006 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00616-9aa6-4dca-9ffa-898133bbb2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:24.797220 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00616-9aa6-4dca-9ffa-898133bbb2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:24.797573 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00616-9aa6-4dca-9ffa-898133bbb2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:24.798306 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00616-9aa6-4dca-9ffa-898133bbb2d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:24.798306 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00616-9aa6-4dca-9ffa-898133bbb2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:24.798847 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00616-9aa6-4dca-9ffa-898133bbb2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:24.799020 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00616-9aa6-4dca-9ffa-898133bbb2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:24.799341 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00616-9aa6-4dca-9ffa-898133bbb2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:24.799656 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00616-9aa6-4dca-9ffa-898133bbb2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:24.871778 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Attempting to bind port 794cd305-e400-49fa-b59e-c7dd00a256e0 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:24.872622 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Attempting to bind port 794cd305-e400-49fa-b59e-c7dd00a256e0 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'b38174e1-2300-47a9-9542-704b53591867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:24.873253 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Attempting to bind port 794cd305-e400-49fa-b59e-c7dd00a256e0 on network da7feb16-e051-43da-b1ef-cdeeb5bf1d13 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:24.881678 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:24.882277 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Checking segment: {'id': 'b38174e1-2300-47a9-9542-704b53591867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:24.882953 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.883641 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Bound using segment: {'id': 'b38174e1-2300-47a9-9542-704b53591867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:24.884324 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Bound port: 794cd305-e400-49fa-b59e-c7dd00a256e0, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b38174e1-2300-47a9-9542-704b53591867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:24.885675 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.925202 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-854a272e-8241-4cad-be25-4ef161269955 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.951429 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-854a272e-8241-4cad-be25-4ef161269955 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.952792 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-854a272e-8241-4cad-be25-4ef161269955 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8811243d-8f37-46e9-9454-177537f1d5e3 HTTP/1.1" status: 204 len: 168 time: 0.4803357 Aug 31 01:10:24.958987 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59448) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:24.971668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a272e-8241-4cad-be25-4ef161269955 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8811243d-8f37-46e9-9454-177537f1d5e3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:25.007213 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] For port 794cd305-e400-49fa-b59e-c7dd00a256e0, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:25.015603 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] For port 794cd305-e400-49fa-b59e-c7dd00a256e0, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=794cd305-e400-49fa-b59e-c7dd00a256e0,segment=NetworkSegment(b38174e1-2300-47a9-9542-704b53591867),segment_id=b38174e1-2300-47a9-9542-704b53591867)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:25.080644 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af8c8d32-c937-4a59-973f-9d993b0d0bcf req-e8ea9408-c8dc-4a81-9789-e8773673e77e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 210 time: 0.1267154 Aug 31 01:10:25.120938 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.178527 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-49cef732-5095-47fe-9665-905ddcd37247 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2174175 Aug 31 01:10:25.180822 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59452) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:25.262485 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-52dad666-1ac9-4de2-9e40-760ca6185a0c tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.278092 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-52dad666-1ac9-4de2-9e40-760ca6185a0c tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.292049 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f00616-9aa6-4dca-9ffa-898133bbb2d6 None None] Pushing event updated for resources: {'Port': ['ID=794cd305-e400-49fa-b59e-c7dd00a256e0,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:25.335722 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Routers {'82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:10:25.336607 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:10:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:25.434501 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26f961b9-5f45-4232-8aaa-a5a14ca1de1f tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.473759 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] Set router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:10:25.485271 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-52dad666-1ac9-4de2-9e40-760ca6185a0c tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.488518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f961b9-5f45-4232-8aaa-a5a14ca1de1f tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event deleted for resources: {'Port': ['ID=1396f976-d668-43f3-9927-68261f87d566,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:25.497158 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-52dad666-1ac9-4de2-9e40-760ca6185a0c tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.501683 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59458) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:25.512679 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-52dad666-1ac9-4de2-9e40-760ca6185a0c tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/39fdda0b-e2ca-4753-a2ec-ca3362a4da81 HTTP/1.1" status: 204 len: 168 time: 0.3274288 Aug 31 01:10:25.544370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dad666-1ac9-4de2-9e40-760ca6185a0c tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39fdda0b-e2ca-4753-a2ec-ca3362a4da81,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:25.620847 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-77fc6fae-ba61-4ccb-8ce2-a9844fb1c2d6 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1175952 Aug 31 01:10:25.628288 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59460) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:25.707913 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8f69e9a5-58ac-4d0f-aea5-9d066a599250 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.724394 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8f69e9a5-58ac-4d0f-aea5-9d066a599250 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.748720 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26f961b9-5f45-4232-8aaa-a5a14ca1de1f tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.750514 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-26f961b9-5f45-4232-8aaa-a5a14ca1de1f tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "DELETE /v2.0/ports/1396f976-d668-43f3-9927-68261f87d566 HTTP/1.1" status: 204 len: 168 time: 1.3629730 Aug 31 01:10:25.753505 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59468) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:25.810938 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-53201b91-ae83-4082-8559-82499296a445 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] GET failed (client error): The resource could not be found. Aug 31 01:10:25.817391 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59470) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:25.818234 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-53201b91-ae83-4082-8559-82499296a445 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "GET /v2.0/ports/1396f976-d668-43f3-9927-68261f87d566 HTTP/1.1" status: 404 len: 333 time: 0.0619750 Aug 31 01:10:25.845235 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-debfef70-4cfe-42c0-9cea-05fe6f5a3f8c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Request body: {'port': {'network_id': '2caac62a-3373-4f4a-bef6-4ec84f92b9fe', 'name': 'tempest-AllowedAddressPairTestJSON-465070379'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:25.906405 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:10:20Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '2898b1b8-6b44-473c-951e-cdeda094938d', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'port_id': 'd309868f-4db1-456e-8b12-f6d71995d9cc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'mac_address': 'fa:16:3e:ed:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee56f9-3481-4360-a780-147a975ad833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:12Z', 'updated_at': '2021-08-31T01:09:19Z', 'revision_number': 1, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '794cd305-e400-49fa-b59e-c7dd00a256e0', 'name': '', 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:8a:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '0e7b0b03-018a-4a69-bd04-0acc039b5d25', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:19Z', 'updated_at': '2021-08-31T01:10:24Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '0e7b0b03-018a-4a69-bd04-0acc039b5d25', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84271276-812b-4724-80ef-613612e87de0', 'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:6a:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:22Z', 'updated_at': '2021-08-31T01:08:34Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:25.945616 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06cf4a5-f6d8-4c90-b436-04277c8d30ca None None] The sync data for ids ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'] in n-d-793621-34 is: [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:10:20Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '2898b1b8-6b44-473c-951e-cdeda094938d', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'port_id': 'd309868f-4db1-456e-8b12-f6d71995d9cc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'mac_address': 'fa:16:3e:ed:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee56f9-3481-4360-a780-147a975ad833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:12Z', 'updated_at': '2021-08-31T01:09:19Z', 'revision_number': 1, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '794cd305-e400-49fa-b59e-c7dd00a256e0', 'name': '', 'network_id': 'da7feb16-e051-43da-b1ef-cdeeb5bf1d13', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:8a:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '0e7b0b03-018a-4a69-bd04-0acc039b5d25', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:19Z', 'updated_at': '2021-08-31T01:10:24Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '0e7b0b03-018a-4a69-bd04-0acc039b5d25', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84271276-812b-4724-80ef-613612e87de0', 'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:6a:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:22Z', 'updated_at': '2021-08-31T01:08:34Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:10:25.964326 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8f69e9a5-58ac-4d0f-aea5-9d066a599250 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.970175 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8f69e9a5-58ac-4d0f-aea5-9d066a599250 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.971641 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8f69e9a5-58ac-4d0f-aea5-9d066a599250 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8c89cdcd-d94d-41fc-b092-e1a34c5c0bb1 HTTP/1.1" status: 204 len: 168 time: 0.3422019 Aug 31 01:10:25.975295 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59474) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:25.989662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69e9a5-58ac-4d0f-aea5-9d066a599250 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c89cdcd-d94d-41fc-b092-e1a34c5c0bb1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:26.074493 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4c8757b5-86c9-4f8e-bb63-a26c193b9d9a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0978868 Aug 31 01:10:26.078862 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59478) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:26.120889 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-755e5a7a-2efc-46fd-a85f-c926ea4bc95f tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.135166 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-755e5a7a-2efc-46fd-a85f-c926ea4bc95f tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.171103 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debfef70-4cfe-42c0-9cea-05fe6f5a3f8c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Made reservation on behalf of 03ca0cbf3b934bd99fddd030a7bdbc73 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:26.175265 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-debfef70-4cfe-42c0-9cea-05fe6f5a3f8c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.232003 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-debfef70-4cfe-42c0-9cea-05fe6f5a3f8c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] device_id is not set on port af520527-2cfb-4bba-b759-418a7b3bc061 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:10:26.252072 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b61b4ea-80a0-4800-bfb7-06e0134ac29e req-e94320e4-360f-474e-894b-dd852506e131 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 210 time: 0.0475600 Aug 31 01:10:26.364439 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-755e5a7a-2efc-46fd-a85f-c926ea4bc95f tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.368079 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-755e5a7a-2efc-46fd-a85f-c926ea4bc95f tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.372670 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-755e5a7a-2efc-46fd-a85f-c926ea4bc95f tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/46daa7b3-2bd2-46ef-a849-91b87158c76d HTTP/1.1" status: 204 len: 168 time: 0.2926683 Aug 31 01:10:26.373471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59484) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:26.385996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e5a7a-2efc-46fd-a85f-c926ea4bc95f tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46daa7b3-2bd2-46ef-a849-91b87158c76d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:26.448589 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7209b4dd-fc7d-45a8-a6e3-5f8d875bc2ba tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0704567 Aug 31 01:10:26.451655 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59486) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:26.498869 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c760709b-9269-493e-9d35-9c765617b198 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.517619 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c760709b-9269-493e-9d35-9c765617b198 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.554823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-debfef70-4cfe-42c0-9cea-05fe6f5a3f8c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Allocated IP 172.20.0.14 (2caac62a-3373-4f4a-bef6-4ec84f92b9fe/2d7773b9-09ed-485d-9df6-5e781aba2150/af520527-2cfb-4bba-b759-418a7b3bc061) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:26.702876 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c760709b-9269-493e-9d35-9c765617b198 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.709768 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c760709b-9269-493e-9d35-9c765617b198 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.711087 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c760709b-9269-493e-9d35-9c765617b198 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/c803c9d4-135e-4b03-83d1-6ffd08fa8f29 HTTP/1.1" status: 204 len: 168 time: 0.2578850 Aug 31 01:10:26.717657 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59488) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:26.719918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760709b-9269-493e-9d35-9c765617b198 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c803c9d4-135e-4b03-83d1-6ffd08fa8f29,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:26.768955 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-debfef70-4cfe-42c0-9cea-05fe6f5a3f8c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.811928 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-debfef70-4cfe-42c0-9cea-05fe6f5a3f8c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Transition to ACTIVE for port object af520527-2cfb-4bba-b759-418a7b3bc061 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:26.832663 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-404e832c-0b51-4549-a16f-9bbcabcbaf39 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1138361 Aug 31 01:10:26.835670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59494) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:26.937356 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9da88d3a-5859-47bc-b465-d4e7d9fb197e tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.983391 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9da88d3a-5859-47bc-b465-d4e7d9fb197e tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.000826 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 794cd305-e400-49fa-b59e-c7dd00a256e0 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:27.018381 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-debfef70-4cfe-42c0-9cea-05fe6f5a3f8c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.075302 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debfef70-4cfe-42c0-9cea-05fe6f5a3f8c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Network 2caac62a-3373-4f4a-bef6-4ec84f92b9fe is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:27.079105 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-debfef70-4cfe-42c0-9cea-05fe6f5a3f8c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:27.083390 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debfef70-4cfe-42c0-9cea-05fe6f5a3f8c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:27.114445 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfef70-4cfe-42c0-9cea-05fe6f5a3f8c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event updated for resources: {'Port': ['ID=af520527-2cfb-4bba-b759-418a7b3bc061,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:27.148963 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debfef70-4cfe-42c0-9cea-05fe6f5a3f8c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:27.149701 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-debfef70-4cfe-42c0-9cea-05fe6f5a3f8c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.165558 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9da88d3a-5859-47bc-b465-d4e7d9fb197e tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.166615 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 794cd305-e400-49fa-b59e-c7dd00a256e0 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:27.171435 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9da88d3a-5859-47bc-b465-d4e7d9fb197e tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.174205 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9da88d3a-5859-47bc-b465-d4e7d9fb197e tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-groups/712b6972-6da5-47c3-9e77-df19c1d6df52 HTTP/1.1" status: 204 len: 168 time: 0.3361979 Aug 31 01:10:27.177687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 794cd305-e400-49fa-b59e-c7dd00a256e0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:27.178022 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59496) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:27.178741 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.199864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da88d3a-5859-47bc-b465-d4e7d9fb197e tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=712b6972-6da5-47c3-9e77-df19c1d6df52,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:27.258741 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-debfef70-4cfe-42c0-9cea-05fe6f5a3f8c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4364331 Aug 31 01:10:27.259699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59500) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:27.267618 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-28a5dc30-8918-4297-8d68-53c048ec5009 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Request body: {'port': {'network_id': '2caac62a-3373-4f4a-bef6-4ec84f92b9fe', 'name': 'tempest-AllowedAddressPairTestJSON-107013459'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:27.320033 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7569e15f-e839-49bc-af51-f83db1d90fcd tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1274378 Aug 31 01:10:27.320033 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59506) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:27.334129 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-53f2c647-bd6f-497b-8288-2995f0c705de tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group': {'name': 'tempest-secgroup--1530491653'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:27.385226 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.439290 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 794cd305-e400-49fa-b59e-c7dd00a256e0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=794cd305-e400-49fa-b59e-c7dd00a256e0,segment=NetworkSegment(b38174e1-2300-47a9-9542-704b53591867),segment_id=b38174e1-2300-47a9-9542-704b53591867)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:27.484281 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-61e17edf-1d00-4298-bc79-a6d7d90e3872 req-e8c8f171-65e7-4410-82e6-7e6d8aabbc0d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 210 time: 0.0699098 Aug 31 01:10:27.594138 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53f2c647-bd6f-497b-8288-2995f0c705de tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.646469 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.649397 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-18be8bf7-42ca-46c4-9d6a-3398c53d512c None None] Provisioning for port af520527-2cfb-4bba-b759-418a7b3bc061 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:27.661073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-18be8bf7-42ca-46c4-9d6a-3398c53d512c None None] Provisioning complete for port af520527-2cfb-4bba-b759-418a7b3bc061 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:27.661318 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-18be8bf7-42ca-46c4-9d6a-3398c53d512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.740532 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-18be8bf7-42ca-46c4-9d6a-3398c53d512c None None] Port af520527-2cfb-4bba-b759-418a7b3bc061 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:10:27.747373 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=794cd305-e400-49fa-b59e-c7dd00a256e0,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:27.761242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a5dc30-8918-4297-8d68-53c048ec5009 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Made reservation on behalf of 03ca0cbf3b934bd99fddd030a7bdbc73 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:27.765383 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-28a5dc30-8918-4297-8d68-53c048ec5009 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.785025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-28a5dc30-8918-4297-8d68-53c048ec5009 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] device_id is not set on port 9f5def2c-079f-4c46-9681-3d56ec2acf7a yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:10:27.861015 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53f2c647-bd6f-497b-8288-2995f0c705de tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.924378 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-28a5dc30-8918-4297-8d68-53c048ec5009 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Allocated IP 172.20.0.4 (2caac62a-3373-4f4a-bef6-4ec84f92b9fe/2d7773b9-09ed-485d-9df6-5e781aba2150/9f5def2c-079f-4c46-9681-3d56ec2acf7a) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:27.978437 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53f2c647-bd6f-497b-8288-2995f0c705de tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.022440 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2c647-bd6f-497b-8288-2995f0c705de tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1903f42f-4ab6-40ae-83c3-fa2cf479b2c6,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:28.122813 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-28a5dc30-8918-4297-8d68-53c048ec5009 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.142111 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53f2c647-bd6f-497b-8288-2995f0c705de tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.143673 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-53f2c647-bd6f-497b-8288-2995f0c705de tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8238864 Aug 31 01:10:28.147889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-28a5dc30-8918-4297-8d68-53c048ec5009 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Transition to ACTIVE for port object 9f5def2c-079f-4c46-9681-3d56ec2acf7a will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:28.152048 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59514) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:28.157291 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1e4b6163-80fb-4957-a0a0-7fb382c6e20e tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group_rule': {'security_group_id': '1903f42f-4ab6-40ae-83c3-fa2cf479b2c6', 'direction': 'ingress', 'protocol': 17}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:28.314881 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6163-80fb-4957-a0a0-7fb382c6e20e tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.324108 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-28a5dc30-8918-4297-8d68-53c048ec5009 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.428882 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6163-80fb-4957-a0a0-7fb382c6e20e tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.466104 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a5dc30-8918-4297-8d68-53c048ec5009 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Network 2caac62a-3373-4f4a-bef6-4ec84f92b9fe is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:28.477093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-28a5dc30-8918-4297-8d68-53c048ec5009 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:28.480326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a5dc30-8918-4297-8d68-53c048ec5009 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:28.535802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5dc30-8918-4297-8d68-53c048ec5009 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event updated for resources: {'Port': ['ID=9f5def2c-079f-4c46-9681-3d56ec2acf7a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:28.588286 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6163-80fb-4957-a0a0-7fb382c6e20e tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.597765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-de9495bd-34f7-49bd-a0a0-95c90dab9df3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:28.601073 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-de9495bd-34f7-49bd-a0a0-95c90dab9df3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.48 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 806 time: 0.3138847 Aug 31 01:10:28.612649 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a5dc30-8918-4297-8d68-53c048ec5009 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:28.614789 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-28a5dc30-8918-4297-8d68-53c048ec5009 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.628144 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-96179e2e-09a5-4061-84c4-995aa98a3866 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Request body: {'port': {'device_id': '9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c', 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65', 'admin_state_up': True, 'tenant_id': '77fd9bfbc20d428e80cfea30225008a3'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:28.633483 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b6163-80fb-4957-a0a0-7fb382c6e20e tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0043957b-eeb2-4e89-846e-b4645207fe2b,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:28.733609 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d5cf8ea-357c-4aee-bdba-2f0e8a5e14bc req-6548ab1b-9c98-499f-8004-94c6ce826674 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 210 time: 0.0530586 Aug 31 01:10:28.764605 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6163-80fb-4957-a0a0-7fb382c6e20e tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.769716 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1e4b6163-80fb-4957-a0a0-7fb382c6e20e tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6138670 Aug 31 01:10:28.770839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59522) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:28.855041 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-beb649ae-a47f-4b89-b249-2d086d66d6cb tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.866896 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-28a5dc30-8918-4297-8d68-53c048ec5009 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6050518 Aug 31 01:10:28.871993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59524) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:28.878659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-5298e14d-6a53-416e-afac-679e653c3e0c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:e3:1c:2c'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:bd:1e:69'}]}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:28.895722 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-beb649ae-a47f-4b89-b249-2d086d66d6cb tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.982687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 794cd305-e400-49fa-b59e-c7dd00a256e0 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:29.018636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-605bc19d-83db-45d8-9d90-db53b8b351e1 None None] Provisioning for port 9f5def2c-079f-4c46-9681-3d56ec2acf7a completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:29.028421 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-605bc19d-83db-45d8-9d90-db53b8b351e1 None None] Provisioning complete for port 9f5def2c-079f-4c46-9681-3d56ec2acf7a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:29.028929 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-605bc19d-83db-45d8-9d90-db53b8b351e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.132891 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-96179e2e-09a5-4061-84c4-995aa98a3866 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Made reservation on behalf of 77fd9bfbc20d428e80cfea30225008a3 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:29.137062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-605bc19d-83db-45d8-9d90-db53b8b351e1 None None] Port 9f5def2c-079f-4c46-9681-3d56ec2acf7a cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:10:29.139891 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-96179e2e-09a5-4061-84c4-995aa98a3866 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.148277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 794cd305-e400-49fa-b59e-c7dd00a256e0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:29.148902 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.165129 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-beb649ae-a47f-4b89-b249-2d086d66d6cb tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.168369 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-beb649ae-a47f-4b89-b249-2d086d66d6cb tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.170418 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-beb649ae-a47f-4b89-b249-2d086d66d6cb tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-groups/1903f42f-4ab6-40ae-83c3-fa2cf479b2c6 HTTP/1.1" status: 204 len: 168 time: 0.3986237 Aug 31 01:10:29.174740 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59530) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:29.218449 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5298e14d-6a53-416e-afac-679e653c3e0c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.236035 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb649ae-a47f-4b89-b249-2d086d66d6cb tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1903f42f-4ab6-40ae-83c3-fa2cf479b2c6,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:29.286822 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-08c70bc0-2229-4bbb-bb94-539f1e2c82e1 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1029897 Aug 31 01:10:29.293188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59532) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:29.301364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-da12c229-d737-452e-b3cb-928096756989 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group': {'name': 'tempest-secgroup--198032913'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:29.435730 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-da12c229-d737-452e-b3cb-928096756989 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.455814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-96179e2e-09a5-4061-84c4-995aa98a3866 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Allocated IP 172.20.0.3 (e82eeec3-5ff2-445a-851f-06625aceee65/28e00ce7-f90d-46fd-a823-804dd57ed42f/96432a75-6894-44bb-b3cf-e774f3562bb0) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:29.573618 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-da12c229-d737-452e-b3cb-928096756989 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.715265 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5298e14d-6a53-416e-afac-679e653c3e0c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.731243 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-da12c229-d737-452e-b3cb-928096756989 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.787467 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12c229-d737-452e-b3cb-928096756989 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d10f3f2-b304-4eaa-b1a7-058a8d3c859f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:29.801658 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-96179e2e-09a5-4061-84c4-995aa98a3866 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.804269 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5298e14d-6a53-416e-afac-679e653c3e0c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.880551 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-da12c229-d737-452e-b3cb-928096756989 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.888458 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-da12c229-d737-452e-b3cb-928096756989 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5907729 Aug 31 01:10:29.889484 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59540) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:29.897952 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4c121321-43b2-423f-a4eb-c3d83808d262 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group': {'name': 'tempest-secgroup--890236981'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:29.952096 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-081e13bb-b3dc-41f5-8f43-3079468656a0 req-1fcc6e48-ee44-4089-8cd4-db14451e7ec0 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 210 time: 0.0609357 Aug 31 01:10:29.966479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298e14d-6a53-416e-afac-679e653c3e0c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event updated for resources: {'Port': ['ID=9f5def2c-079f-4c46-9681-3d56ec2acf7a,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:29.979545 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-5298e14d-6a53-416e-afac-679e653c3e0c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] In _notify_port_updated(), no bound segment for port 9f5def2c-079f-4c46-9681-3d56ec2acf7a on network 2caac62a-3373-4f4a-bef6-4ec84f92b9fe {{(pid=102342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:10:29.985824 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5298e14d-6a53-416e-afac-679e653c3e0c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:29.986556 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5298e14d-6a53-416e-afac-679e653c3e0c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.988209 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5298e14d-6a53-416e-afac-679e653c3e0c tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "PUT /v2.0/ports/9f5def2c-079f-4c46-9681-3d56ec2acf7a HTTP/1.1" status: 200 len: 1055 time: 1.1148882 Aug 31 01:10:29.992912 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59542) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:30.081313 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4c121321-43b2-423f-a4eb-c3d83808d262 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:30.120144 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-96179e2e-09a5-4061-84c4-995aa98a3866 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:30.170621 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-42305dd3-8992-4c49-8f37-9c547cda4ac1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Deleting port 9f5def2c-079f-4c46-9681-3d56ec2acf7a {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:30.172015 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-42305dd3-8992-4c49-8f37-9c547cda4ac1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:30.172585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7c23dcb4-7397-433a-a9d5-eee9907b5e8c None None] Provisioning complete for port 9f5def2c-079f-4c46-9681-3d56ec2acf7a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:30.173096 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7c23dcb4-7397-433a-a9d5-eee9907b5e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:30.182615 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-96179e2e-09a5-4061-84c4-995aa98a3866 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Network e82eeec3-5ff2-445a-851f-06625aceee65 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:30.191164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-96179e2e-09a5-4061-84c4-995aa98a3866 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:30.200961 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-96179e2e-09a5-4061-84c4-995aa98a3866 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:30.246796 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96179e2e-09a5-4061-84c4-995aa98a3866 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Pushing event updated for resources: {'Port': ['ID=96432a75-6894-44bb-b3cf-e774f3562bb0,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:30.250460 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7c23dcb4-7397-433a-a9d5-eee9907b5e8c None None] Port 9f5def2c-079f-4c46-9681-3d56ec2acf7a cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:10:30.274577 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-96179e2e-09a5-4061-84c4-995aa98a3866 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:30.275365 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-96179e2e-09a5-4061-84c4-995aa98a3866 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:30.348564 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4c121321-43b2-423f-a4eb-c3d83808d262 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:30.359206 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-42305dd3-8992-4c49-8f37-9c547cda4ac1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:30.374251 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-42305dd3-8992-4c49-8f37-9c547cda4ac1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Calling delete_port for 9f5def2c-079f-4c46-9681-3d56ec2acf7a owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:30.557888 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4c121321-43b2-423f-a4eb-c3d83808d262 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:30.619951 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c121321-43b2-423f-a4eb-c3d83808d262 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edeb06dd-7505-4b67-ae47-d7bdc8e639e2,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:30.727248 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-96179e2e-09a5-4061-84c4-995aa98a3866 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1034515 Aug 31 01:10:30.754651 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Request body: {'port': {'device_id': '9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:30.760472 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-42305dd3-8992-4c49-8f37-9c547cda4ac1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:30.763669 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4c121321-43b2-423f-a4eb-c3d83808d262 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:30.768987 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4c121321-43b2-423f-a4eb-c3d83808d262 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8744407 Aug 31 01:10:30.775514 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59554) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:30.795182 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f563b528-b47e-4f2f-9a88-23d9604f1b59 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group_rule': {'security_group_id': '4d10f3f2-b304-4eaa-b1a7-058a8d3c859f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'edeb06dd-7505-4b67-ae47-d7bdc8e639e2', 'remote_ip_prefix': None}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:30.847319 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42305dd3-8992-4c49-8f37-9c547cda4ac1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event deleted for resources: {'Port': ['ID=9f5def2c-079f-4c46-9681-3d56ec2acf7a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:30.865677 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.120386 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f563b528-b47e-4f2f-9a88-23d9604f1b59 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.230190 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-42305dd3-8992-4c49-8f37-9c547cda4ac1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.232484 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-42305dd3-8992-4c49-8f37-9c547cda4ac1 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "DELETE /v2.0/ports/9f5def2c-079f-4c46-9681-3d56ec2acf7a HTTP/1.1" status: 204 len: 168 time: 1.2384293 Aug 31 01:10:31.237500 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59558) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:31.241503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45a7e0-52b8-4cfb-85d2-72841fedf2f5 req-1ef2c110-a241-4477-8705-7bb17296d79f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:31.244352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b45a7e0-52b8-4cfb-85d2-72841fedf2f5 req-1ef2c110-a241-4477-8705-7bb17296d79f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 931 time: 0.1743865 Aug 31 01:10:31.303255 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c750da-da2b-4a34-8494-842431199ab7 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] GET failed (client error): The resource could not be found. Aug 31 01:10:31.304972 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-28c750da-da2b-4a34-8494-842431199ab7 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "GET /v2.0/ports/9f5def2c-079f-4c46-9681-3d56ec2acf7a HTTP/1.1" status: 404 len: 333 time: 0.0664358 Aug 31 01:10:31.309979 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59562) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:31.312781 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f563b528-b47e-4f2f-9a88-23d9604f1b59 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.322573 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b45a7e0-52b8-4cfb-85d2-72841fedf2f5 req-045093ac-c05a-4921-8375-53374568e264 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644281 Aug 31 01:10:31.461252 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96432a75-6894-44bb-b3cf-e774f3562bb0 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:31.470833 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.493487 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Transition to ACTIVE for port object 96432a75-6894-44bb-b3cf-e774f3562bb0 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:31.502169 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-ff4f961a-9f09-4224-8fba-b921352a2068 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Deleting port af520527-2cfb-4bba-b759-418a7b3bc061 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:31.502559 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ff4f961a-9f09-4224-8fba-b921352a2068 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.525026 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f563b528-b47e-4f2f-9a88-23d9604f1b59 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.545521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563b528-b47e-4f2f-9a88-23d9604f1b59 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd7f3e4-03d1-4037-b0de-60793e398676,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:31.556433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563b528-b47e-4f2f-9a88-23d9604f1b59 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:31.557546 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563b528-b47e-4f2f-9a88-23d9604f1b59 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:31.557822 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563b528-b47e-4f2f-9a88-23d9604f1b59 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:31.558303 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563b528-b47e-4f2f-9a88-23d9604f1b59 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:31.559886 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563b528-b47e-4f2f-9a88-23d9604f1b59 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:31.560232 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563b528-b47e-4f2f-9a88-23d9604f1b59 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:31.560583 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563b528-b47e-4f2f-9a88-23d9604f1b59 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:31.560583 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563b528-b47e-4f2f-9a88-23d9604f1b59 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:31.560583 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563b528-b47e-4f2f-9a88-23d9604f1b59 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:31.562433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563b528-b47e-4f2f-9a88-23d9604f1b59 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:31.562433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563b528-b47e-4f2f-9a88-23d9604f1b59 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:31.562433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563b528-b47e-4f2f-9a88-23d9604f1b59 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:31.639911 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ff4f961a-9f09-4224-8fba-b921352a2068 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.654477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-ff4f961a-9f09-4224-8fba-b921352a2068 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Calling delete_port for af520527-2cfb-4bba-b759-418a7b3bc061 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:31.707981 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.730292 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f563b528-b47e-4f2f-9a88-23d9604f1b59 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.731944 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f563b528-b47e-4f2f-9a88-23d9604f1b59 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9532371 Aug 31 01:10:31.738269 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59568) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:31.789221 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbe34-6957-4436-bc68-86e0f4631cc2 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.800153 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Pushing event updated for resources: {'Port': ['ID=96432a75-6894-44bb-b3cf-e774f3562bb0,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:31.810460 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbe34-6957-4436-bc68-86e0f4631cc2 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.961534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Attempting to bind port 96432a75-6894-44bb-b3cf-e774f3562bb0 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:31.961868 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Attempting to bind port 96432a75-6894-44bb-b3cf-e774f3562bb0 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:31.962194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Attempting to bind port 96432a75-6894-44bb-b3cf-e774f3562bb0 on network e82eeec3-5ff2-445a-851f-06625aceee65 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:31.968107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Port 96432a75-6894-44bb-b3cf-e774f3562bb0 on network e82eeec3-5ff2-445a-851f-06625aceee65 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:10:31.968429 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Attempting to bind port 96432a75-6894-44bb-b3cf-e774f3562bb0 on network e82eeec3-5ff2-445a-851f-06625aceee65 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:31.974059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:31.974391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Checking segment: {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:31.974776 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Bound using segment: {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:31.975251 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Bound port: 96432a75-6894-44bb-b3cf-e774f3562bb0, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:31.975614 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.045495 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbe34-6957-4436-bc68-86e0f4631cc2 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.057198 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbe34-6957-4436-bc68-86e0f4631cc2 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.059290 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bf1bbe34-6957-4436-bc68-86e0f4631cc2 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5dd7f3e4-03d1-4037-b0de-60793e398676 HTTP/1.1" status: 204 len: 168 time: 0.3152525 Aug 31 01:10:32.065542 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59572) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:32.070460 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bbe34-6957-4436-bc68-86e0f4631cc2 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5dd7f3e4-03d1-4037-b0de-60793e398676,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:32.099777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] For port 96432a75-6894-44bb-b3cf-e774f3562bb0, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:32.104743 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ff4f961a-9f09-4224-8fba-b921352a2068 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.129980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] For port 96432a75-6894-44bb-b3cf-e774f3562bb0, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=96432a75-6894-44bb-b3cf-e774f3562bb0,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:32.165829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f961a-9f09-4224-8fba-b921352a2068 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event deleted for resources: {'Port': ['ID=af520527-2cfb-4bba-b759-418a7b3bc061,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:32.227286 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d1a6f52b-0c85-4ca8-9ecb-44be2dbae6c2 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1530492 Aug 31 01:10:32.233869 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59574) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:32.266577 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.318453 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8a1873a5-8fcf-49ec-b92a-0ffba98323bd tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.353799 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:32.354375 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.355926 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] 10.222.0.48 "PUT /v2.0/ports/96432a75-6894-44bb-b3cf-e774f3562bb0 HTTP/1.1" status: 200 len: 1092 time: 1.6200993 Aug 31 01:10:32.356494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c', 'tag': '96432a75-6894-44bb-b3cf-e774f3562bb0'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:32.360399 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9790a2a4-6df4-4c86-848d-05314fdac85d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c", "tag": "96432a75-6894-44bb-b3cf-e774f3562bb0"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:32.376233 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ff4f961a-9f09-4224-8fba-b921352a2068 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.382341 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ff4f961a-9f09-4224-8fba-b921352a2068 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "DELETE /v2.0/ports/af520527-2cfb-4bba-b759-418a7b3bc061 HTTP/1.1" status: 204 len: 168 time: 1.0702112 Aug 31 01:10:32.382588 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8a1873a5-8fcf-49ec-b92a-0ffba98323bd tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.386135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59582) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:32.433308 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-2754064d-f59b-4a34-93ae-ae05efc9865f tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] GET failed (client error): The resource could not be found. Aug 31 01:10:32.435530 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2754064d-f59b-4a34-93ae-ae05efc9865f tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "GET /v2.0/ports/af520527-2cfb-4bba-b759-418a7b3bc061 HTTP/1.1" status: 404 len: 333 time: 0.0478351 Aug 31 01:10:32.437022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da4ec2-e6ed-4cce-ad96-aab8a1bfae33 service neutron] Pushing event updated for resources: {'Port': ['ID=96432a75-6894-44bb-b3cf-e774f3562bb0,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:32.443901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59586) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:32.492525 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b0538a-7377-4c15-aab1-744975b09012 x-openstack-request-id: req-a6b0538a-7377-4c15-aab1-744975b09012 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:32.493324 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c", "tag": "96432a75-6894-44bb-b3cf-e774f3562bb0", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:32.493921 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6b0538a-7377-4c15-aab1-744975b09012 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:32.495154 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c', 'tag': '96432a75-6894-44bb-b3cf-e774f3562bb0', 'status': 'completed', 'code': 200} Aug 31 01:10:32.606082 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8a1873a5-8fcf-49ec-b92a-0ffba98323bd tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.610037 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8a1873a5-8fcf-49ec-b92a-0ffba98323bd tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.616939 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8a1873a5-8fcf-49ec-b92a-0ffba98323bd tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-groups/edeb06dd-7505-4b67-ae47-d7bdc8e639e2 HTTP/1.1" status: 204 len: 168 time: 0.3765683 Aug 31 01:10:32.616939 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59590) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:32.642859 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1873a5-8fcf-49ec-b92a-0ffba98323bd tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeb06dd-7505-4b67-ae47-d7bdc8e639e2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:32.669761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790a2a4-6df4-4c86-848d-05314fdac85d req-6a5fd407-ceee-4498-b4c3-1d4ee7c8b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:32.671261 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9790a2a4-6df4-4c86-848d-05314fdac85d req-6a5fd407-ceee-4498-b4c3-1d4ee7c8b3f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 1095 time: 0.1755836 Aug 31 01:10:32.689965 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ca218-3d28-4993-897c-0148cf9bd1b2 req-d62b49d3-c025-48ab-921e-feab9b33558b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:32.692113 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4d8ca218-3d28-4993-897c-0148cf9bd1b2 req-d62b49d3-c025-48ab-921e-feab9b33558b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 943 time: 0.1788456 Aug 31 01:10:32.765800 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d23df1f5-bd15-4a4f-ba9a-10b85f8d72b1 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1478562 Aug 31 01:10:32.774117 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59592) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:32.792767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-8bf5e2aa-ec4e-466a-ad66-9052d89d5e9a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Deleting port 3ec61e52-c2f9-4790-ba24-e20b2992d1de {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:32.793333 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8bf5e2aa-ec4e-466a-ad66-9052d89d5e9a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.879481 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-04e00fea-4331-4bd4-90ef-0145d803abd6 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.890159 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4d8ca218-3d28-4993-897c-0148cf9bd1b2 req-1275bf4c-549a-4027-bf58-6d676bb570cf tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824949 Aug 31 01:10:32.921421 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-04e00fea-4331-4bd4-90ef-0145d803abd6 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.955043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790a2a4-6df4-4c86-848d-05314fdac85d req-f2f9ac9b-dc6a-4363-b4d5-e9694752c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:32.959428 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9790a2a4-6df4-4c86-848d-05314fdac85d req-f2f9ac9b-dc6a-4363-b4d5-e9694752c194 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=77fd9bfbc20d428e80cfea30225008a3&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2628915 Aug 31 01:10:33.137220 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-04e00fea-4331-4bd4-90ef-0145d803abd6 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:33.140575 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-04e00fea-4331-4bd4-90ef-0145d803abd6 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:33.141968 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-04e00fea-4331-4bd4-90ef-0145d803abd6 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-groups/4d10f3f2-b304-4eaa-b1a7-058a8d3c859f HTTP/1.1" status: 204 len: 168 time: 0.3675728 Aug 31 01:10:33.146816 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59598) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:33.169584 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e00fea-4331-4bd4-90ef-0145d803abd6 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d10f3f2-b304-4eaa-b1a7-058a8d3c859f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:33.226446 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-69bf9b62-599b-4a87-b2b6-85996b8ebd87 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0780075 Aug 31 01:10:33.232628 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59600) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:33.248120 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-073e5e08-912e-4091-8306-66ab49f7007a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group': {'name': 'tempest-secgroup--1549759274'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:33.445401 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-073e5e08-912e-4091-8306-66ab49f7007a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:33.459078 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8bf5e2aa-ec4e-466a-ad66-9052d89d5e9a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:33.493105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-8bf5e2aa-ec4e-466a-ad66-9052d89d5e9a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Calling delete_port for 3ec61e52-c2f9-4790-ba24-e20b2992d1de owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:33.584666 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-073e5e08-912e-4091-8306-66ab49f7007a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:33.612055 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790a2a4-6df4-4c86-848d-05314fdac85d req-f65cc404-5ad0-4a5a-9c07-85c531403cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:33.615081 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9790a2a4-6df4-4c86-848d-05314fdac85d req-f65cc404-5ad0-4a5a-9c07-85c531403cde service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6375077 Aug 31 01:10:33.716504 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-073e5e08-912e-4091-8306-66ab49f7007a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:33.761257 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e5e08-912e-4091-8306-66ab49f7007a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f43449f4-596d-4926-8402-1a26bc182679,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:33.794570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-75bdb2fc-f69f-4159-8e1d-0b711ad7bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:33.796166 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-75bdb2fc-f69f-4159-8e1d-0b711ad7bce7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 1095 time: 0.1266541 Aug 31 01:10:33.840910 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-073e5e08-912e-4091-8306-66ab49f7007a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:33.846522 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-073e5e08-912e-4091-8306-66ab49f7007a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6106815 Aug 31 01:10:33.847826 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59606) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:33.853125 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-4d260c04-895b-45d3-867a-c147959e4498 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96432a75-6894-44bb-b3cf-e774f3562bb0 HTTP/1.1" status: 200 len: 217 time: 0.0478756 Aug 31 01:10:33.855101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9c3b57de-18bc-40c1-be02-7ae37b3812e9 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group_rule': {'security_group_id': 'f43449f4-596d-4926-8402-1a26bc182679', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:33.926255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-157b35aa-d98e-4199-bc44-d098e999a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:33.928471 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-157b35aa-d98e-4199-bc44-d098e999a359 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28e00ce7-f90d-46fd-a823-804dd57ed42f HTTP/1.1" status: 200 len: 846 time: 0.0683546 Aug 31 01:10:33.975550 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-ae1ef2ad-f834-4428-ae8d-c0c595ab3cf5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e82eeec3-5ff2-445a-851f-06625aceee65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400076 Aug 31 01:10:33.976630 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8bf5e2aa-ec4e-466a-ad66-9052d89d5e9a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.000298 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c3b57de-18bc-40c1-be02-7ae37b3812e9 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.068677 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5e2aa-ec4e-466a-ad66-9052d89d5e9a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event deleted for resources: {'Port': ['ID=3ec61e52-c2f9-4790-ba24-e20b2992d1de,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:34.151303 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c3b57de-18bc-40c1-be02-7ae37b3812e9 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.273163 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d19073a8-3294-45e1-9e03-080403cde1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.309753 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c3b57de-18bc-40c1-be02-7ae37b3812e9 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.316428 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-f95201a4-7da2-41c1-b068-9869059a5799 service neutron] 10.222.0.48 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496507 Aug 31 01:10:34.332066 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c0609-493d-44c2-8eab-7fbbeb0be668 req-026b6859-4710-4931-a84d-03fad73b3741 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:34.335316 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-df4c0609-493d-44c2-8eab-7fbbeb0be668 req-026b6859-4710-4931-a84d-03fad73b3741 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 943 time: 0.2730124 Aug 31 01:10:34.337197 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8bf5e2aa-ec4e-466a-ad66-9052d89d5e9a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.344589 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59614) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:34.346708 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8bf5e2aa-ec4e-466a-ad66-9052d89d5e9a tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "DELETE /v2.0/ports/3ec61e52-c2f9-4790-ba24-e20b2992d1de HTTP/1.1" status: 204 len: 168 time: 1.8993664 Aug 31 01:10:34.358227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b57de-18bc-40c1-be02-7ae37b3812e9 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75510776-a5e1-428b-abef-8bb967f87991,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:34.437015 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d86a2bf-5ec7-457a-8750-571f8c9e10bd tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Deleting subnet 2d7773b9-09ed-485d-9df6-5e781aba2150 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:34.444209 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7d86a2bf-5ec7-457a-8750-571f8c9e10bd tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.495427 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c3b57de-18bc-40c1-be02-7ae37b3812e9 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.498294 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9c3b57de-18bc-40c1-be02-7ae37b3812e9 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6487172 Aug 31 01:10:34.500200 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-df4c0609-493d-44c2-8eab-7fbbeb0be668 req-9620bd25-9da0-4316-b5f3-966f39ed1abe tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406257 Aug 31 01:10:34.502180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59616) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:34.552509 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7d86a2bf-5ec7-457a-8750-571f8c9e10bd tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.570027 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-74890b24-d744-4598-985b-b0320e85845a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.592456 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-74890b24-d744-4598-985b-b0320e85845a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.601130 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-70cb6018-66cc-4df7-8d8d-653d0610a9ee req-bb782d93-6ff5-486a-96b1-392a78d8dda2 service neutron] 10.222.0.48 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543020 Aug 31 01:10:34.700715 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7d86a2bf-5ec7-457a-8750-571f8c9e10bd tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.754119 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-74890b24-d744-4598-985b-b0320e85845a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.764479 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-74890b24-d744-4598-985b-b0320e85845a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.766217 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-74890b24-d744-4598-985b-b0320e85845a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/75510776-a5e1-428b-abef-8bb967f87991 HTTP/1.1" status: 204 len: 168 time: 0.2584994 Aug 31 01:10:34.772780 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59624) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:34.783258 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74890b24-d744-4598-985b-b0320e85845a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75510776-a5e1-428b-abef-8bb967f87991,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:34.830421 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fa02ca9f-12cc-45b8-b8cd-b06958509c0c tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0558443 Aug 31 01:10:34.834120 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59626) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:34.886070 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7d86a2bf-5ec7-457a-8750-571f8c9e10bd tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.922982 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86a2bf-5ec7-457a-8750-571f8c9e10bd tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7773b9-09ed-485d-9df6-5e781aba2150,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:34.947000 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7d86a2bf-5ec7-457a-8750-571f8c9e10bd tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.947000 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7d86a2bf-5ec7-457a-8750-571f8c9e10bd tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "DELETE /v2.0/subnets/2d7773b9-09ed-485d-9df6-5e781aba2150 HTTP/1.1" status: 204 len: 168 time: 0.5923188 Aug 31 01:10:34.947321 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59628) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:34.947518 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2346054c-0eed-457a-8cd8-1679b460f17f None None] Network 2caac62a-3373-4f4a-bef6-4ec84f92b9fe requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:34.962899 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-357a697e-1477-4c8b-ad34-56db66ca87fe tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.004791 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-357a697e-1477-4c8b-ad34-56db66ca87fe tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.067371 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.142257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Deleting port 0d8b71de-7727-4870-9488-36f713b5322a {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:35.142621 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.166640 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-357a697e-1477-4c8b-ad34-56db66ca87fe tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.171824 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-357a697e-1477-4c8b-ad34-56db66ca87fe tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.174784 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-357a697e-1477-4c8b-ad34-56db66ca87fe tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-groups/f43449f4-596d-4926-8402-1a26bc182679 HTTP/1.1" status: 204 len: 168 time: 0.3389239 Aug 31 01:10:35.183431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59632) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:35.185615 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ab543d-9e5b-43dd-9a32-44dcb442c57d None None] DHCP port deletion for 2caac62a-3373-4f4a-bef6-4ec84f92b9fe request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:10:35.223321 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a697e-1477-4c8b-ad34-56db66ca87fe tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43449f4-596d-4926-8402-1a26bc182679,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:35.269591 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] For port 0d8b71de-7727-4870-9488-36f713b5322a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0d8b71de-7727-4870-9488-36f713b5322a,segment=NetworkSegment(6bbd067e-c269-4de8-964d-f11fb3ac0c79),segment_id=6bbd067e-c269-4de8-964d-f11fb3ac0c79)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:35.272010 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.284706 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-289f4055-8526-487f-aff6-05b4451431b4 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0964391 Aug 31 01:10:35.291107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59636) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:35.299537 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-13203509-dba9-492b-ad55-3a529352136b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326750618'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:35.306092 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Calling delete_port for 0d8b71de-7727-4870-9488-36f713b5322a owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:35.310571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-06ab543d-9e5b-43dd-9a32-44dcb442c57d None None] Deleting port 0d8b71de-7727-4870-9488-36f713b5322a {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:35.311850 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-06ab543d-9e5b-43dd-9a32-44dcb442c57d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.398695 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-06ab543d-9e5b-43dd-9a32-44dcb442c57d None None] For port 0d8b71de-7727-4870-9488-36f713b5322a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0d8b71de-7727-4870-9488-36f713b5322a,segment=NetworkSegment(6bbd067e-c269-4de8-964d-f11fb3ac0c79),segment_id=6bbd067e-c269-4de8-964d-f11fb3ac0c79)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:35.399204 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-06ab543d-9e5b-43dd-9a32-44dcb442c57d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.463355 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13203509-dba9-492b-ad55-3a529352136b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.591472 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.608414 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-06ab543d-9e5b-43dd-9a32-44dcb442c57d None None] Calling delete_port for 0d8b71de-7727-4870-9488-36f713b5322a owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:35.647468 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13203509-dba9-492b-ad55-3a529352136b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.654373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event deleted for resources: {'Port': ['ID=0d8b71de-7727-4870-9488-36f713b5322a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:35.660399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] No DVR routers for this DVR port 0d8b71de-7727-4870-9488-36f713b5322a on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:35.781240 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-06ab543d-9e5b-43dd-9a32-44dcb442c57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.788462 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13203509-dba9-492b-ad55-3a529352136b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.802143 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ab543d-9e5b-43dd-9a32-44dcb442c57d None None] No DVR routers for this DVR port 0d8b71de-7727-4870-9488-36f713b5322a on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:35.847051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab543d-9e5b-43dd-9a32-44dcb442c57d None None] Pushing event deleted for resources: {'Port': ['ID=0d8b71de-7727-4870-9488-36f713b5322a,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:35.892751 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13203509-dba9-492b-ad55-3a529352136b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694304a0-67ed-4c7b-a1d5-799883c1b0a1,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:35.921637 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de0dc663-a458-48a3-aa91-ef3098388183 req-91d2674b-5b64-46e7-a729-4d41f64a2e0c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3824053 Aug 31 01:10:35.940288 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.976760 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2caac62a-3373-4f4a-bef6-4ec84f92b9fe']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:36.005895 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13203509-dba9-492b-ad55-3a529352136b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.006509 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca25ac0-e591-4eab-92e8-5ead1f2b9158 req-10f945af-8e7d-4003-b5fc-75994ed8c70a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:36.014989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-13203509-dba9-492b-ad55-3a529352136b tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7154064 Aug 31 01:10:36.015210 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bca25ac0-e591-4eab-92e8-5ead1f2b9158 req-10f945af-8e7d-4003-b5fc-75994ed8c70a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 943 time: 0.3372121 Aug 31 01:10:36.016280 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59648) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:36.027061 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-23f08c5b-4645-42be-ba4d-8c8de973963c tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group_rule': {'security_group_id': '694304a0-67ed-4c7b-a1d5-799883c1b0a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:36.071040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbd067e-c269-4de8-964d-f11fb3ac0c79') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:36.071040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbd067e-c269-4de8-964d-f11fb3ac0c79') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:36.093833 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.136826 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.158123 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23f08c5b-4645-42be-ba4d-8c8de973963c tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.171510 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:10:36.172212 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:10:36.177087 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:10:36.182691 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bca25ac0-e591-4eab-92e8-5ead1f2b9158 req-c04e2e1b-8549-43a8-8040-0801da24fc67 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341360 Aug 31 01:10:36.185728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dc663-a458-48a3-aa91-ef3098388183 req-9164a96c-e237-4bf9-b633-830f2e935bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:36.187856 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de0dc663-a458-48a3-aa91-ef3098388183 req-9164a96c-e237-4bf9-b633-830f2e935bc7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=19c64f601c554de7b7c7ed4a689b2a97&device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 1097 time: 0.2311065 Aug 31 01:10:36.267988 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23f08c5b-4645-42be-ba4d-8c8de973963c tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.418353 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dc663-a458-48a3-aa91-ef3098388183 req-76dbcdb0-0d32-48e7-9f23-ad19033fcad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:36.420453 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de0dc663-a458-48a3-aa91-ef3098388183 req-76dbcdb0-0d32-48e7-9f23-ad19033fcad7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 HTTP/1.1" status: 200 len: 917 time: 0.2024224 Aug 31 01:10:36.426985 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19cd2ca8-e32f-447f-9266-b57154a22ac4 req-6ebe02e6-fcb0-44d3-a216-f0a53ec1e521 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0741975 Aug 31 01:10:36.453236 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23f08c5b-4645-42be-ba4d-8c8de973963c tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.483187 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.491056 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f08c5b-4645-42be-ba4d-8c8de973963c tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba508944-28e6-44e9-8464-f49a484518ca,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:36.509973 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.514479 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] 10.222.0.16 "DELETE /v2.0/networks/2caac62a-3373-4f4a-bef6-4ec84f92b9fe HTTP/1.1" status: 204 len: 168 time: 1.5698183 Aug 31 01:10:36.547344 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee394e-44ae-4601-b4eb-27b1efb9ce44 tempest-AllowedAddressPairTestJSON-1676853885 tempest-AllowedAddressPairTestJSON-1676853885-project] Pushing event deleted for resources: {'Network': ['ID=2caac62a-3373-4f4a-bef6-4ec84f92b9fe,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:36.560313 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd2ca8-e32f-447f-9266-b57154a22ac4 req-bf9a91b0-cd27-4322-9528-528fc1d733bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:36.560786 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19cd2ca8-e32f-447f-9266-b57154a22ac4 req-bf9a91b0-cd27-4322-9528-528fc1d733bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f481833dbad44e8ab08e3a835b3f2ce&device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 1097 time: 0.0940657 Aug 31 01:10:36.569668 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de0dc663-a458-48a3-aa91-ef3098388183 req-59d00e07-b0df-4b63-8ce9-e1d1f233b802 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a57eb15-5900-4c8b-8516-e11cb559d40d HTTP/1.1" status: 200 len: 1000 time: 0.1408489 Aug 31 01:10:36.654236 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dc663-a458-48a3-aa91-ef3098388183 req-a69ad290-be14-404e-8ce3-c4d74460b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:36.655558 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 96432a75-6894-44bb-b3cf-e774f3562bb0 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:10:36.656544 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de0dc663-a458-48a3-aa91-ef3098388183 req-a69ad290-be14-404e-8ce3-c4d74460b2bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba7747f8-0f41-4519-aeaf-544d4f1a2b4a HTTP/1.1" status: 200 len: 855 time: 0.0792718 Aug 31 01:10:36.664240 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23f08c5b-4645-42be-ba4d-8c8de973963c tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.670616 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-23f08c5b-4645-42be-ba4d-8c8de973963c tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6476028 Aug 31 01:10:36.675221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59662) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:36.727244 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-997ed0ea-60e5-4812-99be-6c389c1044a0 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-group-rules/ba508944-28e6-44e9-8464-f49a484518ca HTTP/1.1" status: 200 len: 763 time: 0.0495291 Aug 31 01:10:36.733104 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59664) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:36.769172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dc663-a458-48a3-aa91-ef3098388183 req-3eabde30-0ec9-484a-96ca-7f38faa0c6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:36.771799 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de0dc663-a458-48a3-aa91-ef3098388183 req-3eabde30-0ec9-484a-96ca-7f38faa0c6b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065803 Aug 31 01:10:36.793146 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd2ca8-e32f-447f-9266-b57154a22ac4 req-b5afb967-2241-4e1b-aa85-fb85757f3ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:36.798881 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19cd2ca8-e32f-447f-9266-b57154a22ac4 req-b5afb967-2241-4e1b-aa85-fb85757f3ac1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f095f258-8f80-4294-a06e-49d320c08de5 HTTP/1.1" status: 200 len: 898 time: 0.2042801 Aug 31 01:10:36.803355 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.914222 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0a523c37-02c6-4209-945d-339195b663f9 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1748273 Aug 31 01:10:36.916287 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59670) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:36.925864 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.943098 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de0dc663-a458-48a3-aa91-ef3098388183 req-6b4a0cbe-e984-42af-9657-f5368fc8b6f0 service neutron] 10.222.0.48 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624146 Aug 31 01:10:36.962962 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 96432a75-6894-44bb-b3cf-e774f3562bb0, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=96432a75-6894-44bb-b3cf-e774f3562bb0,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:36.987527 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19cd2ca8-e32f-447f-9266-b57154a22ac4 req-1bff7fcf-6711-40bf-a8b6-618489766abb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d309868f-4db1-456e-8b12-f6d71995d9cc HTTP/1.1" status: 200 len: 1001 time: 0.1829257 Aug 31 01:10:36.989706 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0de0d227-7cca-4eed-8e8c-38189b7deab9 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.011502 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0de0d227-7cca-4eed-8e8c-38189b7deab9 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.014820 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '96432a75-6894-44bb-b3cf-e774f3562bb0', 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65', 'port_id': '96432a75-6894-44bb-b3cf-e774f3562bb0', 'mac_address': 'fa:16:3e:58:ea:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e00ce7-f90d-46fd-a823-804dd57ed42f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:10:37.069237 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd2ca8-e32f-447f-9266-b57154a22ac4 req-f5caf2e7-40e8-4297-b285-13685f832198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:37.071681 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19cd2ca8-e32f-447f-9266-b57154a22ac4 req-f5caf2e7-40e8-4297-b285-13685f832198 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00adf21d-21f6-4a07-946b-74513c7c1b55 HTTP/1.1" status: 200 len: 834 time: 0.0697100 Aug 31 01:10:37.087167 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.128628 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-62a2cdd7-a58f-4115-a47b-5eb7be5bdf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.144013 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0d8b71de-7727-4870-9488-36f713b5322a no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:37.155755 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.202964 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0de0d227-7cca-4eed-8e8c-38189b7deab9 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.238241 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0de0d227-7cca-4eed-8e8c-38189b7deab9 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.240297 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0de0d227-7cca-4eed-8e8c-38189b7deab9 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ba508944-28e6-44e9-8464-f49a484518ca HTTP/1.1" status: 204 len: 168 time: 0.3161438 Aug 31 01:10:37.246603 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59678) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:37.254408 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96432a75-6894-44bb-b3cf-e774f3562bb0 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:37.275687 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0d227-7cca-4eed-8e8c-38189b7deab9 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba508944-28e6-44e9-8464-f49a484518ca,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:37.296129 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de0dc663-a458-48a3-aa91-ef3098388183 req-80d6a305-f997-448d-a8d0-a31968e5deef service neutron] 10.222.0.48 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400865 Aug 31 01:10:37.297011 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd2ca8-e32f-447f-9266-b57154a22ac4 req-1be53c63-6a00-4aa7-a03e-bb7afab60703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:37.300012 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19cd2ca8-e32f-447f-9266-b57154a22ac4 req-1be53c63-6a00-4aa7-a03e-bb7afab60703 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f095f258-8f80-4294-a06e-49d320c08de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1809916 Aug 31 01:10:37.329360 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 0d8b71de-7727-4870-9488-36f713b5322a {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:37.330173 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0d8b71de-7727-4870-9488-36f713b5322a not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:37.339710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 96432a75-6894-44bb-b3cf-e774f3562bb0, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=96432a75-6894-44bb-b3cf-e774f3562bb0,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:37.405231 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c21e65b5-6b98-4c95-9548-a3c8c1fb1136 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1564658 Aug 31 01:10:37.409206 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59680) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:37.417119 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-a0701f5f-9390-415e-b993-034bd1c53ce3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group_rule': {'security_group_id': '694304a0-67ed-4c7b-a1d5-799883c1b0a1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:37.445746 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59684) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:37.514617 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ce6c7-c479-47b9-84fd-c0abda4d9f37 req-d7d3eb1b-357a-42c0-8b42-a0934bbbe559 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:37.518541 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-836ce6c7-c479-47b9-84fd-c0abda4d9f37 req-d7d3eb1b-357a-42c0-8b42-a0934bbbe559 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 943 time: 0.1500030 Aug 31 01:10:37.530925 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.541744 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19cd2ca8-e32f-447f-9266-b57154a22ac4 req-ed46e80c-ed90-41c4-b500-919ac408665d service neutron] 10.222.0.41 "GET /v2.0/networks/f095f258-8f80-4294-a06e-49d320c08de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326164 Aug 31 01:10:37.662534 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-836ce6c7-c479-47b9-84fd-c0abda4d9f37 req-93116040-cebf-4a74-a9d6-c4eee3b77468 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157212 Aug 31 01:10:37.717356 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=96432a75-6894-44bb-b3cf-e774f3562bb0,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:37.740603 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a0701f5f-9390-415e-b993-034bd1c53ce3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.793399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['96432a75-6894-44bb-b3cf-e774f3562bb0'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:37.856329 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19cd2ca8-e32f-447f-9266-b57154a22ac4 req-9adf8992-eb4e-4cb2-bea6-309ffa0e7fe9 service neutron] 10.222.0.41 "GET /v2.0/networks/f095f258-8f80-4294-a06e-49d320c08de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064408 Aug 31 01:10:37.891964 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5a8fbd7b-32d6-40b2-a8a4-be045b20ebda admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03ca0cbf3b934bd99fddd030a7bdbc73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414129 Aug 31 01:10:37.895905 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59690) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:37.900456 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a0701f5f-9390-415e-b993-034bd1c53ce3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.970129 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a7b76a6-c0a0-4cc1-badf-a477a5420861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.012525 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a7b76a6-c0a0-4cc1-badf-a477a5420861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.016874 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a0701f5f-9390-415e-b993-034bd1c53ce3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.048817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0701f5f-9390-415e-b993-034bd1c53ce3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048e026e-7d4b-4fe6-bd12-3a2a6fe7cede,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:38.159406 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a0701f5f-9390-415e-b993-034bd1c53ce3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.161003 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a0701f5f-9390-415e-b993-034bd1c53ce3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7499976 Aug 31 01:10:38.165485 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59696) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:38.188758 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b2812760-a1fe-4300-b1d8-629f226a8b24 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-group-rules/048e026e-7d4b-4fe6-bd12-3a2a6fe7cede HTTP/1.1" status: 200 len: 763 time: 0.0218666 Aug 31 01:10:38.190747 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a7b76a6-c0a0-4cc1-badf-a477a5420861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.191507 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59698) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:38.213001 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a7b76a6-c0a0-4cc1-badf-a477a5420861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.214225 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4a7b76a6-c0a0-4cc1-badf-a477a5420861 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f336eeaa-e327-4819-ad0f-35a70bfa63ac HTTP/1.1" status: 204 len: 168 time: 0.3167832 Aug 31 01:10:38.227513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b76a6-c0a0-4cc1-badf-a477a5420861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f336eeaa-e327-4819-ad0f-35a70bfa63ac,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:38.261881 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-693f32a6-2d10-4688-9e13-f58d34feaa56 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0690143 Aug 31 01:10:38.264670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59702) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:38.295444 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dd0f435a-661e-4418-a841-39b79cff5e9d tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.306282 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dd0f435a-661e-4418-a841-39b79cff5e9d tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.525575 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dd0f435a-661e-4418-a841-39b79cff5e9d tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.534152 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dd0f435a-661e-4418-a841-39b79cff5e9d tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.535616 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-dd0f435a-661e-4418-a841-39b79cff5e9d tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/048e026e-7d4b-4fe6-bd12-3a2a6fe7cede HTTP/1.1" status: 204 len: 168 time: 0.2697814 Aug 31 01:10:38.539865 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59704) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:38.544827 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f435a-661e-4418-a841-39b79cff5e9d tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=048e026e-7d4b-4fe6-bd12-3a2a6fe7cede,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:38.573095 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.604749 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4e34791f-a4a0-4a1e-9a4c-5bd761b37ffd tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0621731 Aug 31 01:10:38.607385 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59710) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:38.614976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-aad4f013-4464-4df3-ae7c-6bcad6b1bdd3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Request body: {'security_group_rule': {'security_group_id': '694304a0-67ed-4c7b-a1d5-799883c1b0a1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:38.660733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 96432a75-6894-44bb-b3cf-e774f3562bb0 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:38.725297 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-aad4f013-4464-4df3-ae7c-6bcad6b1bdd3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Project 427867b2e57b418d94358bcf3796b08d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:10:38.740323 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aad4f013-4464-4df3-ae7c-6bcad6b1bdd3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.817277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 96432a75-6894-44bb-b3cf-e774f3562bb0 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:38.829779 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 96432a75-6894-44bb-b3cf-e774f3562bb0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:38.831463 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.944598 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aad4f013-4464-4df3-ae7c-6bcad6b1bdd3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.965652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f4875-66d0-464c-9143-4e5dba482915 req-f15cc64f-3885-43ed-9d9e-541f1210379c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:38.974808 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a5f4875-66d0-464c-9143-4e5dba482915 req-f15cc64f-3885-43ed-9d9e-541f1210379c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 944 time: 0.1135743 Aug 31 01:10:39.030676 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a5f4875-66d0-464c-9143-4e5dba482915 req-e446f583-6ed6-4a31-aa8f-1a320eef1bdc tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542600 Aug 31 01:10:39.032302 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.082223 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96432a75-6894-44bb-b3cf-e774f3562bb0'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:39.086728 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695fcb3c-fa3d-4205-b522-dac7d1ab10e8" -d '{"events": [{"server_uuid": "9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c", "name": "network-vif-plugged", "status": "completed", "tag": "96432a75-6894-44bb-b3cf-e774f3562bb0"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:39.097905 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aad4f013-4464-4df3-ae7c-6bcad6b1bdd3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.131821 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 96432a75-6894-44bb-b3cf-e774f3562bb0, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=96432a75-6894-44bb-b3cf-e774f3562bb0,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:39.153592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4f013-4464-4df3-ae7c-6bcad6b1bdd3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5d0a8b-2c38-46bf-9ffe-2b3b65822a56,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:39.185853 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470cf05f-473c-4a48-83c1-f7ff55b6a54a x-openstack-request-id: req-470cf05f-473c-4a48-83c1-f7ff55b6a54a {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:39.187603 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c", "name": "network-vif-plugged", "status": "completed", "tag": "96432a75-6894-44bb-b3cf-e774f3562bb0", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:39.189537 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-470cf05f-473c-4a48-83c1-f7ff55b6a54a {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:39.202598 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96432a75-6894-44bb-b3cf-e774f3562bb0', 'code': 200} Aug 31 01:10:39.280686 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.350796 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4127d99-7501-464f-8754-f934a62bcc92 req-9aa7bbd4-ddb6-47a7-9a89-21a337ced2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:39.353403 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4127d99-7501-464f-8754-f934a62bcc92 req-9aa7bbd4-ddb6-47a7-9a89-21a337ced2fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 1097 time: 0.0765214 Aug 31 01:10:39.357573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=96432a75-6894-44bb-b3cf-e774f3562bb0,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:39.361838 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aad4f013-4464-4df3-ae7c-6bcad6b1bdd3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.363112 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-aad4f013-4464-4df3-ae7c-6bcad6b1bdd3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7527342 Aug 31 01:10:39.365354 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59732) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:39.396350 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-47aebdb2-1737-410a-bcbf-d8f5d87c7b0c tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-group-rules/ce5d0a8b-2c38-46bf-9ffe-2b3b65822a56 HTTP/1.1" status: 200 len: 769 time: 0.0263612 Aug 31 01:10:39.400350 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59734) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:39.417485 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4127d99-7501-464f-8754-f934a62bcc92 req-3357799b-088d-405a-92ae-4bd2761eef5d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524421 Aug 31 01:10:39.462574 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-18bfeb57-e637-445b-b29a-fb6edc4d8a9a tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0592551 Aug 31 01:10:39.466747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59736) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:39.505940 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2c4265a9-0cae-43d4-acbb-09528a63d575 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.522072 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2c4265a9-0cae-43d4-acbb-09528a63d575 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.724689 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2c4265a9-0cae-43d4-acbb-09528a63d575 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.732215 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2c4265a9-0cae-43d4-acbb-09528a63d575 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.733865 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2c4265a9-0cae-43d4-acbb-09528a63d575 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ce5d0a8b-2c38-46bf-9ffe-2b3b65822a56 HTTP/1.1" status: 204 len: 168 time: 0.2655969 Aug 31 01:10:39.736731 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59746) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:39.750187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4265a9-0cae-43d4-acbb-09528a63d575 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce5d0a8b-2c38-46bf-9ffe-2b3b65822a56,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:39.786185 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3f1f2579-1d84-42cf-9448-010a1f9de0af tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0481069 Aug 31 01:10:39.793644 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59748) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:39.872286 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-61ab40fd-d6cf-4b26-bc10-cca2ee481fa3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.919960 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-61ab40fd-d6cf-4b26-bc10-cca2ee481fa3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.992938 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59754) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:40.159812 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-61ab40fd-d6cf-4b26-bc10-cca2ee481fa3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:40.165913 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-61ab40fd-d6cf-4b26-bc10-cca2ee481fa3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:40.171095 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-61ab40fd-d6cf-4b26-bc10-cca2ee481fa3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "DELETE /v2.0/security-groups/694304a0-67ed-4c7b-a1d5-799883c1b0a1 HTTP/1.1" status: 204 len: 168 time: 0.3726828 Aug 31 01:10:40.171590 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59760) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:40.175492 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5a95d849-f430-46a0-a870-309c767639d2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1164902846'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:40.184563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab40fd-d6cf-4b26-bc10-cca2ee481fa3 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694304a0-67ed-4c7b-a1d5-799883c1b0a1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:40.262749 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:40.302720 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60576e59-1b97-466e-908f-2bf3f08e39a2 req-9c93c846-4ab2-41fe-bd7d-389680dd167c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:40.307510 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-60576e59-1b97-466e-908f-2bf3f08e39a2 req-9c93c846-4ab2-41fe-bd7d-389680dd167c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 945 time: 0.1732562 Aug 31 01:10:40.312069 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8dc2937b-a522-47ec-a5e5-cc6a6d11d144 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1311553 Aug 31 01:10:40.318725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59766) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:40.383300 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-60576e59-1b97-466e-908f-2bf3f08e39a2 req-81372121-b516-49cd-a01f-73f2a84caaa9 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623825 Aug 31 01:10:40.395893 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bca33337-8b54-4330-a1ed-96b974428f09 tempest-SecGroupIPv6Test-621534550 tempest-SecGroupIPv6Test-621534550-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0757279 Aug 31 01:10:40.454229 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a95d849-f430-46a0-a870-309c767639d2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:40.461253 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a95d849-f430-46a0-a870-309c767639d2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:40.480877 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a95d849-f430-46a0-a870-309c767639d2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:40.672490 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a95d849-f430-46a0-a870-309c767639d2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:40.869430 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a95d849-f430-46a0-a870-309c767639d2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:40.916516 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a95d849-f430-46a0-a870-309c767639d2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:10:40.928879 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95d849-f430-46a0-a870-309c767639d2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3f7ae4-aaf7-49a3-b1c5-fbd66879cc0d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:40.944490 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a95d849-f430-46a0-a870-309c767639d2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:40.945038 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-5a95d849-f430-46a0-a870-309c767639d2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Added segment 7040bfcc-2bfd-4aab-9112-0fcc47ae2f02 of type vlan for network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 Aug 31 01:10:41.022837 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a95d849-f430-46a0-a870-309c767639d2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.216701 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a95d849-f430-46a0-a870-309c767639d2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.222982 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a95d849-f430-46a0-a870-309c767639d2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:41.229178 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a95d849-f430-46a0-a870-309c767639d2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.326909 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95d849-f430-46a0-a870-309c767639d2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Network': ['ID=61d8f6a3-6a1a-4a3f-a383-feb57be72ab5,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:41.343710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:10:41.409812 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59780) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:41.449210 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59784) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:41.450098 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5a95d849-f430-46a0-a870-309c767639d2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4533587 Aug 31 01:10:41.458108 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ba86ad2e-9013-472c-a867-8e1156a67267 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5', 'name': 'tempest-PortsTestJSON-303058859'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:41.593025 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c79a16-3d87-4d15-a40e-0cce6d67ae84 req-9be8f4fb-0a76-4a82-940e-919de1389d26 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:41.607956 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-78c79a16-3d87-4d15-a40e-0cce6d67ae84 req-9be8f4fb-0a76-4a82-940e-919de1389d26 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 945 time: 0.1065166 Aug 31 01:10:41.610581 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59790) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:41.674579 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-78c79a16-3d87-4d15-a40e-0cce6d67ae84 req-31f4650a-78a3-4bc0-8107-8ac9d9abf362 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650170 Aug 31 01:10:41.756876 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba86ad2e-9013-472c-a867-8e1156a67267 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:41.762660 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ba86ad2e-9013-472c-a867-8e1156a67267 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.766922 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6906fe15-dba4-4fbb-ab2e-60c57114e507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.776898 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-937dc670-a6b5-4943-8789-c99038842b9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=427867b2e57b418d94358bcf3796b08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3655312 Aug 31 01:10:41.780616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59798) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:41.818395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-ba86ad2e-9013-472c-a867-8e1156a67267 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] device_id is not set on port 12bde547-1da4-4acd-a2f7-69588642b0b9 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:10:41.860976 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59802) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:42.207196 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-235f1a00-ccf8-482c-8996-df375528d0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.354307 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ba86ad2e-9013-472c-a867-8e1156a67267 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.377036 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-235f1a00-ccf8-482c-8996-df375528d0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.424636 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6906fe15-dba4-4fbb-ab2e-60c57114e507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.436226 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55be824-ac58-48b3-9709-ae0ae487e7d5 req-24312d54-f6b1-48e7-bf60-981129556e9b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:42.438489 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c55be824-ac58-48b3-9709-ae0ae487e7d5 req-24312d54-f6b1-48e7-bf60-981129556e9b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 806 time: 0.4496050 Aug 31 01:10:42.456165 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6060096e-8c88-46b9-8d64-cfdb581953af tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.506977 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c55be824-ac58-48b3-9709-ae0ae487e7d5 req-74740da6-4772-49e6-8714-c22018d062cb tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/quotas/77fd9bfbc20d428e80cfea30225008a3 HTTP/1.1" status: 200 len: 375 time: 0.0506437 Aug 31 01:10:42.544694 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6906fe15-dba4-4fbb-ab2e-60c57114e507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.635674 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906fe15-dba4-4fbb-ab2e-60c57114e507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5661e3f-55f3-4776-84be-960d7ba8d4fe,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:42.640531 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6906fe15-dba4-4fbb-ab2e-60c57114e507 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=819a049847c1484b9dc19b13d67320a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0261700 Aug 31 01:10:42.644468 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59816) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:42.650053 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ba86ad2e-9013-472c-a867-8e1156a67267 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.674056 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c55be824-ac58-48b3-9709-ae0ae487e7d5 req-a3d73bd6-c0ea-432e-9732-174bb5fb94d6 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1558118 Aug 31 01:10:42.742636 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-235f1a00-ccf8-482c-8996-df375528d0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.747523 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-235f1a00-ccf8-482c-8996-df375528d0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.748719 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-235f1a00-ccf8-482c-8996-df375528d0b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40545082-4c85-457e-a527-902e731bdf00 HTTP/1.1" status: 204 len: 168 time: 0.9643712 Aug 31 01:10:42.853767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f1a00-ccf8-482c-8996-df375528d0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40545082-4c85-457e-a527-902e731bdf00,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:42.865972 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86ad2e-9013-472c-a867-8e1156a67267 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=12bde547-1da4-4acd-a2f7-69588642b0b9,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:42.936362 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-34ebaf44-582e-4755-bc23-941071be8c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.940736 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba86ad2e-9013-472c-a867-8e1156a67267 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Checking segment: {'id': '7040bfcc-2bfd-4aab-9112-0fcc47ae2f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:42.941102 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba86ad2e-9013-472c-a867-8e1156a67267 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network hostable DHCP agents. Network: 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:10:42.956142 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c55be824-ac58-48b3-9709-ae0ae487e7d5 req-c7d5f941-962a-43ee-b4d7-2215fd49f0bd service neutron] 10.222.0.16 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421427 Aug 31 01:10:42.973866 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-34ebaf44-582e-4755-bc23-941071be8c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.100521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba86ad2e-9013-472c-a867-8e1156a67267 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:10:43.146373 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c55be824-ac58-48b3-9709-ae0ae487e7d5 req-e305f3d1-a037-4a99-ab6f-a05f19cae56f service neutron] 10.222.0.16 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715090 Aug 31 01:10:43.263489 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-34ebaf44-582e-4755-bc23-941071be8c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.267071 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-34ebaf44-582e-4755-bc23-941071be8c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.268960 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-34ebaf44-582e-4755-bc23-941071be8c48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5661e3f-55f3-4776-84be-960d7ba8d4fe HTTP/1.1" status: 204 len: 168 time: 0.6225688 Aug 31 01:10:43.273143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-ba86ad2e-9013-472c-a867-8e1156a67267 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:43.286654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba86ad2e-9013-472c-a867-8e1156a67267 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:43.299100 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba86ad2e-9013-472c-a867-8e1156a67267 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:43.299957 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ba86ad2e-9013-472c-a867-8e1156a67267 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.301565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a26e94-1981-4f6e-b0d0-e72af48ae2fd None None] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:43.326800 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6060096e-8c88-46b9-8d64-cfdb581953af tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Deleting port 794cd305-e400-49fa-b59e-c7dd00a256e0 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:43.327237 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6060096e-8c88-46b9-8d64-cfdb581953af tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.357679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebaf44-582e-4755-bc23-941071be8c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5661e3f-55f3-4776-84be-960d7ba8d4fe,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:43.506435 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ba86ad2e-9013-472c-a867-8e1156a67267 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0485117 Aug 31 01:10:43.507120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59832) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:43.542420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-29338116-e5eb-4f6a-968e-aca239fa4b94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1633300657'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:43.588596 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-6060096e-8c88-46b9-8d64-cfdb581953af tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] For port 794cd305-e400-49fa-b59e-c7dd00a256e0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=794cd305-e400-49fa-b59e-c7dd00a256e0,segment=NetworkSegment(b38174e1-2300-47a9-9542-704b53591867),segment_id=b38174e1-2300-47a9-9542-704b53591867)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:43.613352 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6060096e-8c88-46b9-8d64-cfdb581953af tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.646704 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6060096e-8c88-46b9-8d64-cfdb581953af tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Calling delete_port for 794cd305-e400-49fa-b59e-c7dd00a256e0 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:43.761167 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29338116-e5eb-4f6a-968e-aca239fa4b94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:43.774394 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-29338116-e5eb-4f6a-968e-aca239fa4b94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.812072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29338116-e5eb-4f6a-968e-aca239fa4b94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:10:43.823009 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-29338116-e5eb-4f6a-968e-aca239fa4b94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.823406 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-29338116-e5eb-4f6a-968e-aca239fa4b94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Added segment 9688beae-28d9-4dab-b5af-b771a5445116 of type vlan for network 7da98312-7687-432f-86fa-19c947044129 Aug 31 01:10:43.933076 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-29338116-e5eb-4f6a-968e-aca239fa4b94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:44.158108 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-29338116-e5eb-4f6a-968e-aca239fa4b94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:44.158363 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6060096e-8c88-46b9-8d64-cfdb581953af tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:44.164497 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29338116-e5eb-4f6a-968e-aca239fa4b94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:44.165141 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-29338116-e5eb-4f6a-968e-aca239fa4b94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:44.216835 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060096e-8c88-46b9-8d64-cfdb581953af tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'Port': ['ID=794cd305-e400-49fa-b59e-c7dd00a256e0,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:44.285308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29338116-e5eb-4f6a-968e-aca239fa4b94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Network': ['ID=7da98312-7687-432f-86fa-19c947044129,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:44.300848 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 7da98312-7687-432f-86fa-19c947044129 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:10:44.474890 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6060096e-8c88-46b9-8d64-cfdb581953af tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:44.749076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6060096e-8c88-46b9-8d64-cfdb581953af tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:10:44.762003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-29338116-e5eb-4f6a-968e-aca239fa4b94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2527318 Aug 31 01:10:44.764570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59876) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:44.770008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'ports': [{'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5'}, {'network_id': '7da98312-7687-432f-86fa-19c947044129'}]} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:44.771056 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:44.771056 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'network_id': '7da98312-7687-432f-86fa-19c947044129'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:44.998332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6060096e-8c88-46b9-8d64-cfdb581953af tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:10:45.007601 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6060096e-8c88-46b9-8d64-cfdb581953af tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "PUT /v2.0/routers/82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1451395 Aug 31 01:10:45.021561 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383649e9-8e9b-4dea-a4a2-5e2e817ba057 None None] Sync routers for ids ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:10:45.034336 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383649e9-8e9b-4dea-a4a2-5e2e817ba057 None None] Routers {'82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:10:45.035082 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-383649e9-8e9b-4dea-a4a2-5e2e817ba057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:10:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:45.193488 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'port': 2} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:45.195193 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-383649e9-8e9b-4dea-a4a2-5e2e817ba057 None None] Set router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:10:45.199366 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:45.238854 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:45.321903 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59892) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:45.374775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] device_id is not set on port 77c3df0b-8fd8-4d2a-8f96-077a3d2d551b yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:10:45.599943 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-383649e9-8e9b-4dea-a4a2-5e2e817ba057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:10:43Z', 'revision_number': 6, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '2898b1b8-6b44-473c-951e-cdeda094938d', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'port_id': 'd309868f-4db1-456e-8b12-f6d71995d9cc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'mac_address': 'fa:16:3e:ed:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee56f9-3481-4360-a780-147a975ad833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:12Z', 'updated_at': '2021-08-31T01:09:19Z', 'revision_number': 1, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84271276-812b-4724-80ef-613612e87de0', 'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:6a:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:22Z', 'updated_at': '2021-08-31T01:08:34Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:45.602443 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1a30bd81-1405-40b4-a91d-c85a31de1454 tempest-SubnetPoolsTestJSON-92535562 tempest-SubnetPoolsTestJSON-92535562-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-924324475', 'prefixes': ['172.20.0.0/16']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:45.646141 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:45.648063 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383649e9-8e9b-4dea-a4a2-5e2e817ba057 None None] Checking router: 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:10:45.660964 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383649e9-8e9b-4dea-a4a2-5e2e817ba057 None None] Routers {'82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:10:45.662132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-383649e9-8e9b-4dea-a4a2-5e2e817ba057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:10:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:45.808741 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] device_id is not set on port 86edcd1e-b922-46b0-8465-7adc66d69553 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:10:45.853745 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-383649e9-8e9b-4dea-a4a2-5e2e817ba057 None None] Set router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:10:45.872660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-39d662c8-d508-41f1-b45d-23f3bbfd427a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:45.874900 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-39d662c8-d508-41f1-b45d-23f3bbfd427a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 806 time: 0.2537177 Aug 31 01:10:45.903108 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-498ec377-2e73-4470-a133-31511a9c2cb7 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/quotas/77fd9bfbc20d428e80cfea30225008a3 HTTP/1.1" status: 200 len: 375 time: 0.0123889 Aug 31 01:10:45.928469 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbce5c3-d192-4e4c-ac2a-7532c002dafb req-2e5b70d8-1157-4751-ad0c-e25759434ee2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:45.932862 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bdbce5c3-d192-4e4c-ac2a-7532c002dafb req-2e5b70d8-1157-4751-ad0c-e25759434ee2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 946 time: 0.1135435 Aug 31 01:10:45.993881 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-27a32e80-9c3b-47aa-b28f-9c6a8b7fe8ad tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0731552 Aug 31 01:10:46.084773 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bdbce5c3-d192-4e4c-ac2a-7532c002dafb req-fb0dd2d8-05e9-4217-98da-9f7a9d3d8da9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd604d35-560d-4788-ba66-71cb73926b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414721 Aug 31 01:10:46.094798 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a30bd81-1405-40b4-a91d-c85a31de1454 tempest-SubnetPoolsTestJSON-92535562 tempest-SubnetPoolsTestJSON-92535562-project] Notify callbacks [] for subnetpool, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.099429 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1a30bd81-1405-40b4-a91d-c85a31de1454 tempest-SubnetPoolsTestJSON-92535562 tempest-SubnetPoolsTestJSON-92535562-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7760026 Aug 31 01:10:46.100072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59918) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:46.150316 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.191822 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d3386cc9-f80c-4805-8d42-066d87f8f202 tempest-SubnetPoolsTestJSON-92535562 tempest-SubnetPoolsTestJSON-92535562-project] 10.222.0.16 "GET /v2.0/subnetpools/279c8b0f-2e22-4651-9cd1-b66958dd6fcd HTTP/1.1" status: 200 len: 731 time: 0.0885415 Aug 31 01:10:46.195840 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59926) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:46.208360 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9c9fed8b-2884-40ad-8ab0-09a0ed26395c tempest-SubnetPoolsTestJSON-92535562 tempest-SubnetPoolsTestJSON-92535562-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-932618057'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:46.313020 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-0441caaf-5f19-44c1-afb6-b5bd45219ef6 service neutron] 10.222.0.16 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998972 Aug 31 01:10:46.394377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-383649e9-8e9b-4dea-a4a2-5e2e817ba057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:10:43Z', 'revision_number': 6, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '2898b1b8-6b44-473c-951e-cdeda094938d', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'port_id': 'd309868f-4db1-456e-8b12-f6d71995d9cc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'mac_address': 'fa:16:3e:ed:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee56f9-3481-4360-a780-147a975ad833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:12Z', 'updated_at': '2021-08-31T01:09:19Z', 'revision_number': 1, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84271276-812b-4724-80ef-613612e87de0', 'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:6a:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:22Z', 'updated_at': '2021-08-31T01:08:34Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:46.413108 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383649e9-8e9b-4dea-a4a2-5e2e817ba057 None None] The sync data for ids ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'] in n-d-793621-34 is: [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:10:43Z', 'revision_number': 6, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '2898b1b8-6b44-473c-951e-cdeda094938d', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'port_id': 'd309868f-4db1-456e-8b12-f6d71995d9cc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'mac_address': 'fa:16:3e:ed:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee56f9-3481-4360-a780-147a975ad833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:12Z', 'updated_at': '2021-08-31T01:09:19Z', 'revision_number': 1, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84271276-812b-4724-80ef-613612e87de0', 'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:6a:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:22Z', 'updated_at': '2021-08-31T01:08:34Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:10:46.429325 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.502838 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-cc89abfe-6d6d-4217-8a90-2970c11d49d5 service neutron] 10.222.0.16 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700313 Aug 31 01:10:46.515139 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c9fed8b-2884-40ad-8ab0-09a0ed26395c tempest-SubnetPoolsTestJSON-92535562 tempest-SubnetPoolsTestJSON-92535562-project] Notify callbacks [] for subnetpool, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.516956 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9c9fed8b-2884-40ad-8ab0-09a0ed26395c tempest-SubnetPoolsTestJSON-92535562 tempest-SubnetPoolsTestJSON-92535562-project] 10.222.0.16 "PUT /v2.0/subnetpools/279c8b0f-2e22-4651-9cd1-b66958dd6fcd HTTP/1.1" status: 200 len: 683 time: 0.3196893 Aug 31 01:10:46.519989 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59936) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:46.525138 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=77c3df0b-8fd8-4d2a-8f96-077a3d2d551b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:46.545427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:46.547437 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:46.550714 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:46.552263 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.642551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=86edcd1e-b922-46b0-8465-7adc66d69553,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:46.692464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Checking segment: {'id': '9688beae-28d9-4dab-b5af-b771a5445116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7da98312-7687-432f-86fa-19c947044129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:46.692464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network hostable DHCP agents. Network: 7da98312-7687-432f-86fa-19c947044129, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:10:46.770585 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-41f3c868-3cc2-481d-9e41-4b4b0343bd31 tempest-SubnetPoolsTestJSON-92535562 tempest-SubnetPoolsTestJSON-92535562-project] Notify callbacks [] for subnetpool, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.772141 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-41f3c868-3cc2-481d-9e41-4b4b0343bd31 tempest-SubnetPoolsTestJSON-92535562 tempest-SubnetPoolsTestJSON-92535562-project] 10.222.0.16 "DELETE /v2.0/subnetpools/279c8b0f-2e22-4651-9cd1-b66958dd6fcd HTTP/1.1" status: 204 len: 168 time: 0.2501872 Aug 31 01:10:46.782098 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59940) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:46.806339 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-70da1067-b6c3-46b2-8226-d94d7de59e95 tempest-SubnetPoolsTestJSON-92535562 tempest-SubnetPoolsTestJSON-92535562-project] show failed (client error): The resource could not be found. Aug 31 01:10:46.812124 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-70da1067-b6c3-46b2-8226-d94d7de59e95 tempest-SubnetPoolsTestJSON-92535562 tempest-SubnetPoolsTestJSON-92535562-project] 10.222.0.16 "GET /v2.0/subnetpools/279c8b0f-2e22-4651-9cd1-b66958dd6fcd HTTP/1.1" status: 404 len: 346 time: 0.0311072 Aug 31 01:10:46.816189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59942) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:46.876244 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-8127cfe1-f07f-46cb-abf2-1cac468132f4 tempest-SubnetPoolsTestJSON-92535562 tempest-SubnetPoolsTestJSON-92535562-project] delete failed (client error): The resource could not be found. Aug 31 01:10:46.877975 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8127cfe1-f07f-46cb-abf2-1cac468132f4 tempest-SubnetPoolsTestJSON-92535562 tempest-SubnetPoolsTestJSON-92535562-project] 10.222.0.16 "DELETE /v2.0/subnetpools/279c8b0f-2e22-4651-9cd1-b66958dd6fcd HTTP/1.1" status: 404 len: 346 time: 0.0604119 Aug 31 01:10:46.888601 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network 7da98312-7687-432f-86fa-19c947044129 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:10:46.957311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 794cd305-e400-49fa-b59e-c7dd00a256e0 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:47.015028 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 794cd305-e400-49fa-b59e-c7dd00a256e0 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:47.015644 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 794cd305-e400-49fa-b59e-c7dd00a256e0 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:47.026907 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-318c4337-bd90-4a55-9298-33d826092874 req-ff9f1875-b477-42c7-9e83-154e2f25562c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 210 time: 0.0774953 Aug 31 01:10:47.028279 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 7da98312-7687-432f-86fa-19c947044129) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:47.034496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:47.049182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dea21fb-823d-41dc-aa15-862652c454e5 None None] Network 7da98312-7687-432f-86fa-19c947044129 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:47.058219 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:47.075948 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:47.076810 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:47.238529 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388646d2-204c-484f-ac4b-efb5d81082d4 req-dd8ac24d-74d2-4684-89b8-38937a4541d7 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:47.241158 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-388646d2-204c-484f-ac4b-efb5d81082d4 req-dd8ac24d-74d2-4684-89b8-38937a4541d7 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.48 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 946 time: 0.1570830 Aug 31 01:10:47.372616 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3194b-b7bb-4b7d-b50f-fd8dbccc5802 req-b968e2a4-a798-4053-a380-801fd522c2df tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:47.381708 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ddb3194b-b7bb-4b7d-b50f-fd8dbccc5802 req-b968e2a4-a798-4053-a380-801fd522c2df tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 946 time: 0.1653657 Aug 31 01:10:47.409998 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59960) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:47.470153 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-dab29e6d-f0ec-4009-84d4-1b72d8a6e8da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7003615 Aug 31 01:10:47.526572 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59968) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:47.546161 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ddb3194b-b7bb-4b7d-b50f-fd8dbccc5802 req-6da5b923-3780-4ada-9597-71a27e7ecb6d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd604d35-560d-4788-ba66-71cb73926b29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565900 Aug 31 01:10:47.598329 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-388646d2-204c-484f-ac4b-efb5d81082d4 req-db996c24-001e-497e-a27f-c82be85bd94a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Deleting port 748199cf-e135-4a66-bc20-781d2c94b72f {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:47.598723 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-388646d2-204c-484f-ac4b-efb5d81082d4 req-db996c24-001e-497e-a27f-c82be85bd94a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:47.694073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59972) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:47.754668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-388646d2-204c-484f-ac4b-efb5d81082d4 req-db996c24-001e-497e-a27f-c82be85bd94a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] For port 748199cf-e135-4a66-bc20-781d2c94b72f, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=748199cf-e135-4a66-bc20-781d2c94b72f,segment=NetworkSegment(b38174e1-2300-47a9-9542-704b53591867),segment_id=b38174e1-2300-47a9-9542-704b53591867)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:47.755222 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-388646d2-204c-484f-ac4b-efb5d81082d4 req-db996c24-001e-497e-a27f-c82be85bd94a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:47.778317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-388646d2-204c-484f-ac4b-efb5d81082d4 req-db996c24-001e-497e-a27f-c82be85bd94a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Calling delete_port for 748199cf-e135-4a66-bc20-781d2c94b72f owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:47.809101 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ce5fb52-64d1-401a-9ee9-6a557db165cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:47.916405 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-304bbbcb-e355-4846-b6ad-0f728c6f1cee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port 86edcd1e-b922-46b0-8465-7adc66d69553 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:47.920407 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-304bbbcb-e355-4846-b6ad-0f728c6f1cee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:47.959358 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3de6d071-5016-4633-afed-110c1fbdd058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.072796 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-304bbbcb-e355-4846-b6ad-0f728c6f1cee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.105129 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-304bbbcb-e355-4846-b6ad-0f728c6f1cee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for 86edcd1e-b922-46b0-8465-7adc66d69553 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:48.190275 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e4c388b1-8fe6-4b03-a233-2c3ad5ed10a0 req-1d88767f-2ea0-4e07-bded-00641d3227be tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 210 time: 0.0669725 Aug 31 01:10:48.214582 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-388646d2-204c-484f-ac4b-efb5d81082d4 req-db996c24-001e-497e-a27f-c82be85bd94a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.236895 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ce5fb52-64d1-401a-9ee9-6a557db165cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.252051 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db996c24-001e-497e-a27f-c82be85bd94a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'Port': ['ID=748199cf-e135-4a66-bc20-781d2c94b72f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:48.307084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-388646d2-204c-484f-ac4b-efb5d81082d4 req-db996c24-001e-497e-a27f-c82be85bd94a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] No DVR routers for this DVR port 748199cf-e135-4a66-bc20-781d2c94b72f on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:48.310319 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-388646d2-204c-484f-ac4b-efb5d81082d4 req-db996c24-001e-497e-a27f-c82be85bd94a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.312445 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-388646d2-204c-484f-ac4b-efb5d81082d4 req-db996c24-001e-497e-a27f-c82be85bd94a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.48 "DELETE /v2.0/ports/748199cf-e135-4a66-bc20-781d2c94b72f HTTP/1.1" status: 204 len: 173 time: 1.0627694 Aug 31 01:10:48.312927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816652ab-e14e-497e-b193-e0a5a867db77', 'name': 'network-vif-deleted', 'tag': '748199cf-e135-4a66-bc20-781d2c94b72f'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:48.315340 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48341d76-33e5-4e70-acc7-b666d9cdd458" -d '{"events": [{"server_uuid": "816652ab-e14e-497e-b193-e0a5a867db77", "name": "network-vif-deleted", "tag": "748199cf-e135-4a66-bc20-781d2c94b72f"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:48.360866 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c63df92-20e8-4432-be51-e37d54413c80 x-openstack-request-id: req-9c63df92-20e8-4432-be51-e37d54413c80 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:48.361164 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816652ab-e14e-497e-b193-e0a5a867db77", "name": "network-vif-deleted", "tag": "748199cf-e135-4a66-bc20-781d2c94b72f", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:48.361405 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c63df92-20e8-4432-be51-e37d54413c80 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:48.361964 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816652ab-e14e-497e-b193-e0a5a867db77', 'name': 'network-vif-deleted', 'tag': '748199cf-e135-4a66-bc20-781d2c94b72f', 'status': 'completed', 'code': 200} Aug 31 01:10:48.377794 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ce5fb52-64d1-401a-9ee9-6a557db165cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.449966 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7ce5fb52-64d1-401a-9ee9-6a557db165cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25543b6ee12c4f92b2c0297580df7481&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0353315 Aug 31 01:10:48.450292 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59986) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:48.452964 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5fb52-64d1-401a-9ee9-6a557db165cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2b692a-5574-4ae2-98c5-0310b6cc7eec,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:48.455556 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-304bbbcb-e355-4846-b6ad-0f728c6f1cee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.527226 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304bbbcb-e355-4846-b6ad-0f728c6f1cee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=86edcd1e-b922-46b0-8465-7adc66d69553,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:48.528362 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:10:48.543038 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-304bbbcb-e355-4846-b6ad-0f728c6f1cee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.547884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59990) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:48.548261 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-304bbbcb-e355-4846-b6ad-0f728c6f1cee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/ports/86edcd1e-b922-46b0-8465-7adc66d69553 HTTP/1.1" status: 204 len: 168 time: 0.9967663 Aug 31 01:10:48.604280 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5314a82-74bd-4589-a3bc-b305fd62abb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.631931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94894664-0826-4104-aea9-fa87cbeb8718 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:48.638187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94894664-0826-4104-aea9-fa87cbeb8718 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:48.644367 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-94894664-0826-4104-aea9-fa87cbeb8718 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0915630 Aug 31 01:10:48.645911 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59994) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:48.647961 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3de6d071-5016-4633-afed-110c1fbdd058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.674781 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5314a82-74bd-4589-a3bc-b305fd62abb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.763065 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-45977832-e8a6-46cf-8366-28612a37c9ae req-827caadd-a866-4e48-810f-f5784c47cb43 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 210 time: 0.0342419 Aug 31 01:10:48.787922 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3de6d071-5016-4633-afed-110c1fbdd058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.808403 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-42cc5c8f-1f10-49a1-ab08-4de384404924 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port 77c3df0b-8fd8-4d2a-8f96-077a3d2d551b {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:48.809085 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-42cc5c8f-1f10-49a1-ab08-4de384404924 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.835630 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3de6d071-5016-4633-afed-110c1fbdd058 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ea1f871ba97460bb9193358d2bbf444&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1397545 Aug 31 01:10:48.837064 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6d071-5016-4633-afed-110c1fbdd058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1ab039-5ead-499a-a3e2-84e5deb2597d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:48.840082 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59996) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:48.907665 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-235246ab-b5cc-4f76-b07e-a90913f5160c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.907952 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-42cc5c8f-1f10-49a1-ab08-4de384404924 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.924516 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5314a82-74bd-4589-a3bc-b305fd62abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.927266 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5314a82-74bd-4589-a3bc-b305fd62abb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.928659 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e5314a82-74bd-4589-a3bc-b305fd62abb6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a2b692a-5574-4ae2-98c5-0310b6cc7eec HTTP/1.1" status: 204 len: 168 time: 0.4769580 Aug 31 01:10:48.937682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-42cc5c8f-1f10-49a1-ab08-4de384404924 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for 77c3df0b-8fd8-4d2a-8f96-077a3d2d551b owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:48.952908 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5314a82-74bd-4589-a3bc-b305fd62abb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2b692a-5574-4ae2-98c5-0310b6cc7eec,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:48.961031 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-235246ab-b5cc-4f76-b07e-a90913f5160c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.148247 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-42cc5c8f-1f10-49a1-ab08-4de384404924 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.148642 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-235246ab-b5cc-4f76-b07e-a90913f5160c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.153512 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-235246ab-b5cc-4f76-b07e-a90913f5160c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.155375 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-235246ab-b5cc-4f76-b07e-a90913f5160c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df1ab039-5ead-499a-a3e2-84e5deb2597d HTTP/1.1" status: 204 len: 168 time: 0.3138089 Aug 31 01:10:49.187806 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235246ab-b5cc-4f76-b07e-a90913f5160c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1ab039-5ead-499a-a3e2-84e5deb2597d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:49.215058 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc5c8f-1f10-49a1-ab08-4de384404924 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=77c3df0b-8fd8-4d2a-8f96-077a3d2d551b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:49.221255 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-42cc5c8f-1f10-49a1-ab08-4de384404924 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.235150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60006) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:49.236078 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-42cc5c8f-1f10-49a1-ab08-4de384404924 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/ports/77c3df0b-8fd8-4d2a-8f96-077a3d2d551b HTTP/1.1" status: 204 len: 168 time: 0.5884578 Aug 31 01:10:49.359220 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-41c0fcef-cf1f-42cf-a8e7-7ba0a182c905 req-446cab75-3303-423b-9a6e-cd9b9cac478a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 210 time: 0.0368180 Aug 31 01:10:49.382736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5642dee7-c459-4b37-9270-d1d4d4d5b4cb tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:49.389381 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5642dee7-c459-4b37-9270-d1d4d4d5b4cb tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1487548 Aug 31 01:10:49.389677 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60008) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:49.433605 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-573c7d39-95ca-4daa-812e-e8d25e82f70d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] GET failed (client error): The resource could not be found. Aug 31 01:10:49.439897 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-573c7d39-95ca-4daa-812e-e8d25e82f70d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports/86edcd1e-b922-46b0-8465-7adc66d69553 HTTP/1.1" status: 404 len: 333 time: 0.0452416 Aug 31 01:10:49.440187 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60012) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:49.480360 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d151d9-5f0a-434f-9582-d24928d4b45c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] GET failed (client error): The resource could not be found. Aug 31 01:10:49.483694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-70d151d9-5f0a-434f-9582-d24928d4b45c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports/77c3df0b-8fd8-4d2a-8f96-077a3d2d551b HTTP/1.1" status: 404 len: 333 time: 0.0421743 Aug 31 01:10:49.489001 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60016) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:49.660459 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8466e94e-32ff-4547-a7c0-fcc415bbaaa5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.797396 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8466e94e-32ff-4547-a7c0-fcc415bbaaa5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.815303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-8466e94e-32ff-4547-a7c0-fcc415bbaaa5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da98312-7687-432f-86fa-19c947044129']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:49.830462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-8466e94e-32ff-4547-a7c0-fcc415bbaaa5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9688beae-28d9-4dab-b5af-b771a5445116') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:49.830877 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-8466e94e-32ff-4547-a7c0-fcc415bbaaa5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9688beae-28d9-4dab-b5af-b771a5445116') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:49.855376 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8466e94e-32ff-4547-a7c0-fcc415bbaaa5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.911699 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8466e94e-32ff-4547-a7c0-fcc415bbaaa5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.915794 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fa68d64c-eb2a-4d66-aa55-41523cd59032 req-5e5b1791-41ad-4db5-b4e3-9f7ff67f534d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=816652ab-e14e-497e-b193-e0a5a867db77 HTTP/1.1" status: 200 len: 210 time: 0.0454831 Aug 31 01:10:49.930981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8466e94e-32ff-4547-a7c0-fcc415bbaaa5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:10:49.932006 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8466e94e-32ff-4547-a7c0-fcc415bbaaa5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:10:49.945866 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:10:50.245556 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8466e94e-32ff-4547-a7c0-fcc415bbaaa5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.250321 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8466e94e-32ff-4547-a7c0-fcc415bbaaa5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.252614 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8466e94e-32ff-4547-a7c0-fcc415bbaaa5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/networks/7da98312-7687-432f-86fa-19c947044129 HTTP/1.1" status: 204 len: 168 time: 0.7621343 Aug 31 01:10:50.259220 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60042) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:50.271844 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0a197543-231c-4bdc-8bc9-62048d173d94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1624541355'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:50.272117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466e94e-32ff-4547-a7c0-fcc415bbaaa5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Network': ['ID=7da98312-7687-432f-86fa-19c947044129,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:50.501397 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-37a652ba-8f9b-4e2d-8585-d21a569f1824 req-78fb6d6d-fc92-4d76-ae77-1f0b2aade492 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 210 time: 0.0496910 Aug 31 01:10:50.653538 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 748199cf-e135-4a66-bc20-781d2c94b72f no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:50.691707 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 748199cf-e135-4a66-bc20-781d2c94b72f {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:50.692236 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 748199cf-e135-4a66-bc20-781d2c94b72f not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:50.832209 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a197543-231c-4bdc-8bc9-62048d173d94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:50.837930 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a197543-231c-4bdc-8bc9-62048d173d94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.869977 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-dda514cc-df7c-4005-ae84-b084b5e1a235 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:50.872305 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-dda514cc-df7c-4005-ae84-b084b5e1a235 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.41 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 806 time: 0.1913781 Aug 31 01:10:50.891994 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-fffffad0-7a81-44e3-ba00-38999f149c17 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Request body: {'port': {'device_id': 'd2567915-f5b5-46be-8ff1-ff713fcaa959', 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65', 'admin_state_up': True, 'tenant_id': '77fd9bfbc20d428e80cfea30225008a3'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:50.972838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a197543-231c-4bdc-8bc9-62048d173d94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:10:50.996122 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a197543-231c-4bdc-8bc9-62048d173d94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.996122 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-0a197543-231c-4bdc-8bc9-62048d173d94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Added segment 036a8010-4cdb-44c7-9b28-4288e35c198a of type vlan for network c404306d-67a6-41db-86ba-f4f6ce904091 Aug 31 01:10:51.045291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60066) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:51.089881 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a197543-231c-4bdc-8bc9-62048d173d94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.143388 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c46f137-e734-40bc-8532-69a89a2a4356 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.182778 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c46f137-e734-40bc-8532-69a89a2a4356 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.297378 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a197543-231c-4bdc-8bc9-62048d173d94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.310174 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a197543-231c-4bdc-8bc9-62048d173d94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:51.311153 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a197543-231c-4bdc-8bc9-62048d173d94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.325059 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-fffffad0-7a81-44e3-ba00-38999f149c17 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Made reservation on behalf of 77fd9bfbc20d428e80cfea30225008a3 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:51.332613 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-fffffad0-7a81-44e3-ba00-38999f149c17 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.421896 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c46f137-e734-40bc-8532-69a89a2a4356 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.428038 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c46f137-e734-40bc-8532-69a89a2a4356 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.431506 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5c46f137-e734-40bc-8532-69a89a2a4356 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "DELETE /v2.0/security-groups/cd604d35-560d-4788-ba66-71cb73926b29 HTTP/1.1" status: 204 len: 168 time: 0.3845246 Aug 31 01:10:51.454824 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-b791bc10-b3d3-4864-bf5f-7d47923dca47 req-b27d0b15-990c-40eb-a698-65e9d1fe96bd service neutron] (102343) timed out ('10.222.0.16', 60904) {{(pid=102343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:10:51.473787 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46f137-e734-40bc-8532-69a89a2a4356 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd604d35-560d-4788-ba66-71cb73926b29,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:51.631142 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0a197543-231c-4bdc-8bc9-62048d173d94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3663039 Aug 31 01:10:51.632003 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a197543-231c-4bdc-8bc9-62048d173d94 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Network': ['ID=c404306d-67a6-41db-86ba-f4f6ce904091,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:51.634660 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60082) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:51.650337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network c404306d-67a6-41db-86ba-f4f6ce904091 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:10:51.658398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60084) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:51.660596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-fc8405b4-6473-47f8-b0ac-e00badc9d134 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'subnet': {'network_id': 'c404306d-67a6-41db-86ba-f4f6ce904091', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:51.791447 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbd4bcc6-66cd-49a3-9a8a-0c75827944b7 req-17c86108-bab2-477f-877f-377021080e73 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 210 time: 0.1184826 Aug 31 01:10:51.799449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa6bd87-28f2-4adf-88fd-ba63753dd62d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Deleting subnet 0e7b0b03-018a-4a69-bd04-0acc039b5d25 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:51.803694 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-fffffad0-7a81-44e3-ba00-38999f149c17 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Allocated IP 172.20.0.2 (e82eeec3-5ff2-445a-851f-06625aceee65/28e00ce7-f90d-46fd-a823-804dd57ed42f/0cb0e6d4-1f1c-420b-bfad-882a4afa27a0) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:51.812614 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bd87-28f2-4adf-88fd-ba63753dd62d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.918878 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bd87-28f2-4adf-88fd-ba63753dd62d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.154303 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bd87-28f2-4adf-88fd-ba63753dd62d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.239172 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-fffffad0-7a81-44e3-ba00-38999f149c17 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.360981 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bd87-28f2-4adf-88fd-ba63753dd62d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.401858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6bd87-28f2-4adf-88fd-ba63753dd62d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7b0b03-018a-4a69-bd04-0acc039b5d25,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:52.407349 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bd87-28f2-4adf-88fd-ba63753dd62d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.410291 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0aa6bd87-28f2-4adf-88fd-ba63753dd62d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "DELETE /v2.0/subnets/0e7b0b03-018a-4a69-bd04-0acc039b5d25 HTTP/1.1" status: 204 len: 168 time: 0.7506902 Aug 31 01:10:52.422086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c11650-f165-4190-a490-4e73083c44f9 None None] Network da7feb16-e051-43da-b1ef-cdeeb5bf1d13 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:52.424837 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60104) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:52.490731 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-fffffad0-7a81-44e3-ba00-38999f149c17 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.494584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8405b4-6473-47f8-b0ac-e00badc9d134 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:52.500211 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fc8405b4-6473-47f8-b0ac-e00badc9d134 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.513250 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['96432a75-6894-44bb-b3cf-e774f3562bb0'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:52.575954 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.580300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-fffffad0-7a81-44e3-ba00-38999f149c17 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Network e82eeec3-5ff2-445a-851f-06625aceee65 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:52.581347 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffffad0-7a81-44e3-ba00-38999f149c17 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Pushing event updated for resources: {'Port': ['ID=0cb0e6d4-1f1c-420b-bfad-882a4afa27a0,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:52.587421 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-fffffad0-7a81-44e3-ba00-38999f149c17 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:52.590803 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-fffffad0-7a81-44e3-ba00-38999f149c17 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:52.676174 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-fffffad0-7a81-44e3-ba00-38999f149c17 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:52.676825 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-fffffad0-7a81-44e3-ba00-38999f149c17 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.752144 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Deleting port 15bbb93c-d072-4c9d-8638-5e283dd2aa08 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:52.752498 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.781887 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] DHCP port deletion for da7feb16-e051-43da-b1ef-cdeeb5bf1d13 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:10:52.847104 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] For port 15bbb93c-d072-4c9d-8638-5e283dd2aa08, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=15bbb93c-d072-4c9d-8638-5e283dd2aa08,segment=NetworkSegment(b38174e1-2300-47a9-9542-704b53591867),segment_id=b38174e1-2300-47a9-9542-704b53591867)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:52.847481 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.867113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Calling delete_port for 15bbb93c-d072-4c9d-8638-5e283dd2aa08 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:52.874187 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-fffffad0-7a81-44e3-ba00-38999f149c17 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9897461 Aug 31 01:10:52.890271 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Request body: {'port': {'device_id': 'd2567915-f5b5-46be-8ff1-ff713fcaa959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:52.965794 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fc8405b4-6473-47f8-b0ac-e00badc9d134 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.047478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] Deleting port 15bbb93c-d072-4c9d-8638-5e283dd2aa08 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:53.047985 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.058278 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.135564 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] For port 15bbb93c-d072-4c9d-8638-5e283dd2aa08, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=15bbb93c-d072-4c9d-8638-5e283dd2aa08,segment=NetworkSegment(b38174e1-2300-47a9-9542-704b53591867),segment_id=b38174e1-2300-47a9-9542-704b53591867)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:53.135980 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.159225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8405b4-6473-47f8-b0ac-e00badc9d134 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Subnet': ['ID=19932b44-5afb-41b5-8436-0bf1748242e4,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:53.166099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] Calling delete_port for 15bbb93c-d072-4c9d-8638-5e283dd2aa08 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:53.233737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00d25f-af70-4131-94f2-d78fbcd63a97 req-4e910e27-f971-428e-aa4e-3471d78313a7 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:53.246219 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f00d25f-af70-4131-94f2-d78fbcd63a97 req-4e910e27-f971-428e-aa4e-3471d78313a7 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 931 time: 0.1509359 Aug 31 01:10:53.266869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 15bbb93c-d072-4c9d-8638-5e283dd2aa08 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:53.304711 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8405b4-6473-47f8-b0ac-e00badc9d134 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Checking segment: {'id': '036a8010-4cdb-44c7-9b28-4288e35c198a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c404306d-67a6-41db-86ba-f4f6ce904091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:53.304994 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8405b4-6473-47f8-b0ac-e00badc9d134 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network hostable DHCP agents. Network: c404306d-67a6-41db-86ba-f4f6ce904091, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:10:53.334294 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.342420 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f00d25f-af70-4131-94f2-d78fbcd63a97 req-9b975406-f69e-4dbe-82a5-09431efb0223 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950832 Aug 31 01:10:53.349923 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] No DVR routers for this DVR port 15bbb93c-d072-4c9d-8638-5e283dd2aa08 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:53.351811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No active binding found for port 15bbb93c-d072-4c9d-8638-5e283dd2aa08 {{(pid=102344) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 01:10:53.352416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 15bbb93c-d072-4c9d-8638-5e283dd2aa08 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:53.397085 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] Pushing event deleted for resources: {'Port': ['ID=15bbb93c-d072-4c9d-8638-5e283dd2aa08,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:53.407042 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.407773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.408320 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.408818 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.409748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.410254 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.410934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.417079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.417079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.417079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.417079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.417079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30e770-e7d8-4bbf-90ee-8815f08a5edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.483553 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.535405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8405b4-6473-47f8-b0ac-e00badc9d134 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network c404306d-67a6-41db-86ba-f4f6ce904091 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:10:53.543375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'Port': ['ID=15bbb93c-d072-4c9d-8638-5e283dd2aa08,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:53.588909 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] No DVR routers for this DVR port 15bbb93c-d072-4c9d-8638-5e283dd2aa08 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:53.691450 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.709316 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7feb16-e051-43da-b1ef-cdeeb5bf1d13']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:53.726764 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38174e1-2300-47a9-9542-704b53591867') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:53.727113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38174e1-2300-47a9-9542-704b53591867') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:53.741786 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.753220 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-fc8405b4-6473-47f8-b0ac-e00badc9d134 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, c404306d-67a6-41db-86ba-f4f6ce904091) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:53.758402 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8405b4-6473-47f8-b0ac-e00badc9d134 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:53.760052 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fc8405b4-6473-47f8-b0ac-e00badc9d134 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.765682 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.767257 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574a6e73-9fc6-483e-a54b-0b1b9354f2f1 None None] Network c404306d-67a6-41db-86ba-f4f6ce904091 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:53.792394 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:10:53.792867 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:10:53.795786 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:10:53.849554 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:53.863544 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.914319 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fc8405b4-6473-47f8-b0ac-e00badc9d134 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2770452 Aug 31 01:10:53.917971 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60142) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:53.923214 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-7263de10-5574-4b07-879f-23b82250914b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'network_id': 'c404306d-67a6-41db-86ba-f4f6ce904091', 'name': 'tempest-PortsTestJSON-1139112284'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:53.931535 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-c404306d-67a6-41db-86ba-f4f6ce904091', 'network_id': 'c404306d-67a6-41db-86ba-f4f6ce904091', 'tenant_id': 'c31b38fd2693486ea068244b2c0eb066', 'fixed_ips': [{'subnet_id': '19932b44-5afb-41b5-8436-0bf1748242e4'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:10:53.932497 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:54.072856 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Allocated IP 172.20.0.2 (c404306d-67a6-41db-86ba-f4f6ce904091/19932b44-5afb-41b5-8436-0bf1748242e4/846c69a7-4d99-4f80-a53f-45d98e3c48c8) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:54.253739 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:54.263465 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Transition to ACTIVE for port object 846c69a7-4d99-4f80-a53f-45d98e3c48c8 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:54.273335 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Transition to ACTIVE for port object 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:54.282531 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Transition to ACTIVE for port object 846c69a7-4d99-4f80-a53f-45d98e3c48c8 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:54.298491 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:54.317236 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:54.317236 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "DELETE /v2.0/networks/da7feb16-e051-43da-b1ef-cdeeb5bf1d13 HTTP/1.1" status: 204 len: 168 time: 1.8861432 Aug 31 01:10:54.317789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60152) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:54.331737 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4ba39-08be-41e7-8afd-3e857376c5bf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'Network': ['ID=da7feb16-e051-43da-b1ef-cdeeb5bf1d13,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:54.507262 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:54.507965 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a9efb-8d44-43bb-a413-bd3d3adfbb57 req-02102e36-d821-498e-a633-5133b97cf376 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:54.510006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ac0a9efb-8d44-43bb-a413-bd3d3adfbb57 req-02102e36-d821-498e-a633-5133b97cf376 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 931 time: 0.0939045 Aug 31 01:10:54.556310 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-9f97cc86-aea0-459e-ba66-b4b661128de4 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Deleting port 0b7dc278-b3a8-46eb-8583-25605a811ba6 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:54.557154 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9f97cc86-aea0-459e-ba66-b4b661128de4 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:54.564054 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb0e6d4-1f1c-420b-bfad-882a4afa27a0,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:54.575740 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ac0a9efb-8d44-43bb-a413-bd3d3adfbb57 req-59dc5d8f-cff0-4735-8446-18afb4863b98 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545394 Aug 31 01:10:54.578589 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:54.615201 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7263de10-5574-4b07-879f-23b82250914b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:54.619464 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7263de10-5574-4b07-879f-23b82250914b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:54.635974 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Network c404306d-67a6-41db-86ba-f4f6ce904091 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:54.637622 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:54.642382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:54.650178 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Pushing event updated for resources: {'Port': ['ID=846c69a7-4d99-4f80-a53f-45d98e3c48c8,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:54.653237 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9f97cc86-aea0-459e-ba66-b4b661128de4 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:54.653908 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9f97cc86-aea0-459e-ba66-b4b661128de4 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:54.664805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-7263de10-5574-4b07-879f-23b82250914b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] device_id is not set on port 72e948ba-58b4-43b8-8a60-27f562b1c2e9 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:10:54.671074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-9f97cc86-aea0-459e-ba66-b4b661128de4 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Calling delete_port for 0b7dc278-b3a8-46eb-8583-25605a811ba6 owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:54.732381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Attempting to bind port 846c69a7-4d99-4f80-a53f-45d98e3c48c8 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:54.733138 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Attempting to bind port 846c69a7-4d99-4f80-a53f-45d98e3c48c8 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '036a8010-4cdb-44c7-9b28-4288e35c198a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c404306d-67a6-41db-86ba-f4f6ce904091'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:54.734727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Attempting to bind port 846c69a7-4d99-4f80-a53f-45d98e3c48c8 on network c404306d-67a6-41db-86ba-f4f6ce904091 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:54.740717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Attempting to bind port 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:54.741058 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Attempting to bind port 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:54.741384 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Attempting to bind port 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 on network e82eeec3-5ff2-445a-851f-06625aceee65 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:54.741556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:54.741806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Checking segment: {'id': '036a8010-4cdb-44c7-9b28-4288e35c198a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c404306d-67a6-41db-86ba-f4f6ce904091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:54.742208 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:54.742596 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Bound using segment: {'id': '036a8010-4cdb-44c7-9b28-4288e35c198a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c404306d-67a6-41db-86ba-f4f6ce904091'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:54.744053 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Bound port: 846c69a7-4d99-4f80-a53f-45d98e3c48c8, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036a8010-4cdb-44c7-9b28-4288e35c198a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c404306d-67a6-41db-86ba-f4f6ce904091'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:54.744464 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:54.752807 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Port 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 on network e82eeec3-5ff2-445a-851f-06625aceee65 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:10:54.753140 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Attempting to bind port 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 on network e82eeec3-5ff2-445a-851f-06625aceee65 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:54.762691 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:54.763085 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Checking segment: {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:54.763471 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Bound using segment: {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:54.763918 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Bound port: 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:54.764283 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:54.815589 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] For port 846c69a7-4d99-4f80-a53f-45d98e3c48c8, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:54.819938 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] For port 846c69a7-4d99-4f80-a53f-45d98e3c48c8, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=846c69a7-4d99-4f80-a53f-45d98e3c48c8,segment=NetworkSegment(036a8010-4cdb-44c7-9b28-4288e35c198a),segment_id=036a8010-4cdb-44c7-9b28-4288e35c198a)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:54.870960 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-7263de10-5574-4b07-879f-23b82250914b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Allocated IP 172.20.0.6 (c404306d-67a6-41db-86ba-f4f6ce904091/19932b44-5afb-41b5-8436-0bf1748242e4/72e948ba-58b4-43b8-8a60-27f562b1c2e9) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:54.890642 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] For port 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:54.925377 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:54.968350 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9f97cc86-aea0-459e-ba66-b4b661128de4 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:54.991097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa9a0c-efe6-4bcc-9d8a-4d3a547dabb3 None None] Pushing event updated for resources: {'Port': ['ID=846c69a7-4d99-4f80-a53f-45d98e3c48c8,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:55.005040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] For port 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=0cb0e6d4-1f1c-420b-bfad-882a4afa27a0,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:55.008642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97cc86-aea0-459e-ba66-b4b661128de4 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'Port': ['ID=0b7dc278-b3a8-46eb-8583-25605a811ba6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:55.089576 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7263de10-5574-4b07-879f-23b82250914b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:55.100884 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9f97cc86-aea0-459e-ba66-b4b661128de4 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:55.100884 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-9f97cc86-aea0-459e-ba66-b4b661128de4 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Floating IP 2898b1b8-6b44-473c-951e-cdeda094938d disassociated (deleted). External IP: 172.25.2.209, port: d309868f-4db1-456e-8b12-f6d71995d9cc. Aug 31 01:10:55.125229 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-7263de10-5574-4b07-879f-23b82250914b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Transition to ACTIVE for port object 72e948ba-58b4-43b8-8a60-27f562b1c2e9 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:55.155000 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:55.240854 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:55.241326 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:55.248267 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] 10.222.0.41 "PUT /v2.0/ports/0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 HTTP/1.1" status: 200 len: 1092 time: 2.3653786 Aug 31 01:10:55.287924 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2567915-f5b5-46be-8ff1-ff713fcaa959', 'tag': '0cb0e6d4-1f1c-420b-bfad-882a4afa27a0'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:55.291546 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1f472e-05a7-4aa4-89ec-a40cc5a077ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d2567915-f5b5-46be-8ff1-ff713fcaa959", "tag": "0cb0e6d4-1f1c-420b-bfad-882a4afa27a0"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:55.345576 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c6932-c407-468f-a769-12c2bc64f3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb0e6d4-1f1c-420b-bfad-882a4afa27a0,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:55.364667 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc95b86-63e4-4b18-8cfe-0dd2e7e856c9 x-openstack-request-id: req-2fc95b86-63e4-4b18-8cfe-0dd2e7e856c9 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:55.365790 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2567915-f5b5-46be-8ff1-ff713fcaa959", "tag": "0cb0e6d4-1f1c-420b-bfad-882a4afa27a0", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:55.366048 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2fc95b86-63e4-4b18-8cfe-0dd2e7e856c9 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:55.366462 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2567915-f5b5-46be-8ff1-ff713fcaa959', 'tag': '0cb0e6d4-1f1c-420b-bfad-882a4afa27a0', 'status': 'completed', 'code': 200} Aug 31 01:10:55.389021 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7263de10-5574-4b07-879f-23b82250914b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:55.479298 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f97cc86-aea0-459e-ba66-b4b661128de4 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:10:55.490410 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7263de10-5574-4b07-879f-23b82250914b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network c404306d-67a6-41db-86ba-f4f6ce904091 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:55.497257 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-7263de10-5574-4b07-879f-23b82250914b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:55.515072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7263de10-5574-4b07-879f-23b82250914b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:55.533851 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263de10-5574-4b07-879f-23b82250914b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=72e948ba-58b4-43b8-8a60-27f562b1c2e9,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:55.537540 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f472e-05a7-4aa4-89ec-a40cc5a077ad req-d8e998cc-1bc3-413b-916a-beda740642ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:55.538959 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3f1f472e-05a7-4aa4-89ec-a40cc5a077ad req-d8e998cc-1bc3-413b-916a-beda740642ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 1095 time: 0.1318822 Aug 31 01:10:55.645460 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f97cc86-aea0-459e-ba66-b4b661128de4 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:10:55.651453 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19213d71-920d-4a34-9af6-0a2918f77e8b None None] Sync routers for ids ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:10:55.652703 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9f97cc86-aea0-459e-ba66-b4b661128de4 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:55.668985 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19213d71-920d-4a34-9af6-0a2918f77e8b None None] Routers {'82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:10:55.669932 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-19213d71-920d-4a34-9af6-0a2918f77e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:10:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:55.690915 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9f97cc86-aea0-459e-ba66-b4b661128de4 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "DELETE /v2.0/floatingips/2898b1b8-6b44-473c-951e-cdeda094938d HTTP/1.1" status: 204 len: 168 time: 1.3745327 Aug 31 01:10:55.691140 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7263de10-5574-4b07-879f-23b82250914b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:55.691630 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7263de10-5574-4b07-879f-23b82250914b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:55.692315 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ee56f9-3481-4360-a780-147a975ad833', 'tag': 'd309868f-4db1-456e-8b12-f6d71995d9cc'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:55.695102 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e429bb6-5710-4bc9-89dc-53d5cafdfcf2" -d '{"events": [{"name": "network-changed", "server_uuid": "13ee56f9-3481-4360-a780-147a975ad833", "tag": "d309868f-4db1-456e-8b12-f6d71995d9cc"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:55.763478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd60bcf-d0b5-4153-9e7f-080d2bae2aff req-55405e33-38da-4d87-ac71-58f635bec881 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:55.770166 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f472e-05a7-4aa4-89ec-a40cc5a077ad req-d2277830-ea88-4744-a8aa-e6bc39e90637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:55.771760 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3f1f472e-05a7-4aa4-89ec-a40cc5a077ad req-d2277830-ea88-4744-a8aa-e6bc39e90637 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=77fd9bfbc20d428e80cfea30225008a3&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2222142 Aug 31 01:10:55.771902 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fd60bcf-d0b5-4153-9e7f-080d2bae2aff req-55405e33-38da-4d87-ac71-58f635bec881 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 943 time: 0.0636988 Aug 31 01:10:55.820374 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fd60bcf-d0b5-4153-9e7f-080d2bae2aff req-2b8b7126-d8f9-4b30-93e9-01981a02da8d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473647 Aug 31 01:10:55.835172 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-19213d71-920d-4a34-9af6-0a2918f77e8b None None] Set router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:10:55.897184 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b1c187-8852-4d8d-aee0-da438de4a9a6 x-openstack-request-id: req-d3b1c187-8852-4d8d-aee0-da438de4a9a6 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:55.897768 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ee56f9-3481-4360-a780-147a975ad833", "tag": "d309868f-4db1-456e-8b12-f6d71995d9cc", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:55.898018 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3b1c187-8852-4d8d-aee0-da438de4a9a6 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:55.900662 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ee56f9-3481-4360-a780-147a975ad833', 'tag': 'd309868f-4db1-456e-8b12-f6d71995d9cc', 'status': 'completed', 'code': 200} Aug 31 01:10:55.908898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60220) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:55.915773 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7263de10-5574-4b07-879f-23b82250914b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9855158 Aug 31 01:10:55.918301 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f472e-05a7-4aa4-89ec-a40cc5a077ad req-0acece1e-0737-4a7a-b011-9698263d8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:55.923187 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3f1f472e-05a7-4aa4-89ec-a40cc5a077ad req-0acece1e-0737-4a7a-b011-9698263d8608 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1446469 Aug 31 01:10:56.030927 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e429bb6-5710-4bc9-89dc-53d5cafdfcf2 req-1b081d5c-8d9e-462e-a87d-86680672c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:56.032529 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6e429bb6-5710-4bc9-89dc-53d5cafdfcf2 req-1b081d5c-8d9e-462e-a87d-86680672c1f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f481833dbad44e8ab08e3a835b3f2ce&device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 1097 time: 0.0929081 Aug 31 01:10:56.167599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-ea4ea9b0-02be-44e7-a2f3-5bbe6309f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:56.170154 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-ea4ea9b0-02be-44e7-a2f3-5bbe6309f541 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 1095 time: 0.1324944 Aug 31 01:10:56.243300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e429bb6-5710-4bc9-89dc-53d5cafdfcf2 req-5d63fdd9-9e17-4870-9b52-ff41662a1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:56.246531 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6e429bb6-5710-4bc9-89dc-53d5cafdfcf2 req-5d63fdd9-9e17-4870-9b52-ff41662a1763 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f095f258-8f80-4294-a06e-49d320c08de5 HTTP/1.1" status: 200 len: 898 time: 0.2057478 Aug 31 01:10:56.261081 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-699dd838-2d47-43b3-acac-cdbd5625f95d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 HTTP/1.1" status: 200 len: 217 time: 0.0821171 Aug 31 01:10:56.263660 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-73e3b8a2-4df1-4286-bdd1-d129863fbfab tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port 72e948ba-58b4-43b8-8a60-27f562b1c2e9 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:56.266275 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73e3b8a2-4df1-4286-bdd1-d129863fbfab tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.314257 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-19213d71-920d-4a34-9af6-0a2918f77e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:10:43Z', 'revision_number': 6, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '84271276-812b-4724-80ef-613612e87de0', 'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:6a:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:22Z', 'updated_at': '2021-08-31T01:08:34Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:56.356238 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6e429bb6-5710-4bc9-89dc-53d5cafdfcf2 req-4c4392ea-919d-4941-a2b9-2a829039bb09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d309868f-4db1-456e-8b12-f6d71995d9cc HTTP/1.1" status: 200 len: 217 time: 0.1018381 Aug 31 01:10:56.398802 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19213d71-920d-4a34-9af6-0a2918f77e8b None None] Checking router: 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:10:56.423791 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19213d71-920d-4a34-9af6-0a2918f77e8b None None] Routers {'82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:10:56.424727 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-19213d71-920d-4a34-9af6-0a2918f77e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:10:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:56.490721 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4591ab58-92b7-423c-a135-08eae65e0d49 None None] Network c404306d-67a6-41db-86ba-f4f6ce904091 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:56.516442 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e429bb6-5710-4bc9-89dc-53d5cafdfcf2 req-11f22e71-4270-48ff-b0f7-4a9188df602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:56.519955 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6e429bb6-5710-4bc9-89dc-53d5cafdfcf2 req-11f22e71-4270-48ff-b0f7-4a9188df602a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00adf21d-21f6-4a07-946b-74513c7c1b55 HTTP/1.1" status: 200 len: 834 time: 0.1548777 Aug 31 01:10:56.562763 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-a2d69b73-cdea-4d65-b3d4-0c4f51251a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:56.564672 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-a2d69b73-cdea-4d65-b3d4-0c4f51251a99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28e00ce7-f90d-46fd-a823-804dd57ed42f HTTP/1.1" status: 200 len: 846 time: 0.2957497 Aug 31 01:10:56.620021 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-8d05e1d5-548f-405e-b752-ed6a974d37f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e82eeec3-5ff2-445a-851f-06625aceee65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362382 Aug 31 01:10:56.656304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e429bb6-5710-4bc9-89dc-53d5cafdfcf2 req-72f4a7c1-1f8e-4961-a9a6-97c66e39b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:56.659324 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6e429bb6-5710-4bc9-89dc-53d5cafdfcf2 req-72f4a7c1-1f8e-4961-a9a6-97c66e39b742 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f095f258-8f80-4294-a06e-49d320c08de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180203 Aug 31 01:10:56.677227 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-19213d71-920d-4a34-9af6-0a2918f77e8b None None] Set router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:10:56.723061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f900a68-9366-44f1-a7c0-179436da3c5c req-a129fac3-79bb-4b13-bbc0-8198c7628463 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:56.735362 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f900a68-9366-44f1-a7c0-179436da3c5c req-a129fac3-79bb-4b13-bbc0-8198c7628463 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 945 time: 0.2302010 Aug 31 01:10:56.796227 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73e3b8a2-4df1-4286-bdd1-d129863fbfab tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.841194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-73e3b8a2-4df1-4286-bdd1-d129863fbfab tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for 72e948ba-58b4-43b8-8a60-27f562b1c2e9 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:56.892283 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-24d955d6-94e8-4b69-80dc-49c6434bf009 None None] Provisioning for port 846c69a7-4d99-4f80-a53f-45d98e3c48c8 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:56.892672 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f900a68-9366-44f1-a7c0-179436da3c5c req-3bf8c64f-5bd5-435c-9bc2-4818e3e60dda tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=56540cc1-7caa-4878-aa7c-35f0d8987b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562052 Aug 31 01:10:56.933408 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6e429bb6-5710-4bc9-89dc-53d5cafdfcf2 req-71b9adb3-5d9c-44fc-918f-b4ba1ad6283f service neutron] 10.222.0.41 "GET /v2.0/networks/f095f258-8f80-4294-a06e-49d320c08de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656307 Aug 31 01:10:57.038046 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-d9c86198-4d42-4650-aefb-1cd9bb19b76f service neutron] 10.222.0.41 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023986 Aug 31 01:10:57.092283 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 846c69a7-4d99-4f80-a53f-45d98e3c48c8 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:57.201992 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba599757-82de-4e9e-af27-6fbe59521ac7 req-6589ea2a-05cb-41dc-8214-dff33cb255fd service neutron] 10.222.0.41 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417100 Aug 31 01:10:57.228934 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ca16b-f73e-4420-9c70-3fc7b00a68ed req-12e481a6-61af-4fa0-990d-233c0b771961 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:57.228934 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7a5ca16b-f73e-4420-9c70-3fc7b00a68ed req-12e481a6-61af-4fa0-990d-233c0b771961 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 943 time: 0.2664232 Aug 31 01:10:57.234408 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-19213d71-920d-4a34-9af6-0a2918f77e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:10:43Z', 'revision_number': 6, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '84271276-812b-4724-80ef-613612e87de0', 'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:6a:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:22Z', 'updated_at': '2021-08-31T01:08:34Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:57.324825 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6e429bb6-5710-4bc9-89dc-53d5cafdfcf2 req-81489412-9936-48dc-b180-e6e7128f98cc service neutron] 10.222.0.41 "GET /v2.0/networks/f095f258-8f80-4294-a06e-49d320c08de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801272 Aug 31 01:10:57.361097 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7a5ca16b-f73e-4420-9c70-3fc7b00a68ed req-be9ea059-0c35-4d5c-85c5-15a276d1d4f1 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278517 Aug 31 01:10:57.433110 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 846c69a7-4d99-4f80-a53f-45d98e3c48c8 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:57.438239 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 846c69a7-4d99-4f80-a53f-45d98e3c48c8 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:57.438614 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.462962 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19213d71-920d-4a34-9af6-0a2918f77e8b None None] The sync data for ids ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'] in n-d-793621-34 is: [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:10:43Z', 'revision_number': 6, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '84271276-812b-4724-80ef-613612e87de0', 'name': '', 'network_id': 'f095f258-8f80-4294-a06e-49d320c08de5', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:6a:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:22Z', 'updated_at': '2021-08-31T01:08:34Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '00adf21d-21f6-4a07-946b-74513c7c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:10:57.578843 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73e3b8a2-4df1-4286-bdd1-d129863fbfab tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.593290 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fa2b70b1-24ed-42ac-a73e-9d4855c74859 None None] Provisioning for port 72e948ba-58b4-43b8-8a60-27f562b1c2e9 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:57.603712 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fa2b70b1-24ed-42ac-a73e-9d4855c74859 None None] Provisioning complete for port 72e948ba-58b4-43b8-8a60-27f562b1c2e9 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:57.604102 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa2b70b1-24ed-42ac-a73e-9d4855c74859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.606481 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.662693 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b70b1-24ed-42ac-a73e-9d4855c74859 None None] Port 72e948ba-58b4-43b8-8a60-27f562b1c2e9 was deleted so its status cannot be updated. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 01:10:57.731416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fa2b70b1-24ed-42ac-a73e-9d4855c74859 None None] Provisioning complete for port 846c69a7-4d99-4f80-a53f-45d98e3c48c8 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:57.732050 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa2b70b1-24ed-42ac-a73e-9d4855c74859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.733503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3b8a2-4df1-4286-bdd1-d129863fbfab tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=72e948ba-58b4-43b8-8a60-27f562b1c2e9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:57.769264 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 846c69a7-4d99-4f80-a53f-45d98e3c48c8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=846c69a7-4d99-4f80-a53f-45d98e3c48c8,segment=NetworkSegment(036a8010-4cdb-44c7-9b28-4288e35c198a),segment_id=036a8010-4cdb-44c7-9b28-4288e35c198a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:57.845839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aeb621-8417-4748-98d4-84db3d7dfc67 req-8cd111d5-56e6-4161-81bd-4c2a0e044bf7 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:57.847478 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-64aeb621-8417-4748-98d4-84db3d7dfc67 req-8cd111d5-56e6-4161-81bd-4c2a0e044bf7 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.41 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 945 time: 0.2043386 Aug 31 01:10:58.033505 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73e3b8a2-4df1-4286-bdd1-d129863fbfab tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.035855 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-73e3b8a2-4df1-4286-bdd1-d129863fbfab tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/ports/72e948ba-58b4-43b8-8a60-27f562b1c2e9 HTTP/1.1" status: 204 len: 168 time: 2.1250677 Aug 31 01:10:58.040984 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60304) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:58.111721 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-1885b0d5-9667-4163-a048-ef2ccfdcb731 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] DELETE failed (client error): The resource could not be found. Aug 31 01:10:58.114032 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1885b0d5-9667-4163-a048-ef2ccfdcb731 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:10:58.118772 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1885b0d5-9667-4163-a048-ef2ccfdcb731 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/ports/72e948ba-58b4-43b8-8a60-27f562b1c2e9 HTTP/1.1" status: 404 len: 333 time: 0.0743477 Aug 31 01:10:58.122033 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60310) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:58.168352 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-785f5d4f-0892-472d-b311-a38c69632f35 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] GET failed (client error): The resource could not be found. Aug 31 01:10:58.173595 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-785f5d4f-0892-472d-b311-a38c69632f35 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports/72e948ba-58b4-43b8-8a60-27f562b1c2e9 HTTP/1.1" status: 404 len: 333 time: 0.0446393 Aug 31 01:10:58.173972 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60312) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:58.189996 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-64aeb621-8417-4748-98d4-84db3d7dfc67 req-e2f69314-e929-45fa-a4f6-0a338ba0da03 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Deleting port d309868f-4db1-456e-8b12-f6d71995d9cc {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:58.190746 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-64aeb621-8417-4748-98d4-84db3d7dfc67 req-e2f69314-e929-45fa-a4f6-0a338ba0da03 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.253673 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cef5fd-a609-4b21-8e43-f72a7efb3099 None None] New status for floating IP 2898b1b8-6b44-473c-951e-cdeda094938d: DOWN {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:10:58.259100 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.270300 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-9668046c-72ef-451f-8c6c-047e8abaff6e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting subnet 19932b44-5afb-41b5-8436-0bf1748242e4 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:58.279592 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9668046c-72ef-451f-8c6c-047e8abaff6e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.335442 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-64aeb621-8417-4748-98d4-84db3d7dfc67 req-e2f69314-e929-45fa-a4f6-0a338ba0da03 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] For port d309868f-4db1-456e-8b12-f6d71995d9cc, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d309868f-4db1-456e-8b12-f6d71995d9cc,segment=NetworkSegment(7f5e086e-eaec-4310-947e-e9fc86970f8e),segment_id=7f5e086e-eaec-4310-947e-e9fc86970f8e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:58.335809 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-64aeb621-8417-4748-98d4-84db3d7dfc67 req-e2f69314-e929-45fa-a4f6-0a338ba0da03 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.357894 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-64aeb621-8417-4748-98d4-84db3d7dfc67 req-e2f69314-e929-45fa-a4f6-0a338ba0da03 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Calling delete_port for d309868f-4db1-456e-8b12-f6d71995d9cc owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:58.379265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec70429-2a6c-4993-8bbb-1ff009da3c35 req-68d5eb94-206d-4a36-9637-b57a36e02ec6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:58.381704 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa2b70b1-24ed-42ac-a73e-9d4855c74859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.382515 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9668046c-72ef-451f-8c6c-047e8abaff6e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.392573 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ec70429-2a6c-4993-8bbb-1ff009da3c35 req-68d5eb94-206d-4a36-9637-b57a36e02ec6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 945 time: 0.2179148 Aug 31 01:10:58.475870 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=846c69a7-4d99-4f80-a53f-45d98e3c48c8,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:58.511333 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ec70429-2a6c-4993-8bbb-1ff009da3c35 req-16cb134d-c7b1-4ebc-8808-edc6a218f038 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=56540cc1-7caa-4878-aa7c-35f0d8987b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087680 Aug 31 01:10:58.560481 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-fa2b70b1-24ed-42ac-a73e-9d4855c74859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:10:58.560840 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-fa2b70b1-24ed-42ac-a73e-9d4855c74859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:10:58.596283 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9668046c-72ef-451f-8c6c-047e8abaff6e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.628810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea3e97-4648-4394-a281-00567527f261 req-2b096798-8c29-4bc3-91e3-4998c36705a2 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:58.630287 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1ea3e97-4648-4394-a281-00567527f261 req-2b096798-8c29-4bc3-91e3-4998c36705a2 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 943 time: 0.1117558 Aug 31 01:10:58.691036 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1ea3e97-4648-4394-a281-00567527f261 req-82676fba-67db-4b32-bffb-56c77243e787 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521250 Aug 31 01:10:58.714569 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-64aeb621-8417-4748-98d4-84db3d7dfc67 req-e2f69314-e929-45fa-a4f6-0a338ba0da03 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.763744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f69314-e929-45fa-a4f6-0a338ba0da03 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'Port': ['ID=d309868f-4db1-456e-8b12-f6d71995d9cc,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:58.822555 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9668046c-72ef-451f-8c6c-047e8abaff6e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.834790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aeb621-8417-4748-98d4-84db3d7dfc67 req-e2f69314-e929-45fa-a4f6-0a338ba0da03 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] No DVR routers for this DVR port d309868f-4db1-456e-8b12-f6d71995d9cc on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:58.842043 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-64aeb621-8417-4748-98d4-84db3d7dfc67 req-e2f69314-e929-45fa-a4f6-0a338ba0da03 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.844321 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-64aeb621-8417-4748-98d4-84db3d7dfc67 req-e2f69314-e929-45fa-a4f6-0a338ba0da03 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.41 "DELETE /v2.0/ports/d309868f-4db1-456e-8b12-f6d71995d9cc HTTP/1.1" status: 204 len: 173 time: 0.9852281 Aug 31 01:10:58.845052 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ee56f9-3481-4360-a780-147a975ad833', 'name': 'network-vif-deleted', 'tag': 'd309868f-4db1-456e-8b12-f6d71995d9cc'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:58.850841 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc78b228-c0a4-49b7-97bb-9c47aa8f55bf" -d '{"events": [{"server_uuid": "13ee56f9-3481-4360-a780-147a975ad833", "name": "network-vif-deleted", "tag": "d309868f-4db1-456e-8b12-f6d71995d9cc"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:58.879582 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668046c-72ef-451f-8c6c-047e8abaff6e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Subnet': ['ID=19932b44-5afb-41b5-8436-0bf1748242e4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:58.892530 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9668046c-72ef-451f-8c6c-047e8abaff6e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.899644 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9668046c-72ef-451f-8c6c-047e8abaff6e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/19932b44-5afb-41b5-8436-0bf1748242e4 HTTP/1.1" status: 204 len: 168 time: 0.7236896 Aug 31 01:10:58.902926 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d39dc6f-bb56-44eb-b493-6beb92099e18 x-openstack-request-id: req-9d39dc6f-bb56-44eb-b493-6beb92099e18 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:58.906454 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60334) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:58.910846 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75150ec8-220b-43af-abb7-324a3e7e2530 None None] Network c404306d-67a6-41db-86ba-f4f6ce904091 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:58.916881 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ee56f9-3481-4360-a780-147a975ad833", "name": "network-vif-deleted", "tag": "d309868f-4db1-456e-8b12-f6d71995d9cc", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:58.917272 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d39dc6f-bb56-44eb-b493-6beb92099e18 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:58.917768 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ee56f9-3481-4360-a780-147a975ad833', 'name': 'network-vif-deleted', 'tag': 'd309868f-4db1-456e-8b12-f6d71995d9cc', 'status': 'completed', 'code': 200} Aug 31 01:10:59.024705 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.080415 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 846c69a7-4d99-4f80-a53f-45d98e3c48c8 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:59.166977 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60342) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:59.204604 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port 846c69a7-4d99-4f80-a53f-45d98e3c48c8 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:59.205297 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.246547 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 846c69a7-4d99-4f80-a53f-45d98e3c48c8 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:59.246954 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.342040 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e758d9-d6f9-4c34-9f3c-ec39a8a5ba45 None None] DHCP port deletion for c404306d-67a6-41db-86ba-f4f6ce904091 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:10:59.344003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-82667dd0-c18c-450b-8d81-120e7021b193 None None] Could not find standard attr ID for object 72e948ba-58b4-43b8-8a60-27f562b1c2e9. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:10:59.386147 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] For port 846c69a7-4d99-4f80-a53f-45d98e3c48c8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=846c69a7-4d99-4f80-a53f-45d98e3c48c8,segment=NetworkSegment(036a8010-4cdb-44c7-9b28-4288e35c198a),segment_id=036a8010-4cdb-44c7-9b28-4288e35c198a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:59.386605 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.396845 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60346) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:59.413141 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for 846c69a7-4d99-4f80-a53f-45d98e3c48c8 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:59.490478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-21e758d9-d6f9-4c34-9f3c-ec39a8a5ba45 None None] Deleting port 846c69a7-4d99-4f80-a53f-45d98e3c48c8 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:59.491379 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-21e758d9-d6f9-4c34-9f3c-ec39a8a5ba45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.544383 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9ed8992e-9b6e-4e3b-89b7-fe15c2bfbbf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.579165 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-56d70048-0103-4738-a5a8-58992af1b7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.604893 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-21e758d9-d6f9-4c34-9f3c-ec39a8a5ba45 None None] For port 846c69a7-4d99-4f80-a53f-45d98e3c48c8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=846c69a7-4d99-4f80-a53f-45d98e3c48c8,segment=NetworkSegment(036a8010-4cdb-44c7-9b28-4288e35c198a),segment_id=036a8010-4cdb-44c7-9b28-4288e35c198a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:59.605738 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-21e758d9-d6f9-4c34-9f3c-ec39a8a5ba45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.622027 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-21e758d9-d6f9-4c34-9f3c-ec39a8a5ba45 None None] Calling delete_port for 846c69a7-4d99-4f80-a53f-45d98e3c48c8 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:59.642795 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.665972 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5107a2e7-dde1-4e08-b5ba-bc4f0f86f5fb req-da61a110-cd41-43d5-bff0-40c2763951d9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee56f9-3481-4360-a780-147a975ad833 HTTP/1.1" status: 200 len: 210 time: 0.0583196 Aug 31 01:10:59.694612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=846c69a7-4d99-4f80-a53f-45d98e3c48c8,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:59.711806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No DVR routers for this DVR port 846c69a7-4d99-4f80-a53f-45d98e3c48c8 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:59.790485 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9ed8992e-9b6e-4e3b-89b7-fe15c2bfbbf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.803290 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-21e758d9-d6f9-4c34-9f3c-ec39a8a5ba45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.845962 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e758d9-d6f9-4c34-9f3c-ec39a8a5ba45 None None] Pushing event deleted for resources: {'Port': ['ID=846c69a7-4d99-4f80-a53f-45d98e3c48c8,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:59.851811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e758d9-d6f9-4c34-9f3c-ec39a8a5ba45 None None] No DVR routers for this DVR port 846c69a7-4d99-4f80-a53f-45d98e3c48c8 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:59.891222 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.903413 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9ed8992e-9b6e-4e3b-89b7-fe15c2bfbbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.923974 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c404306d-67a6-41db-86ba-f4f6ce904091']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:59.944280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5309d6-b536-4a44-858c-39fc459c87fb req-f23eceaa-6348-4f72-9550-6351873834c0 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:59.952855 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea5309d6-b536-4a44-858c-39fc459c87fb req-f23eceaa-6348-4f72-9550-6351873834c0 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 943 time: 0.1358216 Aug 31 01:10:59.964212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036a8010-4cdb-44c7-9b28-4288e35c198a') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:59.964659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036a8010-4cdb-44c7-9b28-4288e35c198a') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:59.983339 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.019670 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9ed8992e-9b6e-4e3b-89b7-fe15c2bfbbf1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37ca7b07dffa417fbcd0c02477fa8925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8512630 Aug 31 01:11:00.020450 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60358) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:00.023467 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8992e-9b6e-4e3b-89b7-fe15c2bfbbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07955c9c-c763-4438-b3ed-a1ac2c9297fe,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:00.027425 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea5309d6-b536-4a44-858c-39fc459c87fb req-0c8923d1-82c6-4d14-a915-3e0f41223dcf tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736818 Aug 31 01:11:00.038765 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.053576 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:11:00.054104 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:11:00.057465 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:11:00.090429 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-56d70048-0103-4738-a5a8-58992af1b7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.146249 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69829bd1-4ef4-46c2-88e8-ca951fbeef87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.169559 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69829bd1-4ef4-46c2-88e8-ca951fbeef87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.169922 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-56d70048-0103-4738-a5a8-58992af1b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.232522 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.236216 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-56d70048-0103-4738-a5a8-58992af1b7b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c75e5dc6cdbb48aeafb94f6186cbdc6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8369572 Aug 31 01:11:00.241410 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.243650 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/networks/c404306d-67a6-41db-86ba-f4f6ce904091 HTTP/1.1" status: 204 len: 168 time: 1.3356569 Aug 31 01:11:00.246833 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60362) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:00.247889 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60364) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:00.259234 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57877065-0f63-465a-b87c-f59ea0024341 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Network': ['ID=c404306d-67a6-41db-86ba-f4f6ce904091,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:00.262353 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-41607ab9-8f66-488b-9c48-1e984b6c1c4a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-475071910'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:00.270233 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d70048-0103-4738-a5a8-58992af1b7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6292c7ce-2efb-411c-b87d-5c43f0341cf5,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:00.329676 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d5855a8-51fd-4c3a-9e67-39e7aa8645fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.335584 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69829bd1-4ef4-46c2-88e8-ca951fbeef87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.338691 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69829bd1-4ef4-46c2-88e8-ca951fbeef87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.343455 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-69829bd1-4ef4-46c2-88e8-ca951fbeef87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07955c9c-c763-4438-b3ed-a1ac2c9297fe HTTP/1.1" status: 204 len: 168 time: 0.3179486 Aug 31 01:11:00.357976 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d5855a8-51fd-4c3a-9e67-39e7aa8645fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.361422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69829bd1-4ef4-46c2-88e8-ca951fbeef87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07955c9c-c763-4438-b3ed-a1ac2c9297fe,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:00.413055 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:11:00.438565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41607ab9-8f66-488b-9c48-1e984b6c1c4a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:00.442821 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-41607ab9-8f66-488b-9c48-1e984b6c1c4a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.514189 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=0cb0e6d4-1f1c-420b-bfad-882a4afa27a0,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:00.526851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '0cb0e6d4-1f1c-420b-bfad-882a4afa27a0', 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65', 'port_id': '0cb0e6d4-1f1c-420b-bfad-882a4afa27a0', 'mac_address': 'fa:16:3e:39:f2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e00ce7-f90d-46fd-a823-804dd57ed42f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:00.537137 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d5855a8-51fd-4c3a-9e67-39e7aa8645fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.540447 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d5855a8-51fd-4c3a-9e67-39e7aa8645fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.541773 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5d5855a8-51fd-4c3a-9e67-39e7aa8645fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6292c7ce-2efb-411c-b87d-5c43f0341cf5 HTTP/1.1" status: 204 len: 168 time: 0.2924902 Aug 31 01:11:00.547399 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41607ab9-8f66-488b-9c48-1e984b6c1c4a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:11:00.559880 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5855a8-51fd-4c3a-9e67-39e7aa8645fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6292c7ce-2efb-411c-b87d-5c43f0341cf5,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:00.564715 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-41607ab9-8f66-488b-9c48-1e984b6c1c4a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.565068 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-41607ab9-8f66-488b-9c48-1e984b6c1c4a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Added segment 8a34ce71-53e0-433c-b775-8b6717b3193b of type vlan for network cf6a9bd9-fa5c-4174-96a7-f975745e773f Aug 31 01:11:00.570954 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.596162 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:00.620931 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=0cb0e6d4-1f1c-420b-bfad-882a4afa27a0,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:00.636358 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-41607ab9-8f66-488b-9c48-1e984b6c1c4a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.707108 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.747886 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-41607ab9-8f66-488b-9c48-1e984b6c1c4a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.758963 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41607ab9-8f66-488b-9c48-1e984b6c1c4a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:00.758963 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-41607ab9-8f66-488b-9c48-1e984b6c1c4a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.760782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=0cb0e6d4-1f1c-420b-bfad-882a4afa27a0,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:00.761869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60374) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:00.848666 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c51d9322-dcb7-4fcd-a81b-9b9c215f9566 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.850354 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41607ab9-8f66-488b-9c48-1e984b6c1c4a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Network': ['ID=cf6a9bd9-fa5c-4174-96a7-f975745e773f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:00.863554 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network cf6a9bd9-fa5c-4174-96a7-f975745e773f details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:11:00.884507 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c51d9322-dcb7-4fcd-a81b-9b9c215f9566 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.932334 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-41607ab9-8f66-488b-9c48-1e984b6c1c4a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6785383 Aug 31 01:11:00.933408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60378) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:00.942073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-664dbb6c-fba6-49f4-a498-6894e5ce016e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'subnet': {'network_id': 'cf6a9bd9-fa5c-4174-96a7-f975745e773f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:00.998035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['0cb0e6d4-1f1c-420b-bfad-882a4afa27a0'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:01.000286 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 846c69a7-4d99-4f80-a53f-45d98e3c48c8 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:01.051437 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 846c69a7-4d99-4f80-a53f-45d98e3c48c8 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:11:01.052037 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 846c69a7-4d99-4f80-a53f-45d98e3c48c8 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:11:01.102283 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c51d9322-dcb7-4fcd-a81b-9b9c215f9566 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.106225 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c51d9322-dcb7-4fcd-a81b-9b9c215f9566 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.118392 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c51d9322-dcb7-4fcd-a81b-9b9c215f9566 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "DELETE /v2.0/security-groups/56540cc1-7caa-4878-aa7c-35f0d8987b0d HTTP/1.1" status: 204 len: 168 time: 0.3438823 Aug 31 01:11:01.131535 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d9322-dcb7-4fcd-a81b-9b9c215f9566 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56540cc1-7caa-4878-aa7c-35f0d8987b0d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:01.225119 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87dbe5-bf8d-4a1e-bf2c-9d04525820d4 req-f0e14077-d5a2-4ce4-96cd-9cf09582deba tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:01.227858 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c87dbe5-bf8d-4a1e-bf2c-9d04525820d4 req-f0e14077-d5a2-4ce4-96cd-9cf09582deba tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 944 time: 0.0541835 Aug 31 01:11:01.275560 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c87dbe5-bf8d-4a1e-bf2c-9d04525820d4 req-088d4f2b-4f4c-4a49-861a-d2971281e1d9 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410757 Aug 31 01:11:01.325823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60390) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:01.340182 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88ef2c96-65da-4346-bd20-b141a3d2a3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.407873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664dbb6c-fba6-49f4-a498-6894e5ce016e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:01.411026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60392) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:01.411501 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-664dbb6c-fba6-49f4-a498-6894e5ce016e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.649691 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88ef2c96-65da-4346-bd20-b141a3d2a3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.692561 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60394) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:01.716748 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-898e2dda-a709-4266-928f-6aac643ea4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.752851 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88ef2c96-65da-4346-bd20-b141a3d2a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.795558 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-88ef2c96-65da-4346-bd20-b141a3d2a3f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c3efd57eb744e6491cea1defdf6f265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4685860 Aug 31 01:11:01.796788 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef2c96-65da-4346-bd20-b141a3d2a3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522d4720-c988-41b5-beb6-8ea1c42d3aba,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:01.798616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60396) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:01.833275 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-664dbb6c-fba6-49f4-a498-6894e5ce016e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.894647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664dbb6c-fba6-49f4-a498-6894e5ce016e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Subnet': ['ID=77bdd859-b270-480e-9749-911e8b1b5adc,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:01.917743 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664dbb6c-fba6-49f4-a498-6894e5ce016e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Checking segment: {'id': '8a34ce71-53e0-433c-b775-8b6717b3193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cf6a9bd9-fa5c-4174-96a7-f975745e773f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:01.918236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664dbb6c-fba6-49f4-a498-6894e5ce016e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network hostable DHCP agents. Network: cf6a9bd9-fa5c-4174-96a7-f975745e773f, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:11:01.919799 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-40126613-a162-42f8-b663-cc5d5aa4ba67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.957687 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-898e2dda-a709-4266-928f-6aac643ea4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.962802 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-40126613-a162-42f8-b663-cc5d5aa4ba67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.011274 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-01f5bd4b-3ac3-4c8f-8a98-64d92c26d161 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.026777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664dbb6c-fba6-49f4-a498-6894e5ce016e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network cf6a9bd9-fa5c-4174-96a7-f975745e773f is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:11:02.102335 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-898e2dda-a709-4266-928f-6aac643ea4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.152636 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-664dbb6c-fba6-49f4-a498-6894e5ce016e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, cf6a9bd9-fa5c-4174-96a7-f975745e773f) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:02.157250 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664dbb6c-fba6-49f4-a498-6894e5ce016e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:02.158037 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-664dbb6c-fba6-49f4-a498-6894e5ce016e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.164833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed37e1ae-8e71-404b-97d9-90c1ad58c024 None None] Network cf6a9bd9-fa5c-4174-96a7-f975745e773f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:02.173850 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-40126613-a162-42f8-b663-cc5d5aa4ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.176751 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-40126613-a162-42f8-b663-cc5d5aa4ba67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.178693 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-40126613-a162-42f8-b663-cc5d5aa4ba67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/522d4720-c988-41b5-beb6-8ea1c42d3aba HTTP/1.1" status: 204 len: 168 time: 0.3791237 Aug 31 01:11:02.196675 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-898e2dda-a709-4266-928f-6aac643ea4af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97c865174b7547328e57d280da76e9c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4976203 Aug 31 01:11:02.196675 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e2dda-a709-4266-928f-6aac643ea4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a04d82-e46f-4481-b745-0befa2ed2add,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:02.199684 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60404) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:02.278347 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9993fa5e-e645-402e-8d61-f92eb6d43d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.318090 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9993fa5e-e645-402e-8d61-f92eb6d43d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.358163 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-664dbb6c-fba6-49f4-a498-6894e5ce016e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4210548 Aug 31 01:11:02.362066 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60410) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:02.370786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b190e7a7-6644-49ab-88b9-38b0fbd9c5b5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'network_id': 'cf6a9bd9-fa5c-4174-96a7-f975745e773f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-91304947'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:02.433975 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:02.443945 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-cf6a9bd9-fa5c-4174-96a7-f975745e773f', 'network_id': 'cf6a9bd9-fa5c-4174-96a7-f975745e773f', 'tenant_id': 'c31b38fd2693486ea068244b2c0eb066', 'fixed_ips': [{'subnet_id': '77bdd859-b270-480e-9749-911e8b1b5adc'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:11:02.446154 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.512837 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3058de-b4d5-4e0e-af9f-23f7f8ae1b74 req-369c7034-7378-4015-9083-0f01dd188a63 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:02.514942 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-af3058de-b4d5-4e0e-af9f-23f7f8ae1b74 req-369c7034-7378-4015-9083-0f01dd188a63 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 944 time: 0.0955732 Aug 31 01:11:02.578816 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9993fa5e-e645-402e-8d61-f92eb6d43d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.581485 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9993fa5e-e645-402e-8d61-f92eb6d43d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.582705 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9993fa5e-e645-402e-8d61-f92eb6d43d4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24a04d82-e46f-4481-b745-0befa2ed2add HTTP/1.1" status: 204 len: 168 time: 0.3816109 Aug 31 01:11:02.602645 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-af3058de-b4d5-4e0e-af9f-23f7f8ae1b74 req-1e3f939f-66e0-4974-bbf8-fce6c99eb117 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753148 Aug 31 01:11:02.618617 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993fa5e-e645-402e-8d61-f92eb6d43d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a04d82-e46f-4481-b745-0befa2ed2add,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:02.637418 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40126613-a162-42f8-b663-cc5d5aa4ba67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522d4720-c988-41b5-beb6-8ea1c42d3aba,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:02.651386 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:02.673531 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:02.673903 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.735357 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b190e7a7-6644-49ab-88b9-38b0fbd9c5b5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:02.740691 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b190e7a7-6644-49ab-88b9-38b0fbd9c5b5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.762407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-b190e7a7-6644-49ab-88b9-38b0fbd9c5b5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] device_id is not set on port aa07239b-e43f-41d6-8bed-78dcf8c654ca yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:11:02.767278 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Allocated IP 172.20.0.2 (cf6a9bd9-fa5c-4174-96a7-f975745e773f/77bdd859-b270-480e-9749-911e8b1b5adc/7b7de1e1-79b8-4025-900f-f95aee5bec4d) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:02.817294 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-01f5bd4b-3ac3-4c8f-8a98-64d92c26d161 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Deleting port 84271276-812b-4724-80ef-613612e87de0 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:02.817805 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-01f5bd4b-3ac3-4c8f-8a98-64d92c26d161 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.867086 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.904334 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2567915-f5b5-46be-8ff1-ff713fcaa959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb0e6d4-1f1c-420b-bfad-882a4afa27a0'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:02.907695 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99779892-7759-4ebe-a9af-41158e0c8ff0" -d '{"events": [{"server_uuid": "d2567915-f5b5-46be-8ff1-ff713fcaa959", "name": "network-vif-plugged", "status": "completed", "tag": "0cb0e6d4-1f1c-420b-bfad-882a4afa27a0"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:02.932012 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=0cb0e6d4-1f1c-420b-bfad-882a4afa27a0,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:02.963999 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae73a65-60d5-457f-a1e7-c6684b5389e9 x-openstack-request-id: req-0ae73a65-60d5-457f-a1e7-c6684b5389e9 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:02.965086 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2567915-f5b5-46be-8ff1-ff713fcaa959", "name": "network-vif-plugged", "status": "completed", "tag": "0cb0e6d4-1f1c-420b-bfad-882a4afa27a0", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:02.965086 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ae73a65-60d5-457f-a1e7-c6684b5389e9 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:02.965404 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2567915-f5b5-46be-8ff1-ff713fcaa959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb0e6d4-1f1c-420b-bfad-882a4afa27a0', 'code': 200} Aug 31 01:11:02.974196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-01f5bd4b-3ac3-4c8f-8a98-64d92c26d161 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] For port 84271276-812b-4724-80ef-613612e87de0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=84271276-812b-4724-80ef-613612e87de0,segment=NetworkSegment(7f5e086e-eaec-4310-947e-e9fc86970f8e),segment_id=7f5e086e-eaec-4310-947e-e9fc86970f8e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:02.974709 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-01f5bd4b-3ac3-4c8f-8a98-64d92c26d161 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.004060 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-01f5bd4b-3ac3-4c8f-8a98-64d92c26d161 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Calling delete_port for 84271276-812b-4724-80ef-613612e87de0 owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:03.034528 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.035363 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d309868f-4db1-456e-8b12-f6d71995d9cc no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:03.037802 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.103619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e647f9b-e739-47ee-9de9-e79e003e2749 req-1cbc66a7-9831-41cc-bc66-80859a3940a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:03.112308 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5e647f9b-e739-47ee-9de9-e79e003e2749 req-1cbc66a7-9831-41cc-bc66-80859a3940a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 1097 time: 0.0861852 Aug 31 01:11:03.159505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=0cb0e6d4-1f1c-420b-bfad-882a4afa27a0,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:03.202579 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5e647f9b-e739-47ee-9de9-e79e003e2749 req-2a323645-c7cc-4c6f-b6bc-1f63e3cf16ca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828264 Aug 31 01:11:03.212965 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: d309868f-4db1-456e-8b12-f6d71995d9cc {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:11:03.213633 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d309868f-4db1-456e-8b12-f6d71995d9cc not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:11:03.215413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Transition to ACTIVE for port object 7b7de1e1-79b8-4025-900f-f95aee5bec4d will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:03.235726 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Transition to ACTIVE for port object 7b7de1e1-79b8-4025-900f-f95aee5bec4d will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:03.313406 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.367837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Network cf6a9bd9-fa5c-4174-96a7-f975745e773f is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:03.378740 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:03.378740 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:03.391891 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Pushing event updated for resources: {'Port': ['ID=7b7de1e1-79b8-4025-900f-f95aee5bec4d,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:03.399265 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-01f5bd4b-3ac3-4c8f-8a98-64d92c26d161 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.413826 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-b190e7a7-6644-49ab-88b9-38b0fbd9c5b5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Allocated IP 172.20.0.7 (cf6a9bd9-fa5c-4174-96a7-f975745e773f/77bdd859-b270-480e-9749-911e8b1b5adc/aa07239b-e43f-41d6-8bed-78dcf8c654ca) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:03.437314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5bd4b-3ac3-4c8f-8a98-64d92c26d161 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'Port': ['ID=84271276-812b-4724-80ef-613612e87de0,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:03.456384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Attempting to bind port 7b7de1e1-79b8-4025-900f-f95aee5bec4d on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:03.457184 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Attempting to bind port 7b7de1e1-79b8-4025-900f-f95aee5bec4d by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '8a34ce71-53e0-433c-b775-8b6717b3193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cf6a9bd9-fa5c-4174-96a7-f975745e773f'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:03.457890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Attempting to bind port 7b7de1e1-79b8-4025-900f-f95aee5bec4d on network cf6a9bd9-fa5c-4174-96a7-f975745e773f {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:03.464632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:03.465512 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Checking segment: {'id': '8a34ce71-53e0-433c-b775-8b6717b3193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cf6a9bd9-fa5c-4174-96a7-f975745e773f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:03.466255 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.466874 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Bound using segment: {'id': '8a34ce71-53e0-433c-b775-8b6717b3193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cf6a9bd9-fa5c-4174-96a7-f975745e773f'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:03.467560 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Bound port: 7b7de1e1-79b8-4025-900f-f95aee5bec4d, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a34ce71-53e0-433c-b775-8b6717b3193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cf6a9bd9-fa5c-4174-96a7-f975745e773f'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:03.472784 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.579842 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] For port 7b7de1e1-79b8-4025-900f-f95aee5bec4d, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:03.583813 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] For port 7b7de1e1-79b8-4025-900f-f95aee5bec4d, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=7b7de1e1-79b8-4025-900f-f95aee5bec4d,segment=NetworkSegment(8a34ce71-53e0-433c-b775-8b6717b3193b),segment_id=8a34ce71-53e0-433c-b775-8b6717b3193b)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:03.668032 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.689922 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-01f5bd4b-3ac3-4c8f-8a98-64d92c26d161 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.713222 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b190e7a7-6644-49ab-88b9-38b0fbd9c5b5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.744766 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-b190e7a7-6644-49ab-88b9-38b0fbd9c5b5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Transition to ACTIVE for port object aa07239b-e43f-41d6-8bed-78dcf8c654ca will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:03.788971 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60258ad-81fa-424f-bfa5-b5af35e93826 None None] Pushing event updated for resources: {'Port': ['ID=7b7de1e1-79b8-4025-900f-f95aee5bec4d,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:03.879438 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b190e7a7-6644-49ab-88b9-38b0fbd9c5b5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.974656 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b190e7a7-6644-49ab-88b9-38b0fbd9c5b5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network cf6a9bd9-fa5c-4174-96a7-f975745e773f is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:03.981694 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b190e7a7-6644-49ab-88b9-38b0fbd9c5b5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:03.986185 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b190e7a7-6644-49ab-88b9-38b0fbd9c5b5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:04.029682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f5bd4b-3ac3-4c8f-8a98-64d92c26d161 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:11:04.040286 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190e7a7-6644-49ab-88b9-38b0fbd9c5b5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=aa07239b-e43f-41d6-8bed-78dcf8c654ca,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:04.119741 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b190e7a7-6644-49ab-88b9-38b0fbd9c5b5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:04.120417 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b190e7a7-6644-49ab-88b9-38b0fbd9c5b5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.164236 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-19e7af69-4202-4020-84f2-f5924687acbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.193605 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b190e7a7-6644-49ab-88b9-38b0fbd9c5b5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 1.8306239 Aug 31 01:11:04.196952 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60446) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:04.220920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d9822-7608-4427-8c70-c87d3dc519ce req-4cd0705e-02d8-41a5-8333-d6cead74ee93 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:04.222650 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ce2d9822-7608-4427-8c70-c87d3dc519ce req-4cd0705e-02d8-41a5-8333-d6cead74ee93 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 945 time: 0.4658005 Aug 31 01:11:04.284546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f5bd4b-3ac3-4c8f-8a98-64d92c26d161 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:04.288710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ce2d9822-7608-4427-8c70-c87d3dc519ce req-d805cf47-4353-4da3-96f3-a57a21dabe8f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561466 Aug 31 01:11:04.292691 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-01f5bd4b-3ac3-4c8f-8a98-64d92c26d161 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "PUT /v2.0/routers/82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8804457 Aug 31 01:11:04.307933 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24686121-7dda-4a45-9e39-dee689b19808 None None] Sync routers for ids ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:04.308431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60452) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:04.327804 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24686121-7dda-4a45-9e39-dee689b19808 None None] Routers {'82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:04.329799 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-24686121-7dda-4a45-9e39-dee689b19808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:10:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:04.428040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff2e911-2865-45bc-afae-4c0fc2d7196f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Deleting subnet 00adf21d-21f6-4a07-946b-74513c7c1b55 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:11:04.434012 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e911-2865-45bc-afae-4c0fc2d7196f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.447499 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-24686121-7dda-4a45-9e39-dee689b19808 None None] Set router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:04.501363 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e911-2865-45bc-afae-4c0fc2d7196f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.525322 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2212e-2190-4c81-ac8f-e4e5038c4e4d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port aa07239b-e43f-41d6-8bed-78dcf8c654ca {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:04.525685 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6fa2212e-2190-4c81-ac8f-e4e5038c4e4d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.665847 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-24686121-7dda-4a45-9e39-dee689b19808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:11:03Z', 'revision_number': 7, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:04.671932 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6fa2212e-2190-4c81-ac8f-e4e5038c4e4d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.676049 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e911-2865-45bc-afae-4c0fc2d7196f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.700706 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24686121-7dda-4a45-9e39-dee689b19808 None None] Checking router: 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:11:04.712321 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24686121-7dda-4a45-9e39-dee689b19808 None None] Routers {'82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:04.712978 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-24686121-7dda-4a45-9e39-dee689b19808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:10:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:04.715429 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2212e-2190-4c81-ac8f-e4e5038c4e4d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for aa07239b-e43f-41d6-8bed-78dcf8c654ca owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:04.846184 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-24686121-7dda-4a45-9e39-dee689b19808 None None] Set router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:04.892402 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e911-2865-45bc-afae-4c0fc2d7196f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.948352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2e911-2865-45bc-afae-4c0fc2d7196f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'Subnet': ['ID=00adf21d-21f6-4a07-946b-74513c7c1b55,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:04.956927 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e911-2865-45bc-afae-4c0fc2d7196f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.962077 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60468) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:04.966500 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e253f930-88d3-412b-9afa-1c0e346f58c4 None None] Network f095f258-8f80-4294-a06e-49d320c08de5 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:04.985905 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1ff2e911-2865-45bc-afae-4c0fc2d7196f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "DELETE /v2.0/subnets/00adf21d-21f6-4a07-946b-74513c7c1b55 HTTP/1.1" status: 204 len: 168 time: 0.6763260 Aug 31 01:11:05.027602 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6fa2212e-2190-4c81-ac8f-e4e5038c4e4d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.113966 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2212e-2190-4c81-ac8f-e4e5038c4e4d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=aa07239b-e43f-41d6-8bed-78dcf8c654ca,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:05.150433 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000e26ab-530d-4db2-855d-f3253f7e38d2 None None] Network cf6a9bd9-fa5c-4174-96a7-f975745e773f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:05.197350 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-24686121-7dda-4a45-9e39-dee689b19808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:11:03Z', 'revision_number': 7, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:05.231280 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24686121-7dda-4a45-9e39-dee689b19808 None None] The sync data for ids ['82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee'] in n-d-793621-34 is: [{'id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'name': 'tempest-TestNetworkBasicOps-router-1425086946', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:12Z', 'updated_at': '2021-08-31T01:11:03Z', 'revision_number': 7, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '8ec04d0f-e1df-4f26-b7a7-a92b4539860b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:14Z', 'updated_at': '2021-08-31T01:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:05.236222 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1e84bdd1-40a8-4b50-a39f-6641b5402074 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.243678 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 7b7de1e1-79b8-4025-900f-f95aee5bec4d up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:05.263780 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6fa2212e-2190-4c81-ac8f-e4e5038c4e4d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.268277 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6fa2212e-2190-4c81-ac8f-e4e5038c4e4d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/ports/aa07239b-e43f-41d6-8bed-78dcf8c654ca HTTP/1.1" status: 204 len: 168 time: 1.0686939 Aug 31 01:11:05.279488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60474) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:05.312867 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-661c4d07-0ef1-4bd0-9490-87cf0d6b536f tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] GET failed (client error): The resource could not be found. Aug 31 01:11:05.319096 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-661c4d07-0ef1-4bd0-9490-87cf0d6b536f tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports/aa07239b-e43f-41d6-8bed-78dcf8c654ca HTTP/1.1" status: 404 len: 333 time: 0.0380573 Aug 31 01:11:05.319879 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60478) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:05.401411 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-408a5380-9f44-47cc-b597-b88600d0f1c0 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting subnet 77bdd859-b270-480e-9749-911e8b1b5adc {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:11:05.420140 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1e84bdd1-40a8-4b50-a39f-6641b5402074 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.426818 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-408a5380-9f44-47cc-b597-b88600d0f1c0 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.476026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-84d5653e-1104-48df-a765-9567ee8a263e None None] Provisioning for port 7b7de1e1-79b8-4025-900f-f95aee5bec4d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:05.499054 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-408a5380-9f44-47cc-b597-b88600d0f1c0 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.511289 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 7b7de1e1-79b8-4025-900f-f95aee5bec4d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:05.521122 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 7b7de1e1-79b8-4025-900f-f95aee5bec4d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:05.521477 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.530882 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-84d5653e-1104-48df-a765-9567ee8a263e None None] Provisioning complete for port 7b7de1e1-79b8-4025-900f-f95aee5bec4d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:05.531198 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebce30-f9ab-4899-9363-45fa5a83f782 req-1ec2017a-390d-4034-91ca-963a9f6f3bb7 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:05.531377 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-84d5653e-1104-48df-a765-9567ee8a263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.539798 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43ebce30-f9ab-4899-9363-45fa5a83f782 req-1ec2017a-390d-4034-91ca-963a9f6f3bb7 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 945 time: 0.0831714 Aug 31 01:11:05.646137 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43ebce30-f9ab-4899-9363-45fa5a83f782 req-59aa199d-685a-4666-9aee-a15799cc5eb4 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051807 Aug 31 01:11:05.672719 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-1e84bdd1-40a8-4b50-a39f-6641b5402074 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Deleting port 8ec04d0f-e1df-4f26-b7a7-a92b4539860b {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:05.672719 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1e84bdd1-40a8-4b50-a39f-6641b5402074 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.673495 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-408a5380-9f44-47cc-b597-b88600d0f1c0 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.811516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-1e84bdd1-40a8-4b50-a39f-6641b5402074 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] For port 8ec04d0f-e1df-4f26-b7a7-a92b4539860b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=8ec04d0f-e1df-4f26-b7a7-a92b4539860b,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:05.813695 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1e84bdd1-40a8-4b50-a39f-6641b5402074 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.833132 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-1e84bdd1-40a8-4b50-a39f-6641b5402074 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Calling delete_port for 8ec04d0f-e1df-4f26-b7a7-a92b4539860b owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:05.890196 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-408a5380-9f44-47cc-b597-b88600d0f1c0 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.914955 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-408a5380-9f44-47cc-b597-b88600d0f1c0 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.921469 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-408a5380-9f44-47cc-b597-b88600d0f1c0 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/77bdd859-b270-480e-9749-911e8b1b5adc HTTP/1.1" status: 204 len: 168 time: 0.5973754 Aug 31 01:11:05.968259 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60500) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:05.977755 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a5380-9f44-47cc-b597-b88600d0f1c0 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Subnet': ['ID=77bdd859-b270-480e-9749-911e8b1b5adc,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:05.994125 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.997051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d03559c-6b06-423a-a2da-dbddf3c7ef54 None None] DHCP port deletion for f095f258-8f80-4294-a06e-49d320c08de5 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:11:06.018440 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-84d5653e-1104-48df-a765-9567ee8a263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.095715 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 7b7de1e1-79b8-4025-900f-f95aee5bec4d, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=7b7de1e1-79b8-4025-900f-f95aee5bec4d,segment=NetworkSegment(8a34ce71-53e0-433c-b775-8b6717b3193b),segment_id=8a34ce71-53e0-433c-b775-8b6717b3193b)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:06.144660 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7d03559c-6b06-423a-a2da-dbddf3c7ef54 None None] Deleting port 75bbe141-359b-4ba2-b675-ed085834bc22 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:06.145058 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7d03559c-6b06-423a-a2da-dbddf3c7ef54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.189800 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.227327 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1e84bdd1-40a8-4b50-a39f-6641b5402074 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.256386 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84bdd1-40a8-4b50-a39f-6641b5402074 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'Port': ['ID=8ec04d0f-e1df-4f26-b7a7-a92b4539860b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:06.310747 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe123479-78c8-4979-a2ea-3d2bb97407f6 None None] Network cf6a9bd9-fa5c-4174-96a7-f975745e773f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:06.330826 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1e84bdd1-40a8-4b50-a39f-6641b5402074 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.395819 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-7d03559c-6b06-423a-a2da-dbddf3c7ef54 None None] For port 75bbe141-359b-4ba2-b675-ed085834bc22, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=75bbe141-359b-4ba2-b675-ed085834bc22,segment=NetworkSegment(7f5e086e-eaec-4310-947e-e9fc86970f8e),segment_id=7f5e086e-eaec-4310-947e-e9fc86970f8e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:06.396254 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7d03559c-6b06-423a-a2da-dbddf3c7ef54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.406516 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=7b7de1e1-79b8-4025-900f-f95aee5bec4d,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:06.413882 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-84d5653e-1104-48df-a765-9567ee8a263e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:11:06.414927 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-84d5653e-1104-48df-a765-9567ee8a263e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:11:06.423615 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7d03559c-6b06-423a-a2da-dbddf3c7ef54 None None] Calling delete_port for 75bbe141-359b-4ba2-b675-ed085834bc22 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:06.457392 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1e84bdd1-40a8-4b50-a39f-6641b5402074 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.460517 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1e84bdd1-40a8-4b50-a39f-6641b5402074 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.536093 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.573300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b29c33-5bbe-4f19-8f88-48de58b2cf57 req-ba91444f-ec9e-4dd6-9908-9abc23d15c73 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:06.581964 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27b29c33-5bbe-4f19-8f88-48de58b2cf57 req-ba91444f-ec9e-4dd6-9908-9abc23d15c73 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 945 time: 0.7746258 Aug 31 01:11:06.644612 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27b29c33-5bbe-4f19-8f88-48de58b2cf57 req-7bd24b12-e4d3-4360-a971-9175a1b5bd2e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609994 Aug 31 01:11:06.663981 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7d03559c-6b06-423a-a2da-dbddf3c7ef54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.666637 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1e84bdd1-40a8-4b50-a39f-6641b5402074 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.667485 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e84bdd1-40a8-4b50-a39f-6641b5402074 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Fanout notify agent at l3_agent the message router_deleted on router 82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:11:06.689631 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c0f2d5-1ee5-4d4b-bc69-ccb8e36f7107 None None] DHCP port deletion for cf6a9bd9-fa5c-4174-96a7-f975745e773f request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:11:06.694739 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1e84bdd1-40a8-4b50-a39f-6641b5402074 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.700309 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1e84bdd1-40a8-4b50-a39f-6641b5402074 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "DELETE /v2.0/routers/82eb9b6b-45fe-4b2d-a1af-a9fcccb664ee HTTP/1.1" status: 204 len: 168 time: 1.7366219 Aug 31 01:11:06.701359 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60512) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:06.723549 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port 7b7de1e1-79b8-4025-900f-f95aee5bec4d {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:06.724029 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.788239 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d03559c-6b06-423a-a2da-dbddf3c7ef54 None None] No DVR routers for this DVR port 75bbe141-359b-4ba2-b675-ed085834bc22 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:11:06.792044 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03559c-6b06-423a-a2da-dbddf3c7ef54 None None] Pushing event deleted for resources: {'Port': ['ID=75bbe141-359b-4ba2-b675-ed085834bc22,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:06.833475 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83211e81-d304-48e7-9943-e4246d08749a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.875268 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] For port 7b7de1e1-79b8-4025-900f-f95aee5bec4d, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=7b7de1e1-79b8-4025-900f-f95aee5bec4d,segment=NetworkSegment(8a34ce71-53e0-433c-b775-8b6717b3193b),segment_id=8a34ce71-53e0-433c-b775-8b6717b3193b)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:06.875636 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.886884 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.905104 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for 7b7de1e1-79b8-4025-900f-f95aee5bec4d owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:06.912540 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0f2d5-1ee5-4d4b-bc69-ccb8e36f7107 None None] Deleting port 7b7de1e1-79b8-4025-900f-f95aee5bec4d {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:06.913092 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c5c0f2d5-1ee5-4d4b-bc69-ccb8e36f7107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.968982 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.004834 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83211e81-d304-48e7-9943-e4246d08749a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.021150 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-83211e81-d304-48e7-9943-e4246d08749a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f095f258-8f80-4294-a06e-49d320c08de5']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:07.025653 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1be1b33f-5f94-4075-9943-817710995229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.034204 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-83211e81-d304-48e7-9943-e4246d08749a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5e086e-eaec-4310-947e-e9fc86970f8e') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:07.034494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-83211e81-d304-48e7-9943-e4246d08749a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5e086e-eaec-4310-947e-e9fc86970f8e') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:07.045133 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83211e81-d304-48e7-9943-e4246d08749a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.059001 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c5c0f2d5-1ee5-4d4b-bc69-ccb8e36f7107 None None] For port 7b7de1e1-79b8-4025-900f-f95aee5bec4d, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=7b7de1e1-79b8-4025-900f-f95aee5bec4d,segment=NetworkSegment(8a34ce71-53e0-433c-b775-8b6717b3193b),segment_id=8a34ce71-53e0-433c-b775-8b6717b3193b)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:07.059001 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c5c0f2d5-1ee5-4d4b-bc69-ccb8e36f7107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.062717 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83211e81-d304-48e7-9943-e4246d08749a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.069339 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83211e81-d304-48e7-9943-e4246d08749a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:11:07.069800 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83211e81-d304-48e7-9943-e4246d08749a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.073071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0f2d5-1ee5-4d4b-bc69-ccb8e36f7107 None None] Calling delete_port for 7b7de1e1-79b8-4025-900f-f95aee5bec4d owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:11:07.074240 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:11:07.096178 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.133821 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No DVR routers for this DVR port 7b7de1e1-79b8-4025-900f-f95aee5bec4d on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:11:07.164327 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=7b7de1e1-79b8-4025-900f-f95aee5bec4d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:07.169254 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:07.180802 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:11:07.189632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ab1f3255-b111-4234-85d9-171f847e2844 None None] Could not find standard attr ID for object 7b7de1e1-79b8-4025-900f-f95aee5bec4d. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:11:07.191722 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c5c0f2d5-1ee5-4d4b-bc69-ccb8e36f7107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.229120 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0f2d5-1ee5-4d4b-bc69-ccb8e36f7107 None None] Pushing event deleted for resources: {'Port': ['ID=7b7de1e1-79b8-4025-900f-f95aee5bec4d,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:07.230377 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.236945 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c0f2d5-1ee5-4d4b-bc69-ccb8e36f7107 None None] No DVR routers for this DVR port 7b7de1e1-79b8-4025-900f-f95aee5bec4d on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:11:07.244227 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83211e81-d304-48e7-9943-e4246d08749a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.258941 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83211e81-d304-48e7-9943-e4246d08749a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.263008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6a9bd9-fa5c-4174-96a7-f975745e773f']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:07.265991 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-83211e81-d304-48e7-9943-e4246d08749a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "DELETE /v2.0/networks/f095f258-8f80-4294-a06e-49d320c08de5 HTTP/1.1" status: 204 len: 168 time: 0.5631027 Aug 31 01:11:07.287165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a34ce71-53e0-433c-b775-8b6717b3193b') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:07.287502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a34ce71-53e0-433c-b775-8b6717b3193b') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:07.290755 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83211e81-d304-48e7-9943-e4246d08749a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'Network': ['ID=f095f258-8f80-4294-a06e-49d320c08de5,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:07.307953 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60520) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:07.324771 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.324930 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-8c0baadc-03e6-4bdb-8462-7fd70860a50f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'network': {'name': 'tempest-network-smoke--2012716539', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'port_security_enabled': True}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:07.345634 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.355376 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:11:07.355947 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:11:07.362814 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:11:07.432275 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfa06f-7085-41c5-9594-49989094faa7 req-2b17e81f-92c5-4738-bddb-92c003161424 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:07.433865 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3adfa06f-7085-41c5-9594-49989094faa7 req-2b17e81f-92c5-4738-bddb-92c003161424 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 945 time: 0.1312988 Aug 31 01:11:07.443282 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 84271276-812b-4724-80ef-613612e87de0 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:07.468486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 84271276-812b-4724-80ef-613612e87de0 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:11:07.468486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 84271276-812b-4724-80ef-613612e87de0 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:11:07.468486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 75bbe141-359b-4ba2-b675-ed085834bc22 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:07.478533 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3adfa06f-7085-41c5-9594-49989094faa7 req-f8107e6a-4f33-4d9e-a1af-00981a843e99 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371959 Aug 31 01:11:07.490167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 75bbe141-359b-4ba2-b675-ed085834bc22 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:11:07.491039 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 75bbe141-359b-4ba2-b675-ed085834bc22 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:11:07.491039 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 7b7de1e1-79b8-4025-900f-f95aee5bec4d no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:07.522587 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 7b7de1e1-79b8-4025-900f-f95aee5bec4d {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:11:07.522935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 7b7de1e1-79b8-4025-900f-f95aee5bec4d not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:11:07.575226 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0baadc-03e6-4bdb-8462-7fd70860a50f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Made reservation on behalf of 5f481833dbad44e8ab08e3a835b3f2ce for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:07.579075 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8c0baadc-03e6-4bdb-8462-7fd70860a50f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.610459 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.618722 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.619286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0baadc-03e6-4bdb-8462-7fd70860a50f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:11:07.626657 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60524) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:07.627038 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/networks/cf6a9bd9-fa5c-4174-96a7-f975745e773f HTTP/1.1" status: 204 len: 168 time: 1.6575608 Aug 31 01:11:07.634538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-3125284e-801b-4036-a579-f06daacf992c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5', 'name': 'tempest-PortsTestJSON-1268585439'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:07.641632 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee2658-8e14-4aa3-aad8-e8a6d23109b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Network': ['ID=cf6a9bd9-fa5c-4174-96a7-f975745e773f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:07.651516 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8c0baadc-03e6-4bdb-8462-7fd70860a50f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.651873 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-8c0baadc-03e6-4bdb-8462-7fd70860a50f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Added segment 04770dd8-e348-4319-ac26-6694b0302f21 of type vlan for network 4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d Aug 31 01:11:07.784482 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8c0baadc-03e6-4bdb-8462-7fd70860a50f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.924413 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3125284e-801b-4036-a579-f06daacf992c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:07.928183 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3125284e-801b-4036-a579-f06daacf992c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.945875 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-3125284e-801b-4036-a579-f06daacf992c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] device_id is not set on port c4305b72-67e5-45dc-9d13-4b75c54fea04 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:11:07.982198 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8c0baadc-03e6-4bdb-8462-7fd70860a50f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.987967 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0baadc-03e6-4bdb-8462-7fd70860a50f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:07.988556 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8c0baadc-03e6-4bdb-8462-7fd70860a50f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.088710 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0baadc-03e6-4bdb-8462-7fd70860a50f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Network': ['ID=4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:08.103252 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:11:08.166756 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8c0baadc-03e6-4bdb-8462-7fd70860a50f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8574436 Aug 31 01:11:08.169471 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60532) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:08.174104 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-892176050', 'admin_state_up': True, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:08.194529 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3125284e-801b-4036-a579-f06daacf992c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.283988 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.285070 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.319231 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3125284e-801b-4036-a579-f06daacf992c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.366701 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3125284e-801b-4036-a579-f06daacf992c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:08.369923 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-3125284e-801b-4036-a579-f06daacf992c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:08.374022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3125284e-801b-4036-a579-f06daacf992c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:08.379473 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.379665 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3125284e-801b-4036-a579-f06daacf992c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:08.380198 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3125284e-801b-4036-a579-f06daacf992c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.387025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125284e-801b-4036-a579-f06daacf992c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=c4305b72-67e5-45dc-9d13-4b75c54fea04,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:08.551665 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.554270 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3125284e-801b-4036-a579-f06daacf992c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9258387 Aug 31 01:11:08.558595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60536) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:08.666660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1df5ae-6a56-440a-8144-07977e6765ba req-299a1d0a-151d-4632-9d3e-cbae3526848f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:08.668137 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7e1df5ae-6a56-440a-8144-07977e6765ba req-299a1d0a-151d-4632-9d3e-cbae3526848f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 945 time: 0.1579864 Aug 31 01:11:08.691648 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06a589-b4d5-4ad4-8435-2eb5e60ef20e req-19bcf35e-179a-42f7-87df-bed10d3ab45c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:08.693189 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fd06a589-b4d5-4ad4-8435-2eb5e60ef20e req-19bcf35e-179a-42f7-87df-bed10d3ab45c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 945 time: 0.1369219 Aug 31 01:11:08.746849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-75ce22ea-44f6-4134-a30d-0ac60c6a8b30 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port c4305b72-67e5-45dc-9d13-4b75c54fea04 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:08.747211 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-75ce22ea-44f6-4134-a30d-0ac60c6a8b30 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.753954 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fd06a589-b4d5-4ad4-8435-2eb5e60ef20e req-7839c6c7-eb00-47fd-9274-86e24ec00092 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508857 Aug 31 01:11:08.761719 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.831047 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-75ce22ea-44f6-4134-a30d-0ac60c6a8b30 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.852115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-75ce22ea-44f6-4134-a30d-0ac60c6a8b30 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for c4305b72-67e5-45dc-9d13-4b75c54fea04 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:08.908447 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-7e1df5ae-6a56-440a-8144-07977e6765ba req-57cb0a59-e71e-4a5e-8283-7789268ef45c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Deleting port 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:08.909014 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7e1df5ae-6a56-440a-8144-07977e6765ba req-57cb0a59-e71e-4a5e-8283-7789268ef45c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.948717 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 8ec04d0f-e1df-4f26-b7a7-a92b4539860b no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:08.985209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 8ec04d0f-e1df-4f26-b7a7-a92b4539860b {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:11:08.985583 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 8ec04d0f-e1df-4f26-b7a7-a92b4539860b not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:11:09.060345 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-75ce22ea-44f6-4134-a30d-0ac60c6a8b30 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.063210 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-7e1df5ae-6a56-440a-8144-07977e6765ba req-57cb0a59-e71e-4a5e-8283-7789268ef45c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] For port 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=0cb0e6d4-1f1c-420b-bfad-882a4afa27a0,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:09.063577 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7e1df5ae-6a56-440a-8144-07977e6765ba req-57cb0a59-e71e-4a5e-8283-7789268ef45c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.088940 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-7e1df5ae-6a56-440a-8144-07977e6765ba req-57cb0a59-e71e-4a5e-8283-7789268ef45c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Calling delete_port for 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:09.093728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce22ea-44f6-4134-a30d-0ac60c6a8b30 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=c4305b72-67e5-45dc-9d13-4b75c54fea04,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:09.114798 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-75ce22ea-44f6-4134-a30d-0ac60c6a8b30 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.119906 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-75ce22ea-44f6-4134-a30d-0ac60c6a8b30 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/ports/c4305b72-67e5-45dc-9d13-4b75c54fea04 HTTP/1.1" status: 204 len: 168 time: 0.5595698 Aug 31 01:11:09.120520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60554) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:09.125602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-010b7f6d-0a46-407f-9bf1-801efe4c2bc1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5', 'mac_address': 'fa:16:3e:16:28:f5', 'name': 'tempest-PortsTestJSON-997571565'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:09.330501 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.362463 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.565028 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Allocated IP 172.25.2.242 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/3c31329a-1edb-418f-a020-a47372e123b5) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:09.627654 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7e1df5ae-6a56-440a-8144-07977e6765ba req-57cb0a59-e71e-4a5e-8283-7789268ef45c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.647404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['0cb0e6d4-1f1c-420b-bfad-882a4afa27a0'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:09.651347 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['96432a75-6894-44bb-b3cf-e774f3562bb0'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:09.662157 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010b7f6d-0a46-407f-9bf1-801efe4c2bc1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:09.670623 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb0a59-e71e-4a5e-8283-7789268ef45c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Pushing event deleted for resources: {'Port': ['ID=0cb0e6d4-1f1c-420b-bfad-882a4afa27a0,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:09.729387 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1df5ae-6a56-440a-8144-07977e6765ba req-57cb0a59-e71e-4a5e-8283-7789268ef45c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] No DVR routers for this DVR port 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:11:09.738180 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-7e1df5ae-6a56-440a-8144-07977e6765ba req-57cb0a59-e71e-4a5e-8283-7789268ef45c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.741060 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7e1df5ae-6a56-440a-8144-07977e6765ba req-57cb0a59-e71e-4a5e-8283-7789268ef45c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.41 "DELETE /v2.0/ports/0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 HTTP/1.1" status: 204 len: 173 time: 1.0406008 Aug 31 01:11:09.743510 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2567915-f5b5-46be-8ff1-ff713fcaa959', 'name': 'network-vif-deleted', 'tag': '0cb0e6d4-1f1c-420b-bfad-882a4afa27a0'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:09.754953 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d69dcc0-5411-486e-814f-97c21b0b6dba" -d '{"events": [{"server_uuid": "d2567915-f5b5-46be-8ff1-ff713fcaa959", "name": "network-vif-deleted", "tag": "0cb0e6d4-1f1c-420b-bfad-882a4afa27a0"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:09.766830 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-010b7f6d-0a46-407f-9bf1-801efe4c2bc1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.794892 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.801013 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-010b7f6d-0a46-407f-9bf1-801efe4c2bc1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] device_id is not set on port 5f1932a1-620d-47a9-8f9d-58b27dd5f359 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:11:09.825906 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6718e7-7be1-4ddc-b0f7-1d845d266a92 x-openstack-request-id: req-7b6718e7-7be1-4ddc-b0f7-1d845d266a92 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:09.826095 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2567915-f5b5-46be-8ff1-ff713fcaa959", "name": "network-vif-deleted", "tag": "0cb0e6d4-1f1c-420b-bfad-882a4afa27a0", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:09.826348 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b6718e7-7be1-4ddc-b0f7-1d845d266a92 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:09.826767 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2567915-f5b5-46be-8ff1-ff713fcaa959', 'name': 'network-vif-deleted', 'tag': '0cb0e6d4-1f1c-420b-bfad-882a4afa27a0', 'status': 'completed', 'code': 200} Aug 31 01:11:09.940100 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-565eb606-018d-4109-92a4-927c2c24317b req-e0962bad-fdeb-4f5b-bac6-e53ccec806bd tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2567915-f5b5-46be-8ff1-ff713fcaa959 HTTP/1.1" status: 200 len: 210 time: 0.0374556 Aug 31 01:11:10.004682 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.045362 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-010b7f6d-0a46-407f-9bf1-801efe4c2bc1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.048452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:10.054081 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:10.058724 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:10.144786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Port': ['ID=3c31329a-1edb-418f-a020-a47372e123b5,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:10.159367 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.207161 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-010b7f6d-0a46-407f-9bf1-801efe4c2bc1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.264242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b7f6d-0a46-407f-9bf1-801efe4c2bc1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:10.270280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-010b7f6d-0a46-407f-9bf1-801efe4c2bc1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:10.275537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010b7f6d-0a46-407f-9bf1-801efe4c2bc1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:10.281358 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010b7f6d-0a46-407f-9bf1-801efe4c2bc1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:10.282084 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-010b7f6d-0a46-407f-9bf1-801efe4c2bc1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.296479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b7f6d-0a46-407f-9bf1-801efe4c2bc1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=5f1932a1-620d-47a9-8f9d-58b27dd5f359,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:10.393240 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-010b7f6d-0a46-407f-9bf1-801efe4c2bc1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2716205 Aug 31 01:11:10.395792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60570) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:10.449894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4e8d7a-f586-4e07-925a-1fd4eb8ba738 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:10.453885 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0c4e8d7a-f586-4e07-925a-1fd4eb8ba738 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports/5f1932a1-620d-47a9-8f9d-58b27dd5f359 HTTP/1.1" status: 200 len: 840 time: 0.0568938 Aug 31 01:11:10.454621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60572) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:10.472475 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.593075 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-6d08152a-4b86-40d0-b86d-b3ca28294683 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port 5f1932a1-620d-47a9-8f9d-58b27dd5f359 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:10.593483 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d08152a-4b86-40d0-b86d-b3ca28294683 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.673033 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d08152a-4b86-40d0-b86d-b3ca28294683 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.691346 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-6d08152a-4b86-40d0-b86d-b3ca28294683 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for 5f1932a1-620d-47a9-8f9d-58b27dd5f359 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:10.912525 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d08152a-4b86-40d0-b86d-b3ca28294683 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.944012 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08152a-4b86-40d0-b86d-b3ca28294683 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=5f1932a1-620d-47a9-8f9d-58b27dd5f359,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:10.945579 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.952264 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d08152a-4b86-40d0-b86d-b3ca28294683 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.955645 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6d08152a-4b86-40d0-b86d-b3ca28294683 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/ports/5f1932a1-620d-47a9-8f9d-58b27dd5f359 HTTP/1.1" status: 204 len: 168 time: 0.4999285 Aug 31 01:11:10.964414 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60576) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:11.003303 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfaf66ce-c449-461c-bdf5-16f4eaf19521 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] GET failed (client error): The resource could not be found. Aug 31 01:11:11.003303 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cfaf66ce-c449-461c-bdf5-16f4eaf19521 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports/5f1932a1-620d-47a9-8f9d-58b27dd5f359 HTTP/1.1" status: 404 len: 333 time: 0.0358386 Aug 31 01:11:11.007769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60582) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:11.015018 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b4e71405-e5ea-4902-a122-1846ac39bdf8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5', 'name': 'tempest-PortsTestJSON-164130829'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:11.244429 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e71405-e5ea-4902-a122-1846ac39bdf8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:11.247811 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4e71405-e5ea-4902-a122-1846ac39bdf8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.274576 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-b4e71405-e5ea-4902-a122-1846ac39bdf8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] device_id is not set on port aff6868f-1b5b-47ec-be47-b6a0ac643572 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:11:11.318173 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Router eb79ac38-4ee3-4080-8151-b9477414afc6 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:11:11.579857 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:11.597804 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Sync routers for ids ['eb79ac38-4ee3-4080-8151-b9477414afc6'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:11.609501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Routers {'eb79ac38-4ee3-4080-8151-b9477414afc6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:11.609501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:11:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['eb79ac38-4ee3-4080-8151-b9477414afc6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:11.620566 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4e71405-e5ea-4902-a122-1846ac39bdf8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.748121 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.756996 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a9c6545f-4044-4237-8ad8-c85423ccd97a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5805604 Aug 31 01:11:11.756996 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4e71405-e5ea-4902-a122-1846ac39bdf8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.758463 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60598) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:11.793861 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Set router eb79ac38-4ee3-4080-8151-b9477414afc6 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:11.824783 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cbe5abc9-f562-4b73-8bd7-a246525ab402 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5f481833dbad44e8ab08e3a835b3f2ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0647683 Aug 31 01:11:11.831439 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60604) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:11.904073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e71405-e5ea-4902-a122-1846ac39bdf8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:11.904073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b4e71405-e5ea-4902-a122-1846ac39bdf8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:11.904073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e71405-e5ea-4902-a122-1846ac39bdf8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:11.904073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e71405-e5ea-4902-a122-1846ac39bdf8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:11.904073 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4e71405-e5ea-4902-a122-1846ac39bdf8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.919171 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e71405-e5ea-4902-a122-1846ac39bdf8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=aff6868f-1b5b-47ec-be47-b6a0ac643572,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:12.002792 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60612) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:12.186455 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'name': 'tempest-TestNetworkBasicOps-router-892176050', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3c31329a-1edb-418f-a020-a47372e123b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:08Z', 'updated_at': '2021-08-31T01:11:10Z', 'revision_number': 3, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '3c31329a-1edb-418f-a020-a47372e123b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:12.186821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50080776-00a9-4788-974e-2af0c2b04b15 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:12.189091 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-50080776-00a9-4788-974e-2af0c2b04b15 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3562505 Aug 31 01:11:12.191891 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60624) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:12.237003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Checking router: eb79ac38-4ee3-4080-8151-b9477414afc6 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:11:12.237355 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Updating router eb79ac38-4ee3-4080-8151-b9477414afc6 port 3c31329a-1edb-418f-a020-a47372e123b5 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:11:12.245091 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4d269e0e-a491-4c83-94c5-87f4b2a74afe tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519364 Aug 31 01:11:12.247418 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60628) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:12.252713 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1697491165', 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:12.267573 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.312083 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-f49c2ef8-7c46-405b-af26-b73371d4c11d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:12.313684 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-f49c2ef8-7c46-405b-af26-b73371d4c11d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 806 time: 0.1782491 Aug 31 01:11:12.341273 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82e6da73-305a-47b9-861b-ef586187a920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.348146 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60630) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:12.348663 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b4e71405-e5ea-4902-a122-1846ac39bdf8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3396590 Aug 31 01:11:12.354881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:12.383401 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-709e3193-d14a-44c8-b33c-663496967383 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/quotas/77fd9bfbc20d428e80cfea30225008a3 HTTP/1.1" status: 200 len: 375 time: 0.0572534 Aug 31 01:11:12.478065 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-e1bed1b3-ad2f-4031-b41a-0d0e73e3d101 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934713 Aug 31 01:11:12.549346 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.558540 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:12.559044 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Made reservation on behalf of 5f481833dbad44e8ab08e3a835b3f2ce for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:12.563270 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.634435 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:11:12.635053 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 0cb0e6d4-1f1c-420b-bfad-882a4afa27a0 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:11:12.701503 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82e6da73-305a-47b9-861b-ef586187a920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.744710 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-0cb0e543-8f1e-4eda-b278-930a6762eb82 service neutron] 10.222.0.16 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392961 Aug 31 01:11:12.804517 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82e6da73-305a-47b9-861b-ef586187a920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.825714 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.843705 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Transition to ACTIVE for port object 3c31329a-1edb-418f-a020-a47372e123b5 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:12.865958 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-82e6da73-305a-47b9-861b-ef586187a920 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ea0fa7896ef4248bf4e188beb69c009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8607655 Aug 31 01:11:12.869162 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6da73-305a-47b9-861b-ef586187a920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4a03a7-b09d-4b71-81bf-4bdbc3ac0ea8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:12.874195 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60638) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:12.957807 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.959981 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-fb3ebfe9-f1d6-4672-8f58-7d741bc2cfff service neutron] 10.222.0.16 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068517 Aug 31 01:11:12.966252 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e042ff91-aee3-49d1-84fd-341e6b021e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.972081 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.325694 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e042ff91-aee3-49d1-84fd-341e6b021e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.328553 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4298a8b-8951-4860-995c-3c3c2d7e0c80 None None] Pushing event updated for resources: {'Port': ['ID=3c31329a-1edb-418f-a020-a47372e123b5,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:13.329207 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.330435 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Attempting to bind port 3c31329a-1edb-418f-a020-a47372e123b5 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:13.330435 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Attempting to bind port 3c31329a-1edb-418f-a020-a47372e123b5 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:13.330435 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Attempting to bind port 3c31329a-1edb-418f-a020-a47372e123b5 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:13.330933 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.331017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:13.331017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:13.331017 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.331017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:13.331017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Bound port: 3c31329a-1edb-418f-a020-a47372e123b5, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:13.331017 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.331442 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] In _notify_port_updated(), no bound segment for port aff6868f-1b5b-47ec-be47-b6a0ac643572 on network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 {{(pid=102342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:11:13.331442 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:13.331442 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.331442 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "PUT /v2.0/ports/aff6868f-1b5b-47ec-be47-b6a0ac643572 HTTP/1.1" status: 200 len: 818 time: 0.8318105 Aug 31 01:11:13.331684 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] For port 3c31329a-1edb-418f-a020-a47372e123b5, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:13.331684 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] For port 3c31329a-1edb-418f-a020-a47372e123b5, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=3c31329a-1edb-418f-a020-a47372e123b5,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:13.331802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60642) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:13.331802 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e042ff91-aee3-49d1-84fd-341e6b021e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.331802 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e042ff91-aee3-49d1-84fd-341e6b021e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.331802 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e042ff91-aee3-49d1-84fd-341e6b021e79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a4a03a7-b09d-4b71-81bf-4bdbc3ac0ea8 HTTP/1.1" status: 204 len: 168 time: 0.3500326 Aug 31 01:11:13.331802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042ff91-aee3-49d1-84fd-341e6b021e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4a03a7-b09d-4b71-81bf-4bdbc3ac0ea8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:13.334197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Subnet': ['ID=767d1c38-5de2-4946-9be6-61cd2e44d072,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:13.334197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=aff6868f-1b5b-47ec-be47-b6a0ac643572,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:13.334197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.334197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.334197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.334197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.334197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.334197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.334197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.334197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.334197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.334197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.334197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.334197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dccc91-ffca-4aa4-9f3c-9219df0311b3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.334197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Checking segment: {'id': '04770dd8-e348-4319-ac26-6694b0302f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:13.335111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf60c1-808e-4f6f-ba8f-2eb1cc58a104 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port aff6868f-1b5b-47ec-be47-b6a0ac643572 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:13.335186 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Network hostable DHCP agents. Network: 4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:11:13.335261 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ebaf60c1-808e-4f6f-ba8f-2eb1cc58a104 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.335332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.335332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.335332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.335332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.335332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.335332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.335332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.335332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.335332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.335332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.335332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.335332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:13.352981 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.431458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Routers {'eb79ac38-4ee3-4080-8151-b9477414afc6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:13.436774 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:11:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['eb79ac38-4ee3-4080-8151-b9477414afc6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:13.452496 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3c732860-a42f-4985-a20a-cb4c8d9c2da2 req-779c016f-f997-4664-962a-3e1e73199a48 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 210 time: 0.0450149 Aug 31 01:11:13.470281 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ebaf60c1-808e-4f6f-ba8f-2eb1cc58a104 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.488613 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf60c1-808e-4f6f-ba8f-2eb1cc58a104 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for aff6868f-1b5b-47ec-be47-b6a0ac643572 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:13.500720 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Network 4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:11:13.529666 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4298a8b-8951-4860-995c-3c3c2d7e0c80 None None] Pushing event updated for resources: {'Port': ['ID=3c31329a-1edb-418f-a020-a47372e123b5,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:13.644269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:13.647952 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] Set router eb79ac38-4ee3-4080-8151-b9477414afc6 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:13.652349 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:13.653132 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.727272 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c539c712-7b7a-46b2-99f4-b509bd09f9de None None] Network 4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:13.798484 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ebaf60c1-808e-4f6f-ba8f-2eb1cc58a104 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.816522 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-95f48942-1765-4512-8803-94b09cec41d6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5671949 Aug 31 01:11:13.819042 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60658) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:13.857467 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf60c1-808e-4f6f-ba8f-2eb1cc58a104 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=aff6868f-1b5b-47ec-be47-b6a0ac643572,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:13.876851 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ebaf60c1-808e-4f6f-ba8f-2eb1cc58a104 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.881431 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ebaf60c1-808e-4f6f-ba8f-2eb1cc58a104 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/ports/aff6868f-1b5b-47ec-be47-b6a0ac643572 HTTP/1.1" status: 204 len: 168 time: 0.6880376 Aug 31 01:11:13.883843 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60662) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:13.952850 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2c5f2c-cd9b-4298-9ec2-d30b8b50d163 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:13.954855 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0b2c5f2c-cd9b-4298-9ec2-d30b8b50d163 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0695348 Aug 31 01:11:13.958303 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60666) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:13.991273 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-62392d9b-1d49-4ef4-a073-54049b1ba0a5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] GET failed (client error): The resource could not be found. Aug 31 01:11:13.998889 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-62392d9b-1d49-4ef4-a073-54049b1ba0a5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports/aff6868f-1b5b-47ec-be47-b6a0ac643572 HTTP/1.1" status: 404 len: 333 time: 0.0342469 Aug 31 01:11:13.999562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60668) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:14.011214 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-28915d12-886f-4481-a893-6a2d90f9225b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-927702735'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:14.063378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'name': 'tempest-TestNetworkBasicOps-router-892176050', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3c31329a-1edb-418f-a020-a47372e123b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:08Z', 'updated_at': '2021-08-31T01:11:10Z', 'revision_number': 3, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '3c31329a-1edb-418f-a020-a47372e123b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:14.066636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d', 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'fixed_ips': [{'subnet_id': '767d1c38-5de2-4946-9be6-61cd2e44d072'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:11:14.067514 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.104063 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9ce2af-d5d4-49f7-b140-bf693799dc9b None None] The sync data for ids ['eb79ac38-4ee3-4080-8151-b9477414afc6'] in n-d-793621-34 is: [{'id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'name': 'tempest-TestNetworkBasicOps-router-892176050', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3c31329a-1edb-418f-a020-a47372e123b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:08Z', 'updated_at': '2021-08-31T01:11:10Z', 'revision_number': 3, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '3c31329a-1edb-418f-a020-a47372e123b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:14.189281 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28915d12-886f-4481-a893-6a2d90f9225b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:14.198629 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-28915d12-886f-4481-a893-6a2d90f9225b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.240008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28915d12-886f-4481-a893-6a2d90f9225b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:11:14.256896 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-28915d12-886f-4481-a893-6a2d90f9225b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.257430 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-28915d12-886f-4481-a893-6a2d90f9225b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Added segment e5916f1a-ca9c-4eeb-b083-8962310b09f9 of type vlan for network eba01827-1a87-4eb9-ac8e-c651d7766fda Aug 31 01:11:14.283616 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Allocated IP 172.20.0.2 (4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d/767d1c38-5de2-4946-9be6-61cd2e44d072/cc2b4a2c-689b-42a5-9c83-812d29ba53b2) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:14.308925 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-28915d12-886f-4481-a893-6a2d90f9225b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.427395 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-28915d12-886f-4481-a893-6a2d90f9225b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.436458 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28915d12-886f-4481-a893-6a2d90f9225b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:14.436458 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-28915d12-886f-4481-a893-6a2d90f9225b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.516505 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60676) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:14.525243 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.544937 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9f7c005e-96a2-4838-8eb1-9b460ec1708a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.650850 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28915d12-886f-4481-a893-6a2d90f9225b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Network': ['ID=eba01827-1a87-4eb9-ac8e-c651d7766fda,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:14.669275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network eba01827-1a87-4eb9-ac8e-c651d7766fda details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:11:14.751150 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-28915d12-886f-4481-a893-6a2d90f9225b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7488523 Aug 31 01:11:14.753857 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60682) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:14.763472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-df779a55-6277-4490-b7b9-45bd34fa4313 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'subnet': {'network_id': 'eba01827-1a87-4eb9-ac8e-c651d7766fda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:14.809402 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-239a7f4b-3176-4475-a1da-15b7cd60422a req-57b6b2d7-9bdc-4730-acbb-3372f7493e7d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 210 time: 0.1901197 Aug 31 01:11:14.838696 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.857652 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Transition to ACTIVE for port object cc2b4a2c-689b-42a5-9c83-812d29ba53b2 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:14.889773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Transition to ACTIVE for port object cc2b4a2c-689b-42a5-9c83-812d29ba53b2 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:14.901156 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9f7c005e-96a2-4838-8eb1-9b460ec1708a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.902032 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b89358-f5ad-4639-b491-5856592cecb1 req-b40c35a4-4282-4fa4-842e-2e1edb4c8eb4 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:14.903735 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d9b89358-f5ad-4639-b491-5856592cecb1 req-b40c35a4-4282-4fa4-842e-2e1edb4c8eb4 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 945 time: 0.2111688 Aug 31 01:11:14.992822 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d9b89358-f5ad-4639-b491-5856592cecb1 req-fece26f9-9e4b-435f-8483-a09fa6180e5b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827489 Aug 31 01:11:14.998426 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.008169 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9f7c005e-96a2-4838-8eb1-9b460ec1708a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.058903 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 3c31329a-1edb-418f-a020-a47372e123b5 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:15.100660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df779a55-6277-4490-b7b9-45bd34fa4313 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:15.105207 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-df779a55-6277-4490-b7b9-45bd34fa4313 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.106208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Network 4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:15.118954 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Pushing event updated for resources: {'Port': ['ID=cc2b4a2c-689b-42a5-9c83-812d29ba53b2,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:15.123039 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:15.147932 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:15.193743 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9f7c005e-96a2-4838-8eb1-9b460ec1708a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66cd865f64b44512947db8f7cc60b3a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6767879 Aug 31 01:11:15.202443 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60692) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:15.248435 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c005e-96a2-4838-8eb1-9b460ec1708a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103f19db-ce13-4571-befa-e9cd11414621,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:15.258428 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Attempting to bind port cc2b4a2c-689b-42a5-9c83-812d29ba53b2 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:15.259651 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Attempting to bind port cc2b4a2c-689b-42a5-9c83-812d29ba53b2 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '04770dd8-e348-4319-ac26-6694b0302f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:15.261351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Attempting to bind port cc2b4a2c-689b-42a5-9c83-812d29ba53b2 on network 4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:15.272465 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:15.273033 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Checking segment: {'id': '04770dd8-e348-4319-ac26-6694b0302f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:15.273786 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.274340 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Bound using segment: {'id': '04770dd8-e348-4319-ac26-6694b0302f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:15.274927 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Bound port: cc2b4a2c-689b-42a5-9c83-812d29ba53b2, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04770dd8-e348-4319-ac26-6694b0302f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:15.275414 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.320026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Allocated IP 172.20.0.1 (4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d/767d1c38-5de2-4946-9be6-61cd2e44d072/75855bf6-23a7-4e3e-a230-2158886f28df) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:15.362386 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] For port cc2b4a2c-689b-42a5-9c83-812d29ba53b2, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:15.366065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] For port cc2b4a2c-689b-42a5-9c83-812d29ba53b2, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=cc2b4a2c-689b-42a5-9c83-812d29ba53b2,segment=NetworkSegment(04770dd8-e348-4319-ac26-6694b0302f21),segment_id=04770dd8-e348-4319-ac26-6694b0302f21)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:15.457809 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21bc4174-f34b-405a-92e7-33c288b616f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.506208 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21bc4174-f34b-405a-92e7-33c288b616f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.547505 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.558425 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.568723 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Transition to ACTIVE for port object 75855bf6-23a7-4e3e-a230-2158886f28df will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:15.621252 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900c1ea-9562-49d1-93bd-76981375109d None None] Pushing event updated for resources: {'Port': ['ID=cc2b4a2c-689b-42a5-9c83-812d29ba53b2,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:15.678843 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 3c31329a-1edb-418f-a020-a47372e123b5 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:15.682858 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-df779a55-6277-4490-b7b9-45bd34fa4313 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.684133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 3c31329a-1edb-418f-a020-a47372e123b5 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:15.684623 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.792214 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.832420 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21bc4174-f34b-405a-92e7-33c288b616f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.840718 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21bc4174-f34b-405a-92e7-33c288b616f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.846215 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-21bc4174-f34b-405a-92e7-33c288b616f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/103f19db-ce13-4571-befa-e9cd11414621 HTTP/1.1" status: 204 len: 168 time: 0.6348760 Aug 31 01:11:15.846215 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.868697 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 3c31329a-1edb-418f-a020-a47372e123b5, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=3c31329a-1edb-418f-a020-a47372e123b5,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:15.895449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df779a55-6277-4490-b7b9-45bd34fa4313 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Subnet': ['ID=ffe5c819-7e30-467a-bd5e-667d2f4bc5d7,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:15.904217 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df779a55-6277-4490-b7b9-45bd34fa4313 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Checking segment: {'id': 'e5916f1a-ca9c-4eeb-b083-8962310b09f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eba01827-1a87-4eb9-ac8e-c651d7766fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:15.914205 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df779a55-6277-4490-b7b9-45bd34fa4313 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network hostable DHCP agents. Network: eba01827-1a87-4eb9-ac8e-c651d7766fda, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:11:15.950864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc4174-f34b-405a-92e7-33c288b616f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103f19db-ce13-4571-befa-e9cd11414621,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:15.979325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Network 4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:15.987491 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:15.992593 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.998284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:16.027038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df779a55-6277-4490-b7b9-45bd34fa4313 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network eba01827-1a87-4eb9-ac8e-c651d7766fda is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:11:16.108227 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Port': ['ID=75855bf6-23a7-4e3e-a230-2158886f28df,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:16.124808 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=3c31329a-1edb-418f-a020-a47372e123b5,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:16.139485 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.169388 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-df779a55-6277-4490-b7b9-45bd34fa4313 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, eba01827-1a87-4eb9-ac8e-c651d7766fda) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:16.177399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc5adaa-3224-43c5-af00-bf1edae48ae9 None None] Network eba01827-1a87-4eb9-ac8e-c651d7766fda requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:16.188631 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df779a55-6277-4490-b7b9-45bd34fa4313 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:16.189790 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-df779a55-6277-4490-b7b9-45bd34fa4313 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.262977 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-5387e01a-8779-4f18-a6a3-440b28df94aa tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:16.267493 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-5387e01a-8779-4f18-a6a3-440b28df94aa tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.41 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 806 time: 0.2136390 Aug 31 01:11:16.268344 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-306fe003-3eb8-43f1-be22-3cfda4a60e86 req-d46b25ca-f007-4882-b68c-f3fe3ca62c54 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 210 time: 0.0856214 Aug 31 01:11:16.286665 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-b7639883-81b2-4284-aa9d-a0ab2fe6942e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Request body: {'port': {'device_id': '0a2776db-f767-4879-8a7c-2771a367f77c', 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65', 'admin_state_up': True, 'tenant_id': '77fd9bfbc20d428e80cfea30225008a3'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:16.439863 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-df779a55-6277-4490-b7b9-45bd34fa4313 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6848590 Aug 31 01:11:16.443042 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60718) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:16.465101 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-27063ca4-f4be-4a77-b6d5-53b47ed75bcd tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'subnet': {'network_id': 'eba01827-1a87-4eb9-ac8e-c651d7766fda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:16.468265 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-eba01827-1a87-4eb9-ac8e-c651d7766fda', 'network_id': 'eba01827-1a87-4eb9-ac8e-c651d7766fda', 'tenant_id': 'c31b38fd2693486ea068244b2c0eb066', 'fixed_ips': [{'subnet_id': 'ffe5c819-7e30-467a-bd5e-667d2f4bc5d7'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:11:16.470600 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.588479 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-b7639883-81b2-4284-aa9d-a0ab2fe6942e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Made reservation on behalf of 77fd9bfbc20d428e80cfea30225008a3 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:16.597115 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-b7639883-81b2-4284-aa9d-a0ab2fe6942e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.599547 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.816577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Allocated IP 172.20.0.2 (eba01827-1a87-4eb9-ac8e-c651d7766fda/ffe5c819-7e30-467a-bd5e-667d2f4bc5d7/5a4ed7ae-540e-46a5-af07-748a0355af70) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:16.859432 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27063ca4-f4be-4a77-b6d5-53b47ed75bcd tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:16.865613 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-27063ca4-f4be-4a77-b6d5-53b47ed75bcd tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.915700 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-b7639883-81b2-4284-aa9d-a0ab2fe6942e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Allocated IP 172.20.0.2 (e82eeec3-5ff2-445a-851f-06625aceee65/28e00ce7-f90d-46fd-a823-804dd57ed42f/fb7dd963-bd08-4c26-b5a8-2be6f25bddbc) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:17.154959 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.166613 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d24c4-bf85-4c40-a0eb-63f297eea958 req-0c70aa0f-1e0a-408a-a00f-6a6882bd0b55 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:17.174431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-438d24c4-bf85-4c40-a0eb-63f297eea958 req-0c70aa0f-1e0a-408a-a00f-6a6882bd0b55 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.3164515 Aug 31 01:11:17.182232 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897b9862-e163-4f23-9385-d4c809605004 None None] Network 4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:17.229834 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-b7639883-81b2-4284-aa9d-a0ab2fe6942e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.252167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Transition to ACTIVE for port object 5a4ed7ae-540e-46a5-af07-748a0355af70 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:17.258252 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 3c31329a-1edb-418f-a020-a47372e123b5 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:17.286774 n-d-793621-34 neutron-server[102342]: INFO neutron.db.ipam_backend_mixin [None req-27063ca4-f4be-4a77-b6d5-53b47ed75bcd tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ffe5c819-7e30-467a-bd5e-667d2f4bc5d7 (CIDR: 172.20.0.0/28) Aug 31 01:11:17.315255 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-438d24c4-bf85-4c40-a0eb-63f297eea958 req-978ca11b-8037-49b1-841b-1b55d431c3d5 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378105 Aug 31 01:11:17.323636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Transition to ACTIVE for port object 5a4ed7ae-540e-46a5-af07-748a0355af70 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:17.406097 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.407453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 3c31329a-1edb-418f-a020-a47372e123b5 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:17.407827 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.411781 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-27063ca4-f4be-4a77-b6d5-53b47ed75bcd tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:11:17.412184 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27063ca4-f4be-4a77-b6d5-53b47ed75bcd tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:17.492246 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ebecfa39-b048-4766-a368-0191f702aa17 None None] Provisioning for port cc2b4a2c-689b-42a5-9c83-812d29ba53b2 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:17.518551 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.589214 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-27063ca4-f4be-4a77-b6d5-53b47ed75bcd tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1454296 Aug 31 01:11:17.591646 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Network eba01827-1a87-4eb9-ac8e-c651d7766fda is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:17.593624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60750) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:17.596023 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device cc2b4a2c-689b-42a5-9c83-812d29ba53b2 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:17.597558 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.598100 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:17.609527 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:17.630843 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Pushing event updated for resources: {'Port': ['ID=5a4ed7ae-540e-46a5-af07-748a0355af70,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:17.652958 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-aca6397a-9f06-4da5-b114-dfe3b46b95b7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'subnet': {'network_id': 'eba01827-1a87-4eb9-ac8e-c651d7766fda', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:17.667251 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a79a521-b3a6-432b-9e7f-cac9e58a9fb2 req-6fd0ca24-f22b-4c30-a153-106e7903c7fc tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 210 time: 0.0519514 Aug 31 01:11:17.701283 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Attempting to bind port 5a4ed7ae-540e-46a5-af07-748a0355af70 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:17.701671 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Attempting to bind port 5a4ed7ae-540e-46a5-af07-748a0355af70 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'e5916f1a-ca9c-4eeb-b083-8962310b09f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eba01827-1a87-4eb9-ac8e-c651d7766fda'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:17.702037 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Attempting to bind port 5a4ed7ae-540e-46a5-af07-748a0355af70 on network eba01827-1a87-4eb9-ac8e-c651d7766fda {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:17.708711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:17.709083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Checking segment: {'id': 'e5916f1a-ca9c-4eeb-b083-8962310b09f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eba01827-1a87-4eb9-ac8e-c651d7766fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:17.709525 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.710099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Bound using segment: {'id': 'e5916f1a-ca9c-4eeb-b083-8962310b09f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eba01827-1a87-4eb9-ac8e-c651d7766fda'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:17.711097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Bound port: 5a4ed7ae-540e-46a5-af07-748a0355af70, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5916f1a-ca9c-4eeb-b083-8962310b09f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eba01827-1a87-4eb9-ac8e-c651d7766fda'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:17.711641 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.766473 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.783521 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-b7639883-81b2-4284-aa9d-a0ab2fe6942e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.791218 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] For port 5a4ed7ae-540e-46a5-af07-748a0355af70, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:17.796540 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] For port 5a4ed7ae-540e-46a5-af07-748a0355af70, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5a4ed7ae-540e-46a5-af07-748a0355af70,segment=NetworkSegment(e5916f1a-ca9c-4eeb-b083-8962310b09f9),segment_id=e5916f1a-ca9c-4eeb-b083-8962310b09f9)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:17.801031 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['96432a75-6894-44bb-b3cf-e774f3562bb0'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:17.873641 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port cc2b4a2c-689b-42a5-9c83-812d29ba53b2 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:17.876031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-b7639883-81b2-4284-aa9d-a0ab2fe6942e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Network e82eeec3-5ff2-445a-851f-06625aceee65 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:17.887408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-b7639883-81b2-4284-aa9d-a0ab2fe6942e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:17.890037 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Port': ['ID=75855bf6-23a7-4e3e-a230-2158886f28df,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:17.891779 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port cc2b4a2c-689b-42a5-9c83-812d29ba53b2 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:17.892151 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.900434 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-b7639883-81b2-4284-aa9d-a0ab2fe6942e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:17.959726 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.961779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7639883-81b2-4284-aa9d-a0ab2fe6942e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Pushing event updated for resources: {'Port': ['ID=fb7dd963-bd08-4c26-b5a8-2be6f25bddbc,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:18.056828 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0338337d-fe2b-4ba2-a752-02de1edfdc8a None None] Provisioning complete for port cc2b4a2c-689b-42a5-9c83-812d29ba53b2 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:18.057074 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-b7639883-81b2-4284-aa9d-a0ab2fe6942e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:18.057665 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0338337d-fe2b-4ba2-a752-02de1edfdc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.060728 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-b7639883-81b2-4284-aa9d-a0ab2fe6942e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.168300 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-b7639883-81b2-4284-aa9d-a0ab2fe6942e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8868105 Aug 31 01:11:18.183996 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Request body: {'port': {'device_id': '0a2776db-f767-4879-8a7c-2771a367f77c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:18.260593 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0f8d3-3fcf-46b4-892f-92bc400d9a09 None None] Pushing event updated for resources: {'Port': ['ID=5a4ed7ae-540e-46a5-af07-748a0355af70,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:18.292342 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.395550 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.440205 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0338337d-fe2b-4ba2-a752-02de1edfdc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.442997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Network 4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:18.463419 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:18.547454 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port cc2b4a2c-689b-42a5-9c83-812d29ba53b2, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=cc2b4a2c-689b-42a5-9c83-812d29ba53b2,segment=NetworkSegment(04770dd8-e348-4319-ac26-6694b0302f21),segment_id=04770dd8-e348-4319-ac26-6694b0302f21)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:18.646043 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.669993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f2da3-d7bd-4d0c-82f0-83363353ca44 req-96dee9fc-12cb-45e5-9ded-ccc352833fcf tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:18.672308 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-975f2da3-d7bd-4d0c-82f0-83363353ca44 req-96dee9fc-12cb-45e5-9ded-ccc352833fcf tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.2372661 Aug 31 01:11:18.745407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca6397a-9f06-4da5-b114-dfe3b46b95b7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:18.746042 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aca6397a-9f06-4da5-b114-dfe3b46b95b7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.848649 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-0338337d-fe2b-4ba2-a752-02de1edfdc8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:11:18.849429 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-0338337d-fe2b-4ba2-a752-02de1edfdc8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:11:18.850361 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=cc2b4a2c-689b-42a5-9c83-812d29ba53b2,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:18.863064 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-975f2da3-d7bd-4d0c-82f0-83363353ca44 req-3bd77091-3e9f-45fd-bb36-641b939f5b37 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800175 Aug 31 01:11:18.877458 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Router eb79ac38-4ee3-4080-8151-b9477414afc6 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:11:18.925937 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2f174-ba96-4376-b92c-c04018263bad req-7db900b9-d26e-4028-9407-31de036a0857 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:18.927850 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d8e2f174-ba96-4376-b92c-c04018263bad req-7db900b9-d26e-4028-9407-31de036a0857 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 931 time: 0.1050229 Aug 31 01:11:18.995820 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7dd963-bd08-4c26-b5a8-2be6f25bddbc {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:19.005783 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:19.014831 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d8e2f174-ba96-4376-b92c-c04018263bad req-3dbd8060-3cb8-4c4c-b946-660cb3dcc87b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685334 Aug 31 01:11:19.043672 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Transition to ACTIVE for port object fb7dd963-bd08-4c26-b5a8-2be6f25bddbc will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:19.089832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:19.098313 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60776) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:19.098432 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2db9fa2b-eb7f-4f0f-bced-0c9b750f3340 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "PUT /v2.0/routers/eb79ac38-4ee3-4080-8151-b9477414afc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2744629 Aug 31 01:11:19.105314 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Sync routers for ids ['eb79ac38-4ee3-4080-8151-b9477414afc6'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:19.120973 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Routers {'eb79ac38-4ee3-4080-8151-b9477414afc6'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:19.121862 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:11:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['eb79ac38-4ee3-4080-8151-b9477414afc6'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:19.151524 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5a4ed7ae-540e-46a5-af07-748a0355af70 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:19.329635 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:19.331049 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Set router eb79ac38-4ee3-4080-8151-b9477414afc6 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:19.426452 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aca6397a-9f06-4da5-b114-dfe3b46b95b7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:19.482751 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 5a4ed7ae-540e-46a5-af07-748a0355af70 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:19.488773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device cc2b4a2c-689b-42a5-9c83-812d29ba53b2 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:19.593418 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0338337d-fe2b-4ba2-a752-02de1edfdc8a None None] Provisioning for port 75855bf6-23a7-4e3e-a230-2158886f28df completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:19.599761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0338337d-fe2b-4ba2-a752-02de1edfdc8a None None] Provisioning complete for port 75855bf6-23a7-4e3e-a230-2158886f28df triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:19.600137 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0338337d-fe2b-4ba2-a752-02de1edfdc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:19.604612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca6397a-9f06-4da5-b114-dfe3b46b95b7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network eba01827-1a87-4eb9-ac8e-c651d7766fda is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:19.608546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-aca6397a-9f06-4da5-b114-dfe3b46b95b7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:19.639352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca6397a-9f06-4da5-b114-dfe3b46b95b7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:19.639352 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aca6397a-9f06-4da5-b114-dfe3b46b95b7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:19.655538 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7dd963-bd08-4c26-b5a8-2be6f25bddbc,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:19.667350 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6397a-9f06-4da5-b114-dfe3b46b95b7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Subnet': ['ID=58726fb7-830c-4864-a681-948972ec0e4e,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:19.700248 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port cc2b4a2c-689b-42a5-9c83-812d29ba53b2 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:19.700248 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:19.758771 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Attempting to bind port fb7dd963-bd08-4c26-b5a8-2be6f25bddbc on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:19.759265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Attempting to bind port fb7dd963-bd08-4c26-b5a8-2be6f25bddbc by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:19.759764 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Attempting to bind port fb7dd963-bd08-4c26-b5a8-2be6f25bddbc on network e82eeec3-5ff2-445a-851f-06625aceee65 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:19.779934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e49c49-315c-47bd-b1ee-2cfcb3fefa62 None None] Network eba01827-1a87-4eb9-ac8e-c651d7766fda requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:19.780323 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'name': 'tempest-TestNetworkBasicOps-router-892176050', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3c31329a-1edb-418f-a020-a47372e123b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:08Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '3c31329a-1edb-418f-a020-a47372e123b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '75855bf6-23a7-4e3e-a230-2158886f28df', 'name': '', 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:21:ca:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '767d1c38-5de2-4946-9be6-61cd2e44d072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:14Z', 'updated_at': '2021-08-31T01:11:17Z', 'revision_number': 2, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '767d1c38-5de2-4946-9be6-61cd2e44d072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:19.790357 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-aca6397a-9f06-4da5-b114-dfe3b46b95b7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1455035 Aug 31 01:11:19.791007 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60792) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:19.800217 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0338337d-fe2b-4ba2-a752-02de1edfdc8a None None] Port 75855bf6-23a7-4e3e-a230-2158886f28df cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:19.800359 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-33c7e933-0695-4fc5-b3bc-7b2ccf250e09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'network_id': 'eba01827-1a87-4eb9-ac8e-c651d7766fda', 'fixed_ips': [{'subnet_id': 'ffe5c819-7e30-467a-bd5e-667d2f4bc5d7'}, {'subnet_id': '58726fb7-830c-4864-a681-948972ec0e4e'}], 'name': 'tempest-PortsTestJSON-1536048180'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:19.811586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Port fb7dd963-bd08-4c26-b5a8-2be6f25bddbc on network e82eeec3-5ff2-445a-851f-06625aceee65 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:11:19.811965 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Attempting to bind port fb7dd963-bd08-4c26-b5a8-2be6f25bddbc on network e82eeec3-5ff2-445a-851f-06625aceee65 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:19.825692 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7b056-dca8-407d-8057-7a10b79c34ad tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:19.826669 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7b056-dca8-407d-8057-7a10b79c34ad tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:19.827543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7b056-dca8-407d-8057-7a10b79c34ad tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:19.828424 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7b056-dca8-407d-8057-7a10b79c34ad tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:19.829109 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7b056-dca8-407d-8057-7a10b79c34ad tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:19.829618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7b056-dca8-407d-8057-7a10b79c34ad tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:19.830207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7b056-dca8-407d-8057-7a10b79c34ad tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:19.830675 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7b056-dca8-407d-8057-7a10b79c34ad tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:19.831195 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7b056-dca8-407d-8057-7a10b79c34ad tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:19.831658 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7b056-dca8-407d-8057-7a10b79c34ad tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:19.832375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7b056-dca8-407d-8057-7a10b79c34ad tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:19.834735 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7b056-dca8-407d-8057-7a10b79c34ad tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:19.840094 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f9a7b056-dca8-407d-8057-7a10b79c34ad tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8405 time: 0.7395616 Aug 31 01:11:19.840902 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:19.841251 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Checking segment: {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:19.848053 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Bound using segment: {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:19.848053 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Bound port: fb7dd963-bd08-4c26-b5a8-2be6f25bddbc, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:19.848053 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:19.848797 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60798) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:19.873696 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Checking router: eb79ac38-4ee3-4080-8151-b9477414afc6 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:11:19.875400 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Updating router eb79ac38-4ee3-4080-8151-b9477414afc6 port 75855bf6-23a7-4e3e-a230-2158886f28df binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:11:19.933908 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:20.024023 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] For port fb7dd963-bd08-4c26-b5a8-2be6f25bddbc, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:20.029012 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] For port fb7dd963-bd08-4c26-b5a8-2be6f25bddbc, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fb7dd963-bd08-4c26-b5a8-2be6f25bddbc,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:20.081644 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36eff73-4ace-49ce-afdd-3e019e745fde tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.082654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36eff73-4ace-49ce-afdd-3e019e745fde tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.084288 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36eff73-4ace-49ce-afdd-3e019e745fde tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.086908 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36eff73-4ace-49ce-afdd-3e019e745fde tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.088150 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36eff73-4ace-49ce-afdd-3e019e745fde tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.089550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36eff73-4ace-49ce-afdd-3e019e745fde tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.092540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36eff73-4ace-49ce-afdd-3e019e745fde tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.093656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36eff73-4ace-49ce-afdd-3e019e745fde tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.094841 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36eff73-4ace-49ce-afdd-3e019e745fde tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.095764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36eff73-4ace-49ce-afdd-3e019e745fde tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.096873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36eff73-4ace-49ce-afdd-3e019e745fde tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.097897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36eff73-4ace-49ce-afdd-3e019e745fde tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.100352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a36eff73-4ace-49ce-afdd-3e019e745fde tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7639 time: 0.2505605 Aug 31 01:11:20.109537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60806) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:20.114497 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a84e851e-9ff1-4910-ad99-ac5fac9d928e None None] Provisioning for port 5a4ed7ae-540e-46a5-af07-748a0355af70 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:20.182486 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:20.196290 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f6ca-7929-47a9-9842-1ff9fa140bb3 req-fc4f0fa3-9366-4c25-8be3-33b933a963ee tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.198422 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-92a2f6ca-7929-47a9-9842-1ff9fa140bb3 req-fc4f0fa3-9366-4c25-8be3-33b933a963ee tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1250196 Aug 31 01:11:20.202804 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a84e851e-9ff1-4910-ad99-ac5fac9d928e None None] Provisioning complete for port 5a4ed7ae-540e-46a5-af07-748a0355af70 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:20.203831 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a84e851e-9ff1-4910-ad99-ac5fac9d928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:20.340626 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.341580 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:20.343316 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] 10.222.0.41 "PUT /v2.0/ports/fb7dd963-bd08-4c26-b5a8-2be6f25bddbc HTTP/1.1" status: 200 len: 1092 time: 2.1651461 Aug 31 01:11:20.346449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2776db-f767-4879-8a7c-2771a367f77c', 'tag': 'fb7dd963-bd08-4c26-b5a8-2be6f25bddbc'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:20.350484 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e54016-0011-4391-b550-373302410c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "0a2776db-f767-4879-8a7c-2771a367f77c", "tag": "fb7dd963-bd08-4c26-b5a8-2be6f25bddbc"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:20.410218 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-92a2f6ca-7929-47a9-9842-1ff9fa140bb3 req-4dfb2864-727e-4bce-9e9d-6ef5cdfbb227 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361196 Aug 31 01:11:20.412096 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a1339-a555-4b62-ba9f-440e63ba8764 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7dd963-bd08-4c26-b5a8-2be6f25bddbc,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:20.412337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35775bbe-19a4-432e-9821-6556da56f6fd req-95c2bbee-ef20-4510-aa18-18edfa8c1395 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.419010 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-35775bbe-19a4-432e-9821-6556da56f6fd req-95c2bbee-ef20-4510-aa18-18edfa8c1395 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 943 time: 0.2050083 Aug 31 01:11:20.420181 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a84e851e-9ff1-4910-ad99-ac5fac9d928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:20.431670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c7e933-0695-4fc5-b3bc-7b2ccf250e09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:20.510381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f76add50-2a32-4adf-b766-a17e6155f28b details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:11:20.581987 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b89f5d-09f6-4d2a-9aa7-714b3d24e1a6 x-openstack-request-id: req-c6b89f5d-09f6-4d2a-9aa7-714b3d24e1a6 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:20.582501 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a2776db-f767-4879-8a7c-2771a367f77c", "tag": "fb7dd963-bd08-4c26-b5a8-2be6f25bddbc", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:20.582917 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6b89f5d-09f6-4d2a-9aa7-714b3d24e1a6 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:20.583578 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a2776db-f767-4879-8a7c-2771a367f77c', 'tag': 'fb7dd963-bd08-4c26-b5a8-2be6f25bddbc', 'status': 'completed', 'code': 200} Aug 31 01:11:20.636068 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-7e79b14f-1853-4db7-8902-47b33306808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.638840 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-7e79b14f-1853-4db7-8902-47b33306808c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 1095 time: 0.1486213 Aug 31 01:11:20.650929 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:20.668792 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Transition to ACTIVE for port object 75855bf6-23a7-4e3e-a230-2158886f28df will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:20.683017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f76add50-2a32-4adf-b766-a17e6155f28b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f76add50-2a32-4adf-b766-a17e6155f28b,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:20.704816 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'port_id': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'mac_address': 'fa:16:3e:6d:bf:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:20.722212 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a84e851e-9ff1-4910-ad99-ac5fac9d928e None None] For port 5a4ed7ae-540e-46a5-af07-748a0355af70, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5a4ed7ae-540e-46a5-af07-748a0355af70,segment=NetworkSegment(e5916f1a-ca9c-4eeb-b083-8962310b09f9),segment_id=e5916f1a-ca9c-4eeb-b083-8962310b09f9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:20.743073 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-8471d3e7-ea4e-4f86-bce2-18037290e9e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb7dd963-bd08-4c26-b5a8-2be6f25bddbc HTTP/1.1" status: 200 len: 217 time: 0.0881445 Aug 31 01:11:20.765700 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb60842-be39-4679-a8ee-964c8355d444 None None] Update dhcp port {'port': {'network_id': 'eba01827-1a87-4eb9-ac8e-c651d7766fda', 'fixed_ips': [{'subnet_id': 'ffe5c819-7e30-467a-bd5e-667d2f4bc5d7', 'ip_address': '172.20.0.2'}, {'subnet_id': '58726fb7-830c-4864-a681-948972ec0e4e'}], 'binding:host_id': 'n-d-793621-34'}, 'id': '5a4ed7ae-540e-46a5-af07-748a0355af70'} from n-d-793621-34. {{(pid=102344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:11:20.775256 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:20.823345 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-35775bbe-19a4-432e-9821-6556da56f6fd req-54f0466f-beba-4d0a-98a9-ff574c006980 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831036 Aug 31 01:11:20.844827 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3fb60842-be39-4679-a8ee-964c8355d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:20.870638 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a84e851e-9ff1-4910-ad99-ac5fac9d928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:20.910859 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f77c6-8f19-4619-820a-db048188e424 None None] Pushing event updated for resources: {'Port': ['ID=75855bf6-23a7-4e3e-a230-2158886f28df,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:20.954734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-a12e005a-490c-426f-863e-27f62f14e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.956946 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-a12e005a-490c-426f-863e-27f62f14e0b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28e00ce7-f90d-46fd-a823-804dd57ed42f HTTP/1.1" status: 200 len: 846 time: 0.2041619 Aug 31 01:11:20.997406 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:21.052709 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f76add50-2a32-4adf-b766-a17e6155f28b {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:21.077415 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-33c7e933-0695-4fc5-b3bc-7b2ccf250e09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:21.090706 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-f2ea9e0f-04d7-4c93-ab70-c4743f9b89ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e82eeec3-5ff2-445a-851f-06625aceee65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260734 Aug 31 01:11:21.093409 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f76add50-2a32-4adf-b766-a17e6155f28b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f76add50-2a32-4adf-b766-a17e6155f28b,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:21.120139 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Attempting to bind port 75855bf6-23a7-4e3e-a230-2158886f28df on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:21.120516 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Attempting to bind port 75855bf6-23a7-4e3e-a230-2158886f28df by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '04770dd8-e348-4319-ac26-6694b0302f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:21.120871 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Attempting to bind port 75855bf6-23a7-4e3e-a230-2158886f28df on network 4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:21.134159 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c2b952ee-85e5-40dc-99e6-8db326660fb1 tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 1.0227964 Aug 31 01:11:21.149505 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:21.152176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Checking segment: {'id': '04770dd8-e348-4319-ac26-6694b0302f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:21.152176 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:21.152176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Bound using segment: {'id': '04770dd8-e348-4319-ac26-6694b0302f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:21.152176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Bound port: 75855bf6-23a7-4e3e-a230-2158886f28df, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04770dd8-e348-4319-ac26-6694b0302f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:21.152176 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:21.160288 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-33c7e933-0695-4fc5-b3bc-7b2ccf250e09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] device_id is not set on port 42d6f5f7-b0c8-44d7-b309-b80526b5c881 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:11:21.420935 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] For port 75855bf6-23a7-4e3e-a230-2158886f28df, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:21.425248 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] For port 75855bf6-23a7-4e3e-a230-2158886f28df, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=75855bf6-23a7-4e3e-a230-2158886f28df,segment=NetworkSegment(04770dd8-e348-4319-ac26-6694b0302f21),segment_id=04770dd8-e348-4319-ac26-6694b0302f21)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:21.450409 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-4351a0d1-d670-45d0-ab92-f1d0caf40a48 service neutron] 10.222.0.41 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497922 Aug 31 01:11:21.458037 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:21.597006 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e851e-9ff1-4910-ad99-ac5fac9d928e None None] Pushing event updated for resources: {'Port': ['ID=5a4ed7ae-540e-46a5-af07-748a0355af70,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:21.599574 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:21.665715 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['f76add50-2a32-4adf-b766-a17e6155f28b'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:21.872067 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Routers {'eb79ac38-4ee3-4080-8151-b9477414afc6'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:21.873131 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:11:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['eb79ac38-4ee3-4080-8151-b9477414afc6'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:21.873341 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f39f4-7096-426b-85ee-893e2b80f61c req-b217e2c3-7b37-4d41-9d65-ddd33bc1db5e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:21.877629 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f77c6-8f19-4619-820a-db048188e424 None None] Pushing event updated for resources: {'Port': ['ID=75855bf6-23a7-4e3e-a230-2158886f28df,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:21.881370 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb9f39f4-7096-426b-85ee-893e2b80f61c req-b217e2c3-7b37-4d41-9d65-ddd33bc1db5e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.2793074 Aug 31 01:11:21.999532 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-513c6fa3-4df5-4e9e-850c-a1d09366ad4c req-131c32d9-0bd9-41a3-8a7c-8d8772ed6ac9 service neutron] 10.222.0.41 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398602 Aug 31 01:11:22.020012 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-33c7e933-0695-4fc5-b3bc-7b2ccf250e09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Allocated IP 172.20.0.9 (eba01827-1a87-4eb9-ac8e-c651d7766fda/ffe5c819-7e30-467a-bd5e-667d2f4bc5d7/42d6f5f7-b0c8-44d7-b309-b80526b5c881) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:22.037189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-33c7e933-0695-4fc5-b3bc-7b2ccf250e09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Allocated IP 172.20.0.24 (eba01827-1a87-4eb9-ac8e-c651d7766fda/58726fb7-830c-4864-a681-948972ec0e4e/42d6f5f7-b0c8-44d7-b309-b80526b5c881) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:22.077720 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb9f39f4-7096-426b-85ee-893e2b80f61c req-0a0d40f1-b8de-429d-b97f-e973aacb9cb2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872406 Aug 31 01:11:22.155728 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=f76add50-2a32-4adf-b766-a17e6155f28b,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:22.360096 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e54016-0011-4391-b550-373302410c4e req-4122d921-a10d-4f68-bf56-6926e3950711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:22.363810 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d0e54016-0011-4391-b550-373302410c4e req-4122d921-a10d-4f68-bf56-6926e3950711 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 1095 time: 0.1485353 Aug 31 01:11:22.460952 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60872) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:22.532478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-444b1490-8ba0-4c75-a56b-1ed2a319a35e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-289161264', 'description': 'tempest-secgroup-smoke-289161264 description', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:22.564025 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] Set router eb79ac38-4ee3-4080-8151-b9477414afc6 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:22.665873 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-33c7e933-0695-4fc5-b3bc-7b2ccf250e09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.693553 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-33c7e933-0695-4fc5-b3bc-7b2ccf250e09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Transition to ACTIVE for port object 42d6f5f7-b0c8-44d7-b309-b80526b5c881 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:22.733184 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1b26b-dbfc-48d1-abb5-526e4d5bfb34 req-f1bcd63a-73a4-4546-b0c9-05818b507ff0 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:22.741899 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87d1b26b-dbfc-48d1-abb5-526e4d5bfb34 req-f1bcd63a-73a4-4546-b0c9-05818b507ff0 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 943 time: 0.1410427 Aug 31 01:11:22.769811 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e54016-0011-4391-b550-373302410c4e req-b0dc7c26-8d32-482d-9714-513e10d09f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:22.771343 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d0e54016-0011-4391-b550-373302410c4e req-b0dc7c26-8d32-482d-9714-513e10d09f45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 907 time: 0.3867760 Aug 31 01:11:22.853334 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87d1b26b-dbfc-48d1-abb5-526e4d5bfb34 req-ac2ff898-b418-49ef-ad79-38373d502577 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102414 Aug 31 01:11:22.858704 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-444b1490-8ba0-4c75-a56b-1ed2a319a35e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.868675 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d0e54016-0011-4391-b550-373302410c4e req-44303743-56f2-468b-a0b8-cda64dd72410 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb7dd963-bd08-4c26-b5a8-2be6f25bddbc HTTP/1.1" status: 200 len: 217 time: 0.0790973 Aug 31 01:11:22.881488 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'name': 'tempest-TestNetworkBasicOps-router-892176050', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3c31329a-1edb-418f-a020-a47372e123b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:08Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '3c31329a-1edb-418f-a020-a47372e123b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '75855bf6-23a7-4e3e-a230-2158886f28df', 'name': '', 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:21:ca:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '767d1c38-5de2-4946-9be6-61cd2e44d072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:14Z', 'updated_at': '2021-08-31T01:11:21Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '767d1c38-5de2-4946-9be6-61cd2e44d072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:22.909893 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-33c7e933-0695-4fc5-b3bc-7b2ccf250e09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.930033 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48409460-d6a8-4543-b6df-39c618ff820e None None] The sync data for ids ['eb79ac38-4ee3-4080-8151-b9477414afc6'] in n-d-793621-34 is: [{'id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'name': 'tempest-TestNetworkBasicOps-router-892176050', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3c31329a-1edb-418f-a020-a47372e123b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:08Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '3c31329a-1edb-418f-a020-a47372e123b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '75855bf6-23a7-4e3e-a230-2158886f28df', 'name': '', 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:21:ca:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '767d1c38-5de2-4946-9be6-61cd2e44d072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:14Z', 'updated_at': '2021-08-31T01:11:21Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '767d1c38-5de2-4946-9be6-61cd2e44d072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:22.954187 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e54016-0011-4391-b550-373302410c4e req-f4be6c28-db0f-4dc6-9d3b-1421ac74fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:22.955986 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d0e54016-0011-4391-b550-373302410c4e req-f4be6c28-db0f-4dc6-9d3b-1421ac74fb0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28e00ce7-f90d-46fd-a823-804dd57ed42f HTTP/1.1" status: 200 len: 846 time: 0.0659504 Aug 31 01:11:23.040443 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d0e54016-0011-4391-b550-373302410c4e req-768d41bb-3f25-4b7c-a6ce-2c6c6f947018 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e82eeec3-5ff2-445a-851f-06625aceee65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730193 Aug 31 01:11:23.162212 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-3fb60842-be39-4679-a8ee-964c8355d444 None None] Allocated IP 172.20.0.18 (eba01827-1a87-4eb9-ac8e-c651d7766fda/58726fb7-830c-4864-a681-948972ec0e4e/5a4ed7ae-540e-46a5-af07-748a0355af70) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:23.251314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c7e933-0695-4fc5-b3bc-7b2ccf250e09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network eba01827-1a87-4eb9-ac8e-c651d7766fda is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:23.337482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5a4ed7ae-540e-46a5-af07-748a0355af70 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:23.404602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-33c7e933-0695-4fc5-b3bc-7b2ccf250e09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:23.411343 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c7e933-0695-4fc5-b3bc-7b2ccf250e09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:23.482004 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-3fb60842-be39-4679-a8ee-964c8355d444 None None] For port 5a4ed7ae-540e-46a5-af07-748a0355af70, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5a4ed7ae-540e-46a5-af07-748a0355af70,segment=NetworkSegment(e5916f1a-ca9c-4eeb-b083-8962310b09f9),segment_id=e5916f1a-ca9c-4eeb-b083-8962310b09f9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:23.497105 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 5a4ed7ae-540e-46a5-af07-748a0355af70 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:23.497660 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:23.550238 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7e933-0695-4fc5-b3bc-7b2ccf250e09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=42d6f5f7-b0c8-44d7-b309-b80526b5c881,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:23.588130 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3fb60842-be39-4679-a8ee-964c8355d444 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:23.615826 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d0e54016-0011-4391-b550-373302410c4e req-850ba0f8-1885-4182-9749-7b2a922f2e4a service neutron] 10.222.0.41 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562782 Aug 31 01:11:23.619603 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-444b1490-8ba0-4c75-a56b-1ed2a319a35e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:23.641852 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c7e933-0695-4fc5-b3bc-7b2ccf250e09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:23.644555 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-33c7e933-0695-4fc5-b3bc-7b2ccf250e09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:23.655472 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3fb60842-be39-4679-a8ee-964c8355d444 None None] Transition to ACTIVE for port object 5a4ed7ae-540e-46a5-af07-748a0355af70 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:23.702494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf172da6-7c3e-4950-8da9-f1f72c5c3db6 req-68e657d0-daa3-4ef5-bfec-c69c80ffbd49 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:23.704199 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf172da6-7c3e-4950-8da9-f1f72c5c3db6 req-68e657d0-daa3-4ef5-bfec-c69c80ffbd49 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.4357724 Aug 31 01:11:23.732346 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-444b1490-8ba0-4c75-a56b-1ed2a319a35e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:23.772075 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3fb60842-be39-4679-a8ee-964c8355d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:23.812174 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf172da6-7c3e-4950-8da9-f1f72c5c3db6 req-8528ee09-6a35-4b6d-b145-5d486d067316 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973938 Aug 31 01:11:23.833564 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b1490-8ba0-4c75-a56b-1ed2a319a35e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df97fc71-3a15-41bf-9b51-0070a4d63a9d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:23.861923 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d0e54016-0011-4391-b550-373302410c4e req-4661951d-80bd-4885-9568-738255b9b4c3 service neutron] 10.222.0.41 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362964 Aug 31 01:11:23.867514 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-444b1490-8ba0-4c75-a56b-1ed2a319a35e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:23.868502 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-33c7e933-0695-4fc5-b3bc-7b2ccf250e09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.0761297 Aug 31 01:11:23.871170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60886) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:23.873361 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-444b1490-8ba0-4c75-a56b-1ed2a319a35e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4091887 Aug 31 01:11:23.880164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-580e189e-c845-4953-995b-e4766f411d2e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ffe5c819-7e30-467a-bd5e-667d2f4bc5d7'}]}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:23.882683 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60888) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:23.894714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-bc24acc7-c0a5-4429-a0ae-5058c983c178 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group_rule': {'security_group_id': 'df97fc71-3a15-41bf-9b51-0070a4d63a9d', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:24.058273 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-580e189e-c845-4953-995b-e4766f411d2e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:24.074003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb60842-be39-4679-a8ee-964c8355d444 None None] Pushing event updated for resources: {'Port': ['ID=5a4ed7ae-540e-46a5-af07-748a0355af70,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:24.127524 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc24acc7-c0a5-4429-a0ae-5058c983c178 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:24.361335 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfe14b-0aa1-4cdd-b182-fa9f14bd2baf req-607deca1-1493-44b4-9b56-6ee0e54d7aec tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:24.370350 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-41dfe14b-0aa1-4cdd-b182-fa9f14bd2baf req-607deca1-1493-44b4-9b56-6ee0e54d7aec tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 943 time: 0.3821998 Aug 31 01:11:24.463039 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc24acc7-c0a5-4429-a0ae-5058c983c178 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:24.508829 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f76add50-2a32-4adf-b766-a17e6155f28b up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:24.521797 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-41dfe14b-0aa1-4cdd-b182-fa9f14bd2baf req-d5e6a5bb-7fdc-4496-a234-f7d2029a6ea7 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502841 Aug 31 01:11:24.540778 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc24acc7-c0a5-4429-a0ae-5058c983c178 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:24.584029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24acc7-c0a5-4429-a0ae-5058c983c178 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be220433-78ad-4b5a-b876-3a1e7b19cd06,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:24.638657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port f76add50-2a32-4adf-b766-a17e6155f28b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:24.639067 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:24.666895 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc24acc7-c0a5-4429-a0ae-5058c983c178 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:24.671978 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bc24acc7-c0a5-4429-a0ae-5058c983c178 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7855701 Aug 31 01:11:24.672621 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60900) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:24.680052 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-cab6d793-5cbd-4bcb-86c0-ba0765b72c4a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group_rule': {'security_group_id': 'df97fc71-3a15-41bf-9b51-0070a4d63a9d', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:24.850412 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-580e189e-c845-4953-995b-e4766f411d2e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Delete allocated IP 172.20.0.24 (eba01827-1a87-4eb9-ac8e-c651d7766fda/58726fb7-830c-4864-a681-948972ec0e4e) {{(pid=102342) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 01:11:24.855839 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cab6d793-5cbd-4bcb-86c0-ba0765b72c4a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:24.927526 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.042769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:25.053030 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523401f9-871a-4474-b04e-84546a1ab102" -d '{"events": [{"server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "name": "network-vif-plugged", "status": "completed", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:25.145960 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f76add50-2a32-4adf-b766-a17e6155f28b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f76add50-2a32-4adf-b766-a17e6155f28b,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:25.183226 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d026276b-00f7-4610-ab02-e0d7d58c9df3 x-openstack-request-id: req-d026276b-00f7-4610-ab02-e0d7d58c9df3 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:25.184284 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "name": "network-vif-plugged", "status": "completed", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:25.185112 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d026276b-00f7-4610-ab02-e0d7d58c9df3 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:25.188281 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'code': 200} Aug 31 01:11:25.277571 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cab6d793-5cbd-4bcb-86c0-ba0765b72c4a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.284482 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.353606 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f394e-a642-4402-b127-c0fb5a2c689e req-27f2f7f4-a8a1-40ba-bcbb-4d4b31626cf3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:25.365522 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5a4ed7ae-540e-46a5-af07-748a0355af70 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:25.368865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34331b0b-1bf3-4726-9101-cdaeae7a66cc None None] Network eba01827-1a87-4eb9-ac8e-c651d7766fda requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:25.371437 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-580e189e-c845-4953-995b-e4766f411d2e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.374082 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-166f394e-a642-4402-b127-c0fb5a2c689e req-27f2f7f4-a8a1-40ba-bcbb-4d4b31626cf3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1912901 Aug 31 01:11:25.414832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-580e189e-c845-4953-995b-e4766f411d2e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Ignored duplicate provisioning block setup for port 42d6f5f7-b0c8-44d7-b309-b80526b5c881 by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 01:11:25.419576 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cab6d793-5cbd-4bcb-86c0-ba0765b72c4a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.465358 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6d793-5cbd-4bcb-86c0-ba0765b72c4a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db636107-ba79-4fcd-9fbe-37a442d1d27c,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:25.488932 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-580e189e-c845-4953-995b-e4766f411d2e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.504292 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-166f394e-a642-4402-b127-c0fb5a2c689e req-fca9b6ac-728e-4d58-b392-430042f8fb66 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291962 Aug 31 01:11:25.537884 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:11:25.587160 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cab6d793-5cbd-4bcb-86c0-ba0765b72c4a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.588466 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cab6d793-5cbd-4bcb-86c0-ba0765b72c4a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9133863 Aug 31 01:11:25.593008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60912) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:25.598018 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c99fc257-f8e4-4aa3-bb01-024452cf7cbe tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group_rule': {'security_group_id': 'df97fc71-3a15-41bf-9b51-0070a4d63a9d', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:25.714478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e189e-c845-4953-995b-e4766f411d2e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=42d6f5f7-b0c8-44d7-b309-b80526b5c881,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:25.748231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-580e189e-c845-4953-995b-e4766f411d2e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] In _notify_port_updated(), no bound segment for port 42d6f5f7-b0c8-44d7-b309-b80526b5c881 on network eba01827-1a87-4eb9-ac8e-c651d7766fda {{(pid=102342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:11:25.760279 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c0dd3616-5777-4538-8e20-b9b2c36d617c None None] Provisioning for port 5a4ed7ae-540e-46a5-af07-748a0355af70 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:25.771643 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c99fc257-f8e4-4aa3-bb01-024452cf7cbe tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.774866 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c0dd3616-5777-4538-8e20-b9b2c36d617c None None] Provisioning complete for port 5a4ed7ae-540e-46a5-af07-748a0355af70 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:25.775251 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c0dd3616-5777-4538-8e20-b9b2c36d617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.789565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580e189e-c845-4953-995b-e4766f411d2e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:25.791430 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-580e189e-c845-4953-995b-e4766f411d2e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.799578 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-580e189e-c845-4953-995b-e4766f411d2e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "PUT /v2.0/ports/42d6f5f7-b0c8-44d7-b309-b80526b5c881 HTTP/1.1" status: 200 len: 919 time: 1.9250486 Aug 31 01:11:25.806629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60920) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:25.821127 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-cf019be2-c061-4954-a31c-9f46ec0b2f80 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ffe5c819-7e30-467a-bd5e-667d2f4bc5d7'}, {'subnet_id': '58726fb7-830c-4864-a681-948972ec0e4e'}]}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:25.895214 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=f76add50-2a32-4adf-b766-a17e6155f28b,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:25.906889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 5a4ed7ae-540e-46a5-af07-748a0355af70 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:25.907485 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.927117 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c99fc257-f8e4-4aa3-bb01-024452cf7cbe tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.015409 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c99fc257-f8e4-4aa3-bb01-024452cf7cbe tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.034072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fc257-f8e4-4aa3-bb01-024452cf7cbe tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e694413-326b-4ae1-b2a5-b82288a29b21,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:26.064009 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da00837-2d26-4023-82a4-aedb65aba083 req-d2d1ac30-a2b5-4351-8e69-9d3a7ec82406 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:26.066810 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7da00837-2d26-4023-82a4-aedb65aba083 req-d2d1ac30-a2b5-4351-8e69-9d3a7ec82406 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 943 time: 0.2647421 Aug 31 01:11:26.067893 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf019be2-c061-4954-a31c-9f46ec0b2f80 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.095862 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 75855bf6-23a7-4e3e-a230-2158886f28df up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:26.182043 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c99fc257-f8e4-4aa3-bb01-024452cf7cbe tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.185669 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c99fc257-f8e4-4aa3-bb01-024452cf7cbe tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5908728 Aug 31 01:11:26.187721 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60930) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:26.197834 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-72029ad6-8987-460b-b866-10da02f6e697 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group_rule': {'security_group_id': 'df97fc71-3a15-41bf-9b51-0070a4d63a9d', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:26.211288 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7da00837-2d26-4023-82a4-aedb65aba083 req-775664ee-a81a-400d-961c-63afa04b77ba tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236203 Aug 31 01:11:26.278595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 75855bf6-23a7-4e3e-a230-2158886f28df completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:26.292869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 75855bf6-23a7-4e3e-a230-2158886f28df triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:26.294728 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.380227 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-72029ad6-8987-460b-b866-10da02f6e697 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.471929 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.496236 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b0bd348e-9042-4831-b0d3-3a644a2b3d5b None None] Provisioning complete for port 5a4ed7ae-540e-46a5-af07-748a0355af70 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:26.496652 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b0bd348e-9042-4831-b0d3-3a644a2b3d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.545829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-cf019be2-c061-4954-a31c-9f46ec0b2f80 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Allocated IP 172.20.0.28 (eba01827-1a87-4eb9-ac8e-c651d7766fda/58726fb7-830c-4864-a681-948972ec0e4e/42d6f5f7-b0c8-44d7-b309-b80526b5c881) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:26.568708 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-72029ad6-8987-460b-b866-10da02f6e697 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.575035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device fb7dd963-bd08-4c26-b5a8-2be6f25bddbc details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:11:26.667965 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 75855bf6-23a7-4e3e-a230-2158886f28df, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=75855bf6-23a7-4e3e-a230-2158886f28df,segment=NetworkSegment(04770dd8-e348-4319-ac26-6694b0302f21),segment_id=04770dd8-e348-4319-ac26-6694b0302f21)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:26.683526 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-72029ad6-8987-460b-b866-10da02f6e697 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.757422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72029ad6-8987-460b-b866-10da02f6e697 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64636ceb-2d6b-4024-9581-2ecfc7d1f9d5,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:26.798684 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.810951 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb4ad6-74db-4212-af7b-b54cfcd6e682 req-80d89f49-25ea-4914-a270-fe76b3f53082 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:26.817551 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4fbb4ad6-74db-4212-af7b-b54cfcd6e682 req-80d89f49-25ea-4914-a270-fe76b3f53082 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1219659 Aug 31 01:11:26.838063 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf019be2-c061-4954-a31c-9f46ec0b2f80 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.846603 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-72029ad6-8987-460b-b866-10da02f6e697 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.852110 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-72029ad6-8987-460b-b866-10da02f6e697 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6629815 Aug 31 01:11:26.855604 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60946) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:26.861303 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-73a4c2d4-f23f-4973-9788-837862906ca2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group_rule': {'security_group_id': 'df97fc71-3a15-41bf-9b51-0070a4d63a9d', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:26.882493 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-cf019be2-c061-4954-a31c-9f46ec0b2f80 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Ignored duplicate provisioning block setup for port 42d6f5f7-b0c8-44d7-b309-b80526b5c881 by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 01:11:26.930158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port fb7dd963-bd08-4c26-b5a8-2be6f25bddbc, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fb7dd963-bd08-4c26-b5a8-2be6f25bddbc,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:26.965002 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'fb7dd963-bd08-4c26-b5a8-2be6f25bddbc', 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65', 'port_id': 'fb7dd963-bd08-4c26-b5a8-2be6f25bddbc', 'mac_address': 'fa:16:3e:29:be:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e00ce7-f90d-46fd-a823-804dd57ed42f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:26.966935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=75855bf6-23a7-4e3e-a230-2158886f28df,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:26.976706 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4fbb4ad6-74db-4212-af7b-b54cfcd6e682 req-d9c71b3a-0539-4680-b486-2548f32fd933 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535840 Aug 31 01:11:26.986511 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf019be2-c061-4954-a31c-9f46ec0b2f80 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.066758 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-73a4c2d4-f23f-4973-9788-837862906ca2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Project 5f481833dbad44e8ab08e3a835b3f2ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:11:27.091056 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73a4c2d4-f23f-4973-9788-837862906ca2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.106531 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.111668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf019be2-c061-4954-a31c-9f46ec0b2f80 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=42d6f5f7-b0c8-44d7-b309-b80526b5c881,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:27.140759 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7dd963-bd08-4c26-b5a8-2be6f25bddbc {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:27.177866 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port fb7dd963-bd08-4c26-b5a8-2be6f25bddbc, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fb7dd963-bd08-4c26-b5a8-2be6f25bddbc,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:27.233452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b0bd348e-9042-4831-b0d3-3a644a2b3d5b None None] Provisioning for port 42d6f5f7-b0c8-44d7-b309-b80526b5c881 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:27.239074 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b0bd348e-9042-4831-b0d3-3a644a2b3d5b None None] Provisioning complete for port 42d6f5f7-b0c8-44d7-b309-b80526b5c881 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:27.239460 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b0bd348e-9042-4831-b0d3-3a644a2b3d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.338465 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd348e-9042-4831-b0d3-3a644a2b3d5b None None] Port 42d6f5f7-b0c8-44d7-b309-b80526b5c881 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:27.340320 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.368542 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-cf019be2-c061-4954-a31c-9f46ec0b2f80 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] In _notify_port_updated(), no bound segment for port 42d6f5f7-b0c8-44d7-b309-b80526b5c881 on network eba01827-1a87-4eb9-ac8e-c651d7766fda {{(pid=102342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:11:27.378488 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf019be2-c061-4954-a31c-9f46ec0b2f80 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:27.379692 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf019be2-c061-4954-a31c-9f46ec0b2f80 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.381097 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cf019be2-c061-4954-a31c-9f46ec0b2f80 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "PUT /v2.0/ports/42d6f5f7-b0c8-44d7-b309-b80526b5c881 HTTP/1.1" status: 200 len: 999 time: 1.5729287 Aug 31 01:11:27.386714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60958) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:27.439258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=fb7dd963-bd08-4c26-b5a8-2be6f25bddbc,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:27.492765 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-81f0dad2-9541-4fac-bc19-bbaec4033707 None None] Provisioning complete for port 42d6f5f7-b0c8-44d7-b309-b80526b5c881 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:27.493353 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-81f0dad2-9541-4fac-bc19-bbaec4033707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.526516 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73a4c2d4-f23f-4973-9788-837862906ca2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.691666 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-81f0dad2-9541-4fac-bc19-bbaec4033707 None None] Port 42d6f5f7-b0c8-44d7-b309-b80526b5c881 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:27.691757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdf3c8-1966-48ea-9960-e81fd7283679 req-335e7521-f54b-4969-8525-f613b59fe24a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:27.691757 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e1cdf3c8-1966-48ea-9960-e81fd7283679 req-335e7521-f54b-4969-8525-f613b59fe24a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 944 time: 0.1072233 Aug 31 01:11:27.691757 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e1cdf3c8-1966-48ea-9960-e81fd7283679 req-80cb66b1-a498-43cf-9c66-3ed59de7032a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471516 Aug 31 01:11:27.691982 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['fb7dd963-bd08-4c26-b5a8-2be6f25bddbc'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:27.706268 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4e873045-6441-4b41-932d-e8351fd61dc2 None None] Provisioning complete for port 42d6f5f7-b0c8-44d7-b309-b80526b5c881 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:27.706656 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4e873045-6441-4b41-932d-e8351fd61dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.774562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3956a491-1bf8-4fcf-91e3-554e3c69d110 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port 42d6f5f7-b0c8-44d7-b309-b80526b5c881 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:27.777250 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3956a491-1bf8-4fcf-91e3-554e3c69d110 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.792657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-4e873045-6441-4b41-932d-e8351fd61dc2 None None] Port 42d6f5f7-b0c8-44d7-b309-b80526b5c881 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:27.859038 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73a4c2d4-f23f-4973-9788-837862906ca2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.914689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4c2d4-f23f-4973-9788-837862906ca2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad94acd-0d74-4a43-85d5-db808da6f9c9,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:28.001015 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3956a491-1bf8-4fcf-91e3-554e3c69d110 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:28.020847 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3956a491-1bf8-4fcf-91e3-554e3c69d110 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for 42d6f5f7-b0c8-44d7-b309-b80526b5c881 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:28.170815 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73a4c2d4-f23f-4973-9788-837862906ca2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:28.171663 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-73a4c2d4-f23f-4973-9788-837862906ca2 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3148434 Aug 31 01:11:28.175099 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60966) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:28.179985 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-06bab58e-31da-45e3-80c1-69b5cbfb5770 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'security_group_rule': {'security_group_id': 'df97fc71-3a15-41bf-9b51-0070a4d63a9d', 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:28.263610 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de916462-2400-4bf9-9188-3e353ddc93ee req-25924ec1-9ab2-4651-ae15-1163965dedb6 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:28.268521 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de916462-2400-4bf9-9188-3e353ddc93ee req-25924ec1-9ab2-4651-ae15-1163965dedb6 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1011844 Aug 31 01:11:28.346158 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de916462-2400-4bf9-9188-3e353ddc93ee req-e88f7cbd-1297-4954-b8fe-6b8ad92f6ff2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696478 Aug 31 01:11:28.541155 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-06bab58e-31da-45e3-80c1-69b5cbfb5770 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Project 5f481833dbad44e8ab08e3a835b3f2ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:11:28.548181 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06bab58e-31da-45e3-80c1-69b5cbfb5770 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:28.576416 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3956a491-1bf8-4fcf-91e3-554e3c69d110 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:28.643927 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956a491-1bf8-4fcf-91e3-554e3c69d110 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=42d6f5f7-b0c8-44d7-b309-b80526b5c881,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:28.805124 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3956a491-1bf8-4fcf-91e3-554e3c69d110 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:28.806990 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3956a491-1bf8-4fcf-91e3-554e3c69d110 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/ports/42d6f5f7-b0c8-44d7-b309-b80526b5c881 HTTP/1.1" status: 204 len: 168 time: 1.4170163 Aug 31 01:11:28.808997 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06bab58e-31da-45e3-80c1-69b5cbfb5770 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:28.809793 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60978) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:28.855543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a78072-d141-4158-b200-1cb797be086d req-f8925792-4c38-4ccc-ab79-0f8b658601ce tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:28.865263 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe1a833-de52-44ff-8109-d25df0d6a87f tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] GET failed (client error): The resource could not be found. Aug 31 01:11:28.869551 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4fe1a833-de52-44ff-8109-d25df0d6a87f tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports/42d6f5f7-b0c8-44d7-b309-b80526b5c881 HTTP/1.1" status: 404 len: 333 time: 0.0522788 Aug 31 01:11:28.869871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60984) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:28.878900 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-02a78072-d141-4158-b200-1cb797be086d req-f8925792-4c38-4ccc-ab79-0f8b658601ce tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 944 time: 0.1497157 Aug 31 01:11:28.886488 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 2a57eb15-5900-4c8b-8516-e11cb559d40d details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:11:28.955408 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-02a78072-d141-4158-b200-1cb797be086d req-c30bd6be-6c0e-40d5-b178-d714cd131402 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624552 Aug 31 01:11:28.962579 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06bab58e-31da-45e3-80c1-69b5cbfb5770 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.013109 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bab58e-31da-45e3-80c1-69b5cbfb5770 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b14f088-8feb-465f-a777-0c2eb9044f68,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:29.076760 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-474425de-aa4a-4164-9187-4f21b316d24b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting subnet 58726fb7-830c-4864-a681-948972ec0e4e {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:11:29.080882 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-474425de-aa4a-4164-9187-4f21b316d24b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.099891 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 75855bf6-23a7-4e3e-a230-2158886f28df up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:29.165351 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06bab58e-31da-45e3-80c1-69b5cbfb5770 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.166692 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 2a57eb15-5900-4c8b-8516-e11cb559d40d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2a57eb15-5900-4c8b-8516-e11cb559d40d,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:29.166826 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-06bab58e-31da-45e3-80c1-69b5cbfb5770 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9912915 Aug 31 01:11:29.189770 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-474425de-aa4a-4164-9187-4f21b316d24b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.197734 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '2a57eb15-5900-4c8b-8516-e11cb559d40d', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'port_id': '2a57eb15-5900-4c8b-8516-e11cb559d40d', 'mac_address': 'fa:16:3e:4e:d9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:29.281883 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.322245 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 75855bf6-23a7-4e3e-a230-2158886f28df triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:29.325233 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.383470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a57eb15-5900-4c8b-8516-e11cb559d40d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:29.422943 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 2a57eb15-5900-4c8b-8516-e11cb559d40d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2a57eb15-5900-4c8b-8516-e11cb559d40d,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:29.470657 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-474425de-aa4a-4164-9187-4f21b316d24b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.512190 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.622129 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a6f2e397-5c1b-47a4-b881-a288ae86b219 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-289161264&fields=id&tenant_id=5f481833dbad44e8ab08e3a835b3f2ce HTTP/1.1" status: 200 len: 267 time: 0.2010419 Aug 31 01:11:29.668691 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a347c1-738f-4c04-bca2-a6f1987164be req-e1de1f74-9d45-428e-806f-f1e1cc9c8b60 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:29.670747 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['2a57eb15-5900-4c8b-8516-e11cb559d40d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:29.675755 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-88a347c1-738f-4c04-bca2-a6f1987164be req-e1de1f74-9d45-428e-806f-f1e1cc9c8b60 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 944 time: 0.1448596 Aug 31 01:11:29.712320 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-474425de-aa4a-4164-9187-4f21b316d24b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.767618 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-88a347c1-738f-4c04-bca2-a6f1987164be req-34d4159a-7d35-4459-9af8-319f4a830b38 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824194 Aug 31 01:11:29.790013 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=2a57eb15-5900-4c8b-8516-e11cb559d40d,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:29.826489 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dfca31-e08f-46f9-ad80-6d567951b583 None None] Network eba01827-1a87-4eb9-ac8e-c651d7766fda requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:29.836553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474425de-aa4a-4164-9187-4f21b316d24b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Subnet': ['ID=58726fb7-830c-4864-a681-948972ec0e4e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:29.850944 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-474425de-aa4a-4164-9187-4f21b316d24b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.863662 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-474425de-aa4a-4164-9187-4f21b316d24b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/58726fb7-830c-4864-a681-948972ec0e4e HTTP/1.1" status: 204 len: 168 time: 0.9905043 Aug 31 01:11:29.864595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 32780) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:29.976596 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-7585b175-4a01-42d0-b6d7-08f55d8811e4 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:29.986626 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-7585b175-4a01-42d0-b6d7-08f55d8811e4 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/networks?id=4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d HTTP/1.1" status: 200 len: 797 time: 0.3628225 Aug 31 01:11:29.996091 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89fe582-ce78-4372-8956-af95df57bd09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting subnet ffe5c819-7e30-467a-bd5e-667d2f4bc5d7 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:11:30.005003 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c89fe582-ce78-4372-8956-af95df57bd09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.005345 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-1adf53f1-d86c-4d10-9c95-b000d587d8f1 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/quotas/5f481833dbad44e8ab08e3a835b3f2ce HTTP/1.1" status: 200 len: 375 time: 0.0177419 Aug 31 01:11:30.220318 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c89fe582-ce78-4372-8956-af95df57bd09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.277533 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704172d-1519-4396-bf80-99521f40a2af req-5963e9fb-0491-4f06-b753-c1a24e378e68 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:30.279495 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9704172d-1519-4396-bf80-99521f40a2af req-5963e9fb-0491-4f06-b753-c1a24e378e68 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 944 time: 0.1983912 Aug 31 01:11:30.361193 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9704172d-1519-4396-bf80-99521f40a2af req-915a398a-2130-4493-9654-0e4274750fc6 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646474 Aug 31 01:11:30.434340 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c89fe582-ce78-4372-8956-af95df57bd09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.503973 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-194acd4f-98ce-4fe4-88c6-bac7607a671b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f481833dbad44e8ab08e3a835b3f2ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4967315 Aug 31 01:11:30.540265 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device fb7dd963-bd08-4c26-b5a8-2be6f25bddbc up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:30.677222 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-c8ccd928-08be-4f0f-9d3a-6b5699ea1dec service neutron] 10.222.0.16 "GET /v2.0/networks/4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603062 Aug 31 01:11:30.735740 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c89fe582-ce78-4372-8956-af95df57bd09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.831989 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c89fe582-ce78-4372-8956-af95df57bd09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.837951 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c89fe582-ce78-4372-8956-af95df57bd09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/ffe5c819-7e30-467a-bd5e-667d2f4bc5d7 HTTP/1.1" status: 204 len: 168 time: 0.9684923 Aug 31 01:11:30.839219 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 32804) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:30.848560 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fe582-ce78-4372-8956-af95df57bd09 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe5c819-7e30-467a-bd5e-667d2f4bc5d7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:30.879275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port fb7dd963-bd08-4c26-b5a8-2be6f25bddbc completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:30.885751 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port fb7dd963-bd08-4c26-b5a8-2be6f25bddbc triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:30.886398 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.939124 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-18f2e70d-1294-4433-b792-13783eb32fc1 service neutron] 10.222.0.16 "GET /v2.0/networks/4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524202 Aug 31 01:11:30.980010 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 2a57eb15-5900-4c8b-8516-e11cb559d40d up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:31.212402 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.400204 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.454835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 2a57eb15-5900-4c8b-8516-e11cb559d40d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:31.457133 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.542784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11303dec-5a0f-4a12-91d7-9e533d9eb436 req-6b1042d5-2fd5-43f1-a81e-64be9a9fd593 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:31.552529 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11303dec-5a0f-4a12-91d7-9e533d9eb436 req-6b1042d5-2fd5-43f1-a81e-64be9a9fd593 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 944 time: 0.3308861 Aug 31 01:11:31.601351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port fb7dd963-bd08-4c26-b5a8-2be6f25bddbc, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fb7dd963-bd08-4c26-b5a8-2be6f25bddbc,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:31.605805 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2776db-f767-4879-8a7c-2771a367f77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7dd963-bd08-4c26-b5a8-2be6f25bddbc'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:31.608162 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284c64e1-6413-4bfc-b874-ffa4285879db" -d '{"events": [{"server_uuid": "0a2776db-f767-4879-8a7c-2771a367f77c", "name": "network-vif-plugged", "status": "completed", "tag": "fb7dd963-bd08-4c26-b5a8-2be6f25bddbc"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:31.611716 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941f97a1-db81-4dcc-9919-0fc14f2e0e03 None None] Network eba01827-1a87-4eb9-ac8e-c651d7766fda requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:31.657178 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11303dec-5a0f-4a12-91d7-9e533d9eb436 req-2d47d233-f270-48f6-8d54-7716a93c1939 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989785 Aug 31 01:11:31.683538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port 5a4ed7ae-540e-46a5-af07-748a0355af70 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:31.683894 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.700361 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e335d3b8-bc33-4b81-b544-802b6c7e1749 req-6f51e077-b35a-46c4-9f71-d4ada0f0c72a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 210 time: 0.0907476 Aug 31 01:11:31.801773 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] For port 5a4ed7ae-540e-46a5-af07-748a0355af70, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5a4ed7ae-540e-46a5-af07-748a0355af70,segment=NetworkSegment(e5916f1a-ca9c-4eeb-b083-8962310b09f9),segment_id=e5916f1a-ca9c-4eeb-b083-8962310b09f9)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:31.802302 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.817832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for 5a4ed7ae-540e-46a5-af07-748a0355af70 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:31.909569 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.979047 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-562c51ff-5b9a-4e00-940b-812eeec2e539 None None] Provisioning complete for port 5a4ed7ae-540e-46a5-af07-748a0355af70 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:31.979692 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-562c51ff-5b9a-4e00-940b-812eeec2e539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.101370 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8a8d7-c8ec-4ee8-bfb1-9f011b64030a req-d8da0dd5-f59b-47eb-a156-04e4bf1e0ced tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.133316 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8a8d7-c8ec-4ee8-bfb1-9f011b64030a req-d8da0dd5-f59b-47eb-a156-04e4bf1e0ced tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.150930 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8a8d7-c8ec-4ee8-bfb1-9f011b64030a req-d8da0dd5-f59b-47eb-a156-04e4bf1e0ced tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.157800 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8a8d7-c8ec-4ee8-bfb1-9f011b64030a req-d8da0dd5-f59b-47eb-a156-04e4bf1e0ced tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.176667 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8a8d7-c8ec-4ee8-bfb1-9f011b64030a req-d8da0dd5-f59b-47eb-a156-04e4bf1e0ced tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.195971 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8a8d7-c8ec-4ee8-bfb1-9f011b64030a req-d8da0dd5-f59b-47eb-a156-04e4bf1e0ced tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.223106 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8a8d7-c8ec-4ee8-bfb1-9f011b64030a req-d8da0dd5-f59b-47eb-a156-04e4bf1e0ced tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.224872 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc77d08a-ad91-4dd9-b252-8cfc21ef81e2 None None] DHCP port deletion for eba01827-1a87-4eb9-ac8e-c651d7766fda request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:11:32.230761 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-23a8a8d7-c8ec-4ee8-bfb1-9f011b64030a req-d8da0dd5-f59b-47eb-a156-04e4bf1e0ced tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5432 time: 0.3670752 Aug 31 01:11:32.237709 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.239868 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 32836) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:32.347952 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-23a8a8d7-c8ec-4ee8-bfb1-9f011b64030a req-65e7083e-72a9-483b-baf6-606a8e22b5e3 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1088924 Aug 31 01:11:32.358294 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 2a57eb15-5900-4c8b-8516-e11cb559d40d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2a57eb15-5900-4c8b-8516-e11cb559d40d,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:32.461789 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.494068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=fb7dd963-bd08-4c26-b5a8-2be6f25bddbc,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:32.556938 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=2a57eb15-5900-4c8b-8516-e11cb559d40d,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:32.561962 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0a2270-a0cb-471a-a661-ff451ad462ac x-openstack-request-id: req-1e0a2270-a0cb-471a-a661-ff451ad462ac {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:32.562631 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2776db-f767-4879-8a7c-2771a367f77c", "name": "network-vif-plugged", "status": "completed", "tag": "fb7dd963-bd08-4c26-b5a8-2be6f25bddbc", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:32.563111 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e0a2270-a0cb-471a-a661-ff451ad462ac {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:32.563715 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2776db-f767-4879-8a7c-2771a367f77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7dd963-bd08-4c26-b5a8-2be6f25bddbc', 'code': 200} Aug 31 01:11:32.594668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-bc77d08a-ad91-4dd9-b252-8cfc21ef81e2 None None] Deleting port 5a4ed7ae-540e-46a5-af07-748a0355af70 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:32.595394 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bc77d08a-ad91-4dd9-b252-8cfc21ef81e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.747659 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd7b130b-b6cb-4b07-b7f6-83aa6b57d397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.792864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e145e-e76e-4e4e-a661-83effb7d07d0 req-fc22e8d4-5645-4f18-8a27-8c0c2ae68360 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.802420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd2f4a-36bc-4f3e-a835-1afc08ac8fea req-01a58ef9-dd63-4939-a288-99bd217e3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.805389 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-83cd2f4a-36bc-4f3e-a835-1afc08ac8fea req-01a58ef9-dd63-4939-a288-99bd217e3eb2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 1097 time: 0.2121499 Aug 31 01:11:32.807185 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf1e145e-e76e-4e4e-a661-83effb7d07d0 req-fc22e8d4-5645-4f18-8a27-8c0c2ae68360 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 945 time: 0.1106031 Aug 31 01:11:32.822489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd92d81-f38d-488f-a640-7bc1799c1156 req-2f35225c-7724-4534-8fdb-cdb10cb1910c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.830204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd92d81-f38d-488f-a640-7bc1799c1156 req-2f35225c-7724-4534-8fdb-cdb10cb1910c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.838474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd92d81-f38d-488f-a640-7bc1799c1156 req-2f35225c-7724-4534-8fdb-cdb10cb1910c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.844952 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd92d81-f38d-488f-a640-7bc1799c1156 req-2f35225c-7724-4534-8fdb-cdb10cb1910c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.852589 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd92d81-f38d-488f-a640-7bc1799c1156 req-2f35225c-7724-4534-8fdb-cdb10cb1910c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.859543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd92d81-f38d-488f-a640-7bc1799c1156 req-2f35225c-7724-4534-8fdb-cdb10cb1910c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.863663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-bc77d08a-ad91-4dd9-b252-8cfc21ef81e2 None None] For port 5a4ed7ae-540e-46a5-af07-748a0355af70, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5a4ed7ae-540e-46a5-af07-748a0355af70,segment=NetworkSegment(e5916f1a-ca9c-4eeb-b083-8962310b09f9),segment_id=e5916f1a-ca9c-4eeb-b083-8962310b09f9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:32.864216 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bc77d08a-ad91-4dd9-b252-8cfc21ef81e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.868110 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd92d81-f38d-488f-a640-7bc1799c1156 req-2f35225c-7724-4534-8fdb-cdb10cb1910c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.885035 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bdd92d81-f38d-488f-a640-7bc1799c1156 req-2f35225c-7724-4534-8fdb-cdb10cb1910c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5432 time: 0.1950977 Aug 31 01:11:32.892840 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-bc77d08a-ad91-4dd9-b252-8cfc21ef81e2 None None] Calling delete_port for 5a4ed7ae-540e-46a5-af07-748a0355af70 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:32.982835 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf1e145e-e76e-4e4e-a661-83effb7d07d0 req-3f085725-d26b-405f-b02e-4f4601ac8087 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746194 Aug 31 01:11:33.030543 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-83cd2f4a-36bc-4f3e-a835-1afc08ac8fea req-a28fb2e8-030d-4f21-b7d4-cf7e438277e3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438324 Aug 31 01:11:33.153076 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5a4ed7ae-540e-46a5-af07-748a0355af70 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:33.179711 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f76b91e2-0e94-47df-acd4-8e89a8d1e95d req-2e526e71-38b8-417b-a713-9f0ab73e1d91 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 210 time: 0.0637021 Aug 31 01:11:33.180736 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.228435 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=5a4ed7ae-540e-46a5-af07-748a0355af70,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:33.230452 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No DVR routers for this DVR port 5a4ed7ae-540e-46a5-af07-748a0355af70 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:11:33.267269 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e41ba-42c7-4ed3-93ab-4da2ac8d6046 req-9e2cf95c-25f4-4493-8d84-f5b11028f7ac tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:33.276915 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-250e41ba-42c7-4ed3-93ab-4da2ac8d6046 req-9e2cf95c-25f4-4493-8d84-f5b11028f7ac tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.2272811 Aug 31 01:11:33.298837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 5a4ed7ae-540e-46a5-af07-748a0355af70 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:11:33.299532 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5a4ed7ae-540e-46a5-af07-748a0355af70 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:11:33.320385 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bc77d08a-ad91-4dd9-b252-8cfc21ef81e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.452450 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-250e41ba-42c7-4ed3-93ab-4da2ac8d6046 req-4ddc5b20-9e1c-455a-a17c-6fa54409aeef tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734591 Aug 31 01:11:33.456039 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77d08a-ad91-4dd9-b252-8cfc21ef81e2 None None] Pushing event deleted for resources: {'Port': ['ID=5a4ed7ae-540e-46a5-af07-748a0355af70,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:33.466735 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc77d08a-ad91-4dd9-b252-8cfc21ef81e2 None None] No DVR routers for this DVR port 5a4ed7ae-540e-46a5-af07-748a0355af70 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:11:33.526060 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.551113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba01827-1a87-4eb9-ac8e-c651d7766fda']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:33.559438 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd7b130b-b6cb-4b07-b7f6-83aa6b57d397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.592407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5916f1a-ca9c-4eeb-b083-8962310b09f9') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:33.592685 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5916f1a-ca9c-4eeb-b083-8962310b09f9') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:33.622854 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.671027 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.678171 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:11:33.678632 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:11:33.685972 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:11:33.705988 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd7b130b-b6cb-4b07-b7f6-83aa6b57d397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.778167 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dd7b130b-b6cb-4b07-b7f6-83aa6b57d397 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77a1b5d7b42342fd92a25eecf9622254&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5305550 Aug 31 01:11:33.779026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 32850) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:33.898710 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b130b-b6cb-4b07-b7f6-83aa6b57d397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0380b068-6969-48c7-9c7e-b634bdb05955,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:33.911487 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b130b-b6cb-4b07-b7f6-83aa6b57d397 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:33.912133 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b130b-b6cb-4b07-b7f6-83aa6b57d397 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:33.912133 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b130b-b6cb-4b07-b7f6-83aa6b57d397 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:33.913009 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b130b-b6cb-4b07-b7f6-83aa6b57d397 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:33.913695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b130b-b6cb-4b07-b7f6-83aa6b57d397 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:33.913695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b130b-b6cb-4b07-b7f6-83aa6b57d397 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:33.914031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b130b-b6cb-4b07-b7f6-83aa6b57d397 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:33.914377 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b130b-b6cb-4b07-b7f6-83aa6b57d397 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:33.914851 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b130b-b6cb-4b07-b7f6-83aa6b57d397 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:33.915092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b130b-b6cb-4b07-b7f6-83aa6b57d397 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:33.915532 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b130b-b6cb-4b07-b7f6-83aa6b57d397 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:33.915753 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b130b-b6cb-4b07-b7f6-83aa6b57d397 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:33.957527 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bd4d1609-2a2f-45fa-8ce3-0aa4d707b17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.963498 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.989846 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.996621 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/networks/eba01827-1a87-4eb9-ac8e-c651d7766fda HTTP/1.1" status: 204 len: 168 time: 3.1475816 Aug 31 01:11:34.002228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 32852) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:34.014209 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bd4d1609-2a2f-45fa-8ce3-0aa4d707b17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.106632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330def3-171d-4197-b254-13535f429659 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Network': ['ID=eba01827-1a87-4eb9-ac8e-c651d7766fda,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:34.150900 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2dd96a-686f-4683-b93d-642849d2bae7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:34.153672 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9c2dd96a-686f-4683-b93d-642849d2bae7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1494761 Aug 31 01:11:34.157756 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 32856) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:34.220807 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4468f780-1f4a-4a8f-8b03-fd8c4579c9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.232558 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bd4d1609-2a2f-45fa-8ce3-0aa4d707b17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.243992 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bd4d1609-2a2f-45fa-8ce3-0aa4d707b17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.244238 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bd4d1609-2a2f-45fa-8ce3-0aa4d707b17c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0380b068-6969-48c7-9c7e-b634bdb05955 HTTP/1.1" status: 204 len: 168 time: 0.4608774 Aug 31 01:11:34.281457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bc6be-4901-4e18-9666-91225185f571 req-cf0173a4-2367-4d9f-aeb9-a180edebb41c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:34.289740 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a82bc6be-4901-4e18-9666-91225185f571 req-cf0173a4-2367-4d9f-aeb9-a180edebb41c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 945 time: 0.1285505 Aug 31 01:11:34.339401 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bb859f08-ec59-406c-a91c-553a47c9dc28 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1768341 Aug 31 01:11:34.339401 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d1609-2a2f-45fa-8ce3-0aa4d707b17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0380b068-6969-48c7-9c7e-b634bdb05955,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:34.343115 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 32862) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:34.359741 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-60e33f4c-2c33-4375-96f4-462e089a93b9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2047375452'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:34.386624 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a82bc6be-4901-4e18-9666-91225185f571 req-f736dd00-73e9-4c43-a605-fda05bf5b9f6 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936780 Aug 31 01:11:34.565281 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb69292-2789-471b-a5c8-6809d5b5dbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a57eb15-5900-4c8b-8516-e11cb559d40d'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:34.568211 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1841b1-aee4-46f2-ad34-ef3dd1865384" -d '{"events": [{"server_uuid": "efb69292-2789-471b-a5c8-6809d5b5dbc9", "name": "network-vif-plugged", "status": "completed", "tag": "2a57eb15-5900-4c8b-8516-e11cb559d40d"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:34.583487 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b745f3c2-262b-475f-a69b-6b887c5d984f req-7df80a49-a868-490e-a166-34293a6df2d7 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 210 time: 0.1025794 Aug 31 01:11:34.585265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e33f4c-2c33-4375-96f4-462e089a93b9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:34.594429 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-60e33f4c-2c33-4375-96f4-462e089a93b9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.634028 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e33f4c-2c33-4375-96f4-462e089a93b9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:11:34.646183 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-60e33f4c-2c33-4375-96f4-462e089a93b9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.647642 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-60e33f4c-2c33-4375-96f4-462e089a93b9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Added segment 21e4eb34-bb3a-4103-ba1b-dacabb8af76a of type vlan for network 24dc9362-2b40-4ebf-bc12-551a7598d65b Aug 31 01:11:34.716276 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-60e33f4c-2c33-4375-96f4-462e089a93b9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.847988 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-60e33f4c-2c33-4375-96f4-462e089a93b9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.856255 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e33f4c-2c33-4375-96f4-462e089a93b9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:34.856921 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-60e33f4c-2c33-4375-96f4-462e089a93b9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.889514 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27dbc84-3375-4df6-b7fa-fd72cbf1e243 x-openstack-request-id: req-e27dbc84-3375-4df6-b7fa-fd72cbf1e243 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:34.890512 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb69292-2789-471b-a5c8-6809d5b5dbc9", "name": "network-vif-plugged", "status": "completed", "tag": "2a57eb15-5900-4c8b-8516-e11cb559d40d", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:34.891312 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e27dbc84-3375-4df6-b7fa-fd72cbf1e243 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:34.892341 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb69292-2789-471b-a5c8-6809d5b5dbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a57eb15-5900-4c8b-8516-e11cb559d40d', 'code': 200} Aug 31 01:11:34.969144 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e588c6c-0427-45c0-a46f-330bd95f8db0 req-79b1eee8-54f6-4c29-84c7-9614b3daa091 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:34.987249 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9e588c6c-0427-45c0-a46f-330bd95f8db0 req-79b1eee8-54f6-4c29-84c7-9614b3daa091 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.3379130 Aug 31 01:11:35.152215 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9e588c6c-0427-45c0-a46f-330bd95f8db0 req-deb1fb6f-6848-42e2-b39c-f2388e1b4ddd tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631763 Aug 31 01:11:35.170249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-293dc18a-fab9-4e8a-a4ee-2706b4ac1a37 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:35.174519 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-293dc18a-fab9-4e8a-a4ee-2706b4ac1a37 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.48 "GET /v2.0/networks?id=4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d HTTP/1.1" status: 200 len: 797 time: 0.5474756 Aug 31 01:11:35.260138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e33f4c-2c33-4375-96f4-462e089a93b9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Network': ['ID=24dc9362-2b40-4ebf-bc12-551a7598d65b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:35.272789 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 24dc9362-2b40-4ebf-bc12-551a7598d65b details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:11:35.287253 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-60e33f4c-2c33-4375-96f4-462e089a93b9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9352498 Aug 31 01:11:35.288199 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 32878) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:35.301427 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-21cfa929-8c34-4e73-9c6a-8c0f90077828 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'subnet': {'network_id': '24dc9362-2b40-4ebf-bc12-551a7598d65b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:35.330671 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-c35585de-fa1f-4fc0-a4cf-4bd29074565e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f481833dbad44e8ab08e3a835b3f2ce HTTP/1.1" status: 200 len: 379 time: 0.1459982 Aug 31 01:11:35.344950 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-66d5af22-5338-49ea-b513-cf8e819e2bd9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'port': {'device_id': '2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9', 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d', 'admin_state_up': True, 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'security_groups': ['df97fc71-3a15-41bf-9b51-0070a4d63a9d']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:35.763010 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f298c98-ad47-41c0-ac8d-6a0a89ff62b7 req-b008e180-5fd5-4b58-9896-e56fb0c8706c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:35.774112 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2f298c98-ad47-41c0-ac8d-6a0a89ff62b7 req-b008e180-5fd5-4b58-9896-e56fb0c8706c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 945 time: 0.1209145 Aug 31 01:11:35.853246 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2f298c98-ad47-41c0-ac8d-6a0a89ff62b7 req-8ddef966-4af1-4a05-ba5d-f7f808292b4a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774539 Aug 31 01:11:35.863948 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 32890) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:35.872981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-602ed5a0-2d65-4c47-99af-ad9058aca0ac req-c27ec8ff-8866-4535-a111-660067f5d79a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 210 time: 0.1092999 Aug 31 01:11:35.909284 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cfa929-8c34-4e73-9c6a-8c0f90077828 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:35.929565 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21cfa929-8c34-4e73-9c6a-8c0f90077828 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:35.966749 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 32896) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:36.003154 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77bbe2f0-f520-4e4a-8bf2-4e4b25a1d847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.139275 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929c57e-1644-498e-877a-a5b7eac57553 req-808b23c0-b9c2-472c-8373-742ab9e21cda tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.141734 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9929c57e-1644-498e-877a-a5b7eac57553 req-808b23c0-b9c2-472c-8373-742ab9e21cda tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 945 time: 0.1025116 Aug 31 01:11:36.309252 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f72b45-b2d6-489c-afc5-7b37dbb507ba req-55d0d90c-afab-46d5-9951-4bf6d7ffa515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.309839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f72b45-b2d6-489c-afc5-7b37dbb507ba req-55d0d90c-afab-46d5-9951-4bf6d7ffa515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.310489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f72b45-b2d6-489c-afc5-7b37dbb507ba req-55d0d90c-afab-46d5-9951-4bf6d7ffa515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.311001 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f72b45-b2d6-489c-afc5-7b37dbb507ba req-55d0d90c-afab-46d5-9951-4bf6d7ffa515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.318543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f72b45-b2d6-489c-afc5-7b37dbb507ba req-55d0d90c-afab-46d5-9951-4bf6d7ffa515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.318543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f72b45-b2d6-489c-afc5-7b37dbb507ba req-55d0d90c-afab-46d5-9951-4bf6d7ffa515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.318543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f72b45-b2d6-489c-afc5-7b37dbb507ba req-55d0d90c-afab-46d5-9951-4bf6d7ffa515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.318543 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-93f72b45-b2d6-489c-afc5-7b37dbb507ba req-55d0d90c-afab-46d5-9951-4bf6d7ffa515 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 6496 time: 0.4494519 Aug 31 01:11:36.333071 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9929c57e-1644-498e-877a-a5b7eac57553 req-617c5416-ee31-4cdb-907b-5912835801ec tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848404 Aug 31 01:11:36.400983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fb265-bae4-4517-8ba6-6bfe0005e47f req-48bff181-9238-4c38-9474-049e59205769 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.410622 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5e7fb265-bae4-4517-8ba6-6bfe0005e47f req-48bff181-9238-4c38-9474-049e59205769 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1342139 Aug 31 01:11:36.498626 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-93f72b45-b2d6-489c-afc5-7b37dbb507ba req-fa9ff958-bc2d-4d5c-9a75-07a7c8e5f74a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1625133 Aug 31 01:11:36.523276 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5e7fb265-bae4-4517-8ba6-6bfe0005e47f req-5066ac1b-b81d-4b57-bdfa-85c5cce26f0d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990963 Aug 31 01:11:36.616155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f1cf4-13f2-4fe0-8927-b14bd099f003 req-e378019a-7b5b-4495-9d92-119497bf604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.617908 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-589f1cf4-13f2-4fe0-8927-b14bd099f003 req-e378019a-7b5b-4495-9d92-119497bf604a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=19c64f601c554de7b7c7ed4a689b2a97&device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 1097 time: 0.0835869 Aug 31 01:11:36.618298 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-5d4e964b-3d09-42d9-aaaf-ac7c7b1d1b3b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1181576 Aug 31 01:11:36.636538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-66d5af22-5338-49ea-b513-cf8e819e2bd9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Made reservation on behalf of 5f481833dbad44e8ab08e3a835b3f2ce for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:36.640970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-66d5af22-5338-49ea-b513-cf8e819e2bd9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.811781 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-f579b9f7-c456-4a3e-98f1-96e6b5e58e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.812261 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-f579b9f7-c456-4a3e-98f1-96e6b5e58e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.812741 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-f579b9f7-c456-4a3e-98f1-96e6b5e58e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.814000 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-f579b9f7-c456-4a3e-98f1-96e6b5e58e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.814496 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-f579b9f7-c456-4a3e-98f1-96e6b5e58e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.814969 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-f579b9f7-c456-4a3e-98f1-96e6b5e58e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.815440 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-f579b9f7-c456-4a3e-98f1-96e6b5e58e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.817819 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-f579b9f7-c456-4a3e-98f1-96e6b5e58e47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480470cd2fbf45018b60a7cede707d79&device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 6496 time: 0.1141789 Aug 31 01:11:36.820484 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21cfa929-8c34-4e73-9c6a-8c0f90077828 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.860794 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.934282 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.969699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f1cf4-13f2-4fe0-8927-b14bd099f003 req-61cf98d6-db88-49f9-bc30-d3d8aa9983c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.972516 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-589f1cf4-13f2-4fe0-8927-b14bd099f003 req-61cf98d6-db88-49f9-bc30-d3d8aa9983c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 HTTP/1.1" status: 200 len: 917 time: 0.3294787 Aug 31 01:11:37.012664 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-defe8ca8-d935-40fe-98e5-35db8bc58d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.122955 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.261541 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2143d5f6-5cd4-4fb1-90dc-00042c8726ee req-6726e22c-300e-4500-8ce8-ba9a4827124a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 210 time: 0.1358716 Aug 31 01:11:37.285710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-589f1cf4-13f2-4fe0-8927-b14bd099f003 req-eb64b6f0-c6d4-408f-bc86-57f27b45cc24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a57eb15-5900-4c8b-8516-e11cb559d40d HTTP/1.1" status: 200 len: 1000 time: 0.3016987 Aug 31 01:11:37.327037 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-66d5af22-5338-49ea-b513-cf8e819e2bd9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Allocated IP 172.20.0.5 (4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d/767d1c38-5de2-4946-9be6-61cd2e44d072/8ccc746f-9b87-400c-ae22-c66663c95dce) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:37.379825 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77bbe2f0-f520-4e4a-8bf2-4e4b25a1d847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.419563 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfa929-8c34-4e73-9c6a-8c0f90077828 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Subnet': ['ID=cf854d18-10c5-4997-99f6-ca9e7dcc40b0,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:37.446870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-b0cbe635-074b-43b1-856a-0632cd17d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.447680 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-b0cbe635-074b-43b1-856a-0632cd17d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.448472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-b0cbe635-074b-43b1-856a-0632cd17d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.450561 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-b0cbe635-074b-43b1-856a-0632cd17d5bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8d074e0-3ba7-47e4-9677-f4407602dcfb&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061&id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061 HTTP/1.1" status: 200 len: 2294 time: 0.5986764 Aug 31 01:11:37.455225 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cfa929-8c34-4e73-9c6a-8c0f90077828 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Checking segment: {'id': '21e4eb34-bb3a-4103-ba1b-dacabb8af76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '24dc9362-2b40-4ebf-bc12-551a7598d65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:37.456527 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cfa929-8c34-4e73-9c6a-8c0f90077828 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network hostable DHCP agents. Network: 24dc9362-2b40-4ebf-bc12-551a7598d65b, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:11:37.555634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b1a7f-cc14-4583-a0a5-afe9f32bdf35 req-ac37952e-b1a3-413a-818e-512a7758da45 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.569332 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-688b1a7f-cc14-4583-a0a5-afe9f32bdf35 req-ac37952e-b1a3-413a-818e-512a7758da45 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 945 time: 0.4166384 Aug 31 01:11:37.614492 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-a9501de6-cef3-4655-a64d-968867dd3df6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc495864-fd8e-4439-9671-7879717ab258 HTTP/1.1" status: 200 len: 1002 time: 0.1539226 Aug 31 01:11:37.640253 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-66d5af22-5338-49ea-b513-cf8e819e2bd9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.659530 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-66d5af22-5338-49ea-b513-cf8e819e2bd9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Transition to ACTIVE for port object 8ccc746f-9b87-400c-ae22-c66663c95dce will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:37.669993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f1cf4-13f2-4fe0-8927-b14bd099f003 req-915a5bc9-9ecb-4ac1-993b-3a6b924cc903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.671563 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-589f1cf4-13f2-4fe0-8927-b14bd099f003 req-915a5bc9-9ecb-4ac1-993b-3a6b924cc903 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba7747f8-0f41-4519-aeaf-544d4f1a2b4a HTTP/1.1" status: 200 len: 855 time: 0.3755684 Aug 31 01:11:37.672318 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77bbe2f0-f520-4e4a-8bf2-4e4b25a1d847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.686483 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-688b1a7f-cc14-4583-a0a5-afe9f32bdf35 req-fc3dc693-4354-45f9-a38b-d8c6d9166e66 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158395 Aug 31 01:11:37.716427 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-c6d6e29b-d955-4d31-bb1d-518857e214d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.718502 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-c6d6e29b-d955-4d31-bb1d-518857e214d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc4e87d1-8836-483e-ab3a-9c98a3518bdb HTTP/1.1" status: 200 len: 851 time: 0.0897222 Aug 31 01:11:37.721538 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-77bbe2f0-f520-4e4a-8bf2-4e4b25a1d847 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4068df897a6040d69551022e12154fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7526500 Aug 31 01:11:37.725728 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 32916) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:37.819690 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cfa929-8c34-4e73-9c6a-8c0f90077828 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network 24dc9362-2b40-4ebf-bc12-551a7598d65b is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:11:37.824905 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-df99b2f8-dd85-4658-aaba-6957fd18ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.827296 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-df99b2f8-dd85-4658-aaba-6957fd18ebaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8d074e0-3ba7-47e4-9677-f4407602dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866594 Aug 31 01:11:37.843510 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbe2f0-f520-4e4a-8bf2-4e4b25a1d847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4018a1-8613-4eb7-b3ef-0bb2884c0efe,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:37.857022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f1cf4-13f2-4fe0-8927-b14bd099f003 req-c17d1a90-99b4-4201-b1be-c78323f8b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.858752 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-589f1cf4-13f2-4fe0-8927-b14bd099f003 req-c17d1a90-99b4-4201-b1be-c78323f8b2c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1459897 Aug 31 01:11:37.866353 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f1712ea-6cfd-46fc-a643-2218cc1a1039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.930122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-21cfa929-8c34-4e73-9c6a-8c0f90077828 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 24dc9362-2b40-4ebf-bc12-551a7598d65b) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:37.941607 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987659f5-2d06-43ab-a833-db1b96b862e3 None None] Network 24dc9362-2b40-4ebf-bc12-551a7598d65b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:37.946008 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f1712ea-6cfd-46fc-a643-2218cc1a1039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.948921 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc36876-0cd1-4579-b10c-a723b1a27940 req-b0a409cb-6e96-4ba2-a023-6be07568fda2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.950681 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cfa929-8c34-4e73-9c6a-8c0f90077828 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.951009 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-adc36876-0cd1-4579-b10c-a723b1a27940 req-b0a409cb-6e96-4ba2-a023-6be07568fda2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.2856576 Aug 31 01:11:37.951293 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-21cfa929-8c34-4e73-9c6a-8c0f90077828 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.038475 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-589f1cf4-13f2-4fe0-8927-b14bd099f003 req-bcdbff4d-2abc-474a-8e95-3bb2b86a8c79 service neutron] 10.222.0.48 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694407 Aug 31 01:11:38.049490 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-0f623c22-667a-498c-9a9a-0cb2b44f9f7f service neutron] 10.222.0.41 "GET /v2.0/networks/d8d074e0-3ba7-47e4-9677-f4407602dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129557 Aug 31 01:11:38.082311 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-adc36876-0cd1-4579-b10c-a723b1a27940 req-5e79ae53-1454-45c7-9d85-c557a95850f4 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112852 Aug 31 01:11:38.103731 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-66d5af22-5338-49ea-b513-cf8e819e2bd9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.211027 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-21cfa929-8c34-4e73-9c6a-8c0f90077828 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9183135 Aug 31 01:11:38.211027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 32922) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:38.224315 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ad3c47ba-9a82-48ab-af65-81b5ad9f7d91 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'network_id': '24dc9362-2b40-4ebf-bc12-551a7598d65b', 'name': 'tempest-PortsTestJSON-1415800223'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:38.234729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-66d5af22-5338-49ea-b513-cf8e819e2bd9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Network 4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:38.249661 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-66d5af22-5338-49ea-b513-cf8e819e2bd9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:38.252361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-66d5af22-5338-49ea-b513-cf8e819e2bd9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:38.310790 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5af22-5338-49ea-b513-cf8e819e2bd9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Port': ['ID=8ccc746f-9b87-400c-ae22-c66663c95dce,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:38.352491 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-24dc9362-2b40-4ebf-bc12-551a7598d65b', 'network_id': '24dc9362-2b40-4ebf-bc12-551a7598d65b', 'tenant_id': 'c31b38fd2693486ea068244b2c0eb066', 'fixed_ips': [{'subnet_id': 'cf854d18-10c5-4997-99f6-ca9e7dcc40b0'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:11:38.353750 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.489991 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-66d5af22-5338-49ea-b513-cf8e819e2bd9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:38.491544 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-66d5af22-5338-49ea-b513-cf8e819e2bd9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.527934 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-e1710128-03d4-4b3e-afa7-dc5ecc02b1bf service neutron] 10.222.0.41 "GET /v2.0/networks/d8d074e0-3ba7-47e4-9677-f4407602dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576478 Aug 31 01:11:38.542069 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-589f1cf4-13f2-4fe0-8927-b14bd099f003 req-5d02306f-4c91-49a8-b607-7f8bd8415f68 service neutron] 10.222.0.48 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940629 Aug 31 01:11:38.593134 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed8144-a107-4dcd-88ec-43b71ca7e8de req-fb145a94-ed63-4349-a686-a134d844558f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:38.598314 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45ed8144-a107-4dcd-88ec-43b71ca7e8de req-fb145a94-ed63-4349-a686-a134d844558f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 945 time: 0.2594347 Aug 31 01:11:38.618039 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.631498 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f1712ea-6cfd-46fc-a643-2218cc1a1039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.637167 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f1712ea-6cfd-46fc-a643-2218cc1a1039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.660330 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1f1712ea-6cfd-46fc-a643-2218cc1a1039 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e4018a1-8613-4eb7-b3ef-0bb2884c0efe HTTP/1.1" status: 204 len: 168 time: 0.9304280 Aug 31 01:11:38.687414 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-66d5af22-5338-49ea-b513-cf8e819e2bd9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3467405 Aug 31 01:11:38.725767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Request body: {'port': {'device_id': '2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:38.888908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Allocated IP 172.20.0.2 (24dc9362-2b40-4ebf-bc12-551a7598d65b/cf854d18-10c5-4997-99f6-ca9e7dcc40b0/207e6abd-c57a-4b93-bef6-fabe7e1d00a8) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:38.915932 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-45b8a783-c6c8-4ce2-964d-25c90d9c9c08 None None] Provisioning for port 8ccc746f-9b87-400c-ae22-c66663c95dce completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:38.965413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-45b8a783-c6c8-4ce2-964d-25c90d9c9c08 None None] Provisioning complete for port 8ccc746f-9b87-400c-ae22-c66663c95dce triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:38.970605 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-45b8a783-c6c8-4ce2-964d-25c90d9c9c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.979194 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-5a378198-d662-4e2e-b577-4e59031a7b05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=9dce5519-c138-438c-b099-c61ffef1b2a8 HTTP/1.1" status: 200 len: 217 time: 0.4046631 Aug 31 01:11:39.000293 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1712ea-6cfd-46fc-a643-2218cc1a1039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4018a1-8613-4eb7-b3ef-0bb2884c0efe,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:39.163945 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-45b8a783-c6c8-4ce2-964d-25c90d9c9c08 None None] Port 8ccc746f-9b87-400c-ae22-c66663c95dce cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:39.329033 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:39.341669 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb1ccd-b5d1-4759-9b55-1ffb35f0621c req-119b6fb2-621b-4304-99a2-7d41c8575c96 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:39.346448 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5dbb1ccd-b5d1-4759-9b55-1ffb35f0621c req-119b6fb2-621b-4304-99a2-7d41c8575c96 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 931 time: 0.8239799 Aug 31 01:11:39.406944 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6c2f4-d97b-4a93-b4e4-f2cc28282627 req-d50c2212-7a6e-4d38-8672-aa952bc18150 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:39.409125 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2eb6c2f4-d97b-4a93-b4e4-f2cc28282627 req-d50c2212-7a6e-4d38-8672-aa952bc18150 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 945 time: 0.4760592 Aug 31 01:11:39.419130 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-b4213436-864d-4c55-b1f1-efc290c2c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:39.421665 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-b4213436-864d-4c55-b1f1-efc290c2c4b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.4095035 Aug 31 01:11:39.454654 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3c47ba-9a82-48ab-af65-81b5ad9f7d91 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:39.461105 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad3c47ba-9a82-48ab-af65-81b5ad9f7d91 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:39.496971 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-45ed8144-a107-4dcd-88ec-43b71ca7e8de req-a61d8e24-d384-4e89-a0ab-ccc0e210154f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Deleting port fb7dd963-bd08-4c26-b5a8-2be6f25bddbc {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:39.497329 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-45ed8144-a107-4dcd-88ec-43b71ca7e8de req-a61d8e24-d384-4e89-a0ab-ccc0e210154f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:39.543055 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5dbb1ccd-b5d1-4759-9b55-1ffb35f0621c req-47df8847-c013-428d-9f01-4d9dfb546f6a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=df97fc71-3a15-41bf-9b51-0070a4d63a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803093 Aug 31 01:11:39.545251 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-ad3c47ba-9a82-48ab-af65-81b5ad9f7d91 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] device_id is not set on port d798e2a6-39d4-464d-9059-8f1ca15f10b6 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:11:39.687099 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:39.723396 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Transition to ACTIVE for port object 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:39.781799 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Transition to ACTIVE for port object 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:39.842431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-aa06b516-a8a8-49e7-a9e8-6cdc39da2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:39.846164 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-aa06b516-a8a8-49e7-a9e8-6cdc39da2edc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4105389 Aug 31 01:11:39.869164 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2eb6c2f4-d97b-4a93-b4e4-f2cc28282627 req-da4b0b0b-2f50-409a-88c6-4b785bf8ce76 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102941 Aug 31 01:11:39.884800 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.036219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Network 24dc9362-2b40-4ebf-bc12-551a7598d65b is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:40.045402 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:40.060727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:40.082322 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-2f74a84e-01f7-4534-aeef-998ec8915d41 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268319 Aug 31 01:11:40.132222 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-45ed8144-a107-4dcd-88ec-43b71ca7e8de req-a61d8e24-d384-4e89-a0ab-ccc0e210154f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] For port fb7dd963-bd08-4c26-b5a8-2be6f25bddbc, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fb7dd963-bd08-4c26-b5a8-2be6f25bddbc,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:40.133119 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-45ed8144-a107-4dcd-88ec-43b71ca7e8de req-a61d8e24-d384-4e89-a0ab-ccc0e210154f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.151606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-45ed8144-a107-4dcd-88ec-43b71ca7e8de req-a61d8e24-d384-4e89-a0ab-ccc0e210154f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Calling delete_port for fb7dd963-bd08-4c26-b5a8-2be6f25bddbc owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:40.159323 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Pushing event updated for resources: {'Port': ['ID=207e6abd-c57a-4b93-bef6-fabe7e1d00a8,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:40.223233 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-20d98492-5cbf-4d20-9f8b-d8f7efcd7870 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323342 Aug 31 01:11:40.290093 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Attempting to bind port 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:40.291431 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Attempting to bind port 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '21e4eb34-bb3a-4103-ba1b-dacabb8af76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '24dc9362-2b40-4ebf-bc12-551a7598d65b'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:40.291431 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Attempting to bind port 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 on network 24dc9362-2b40-4ebf-bc12-551a7598d65b {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:40.309888 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:40.310358 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Checking segment: {'id': '21e4eb34-bb3a-4103-ba1b-dacabb8af76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '24dc9362-2b40-4ebf-bc12-551a7598d65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:40.310874 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.318381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Bound using segment: {'id': '21e4eb34-bb3a-4103-ba1b-dacabb8af76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '24dc9362-2b40-4ebf-bc12-551a7598d65b'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:40.318381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Bound port: 207e6abd-c57a-4b93-bef6-fabe7e1d00a8, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e4eb34-bb3a-4103-ba1b-dacabb8af76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '24dc9362-2b40-4ebf-bc12-551a7598d65b'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:40.318381 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.343663 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca84db9-3086-44c1-bb9d-e4f353ebfb1c req-745568a5-cab8-4ac6-a8b9-55f421253b30 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:40.345558 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2ca84db9-3086-44c1-bb9d-e4f353ebfb1c req-745568a5-cab8-4ac6-a8b9-55f421253b30 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.5255060 Aug 31 01:11:40.346374 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 32934) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:40.352988 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-611c8442-ed86-459b-9c46-658e423ced43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=47884538-4e20-4c3e-be64-938b3b411ece HTTP/1.1" status: 200 len: 217 time: 0.1153708 Aug 31 01:11:40.420012 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.426878 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ccc746f-9b87-400c-ae22-c66663c95dce {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:40.459195 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.507460 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b63cfbb-c73e-4684-9544-8d6269df6d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.517266 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] For port 207e6abd-c57a-4b93-bef6-fabe7e1d00a8, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:40.540053 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] For port 207e6abd-c57a-4b93-bef6-fabe7e1d00a8, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=207e6abd-c57a-4b93-bef6-fabe7e1d00a8,segment=NetworkSegment(21e4eb34-bb3a-4103-ba1b-dacabb8af76a),segment_id=21e4eb34-bb3a-4103-ba1b-dacabb8af76a)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:40.541933 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-ad3c47ba-9a82-48ab-af65-81b5ad9f7d91 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Allocated IP 172.20.0.9 (24dc9362-2b40-4ebf-bc12-551a7598d65b/cf854d18-10c5-4997-99f6-ca9e7dcc40b0/d798e2a6-39d4-464d-9059-8f1ca15f10b6) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:40.626302 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.782971 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Transition to ACTIVE for port object 8ccc746f-9b87-400c-ae22-c66663c95dce will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:40.786285 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-45ed8144-a107-4dcd-88ec-43b71ca7e8de req-a61d8e24-d384-4e89-a0ab-ccc0e210154f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.814041 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['96432a75-6894-44bb-b3cf-e774f3562bb0'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:40.854167 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2ca84db9-3086-44c1-bb9d-e4f353ebfb1c req-34cf08f1-7be1-4cad-a390-42b2910d6075 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3624482 Aug 31 01:11:40.862740 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b63cfbb-c73e-4684-9544-8d6269df6d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.915481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113a290-ff85-47bf-ad88-0fb114901293 req-f0b359b6-5c52-4274-b9a3-305f0445e261 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:40.917430 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a113a290-ff85-47bf-ad88-0fb114901293 req-f0b359b6-5c52-4274-b9a3-305f0445e261 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 931 time: 0.2099719 Aug 31 01:11:40.918292 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d8e24-d384-4e89-a0ab-ccc0e210154f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Pushing event deleted for resources: {'Port': ['ID=fb7dd963-bd08-4c26-b5a8-2be6f25bddbc,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:40.928070 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.938887 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-a9158acf-3782-4a7b-82c5-4ce38cd7fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:40.944814 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-a9158acf-3782-4a7b-82c5-4ce38cd7fa65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.5415568 Aug 31 01:11:40.947576 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b65e5-59e2-453b-ba20-b86cba32b4d0 None None] Pushing event updated for resources: {'Port': ['ID=207e6abd-c57a-4b93-bef6-fabe7e1d00a8,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:41.059368 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b63cfbb-c73e-4684-9544-8d6269df6d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.259736 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ed8144-a107-4dcd-88ec-43b71ca7e8de req-a61d8e24-d384-4e89-a0ab-ccc0e210154f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] No DVR routers for this DVR port fb7dd963-bd08-4c26-b5a8-2be6f25bddbc on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:11:41.280206 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-45ed8144-a107-4dcd-88ec-43b71ca7e8de req-a61d8e24-d384-4e89-a0ab-ccc0e210154f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.290407 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45ed8144-a107-4dcd-88ec-43b71ca7e8de req-a61d8e24-d384-4e89-a0ab-ccc0e210154f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.41 "DELETE /v2.0/ports/fb7dd963-bd08-4c26-b5a8-2be6f25bddbc HTTP/1.1" status: 204 len: 173 time: 2.6852250 Aug 31 01:11:41.292571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2776db-f767-4879-8a7c-2771a367f77c', 'name': 'network-vif-deleted', 'tag': 'fb7dd963-bd08-4c26-b5a8-2be6f25bddbc'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:41.366633 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8948729-aa09-4386-81e0-009f70655648" -d '{"events": [{"server_uuid": "0a2776db-f767-4879-8a7c-2771a367f77c", "name": "network-vif-deleted", "tag": "fb7dd963-bd08-4c26-b5a8-2be6f25bddbc"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:41.411583 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccc746f-9b87-400c-ae22-c66663c95dce,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:41.500359 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a113a290-ff85-47bf-ad88-0fb114901293 req-75c7dcd0-81e7-41c0-a6f3-466ca90f773c tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=df97fc71-3a15-41bf-9b51-0070a4d63a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5621123 Aug 31 01:11:41.603536 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad3c47ba-9a82-48ab-af65-81b5ad9f7d91 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.670146 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca01d50e-71e1-4091-b1a4-d307f935a7b3 x-openstack-request-id: req-ca01d50e-71e1-4091-b1a4-d307f935a7b3 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:41.671097 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2776db-f767-4879-8a7c-2771a367f77c", "name": "network-vif-deleted", "tag": "fb7dd963-bd08-4c26-b5a8-2be6f25bddbc", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:41.671547 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca01d50e-71e1-4091-b1a4-d307f935a7b3 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:41.672355 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2776db-f767-4879-8a7c-2771a367f77c', 'name': 'network-vif-deleted', 'tag': 'fb7dd963-bd08-4c26-b5a8-2be6f25bddbc', 'status': 'completed', 'code': 200} Aug 31 01:11:41.676307 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Attempting to bind port 8ccc746f-9b87-400c-ae22-c66663c95dce on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:41.680225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Attempting to bind port 8ccc746f-9b87-400c-ae22-c66663c95dce by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '04770dd8-e348-4319-ac26-6694b0302f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:41.680826 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Attempting to bind port 8ccc746f-9b87-400c-ae22-c66663c95dce on network 4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:41.687026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Port 8ccc746f-9b87-400c-ae22-c66663c95dce on network 4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:11:41.687676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Attempting to bind port 8ccc746f-9b87-400c-ae22-c66663c95dce on network 4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:41.694367 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:41.694978 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Checking segment: {'id': '04770dd8-e348-4319-ac26-6694b0302f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:41.695679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Bound using segment: {'id': '04770dd8-e348-4319-ac26-6694b0302f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:41.696283 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Bound port: 8ccc746f-9b87-400c-ae22-c66663c95dce, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04770dd8-e348-4319-ac26-6694b0302f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:41.696959 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.710572 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-ad3c47ba-9a82-48ab-af65-81b5ad9f7d91 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Transition to ACTIVE for port object d798e2a6-39d4-464d-9059-8f1ca15f10b6 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:41.818029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-41acf592-aea9-44cb-ba99-44f0c1dca085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:41.822279 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-41acf592-aea9-44cb-ba99-44f0c1dca085 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8323503 Aug 31 01:11:41.837925 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6b63cfbb-c73e-4684-9544-8d6269df6d29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=facbb23bee444a4abb715b83172fa701&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4736161 Aug 31 01:11:41.847628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 32942) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:41.883422 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52f71ac6-46c8-4a68-aec9-86e426eb31b6 req-025c9699-0b26-45bd-b7ca-e2876900bbac tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 210 time: 0.2686756 Aug 31 01:11:41.891736 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] For port 8ccc746f-9b87-400c-ae22-c66663c95dce, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:41.944682 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63cfbb-c73e-4684-9544-8d6269df6d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d1b1bf-1f2b-48e8-95a9-22fc0966181e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:41.997068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] For port 8ccc746f-9b87-400c-ae22-c66663c95dce, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8ccc746f-9b87-400c-ae22-c66663c95dce,segment=NetworkSegment(04770dd8-e348-4319-ac26-6694b0302f21),segment_id=04770dd8-e348-4319-ac26-6694b0302f21)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:42.083998 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-955ce1e6-934f-4c92-b4f4-584f3e1ca3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.164059 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-955ce1e6-934f-4c92-b4f4-584f3e1ca3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.214153 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a519d-8c0b-453d-b945-70f97ad8c4e5 req-8d7d2ed8-9f3a-4439-a641-c2c22daaa79a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:42.215836 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b73a519d-8c0b-453d-b945-70f97ad8c4e5 req-8d7d2ed8-9f3a-4439-a641-c2c22daaa79a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1868665 Aug 31 01:11:42.222801 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.250953 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-3ea0f061-6333-46ae-9859-51c20cce94d9 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015038 Aug 31 01:11:42.301576 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:42.302370 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.304247 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] 10.222.0.48 "PUT /v2.0/ports/8ccc746f-9b87-400c-ae22-c66663c95dce HTTP/1.1" status: 200 len: 1092 time: 3.6065176 Aug 31 01:11:42.345768 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b73a519d-8c0b-453d-b945-70f97ad8c4e5 req-d7dcdc84-566d-49a6-a719-6886b38922f2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198730 Aug 31 01:11:42.351917 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ac30b-9315-43bc-b2b2-a198e079f648 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccc746f-9b87-400c-ae22-c66663c95dce,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:42.471811 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-955ce1e6-934f-4c92-b4f4-584f3e1ca3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.475079 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-955ce1e6-934f-4c92-b4f4-584f3e1ca3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.476935 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-955ce1e6-934f-4c92-b4f4-584f3e1ca3cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23d1b1bf-1f2b-48e8-95a9-22fc0966181e HTTP/1.1" status: 204 len: 168 time: 0.6273754 Aug 31 01:11:42.544448 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ce1e6-934f-4c92-b4f4-584f3e1ca3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d1b1bf-1f2b-48e8-95a9-22fc0966181e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:42.617707 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device fb7dd963-bd08-4c26-b5a8-2be6f25bddbc no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:42.765126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: fb7dd963-bd08-4c26-b5a8-2be6f25bddbc {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:11:42.771718 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-2ea8f22d-1e7e-4989-8ba6-203874e11d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:42.776133 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-2ea8f22d-1e7e-4989-8ba6-203874e11d3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f481833dbad44e8ab08e3a835b3f2ce&device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 1095 time: 0.2557712 Aug 31 01:11:42.778815 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device fb7dd963-bd08-4c26-b5a8-2be6f25bddbc not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:11:43.068548 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-7294b710-8d91-497f-9f1a-6c00952fdde7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ccc746f-9b87-400c-ae22-c66663c95dce HTTP/1.1" status: 200 len: 217 time: 0.2780542 Aug 31 01:11:43.249850 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d300af1-fe3b-4038-b025-d10fdcee1a1a None None] Network 24dc9362-2b40-4ebf-bc12-551a7598d65b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:43.336496 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a75f26b6-789e-478d-82a9-3c9c24a04b0c req-733e149b-5cb7-4fc6-a669-e5ef265613b5 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2776db-f767-4879-8a7c-2771a367f77c HTTP/1.1" status: 200 len: 210 time: 0.1763296 Aug 31 01:11:43.398234 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-97706dd8-6519-42b5-b9e0-d6c6fb54ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:43.415154 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:43.416396 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-97706dd8-6519-42b5-b9e0-d6c6fb54ce32 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=767d1c38-5de2-4946-9be6-61cd2e44d072 HTTP/1.1" status: 200 len: 835 time: 0.3425498 Aug 31 01:11:43.623099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-074dbe37-bace-4e53-a51b-934e3e5888b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:43.625674 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-074dbe37-bace-4e53-a51b-934e3e5888b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2015080 Aug 31 01:11:43.721914 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9', 'tag': '8ccc746f-9b87-400c-ae22-c66663c95dce'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:43.731569 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c06147-5f7b-432c-98df-a3651a7abe42" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9", "tag": "8ccc746f-9b87-400c-ae22-c66663c95dce"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:43.745990 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe63237-55d7-4581-bb59-e689d2ac5116 req-aaec8718-9cd1-44d5-b326-bf3cf935aab6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:43.761114 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2fe63237-55d7-4581-bb59-e689d2ac5116 req-aaec8718-9cd1-44d5-b326-bf3cf935aab6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 943 time: 0.3889713 Aug 31 01:11:43.815145 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-685b71d6-19b5-4467-a4da-5f8fc193b361 None None] Provisioning for port 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:43.817117 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-e5e6cd77-6330-4aab-933b-24191fd4dc3b service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5565858 Aug 31 01:11:43.890931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e3377-2137-42e0-b08d-6ca39738ebe6 req-0afde294-6219-4df8-9934-4e0622dceabe tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:43.899151 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d72e3377-2137-42e0-b08d-6ca39738ebe6 req-0afde294-6219-4df8-9934-4e0622dceabe tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.2466180 Aug 31 01:11:43.909896 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:43.916360 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:43.916862 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.016873 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-72ce6912-ac17-43ec-abc4-8dacf86f5dd7 service neutron] 10.222.0.48 "GET /v2.0/networks/4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800249 Aug 31 01:11:44.023729 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-6328be9b-ce65-42a1-848a-6c9e6a29882c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=77679568-6b41-406c-930d-1f4c62495cec HTTP/1.1" status: 200 len: 217 time: 0.1889470 Aug 31 01:11:44.024876 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad3c47ba-9a82-48ab-af65-81b5ad9f7d91 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.047053 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2fe63237-55d7-4581-bb59-e689d2ac5116 req-1bfd6434-8973-42af-af68-e7d0e8981b4a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=df97fc71-3a15-41bf-9b51-0070a4d63a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2848973 Aug 31 01:11:44.080436 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d72e3377-2137-42e0-b08d-6ca39738ebe6 req-7f24ff4a-d6d3-490c-99c4-033ebf91f26f tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790426 Aug 31 01:11:44.148883 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d49d8391-f55a-4972-a4f0-e7e728cb19b0 None None] Provisioning complete for port 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:44.151421 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d49d8391-f55a-4972-a4f0-e7e728cb19b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.245555 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3c47ba-9a82-48ab-af65-81b5ad9f7d91 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network 24dc9362-2b40-4ebf-bc12-551a7598d65b is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:44.253175 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-ad3c47ba-9a82-48ab-af65-81b5ad9f7d91 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:44.260858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3c47ba-9a82-48ab-af65-81b5ad9f7d91 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:44.266535 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-f25fcfee-702f-4121-9e73-8aedbce1fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:44.268734 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-f25fcfee-702f-4121-9e73-8aedbce1fe22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.2389698 Aug 31 01:11:44.276449 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f009e5-eefd-4b34-8b9d-fe0b929fda72 x-openstack-request-id: req-a1f009e5-eefd-4b34-8b9d-fe0b929fda72 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:44.281470 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9", "tag": "8ccc746f-9b87-400c-ae22-c66663c95dce", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:44.282053 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1f009e5-eefd-4b34-8b9d-fe0b929fda72 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:44.283907 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9', 'tag': '8ccc746f-9b87-400c-ae22-c66663c95dce', 'status': 'completed', 'code': 200} Aug 31 01:11:44.341350 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.373502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c47ba-9a82-48ab-af65-81b5ad9f7d91 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=d798e2a6-39d4-464d-9059-8f1ca15f10b6,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:44.480240 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1005216-4718-493f-9a0a-42f8ed5e9993 req-faea6e48-19d1-4893-b355-d99b2ec517e5 service neutron] 10.222.0.48 "GET /v2.0/networks/4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227746 Aug 31 01:11:44.560751 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 207e6abd-c57a-4b93-bef6-fabe7e1d00a8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=207e6abd-c57a-4b93-bef6-fabe7e1d00a8,segment=NetworkSegment(21e4eb34-bb3a-4103-ba1b-dacabb8af76a),segment_id=21e4eb34-bb3a-4103-ba1b-dacabb8af76a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:44.562577 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d49d8391-f55a-4972-a4f0-e7e728cb19b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.594395 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3c47ba-9a82-48ab-af65-81b5ad9f7d91 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:44.595494 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ad3c47ba-9a82-48ab-af65-81b5ad9f7d91 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.600214 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-231025a9-b431-447a-b545-19743596da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:44.603757 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-231025a9-b431-447a-b545-19743596da5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3229859 Aug 31 01:11:44.714645 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-4c985ea4-bdfd-44e3-a575-afd8ae7cb12d service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024134 Aug 31 01:11:44.872586 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-6b92041b-9e0b-4283-8a8e-b14c81457ac2 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475122 Aug 31 01:11:44.927485 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-5e47e297-fec5-45dd-b3fc-483be8d5fdad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=c6a24207-294b-41f8-9c84-683c491b5367 HTTP/1.1" status: 200 len: 217 time: 0.0474398 Aug 31 01:11:44.991191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-109c02aa-718d-4005-bca6-5ff46847ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:44.993963 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-109c02aa-718d-4005-bca6-5ff46847ed8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 200 len: 797 time: 0.0589049 Aug 31 01:11:45.052063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-ce18e23a-d66e-4fd0-992f-75982ffd2848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:45.054252 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-ce18e23a-d66e-4fd0-992f-75982ffd2848 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38f28ea7-cc8d-4d04-8094-b6024ace26b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0525727 Aug 31 01:11:45.155022 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-c9e34feb-eab4-43ae-9f7a-e321018efb01 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926206 Aug 31 01:11:45.215772 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa874ef5-34aa-49bf-9242-fd8c0f4058cf req-dcba1220-cd27-4f00-8877-6b15b1cbc3d3 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:45.217478 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aa874ef5-34aa-49bf-9242-fd8c0f4058cf req-dcba1220-cd27-4f00-8877-6b15b1cbc3d3 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 943 time: 0.0758467 Aug 31 01:11:45.262232 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aa874ef5-34aa-49bf-9242-fd8c0f4058cf req-1313a3d0-3b97-4a6e-814e-d70bec5ec9c1 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=df97fc71-3a15-41bf-9b51-0070a4d63a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380259 Aug 31 01:11:45.276209 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.297897 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ad3c47ba-9a82-48ab-af65-81b5ad9f7d91 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 7.0860784 Aug 31 01:11:45.305534 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 32982) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:45.344659 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-23f23cb3-5226-43f7-96f6-8787ab910478 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'network_id': '24dc9362-2b40-4ebf-bc12-551a7598d65b', 'name': 'tempest-PortsTestJSON-581387444'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:45.344659 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-69ff5dd6-b91c-4afb-90fe-5e289ded85e3 service neutron] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621971 Aug 31 01:11:45.428897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=207e6abd-c57a-4b93-bef6-fabe7e1d00a8,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:45.458114 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-60321000-3392-4e0c-88c2-d3e1f87cb785 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4edf3b26-a415-4715-9831-a7720892c15d HTTP/1.1" status: 200 len: 217 time: 0.1163139 Aug 31 01:11:45.484338 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-d49d8391-f55a-4972-a4f0-e7e728cb19b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:11:45.485201 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-d49d8391-f55a-4972-a4f0-e7e728cb19b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:11:45.538050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c06147-5f7b-432c-98df-a3651a7abe42 req-f3e8d78f-f40b-413b-a892-0e98fd6d469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:45.540479 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9c06147-5f7b-432c-98df-a3651a7abe42 req-f3e8d78f-f40b-413b-a892-0e98fd6d469c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f481833dbad44e8ab08e3a835b3f2ce&device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 1095 time: 0.2142570 Aug 31 01:11:45.560361 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-ed17720c-369f-4a19-ac34-51eeb83d20c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:45.560361 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-ed17720c-369f-4a19-ac34-51eeb83d20c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab76eb50-57d8-4bbe-a8d9-d321af6eeee0 HTTP/1.1" status: 200 len: 797 time: 0.0932996 Aug 31 01:11:45.586160 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3bace-0d06-4ef9-b6a5-4ad151b3e826 req-d61bfae2-4f1e-4c2e-ad52-701489361383 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:45.587923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cec3bace-0d06-4ef9-b6a5-4ad151b3e826 req-d61bfae2-4f1e-4c2e-ad52-701489361383 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.2494457 Aug 31 01:11:45.651990 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-f951c470-82c5-4c2b-bcee-7ec59d8a000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:45.653574 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-f951c470-82c5-4c2b-bcee-7ec59d8a000b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0839849 Aug 31 01:11:45.682752 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cec3bace-0d06-4ef9-b6a5-4ad151b3e826 req-3010488d-889f-4af1-b7ab-2dc1a8d3f186 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599017 Aug 31 01:11:45.717081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c06147-5f7b-432c-98df-a3651a7abe42 req-6ff17fc7-267e-4a04-af31-c9d8398f5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:45.717081 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9c06147-5f7b-432c-98df-a3651a7abe42 req-6ff17fc7-267e-4a04-af31-c9d8398f5a03 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d HTTP/1.1" status: 200 len: 898 time: 0.1645534 Aug 31 01:11:45.770027 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9c06147-5f7b-432c-98df-a3651a7abe42 req-a621c6ab-8e63-4909-8806-2056b3841780 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ccc746f-9b87-400c-ae22-c66663c95dce HTTP/1.1" status: 200 len: 217 time: 0.0469418 Aug 31 01:11:45.770240 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-5d927ecb-5d3e-4dfd-858b-e097e6abac75 service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087370 Aug 31 01:11:45.829814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c06147-5f7b-432c-98df-a3651a7abe42 req-9cb16837-79f4-4e81-b53d-674c2c9eea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:45.831463 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9c06147-5f7b-432c-98df-a3651a7abe42 req-9cb16837-79f4-4e81-b53d-674c2c9eea6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=767d1c38-5de2-4946-9be6-61cd2e44d072 HTTP/1.1" status: 200 len: 835 time: 0.0547142 Aug 31 01:11:45.876043 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-6f784b89-9869-4b97-a962-faf1c792540b service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991435 Aug 31 01:11:45.891446 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c06147-5f7b-432c-98df-a3651a7abe42 req-3e707ea6-6106-42c8-9a1e-a72bb8e23406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:45.902311 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9c06147-5f7b-432c-98df-a3651a7abe42 req-3e707ea6-6106-42c8-9a1e-a72bb8e23406 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539794 Aug 31 01:11:45.928250 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-6496e28f-617f-4f04-8608-2b1f49396f2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b116cb15-d067-4b27-92a6-f893f8f6ee79 HTTP/1.1" status: 200 len: 217 time: 0.0452597 Aug 31 01:11:45.983833 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-f39e928b-8a2b-42bc-9f77-19fcf78cb4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:45.985844 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-f39e928b-8a2b-42bc-9f77-19fcf78cb4aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab76eb50-57d8-4bbe-a8d9-d321af6eeee0 HTTP/1.1" status: 200 len: 797 time: 0.0483005 Aug 31 01:11:46.015994 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9c06147-5f7b-432c-98df-a3651a7abe42 req-9ecd885b-f7e8-45e7-8d65-826de0e63bd8 service neutron] 10.222.0.48 "GET /v2.0/networks/4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148283 Aug 31 01:11:46.038305 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f23cb3-5226-43f7-96f6-8787ab910478 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:46.041860 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23f23cb3-5226-43f7-96f6-8787ab910478 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:46.047114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-2b391a38-4d6f-4682-bd2f-237892286055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:46.048653 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-2b391a38-4d6f-4682-bd2f-237892286055 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fe736c6-6d84-4129-a86a-cf6a3ca4b061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0542588 Aug 31 01:11:46.116549 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-23f23cb3-5226-43f7-96f6-8787ab910478 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] device_id is not set on port 607299e0-56db-497a-b777-db39bd45fd39 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:11:46.139870 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9c06147-5f7b-432c-98df-a3651a7abe42 req-2d2808d0-2252-498d-8998-3fcceb6dc20e service neutron] 10.222.0.48 "GET /v2.0/networks/4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156893 Aug 31 01:11:46.242257 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-799a7547-83a3-41a5-b2e7-a419581e785b service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862576 Aug 31 01:11:46.272512 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-88b72046-10df-4236-9fe2-bb4eb894b994 None None] Provisioning for port d798e2a6-39d4-464d-9059-8f1ca15f10b6 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:46.286671 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-88b72046-10df-4236-9fe2-bb4eb894b994 None None] Provisioning complete for port d798e2a6-39d4-464d-9059-8f1ca15f10b6 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:46.286671 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-88b72046-10df-4236-9fe2-bb4eb894b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:46.374177 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-88b72046-10df-4236-9fe2-bb4eb894b994 None None] Port d798e2a6-39d4-464d-9059-8f1ca15f10b6 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:46.406573 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-23f23cb3-5226-43f7-96f6-8787ab910478 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Allocated IP 172.20.0.3 (24dc9362-2b40-4ebf-bc12-551a7598d65b/cf854d18-10c5-4997-99f6-ca9e7dcc40b0/607299e0-56db-497a-b777-db39bd45fd39) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:46.481027 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55caa3aa-27e7-460e-9275-0f1ab7e80aa4 req-65e49dbb-a9a9-4d28-8521-a9a227a3b379 service neutron] 10.222.0.41 "GET /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260749 Aug 31 01:11:46.516929 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e0c3e-2b36-4156-8ca2-1e398f05832d req-ff5c4afc-860e-48de-b70a-599ce378874f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:46.518490 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d2e0c3e-2b36-4156-8ca2-1e398f05832d req-ff5c4afc-860e-48de-b70a-599ce378874f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 943 time: 0.1219494 Aug 31 01:11:46.634086 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d2e0c3e-2b36-4156-8ca2-1e398f05832d req-50db6167-e3af-424c-a1e2-eb9449c9758e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=df97fc71-3a15-41bf-9b51-0070a4d63a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035509 Aug 31 01:11:46.695894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33018) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:46.848606 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23f23cb3-5226-43f7-96f6-8787ab910478 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:46.899869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4fbf6-bdd8-4a0b-ade3-45119110028a req-106d2ee1-253a-42e8-9f2c-c819bfe551eb tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:46.904846 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-93a4fbf6-bdd8-4a0b-ade3-45119110028a req-106d2ee1-253a-42e8-9f2c-c819bfe551eb tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.0870826 Aug 31 01:11:46.969985 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-23f23cb3-5226-43f7-96f6-8787ab910478 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Transition to ACTIVE for port object 607299e0-56db-497a-b777-db39bd45fd39 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:46.977407 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8ccc746f-9b87-400c-ae22-c66663c95dce details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:11:47.019946 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-93a4fbf6-bdd8-4a0b-ade3-45119110028a req-5a5f06e2-bccd-4ded-93a9-f76fa5110ccb tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060309 Aug 31 01:11:47.021186 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f5a77899-cdbb-42aa-9342-135d7ad55ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.120573 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-1d25304e-ef1a-438c-a5bf-79b98bca05c3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:47.124212 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-1d25304e-ef1a-438c-a5bf-79b98bca05c3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 806 time: 0.2877085 Aug 31 01:11:47.152131 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-adf8ddea-1232-40c0-8491-2d9c2782cb93 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/quotas/77fd9bfbc20d428e80cfea30225008a3 HTTP/1.1" status: 200 len: 375 time: 0.0201211 Aug 31 01:11:47.199201 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8ccc746f-9b87-400c-ae22-c66663c95dce, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8ccc746f-9b87-400c-ae22-c66663c95dce,segment=NetworkSegment(04770dd8-e348-4319-ac26-6694b0302f21),segment_id=04770dd8-e348-4319-ac26-6694b0302f21)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:47.222837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '8ccc746f-9b87-400c-ae22-c66663c95dce', 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d', 'port_id': '8ccc746f-9b87-400c-ae22-c66663c95dce', 'mac_address': 'fa:16:3e:80:55:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '767d1c38-5de2-4946-9be6-61cd2e44d072', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:47.232337 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f5a77899-cdbb-42aa-9342-135d7ad55ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.266051 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-8fb217cc-f8fc-445f-9c58-a36aa2a6dcbf tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1063612 Aug 31 01:11:47.272029 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23f23cb3-5226-43f7-96f6-8787ab910478 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.302794 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.323916 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccc746f-9b87-400c-ae22-c66663c95dce {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:47.348348 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8ccc746f-9b87-400c-ae22-c66663c95dce, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8ccc746f-9b87-400c-ae22-c66663c95dce,segment=NetworkSegment(04770dd8-e348-4319-ac26-6694b0302f21),segment_id=04770dd8-e348-4319-ac26-6694b0302f21)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:47.365479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884aa08-3857-462d-ad1b-79edade50657 req-b13bc1e5-3cba-4e34-95a1-b0d61352613e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:47.388999 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6884aa08-3857-462d-ad1b-79edade50657 req-b13bc1e5-3cba-4e34-95a1-b0d61352613e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 945 time: 0.1553771 Aug 31 01:11:47.433050 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f5a77899-cdbb-42aa-9342-135d7ad55ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.469943 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.515246 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-ceae066e-34ff-461b-ab45-e5714f6dfcad service neutron] 10.222.0.16 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587939 Aug 31 01:11:47.522917 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:47.528558 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f23cb3-5226-43f7-96f6-8787ab910478 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network 24dc9362-2b40-4ebf-bc12-551a7598d65b is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:47.533383 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-23f23cb3-5226-43f7-96f6-8787ab910478 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:47.546012 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f23cb3-5226-43f7-96f6-8787ab910478 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=607299e0-56db-497a-b777-db39bd45fd39,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:47.558936 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6884aa08-3857-462d-ad1b-79edade50657 req-a5f95917-d701-42c4-a6c8-e759658590e5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687016 Aug 31 01:11:47.561196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f23cb3-5226-43f7-96f6-8787ab910478 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:47.567218 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f5a77899-cdbb-42aa-9342-135d7ad55ea6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2458c83ec1ca40e18b9265ed253544d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8690374 Aug 31 01:11:47.573502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33036) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:47.642302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a77899-cdbb-42aa-9342-135d7ad55ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0c1b48-b4c2-4355-9fef-fefca283dcfc,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:47.709763 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:47.710268 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.762776 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1abe51f3-cb0a-4aab-8a3a-c7019c1f8cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.764732 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-bc6c72e1-46fb-4e5a-b114-9a10b61ce431 service neutron] 10.222.0.16 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044637 Aug 31 01:11:47.810324 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=8ccc746f-9b87-400c-ae22-c66663c95dce,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:47.836819 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f23cb3-5226-43f7-96f6-8787ab910478 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:47.837534 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['8ccc746f-9b87-400c-ae22-c66663c95dce'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:47.838203 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-23f23cb3-5226-43f7-96f6-8787ab910478 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.900505 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1abe51f3-cb0a-4aab-8a3a-c7019c1f8cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.940618 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-23f23cb3-5226-43f7-96f6-8787ab910478 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6300249 Aug 31 01:11:47.942111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33040) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:48.050111 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517417a-4c2d-43c6-b12a-eb0558ae0a68 req-13d8aaec-cc58-4609-8c92-2d0a286aa7a8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:48.051198 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8517417a-4c2d-43c6-b12a-eb0558ae0a68 req-13d8aaec-cc58-4609-8c92-2d0a286aa7a8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 944 time: 0.2533283 Aug 31 01:11:48.175907 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8517417a-4c2d-43c6-b12a-eb0558ae0a68 req-3fa26e7c-a306-4b85-b0cd-b3fff7cdb1f9 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=df97fc71-3a15-41bf-9b51-0070a4d63a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143892 Aug 31 01:11:48.191808 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec016bd8-2eb5-4788-80c5-59d42e7bc1da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:48.191808 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ec016bd8-2eb5-4788-80c5-59d42e7bc1da tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.2436695 Aug 31 01:11:48.193764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33044) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:48.254591 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1abe51f3-cb0a-4aab-8a3a-c7019c1f8cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.263622 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1abe51f3-cb0a-4aab-8a3a-c7019c1f8cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.271252 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1abe51f3-cb0a-4aab-8a3a-c7019c1f8cf3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d0c1b48-b4c2-4355-9fef-fefca283dcfc HTTP/1.1" status: 204 len: 168 time: 0.6877742 Aug 31 01:11:48.341650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe51f3-cb0a-4aab-8a3a-c7019c1f8cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0c1b48-b4c2-4355-9fef-fefca283dcfc,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:48.399927 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-62f5b45e-d1ec-48b9-8c39-820ef3c66054 None None] Provisioning for port 607299e0-56db-497a-b777-db39bd45fd39 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:48.405748 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd490e1b-a4eb-49de-a2cb-ea8c741a2088 req-e9c6b015-f6dc-4b63-b640-7c480a56f111 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 210 time: 0.0428529 Aug 31 01:11:48.420347 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-62f5b45e-d1ec-48b9-8c39-820ef3c66054 None None] Provisioning complete for port 607299e0-56db-497a-b777-db39bd45fd39 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:48.420986 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-62f5b45e-d1ec-48b9-8c39-820ef3c66054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.464737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-a6178dd1-d408-416d-a0ac-9b43639fc26a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port 607299e0-56db-497a-b777-db39bd45fd39 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:48.465578 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a6178dd1-d408-416d-a0ac-9b43639fc26a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.524552 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b925f41-70ac-4e33-91ac-03b44cfac164 req-a0572c61-db89-48d9-b99a-ac7bbf61d811 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:48.526428 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b925f41-70ac-4e33-91ac-03b44cfac164 req-a0572c61-db89-48d9-b99a-ac7bbf61d811 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1341310 Aug 31 01:11:48.560457 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-62f5b45e-d1ec-48b9-8c39-820ef3c66054 None None] Port 607299e0-56db-497a-b777-db39bd45fd39 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:48.639196 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b925f41-70ac-4e33-91ac-03b44cfac164 req-5a569f5f-48eb-425f-9021-04d0b60b46a8 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940022 Aug 31 01:11:48.723314 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a6178dd1-d408-416d-a0ac-9b43639fc26a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.726419 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6fbc0-373a-42a2-b0c0-dbbafaad6edd req-666ed156-4e88-4350-a4af-1439f7323747 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:48.728169 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-84f6fbc0-373a-42a2-b0c0-dbbafaad6edd req-666ed156-4e88-4350-a4af-1439f7323747 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 945 time: 0.0680337 Aug 31 01:11:48.742250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-a6178dd1-d408-416d-a0ac-9b43639fc26a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for 607299e0-56db-497a-b777-db39bd45fd39 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:48.846783 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-84f6fbc0-373a-42a2-b0c0-dbbafaad6edd req-5e0af81a-dbdd-42d5-a5e4-92dc6f4ab19d tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032925 Aug 31 01:11:49.058628 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a6178dd1-d408-416d-a0ac-9b43639fc26a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:49.161045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6178dd1-d408-416d-a0ac-9b43639fc26a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=607299e0-56db-497a-b777-db39bd45fd39,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:49.393996 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a6178dd1-d408-416d-a0ac-9b43639fc26a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:49.399990 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a6178dd1-d408-416d-a0ac-9b43639fc26a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/ports/607299e0-56db-497a-b777-db39bd45fd39 HTTP/1.1" status: 204 len: 168 time: 1.2025919 Aug 31 01:11:49.400292 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33082) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:49.420161 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2928a42-fecc-427c-a5f3-3c7160310942 req-31354bb0-e32f-47aa-89b0-99c956353070 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:49.421765 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c2928a42-fecc-427c-a5f3-3c7160310942 req-31354bb0-e32f-47aa-89b0-99c956353070 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 944 time: 0.1150873 Aug 31 01:11:49.440836 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84da00d-7ac8-4b4f-b6b4-03dd654e73ef tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] GET failed (client error): The resource could not be found. Aug 31 01:11:49.442650 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a84da00d-7ac8-4b4f-b6b4-03dd654e73ef tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports/607299e0-56db-497a-b777-db39bd45fd39 HTTP/1.1" status: 404 len: 333 time: 0.0409741 Aug 31 01:11:49.447074 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33086) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:49.554017 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c2928a42-fecc-427c-a5f3-3c7160310942 req-8e94b776-b265-4b17-a9dc-be8a21453e65 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=df97fc71-3a15-41bf-9b51-0070a4d63a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228540 Aug 31 01:11:49.617943 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e5d23fec-ac0e-4440-9706-37706b1a1e9b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port d798e2a6-39d4-464d-9059-8f1ca15f10b6 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:49.617943 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5d23fec-ac0e-4440-9706-37706b1a1e9b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:49.723059 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4e44e54d-82d7-48d8-94c7-812b29d776df req-7e8922fb-c2cb-4205-b4ba-d952a6b6def9 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 210 time: 0.0470979 Aug 31 01:11:49.772682 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5d23fec-ac0e-4440-9706-37706b1a1e9b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:49.788038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e5d23fec-ac0e-4440-9706-37706b1a1e9b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for d798e2a6-39d4-464d-9059-8f1ca15f10b6 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:49.912553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95636a-cc3d-433a-bd46-0f27ecf9326d req-26e41131-b2ac-4d04-80d9-8b8f3f843c30 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:49.930638 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-be95636a-cc3d-433a-bd46-0f27ecf9326d req-26e41131-b2ac-4d04-80d9-8b8f3f843c30 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1292081 Aug 31 01:11:50.064056 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-be95636a-cc3d-433a-bd46-0f27ecf9326d req-529f6416-f6cb-4fa8-b763-2fe241b1bb70 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347072 Aug 31 01:11:50.213325 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5d23fec-ac0e-4440-9706-37706b1a1e9b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:50.287035 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d23fec-ac0e-4440-9706-37706b1a1e9b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=d798e2a6-39d4-464d-9059-8f1ca15f10b6,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:50.435146 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5d23fec-ac0e-4440-9706-37706b1a1e9b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:50.440835 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33106) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:50.441421 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e5d23fec-ac0e-4440-9706-37706b1a1e9b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/ports/d798e2a6-39d4-464d-9059-8f1ca15f10b6 HTTP/1.1" status: 204 len: 168 time: 0.9928181 Aug 31 01:11:50.545721 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8fc3da7-299e-4f8e-b923-e1ac287e078e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] GET failed (client error): The resource could not be found. Aug 31 01:11:50.548485 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f8fc3da7-299e-4f8e-b923-e1ac287e078e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports/d798e2a6-39d4-464d-9059-8f1ca15f10b6 HTTP/1.1" status: 404 len: 333 time: 0.1057363 Aug 31 01:11:50.554602 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33108) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:50.648778 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-3750a0ad-5b9a-4cba-8ea1-b704a1acc94e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting subnet cf854d18-10c5-4997-99f6-ca9e7dcc40b0 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:11:50.655901 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3750a0ad-5b9a-4cba-8ea1-b704a1acc94e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:50.675315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f76add50-2a32-4adf-b766-a17e6155f28b no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:50.767260 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3750a0ad-5b9a-4cba-8ea1-b704a1acc94e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:50.941747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a42ca7-0a28-4267-8534-8e77bc06dd8e req-74d2d13d-44a3-454a-9f65-d4901785646d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:50.944649 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d5a42ca7-0a28-4267-8534-8e77bc06dd8e req-74d2d13d-44a3-454a-9f65-d4901785646d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 944 time: 0.1704099 Aug 31 01:11:50.988971 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:50.998044 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8ccc746f-9b87-400c-ae22-c66663c95dce up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:51.015045 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aa5e15dc-095f-4d19-8dc6-145779170b5f req-5e6a1418-5c8e-410e-9293-ea0ac268c086 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 210 time: 0.0824986 Aug 31 01:11:51.017273 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d5a42ca7-0a28-4267-8534-8e77bc06dd8e req-f4cbbda6-2855-4b92-9c62-2520bc475d75 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=df97fc71-3a15-41bf-9b51-0070a4d63a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649581 Aug 31 01:11:51.056301 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3750a0ad-5b9a-4cba-8ea1-b704a1acc94e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.148969 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f76add50-2a32-4adf-b766-a17e6155f28b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f76add50-2a32-4adf-b766-a17e6155f28b,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:51.156254 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:51.158730 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fda14e-bc97-4921-8cad-f0d2e90f6e2d" -d '{"events": [{"server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "name": "network-vif-unplugged", "status": "completed", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:51.215217 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034caf0f-a085-4c78-a57a-6073f5c6b47c x-openstack-request-id: req-034caf0f-a085-4c78-a57a-6073f5c6b47c {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:51.215217 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "name": "network-vif-unplugged", "status": "completed", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:51.215217 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-034caf0f-a085-4c78-a57a-6073f5c6b47c {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:51.215217 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'code': 200} Aug 31 01:11:51.257744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3a86b-2cb3-454b-a5c3-9086c9f7b22f req-942c44a5-33b7-499b-8ec5-becdce63c75a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:51.259357 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6f3a86b-2cb3-454b-a5c3-9086c9f7b22f req-942c44a5-33b7-499b-8ec5-becdce63c75a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.0782208 Aug 31 01:11:51.283298 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.293738 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 8ccc746f-9b87-400c-ae22-c66663c95dce completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:51.349708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 8ccc746f-9b87-400c-ae22-c66663c95dce triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:51.352852 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.365945 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6f3a86b-2cb3-454b-a5c3-9086c9f7b22f req-1a8a190b-8706-4d42-8069-fb1265388de0 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981252 Aug 31 01:11:51.367522 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3750a0ad-5b9a-4cba-8ea1-b704a1acc94e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.402754 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750a0ad-5b9a-4cba-8ea1-b704a1acc94e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Subnet': ['ID=cf854d18-10c5-4997-99f6-ca9e7dcc40b0,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:51.429492 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25192c0-5af5-41bf-bb2b-addbb1fd4b1b None None] Network 24dc9362-2b40-4ebf-bc12-551a7598d65b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:51.434536 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3750a0ad-5b9a-4cba-8ea1-b704a1acc94e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.446287 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3750a0ad-5b9a-4cba-8ea1-b704a1acc94e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/cf854d18-10c5-4997-99f6-ca9e7dcc40b0 HTTP/1.1" status: 204 len: 168 time: 0.8867071 Aug 31 01:11:51.447553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33122) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:51.569550 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=f76add50-2a32-4adf-b766-a17e6155f28b,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:51.678996 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.735653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-c4317657-01a2-49b7-8bfa-59d5ded1821e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:51.737113 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-c4317657-01a2-49b7-8bfa-59d5ded1821e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.41 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 806 time: 0.1747143 Aug 31 01:11:51.767314 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-a3166d33-a603-40f3-92d6-c52201e1b571 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Request body: {'port': {'device_id': '9bdc8ae0-ed54-48c5-b992-79b894f6f649', 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65', 'admin_state_up': True, 'tenant_id': '77fd9bfbc20d428e80cfea30225008a3'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:51.835514 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.861409 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:51.861820 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.883291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8ccc746f-9b87-400c-ae22-c66663c95dce, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8ccc746f-9b87-400c-ae22-c66663c95dce,segment=NetworkSegment(04770dd8-e348-4319-ac26-6694b0302f21),segment_id=04770dd8-e348-4319-ac26-6694b0302f21)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:51.924430 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc869a1-d123-42ef-b798-9cef01ea1c4f None None] DHCP port deletion for 24dc9362-2b40-4ebf-bc12-551a7598d65b request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:11:51.950131 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] For port 207e6abd-c57a-4b93-bef6-fabe7e1d00a8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=207e6abd-c57a-4b93-bef6-fabe7e1d00a8,segment=NetworkSegment(21e4eb34-bb3a-4103-ba1b-dacabb8af76a),segment_id=21e4eb34-bb3a-4103-ba1b-dacabb8af76a)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:51.950492 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.964322 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:51.998698 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8bc869a1-d123-42ef-b798-9cef01ea1c4f None None] Deleting port 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:51.999078 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bc869a1-d123-42ef-b798-9cef01ea1c4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.073955 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8bc869a1-d123-42ef-b798-9cef01ea1c4f None None] For port 207e6abd-c57a-4b93-bef6-fabe7e1d00a8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=207e6abd-c57a-4b93-bef6-fabe7e1d00a8,segment=NetworkSegment(21e4eb34-bb3a-4103-ba1b-dacabb8af76a),segment_id=21e4eb34-bb3a-4103-ba1b-dacabb8af76a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:52.074223 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bc869a1-d123-42ef-b798-9cef01ea1c4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.098337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8bc869a1-d123-42ef-b798-9cef01ea1c4f None None] Calling delete_port for 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:52.134247 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-901259b8-a541-4be1-828e-033beb1c384a req-0dc3c6f5-8ad2-4c54-a147-1a54051362e7 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 210 time: 0.0327938 Aug 31 01:11:52.186926 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55096f87-33aa-4357-b544-bfe0ab9b5b58 req-8af3763c-79cb-477a-8db0-d0bfb4a27ccf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:52.188754 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-55096f87-33aa-4357-b544-bfe0ab9b5b58 req-8af3763c-79cb-477a-8db0-d0bfb4a27ccf tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 944 time: 0.0679357 Aug 31 01:11:52.210364 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.211484 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-a3166d33-a603-40f3-92d6-c52201e1b571 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Made reservation on behalf of 77fd9bfbc20d428e80cfea30225008a3 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:52.222722 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-a3166d33-a603-40f3-92d6-c52201e1b571 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.260256 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-55096f87-33aa-4357-b544-bfe0ab9b5b58 req-7e87a58a-8f29-4adf-ab23-bdcdfcea44c6 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=df97fc71-3a15-41bf-9b51-0070a4d63a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648847 Aug 31 01:11:52.274766 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=8ccc746f-9b87-400c-ae22-c66663c95dce,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:52.303809 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.312358 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bc869a1-d123-42ef-b798-9cef01ea1c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.350827 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc869a1-d123-42ef-b798-9cef01ea1c4f None None] Pushing event deleted for resources: {'Port': ['ID=207e6abd-c57a-4b93-bef6-fabe7e1d00a8,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:52.356691 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc869a1-d123-42ef-b798-9cef01ea1c4f None None] No DVR routers for this DVR port 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:11:52.418181 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=207e6abd-c57a-4b93-bef6-fabe7e1d00a8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:52.429338 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No DVR routers for this DVR port 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:11:52.600625 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.615578 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24dc9362-2b40-4ebf-bc12-551a7598d65b']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:52.635344 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-a3166d33-a603-40f3-92d6-c52201e1b571 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Allocated IP 172.20.0.7 (e82eeec3-5ff2-445a-851f-06625aceee65/28e00ce7-f90d-46fd-a823-804dd57ed42f/7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:52.638501 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e4eb34-bb3a-4103-ba1b-dacabb8af76a') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:52.638797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e4eb34-bb3a-4103-ba1b-dacabb8af76a') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:52.666241 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.675418 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c4c35-0abd-4fbc-972d-66433fcaec1d req-45f736f4-2406-4d27-b06d-0911d474c785 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:52.685059 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd2c4c35-0abd-4fbc-972d-66433fcaec1d req-45f736f4-2406-4d27-b06d-0911d474c785 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1638710 Aug 31 01:11:52.696592 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.704482 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:11:52.704878 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:11:52.776362 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:11:52.850645 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd2c4c35-0abd-4fbc-972d-66433fcaec1d req-fa1421f6-bdc2-4106-a35a-b07d832ef478 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727255 Aug 31 01:11:52.890695 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.900457 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.906377 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33144) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:52.906616 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/networks/24dc9362-2b40-4ebf-bc12-551a7598d65b HTTP/1.1" status: 204 len: 168 time: 1.4587648 Aug 31 01:11:52.911829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a5c54af3-8d0d-43ee-b703-6b20c62f2fea tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-995415983'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:52.936092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553920c-8dcf-4441-abe1-ed92b5ee4511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Network': ['ID=24dc9362-2b40-4ebf-bc12-551a7598d65b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:52.995392 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-a3166d33-a603-40f3-92d6-c52201e1b571 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.066112 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c54af3-8d0d-43ee-b703-6b20c62f2fea tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:53.075332 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5c54af3-8d0d-43ee-b703-6b20c62f2fea tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.121656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c54af3-8d0d-43ee-b703-6b20c62f2fea tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:11:53.136275 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5c54af3-8d0d-43ee-b703-6b20c62f2fea tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.137673 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-a5c54af3-8d0d-43ee-b703-6b20c62f2fea tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Added segment e6f83dc1-10f6-4bc9-8467-8b9df18ba580 of type vlan for network beeec703-1372-4f1a-b6f8-1320fce2f9b2 Aug 31 01:11:53.215023 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccc746f-9b87-400c-ae22-c66663c95dce'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:53.217380 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e7e568-1771-48bc-8401-b0ae3ba4b01f" -d '{"events": [{"server_uuid": "2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9", "name": "network-vif-plugged", "status": "completed", "tag": "8ccc746f-9b87-400c-ae22-c66663c95dce"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:53.270863 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991c14d4-0a83-4b1c-aeb0-66e8e00fd149 x-openstack-request-id: req-991c14d4-0a83-4b1c-aeb0-66e8e00fd149 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:53.271793 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9", "name": "network-vif-plugged", "status": "completed", "tag": "8ccc746f-9b87-400c-ae22-c66663c95dce", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:53.272974 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-991c14d4-0a83-4b1c-aeb0-66e8e00fd149 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:53.273622 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccc746f-9b87-400c-ae22-c66663c95dce', 'code': 200} Aug 31 01:11:53.295474 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5c54af3-8d0d-43ee-b703-6b20c62f2fea tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.327628 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6ac6b19f-d17f-4af1-bb3b-82be16ffb6f2 req-43b713d2-fa39-4838-88a9-ba767e303450 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 210 time: 0.0673020 Aug 31 01:11:53.403998 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520c830-d5d9-4e59-b915-d32577232d02 req-ca5a0ddf-070f-4ca5-8a02-67e81d3d4244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:53.412405 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c520c830-d5d9-4e59-b915-d32577232d02 req-ca5a0ddf-070f-4ca5-8a02-67e81d3d4244 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 1097 time: 0.0732720 Aug 31 01:11:53.412559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:53.438449 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:11:53.438806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 207e6abd-c57a-4b93-bef6-fabe7e1d00a8 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:11:53.452486 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c520c830-d5d9-4e59-b915-d32577232d02 req-7c1396f2-448d-492c-aebc-43e3cda2197b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=df97fc71-3a15-41bf-9b51-0070a4d63a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372982 Aug 31 01:11:53.462023 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906f1b9-04e0-4e65-b16c-f38db0e023c6 req-782fa1dd-c5a7-4b2b-810e-b729a4910c45 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:53.463586 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5906f1b9-04e0-4e65-b16c-f38db0e023c6 req-782fa1dd-c5a7-4b2b-810e-b729a4910c45 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 945 time: 0.0599778 Aug 31 01:11:53.488037 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5c54af3-8d0d-43ee-b703-6b20c62f2fea tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.504906 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c54af3-8d0d-43ee-b703-6b20c62f2fea tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:53.504906 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5c54af3-8d0d-43ee-b703-6b20c62f2fea tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.533691 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5906f1b9-04e0-4e65-b16c-f38db0e023c6 req-646d5f05-3258-4a3a-bef3-a6aa00f9590c tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=df97fc71-3a15-41bf-9b51-0070a4d63a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633335 Aug 31 01:11:53.541914 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-a3166d33-a603-40f3-92d6-c52201e1b571 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.567895 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['96432a75-6894-44bb-b3cf-e774f3562bb0'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:53.621762 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3166d33-a603-40f3-92d6-c52201e1b571 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Pushing event updated for resources: {'Port': ['ID=7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:53.642889 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-a3166d33-a603-40f3-92d6-c52201e1b571 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Network e82eeec3-5ff2-445a-851f-06625aceee65 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:53.652592 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-a3166d33-a603-40f3-92d6-c52201e1b571 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:53.652911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-a3166d33-a603-40f3-92d6-c52201e1b571 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:53.715720 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c54af3-8d0d-43ee-b703-6b20c62f2fea tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Network': ['ID=beeec703-1372-4f1a-b6f8-1320fce2f9b2,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:53.728836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network beeec703-1372-4f1a-b6f8-1320fce2f9b2 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:11:53.738654 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-a3166d33-a603-40f3-92d6-c52201e1b571 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:53.739321 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-a3166d33-a603-40f3-92d6-c52201e1b571 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.776401 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a5c54af3-8d0d-43ee-b703-6b20c62f2fea tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8678942 Aug 31 01:11:53.780191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33164) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:53.785907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-fdee10c5-e5b4-4a7c-b540-f0d1ed8203b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'subnet': {'network_id': 'beeec703-1372-4f1a-b6f8-1320fce2f9b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:53.867175 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-a3166d33-a603-40f3-92d6-c52201e1b571 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1048391 Aug 31 01:11:53.886573 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Request body: {'port': {'device_id': '9bdc8ae0-ed54-48c5-b992-79b894f6f649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:53.958165 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.013740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b510d2-3195-47e0-b4bf-07537872b9c5 req-caf58f3d-3898-42b4-8b18-71c398fad89a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:54.015411 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9b510d2-3195-47e0-b4bf-07537872b9c5 req-caf58f3d-3898-42b4-8b18-71c398fad89a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.0666108 Aug 31 01:11:54.062354 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9b510d2-3195-47e0-b4bf-07537872b9c5 req-0456c2e7-296f-4848-aac7-7cdc055e136c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396297 Aug 31 01:11:54.091637 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdee10c5-e5b4-4a7c-b540-f0d1ed8203b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:54.095150 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fdee10c5-e5b4-4a7c-b540-f0d1ed8203b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.450148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:54.460272 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.498881 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Transition to ACTIVE for port object 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:54.522830 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471ed56-a2da-4ddb-aff9-a26d9218c634 req-f129e70f-ede3-4512-89d5-c7351d48ea8d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:54.525093 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2471ed56-a2da-4ddb-aff9-a26d9218c634 req-f129e70f-ede3-4512-89d5-c7351d48ea8d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 931 time: 0.0930204 Aug 31 01:11:54.567569 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fdee10c5-e5b4-4a7c-b540-f0d1ed8203b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.683287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f76add50-2a32-4adf-b766-a17e6155f28b details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:11:54.698008 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2471ed56-a2da-4ddb-aff9-a26d9218c634 req-14b93fc7-d465-474b-8d80-76205ae92b64 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644611 Aug 31 01:11:54.700710 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.716004 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee10c5-e5b4-4a7c-b540-f0d1ed8203b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Subnet': ['ID=fa37a9e7-f4ab-4038-a829-b64d810d4162,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:54.778720 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Pushing event updated for resources: {'Port': ['ID=7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:54.793042 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bccbf4-3026-4713-a1f1-17df88eeb0d6 req-d7be1bcd-e193-41b0-9f71-5b1685d23c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:54.796381 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1bccbf4-3026-4713-a1f1-17df88eeb0d6 req-d7be1bcd-e193-41b0-9f71-5b1685d23c18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=19c64f601c554de7b7c7ed4a689b2a97&device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 1097 time: 0.1854553 Aug 31 01:11:54.810175 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dc191-2359-4437-b228-44d11323d7c8 req-8a121ff9-1b12-4d24-9156-837c0841ce32 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:54.815252 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdee10c5-e5b4-4a7c-b540-f0d1ed8203b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Checking segment: {'id': 'e6f83dc1-10f6-4bc9-8467-8b9df18ba580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'beeec703-1372-4f1a-b6f8-1320fce2f9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:54.815612 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdee10c5-e5b4-4a7c-b540-f0d1ed8203b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network hostable DHCP agents. Network: beeec703-1372-4f1a-b6f8-1320fce2f9b2, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:11:54.824963 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c14dc191-2359-4437-b228-44d11323d7c8 req-8a121ff9-1b12-4d24-9156-837c0841ce32 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 945 time: 0.1887214 Aug 31 01:11:54.856264 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f76add50-2a32-4adf-b766-a17e6155f28b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f76add50-2a32-4adf-b766-a17e6155f28b,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:54.877238 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'port_id': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'mac_address': 'fa:16:3e:6d:bf:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:54.917276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Attempting to bind port 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:54.917276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Attempting to bind port 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:54.917276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Attempting to bind port 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 on network e82eeec3-5ff2-445a-851f-06625aceee65 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:54.921975 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Port 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 on network e82eeec3-5ff2-445a-851f-06625aceee65 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:11:54.922698 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Attempting to bind port 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 on network e82eeec3-5ff2-445a-851f-06625aceee65 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:54.945529 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:54.945529 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Checking segment: {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:54.945529 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Bound using segment: {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:54.945529 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Bound port: 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:54.945529 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.971815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdee10c5-e5b4-4a7c-b540-f0d1ed8203b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network beeec703-1372-4f1a-b6f8-1320fce2f9b2 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:11:54.997470 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.008611 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c14dc191-2359-4437-b228-44d11323d7c8 req-e8a32034-4cff-4fba-b58a-63f7179c8fda tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=df97fc71-3a15-41bf-9b51-0070a4d63a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748402 Aug 31 01:11:55.055481 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76add50-2a32-4adf-b766-a17e6155f28b {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:55.065942 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-fdee10c5-e5b4-4a7c-b540-f0d1ed8203b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, beeec703-1372-4f1a-b6f8-1320fce2f9b2) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:55.076578 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdee10c5-e5b4-4a7c-b540-f0d1ed8203b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:55.077632 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fdee10c5-e5b4-4a7c-b540-f0d1ed8203b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.119944 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1775be64-2d43-4c09-9c7e-bd7501872b52 None None] Network beeec703-1372-4f1a-b6f8-1320fce2f9b2 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:55.137109 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] For port 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:55.144651 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] For port 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:55.151255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bccbf4-3026-4713-a1f1-17df88eeb0d6 req-379608ac-c9c1-4450-bdcb-f0baf7231d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:55.162288 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1bccbf4-3026-4713-a1f1-17df88eeb0d6 req-379608ac-c9c1-4450-bdcb-f0baf7231d4f service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 HTTP/1.1" status: 200 len: 917 time: 0.3356073 Aug 31 01:11:55.187051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f76add50-2a32-4adf-b766-a17e6155f28b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f76add50-2a32-4adf-b766-a17e6155f28b,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:55.214455 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fdee10c5-e5b4-4a7c-b540-f0d1ed8203b1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4290841 Aug 31 01:11:55.215079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33220) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:55.226600 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b560982b-c1f7-422e-b026-2de61f9a120d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'network_id': 'beeec703-1372-4f1a-b6f8-1320fce2f9b2', 'name': 'tempest-PortsTestJSON-1332791343', 'fixed_ips': [{'subnet_id': 'fa37a9e7-f4ab-4038-a829-b64d810d4162', 'ip_address': '172.20.0.10'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:55.296728 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.361011 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.544785 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['f76add50-2a32-4adf-b766-a17e6155f28b'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:55.701175 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:55.702247 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.704708 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] 10.222.0.41 "PUT /v2.0/ports/7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 HTTP/1.1" status: 200 len: 1092 time: 1.8248267 Aug 31 01:11:55.721718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=f76add50-2a32-4adf-b766-a17e6155f28b,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:55.734101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bdc8ae0-ed54-48c5-b992-79b894f6f649', 'tag': '7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:55.741337 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f1935d-1add-458a-81a0-59a00a79a384" -d '{"events": [{"name": "network-changed", "server_uuid": "9bdc8ae0-ed54-48c5-b992-79b894f6f649", "tag": "7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:55.794284 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2095376-9132-462f-986d-cac4c3bb3acf service neutron] Pushing event updated for resources: {'Port': ['ID=7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:55.818736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.820114 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.821151 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.821995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.825271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.826186 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.826822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.827404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.829199 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.829831 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.834031 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.834692 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.875236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd1162-17ed-4547-9da4-8d481862bab4 req-ca045731-d11f-4812-bf6b-ed522217872e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:55.877938 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-00cd1162-17ed-4547-9da4-8d481862bab4 req-ca045731-d11f-4812-bf6b-ed522217872e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.4453952 Aug 31 01:11:56.001822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-beeec703-1372-4f1a-b6f8-1320fce2f9b2', 'network_id': 'beeec703-1372-4f1a-b6f8-1320fce2f9b2', 'tenant_id': 'c31b38fd2693486ea068244b2c0eb066', 'fixed_ips': [{'subnet_id': 'fa37a9e7-f4ab-4038-a829-b64d810d4162'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:11:56.003808 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.084031 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1bccbf4-3026-4713-a1f1-17df88eeb0d6 req-93be2d21-cbec-428d-a938-236d99ccada8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a57eb15-5900-4c8b-8516-e11cb559d40d HTTP/1.1" status: 200 len: 1000 time: 0.9134741 Aug 31 01:11:56.086154 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-6973ab98-f18f-446c-af9c-44d49284e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:56.091514 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-6973ab98-f18f-446c-af9c-44d49284e7c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 1095 time: 0.2522314 Aug 31 01:11:56.101229 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-00cd1162-17ed-4547-9da4-8d481862bab4 req-83244205-b502-48f0-bea9-5b3909601a60 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307120 Aug 31 01:11:56.184625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bccbf4-3026-4713-a1f1-17df88eeb0d6 req-26806a65-6ae6-4f03-81fa-14c90b01df74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:56.186472 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1bccbf4-3026-4713-a1f1-17df88eeb0d6 req-26806a65-6ae6-4f03-81fa-14c90b01df74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba7747f8-0f41-4519-aeaf-544d4f1a2b4a HTTP/1.1" status: 200 len: 855 time: 0.0869546 Aug 31 01:11:56.199280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021775d-488b-4ee9-8f95-c6128e174ffd req-c0e13233-f8fe-429c-865f-8beb1293a2db tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:56.201080 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2021775d-488b-4ee9-8f95-c6128e174ffd req-c0e13233-f8fe-429c-865f-8beb1293a2db tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 943 time: 0.1157420 Aug 31 01:11:56.245644 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b560982b-c1f7-422e-b026-2de61f9a120d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:56.256405 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-75eead41-e616-4017-a032-dc3ed1d47c9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 HTTP/1.1" status: 200 len: 217 time: 0.1533566 Aug 31 01:11:56.297188 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Allocated IP 172.20.0.2 (beeec703-1372-4f1a-b6f8-1320fce2f9b2/fa37a9e7-f4ab-4038-a829-b64d810d4162/13905239-32f9-413a-ad01-aa250c9c85d0) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:56.301166 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2021775d-488b-4ee9-8f95-c6128e174ffd req-1b45a325-78ef-4af4-8156-0cdb72522009 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740891 Aug 31 01:11:56.336399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bccbf4-3026-4713-a1f1-17df88eeb0d6 req-96555647-9161-46ee-9cf3-d1e238bc34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:56.342624 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1bccbf4-3026-4713-a1f1-17df88eeb0d6 req-96555647-9161-46ee-9cf3-d1e238bc34a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1373529 Aug 31 01:11:56.538348 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c04da73-1e26-4c2b-9f77-b561b41a6642 x-openstack-request-id: req-3c04da73-1e26-4c2b-9f77-b561b41a6642 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:56.539016 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bdc8ae0-ed54-48c5-b992-79b894f6f649", "tag": "7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:56.539583 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c04da73-1e26-4c2b-9f77-b561b41a6642 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:56.540971 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bdc8ae0-ed54-48c5-b992-79b894f6f649', 'tag': '7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7', 'status': 'completed', 'code': 200} Aug 31 01:11:56.576853 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7a484-4f35-4184-ae37-e21c9179831c req-e6912b4e-592c-44e8-9e8c-f0537df029de tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:56.588301 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6c7a484-4f35-4184-ae37-e21c9179831c req-e6912b4e-592c-44e8-9e8c-f0537df029de tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 945 time: 0.1180012 Aug 31 01:11:56.621475 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-cab0960b-de3d-45d9-9ba4-2c2424993275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:56.626783 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-cab0960b-de3d-45d9-9ba4-2c2424993275 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28e00ce7-f90d-46fd-a823-804dd57ed42f HTTP/1.1" status: 200 len: 846 time: 0.3480520 Aug 31 01:11:56.658147 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1bccbf4-3026-4713-a1f1-17df88eeb0d6 req-cd5355a7-52e6-4159-a40b-8d5c8ec0d246 service neutron] 10.222.0.48 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106341 Aug 31 01:11:56.687039 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6c7a484-4f35-4184-ae37-e21c9179831c req-026ee13c-e2a4-43e0-be86-561e3f1c0284 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=df97fc71-3a15-41bf-9b51-0070a4d63a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974171 Aug 31 01:11:56.699386 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-3518b1a6-286f-48e6-9c0f-047d122d7746 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e82eeec3-5ff2-445a-851f-06625aceee65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645587 Aug 31 01:11:56.747645 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b560982b-c1f7-422e-b026-2de61f9a120d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.763630 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.788062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Transition to ACTIVE for port object 13905239-32f9-413a-ad01-aa250c9c85d0 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:56.830001 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Transition to ACTIVE for port object 13905239-32f9-413a-ad01-aa250c9c85d0 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:56.882973 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1bccbf4-3026-4713-a1f1-17df88eeb0d6 req-a5017e81-a30e-4cc4-a34a-96e0c844d740 service neutron] 10.222.0.48 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146935 Aug 31 01:11:56.957657 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.975662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-b560982b-c1f7-422e-b026-2de61f9a120d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] device_id is not set on port 809aa294-d923-43bb-9c64-65b6efe51ee2 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:11:56.987038 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-e5991bea-b972-4c54-8846-ce2ff33d85f6 service neutron] 10.222.0.41 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711267 Aug 31 01:11:57.033125 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Network beeec703-1372-4f1a-b6f8-1320fce2f9b2 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:57.037879 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:57.044848 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:57.051871 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Pushing event updated for resources: {'Port': ['ID=13905239-32f9-413a-ad01-aa250c9c85d0,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:57.159310 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Attempting to bind port 13905239-32f9-413a-ad01-aa250c9c85d0 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:57.160364 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Attempting to bind port 13905239-32f9-413a-ad01-aa250c9c85d0 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'e6f83dc1-10f6-4bc9-8467-8b9df18ba580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'beeec703-1372-4f1a-b6f8-1320fce2f9b2'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:57.161199 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Attempting to bind port 13905239-32f9-413a-ad01-aa250c9c85d0 on network beeec703-1372-4f1a-b6f8-1320fce2f9b2 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:57.170776 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:57.171872 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Checking segment: {'id': 'e6f83dc1-10f6-4bc9-8467-8b9df18ba580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'beeec703-1372-4f1a-b6f8-1320fce2f9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:57.172833 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.173627 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Bound using segment: {'id': 'e6f83dc1-10f6-4bc9-8467-8b9df18ba580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'beeec703-1372-4f1a-b6f8-1320fce2f9b2'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:57.174455 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Bound port: 13905239-32f9-413a-ad01-aa250c9c85d0, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f83dc1-10f6-4bc9-8467-8b9df18ba580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'beeec703-1372-4f1a-b6f8-1320fce2f9b2'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:57.175121 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.375805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229a90e-b48b-45b8-bc7c-7ea81187e271 req-b4ccd2e9-5bb1-4a92-ac66-2be1c7dcf210 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:57.381851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] For port 13905239-32f9-413a-ad01-aa250c9c85d0, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:57.384993 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7229a90e-b48b-45b8-bc7c-7ea81187e271 req-b4ccd2e9-5bb1-4a92-ac66-2be1c7dcf210 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 945 time: 0.4787877 Aug 31 01:11:57.391264 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] For port 13905239-32f9-413a-ad01-aa250c9c85d0, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=13905239-32f9-413a-ad01-aa250c9c85d0,segment=NetworkSegment(e6f83dc1-10f6-4bc9-8467-8b9df18ba580),segment_id=e6f83dc1-10f6-4bc9-8467-8b9df18ba580)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:57.472102 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.504655 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868caa0-9eac-45f8-9eb7-4793e5538451 req-7f6a681d-577f-4172-9ff5-cddf4ba17e99 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:57.506614 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6868caa0-9eac-45f8-9eb7-4793e5538451 req-7f6a681d-577f-4172-9ff5-cddf4ba17e99 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1277297 Aug 31 01:11:57.600246 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7229a90e-b48b-45b8-bc7c-7ea81187e271 req-95813e9f-fd17-4c7b-a3c5-8fec4cc82089 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=df97fc71-3a15-41bf-9b51-0070a4d63a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141447 Aug 31 01:11:57.612679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e2314-9bcd-49bd-b476-9817db5ffd54 None None] Pushing event updated for resources: {'Port': ['ID=13905239-32f9-413a-ad01-aa250c9c85d0,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:57.625816 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33260) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:57.672805 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0527d15f-2978-450c-a4d8-31ba9c3edf6a req-492940b7-389c-44bc-90fd-d856bee1e12d service neutron] 10.222.0.41 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6590288 Aug 31 01:11:57.675389 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6868caa0-9eac-45f8-9eb7-4793e5538451 req-63599153-58e7-4973-9d44-4b9643833f75 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616204 Aug 31 01:11:57.704827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-b560982b-c1f7-422e-b026-2de61f9a120d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Allocated IP 172.20.0.10 (beeec703-1372-4f1a-b6f8-1320fce2f9b2/fa37a9e7-f4ab-4038-a829-b64d810d4162/809aa294-d923-43bb-9c64-65b6efe51ee2) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:57.763369 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b291369-f96d-47d9-8739-ef8de4d2e29d tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:57.768253 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5b291369-f96d-47d9-8739-ef8de4d2e29d tempest-TestNetworkBasicOps-1647809326 tempest-TestNetworkBasicOps-1647809326-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 1092 time: 0.1383021 Aug 31 01:11:57.768463 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33262) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:57.777987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': '8ccc746f-9b87-400c-ae22-c66663c95dce', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:57.893665 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.918661 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0429e9-9fa1-4800-91cd-24c4fe8c55f9 req-31ac5ec4-240d-4dc8-ac9c-0ac68ab9ec03 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:57.927603 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8f0429e9-9fa1-4800-91cd-24c4fe8c55f9 req-31ac5ec4-240d-4dc8-ac9c-0ac68ab9ec03 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 943 time: 0.2039177 Aug 31 01:11:58.140893 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.341720 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1935d-1add-458a-81a0-59a00a79a384 req-b8bc6f7b-abe5-411a-a4c9-281a5e869343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:58.348408 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f1935d-1add-458a-81a0-59a00a79a384 req-b8bc6f7b-abe5-411a-a4c9-281a5e869343 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 1095 time: 0.5094185 Aug 31 01:11:58.352503 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8f0429e9-9fa1-4800-91cd-24c4fe8c55f9 req-4ea36755-7deb-4c61-80be-d22e57678648 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238508 Aug 31 01:11:58.410729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Allocated IP 172.25.2.52 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/00a4b0ba-20d4-4250-8428-0f2d55162341) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:58.591384 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b560982b-c1f7-422e-b026-2de61f9a120d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.637138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-b560982b-c1f7-422e-b026-2de61f9a120d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Transition to ACTIVE for port object 809aa294-d923-43bb-9c64-65b6efe51ee2 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:58.651710 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1935d-1add-458a-81a0-59a00a79a384 req-18819ffd-d1e8-4762-af6f-657f02bcc20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:58.651710 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f1935d-1add-458a-81a0-59a00a79a384 req-18819ffd-d1e8-4762-af6f-657f02bcc20a service neutron] 10.222.0.41 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 907 time: 0.2676044 Aug 31 01:11:58.652216 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.707140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f76add50-2a32-4adf-b766-a17e6155f28b up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:58.807836 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f1935d-1add-458a-81a0-59a00a79a384 req-58715365-991f-4327-b9a7-4bdf5c4e826a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 HTTP/1.1" status: 200 len: 217 time: 0.1500616 Aug 31 01:11:58.826144 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.856781 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port f76add50-2a32-4adf-b766-a17e6155f28b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:58.862233 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.003967 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1935d-1add-458a-81a0-59a00a79a384 req-6fdca8ef-7969-42d9-a86b-c5a3107fa310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:59.006131 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f1935d-1add-458a-81a0-59a00a79a384 req-6fdca8ef-7969-42d9-a86b-c5a3107fa310 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28e00ce7-f90d-46fd-a823-804dd57ed42f HTTP/1.1" status: 200 len: 846 time: 0.1861918 Aug 31 01:11:59.023913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Port': ['ID=00a4b0ba-20d4-4250-8428-0f2d55162341,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:59.024543 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 2a57eb15-5900-4c8b-8516-e11cb559d40d no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:59.028293 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.086196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:59.088829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:59.089856 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f1935d-1add-458a-81a0-59a00a79a384 req-0b8875e2-0e45-4711-bc9f-0375c06c54ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e82eeec3-5ff2-445a-851f-06625aceee65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681438 Aug 31 01:11:59.092933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:59.131107 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:59.133412 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96605ac4-5a84-45e8-a4a0-65a14a3d41a3" -d '{"events": [{"server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "name": "network-vif-plugged", "status": "completed", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:59.195641 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a698e7-96fd-4048-a601-54ddb42f5c68 req-d39e247b-c088-4b20-8568-8f51378894fd tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:59.197508 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-56a698e7-96fd-4048-a601-54ddb42f5c68 req-d39e247b-c088-4b20-8568-8f51378894fd tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 945 time: 0.2169983 Aug 31 01:11:59.251856 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f76add50-2a32-4adf-b766-a17e6155f28b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f76add50-2a32-4adf-b766-a17e6155f28b,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:59.301127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-56a698e7-96fd-4048-a601-54ddb42f5c68 req-12274b1e-6e2b-44cc-8838-b2958f7e9abc tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755725 Aug 31 01:11:59.352389 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475a2d7c-4ef2-4427-9964-90eb5bb4bd5d x-openstack-request-id: req-475a2d7c-4ef2-4427-9964-90eb5bb4bd5d {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:59.352389 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "name": "network-vif-plugged", "status": "completed", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:59.352389 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-475a2d7c-4ef2-4427-9964-90eb5bb4bd5d {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:59.352389 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'code': 200} Aug 31 01:11:59.352389 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.367227 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b560982b-c1f7-422e-b026-2de61f9a120d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.438517 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.555153 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560982b-c1f7-422e-b026-2de61f9a120d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=809aa294-d923-43bb-9c64-65b6efe51ee2,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:59.581528 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5620cb23-746c-4f42-bb21-7583b4606aa3 None None] Network beeec703-1372-4f1a-b6f8-1320fce2f9b2 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:59.596202 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b560982b-c1f7-422e-b026-2de61f9a120d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network beeec703-1372-4f1a-b6f8-1320fce2f9b2 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:59.646299 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b560982b-c1f7-422e-b026-2de61f9a120d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:59.652270 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b560982b-c1f7-422e-b026-2de61f9a120d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:59.673995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 13905239-32f9-413a-ad01-aa250c9c85d0 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:59.679071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 2a57eb15-5900-4c8b-8516-e11cb559d40d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2a57eb15-5900-4c8b-8516-e11cb559d40d,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:59.760246 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=f76add50-2a32-4adf-b766-a17e6155f28b,revision_number=10']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:59.785737 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.820271 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f1935d-1add-458a-81a0-59a00a79a384 req-723c1335-59e2-46d4-96ef-b0921439eabe service neutron] 10.222.0.41 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7250414 Aug 31 01:11:59.846515 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-23d520ab-e3ed-4bf8-adfe-51a191de0203 None None] Provisioning for port 13905239-32f9-413a-ad01-aa250c9c85d0 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:59.851597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432d803-0d33-441a-8040-9c9db9d06212 req-c480cab7-0670-4945-8ab3-4ba95c097af8 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:59.855649 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a432d803-0d33-441a-8040-9c9db9d06212 req-c480cab7-0670-4945-8ab3-4ba95c097af8 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 943 time: 0.2073913 Aug 31 01:11:59.936242 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=2a57eb15-5900-4c8b-8516-e11cb559d40d,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:59.941585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 13905239-32f9-413a-ad01-aa250c9c85d0 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:59.959472 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 13905239-32f9-413a-ad01-aa250c9c85d0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:59.959472 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.973992 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b560982b-c1f7-422e-b026-2de61f9a120d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:59.974723 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b560982b-c1f7-422e-b026-2de61f9a120d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:00.014488 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a432d803-0d33-441a-8040-9c9db9d06212 req-2f346152-73ab-4f0d-a127-865d9f5235e3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868316 Aug 31 01:12:00.120447 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f1935d-1add-458a-81a0-59a00a79a384 req-757b8737-2e6d-4592-b175-5160e6ccccd9 service neutron] 10.222.0.41 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874947 Aug 31 01:12:00.142912 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b560982b-c1f7-422e-b026-2de61f9a120d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.9236236 Aug 31 01:12:00.143137 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33290) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:00.148867 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-a9b9cf53-31f3-4bb3-9396-dcdf605f696c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'network_id': 'beeec703-1372-4f1a-b6f8-1320fce2f9b2', 'name': 'tempest-PortsTestJSON-758792098', 'fixed_ips': [{'subnet_id': 'fa37a9e7-f4ab-4038-a829-b64d810d4162', 'ip_address': '172.20.0.9'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:00.189287 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:00.266690 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 13905239-32f9-413a-ad01-aa250c9c85d0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=13905239-32f9-413a-ad01-aa250c9c85d0,segment=NetworkSegment(e6f83dc1-10f6-4bc9-8467-8b9df18ba580),segment_id=e6f83dc1-10f6-4bc9-8467-8b9df18ba580)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:00.334602 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:00.471790 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=13905239-32f9-413a-ad01-aa250c9c85d0,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:00.495726 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b9cf53-31f3-4bb3-9396-dcdf605f696c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:00.507884 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:00.518230 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9b9cf53-31f3-4bb3-9396-dcdf605f696c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:00.582477 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-a9b9cf53-31f3-4bb3-9396-dcdf605f696c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] device_id is not set on port a37a879d-9f82-4604-9903-7b6a652c8456 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:12:00.618790 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-eca4ff8b-86d3-425a-8141-cd05ac1bab0f None None] Provisioning complete for port 13905239-32f9-413a-ad01-aa250c9c85d0 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:00.623480 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-eca4ff8b-86d3-425a-8141-cd05ac1bab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:00.727128 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:12:00.800329 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.056962 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-a9b9cf53-31f3-4bb3-9396-dcdf605f696c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Allocated IP 172.20.0.9 (beeec703-1372-4f1a-b6f8-1320fce2f9b2/fa37a9e7-f4ab-4038-a829-b64d810d4162/a37a879d-9f82-4604-9903-7b6a652c8456) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:01.258521 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.321987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:01.369368 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.369509 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb69292-2789-471b-a5c8-6809d5b5dbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a57eb15-5900-4c8b-8516-e11cb559d40d'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:01.375438 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dcb7fa-5385-4ad4-a641-f381f02a3e58" -d '{"events": [{"server_uuid": "efb69292-2789-471b-a5c8-6809d5b5dbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "2a57eb15-5900-4c8b-8516-e11cb559d40d"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:01.382538 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-1dc21e05-134d-4437-86fb-08bc5cc95974 req-5992a135-e26f-43d8-b2c6-14fb36688ca9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:12:01.385642 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7', 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65', 'port_id': '7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7', 'mac_address': 'fa:16:3e:20:c3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e00ce7-f90d-46fd-a823-804dd57ed42f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:12:01.395237 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1dc21e05-134d-4437-86fb-08bc5cc95974 req-5992a135-e26f-43d8-b2c6-14fb36688ca9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0298717 Aug 31 01:12:01.413607 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e45942-12b4-4fee-b974-727aae2b450a req-462aa22d-f7e9-4a98-9703-9df441c7e90e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:01.413607 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-73e45942-12b4-4fee-b974-727aae2b450a req-462aa22d-f7e9-4a98-9703-9df441c7e90e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 943 time: 0.2090969 Aug 31 01:12:01.520761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 13905239-32f9-413a-ad01-aa250c9c85d0 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:01.576962 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.627030 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event updated for resources: {'Port': ['ID=00a4b0ba-20d4-4250-8428-0f2d55162341,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:01.648131 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-73e45942-12b4-4fee-b974-727aae2b450a req-d117187b-5bf8-4d05-8e14-f7da23a46051 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933129 Aug 31 01:12:01.670211 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.684423 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9b9cf53-31f3-4bb3-9396-dcdf605f696c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.705641 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-eca4ff8b-86d3-425a-8141-cd05ac1bab0f None None] Provisioning for port 809aa294-d923-43bb-9c64-65b6efe51ee2 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:01.776762 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-a9b9cf53-31f3-4bb3-9396-dcdf605f696c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Transition to ACTIVE for port object a37a879d-9f82-4604-9903-7b6a652c8456 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:01.791397 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a5ff2a-4607-48aa-b6dc-1b8c80c7df94 x-openstack-request-id: req-a9a5ff2a-4607-48aa-b6dc-1b8c80c7df94 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:01.794425 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb69292-2789-471b-a5c8-6809d5b5dbc9", "name": "network-vif-unplugged", "status": "failed", "tag": "2a57eb15-5900-4c8b-8516-e11cb559d40d", "code": 422}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:01.797025 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9a5ff2a-4607-48aa-b6dc-1b8c80c7df94 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:01.801107 n-d-793621-34 neutron-server[102344]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'efb69292-2789-471b-a5c8-6809d5b5dbc9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2a57eb15-5900-4c8b-8516-e11cb559d40d', 'code': 422} returned with failed status Aug 31 01:12:01.801107 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-eca4ff8b-86d3-425a-8141-cd05ac1bab0f None None] Provisioning complete for port 809aa294-d923-43bb-9c64-65b6efe51ee2 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:01.801107 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-eca4ff8b-86d3-425a-8141-cd05ac1bab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.909382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-eca4ff8b-86d3-425a-8141-cd05ac1bab0f None None] Port 809aa294-d923-43bb-9c64-65b6efe51ee2 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:01.918918 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:01.988105 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Floating IP b56c67fb-140e-4ff8-950d-6303df570e5b associated. External IP: 172.25.2.52, port: 8ccc746f-9b87-400c-ae22-c66663c95dce. Aug 31 01:12:01.996235 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:02.050392 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 13905239-32f9-413a-ad01-aa250c9c85d0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:02.054151 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:02.087147 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16256d21-ae7c-416f-a6f6-68493db86b5a req-8d34ba0b-e08d-4579-b71b-c74bb65045d8 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:02.087147 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-16256d21-ae7c-416f-a6f6-68493db86b5a req-8d34ba0b-e08d-4579-b71b-c74bb65045d8 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.2174354 Aug 31 01:12:02.138533 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9b9cf53-31f3-4bb3-9396-dcdf605f696c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:02.152013 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:02.243076 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-16256d21-ae7c-416f-a6f6-68493db86b5a req-aa50127b-98bc-4041-8e76-aec878204fd5 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481152 Aug 31 01:12:02.254749 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9cf53-31f3-4bb3-9396-dcdf605f696c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network beeec703-1372-4f1a-b6f8-1320fce2f9b2 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:02.255674 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-48c65c49-766d-4dde-bff3-c30f601a8448 None None] Provisioning complete for port 809aa294-d923-43bb-9c64-65b6efe51ee2 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:02.256497 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-48c65c49-766d-4dde-bff3-c30f601a8448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:02.261948 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-a9b9cf53-31f3-4bb3-9396-dcdf605f696c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:02.268771 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b9cf53-31f3-4bb3-9396-dcdf605f696c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:02.376716 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b9cf53-31f3-4bb3-9396-dcdf605f696c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:02.377730 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9b9cf53-31f3-4bb3-9396-dcdf605f696c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:02.447785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9cf53-31f3-4bb3-9396-dcdf605f696c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=a37a879d-9f82-4604-9903-7b6a652c8456,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:02.476952 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:02.542076 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:12:02.563320 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-48c65c49-766d-4dde-bff3-c30f601a8448 None None] Port 809aa294-d923-43bb-9c64-65b6efe51ee2 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:02.623149 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a9b9cf53-31f3-4bb3-9396-dcdf605f696c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4750445 Aug 31 01:12:02.623418 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33330) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:02.699134 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:02.825840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Router eb79ac38-4ee3-4080-8151-b9477414afc6 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:02.927643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33340) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:02.927932 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33342) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:03.046957 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 2a57eb15-5900-4c8b-8516-e11cb559d40d no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:03.052710 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fcc43-8997-47dd-9715-6e3bf60b37ad req-df8168cf-3bbd-4643-b5d0-195fc037cae1 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:03.064425 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-134fcc43-8997-47dd-9715-6e3bf60b37ad req-df8168cf-3bbd-4643-b5d0-195fc037cae1 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 944 time: 0.1889262 Aug 31 01:12:03.103881 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf960d4-6fa7-4c40-a41e-2a59ec218ec2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:03.122039 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bcf960d4-6fa7-4c40-a41e-2a59ec218ec2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4975305 Aug 31 01:12:03.122929 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33348) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:03.130850 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7940db01-d335-431f-99d3-8898db5ecdd1 None None] Provisioning for port a37a879d-9f82-4604-9903-7b6a652c8456 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:03.145495 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7940db01-d335-431f-99d3-8898db5ecdd1 None None] Provisioning complete for port a37a879d-9f82-4604-9903-7b6a652c8456 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:03.145495 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7940db01-d335-431f-99d3-8898db5ecdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.233264 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9c3ad3-8dbe-45fa-9bea-ea13dfe9482f tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:03.243450 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9c3ad3-8dbe-45fa-9bea-ea13dfe9482f tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:03.262078 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9c3ad3-8dbe-45fa-9bea-ea13dfe9482f tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:03.268889 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3f9c3ad3-8dbe-45fa-9bea-ea13dfe9482f tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1391950 Aug 31 01:12:03.272132 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33350) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:03.281060 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7940db01-d335-431f-99d3-8898db5ecdd1 None None] Port a37a879d-9f82-4604-9903-7b6a652c8456 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:03.347889 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-134fcc43-8997-47dd-9715-6e3bf60b37ad req-ffd5dce9-6ddd-4162-9a0b-5b5a4c5a9e36 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326885 Aug 31 01:12:03.358497 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:03.371387 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f9e02-bbc2-4eca-8354-e7424eab18f1 None None] Sync routers for ids ['eb79ac38-4ee3-4080-8151-b9477414afc6'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:03.414390 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f9e02-bbc2-4eca-8354-e7424eab18f1 None None] Routers {'eb79ac38-4ee3-4080-8151-b9477414afc6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:03.415172 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-274f9e02-bbc2-4eca-8354-e7424eab18f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:11:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['eb79ac38-4ee3-4080-8151-b9477414afc6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:03.423139 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1887af00-e6df-47ce-ae8a-d32203a2fc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.498510 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d3eb4345-b190-43db-8865-b358dac82f17 req-1f9da1a1-5cfc-4879-80d7-78566867b177 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5572090 Aug 31 01:12:03.518884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-20fb1117-4bf6-4e70-bf34-f51ffbac8af3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port a37a879d-9f82-4604-9903-7b6a652c8456 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:03.521489 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20fb1117-4bf6-4e70-bf34-f51ffbac8af3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.527757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-d3eb4345-b190-43db-8865-b358dac82f17 req-73600e20-54c5-44b8-9e04-8c2769fef622 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:12:03.529005 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d3eb4345-b190-43db-8865-b358dac82f17 req-73600e20-54c5-44b8-9e04-8c2769fef622 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071101 Aug 31 01:12:03.704769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-274f9e02-bbc2-4eca-8354-e7424eab18f1 None None] Set router eb79ac38-4ee3-4080-8151-b9477414afc6 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:03.762967 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20fb1117-4bf6-4e70-bf34-f51ffbac8af3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.788488 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-20fb1117-4bf6-4e70-bf34-f51ffbac8af3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for a37a879d-9f82-4604-9903-7b6a652c8456 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:03.918881 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.983790 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a319e378-7708-4f4b-be3f-2a9d8b3c6af8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.2139170 Aug 31 01:12:03.985286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33364) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:03.987194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9', 'tag': '8ccc746f-9b87-400c-ae22-c66663c95dce'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:03.989806 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa13f05-42ef-4b6d-8807-74803db561b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9", "tag": "8ccc746f-9b87-400c-ae22-c66663c95dce"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:04.070802 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-066df3a1-af27-43ed-8dbf-c1a9c770b950 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/floatingips/b56c67fb-140e-4ff8-950d-6303df570e5b HTTP/1.1" status: 200 len: 990 time: 0.0776408 Aug 31 01:12:04.180623 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1887af00-e6df-47ce-ae8a-d32203a2fc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.243467 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4621f4f-4034-4178-bb58-9794424ab00a req-87a68184-2702-4c54-ba5c-4655c35b95d6 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:04.246350 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f4621f4f-4034-4178-bb58-9794424ab00a req-87a68184-2702-4c54-ba5c-4655c35b95d6 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.6616163 Aug 31 01:12:04.298984 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f4621f4f-4034-4178-bb58-9794424ab00a req-c6b33711-dec6-4821-a9fc-06fda211fa12 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454750 Aug 31 01:12:04.354315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-274f9e02-bbc2-4eca-8354-e7424eab18f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'name': 'tempest-TestNetworkBasicOps-router-892176050', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3c31329a-1edb-418f-a020-a47372e123b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:08Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '3c31329a-1edb-418f-a020-a47372e123b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'b56c67fb-140e-4ff8-950d-6303df570e5b', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'port_id': '8ccc746f-9b87-400c-ae22-c66663c95dce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d', 'mac_address': 'fa:16:3e:80:55:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:12:00Z', 'updated_at': '2021-08-31T01:12:00Z', 'revision_number': 0, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75855bf6-23a7-4e3e-a230-2158886f28df', 'name': '', 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:21:ca:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '767d1c38-5de2-4946-9be6-61cd2e44d072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:14Z', 'updated_at': '2021-08-31T01:11:26Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '767d1c38-5de2-4946-9be6-61cd2e44d072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:04.384327 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f9e02-bbc2-4eca-8354-e7424eab18f1 None None] Checking router: eb79ac38-4ee3-4080-8151-b9477414afc6 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:12:04.394090 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f9e02-bbc2-4eca-8354-e7424eab18f1 None None] Routers {'eb79ac38-4ee3-4080-8151-b9477414afc6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:04.394763 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-274f9e02-bbc2-4eca-8354-e7424eab18f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:11:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['eb79ac38-4ee3-4080-8151-b9477414afc6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:04.417380 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01caa834-f131-428b-ad1c-05159523703b x-openstack-request-id: req-01caa834-f131-428b-ad1c-05159523703b {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:04.417831 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9", "tag": "8ccc746f-9b87-400c-ae22-c66663c95dce", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:04.418087 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01caa834-f131-428b-ad1c-05159523703b {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:04.418568 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9', 'tag': '8ccc746f-9b87-400c-ae22-c66663c95dce', 'status': 'completed', 'code': 200} Aug 31 01:12:04.459068 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1887af00-e6df-47ce-ae8a-d32203a2fc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.516004 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20fb1117-4bf6-4e70-bf34-f51ffbac8af3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.542761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887af00-e6df-47ce-ae8a-d32203a2fc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f61d9d-1150-46a4-9c86-e3be59abaffa,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:04.558291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb1117-4bf6-4e70-bf34-f51ffbac8af3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=a37a879d-9f82-4604-9903-7b6a652c8456,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:04.560940 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1887af00-e6df-47ce-ae8a-d32203a2fc37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcfe9c9f29ff4fe7a3b735f18ddf50af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6118302 Aug 31 01:12:04.562243 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33372) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:04.577769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-274f9e02-bbc2-4eca-8354-e7424eab18f1 None None] Set router eb79ac38-4ee3-4080-8151-b9477414afc6 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:04.578221 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e3304e33-efea-4e5e-96c7-410e09a30e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.588011 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa13f05-42ef-4b6d-8807-74803db561b8 req-4cdbf52d-a8c6-49e7-8140-5a9dee8127fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:04.589786 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-daa13f05-42ef-4b6d-8807-74803db561b8 req-4cdbf52d-a8c6-49e7-8140-5a9dee8127fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f481833dbad44e8ab08e3a835b3f2ce&device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 1097 time: 0.1492195 Aug 31 01:12:04.599773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8bac4-e574-4716-8358-dabf7b5133a9 req-376aefe6-c1a2-436e-9b74-c31a92dfb7c6 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:04.613490 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08e8bac4-e574-4716-8358-dabf7b5133a9 req-376aefe6-c1a2-436e-9b74-c31a92dfb7c6 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 944 time: 0.1358755 Aug 31 01:12:04.690297 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08e8bac4-e574-4716-8358-dabf7b5133a9 req-90601be0-884d-4f5e-ba63-606540969b1c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757630 Aug 31 01:12:04.749892 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:04.900708 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20fb1117-4bf6-4e70-bf34-f51ffbac8af3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.906079 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-20fb1117-4bf6-4e70-bf34-f51ffbac8af3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/ports/a37a879d-9f82-4604-9903-7b6a652c8456 HTTP/1.1" status: 204 len: 168 time: 1.6328893 Aug 31 01:12:04.912468 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33378) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:04.926045 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3f19370-c2b5-4d56-9e6c-db297da5b75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.997756 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-21302416-0d1c-4e94-a91a-2d828549b833 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] GET failed (client error): The resource could not be found. Aug 31 01:12:05.013894 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-21302416-0d1c-4e94-a91a-2d828549b833 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports/a37a879d-9f82-4604-9903-7b6a652c8456 HTTP/1.1" status: 404 len: 333 time: 0.1031787 Aug 31 01:12:05.016518 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33384) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:05.047290 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3f19370-c2b5-4d56-9e6c-db297da5b75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.057409 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:05.120819 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33386) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:05.124006 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:05.124738 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.185202 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa13f05-42ef-4b6d-8807-74803db561b8 req-0c32ac51-385e-4ab9-820d-75210dcc7995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:05.187707 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-daa13f05-42ef-4b6d-8807-74803db561b8 req-0c32ac51-385e-4ab9-820d-75210dcc7995 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d HTTP/1.1" status: 200 len: 898 time: 0.5876505 Aug 31 01:12:05.336187 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-274f9e02-bbc2-4eca-8354-e7424eab18f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'name': 'tempest-TestNetworkBasicOps-router-892176050', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3c31329a-1edb-418f-a020-a47372e123b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:08Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '3c31329a-1edb-418f-a020-a47372e123b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'b56c67fb-140e-4ff8-950d-6303df570e5b', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'port_id': '8ccc746f-9b87-400c-ae22-c66663c95dce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d', 'mac_address': 'fa:16:3e:80:55:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:12:00Z', 'updated_at': '2021-08-31T01:12:00Z', 'revision_number': 0, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75855bf6-23a7-4e3e-a230-2158886f28df', 'name': '', 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:21:ca:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '767d1c38-5de2-4946-9be6-61cd2e44d072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:14Z', 'updated_at': '2021-08-31T01:11:26Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '767d1c38-5de2-4946-9be6-61cd2e44d072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:05.385151 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-daa13f05-42ef-4b6d-8807-74803db561b8 req-1abf6553-9d23-486b-aff4-5fce0e800fa7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ccc746f-9b87-400c-ae22-c66663c95dce HTTP/1.1" status: 200 len: 998 time: 0.1839061 Aug 31 01:12:05.390421 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3f19370-c2b5-4d56-9e6c-db297da5b75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.393838 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d4291556-bc5d-46cf-925f-743613fdc749 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/floatingips/b56c67fb-140e-4ff8-950d-6303df570e5b HTTP/1.1" status: 200 len: 990 time: 0.2691884 Aug 31 01:12:05.396968 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3f19370-c2b5-4d56-9e6c-db297da5b75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.405698 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d3f19370-c2b5-4d56-9e6c-db297da5b75c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43f61d9d-1150-46a4-9c86-e3be59abaffa HTTP/1.1" status: 204 len: 168 time: 0.8421230 Aug 31 01:12:05.422672 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-12a8bce5-0e66-4776-87ba-3dbf02a804a9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port 809aa294-d923-43bb-9c64-65b6efe51ee2 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:05.427371 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-12a8bce5-0e66-4776-87ba-3dbf02a804a9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.509836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f9e02-bbc2-4eca-8354-e7424eab18f1 None None] The sync data for ids ['eb79ac38-4ee3-4080-8151-b9477414afc6'] in n-d-793621-34 is: [{'id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'name': 'tempest-TestNetworkBasicOps-router-892176050', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3c31329a-1edb-418f-a020-a47372e123b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:08Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '3c31329a-1edb-418f-a020-a47372e123b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'b56c67fb-140e-4ff8-950d-6303df570e5b', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'port_id': '8ccc746f-9b87-400c-ae22-c66663c95dce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d', 'mac_address': 'fa:16:3e:80:55:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:12:00Z', 'updated_at': '2021-08-31T01:12:00Z', 'revision_number': 0, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75855bf6-23a7-4e3e-a230-2158886f28df', 'name': '', 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:21:ca:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '767d1c38-5de2-4946-9be6-61cd2e44d072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:14Z', 'updated_at': '2021-08-31T01:11:26Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '767d1c38-5de2-4946-9be6-61cd2e44d072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:05.520878 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.524450 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f19370-c2b5-4d56-9e6c-db297da5b75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f61d9d-1150-46a4-9c86-e3be59abaffa,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:05.649284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa13f05-42ef-4b6d-8807-74803db561b8 req-299c4397-c3fc-4320-a844-df27d182e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:05.655071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:05.656392 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-daa13f05-42ef-4b6d-8807-74803db561b8 req-299c4397-c3fc-4320-a844-df27d182e98d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=767d1c38-5de2-4946-9be6-61cd2e44d072 HTTP/1.1" status: 200 len: 835 time: 0.2474480 Aug 31 01:12:05.657306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdc8ae0-ed54-48c5-b992-79b894f6f649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:05.664551 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286e0639-f641-44c5-ba01-daff73598d1d" -d '{"events": [{"server_uuid": "9bdc8ae0-ed54-48c5-b992-79b894f6f649", "name": "network-vif-plugged", "status": "completed", "tag": "7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:05.673979 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-12a8bce5-0e66-4776-87ba-3dbf02a804a9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.708295 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-12a8bce5-0e66-4776-87ba-3dbf02a804a9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for 809aa294-d923-43bb-9c64-65b6efe51ee2 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:05.723941 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab13634-a8e9-4920-85ee-467626260bf6 req-09e8518c-63c9-4d27-a9ea-22305df561d1 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:05.739899 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1ab13634-a8e9-4920-85ee-467626260bf6 req-09e8518c-63c9-4d27-a9ea-22305df561d1 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.2086685 Aug 31 01:12:05.744488 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7b9f6f-0c55-4126-ab73-658a919c0393 x-openstack-request-id: req-0e7b9f6f-0c55-4126-ab73-658a919c0393 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:05.744850 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdc8ae0-ed54-48c5-b992-79b894f6f649", "name": "network-vif-plugged", "status": "completed", "tag": "7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:05.745235 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e7b9f6f-0c55-4126-ab73-658a919c0393 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:05.747342 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bdc8ae0-ed54-48c5-b992-79b894f6f649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7', 'code': 200} Aug 31 01:12:05.806940 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.940089 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1ab13634-a8e9-4920-85ee-467626260bf6 req-f58c2d2a-6fe8-489c-9907-16e8c02bf8d6 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968102 Aug 31 01:12:05.954421 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa13f05-42ef-4b6d-8807-74803db561b8 req-a174ef17-b8cf-4187-b0b2-34686ab3c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:05.956470 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-daa13f05-42ef-4b6d-8807-74803db561b8 req-a174ef17-b8cf-4187-b0b2-34686ab3c725 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2856677 Aug 31 01:12:06.025199 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:06.075061 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2da5a96-cb98-435a-972e-401b2fd0a84c None None] New status for floating IP b56c67fb-140e-4ff8-950d-6303df570e5b: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:12:06.259116 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-daa13f05-42ef-4b6d-8807-74803db561b8 req-cc368b5c-c289-4b52-99db-48b162836202 service neutron] 10.222.0.48 "GET /v2.0/networks/4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942426 Aug 31 01:12:06.297059 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c55782-a676-4a82-8151-2f67fa964622 req-1750aad3-9696-4712-9839-4fb8eb5e8028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:06.304134 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b8c55782-a676-4a82-8151-2f67fa964622 req-1750aad3-9696-4712-9839-4fb8eb5e8028 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 1097 time: 0.3598225 Aug 31 01:12:06.390707 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6fecb-f972-4822-83a2-1119b879b180 req-155f7c42-b518-4161-bc4a-03476e1c2a57 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:06.393521 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-abb6fecb-f972-4822-83a2-1119b879b180 req-155f7c42-b518-4161-bc4a-03476e1c2a57 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 945 time: 0.4222040 Aug 31 01:12:06.406698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33406) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:06.514266 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b8c55782-a676-4a82-8151-2f67fa964622 req-3d67c956-9a58-4a37-aab3-de04036aeafd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908019 Aug 31 01:12:06.549483 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-abb6fecb-f972-4822-83a2-1119b879b180 req-e4248c01-30c2-432b-a45f-7926dc623948 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401510 Aug 31 01:12:06.659852 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6b874bbc-ed37-41b1-85c7-83283e16d3f1 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/floatingips/b56c67fb-140e-4ff8-950d-6303df570e5b HTTP/1.1" status: 200 len: 990 time: 0.2490852 Aug 31 01:12:06.699710 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-12a8bce5-0e66-4776-87ba-3dbf02a804a9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.718282 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-daa13f05-42ef-4b6d-8807-74803db561b8 req-d0f379e3-edcd-4e16-ad9b-68328dd961e2 service neutron] 10.222.0.48 "GET /v2.0/networks/4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516063 Aug 31 01:12:06.818189 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.832812 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8bce5-0e66-4776-87ba-3dbf02a804a9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=809aa294-d923-43bb-9c64-65b6efe51ee2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:06.851284 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.011839 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-484ba040-c80b-421e-be7a-c3647c5bb5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.031212 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-12a8bce5-0e66-4776-87ba-3dbf02a804a9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.040199 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-12a8bce5-0e66-4776-87ba-3dbf02a804a9 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/ports/809aa294-d923-43bb-9c64-65b6efe51ee2 HTTP/1.1" status: 204 len: 168 time: 2.0154226 Aug 31 01:12:07.040354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33418) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:07.094648 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.185847 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f7410d-ea75-460f-8269-f42a1de17511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] GET failed (client error): The resource could not be found. Aug 31 01:12:07.196394 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d1f7410d-ea75-460f-8269-f42a1de17511 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports/809aa294-d923-43bb-9c64-65b6efe51ee2 HTTP/1.1" status: 404 len: 333 time: 0.1567333 Aug 31 01:12:07.200157 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33424) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:07.321688 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba3a0e0-8085-41f1-ace3-2c0aa395b678 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting subnet fa37a9e7-f4ab-4038-a829-b64d810d4162 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:12:07.330168 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfdeae-2cac-46d7-9135-d33a5be95660 req-b916a412-5727-4964-a381-e5d64c38f9ff tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:07.332626 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ecfdeae-2cac-46d7-9135-d33a5be95660 req-b916a412-5727-4964-a381-e5d64c38f9ff tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.2382836 Aug 31 01:12:07.333198 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ba3a0e0-8085-41f1-ace3-2c0aa395b678 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.395866 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ecfdeae-2cac-46d7-9135-d33a5be95660 req-8f6366ee-8e4f-4b1c-ae92-eae748fe4767 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543661 Aug 31 01:12:07.443620 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ba3a0e0-8085-41f1-ace3-2c0aa395b678 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.660212 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ba3a0e0-8085-41f1-ace3-2c0aa395b678 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.664947 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33432) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:07.821717 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7db6996e-2b23-4d58-827f-d17ce4630f09 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/floatingips/b56c67fb-140e-4ff8-950d-6303df570e5b HTTP/1.1" status: 200 len: 992 time: 0.1547053 Aug 31 01:12:07.912049 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0f1f2-d31c-48d4-86a0-cf155b865dc7 req-385e7f16-3317-4aed-bf47-68fde79156b2 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:07.915173 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-48c0f1f2-d31c-48d4-86a0-cf155b865dc7 req-385e7f16-3317-4aed-bf47-68fde79156b2 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 945 time: 0.1172426 Aug 31 01:12:08.001396 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-48c0f1f2-d31c-48d4-86a0-cf155b865dc7 req-36efc209-dc86-4da9-b364-de5457245740 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762506 Aug 31 01:12:08.010141 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ba3a0e0-8085-41f1-ace3-2c0aa395b678 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.081099 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ba3a0e0-8085-41f1-ace3-2c0aa395b678 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.091860 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3ba3a0e0-8085-41f1-ace3-2c0aa395b678 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/fa37a9e7-f4ab-4038-a829-b64d810d4162 HTTP/1.1" status: 204 len: 168 time: 0.8884628 Aug 31 01:12:08.092122 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33436) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:08.097086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229e64c1-9844-4c9d-9265-d651e7b50943 None None] Network beeec703-1372-4f1a-b6f8-1320fce2f9b2 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:08.105594 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3a0e0-8085-41f1-ace3-2c0aa395b678 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Subnet': ['ID=fa37a9e7-f4ab-4038-a829-b64d810d4162,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:08.251901 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.359166 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port 13905239-32f9-413a-ad01-aa250c9c85d0 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:08.359528 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.463993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] For port 13905239-32f9-413a-ad01-aa250c9c85d0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=13905239-32f9-413a-ad01-aa250c9c85d0,segment=NetworkSegment(e6f83dc1-10f6-4bc9-8467-8b9df18ba580),segment_id=e6f83dc1-10f6-4bc9-8467-8b9df18ba580)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:08.464474 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.486712 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for 13905239-32f9-413a-ad01-aa250c9c85d0 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:08.604856 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.697492 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a742add-cd7f-44ae-857f-2ee71676ca02 req-f8374654-957c-43ec-ba04-bc0932d0ff27 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:08.704477 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a742add-cd7f-44ae-857f-2ee71676ca02 req-f8374654-957c-43ec-ba04-bc0932d0ff27 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1450789 Aug 31 01:12:08.708179 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.721531 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a370192-1d1c-4540-a3e8-fab40e4d7bc9 None None] DHCP port deletion for beeec703-1372-4f1a-b6f8-1320fce2f9b2 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:12:08.777568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=13905239-32f9-413a-ad01-aa250c9c85d0,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:08.798203 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No DVR routers for this DVR port 13905239-32f9-413a-ad01-aa250c9c85d0 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:08.948952 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a742add-cd7f-44ae-857f-2ee71676ca02 req-ebe5cfae-e4a3-4db6-a69b-6001caa978f9 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108016 Aug 31 01:12:08.948952 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.960638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beeec703-1372-4f1a-b6f8-1320fce2f9b2']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:08.984882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f83dc1-10f6-4bc9-8467-8b9df18ba580') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:08.985399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f83dc1-10f6-4bc9-8467-8b9df18ba580') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:09.008307 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.038130 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.054111 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:12:09.054932 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:12:09.060565 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:12:09.249911 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.262021 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.264987 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/networks/beeec703-1372-4f1a-b6f8-1320fce2f9b2 HTTP/1.1" status: 204 len: 168 time: 1.1711888 Aug 31 01:12:09.283614 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33460) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:09.301241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-570d9613-6139-4289-8cef-315adec3c47c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1148993423'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:09.328225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef0a85-467d-43bd-a6af-18851e998dd7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Network': ['ID=beeec703-1372-4f1a-b6f8-1320fce2f9b2,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:09.334448 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefee695-c291-4f0f-9840-af24ffab2b70 req-3b6ecd74-4a90-4325-8df2-6443f131273c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:09.354833 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eefee695-c291-4f0f-9840-af24ffab2b70 req-3b6ecd74-4a90-4325-8df2-6443f131273c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 945 time: 0.1185527 Aug 31 01:12:09.466157 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eefee695-c291-4f0f-9840-af24ffab2b70 req-bf461612-934b-454f-8359-c879bedfeb24 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186137 Aug 31 01:12:09.483446 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 13905239-32f9-413a-ad01-aa250c9c85d0 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:09.528734 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 13905239-32f9-413a-ad01-aa250c9c85d0 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:09.529373 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 13905239-32f9-413a-ad01-aa250c9c85d0 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:09.541917 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570d9613-6139-4289-8cef-315adec3c47c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:09.547382 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-570d9613-6139-4289-8cef-315adec3c47c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.679522 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570d9613-6139-4289-8cef-315adec3c47c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:12:09.725839 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-570d9613-6139-4289-8cef-315adec3c47c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.731350 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-570d9613-6139-4289-8cef-315adec3c47c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Added segment 7c93d0d2-5afb-486b-b7d1-33d452e0ef6b of type vlan for network 9b2df8f4-814b-4987-9b84-59093e6b1a0a Aug 31 01:12:09.911500 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-570d9613-6139-4289-8cef-315adec3c47c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:10.049368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-c371b402-1359-419d-acf4-90577253aa1b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:10.054672 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-c371b402-1359-419d-acf4-90577253aa1b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 806 time: 0.1639173 Aug 31 01:12:10.079638 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-47a1b2df-c4f2-421a-a731-66102ccd11ec tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/quotas/77fd9bfbc20d428e80cfea30225008a3 HTTP/1.1" status: 200 len: 375 time: 0.0185723 Aug 31 01:12:10.203572 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:10.228476 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b11b40-ae7b-4698-94a0-f2c4d25d4530 req-04969d44-d629-454e-8db0-598b65696f63 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:10.230469 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-32b11b40-ae7b-4698-94a0-f2c4d25d4530 req-04969d44-d629-454e-8db0-598b65696f63 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1359305 Aug 31 01:12:10.353558 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-32b11b40-ae7b-4698-94a0-f2c4d25d4530 req-df1306d4-8525-4cfd-bc49-cbb2318807d7 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953126 Aug 31 01:12:10.773051 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-570d9613-6139-4289-8cef-315adec3c47c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:10.780142 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570d9613-6139-4289-8cef-315adec3c47c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:10.780889 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-570d9613-6139-4289-8cef-315adec3c47c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:10.887180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d9613-6139-4289-8cef-315adec3c47c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Network': ['ID=9b2df8f4-814b-4987-9b84-59093e6b1a0a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:10.902532 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 9b2df8f4-814b-4987-9b84-59093e6b1a0a details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:12:10.933607 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-f01d47a5-f156-45aa-840a-665ea8847397 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8447814 Aug 31 01:12:11.098205 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-e10fc675-c6bf-4e68-9412-b21d2e1690cc service neutron] 10.222.0.16 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459453 Aug 31 01:12:11.236098 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-570d9613-6139-4289-8cef-315adec3c47c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9511182 Aug 31 01:12:11.238869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33498) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:11.244274 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-7ec32c1d-c393-4bd4-a16d-01336d2121b6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'subnet': {'network_id': '9b2df8f4-814b-4987-9b84-59093e6b1a0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:11.322109 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-c5502208-42cb-4516-9d28-1bdc2389e8a5 service neutron] 10.222.0.16 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022436 Aug 31 01:12:11.506772 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55d392-472c-4a51-abf9-45448d02937c req-1e5dc793-8c18-4b1b-979f-9bff068ab7b2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:11.508442 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4c55d392-472c-4a51-abf9-45448d02937c req-1e5dc793-8c18-4b1b-979f-9bff068ab7b2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.0668092 Aug 31 01:12:11.569638 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4c55d392-472c-4a51-abf9-45448d02937c req-8874a224-1132-4e62-9b50-7596db46f37d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522802 Aug 31 01:12:11.858180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec32c1d-c393-4bd4-a16d-01336d2121b6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:11.863445 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ec32c1d-c393-4bd4-a16d-01336d2121b6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:12.112524 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-abd7e052-c5ca-4b40-9308-6f087aef0286 req-4bf0022c-d3be-4693-8a5b-6f363c8c43cf tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 210 time: 0.0340679 Aug 31 01:12:12.358270 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ec32c1d-c393-4bd4-a16d-01336d2121b6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:12.498031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec32c1d-c393-4bd4-a16d-01336d2121b6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Subnet': ['ID=4086eff6-e444-4503-a7a6-89c154ed8f47,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:12.516931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec32c1d-c393-4bd4-a16d-01336d2121b6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Checking segment: {'id': '7c93d0d2-5afb-486b-b7d1-33d452e0ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9b2df8f4-814b-4987-9b84-59093e6b1a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:12.517679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec32c1d-c393-4bd4-a16d-01336d2121b6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network hostable DHCP agents. Network: 9b2df8f4-814b-4987-9b84-59093e6b1a0a, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:12:12.865080 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4dece-605e-4c65-959c-ef10eb9b2a2a req-54166d5d-131c-4714-8cbd-8516c7399316 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:12.867390 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96b4dece-605e-4c65-959c-ef10eb9b2a2a req-54166d5d-131c-4714-8cbd-8516c7399316 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.0975740 Aug 31 01:12:12.933621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec32c1d-c393-4bd4-a16d-01336d2121b6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network 9b2df8f4-814b-4987-9b84-59093e6b1a0a is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:12:12.957322 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96b4dece-605e-4c65-959c-ef10eb9b2a2a req-e3e417ca-9ed9-49ef-99b9-8517a0721984 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748053 Aug 31 01:12:13.051181 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-7ec32c1d-c393-4bd4-a16d-01336d2121b6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 9b2df8f4-814b-4987-9b84-59093e6b1a0a) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:13.056612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec32c1d-c393-4bd4-a16d-01336d2121b6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:13.057850 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ec32c1d-c393-4bd4-a16d-01336d2121b6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.072660 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363045b1-0dba-4551-9c0f-dae936af59ef None None] Network 9b2df8f4-814b-4987-9b84-59093e6b1a0a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:13.242349 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7ec32c1d-c393-4bd4-a16d-01336d2121b6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9995444 Aug 31 01:12:13.242714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33536) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:13.251639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-07013ac6-3ad8-4bc8-9606-c518ed800f55 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1621422877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:13.290658 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8885479b-d629-401e-aed1-5b03e35ccf18 req-2fa5ab34-1f2e-46e5-9503-567f086b1636 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 210 time: 0.0593374 Aug 31 01:12:13.450416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-9b2df8f4-814b-4987-9b84-59093e6b1a0a', 'network_id': '9b2df8f4-814b-4987-9b84-59093e6b1a0a', 'tenant_id': 'c31b38fd2693486ea068244b2c0eb066', 'fixed_ips': [{'subnet_id': '4086eff6-e444-4503-a7a6-89c154ed8f47'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:12:13.452723 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.462229 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-07013ac6-3ad8-4bc8-9606-c518ed800f55 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.464700 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-07013ac6-3ad8-4bc8-9606-c518ed800f55 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.675671 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Allocated IP 172.20.0.2 (9b2df8f4-814b-4987-9b84-59093e6b1a0a/4086eff6-e444-4503-a7a6-89c154ed8f47/93bff2ae-9489-4acc-8a7f-a05e6e775ab4) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:13.770502 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-07013ac6-3ad8-4bc8-9606-c518ed800f55 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.942410 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.959090 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Transition to ACTIVE for port object 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:14.034594 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-07013ac6-3ad8-4bc8-9606-c518ed800f55 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.036982 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Transition to ACTIVE for port object 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:14.180384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e605212-1aa9-4bfb-9dd9-c55c4463de5c req-8b72b8a2-8317-4029-a5f6-014370d32f9e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:14.182830 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e605212-1aa9-4bfb-9dd9-c55c4463de5c req-8b72b8a2-8317-4029-a5f6-014370d32f9e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.0942662 Aug 31 01:12:14.292400 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e605212-1aa9-4bfb-9dd9-c55c4463de5c req-9cd8df49-2774-446c-8cc7-9ad1ba71939a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997336 Aug 31 01:12:14.307700 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-07013ac6-3ad8-4bc8-9606-c518ed800f55 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.325838 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.327124 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-07013ac6-3ad8-4bc8-9606-c518ed800f55 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0710270 Aug 31 01:12:14.327234 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33548) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:14.329284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'network_id': '9b2df8f4-814b-4987-9b84-59093e6b1a0a', 'name': 'tempest-PortsTestJSON-1267164943'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:14.456649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Pushing event updated for resources: {'Port': ['ID=93bff2ae-9489-4acc-8a7f-a05e6e775ab4,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:14.517153 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Network 9b2df8f4-814b-4987-9b84-59093e6b1a0a is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:14.545849 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:14.554289 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:14.565288 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1ef492e7-1126-40f8-a3d9-42430901915c req-39fa5da4-ddd8-4117-96d8-5c19f279005e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 210 time: 0.0949929 Aug 31 01:12:14.698917 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Attempting to bind port 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:14.699584 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Attempting to bind port 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '7c93d0d2-5afb-486b-b7d1-33d452e0ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9b2df8f4-814b-4987-9b84-59093e6b1a0a'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:14.700176 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Attempting to bind port 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 on network 9b2df8f4-814b-4987-9b84-59093e6b1a0a {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:14.709795 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:14.710445 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Checking segment: {'id': '7c93d0d2-5afb-486b-b7d1-33d452e0ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9b2df8f4-814b-4987-9b84-59093e6b1a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:14.711283 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.711935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Bound using segment: {'id': '7c93d0d2-5afb-486b-b7d1-33d452e0ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9b2df8f4-814b-4987-9b84-59093e6b1a0a'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:14.712781 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Bound port: 93bff2ae-9489-4acc-8a7f-a05e6e775ab4, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c93d0d2-5afb-486b-b7d1-33d452e0ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9b2df8f4-814b-4987-9b84-59093e6b1a0a'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:14.717753 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.826313 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] For port 93bff2ae-9489-4acc-8a7f-a05e6e775ab4, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:14.830317 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] For port 93bff2ae-9489-4acc-8a7f-a05e6e775ab4, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=93bff2ae-9489-4acc-8a7f-a05e6e775ab4,segment=NetworkSegment(7c93d0d2-5afb-486b-b7d1-33d452e0ef6b),segment_id=7c93d0d2-5afb-486b-b7d1-33d452e0ef6b)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:14.830588 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:14.842491 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.861727 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] device_id is not set on port eb178358-406d-4b3e-b25d-7b1a2850656d yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:12:15.014280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Allocated IP 172.20.0.5 (9b2df8f4-814b-4987-9b84-59093e6b1a0a/4086eff6-e444-4503-a7a6-89c154ed8f47/eb178358-406d-4b3e-b25d-7b1a2850656d) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:15.033876 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:15.168117 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8d517-740b-4af5-8715-749ddfdd1c04 None None] Pushing event updated for resources: {'Port': ['ID=93bff2ae-9489-4acc-8a7f-a05e6e775ab4,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:15.258390 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:15.282816 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Transition to ACTIVE for port object eb178358-406d-4b3e-b25d-7b1a2850656d will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:15.429782 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:15.598086 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=eb178358-406d-4b3e-b25d-7b1a2850656d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:15.610694 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network 9b2df8f4-814b-4987-9b84-59093e6b1a0a is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:15.664094 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:15.671865 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:15.672150 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:15.672591 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:15.673046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:15.673540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:15.674135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:15.674360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:15.674762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:15.675360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:15.675956 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:15.679010 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:15.679010 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:15.682409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:15.811156 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b1141-c09b-47a2-9567-c560b7dedb82 req-febde939-1d08-4ff4-9573-9743496c51ea tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:15.812826 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c9b1141-c09b-47a2-9567-c560b7dedb82 req-febde939-1d08-4ff4-9573-9743496c51ea tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.2095971 Aug 31 01:12:15.824124 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:15.824737 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:15.846157 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d770423b-84b6-418d-b62c-4981536ea63a req-b76a9e88-b8da-4906-87ad-324190f78856 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 210 time: 0.0863490 Aug 31 01:12:15.910469 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c9b1141-c09b-47a2-9567-c560b7dedb82 req-0be55ee8-d215-4a84-aec9-cf519231c872 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754552 Aug 31 01:12:15.985198 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-54335e34-64e6-4333-868d-d6fcf1241bee tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6647692 Aug 31 01:12:15.989635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33576) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:16.217312 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-793aa427-73b1-4794-bb39-e095efda2b4a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:16.230818 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-793aa427-73b1-4794-bb39-e095efda2b4a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.48 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 806 time: 0.2947345 Aug 31 01:12:16.256654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-80a724ac-839d-41e9-8176-44ab9f6ed6e3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Request body: {'port': {'device_id': 'a1c7af8f-bc67-4b59-8992-1f4676fd66ab', 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65', 'admin_state_up': True, 'tenant_id': '77fd9bfbc20d428e80cfea30225008a3'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:16.538011 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-80a724ac-839d-41e9-8176-44ab9f6ed6e3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Made reservation on behalf of 77fd9bfbc20d428e80cfea30225008a3 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:16.544008 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-80a724ac-839d-41e9-8176-44ab9f6ed6e3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:16.867742 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de96b182-64de-4113-be09-fe37b7c9feed None None] Network 9b2df8f4-814b-4987-9b84-59093e6b1a0a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:16.893082 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3cc090e4-6a65-4cc8-b11b-89e5a6e6cdcb tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:16.911306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-80a724ac-839d-41e9-8176-44ab9f6ed6e3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Allocated IP 172.20.0.9 (e82eeec3-5ff2-445a-851f-06625aceee65/28e00ce7-f90d-46fd-a823-804dd57ed42f/b67cc1c7-50b0-49c0-bb77-cd9d207944ee) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:16.932698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb4345-b190-43db-8865-b358dac82f17 req-6ee5e58c-157e-4dad-8b9e-10618006c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:16.934357 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3eb4345-b190-43db-8865-b358dac82f17 req-6ee5e58c-157e-4dad-8b9e-10618006c40e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9&tenant_id=19c64f601c554de7b7c7ed4a689b2a97 HTTP/1.1" status: 200 len: 1095 time: 0.4533806 Aug 31 01:12:17.100404 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb4345-b190-43db-8865-b358dac82f17 req-2c4cb48b-6cc6-4de2-853a-a57729a3cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:17.101890 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3eb4345-b190-43db-8865-b358dac82f17 req-2c4cb48b-6cc6-4de2-853a-a57729a3cea3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=19c64f601c554de7b7c7ed4a689b2a97&device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 1095 time: 0.1333621 Aug 31 01:12:17.225167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3a41c37e-e2d4-41c0-98db-6c39ab4e9564 None None] Provisioning for port 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:17.260295 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd391f7f-4ec4-4d9e-8376-71b0295a5089 req-47a84181-ad96-4b85-8ab3-2f8f9ff2ce70 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:17.263228 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd391f7f-4ec4-4d9e-8376-71b0295a5089 req-47a84181-ad96-4b85-8ab3-2f8f9ff2ce70 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1755733 Aug 31 01:12:17.380590 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-80a724ac-839d-41e9-8176-44ab9f6ed6e3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.411892 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df4944cb-87d5-4b24-9c5d-09da8c124449 req-ea3ae6cd-cf80-4e6f-a8e1-62ae352f0431 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 210 time: 0.1270556 Aug 31 01:12:17.416282 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb4345-b190-43db-8865-b358dac82f17 req-e4ad08c5-2417-40b6-94a6-bb70e3e31bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:17.426313 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3eb4345-b190-43db-8865-b358dac82f17 req-e4ad08c5-2417-40b6-94a6-bb70e3e31bf4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 HTTP/1.1" status: 200 len: 917 time: 0.3137643 Aug 31 01:12:17.459872 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd391f7f-4ec4-4d9e-8376-71b0295a5089 req-71eece30-7a1b-47cf-8fb9-09402a521f19 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808774 Aug 31 01:12:17.551473 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:17.567720 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3cc090e4-6a65-4cc8-b11b-89e5a6e6cdcb tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.717057 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3cc090e4-6a65-4cc8-b11b-89e5a6e6cdcb tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.728940 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3eb4345-b190-43db-8865-b358dac82f17 req-61950302-921e-4bbb-819b-8760b588a3c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a57eb15-5900-4c8b-8516-e11cb559d40d HTTP/1.1" status: 200 len: 998 time: 0.2847564 Aug 31 01:12:17.909609 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb4345-b190-43db-8865-b358dac82f17 req-86dc39cd-5784-4fc7-935f-7bbb91dd960e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:17.909609 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3eb4345-b190-43db-8865-b358dac82f17 req-86dc39cd-5784-4fc7-935f-7bbb91dd960e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba7747f8-0f41-4519-aeaf-544d4f1a2b4a HTTP/1.1" status: 200 len: 855 time: 0.1677389 Aug 31 01:12:17.955241 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc090e4-6a65-4cc8-b11b-89e5a6e6cdcb tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=eb178358-406d-4b3e-b25d-7b1a2850656d,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:17.989556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb4345-b190-43db-8865-b358dac82f17 req-4caf2f9e-8183-444c-b8bb-3ade2e15ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:17.991204 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3eb4345-b190-43db-8865-b358dac82f17 req-4caf2f9e-8183-444c-b8bb-3ade2e15ae62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776341 Aug 31 01:12:18.115659 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3eb4345-b190-43db-8865-b358dac82f17 req-d38d85bb-4d2d-44aa-9df3-4b6643d6a298 service neutron] 10.222.0.48 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156087 Aug 31 01:12:18.184081 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3cc090e4-6a65-4cc8-b11b-89e5a6e6cdcb tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.248109 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3eb4345-b190-43db-8865-b358dac82f17 req-21dfc23f-fba7-49a9-9251-c5461dd97168 service neutron] 10.222.0.48 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244891 Aug 31 01:12:18.471169 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8de7eb65-9392-4a17-865c-75be603251d8 None None] Provisioning for port eb178358-406d-4b3e-b25d-7b1a2850656d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:18.472830 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-80a724ac-839d-41e9-8176-44ab9f6ed6e3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.473001 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:18.477156 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8de7eb65-9392-4a17-865c-75be603251d8 None None] Provisioning complete for port eb178358-406d-4b3e-b25d-7b1a2850656d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:18.477859 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8de7eb65-9392-4a17-865c-75be603251d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.483320 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:18.491264 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['96432a75-6894-44bb-b3cf-e774f3562bb0'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:18.493987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:18.494598 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.531271 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a724ac-839d-41e9-8176-44ab9f6ed6e3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Pushing event updated for resources: {'Port': ['ID=b67cc1c7-50b0-49c0-bb77-cd9d207944ee,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:18.545891 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-80a724ac-839d-41e9-8176-44ab9f6ed6e3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Network e82eeec3-5ff2-445a-851f-06625aceee65 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:18.547563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-80a724ac-839d-41e9-8176-44ab9f6ed6e3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:18.554607 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-80a724ac-839d-41e9-8176-44ab9f6ed6e3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:18.659634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5107ba5-b424-4d4d-93db-b6d99a014ddd req-81f82090-da0f-43db-9fc2-0b9d1a84086d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:18.662714 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d5107ba5-b424-4d4d-93db-b6d99a014ddd req-81f82090-da0f-43db-9fc2-0b9d1a84086d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 931 time: 0.1165354 Aug 31 01:12:18.678894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f940ce-6da5-4dba-a29a-34a40dcec4c6 req-0c626bfa-269b-458b-9ea7-b0e723e6557f tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:18.689944 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f2f940ce-6da5-4dba-a29a-34a40dcec4c6 req-0c626bfa-269b-458b-9ea7-b0e723e6557f tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.0919206 Aug 31 01:12:18.702429 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-80a724ac-839d-41e9-8176-44ab9f6ed6e3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:18.703445 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-80a724ac-839d-41e9-8176-44ab9f6ed6e3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.755631 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d5107ba5-b424-4d4d-93db-b6d99a014ddd req-123f173a-ec2c-4360-8b55-a52a9bd20a97 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861707 Aug 31 01:12:18.796160 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f2f940ce-6da5-4dba-a29a-34a40dcec4c6 req-955f14f4-eb24-4110-8de7-37435211dabe tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032708 Aug 31 01:12:18.838101 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3cc090e4-6a65-4cc8-b11b-89e5a6e6cdcb tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.933010 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-80a724ac-839d-41e9-8176-44ab9f6ed6e3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6876163 Aug 31 01:12:18.948922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Request body: {'port': {'device_id': 'a1c7af8f-bc67-4b59-8992-1f4676fd66ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:18.954509 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8de7eb65-9392-4a17-865c-75be603251d8 None None] Port eb178358-406d-4b3e-b25d-7b1a2850656d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:19.081857 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.197346 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-63f07a04-e4d8-4d36-9431-ea4bfb6df3d4 None None] Provisioning complete for port eb178358-406d-4b3e-b25d-7b1a2850656d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:19.197831 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-63f07a04-e4d8-4d36-9431-ea4bfb6df3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.208939 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.365318 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-63f07a04-e4d8-4d36-9431-ea4bfb6df3d4 None None] Port eb178358-406d-4b3e-b25d-7b1a2850656d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:19.396833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 93bff2ae-9489-4acc-8a7f-a05e6e775ab4, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=93bff2ae-9489-4acc-8a7f-a05e6e775ab4,segment=NetworkSegment(7c93d0d2-5afb-486b-b7d1-33d452e0ef6b),segment_id=7c93d0d2-5afb-486b-b7d1-33d452e0ef6b)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:19.523408 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3cc090e4-6a65-4cc8-b11b-89e5a6e6cdcb tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.539154 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.635080 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=93bff2ae-9489-4acc-8a7f-a05e6e775ab4,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:19.699539 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3cc090e4-6a65-4cc8-b11b-89e5a6e6cdcb tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.709016 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b67cc1c7-50b0-49c0-bb77-cd9d207944ee {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:19.720591 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.741098 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Transition to ACTIVE for port object b67cc1c7-50b0-49c0-bb77-cd9d207944ee will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:19.842051 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.885271 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3cc090e4-6a65-4cc8-b11b-89e5a6e6cdcb tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.122213 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc090e4-6a65-4cc8-b11b-89e5a6e6cdcb tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=eb178358-406d-4b3e-b25d-7b1a2850656d,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:20.161632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b67cc1c7-50b0-49c0-bb77-cd9d207944ee,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:20.242710 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42513fde-2139-4992-9819-a20d5fe78fd7 req-3489b1b2-1098-4f59-ac80-999a03dbfe6f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:20.251200 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42513fde-2139-4992-9819-a20d5fe78fd7 req-3489b1b2-1098-4f59-ac80-999a03dbfe6f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 943 time: 0.2470818 Aug 31 01:12:20.260792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd95b6-0eb0-4805-840f-55a7220bc8da req-ffd35364-8a03-4ed4-a178-60a164c4aabf tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:20.274738 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cfd95b6-0eb0-4805-840f-55a7220bc8da req-ffd35364-8a03-4ed4-a178-60a164c4aabf tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.2506468 Aug 31 01:12:20.354825 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42513fde-2139-4992-9819-a20d5fe78fd7 req-5b594e99-80f6-4401-a41d-b2b5417b4269 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024990 Aug 31 01:12:20.363477 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc090e4-6a65-4cc8-b11b-89e5a6e6cdcb tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network 9b2df8f4-814b-4987-9b84-59093e6b1a0a is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:20.365203 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-3cc090e4-6a65-4cc8-b11b-89e5a6e6cdcb tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:20.489111 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cfd95b6-0eb0-4805-840f-55a7220bc8da req-1d6adb38-7c26-4cb3-b87c-f7e94553eeaa tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123964 Aug 31 01:12:20.527534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Attempting to bind port b67cc1c7-50b0-49c0-bb77-cd9d207944ee on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:20.528749 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Attempting to bind port b67cc1c7-50b0-49c0-bb77-cd9d207944ee by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:20.529422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Attempting to bind port b67cc1c7-50b0-49c0-bb77-cd9d207944ee on network e82eeec3-5ff2-445a-851f-06625aceee65 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:20.554508 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Port b67cc1c7-50b0-49c0-bb77-cd9d207944ee on network e82eeec3-5ff2-445a-851f-06625aceee65 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:12:20.560036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Attempting to bind port b67cc1c7-50b0-49c0-bb77-cd9d207944ee on network e82eeec3-5ff2-445a-851f-06625aceee65 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:20.563306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:20.563665 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Checking segment: {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:20.564286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Bound using segment: {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:20.565469 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Bound port: b67cc1c7-50b0-49c0-bb77-cd9d207944ee, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:20.566053 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.719779 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] For port b67cc1c7-50b0-49c0-bb77-cd9d207944ee, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:20.728275 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] For port b67cc1c7-50b0-49c0-bb77-cd9d207944ee, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b67cc1c7-50b0-49c0-bb77-cd9d207944ee,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:20.768686 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc090e4-6a65-4cc8-b11b-89e5a6e6cdcb tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Router 91fbaa93-4b5e-46b9-8d15-0767a4b23ccb is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:12:20.809333 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-14782cfe-901a-4c0d-9cd4-8d94e8b0155b None None] Provisioning complete for port eb178358-406d-4b3e-b25d-7b1a2850656d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:20.810433 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-14782cfe-901a-4c0d-9cd4-8d94e8b0155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.850819 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.859086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-14782cfe-901a-4c0d-9cd4-8d94e8b0155b None None] Port eb178358-406d-4b3e-b25d-7b1a2850656d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:20.969285 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:20.970411 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.973819 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] 10.222.0.48 "PUT /v2.0/ports/b67cc1c7-50b0-49c0-bb77-cd9d207944ee HTTP/1.1" status: 200 len: 1092 time: 2.0321679 Aug 31 01:12:20.974398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c7af8f-bc67-4b59-8992-1f4676fd66ab', 'tag': 'b67cc1c7-50b0-49c0-bb77-cd9d207944ee'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:20.976888 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ff9131-9f46-4ada-bbf4-5a46c5bf78b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c7af8f-bc67-4b59-8992-1f4676fd66ab", "tag": "b67cc1c7-50b0-49c0-bb77-cd9d207944ee"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:21.027009 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be05390-dcf3-4d0b-9905-a374e10fa7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b67cc1c7-50b0-49c0-bb77-cd9d207944ee,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:21.122315 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d9ffe0-fdb2-4688-b247-905e00da6b8c x-openstack-request-id: req-b1d9ffe0-fdb2-4688-b247-905e00da6b8c {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:21.122723 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c7af8f-bc67-4b59-8992-1f4676fd66ab", "tag": "b67cc1c7-50b0-49c0-bb77-cd9d207944ee", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:21.123025 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1d9ffe0-fdb2-4688-b247-905e00da6b8c {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:21.123653 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c7af8f-bc67-4b59-8992-1f4676fd66ab', 'tag': 'b67cc1c7-50b0-49c0-bb77-cd9d207944ee', 'status': 'completed', 'code': 200} Aug 31 01:12:21.472450 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-ffd2656b-6e74-4ade-b08c-f194dc3e92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:21.475945 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-ffd2656b-6e74-4ade-b08c-f194dc3e92e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 1095 time: 0.1020281 Aug 31 01:12:21.566044 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc090e4-6a65-4cc8-b11b-89e5a6e6cdcb tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:21.583277 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3cc090e4-6a65-4cc8-b11b-89e5a6e6cdcb tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "PUT /v2.0/routers/91fbaa93-4b5e-46b9-8d15-0767a4b23ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5857079 Aug 31 01:12:21.583277 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33670) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:21.586049 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f28eb-9be6-4437-bc21-944ba9302f50 None None] Sync routers for ids ['91fbaa93-4b5e-46b9-8d15-0767a4b23ccb'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:21.599313 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882f28eb-9be6-4437-bc21-944ba9302f50 None None] Routers {'91fbaa93-4b5e-46b9-8d15-0767a4b23ccb'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:21.600475 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-882f28eb-9be6-4437-bc21-944ba9302f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:12:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['91fbaa93-4b5e-46b9-8d15-0767a4b23ccb'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:21.628201 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-7f9ad2c0-0719-4963-8252-edc63610b86f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b67cc1c7-50b0-49c0-bb77-cd9d207944ee HTTP/1.1" status: 200 len: 217 time: 0.1239877 Aug 31 01:12:21.661479 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-882f28eb-9be6-4437-bc21-944ba9302f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:21.683252 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882f28eb-9be6-4437-bc21-944ba9302f50 None None] Routers {'91fbaa93-4b5e-46b9-8d15-0767a4b23ccb'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:21.684253 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-882f28eb-9be6-4437-bc21-944ba9302f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:12:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['91fbaa93-4b5e-46b9-8d15-0767a4b23ccb'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:21.747848 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:21.749773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524eb97c-e364-4072-b186-6d3d4ae89d5a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:21.752615 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-524eb97c-e364-4072-b186-6d3d4ae89d5a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports?device_id=91fbaa93-4b5e-46b9-8d15-0767a4b23ccb HTTP/1.1" status: 200 len: 982 time: 0.1431389 Aug 31 01:12:21.755414 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-882f28eb-9be6-4437-bc21-944ba9302f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:21.757573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f28eb-9be6-4437-bc21-944ba9302f50 None None] The sync data for ids ['91fbaa93-4b5e-46b9-8d15-0767a4b23ccb'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:21.766794 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c67b35-a0c9-4c5e-a612-b7ca26ee745e req-71f71b52-809e-482c-a781-8e9467c64245 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:21.768639 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33c67b35-a0c9-4c5e-a612-b7ca26ee745e req-71f71b52-809e-482c-a781-8e9467c64245 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 946 time: 0.2294824 Aug 31 01:12:21.769195 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33672) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:21.865732 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:21.866472 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:21.915989 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-3977d236-e083-424d-a3b3-c55a7bf04173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:21.922094 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-3977d236-e083-424d-a3b3-c55a7bf04173 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28e00ce7-f90d-46fd-a823-804dd57ed42f HTTP/1.1" status: 200 len: 846 time: 0.2569609 Aug 31 01:12:21.934303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10676f4f-2b9d-4872-b170-8d9b1bebcc96 req-6ac96c83-b598-4a2a-8084-28c7f1260d80 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:21.946081 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-10676f4f-2b9d-4872-b170-8d9b1bebcc96 req-6ac96c83-b598-4a2a-8084-28c7f1260d80 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 943 time: 0.3152411 Aug 31 01:12:22.005716 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-6beb677f-d09b-4bd0-8af6-b011514ff7e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e82eeec3-5ff2-445a-851f-06625aceee65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443814 Aug 31 01:12:22.051823 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-10676f4f-2b9d-4872-b170-8d9b1bebcc96 req-789b51ec-79dd-4575-855f-675cc6a66322 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043966 Aug 31 01:12:22.104888 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33c67b35-a0c9-4c5e-a612-b7ca26ee745e req-0901b372-1ccd-4d0a-bc43-8370889b9852 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992404 Aug 31 01:12:22.312079 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eec28f-7d5f-471a-a8c3-500b263f6774 req-a60bbc7f-0614-4f1e-918f-fd20daab077c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:22.314048 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5eec28f-7d5f-471a-a8c3-500b263f6774 req-a60bbc7f-0614-4f1e-918f-fd20daab077c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1173313 Aug 31 01:12:22.317023 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-9221a576-6899-4ab6-8425-321ce45c161b service neutron] 10.222.0.48 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898948 Aug 31 01:12:22.386552 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5eec28f-7d5f-471a-a8c3-500b263f6774 req-1002d89c-94eb-4d55-a51a-a6f019e31e70 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645456 Aug 31 01:12:22.611079 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8a7ca53-bf30-4471-95d7-dea3c4b15642 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:22.616744 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f1f4ffc-7c6a-47c9-8fda-5277bcce2a0b req-619052d2-665e-45dc-9fb3-8253ffe74a52 service neutron] 10.222.0.48 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965959 Aug 31 01:12:22.992565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-f8a7ca53-bf30-4471-95d7-dea3c4b15642 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port eb178358-406d-4b3e-b25d-7b1a2850656d {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:22.992565 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8a7ca53-bf30-4471-95d7-dea3c4b15642 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.248474 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8a7ca53-bf30-4471-95d7-dea3c4b15642 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.319056 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff9131-9f46-4ada-bbf4-5a46c5bf78b3 req-292ac754-17ad-438d-85e8-a87e47bc62d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:23.322919 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b3ff9131-9f46-4ada-bbf4-5a46c5bf78b3 req-292ac754-17ad-438d-85e8-a87e47bc62d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 1095 time: 0.1659880 Aug 31 01:12:23.343894 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-f8a7ca53-bf30-4471-95d7-dea3c4b15642 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for eb178358-406d-4b3e-b25d-7b1a2850656d owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:23.419241 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97d98f-acd7-4080-bbc8-caf4c1d7f4c5 req-a176808b-87a8-4ce0-a1c6-78e9f801c99f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:23.427773 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba97d98f-acd7-4080-bbc8-caf4c1d7f4c5 req-a176808b-87a8-4ce0-a1c6-78e9f801c99f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 943 time: 0.1642585 Aug 31 01:12:23.491649 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba97d98f-acd7-4080-bbc8-caf4c1d7f4c5 req-b829e60d-2b29-4605-a6db-b5eaeeea9be1 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625966 Aug 31 01:12:23.510548 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff9131-9f46-4ada-bbf4-5a46c5bf78b3 req-5b6105ab-6f5f-4b12-b385-f2fc16967c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:23.512289 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b3ff9131-9f46-4ada-bbf4-5a46c5bf78b3 req-5b6105ab-6f5f-4b12-b385-f2fc16967c11 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 907 time: 0.1579421 Aug 31 01:12:23.552305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6596a90-35a7-429e-9969-97dcd1d13968 req-f23d8bd5-41ab-4fce-8d2e-0a6ba6b0f90c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:23.554169 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6596a90-35a7-429e-9969-97dcd1d13968 req-f23d8bd5-41ab-4fce-8d2e-0a6ba6b0f90c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 946 time: 0.2816784 Aug 31 01:12:23.635277 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b3ff9131-9f46-4ada-bbf4-5a46c5bf78b3 req-c9184bfa-6f87-47ce-b31b-510474dea36e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b67cc1c7-50b0-49c0-bb77-cd9d207944ee HTTP/1.1" status: 200 len: 217 time: 0.1079414 Aug 31 01:12:23.727526 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6596a90-35a7-429e-9969-97dcd1d13968 req-5b404919-422b-44c0-a9ec-9e624d2c5e22 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493967 Aug 31 01:12:23.755073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8594b-5b30-461f-9d68-80490988b853 req-ef1fd83e-2bd0-40fc-9f32-5b9412072ad1 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:23.763226 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1c8594b-5b30-461f-9d68-80490988b853 req-ef1fd83e-2bd0-40fc-9f32-5b9412072ad1 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1140532 Aug 31 01:12:23.825108 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1c8594b-5b30-461f-9d68-80490988b853 req-be483844-e50c-460e-91fe-20d06e00a5af tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604074 Aug 31 01:12:23.830534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff9131-9f46-4ada-bbf4-5a46c5bf78b3 req-8b499649-35be-4578-b09e-5b14b9db5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:23.830912 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8a7ca53-bf30-4471-95d7-dea3c4b15642 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.832985 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b3ff9131-9f46-4ada-bbf4-5a46c5bf78b3 req-8b499649-35be-4578-b09e-5b14b9db5f14 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28e00ce7-f90d-46fd-a823-804dd57ed42f HTTP/1.1" status: 200 len: 846 time: 0.0922902 Aug 31 01:12:23.897711 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b3ff9131-9f46-4ada-bbf4-5a46c5bf78b3 req-9a136cd2-3ce7-4575-81bd-58a2716b4e68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e82eeec3-5ff2-445a-851f-06625aceee65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386720 Aug 31 01:12:23.918252 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7ca53-bf30-4471-95d7-dea3c4b15642 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=eb178358-406d-4b3e-b25d-7b1a2850656d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:24.317264 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b3ff9131-9f46-4ada-bbf4-5a46c5bf78b3 req-b609ea5b-93b8-4205-bfba-0554225f2238 service neutron] 10.222.0.48 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493912 Aug 31 01:12:24.348610 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8a7ca53-bf30-4471-95d7-dea3c4b15642 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.637278 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b3ff9131-9f46-4ada-bbf4-5a46c5bf78b3 req-c85b9664-039b-47a0-982c-f560b54c760e service neutron] 10.222.0.48 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967253 Aug 31 01:12:24.792203 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a7ca53-bf30-4471-95d7-dea3c4b15642 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Router 91fbaa93-4b5e-46b9-8d15-0767a4b23ccb has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:24.805609 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f76add50-2a32-4adf-b766-a17e6155f28b no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:24.944917 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eea67a-031e-40af-af20-0e4c3b9508e6 req-35fd4521-ed60-4aec-ac91-903189914e6c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:24.947142 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d9eea67a-031e-40af-af20-0e4c3b9508e6 req-35fd4521-ed60-4aec-ac91-903189914e6c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 943 time: 0.2027428 Aug 31 01:12:25.004373 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.016462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a7ca53-bf30-4471-95d7-dea3c4b15642 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:25.026331 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f8a7ca53-bf30-4471-95d7-dea3c4b15642 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "PUT /v2.0/routers/91fbaa93-4b5e-46b9-8d15-0767a4b23ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2551897 Aug 31 01:12:25.029004 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33712) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:25.049167 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bda7d4-e3c5-49bf-a4ad-3f90eced0fbd None None] Sync routers for ids ['91fbaa93-4b5e-46b9-8d15-0767a4b23ccb'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:25.059889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:25.063831 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32c5b37-f853-4c36-9955-85e1f9b5a802" -d '{"events": [{"server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "name": "network-vif-unplugged", "status": "completed", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:25.069264 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f76add50-2a32-4adf-b766-a17e6155f28b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f76add50-2a32-4adf-b766-a17e6155f28b,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:25.074436 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d9eea67a-031e-40af-af20-0e4c3b9508e6 req-8aa4d669-acb9-449a-be1e-6b4268685a9a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798798 Aug 31 01:12:25.093479 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bda7d4-e3c5-49bf-a4ad-3f90eced0fbd None None] Routers {'91fbaa93-4b5e-46b9-8d15-0767a4b23ccb'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:25.093905 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b0d28a-aac7-44ce-b164-b69011f7cf13 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] GET failed (client error): The resource could not be found. Aug 31 01:12:25.094081 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e1bda7d4-e3c5-49bf-a4ad-3f90eced0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:12:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['91fbaa93-4b5e-46b9-8d15-0767a4b23ccb'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:25.094411 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c3b0d28a-aac7-44ce-b164-b69011f7cf13 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports/eb178358-406d-4b3e-b25d-7b1a2850656d HTTP/1.1" status: 404 len: 333 time: 0.0627825 Aug 31 01:12:25.104726 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33718) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:25.151182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b67cc1c7-50b0-49c0-bb77-cd9d207944ee details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:12:25.189258 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e1bda7d4-e3c5-49bf-a4ad-3f90eced0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:25.215360 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bda7d4-e3c5-49bf-a4ad-3f90eced0fbd None None] Routers {'91fbaa93-4b5e-46b9-8d15-0767a4b23ccb'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:25.216951 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e1bda7d4-e3c5-49bf-a4ad-3f90eced0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:12:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['91fbaa93-4b5e-46b9-8d15-0767a4b23ccb'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:25.279846 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.316024 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e1bda7d4-e3c5-49bf-a4ad-3f90eced0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:25.318439 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bda7d4-e3c5-49bf-a4ad-3f90eced0fbd None None] The sync data for ids ['91fbaa93-4b5e-46b9-8d15-0767a4b23ccb'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:25.340027 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0cc2881c-1eb0-4165-9349-687a683a6af0 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.361403 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9de443-5009-4a64-9bef-56ab2f50c6c5 req-17625200-66ad-446a-b510-862189f68322 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:25.368015 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f9de443-5009-4a64-9bef-56ab2f50c6c5 req-17625200-66ad-446a-b510-862189f68322 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1872938 Aug 31 01:12:25.390555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port b67cc1c7-50b0-49c0-bb77-cd9d207944ee, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b67cc1c7-50b0-49c0-bb77-cd9d207944ee,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:25.462481 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f9de443-5009-4a64-9bef-56ab2f50c6c5 req-2f230771-973d-4488-9bd3-dfdcf28f540c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840104 Aug 31 01:12:25.489554 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'b67cc1c7-50b0-49c0-bb77-cd9d207944ee', 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65', 'port_id': 'b67cc1c7-50b0-49c0-bb77-cd9d207944ee', 'mac_address': 'fa:16:3e:39:86:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e00ce7-f90d-46fd-a823-804dd57ed42f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:12:25.492590 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=f76add50-2a32-4adf-b766-a17e6155f28b,revision_number=11']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:25.579074 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.599215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b67cc1c7-50b0-49c0-bb77-cd9d207944ee {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:25.646374 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2f9845-1cfb-4f48-951e-84d7504c7a88 x-openstack-request-id: req-0e2f9845-1cfb-4f48-951e-84d7504c7a88 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:25.646680 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "name": "network-vif-unplugged", "status": "completed", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:25.646937 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e2f9845-1cfb-4f48-951e-84d7504c7a88 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:25.647348 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'code': 200} Aug 31 01:12:25.651551 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port b67cc1c7-50b0-49c0-bb77-cd9d207944ee, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b67cc1c7-50b0-49c0-bb77-cd9d207944ee,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:25.699746 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0cc2881c-1eb0-4165-9349-687a683a6af0 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.706585 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0cc2881c-1eb0-4165-9349-687a683a6af0 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.715683 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bc420-417b-4df2-9ef7-eebaa6ac3f01 req-218c7974-2e26-4f7c-a7ac-b3ec49e64972 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:25.717278 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e82bc420-417b-4df2-9ef7-eebaa6ac3f01 req-218c7974-2e26-4f7c-a7ac-b3ec49e64972 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 946 time: 0.5213349 Aug 31 01:12:25.868151 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e82bc420-417b-4df2-9ef7-eebaa6ac3f01 req-2fcc7989-3c13-4cbd-9321-84fd1b294687 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070907 Aug 31 01:12:26.173058 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.224353 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0cc2881c-1eb0-4165-9349-687a683a6af0 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.225491 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc2881c-1eb0-4165-9349-687a683a6af0 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Fanout notify agent at l3_agent the message router_deleted on router 91fbaa93-4b5e-46b9-8d15-0767a4b23ccb {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:12:26.241834 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0cc2881c-1eb0-4165-9349-687a683a6af0 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.241834 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0cc2881c-1eb0-4165-9349-687a683a6af0 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/routers/91fbaa93-4b5e-46b9-8d15-0767a4b23ccb HTTP/1.1" status: 204 len: 168 time: 1.1313782 Aug 31 01:12:26.242381 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33726) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:26.272752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=b67cc1c7-50b0-49c0-bb77-cd9d207944ee,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:26.291548 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900421af-af1a-45d1-b4bc-d241afc2ccc2 req-f4c5b67b-9d1f-469a-8ef3-ba1e6adaa3e2 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:26.296418 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-900421af-af1a-45d1-b4bc-d241afc2ccc2 req-f4c5b67b-9d1f-469a-8ef3-ba1e6adaa3e2 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 944 time: 0.1208773 Aug 31 01:12:26.356758 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-900421af-af1a-45d1-b4bc-d241afc2ccc2 req-ff2dd38e-576f-461e-8756-738b611c5f5e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500300 Aug 31 01:12:26.384234 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7bae4a6-a8dc-4731-b313-57aeb5746ae8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting subnet 4086eff6-e444-4503-a7a6-89c154ed8f47 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:12:26.388733 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e7bae4a6-a8dc-4731-b313-57aeb5746ae8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.411453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['b67cc1c7-50b0-49c0-bb77-cd9d207944ee'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:26.490318 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e7bae4a6-a8dc-4731-b313-57aeb5746ae8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.699854 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e7bae4a6-a8dc-4731-b313-57aeb5746ae8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.740339 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc608958-ef61-44ae-9b81-96749b9683f6 req-d992b996-db00-41cd-b649-64db9a33d453 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:26.742136 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc608958-ef61-44ae-9b81-96749b9683f6 req-d992b996-db00-41cd-b649-64db9a33d453 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1041701 Aug 31 01:12:26.815922 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc608958-ef61-44ae-9b81-96749b9683f6 req-48439f92-9fb9-4c56-aeb5-a91ceb772e92 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623584 Aug 31 01:12:26.903501 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e7bae4a6-a8dc-4731-b313-57aeb5746ae8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.945351 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bae4a6-a8dc-4731-b313-57aeb5746ae8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Subnet': ['ID=4086eff6-e444-4503-a7a6-89c154ed8f47,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:26.947611 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e7bae4a6-a8dc-4731-b313-57aeb5746ae8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.951821 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e7bae4a6-a8dc-4731-b313-57aeb5746ae8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/4086eff6-e444-4503-a7a6-89c154ed8f47 HTTP/1.1" status: 204 len: 168 time: 0.7070935 Aug 31 01:12:26.954747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33736) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:26.961274 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23454de7-cdea-447e-85cc-7faa8c806b89 None None] Network 9b2df8f4-814b-4987-9b84-59093e6b1a0a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:27.117116 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.145731 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33bffa-57ce-4382-b1bd-b5043c6a2760 req-667dd60e-2413-4ff6-935c-1ca6e83f2042 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:27.147612 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e33bffa-57ce-4382-b1bd-b5043c6a2760 req-667dd60e-2413-4ff6-935c-1ca6e83f2042 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1561029 Aug 31 01:12:27.166616 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b67cc1c7-50b0-49c0-bb77-cd9d207944ee up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:27.236848 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f8f3a9-f355-41a6-b916-4dd3591a0e23 None None] DHCP port deletion for 9b2df8f4-814b-4987-9b84-59093e6b1a0a request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:12:27.238289 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e33bffa-57ce-4382-b1bd-b5043c6a2760 req-51a48ae5-beb7-4832-bd97-a91280c58034 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840847 Aug 31 01:12:27.288262 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:27.288606 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.367114 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-29f8f3a9-f355-41a6-b916-4dd3591a0e23 None None] Deleting port 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:27.367114 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-29f8f3a9-f355-41a6-b916-4dd3591a0e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.401622 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] For port 93bff2ae-9489-4acc-8a7f-a05e6e775ab4, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=93bff2ae-9489-4acc-8a7f-a05e6e775ab4,segment=NetworkSegment(7c93d0d2-5afb-486b-b7d1-33d452e0ef6b),segment_id=7c93d0d2-5afb-486b-b7d1-33d452e0ef6b)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:27.406921 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.437688 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:27.449032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-29f8f3a9-f355-41a6-b916-4dd3591a0e23 None None] For port 93bff2ae-9489-4acc-8a7f-a05e6e775ab4, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=93bff2ae-9489-4acc-8a7f-a05e6e775ab4,segment=NetworkSegment(7c93d0d2-5afb-486b-b7d1-33d452e0ef6b),segment_id=7c93d0d2-5afb-486b-b7d1-33d452e0ef6b)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:27.449837 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-29f8f3a9-f355-41a6-b916-4dd3591a0e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.488001 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-29f8f3a9-f355-41a6-b916-4dd3591a0e23 None None] Calling delete_port for 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:27.493488 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port b67cc1c7-50b0-49c0-bb77-cd9d207944ee completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:27.503079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port b67cc1c7-50b0-49c0-bb77-cd9d207944ee triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:27.503752 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.529467 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ea303-d214-406f-a3f5-91c1306ccd11 req-578dc97b-bce8-41eb-a7c5-d478ff010909 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:27.531827 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-298ea303-d214-406f-a3f5-91c1306ccd11 req-578dc97b-bce8-41eb-a7c5-d478ff010909 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 944 time: 0.0680239 Aug 31 01:12:27.617935 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-298ea303-d214-406f-a3f5-91c1306ccd11 req-2f2db618-f940-42a2-8a55-726d760e9d9c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797138 Aug 31 01:12:27.669036 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:27.702784 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.704833 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.749482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c7af8f-bc67-4b59-8992-1f4676fd66ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67cc1c7-50b0-49c0-bb77-cd9d207944ee'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:27.751495 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f12a24-d15e-42bd-98be-b0f20ea70cae" -d '{"events": [{"server_uuid": "a1c7af8f-bc67-4b59-8992-1f4676fd66ab", "name": "network-vif-plugged", "status": "completed", "tag": "b67cc1c7-50b0-49c0-bb77-cd9d207944ee"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:27.765503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=93bff2ae-9489-4acc-8a7f-a05e6e775ab4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:27.772275 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-29f8f3a9-f355-41a6-b916-4dd3591a0e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.777075 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No DVR routers for this DVR port 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:27.807293 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port b67cc1c7-50b0-49c0-bb77-cd9d207944ee, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b67cc1c7-50b0-49c0-bb77-cd9d207944ee,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:27.807743 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No active binding found for port 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 {{(pid=102344) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 01:12:27.808194 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:27.862258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8f3a9-f355-41a6-b916-4dd3591a0e23 None None] Pushing event deleted for resources: {'Port': ['ID=93bff2ae-9489-4acc-8a7f-a05e6e775ab4,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:27.876202 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8f3a9-f355-41a6-b916-4dd3591a0e23 None None] No DVR routers for this DVR port 93bff2ae-9489-4acc-8a7f-a05e6e775ab4 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:27.899810 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4259b6a1-e0df-46c2-84fe-87ed4260c953 x-openstack-request-id: req-4259b6a1-e0df-46c2-84fe-87ed4260c953 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:27.900473 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c7af8f-bc67-4b59-8992-1f4676fd66ab", "name": "network-vif-plugged", "status": "completed", "tag": "b67cc1c7-50b0-49c0-bb77-cd9d207944ee", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:27.900958 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4259b6a1-e0df-46c2-84fe-87ed4260c953 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:27.901623 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c7af8f-bc67-4b59-8992-1f4676fd66ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67cc1c7-50b0-49c0-bb77-cd9d207944ee', 'code': 200} Aug 31 01:12:27.930143 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.945121 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2df8f4-814b-4987-9b84-59093e6b1a0a']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:27.947691 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.970089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c93d0d2-5afb-486b-b7d1-33d452e0ef6b') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:27.970458 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c93d0d2-5afb-486b-b7d1-33d452e0ef6b') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:28.005662 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:28.025934 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:28.033596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:12:28.034006 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:12:28.038382 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:12:28.040963 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=b67cc1c7-50b0-49c0-bb77-cd9d207944ee,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:28.088509 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de45f0d-9e5d-45d0-be98-b01190e12f84 req-56bac117-e48e-4a52-9d9a-4735a396d8ee tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.099333 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6de45f0d-9e5d-45d0-be98-b01190e12f84 req-56bac117-e48e-4a52-9d9a-4735a396d8ee tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1083794 Aug 31 01:12:28.144835 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6de45f0d-9e5d-45d0-be98-b01190e12f84 req-dd1fc2ad-1c8c-4a69-88e7-60bfcfc2df86 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408826 Aug 31 01:12:28.208044 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:28.217061 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:28.222466 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/networks/9b2df8f4-814b-4987-9b84-59093e6b1a0a HTTP/1.1" status: 204 len: 168 time: 1.2650509 Aug 31 01:12:28.227190 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33762) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:28.258664 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5ddc8-becd-4ed7-ac33-1b264326cfbc tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Network': ['ID=9b2df8f4-814b-4987-9b84-59093e6b1a0a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:28.307885 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae9208d-4646-42a4-b0e1-59fff011a1b2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.313397 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33766) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:28.313625 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3ae9208d-4646-42a4-b0e1-59fff011a1b2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports/12bde547-1da4-4acd-a2f7-69588642b0b9 HTTP/1.1" status: 200 len: 840 time: 0.0849686 Aug 31 01:12:28.391349 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ecf4b59c-8dce-41ce-baea-4ca5d9c9e3af tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports/12bde547-1da4-4acd-a2f7-69588642b0b9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0766950 Aug 31 01:12:28.395164 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33768) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:28.400494 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-690f6e9d-d85e-4327-89aa-3867847a0396 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'subnet': {'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:28.412434 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6b091-b552-4429-8689-0f4775eedca7 req-e267f7d5-2b45-4888-b0e8-76f34424b29c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.414517 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-24c6b091-b552-4429-8689-0f4775eedca7 req-e267f7d5-2b45-4888-b0e8-76f34424b29c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0638480 Aug 31 01:12:28.468003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-24c6b091-b552-4429-8689-0f4775eedca7 req-d9d6feaa-6c80-4a14-84c6-0d0ca5604044 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470226 Aug 31 01:12:28.777282 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690f6e9d-d85e-4327-89aa-3867847a0396 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:28.780756 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-690f6e9d-d85e-4327-89aa-3867847a0396 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:28.817978 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f76add50-2a32-4adf-b766-a17e6155f28b details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:12:28.882614 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb8e34-a429-43c6-b604-2f79f7cb6176 req-7bd7110f-3609-4c1e-ba87-2de32798abab tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.886012 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-69cb8e34-a429-43c6-b604-2f79f7cb6176 req-7bd7110f-3609-4c1e-ba87-2de32798abab tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 945 time: 0.1462002 Aug 31 01:12:29.037675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f76add50-2a32-4adf-b766-a17e6155f28b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f76add50-2a32-4adf-b766-a17e6155f28b,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:29.071243 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-69cb8e34-a429-43c6-b604-2f79f7cb6176 req-00c0477d-d352-4b5e-9feb-5d93c2bb47b9 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070435 Aug 31 01:12:29.103773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'port_id': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'mac_address': 'fa:16:3e:6d:bf:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:12:29.199529 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:29.216911 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76add50-2a32-4adf-b766-a17e6155f28b {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:29.257843 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f76add50-2a32-4adf-b766-a17e6155f28b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f76add50-2a32-4adf-b766-a17e6155f28b,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:29.428999 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6b5e4-a983-4552-abcf-ecfbfb3394d4 req-404f7045-bec6-49ea-9f05-0820ef0d5882 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:29.440003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eda6b5e4-a983-4552-abcf-ecfbfb3394d4 req-404f7045-bec6-49ea-9f05-0820ef0d5882 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1273308 Aug 31 01:12:29.440219 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:29.537383 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eda6b5e4-a983-4552-abcf-ecfbfb3394d4 req-b4e1586d-8896-48d0-9325-75701e12255e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974405 Aug 31 01:12:29.539102 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-690f6e9d-d85e-4327-89aa-3867847a0396 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:29.594167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['f76add50-2a32-4adf-b766-a17e6155f28b'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:29.646947 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690f6e9d-d85e-4327-89aa-3867847a0396 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:29.651747 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-690f6e9d-d85e-4327-89aa-3867847a0396 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:29.671512 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=f76add50-2a32-4adf-b766-a17e6155f28b,revision_number=12']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:29.688057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1051b738-8f21-4179-8c03-9f559d437205 None None] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:29.718720 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690f6e9d-d85e-4327-89aa-3867847a0396 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:29.719686 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-690f6e9d-d85e-4327-89aa-3867847a0396 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:29.751611 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f6e9d-d85e-4327-89aa-3867847a0396 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Subnet': ['ID=44c1af3f-6e63-4828-83a8-b941a456c1bf,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:29.782853 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae74746-2797-42e3-a9ab-c5b8340df8e2 req-206d65ad-1d68-49b9-bec4-419a0c8ba140 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:29.793592 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6ae74746-2797-42e3-a9ab-c5b8340df8e2 req-206d65ad-1d68-49b9-bec4-419a0c8ba140 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 945 time: 0.1576414 Aug 31 01:12:29.881522 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6ae74746-2797-42e3-a9ab-c5b8340df8e2 req-8402df40-6591-4fe7-9fd0-e17004f62c96 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868444 Aug 31 01:12:29.883939 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-690f6e9d-d85e-4327-89aa-3867847a0396 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4876688 Aug 31 01:12:29.893691 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33792) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:29.893691 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-fd6046a2-2e32-46ba-80ee-cc62d6f688ac tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'security_group': {'name': 'tempest-secgroup-1105843053'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:30.072456 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-61d8f6a3-6a1a-4a3f-a383-feb57be72ab5', 'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5', 'tenant_id': 'c31b38fd2693486ea068244b2c0eb066', 'fixed_ips': [{'subnet_id': '44c1af3f-6e63-4828-83a8-b941a456c1bf'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:12:30.081925 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.160453 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fd6046a2-2e32-46ba-80ee-cc62d6f688ac tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.276223 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Allocated IP 172.20.0.2 (61d8f6a3-6a1a-4a3f-a383-feb57be72ab5/44c1af3f-6e63-4828-83a8-b941a456c1bf/c20e4b5a-351f-4580-a478-4f0312fd4b6e) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:30.299163 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb3e08-8a58-41a0-a39f-bdad7a0bc20c req-f843b596-313a-4210-a25e-5032b1000d0d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:30.302196 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6abb3e08-8a58-41a0-a39f-bdad7a0bc20c req-f843b596-313a-4210-a25e-5032b1000d0d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 945 time: 0.0993469 Aug 31 01:12:30.398550 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fd6046a2-2e32-46ba-80ee-cc62d6f688ac tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.436857 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6abb3e08-8a58-41a0-a39f-bdad7a0bc20c req-9419d672-ae6c-41d3-be9e-d87d7aa030da tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138160 Aug 31 01:12:30.538783 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fd6046a2-2e32-46ba-80ee-cc62d6f688ac tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.650165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6046a2-2e32-46ba-80ee-cc62d6f688ac tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed34aa0-e45c-4f83-b3f1-18158a7cf0c7,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:30.705867 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fd6046a2-2e32-46ba-80ee-cc62d6f688ac tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.710159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33808) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:30.710683 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fd6046a2-2e32-46ba-80ee-cc62d6f688ac tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8226342 Aug 31 01:12:30.716871 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-5c6ab29d-7d82-43ce-8c08-2814933b1f76 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'security_group': {'name': 'tempest-secgroup-515079579'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:30.828636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f76add50-2a32-4adf-b766-a17e6155f28b up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:30.904715 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.936523 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75722e-c402-4e54-89a4-b87d74b81eb3 req-94dee88d-e919-4753-a805-1b9bba38494a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:30.948588 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d75722e-c402-4e54-89a4-b87d74b81eb3 req-94dee88d-e919-4753-a805-1b9bba38494a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1555300 Aug 31 01:12:30.959049 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Transition to ACTIVE for port object c20e4b5a-351f-4580-a478-4f0312fd4b6e will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:30.993997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e92cd7-7529-42f9-a91b-f93e344cba50 req-feb40ef7-8ad1-456b-a43a-c88d89272905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:30.996701 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2e92cd7-7529-42f9-a91b-f93e344cba50 req-feb40ef7-8ad1-456b-a43a-c88d89272905 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 1097 time: 0.1159689 Aug 31 01:12:31.037174 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d75722e-c402-4e54-89a4-b87d74b81eb3 req-6c3f1fe8-86fb-4937-a479-cb0feb7e107e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786037 Aug 31 01:12:31.056808 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Transition to ACTIVE for port object c20e4b5a-351f-4580-a478-4f0312fd4b6e will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:31.106887 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port f76add50-2a32-4adf-b766-a17e6155f28b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:31.106887 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:31.108559 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab29d-7d82-43ce-8c08-2814933b1f76 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:31.262108 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:31.265288 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2e92cd7-7529-42f9-a91b-f93e344cba50 req-0c701f2a-c4b0-40c9-8467-32756f919fff service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545114 Aug 31 01:12:31.314520 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f76add50-2a32-4adf-b766-a17e6155f28b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f76add50-2a32-4adf-b766-a17e6155f28b,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:31.317269 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:31.322008 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5b2e3d-349c-4271-9d91-2226220e6c79" -d '{"events": [{"server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "name": "network-vif-plugged", "status": "completed", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:31.362707 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f06713-cf87-45df-936d-56ec4e244369 req-e7cc0fb6-3fbb-44e7-a0e1-82edf8ebeb6b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:31.368664 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-14f06713-cf87-45df-936d-56ec4e244369 req-e7cc0fb6-3fbb-44e7-a0e1-82edf8ebeb6b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 945 time: 0.2990630 Aug 31 01:12:31.378272 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3d1c56-7c1d-4779-9968-244e47ccbf41 x-openstack-request-id: req-ce3d1c56-7c1d-4779-9968-244e47ccbf41 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:31.378272 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "name": "network-vif-plugged", "status": "completed", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:31.378744 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce3d1c56-7c1d-4779-9968-244e47ccbf41 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:31.378938 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'code': 200} Aug 31 01:12:31.457327 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab29d-7d82-43ce-8c08-2814933b1f76 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:31.485832 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-14f06713-cf87-45df-936d-56ec4e244369 req-1557107c-ba8a-47d5-be89-3594deb3f517 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158209 Aug 31 01:12:31.550749 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33822) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:31.676941 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a215e8-a50b-4204-8216-87e52c22bc88 req-879dc74f-ff2a-4e3f-8e5f-cf87046ec003 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:31.690097 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d9a215e8-a50b-4204-8216-87e52c22bc88 req-879dc74f-ff2a-4e3f-8e5f-cf87046ec003 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 945 time: 0.1532755 Aug 31 01:12:31.725401 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-763915bb-f590-4e11-8eac-90858752e44f tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/floatingips/b56c67fb-140e-4ff8-950d-6303df570e5b HTTP/1.1" status: 200 len: 992 time: 0.1628351 Aug 31 01:12:31.774804 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d9a215e8-a50b-4204-8216-87e52c22bc88 req-7a5c2b78-ef46-4e8e-94b9-b6144430d790 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805178 Aug 31 01:12:32.307444 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1e268-73e2-4196-934e-fc2c7649acab req-70f96be6-73cf-4e5b-8fb0-d405c0c70c95 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:32.309612 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2bd1e268-73e2-4196-934e-fc2c7649acab req-70f96be6-73cf-4e5b-8fb0-d405c0c70c95 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.0793498 Aug 31 01:12:32.367047 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2bd1e268-73e2-4196-934e-fc2c7649acab req-06e2493e-c1b9-43be-86bd-ae51735dff32 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502629 Aug 31 01:12:32.431180 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab29d-7d82-43ce-8c08-2814933b1f76 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.436142 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.454835 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.526063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ab29d-7d82-43ce-8c08-2814933b1f76 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e8c2dd-412c-459f-87b6-6d67bae61da8,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:32.531562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:32.536927 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:32.543385 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:32.615378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Attempting to bind port c20e4b5a-351f-4580-a478-4f0312fd4b6e on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:32.615748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Attempting to bind port c20e4b5a-351f-4580-a478-4f0312fd4b6e by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '7040bfcc-2bfd-4aab-9112-0fcc47ae2f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:32.616177 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Attempting to bind port c20e4b5a-351f-4580-a478-4f0312fd4b6e on network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:32.619826 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Pushing event updated for resources: {'Port': ['ID=c20e4b5a-351f-4580-a478-4f0312fd4b6e,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:32.630837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:32.630837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Checking segment: {'id': '7040bfcc-2bfd-4aab-9112-0fcc47ae2f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:32.630837 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.630837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Bound using segment: {'id': '7040bfcc-2bfd-4aab-9112-0fcc47ae2f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:32.631577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Bound port: c20e4b5a-351f-4580-a478-4f0312fd4b6e, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7040bfcc-2bfd-4aab-9112-0fcc47ae2f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:32.631989 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.683665 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335a5f2-88bc-49e3-92b1-0e242821f5af req-ca983f21-11b7-4f9e-8222-1092f27f2cc7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:32.692467 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c335a5f2-88bc-49e3-92b1-0e242821f5af req-ca983f21-11b7-4f9e-8222-1092f27f2cc7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 946 time: 0.1063054 Aug 31 01:12:32.758400 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] For port c20e4b5a-351f-4580-a478-4f0312fd4b6e, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:32.762605 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] For port c20e4b5a-351f-4580-a478-4f0312fd4b6e, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c20e4b5a-351f-4580-a478-4f0312fd4b6e,segment=NetworkSegment(7040bfcc-2bfd-4aab-9112-0fcc47ae2f02),segment_id=7040bfcc-2bfd-4aab-9112-0fcc47ae2f02)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:32.765670 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c335a5f2-88bc-49e3-92b1-0e242821f5af req-4f34aafe-f6e2-41c2-9622-83677e767f56 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722902 Aug 31 01:12:32.794416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=f76add50-2a32-4adf-b766-a17e6155f28b,revision_number=13']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:32.852284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33838) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:32.918081 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab29d-7d82-43ce-8c08-2814933b1f76 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.918081 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5c6ab29d-7d82-43ce-8c08-2814933b1f76 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2024150 Aug 31 01:12:32.918421 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33840) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:32.927226 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1909923122', 'security_groups': ['22e8c2dd-412c-459f-87b6-6d67bae61da8'], 'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '44c1af3f-6e63-4828-83a8-b941a456c1bf'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:33.007491 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:33.139767 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2fe2-c8ca-439c-adf3-faffec41075b None None] Pushing event updated for resources: {'Port': ['ID=c20e4b5a-351f-4580-a478-4f0312fd4b6e,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:33.352166 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:33.647365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f1817-78d7-40fa-9f19-5b26af1f8ffc req-547dd8a7-7831-4e8e-8f97-dd7311abb43c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:33.650047 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d07f1817-78d7-40fa-9f19-5b26af1f8ffc req-547dd8a7-7831-4e8e-8f97-dd7311abb43c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 945 time: 0.7825768 Aug 31 01:12:33.771065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c20e4b5a-351f-4580-a478-4f0312fd4b6e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:33.774257 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d07f1817-78d7-40fa-9f19-5b26af1f8ffc req-19e2f4e4-e77c-4a71-9f05-729224ceeddc tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105382 Aug 31 01:12:34.004009 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-f9ee8fd9-5ceb-4efb-b255-1dead8b0aeca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Deleting port 00a4b0ba-20d4-4250-8428-0f2d55162341 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:34.004365 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f9ee8fd9-5ceb-4efb-b255-1dead8b0aeca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.122249 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port c20e4b5a-351f-4580-a478-4f0312fd4b6e completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:34.150364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da40bc-a273-4c9a-a4b0-584982f1841a req-aa2095f1-5824-44f2-b486-3d329d281b80 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:34.150364 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23da40bc-a273-4c9a-a4b0-584982f1841a req-aa2095f1-5824-44f2-b486-3d329d281b80 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 946 time: 0.2002866 Aug 31 01:12:34.190185 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.233766 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f68cb-ae6b-42a0-8012-2ce49a700fe7 req-4f8e6404-df09-48f3-b172-576e20e46796 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:34.242326 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fa1f68cb-ae6b-42a0-8012-2ce49a700fe7 req-4f8e6404-df09-48f3-b172-576e20e46796 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.2597790 Aug 31 01:12:34.256942 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23da40bc-a273-4c9a-a4b0-584982f1841a req-88202bbc-e300-4c69-abda-315053424ab3 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027911 Aug 31 01:12:34.260912 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] device_id is not set on port 4eea738b-3fac-45a3-b571-c3f0c3ace423 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:12:34.305150 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f9ee8fd9-5ceb-4efb-b255-1dead8b0aeca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.305710 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f9ee8fd9-5ceb-4efb-b255-1dead8b0aeca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.321418 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5248f7b3-1d94-4f0a-8427-6098090a311e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.326879 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-f9ee8fd9-5ceb-4efb-b255-1dead8b0aeca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Calling delete_port for 00a4b0ba-20d4-4250-8428-0f2d55162341 owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:34.384715 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fa1f68cb-ae6b-42a0-8012-2ce49a700fe7 req-c2521e4e-98a9-4a6b-8897-9b5887fb0569 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413426 Aug 31 01:12:34.564813 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Allocated IP 172.20.0.10 (61d8f6a3-6a1a-4a3f-a383-feb57be72ab5/44c1af3f-6e63-4828-83a8-b941a456c1bf/4eea738b-3fac-45a3-b571-c3f0c3ace423) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:34.777195 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-cbe1163d-3966-4581-b20f-e72ce4884762 None None] Provisioning complete for port 12bde547-1da4-4acd-a2f7-69588642b0b9 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:34.780163 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cbe1163d-3966-4581-b20f-e72ce4884762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.802646 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f9ee8fd9-5ceb-4efb-b255-1dead8b0aeca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.849286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee8fd9-5ceb-4efb-b255-1dead8b0aeca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'Port': ['ID=00a4b0ba-20d4-4250-8428-0f2d55162341,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:34.885791 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-cbe1163d-3966-4581-b20f-e72ce4884762 None None] Port 12bde547-1da4-4acd-a2f7-69588642b0b9 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:34.899795 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.932631 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Transition to ACTIVE for port object 4eea738b-3fac-45a3-b571-c3f0c3ace423 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:34.966987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33858) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:34.975053 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f9ee8fd9-5ceb-4efb-b255-1dead8b0aeca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.975405 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-f9ee8fd9-5ceb-4efb-b255-1dead8b0aeca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Floating IP b56c67fb-140e-4ff8-950d-6303df570e5b disassociated (deleted). External IP: 172.25.2.52, port: 8ccc746f-9b87-400c-ae22-c66663c95dce. Aug 31 01:12:35.041512 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-cbe1163d-3966-4581-b20f-e72ce4884762 None None] Provisioning for port c20e4b5a-351f-4580-a478-4f0312fd4b6e completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:35.046519 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b98166-68e9-45f9-ae0b-d4ac788d8ba6 req-6c48187e-94b3-4ab4-8ec7-fe42feb2d11f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:35.048317 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99b98166-68e9-45f9-ae0b-d4ac788d8ba6 req-6c48187e-94b3-4ab4-8ec7-fe42feb2d11f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 945 time: 0.1366875 Aug 31 01:12:35.049193 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-cbe1163d-3966-4581-b20f-e72ce4884762 None None] Provisioning complete for port c20e4b5a-351f-4580-a478-4f0312fd4b6e triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:35.054602 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cbe1163d-3966-4581-b20f-e72ce4884762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:35.083826 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:35.160719 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=4eea738b-3fac-45a3-b571-c3f0c3ace423,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:35.164934 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:35.165313 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:35.165762 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:35.166107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:35.166443 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:35.166775 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:35.167106 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:35.167624 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:35.168514 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:35.169106 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:35.169503 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:35.169786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:35.198843 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:35.213707 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:35.217706 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99b98166-68e9-45f9-ae0b-d4ac788d8ba6 req-61216cc3-d9c5-4306-a288-4e3905a74a5f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586509 Aug 31 01:12:35.228412 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:35.335740 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cbe1163d-3966-4581-b20f-e72ce4884762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:35.374901 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:35.375595 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:35.422624 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-cbe1163d-3966-4581-b20f-e72ce4884762 None None] For port c20e4b5a-351f-4580-a478-4f0312fd4b6e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c20e4b5a-351f-4580-a478-4f0312fd4b6e,segment=NetworkSegment(7040bfcc-2bfd-4aab-9112-0fcc47ae2f02),segment_id=7040bfcc-2bfd-4aab-9112-0fcc47ae2f02)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:35.476756 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b7cdb-a7ea-4ebc-b915-736898fdccda req-f0c9767b-ce58-449b-bea9-5db2baed1f1e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:35.479115 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e56b7cdb-a7ea-4ebc-b915-736898fdccda req-f0c9767b-ce58-449b-bea9-5db2baed1f1e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 946 time: 0.0799167 Aug 31 01:12:35.507284 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be492939-a484-43e1-8883-decaac5ae543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:35.523574 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e56b7cdb-a7ea-4ebc-b915-736898fdccda req-4011fd00-8552-499a-8d4b-bd71c34bea5e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372818 Aug 31 01:12:35.569591 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ee8fd9-5ceb-4efb-b255-1dead8b0aeca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Router eb79ac38-4ee3-4080-8151-b9477414afc6 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:35.577472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf89f9f-84c8-4090-8942-d9550944b2b7 req-dc22b063-c5ed-4a15-9f43-226969cda6b3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:35.579154 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-faf89f9f-84c8-4090-8942-d9550944b2b7 req-dc22b063-c5ed-4a15-9f43-226969cda6b3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 945 time: 0.0926311 Aug 31 01:12:35.671504 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-faf89f9f-84c8-4090-8942-d9550944b2b7 req-739cd428-3e39-41e3-bced-f3ef03a520a6 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848439 Aug 31 01:12:35.679827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345d4d7-fd62-4e34-b7a2-b5be8cba283a req-ca84dff7-7d47-46ec-bb85-c9a80113ecc6 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:35.681847 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f345d4d7-fd62-4e34-b7a2-b5be8cba283a req-ca84dff7-7d47-46ec-bb85-c9a80113ecc6 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.0569961 Aug 31 01:12:35.741111 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f345d4d7-fd62-4e34-b7a2-b5be8cba283a req-86477846-ed7a-431b-a3a9-05c308c834d2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488307 Aug 31 01:12:35.748754 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ee8fd9-5ceb-4efb-b255-1dead8b0aeca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:35.755172 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f9ee8fd9-5ceb-4efb-b255-1dead8b0aeca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:35.759027 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c8edd2-166b-4c24-abf5-800acb3a14fe None None] Sync routers for ids ['eb79ac38-4ee3-4080-8151-b9477414afc6'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:35.773619 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c8edd2-166b-4c24-abf5-800acb3a14fe None None] Routers {'eb79ac38-4ee3-4080-8151-b9477414afc6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:35.774355 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-81c8edd2-166b-4c24-abf5-800acb3a14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:12:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['eb79ac38-4ee3-4080-8151-b9477414afc6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:35.827953 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f9ee8fd9-5ceb-4efb-b255-1dead8b0aeca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "DELETE /v2.0/floatingips/b56c67fb-140e-4ff8-950d-6303df570e5b HTTP/1.1" status: 204 len: 168 time: 2.9744103 Aug 31 01:12:35.830219 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9', 'tag': '8ccc746f-9b87-400c-ae22-c66663c95dce'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:35.833422 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50be36ef-fd0e-40ff-a8ef-715214ce23cf" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9", "tag": "8ccc746f-9b87-400c-ae22-c66663c95dce"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:35.852441 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7be223-8798-4fc1-968f-4e960e869643 req-58a31878-a10c-4264-9a1c-fa9c7f2f105d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:35.853947 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c7be223-8798-4fc1-968f-4e960e869643 req-58a31878-a10c-4264-9a1c-fa9c7f2f105d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 945 time: 0.1031811 Aug 31 01:12:35.900950 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c7be223-8798-4fc1-968f-4e960e869643 req-64eee27b-bd7a-4765-9a97-63ae7a63ee0a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403876 Aug 31 01:12:35.953923 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f01791a-9bb7-474b-a83a-2becfcf14160 x-openstack-request-id: req-7f01791a-9bb7-474b-a83a-2becfcf14160 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:35.954224 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9", "tag": "8ccc746f-9b87-400c-ae22-c66663c95dce", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:35.954487 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f01791a-9bb7-474b-a83a-2becfcf14160 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:35.955140 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9', 'tag': '8ccc746f-9b87-400c-ae22-c66663c95dce', 'status': 'completed', 'code': 200} Aug 31 01:12:35.985482 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-44b8795e-580c-42ff-afa7-b05237528ac2 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0659404 Aug 31 01:12:35.988855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33876) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:36.013127 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-61a36e51-35f9-4513-b4ac-3dab99f55093 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'subnet': {'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:36.035612 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cbe1163d-3966-4581-b20f-e72ce4884762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.076674 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-81c8edd2-166b-4c24-abf5-800acb3a14fe None None] Set router eb79ac38-4ee3-4080-8151-b9477414afc6 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:36.114290 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be36ef-fd0e-40ff-a8ef-715214ce23cf req-e3b50b62-1c3e-4782-b3b7-21297b39fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:36.115849 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-50be36ef-fd0e-40ff-a8ef-715214ce23cf req-e3b50b62-1c3e-4782-b3b7-21297b39fd43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f481833dbad44e8ab08e3a835b3f2ce&device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 1097 time: 0.1375654 Aug 31 01:12:36.135315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1163d-3966-4581-b20f-e72ce4884762 None None] Pushing event updated for resources: {'Port': ['ID=c20e4b5a-351f-4580-a478-4f0312fd4b6e,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:36.282288 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be492939-a484-43e1-8883-decaac5ae543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.298734 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be36ef-fd0e-40ff-a8ef-715214ce23cf req-12ed44a6-fe8f-45d8-bc8a-61808f136f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:36.300838 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-50be36ef-fd0e-40ff-a8ef-715214ce23cf req-12ed44a6-fe8f-45d8-bc8a-61808f136f1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d HTTP/1.1" status: 200 len: 898 time: 0.1736932 Aug 31 01:12:36.352932 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-50be36ef-fd0e-40ff-a8ef-715214ce23cf req-4021cdb2-01ef-4fcf-8e54-25e6e5abf646 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ccc746f-9b87-400c-ae22-c66663c95dce HTTP/1.1" status: 200 len: 217 time: 0.0454724 Aug 31 01:12:36.353979 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-81c8edd2-166b-4c24-abf5-800acb3a14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'name': 'tempest-TestNetworkBasicOps-router-892176050', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3c31329a-1edb-418f-a020-a47372e123b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:08Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '3c31329a-1edb-418f-a020-a47372e123b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '75855bf6-23a7-4e3e-a230-2158886f28df', 'name': '', 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:21:ca:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '767d1c38-5de2-4946-9be6-61cd2e44d072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:14Z', 'updated_at': '2021-08-31T01:11:26Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '767d1c38-5de2-4946-9be6-61cd2e44d072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:36.388557 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c8edd2-166b-4c24-abf5-800acb3a14fe None None] Checking router: eb79ac38-4ee3-4080-8151-b9477414afc6 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:12:36.402684 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c8edd2-166b-4c24-abf5-800acb3a14fe None None] Routers {'eb79ac38-4ee3-4080-8151-b9477414afc6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:36.403636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-81c8edd2-166b-4c24-abf5-800acb3a14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:12:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['eb79ac38-4ee3-4080-8151-b9477414afc6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:36.454059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be36ef-fd0e-40ff-a8ef-715214ce23cf req-4b7cc67d-c966-42a0-8889-17000dbc5eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:36.455967 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-50be36ef-fd0e-40ff-a8ef-715214ce23cf req-4b7cc67d-c966-42a0-8889-17000dbc5eec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=767d1c38-5de2-4946-9be6-61cd2e44d072 HTTP/1.1" status: 200 len: 835 time: 0.0952046 Aug 31 01:12:36.493008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-99cf5b16-7cde-4951-905d-2d682606f827 None None] Provisioning for port 4eea738b-3fac-45a3-b571-c3f0c3ace423 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:36.500486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-99cf5b16-7cde-4951-905d-2d682606f827 None None] Provisioning complete for port 4eea738b-3fac-45a3-b571-c3f0c3ace423 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:36.501031 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-99cf5b16-7cde-4951-905d-2d682606f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.501656 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be492939-a484-43e1-8883-decaac5ae543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.578177 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-be492939-a484-43e1-8883-decaac5ae543 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a85a773cf114494384c5fd5b4dbdd541&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6101346 Aug 31 01:12:36.580964 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be492939-a484-43e1-8883-decaac5ae543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610af1df-fe7b-4806-9631-13aee9d27ed8,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:36.582107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33884) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:36.589931 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-99cf5b16-7cde-4951-905d-2d682606f827 None None] Port 4eea738b-3fac-45a3-b571-c3f0c3ace423 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:36.593409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be36ef-fd0e-40ff-a8ef-715214ce23cf req-e685b269-12dd-4562-89aa-94618e7b9395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:36.594781 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-50be36ef-fd0e-40ff-a8ef-715214ce23cf req-e685b269-12dd-4562-89aa-94618e7b9395 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1311104 Aug 31 01:12:36.598830 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-81c8edd2-166b-4c24-abf5-800acb3a14fe None None] Set router eb79ac38-4ee3-4080-8151-b9477414afc6 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:36.666934 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a36e51-35f9-4513-b4ac-3dab99f55093 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:36.673912 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-61a36e51-35f9-4513-b4ac-3dab99f55093 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.785553 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7391dc92-a780-404a-b34c-43d07e287bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.830577 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7391dc92-a780-404a-b34c-43d07e287bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.842034 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77e820-5ff4-4290-be7e-ab28aa91af7a req-e361858e-c451-4503-a290-f7b422c5092d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:36.842971 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.843744 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9e77e820-5ff4-4290-be7e-ab28aa91af7a req-e361858e-c451-4503-a290-f7b422c5092d tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 945 time: 0.1083930 Aug 31 01:12:36.906979 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4e620-2d82-4efa-ac8c-bf263e1e92bf req-b2f487eb-34c5-42f7-bf5a-72edd21e3d5b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:36.909227 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-14f4e620-2d82-4efa-ac8c-bf263e1e92bf req-b2f487eb-34c5-42f7-bf5a-72edd21e3d5b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 946 time: 0.1852982 Aug 31 01:12:36.934958 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.947156 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9e77e820-5ff4-4290-be7e-ab28aa91af7a req-c25a9591-8f95-4d4a-a9ba-50c378f0015a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=df97fc71-3a15-41bf-9b51-0070a4d63a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854731 Aug 31 01:12:36.971619 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-50be36ef-fd0e-40ff-a8ef-715214ce23cf req-22d9119b-4cf5-4e7a-80a7-3087e7d06400 service neutron] 10.222.0.48 "GET /v2.0/networks/4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469095 Aug 31 01:12:36.978196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-81c8edd2-166b-4c24-abf5-800acb3a14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'name': 'tempest-TestNetworkBasicOps-router-892176050', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3c31329a-1edb-418f-a020-a47372e123b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:08Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '3c31329a-1edb-418f-a020-a47372e123b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '75855bf6-23a7-4e3e-a230-2158886f28df', 'name': '', 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:21:ca:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '767d1c38-5de2-4946-9be6-61cd2e44d072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:14Z', 'updated_at': '2021-08-31T01:11:26Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '767d1c38-5de2-4946-9be6-61cd2e44d072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:36.997135 n-d-793621-34 neutron-server[102342]: INFO neutron.db.ipam_backend_mixin [None req-61a36e51-35f9-4513-b4ac-3dab99f55093 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 44c1af3f-6e63-4828-83a8-b941a456c1bf (CIDR: 172.20.0.0/28) Aug 31 01:12:37.019716 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c8edd2-166b-4c24-abf5-800acb3a14fe None None] The sync data for ids ['eb79ac38-4ee3-4080-8151-b9477414afc6'] in n-d-793621-34 is: [{'id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'name': 'tempest-TestNetworkBasicOps-router-892176050', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3c31329a-1edb-418f-a020-a47372e123b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:08Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 4, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '3c31329a-1edb-418f-a020-a47372e123b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '75855bf6-23a7-4e3e-a230-2158886f28df', 'name': '', 'network_id': '4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'mac_address': 'fa:16:3e:21:ca:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '767d1c38-5de2-4946-9be6-61cd2e44d072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:14Z', 'updated_at': '2021-08-31T01:11:26Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'subnets': [{'id': '767d1c38-5de2-4946-9be6-61cd2e44d072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:37.022176 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-58840f7f-e2cb-4987-8f12-3f1a31d99d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:37.038463 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7391dc92-a780-404a-b34c-43d07e287bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:37.041829 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7391dc92-a780-404a-b34c-43d07e287bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:37.051210 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a36e51-35f9-4513-b4ac-3dab99f55093 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:12:37.051939 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a36e51-35f9-4513-b4ac-3dab99f55093 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:12:37.057663 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7391dc92-a780-404a-b34c-43d07e287bd3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/610af1df-fe7b-4806-9631-13aee9d27ed8 HTTP/1.1" status: 204 len: 168 time: 0.4634950 Aug 31 01:12:37.062544 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-14f4e620-2d82-4efa-ac8c-bf263e1e92bf req-9fb44030-e0fb-4000-b3b0-ad969b644b33 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382797 Aug 31 01:12:37.099017 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391dc92-a780-404a-b34c-43d07e287bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610af1df-fe7b-4806-9631-13aee9d27ed8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:37.145097 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:37.148230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5c63a-7d25-4b99-81cb-862441babfd7 req-35ebddbb-8bc0-4f8d-bfe9-79b575bb62a2 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:37.156785 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d7a5c63a-7d25-4b99-81cb-862441babfd7 req-35ebddbb-8bc0-4f8d-bfe9-79b575bb62a2 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 945 time: 0.1616855 Aug 31 01:12:37.212122 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-50be36ef-fd0e-40ff-a8ef-715214ce23cf req-74028eb7-ef5e-4c5d-afb5-e4cb5ca81225 service neutron] 10.222.0.48 "GET /v2.0/networks/4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343087 Aug 31 01:12:37.220055 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-61a36e51-35f9-4513-b4ac-3dab99f55093 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2266123 Aug 31 01:12:37.229485 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33894) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:37.236685 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-8591da5a-e06b-40dc-9783-63b9080c4824 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'subnet': {'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:37.241981 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d7a5c63a-7d25-4b99-81cb-862441babfd7 req-77852aa1-316f-431a-9fa8-a44940c48d14 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786254 Aug 31 01:12:37.350357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c111e3-ce32-40fb-807a-54d34bf5b368 req-8dc2ad9a-9b01-4f9e-a09d-2f78cdc4594a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:37.352241 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-85c111e3-ce32-40fb-807a-54d34bf5b368 req-8dc2ad9a-9b01-4f9e-a09d-2f78cdc4594a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1391714 Aug 31 01:12:37.528080 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8caa58-bb65-469b-ac42-0fb9af0eac4b None None] New status for floating IP b56c67fb-140e-4ff8-950d-6303df570e5b: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:12:37.568128 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8591da5a-e06b-40dc-9783-63b9080c4824 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:37.572680 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8591da5a-e06b-40dc-9783-63b9080c4824 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:37.687228 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-85c111e3-ce32-40fb-807a-54d34bf5b368 req-e70d904e-efe7-404a-b76f-095d9c1624dc tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3085489 Aug 31 01:12:37.706505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c20e4b5a-351f-4580-a478-4f0312fd4b6e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:37.775400 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44fd2277-ec19-47d5-96e8-154a7262aa17 req-ec06733f-351a-422d-9350-919de4c93e60 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3045905 Aug 31 01:12:37.832420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c20e4b5a-351f-4580-a478-4f0312fd4b6e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:37.833199 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:37.944164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd2277-ec19-47d5-96e8-154a7262aa17 req-e9c20b11-2ac5-4f02-bba2-fff3fbaa4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:37.945739 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44fd2277-ec19-47d5-96e8-154a7262aa17 req-e9c20b11-2ac5-4f02-bba2-fff3fbaa4794 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 1097 time: 0.1316407 Aug 31 01:12:38.113724 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33902) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:38.158776 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4c45a2b5-5ed0-4fd4-8503-51ea1680949c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.203557 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd31363-876d-4642-8c91-579848049f27 req-63cbec25-d8ef-4ec9-ad73-e13d7bf7c15c tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.205168 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8dd31363-876d-4642-8c91-579848049f27 req-63cbec25-d8ef-4ec9-ad73-e13d7bf7c15c tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 945 time: 0.1649077 Aug 31 01:12:38.221864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d58711-a521-4ddf-ba20-abf1a7bbc827 req-3169320c-c4cf-4524-9087-efed03685f7a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.224459 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09d58711-a521-4ddf-ba20-abf1a7bbc827 req-3169320c-c4cf-4524-9087-efed03685f7a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 945 time: 0.2977798 Aug 31 01:12:38.288901 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8dd31363-876d-4642-8c91-579848049f27 req-c8948c9e-61ec-431c-a1d7-fdd9aa792313 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=df97fc71-3a15-41bf-9b51-0070a4d63a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680406 Aug 31 01:12:38.357262 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4c45a2b5-5ed0-4fd4-8503-51ea1680949c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.373527 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e891971-be75-49b4-901a-613dc98dc9ae req-596bc903-690f-4809-8158-d02384e48f47 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.376006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e891971-be75-49b4-901a-613dc98dc9ae req-596bc903-690f-4809-8158-d02384e48f47 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 945 time: 0.3232946 Aug 31 01:12:38.430117 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8591da5a-e06b-40dc-9783-63b9080c4824 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.463351 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de5852-c538-4940-adcb-d39aa2668c5e req-86da83ad-6ab5-44a8-bb90-48c3073a4aa3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.475965 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42de5852-c538-4940-adcb-d39aa2668c5e req-86da83ad-6ab5-44a8-bb90-48c3073a4aa3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 945 time: 0.0950501 Aug 31 01:12:38.523206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd2277-ec19-47d5-96e8-154a7262aa17 req-760aaff2-716f-4bdb-aba8-d226935e1aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.524715 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44fd2277-ec19-47d5-96e8-154a7262aa17 req-760aaff2-716f-4bdb-aba8-d226935e1aac service neutron] 10.222.0.48 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 907 time: 0.5465965 Aug 31 01:12:38.540945 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42de5852-c538-4940-adcb-d39aa2668c5e req-dacf155d-2c0b-47d8-bf99-7c7555caea82 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622323 Aug 31 01:12:38.556433 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4c45a2b5-5ed0-4fd4-8503-51ea1680949c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.577166 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.686488 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4c45a2b5-5ed0-4fd4-8503-51ea1680949c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee0c3fabf13e4caa8b650007349f8c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5696218 Aug 31 01:12:38.688904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33908) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:38.702695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a631bb-6347-4222-8547-e3b38fc819db req-05d0be5c-c339-46c5-8bcc-d78d05f8209f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.707051 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45a2b5-5ed0-4fd4-8503-51ea1680949c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976fb286-e63a-449a-ba7c-4f1749aec751,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:38.711642 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3a631bb-6347-4222-8547-e3b38fc819db req-05d0be5c-c339-46c5-8bcc-d78d05f8209f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 946 time: 0.5116813 Aug 31 01:12:38.715117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8591da5a-e06b-40dc-9783-63b9080c4824 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:38.720223 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44fd2277-ec19-47d5-96e8-154a7262aa17 req-d3c908d2-0987-475e-8b93-888562b01556 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96432a75-6894-44bb-b3cf-e774f3562bb0 HTTP/1.1" status: 200 len: 217 time: 0.1626768 Aug 31 01:12:38.743835 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-8591da5a-e06b-40dc-9783-63b9080c4824 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:38.767315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b33f6b3-a541-49bf-a290-de7ce38d9525 None None] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:38.797817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8591da5a-e06b-40dc-9783-63b9080c4824 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.798420 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8591da5a-e06b-40dc-9783-63b9080c4824 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.803976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591da5a-e06b-40dc-9783-63b9080c4824 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Subnet': ['ID=03093aa4-1f79-42bb-9fb1-87c52128e8c1,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:38.899904 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2f94ecb-66c2-4e80-9078-cd3f1555ba79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.905773 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3a631bb-6347-4222-8547-e3b38fc819db req-9f9b7c16-863c-46b3-bc8e-033714268a18 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888392 Aug 31 01:12:38.956992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd2277-ec19-47d5-96e8-154a7262aa17 req-9c655d92-86d4-4505-86ba-f323a3b75e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.963134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44fd2277-ec19-47d5-96e8-154a7262aa17 req-9c655d92-86d4-4505-86ba-f323a3b75e80 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28e00ce7-f90d-46fd-a823-804dd57ed42f HTTP/1.1" status: 200 len: 846 time: 0.2239850 Aug 31 01:12:39.012243 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2f94ecb-66c2-4e80-9078-cd3f1555ba79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:39.030946 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44fd2277-ec19-47d5-96e8-154a7262aa17 req-7b8d4443-67d2-4120-bdfe-e8aa1a0429fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e82eeec3-5ff2-445a-851f-06625aceee65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574284 Aug 31 01:12:39.044303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-09d58711-a521-4ddf-ba20-abf1a7bbc827 req-235f88ab-fc82-405c-a97c-3f0544ae73ca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Deleting port 8ccc746f-9b87-400c-ae22-c66663c95dce {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:39.044959 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09d58711-a521-4ddf-ba20-abf1a7bbc827 req-235f88ab-fc82-405c-a97c-3f0544ae73ca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:39.100141 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800d492-2c70-428e-81d7-c68f5a9fc96f req-fc6293f3-791f-49b4-b765-9e7c047d193f tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:39.103099 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8800d492-2c70-428e-81d7-c68f5a9fc96f req-fc6293f3-791f-49b4-b765-9e7c047d193f tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1578076 Aug 31 01:12:39.127232 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8591da5a-e06b-40dc-9783-63b9080c4824 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8959532 Aug 31 01:12:39.132500 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33912) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:39.189522 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ab316142-d0e4-45a1-bf4d-c71a7948d9a6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-481485968', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '03093aa4-1f79-42bb-9fb1-87c52128e8c1'}], 'security_groups': ['fed34aa0-e45c-4f83-b3f1-18158a7cf0c7']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:39.247359 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ca801-7d2d-4a12-9590-b3a6c2f1a1d4 req-e2d14843-b1ed-4180-910c-7c8e20a0b279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:39.249402 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2e1ca801-7d2d-4a12-9590-b3a6c2f1a1d4 req-e2d14843-b1ed-4180-910c-7c8e20a0b279 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 1098 time: 0.7170932 Aug 31 01:12:39.250717 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-3e891971-be75-49b4-901a-613dc98dc9ae req-6c519457-11c7-4f96-ac25-c6c07569ab86 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Deleting port b67cc1c7-50b0-49c0-bb77-cd9d207944ee {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:39.251081 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3e891971-be75-49b4-901a-613dc98dc9ae req-6c519457-11c7-4f96-ac25-c6c07569ab86 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:39.290098 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8800d492-2c70-428e-81d7-c68f5a9fc96f req-4637854f-720c-441d-bcd6-96386427ec31 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786962 Aug 31 01:12:39.363016 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fc45c9-62ff-4dd7-8103-52e191900476 None None] Update dhcp port {'port': {'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5', 'fixed_ips': [{'subnet_id': '44c1af3f-6e63-4828-83a8-b941a456c1bf', 'ip_address': '172.20.0.2'}, {'subnet_id': '03093aa4-1f79-42bb-9fb1-87c52128e8c1'}], 'binding:host_id': 'n-d-793621-34'}, 'id': 'c20e4b5a-351f-4580-a478-4f0312fd4b6e'} from n-d-793621-34. {{(pid=102344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:12:39.424330 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d7fc45c9-62ff-4dd7-8103-52e191900476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:39.465276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-3e891971-be75-49b4-901a-613dc98dc9ae req-6c519457-11c7-4f96-ac25-c6c07569ab86 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] For port b67cc1c7-50b0-49c0-bb77-cd9d207944ee, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b67cc1c7-50b0-49c0-bb77-cd9d207944ee,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:39.466197 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3e891971-be75-49b4-901a-613dc98dc9ae req-6c519457-11c7-4f96-ac25-c6c07569ab86 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:39.540345 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:12:39.636682 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ca801-7d2d-4a12-9590-b3a6c2f1a1d4 req-70fc75ca-499e-4303-bc49-662652b70b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:39.638521 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2e1ca801-7d2d-4a12-9590-b3a6c2f1a1d4 req-70fc75ca-499e-4303-bc49-662652b70b93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 912 time: 0.2506649 Aug 31 01:12:39.639214 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ab316142-d0e4-45a1-bf4d-c71a7948d9a6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:39.642880 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2f94ecb-66c2-4e80-9078-cd3f1555ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:39.653979 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2f94ecb-66c2-4e80-9078-cd3f1555ba79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:39.662086 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b2f94ecb-66c2-4e80-9078-cd3f1555ba79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/976fb286-e63a-449a-ba7c-4f1749aec751 HTTP/1.1" status: 204 len: 168 time: 0.9660392 Aug 31 01:12:39.834037 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2e1ca801-7d2d-4a12-9590-b3a6c2f1a1d4 req-b37260e2-fb1c-4085-8845-ebcef608f865 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f76add50-2a32-4adf-b766-a17e6155f28b HTTP/1.1" status: 200 len: 1000 time: 0.1728752 Aug 31 01:12:39.835445 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f94ecb-66c2-4e80-9078-cd3f1555ba79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976fb286-e63a-449a-ba7c-4f1749aec751,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:39.950201 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-3e891971-be75-49b4-901a-613dc98dc9ae req-6c519457-11c7-4f96-ac25-c6c07569ab86 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Calling delete_port for b67cc1c7-50b0-49c0-bb77-cd9d207944ee owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:39.955908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-d7fc45c9-62ff-4dd7-8103-52e191900476 None None] Allocated IP 172.20.0.18 (61d8f6a3-6a1a-4a3f-a383-feb57be72ab5/03093aa4-1f79-42bb-9fb1-87c52128e8c1/c20e4b5a-351f-4580-a478-4f0312fd4b6e) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:39.976938 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ca801-7d2d-4a12-9590-b3a6c2f1a1d4 req-d9787130-7c1b-41b2-a05c-3f5d6c6fe34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:39.982216 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2e1ca801-7d2d-4a12-9590-b3a6c2f1a1d4 req-d9787130-7c1b-41b2-a05c-3f5d6c6fe34c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.1025767 Aug 31 01:12:40.035204 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-09d58711-a521-4ddf-ba20-abf1a7bbc827 req-235f88ab-fc82-405c-a97c-3f0544ae73ca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] For port 8ccc746f-9b87-400c-ae22-c66663c95dce, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8ccc746f-9b87-400c-ae22-c66663c95dce,segment=NetworkSegment(04770dd8-e348-4319-ac26-6694b0302f21),segment_id=04770dd8-e348-4319-ac26-6694b0302f21)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:40.035888 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09d58711-a521-4ddf-ba20-abf1a7bbc827 req-235f88ab-fc82-405c-a97c-3f0544ae73ca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.113587 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44fd2277-ec19-47d5-96e8-154a7262aa17 req-6f7786df-7aa8-4abd-8659-f61c5dbc528b service neutron] 10.222.0.48 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9800377 Aug 31 01:12:40.117194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-09d58711-a521-4ddf-ba20-abf1a7bbc827 req-235f88ab-fc82-405c-a97c-3f0544ae73ca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Calling delete_port for 8ccc746f-9b87-400c-ae22-c66663c95dce owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:40.132170 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe39b8-e24b-420e-9450-fc33c01cd3a2 req-3685055a-919f-40d5-9fbd-cac0796a2440 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:40.143699 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-46fe39b8-e24b-420e-9450-fc33c01cd3a2 req-3685055a-919f-40d5-9fbd-cac0796a2440 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 945 time: 0.3348367 Aug 31 01:12:40.174521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacfe8a-2d61-4861-a929-e1518be296c0 req-16970a91-2852-451a-9be5-e32b9a1c13ae tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:40.177045 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7aacfe8a-2d61-4861-a929-e1518be296c0 req-16970a91-2852-451a-9be5-e32b9a1c13ae tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 945 time: 0.2246051 Aug 31 01:12:40.218974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ca801-7d2d-4a12-9590-b3a6c2f1a1d4 req-678ba820-457f-486e-a033-308d3348957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:40.236908 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2e1ca801-7d2d-4a12-9590-b3a6c2f1a1d4 req-678ba820-457f-486e-a033-308d3348957d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2458811 Aug 31 01:12:40.264650 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d7fc45c9-62ff-4dd7-8103-52e191900476 None None] For port c20e4b5a-351f-4580-a478-4f0312fd4b6e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c20e4b5a-351f-4580-a478-4f0312fd4b6e,segment=NetworkSegment(7040bfcc-2bfd-4aab-9112-0fcc47ae2f02),segment_id=7040bfcc-2bfd-4aab-9112-0fcc47ae2f02)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:40.319357 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d7fc45c9-62ff-4dd7-8103-52e191900476 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.327763 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.346459 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d7fc45c9-62ff-4dd7-8103-52e191900476 None None] Transition to ACTIVE for port object c20e4b5a-351f-4580-a478-4f0312fd4b6e will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:40.453530 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2e1ca801-7d2d-4a12-9590-b3a6c2f1a1d4 req-02af9b69-e4de-476a-be31-346ee886ca15 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700351 Aug 31 01:12:40.480091 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7aacfe8a-2d61-4861-a929-e1518be296c0 req-71196157-4502-4415-ac11-3857701a8218 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/security-groups?id=df97fc71-3a15-41bf-9b51-0070a4d63a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641301 Aug 31 01:12:40.484245 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44fd2277-ec19-47d5-96e8-154a7262aa17 req-c4a171f7-605e-4a95-a0cb-662a58c45045 service neutron] 10.222.0.48 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584194 Aug 31 01:12:40.496331 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d7fc45c9-62ff-4dd7-8103-52e191900476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.631835 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-46fe39b8-e24b-420e-9450-fc33c01cd3a2 req-8f50471b-27b3-4c58-8746-01fc38849d99 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869430 Aug 31 01:12:40.709160 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc45c9-62ff-4dd7-8103-52e191900476 None None] Pushing event updated for resources: {'Port': ['ID=c20e4b5a-351f-4580-a478-4f0312fd4b6e,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:40.750698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eddf4a-1a8f-42f4-8e74-373193b7f81d req-53a57ad5-b57b-43db-a04d-4c60b82cfdd1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:40.750698 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01eddf4a-1a8f-42f4-8e74-373193b7f81d req-53a57ad5-b57b-43db-a04d-4c60b82cfdd1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 946 time: 0.1421425 Aug 31 01:12:40.821398 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3e891971-be75-49b4-901a-613dc98dc9ae req-6c519457-11c7-4f96-ac25-c6c07569ab86 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.836386 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:40.838779 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['96432a75-6894-44bb-b3cf-e774f3562bb0'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:40.874915 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2e1ca801-7d2d-4a12-9590-b3a6c2f1a1d4 req-01a66e24-6648-4bd5-b670-d526340c53db service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748877 Aug 31 01:12:40.894003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01eddf4a-1a8f-42f4-8e74-373193b7f81d req-92621e01-2899-4bc7-96fb-febe67bb32f7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217532 Aug 31 01:12:40.903644 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09d58711-a521-4ddf-ba20-abf1a7bbc827 req-235f88ab-fc82-405c-a97c-3f0544ae73ca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.910204 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c519457-11c7-4f96-ac25-c6c07569ab86 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Pushing event deleted for resources: {'Port': ['ID=b67cc1c7-50b0-49c0-bb77-cd9d207944ee,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:40.999330 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f88ab-fc82-405c-a97c-3f0544ae73ca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'Port': ['ID=8ccc746f-9b87-400c-ae22-c66663c95dce,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:41.066907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509d161-b318-42b1-a350-60f94eaec9d0 req-36ef233f-cbe0-4d19-8fb8-e56d6eb07ebb tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:41.074545 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4509d161-b318-42b1-a350-60f94eaec9d0 req-36ef233f-cbe0-4d19-8fb8-e56d6eb07ebb tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.3345056 Aug 31 01:12:41.174506 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4509d161-b318-42b1-a350-60f94eaec9d0 req-fda9e5c1-1349-4cfb-89cb-1057f2dc6e85 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988302 Aug 31 01:12:41.181116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33934) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:41.194969 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e891971-be75-49b4-901a-613dc98dc9ae req-6c519457-11c7-4f96-ac25-c6c07569ab86 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] No DVR routers for this DVR port b67cc1c7-50b0-49c0-bb77-cd9d207944ee on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:41.203458 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3e891971-be75-49b4-901a-613dc98dc9ae req-6c519457-11c7-4f96-ac25-c6c07569ab86 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:41.205121 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e891971-be75-49b4-901a-613dc98dc9ae req-6c519457-11c7-4f96-ac25-c6c07569ab86 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.48 "DELETE /v2.0/ports/b67cc1c7-50b0-49c0-bb77-cd9d207944ee HTTP/1.1" status: 204 len: 173 time: 2.7973056 Aug 31 01:12:41.205625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c7af8f-bc67-4b59-8992-1f4676fd66ab', 'name': 'network-vif-deleted', 'tag': 'b67cc1c7-50b0-49c0-bb77-cd9d207944ee'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:41.208693 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35af9a8-230c-457a-9514-1a26a890531c" -d '{"events": [{"server_uuid": "a1c7af8f-bc67-4b59-8992-1f4676fd66ab", "name": "network-vif-deleted", "tag": "b67cc1c7-50b0-49c0-bb77-cd9d207944ee"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:41.215463 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-ab316142-d0e4-45a1-bf4d-c71a7948d9a6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Delete allocated IP 172.20.0.10 (61d8f6a3-6a1a-4a3f-a383-feb57be72ab5/44c1af3f-6e63-4828-83a8-b941a456c1bf) {{(pid=102343) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 01:12:41.234451 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-ab316142-d0e4-45a1-bf4d-c71a7948d9a6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Allocated IP 172.20.0.21 (61d8f6a3-6a1a-4a3f-a383-feb57be72ab5/03093aa4-1f79-42bb-9fb1-87c52128e8c1/4eea738b-3fac-45a3-b571-c3f0c3ace423) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:41.261031 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 2a57eb15-5900-4c8b-8516-e11cb559d40d details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:12:41.265883 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b67cc1c7-50b0-49c0-bb77-cd9d207944ee no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:41.285708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d58711-a521-4ddf-ba20-abf1a7bbc827 req-235f88ab-fc82-405c-a97c-3f0544ae73ca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] No DVR routers for this DVR port 8ccc746f-9b87-400c-ae22-c66663c95dce on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:41.294097 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09d58711-a521-4ddf-ba20-abf1a7bbc827 req-235f88ab-fc82-405c-a97c-3f0544ae73ca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:41.304614 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09d58711-a521-4ddf-ba20-abf1a7bbc827 req-235f88ab-fc82-405c-a97c-3f0544ae73ca tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.48 "DELETE /v2.0/ports/8ccc746f-9b87-400c-ae22-c66663c95dce HTTP/1.1" status: 204 len: 173 time: 3.0451710 Aug 31 01:12:41.328019 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47e6fd6e-367a-4611-b9d1-0d04d670da22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:41.404042 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ae881c-e186-4893-a595-01025c0c7b9d x-openstack-request-id: req-c7ae881c-e186-4893-a595-01025c0c7b9d {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:41.404453 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c7af8f-bc67-4b59-8992-1f4676fd66ab", "name": "network-vif-deleted", "tag": "b67cc1c7-50b0-49c0-bb77-cd9d207944ee", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:41.404927 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7ae881c-e186-4893-a595-01025c0c7b9d {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:41.405622 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c7af8f-bc67-4b59-8992-1f4676fd66ab', 'name': 'network-vif-deleted', 'tag': 'b67cc1c7-50b0-49c0-bb77-cd9d207944ee', 'status': 'completed', 'code': 200} Aug 31 01:12:41.415247 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: b67cc1c7-50b0-49c0-bb77-cd9d207944ee {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:41.415738 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b67cc1c7-50b0-49c0-bb77-cd9d207944ee not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:41.415922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8ccc746f-9b87-400c-ae22-c66663c95dce no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:41.491243 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 8ccc746f-9b87-400c-ae22-c66663c95dce {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:41.491666 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8ccc746f-9b87-400c-ae22-c66663c95dce not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:41.512531 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.resource_extend [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:12:41.653668 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47e6fd6e-367a-4611-b9d1-0d04d670da22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:41.819914 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-280f567b-e389-4a62-a197-cbecb4611b3d req-3dce62f3-4f95-4073-acc8-91c675f246fa tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 210 time: 0.0830846 Aug 31 01:12:41.839076 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c20e4b5a-351f-4580-a478-4f0312fd4b6e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:41.845825 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ab316142-d0e4-45a1-bf4d-c71a7948d9a6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:41.852643 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-437c9b29-5b1b-4d2e-b075-5344ce24e744 req-27a37a4b-d256-4cf1-a13e-f19ce940f957 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 210 time: 0.0661325 Aug 31 01:12:41.854615 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47e6fd6e-367a-4611-b9d1-0d04d670da22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:41.911577 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-ab316142-d0e4-45a1-bf4d-c71a7948d9a6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Transition to ACTIVE for port object 4eea738b-3fac-45a3-b571-c3f0c3ace423 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:41.926800 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-47e6fd6e-367a-4611-b9d1-0d04d670da22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d25c46f9cea74a58b168329f2ae7d0ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7425981 Aug 31 01:12:41.928606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6fd6e-367a-4611-b9d1-0d04d670da22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f523dbc-5eba-4c51-9ed5-faf6681bd068,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:41.930265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33942) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:41.974094 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 2a57eb15-5900-4c8b-8516-e11cb559d40d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2a57eb15-5900-4c8b-8516-e11cb559d40d,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:42.017007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '2a57eb15-5900-4c8b-8516-e11cb559d40d', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'port_id': '2a57eb15-5900-4c8b-8516-e11cb559d40d', 'mac_address': 'fa:16:3e:4e:d9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:12:42.032338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3890af67-04c6-47fd-b86e-f4e173f40e4b None None] Provisioning complete for port 12bde547-1da4-4acd-a2f7-69588642b0b9 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:42.036936 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3890af67-04c6-47fd-b86e-f4e173f40e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.068345 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ab316142-d0e4-45a1-bf4d-c71a7948d9a6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.076971 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9223d87-5767-40c3-a010-debbc5263ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.135339 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.135339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3890af67-04c6-47fd-b86e-f4e173f40e4b None None] Port 12bde547-1da4-4acd-a2f7-69588642b0b9 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:42.156877 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a57eb15-5900-4c8b-8516-e11cb559d40d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:42.177994 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9223d87-5767-40c3-a010-debbc5263ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.180880 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 2a57eb15-5900-4c8b-8516-e11cb559d40d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2a57eb15-5900-4c8b-8516-e11cb559d40d,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:42.217452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf90596-b34f-4a25-b62b-ca14259b063d req-a14096d3-50ec-4d1d-9c86-036a7ea86f79 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:42.219062 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2cf90596-b34f-4a25-b62b-ca14259b063d req-a14096d3-50ec-4d1d-9c86-036a7ea86f79 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 946 time: 0.1719592 Aug 31 01:12:42.235814 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab316142-d0e4-45a1-bf4d-c71a7948d9a6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=4eea738b-3fac-45a3-b571-c3f0c3ace423,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:42.315702 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cfc1a-6500-447c-acf1-e46ea20af4e6 req-a9606327-f306-445d-8f4c-28ad1ea371b6 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:42.324433 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5b9cfc1a-6500-447c-acf1-e46ea20af4e6 req-a9606327-f306-445d-8f4c-28ad1ea371b6 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 943 time: 0.0523458 Aug 31 01:12:42.324593 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-ab316142-d0e4-45a1-bf4d-c71a7948d9a6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] In _notify_port_updated(), no bound segment for port 4eea738b-3fac-45a3-b571-c3f0c3ace423 on network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 {{(pid=102343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:12:42.328692 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab316142-d0e4-45a1-bf4d-c71a7948d9a6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:42.329353 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ab316142-d0e4-45a1-bf4d-c71a7948d9a6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.332460 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ab316142-d0e4-45a1-bf4d-c71a7948d9a6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "PUT /v2.0/ports/4eea738b-3fac-45a3-b571-c3f0c3ace423 HTTP/1.1" status: 200 len: 920 time: 3.1959629 Aug 31 01:12:42.335923 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2cf90596-b34f-4a25-b62b-ca14259b063d req-d9630f10-0c70-4fb8-b6a8-9524ffe43d0e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076746 Aug 31 01:12:42.336606 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33948) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:42.378438 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5b9cfc1a-6500-447c-acf1-e46ea20af4e6 req-0e171b2e-0f61-405a-afcf-1aea3d210f91 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495355 Aug 31 01:12:42.460108 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-75afe829-18ca-4641-bc86-9c7cbf60ac5a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port 4eea738b-3fac-45a3-b571-c3f0c3ace423 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:42.460333 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-75afe829-18ca-4641-bc86-9c7cbf60ac5a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.586892 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-75afe829-18ca-4641-bc86-9c7cbf60ac5a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.605415 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-75afe829-18ca-4641-bc86-9c7cbf60ac5a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for 4eea738b-3fac-45a3-b571-c3f0c3ace423 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:42.707628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3890af67-04c6-47fd-b86e-f4e173f40e4b None None] Provisioning for port 4eea738b-3fac-45a3-b571-c3f0c3ace423 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:42.718133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3890af67-04c6-47fd-b86e-f4e173f40e4b None None] Provisioning complete for port 4eea738b-3fac-45a3-b571-c3f0c3ace423 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:42.718133 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3890af67-04c6-47fd-b86e-f4e173f40e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.746657 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.781089 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3890af67-04c6-47fd-b86e-f4e173f40e4b None None] Port 4eea738b-3fac-45a3-b571-c3f0c3ace423 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:42.809740 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=2a57eb15-5900-4c8b-8516-e11cb559d40d,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:42.825327 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9223d87-5767-40c3-a010-debbc5263ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.828537 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9223d87-5767-40c3-a010-debbc5263ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.829771 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c9223d87-5767-40c3-a010-debbc5263ce0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f523dbc-5eba-4c51-9ed5-faf6681bd068 HTTP/1.1" status: 204 len: 168 time: 0.8958516 Aug 31 01:12:42.838757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9223d87-5767-40c3-a010-debbc5263ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f523dbc-5eba-4c51-9ed5-faf6681bd068,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:42.955002 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['2a57eb15-5900-4c8b-8516-e11cb559d40d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:43.023828 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3890af67-04c6-47fd-b86e-f4e173f40e4b None None] Provisioning for port c20e4b5a-351f-4580-a478-4f0312fd4b6e completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:43.027236 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b4f95f23-4567-42b6-8a97-2692034a8335 req-42efa0a3-9221-4d17-b384-60bb270d316b tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9 HTTP/1.1" status: 200 len: 210 time: 0.0769446 Aug 31 01:12:43.033199 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3890af67-04c6-47fd-b86e-f4e173f40e4b None None] Provisioning complete for port c20e4b5a-351f-4580-a478-4f0312fd4b6e triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:43.033973 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3890af67-04c6-47fd-b86e-f4e173f40e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:43.038011 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-75afe829-18ca-4641-bc86-9c7cbf60ac5a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:43.099329 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afe829-18ca-4641-bc86-9c7cbf60ac5a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=4eea738b-3fac-45a3-b571-c3f0c3ace423,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:43.125658 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f286428-4814-489a-9b00-b8b87dcef27c req-20e9ad86-8aed-4a2c-8e0a-4f51b5cfd1de tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1c7af8f-bc67-4b59-8992-1f4676fd66ab HTTP/1.1" status: 200 len: 210 time: 0.0531383 Aug 31 01:12:43.218603 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-75afe829-18ca-4641-bc86-9c7cbf60ac5a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:43.221148 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-75afe829-18ca-4641-bc86-9c7cbf60ac5a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/ports/4eea738b-3fac-45a3-b571-c3f0c3ace423 HTTP/1.1" status: 204 len: 168 time: 0.8830307 Aug 31 01:12:43.224293 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33960) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:43.259951 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7a0e7f-2968-425e-ba6d-965b3070232b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] GET failed (client error): The resource could not be found. Aug 31 01:12:43.261965 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ec7a0e7f-2968-425e-ba6d-965b3070232b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports/4eea738b-3fac-45a3-b571-c3f0c3ace423 HTTP/1.1" status: 404 len: 333 time: 0.0366192 Aug 31 01:12:43.264965 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33962) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:43.352012 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8db0b89e-7ca7-4e45-8b63-87b86754e57a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:43.382296 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8db0b89e-7ca7-4e45-8b63-87b86754e57a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:43.407648 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9', 'name': 'network-vif-deleted', 'tag': '8ccc746f-9b87-400c-ae22-c66663c95dce'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:43.416368 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd9a407-b6cd-4164-99b8-10ee51a92d39" -d '{"events": [{"server_uuid": "2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9", "name": "network-vif-deleted", "tag": "8ccc746f-9b87-400c-ae22-c66663c95dce"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:43.590280 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fde264-fba6-427e-83f8-8b4050645b50 req-441d2666-5e43-444f-bd5b-834a39db43f5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:43.604582 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4fde264-fba6-427e-83f8-8b4050645b50 req-441d2666-5e43-444f-bd5b-834a39db43f5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 946 time: 0.1111143 Aug 31 01:12:43.618967 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8db0b89e-7ca7-4e45-8b63-87b86754e57a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:43.623649 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8db0b89e-7ca7-4e45-8b63-87b86754e57a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:43.625940 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8db0b89e-7ca7-4e45-8b63-87b86754e57a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/security-groups/22e8c2dd-412c-459f-87b6-6d67bae61da8 HTTP/1.1" status: 204 len: 168 time: 0.3595452 Aug 31 01:12:43.627181 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a24fb-39ee-4715-ab87-6d02090f859a req-fee0c9bd-c206-4c78-ae4d-5feba9c8acf5 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:43.636520 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-120a24fb-39ee-4715-ab87-6d02090f859a req-fee0c9bd-c206-4c78-ae4d-5feba9c8acf5 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 944 time: 0.0965688 Aug 31 01:12:43.640035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33972) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:43.653792 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0b89e-7ca7-4e45-8b63-87b86754e57a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e8c2dd-412c-459f-87b6-6d67bae61da8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:43.676697 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-de11ba0f-c47d-4b15-9bc0-07a34fedd130 None None] Could not find standard attr ID for object 4eea738b-3fac-45a3-b571-c3f0c3ace423. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:12:43.701942 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4fde264-fba6-427e-83f8-8b4050645b50 req-0528e21e-941d-4005-9fce-f771e3664849 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959833 Aug 31 01:12:43.814697 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-120a24fb-39ee-4715-ab87-6d02090f859a req-ffb18e0d-818a-4b83-ab3e-34df86109728 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763964 Aug 31 01:12:43.818294 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29790568-ccc4-4e40-bc4c-1684696cde27 x-openstack-request-id: req-29790568-ccc4-4e40-bc4c-1684696cde27 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:43.818796 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9", "name": "network-vif-deleted", "tag": "8ccc746f-9b87-400c-ae22-c66663c95dce", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:43.819242 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29790568-ccc4-4e40-bc4c-1684696cde27 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:43.820103 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbf37d4-e1c0-4226-aa50-1d324b5cbbc9', 'name': 'network-vif-deleted', 'tag': '8ccc746f-9b87-400c-ae22-c66663c95dce', 'status': 'completed', 'code': 200} Aug 31 01:12:43.821066 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-751cde5d-d89a-45b8-bacc-972fe4913025 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:43.878996 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-751cde5d-d89a-45b8-bacc-972fe4913025 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.064489 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-751cde5d-d89a-45b8-bacc-972fe4913025 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.076036 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-751cde5d-d89a-45b8-bacc-972fe4913025 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.076036 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-751cde5d-d89a-45b8-bacc-972fe4913025 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/security-groups/fed34aa0-e45c-4f83-b3f1-18158a7cf0c7 HTTP/1.1" status: 204 len: 168 time: 0.4290159 Aug 31 01:12:44.078128 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33984) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:44.119717 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cde5d-d89a-45b8-bacc-972fe4913025 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed34aa0-e45c-4f83-b3f1-18158a7cf0c7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:44.123406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33986) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:44.250616 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cba74024-c674-469f-bd43-aad9331155df tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.261454 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c58211-fa5d-4c44-b88a-ce20b1b8f0c5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting subnet 44c1af3f-6e63-4828-83a8-b941a456c1bf {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:12:44.266621 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78c58211-fa5d-4c44-b88a-ce20b1b8f0c5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.289456 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cba74024-c674-469f-bd43-aad9331155df tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.345690 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78c58211-fa5d-4c44-b88a-ce20b1b8f0c5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.458415 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78c58211-fa5d-4c44-b88a-ce20b1b8f0c5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.497734 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cba74024-c674-469f-bd43-aad9331155df tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.507771 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cba74024-c674-469f-bd43-aad9331155df tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.507771 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cba74024-c674-469f-bd43-aad9331155df tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "DELETE /v2.0/security-groups/df97fc71-3a15-41bf-9b51-0070a4d63a9d HTTP/1.1" status: 204 len: 168 time: 0.3827155 Aug 31 01:12:44.560480 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba74024-c674-469f-bd43-aad9331155df tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df97fc71-3a15-41bf-9b51-0070a4d63a9d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:44.682709 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78c58211-fa5d-4c44-b88a-ce20b1b8f0c5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.686691 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34002) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:44.732992 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c58211-fa5d-4c44-b88a-ce20b1b8f0c5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Subnet': ['ID=44c1af3f-6e63-4828-83a8-b941a456c1bf,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:44.735926 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78c58211-fa5d-4c44-b88a-ce20b1b8f0c5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.745234 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-78c58211-fa5d-4c44-b88a-ce20b1b8f0c5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/44c1af3f-6e63-4828-83a8-b941a456c1bf HTTP/1.1" status: 204 len: 168 time: 0.6624875 Aug 31 01:12:44.746895 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34006) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:44.751254 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f423281-63ac-481c-8041-d0f67de6af7e None None] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:44.772347 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ff1ea6f3-2966-4c9b-90f0-682f9e571df1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'subnet': {'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:44.937785 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845883ec-0403-47ad-b134-4bcc086b0cc0 req-77bafdf1-19d4-483a-b9a2-c7fe1484adb0 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:44.946031 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-845883ec-0403-47ad-b134-4bcc086b0cc0 req-77bafdf1-19d4-483a-b9a2-c7fe1484adb0 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 946 time: 0.1205015 Aug 31 01:12:45.069847 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-845883ec-0403-47ad-b134-4bcc086b0cc0 req-ebd30a09-02a7-4f1a-9445-1e09507c63ff tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226757 Aug 31 01:12:45.104458 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71547e1a-6ecb-4b05-b6e3-1d0c2599ada2 req-a3f80476-9225-4478-8b47-cfa74f1b67a9 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:45.132290 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-71547e1a-6ecb-4b05-b6e3-1d0c2599ada2 req-a3f80476-9225-4478-8b47-cfa74f1b67a9 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 945 time: 0.1271377 Aug 31 01:12:45.132290 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1ea6f3-2966-4c9b-90f0-682f9e571df1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:45.149219 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ff1ea6f3-2966-4c9b-90f0-682f9e571df1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:45.272217 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 2a57eb15-5900-4c8b-8516-e11cb559d40d up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:45.356638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14911ff-93dc-4074-9522-bc6e4e594df2 req-a62f20e9-607e-4e43-8142-d199fb055d5a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:45.367210 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-71547e1a-6ecb-4b05-b6e3-1d0c2599ada2 req-af8f5bef-763a-4f72-ac7a-82a3de306dad tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426701 Aug 31 01:12:45.370695 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e14911ff-93dc-4074-9522-bc6e4e594df2 req-a62f20e9-607e-4e43-8142-d199fb055d5a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 944 time: 0.1612666 Aug 31 01:12:45.419893 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 2a57eb15-5900-4c8b-8516-e11cb559d40d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:45.422918 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:45.477839 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e14911ff-93dc-4074-9522-bc6e4e594df2 req-1d899fc5-6613-4139-9aac-2035caa7e1ed tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026711 Aug 31 01:12:45.603681 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-92aa8cfc-3322-46af-bd12-68bd1f7dd83a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:45.630232 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:45.664258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb69292-2789-471b-a5c8-6809d5b5dbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a57eb15-5900-4c8b-8516-e11cb559d40d'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:45.666710 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ade9fb-313b-4a8a-9ea4-559419883644" -d '{"events": [{"server_uuid": "efb69292-2789-471b-a5c8-6809d5b5dbc9", "name": "network-vif-plugged", "status": "completed", "tag": "2a57eb15-5900-4c8b-8516-e11cb559d40d"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:45.681139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 2a57eb15-5900-4c8b-8516-e11cb559d40d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2a57eb15-5900-4c8b-8516-e11cb559d40d,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:45.756023 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:45.792791 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334524a7-8a02-4b9a-97b9-142c0c741e14 x-openstack-request-id: req-334524a7-8a02-4b9a-97b9-142c0c741e14 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:45.793237 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb69292-2789-471b-a5c8-6809d5b5dbc9", "name": "network-vif-plugged", "status": "completed", "tag": "2a57eb15-5900-4c8b-8516-e11cb559d40d", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:45.799707 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-334524a7-8a02-4b9a-97b9-142c0c741e14 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:45.807285 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb69292-2789-471b-a5c8-6809d5b5dbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a57eb15-5900-4c8b-8516-e11cb559d40d', 'code': 200} Aug 31 01:12:45.932145 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=2a57eb15-5900-4c8b-8516-e11cb559d40d,revision_number=10']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:45.958682 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ff1ea6f3-2966-4c9b-90f0-682f9e571df1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.053600 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1ea6f3-2966-4c9b-90f0-682f9e571df1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:46.054675 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-ff1ea6f3-2966-4c9b-90f0-682f9e571df1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:46.061741 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1ea6f3-2966-4c9b-90f0-682f9e571df1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:46.063891 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ff1ea6f3-2966-4c9b-90f0-682f9e571df1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.093530 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ea6f3-2966-4c9b-90f0-682f9e571df1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Subnet': ['ID=d0dea456-a99e-46bf-86fc-b74b9024077e,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:46.153934 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12f014-3728-444e-8447-3b09c8c839d1 req-c499db40-0197-45fb-a935-227ee739e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:46.156492 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e12f014-3728-444e-8447-3b09c8c839d1 req-c499db40-0197-45fb-a935-227ee739e563 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 1098 time: 0.1215162 Aug 31 01:12:46.183372 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ff1ea6f3-2966-4c9b-90f0-682f9e571df1 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4346528 Aug 31 01:12:46.186362 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34022) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:46.187860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe6c528-5221-4061-946e-43ec4250f486 None None] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:46.191948 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b7761abe-5ab7-4495-ba0f-f1a08ce5f126 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'security_group': {'name': 'tempest-secgroup-443992680'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:46.259237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-92aa8cfc-3322-46af-bd12-68bd1f7dd83a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Deleting port 75855bf6-23a7-4e3e-a230-2158886f28df {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:46.259787 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-92aa8cfc-3322-46af-bd12-68bd1f7dd83a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.330455 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b8f88d01-4233-4297-a330-9298435cdd86 None None] Provisioning complete for port 12bde547-1da4-4acd-a2f7-69588642b0b9 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:46.331688 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b8f88d01-4233-4297-a330-9298435cdd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.352607 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7761abe-5ab7-4495-ba0f-f1a08ce5f126 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.403611 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9452442-d84f-4997-8bea-1d6fc7feb813 req-8b3484e9-20a6-4ce4-9a0f-d47235439909 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:46.404918 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9452442-d84f-4997-8bea-1d6fc7feb813 req-8b3484e9-20a6-4ce4-9a0f-d47235439909 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.41 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 945 time: 0.1687021 Aug 31 01:12:46.435995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b8f88d01-4233-4297-a330-9298435cdd86 None None] Port 12bde547-1da4-4acd-a2f7-69588642b0b9 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:46.504363 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e12f014-3728-444e-8447-3b09c8c839d1 req-66a76d83-e4b2-4ad0-9220-4a669ac4e77a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3390453 Aug 31 01:12:46.504833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b8f88d01-4233-4297-a330-9298435cdd86 None None] Provisioning complete for port c20e4b5a-351f-4580-a478-4f0312fd4b6e triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:46.505227 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b8f88d01-4233-4297-a330-9298435cdd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.560388 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628dee9-fa1b-4072-9be6-0a185ac16e01 req-41f79a56-daa7-4d7f-b943-9509d7b35b86 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:46.568769 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3628dee9-fa1b-4072-9be6-0a185ac16e01 req-41f79a56-daa7-4d7f-b943-9509d7b35b86 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 946 time: 0.3326406 Aug 31 01:12:46.660423 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1ea0f-3847-4bb7-9829-55e60925a9ad req-7585ef06-d26b-4625-8017-dc66b6197aa0 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:46.662076 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bdd1ea0f-3847-4bb7-9829-55e60925a9ad req-7585ef06-d26b-4625-8017-dc66b6197aa0 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 945 time: 0.1528418 Aug 31 01:12:46.684721 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3628dee9-fa1b-4072-9be6-0a185ac16e01 req-a04ad8b8-0b4a-44d3-b904-fb948dd6a4cd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147542 Aug 31 01:12:46.690624 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-b9452442-d84f-4997-8bea-1d6fc7feb813 req-5b969186-2b15-458a-b95b-a5ab559adee1 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Deleting port 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:46.691391 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b9452442-d84f-4997-8bea-1d6fc7feb813 req-5b969186-2b15-458a-b95b-a5ab559adee1 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.697362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-92aa8cfc-3322-46af-bd12-68bd1f7dd83a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] For port 75855bf6-23a7-4e3e-a230-2158886f28df, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=75855bf6-23a7-4e3e-a230-2158886f28df,segment=NetworkSegment(04770dd8-e348-4319-ac26-6694b0302f21),segment_id=04770dd8-e348-4319-ac26-6694b0302f21)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:46.697822 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-92aa8cfc-3322-46af-bd12-68bd1f7dd83a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.730789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-92aa8cfc-3322-46af-bd12-68bd1f7dd83a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Calling delete_port for 75855bf6-23a7-4e3e-a230-2158886f28df owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:46.767910 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a95c483-af7f-4e91-99d8-5defe8886ca8 None None] Update dhcp port {'port': {'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5', 'fixed_ips': [{'subnet_id': '03093aa4-1f79-42bb-9fb1-87c52128e8c1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd0dea456-a99e-46bf-86fc-b74b9024077e'}], 'binding:host_id': 'n-d-793621-34'}, 'id': 'c20e4b5a-351f-4580-a478-4f0312fd4b6e'} from n-d-793621-34. {{(pid=102344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:12:46.782123 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7761abe-5ab7-4495-ba0f-f1a08ce5f126 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.801721 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bdd1ea0f-3847-4bb7-9829-55e60925a9ad req-04f4f698-3148-4f6b-9056-dacd756a3756 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292553 Aug 31 01:12:46.838096 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3a95c483-af7f-4e91-99d8-5defe8886ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.856550 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7761abe-5ab7-4495-ba0f-f1a08ce5f126 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.928280 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-b9452442-d84f-4997-8bea-1d6fc7feb813 req-5b969186-2b15-458a-b95b-a5ab559adee1 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] For port 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:46.928280 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b9452442-d84f-4997-8bea-1d6fc7feb813 req-5b969186-2b15-458a-b95b-a5ab559adee1 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.949230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7761abe-5ab7-4495-ba0f-f1a08ce5f126 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28d6ad9-0d60-40d9-9fa9-a2da12f9d2fd,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:46.953028 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-b9452442-d84f-4997-8bea-1d6fc7feb813 req-5b969186-2b15-458a-b95b-a5ab559adee1 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Calling delete_port for 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:46.970425 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7761abe-5ab7-4495-ba0f-f1a08ce5f126 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.984604 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34034) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:46.986557 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b7761abe-5ab7-4495-ba0f-f1a08ce5f126 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7982681 Aug 31 01:12:47.009121 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-c3e62154-37db-4875-96d9-fd630a6c711a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'security_group': {'name': 'tempest-secgroup-1210763618'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:47.085461 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a7bb1-0033-4dfd-bc20-9219c34dc793 req-87a76fd8-3606-4e3e-b7a6-fd5d54acca89 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:47.099382 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f11a7bb1-0033-4dfd-bc20-9219c34dc793 req-87a76fd8-3606-4e3e-b7a6-fd5d54acca89 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 946 time: 0.2020969 Aug 31 01:12:47.212038 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-3a95c483-af7f-4e91-99d8-5defe8886ca8 None None] Allocated IP 172.20.0.2 (61d8f6a3-6a1a-4a3f-a383-feb57be72ab5/d0dea456-a99e-46bf-86fc-b74b9024077e/c20e4b5a-351f-4580-a478-4f0312fd4b6e) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:47.264983 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c3e62154-37db-4875-96d9-fd630a6c711a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:47.308912 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f11a7bb1-0033-4dfd-bc20-9219c34dc793 req-8acc773b-0a85-4a38-b746-8e03f1a82990 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085917 Aug 31 01:12:47.376429 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-3a95c483-af7f-4e91-99d8-5defe8886ca8 None None] For port c20e4b5a-351f-4580-a478-4f0312fd4b6e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c20e4b5a-351f-4580-a478-4f0312fd4b6e,segment=NetworkSegment(7040bfcc-2bfd-4aab-9112-0fcc47ae2f02),segment_id=7040bfcc-2bfd-4aab-9112-0fcc47ae2f02)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:47.400645 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-92aa8cfc-3322-46af-bd12-68bd1f7dd83a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:47.418532 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3a95c483-af7f-4e91-99d8-5defe8886ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:47.442684 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b9452442-d84f-4997-8bea-1d6fc7feb813 req-5b969186-2b15-458a-b95b-a5ab559adee1 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:47.443747 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3a95c483-af7f-4e91-99d8-5defe8886ca8 None None] Transition to ACTIVE for port object c20e4b5a-351f-4580-a478-4f0312fd4b6e will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:47.460759 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:47.478444 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['96432a75-6894-44bb-b3cf-e774f3562bb0'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:47.483789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa8cfc-3322-46af-bd12-68bd1f7dd83a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'Port': ['ID=75855bf6-23a7-4e3e-a230-2158886f28df,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:47.523830 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b969186-2b15-458a-b95b-a5ab559adee1 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Pushing event deleted for resources: {'Port': ['ID=7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:47.662578 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9452442-d84f-4997-8bea-1d6fc7feb813 req-5b969186-2b15-458a-b95b-a5ab559adee1 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] No DVR routers for this DVR port 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:47.666063 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b9452442-d84f-4997-8bea-1d6fc7feb813 req-5b969186-2b15-458a-b95b-a5ab559adee1 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:47.674319 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9452442-d84f-4997-8bea-1d6fc7feb813 req-5b969186-2b15-458a-b95b-a5ab559adee1 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.41 "DELETE /v2.0/ports/7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 HTTP/1.1" status: 204 len: 173 time: 1.2489653 Aug 31 01:12:47.674937 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdc8ae0-ed54-48c5-b992-79b894f6f649', 'name': 'network-vif-deleted', 'tag': '7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:47.681198 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c3e62154-37db-4875-96d9-fd630a6c711a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:47.684126 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4084f6f7-85dc-44fd-a554-34ad5e0979ec" -d '{"events": [{"server_uuid": "9bdc8ae0-ed54-48c5-b992-79b894f6f649", "name": "network-vif-deleted", "tag": "7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:47.701764 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3a95c483-af7f-4e91-99d8-5defe8886ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:47.776892 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa8455c-97b3-44d4-98cc-c9251b6de4d8 x-openstack-request-id: req-afa8455c-97b3-44d4-98cc-c9251b6de4d8 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:47.777229 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdc8ae0-ed54-48c5-b992-79b894f6f649", "name": "network-vif-deleted", "tag": "7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:47.777544 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-afa8455c-97b3-44d4-98cc-c9251b6de4d8 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:47.779493 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bdc8ae0-ed54-48c5-b992-79b894f6f649', 'name': 'network-vif-deleted', 'tag': '7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7', 'status': 'completed', 'code': 200} Aug 31 01:12:47.844118 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c3e62154-37db-4875-96d9-fd630a6c711a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:48.006623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95c483-af7f-4e91-99d8-5defe8886ca8 None None] Pushing event updated for resources: {'Port': ['ID=c20e4b5a-351f-4580-a478-4f0312fd4b6e,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:48.043051 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-236b69e0-1c02-4e07-b646-0eb43b7d37e7 req-a1f00b14-43ad-4a18-8883-52a2206cb222 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 210 time: 0.0706139 Aug 31 01:12:48.061377 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e62154-37db-4875-96d9-fd630a6c711a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992b9bea-0949-4a4d-893b-fb1b4d00d8af,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:48.179236 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c3e62154-37db-4875-96d9-fd630a6c711a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:48.184291 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c3e62154-37db-4875-96d9-fd630a6c711a tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1873052 Aug 31 01:12:48.188373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34052) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:48.195157 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ee1bfc83-1495-47b1-9caa-2be7364321e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'security_group': {'name': 'tempest-secgroup-416410167'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:48.325049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995e45f-1b51-45fe-8cf2-e86e95e2f872 req-b2db9516-94b5-454f-af58-83f08cf635be tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:48.336621 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0995e45f-1b51-45fe-8cf2-e86e95e2f872 req-b2db9516-94b5-454f-af58-83f08cf635be tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 946 time: 0.3501387 Aug 31 01:12:48.347105 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ee1bfc83-1495-47b1-9caa-2be7364321e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:48.404751 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-92aa8cfc-3322-46af-bd12-68bd1f7dd83a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:48.547920 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0995e45f-1b51-45fe-8cf2-e86e95e2f872 req-f8236f84-65e2-4603-bcb7-7f2ccc60b448 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051246 Aug 31 01:12:48.604392 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e7667-21e8-40a4-bd87-349447d3e1b3 req-afcb64b1-f3dc-4eb2-95c3-528aa5db75fa tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:48.621545 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c03e7667-21e8-40a4-bd87-349447d3e1b3 req-afcb64b1-f3dc-4eb2-95c3-528aa5db75fa tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 946 time: 0.1333051 Aug 31 01:12:48.722071 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ee1bfc83-1495-47b1-9caa-2be7364321e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:48.767688 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c03e7667-21e8-40a4-bd87-349447d3e1b3 req-7557899e-50ed-491e-afca-9f1ea8b7155d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449597 Aug 31 01:12:48.889825 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ee1bfc83-1495-47b1-9caa-2be7364321e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:48.933165 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92aa8cfc-3322-46af-bd12-68bd1f7dd83a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Router eb79ac38-4ee3-4080-8151-b9477414afc6 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:48.950952 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bfc83-1495-47b1-9caa-2be7364321e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0750e1b-c6e7-4c83-a3ce-1e74e2362a6f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:49.058021 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ee1bfc83-1495-47b1-9caa-2be7364321e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:49.058021 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ee1bfc83-1495-47b1-9caa-2be7364321e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8639047 Aug 31 01:12:49.058021 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34080) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:49.061858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-097598b8-b4dc-42d2-bb6c-a56b5eb7f0e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-407881544', 'security_groups': ['e0750e1b-c6e7-4c83-a3ce-1e74e2362a6f'], 'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd0dea456-a99e-46bf-86fc-b74b9024077e'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:49.107560 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92aa8cfc-3322-46af-bd12-68bd1f7dd83a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:49.120182 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-92aa8cfc-3322-46af-bd12-68bd1f7dd83a tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "PUT /v2.0/routers/eb79ac38-4ee3-4080-8151-b9477414afc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4301035 Aug 31 01:12:49.121200 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34086) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:49.126332 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a931901-6007-40a5-b29c-e20d1b17036e None None] Sync routers for ids ['eb79ac38-4ee3-4080-8151-b9477414afc6'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:49.144338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a931901-6007-40a5-b29c-e20d1b17036e None None] Routers {'eb79ac38-4ee3-4080-8151-b9477414afc6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:49.145300 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-9a931901-6007-40a5-b29c-e20d1b17036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:12:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['eb79ac38-4ee3-4080-8151-b9477414afc6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:49.267308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-7227cba5-961b-474e-b54d-8771c157909e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Deleting subnet 767d1c38-5de2-4946-9be6-61cd2e44d072 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:12:49.271919 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7227cba5-961b-474e-b54d-8771c157909e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:49.272085 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-85269a50-4b3b-48e6-8018-4e304374e31a None None] Provisioning complete for port 12bde547-1da4-4acd-a2f7-69588642b0b9 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:49.272486 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-85269a50-4b3b-48e6-8018-4e304374e31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:49.285639 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c89eaa4b-77e9-4a7b-b5f3-7f3b7fe6b67f req-e25906c8-4048-4acc-9d24-3c324bb45503 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc8ae0-ed54-48c5-b992-79b894f6f649 HTTP/1.1" status: 200 len: 210 time: 0.0468156 Aug 31 01:12:49.372356 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7227cba5-961b-474e-b54d-8771c157909e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:49.387549 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-85269a50-4b3b-48e6-8018-4e304374e31a None None] Port 12bde547-1da4-4acd-a2f7-69588642b0b9 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:49.403947 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-9a931901-6007-40a5-b29c-e20d1b17036e None None] Set router eb79ac38-4ee3-4080-8151-b9477414afc6 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:49.493204 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7227cba5-961b-474e-b54d-8771c157909e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:49.636932 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-9a931901-6007-40a5-b29c-e20d1b17036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'name': 'tempest-TestNetworkBasicOps-router-892176050', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3c31329a-1edb-418f-a020-a47372e123b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:08Z', 'updated_at': '2021-08-31T01:12:47Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '3c31329a-1edb-418f-a020-a47372e123b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:49.673401 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac0e25-007d-4635-9994-b60825608e8b req-551d08c5-024c-4533-94f9-b6f091066824 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:49.675221 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a931901-6007-40a5-b29c-e20d1b17036e None None] Checking router: eb79ac38-4ee3-4080-8151-b9477414afc6 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:12:49.675955 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0eac0e25-007d-4635-9994-b60825608e8b req-551d08c5-024c-4533-94f9-b6f091066824 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 946 time: 0.0583544 Aug 31 01:12:49.686564 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a931901-6007-40a5-b29c-e20d1b17036e None None] Routers {'eb79ac38-4ee3-4080-8151-b9477414afc6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:49.691529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-9a931901-6007-40a5-b29c-e20d1b17036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:12:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['eb79ac38-4ee3-4080-8151-b9477414afc6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:49.712344 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097598b8-b4dc-42d2-bb6c-a56b5eb7f0e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:49.733118 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c20e4b5a-351f-4580-a478-4f0312fd4b6e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:49.738287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-85269a50-4b3b-48e6-8018-4e304374e31a None None] Provisioning for port c20e4b5a-351f-4580-a478-4f0312fd4b6e completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:49.764732 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-85269a50-4b3b-48e6-8018-4e304374e31a None None] Provisioning complete for port c20e4b5a-351f-4580-a478-4f0312fd4b6e triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:49.764942 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7227cba5-961b-474e-b54d-8771c157909e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:49.765808 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-85269a50-4b3b-48e6-8018-4e304374e31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:49.796526 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227cba5-961b-474e-b54d-8771c157909e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'Subnet': ['ID=767d1c38-5de2-4946-9be6-61cd2e44d072,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:49.801904 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7227cba5-961b-474e-b54d-8771c157909e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:49.806623 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7227cba5-961b-474e-b54d-8771c157909e tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "DELETE /v2.0/subnets/767d1c38-5de2-4946-9be6-61cd2e44d072 HTTP/1.1" status: 204 len: 168 time: 0.6840684 Aug 31 01:12:49.807260 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34096) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:49.816953 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6d8eaa-8f6e-4090-9140-199e2ddeb61f None None] Network 4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:49.969979 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-9a931901-6007-40a5-b29c-e20d1b17036e None None] Set router eb79ac38-4ee3-4080-8151-b9477414afc6 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:50.014833 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-020e734d-9521-4eed-a912-73c61239af24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:50.026629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c20e4b5a-351f-4580-a478-4f0312fd4b6e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:50.027012 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:50.211040 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0eac0e25-007d-4635-9994-b60825608e8b req-0b6366fa-c589-4e60-8324-41c6c3888041 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5273554 Aug 31 01:12:50.245263 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-020e734d-9521-4eed-a912-73c61239af24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:50.371313 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-097598b8-b4dc-42d2-bb6c-a56b5eb7f0e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:50.440921 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-020e734d-9521-4eed-a912-73c61239af24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Deleting port 3c31329a-1edb-418f-a020-a47372e123b5 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:50.442938 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-020e734d-9521-4eed-a912-73c61239af24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:50.458227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-097598b8-b4dc-42d2-bb6c-a56b5eb7f0e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] device_id is not set on port d6af29a2-b12a-4f36-9941-3e03fd537573 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:12:50.523847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2175312d-cc48-401d-b89b-8ca04397613b None None] DHCP port deletion for 4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:12:50.594174 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-9a931901-6007-40a5-b29c-e20d1b17036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'name': 'tempest-TestNetworkBasicOps-router-892176050', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3c31329a-1edb-418f-a020-a47372e123b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:08Z', 'updated_at': '2021-08-31T01:12:47Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '3c31329a-1edb-418f-a020-a47372e123b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:50.626118 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-020e734d-9521-4eed-a912-73c61239af24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] For port 3c31329a-1edb-418f-a020-a47372e123b5, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=3c31329a-1edb-418f-a020-a47372e123b5,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:50.626379 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-020e734d-9521-4eed-a912-73c61239af24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:50.635308 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a931901-6007-40a5-b29c-e20d1b17036e None None] The sync data for ids ['eb79ac38-4ee3-4080-8151-b9477414afc6'] in n-d-793621-34 is: [{'id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'name': 'tempest-TestNetworkBasicOps-router-892176050', 'tenant_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3c31329a-1edb-418f-a020-a47372e123b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:08Z', 'updated_at': '2021-08-31T01:12:47Z', 'revision_number': 5, 'project_id': '5f481833dbad44e8ab08e3a835b3f2ce', 'gw_port': {'id': '3c31329a-1edb-418f-a020-a47372e123b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79ac38-4ee3-4080-8151-b9477414afc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:50.650192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-020e734d-9521-4eed-a912-73c61239af24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Calling delete_port for 3c31329a-1edb-418f-a020-a47372e123b5 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:50.670764 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2175312d-cc48-401d-b89b-8ca04397613b None None] Deleting port cc2b4a2c-689b-42a5-9c83-812d29ba53b2 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:50.671409 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2175312d-cc48-401d-b89b-8ca04397613b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:50.760915 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-097598b8-b4dc-42d2-bb6c-a56b5eb7f0e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Allocated IP 172.20.0.8 (61d8f6a3-6a1a-4a3f-a383-feb57be72ab5/d0dea456-a99e-46bf-86fc-b74b9024077e/d6af29a2-b12a-4f36-9941-3e03fd537573) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:50.821525 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2175312d-cc48-401d-b89b-8ca04397613b None None] For port cc2b4a2c-689b-42a5-9c83-812d29ba53b2, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=cc2b4a2c-689b-42a5-9c83-812d29ba53b2,segment=NetworkSegment(04770dd8-e348-4319-ac26-6694b0302f21),segment_id=04770dd8-e348-4319-ac26-6694b0302f21)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:50.822474 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2175312d-cc48-401d-b89b-8ca04397613b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:50.823431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b33f7-c3da-4f15-8f51-e20ab30fa7bf req-47e2ddff-ab70-42e8-a18d-5951ba0b14f7 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:50.832548 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a04b33f7-c3da-4f15-8f51-e20ab30fa7bf req-47e2ddff-ab70-42e8-a18d-5951ba0b14f7 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 946 time: 0.4734147 Aug 31 01:12:50.866400 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2175312d-cc48-401d-b89b-8ca04397613b None None] Calling delete_port for cc2b4a2c-689b-42a5-9c83-812d29ba53b2 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:50.943751 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a04b33f7-c3da-4f15-8f51-e20ab30fa7bf req-b90e7be2-872b-45b7-9246-c22f69cd0c5d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009440 Aug 31 01:12:50.961391 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:51.053997 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:51.054416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 7982f8ba-8e8c-4e4c-ac6e-072d85a3bfe7 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:51.196103 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-020e734d-9521-4eed-a912-73c61239af24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.221937 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2175312d-cc48-401d-b89b-8ca04397613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.247932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e734d-9521-4eed-a912-73c61239af24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'Port': ['ID=3c31329a-1edb-418f-a020-a47372e123b5,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:51.278182 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-097598b8-b4dc-42d2-bb6c-a56b5eb7f0e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.287861 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175312d-cc48-401d-b89b-8ca04397613b None None] Pushing event deleted for resources: {'Port': ['ID=cc2b4a2c-689b-42a5-9c83-812d29ba53b2,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:51.295663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2175312d-cc48-401d-b89b-8ca04397613b None None] No DVR routers for this DVR port cc2b4a2c-689b-42a5-9c83-812d29ba53b2 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:51.321463 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-097598b8-b4dc-42d2-bb6c-a56b5eb7f0e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Transition to ACTIVE for port object d6af29a2-b12a-4f36-9941-3e03fd537573 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:51.390748 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-020e734d-9521-4eed-a912-73c61239af24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.526310 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-9df7acf6-aff3-4a33-a6fc-65d0c5c14cec tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=bc150f8734f94c26b3066ef53594895c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1922154 Aug 31 01:12:51.532778 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-020e734d-9521-4eed-a912-73c61239af24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.536810 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-020e734d-9521-4eed-a912-73c61239af24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.553179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-4ee9c9d6-bcaa-47b3-a7fc-bf5da68a795d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:51.561461 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-4ee9c9d6-bcaa-47b3-a7fc-bf5da68a795d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 806 time: 0.1638601 Aug 31 01:12:51.574450 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-06a4ec2f-fd3b-4558-aa7c-914f68cac4fb tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/quotas/77fd9bfbc20d428e80cfea30225008a3 HTTP/1.1" status: 200 len: 375 time: 0.0119495 Aug 31 01:12:51.575566 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-097598b8-b4dc-42d2-bb6c-a56b5eb7f0e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.696003 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097598b8-b4dc-42d2-bb6c-a56b5eb7f0e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:51.703588 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-097598b8-b4dc-42d2-bb6c-a56b5eb7f0e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:51.714806 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097598b8-b4dc-42d2-bb6c-a56b5eb7f0e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=d6af29a2-b12a-4f36-9941-3e03fd537573,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:51.726173 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097598b8-b4dc-42d2-bb6c-a56b5eb7f0e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:51.792892 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 75855bf6-23a7-4e3e-a230-2158886f28df no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:51.803100 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-83c4793c-3641-4fa1-8fed-724604de3a92 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2184751 Aug 31 01:12:51.825799 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 75855bf6-23a7-4e3e-a230-2158886f28df {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:51.826354 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 75855bf6-23a7-4e3e-a230-2158886f28df not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:51.826902 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device cc2b4a2c-689b-42a5-9c83-812d29ba53b2 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:51.836920 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097598b8-b4dc-42d2-bb6c-a56b5eb7f0e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:51.838533 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-097598b8-b4dc-42d2-bb6c-a56b5eb7f0e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.856203 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: cc2b4a2c-689b-42a5-9c83-812d29ba53b2 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:51.856708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device cc2b4a2c-689b-42a5-9c83-812d29ba53b2 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:51.893834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-ff7a14a1-b4d4-4882-976c-6af168731aeb tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:51.902082 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-ff7a14a1-b4d4-4882-976c-6af168731aeb tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3667815 Aug 31 01:12:51.911895 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-020e734d-9521-4eed-a912-73c61239af24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.912925 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020e734d-9521-4eed-a912-73c61239af24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Fanout notify agent at l3_agent the message router_deleted on router eb79ac38-4ee3-4080-8151-b9477414afc6 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:12:51.921607 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-020e734d-9521-4eed-a912-73c61239af24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.923059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-020e734d-9521-4eed-a912-73c61239af24 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "DELETE /v2.0/routers/eb79ac38-4ee3-4080-8151-b9477414afc6 HTTP/1.1" status: 204 len: 168 time: 2.1147332 Aug 31 01:12:51.934987 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-423c218a-cd1a-4200-8ce1-26880238482d tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/quotas/bc150f8734f94c26b3066ef53594895c HTTP/1.1" status: 200 len: 375 time: 0.0318856 Aug 31 01:12:51.937352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34132) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:51.989640 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-02ff1874-6e2c-4a28-8ac4-f03344b79d56 service neutron] 10.222.0.16 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258900 Aug 31 01:12:51.991839 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-097598b8-b4dc-42d2-bb6c-a56b5eb7f0e7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9343517 Aug 31 01:12:51.996758 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34136) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:52.008296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-59649d28-467b-4c0b-936d-bd71a3cbcc40 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'subnet': {'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:52.148643 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f1a19ae2-c9da-4f58-ac42-811278596271 None None] Provisioning for port d6af29a2-b12a-4f36-9941-3e03fd537573 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:52.154250 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f1a19ae2-c9da-4f58-ac42-811278596271 None None] Provisioning complete for port d6af29a2-b12a-4f36-9941-3e03fd537573 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:52.155007 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f1a19ae2-c9da-4f58-ac42-811278596271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:52.194050 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f1a19ae2-c9da-4f58-ac42-811278596271 None None] Port d6af29a2-b12a-4f36-9941-3e03fd537573 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:52.217832 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-67e22283-dda8-47c1-b0b9-779ef203d32a service neutron] 10.222.0.16 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891208 Aug 31 01:12:52.329346 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59649d28-467b-4c0b-936d-bd71a3cbcc40 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:52.333520 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-59649d28-467b-4c0b-936d-bd71a3cbcc40 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:52.384099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-9eb365b5-aed3-4f7d-86a1-ec59341203d2 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc150f8734f94c26b3066ef53594895c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4481966 Aug 31 01:12:52.479411 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69af5091-062e-42c0-aa10-51c5aec71fc8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:52.492130 n-d-793621-34 neutron-server[102343]: INFO neutron.db.ipam_backend_mixin [None req-59649d28-467b-4c0b-936d-bd71a3cbcc40 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d0dea456-a99e-46bf-86fc-b74b9024077e (CIDR: 172.20.0.0/28) Aug 31 01:12:52.570766 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-59649d28-467b-4c0b-936d-bd71a3cbcc40 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:12:52.571676 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59649d28-467b-4c0b-936d-bd71a3cbcc40 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:12:52.619973 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69af5091-062e-42c0-aa10-51c5aec71fc8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:52.639992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-69af5091-062e-42c0-aa10-51c5aec71fc8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:52.645617 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21544d-e216-4627-af3d-26fbf0adfa06 req-53c911a8-02d1-4832-b647-ff2fcd387499 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:52.647571 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba21544d-e216-4627-af3d-26fbf0adfa06 req-53c911a8-02d1-4832-b647-ff2fcd387499 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 946 time: 0.0980625 Aug 31 01:12:52.667523 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-69af5091-062e-42c0-aa10-51c5aec71fc8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04770dd8-e348-4319-ac26-6694b0302f21') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:52.668078 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-69af5091-062e-42c0-aa10-51c5aec71fc8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04770dd8-e348-4319-ac26-6694b0302f21') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:52.688121 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69af5091-062e-42c0-aa10-51c5aec71fc8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:52.719595 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69af5091-062e-42c0-aa10-51c5aec71fc8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:52.721900 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-59649d28-467b-4c0b-936d-bd71a3cbcc40 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7236199 Aug 31 01:12:52.727920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34156) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:52.738327 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4238b25f-4941-496f-98c1-ce5d03d8b0f7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'subnet': {'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:52.750486 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba21544d-e216-4627-af3d-26fbf0adfa06 req-58bb67c2-9a1c-40ab-b46b-3deb295aa997 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877652 Aug 31 01:12:52.757823 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69af5091-062e-42c0-aa10-51c5aec71fc8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:12:52.758291 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69af5091-062e-42c0-aa10-51c5aec71fc8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:12:52.788481 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:12:52.866076 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9fc8b225-9874-4660-b05f-9ee39174b294 req-58877f0e-3369-4a88-b417-e9d0e6044ac3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 210 time: 0.0584743 Aug 31 01:12:52.952606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c12a2-266d-42fc-a0d9-a173ff9d5f03 req-c153f859-5805-47f8-868c-646551b8f691 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:52.956536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a53c12a2-266d-42fc-a0d9-a173ff9d5f03 req-c153f859-5805-47f8-868c-646551b8f691 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 946 time: 0.2119176 Aug 31 01:12:52.970901 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5bd01aa6-fd65-4efe-a9df-f07c4f8b0f7f req-bf035515-6210-4c69-97bb-970de63f2824 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 210 time: 0.0480413 Aug 31 01:12:53.029096 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a53c12a2-266d-42fc-a0d9-a173ff9d5f03 req-970b3a5a-cd43-4b1c-ad25-354ec50cd27d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631499 Aug 31 01:12:53.040553 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69af5091-062e-42c0-aa10-51c5aec71fc8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:53.045375 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69af5091-062e-42c0-aa10-51c5aec71fc8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:53.053033 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-69af5091-062e-42c0-aa10-51c5aec71fc8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] 10.222.0.16 "DELETE /v2.0/networks/4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d HTTP/1.1" status: 204 len: 168 time: 1.1126668 Aug 31 01:12:53.078362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af5091-062e-42c0-aa10-51c5aec71fc8 tempest-TestNetworkBasicOps-1877377627 tempest-TestNetworkBasicOps-1877377627-project] Pushing event deleted for resources: {'Network': ['ID=4b4dbf7a-ba2f-4a5b-bab8-a2787d8e197d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:53.126632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4238b25f-4941-496f-98c1-ce5d03d8b0f7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:53.130273 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4238b25f-4941-496f-98c1-ce5d03d8b0f7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:53.247060 n-d-793621-34 neutron-server[102342]: INFO neutron.db.ipam_backend_mixin [None req-4238b25f-4941-496f-98c1-ce5d03d8b0f7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 03093aa4-1f79-42bb-9fb1-87c52128e8c1 (CIDR: 172.20.0.16/28) Aug 31 01:12:53.316631 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-4238b25f-4941-496f-98c1-ce5d03d8b0f7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:12:53.317131 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4238b25f-4941-496f-98c1-ce5d03d8b0f7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:12:53.522597 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4238b25f-4941-496f-98c1-ce5d03d8b0f7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7932444 Aug 31 01:12:53.526404 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34192) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:53.531982 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-446a45ac-30e4-47d0-9eb8-b4032fdd5521 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'subnet': {'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:53.610616 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 3c31329a-1edb-418f-a020-a47372e123b5 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:53.647839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 3c31329a-1edb-418f-a020-a47372e123b5 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:53.648607 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 3c31329a-1edb-418f-a020-a47372e123b5 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:53.781819 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446a45ac-30e4-47d0-9eb8-b4032fdd5521 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Made reservation on behalf of c31b38fd2693486ea068244b2c0eb066 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:53.786974 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-446a45ac-30e4-47d0-9eb8-b4032fdd5521 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:53.862489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34210) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:53.923126 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3265fd-897c-4085-bbe1-852c6ce0606b req-eae39299-2d33-4928-9922-176d9db7a291 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:53.925282 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ce3265fd-897c-4085-bbe1-852c6ce0606b req-eae39299-2d33-4928-9922-176d9db7a291 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 946 time: 0.0869615 Aug 31 01:12:53.968011 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f19cb71d-ba93-41b7-b667-3af26a5cc5f5 req-75d04b4a-6b05-478b-b6f9-e3f0c8e91be0 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 210 time: 0.0378449 Aug 31 01:12:54.031789 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ce3265fd-897c-4085-bbe1-852c6ce0606b req-42547c92-3456-40ea-b631-8a0ebf4cecb9 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982161 Aug 31 01:12:54.095295 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-702c5e55-d640-4b90-9c90-76618985b7f9 req-784f8267-8356-40e9-8d95-8b8701a5f5c5 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 210 time: 0.0509822 Aug 31 01:12:54.105022 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6b83660c-6067-48d4-ab4f-57554e8c7678 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f481833dbad44e8ab08e3a835b3f2ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354338 Aug 31 01:12:54.105335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34226) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:54.171853 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b5de-8cd6-4098-9be2-399266091df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:54.199509 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b5de-8cd6-4098-9be2-399266091df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:54.401671 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-446a45ac-30e4-47d0-9eb8-b4032fdd5521 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:54.444182 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446a45ac-30e4-47d0-9eb8-b4032fdd5521 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:54.451355 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-446a45ac-30e4-47d0-9eb8-b4032fdd5521 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:54.456099 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446a45ac-30e4-47d0-9eb8-b4032fdd5521 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:54.456961 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-446a45ac-30e4-47d0-9eb8-b4032fdd5521 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:54.461485 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3f7887-05a3-47d9-a907-523caefa35fe None None] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:54.467141 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b5de-8cd6-4098-9be2-399266091df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:54.483651 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b5de-8cd6-4098-9be2-399266091df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:54.483651 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5fe2b5de-8cd6-4098-9be2-399266091df5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d66a49bb-2d9d-4761-8bda-00e3f32ad94c HTTP/1.1" status: 204 len: 168 time: 0.3668890 Aug 31 01:12:54.486642 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a45ac-30e4-47d0-9eb8-b4032fdd5521 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Subnet': ['ID=b0efcd41-3da9-4074-a4d7-a634f36fda5e,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:54.491117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2b5de-8cd6-4098-9be2-399266091df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66a49bb-2d9d-4761-8bda-00e3f32ad94c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:54.633270 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-446a45ac-30e4-47d0-9eb8-b4032fdd5521 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1027691 Aug 31 01:12:54.633751 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34238) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:54.641574 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-fc0137c7-eb32-4b31-b228-32495107519e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-36483588', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b0efcd41-3da9-4074-a4d7-a634f36fda5e'}], 'security_groups': ['f28d6ad9-0d60-40d9-9fa9-a2da12f9d2fd', '992b9bea-0949-4a4d-893b-fb1b4d00d8af']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:54.767640 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49826373-9fd8-41cb-8feb-5e5290602886 None None] Update dhcp port {'port': {'network_id': '61d8f6a3-6a1a-4a3f-a383-feb57be72ab5', 'fixed_ips': [{'subnet_id': '03093aa4-1f79-42bb-9fb1-87c52128e8c1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd0dea456-a99e-46bf-86fc-b74b9024077e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b0efcd41-3da9-4074-a4d7-a634f36fda5e'}], 'binding:host_id': 'n-d-793621-34'}, 'id': 'c20e4b5a-351f-4580-a478-4f0312fd4b6e'} from n-d-793621-34. {{(pid=102344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:12:54.798916 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-49826373-9fd8-41cb-8feb-5e5290602886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:54.843777 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fc0137c7-eb32-4b31-b228-32495107519e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.027492 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-49826373-9fd8-41cb-8feb-5e5290602886 None None] Allocated IP 172.20.0.34 (61d8f6a3-6a1a-4a3f-a383-feb57be72ab5/b0efcd41-3da9-4074-a4d7-a634f36fda5e/c20e4b5a-351f-4580-a478-4f0312fd4b6e) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:55.082961 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c2c9bf8e-cabc-41f0-bc44-ff1bfdc11632 req-33bd8af0-815b-49b7-8c11-e6e26a4dd1c2 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 210 time: 0.0326245 Aug 31 01:12:55.163360 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-49826373-9fd8-41cb-8feb-5e5290602886 None None] For port c20e4b5a-351f-4580-a478-4f0312fd4b6e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c20e4b5a-351f-4580-a478-4f0312fd4b6e,segment=NetworkSegment(7040bfcc-2bfd-4aab-9112-0fcc47ae2f02),segment_id=7040bfcc-2bfd-4aab-9112-0fcc47ae2f02)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:55.196854 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-49826373-9fd8-41cb-8feb-5e5290602886 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.215891 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-49826373-9fd8-41cb-8feb-5e5290602886 None None] Transition to ACTIVE for port object c20e4b5a-351f-4580-a478-4f0312fd4b6e will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:55.227299 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d13f0f2b-6b73-45d9-90cb-ff37e49b249a req-97088ae8-6399-431b-9a7e-0194e9b197fb tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 210 time: 0.0307612 Aug 31 01:12:55.303758 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-49826373-9fd8-41cb-8feb-5e5290602886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.366353 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b59b5-e252-4f77-88ed-4d63394d08c6 req-f7399bb1-7d7f-4a09-97cf-e07b6ba44135 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:55.369398 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0b9b59b5-e252-4f77-88ed-4d63394d08c6 req-f7399bb1-7d7f-4a09-97cf-e07b6ba44135 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 946 time: 0.0808425 Aug 31 01:12:55.389258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34256) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:55.413699 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4026ad6-f5f1-4727-9310-ae921f1ecc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.422237 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49826373-9fd8-41cb-8feb-5e5290602886 None None] Pushing event updated for resources: {'Port': ['ID=c20e4b5a-351f-4580-a478-4f0312fd4b6e,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:55.445752 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-fc0137c7-eb32-4b31-b228-32495107519e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Delete allocated IP 172.20.0.8 (61d8f6a3-6a1a-4a3f-a383-feb57be72ab5/d0dea456-a99e-46bf-86fc-b74b9024077e) {{(pid=102342) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 01:12:55.449786 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0b9b59b5-e252-4f77-88ed-4d63394d08c6 req-5e62c80c-4cf2-43f5-a219-dcb3549ee30c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682805 Aug 31 01:12:55.455738 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-fc0137c7-eb32-4b31-b228-32495107519e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Allocated IP 172.20.0.36 (61d8f6a3-6a1a-4a3f-a383-feb57be72ab5/b0efcd41-3da9-4074-a4d7-a634f36fda5e/d6af29a2-b12a-4f36-9941-3e03fd537573) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:55.549974 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4026ad6-f5f1-4727-9310-ae921f1ecc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.634963 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4026ad6-f5f1-4727-9310-ae921f1ecc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.713257 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c20e4b5a-351f-4580-a478-4f0312fd4b6e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:55.730022 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b4026ad6-f5f1-4727-9310-ae921f1ecc2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d5f8af496b94f2e90a77781eb719643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3392296 Aug 31 01:12:55.731246 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34268) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:55.732305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c78b294-cc01-4324-ad5a-558c2e83de83 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:55.733980 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c78b294-cc01-4324-ad5a-558c2e83de83 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.48 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 806 time: 0.2262480 Aug 31 01:12:55.748719 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-b1a7fa60-9da2-4cbf-8ab0-92de93e3819b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Request body: {'port': {'device_id': 'c7a68e61-5b71-4add-af14-ff68453f1662', 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65', 'admin_state_up': True, 'tenant_id': '77fd9bfbc20d428e80cfea30225008a3'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:55.751086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4026ad6-f5f1-4727-9310-ae921f1ecc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e616b1e0-cffa-4afd-ac5d-16bc5a53d356,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:55.825776 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db4dd1a6-7e7c-4ecc-aacd-d9cc3e645d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.863700 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db4dd1a6-7e7c-4ecc-aacd-d9cc3e645d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.863951 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fc0137c7-eb32-4b31-b228-32495107519e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.900917 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-fc0137c7-eb32-4b31-b228-32495107519e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Transition to ACTIVE for port object d6af29a2-b12a-4f36-9941-3e03fd537573 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:56.044940 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fc0137c7-eb32-4b31-b228-32495107519e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.100829 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db4dd1a6-7e7c-4ecc-aacd-d9cc3e645d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.103748 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db4dd1a6-7e7c-4ecc-aacd-d9cc3e645d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.123586 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-db4dd1a6-7e7c-4ecc-aacd-d9cc3e645d2a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e616b1e0-cffa-4afd-ac5d-16bc5a53d356 HTTP/1.1" status: 204 len: 168 time: 0.3729901 Aug 31 01:12:56.123786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-b1a7fa60-9da2-4cbf-8ab0-92de93e3819b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Made reservation on behalf of 77fd9bfbc20d428e80cfea30225008a3 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:56.128099 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4dd1a6-7e7c-4ecc-aacd-d9cc3e645d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e616b1e0-cffa-4afd-ac5d-16bc5a53d356,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:56.137263 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-b1a7fa60-9da2-4cbf-8ab0-92de93e3819b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.225787 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0137c7-eb32-4b31-b228-32495107519e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event updated for resources: {'Port': ['ID=d6af29a2-b12a-4f36-9941-3e03fd537573,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:56.257241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-94612f91-22fb-49a7-9307-45bf94ac1ed7 None None] Provisioning complete for port 12bde547-1da4-4acd-a2f7-69588642b0b9 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:56.258445 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-94612f91-22fb-49a7-9307-45bf94ac1ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.300511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-94612f91-22fb-49a7-9307-45bf94ac1ed7 None None] Port 12bde547-1da4-4acd-a2f7-69588642b0b9 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:56.326188 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d54be14-8f70-48ff-90d8-2f8047d85f87 req-8b718ea8-2e69-4105-8880-001a5f7d0e80 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 210 time: 0.1096349 Aug 31 01:12:56.342075 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ea58f801-fff3-4c59-a890-5ec756c8ccc9 req-c42fe54d-779f-4639-9556-6438787bf9b8 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 210 time: 0.0301211 Aug 31 01:12:56.342952 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-fc0137c7-eb32-4b31-b228-32495107519e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] In _notify_port_updated(), no bound segment for port d6af29a2-b12a-4f36-9941-3e03fd537573 on network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 {{(pid=102342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:12:56.349010 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0137c7-eb32-4b31-b228-32495107519e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:56.349704 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fc0137c7-eb32-4b31-b228-32495107519e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.351030 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fc0137c7-eb32-4b31-b228-32495107519e tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "PUT /v2.0/ports/d6af29a2-b12a-4f36-9941-3e03fd537573 HTTP/1.1" status: 200 len: 958 time: 1.7161903 Aug 31 01:12:56.354231 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34284) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:56.400417 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-76ba3fd2-6b03-4fa4-945d-ec2733fb7a49 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=bc150f8734f94c26b3066ef53594895c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328743 Aug 31 01:12:56.412272 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-94612f91-22fb-49a7-9307-45bf94ac1ed7 None None] Provisioning for port c20e4b5a-351f-4580-a478-4f0312fd4b6e completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:56.417167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-94612f91-22fb-49a7-9307-45bf94ac1ed7 None None] Provisioning complete for port c20e4b5a-351f-4580-a478-4f0312fd4b6e triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:56.417631 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-94612f91-22fb-49a7-9307-45bf94ac1ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.487129 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-d6062730-6c1e-4637-8cb5-892f1dacfee8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port d6af29a2-b12a-4f36-9941-3e03fd537573 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:56.487953 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d6062730-6c1e-4637-8cb5-892f1dacfee8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.580576 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-bf370241-7ebd-453d-827b-449752dd38bc tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:56.584174 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-bf370241-7ebd-453d-827b-449752dd38bc tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1603658 Aug 31 01:12:56.593302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-b1a7fa60-9da2-4cbf-8ab0-92de93e3819b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Allocated IP 172.20.0.2 (e82eeec3-5ff2-445a-851f-06625aceee65/28e00ce7-f90d-46fd-a823-804dd57ed42f/33f56300-a127-4f87-8440-489f150cbe13) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:56.617768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-5eb6289f-5275-40de-abb1-964e2b2f08c7 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Request body: {'port': {'device_id': '25946130-5b16-4ce5-9e48-a76acb1294b2', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': 'bc150f8734f94c26b3066ef53594895c'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:56.627944 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d6062730-6c1e-4637-8cb5-892f1dacfee8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.642930 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-d6062730-6c1e-4637-8cb5-892f1dacfee8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for d6af29a2-b12a-4f36-9941-3e03fd537573 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:56.678453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-94612f91-22fb-49a7-9307-45bf94ac1ed7 None None] Provisioning for port d6af29a2-b12a-4f36-9941-3e03fd537573 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:56.685277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-94612f91-22fb-49a7-9307-45bf94ac1ed7 None None] Provisioning complete for port d6af29a2-b12a-4f36-9941-3e03fd537573 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:56.685894 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-94612f91-22fb-49a7-9307-45bf94ac1ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.796129 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-94612f91-22fb-49a7-9307-45bf94ac1ed7 None None] Port d6af29a2-b12a-4f36-9941-3e03fd537573 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:56.928711 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-b1a7fa60-9da2-4cbf-8ab0-92de93e3819b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.932470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f76add50-2a32-4adf-b766-a17e6155f28b no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:56.946234 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d6062730-6c1e-4637-8cb5-892f1dacfee8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.961948 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5828b55b-9a18-4327-8310-b3958405f23c None None] Provisioning complete for port d6af29a2-b12a-4f36-9941-3e03fd537573 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:56.962543 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5828b55b-9a18-4327-8310-b3958405f23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.989047 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5828b55b-9a18-4327-8310-b3958405f23c None None] Port d6af29a2-b12a-4f36-9941-3e03fd537573 was deleted so its status cannot be updated. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 01:12:57.039197 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6062730-6c1e-4637-8cb5-892f1dacfee8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=d6af29a2-b12a-4f36-9941-3e03fd537573,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:57.039499 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-5eb6289f-5275-40de-abb1-964e2b2f08c7 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Made reservation on behalf of bc150f8734f94c26b3066ef53594895c for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:57.041534 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-5eb6289f-5275-40de-abb1-964e2b2f08c7 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.079867 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-5eb6289f-5275-40de-abb1-964e2b2f08c7 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.100421 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-b1a7fa60-9da2-4cbf-8ab0-92de93e3819b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.116963 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['96432a75-6894-44bb-b3cf-e774f3562bb0'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:57.179186 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d6062730-6c1e-4637-8cb5-892f1dacfee8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.182434 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-b1a7fa60-9da2-4cbf-8ab0-92de93e3819b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Network e82eeec3-5ff2-445a-851f-06625aceee65 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:57.184211 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d6062730-6c1e-4637-8cb5-892f1dacfee8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/ports/d6af29a2-b12a-4f36-9941-3e03fd537573 HTTP/1.1" status: 204 len: 168 time: 0.8281906 Aug 31 01:12:57.186821 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34312) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:57.195655 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-b1a7fa60-9da2-4cbf-8ab0-92de93e3819b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:57.207568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7fa60-9da2-4cbf-8ab0-92de93e3819b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Pushing event updated for resources: {'Port': ['ID=33f56300-a127-4f87-8440-489f150cbe13,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:57.210066 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.211207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-b1a7fa60-9da2-4cbf-8ab0-92de93e3819b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:57.267381 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b41880-747d-41b8-854d-5a1979959939 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] GET failed (client error): The resource could not be found. Aug 31 01:12:57.276128 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e5b41880-747d-41b8-854d-5a1979959939 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports/d6af29a2-b12a-4f36-9941-3e03fd537573 HTTP/1.1" status: 404 len: 333 time: 0.0831757 Aug 31 01:12:57.277408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34314) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:57.319859 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-b1a7fa60-9da2-4cbf-8ab0-92de93e3819b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:57.321063 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-b1a7fa60-9da2-4cbf-8ab0-92de93e3819b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.344259 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:57.345085 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93de600-86c3-4d55-b618-cbd953567e14" -d '{"events": [{"server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "name": "network-vif-unplugged", "status": "completed", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:57.373423 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-5eb6289f-5275-40de-abb1-964e2b2f08c7 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.424124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port f76add50-2a32-4adf-b766-a17e6155f28b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f76add50-2a32-4adf-b766-a17e6155f28b,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:57.424360 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-711132cc-629e-4ed2-b27f-b43d96129f1b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.461326 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d107d0c6-d12e-4590-9b21-b7edaa7fda3e x-openstack-request-id: req-d107d0c6-d12e-4590-9b21-b7edaa7fda3e {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:57.462620 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "name": "network-vif-unplugged", "status": "completed", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:57.463343 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d107d0c6-d12e-4590-9b21-b7edaa7fda3e {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:57.464312 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'code': 200} Aug 31 01:12:57.477939 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-711132cc-629e-4ed2-b27f-b43d96129f1b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.553490 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-5eb6289f-5275-40de-abb1-964e2b2f08c7 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.560294 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3d35154d-36c8-4ba7-a522-85d5526220d8 req-8aec0f94-b483-4621-9b52-cf12708f3046 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 210 time: 0.0372541 Aug 31 01:12:57.586189 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.610199 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68b92c-ce66-4f7d-b679-32ead4daf6f4 req-b45155c0-cda0-4981-bd52-46d1ab136efc tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:57.620799 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4e68b92c-ce66-4f7d-b679-32ead4daf6f4 req-b45155c0-cda0-4981-bd52-46d1ab136efc tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 931 time: 0.0975757 Aug 31 01:12:57.648015 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=f76add50-2a32-4adf-b766-a17e6155f28b,revision_number=14']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:57.663169 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:57.663516 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:57.668635 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6289f-5275-40de-abb1-964e2b2f08c7 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81bf80ca-a234-45b6-bd17-757928097c7d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:57.669392 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4e68b92c-ce66-4f7d-b679-32ead4daf6f4 req-ff05b2a6-bfab-4b04-8dec-a2470270694c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476952 Aug 31 01:12:57.670167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:57.670521 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:57.670865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:57.671691 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:57.672034 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:57.672393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:57.673030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:57.673554 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:57.674391 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:57.674391 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:57.681018 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-711132cc-629e-4ed2-b27f-b43d96129f1b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.684291 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-711132cc-629e-4ed2-b27f-b43d96129f1b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.685773 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-711132cc-629e-4ed2-b27f-b43d96129f1b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/security-groups/e0750e1b-c6e7-4c83-a3ce-1e74e2362a6f HTTP/1.1" status: 204 len: 168 time: 0.3948286 Aug 31 01:12:57.691908 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34326) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:57.705281 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-b1a7fa60-9da2-4cbf-8ab0-92de93e3819b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9625082 Aug 31 01:12:57.708004 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711132cc-629e-4ed2-b27f-b43d96129f1b tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0750e1b-c6e7-4c83-a3ce-1e74e2362a6f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:57.737713 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Request body: {'port': {'device_id': 'c7a68e61-5b71-4add-af14-ff68453f1662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:57.779457 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26341fb9-4d0f-420f-856a-0a3a7331ca5c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.815690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-5eb6289f-5275-40de-abb1-964e2b2f08c7 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Allocated IP 192.168.233.152 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/8fad2b73-7099-4a16-91a4-c22ac2e96675) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:57.821357 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26341fb9-4d0f-420f-856a-0a3a7331ca5c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.832983 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.943860 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26341fb9-4d0f-420f-856a-0a3a7331ca5c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.949925 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-26341fb9-4d0f-420f-856a-0a3a7331ca5c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.949925 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-26341fb9-4d0f-420f-856a-0a3a7331ca5c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/security-groups/992b9bea-0949-4a4d-893b-fb1b4d00d8af HTTP/1.1" status: 204 len: 168 time: 0.2548730 Aug 31 01:12:57.952864 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34346) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:57.970083 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26341fb9-4d0f-420f-856a-0a3a7331ca5c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992b9bea-0949-4a4d-893b-fb1b4d00d8af,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:58.038361 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b60575c1-ce9b-4a6f-a26c-ca7eaacb2d58 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.068708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34348) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:58.072530 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b60575c1-ce9b-4a6f-a26c-ca7eaacb2d58 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.224063 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b60575c1-ce9b-4a6f-a26c-ca7eaacb2d58 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.226914 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b60575c1-ce9b-4a6f-a26c-ca7eaacb2d58 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.228125 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b60575c1-ce9b-4a6f-a26c-ca7eaacb2d58 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/security-groups/f28d6ad9-0d60-40d9-9fa9-a2da12f9d2fd HTTP/1.1" status: 204 len: 168 time: 0.2743719 Aug 31 01:12:58.231772 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34356) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:58.251073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60575c1-ce9b-4a6f-a26c-ca7eaacb2d58 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28d6ad9-0d60-40d9-9fa9-a2da12f9d2fd,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:58.302217 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d484ef-02d6-4740-9f96-66ec801fca1d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting subnet d0dea456-a99e-46bf-86fc-b74b9024077e {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:12:58.306197 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f0d484ef-02d6-4740-9f96-66ec801fca1d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.370340 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f0d484ef-02d6-4740-9f96-66ec801fca1d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.400220 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-76f2088f-0f6f-48c3-bdaa-ae8bcfcfe98a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1438311777-network', 'tenant_id': '696397dcd28040e89ef13579b0d621e1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:58.457546 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f0d484ef-02d6-4740-9f96-66ec801fca1d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.462673 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-5eb6289f-5275-40de-abb1-964e2b2f08c7 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.489197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-5eb6289f-5275-40de-abb1-964e2b2f08c7 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Transition to ACTIVE for port object 8fad2b73-7099-4a16-91a4-c22ac2e96675 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:58.562277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f2088f-0f6f-48c3-bdaa-ae8bcfcfe98a admin admin] Made reservation on behalf of 696397dcd28040e89ef13579b0d621e1 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:58.565105 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76f2088f-0f6f-48c3-bdaa-ae8bcfcfe98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.584002 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76f2088f-0f6f-48c3-bdaa-ae8bcfcfe98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.604411 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f56300-a127-4f87-8440-489f150cbe13 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:58.615403 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.644758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Transition to ACTIVE for port object 33f56300-a127-4f87-8440-489f150cbe13 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:58.645070 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f0d484ef-02d6-4740-9f96-66ec801fca1d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.675249 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d484ef-02d6-4740-9f96-66ec801fca1d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Subnet': ['ID=d0dea456-a99e-46bf-86fc-b74b9024077e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:58.684841 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f0d484ef-02d6-4740-9f96-66ec801fca1d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.691512 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f0d484ef-02d6-4740-9f96-66ec801fca1d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/d0dea456-a99e-46bf-86fc-b74b9024077e HTTP/1.1" status: 204 len: 168 time: 0.4537947 Aug 31 01:12:58.692212 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34368) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:58.695007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f177b4f-2ed1-4ac8-8290-dee33dd635b2 None None] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:58.699973 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e08f3c2-c5bd-493d-8cc6-262f5342ea07 req-feadc0a9-047a-443c-b687-1b74349bc2b4 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 210 time: 0.0350916 Aug 31 01:12:58.707327 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-5eb6289f-5275-40de-abb1-964e2b2f08c7 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.797051 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-240580d0-48ea-46b3-948b-b21504766742 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting subnet b0efcd41-3da9-4074-a4d7-a634f36fda5e {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:12:58.807054 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-240580d0-48ea-46b3-948b-b21504766742 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.816307 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.819462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-5eb6289f-5275-40de-abb1-964e2b2f08c7 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:58.825099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6289f-5275-40de-abb1-964e2b2f08c7 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Pushing event updated for resources: {'Port': ['ID=8fad2b73-7099-4a16-91a4-c22ac2e96675,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:58.832297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-5eb6289f-5275-40de-abb1-964e2b2f08c7 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:58.852347 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-240580d0-48ea-46b3-948b-b21504766742 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.854566 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-5eb6289f-5275-40de-abb1-964e2b2f08c7 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:58.973097 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76f2088f-0f6f-48c3-bdaa-ae8bcfcfe98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.988519 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=33f56300-a127-4f87-8440-489f150cbe13,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:59.034757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-5eb6289f-5275-40de-abb1-964e2b2f08c7 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:59.035439 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-5eb6289f-5275-40de-abb1-964e2b2f08c7 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.059808 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76f2088f-0f6f-48c3-bdaa-ae8bcfcfe98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.060576 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-240580d0-48ea-46b3-948b-b21504766742 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.073127 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b0fc3-8769-4acf-a25c-60949cb455b1 req-a1b79dee-7f1b-4727-b6e1-39abe967f9d6 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:59.075232 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-214b0fc3-8769-4acf-a25c-60949cb455b1 req-a1b79dee-7f1b-4727-b6e1-39abe967f9d6 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 943 time: 0.1594574 Aug 31 01:12:59.094972 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f2088f-0f6f-48c3-bdaa-ae8bcfcfe98a admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:12:59.127716 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76f2088f-0f6f-48c3-bdaa-ae8bcfcfe98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.128462 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-76f2088f-0f6f-48c3-bdaa-ae8bcfcfe98a admin admin] Added segment 94d61b91-150f-4dee-a8d9-8b6e0a7a6209 of type vlan for network ab246e1d-3fc8-4427-9be8-eb5a4ef6624f Aug 31 01:12:59.142233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2088f-0f6f-48c3-bdaa-ae8bcfcfe98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7e6dea-0b52-4ff2-ba28-471a099238a4,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:59.174568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Attempting to bind port 33f56300-a127-4f87-8440-489f150cbe13 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:59.174895 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Attempting to bind port 33f56300-a127-4f87-8440-489f150cbe13 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:59.175231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Attempting to bind port 33f56300-a127-4f87-8440-489f150cbe13 on network e82eeec3-5ff2-445a-851f-06625aceee65 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:59.185938 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-214b0fc3-8769-4acf-a25c-60949cb455b1 req-7d81bc59-1f80-4b27-a22e-11e7432bf50d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860579 Aug 31 01:12:59.205610 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-5eb6289f-5275-40de-abb1-964e2b2f08c7 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6028342 Aug 31 01:12:59.211593 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Port 33f56300-a127-4f87-8440-489f150cbe13 on network e82eeec3-5ff2-445a-851f-06625aceee65 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:12:59.213900 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Attempting to bind port 33f56300-a127-4f87-8440-489f150cbe13 on network e82eeec3-5ff2-445a-851f-06625aceee65 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:59.239899 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Request body: {'port': {'device_id': '25946130-5b16-4ce5-9e48-a76acb1294b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:59.246658 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:59.247270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Checking segment: {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:59.247658 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Bound using segment: {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:59.248281 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Bound port: 33f56300-a127-4f87-8440-489f150cbe13, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:59.248645 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.253227 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76f2088f-0f6f-48c3-bdaa-ae8bcfcfe98a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.363724 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-240580d0-48ea-46b3-948b-b21504766742 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.374501 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.382678 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-240580d0-48ea-46b3-948b-b21504766742 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.384624 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-240580d0-48ea-46b3-948b-b21504766742 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/b0efcd41-3da9-4074-a4d7-a634f36fda5e HTTP/1.1" status: 204 len: 168 time: 0.6915851 Aug 31 01:12:59.391214 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34386) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:59.395471 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-adb60b42-4749-40a1-896a-474ec086ab6f None None] Provisioning for port 8fad2b73-7099-4a16-91a4-c22ac2e96675 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:59.400332 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-adb60b42-4749-40a1-896a-474ec086ab6f None None] Provisioning complete for port 8fad2b73-7099-4a16-91a4-c22ac2e96675 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:59.404714 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-adb60b42-4749-40a1-896a-474ec086ab6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.415183 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240580d0-48ea-46b3-948b-b21504766742 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Subnet': ['ID=b0efcd41-3da9-4074-a4d7-a634f36fda5e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:59.457721 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-adb60b42-4749-40a1-896a-474ec086ab6f None None] Port 8fad2b73-7099-4a16-91a4-c22ac2e96675 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:59.490176 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] For port 33f56300-a127-4f87-8440-489f150cbe13, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:59.497038 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-085ec0a3-a8d9-4bb4-ad18-a32b2e1d6f90 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] DELETE failed (client error): The resource could not be found. Aug 31 01:12:59.498100 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085ec0a3-a8d9-4bb4-ad18-a32b2e1d6f90 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:12:59.501259 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-085ec0a3-a8d9-4bb4-ad18-a32b2e1d6f90 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/d0dea456-a99e-46bf-86fc-b74b9024077e HTTP/1.1" status: 404 len: 337 time: 0.1088893 Aug 31 01:12:59.503155 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76f2088f-0f6f-48c3-bdaa-ae8bcfcfe98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.504747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f2088f-0f6f-48c3-bdaa-ae8bcfcfe98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:59.504920 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34388) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:59.506095 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76f2088f-0f6f-48c3-bdaa-ae8bcfcfe98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.596040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1d854e-a810-4f56-be72-88052833333c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting subnet 03093aa4-1f79-42bb-9fb1-87c52128e8c1 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:12:59.600229 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb1d854e-a810-4f56-be72-88052833333c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.640627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] For port 33f56300-a127-4f87-8440-489f150cbe13, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=33f56300-a127-4f87-8440-489f150cbe13,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:59.655936 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb1d854e-a810-4f56-be72-88052833333c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.727985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b538f4f5-41bd-402d-b57f-e528e2fbb8be None None] Network 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:59.728521 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.764172 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb1d854e-a810-4f56-be72-88052833333c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.774538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2088f-0f6f-48c3-bdaa-ae8bcfcfe98a admin admin] Pushing event updated for resources: {'Network': ['ID=ab246e1d-3fc8-4427-9be8-eb5a4ef6624f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:59.781973 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-76f2088f-0f6f-48c3-bdaa-ae8bcfcfe98a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7093868 Aug 31 01:12:59.787332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34392) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:59.794294 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network ab246e1d-3fc8-4427-9be8-eb5a4ef6624f details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:12:59.795009 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-071a167d-e20e-4446-9912-964c073d7545 admin admin] Request body: {'subnet': {'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1438311777-subnet', 'tenant_id': '696397dcd28040e89ef13579b0d621e1', 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:59.831971 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:59.832611 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.834218 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] 10.222.0.48 "PUT /v2.0/ports/33f56300-a127-4f87-8440-489f150cbe13 HTTP/1.1" status: 200 len: 1092 time: 2.1011574 Aug 31 01:12:59.834551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a68e61-5b71-4add-af14-ff68453f1662', 'tag': '33f56300-a127-4f87-8440-489f150cbe13'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:59.837169 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be2d1c5-1dbd-46ec-9c66-ca9302a92016" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a68e61-5b71-4add-af14-ff68453f1662", "tag": "33f56300-a127-4f87-8440-489f150cbe13"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:59.915540 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0901ca4d-28bd-4445-a5a0-a52196b69452 None None] Provisioning complete for port 12bde547-1da4-4acd-a2f7-69588642b0b9 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:59.916157 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0901ca4d-28bd-4445-a5a0-a52196b69452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.922856 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bfdf4-b542-4275-8755-10c83a03e6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=33f56300-a127-4f87-8440-489f150cbe13,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:59.975339 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93093e1-a336-476e-839d-617c78fedf81 req-8eab3c31-b1aa-437c-a2af-69ee7f34ef80 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:59.979263 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d93093e1-a336-476e-839d-617c78fedf81 req-8eab3c31-b1aa-437c-a2af-69ee7f34ef80 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0784092 Aug 31 01:12:59.980326 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb1d854e-a810-4f56-be72-88052833333c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.998980 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0901ca4d-28bd-4445-a5a0-a52196b69452 None None] Port 12bde547-1da4-4acd-a2f7-69588642b0b9 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:13:00.000006 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a668b-3fdf-4c45-b840-e53060479d93 req-8467aa0d-8cf7-4a7e-89f3-fc221d635d00 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:00.001798 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-099a668b-3fdf-4c45-b840-e53060479d93 req-8467aa0d-8cf7-4a7e-89f3-fc221d635d00 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 936 time: 0.1385524 Aug 31 01:13:00.031921 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d854e-a810-4f56-be72-88052833333c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Subnet': ['ID=03093aa4-1f79-42bb-9fb1-87c52128e8c1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:00.038077 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb1d854e-a810-4f56-be72-88052833333c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:00.040127 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cb1d854e-a810-4f56-be72-88052833333c tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/03093aa4-1f79-42bb-9fb1-87c52128e8c1 HTTP/1.1" status: 204 len: 168 time: 0.5333714 Aug 31 01:13:00.044344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0901ca4d-28bd-4445-a5a0-a52196b69452 None None] Provisioning complete for port c20e4b5a-351f-4580-a478-4f0312fd4b6e triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:00.044944 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0901ca4d-28bd-4445-a5a0-a52196b69452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:00.045789 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34398) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:00.054720 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071a167d-e20e-4446-9912-964c073d7545 admin admin] Made reservation on behalf of 696397dcd28040e89ef13579b0d621e1 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:00.057102 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-071a167d-e20e-4446-9912-964c073d7545 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:00.085996 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d93093e1-a336-476e-839d-617c78fedf81 req-7bd67985-95c9-4b23-9aa9-ab70e699230b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017487 Aug 31 01:13:00.087081 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a68498-270a-4fde-8cba-5ebdddf20e81 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] DELETE failed (client error): The resource could not be found. Aug 31 01:13:00.087546 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a68498-270a-4fde-8cba-5ebdddf20e81 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:13:00.089250 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-35a68498-270a-4fde-8cba-5ebdddf20e81 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/44c1af3f-6e63-4828-83a8-b941a456c1bf HTTP/1.1" status: 404 len: 337 time: 0.0412707 Aug 31 01:13:00.099974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34400) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:00.145783 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0144b0a1-81b7-4c16-8955-f0a7e2edeba7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "GET /v2.0/ports?device_id=91fbaa93-4b5e-46b9-8d15-0767a4b23ccb HTTP/1.1" status: 200 len: 205 time: 0.0446317 Aug 31 01:13:00.153914 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34404) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:00.191176 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c60b0d2-ec5f-4245-a8a9-6957aa8dd54b None None] DHCP port deletion for 61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:13:00.202989 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8cf555-cd15-4785-bb91-d6d087afc6b7 x-openstack-request-id: req-5d8cf555-cd15-4785-bb91-d6d087afc6b7 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:00.203583 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a68e61-5b71-4add-af14-ff68453f1662", "tag": "33f56300-a127-4f87-8440-489f150cbe13", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:00.203583 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d8cf555-cd15-4785-bb91-d6d087afc6b7 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:00.209841 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-9ab293e6-413c-4255-93ab-47799f20de90 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] delete failed (client error): The resource could not be found. Aug 31 01:13:00.211004 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9ab293e6-413c-4255-93ab-47799f20de90 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/routers/91fbaa93-4b5e-46b9-8d15-0767a4b23ccb HTTP/1.1" status: 404 len: 336 time: 0.0559649 Aug 31 01:13:00.211781 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a68e61-5b71-4add-af14-ff68453f1662', 'tag': '33f56300-a127-4f87-8440-489f150cbe13', 'status': 'completed', 'code': 200} Aug 31 01:13:00.218163 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34406) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:00.222508 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-6a1ad20d-8359-4dda-94e2-891da7bd4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:00.224237 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-6a1ad20d-8359-4dda-94e2-891da7bd4731 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 1095 time: 0.2467470 Aug 31 01:13:00.244606 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-099a668b-3fdf-4c45-b840-e53060479d93 req-5c83e810-fda4-42a1-b2e8-d084a03e9613 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/security-groups?id=81bf80ca-a234-45b6-bd17-757928097c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235532 Aug 31 01:13:00.250444 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec21e36-3307-415c-8134-b017dfcbcf56 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] DELETE failed (client error): The resource could not be found. Aug 31 01:13:00.250444 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec21e36-3307-415c-8134-b017dfcbcf56 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:13:00.252949 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7ec21e36-3307-415c-8134-b017dfcbcf56 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/4086eff6-e444-4503-a7a6-89c154ed8f47 HTTP/1.1" status: 404 len: 337 time: 0.0334635 Aug 31 01:13:00.270064 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34410) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:00.287712 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2c60b0d2-ec5f-4245-a8a9-6957aa8dd54b None None] Deleting port c20e4b5a-351f-4580-a478-4f0312fd4b6e {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:00.288381 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2c60b0d2-ec5f-4245-a8a9-6957aa8dd54b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:00.291115 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d762575-d30b-48e9-bf38-fe9b750a6ab7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] DELETE failed (client error): The resource could not be found. Aug 31 01:13:00.291970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d762575-d30b-48e9-bf38-fe9b750a6ab7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:13:00.296243 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3d762575-d30b-48e9-bf38-fe9b750a6ab7 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/fa37a9e7-f4ab-4038-a829-b64d810d4162 HTTP/1.1" status: 404 len: 337 time: 0.0374060 Aug 31 01:13:00.296629 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34412) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:00.329155 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eacba29-b394-42d4-b63f-950d6ff624b6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] DELETE failed (client error): The resource could not be found. Aug 31 01:13:00.329811 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eacba29-b394-42d4-b63f-950d6ff624b6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:13:00.335298 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9eacba29-b394-42d4-b63f-950d6ff624b6 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/cf854d18-10c5-4997-99f6-ca9e7dcc40b0 HTTP/1.1" status: 404 len: 337 time: 0.0345106 Aug 31 01:13:00.335608 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34414) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:00.359681 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-afcf08fd-98fe-4177-97ce-904b231d91da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33f56300-a127-4f87-8440-489f150cbe13 HTTP/1.1" status: 200 len: 217 time: 0.1270158 Aug 31 01:13:00.369007 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44a62da-42d9-4c9e-8494-355e91542fb3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] DELETE failed (client error): The resource could not be found. Aug 31 01:13:00.369852 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44a62da-42d9-4c9e-8494-355e91542fb3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:13:00.373485 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b44a62da-42d9-4c9e-8494-355e91542fb3 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/ports/42d6f5f7-b0c8-44d7-b309-b80526b5c881 HTTP/1.1" status: 404 len: 333 time: 0.0349905 Aug 31 01:13:00.374456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34416) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:00.378600 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2c60b0d2-ec5f-4245-a8a9-6957aa8dd54b None None] For port c20e4b5a-351f-4580-a478-4f0312fd4b6e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c20e4b5a-351f-4580-a478-4f0312fd4b6e,segment=NetworkSegment(7040bfcc-2bfd-4aab-9112-0fcc47ae2f02),segment_id=7040bfcc-2bfd-4aab-9112-0fcc47ae2f02)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:00.379005 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2c60b0d2-ec5f-4245-a8a9-6957aa8dd54b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:00.393822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2c60b0d2-ec5f-4245-a8a9-6957aa8dd54b None None] Calling delete_port for c20e4b5a-351f-4580-a478-4f0312fd4b6e owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:00.405850 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-52275594-ebc1-4033-984c-80fc43e3ea2d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] DELETE failed (client error): The resource could not be found. Aug 31 01:13:00.406416 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52275594-ebc1-4033-984c-80fc43e3ea2d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:13:00.410820 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-52275594-ebc1-4033-984c-80fc43e3ea2d tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/58726fb7-830c-4864-a681-948972ec0e4e HTTP/1.1" status: 404 len: 337 time: 0.0325999 Aug 31 01:13:00.412390 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34418) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:00.417236 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fad2b73-7099-4a16-91a4-c22ac2e96675 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:00.446049 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-08736e9f-0adb-4583-9e4f-da3f64f395a8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] DELETE failed (client error): The resource could not be found. Aug 31 01:13:00.446049 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08736e9f-0adb-4583-9e4f-da3f64f395a8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:13:00.450325 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-08736e9f-0adb-4583-9e4f-da3f64f395a8 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/ffe5c819-7e30-467a-bd5e-667d2f4bc5d7 HTTP/1.1" status: 404 len: 337 time: 0.0343409 Aug 31 01:13:00.450568 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:00.450985 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34420) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:00.476817 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7dd030-28b2-4bae-8450-da090832cfa5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] DELETE failed (client error): The resource could not be found. Aug 31 01:13:00.477683 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7dd030-28b2-4bae-8450-da090832cfa5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:13:00.479308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Transition to ACTIVE for port object 8fad2b73-7099-4a16-91a4-c22ac2e96675 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:00.479501 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9b7dd030-28b2-4bae-8450-da090832cfa5 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/ports/aa07239b-e43f-41d6-8bed-78dcf8c654ca HTTP/1.1" status: 404 len: 333 time: 0.0275323 Aug 31 01:13:00.482545 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34422) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:00.519159 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4b9eb9-e021-4dd5-ba5d-3aed272f71f0 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] DELETE failed (client error): The resource could not be found. Aug 31 01:13:00.519612 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4b9eb9-e021-4dd5-ba5d-3aed272f71f0 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:13:00.521496 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bc4b9eb9-e021-4dd5-ba5d-3aed272f71f0 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/77bdd859-b270-480e-9749-911e8b1b5adc HTTP/1.1" status: 404 len: 337 time: 0.0378709 Aug 31 01:13:00.524632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34426) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:00.536171 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-d53ed809-5462-476a-bfef-9399e25a154f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:00.537717 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-d53ed809-5462-476a-bfef-9399e25a154f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28e00ce7-f90d-46fd-a823-804dd57ed42f HTTP/1.1" status: 200 len: 846 time: 0.1530879 Aug 31 01:13:00.550689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533a8e5-52ee-4cfb-94fe-a6fe1d47ac1f req-7609edbe-5280-4213-9b85-70b137d98f7e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:00.551864 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9533a8e5-52ee-4cfb-94fe-a6fe1d47ac1f req-7609edbe-5280-4213-9b85-70b137d98f7e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 943 time: 0.1949432 Aug 31 01:13:00.575333 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2c60b0d2-ec5f-4245-a8a9-6957aa8dd54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:00.602423 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4b38ac-1bfc-46a8-b137-fd85af8a6c75 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] DELETE failed (client error): The resource could not be found. Aug 31 01:13:00.603188 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d4b38ac-1bfc-46a8-b137-fd85af8a6c75 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:13:00.605155 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5d4b38ac-1bfc-46a8-b137-fd85af8a6c75 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/subnets/19932b44-5afb-41b5-8436-0bf1748242e4 HTTP/1.1" status: 404 len: 337 time: 0.0785518 Aug 31 01:13:00.607847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60b0d2-ec5f-4245-a8a9-6957aa8dd54b None None] Pushing event deleted for resources: {'Port': ['ID=c20e4b5a-351f-4580-a478-4f0312fd4b6e,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:00.610966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c60b0d2-ec5f-4245-a8a9-6957aa8dd54b None None] No DVR routers for this DVR port c20e4b5a-351f-4580-a478-4f0312fd4b6e on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:13:00.617210 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34428) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:00.640255 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-f6d35141-1eb7-4e73-85fa-5c0ccd4371dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e82eeec3-5ff2-445a-851f-06625aceee65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883925 Aug 31 01:13:00.646009 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:00.682618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f76238-8125-4df0-8479-0d0ce27bc260 req-331d9fc5-5e35-46de-b6d3-1551796fe1b5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:00.684359 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66f76238-8125-4df0-8479-0d0ce27bc260 req-331d9fc5-5e35-46de-b6d3-1551796fe1b5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1099732 Aug 31 01:13:00.798162 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66f76238-8125-4df0-8479-0d0ce27bc260 req-a855f79a-7e24-4c6f-8fd4-6b1e75ed5f87 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001854 Aug 31 01:13:00.807747 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9533a8e5-52ee-4cfb-94fe-a6fe1d47ac1f req-f4aeeda9-e742-4bf5-9a30-a9ad9f8e195a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488952 Aug 31 01:13:00.807961 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2ccd3-edc2-416d-a093-6a1af9b4a35a req-3ad49b5e-89f0-4935-882b-5e60ee8b43e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:00.810194 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1d2ccd3-edc2-416d-a093-6a1af9b4a35a req-3ad49b5e-89f0-4935-882b-5e60ee8b43e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 1096 time: 0.1362548 Aug 31 01:13:00.816974 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Pushing event updated for resources: {'Port': ['ID=8fad2b73-7099-4a16-91a4-c22ac2e96675,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:00.909218 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-d639bfa6-3731-4bcf-ba47-519ffdbd14ca tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Deleting port 12bde547-1da4-4acd-a2f7-69588642b0b9 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:00.909615 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d639bfa6-3731-4bcf-ba47-519ffdbd14ca tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:00.933399 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-071a167d-e20e-4446-9912-964c073d7545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:01.019321 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d639bfa6-3731-4bcf-ba47-519ffdbd14ca tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:01.038043 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-883557c5-76ec-4120-80c6-0c86d8935df4 service neutron] 10.222.0.48 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753822 Aug 31 01:13:01.041270 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2ccd3-edc2-416d-a093-6a1af9b4a35a req-7cd1857a-ed7f-45b2-b183-8c796009453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:01.042855 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1d2ccd3-edc2-416d-a093-6a1af9b4a35a req-7cd1857a-ed7f-45b2-b183-8c796009453f service neutron] 10.222.0.41 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 912 time: 0.2219136 Aug 31 01:13:01.043750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-d639bfa6-3731-4bcf-ba47-519ffdbd14ca tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Calling delete_port for 12bde547-1da4-4acd-a2f7-69588642b0b9 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:01.062521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Attempting to bind port 8fad2b73-7099-4a16-91a4-c22ac2e96675 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:01.062866 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Attempting to bind port 8fad2b73-7099-4a16-91a4-c22ac2e96675 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:01.063201 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Attempting to bind port 8fad2b73-7099-4a16-91a4-c22ac2e96675 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:01.112817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a167d-e20e-4446-9912-964c073d7545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=421ebe96-747a-4047-91f8-348cd9430a55,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:01.116230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Port 8fad2b73-7099-4a16-91a4-c22ac2e96675 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:13:01.116230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Attempting to bind port 8fad2b73-7099-4a16-91a4-c22ac2e96675 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:01.131367 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071a167d-e20e-4446-9912-964c073d7545 admin admin] Checking segment: {'id': '94d61b91-150f-4dee-a8d9-8b6e0a7a6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:01.131733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071a167d-e20e-4446-9912-964c073d7545 admin admin] Network hostable DHCP agents. Network: ab246e1d-3fc8-4427-9be8-eb5a4ef6624f, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:13:01.133990 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:01.134325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:01.134712 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:01.135162 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Bound port: 8fad2b73-7099-4a16-91a4-c22ac2e96675, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:01.135525 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:01.168562 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1d2ccd3-edc2-416d-a093-6a1af9b4a35a req-c1ba7693-3e9d-4973-bad0-943430b09666 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f76add50-2a32-4adf-b766-a17e6155f28b HTTP/1.1" status: 200 len: 998 time: 0.1165657 Aug 31 01:13:01.229331 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82ec54cb-f9f5-4034-8ff6-478d58bc30f6 req-c1df34e6-76ab-4757-8e43-c173dd49f11f service neutron] 10.222.0.48 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790559 Aug 31 01:13:01.230963 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2ccd3-edc2-416d-a093-6a1af9b4a35a req-e5348612-8c02-48d0-8503-c7ccb4955cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:01.233027 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1d2ccd3-edc2-416d-a093-6a1af9b4a35a req-e5348612-8c02-48d0-8503-c7ccb4955cba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.0557337 Aug 31 01:13:01.261212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] For port 8fad2b73-7099-4a16-91a4-c22ac2e96675, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:01.266312 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] For port 8fad2b73-7099-4a16-91a4-c22ac2e96675, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8fad2b73-7099-4a16-91a4-c22ac2e96675,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:01.293932 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2ccd3-edc2-416d-a093-6a1af9b4a35a req-7d033763-00cc-46f0-b64c-e9240d299602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:01.295517 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1d2ccd3-edc2-416d-a093-6a1af9b4a35a req-7d033763-00cc-46f0-b64c-e9240d299602 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556500 Aug 31 01:13:01.306525 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071a167d-e20e-4446-9912-964c073d7545 admin admin] Network ab246e1d-3fc8-4427-9be8-eb5a4ef6624f is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:13:01.373023 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:01.389692 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d639bfa6-3731-4bcf-ba47-519ffdbd14ca tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:01.411286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-071a167d-e20e-4446-9912-964c073d7545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, ab246e1d-3fc8-4427-9be8-eb5a4ef6624f) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:01.430148 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c20c09d-e97c-4143-b118-c13d06e4f6ac None None] Network ab246e1d-3fc8-4427-9be8-eb5a4ef6624f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:01.448455 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d639bfa6-3731-4bcf-ba47-519ffdbd14ca tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:01.450980 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d639bfa6-3731-4bcf-ba47-519ffdbd14ca tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/ports/12bde547-1da4-4acd-a2f7-69588642b0b9 HTTP/1.1" status: 204 len: 168 time: 0.8322151 Aug 31 01:13:01.460555 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639bfa6-3731-4bcf-ba47-519ffdbd14ca tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Port': ['ID=12bde547-1da4-4acd-a2f7-69588642b0b9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:01.463817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34432) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:01.474158 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071a167d-e20e-4446-9912-964c073d7545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:01.475178 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-071a167d-e20e-4446-9912-964c073d7545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:01.487860 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:01.488698 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:01.490540 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] 10.222.0.48 "PUT /v2.0/ports/8fad2b73-7099-4a16-91a4-c22ac2e96675 HTTP/1.1" status: 200 len: 1097 time: 2.2722023 Aug 31 01:13:01.495328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16db00-968b-4f05-a2f9-c347e3e0bd9f service neutron] Pushing event updated for resources: {'Port': ['ID=8fad2b73-7099-4a16-91a4-c22ac2e96675,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:01.500892 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20204ed5-c543-47ee-ba85-47caae9fa2d2 req-ff7d199e-72fd-42c8-9dc0-5de318233c83 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:01.503224 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-20204ed5-c543-47ee-ba85-47caae9fa2d2 req-ff7d199e-72fd-42c8-9dc0-5de318233c83 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 948 time: 0.1804662 Aug 31 01:13:01.532958 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2d1c5-1dbd-46ec-9c66-ca9302a92016 req-52f32c0c-873d-47c3-b345-77ea4c693beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:01.534834 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7be2d1c5-1dbd-46ec-9c66-ca9302a92016 req-52f32c0c-873d-47c3-b345-77ea4c693beb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 1095 time: 0.1165826 Aug 31 01:13:01.655107 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-071a167d-e20e-4446-9912-964c073d7545 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8643994 Aug 31 01:13:01.661019 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-ab246e1d-3fc8-4427-9be8-eb5a4ef6624f', 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f', 'tenant_id': '696397dcd28040e89ef13579b0d621e1', 'fixed_ips': [{'subnet_id': '421ebe96-747a-4047-91f8-348cd9430a55'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:13:01.662351 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:01.665265 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34434) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:01.670663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1438311777-router', 'tenant_id': '696397dcd28040e89ef13579b0d621e1', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:01.766843 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c20e4b5a-351f-4580-a478-4f0312fd4b6e no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:01.792971 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2d1c5-1dbd-46ec-9c66-ca9302a92016 req-b867d7ab-e67c-4985-b1cb-f3bfc2039614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:01.794715 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7be2d1c5-1dbd-46ec-9c66-ca9302a92016 req-b867d7ab-e67c-4985-b1cb-f3bfc2039614 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 907 time: 0.2482460 Aug 31 01:13:01.805654 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: c20e4b5a-351f-4580-a478-4f0312fd4b6e {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:13:01.806067 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c20e4b5a-351f-4580-a478-4f0312fd4b6e not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:13:01.823711 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-2aeb056f-cd89-437e-9fea-9f70967b1760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:01.833710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-2aeb056f-cd89-437e-9fea-9f70967b1760 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc150f8734f94c26b3066ef53594895c&device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 1100 time: 0.0919049 Aug 31 01:13:01.872198 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:01.873294 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:01.918355 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Allocated IP 172.20.0.2 (ab246e1d-3fc8-4427-9be8-eb5a4ef6624f/421ebe96-747a-4047-91f8-348cd9430a55/f7737ebc-26f0-4061-b1e8-665b239dc426) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:01.950945 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7be2d1c5-1dbd-46ec-9c66-ca9302a92016 req-4cf308bc-1c97-4bcb-b4e2-bc27cf7d4f64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33f56300-a127-4f87-8440-489f150cbe13 HTTP/1.1" status: 200 len: 217 time: 0.1455829 Aug 31 01:13:01.974295 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1d2ccd3-edc2-416d-a093-6a1af9b4a35a req-751ffe50-ddbf-4fab-964d-6db8e469c920 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6716232 Aug 31 01:13:02.051095 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6199735-7a79-47b8-bde8-c326338b0519 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.070391 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-20204ed5-c543-47ee-ba85-47caae9fa2d2 req-e2ce6e51-7fac-41a5-9df9-c5c790182ee6 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/security-groups?id=81bf80ca-a234-45b6-bd17-757928097c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460193 Aug 31 01:13:02.097165 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.118158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Transition to ACTIVE for port object f7737ebc-26f0-4061-b1e8-665b239dc426 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:02.136771 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Transition to ACTIVE for port object f7737ebc-26f0-4061-b1e8-665b239dc426 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:02.140641 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f1d2ccd3-edc2-416d-a093-6a1af9b4a35a req-ebd88815-5427-4abc-815b-83ef4a2a19f0 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564176 Aug 31 01:13:02.260519 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25946130-5b16-4ce5-9e48-a76acb1294b2', 'tag': '8fad2b73-7099-4a16-91a4-c22ac2e96675'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:02.262834 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6431be2e-aa0f-4d46-af82-0dc8148f01c6" -d '{"events": [{"name": "network-changed", "server_uuid": "25946130-5b16-4ce5-9e48-a76acb1294b2", "tag": "8fad2b73-7099-4a16-91a4-c22ac2e96675"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:02.271386 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6199735-7a79-47b8-bde8-c326338b0519 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.278266 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.290863 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-86382307-f211-4f97-903d-6d0c1cb80c8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=8fad2b73-7099-4a16-91a4-c22ac2e96675 HTTP/1.1" status: 200 len: 217 time: 0.4202032 Aug 31 01:13:02.293750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5322d7-fa1e-4195-aff7-870b981d56f1 req-cc4e78b3-4489-477e-9811-a5a319cc00a0 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:02.295636 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed5322d7-fa1e-4195-aff7-870b981d56f1 req-cc4e78b3-4489-477e-9811-a5a319cc00a0 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 943 time: 0.1476872 Aug 31 01:13:02.297723 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-c6199735-7a79-47b8-bde8-c326338b0519 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d8f6a3-6a1a-4a3f-a383-feb57be72ab5']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:02.372506 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-c6199735-7a79-47b8-bde8-c326338b0519 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7040bfcc-2bfd-4aab-9112-0fcc47ae2f02') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:02.372506 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-c6199735-7a79-47b8-bde8-c326338b0519 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7040bfcc-2bfd-4aab-9112-0fcc47ae2f02') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:02.372506 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6199735-7a79-47b8-bde8-c326338b0519 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.372506 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6199735-7a79-47b8-bde8-c326338b0519 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.372506 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed5322d7-fa1e-4195-aff7-870b981d56f1 req-60eda85c-a828-4b1a-a4eb-4c14968db656 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602126 Aug 31 01:13:02.372506 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6199735-7a79-47b8-bde8-c326338b0519 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:02.372506 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6199735-7a79-47b8-bde8-c326338b0519 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:02.373288 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:02.406789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749f73e-1723-4945-8dcf-91dd6496e9ce req-2c1a7d5b-54e4-4e8d-ab17-841380305bc1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:02.408902 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a749f73e-1723-4945-8dcf-91dd6496e9ce req-2c1a7d5b-54e4-4e8d-ab17-841380305bc1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.4282992 Aug 31 01:13:02.410627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2d1c5-1dbd-46ec-9c66-ca9302a92016 req-fa7ef27a-d655-438e-9ba7-1ef6edff9ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:02.412253 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7be2d1c5-1dbd-46ec-9c66-ca9302a92016 req-fa7ef27a-d655-438e-9ba7-1ef6edff9ffe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28e00ce7-f90d-46fd-a823-804dd57ed42f HTTP/1.1" status: 200 len: 846 time: 0.1527231 Aug 31 01:13:02.414095 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-fdc34887-19d0-4127-8652-0a17db32c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:02.415476 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-fdc34887-19d0-4127-8652-0a17db32c597 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1018734 Aug 31 01:13:02.418597 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.429562 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba860e91-9baa-4191-a607-1260d81fc282 x-openstack-request-id: req-ba860e91-9baa-4191-a607-1260d81fc282 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:02.429562 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25946130-5b16-4ce5-9e48-a76acb1294b2", "tag": "8fad2b73-7099-4a16-91a4-c22ac2e96675", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:02.429562 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba860e91-9baa-4191-a607-1260d81fc282 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:02.429562 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25946130-5b16-4ce5-9e48-a76acb1294b2', 'tag': '8fad2b73-7099-4a16-91a4-c22ac2e96675', 'status': 'completed', 'code': 200} Aug 31 01:13:02.460030 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-11cc721b-2e95-43d8-90bf-a7e49606bdb1 req-7c6f6ba8-421e-4cdd-8dd3-00c7ff57bfa4 service neutron] (102343) timed out ('10.222.0.41', 65478) {{(pid=102343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:13:02.469258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Network ab246e1d-3fc8-4427-9be8-eb5a4ef6624f is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:02.474618 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:02.479027 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:02.482855 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Pushing event updated for resources: {'Port': ['ID=f7737ebc-26f0-4061-b1e8-665b239dc426,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:02.498433 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7be2d1c5-1dbd-46ec-9c66-ca9302a92016 req-0fa49364-7836-4aca-8897-4d051832b79f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e82eeec3-5ff2-445a-851f-06625aceee65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602918 Aug 31 01:13:02.505779 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a749f73e-1723-4945-8dcf-91dd6496e9ce req-76671131-6fb4-490d-88c2-54b428b1149c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892763 Aug 31 01:13:02.552399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Attempting to bind port f7737ebc-26f0-4061-b1e8-665b239dc426 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:02.552764 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Attempting to bind port f7737ebc-26f0-4061-b1e8-665b239dc426 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '94d61b91-150f-4dee-a8d9-8b6e0a7a6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:02.553130 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Attempting to bind port f7737ebc-26f0-4061-b1e8-665b239dc426 on network ab246e1d-3fc8-4427-9be8-eb5a4ef6624f {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:02.559169 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:02.559550 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Checking segment: {'id': '94d61b91-150f-4dee-a8d9-8b6e0a7a6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:02.559973 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.560356 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Bound using segment: {'id': '94d61b91-150f-4dee-a8d9-8b6e0a7a6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:02.560835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Bound port: f7737ebc-26f0-4061-b1e8-665b239dc426, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d61b91-150f-4dee-a8d9-8b6e0a7a6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:02.561222 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.568709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-3d546c3f-6ffc-4638-8cd0-1e971fe9886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:02.572686 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-3d546c3f-6ffc-4638-8cd0-1e971fe9886e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1358254 Aug 31 01:13:02.635804 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] For port f7737ebc-26f0-4061-b1e8-665b239dc426, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:02.639579 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] For port f7737ebc-26f0-4061-b1e8-665b239dc426, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f7737ebc-26f0-4061-b1e8-665b239dc426,segment=NetworkSegment(94d61b91-150f-4dee-a8d9-8b6e0a7a6209),segment_id=94d61b91-150f-4dee-a8d9-8b6e0a7a6209)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:02.664387 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7be2d1c5-1dbd-46ec-9c66-ca9302a92016 req-ff9112b8-b54c-44af-941e-130334de3580 service neutron] 10.222.0.48 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625419 Aug 31 01:13:02.744119 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6199735-7a79-47b8-bde8-c326338b0519 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.750112 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c6199735-7a79-47b8-bde8-c326338b0519 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.752260 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c6199735-7a79-47b8-bde8-c326338b0519 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] 10.222.0.16 "DELETE /v2.0/networks/61d8f6a3-6a1a-4a3f-a383-feb57be72ab5 HTTP/1.1" status: 204 len: 168 time: 1.2841270 Aug 31 01:13:02.768585 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6199735-7a79-47b8-bde8-c326338b0519 tempest-PortsTestJSON-205944689 tempest-PortsTestJSON-205944689-project] Pushing event deleted for resources: {'Network': ['ID=61d8f6a3-6a1a-4a3f-a383-feb57be72ab5,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:02.779300 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-eb2ed287-438c-45d4-b5f4-cd039b86c735 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997797 Aug 31 01:13:02.865264 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.938057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bccd89-4542-44c8-82c3-1c3b53c1301f None None] Pushing event updated for resources: {'Port': ['ID=f7737ebc-26f0-4061-b1e8-665b239dc426,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:02.980357 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.990239 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7be2d1c5-1dbd-46ec-9c66-ca9302a92016 req-1a94295f-44c5-4025-93b4-6891dbfcc301 service neutron] 10.222.0.48 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191891 Aug 31 01:13:03.020838 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6f6ed79-390d-4930-aa57-4e18c5ebddd0 req-9468952b-e264-42a9-b302-c7eccf62396f service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088377 Aug 31 01:13:03.266767 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227152f-abae-419a-8588-63ecceeab8a1 req-8acb9064-6d50-47a1-a6ba-27629e660e59 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:03.278138 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1227152f-abae-419a-8588-63ecceeab8a1 req-8acb9064-6d50-47a1-a6ba-27629e660e59 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 948 time: 0.0776465 Aug 31 01:13:03.307559 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431be2e-aa0f-4d46-af82-0dc8148f01c6 req-62bf8dce-233f-4e03-a1fe-080c212bb0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:03.310014 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6431be2e-aa0f-4d46-af82-0dc8148f01c6 req-62bf8dce-233f-4e03-a1fe-080c212bb0d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc150f8734f94c26b3066ef53594895c&device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 1100 time: 0.0701344 Aug 31 01:13:03.320762 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 33f56300-a127-4f87-8440-489f150cbe13 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:13:03.354762 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1227152f-abae-419a-8588-63ecceeab8a1 req-bc32d37d-6c92-421f-baee-b5ce33249951 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/security-groups?id=81bf80ca-a234-45b6-bd17-757928097c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777080 Aug 31 01:13:03.483356 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 33f56300-a127-4f87-8440-489f150cbe13, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=33f56300-a127-4f87-8440-489f150cbe13,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:03.501552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '33f56300-a127-4f87-8440-489f150cbe13', 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65', 'port_id': '33f56300-a127-4f87-8440-489f150cbe13', 'mac_address': 'fa:16:3e:9b:4c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e00ce7-f90d-46fd-a823-804dd57ed42f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:13:03.543547 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34452) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:03.584273 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:03.642448 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f56300-a127-4f87-8440-489f150cbe13 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:03.642559 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431be2e-aa0f-4d46-af82-0dc8148f01c6 req-552f2832-0823-4208-84b7-90a6e00fb9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:03.642559 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6431be2e-aa0f-4d46-af82-0dc8148f01c6 req-552f2832-0823-4208-84b7-90a6e00fb9ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.3121979 Aug 31 01:13:03.681030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 33f56300-a127-4f87-8440-489f150cbe13, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=33f56300-a127-4f87-8440-489f150cbe13,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:03.722788 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6431be2e-aa0f-4d46-af82-0dc8148f01c6 req-162df396-d69d-4d0e-b5e2-b5ac317d7f55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=8fad2b73-7099-4a16-91a4-c22ac2e96675 HTTP/1.1" status: 200 len: 217 time: 0.0795345 Aug 31 01:13:03.730396 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:03.802141 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c587d7-6bc7-47be-9bf7-8ae9b018f7c1 req-38e0746a-fbb7-4569-a300-20d75c2c5dfa tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:03.803198 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f7737ebc-26f0-4061-b1e8-665b239dc426 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:03.803980 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-78c587d7-6bc7-47be-9bf7-8ae9b018f7c1 req-38e0746a-fbb7-4569-a300-20d75c2c5dfa tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 943 time: 0.2907548 Aug 31 01:13:03.821995 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:03.831995 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:03.848923 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-608b090a-a1f5-4a29-b154-418b4c2fb441 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c31b38fd2693486ea068244b2c0eb066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039050 Aug 31 01:13:03.853234 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34456) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:03.873916 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-78c587d7-6bc7-47be-9bf7-8ae9b018f7c1 req-e70aa7bb-4238-4e2e-b58c-dbb545f04b40 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482352 Aug 31 01:13:03.878455 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8737e15-54c9-481a-a68f-0666f3334790 req-62ac3cf5-9fff-4490-b8b2-20b9c206492d tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:03.881912 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a8737e15-54c9-481a-a68f-0666f3334790 req-62ac3cf5-9fff-4490-b8b2-20b9c206492d tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1772432 Aug 31 01:13:03.913997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431be2e-aa0f-4d46-af82-0dc8148f01c6 req-d68759ac-b54a-4faf-8664-c188f8d429a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:03.915653 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6431be2e-aa0f-4d46-af82-0dc8148f01c6 req-d68759ac-b54a-4faf-8664-c188f8d429a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1775794 Aug 31 01:13:04.047302 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a8737e15-54c9-481a-a68f-0666f3334790 req-e41967df-957f-454f-84aa-29f1bac74a94 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500161 Aug 31 01:13:04.049804 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a5007462-59e6-4def-a2a3-8a9485f4eaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.112416 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431be2e-aa0f-4d46-af82-0dc8148f01c6 req-df62fd0d-ee92-4772-acd0-77b696967ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:04.114416 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a5007462-59e6-4def-a2a3-8a9485f4eaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.114595 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6431be2e-aa0f-4d46-af82-0dc8148f01c6 req-df62fd0d-ee92-4772-acd0-77b696967ccc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1588862 Aug 31 01:13:04.215744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=33f56300-a127-4f87-8440-489f150cbe13,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:04.241765 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['33f56300-a127-4f87-8440-489f150cbe13'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:04.276937 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-41b90cd8-4826-405a-b9b9-5a90143991e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.285079 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] Allocated IP 172.25.2.172 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/96507fc6-44d0-4779-bebb-3c908a584514) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:04.293943 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6431be2e-aa0f-4d46-af82-0dc8148f01c6 req-fb301ecc-559b-4795-91ff-add4d1f8190e service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562207 Aug 31 01:13:04.311072 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c4ff48-c32a-4c59-b2d2-9b5f5060eb45 None None] Network ab246e1d-3fc8-4427-9be8-eb5a4ef6624f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:04.315727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port f7737ebc-26f0-4061-b1e8-665b239dc426 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:04.338339 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a5007462-59e6-4def-a2a3-8a9485f4eaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.341099 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a5007462-59e6-4def-a2a3-8a9485f4eaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.345228 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a5007462-59e6-4def-a2a3-8a9485f4eaf3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b3f7ae4-aaf7-49a3-b1c5-fbd66879cc0d HTTP/1.1" status: 204 len: 168 time: 0.4856966 Aug 31 01:13:04.354445 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5007462-59e6-4def-a2a3-8a9485f4eaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3f7ae4-aaf7-49a3-b1c5-fbd66879cc0d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:04.394423 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662f5ce-2fea-4d32-a55b-0ac5ecab587b req-7c55e214-dd61-4d12-a631-131f083ab494 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:04.396975 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4662f5ce-2fea-4d32-a55b-0ac5ecab587b req-7c55e214-dd61-4d12-a631-131f083ab494 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0979528 Aug 31 01:13:04.492541 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4662f5ce-2fea-4d32-a55b-0ac5ecab587b req-118250b7-f437-4379-90ce-4d5cfba0ccd4 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729246 Aug 31 01:13:04.559907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e9ab01bb-f842-4e77-9555-37135bdd72f0 None None] Provisioning for port f7737ebc-26f0-4061-b1e8-665b239dc426 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:04.574762 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e9ab01bb-f842-4e77-9555-37135bdd72f0 None None] Provisioning complete for port f7737ebc-26f0-4061-b1e8-665b239dc426 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:04.575137 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e9ab01bb-f842-4e77-9555-37135bdd72f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.651832 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1293d1b-d11b-40ff-b11f-9bad72e24246 req-03719136-b2d6-4fc5-83bc-f67d4541d520 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:04.654553 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1293d1b-d11b-40ff-b11f-9bad72e24246 req-03719136-b2d6-4fc5-83bc-f67d4541d520 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0704947 Aug 31 01:13:04.727086 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1293d1b-d11b-40ff-b11f-9bad72e24246 req-44388ddc-94ea-4e9c-b23e-3793c416aadf tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673344 Aug 31 01:13:04.733221 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e9ab01bb-f842-4e77-9555-37135bdd72f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.784356 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e9ab01bb-f842-4e77-9555-37135bdd72f0 None None] For port f7737ebc-26f0-4061-b1e8-665b239dc426, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f7737ebc-26f0-4061-b1e8-665b239dc426,segment=NetworkSegment(94d61b91-150f-4dee-a8d9-8b6e0a7a6209),segment_id=94d61b91-150f-4dee-a8d9-8b6e0a7a6209)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:04.855769 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e9ab01bb-f842-4e77-9555-37135bdd72f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.883676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf69602-fc23-4d57-ad02-78f8573aef26 req-c4d62555-831a-405f-a9a2-be7164e57ac3 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:04.886231 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8cf69602-fc23-4d57-ad02-78f8573aef26 req-c4d62555-831a-405f-a9a2-be7164e57ac3 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 948 time: 0.1653926 Aug 31 01:13:04.954225 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8cf69602-fc23-4d57-ad02-78f8573aef26 req-68194477-146b-417d-b13a-a26d0b25b509 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/security-groups?id=81bf80ca-a234-45b6-bd17-757928097c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486648 Aug 31 01:13:04.961797 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6431be2e-aa0f-4d46-af82-0dc8148f01c6 req-3d3805f9-591f-4705-96bd-0e14baef2704 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584597 Aug 31 01:13:04.989478 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.011739 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab01bb-f842-4e77-9555-37135bdd72f0 None None] Pushing event updated for resources: {'Port': ['ID=f7737ebc-26f0-4061-b1e8-665b239dc426,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:05.088921 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d4a53127-c864-4714-aad4-bc578824a328 None None] Provisioning complete for port f7737ebc-26f0-4061-b1e8-665b239dc426 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:05.089644 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d4a53127-c864-4714-aad4-bc578824a328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.109672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb00a8-cd89-4f18-9e53-eeabf0090eaf req-40f507e5-6205-4413-8e86-6879d6961e1a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:05.111662 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-77cb00a8-cd89-4f18-9e53-eeabf0090eaf req-40f507e5-6205-4413-8e86-6879d6961e1a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 944 time: 0.0635936 Aug 31 01:13:05.175643 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-77cb00a8-cd89-4f18-9e53-eeabf0090eaf req-19d562e9-1d8b-43b9-baa8-046400dfd50f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432403 Aug 31 01:13:05.200472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97059900-4343-4955-b3c2-1b0fe6793eab req-2e4524ed-c3bf-4b6e-87dc-bf814fc34228 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:05.203625 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97059900-4343-4955-b3c2-1b0fe6793eab req-2e4524ed-c3bf-4b6e-87dc-bf814fc34228 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 811 time: 0.1510532 Aug 31 01:13:05.223300 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97059900-4343-4955-b3c2-1b0fe6793eab req-fbc25bcc-b77a-49ce-a591-4bd9f76dd009 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/quotas/f352ea30918c400cad8ba861159cf775 HTTP/1.1" status: 200 len: 375 time: 0.0127072 Aug 31 01:13:05.232466 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.271765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:05.274832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:05.282406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:05.298898 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97059900-4343-4955-b3c2-1b0fe6793eab req-1e58cb11-0f5b-468b-bddf-2fab3ab55754 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0697114 Aug 31 01:13:05.322481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] Pushing event updated for resources: {'Port': ['ID=96507fc6-44d0-4779-bebb-3c908a584514,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:05.337075 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8fad2b73-7099-4a16-91a4-c22ac2e96675 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:13:05.340601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 33f56300-a127-4f87-8440-489f150cbe13 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:05.413962 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97059900-4343-4955-b3c2-1b0fe6793eab req-5af83179-5f70-4b6e-9948-db16a95ff0b7 service neutron] 10.222.0.16 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053944 Aug 31 01:13:05.541960 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97059900-4343-4955-b3c2-1b0fe6793eab req-3c48126b-a299-4e0d-b8e6-350e6b03bc43 service neutron] 10.222.0.16 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159427 Aug 31 01:13:05.573668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8fad2b73-7099-4a16-91a4-c22ac2e96675, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8fad2b73-7099-4a16-91a4-c22ac2e96675,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:05.590633 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '8fad2b73-7099-4a16-91a4-c22ac2e96675', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '8fad2b73-7099-4a16-91a4-c22ac2e96675', 'mac_address': 'fa:16:3e:ad:6a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:13:05.617889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 33f56300-a127-4f87-8440-489f150cbe13 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:05.627793 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 33f56300-a127-4f87-8440-489f150cbe13 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:05.628154 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.661669 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.686493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fad2b73-7099-4a16-91a4-c22ac2e96675 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:05.701133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f7737ebc-26f0-4061-b1e8-665b239dc426 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:05.737256 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8fad2b73-7099-4a16-91a4-c22ac2e96675, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8fad2b73-7099-4a16-91a4-c22ac2e96675,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:05.774751 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.812694 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.832260 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.875729 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a68e61-5b71-4add-af14-ff68453f1662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f56300-a127-4f87-8440-489f150cbe13'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:05.878660 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bfc014-8ebb-4a61-a62f-ad5e156ed871" -d '{"events": [{"server_uuid": "c7a68e61-5b71-4add-af14-ff68453f1662", "name": "network-vif-plugged", "status": "completed", "tag": "33f56300-a127-4f87-8440-489f150cbe13"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:05.903063 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port f7737ebc-26f0-4061-b1e8-665b239dc426 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:05.903289 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.907284 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-46bb66d5-acae-4314-8186-3bcf4f51a753 req-592bb9c0-3dbb-48c7-b8a3-e339f7a0fe47 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 210 time: 0.0569232 Aug 31 01:13:05.914142 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 33f56300-a127-4f87-8440-489f150cbe13, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=33f56300-a127-4f87-8440-489f150cbe13,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:06.005057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=8fad2b73-7099-4a16-91a4-c22ac2e96675,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:06.049923 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.129306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['8fad2b73-7099-4a16-91a4-c22ac2e96675'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:06.250779 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5eca66e-0e94-4574-88cf-7bbf72cfbe6e x-openstack-request-id: req-d5eca66e-0e94-4574-88cf-7bbf72cfbe6e {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:06.251245 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a68e61-5b71-4add-af14-ff68453f1662", "name": "network-vif-plugged", "status": "completed", "tag": "33f56300-a127-4f87-8440-489f150cbe13", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:06.252152 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5eca66e-0e94-4574-88cf-7bbf72cfbe6e {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:06.253317 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a68e61-5b71-4add-af14-ff68453f1662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f56300-a127-4f87-8440-489f150cbe13', 'code': 200} Aug 31 01:13:06.261364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd160d4d-61ea-4134-bbb2-a30e8a4414bb req-f493476d-a6a8-4f11-acfc-30909d46c527 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:06.264025 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd160d4d-61ea-4134-bbb2-a30e8a4414bb req-f493476d-a6a8-4f11-acfc-30909d46c527 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 949 time: 0.1312361 Aug 31 01:13:06.353599 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=33f56300-a127-4f87-8440-489f150cbe13,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:06.391800 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd160d4d-61ea-4134-bbb2-a30e8a4414bb req-08bab789-06b9-496a-a4f7-f0b09f6dd4ec tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/security-groups?id=81bf80ca-a234-45b6-bd17-757928097c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101964 Aug 31 01:13:06.394846 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.404018 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feffab6-f202-442a-8e5d-cc25ba53c03e req-6aa7b396-c7dd-435f-b5ed-e01c87ce5cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:06.407543 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8feffab6-f202-442a-8e5d-cc25ba53c03e req-6aa7b396-c7dd-435f-b5ed-e01c87ce5cee service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 1097 time: 0.1358790 Aug 31 01:13:06.475303 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a694e57-6f9d-4e81-848b-fae659e2682f req-d7562c6c-30ae-4c30-bc5c-c610760f1ceb tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:06.480744 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1a694e57-6f9d-4e81-848b-fae659e2682f req-d7562c6c-30ae-4c30-bc5c-c610760f1ceb tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 945 time: 0.1441171 Aug 31 01:13:06.536605 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1a694e57-6f9d-4e81-848b-fae659e2682f req-f44e2320-50db-42d0-9796-2466c6ad9ac3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491433 Aug 31 01:13:06.595629 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8feffab6-f202-442a-8e5d-cc25ba53c03e req-90175545-0e57-4bf8-85cd-5d4601e177e2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439033 Aug 31 01:13:06.798018 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] Router d4f59e07-26ed-4042-bf18-eae421465b45 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:13:06.825882 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.928904 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.964037 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:13:06.978849 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Sync routers for ids ['d4f59e07-26ed-4042-bf18-eae421465b45'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:13:06.988785 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-667dc594-8f9d-4179-a737-568819ccd050 req-ff661c27-d824-49ee-9487-0b6b378b1bba tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 210 time: 0.0340722 Aug 31 01:13:06.993985 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Routers {'d4f59e07-26ed-4042-bf18-eae421465b45'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:06.994573 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:12:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d4f59e07-26ed-4042-bf18-eae421465b45'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:07.002687 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-eaba3cf1-5b9b-4dc4-b092-432d0882900e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.115890 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.118753 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.118753 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0f1bdb76-3208-4e75-b8bc-f879b4d7e745 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4507406 Aug 31 01:13:07.121307 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34530) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:07.124096 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Set router d4f59e07-26ed-4042-bf18-eae421465b45 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:07.349657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8fad2b73-7099-4a16-91a4-c22ac2e96675 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:07.381340 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'name': 'tempest-TestServerMultinode-1438311777-router', 'tenant_id': '696397dcd28040e89ef13579b0d621e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '96507fc6-44d0-4779-bebb-3c908a584514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:01Z', 'updated_at': '2021-08-31T01:13:05Z', 'revision_number': 3, 'project_id': '696397dcd28040e89ef13579b0d621e1', 'gw_port': {'id': '96507fc6-44d0-4779-bebb-3c908a584514', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:03Z', 'updated_at': '2021-08-31T01:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:07.425065 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Checking router: d4f59e07-26ed-4042-bf18-eae421465b45 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:13:07.425985 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Updating router d4f59e07-26ed-4042-bf18-eae421465b45 port 96507fc6-44d0-4779-bebb-3c908a584514 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:13:07.468100 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.483847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 8fad2b73-7099-4a16-91a4-c22ac2e96675 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:07.488621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 8fad2b73-7099-4a16-91a4-c22ac2e96675 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:07.489022 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.719992 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.788349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a2e56-0155-4c86-92a0-c6f69fb9f21e req-f674a6ac-f4df-453d-8f10-a64764865447 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:07.795813 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7a7a2e56-0155-4c86-92a0-c6f69fb9f21e req-f674a6ac-f4df-453d-8f10-a64764865447 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 949 time: 0.2354414 Aug 31 01:13:07.805342 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8fad2b73-7099-4a16-91a4-c22ac2e96675, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8fad2b73-7099-4a16-91a4-c22ac2e96675,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:07.836876 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.844670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343b10a-9994-4a4f-a25d-30f4dbcd8074 req-8ff8af2c-3119-4f0c-9f6c-fb50859b13cc tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:07.855365 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1343b10a-9994-4a4f-a25d-30f4dbcd8074 req-8ff8af2c-3119-4f0c-9f6c-fb50859b13cc tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 945 time: 0.0869858 Aug 31 01:13:07.872489 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7a7a2e56-0155-4c86-92a0-c6f69fb9f21e req-d9813391-43ac-4030-b8ed-74d3cd94f168 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/security-groups?id=81bf80ca-a234-45b6-bd17-757928097c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734820 Aug 31 01:13:07.906016 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1343b10a-9994-4a4f-a25d-30f4dbcd8074 req-99175c96-877a-4a3b-b110-4a151f682585 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505304 Aug 31 01:13:07.955154 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.027286 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=8fad2b73-7099-4a16-91a4-c22ac2e96675,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:08.126005 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.137938 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Transition to ACTIVE for port object 96507fc6-44d0-4779-bebb-3c908a584514 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:08.153011 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5232dddc-cdc8-48ea-a3b2-5a4cc0507cbf req-e3f75e95-a10c-4101-9b56-04f5b2afb067 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 210 time: 0.0329096 Aug 31 01:13:08.166547 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] Allocated IP 172.20.0.1 (ab246e1d-3fc8-4427-9be8-eb5a4ef6624f/421ebe96-747a-4047-91f8-348cd9430a55/cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:08.237426 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.255192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25946130-5b16-4ce5-9e48-a76acb1294b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fad2b73-7099-4a16-91a4-c22ac2e96675'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:08.258792 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404eb0db-388d-404a-9d45-0b642fbfc18f" -d '{"events": [{"server_uuid": "25946130-5b16-4ce5-9e48-a76acb1294b2", "name": "network-vif-plugged", "status": "completed", "tag": "8fad2b73-7099-4a16-91a4-c22ac2e96675"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:08.291525 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.302529 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47713ec-77b0-4015-9b19-3801cab2fa6a x-openstack-request-id: req-f47713ec-77b0-4015-9b19-3801cab2fa6a {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:08.302860 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25946130-5b16-4ce5-9e48-a76acb1294b2", "name": "network-vif-plugged", "status": "completed", "tag": "8fad2b73-7099-4a16-91a4-c22ac2e96675", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:08.303129 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f47713ec-77b0-4015-9b19-3801cab2fa6a {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:08.303544 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25946130-5b16-4ce5-9e48-a76acb1294b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fad2b73-7099-4a16-91a4-c22ac2e96675', 'code': 200} Aug 31 01:13:08.304110 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Attempting to bind port 96507fc6-44d0-4779-bebb-3c908a584514 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:08.310298 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Attempting to bind port 96507fc6-44d0-4779-bebb-3c908a584514 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:08.310298 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Attempting to bind port 96507fc6-44d0-4779-bebb-3c908a584514 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:08.311698 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8fa46-4cb6-4b82-a91e-c2862b5df9c3 None None] Pushing event updated for resources: {'Port': ['ID=96507fc6-44d0-4779-bebb-3c908a584514,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:08.315597 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] Transition to ACTIVE for port object cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:08.317384 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:08.317796 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:08.318423 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.319084 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:08.319587 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Bound port: 96507fc6-44d0-4779-bebb-3c908a584514, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:08.320017 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.334209 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8fa46-4cb6-4b82-a91e-c2862b5df9c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:08.335123 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8fa46-4cb6-4b82-a91e-c2862b5df9c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:08.335637 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8fa46-4cb6-4b82-a91e-c2862b5df9c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:08.336145 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8fa46-4cb6-4b82-a91e-c2862b5df9c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:08.336645 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8fa46-4cb6-4b82-a91e-c2862b5df9c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:08.337419 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8fa46-4cb6-4b82-a91e-c2862b5df9c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:08.342661 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8fa46-4cb6-4b82-a91e-c2862b5df9c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:08.342661 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8fa46-4cb6-4b82-a91e-c2862b5df9c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:08.342661 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8fa46-4cb6-4b82-a91e-c2862b5df9c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:08.342661 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8fa46-4cb6-4b82-a91e-c2862b5df9c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:08.342661 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8fa46-4cb6-4b82-a91e-c2862b5df9c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:08.343456 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef8fa46-4cb6-4b82-a91e-c2862b5df9c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:08.428225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa300ccb-f3e5-4a41-8899-196a681854f8 req-3fa5e1bf-8d32-4c1a-bac6-fe6144f456f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:08.429912 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aa300ccb-f3e5-4a41-8899-196a681854f8 req-3fa5e1bf-8d32-4c1a-bac6-fe6144f456f0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 1102 time: 0.0498490 Aug 31 01:13:08.437948 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] For port 96507fc6-44d0-4779-bebb-3c908a584514, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:08.442257 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] For port 96507fc6-44d0-4779-bebb-3c908a584514, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=96507fc6-44d0-4779-bebb-3c908a584514,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:08.467503 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aa300ccb-f3e5-4a41-8899-196a681854f8 req-a0b3728c-212c-4f0a-a9b2-6d908d4ff496 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=81bf80ca-a234-45b6-bd17-757928097c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293651 Aug 31 01:13:08.480648 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.511946 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.534081 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] Network ab246e1d-3fc8-4427-9be8-eb5a4ef6624f is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:08.538571 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:08.541933 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:08.549341 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] Pushing event updated for resources: {'Port': ['ID=cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:08.587139 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.596918 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.666038 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34558) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:08.811520 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Routers {'d4f59e07-26ed-4042-bf18-eae421465b45'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:08.812382 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:13:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d4f59e07-26ed-4042-bf18-eae421465b45'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:08.818848 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8fa46-4cb6-4b82-a91e-c2862b5df9c3 None None] Pushing event updated for resources: {'Port': ['ID=96507fc6-44d0-4779-bebb-3c908a584514,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:08.835578 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3ccbca5e-3fd2-41bd-8724-eec745c563b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.957167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-22c8f8d6-3dfe-422a-a492-2ccc5a4dbc59 None None] Provisioning for port cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:08.961705 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-22c8f8d6-3dfe-422a-a492-2ccc5a4dbc59 None None] Provisioning complete for port cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:08.965991 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-22c8f8d6-3dfe-422a-a492-2ccc5a4dbc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.014323 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.022366 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3ccbca5e-3fd2-41bd-8724-eec745c563b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.041951 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-22c8f8d6-3dfe-422a-a492-2ccc5a4dbc59 None None] Port cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:13:09.051782 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] Set router d4f59e07-26ed-4042-bf18-eae421465b45 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:09.105730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed195ccc-a2a1-476b-ba14-4acedaaa8f88 req-8d75cb47-c2c1-438a-93ad-1e23e0b55201 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:09.108018 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed195ccc-a2a1-476b-ba14-4acedaaa8f88 req-8d75cb47-c2c1-438a-93ad-1e23e0b55201 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 945 time: 0.0789368 Aug 31 01:13:09.136182 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3ccbca5e-3fd2-41bd-8724-eec745c563b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.147274 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97059900-4343-4955-b3c2-1b0fe6793eab req-83add133-6a32-4da6-94a3-05dd9eb3dc52 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:09.148977 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97059900-4343-4955-b3c2-1b0fe6793eab req-83add133-6a32-4da6-94a3-05dd9eb3dc52 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.41 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 811 time: 0.3388178 Aug 31 01:13:09.169107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-97059900-4343-4955-b3c2-1b0fe6793eab req-320c55d4-0a8e-40f6-bd5e-bbc540838fdc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Request body: {'port': {'device_id': 'ac590887-bd74-4581-a1ef-e854592ffa18', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'admin_state_up': True, 'tenant_id': 'f352ea30918c400cad8ba861159cf775'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:09.238646 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3ccbca5e-3fd2-41bd-8724-eec745c563b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=239f647583e046e3b334cd0da0e430d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5707703 Aug 31 01:13:09.244099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbca5e-3fd2-41bd-8724-eec745c563b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07ac0b8-10b8-4734-9b7b-243a09382789,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:09.248416 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34568) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:09.262817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a7ea9-775f-49ca-a678-e2bad4ef1f3b req-41b3679a-f42d-4f51-a94e-acbae959dfb1 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:09.265250 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d48a7ea9-775f-49ca-a678-e2bad4ef1f3b req-41b3679a-f42d-4f51-a94e-acbae959dfb1 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 950 time: 0.2408321 Aug 31 01:13:09.280102 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed195ccc-a2a1-476b-ba14-4acedaaa8f88 req-a189b505-7e4b-4f32-93fe-71c8100f1d14 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600246 Aug 31 01:13:09.371255 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-536f18a8-11c4-47d3-bfbd-6e742ac8c91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.380340 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'name': 'tempest-TestServerMultinode-1438311777-router', 'tenant_id': '696397dcd28040e89ef13579b0d621e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '96507fc6-44d0-4779-bebb-3c908a584514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:01Z', 'updated_at': '2021-08-31T01:13:05Z', 'revision_number': 3, 'project_id': '696397dcd28040e89ef13579b0d621e1', 'gw_port': {'id': '96507fc6-44d0-4779-bebb-3c908a584514', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:03Z', 'updated_at': '2021-08-31T01:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:09.414480 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98990436-6e5a-4c70-bb05-9378fc21df83 None None] The sync data for ids ['d4f59e07-26ed-4042-bf18-eae421465b45'] in n-d-793621-34 is: [{'id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'name': 'tempest-TestServerMultinode-1438311777-router', 'tenant_id': '696397dcd28040e89ef13579b0d621e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '96507fc6-44d0-4779-bebb-3c908a584514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:01Z', 'updated_at': '2021-08-31T01:13:05Z', 'revision_number': 3, 'project_id': '696397dcd28040e89ef13579b0d621e1', 'gw_port': {'id': '96507fc6-44d0-4779-bebb-3c908a584514', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:03Z', 'updated_at': '2021-08-31T01:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:13:09.420920 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d48a7ea9-775f-49ca-a678-e2bad4ef1f3b req-13c869c0-7043-4dea-bc8b-8905f0ae2677 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/security-groups?id=81bf80ca-a234-45b6-bd17-757928097c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295068 Aug 31 01:13:09.450837 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-adf309cc-eda5-4315-bf84-6304a259d664 req-d82adc0e-5aac-4d76-9b79-428ed009dc90 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 210 time: 0.0726202 Aug 31 01:13:09.506712 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-536f18a8-11c4-47d3-bfbd-6e742ac8c91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.527758 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.604036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97059900-4343-4955-b3c2-1b0fe6793eab req-320c55d4-0a8e-40f6-bd5e-bbc540838fdc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Made reservation on behalf of f352ea30918c400cad8ba861159cf775 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:09.619528 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-97059900-4343-4955-b3c2-1b0fe6793eab req-320c55d4-0a8e-40f6-bd5e-bbc540838fdc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.640496 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.718225 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-536f18a8-11c4-47d3-bfbd-6e742ac8c91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.722262 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-536f18a8-11c4-47d3-bfbd-6e742ac8c91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.724284 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-536f18a8-11c4-47d3-bfbd-6e742ac8c91e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b07ac0b8-10b8-4734-9b7b-243a09382789 HTTP/1.1" status: 204 len: 168 time: 0.4704552 Aug 31 01:13:09.785769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f18a8-11c4-47d3-bfbd-6e742ac8c91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07ac0b8-10b8-4734-9b7b-243a09382789,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:09.832841 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.842974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] Pushing event updated for resources: {'Port': ['ID=cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:09.970997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511e909-2743-45d9-a27b-b47f8abc89c2 req-68c9a3c5-2ef2-4366-ba87-cebbcb58523e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:09.973563 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5511e909-2743-45d9-a27b-b47f8abc89c2 req-68c9a3c5-2ef2-4366-ba87-cebbcb58523e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 945 time: 0.0873039 Aug 31 01:13:10.078857 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5511e909-2743-45d9-a27b-b47f8abc89c2 req-c1028ae1-22d9-4e6d-9734-56eeb610c07c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901403 Aug 31 01:13:10.079118 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-97059900-4343-4955-b3c2-1b0fe6793eab req-320c55d4-0a8e-40f6-bd5e-bbc540838fdc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Allocated IP 172.20.0.14 (233b9bf7-bb8b-473c-966b-3b104e130b94/6777f57f-88c7-4f11-8706-5a820e8d5829/3ce2bea8-8a3f-4718-884a-2044e3569722) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:10.128760 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] Network ab246e1d-3fc8-4427-9be8-eb5a4ef6624f is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:10.134937 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:10.166734 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.500525 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9d0d2768-4c67-4af0-af26-8d3dfe12e71f None None] Provisioning complete for port cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:10.503855 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9d0d2768-4c67-4af0-af26-8d3dfe12e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.515272 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-97059900-4343-4955-b3c2-1b0fe6793eab req-320c55d4-0a8e-40f6-bd5e-bbc540838fdc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.554375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce127f63-d3a6-4150-8ce2-3e88a473d8c2 req-37f36e77-635a-409c-974d-9eb4b1e25085 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:10.557021 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ce127f63-d3a6-4150-8ce2-3e88a473d8c2 req-37f36e77-635a-409c-974d-9eb4b1e25085 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 945 time: 0.3467669 Aug 31 01:13:10.573797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-97059900-4343-4955-b3c2-1b0fe6793eab req-320c55d4-0a8e-40f6-bd5e-bbc540838fdc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Transition to ACTIVE for port object 3ce2bea8-8a3f-4718-884a-2044e3569722 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:10.581859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d2768-4c67-4af0-af26-8d3dfe12e71f None None] Port cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:13:10.583678 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] Router d4f59e07-26ed-4042-bf18-eae421465b45 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:13:10.638257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9251a9d-9467-4689-aa44-180bb3ca0e81 req-5dd8521d-6e2a-44ae-bfee-26ce6a26c54b tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:10.640925 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f9251a9d-9467-4689-aa44-180bb3ca0e81 req-5dd8521d-6e2a-44ae-bfee-26ce6a26c54b tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 950 time: 0.0926392 Aug 31 01:13:10.690375 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ce127f63-d3a6-4150-8ce2-3e88a473d8c2 req-d14b8b0d-9f6c-4e8c-89b4-e4f7941ca300 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238527 Aug 31 01:13:10.722008 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f9251a9d-9467-4689-aa44-180bb3ca0e81 req-6d570a5e-364c-4281-a3fc-141e9fed2211 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/security-groups?id=81bf80ca-a234-45b6-bd17-757928097c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649202 Aug 31 01:13:10.846775 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f7b85a90-f049-4e9c-a2a4-b7cf07ed07d9 req-8f553fa7-6508-4a15-912c-3c1ed3611530 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 210 time: 0.0616786 Aug 31 01:13:10.857666 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:13:10.875375 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-12d059ae-4489-464d-b923-23f309e96392 admin admin] 10.222.0.16 "PUT /v2.0/routers/d4f59e07-26ed-4042-bf18-eae421465b45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7464657 Aug 31 01:13:10.920973 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-97059900-4343-4955-b3c2-1b0fe6793eab req-320c55d4-0a8e-40f6-bd5e-bbc540838fdc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.989680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34592) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:11.007755 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-abaaafe4-9cf4-45dd-870d-47d6b6bdf486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.011167 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97059900-4343-4955-b3c2-1b0fe6793eab req-320c55d4-0a8e-40f6-bd5e-bbc540838fdc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Network 233b9bf7-bb8b-473c-966b-3b104e130b94 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:11.018705 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-97059900-4343-4955-b3c2-1b0fe6793eab req-320c55d4-0a8e-40f6-bd5e-bbc540838fdc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:11.025159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-97059900-4343-4955-b3c2-1b0fe6793eab req-320c55d4-0a8e-40f6-bd5e-bbc540838fdc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:11.158297 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97059900-4343-4955-b3c2-1b0fe6793eab req-320c55d4-0a8e-40f6-bd5e-bbc540838fdc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:11.159327 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-97059900-4343-4955-b3c2-1b0fe6793eab req-320c55d4-0a8e-40f6-bd5e-bbc540838fdc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.165370 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c55d4-0a8e-40f6-bd5e-bbc540838fdc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Pushing event updated for resources: {'Port': ['ID=3ce2bea8-8a3f-4718-884a-2044e3569722,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:11.245847 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-abaaafe4-9cf4-45dd-870d-47d6b6bdf486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.351022 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-abaaafe4-9cf4-45dd-870d-47d6b6bdf486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.426636 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97059900-4343-4955-b3c2-1b0fe6793eab req-320c55d4-0a8e-40f6-bd5e-bbc540838fdc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2621384 Aug 31 01:13:11.448994 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Request body: {'port': {'device_id': 'ac590887-bd74-4581-a1ef-e854592ffa18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:11.454623 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaaafe4-9cf4-45dd-870d-47d6b6bdf486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc212938-1f9c-4bd1-b5ca-636407e52351,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:11.480101 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-abaaafe4-9cf4-45dd-870d-47d6b6bdf486 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d4e05d30c6b4d769eae5774d95093a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4889567 Aug 31 01:13:11.485546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34604) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:11.521363 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4f1f6d2a-0bb9-4f17-a1df-a8f8b3deefc4 None None] Provisioning for port 3ce2bea8-8a3f-4718-884a-2044e3569722 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:11.530708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4f1f6d2a-0bb9-4f17-a1df-a8f8b3deefc4 None None] Provisioning complete for port 3ce2bea8-8a3f-4718-884a-2044e3569722 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:11.531312 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4f1f6d2a-0bb9-4f17-a1df-a8f8b3deefc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.538837 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f2351-1497-4a92-a007-cc9e8548c094 req-53e2c4f7-a341-44eb-8a3e-52b72742b336 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:11.541326 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-be8f2351-1497-4a92-a007-cc9e8548c094 req-53e2c4f7-a341-44eb-8a3e-52b72742b336 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 945 time: 0.2017124 Aug 31 01:13:11.575866 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.598701 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f6d2a-0bb9-4f17-a1df-a8f8b3deefc4 None None] Port 3ce2bea8-8a3f-4718-884a-2044e3569722 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:13:11.623902 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2c135e0-ce1d-4da9-81a1-ccf18486f843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.646614 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-be8f2351-1497-4a92-a007-cc9e8548c094 req-73b99292-1ea0-4254-9e4a-1179b80dca8d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894709 Aug 31 01:13:11.669499 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2c135e0-ce1d-4da9-81a1-ccf18486f843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.779032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 96507fc6-44d0-4779-bebb-3c908a584514 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:11.872101 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2c135e0-ce1d-4da9-81a1-ccf18486f843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.875118 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2c135e0-ce1d-4da9-81a1-ccf18486f843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.879468 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a2c135e0-ce1d-4da9-81a1-ccf18486f843 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc212938-1f9c-4bd1-b5ca-636407e52351 HTTP/1.1" status: 204 len: 168 time: 0.3889558 Aug 31 01:13:11.898798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c135e0-ce1d-4da9-81a1-ccf18486f843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc212938-1f9c-4bd1-b5ca-636407e52351,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:11.969150 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 96507fc6-44d0-4779-bebb-3c908a584514 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:11.976712 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 96507fc6-44d0-4779-bebb-3c908a584514 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:11.977101 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.061742 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Sync routers for ids ['d4f59e07-26ed-4042-bf18-eae421465b45'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:13:12.097954 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b7681-649c-4642-aa40-c8a97e10fa33 req-bc43c434-fb44-47fd-860c-e24531ee995a tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:12.099381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Routers {'d4f59e07-26ed-4042-bf18-eae421465b45'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:12.100496 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:13:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d4f59e07-26ed-4042-bf18-eae421465b45'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:12.104107 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7b7681-649c-4642-aa40-c8a97e10fa33 req-bc43c434-fb44-47fd-860c-e24531ee995a tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 932 time: 0.1441066 Aug 31 01:13:12.196401 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34618) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:12.203119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f485a527-ab4a-41ac-b34d-ae003ad9ae7f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-573081630-network', 'tenant_id': '4a7e85e433814f41be04b3b6629987b4'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:12.207700 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.237526 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 96507fc6-44d0-4779-bebb-3c908a584514, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=96507fc6-44d0-4779-bebb-3c908a584514,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:12.245537 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd7b7681-649c-4642-aa40-c8a97e10fa33 req-aed2b702-b30e-486a-9ef9-4cd9a797ccd6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324272 Aug 31 01:13:12.327139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Set router d4f59e07-26ed-4042-bf18-eae421465b45 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:12.352242 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce2bea8-8a3f-4718-884a-2044e3569722 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:12.364348 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.370187 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.390727 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Transition to ACTIVE for port object 3ce2bea8-8a3f-4718-884a-2044e3569722 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:12.400498 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f485a527-ab4a-41ac-b34d-ae003ad9ae7f admin admin] Made reservation on behalf of 4a7e85e433814f41be04b3b6629987b4 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:12.403978 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f485a527-ab4a-41ac-b34d-ae003ad9ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.417231 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f485a527-ab4a-41ac-b34d-ae003ad9ae7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.463506 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.524022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=96507fc6-44d0-4779-bebb-3c908a584514,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:12.652495 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f485a527-ab4a-41ac-b34d-ae003ad9ae7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.675243 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'name': 'tempest-TestServerMultinode-1438311777-router', 'tenant_id': '696397dcd28040e89ef13579b0d621e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '96507fc6-44d0-4779-bebb-3c908a584514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:01Z', 'updated_at': '2021-08-31T01:13:08Z', 'revision_number': 4, 'project_id': '696397dcd28040e89ef13579b0d621e1', 'gw_port': {'id': '96507fc6-44d0-4779-bebb-3c908a584514', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:03Z', 'updated_at': '2021-08-31T01:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498', 'name': '', 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f', 'tenant_id': '696397dcd28040e89ef13579b0d621e1', 'mac_address': 'fa:16:3e:0e:d5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '421ebe96-747a-4047-91f8-348cd9430a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:07Z', 'updated_at': '2021-08-31T01:13:09Z', 'revision_number': 2, 'project_id': '696397dcd28040e89ef13579b0d621e1', 'subnets': [{'id': '421ebe96-747a-4047-91f8-348cd9430a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:12.698972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Pushing event updated for resources: {'Port': ['ID=3ce2bea8-8a3f-4718-884a-2044e3569722,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:12.715346 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Checking router: d4f59e07-26ed-4042-bf18-eae421465b45 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:13:12.716358 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Updating router d4f59e07-26ed-4042-bf18-eae421465b45 port cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:13:12.735186 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f485a527-ab4a-41ac-b34d-ae003ad9ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.785632 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Attempting to bind port 3ce2bea8-8a3f-4718-884a-2044e3569722 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:12.785976 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Attempting to bind port 3ce2bea8-8a3f-4718-884a-2044e3569722 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:12.786331 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Attempting to bind port 3ce2bea8-8a3f-4718-884a-2044e3569722 on network 233b9bf7-bb8b-473c-966b-3b104e130b94 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:12.799335 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Port 3ce2bea8-8a3f-4718-884a-2044e3569722 on network 233b9bf7-bb8b-473c-966b-3b104e130b94 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:13:12.799668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Attempting to bind port 3ce2bea8-8a3f-4718-884a-2044e3569722 on network 233b9bf7-bb8b-473c-966b-3b104e130b94 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:12.807279 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.814071 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:12.814414 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Checking segment: {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:12.814805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Bound using segment: {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:12.815262 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Bound port: 3ce2bea8-8a3f-4718-884a-2044e3569722, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:12.818217 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.886102 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f485a527-ab4a-41ac-b34d-ae003ad9ae7f admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:12.905176 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485a527-ab4a-41ac-b34d-ae003ad9ae7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74900d0e-d4c0-43b5-b342-26179d9f957a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:12.906688 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f485a527-ab4a-41ac-b34d-ae003ad9ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.908302 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-f485a527-ab4a-41ac-b34d-ae003ad9ae7f admin admin] Added segment c785a313-3c95-4d1f-af4d-2ae5a374a1ef of type vlan for network 51b59712-1239-4892-bda2-19b47f8acc39 Aug 31 01:13:12.954232 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef653c-1805-4f8b-8b58-7e9bbaf29ef0 req-4fabd678-eda2-4966-bc3c-ca7984b053c6 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:12.956112 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90ef653c-1805-4f8b-8b58-7e9bbaf29ef0 req-4fabd678-eda2-4966-bc3c-ca7984b053c6 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 945 time: 0.2370391 Aug 31 01:13:12.960241 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7975c1-9eff-42b2-913b-dcfa0da28746 req-1185255c-07c4-47d5-b1e6-84a3030f5e03 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:12.974414 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f7975c1-9eff-42b2-913b-dcfa0da28746 req-1185255c-07c4-47d5-b1e6-84a3030f5e03 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 945 time: 0.1360025 Aug 31 01:13:13.022809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] For port 3ce2bea8-8a3f-4718-884a-2044e3569722, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:13.050643 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f7975c1-9eff-42b2-913b-dcfa0da28746 req-ac901965-5d06-4743-87cf-e9b53e22e450 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747252 Aug 31 01:13:13.057709 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] For port 3ce2bea8-8a3f-4718-884a-2044e3569722, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3ce2bea8-8a3f-4718-884a-2044e3569722,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:13.115081 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f485a527-ab4a-41ac-b34d-ae003ad9ae7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.139219 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.224282 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-90ef653c-1805-4f8b-8b58-7e9bbaf29ef0 req-532423e5-9865-41c8-90c6-e27cafccbd08 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Deleting port 33f56300-a127-4f87-8440-489f150cbe13 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:13.224892 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-90ef653c-1805-4f8b-8b58-7e9bbaf29ef0 req-532423e5-9865-41c8-90c6-e27cafccbd08 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.256924 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Pushing event updated for resources: {'Port': ['ID=3ce2bea8-8a3f-4718-884a-2044e3569722,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:13.296281 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:13.297424 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.300829 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b7a3fc70-79bd-4a15-baed-7bc98d716f0f service neutron] 10.222.0.41 "PUT /v2.0/ports/3ce2bea8-8a3f-4718-884a-2044e3569722 HTTP/1.1" status: 200 len: 1093 time: 1.8643825 Aug 31 01:13:13.301954 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac590887-bd74-4581-a1ef-e854592ffa18', 'tag': '3ce2bea8-8a3f-4718-884a-2044e3569722'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:13.337320 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9d7c9c-3b38-4e09-87ea-55b15f86a2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ac590887-bd74-4581-a1ef-e854592ffa18", "tag": "3ce2bea8-8a3f-4718-884a-2044e3569722"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:13.372529 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-90ef653c-1805-4f8b-8b58-7e9bbaf29ef0 req-532423e5-9865-41c8-90c6-e27cafccbd08 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] For port 33f56300-a127-4f87-8440-489f150cbe13, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=33f56300-a127-4f87-8440-489f150cbe13,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:13.373086 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-90ef653c-1805-4f8b-8b58-7e9bbaf29ef0 req-532423e5-9865-41c8-90c6-e27cafccbd08 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.412813 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-90ef653c-1805-4f8b-8b58-7e9bbaf29ef0 req-532423e5-9865-41c8-90c6-e27cafccbd08 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Calling delete_port for 33f56300-a127-4f87-8440-489f150cbe13 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:13.504392 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6da8f61-f614-49b9-a152-45bedaaf1bf4 x-openstack-request-id: req-b6da8f61-f614-49b9-a152-45bedaaf1bf4 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:13.513724 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac590887-bd74-4581-a1ef-e854592ffa18", "tag": "3ce2bea8-8a3f-4718-884a-2044e3569722", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:13.513724 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6da8f61-f614-49b9-a152-45bedaaf1bf4 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:13.513724 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac590887-bd74-4581-a1ef-e854592ffa18', 'tag': '3ce2bea8-8a3f-4718-884a-2044e3569722', 'status': 'completed', 'code': 200} Aug 31 01:13:13.535425 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f485a527-ab4a-41ac-b34d-ae003ad9ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.537383 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f485a527-ab4a-41ac-b34d-ae003ad9ae7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:13.538347 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f485a527-ab4a-41ac-b34d-ae003ad9ae7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.609862 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97059900-4343-4955-b3c2-1b0fe6793eab req-520a5b06-d805-4f31-b234-0490dd15221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:13.611852 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97059900-4343-4955-b3c2-1b0fe6793eab req-520a5b06-d805-4f31-b234-0490dd15221b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 1096 time: 0.1544917 Aug 31 01:13:13.728018 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97059900-4343-4955-b3c2-1b0fe6793eab req-95c45613-fcde-4b7a-85d1-1f2395c2f8ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ce2bea8-8a3f-4718-884a-2044e3569722 HTTP/1.1" status: 200 len: 217 time: 0.1075368 Aug 31 01:13:13.743164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 96507fc6-44d0-4779-bebb-3c908a584514 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:13.813988 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-90ef653c-1805-4f8b-8b58-7e9bbaf29ef0 req-532423e5-9865-41c8-90c6-e27cafccbd08 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.818102 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.832215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['96432a75-6894-44bb-b3cf-e774f3562bb0', '33f56300-a127-4f87-8440-489f150cbe13'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:13.832882 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97059900-4343-4955-b3c2-1b0fe6793eab req-638bac8e-afdd-4b83-8d36-9e07d20675f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:13.836831 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97059900-4343-4955-b3c2-1b0fe6793eab req-638bac8e-afdd-4b83-8d36-9e07d20675f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.1001549 Aug 31 01:13:13.887062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Transition to ACTIVE for port object cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:13.887268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485a527-ab4a-41ac-b34d-ae003ad9ae7f admin admin] Pushing event updated for resources: {'Network': ['ID=51b59712-1239-4892-bda2-19b47f8acc39,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:13.915121 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 51b59712-1239-4892-bda2-19b47f8acc39 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:13.917120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532423e5-9865-41c8-90c6-e27cafccbd08 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Pushing event deleted for resources: {'Port': ['ID=33f56300-a127-4f87-8440-489f150cbe13,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:13.926063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b41af4e2-984d-4624-838e-7175dfc93d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:13.929758 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97059900-4343-4955-b3c2-1b0fe6793eab req-b41af4e2-984d-4624-838e-7175dfc93d9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702341 Aug 31 01:13:13.959377 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f485a527-ab4a-41ac-b34d-ae003ad9ae7f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7593360 Aug 31 01:13:13.962400 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34650) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:13.981151 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-75aa7180-da42-40a7-8b44-51693645e5a9 admin admin] Request body: {'subnet': {'network_id': '51b59712-1239-4892-bda2-19b47f8acc39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-573081630-subnet', 'tenant_id': '4a7e85e433814f41be04b3b6629987b4', 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:13.990126 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.999003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 96507fc6-44d0-4779-bebb-3c908a584514 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:14.000025 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.074716 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97059900-4343-4955-b3c2-1b0fe6793eab req-16963d9c-0d0e-4899-9fa9-d6a067f2bb05 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382737 Aug 31 01:13:14.089704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee840c-e62a-4a65-9cb8-d0f88588eeab req-4f25043c-dbf4-48c3-87cd-54b081aa78ad tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:14.091569 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-67ee840c-e62a-4a65-9cb8-d0f88588eeab req-4f25043c-dbf4-48c3-87cd-54b081aa78ad tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 944 time: 0.5627909 Aug 31 01:13:14.122301 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ef653c-1805-4f8b-8b58-7e9bbaf29ef0 req-532423e5-9865-41c8-90c6-e27cafccbd08 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] No DVR routers for this DVR port 33f56300-a127-4f87-8440-489f150cbe13 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:13:14.133572 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-90ef653c-1805-4f8b-8b58-7e9bbaf29ef0 req-532423e5-9865-41c8-90c6-e27cafccbd08 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.157311 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90ef653c-1805-4f8b-8b58-7e9bbaf29ef0 req-532423e5-9865-41c8-90c6-e27cafccbd08 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.48 "DELETE /v2.0/ports/33f56300-a127-4f87-8440-489f150cbe13 HTTP/1.1" status: 204 len: 173 time: 1.1683009 Aug 31 01:13:14.159270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a68e61-5b71-4add-af14-ff68453f1662', 'name': 'network-vif-deleted', 'tag': '33f56300-a127-4f87-8440-489f150cbe13'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:14.168831 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390eba1-22ba-4c67-8f67-a0f6e383fe72 None None] Pushing event updated for resources: {'Port': ['ID=cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:14.180663 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99499b09-cee0-4b31-b98b-27bfb5c8254c" -d '{"events": [{"server_uuid": "c7a68e61-5b71-4add-af14-ff68453f1662", "name": "network-vif-deleted", "tag": "33f56300-a127-4f87-8440-489f150cbe13"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:14.256792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aa7180-da42-40a7-8b44-51693645e5a9 admin admin] Made reservation on behalf of 4a7e85e433814f41be04b3b6629987b4 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:14.259400 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-75aa7180-da42-40a7-8b44-51693645e5a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.331029 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39a8f2f1-0441-48ff-9727-81e5dfef093a req-bacafad1-a518-48ed-b812-3412e317f227 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 210 time: 0.0506990 Aug 31 01:13:14.397634 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-67ee840c-e62a-4a65-9cb8-d0f88588eeab req-7cf59b29-f5c5-4726-849b-9312598c6b0e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391908 Aug 31 01:13:14.399464 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Attempting to bind port cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:14.400019 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Attempting to bind port cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '94d61b91-150f-4dee-a8d9-8b6e0a7a6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:14.400812 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Attempting to bind port cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 on network ab246e1d-3fc8-4427-9be8-eb5a4ef6624f {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:14.450222 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97059900-4343-4955-b3c2-1b0fe6793eab req-6c747310-7027-4406-ac1d-ff7e89536b4c service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672788 Aug 31 01:13:14.467038 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:14.467455 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Checking segment: {'id': '94d61b91-150f-4dee-a8d9-8b6e0a7a6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:14.468373 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.468373 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Bound using segment: {'id': '94d61b91-150f-4dee-a8d9-8b6e0a7a6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:14.468740 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Bound port: cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d61b91-150f-4dee-a8d9-8b6e0a7a6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:14.469135 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.474203 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31dce23-4fa2-4475-ae51-1e4d78320f18 x-openstack-request-id: req-b31dce23-4fa2-4475-ae51-1e4d78320f18 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:14.474739 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a68e61-5b71-4add-af14-ff68453f1662", "name": "network-vif-deleted", "tag": "33f56300-a127-4f87-8440-489f150cbe13", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:14.475263 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b31dce23-4fa2-4475-ae51-1e4d78320f18 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:14.475885 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a68e61-5b71-4add-af14-ff68453f1662', 'name': 'network-vif-deleted', 'tag': '33f56300-a127-4f87-8440-489f150cbe13', 'status': 'completed', 'code': 200} Aug 31 01:13:14.644088 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] For port cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:14.661923 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] For port cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498,segment=NetworkSegment(94d61b91-150f-4dee-a8d9-8b6e0a7a6209),segment_id=94d61b91-150f-4dee-a8d9-8b6e0a7a6209)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:14.686904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7c9c-3b38-4e09-87ea-55b15f86a2bd req-ae571cf8-da73-4fa6-9e51-e066bbabc877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:14.688495 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b9d7c9c-3b38-4e09-87ea-55b15f86a2bd req-ae571cf8-da73-4fa6-9e51-e066bbabc877 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 1096 time: 0.0558004 Aug 31 01:13:14.763348 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-75aa7180-da42-40a7-8b44-51693645e5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.812638 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.838680 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7c9c-3b38-4e09-87ea-55b15f86a2bd req-6fd31fb2-fea6-4a01-8f01-480b38ed13c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:14.840623 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b9d7c9c-3b38-4e09-87ea-55b15f86a2bd req-6fd31fb2-fea6-4a01-8f01-480b38ed13c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 912 time: 0.1442232 Aug 31 01:13:14.880819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa7180-da42-40a7-8b44-51693645e5a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfdd7c90-2feb-4b52-b551-7a4e2efe8545,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:14.891008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aa7180-da42-40a7-8b44-51693645e5a9 admin admin] Checking segment: {'id': 'c785a313-3c95-4d1f-af4d-2ae5a374a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51b59712-1239-4892-bda2-19b47f8acc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:14.891283 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Routers {'d4f59e07-26ed-4042-bf18-eae421465b45'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:14.892612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:13:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d4f59e07-26ed-4042-bf18-eae421465b45'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:14.896996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aa7180-da42-40a7-8b44-51693645e5a9 admin admin] Network hostable DHCP agents. Network: 51b59712-1239-4892-bda2-19b47f8acc39, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:13:14.922475 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b9d7c9c-3b38-4e09-87ea-55b15f86a2bd req-3fa891e4-b619-4e36-bd24-016b1d7f0972 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ce2bea8-8a3f-4718-884a-2044e3569722 HTTP/1.1" status: 200 len: 217 time: 0.0727236 Aug 31 01:13:14.993891 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7c9c-3b38-4e09-87ea-55b15f86a2bd req-959e43cb-01ce-4f89-a604-0f6d483fe3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:14.996776 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b9d7c9c-3b38-4e09-87ea-55b15f86a2bd req-959e43cb-01ce-4f89-a604-0f6d483fe3f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.0640597 Aug 31 01:13:15.001030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390eba1-22ba-4c67-8f67-a0f6e383fe72 None None] Pushing event updated for resources: {'Port': ['ID=cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:15.040627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aa7180-da42-40a7-8b44-51693645e5a9 admin admin] Network 51b59712-1239-4892-bda2-19b47f8acc39 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:13:15.082139 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7c9c-3b38-4e09-87ea-55b15f86a2bd req-985861a5-eacd-47d9-af3d-f56ff5669433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:15.084208 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b9d7c9c-3b38-4e09-87ea-55b15f86a2bd req-985861a5-eacd-47d9-af3d-f56ff5669433 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792120 Aug 31 01:13:15.091260 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] Set router d4f59e07-26ed-4042-bf18-eae421465b45 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:15.207224 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b9d7c9c-3b38-4e09-87ea-55b15f86a2bd req-8cd6602f-5e4a-4ef0-948a-9e9c5a0b69db service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143920 Aug 31 01:13:15.234050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-75aa7180-da42-40a7-8b44-51693645e5a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 51b59712-1239-4892-bda2-19b47f8acc39) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:15.257282 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aa7180-da42-40a7-8b44-51693645e5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:15.261291 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-75aa7180-da42-40a7-8b44-51693645e5a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.275003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c375ed92-26aa-4c9d-80bd-880ea8e330ea None None] Network 51b59712-1239-4892-bda2-19b47f8acc39 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:15.384314 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-75aa7180-da42-40a7-8b44-51693645e5a9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4146814 Aug 31 01:13:15.387501 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34672) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:15.399199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-573081630-router', 'tenant_id': '4a7e85e433814f41be04b3b6629987b4', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:15.427629 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b9d7c9c-3b38-4e09-87ea-55b15f86a2bd req-0003255a-e775-404f-b0eb-49a7ab86fab6 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082489 Aug 31 01:13:15.560897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-51b59712-1239-4892-bda2-19b47f8acc39', 'network_id': '51b59712-1239-4892-bda2-19b47f8acc39', 'tenant_id': '4a7e85e433814f41be04b3b6629987b4', 'fixed_ips': [{'subnet_id': 'dfdd7c90-2feb-4b52-b551-7a4e2efe8545'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:13:15.562026 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.569643 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8242693-17f2-4192-9e7c-5e3785b0880c req-0fb8cca1-4f86-4ced-84b2-7cb1859b9c41 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a68e61-5b71-4add-af14-ff68453f1662 HTTP/1.1" status: 200 len: 210 time: 0.0691109 Aug 31 01:13:15.577361 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'name': 'tempest-TestServerMultinode-1438311777-router', 'tenant_id': '696397dcd28040e89ef13579b0d621e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '96507fc6-44d0-4779-bebb-3c908a584514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:01Z', 'updated_at': '2021-08-31T01:13:08Z', 'revision_number': 4, 'project_id': '696397dcd28040e89ef13579b0d621e1', 'gw_port': {'id': '96507fc6-44d0-4779-bebb-3c908a584514', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:03Z', 'updated_at': '2021-08-31T01:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498', 'name': '', 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f', 'tenant_id': '696397dcd28040e89ef13579b0d621e1', 'mac_address': 'fa:16:3e:0e:d5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '421ebe96-747a-4047-91f8-348cd9430a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:07Z', 'updated_at': '2021-08-31T01:13:14Z', 'revision_number': 4, 'project_id': '696397dcd28040e89ef13579b0d621e1', 'subnets': [{'id': '421ebe96-747a-4047-91f8-348cd9430a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:15.616778 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a04ff74-ae6c-409e-aee0-9ecf7b6d509b None None] The sync data for ids ['d4f59e07-26ed-4042-bf18-eae421465b45'] in n-d-793621-34 is: [{'id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'name': 'tempest-TestServerMultinode-1438311777-router', 'tenant_id': '696397dcd28040e89ef13579b0d621e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '96507fc6-44d0-4779-bebb-3c908a584514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:01Z', 'updated_at': '2021-08-31T01:13:08Z', 'revision_number': 4, 'project_id': '696397dcd28040e89ef13579b0d621e1', 'gw_port': {'id': '96507fc6-44d0-4779-bebb-3c908a584514', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:03Z', 'updated_at': '2021-08-31T01:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498', 'name': '', 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f', 'tenant_id': '696397dcd28040e89ef13579b0d621e1', 'mac_address': 'fa:16:3e:0e:d5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '421ebe96-747a-4047-91f8-348cd9430a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:07Z', 'updated_at': '2021-08-31T01:13:14Z', 'revision_number': 4, 'project_id': '696397dcd28040e89ef13579b0d621e1', 'subnets': [{'id': '421ebe96-747a-4047-91f8-348cd9430a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:13:15.635132 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.637158 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.753983 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadf6a9-0b8b-438a-93c9-46ca90337638 req-a2b2255c-fa01-4e96-833f-c5bb431b8212 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:15.760488 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bbadf6a9-0b8b-438a-93c9-46ca90337638 req-a2b2255c-fa01-4e96-833f-c5bb431b8212 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 944 time: 0.1300795 Aug 31 01:13:15.814336 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Allocated IP 172.20.0.2 (51b59712-1239-4892-bda2-19b47f8acc39/dfdd7c90-2feb-4b52-b551-7a4e2efe8545/b07a06e3-814b-4ca6-989c-aa59f6b6c722) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:15.829171 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bbadf6a9-0b8b-438a-93c9-46ca90337638 req-3ff28ac7-a1dd-4b46-b4f2-309231c6f702 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660386 Aug 31 01:13:15.855841 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:16.099422 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:16.117150 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Transition to ACTIVE for port object b07a06e3-814b-4ca6-989c-aa59f6b6c722 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:16.137879 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Transition to ACTIVE for port object b07a06e3-814b-4ca6-989c-aa59f6b6c722 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:16.174721 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:16.283469 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:16.323804 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Network 51b59712-1239-4892-bda2-19b47f8acc39 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:16.330611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:16.335083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:16.370418 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Pushing event updated for resources: {'Port': ['ID=b07a06e3-814b-4ca6-989c-aa59f6b6c722,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:16.403807 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Attempting to bind port b07a06e3-814b-4ca6-989c-aa59f6b6c722 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:16.404269 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Attempting to bind port b07a06e3-814b-4ca6-989c-aa59f6b6c722 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'c785a313-3c95-4d1f-af4d-2ae5a374a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51b59712-1239-4892-bda2-19b47f8acc39'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:16.404699 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Attempting to bind port b07a06e3-814b-4ca6-989c-aa59f6b6c722 on network 51b59712-1239-4892-bda2-19b47f8acc39 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:16.412598 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:16.418040 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Checking segment: {'id': 'c785a313-3c95-4d1f-af4d-2ae5a374a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51b59712-1239-4892-bda2-19b47f8acc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:16.418040 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:16.418040 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Bound using segment: {'id': 'c785a313-3c95-4d1f-af4d-2ae5a374a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51b59712-1239-4892-bda2-19b47f8acc39'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:16.418040 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Bound port: b07a06e3-814b-4ca6-989c-aa59f6b6c722, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785a313-3c95-4d1f-af4d-2ae5a374a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51b59712-1239-4892-bda2-19b47f8acc39'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:16.418040 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:16.492224 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] For port b07a06e3-814b-4ca6-989c-aa59f6b6c722, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:16.496203 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] For port b07a06e3-814b-4ca6-989c-aa59f6b6c722, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b07a06e3-814b-4ca6-989c-aa59f6b6c722,segment=NetworkSegment(c785a313-3c95-4d1f-af4d-2ae5a374a1ef),segment_id=c785a313-3c95-4d1f-af4d-2ae5a374a1ef)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:16.520768 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:13:16.688311 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:16.692853 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:16.733095 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:16.805810 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553da521-069d-4dc4-98a9-f95fe52dba56 None None] Pushing event updated for resources: {'Port': ['ID=b07a06e3-814b-4ca6-989c-aa59f6b6c722,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:17.022013 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 3ce2bea8-8a3f-4718-884a-2044e3569722 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:13:17.031600 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-f19364b6-44a5-4bb9-bdc2-b71153350f2f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:17.041009 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-f19364b6-44a5-4bb9-bdc2-b71153350f2f tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 806 time: 0.1740947 Aug 31 01:13:17.042968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Allocated IP 172.25.2.104 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/554bc7f2-bc53-4c10-8749-96bab4a9b57f) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:17.070340 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-eeae1ec4-114f-443c-8096-1de9571ee456 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/quotas/77fd9bfbc20d428e80cfea30225008a3 HTTP/1.1" status: 200 len: 375 time: 0.0164008 Aug 31 01:13:17.178849 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-606e2403-d6a5-401b-a55d-d7414a13bc31 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1194482 Aug 31 01:13:17.258149 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b92a1-0854-480f-ad5a-aa54299c197e req-91cf52e4-2bcb-4d4c-8734-87a524cd5222 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:17.258149 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-771b92a1-0854-480f-ad5a-aa54299c197e req-91cf52e4-2bcb-4d4c-8734-87a524cd5222 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 944 time: 0.2901776 Aug 31 01:13:17.262552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 3ce2bea8-8a3f-4718-884a-2044e3569722, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3ce2bea8-8a3f-4718-884a-2044e3569722,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:17.295701 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '3ce2bea8-8a3f-4718-884a-2044e3569722', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'port_id': '3ce2bea8-8a3f-4718-884a-2044e3569722', 'mac_address': 'fa:16:3e:2b:ed:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:13:17.373111 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:17.378395 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-771b92a1-0854-480f-ad5a-aa54299c197e req-4a4d2a4a-125d-4700-81ea-7847190a5cee tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563228 Aug 31 01:13:17.390744 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:17.404388 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-118b4713-14fe-4180-a612-339912e90fc4 service neutron] 10.222.0.16 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245307 Aug 31 01:13:17.416854 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 33f56300-a127-4f87-8440-489f150cbe13 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:17.443772 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 33f56300-a127-4f87-8440-489f150cbe13 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:13:17.444299 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 33f56300-a127-4f87-8440-489f150cbe13 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:13:17.449514 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce2bea8-8a3f-4718-884a-2044e3569722 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:17.473431 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 3ce2bea8-8a3f-4718-884a-2044e3569722, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3ce2bea8-8a3f-4718-884a-2044e3569722,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:17.526656 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-a8a55bb8-f4cc-4946-9510-1c3ebc203056 service neutron] 10.222.0.16 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208599 Aug 31 01:13:17.671890 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:17.722700 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:17.764532 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:17.768757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:17.772295 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:17.817500 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:17.817771 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Pushing event updated for resources: {'Port': ['ID=554bc7f2-bc53-4c10-8749-96bab4a9b57f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:17.833450 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:17.833925 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:17.834730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:17.835224 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:17.835687 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:17.836081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:17.836519 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:17.836913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:17.837342 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:17.837750 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:17.838170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:17.838680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:17.870054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=3ce2bea8-8a3f-4718-884a-2044e3569722,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:18.039884 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['3ce2bea8-8a3f-4718-884a-2044e3569722'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:18.169221 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:18.196041 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:18.196845 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:18.218576 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1b0a59a-c29b-4702-b9df-60b7bdac897c req-653c14eb-d8e0-431f-8019-01192740dd3e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 210 time: 0.0656981 Aug 31 01:13:18.277065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df51aec-5e75-48de-9b86-17fc6814ffd2 None None] Network 51b59712-1239-4892-bda2-19b47f8acc39 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:18.475338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-66d35ce4-bd41-4dfd-b08c-cc568d336586 None None] Provisioning for port b07a06e3-814b-4ca6-989c-aa59f6b6c722 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:18.506133 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:18.597889 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868061fe-bc28-4adc-aad3-3018386f3b23 req-b9e5c82e-f84a-4efd-9f30-774ad3add96b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:18.620803 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498,segment=NetworkSegment(94d61b91-150f-4dee-a8d9-8b6e0a7a6209),segment_id=94d61b91-150f-4dee-a8d9-8b6e0a7a6209)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:18.633635 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-868061fe-bc28-4adc-aad3-3018386f3b23 req-b9e5c82e-f84a-4efd-9f30-774ad3add96b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 945 time: 0.0960271 Aug 31 01:13:18.718154 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:18.724080 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b07a06e3-814b-4ca6-989c-aa59f6b6c722 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:18.733275 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-868061fe-bc28-4adc-aad3-3018386f3b23 req-4ba0caec-3e7c-4f5b-aaf2-37c97e866863 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057231 Aug 31 01:13:18.880029 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:18.932595 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:18.956669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port b07a06e3-814b-4ca6-989c-aa59f6b6c722 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:18.962029 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port b07a06e3-814b-4ca6-989c-aa59f6b6c722 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:18.962385 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.083774 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.119439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-815290c6-8c75-4574-ac84-1bcdf15d6232 None None] Provisioning complete for port b07a06e3-814b-4ca6-989c-aa59f6b6c722 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:19.119647 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-815290c6-8c75-4574-ac84-1bcdf15d6232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.170251 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port b07a06e3-814b-4ca6-989c-aa59f6b6c722, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b07a06e3-814b-4ca6-989c-aa59f6b6c722,segment=NetworkSegment(c785a313-3c95-4d1f-af4d-2ae5a374a1ef),segment_id=c785a313-3c95-4d1f-af4d-2ae5a374a1ef)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:19.272507 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-815290c6-8c75-4574-ac84-1bcdf15d6232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.293252 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.312433 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.367100 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edcc36a0-65a6-4ca4-81bb-c4ee6625912c req-a6b22f75-143a-463d-ad14-bd9beea766e7 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 210 time: 0.0762899 Aug 31 01:13:19.415163 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-815290c6-8c75-4574-ac84-1bcdf15d6232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:13:19.415870 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-815290c6-8c75-4574-ac84-1bcdf15d6232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:13:19.417814 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=b07a06e3-814b-4ca6-989c-aa59f6b6c722,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:19.623358 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Router df2ec1cc-127a-4600-86c9-e774f170dae4 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:13:19.702420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:19.763371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:19.763864 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.803674 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:13:19.812860 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Sync routers for ids ['df2ec1cc-127a-4600-86c9-e774f170dae4'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:13:19.829473 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Routers {'df2ec1cc-127a-4600-86c9-e774f170dae4'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:19.831035 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:13:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['df2ec1cc-127a-4600-86c9-e774f170dae4'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:19.882949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b07a06e3-814b-4ca6-989c-aa59f6b6c722 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:19.901089 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e325c8-11c6-4c81-b554-6e7107c56474 req-da13e373-cbf1-4fdb-a872-313f0d06f841 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:19.902751 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-45e325c8-11c6-4c81-b554-6e7107c56474 req-da13e373-cbf1-4fdb-a872-313f0d06f841 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 945 time: 0.0804090 Aug 31 01:13:19.923873 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.930459 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-94befea8-1ab8-4134-aadc-11d07ec76eae admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5365853 Aug 31 01:13:19.931825 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34784) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:19.963425 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Set router df2ec1cc-127a-4600-86c9-e774f170dae4 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:20.022724 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-45e325c8-11c6-4c81-b554-6e7107c56474 req-009baeb6-8305-4747-a41a-7e6662a97324 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002538 Aug 31 01:13:20.117371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port b07a06e3-814b-4ca6-989c-aa59f6b6c722 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:20.117811 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.257098 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2ec1cc-127a-4600-86c9-e774f170dae4', 'name': 'tempest-TestServerMultinode-573081630-router', 'tenant_id': '4a7e85e433814f41be04b3b6629987b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '554bc7f2-bc53-4c10-8749-96bab4a9b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:15Z', 'updated_at': '2021-08-31T01:13:17Z', 'revision_number': 3, 'project_id': '4a7e85e433814f41be04b3b6629987b4', 'gw_port': {'id': '554bc7f2-bc53-4c10-8749-96bab4a9b57f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2ec1cc-127a-4600-86c9-e774f170dae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:16Z', 'updated_at': '2021-08-31T01:13:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:20.285954 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Checking router: df2ec1cc-127a-4600-86c9-e774f170dae4 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:13:20.286398 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Updating router df2ec1cc-127a-4600-86c9-e774f170dae4 port 554bc7f2-bc53-4c10-8749-96bab4a9b57f binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:13:20.322746 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.552014 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69659257-a9a4-45b2-b363-3ba393bc4fc9 req-8635c6e2-c8b1-4c56-bb9a-144788d5010a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 210 time: 0.0370512 Aug 31 01:13:20.641039 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.690421 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.700124 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Transition to ACTIVE for port object 554bc7f2-bc53-4c10-8749-96bab4a9b57f will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:20.882569 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.893760 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] Allocated IP 172.20.0.1 (51b59712-1239-4892-bda2-19b47f8acc39/dfdd7c90-2feb-4b52-b551-7a4e2efe8545/f3c35226-9caa-4165-9fb5-ead74b295965) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:20.943039 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833e1f6-b78c-49bb-99f2-054dda3d922b None None] Pushing event updated for resources: {'Port': ['ID=554bc7f2-bc53-4c10-8749-96bab4a9b57f,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:20.947755 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Attempting to bind port 554bc7f2-bc53-4c10-8749-96bab4a9b57f on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:20.948074 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Attempting to bind port 554bc7f2-bc53-4c10-8749-96bab4a9b57f by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:20.948422 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Attempting to bind port 554bc7f2-bc53-4c10-8749-96bab4a9b57f on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:20.953988 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:20.954976 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:20.955370 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.955749 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:20.956205 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Bound port: 554bc7f2-bc53-4c10-8749-96bab4a9b57f, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:20.956575 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.030671 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] For port 554bc7f2-bc53-4c10-8749-96bab4a9b57f, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:21.035424 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] For port 554bc7f2-bc53-4c10-8749-96bab4a9b57f, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=554bc7f2-bc53-4c10-8749-96bab4a9b57f,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:21.038587 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 3ce2bea8-8a3f-4718-884a-2044e3569722 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:21.120240 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.134783 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-f3e540ba-51ac-49ca-88a1-2c22f471e9eb tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:21.137513 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-f3e540ba-51ac-49ca-88a1-2c22f471e9eb tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.48 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 806 time: 0.1775892 Aug 31 01:13:21.154420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-1402ecbf-4336-403a-99d6-29cd8b418dac tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Request body: {'port': {'device_id': '470ce46a-3e13-4613-a4fa-90f9aa83be14', 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65', 'admin_state_up': True, 'tenant_id': '77fd9bfbc20d428e80cfea30225008a3'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:21.157162 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.178332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] Transition to ACTIVE for port object f3c35226-9caa-4165-9fb5-ead74b295965 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:21.181277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 3ce2bea8-8a3f-4718-884a-2044e3569722 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:21.187222 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 3ce2bea8-8a3f-4718-884a-2044e3569722 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:21.187883 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.216523 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307d383-c182-4b17-8cdc-4924cf939176 req-6f9a125e-7d9b-4c79-b574-464de136b4c8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:21.233039 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8307d383-c182-4b17-8cdc-4924cf939176 req-6f9a125e-7d9b-4c79-b574-464de136b4c8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 945 time: 0.0986063 Aug 31 01:13:21.233262 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Routers {'df2ec1cc-127a-4600-86c9-e774f170dae4'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:21.233969 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:13:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['df2ec1cc-127a-4600-86c9-e774f170dae4'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:21.239690 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833e1f6-b78c-49bb-99f2-054dda3d922b None None] Pushing event updated for resources: {'Port': ['ID=554bc7f2-bc53-4c10-8749-96bab4a9b57f,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:21.314247 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.323781 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8307d383-c182-4b17-8cdc-4924cf939176 req-e09472f9-6643-4ecc-a25b-e0678be9ec71 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895743 Aug 31 01:13:21.379955 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 3ce2bea8-8a3f-4718-884a-2044e3569722, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3ce2bea8-8a3f-4718-884a-2044e3569722,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:21.381185 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac590887-bd74-4581-a1ef-e854592ffa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce2bea8-8a3f-4718-884a-2044e3569722'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:21.383860 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6960552b-d021-4295-b948-cfda51799b55" -d '{"events": [{"server_uuid": "ac590887-bd74-4581-a1ef-e854592ffa18", "name": "network-vif-plugged", "status": "completed", "tag": "3ce2bea8-8a3f-4718-884a-2044e3569722"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:21.405007 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] Set router df2ec1cc-127a-4600-86c9-e774f170dae4 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:21.431220 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2c06fd-b589-44b8-8931-d27949a56abd x-openstack-request-id: req-2a2c06fd-b589-44b8-8931-d27949a56abd {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:21.431597 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac590887-bd74-4581-a1ef-e854592ffa18", "name": "network-vif-plugged", "status": "completed", "tag": "3ce2bea8-8a3f-4718-884a-2044e3569722", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:21.431862 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a2c06fd-b589-44b8-8931-d27949a56abd {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:21.432266 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac590887-bd74-4581-a1ef-e854592ffa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce2bea8-8a3f-4718-884a-2044e3569722', 'code': 200} Aug 31 01:13:21.456029 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.518483 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=3ce2bea8-8a3f-4718-884a-2044e3569722,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:21.541534 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc61d3-d4b1-49f0-b605-c6b94055e737 req-d88f25ab-14f6-4788-a398-2403a2f1add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:21.543117 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d3fc61d3-d4b1-49f0-b605-c6b94055e737 req-d88f25ab-14f6-4788-a398-2403a2f1add8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 1098 time: 0.0504684 Aug 31 01:13:21.545318 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.584766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-1402ecbf-4336-403a-99d6-29cd8b418dac tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Made reservation on behalf of 77fd9bfbc20d428e80cfea30225008a3 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:21.588751 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-1402ecbf-4336-403a-99d6-29cd8b418dac tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.591198 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d3fc61d3-d4b1-49f0-b605-c6b94055e737 req-6fdd03ab-05de-4153-88ab-7d1c9ddd202c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389841 Aug 31 01:13:21.602542 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] Network 51b59712-1239-4892-bda2-19b47f8acc39 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:21.617896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:21.621208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:21.623278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] Pushing event updated for resources: {'Port': ['ID=f3c35226-9caa-4165-9fb5-ead74b295965,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:21.641304 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2ec1cc-127a-4600-86c9-e774f170dae4', 'name': 'tempest-TestServerMultinode-573081630-router', 'tenant_id': '4a7e85e433814f41be04b3b6629987b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '554bc7f2-bc53-4c10-8749-96bab4a9b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:15Z', 'updated_at': '2021-08-31T01:13:17Z', 'revision_number': 3, 'project_id': '4a7e85e433814f41be04b3b6629987b4', 'gw_port': {'id': '554bc7f2-bc53-4c10-8749-96bab4a9b57f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2ec1cc-127a-4600-86c9-e774f170dae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:16Z', 'updated_at': '2021-08-31T01:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:21.683217 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fc39f59d-8e5b-49f6-ac4b-f441e1437283 req-63e26eb1-08f3-41c9-9a3b-791f64304696 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 210 time: 0.0326307 Aug 31 01:13:21.773494 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.800188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-33ca9bf2-f3f4-4d57-b3a9-449911f92b91 req-549f9f02-ea68-4485-9d1c-4974f3e0b6f0 service neutron] (102343) timed out ('10.222.0.48', 58346) {{(pid=102343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:13:21.800632 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbd43fc-1599-40b7-a52a-ffd3d41dc08f None None] The sync data for ids ['df2ec1cc-127a-4600-86c9-e774f170dae4'] in n-d-793621-34 is: [{'id': 'df2ec1cc-127a-4600-86c9-e774f170dae4', 'name': 'tempest-TestServerMultinode-573081630-router', 'tenant_id': '4a7e85e433814f41be04b3b6629987b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '554bc7f2-bc53-4c10-8749-96bab4a9b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:15Z', 'updated_at': '2021-08-31T01:13:17Z', 'revision_number': 3, 'project_id': '4a7e85e433814f41be04b3b6629987b4', 'gw_port': {'id': '554bc7f2-bc53-4c10-8749-96bab4a9b57f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2ec1cc-127a-4600-86c9-e774f170dae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:16Z', 'updated_at': '2021-08-31T01:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:13:21.947562 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-1402ecbf-4336-403a-99d6-29cd8b418dac tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Allocated IP 172.20.0.6 (e82eeec3-5ff2-445a-851f-06625aceee65/28e00ce7-f90d-46fd-a823-804dd57ed42f/81943a8e-9ace-4941-84d8-98c5d46928a0) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:21.991260 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34834) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:22.019642 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-aae94c41-533d-4288-8468-bf8f8534f68d None None] Provisioning for port f3c35226-9caa-4165-9fb5-ead74b295965 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:22.024280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-aae94c41-533d-4288-8468-bf8f8534f68d None None] Provisioning complete for port f3c35226-9caa-4165-9fb5-ead74b295965 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:22.030204 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-aae94c41-533d-4288-8468-bf8f8534f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:22.070679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-aae94c41-533d-4288-8468-bf8f8534f68d None None] Port f3c35226-9caa-4165-9fb5-ead74b295965 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:13:22.495342 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-75fe3592-a3ec-4f0d-9a3c-97990ddb42cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:22.513417 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:22.644158 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888222c4-de33-4998-b2d8-0980f429e864 req-903e7ccf-9d33-4998-90fd-251deb474039 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:22.645819 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-888222c4-de33-4998-b2d8-0980f429e864 req-903e7ccf-9d33-4998-90fd-251deb474039 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.1922717 Aug 31 01:13:22.681244 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-1402ecbf-4336-403a-99d6-29cd8b418dac tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:22.854173 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-447bba96-0201-484c-a955-0bced932c902 req-c90d1438-1f28-417e-8df7-a4dabbce5b50 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 210 time: 0.0702088 Aug 31 01:13:22.885099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-888222c4-de33-4998-b2d8-0980f429e864 req-ee17c187-872a-433f-b2a0-e734b7014f6b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143605 Aug 31 01:13:22.987206 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-75fe3592-a3ec-4f0d-9a3c-97990ddb42cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.004445 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-1402ecbf-4336-403a-99d6-29cd8b418dac tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.008171 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.017413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['96432a75-6894-44bb-b3cf-e774f3562bb0'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:23.055775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-1402ecbf-4336-403a-99d6-29cd8b418dac tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Network e82eeec3-5ff2-445a-851f-06625aceee65 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:23.059087 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-1402ecbf-4336-403a-99d6-29cd8b418dac tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:23.064173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-1402ecbf-4336-403a-99d6-29cd8b418dac tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:23.071688 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402ecbf-4336-403a-99d6-29cd8b418dac tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Pushing event updated for resources: {'Port': ['ID=81943a8e-9ace-4941-84d8-98c5d46928a0,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:23.121293 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-75fe3592-a3ec-4f0d-9a3c-97990ddb42cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.128083 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.181848 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-1402ecbf-4336-403a-99d6-29cd8b418dac tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:23.338583 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-1402ecbf-4336-403a-99d6-29cd8b418dac tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.338583 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe3592-a3ec-4f0d-9a3c-97990ddb42cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e960065c-d4ab-4611-996f-08d378448273,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:23.338583 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-75fe3592-a3ec-4f0d-9a3c-97990ddb42cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4cc06551abc74a478be04314e805e2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2906852 Aug 31 01:13:23.339622 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34846) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:23.340363 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.340363 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] Pushing event updated for resources: {'Port': ['ID=f3c35226-9caa-4165-9fb5-ead74b295965,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:23.356197 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-1402ecbf-4336-403a-99d6-29cd8b418dac tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2046368 Aug 31 01:13:23.371528 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bd3bb974-77f4-411a-80d6-b78af2f2fac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.380425 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Request body: {'port': {'device_id': '470ce46a-3e13-4613-a4fa-90f9aa83be14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:23.398854 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bd3bb974-77f4-411a-80d6-b78af2f2fac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.490706 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.531518 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bd3bb974-77f4-411a-80d6-b78af2f2fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.538318 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bd3bb974-77f4-411a-80d6-b78af2f2fac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.538318 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bd3bb974-77f4-411a-80d6-b78af2f2fac6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e960065c-d4ab-4611-996f-08d378448273 HTTP/1.1" status: 204 len: 168 time: 0.2468894 Aug 31 01:13:23.546415 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bb974-77f4-411a-80d6-b78af2f2fac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e960065c-d4ab-4611-996f-08d378448273,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:23.589073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] Network 51b59712-1239-4892-bda2-19b47f8acc39 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:23.593663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:23.793939 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 554bc7f2-bc53-4c10-8749-96bab4a9b57f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:23.852078 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] Router df2ec1cc-127a-4600-86c9-e774f170dae4 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:13:23.956950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 554bc7f2-bc53-4c10-8749-96bab4a9b57f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:23.962619 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 554bc7f2-bc53-4c10-8749-96bab4a9b57f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:23.963298 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.047316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-74b13b31-eff6-40cb-a1e9-7ce298cb16f7 None None] Provisioning complete for port f3c35226-9caa-4165-9fb5-ead74b295965 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:24.054716 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-74b13b31-eff6-40cb-a1e9-7ce298cb16f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.072069 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd004f49-b0af-4593-9845-aa4f453df3a0 req-ee32a2a1-6739-4923-995a-ac78d54827b0 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:24.074853 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fd004f49-b0af-4593-9845-aa4f453df3a0 req-ee32a2a1-6739-4923-995a-ac78d54827b0 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 931 time: 0.0911968 Aug 31 01:13:24.099821 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-74b13b31-eff6-40cb-a1e9-7ce298cb16f7 None None] Port f3c35226-9caa-4165-9fb5-ead74b295965 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:13:24.162339 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fd004f49-b0af-4593-9845-aa4f453df3a0 req-70d5d4bf-bc0a-4864-b88f-ec759536bdca tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739801 Aug 31 01:13:24.167094 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.175594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:13:24.211921 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5b21c8be-9beb-44cf-932a-84e5a530fa2f admin admin] 10.222.0.16 "PUT /v2.0/routers/df2ec1cc-127a-4600-86c9-e774f170dae4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2657661 Aug 31 01:13:24.212264 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Sync routers for ids ['df2ec1cc-127a-4600-86c9-e774f170dae4'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:13:24.226267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81943a8e-9ace-4941-84d8-98c5d46928a0 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:24.236440 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.237215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 554bc7f2-bc53-4c10-8749-96bab4a9b57f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=554bc7f2-bc53-4c10-8749-96bab4a9b57f,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:24.239453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Routers {'df2ec1cc-127a-4600-86c9-e774f170dae4'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:24.240034 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:13:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['df2ec1cc-127a-4600-86c9-e774f170dae4'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:24.255137 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Transition to ACTIVE for port object 81943a8e-9ace-4941-84d8-98c5d46928a0 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:24.333205 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9dc4a-4159-45a2-a3bb-deb9e65762e2 req-8d555fb6-9c57-4c36-9025-5778985e52a4 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:24.334985 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3ee9dc4a-4159-45a2-a3bb-deb9e65762e2 req-8d555fb6-9c57-4c36-9025-5778985e52a4 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.0731189 Aug 31 01:13:24.339944 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.369644 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.434650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Pushing event updated for resources: {'Port': ['ID=81943a8e-9ace-4941-84d8-98c5d46928a0,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:24.473662 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3ee9dc4a-4159-45a2-a3bb-deb9e65762e2 req-4b645fd7-71da-4648-8cb4-59c10a908154 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200306 Aug 31 01:13:24.508561 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Set router df2ec1cc-127a-4600-86c9-e774f170dae4 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:24.552996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Attempting to bind port 81943a8e-9ace-4941-84d8-98c5d46928a0 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:24.555113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Attempting to bind port 81943a8e-9ace-4941-84d8-98c5d46928a0 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:24.555466 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Attempting to bind port 81943a8e-9ace-4941-84d8-98c5d46928a0 on network e82eeec3-5ff2-445a-851f-06625aceee65 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:24.570429 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Port 81943a8e-9ace-4941-84d8-98c5d46928a0 on network e82eeec3-5ff2-445a-851f-06625aceee65 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:13:24.570807 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Attempting to bind port 81943a8e-9ace-4941-84d8-98c5d46928a0 on network e82eeec3-5ff2-445a-851f-06625aceee65 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:24.585902 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:24.586275 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Checking segment: {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:24.586650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Bound using segment: {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:24.587108 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Bound port: 81943a8e-9ace-4941-84d8-98c5d46928a0, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '538313cd-0e5b-4fc9-97b9-19b956596246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:24.587480 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.632499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=554bc7f2-bc53-4c10-8749-96bab4a9b57f,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:24.651590 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34878) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:24.675726 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-94f50a0e-44f8-4097-8f76-48778bbb173a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.721129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] For port 81943a8e-9ace-4941-84d8-98c5d46928a0, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:24.726024 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] For port 81943a8e-9ace-4941-84d8-98c5d46928a0, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=81943a8e-9ace-4941-84d8-98c5d46928a0,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:24.792159 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.814004 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-94f50a0e-44f8-4097-8f76-48778bbb173a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.836976 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2ec1cc-127a-4600-86c9-e774f170dae4', 'name': 'tempest-TestServerMultinode-573081630-router', 'tenant_id': '4a7e85e433814f41be04b3b6629987b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '554bc7f2-bc53-4c10-8749-96bab4a9b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:15Z', 'updated_at': '2021-08-31T01:13:21Z', 'revision_number': 4, 'project_id': '4a7e85e433814f41be04b3b6629987b4', 'gw_port': {'id': '554bc7f2-bc53-4c10-8749-96bab4a9b57f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2ec1cc-127a-4600-86c9-e774f170dae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:16Z', 'updated_at': '2021-08-31T01:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'f3c35226-9caa-4165-9fb5-ead74b295965', 'name': '', 'network_id': '51b59712-1239-4892-bda2-19b47f8acc39', 'tenant_id': '4a7e85e433814f41be04b3b6629987b4', 'mac_address': 'fa:16:3e:ad:c9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2ec1cc-127a-4600-86c9-e774f170dae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': 'dfdd7c90-2feb-4b52-b551-7a4e2efe8545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:20Z', 'updated_at': '2021-08-31T01:13:22Z', 'revision_number': 2, 'project_id': '4a7e85e433814f41be04b3b6629987b4', 'subnets': [{'id': 'dfdd7c90-2feb-4b52-b551-7a4e2efe8545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:24.869466 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:24.869466 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.869466 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] 10.222.0.48 "PUT /v2.0/ports/81943a8e-9ace-4941-84d8-98c5d46928a0 HTTP/1.1" status: 200 len: 1092 time: 1.4966936 Aug 31 01:13:24.870460 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470ce46a-3e13-4613-a4fa-90f9aa83be14', 'tag': '81943a8e-9ace-4941-84d8-98c5d46928a0'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:24.871937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Checking router: df2ec1cc-127a-4600-86c9-e774f170dae4 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:13:24.872301 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Updating router df2ec1cc-127a-4600-86c9-e774f170dae4 port f3c35226-9caa-4165-9fb5-ead74b295965 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:13:24.873958 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17af9470-3264-4ea1-b440-8f38b4fe4d85" -d '{"events": [{"name": "network-changed", "server_uuid": "470ce46a-3e13-4613-a4fa-90f9aa83be14", "tag": "81943a8e-9ace-4941-84d8-98c5d46928a0"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:24.894374 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-94f50a0e-44f8-4097-8f76-48778bbb173a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.908443 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.913061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08a2b9-cdf3-44d6-be47-4cd05ea221e8 service neutron] Pushing event updated for resources: {'Port': ['ID=81943a8e-9ace-4941-84d8-98c5d46928a0,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:24.946039 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-94f50a0e-44f8-4097-8f76-48778bbb173a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b87fb087bbc34ab8af2939ef4b6baf49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922311 Aug 31 01:13:24.950539 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34890) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:24.963418 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f50a0e-44f8-4097-8f76-48778bbb173a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf37422-f86a-489a-9060-919af2150fc7,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:25.023213 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2515d94f-efd3-40aa-a284-d5d8e56f0b52 x-openstack-request-id: req-2515d94f-efd3-40aa-a284-d5d8e56f0b52 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:25.023213 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "470ce46a-3e13-4613-a4fa-90f9aa83be14", "tag": "81943a8e-9ace-4941-84d8-98c5d46928a0", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:25.023213 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2515d94f-efd3-40aa-a284-d5d8e56f0b52 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:25.023950 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470ce46a-3e13-4613-a4fa-90f9aa83be14', 'tag': '81943a8e-9ace-4941-84d8-98c5d46928a0', 'status': 'completed', 'code': 200} Aug 31 01:13:25.164387 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedc6ee-53b6-42a3-8bf0-116dfeb84639 req-78750d1d-58d3-4293-ad59-917c94feb34f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:25.173461 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6aedc6ee-53b6-42a3-8bf0-116dfeb84639 req-78750d1d-58d3-4293-ad59-917c94feb34f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.1815729 Aug 31 01:13:25.237344 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b558ed4-194a-45e8-a924-4e1e2bc049ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:25.265960 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b558ed4-194a-45e8-a924-4e1e2bc049ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:25.297310 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-572c7e06-2b51-40c4-908c-38cadab3be7b tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:25.299969 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-572c7e06-2b51-40c4-908c-38cadab3be7b tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/networks?id=ab246e1d-3fc8-4427-9be8-eb5a4ef6624f HTTP/1.1" status: 200 len: 911 time: 0.1563284 Aug 31 01:13:25.305688 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6aedc6ee-53b6-42a3-8bf0-116dfeb84639 req-d0638094-2996-43a4-875c-fbe0cab47d83 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327233 Aug 31 01:13:25.309711 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af9470-3264-4ea1-b440-8f38b4fe4d85 req-d9d9f0c5-2ea8-412b-a0ac-dc28c572426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:25.311470 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17af9470-3264-4ea1-b440-8f38b4fe4d85 req-d9d9f0c5-2ea8-412b-a0ac-dc28c572426b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 1095 time: 0.2806475 Aug 31 01:13:25.351403 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-abb51417-9824-4867-ae9e-f0e157065ade tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/quotas/4a7e85e433814f41be04b3b6629987b4 HTTP/1.1" status: 200 len: 375 time: 0.0317409 Aug 31 01:13:25.400235 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:25.416267 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Transition to ACTIVE for port object f3c35226-9caa-4165-9fb5-ead74b295965 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:25.486345 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-bddaa445-8a6d-42fe-b1e2-37bbf29dfb64 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a7e85e433814f41be04b3b6629987b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1172969 Aug 31 01:13:25.504556 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b558ed4-194a-45e8-a924-4e1e2bc049ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:25.507901 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b558ed4-194a-45e8-a924-4e1e2bc049ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:25.512789 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5b558ed4-194a-45e8-a924-4e1e2bc049ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbf37422-f86a-489a-9060-919af2150fc7 HTTP/1.1" status: 204 len: 168 time: 0.5602398 Aug 31 01:13:25.534616 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:25.580575 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b558ed4-194a-45e8-a924-4e1e2bc049ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf37422-f86a-489a-9060-919af2150fc7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:25.657529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba38c9-3e80-40fd-bcf4-810ac969d548 None None] Pushing event updated for resources: {'Port': ['ID=f3c35226-9caa-4165-9fb5-ead74b295965,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:25.665741 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc853d-332c-454d-a93e-4da6058a350f req-5eab3c76-e950-4b41-9bf8-52ef0bc4a974 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:25.668927 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-26cc853d-332c-454d-a93e-4da6058a350f req-5eab3c76-e950-4b41-9bf8-52ef0bc4a974 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 943 time: 0.1992753 Aug 31 01:13:25.718787 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-5024ec9a-58e1-4285-b893-d954f03fc870 service neutron] 10.222.0.16 "GET /v2.0/networks/ab246e1d-3fc8-4427-9be8-eb5a4ef6624f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235637 Aug 31 01:13:25.768728 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-26cc853d-332c-454d-a93e-4da6058a350f req-b2dbc5f4-4ed1-48cd-b38b-05c476a7b38e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790756 Aug 31 01:13:25.773003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af9470-3264-4ea1-b440-8f38b4fe4d85 req-ba77634b-593a-41bf-a25e-d938afbb3ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:25.775772 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17af9470-3264-4ea1-b440-8f38b4fe4d85 req-ba77634b-593a-41bf-a25e-d938afbb3ada service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=77fd9bfbc20d428e80cfea30225008a3&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4433632 Aug 31 01:13:25.823945 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 554bc7f2-bc53-4c10-8749-96bab4a9b57f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:25.866182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Attempting to bind port f3c35226-9caa-4165-9fb5-ead74b295965 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:25.866805 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Attempting to bind port f3c35226-9caa-4165-9fb5-ead74b295965 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'c785a313-3c95-4d1f-af4d-2ae5a374a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51b59712-1239-4892-bda2-19b47f8acc39'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:25.869539 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Attempting to bind port f3c35226-9caa-4165-9fb5-ead74b295965 on network 51b59712-1239-4892-bda2-19b47f8acc39 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:25.883752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:25.884288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Checking segment: {'id': 'c785a313-3c95-4d1f-af4d-2ae5a374a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51b59712-1239-4892-bda2-19b47f8acc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:25.884974 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:25.885601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Bound using segment: {'id': 'c785a313-3c95-4d1f-af4d-2ae5a374a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51b59712-1239-4892-bda2-19b47f8acc39'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:25.886301 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Bound port: f3c35226-9caa-4165-9fb5-ead74b295965, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785a313-3c95-4d1f-af4d-2ae5a374a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51b59712-1239-4892-bda2-19b47f8acc39'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:25.887357 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:25.953242 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-f4babd12-3ccc-406e-a4be-70c92c3718f4 service neutron] 10.222.0.16 "GET /v2.0/networks/ab246e1d-3fc8-4427-9be8-eb5a4ef6624f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185709 Aug 31 01:13:26.038085 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] For port f3c35226-9caa-4165-9fb5-ead74b295965, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:26.041855 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] For port f3c35226-9caa-4165-9fb5-ead74b295965, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f3c35226-9caa-4165-9fb5-ead74b295965,segment=NetworkSegment(c785a313-3c95-4d1f-af4d-2ae5a374a1ef),segment_id=c785a313-3c95-4d1f-af4d-2ae5a374a1ef)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:26.081808 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 554bc7f2-bc53-4c10-8749-96bab4a9b57f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:26.082449 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:26.125707 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af9470-3264-4ea1-b440-8f38b4fe4d85 req-6fb0e74d-1e5d-413b-a463-fffab0ae5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:26.130168 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17af9470-3264-4ea1-b440-8f38b4fe4d85 req-6fb0e74d-1e5d-413b-a463-fffab0ae5af1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3464937 Aug 31 01:13:26.257970 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-a76b7e4f-ac3e-468f-9f75-9b91079f9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:26.262383 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-a76b7e4f-ac3e-468f-9f75-9b91079f9e2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 1095 time: 0.0777347 Aug 31 01:13:26.311633 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:26.349804 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-c915dd90-e051-4e8b-bca5-7220f2c64001 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81943a8e-9ace-4941-84d8-98c5d46928a0 HTTP/1.1" status: 200 len: 217 time: 0.0823481 Aug 31 01:13:26.387374 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba38c9-3e80-40fd-bcf4-810ac969d548 None None] Pushing event updated for resources: {'Port': ['ID=f3c35226-9caa-4165-9fb5-ead74b295965,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:26.437142 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Routers {'df2ec1cc-127a-4600-86c9-e774f170dae4'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:26.442590 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:13:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['df2ec1cc-127a-4600-86c9-e774f170dae4'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:26.596315 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-17352eb6-4823-4ed5-93ac-4760a3a8f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:26.596315 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-17352eb6-4823-4ed5-93ac-4760a3a8f714 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28e00ce7-f90d-46fd-a823-804dd57ed42f HTTP/1.1" status: 200 len: 846 time: 0.2285757 Aug 31 01:13:26.664667 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6582d4fc-2e5a-47e7-8d57-632550ccaf03 req-daf8a641-f387-4329-959a-7ecada273352 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 210 time: 0.0565653 Aug 31 01:13:26.672830 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] Set router df2ec1cc-127a-4600-86c9-e774f170dae4 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:26.732594 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-e358fe75-10b3-4424-9432-66b8e01faee9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e82eeec3-5ff2-445a-851f-06625aceee65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057904 Aug 31 01:13:26.752025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb273949-b6fe-446f-abcd-9261af30df4b req-c33b539e-bf7a-4a85-989c-fdb2a4cd5a15 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:26.753881 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fb273949-b6fe-446f-abcd-9261af30df4b req-c33b539e-bf7a-4a85-989c-fdb2a4cd5a15 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.3103693 Aug 31 01:13:26.878579 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fb273949-b6fe-446f-abcd-9261af30df4b req-b659045a-fe75-4aba-87c1-51e381cf1dc1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857768 Aug 31 01:13:26.949647 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-98dfaf7d-aed2-4ab5-be76-271944147180 service neutron] 10.222.0.48 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945207 Aug 31 01:13:27.069943 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa9892-28ba-4f51-80e0-13099d3bdc09 req-0950c782-f3fd-471f-b700-a80fa72a9e63 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:27.080145 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-78aa9892-28ba-4f51-80e0-13099d3bdc09 req-0950c782-f3fd-471f-b700-a80fa72a9e63 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 943 time: 0.1676629 Aug 31 01:13:27.217670 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-78aa9892-28ba-4f51-80e0-13099d3bdc09 req-fe63cb30-762f-480d-9fea-b962bb7652b8 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336725 Aug 31 01:13:27.239143 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2ec1cc-127a-4600-86c9-e774f170dae4', 'name': 'tempest-TestServerMultinode-573081630-router', 'tenant_id': '4a7e85e433814f41be04b3b6629987b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '554bc7f2-bc53-4c10-8749-96bab4a9b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:15Z', 'updated_at': '2021-08-31T01:13:21Z', 'revision_number': 4, 'project_id': '4a7e85e433814f41be04b3b6629987b4', 'gw_port': {'id': '554bc7f2-bc53-4c10-8749-96bab4a9b57f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2ec1cc-127a-4600-86c9-e774f170dae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:16Z', 'updated_at': '2021-08-31T01:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'f3c35226-9caa-4165-9fb5-ead74b295965', 'name': '', 'network_id': '51b59712-1239-4892-bda2-19b47f8acc39', 'tenant_id': '4a7e85e433814f41be04b3b6629987b4', 'mac_address': 'fa:16:3e:ad:c9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2ec1cc-127a-4600-86c9-e774f170dae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': 'dfdd7c90-2feb-4b52-b551-7a4e2efe8545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:20Z', 'updated_at': '2021-08-31T01:13:26Z', 'revision_number': 4, 'project_id': '4a7e85e433814f41be04b3b6629987b4', 'subnets': [{'id': 'dfdd7c90-2feb-4b52-b551-7a4e2efe8545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:27.343932 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e162f18-707e-4158-a303-8fe7cc90d135 None None] The sync data for ids ['df2ec1cc-127a-4600-86c9-e774f170dae4'] in n-d-793621-34 is: [{'id': 'df2ec1cc-127a-4600-86c9-e774f170dae4', 'name': 'tempest-TestServerMultinode-573081630-router', 'tenant_id': '4a7e85e433814f41be04b3b6629987b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '554bc7f2-bc53-4c10-8749-96bab4a9b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:15Z', 'updated_at': '2021-08-31T01:13:21Z', 'revision_number': 4, 'project_id': '4a7e85e433814f41be04b3b6629987b4', 'gw_port': {'id': '554bc7f2-bc53-4c10-8749-96bab4a9b57f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2ec1cc-127a-4600-86c9-e774f170dae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:16Z', 'updated_at': '2021-08-31T01:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'f3c35226-9caa-4165-9fb5-ead74b295965', 'name': '', 'network_id': '51b59712-1239-4892-bda2-19b47f8acc39', 'tenant_id': '4a7e85e433814f41be04b3b6629987b4', 'mac_address': 'fa:16:3e:ad:c9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2ec1cc-127a-4600-86c9-e774f170dae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': 'dfdd7c90-2feb-4b52-b551-7a4e2efe8545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:20Z', 'updated_at': '2021-08-31T01:13:26Z', 'revision_number': 4, 'project_id': '4a7e85e433814f41be04b3b6629987b4', 'subnets': [{'id': 'dfdd7c90-2feb-4b52-b551-7a4e2efe8545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:13:27.649046 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dcfde732-f3e8-48de-9b57-3db2c53d3dda req-e8cf983e-64fd-4f3f-aa02-b15e593af720 service neutron] 10.222.0.48 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6755219 Aug 31 01:13:27.815072 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f3c35226-9caa-4165-9fb5-ead74b295965 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:27.877091 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-410f45b3-29aa-4a5a-bdd5-5f9cbaf39f90 req-9c5ffaaa-b5cb-4a4e-bcf7-a2eb1502d0d0 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 210 time: 0.0938344 Aug 31 01:13:27.979425 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port f3c35226-9caa-4165-9fb5-ead74b295965 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:27.986203 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port f3c35226-9caa-4165-9fb5-ead74b295965 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:27.986885 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.195536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be93e90-bf1d-468f-aae9-8c9d7990a474 req-f5eb84e1-a4e6-4c2b-a537-1c708b932f5b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:28.214804 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7be93e90-bf1d-468f-aae9-8c9d7990a474 req-f5eb84e1-a4e6-4c2b-a537-1c708b932f5b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.1873014 Aug 31 01:13:28.273030 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.394225 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7be93e90-bf1d-468f-aae9-8c9d7990a474 req-81af5d7e-6b99-40e6-8951-0bf9d2b6c447 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775258 Aug 31 01:13:28.408076 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port f3c35226-9caa-4165-9fb5-ead74b295965, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f3c35226-9caa-4165-9fb5-ead74b295965,segment=NetworkSegment(c785a313-3c95-4d1f-af4d-2ae5a374a1ef),segment_id=c785a313-3c95-4d1f-af4d-2ae5a374a1ef)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:28.491891 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.543731 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572d2f-beb3-4644-834a-454362a07881 req-a105e34f-b78f-4b31-9ac2-dd9535f60821 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:28.552895 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b572d2f-beb3-4644-834a-454362a07881 req-a105e34f-b78f-4b31-9ac2-dd9535f60821 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 943 time: 0.1179931 Aug 31 01:13:28.629665 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=f3c35226-9caa-4165-9fb5-ead74b295965,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:28.637853 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b572d2f-beb3-4644-834a-454362a07881 req-97a61566-7f2b-4524-8c4f-17a9738e3960 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819597 Aug 31 01:13:29.037093 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-35820a49-85d0-4366-95cb-b5f31ace428a req-89f3ef31-c193-47bc-b7b5-ed51f0d5e0c4 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 210 time: 0.0454426 Aug 31 01:13:29.464709 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 81943a8e-9ace-4941-84d8-98c5d46928a0 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:13:29.653911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c247eb-90a5-4a5c-90c9-01e50d1018c6 req-7588258c-9be0-488f-b283-4b2a45524922 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:29.657932 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-07c247eb-90a5-4a5c-90c9-01e50d1018c6 req-7588258c-9be0-488f-b283-4b2a45524922 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.1299970 Aug 31 01:13:29.678173 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 81943a8e-9ace-4941-84d8-98c5d46928a0, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=81943a8e-9ace-4941-84d8-98c5d46928a0,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:29.706787 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '81943a8e-9ace-4941-84d8-98c5d46928a0', 'network_id': 'e82eeec3-5ff2-445a-851f-06625aceee65', 'port_id': '81943a8e-9ace-4941-84d8-98c5d46928a0', 'mac_address': 'fa:16:3e:c9:eb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e00ce7-f90d-46fd-a823-804dd57ed42f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:13:29.722165 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-07c247eb-90a5-4a5c-90c9-01e50d1018c6 req-a3abde3f-e749-4543-8edd-0243914510e8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622418 Aug 31 01:13:29.783276 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f3c35226-9caa-4165-9fb5-ead74b295965 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:29.845136 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.862123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b154ad-e497-4063-9646-e0d0f0c9035f req-e0451179-7835-41b2-9084-9c8bd80f5d58 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:29.866179 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f4b154ad-e497-4063-9646-e0d0f0c9035f req-e0451179-7835-41b2-9084-9c8bd80f5d58 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 943 time: 0.0897145 Aug 31 01:13:29.886068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81943a8e-9ace-4941-84d8-98c5d46928a0 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:29.917628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 81943a8e-9ace-4941-84d8-98c5d46928a0, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=81943a8e-9ace-4941-84d8-98c5d46928a0,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:29.924805 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port f3c35226-9caa-4165-9fb5-ead74b295965 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:29.932231 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.955356 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f4b154ad-e497-4063-9646-e0d0f0c9035f req-da0423a0-7e78-4d52-8862-16b9d2f29c32 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739801 Aug 31 01:13:30.051401 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:30.161823 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=81943a8e-9ace-4941-84d8-98c5d46928a0,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:30.224889 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e43a47e9-40fb-4a56-8fc6-0660e036df7e req-99c4302f-efc9-4a2e-98bf-748c5e8d6489 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 210 time: 0.0481019 Aug 31 01:13:30.301838 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['81943a8e-9ace-4941-84d8-98c5d46928a0'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:30.662409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35002) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:30.865489 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-27f94827-313e-4ca6-bb7f-dcb80793b992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:30.971788 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f237-98a4-42ed-ad2d-9c93c0515ce9 req-b27031ba-6cd9-40c2-b2ef-275f17bada31 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:30.974091 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1b39f237-98a4-42ed-ad2d-9c93c0515ce9 req-b27031ba-6cd9-40c2-b2ef-275f17bada31 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.0849519 Aug 31 01:13:31.035309 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-27f94827-313e-4ca6-bb7f-dcb80793b992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:31.078225 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1b39f237-98a4-42ed-ad2d-9c93c0515ce9 req-e335855e-cc3e-4107-a760-adc78c5d3cfd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899162 Aug 31 01:13:31.168712 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-27f94827-313e-4ca6-bb7f-dcb80793b992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:31.235572 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575646b-9c9b-4472-970d-e4a9e5ad28d0 req-5548c08d-94e3-412a-b038-2b4e987bc285 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:31.238898 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f575646b-9c9b-4472-970d-e4a9e5ad28d0 req-5548c08d-94e3-412a-b038-2b4e987bc285 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 944 time: 0.1545770 Aug 31 01:13:31.244372 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-f5a67dab-3ff9-41bb-964a-14a84416926e tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:31.248141 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-f5a67dab-3ff9-41bb-964a-14a84416926e tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.41 "GET /v2.0/networks?id=ab246e1d-3fc8-4427-9be8-eb5a4ef6624f HTTP/1.1" status: 200 len: 911 time: 0.1992195 Aug 31 01:13:31.270902 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-dece5013-1d7a-4b7b-87c9-88de769cf548 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Request body: {'port': {'device_id': '157c4929-d626-40a3-bfdf-319a43348f8c', 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f', 'admin_state_up': True, 'tenant_id': '4a7e85e433814f41be04b3b6629987b4'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:31.315236 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f94827-313e-4ca6-bb7f-dcb80793b992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182518ce-af4b-419b-9ac1-3882a93d571f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:31.339147 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-27f94827-313e-4ca6-bb7f-dcb80793b992 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f61884cecac4921b33deb446180f70b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6753323 Aug 31 01:13:31.343700 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35014) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:31.380920 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f575646b-9c9b-4472-970d-e4a9e5ad28d0 req-bbbab834-c4fa-4636-8833-87645a227c1d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095929 Aug 31 01:13:31.418446 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-dece5013-1d7a-4b7b-87c9-88de769cf548 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Made reservation on behalf of 4a7e85e433814f41be04b3b6629987b4 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:31.421258 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-dece5013-1d7a-4b7b-87c9-88de769cf548 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:31.440259 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-e2423e1d-3794-45f7-b7a2-95ff55338dc2 req-7a1ae9b0-d225-4450-a07c-8f32fb73286e service neutron] (102343) timed out ('10.222.0.16', 60784) {{(pid=102343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:13:31.473342 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 81943a8e-9ace-4941-84d8-98c5d46928a0 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:31.503545 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-32c1d603-f217-48d5-bec2-5465fec725b5 req-afb30349-bd85-4033-b835-ffe1596d3509 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 210 time: 0.1272876 Aug 31 01:13:31.582553 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2df84404-cf34-4c06-9152-d70652d03a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:31.623902 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2df84404-cf34-4c06-9152-d70652d03a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:31.705925 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-dece5013-1d7a-4b7b-87c9-88de769cf548 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Allocated IP 172.20.0.10 (ab246e1d-3fc8-4427-9be8-eb5a4ef6624f/421ebe96-747a-4047-91f8-348cd9430a55/82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:31.753510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 81943a8e-9ace-4941-84d8-98c5d46928a0 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:31.755969 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 81943a8e-9ace-4941-84d8-98c5d46928a0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:31.756143 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:31.856828 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2df84404-cf34-4c06-9152-d70652d03a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:31.860815 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2df84404-cf34-4c06-9152-d70652d03a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:31.864617 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2df84404-cf34-4c06-9152-d70652d03a56 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/182518ce-af4b-419b-9ac1-3882a93d571f HTTP/1.1" status: 204 len: 168 time: 0.5172551 Aug 31 01:13:31.877605 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df84404-cf34-4c06-9152-d70652d03a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182518ce-af4b-419b-9ac1-3882a93d571f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:31.897395 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:31.927031 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-dece5013-1d7a-4b7b-87c9-88de769cf548 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:31.933843 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470ce46a-3e13-4613-a4fa-90f9aa83be14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81943a8e-9ace-4941-84d8-98c5d46928a0'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:31.937628 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66847454-2bef-4dd8-8b02-43d8173a26ec" -d '{"events": [{"server_uuid": "470ce46a-3e13-4613-a4fa-90f9aa83be14", "name": "network-vif-plugged", "status": "completed", "tag": "81943a8e-9ace-4941-84d8-98c5d46928a0"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:31.945831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-dece5013-1d7a-4b7b-87c9-88de769cf548 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Transition to ACTIVE for port object 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:31.981137 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 81943a8e-9ace-4941-84d8-98c5d46928a0, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=81943a8e-9ace-4941-84d8-98c5d46928a0,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:32.008402 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04256838-cb9e-43e9-96ed-c2644c3a8dc2 x-openstack-request-id: req-04256838-cb9e-43e9-96ed-c2644c3a8dc2 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:32.008827 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470ce46a-3e13-4613-a4fa-90f9aa83be14", "name": "network-vif-plugged", "status": "completed", "tag": "81943a8e-9ace-4941-84d8-98c5d46928a0", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:32.009086 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04256838-cb9e-43e9-96ed-c2644c3a8dc2 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:32.009623 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470ce46a-3e13-4613-a4fa-90f9aa83be14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81943a8e-9ace-4941-84d8-98c5d46928a0', 'code': 200} Aug 31 01:13:32.080693 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:32.120951 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-dece5013-1d7a-4b7b-87c9-88de769cf548 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:32.162228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3877af-9a7c-4274-b10b-aee6140c8c17 req-30b12da9-b765-408e-b595-9b955eb288f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:32.168738 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fe3877af-9a7c-4274-b10b-aee6140c8c17 req-30b12da9-b765-408e-b595-9b955eb288f4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 1097 time: 0.0885637 Aug 31 01:13:32.179624 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=81943a8e-9ace-4941-84d8-98c5d46928a0,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:32.217470 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-dece5013-1d7a-4b7b-87c9-88de769cf548 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Network ab246e1d-3fc8-4427-9be8-eb5a4ef6624f is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:32.222995 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-dece5013-1d7a-4b7b-87c9-88de769cf548 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:32.235942 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece5013-1d7a-4b7b-87c9-88de769cf548 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Pushing event updated for resources: {'Port': ['ID=82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:32.240676 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-dece5013-1d7a-4b7b-87c9-88de769cf548 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:32.253174 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fe3877af-9a7c-4274-b10b-aee6140c8c17 req-ae0a8e20-72bc-4610-84df-3d3d0d7393a8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710523 Aug 31 01:13:32.290877 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-dece5013-1d7a-4b7b-87c9-88de769cf548 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:32.291562 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-dece5013-1d7a-4b7b-87c9-88de769cf548 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:32.332525 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ac882-e5e9-4177-a849-df4ac61be97c req-07c45f23-ea16-46d2-a388-f5bb8aceb584 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:32.335365 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e04ac882-e5e9-4177-a849-df4ac61be97c req-07c45f23-ea16-46d2-a388-f5bb8aceb584 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.0931170 Aug 31 01:13:32.415356 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e04ac882-e5e9-4177-a849-df4ac61be97c req-32d7cb07-8c32-45a9-8dbb-57bda002eb50 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713284 Aug 31 01:13:32.424857 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-dece5013-1d7a-4b7b-87c9-88de769cf548 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1656234 Aug 31 01:13:32.445757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Request body: {'port': {'device_id': '157c4929-d626-40a3-bfdf-319a43348f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:32.663807 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:32.717885 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-87e74f71-0ccb-4791-a26a-55ffd60bdb86 None None] Provisioning for port 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:32.725972 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-87e74f71-0ccb-4791-a26a-55ffd60bdb86 None None] Provisioning complete for port 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:32.726898 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-87e74f71-0ccb-4791-a26a-55ffd60bdb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:32.760048 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe198c7-25aa-476a-b2df-f3119c65f00c req-7ea67b93-1a37-43fa-9b3e-8b9bcc9b3ab2 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:32.762142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52ce38-dc5b-4bfd-821c-e882f615cc69 req-e877e53b-80e6-48e1-8629-3a201d73ead3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:32.763717 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c52ce38-dc5b-4bfd-821c-e882f615cc69 req-e877e53b-80e6-48e1-8629-3a201d73ead3 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.1806707 Aug 31 01:13:32.772777 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fe198c7-25aa-476a-b2df-f3119c65f00c req-7ea67b93-1a37-43fa-9b3e-8b9bcc9b3ab2 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 1028 time: 0.1119745 Aug 31 01:13:32.781283 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-87e74f71-0ccb-4791-a26a-55ffd60bdb86 None None] Port 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:13:32.847507 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fe198c7-25aa-476a-b2df-f3119c65f00c req-b0a42a19-f396-4fd7-bc1e-81f1dd231a7a tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732205 Aug 31 01:13:32.910185 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c52ce38-dc5b-4bfd-821c-e882f615cc69 req-00e19b9f-44c1-4549-a526-a5133f7871b4 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341236 Aug 31 01:13:32.952371 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35042) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:32.971215 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-79eea4c5-0b84-49c6-a984-68de057fd74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.107965 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-79eea4c5-0b84-49c6-a984-68de057fd74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.113701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:33.124385 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.139022 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Transition to ACTIVE for port object 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:33.525865 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.539076 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-79eea4c5-0b84-49c6-a984-68de057fd74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.614871 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eea4c5-0b84-49c6-a984-68de057fd74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44234860-fbba-46f1-8011-0f1363f00857,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:33.632878 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Pushing event updated for resources: {'Port': ['ID=82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:33.643186 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c435dcb-0891-4e35-9727-01ea4f388fa3 req-d3b5d196-ebe4-4555-9269-b8991ebc19cc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:33.650820 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c435dcb-0891-4e35-9727-01ea4f388fa3 req-d3b5d196-ebe4-4555-9269-b8991ebc19cc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.1541162 Aug 31 01:13:33.675301 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-79eea4c5-0b84-49c6-a984-68de057fd74d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=582cdb4729c54eb89da4d0f2aaace1c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7202067 Aug 31 01:13:33.695751 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35050) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:33.776562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Attempting to bind port 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:33.777338 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Attempting to bind port 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '94d61b91-150f-4dee-a8d9-8b6e0a7a6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:33.777962 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Attempting to bind port 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 on network ab246e1d-3fc8-4427-9be8-eb5a4ef6624f {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:33.786477 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Port 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 on network ab246e1d-3fc8-4427-9be8-eb5a4ef6624f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:13:33.786883 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Attempting to bind port 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 on network ab246e1d-3fc8-4427-9be8-eb5a4ef6624f {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:33.800627 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c435dcb-0891-4e35-9727-01ea4f388fa3 req-de9ade5f-aedc-4351-a93d-e1e7ab0779a7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467848 Aug 31 01:13:33.804377 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:33.804377 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Checking segment: {'id': '94d61b91-150f-4dee-a8d9-8b6e0a7a6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:33.805950 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Bound using segment: {'id': '94d61b91-150f-4dee-a8d9-8b6e0a7a6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:33.806482 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Bound port: 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d61b91-150f-4dee-a8d9-8b6e0a7a6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:33.807025 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.848449 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5a3d6eb0-2339-4cb1-9305-a742e1e7fb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.911806 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5a3d6eb0-2339-4cb1-9305-a742e1e7fb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.942202 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] For port 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:33.951982 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] For port 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77,segment=NetworkSegment(94d61b91-150f-4dee-a8d9-8b6e0a7a6209),segment_id=94d61b91-150f-4dee-a8d9-8b6e0a7a6209)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:34.054409 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572df67-3068-42ee-89dd-f5c8fb24bb90 req-7f819417-2f6c-4b9d-adfb-67a2e7f305bf tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.060567 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6572df67-3068-42ee-89dd-f5c8fb24bb90 req-7f819417-2f6c-4b9d-adfb-67a2e7f305bf tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 1054 time: 0.0641232 Aug 31 01:13:34.062397 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeceb86-4596-4648-b6c8-02f27811cdac req-e76976ea-925d-4158-9d98-a05216120bad tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.064096 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ffeceb86-4596-4648-b6c8-02f27811cdac req-e76976ea-925d-4158-9d98-a05216120bad tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 946 time: 0.0815713 Aug 31 01:13:34.092499 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:34.145121 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ffeceb86-4596-4648-b6c8-02f27811cdac req-f33f47e9-5a4d-4124-ab88-d66e28655e9c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733845 Aug 31 01:13:34.150932 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5a3d6eb0-2339-4cb1-9305-a742e1e7fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:34.156197 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5a3d6eb0-2339-4cb1-9305-a742e1e7fb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:34.156635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.157838 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:34.159438 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] 10.222.0.41 "PUT /v2.0/ports/82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 HTTP/1.1" status: 200 len: 1093 time: 1.7212420 Aug 31 01:13:34.164568 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5a3d6eb0-2339-4cb1-9305-a742e1e7fb25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44234860-fbba-46f1-8011-0f1363f00857 HTTP/1.1" status: 204 len: 168 time: 0.4650376 Aug 31 01:13:34.179193 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157c4929-d626-40a3-bfdf-319a43348f8c', 'tag': '82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:34.188097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d6eb0-2339-4cb1-9305-a742e1e7fb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44234860-fbba-46f1-8011-0f1363f00857,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:34.192619 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127ef803-8455-4e0d-b624-7762b89136db" -d '{"events": [{"name": "network-changed", "server_uuid": "157c4929-d626-40a3-bfdf-319a43348f8c", "tag": "82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:34.200786 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6572df67-3068-42ee-89dd-f5c8fb24bb90 req-433df6eb-0313-4dfd-ae3f-0724e9c5b65b tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323004 Aug 31 01:13:34.250152 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8767ef12-48c9-4268-a5e0-877e351c0015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:34.257668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c0963-54f2-452d-9e59-ec87fed34b8d service neutron] Pushing event updated for resources: {'Port': ['ID=82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:34.389116 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b60efa-9d87-4e52-8302-8560240866ad x-openstack-request-id: req-61b60efa-9d87-4e52-8302-8560240866ad {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:34.389392 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157c4929-d626-40a3-bfdf-319a43348f8c", "tag": "82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:34.389666 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61b60efa-9d87-4e52-8302-8560240866ad {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:34.390216 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157c4929-d626-40a3-bfdf-319a43348f8c', 'tag': '82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77', 'status': 'completed', 'code': 200} Aug 31 01:13:34.395714 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007ebab-26cf-4886-a9c7-003fa8ac90b7 req-66ddc3e8-7b95-4102-8e7a-76e378ab7454 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.405153 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a007ebab-26cf-4886-a9c7-003fa8ac90b7 req-66ddc3e8-7b95-4102-8e7a-76e378ab7454 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.0975189 Aug 31 01:13:34.412098 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-3b813337-36e3-4802-8045-c01d2e8f1080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.414554 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-3b813337-36e3-4802-8045-c01d2e8f1080 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7e85e433814f41be04b3b6629987b4&device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 1096 time: 0.0937052 Aug 31 01:13:34.456207 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a007ebab-26cf-4886-a9c7-003fa8ac90b7 req-b8676338-249d-4450-bee7-a95c2bdc8f7a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498087 Aug 31 01:13:34.483246 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-5cd3d027-c805-4fef-95c4-3037c07439d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 HTTP/1.1" status: 200 len: 217 time: 0.0587997 Aug 31 01:13:34.540128 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-16321f17-4814-462d-b98a-c0aa04f50826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.541794 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-16321f17-4814-462d-b98a-c0aa04f50826 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=421ebe96-747a-4047-91f8-348cd9430a55 HTTP/1.1" status: 200 len: 849 time: 0.0513909 Aug 31 01:13:34.619867 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-5a398762-0df0-4028-b202-23c9f80473b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.622017 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-5a398762-0df0-4028-b202-23c9f80473b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab246e1d-3fc8-4427-9be8-eb5a4ef6624f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682569 Aug 31 01:13:34.739062 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-e160e0b9-c051-4b4f-a216-4adfccda459c service neutron] 10.222.0.41 "GET /v2.0/networks/ab246e1d-3fc8-4427-9be8-eb5a4ef6624f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007264 Aug 31 01:13:34.857881 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-de5a3c15-a55f-4e24-9883-3425b792dcd2 req-76339c28-a5fe-4876-8f49-a62d1124c75f service neutron] 10.222.0.41 "GET /v2.0/networks/ab246e1d-3fc8-4427-9be8-eb5a4ef6624f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073215 Aug 31 01:13:34.903820 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f348df-d66b-4117-84db-ac438af48c6f req-da123fec-1a61-484d-98f5-1cacaa93a787 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.912316 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f9f348df-d66b-4117-84db-ac438af48c6f req-da123fec-1a61-484d-98f5-1cacaa93a787 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.0761542 Aug 31 01:13:34.950867 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f9f348df-d66b-4117-84db-ac438af48c6f req-36db0718-2a16-41f1-bfae-0ad3a0205244 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373759 Aug 31 01:13:35.026941 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df216eb-b464-4b27-9880-3e7f07a2c74f req-4003aec0-9118-4b1f-bbba-fe952fd944bf tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:35.029679 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3df216eb-b464-4b27-9880-3e7f07a2c74f req-4003aec0-9118-4b1f-bbba-fe952fd944bf tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.0880940 Aug 31 01:13:35.134243 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8469d64-cc16-4edb-bd79-be7f29a1218c req-4ebde0bb-37f8-42be-8d80-2c704c030771 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:35.142277 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d8469d64-cc16-4edb-bd79-be7f29a1218c req-4ebde0bb-37f8-42be-8d80-2c704c030771 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.0825441 Aug 31 01:13:35.163314 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3df216eb-b464-4b27-9880-3e7f07a2c74f req-476a6e3d-f5da-4da0-9f38-1fc755dc5267 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243520 Aug 31 01:13:35.191462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ef803-8455-4e0d-b624-7762b89136db req-f092dffd-1eef-4403-92fa-7b779d3e9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:35.193352 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-127ef803-8455-4e0d-b624-7762b89136db req-f092dffd-1eef-4403-92fa-7b779d3e9b26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7e85e433814f41be04b3b6629987b4&device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 1096 time: 0.1577537 Aug 31 01:13:35.221734 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d8469d64-cc16-4edb-bd79-be7f29a1218c req-5b640248-fdb9-4cf6-806c-719991598706 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781848 Aug 31 01:13:35.395785 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e21848-dc72-4d9d-a619-abf94c47de02 req-f04634ee-643a-48cc-ac23-5e1a0d0779f5 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:35.398728 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-25e21848-dc72-4d9d-a619-abf94c47de02 req-f04634ee-643a-48cc-ac23-5e1a0d0779f5 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 1096 time: 0.0905087 Aug 31 01:13:35.455016 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-25e21848-dc72-4d9d-a619-abf94c47de02 req-bc950330-49c9-4ba2-a6bb-19e786980440 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488021 Aug 31 01:13:35.702582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef453b0c-ae58-4964-a7ea-642799b452fd req-dc5cc5a1-f6aa-45e6-b547-ad2857f6c1a9 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:35.711323 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef453b0c-ae58-4964-a7ea-642799b452fd req-dc5cc5a1-f6aa-45e6-b547-ad2857f6c1a9 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 946 time: 0.4309993 Aug 31 01:13:35.714082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d671059-0a6d-4487-8bf9-f7dc653bfd24 req-67ddf761-2c1e-4c2d-8741-90b88d6401f7 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:35.716257 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5d671059-0a6d-4487-8bf9-f7dc653bfd24 req-67ddf761-2c1e-4c2d-8741-90b88d6401f7 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.48 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 946 time: 0.0879691 Aug 31 01:13:35.743875 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ef803-8455-4e0d-b624-7762b89136db req-5ea3e7b0-763e-44e5-b346-b88cfbe3a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:35.745397 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-127ef803-8455-4e0d-b624-7762b89136db req-5ea3e7b0-763e-44e5-b346-b88cfbe3a51d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab246e1d-3fc8-4427-9be8-eb5a4ef6624f HTTP/1.1" status: 200 len: 911 time: 0.5429802 Aug 31 01:13:35.797947 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef453b0c-ae58-4964-a7ea-642799b452fd req-c33323c0-cfc3-4d8d-b386-8291565b8dee tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=954406e5-62a3-42d9-a25c-bf74ec115035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855060 Aug 31 01:13:35.799299 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-127ef803-8455-4e0d-b624-7762b89136db req-c39783f2-12d0-4bf2-926f-582ff6cc51c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 HTTP/1.1" status: 200 len: 217 time: 0.0435784 Aug 31 01:13:35.847992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-5d671059-0a6d-4487-8bf9-f7dc653bfd24 req-e499d355-eeaa-48a6-8e1b-7b64b00bf72e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Deleting port 2a57eb15-5900-4c8b-8516-e11cb559d40d {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:35.848433 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5d671059-0a6d-4487-8bf9-f7dc653bfd24 req-e499d355-eeaa-48a6-8e1b-7b64b00bf72e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:35.859210 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ef803-8455-4e0d-b624-7762b89136db req-15616f12-2fd1-48de-b586-2948a525a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:35.860662 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-127ef803-8455-4e0d-b624-7762b89136db req-15616f12-2fd1-48de-b586-2948a525a194 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=421ebe96-747a-4047-91f8-348cd9430a55 HTTP/1.1" status: 200 len: 849 time: 0.0530915 Aug 31 01:13:35.966628 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ef803-8455-4e0d-b624-7762b89136db req-3dae820b-cc23-4c05-96d1-a1e4138040e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:35.977520 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-127ef803-8455-4e0d-b624-7762b89136db req-3dae820b-cc23-4c05-96d1-a1e4138040e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab246e1d-3fc8-4427-9be8-eb5a4ef6624f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0971563 Aug 31 01:13:35.988384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-5d671059-0a6d-4487-8bf9-f7dc653bfd24 req-e499d355-eeaa-48a6-8e1b-7b64b00bf72e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] For port 2a57eb15-5900-4c8b-8516-e11cb559d40d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2a57eb15-5900-4c8b-8516-e11cb559d40d,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:35.989690 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5d671059-0a6d-4487-8bf9-f7dc653bfd24 req-e499d355-eeaa-48a6-8e1b-7b64b00bf72e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.054878 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71381831-c46d-482e-a549-2f6ba996c63c req-daabe97b-8698-4b00-aada-9e8c5a327941 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:36.056441 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-71381831-c46d-482e-a549-2f6ba996c63c req-daabe97b-8698-4b00-aada-9e8c5a327941 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.1112204 Aug 31 01:13:36.126058 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-127ef803-8455-4e0d-b624-7762b89136db req-5f1f094f-5e04-4e96-98ca-4776b5bbb407 service neutron] 10.222.0.41 "GET /v2.0/networks/ab246e1d-3fc8-4427-9be8-eb5a4ef6624f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440165 Aug 31 01:13:36.146733 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-71381831-c46d-482e-a549-2f6ba996c63c req-7bdf5915-9a56-4fdc-8c75-506f940bef43 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716574 Aug 31 01:13:36.291910 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-127ef803-8455-4e0d-b624-7762b89136db req-b12246e4-8a9b-4810-b03c-95257e8f2462 service neutron] 10.222.0.41 "GET /v2.0/networks/ab246e1d-3fc8-4427-9be8-eb5a4ef6624f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562560 Aug 31 01:13:36.368169 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5d671059-0a6d-4487-8bf9-f7dc653bfd24 req-e499d355-eeaa-48a6-8e1b-7b64b00bf72e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.368511 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5d671059-0a6d-4487-8bf9-f7dc653bfd24 req-e499d355-eeaa-48a6-8e1b-7b64b00bf72e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.368856 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [req-5d671059-0a6d-4487-8bf9-f7dc653bfd24 req-e499d355-eeaa-48a6-8e1b-7b64b00bf72e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Floating IP a5037558-f037-4a1b-a64a-4f0701c56d08 disassociated. External IP: 172.25.2.83, port: 2a57eb15-5900-4c8b-8516-e11cb559d40d. Aug 31 01:13:36.369278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-5d671059-0a6d-4487-8bf9-f7dc653bfd24 req-e499d355-eeaa-48a6-8e1b-7b64b00bf72e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Calling delete_port for 2a57eb15-5900-4c8b-8516-e11cb559d40d owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:36.393150 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929207ab-9005-4d35-9d23-6c49dc63b92b req-b9c2470b-8a1a-4eb4-bf59-4926b0217ec0 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:36.395642 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-929207ab-9005-4d35-9d23-6c49dc63b92b req-b9c2470b-8a1a-4eb4-bf59-4926b0217ec0 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.0952363 Aug 31 01:13:36.486715 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-929207ab-9005-4d35-9d23-6c49dc63b92b req-567e07a8-8d33-422c-97ca-8a2558d4defd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548007 Aug 31 01:13:36.588584 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b4ca5-bb70-4ace-a58b-b9084154aa3e req-092fc67b-455d-4d32-9797-754f9daf50d6 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:36.590142 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a04b4ca5-bb70-4ace-a58b-b9084154aa3e req-092fc67b-455d-4d32-9797-754f9daf50d6 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 1096 time: 0.0453680 Aug 31 01:13:36.630547 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a04b4ca5-bb70-4ace-a58b-b9084154aa3e req-dd206e3b-e4f3-4a76-906d-81533792daef tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332799 Aug 31 01:13:36.705525 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5d671059-0a6d-4487-8bf9-f7dc653bfd24 req-e499d355-eeaa-48a6-8e1b-7b64b00bf72e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.744847 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499d355-eeaa-48a6-8e1b-7b64b00bf72e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Pushing event deleted for resources: {'Port': ['ID=2a57eb15-5900-4c8b-8516-e11cb559d40d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:36.825635 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.870127 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d671059-0a6d-4487-8bf9-f7dc653bfd24 req-e499d355-eeaa-48a6-8e1b-7b64b00bf72e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Router 4622f048-4058-4822-9efc-3bc240b7c8c6 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:13:36.944594 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f9ee8f7-7d89-4bb2-8ea8-d58f5371b05c req-35712981-23d3-4baf-a7be-08b125c444f2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 210 time: 0.0598879 Aug 31 01:13:36.979850 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-89f2af38-a85d-4d74-a6be-0974648dcee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.982148 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.021405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d671059-0a6d-4487-8bf9-f7dc653bfd24 req-e499d355-eeaa-48a6-8e1b-7b64b00bf72e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:13:37.035492 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc849c6-5acb-45d0-b74f-9a0a1e377e7d None None] Sync routers for ids ['4622f048-4058-4822-9efc-3bc240b7c8c6'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:13:37.044388 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc849c6-5acb-45d0-b74f-9a0a1e377e7d None None] Routers {'4622f048-4058-4822-9efc-3bc240b7c8c6'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:37.045260 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8bc849c6-5acb-45d0-b74f-9a0a1e377e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:13:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4622f048-4058-4822-9efc-3bc240b7c8c6'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:37.064659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d671059-0a6d-4487-8bf9-f7dc653bfd24 req-e499d355-eeaa-48a6-8e1b-7b64b00bf72e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] No DVR routers for this DVR port 2a57eb15-5900-4c8b-8516-e11cb559d40d on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:13:37.067594 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5d671059-0a6d-4487-8bf9-f7dc653bfd24 req-e499d355-eeaa-48a6-8e1b-7b64b00bf72e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.069931 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5d671059-0a6d-4487-8bf9-f7dc653bfd24 req-e499d355-eeaa-48a6-8e1b-7b64b00bf72e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.48 "DELETE /v2.0/ports/2a57eb15-5900-4c8b-8516-e11cb559d40d HTTP/1.1" status: 204 len: 173 time: 1.3456891 Aug 31 01:13:37.070422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb69292-2789-471b-a5c8-6809d5b5dbc9', 'name': 'network-vif-deleted', 'tag': '2a57eb15-5900-4c8b-8516-e11cb559d40d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:37.072864 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3686bbd-6249-4299-bbc9-14daf58902a6" -d '{"events": [{"server_uuid": "efb69292-2789-471b-a5c8-6809d5b5dbc9", "name": "network-vif-deleted", "tag": "2a57eb15-5900-4c8b-8516-e11cb559d40d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:37.104751 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.127192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:13:37.159553 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945845af-fec0-495e-9b9e-0797c4a543e2 x-openstack-request-id: req-945845af-fec0-495e-9b9e-0797c4a543e2 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:37.159817 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb69292-2789-471b-a5c8-6809d5b5dbc9", "name": "network-vif-deleted", "tag": "2a57eb15-5900-4c8b-8516-e11cb559d40d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:37.159991 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-945845af-fec0-495e-9b9e-0797c4a543e2 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:37.160363 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb69292-2789-471b-a5c8-6809d5b5dbc9', 'name': 'network-vif-deleted', 'tag': '2a57eb15-5900-4c8b-8516-e11cb559d40d', 'status': 'completed', 'code': 200} Aug 31 01:13:37.226938 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-8bc849c6-5acb-45d0-b74f-9a0a1e377e7d None None] Set router 4622f048-4058-4822-9efc-3bc240b7c8c6 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:37.343731 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77,segment=NetworkSegment(94d61b91-150f-4dee-a8d9-8b6e0a7a6209),segment_id=94d61b91-150f-4dee-a8d9-8b6e0a7a6209)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:37.354643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09d46b-e52b-4a9c-852a-42dd60f13a26 req-9afb2451-2f98-4787-b69e-fce28f66a08a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:37.356515 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f09d46b-e52b-4a9c-852a-42dd60f13a26 req-9afb2451-2f98-4787-b69e-fce28f66a08a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.1125226 Aug 31 01:13:37.369417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77', 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f', 'port_id': '82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77', 'mac_address': 'fa:16:3e:3d:8b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421ebe96-747a-4047-91f8-348cd9430a55', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:13:37.417886 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f09d46b-e52b-4a9c-852a-42dd60f13a26 req-0b31631a-7ac7-4581-a807-c432d0bd9a2b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524063 Aug 31 01:13:37.440048 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.454696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:37.478337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77,segment=NetworkSegment(94d61b91-150f-4dee-a8d9-8b6e0a7a6209),segment_id=94d61b91-150f-4dee-a8d9-8b6e0a7a6209)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:37.560930 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8bc849c6-5acb-45d0-b74f-9a0a1e377e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:09:00Z', 'revision_number': 4, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '21ba741a-fd53-45a1-8ad4-6acaa883499a', 'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'mac_address': 'fa:16:3e:fb:2c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:57Z', 'updated_at': '2021-08-31T01:09:09Z', 'revision_number': 5, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'subnets': [{'id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:37.567798 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.595509 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc849c6-5acb-45d0-b74f-9a0a1e377e7d None None] Checking router: 4622f048-4058-4822-9efc-3bc240b7c8c6 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:13:37.612323 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc849c6-5acb-45d0-b74f-9a0a1e377e7d None None] Routers {'4622f048-4058-4822-9efc-3bc240b7c8c6'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:37.613293 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8bc849c6-5acb-45d0-b74f-9a0a1e377e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:13:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4622f048-4058-4822-9efc-3bc240b7c8c6'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:37.653763 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:37.701685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a271d-1295-4043-b9fe-b6bb29b7ac4b req-eacec98c-7ae8-42bc-bd65-833402de2d4a tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:37.704452 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-661a271d-1295-4043-b9fe-b6bb29b7ac4b req-eacec98c-7ae8-42bc-bd65-833402de2d4a tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.1053998 Aug 31 01:13:37.767999 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-661a271d-1295-4043-b9fe-b6bb29b7ac4b req-5bda664c-0388-4c2c-9930-a435d06b82e7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537822 Aug 31 01:13:37.806578 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca56ffc-72c6-42a5-8f90-dc8e9c7ce18b req-89e78ea8-9aec-418b-a79b-f38d4293c200 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:37.808175 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eca56ffc-72c6-42a5-8f90-dc8e9c7ce18b req-89e78ea8-9aec-418b-a79b-f38d4293c200 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 1097 time: 0.0777826 Aug 31 01:13:37.846055 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-8bc849c6-5acb-45d0-b74f-9a0a1e377e7d None None] Set router 4622f048-4058-4822-9efc-3bc240b7c8c6 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:37.856352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eca56ffc-72c6-42a5-8f90-dc8e9c7ce18b req-9c71b911-aaa9-4882-a999-b7b08c6aa351 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410302 Aug 31 01:13:37.871464 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:38.090865 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-16998102-1c13-4b64-a1c3-b334df126a1e req-fafc8967-0366-4a8b-8237-f3372e089b10 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb69292-2789-471b-a5c8-6809d5b5dbc9 HTTP/1.1" status: 200 len: 210 time: 0.0333431 Aug 31 01:13:38.134570 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8bc849c6-5acb-45d0-b74f-9a0a1e377e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:09:00Z', 'revision_number': 4, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '21ba741a-fd53-45a1-8ad4-6acaa883499a', 'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'mac_address': 'fa:16:3e:fb:2c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:57Z', 'updated_at': '2021-08-31T01:09:09Z', 'revision_number': 5, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'subnets': [{'id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:38.162799 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc849c6-5acb-45d0-b74f-9a0a1e377e7d None None] The sync data for ids ['4622f048-4058-4822-9efc-3bc240b7c8c6'] in n-d-793621-34 is: [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:09:00Z', 'revision_number': 4, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '21ba741a-fd53-45a1-8ad4-6acaa883499a', 'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'mac_address': 'fa:16:3e:fb:2c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:57Z', 'updated_at': '2021-08-31T01:09:09Z', 'revision_number': 5, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'subnets': [{'id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:13:38.542849 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3cddffd2-521b-45b2-8e20-86b8e3086ae0 req-3082d559-4d21-4d70-ae6c-544e1aabeceb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0849283 Aug 31 01:13:38.622031 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c7f770-038d-4059-a76e-49df415ad3cb None None] New status for floating IP a5037558-f037-4a1b-a64a-4f0701c56d08: DOWN {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:13:38.626384 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.691405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddffd2-521b-45b2-8e20-86b8e3086ae0 req-801a24b7-b9f8-4768-95c0-821abc90e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:38.693893 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3cddffd2-521b-45b2-8e20-86b8e3086ae0 req-801a24b7-b9f8-4768-95c0-821abc90e5cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77fd9bfbc20d428e80cfea30225008a3&device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 1097 time: 0.0894830 Aug 31 01:13:38.727822 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2472be6-fe2d-46ef-aefe-e17da8521991 req-da05c147-259f-471e-8f36-a4bdeda6a6d9 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:38.740870 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2472be6-fe2d-46ef-aefe-e17da8521991 req-da05c147-259f-471e-8f36-a4bdeda6a6d9 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.1633880 Aug 31 01:13:38.819189 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2472be6-fe2d-46ef-aefe-e17da8521991 req-10f625a7-826c-4eb2-b150-f388cfa0e5b0 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725148 Aug 31 01:13:38.886057 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddffd2-521b-45b2-8e20-86b8e3086ae0 req-48f40b9d-afc3-45db-bcd3-5fb373d39333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:38.887659 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3cddffd2-521b-45b2-8e20-86b8e3086ae0 req-48f40b9d-afc3-45db-bcd3-5fb373d39333 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 200 len: 907 time: 0.1664159 Aug 31 01:13:38.983827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde40c32-0d7b-47ce-a4c7-5172d4ad83a6 req-943ac9ab-67f8-4fe3-ae43-db7c11e6f153 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:38.988098 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3cddffd2-521b-45b2-8e20-86b8e3086ae0 req-448249c7-f209-4567-9070-add10fc5134c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96432a75-6894-44bb-b3cf-e774f3562bb0 HTTP/1.1" status: 200 len: 217 time: 0.0906024 Aug 31 01:13:38.990240 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dde40c32-0d7b-47ce-a4c7-5172d4ad83a6 req-943ac9ab-67f8-4fe3-ae43-db7c11e6f153 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.0854905 Aug 31 01:13:39.051913 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dde40c32-0d7b-47ce-a4c7-5172d4ad83a6 req-fee520df-291b-419e-a3be-de6453b5fcb7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477998 Aug 31 01:13:39.080135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddffd2-521b-45b2-8e20-86b8e3086ae0 req-c3cda53d-e6c4-47db-859f-7c577893d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:39.082693 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3cddffd2-521b-45b2-8e20-86b8e3086ae0 req-c3cda53d-e6c4-47db-859f-7c577893d01e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28e00ce7-f90d-46fd-a823-804dd57ed42f HTTP/1.1" status: 200 len: 846 time: 0.0877168 Aug 31 01:13:39.128050 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3cddffd2-521b-45b2-8e20-86b8e3086ae0 req-d0818773-958d-4bb8-bdf9-59485d81ec28 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e82eeec3-5ff2-445a-851f-06625aceee65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375161 Aug 31 01:13:39.137854 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:39.172531 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21ee44-a592-47b1-a1f6-975d44f4c69d req-583f4ca2-7947-4fd4-b49b-8320af565fa6 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:39.178018 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-da21ee44-a592-47b1-a1f6-975d44f4c69d req-583f4ca2-7947-4fd4-b49b-8320af565fa6 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 1097 time: 0.0542901 Aug 31 01:13:39.249309 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-da21ee44-a592-47b1-a1f6-975d44f4c69d req-9fde121a-8904-4a91-8dba-42cca151d367 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683162 Aug 31 01:13:39.362961 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:39.369233 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3cddffd2-521b-45b2-8e20-86b8e3086ae0 req-5ef6efef-e736-4140-991b-be22e3c978a5 service neutron] 10.222.0.48 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337446 Aug 31 01:13:39.369744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:39.370370 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.384648 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba9a0-eadc-4f8b-b99c-e5043b1b43d7 req-39fafcf4-2161-4f80-945c-fcff8bc5071f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:39.391979 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba9a0-eadc-4f8b-b99c-e5043b1b43d7 req-39fafcf4-2161-4f80-945c-fcff8bc5071f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:39.398438 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba9a0-eadc-4f8b-b99c-e5043b1b43d7 req-39fafcf4-2161-4f80-945c-fcff8bc5071f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:39.406526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba9a0-eadc-4f8b-b99c-e5043b1b43d7 req-39fafcf4-2161-4f80-945c-fcff8bc5071f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:39.413724 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba9a0-eadc-4f8b-b99c-e5043b1b43d7 req-39fafcf4-2161-4f80-945c-fcff8bc5071f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:39.420179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba9a0-eadc-4f8b-b99c-e5043b1b43d7 req-39fafcf4-2161-4f80-945c-fcff8bc5071f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:39.427928 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba9a0-eadc-4f8b-b99c-e5043b1b43d7 req-39fafcf4-2161-4f80-945c-fcff8bc5071f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:39.430109 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-56eba9a0-eadc-4f8b-b99c-e5043b1b43d7 req-39fafcf4-2161-4f80-945c-fcff8bc5071f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5432 time: 0.1203578 Aug 31 01:13:39.497595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35180) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:39.504725 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 2a57eb15-5900-4c8b-8516-e11cb559d40d no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:39.518231 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3cddffd2-521b-45b2-8e20-86b8e3086ae0 req-6363f551-f279-417d-bc43-74ecf9b1a2ba service neutron] 10.222.0.48 "GET /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412008 Aug 31 01:13:39.519133 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-56eba9a0-eadc-4f8b-b99c-e5043b1b43d7 req-ecb4f92d-d945-444d-a108-706b2de1747d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802560 Aug 31 01:13:39.556137 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 2a57eb15-5900-4c8b-8516-e11cb559d40d {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:13:39.556350 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 2a57eb15-5900-4c8b-8516-e11cb559d40d not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:13:39.557794 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.582298 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1817b3d6-b20b-4397-a959-c15cc6c410e7 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.587333 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157c4929-d626-40a3-bfdf-319a43348f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:39.590325 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e5b755-a81a-4395-9fe6-558b3ce07508" -d '{"events": [{"server_uuid": "157c4929-d626-40a3-bfdf-319a43348f8c", "name": "network-vif-plugged", "status": "completed", "tag": "82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:39.610263 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77,segment=NetworkSegment(94d61b91-150f-4dee-a8d9-8b6e0a7a6209),segment_id=94d61b91-150f-4dee-a8d9-8b6e0a7a6209)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:39.616114 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1817b3d6-b20b-4397-a959-c15cc6c410e7 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.636364 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cb2de0-31d3-4d3f-9b51-ed4876972537 x-openstack-request-id: req-b0cb2de0-31d3-4d3f-9b51-ed4876972537 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:39.636667 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157c4929-d626-40a3-bfdf-319a43348f8c", "name": "network-vif-plugged", "status": "completed", "tag": "82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:39.636923 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0cb2de0-31d3-4d3f-9b51-ed4876972537 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:39.637353 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157c4929-d626-40a3-bfdf-319a43348f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77', 'code': 200} Aug 31 01:13:39.739057 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66883c4-c8ec-4c34-8ea4-19cba6b84244 req-0308ef28-71c3-4c96-970b-72271b9670d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:39.740683 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d66883c4-c8ec-4c34-8ea4-19cba6b84244 req-0308ef28-71c3-4c96-970b-72271b9670d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 1097 time: 0.0419686 Aug 31 01:13:39.777758 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d66883c4-c8ec-4c34-8ea4-19cba6b84244 req-e67bd13c-5490-4547-b023-520991fbb837 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296962 Aug 31 01:13:39.819179 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1817b3d6-b20b-4397-a959-c15cc6c410e7 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.819830 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.821852 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1817b3d6-b20b-4397-a959-c15cc6c410e7 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.823043 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1817b3d6-b20b-4397-a959-c15cc6c410e7 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "DELETE /v2.0/security-groups/954406e5-62a3-42d9-a25c-bf74ec115035 HTTP/1.1" status: 204 len: 168 time: 0.3244226 Aug 31 01:13:39.826614 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35184) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:39.844872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817b3d6-b20b-4397-a959-c15cc6c410e7 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=954406e5-62a3-42d9-a25c-bf74ec115035,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:39.847457 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-2d9f6180-93eb-45eb-9e51-1addff0a125d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] show failed (client error): The resource could not be found. Aug 31 01:13:39.849215 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2d9f6180-93eb-45eb-9e51-1addff0a125d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups/954406e5-62a3-42d9-a25c-bf74ec115035 HTTP/1.1" status: 404 len: 347 time: 0.0210481 Aug 31 01:13:39.852395 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35190) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:39.905585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:40.039602 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddabb61-a611-453f-b415-8728cd3841ca req-1d72c5c4-356e-4ded-8dae-1672b3b74604 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.041101 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6ddabb61-a611-453f-b415-8728cd3841ca req-1d72c5c4-356e-4ded-8dae-1672b3b74604 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.1131234 Aug 31 01:13:40.093237 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Deleting port b1ff87e7-660e-4212-ac9a-9ccc70bad8bc {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:40.093351 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.098081 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6ddabb61-a611-453f-b415-8728cd3841ca req-db598753-d543-400e-adfc-b312691e9091 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500422 Aug 31 01:13:40.191598 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.208903 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.209884 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.227157 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa5c74-b86a-46db-830b-29bf2a682c7b req-1566eaf6-910b-4a7e-8d37-248e3d3d0523 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.228719 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Calling delete_port for b1ff87e7-660e-4212-ac9a-9ccc70bad8bc owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:40.228868 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-02aa5c74-b86a-46db-830b-29bf2a682c7b req-1566eaf6-910b-4a7e-8d37-248e3d3d0523 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.0695634 Aug 31 01:13:40.305615 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-02aa5c74-b86a-46db-830b-29bf2a682c7b req-2b20abb7-e494-442a-afea-9243667e7b4b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666730 Aug 31 01:13:40.468144 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cdd6d-8f37-42c7-a0fa-cae27c420c8b req-0ca4cd82-306c-4145-a346-e20808f3bc6a tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.470344 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d47cdd6d-8f37-42c7-a0fa-cae27c420c8b req-0ca4cd82-306c-4145-a346-e20808f3bc6a tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 1098 time: 0.1432595 Aug 31 01:13:40.528872 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-ea0d18d9-5bf1-4abc-8b23-ce5fcd7808b8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.535973 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-ea0d18d9-5bf1-4abc-8b23-ce5fcd7808b8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.542480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-ea0d18d9-5bf1-4abc-8b23-ce5fcd7808b8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.549699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-ea0d18d9-5bf1-4abc-8b23-ce5fcd7808b8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.559844 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-ea0d18d9-5bf1-4abc-8b23-ce5fcd7808b8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.568791 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-ea0d18d9-5bf1-4abc-8b23-ce5fcd7808b8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.578319 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-ea0d18d9-5bf1-4abc-8b23-ce5fcd7808b8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.581101 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-ea0d18d9-5bf1-4abc-8b23-ce5fcd7808b8 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.41 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5432 time: 0.1652441 Aug 31 01:13:40.588198 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d47cdd6d-8f37-42c7-a0fa-cae27c420c8b req-b444a531-ab85-4319-b4d0-7586ac4c9ca9 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068952 Aug 31 01:13:40.599879 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.666331 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Pushing event deleted for resources: {'Port': ['ID=b1ff87e7-660e-4212-ac9a-9ccc70bad8bc,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:40.674267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a65289-6b9d-45b1-9bef-39db8b384ba9 req-49503b2d-e228-4c39-9ae5-8d23be3cf12c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.680945 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a65289-6b9d-45b1-9bef-39db8b384ba9 req-49503b2d-e228-4c39-9ae5-8d23be3cf12c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.686382 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-1c855972-9f6e-4ced-a19a-cedc9c066209 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.686874 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a65289-6b9d-45b1-9bef-39db8b384ba9 req-49503b2d-e228-4c39-9ae5-8d23be3cf12c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.688097 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-1c855972-9f6e-4ced-a19a-cedc9c066209 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.41 "GET /v2.0/ports/47884538-4e20-4c3e-be64-938b3b411ece?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0989926 Aug 31 01:13:40.693577 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a65289-6b9d-45b1-9bef-39db8b384ba9 req-49503b2d-e228-4c39-9ae5-8d23be3cf12c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.700346 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a65289-6b9d-45b1-9bef-39db8b384ba9 req-49503b2d-e228-4c39-9ae5-8d23be3cf12c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.707101 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a65289-6b9d-45b1-9bef-39db8b384ba9 req-49503b2d-e228-4c39-9ae5-8d23be3cf12c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.713907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a65289-6b9d-45b1-9bef-39db8b384ba9 req-49503b2d-e228-4c39-9ae5-8d23be3cf12c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.723219 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-25a65289-6b9d-45b1-9bef-39db8b384ba9 req-49503b2d-e228-4c39-9ae5-8d23be3cf12c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 5432 time: 0.1137199 Aug 31 01:13:40.760219 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:40.760811 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:40.761112 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:40.761408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:40.761769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:40.762100 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:40.762428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:40.762751 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:40.763080 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:40.763399 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:40.763719 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:40.764036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:40.772863 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-25a65289-6b9d-45b1-9bef-39db8b384ba9 req-b5965895-0fbf-4052-aa1f-5c6a64690217 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484576 Aug 31 01:13:40.842854 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.846072 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.847246 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c84164ff-471d-4e1f-8722-e33b95a33632 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "DELETE /v2.0/floatingips/a5037558-f037-4a1b-a64a-4f0701c56d08 HTTP/1.1" status: 204 len: 168 time: 0.9938233 Aug 31 01:13:40.875184 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-5b8bd667-12f2-453f-9cac-a4c97970f6a6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.41 "GET /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1680536 Aug 31 01:13:40.894091 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-b87ca27e-2098-4547-8f91-dfc437e9f3ee service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:40.959963 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-b87ca27e-2098-4547-8f91-dfc437e9f3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.141362 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-b87ca27e-2098-4547-8f91-dfc437e9f3ee service neutron] For port 47884538-4e20-4c3e-be64-938b3b411ece, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=47884538-4e20-4c3e-be64-938b3b411ece,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:41.184973 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-b87ca27e-2098-4547-8f91-dfc437e9f3ee service neutron] For port 47884538-4e20-4c3e-be64-938b3b411ece, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:41.240682 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-b87ca27e-2098-4547-8f91-dfc437e9f3ee service neutron] device_id is not set on port 47884538-4e20-4c3e-be64-938b3b411ece yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:13:41.246592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fd57c-f21c-47f4-a887-222a388c7423 req-a9a7f916-7a86-483a-b026-7c3fed9d54e7 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:41.251059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf4fd57c-f21c-47f4-a887-222a388c7423 req-a9a7f916-7a86-483a-b026-7c3fed9d54e7 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.0650070 Aug 31 01:13:41.254904 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-b87ca27e-2098-4547-8f91-dfc437e9f3ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.270392 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35214) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:41.275202 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-19992881-bc13-4e37-a813-9603a8902049 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Request body: {'security_group': {'name': 'tempest-securitygroup--913878461', 'description': 'tempest-description--645343867'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:41.307181 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf4fd57c-f21c-47f4-a887-222a388c7423 req-650c52d3-6409-4f85-85da-ac41c8f0b64a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498216 Aug 31 01:13:41.389803 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-b87ca27e-2098-4547-8f91-dfc437e9f3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.433419 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-19992881-bc13-4e37-a813-9603a8902049 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.488874 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-b87ca27e-2098-4547-8f91-dfc437e9f3ee service neutron] No DVR routers for this DVR port 47884538-4e20-4c3e-be64-938b3b411ece on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:13:41.528626 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ca27e-2098-4547-8f91-dfc437e9f3ee service neutron] Pushing event updated for resources: {'Port': ['ID=47884538-4e20-4c3e-be64-938b3b411ece,revision_number=6']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:41.556063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47f513-e408-4446-88a5-cf7b5dfad79a req-cc1fcee0-de9f-405e-acd5-6c46153f0f09 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:41.563032 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3d47f513-e408-4446-88a5-cf7b5dfad79a req-cc1fcee0-de9f-405e-acd5-6c46153f0f09 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.1893134 Aug 31 01:13:41.613239 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-b87ca27e-2098-4547-8f91-dfc437e9f3ee service neutron] In _notify_port_updated(), no bound segment for port 47884538-4e20-4c3e-be64-938b3b411ece on network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 {{(pid=102343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:13:41.613239 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-b87ca27e-2098-4547-8f91-dfc437e9f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:41.613239 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-b87ca27e-2098-4547-8f91-dfc437e9f3ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.613239 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-b87ca27e-2098-4547-8f91-dfc437e9f3ee service neutron] 10.222.0.41 "PUT /v2.0/ports/47884538-4e20-4c3e-be64-938b3b411ece HTTP/1.1" status: 200 len: 1027 time: 0.7288289 Aug 31 01:13:41.678760 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3d47f513-e408-4446-88a5-cf7b5dfad79a req-f1008921-fee4-4fe1-9322-f9ecbff898ea tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129858 Aug 31 01:13:41.722674 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-4c3bd395-2717-4e85-8149-88b0e3b401d9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:41.724294 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-4c3bd395-2717-4e85-8149-88b0e3b401d9 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.41 "GET /v2.0/ports/9dce5519-c138-438c-b099-c61ffef1b2a8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1040351 Aug 31 01:13:41.739197 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-630e8364-c1af-45cd-ad4a-aa436b161fef service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:41.777369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b20cc9e0-00bf-4291-8545-b540d6019c6c None None] Provisioning complete for port 47884538-4e20-4c3e-be64-938b3b411ece triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:41.778879 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b20cc9e0-00bf-4291-8545-b540d6019c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.788959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a345c-a85a-4477-8cd1-90f8d4aa5a9e req-292cd3f4-e5a0-4208-b1e8-ef5b4d11c5b2 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:41.791109 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-19992881-bc13-4e37-a813-9603a8902049 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.799664 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f5a345c-a85a-4477-8cd1-90f8d4aa5a9e req-292cd3f4-e5a0-4208-b1e8-ef5b4d11c5b2 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 1098 time: 0.0710807 Aug 31 01:13:41.846830 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f5a345c-a85a-4477-8cd1-90f8d4aa5a9e req-dfdc2096-033e-41de-9cb1-d33a65833a2e tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459371 Aug 31 01:13:41.849307 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-630e8364-c1af-45cd-ad4a-aa436b161fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.854036 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b20cc9e0-00bf-4291-8545-b540d6019c6c None None] Port 47884538-4e20-4c3e-be64-938b3b411ece cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:13:41.913509 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-19992881-bc13-4e37-a813-9603a8902049 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.992925 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7727a-8a4d-4404-a535-82cb01563a06 req-5f4624f4-e383-4c64-b8bc-aa8822b518fa tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:41.996757 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-71e7727a-8a4d-4404-a535-82cb01563a06 req-5f4624f4-e383-4c64-b8bc-aa8822b518fa tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 1098 time: 0.0688713 Aug 31 01:13:42.010990 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19992881-bc13-4e37-a813-9603a8902049 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c95219-5f04-4c10-916d-2935db2e3dfa,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:42.051928 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-71e7727a-8a4d-4404-a535-82cb01563a06 req-4c410876-8bdc-41d1-833f-e5490f63ae55 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466750 Aug 31 01:13:42.086546 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fdcff-b415-4a10-9f98-99a64ce7ccbd req-296062d1-69a5-4819-be48-18626b42a347 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:42.093038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fdcff-b415-4a10-9f98-99a64ce7ccbd req-296062d1-69a5-4819-be48-18626b42a347 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:42.099978 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fdcff-b415-4a10-9f98-99a64ce7ccbd req-296062d1-69a5-4819-be48-18626b42a347 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:42.114996 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fdcff-b415-4a10-9f98-99a64ce7ccbd req-296062d1-69a5-4819-be48-18626b42a347 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:42.114996 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fdcff-b415-4a10-9f98-99a64ce7ccbd req-296062d1-69a5-4819-be48-18626b42a347 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:42.122856 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fdcff-b415-4a10-9f98-99a64ce7ccbd req-296062d1-69a5-4819-be48-18626b42a347 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:42.124305 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c57fdcff-b415-4a10-9f98-99a64ce7ccbd req-296062d1-69a5-4819-be48-18626b42a347 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 4658 time: 0.2057419 Aug 31 01:13:42.174802 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-19992881-bc13-4e37-a813-9603a8902049 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.174802 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-19992881-bc13-4e37-a813-9603a8902049 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8996809 Aug 31 01:13:42.176184 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35234) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:42.189626 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4aeef501-1673-4f0f-b962-1c8f7c87ab27 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Request body: {'security_group_rule': {'security_group_id': '91c95219-5f04-4c10-916d-2935db2e3dfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:42.202007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-630e8364-c1af-45cd-ad4a-aa436b161fef service neutron] For port 9dce5519-c138-438c-b099-c61ffef1b2a8, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9dce5519-c138-438c-b099-c61ffef1b2a8,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:42.221269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424abbbf-8a35-4928-b7b5-49e58482583a req-7ad78eae-cede-4b30-8367-2eb0d76a6a70 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:42.222956 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-424abbbf-8a35-4928-b7b5-49e58482583a req-7ad78eae-cede-4b30-8367-2eb0d76a6a70 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 1098 time: 0.0667691 Aug 31 01:13:42.251881 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c57fdcff-b415-4a10-9f98-99a64ce7ccbd req-ae11db38-1e9f-4020-b060-dd53180ebbc2 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b&id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1010666 Aug 31 01:13:42.276844 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-630e8364-c1af-45cd-ad4a-aa436b161fef service neutron] For port 9dce5519-c138-438c-b099-c61ffef1b2a8, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:42.282092 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-424abbbf-8a35-4928-b7b5-49e58482583a req-34639906-6ee5-4ef9-98b2-3e7bf3661d95 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452924 Aug 31 01:13:42.329088 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-630e8364-c1af-45cd-ad4a-aa436b161fef service neutron] device_id is not set on port 9dce5519-c138-438c-b099-c61ffef1b2a8 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:13:42.340592 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-630e8364-c1af-45cd-ad4a-aa436b161fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.372417 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4aeef501-1673-4f0f-b962-1c8f7c87ab27 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.489819 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-630e8364-c1af-45cd-ad4a-aa436b161fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.504694 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4aeef501-1673-4f0f-b962-1c8f7c87ab27 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.606312 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fcde6-8108-4e19-915b-08d48c6fc4d3 req-c5998625-5b65-41d9-93ec-c7bfc3242782 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:42.618111 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c4fcde6-8108-4e19-915b-08d48c6fc4d3 req-c5998625-5b65-41d9-93ec-c7bfc3242782 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.1759012 Aug 31 01:13:42.645697 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e8364-c1af-45cd-ad4a-aa436b161fef service neutron] Pushing event updated for resources: {'Port': ['ID=9dce5519-c138-438c-b099-c61ffef1b2a8,revision_number=6']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:42.645697 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-630e8364-c1af-45cd-ad4a-aa436b161fef service neutron] No DVR routers for this DVR port 9dce5519-c138-438c-b099-c61ffef1b2a8 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:13:42.647144 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-93b33a9f-43aa-4cb5-a36a-3d18c27cb6eb tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:42.647397 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-93b33a9f-43aa-4cb5-a36a-3d18c27cb6eb tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/networks?id=ab246e1d-3fc8-4427-9be8-eb5a4ef6624f HTTP/1.1" status: 200 len: 911 time: 0.1268229 Aug 31 01:13:42.664870 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-94d60a5e-854a-4010-8bf4-fb5a287f227d tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/quotas/4a7e85e433814f41be04b3b6629987b4 HTTP/1.1" status: 200 len: 375 time: 0.0165155 Aug 31 01:13:42.718137 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4aeef501-1673-4f0f-b962-1c8f7c87ab27 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.763424 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-8ae1aa0a-02e4-48df-b2cc-e3b722c8b1fe tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a7e85e433814f41be04b3b6629987b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974371 Aug 31 01:13:42.787066 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeef501-1673-4f0f-b962-1c8f7c87ab27 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4681c5-747f-43a5-8b4d-60578b57d76e,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:42.794302 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-630e8364-c1af-45cd-ad4a-aa436b161fef service neutron] In _notify_port_updated(), no bound segment for port 9dce5519-c138-438c-b099-c61ffef1b2a8 on network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 {{(pid=102343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:13:42.795864 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-630e8364-c1af-45cd-ad4a-aa436b161fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:42.796628 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-630e8364-c1af-45cd-ad4a-aa436b161fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.798135 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-630e8364-c1af-45cd-ad4a-aa436b161fef service neutron] 10.222.0.41 "PUT /v2.0/ports/9dce5519-c138-438c-b099-c61ffef1b2a8 HTTP/1.1" status: 200 len: 1026 time: 1.0655382 Aug 31 01:13:42.804716 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c4fcde6-8108-4e19-915b-08d48c6fc4d3 req-48f91ee6-9b9b-4069-9bd6-7ec74f68aaa7 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853940 Aug 31 01:13:42.916433 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-56ef1b6e-ca36-4eef-84d2-e8296bdd0ebb None None] Provisioning complete for port 9dce5519-c138-438c-b099-c61ffef1b2a8 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:42.924737 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-56ef1b6e-ca36-4eef-84d2-e8296bdd0ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.953024 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-272f3c1a-d4de-45ac-9a62-1e06241be5c7 service neutron] 10.222.0.16 "GET /v2.0/networks/ab246e1d-3fc8-4427-9be8-eb5a4ef6624f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703389 Aug 31 01:13:42.979618 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-56ef1b6e-ca36-4eef-84d2-e8296bdd0ebb None None] Port 9dce5519-c138-438c-b099-c61ffef1b2a8 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:13:42.986916 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4aeef501-1673-4f0f-b962-1c8f7c87ab27 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.988930 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4aeef501-1673-4f0f-b962-1c8f7c87ab27 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8065667 Aug 31 01:13:43.005568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35256) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:43.013335 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9931e596-fea7-47e5-b9ff-b6b3d3aca5f3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Request body: {'security_group_rule': {'security_group_id': '91c95219-5f04-4c10-916d-2935db2e3dfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:43.067513 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-69db2b63-0672-426c-9be4-c7a02bf2e1f9 service neutron] 10.222.0.16 "GET /v2.0/networks/ab246e1d-3fc8-4427-9be8-eb5a4ef6624f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125996 Aug 31 01:13:43.097397 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31fd80-c0eb-4d71-b621-3f4e8b7cdf0a req-93de26c4-048b-4d73-93bb-32c1aea23e38 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:43.099349 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4c31fd80-c0eb-4d71-b621-3f4e8b7cdf0a req-93de26c4-048b-4d73-93bb-32c1aea23e38 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.1278489 Aug 31 01:13:43.107663 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-33b6ba4a-7ab3-4b99-9ea8-a87a684e930e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Deleting port b116cb15-d067-4b27-92a6-f893f8f6ee79 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:43.107821 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-33b6ba4a-7ab3-4b99-9ea8-a87a684e930e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.147944 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9dce5519-c138-438c-b099-c61ffef1b2a8 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:43.225144 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4c31fd80-c0eb-4d71-b621-3f4e8b7cdf0a req-a9e1d45a-fdc0-490f-b756-57d6ce109881 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132078 Aug 31 01:13:43.225558 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9dce5519-c138-438c-b099-c61ffef1b2a8 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:13:43.227759 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device c6a24207-294b-41f8-9c84-683c491b5367 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:43.229256 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9931e596-fea7-47e5-b9ff-b6b3d3aca5f3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.287542 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-33b6ba4a-7ab3-4b99-9ea8-a87a684e930e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] For port b116cb15-d067-4b27-92a6-f893f8f6ee79, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b116cb15-d067-4b27-92a6-f893f8f6ee79,segment=NetworkSegment(04745774-f77e-4155-8e08-da9ee7af0f05),segment_id=04745774-f77e-4155-8e08-da9ee7af0f05)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:43.287910 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-33b6ba4a-7ab3-4b99-9ea8-a87a684e930e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.311640 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-33b6ba4a-7ab3-4b99-9ea8-a87a684e930e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Calling delete_port for b116cb15-d067-4b27-92a6-f893f8f6ee79 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:43.346535 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9931e596-fea7-47e5-b9ff-b6b3d3aca5f3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.376199 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.433969 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6a24207-294b-41f8-9c84-683c491b5367'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:43.443853 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cea5a4-38e3-40c0-a946-908f39aee7c2" -d '{"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-unplugged", "status": "completed", "tag": "c6a24207-294b-41f8-9c84-683c491b5367"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:43.468954 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cb84bf58-fe63-4e5d-a878-9698ffea3b3a req-bc74660d-1167-4aa6-b964-ff3721c59065 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 210 time: 0.0448852 Aug 31 01:13:43.471328 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port c6a24207-294b-41f8-9c84-683c491b5367, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=c6a24207-294b-41f8-9c84-683c491b5367,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:43.503249 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4d554-2e36-4f30-a014-5763b9bb4acc req-5dbcdcbe-83b1-4c9f-896a-c7b9b0e7720c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:43.506227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4d554-2e36-4f30-a014-5763b9bb4acc req-5dbcdcbe-83b1-4c9f-896a-c7b9b0e7720c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:43.512777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4d554-2e36-4f30-a014-5763b9bb4acc req-5dbcdcbe-83b1-4c9f-896a-c7b9b0e7720c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:43.519097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4d554-2e36-4f30-a014-5763b9bb4acc req-5dbcdcbe-83b1-4c9f-896a-c7b9b0e7720c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:43.526116 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4d554-2e36-4f30-a014-5763b9bb4acc req-5dbcdcbe-83b1-4c9f-896a-c7b9b0e7720c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:43.534653 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30b4d554-2e36-4f30-a014-5763b9bb4acc req-5dbcdcbe-83b1-4c9f-896a-c7b9b0e7720c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 3885 time: 0.1339533 Aug 31 01:13:43.543675 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9931e596-fea7-47e5-b9ff-b6b3d3aca5f3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.564671 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b427d08-1fbb-4128-8dd8-394bd57846aa x-openstack-request-id: req-3b427d08-1fbb-4128-8dd8-394bd57846aa {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:43.564671 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-unplugged", "status": "completed", "tag": "c6a24207-294b-41f8-9c84-683c491b5367", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:43.564671 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b427d08-1fbb-4128-8dd8-394bd57846aa {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:43.564671 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6a24207-294b-41f8-9c84-683c491b5367', 'code': 200} Aug 31 01:13:43.601729 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.602579 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 47884538-4e20-4c3e-be64-938b3b411ece no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:43.607075 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931e596-fea7-47e5-b9ff-b6b3d3aca5f3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df1c4ce-b4b3-4810-a872-fa51b59f109e,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:43.649585 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30b4d554-2e36-4f30-a014-5763b9bb4acc req-a5be661b-46b4-45bf-9565-1c7e63c7ba1c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138921 Aug 31 01:13:43.709798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 47884538-4e20-4c3e-be64-938b3b411ece not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:13:43.709798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b116cb15-d067-4b27-92a6-f893f8f6ee79 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:43.709798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=c6a24207-294b-41f8-9c84-683c491b5367,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:43.738467 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9931e596-fea7-47e5-b9ff-b6b3d3aca5f3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.749150 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9931e596-fea7-47e5-b9ff-b6b3d3aca5f3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7328947 Aug 31 01:13:43.749150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35272) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:43.749150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-96fbdf8b-f5b2-4f53-a947-a5c4875d4f2d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:43.784215 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-33b6ba4a-7ab3-4b99-9ea8-a87a684e930e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.809501 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.812484 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6ba4a-7ab3-4b99-9ea8-a87a684e930e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event deleted for resources: {'Port': ['ID=b116cb15-d067-4b27-92a6-f893f8f6ee79,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:43.907427 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-33b6ba4a-7ab3-4b99-9ea8-a87a684e930e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] No DVR routers for this DVR port b116cb15-d067-4b27-92a6-f893f8f6ee79 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:13:43.912453 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-33b6ba4a-7ab3-4b99-9ea8-a87a684e930e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.915817 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-33b6ba4a-7ab3-4b99-9ea8-a87a684e930e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.41 "DELETE /v2.0/ports/b116cb15-d067-4b27-92a6-f893f8f6ee79 HTTP/1.1" status: 204 len: 173 time: 1.1101418 Aug 31 01:13:43.916296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-deleted', 'tag': 'b116cb15-d067-4b27-92a6-f893f8f6ee79'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:43.918788 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5929975-c844-4fd4-b69d-674d27a87684" -d '{"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-deleted", "tag": "b116cb15-d067-4b27-92a6-f893f8f6ee79"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:43.931521 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 4edf3b26-a415-4715-9831-a7720892c15d no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:43.936977 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96fbdf8b-f5b2-4f53-a947-a5c4875d4f2d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:44.016934 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cee5f5-5673-49c0-9c03-1016edaa1e76 req-1ec0c6aa-c8c3-4606-b228-fd029e3b684b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:44.020995 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41cee5f5-5673-49c0-9c03-1016edaa1e76 req-1ec0c6aa-c8c3-4606-b228-fd029e3b684b tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.0969133 Aug 31 01:13:44.029504 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073d7194-6287-4b98-8985-91d0c8abc2f7 x-openstack-request-id: req-073d7194-6287-4b98-8985-91d0c8abc2f7 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:44.029932 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-deleted", "tag": "b116cb15-d067-4b27-92a6-f893f8f6ee79", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:44.030285 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-073d7194-6287-4b98-8985-91d0c8abc2f7 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:44.031610 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:44.031726 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-deleted', 'tag': 'b116cb15-d067-4b27-92a6-f893f8f6ee79', 'status': 'completed', 'code': 200} Aug 31 01:13:44.073384 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41cee5f5-5673-49c0-9c03-1016edaa1e76 req-d4c62080-9421-4374-8225-ec4e6522c0d1 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484674 Aug 31 01:13:44.087384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 4edf3b26-a415-4715-9831-a7720892c15d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=4edf3b26-a415-4715-9831-a7720892c15d,segment=NetworkSegment(04745774-f77e-4155-8e08-da9ee7af0f05),segment_id=04745774-f77e-4155-8e08-da9ee7af0f05)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:44.138352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-742188d4-ffcf-4795-86c4-7a8b0c1ca28d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Deleting port c6a24207-294b-41f8-9c84-683c491b5367 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:44.138579 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-742188d4-ffcf-4795-86c4-7a8b0c1ca28d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:44.242203 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:44.242964 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96fbdf8b-f5b2-4f53-a947-a5c4875d4f2d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:44.243087 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 77679568-6b41-406c-930d-1f4c62495cec no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:44.374301 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=4edf3b26-a415-4715-9831-a7720892c15d,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:44.418843 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-742188d4-ffcf-4795-86c4-7a8b0c1ca28d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] For port c6a24207-294b-41f8-9c84-683c491b5367, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=c6a24207-294b-41f8-9c84-683c491b5367,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:44.419372 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-742188d4-ffcf-4795-86c4-7a8b0c1ca28d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:44.428423 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:44.463451 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-742188d4-ffcf-4795-86c4-7a8b0c1ca28d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Calling delete_port for c6a24207-294b-41f8-9c84-683c491b5367 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:44.482486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 77679568-6b41-406c-930d-1f4c62495cec, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=77679568-6b41-406c-930d-1f4c62495cec,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:44.575022 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b5881-da3b-4440-9cd1-c3f3402495c3 req-0b9269c2-dcd3-4cdd-b81e-2d28959701a6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:44.576578 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-611b5881-da3b-4440-9cd1-c3f3402495c3 req-0b9269c2-dcd3-4cdd-b81e-2d28959701a6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.1985314 Aug 31 01:13:44.582531 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:44.583436 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device fc495864-fd8e-4439-9671-7879717ab258 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:44.594157 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b6c098b-4b30-4bb6-8e2b-ab160211ca8b req-04c6c240-ba1c-4d3f-9a96-5ab6ff0b3e6e tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 210 time: 0.0410635 Aug 31 01:13:44.650824 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-96fbdf8b-f5b2-4f53-a947-a5c4875d4f2d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Allocated IP 172.25.2.53 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/0738de33-1738-48e5-9dc9-268ec56aa3d0) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:44.674422 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=77679568-6b41-406c-930d-1f4c62495cec,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:44.712212 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:44.737700 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-611b5881-da3b-4440-9cd1-c3f3402495c3 req-d2939c2a-5712-44e0-b5a3-62517282f6e2 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451671 Aug 31 01:13:44.779200 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port fc495864-fd8e-4439-9671-7879717ab258, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fc495864-fd8e-4439-9671-7879717ab258,segment=NetworkSegment(957b15a1-9b3a-4a95-a809-7f0aec26086e),segment_id=957b15a1-9b3a-4a95-a809-7f0aec26086e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:44.875671 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3ccf2-7ffb-4062-8be2-3f433edeb246 req-d00d8768-b104-4fd3-8eee-6b6cccccf6fc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:44.882725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3ccf2-7ffb-4062-8be2-3f433edeb246 req-d00d8768-b104-4fd3-8eee-6b6cccccf6fc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:44.888858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3ccf2-7ffb-4062-8be2-3f433edeb246 req-d00d8768-b104-4fd3-8eee-6b6cccccf6fc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:44.896266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3ccf2-7ffb-4062-8be2-3f433edeb246 req-d00d8768-b104-4fd3-8eee-6b6cccccf6fc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:44.898964 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-afb3ccf2-7ffb-4062-8be2-3f433edeb246 req-d00d8768-b104-4fd3-8eee-6b6cccccf6fc tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 3144 time: 0.0981476 Aug 31 01:13:44.903927 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96fbdf8b-f5b2-4f53-a947-a5c4875d4f2d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:44.920214 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:44.960739 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-afb3ccf2-7ffb-4062-8be2-3f433edeb246 req-078185e2-6616-4925-ad7c-9b6f2fd9a550 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561957 Aug 31 01:13:44.982950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=fc495864-fd8e-4439-9671-7879717ab258,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:45.099578 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96fbdf8b-f5b2-4f53-a947-a5c4875d4f2d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:45.101652 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-742188d4-ffcf-4795-86c4-7a8b0c1ca28d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:45.210849 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fbdf8b-f5b2-4f53-a947-a5c4875d4f2d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:45.235564 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-96fbdf8b-f5b2-4f53-a947-a5c4875d4f2d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:45.253608 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fbdf8b-f5b2-4f53-a947-a5c4875d4f2d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:45.263559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-742188d4-ffcf-4795-86c4-7a8b0c1ca28d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] No DVR routers for this DVR port c6a24207-294b-41f8-9c84-683c491b5367 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:13:45.263559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbdf8b-f5b2-4f53-a947-a5c4875d4f2d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Pushing event updated for resources: {'Port': ['ID=0738de33-1738-48e5-9dc9-268ec56aa3d0,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:45.263559 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-742188d4-ffcf-4795-86c4-7a8b0c1ca28d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:45.263559 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-742188d4-ffcf-4795-86c4-7a8b0c1ca28d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.41 "DELETE /v2.0/ports/c6a24207-294b-41f8-9c84-683c491b5367 HTTP/1.1" status: 204 len: 173 time: 1.3271449 Aug 31 01:13:45.325529 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742188d4-ffcf-4795-86c4-7a8b0c1ca28d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event deleted for resources: {'Port': ['ID=c6a24207-294b-41f8-9c84-683c491b5367,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:45.373258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c7ed8-d911-4d61-830b-6fd763ce94aa req-92530a1e-edb4-4a01-8de2-9c8c227e1461 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:45.374887 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d9c7ed8-d911-4d61-830b-6fd763ce94aa req-92530a1e-edb4-4a01-8de2-9c8c227e1461 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.2052634 Aug 31 01:13:45.561945 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4edf3b26-a415-4715-9831-a7720892c15d'}, {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77679568-6b41-406c-930d-1f4c62495cec'}, {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc495864-fd8e-4439-9671-7879717ab258'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:45.565072 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c92eb09-c776-453a-910b-cb7a35df70ee" -d '{"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-unplugged", "status": "completed", "tag": "4edf3b26-a415-4715-9831-a7720892c15d"}, {"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-unplugged", "status": "completed", "tag": "77679568-6b41-406c-930d-1f4c62495cec"}, {"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-unplugged", "status": "completed", "tag": "fc495864-fd8e-4439-9671-7879717ab258"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:45.633975 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c739e266-28b0-4ae0-998b-8c54c6dd4244 x-openstack-request-id: req-c739e266-28b0-4ae0-998b-8c54c6dd4244 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:45.634542 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-unplugged", "status": "completed", "tag": "4edf3b26-a415-4715-9831-a7720892c15d", "code": 200}, {"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-unplugged", "status": "completed", "tag": "77679568-6b41-406c-930d-1f4c62495cec", "code": 200}, {"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-unplugged", "status": "completed", "tag": "fc495864-fd8e-4439-9671-7879717ab258", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:45.635027 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c739e266-28b0-4ae0-998b-8c54c6dd4244 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:45.635645 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4edf3b26-a415-4715-9831-a7720892c15d', 'code': 200} Aug 31 01:13:45.636138 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77679568-6b41-406c-930d-1f4c62495cec', 'code': 200} Aug 31 01:13:45.642143 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc495864-fd8e-4439-9671-7879717ab258', 'code': 200} Aug 31 01:13:45.777230 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4de224fe-f7ff-4cc9-87bf-bb733b300183 req-06d4497a-615e-4599-b05e-86db320525f8 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 210 time: 0.0486555 Aug 31 01:13:45.947347 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d9c7ed8-d911-4d61-830b-6fd763ce94aa req-dd11d043-8d6a-49c7-8a96-ed71b65c4262 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390449 Aug 31 01:13:45.960011 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96fbdf8b-f5b2-4f53-a947-a5c4875d4f2d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:45.963983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4495b-c35a-4d6f-b82a-5b92ab43a332 req-6652875b-39fd-4bbb-a42f-ee8b5188bee0 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:45.965933 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11e4495b-c35a-4d6f-b82a-5b92ab43a332 req-6652875b-39fd-4bbb-a42f-ee8b5188bee0 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.0706198 Aug 31 01:13:45.988560 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-d052ee44-94db-4dcd-8767-406f2efb0be0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Deleting port 77679568-6b41-406c-930d-1f4c62495cec {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:45.989097 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-d052ee44-94db-4dcd-8767-406f2efb0be0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:46.031341 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11e4495b-c35a-4d6f-b82a-5b92ab43a332 req-0369f452-96af-4c2b-a6a1-f3436c76c610 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520837 Aug 31 01:13:46.033509 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-deleted', 'tag': 'c6a24207-294b-41f8-9c84-683c491b5367'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:46.037422 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bb2dbe-f930-4b3a-81fa-9e38659f5a72" -d '{"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-deleted", "tag": "c6a24207-294b-41f8-9c84-683c491b5367"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:46.155876 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cd428b-fac0-413a-aaad-64bc1d1697de x-openstack-request-id: req-f8cd428b-fac0-413a-aaad-64bc1d1697de {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:46.156173 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-deleted", "tag": "c6a24207-294b-41f8-9c84-683c491b5367", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:46.156420 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8cd428b-fac0-413a-aaad-64bc1d1697de {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:46.156811 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-deleted', 'tag': 'c6a24207-294b-41f8-9c84-683c491b5367', 'status': 'completed', 'code': 200} Aug 31 01:13:46.157360 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96fbdf8b-f5b2-4f53-a947-a5c4875d4f2d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:46.252685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-d052ee44-94db-4dcd-8767-406f2efb0be0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] For port 77679568-6b41-406c-930d-1f4c62495cec, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=77679568-6b41-406c-930d-1f4c62495cec,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:46.253046 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-d052ee44-94db-4dcd-8767-406f2efb0be0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:46.272428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ad9f7-202d-4b5f-81ff-39b47c5c866f req-e08b7bcf-e71f-4aaf-a926-359840491d2b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:46.278620 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ad9f7-202d-4b5f-81ff-39b47c5c866f req-e08b7bcf-e71f-4aaf-a926-359840491d2b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:46.288325 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ad9f7-202d-4b5f-81ff-39b47c5c866f req-e08b7bcf-e71f-4aaf-a926-359840491d2b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:46.291377 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-518ad9f7-202d-4b5f-81ff-39b47c5c866f req-e08b7bcf-e71f-4aaf-a926-359840491d2b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 2409 time: 0.1801891 Aug 31 01:13:46.349563 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-d052ee44-94db-4dcd-8767-406f2efb0be0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Calling delete_port for 77679568-6b41-406c-930d-1f4c62495cec owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:46.408853 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-2138e84c-be15-4625-98b2-1dbd8a3ba85e tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:46.411619 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-2138e84c-be15-4625-98b2-1dbd8a3ba85e tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.48 "GET /v2.0/networks?id=ab246e1d-3fc8-4427-9be8-eb5a4ef6624f HTTP/1.1" status: 200 len: 911 time: 0.1512783 Aug 31 01:13:46.445983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-bce820ec-82e4-4786-b79c-084f2d174b05 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Request body: {'port': {'device_id': '30173b8e-b510-4934-8a49-39b3b82c9140', 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f', 'admin_state_up': True, 'tenant_id': '4a7e85e433814f41be04b3b6629987b4'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:46.472275 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-518ad9f7-202d-4b5f-81ff-39b47c5c866f req-0dcd50e8-cc68-453a-8a7f-12521e13e421 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600103 Aug 31 01:13:46.556814 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96fbdf8b-f5b2-4f53-a947-a5c4875d4f2d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:46.567621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-bce820ec-82e4-4786-b79c-084f2d174b05 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Made reservation on behalf of 4a7e85e433814f41be04b3b6629987b4 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:46.571063 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-bce820ec-82e4-4786-b79c-084f2d174b05 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:46.731881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-bce820ec-82e4-4786-b79c-084f2d174b05 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Allocated IP 172.20.0.7 (ab246e1d-3fc8-4427-9be8-eb5a4ef6624f/421ebe96-747a-4047-91f8-348cd9430a55/c1f2eca4-117f-40be-9055-361293397219) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:46.765288 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96fbdf8b-f5b2-4f53-a947-a5c4875d4f2d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:46.817870 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-d052ee44-94db-4dcd-8767-406f2efb0be0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:46.893065 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbdf8b-f5b2-4f53-a947-a5c4875d4f2d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Pushing event updated for resources: {'Port': ['ID=0738de33-1738-48e5-9dc9-268ec56aa3d0,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:46.910052 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-24a61801-2cb2-4a9f-8c50-a0062e2f430b req-50f01d1e-4805-499e-a1d2-9dd77f1766be tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 210 time: 0.0285952 Aug 31 01:13:46.968203 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-bce820ec-82e4-4786-b79c-084f2d174b05 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:46.975073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052ee44-94db-4dcd-8767-406f2efb0be0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event deleted for resources: {'Port': ['ID=77679568-6b41-406c-930d-1f4c62495cec,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:46.997702 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-d052ee44-94db-4dcd-8767-406f2efb0be0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] No DVR routers for this DVR port 77679568-6b41-406c-930d-1f4c62495cec on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:13:47.006017 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-d052ee44-94db-4dcd-8767-406f2efb0be0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:47.007447 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-d052ee44-94db-4dcd-8767-406f2efb0be0 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.41 "DELETE /v2.0/ports/77679568-6b41-406c-930d-1f4c62495cec HTTP/1.1" status: 204 len: 173 time: 1.7172503 Aug 31 01:13:47.008748 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96fbdf8b-f5b2-4f53-a947-a5c4875d4f2d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:47.058618 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-bce820ec-82e4-4786-b79c-084f2d174b05 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Transition to ACTIVE for port object c1f2eca4-117f-40be-9055-361293397219 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:47.142453 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96fbdf8b-f5b2-4f53-a947-a5c4875d4f2d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:47.150683 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-96fbdf8b-f5b2-4f53-a947-a5c4875d4f2d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4063344 Aug 31 01:13:47.260403 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-bce820ec-82e4-4786-b79c-084f2d174b05 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:47.274220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:47.363484 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bd5ef-a12e-4156-98cf-155e48196004 req-455c9808-3152-40de-a7be-ce38b783c07a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:47.365404 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-974bd5ef-a12e-4156-98cf-155e48196004 req-455c9808-3152-40de-a7be-ce38b783c07a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.1229651 Aug 31 01:13:47.370544 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-e79148d3-95ba-4943-ad53-f73bc34359e6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Deleting port 4edf3b26-a415-4715-9831-a7720892c15d {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:47.371031 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-e79148d3-95ba-4943-ad53-f73bc34359e6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:47.453534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce820ec-82e4-4786-b79c-084f2d174b05 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Pushing event updated for resources: {'Port': ['ID=c1f2eca4-117f-40be-9055-361293397219,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:47.543655 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-bce820ec-82e4-4786-b79c-084f2d174b05 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Network ab246e1d-3fc8-4427-9be8-eb5a4ef6624f is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:47.558002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-bce820ec-82e4-4786-b79c-084f2d174b05 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:47.562166 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-bce820ec-82e4-4786-b79c-084f2d174b05 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:47.607518 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-974bd5ef-a12e-4156-98cf-155e48196004 req-572da5e6-1b16-437d-b7d6-ee65b08a444c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248497 Aug 31 01:13:47.771427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74feaf-07c6-4463-a5a7-2057874a65dd req-ad80fd67-1e51-43db-8f29-7749cf2ca5a1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:47.785080 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e74feaf-07c6-4463-a5a7-2057874a65dd req-ad80fd67-1e51-43db-8f29-7749cf2ca5a1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.5207233 Aug 31 01:13:47.797321 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-bce820ec-82e4-4786-b79c-084f2d174b05 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:47.800779 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-bce820ec-82e4-4786-b79c-084f2d174b05 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:47.823745 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-e79148d3-95ba-4943-ad53-f73bc34359e6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] For port 4edf3b26-a415-4715-9831-a7720892c15d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=4edf3b26-a415-4715-9831-a7720892c15d,segment=NetworkSegment(04745774-f77e-4155-8e08-da9ee7af0f05),segment_id=04745774-f77e-4155-8e08-da9ee7af0f05)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:47.826348 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-e79148d3-95ba-4943-ad53-f73bc34359e6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:47.883785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-e79148d3-95ba-4943-ad53-f73bc34359e6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Calling delete_port for 4edf3b26-a415-4715-9831-a7720892c15d owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:48.162136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-deleted', 'tag': '77679568-6b41-406c-930d-1f4c62495cec'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:48.166577 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022f73da-4c5f-45f5-8fd0-13d7fb50e4e9" -d '{"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-deleted", "tag": "77679568-6b41-406c-930d-1f4c62495cec"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:48.210185 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-557456d0-c599-4723-8dc3-6abf58f46ea8 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--913878461&fields=id&tenant_id=19c64f601c554de7b7c7ed4a689b2a97 HTTP/1.1" status: 200 len: 267 time: 0.1163325 Aug 31 01:13:48.225751 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-e79148d3-95ba-4943-ad53-f73bc34359e6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:48.264769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-790dc2f6-dae4-4de3-82cd-d4e88d136761 None None] Provisioning for port c1f2eca4-117f-40be-9055-361293397219 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:48.273239 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-790dc2f6-dae4-4de3-82cd-d4e88d136761 None None] Provisioning complete for port c1f2eca4-117f-40be-9055-361293397219 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:48.274287 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-790dc2f6-dae4-4de3-82cd-d4e88d136761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:48.375404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-790dc2f6-dae4-4de3-82cd-d4e88d136761 None None] Port c1f2eca4-117f-40be-9055-361293397219 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:13:48.422039 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79148d3-95ba-4943-ad53-f73bc34359e6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event deleted for resources: {'Port': ['ID=4edf3b26-a415-4715-9831-a7720892c15d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:48.494145 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-e79148d3-95ba-4943-ad53-f73bc34359e6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] No DVR routers for this DVR port 4edf3b26-a415-4715-9831-a7720892c15d on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:13:48.499546 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-e79148d3-95ba-4943-ad53-f73bc34359e6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:48.501974 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-e79148d3-95ba-4943-ad53-f73bc34359e6 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.41 "DELETE /v2.0/ports/4edf3b26-a415-4715-9831-a7720892c15d HTTP/1.1" status: 204 len: 173 time: 1.4887161 Aug 31 01:13:48.540385 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-bce820ec-82e4-4786-b79c-084f2d174b05 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1050563 Aug 31 01:13:48.554477 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e74feaf-07c6-4463-a5a7-2057874a65dd req-c4b95f83-0c26-44dc-84d7-2197e42cfba0 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6906950 Aug 31 01:13:48.560669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Request body: {'port': {'device_id': '30173b8e-b510-4934-8a49-39b3b82c9140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:48.592806 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-b09fef52-0b82-4baf-a39a-733f15be5de4 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:48.614167 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-b09fef52-0b82-4baf-a39a-733f15be5de4 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/networks?id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 HTTP/1.1" status: 200 len: 816 time: 0.3960848 Aug 31 01:13:48.667586 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:48.698186 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-6ce18451-01e8-4c97-8355-be7a8dd8a25d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/quotas/19c64f601c554de7b7c7ed4a689b2a97 HTTP/1.1" status: 200 len: 375 time: 0.0828888 Aug 31 01:13:48.853001 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-d4366387-acc6-4060-be43-fec277c24f47 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=19c64f601c554de7b7c7ed4a689b2a97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1416414 Aug 31 01:13:48.868876 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-9de168eb-7549-43bb-bcdb-e3b8ba568a30 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Deleting port fc495864-fd8e-4439-9671-7879717ab258 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:48.869222 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-9de168eb-7549-43bb-bcdb-e3b8ba568a30 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:49.067135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa6ada-26fa-4498-b0fa-818f9648257d req-49e66735-3535-4a30-bb8c-4b5eec4d6ecb tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:49.086943 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9fa6ada-26fa-4498-b0fa-818f9648257d req-49e66735-3535-4a30-bb8c-4b5eec4d6ecb tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 944 time: 0.3869753 Aug 31 01:13:49.191442 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-9de168eb-7549-43bb-bcdb-e3b8ba568a30 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] For port fc495864-fd8e-4439-9671-7879717ab258, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fc495864-fd8e-4439-9671-7879717ab258,segment=NetworkSegment(957b15a1-9b3a-4a95-a809-7f0aec26086e),segment_id=957b15a1-9b3a-4a95-a809-7f0aec26086e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:49.192225 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-9de168eb-7549-43bb-bcdb-e3b8ba568a30 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:49.223654 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9fa6ada-26fa-4498-b0fa-818f9648257d req-e7160998-d607-458b-95cb-9873755a0cc5 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups?id=1959fad2-407e-4070-a9cc-e3af86dab55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354797 Aug 31 01:13:49.452435 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b0fd5-1f48-4449-9447-f4af9aaa83fd req-46f76b94-6e8f-43a8-9c02-f86c7a77245e tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:49.452435 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ad3b0fd5-1f48-4449-9447-f4af9aaa83fd req-46f76b94-6e8f-43a8-9c02-f86c7a77245e tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 1027 time: 0.0789633 Aug 31 01:13:49.556137 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-72a9b94a-d2c7-4dd4-88f7-f8ff7c3ae61e service neutron] 10.222.0.16 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7021191 Aug 31 01:13:49.581260 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f2eca4-117f-40be-9055-361293397219 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:49.590456 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ad3b0fd5-1f48-4449-9447-f4af9aaa83fd req-e30db3b5-aa73-4e0b-9f19-9e38492cb9c7 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318283 Aug 31 01:13:49.596967 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:49.624136 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Transition to ACTIVE for port object c1f2eca4-117f-40be-9055-361293397219 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:49.721813 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8018890-d369-4a18-9656-daf1e480a6af x-openstack-request-id: req-b8018890-d369-4a18-9656-daf1e480a6af {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:49.722096 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-deleted", "tag": "77679568-6b41-406c-930d-1f4c62495cec", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:49.722543 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8018890-d369-4a18-9656-daf1e480a6af {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:49.722996 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-deleted', 'tag': '77679568-6b41-406c-930d-1f4c62495cec', 'status': 'completed', 'code': 200} Aug 31 01:13:49.755502 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:49.788049 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-9de168eb-7549-43bb-bcdb-e3b8ba568a30 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:49.789105 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-9de168eb-7549-43bb-bcdb-e3b8ba568a30 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:49.789528 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-9de168eb-7549-43bb-bcdb-e3b8ba568a30 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Floating IP db63d500-73d8-4a84-85e3-3015cb6c5c5a disassociated. External IP: 172.25.2.134, port: fc495864-fd8e-4439-9671-7879717ab258. Aug 31 01:13:49.789809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-9de168eb-7549-43bb-bcdb-e3b8ba568a30 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Calling delete_port for fc495864-fd8e-4439-9671-7879717ab258 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:49.841239 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f2eca4-117f-40be-9055-361293397219,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:49.934147 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-d39fec0e-c336-4c82-91d1-a5b007a83f5f service neutron] 10.222.0.16 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487096 Aug 31 01:13:49.977677 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f55e9-3b1c-4d5f-9622-238d54aa68e2 req-ccf1f2c5-2775-4420-9c69-ddf7d06c50c0 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:49.980442 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c3f55e9-3b1c-4d5f-9622-238d54aa68e2 req-ccf1f2c5-2775-4420-9c69-ddf7d06c50c0 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.1337841 Aug 31 01:13:50.069704 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c3f55e9-3b1c-4d5f-9622-238d54aa68e2 req-4215a63e-1b3d-40e2-8830-db5e72c684f9 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723805 Aug 31 01:13:50.073741 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Attempting to bind port c1f2eca4-117f-40be-9055-361293397219 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:50.074274 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Attempting to bind port c1f2eca4-117f-40be-9055-361293397219 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '94d61b91-150f-4dee-a8d9-8b6e0a7a6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:50.074755 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Attempting to bind port c1f2eca4-117f-40be-9055-361293397219 on network ab246e1d-3fc8-4427-9be8-eb5a4ef6624f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:50.081027 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Port c1f2eca4-117f-40be-9055-361293397219 on network ab246e1d-3fc8-4427-9be8-eb5a4ef6624f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:13:50.090568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Attempting to bind port c1f2eca4-117f-40be-9055-361293397219 on network ab246e1d-3fc8-4427-9be8-eb5a4ef6624f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:50.101903 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:50.102243 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Checking segment: {'id': '94d61b91-150f-4dee-a8d9-8b6e0a7a6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:50.102725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Bound using segment: {'id': '94d61b91-150f-4dee-a8d9-8b6e0a7a6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:50.104282 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Bound port: c1f2eca4-117f-40be-9055-361293397219, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d61b91-150f-4dee-a8d9-8b6e0a7a6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:50.104282 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:50.240046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] For port c1f2eca4-117f-40be-9055-361293397219, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:50.261587 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5e760-0e36-44dd-9a51-3378a665509a req-a98d0cd1-cc39-4a1c-af72-dee12301f645 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:50.271831 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bcb5e760-0e36-44dd-9a51-3378a665509a req-a98d0cd1-cc39-4a1c-af72-dee12301f645 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.1143312 Aug 31 01:13:50.274187 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-9de168eb-7549-43bb-bcdb-e3b8ba568a30 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:50.308113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] For port c1f2eca4-117f-40be-9055-361293397219, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c1f2eca4-117f-40be-9055-361293397219,segment=NetworkSegment(94d61b91-150f-4dee-a8d9-8b6e0a7a6209),segment_id=94d61b91-150f-4dee-a8d9-8b6e0a7a6209)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:50.364204 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bcb5e760-0e36-44dd-9a51-3378a665509a req-5b377ec1-c23b-4fff-ad05-79c9cf21f487 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912862 Aug 31 01:13:50.412867 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:50.435669 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de168eb-7549-43bb-bcdb-e3b8ba568a30 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event deleted for resources: {'Port': ['ID=fc495864-fd8e-4439-9671-7879717ab258,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:50.660681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:50.661813 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:50.663638 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33fd951e-3f27-40a7-920b-3f9e2193cfe4 req-970afa52-63d1-4657-8f17-78b535a57297 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 210 time: 0.0615087 Aug 31 01:13:50.664115 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] 10.222.0.48 "PUT /v2.0/ports/c1f2eca4-117f-40be-9055-361293397219 HTTP/1.1" status: 200 len: 1092 time: 2.1137476 Aug 31 01:13:50.716909 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30173b8e-b510-4934-8a49-39b3b82c9140', 'tag': 'c1f2eca4-117f-40be-9055-361293397219'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:50.722127 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525b042d-294d-4e6f-88ca-21ee577c9dee" -d '{"events": [{"name": "network-changed", "server_uuid": "30173b8e-b510-4934-8a49-39b3b82c9140", "tag": "c1f2eca4-117f-40be-9055-361293397219"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:50.727247 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6408e41-e80d-4580-8a95-c302255aafa7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f2eca4-117f-40be-9055-361293397219,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:50.745166 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-866b6336-7f91-44a2-8aa0-7976cd03dbf2 req-d0831a1f-f097-417f-b5f9-2c2ed177a09d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.1686954 Aug 31 01:13:50.868507 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754caaa0-d273-4db4-82fe-21773afa54bd x-openstack-request-id: req-754caaa0-d273-4db4-82fe-21773afa54bd {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:50.868507 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30173b8e-b510-4934-8a49-39b3b82c9140", "tag": "c1f2eca4-117f-40be-9055-361293397219", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:50.868507 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-754caaa0-d273-4db4-82fe-21773afa54bd {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:50.868507 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30173b8e-b510-4934-8a49-39b3b82c9140', 'tag': 'c1f2eca4-117f-40be-9055-361293397219', 'status': 'completed', 'code': 200} Aug 31 01:13:50.895906 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-9de168eb-7549-43bb-bcdb-e3b8ba568a30 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Router cdc8e1cf-8ce6-41c9-94a1-f836e183c315 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:13:51.001326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b042d-294d-4e6f-88ca-21ee577c9dee req-a92b7153-3d3d-41cb-9cf2-8576381fe362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:51.003488 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-525b042d-294d-4e6f-88ca-21ee577c9dee req-a92b7153-3d3d-41cb-9cf2-8576381fe362 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a7e85e433814f41be04b3b6629987b4&device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 1095 time: 0.0765831 Aug 31 01:13:51.064770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785d3fc-cf8e-41a5-98e8-ec9a8882f9e4 req-e543ce7e-74bf-4b19-bd4a-191d506e318d tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:51.080616 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8785d3fc-cf8e-41a5-98e8-ec9a8882f9e4 req-e543ce7e-74bf-4b19-bd4a-191d506e318d tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 1095 time: 0.2230203 Aug 31 01:13:51.222372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b042d-294d-4e6f-88ca-21ee577c9dee req-77db939c-4aec-4c44-af54-9fbca406b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:51.224304 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-525b042d-294d-4e6f-88ca-21ee577c9dee req-77db939c-4aec-4c44-af54-9fbca406b7fd service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4a7e85e433814f41be04b3b6629987b4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2122412 Aug 31 01:13:51.279720 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8785d3fc-cf8e-41a5-98e8-ec9a8882f9e4 req-ed90e6a7-6e49-41e7-9c3a-8620acd6bcd6 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961434 Aug 31 01:13:51.344395 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-9de168eb-7549-43bb-bcdb-e3b8ba568a30 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:13:51.368837 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd3941-caaf-4c5b-a4e4-59dba268f248 None None] Sync routers for ids ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:13:51.387609 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd3941-caaf-4c5b-a4e4-59dba268f248 None None] Routers {'cdc8e1cf-8ce6-41c9-94a1-f836e183c315'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:51.388492 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1dbd3941-caaf-4c5b-a4e4-59dba268f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:13:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:51.461817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b042d-294d-4e6f-88ca-21ee577c9dee req-dbd8053f-2d36-47f0-9b0e-87fec576e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:51.464021 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-525b042d-294d-4e6f-88ca-21ee577c9dee req-dbd8053f-2d36-47f0-9b0e-87fec576e9bb service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2281480 Aug 31 01:13:51.476723 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d3351-a3d7-4ff0-a76f-77fe2727c481 req-536fef9e-5d47-4ad6-b10c-e3b770d38cab tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:51.478470 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-9de168eb-7549-43bb-bcdb-e3b8ba568a30 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] No DVR routers for this DVR port fc495864-fd8e-4439-9671-7879717ab258 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:13:51.479493 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b21d3351-a3d7-4ff0-a76f-77fe2727c481 req-536fef9e-5d47-4ad6-b10c-e3b770d38cab tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.2447727 Aug 31 01:13:51.489695 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-9de168eb-7549-43bb-bcdb-e3b8ba568a30 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:51.491938 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75d1d6d8-9dcf-4e7a-9275-6e21438fd952 req-9de168eb-7549-43bb-bcdb-e3b8ba568a30 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.41 "DELETE /v2.0/ports/fc495864-fd8e-4439-9671-7879717ab258 HTTP/1.1" status: 204 len: 173 time: 2.9829559 Aug 31 01:13:51.602962 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eacaef-f194-4b40-8ec2-74c7858d4ffc req-683d3684-e4f1-4df1-b86d-f15594e2eb1a tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:51.610025 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b21d3351-a3d7-4ff0-a76f-77fe2727c481 req-471ad576-e239-416c-9620-cde487e85684 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212115 Aug 31 01:13:51.613660 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1eacaef-f194-4b40-8ec2-74c7858d4ffc req-683d3684-e4f1-4df1-b86d-f15594e2eb1a tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.0827663 Aug 31 01:13:51.624469 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-1dbd3941-caaf-4c5b-a4e4-59dba268f248 None None] Set router cdc8e1cf-8ce6-41c9-94a1-f836e183c315 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:51.627896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-c04b2163-6455-49b8-b163-21111eacf8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:51.629616 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-c04b2163-6455-49b8-b163-21111eacf8e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a7e85e433814f41be04b3b6629987b4&device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 1095 time: 0.1169159 Aug 31 01:13:51.675917 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1eacaef-f194-4b40-8ec2-74c7858d4ffc req-ef2b0714-d55a-453d-b651-d020104bcfd8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612359 Aug 31 01:13:51.712910 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-01073de7-5243-4754-a27e-af023d69cd3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1f2eca4-117f-40be-9055-361293397219 HTTP/1.1" status: 200 len: 217 time: 0.0749066 Aug 31 01:13:51.724332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-deleted', 'tag': '4edf3b26-a415-4715-9831-a7720892c15d'}, {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-deleted', 'tag': 'fc495864-fd8e-4439-9671-7879717ab258'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:51.727399 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cf5005-a01f-41de-a7b2-0284ed8806f7" -d '{"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-deleted", "tag": "4edf3b26-a415-4715-9831-a7720892c15d"}, {"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-deleted", "tag": "fc495864-fd8e-4439-9671-7879717ab258"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:51.811810 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b560bf5-01fa-4efa-9108-d989100982dd req-fe91668c-235d-4ae3-a67a-b39e78e00421 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 210 time: 0.0425785 Aug 31 01:13:51.824318 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-d01dc3dd-93df-4735-9453-fe7067c86283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:51.825202 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-d01dc3dd-93df-4735-9453-fe7067c86283 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=421ebe96-747a-4047-91f8-348cd9430a55 HTTP/1.1" status: 200 len: 849 time: 0.1049516 Aug 31 01:13:51.856109 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e017be7-0f6a-41d2-a259-c4d94d3ab833 x-openstack-request-id: req-0e017be7-0f6a-41d2-a259-c4d94d3ab833 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:51.856687 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-deleted", "tag": "4edf3b26-a415-4715-9831-a7720892c15d", "status": "completed", "code": 200}, {"server_uuid": "2705160b-aff8-4f3d-9f68-0bbb6348c486", "name": "network-vif-deleted", "tag": "fc495864-fd8e-4439-9671-7879717ab258", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:51.857041 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e017be7-0f6a-41d2-a259-c4d94d3ab833 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:51.858389 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-deleted', 'tag': '4edf3b26-a415-4715-9831-a7720892c15d', 'status': 'completed', 'code': 200} Aug 31 01:13:51.858827 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2705160b-aff8-4f3d-9f68-0bbb6348c486', 'name': 'network-vif-deleted', 'tag': 'fc495864-fd8e-4439-9671-7879717ab258', 'status': 'completed', 'code': 200} Aug 31 01:13:51.973869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-34146f56-6022-428c-8eb4-5e8b8c738450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:51.973869 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-34146f56-6022-428c-8eb4-5e8b8c738450 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab246e1d-3fc8-4427-9be8-eb5a4ef6624f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1167891 Aug 31 01:13:52.001566 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1dbd3941-caaf-4c5b-a4e4-59dba268f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'name': 'tempest-TaggedBootDevicesTest-1018405419-router', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '58f2284d-e689-441a-b802-e6c66210b490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:38Z', 'updated_at': '2021-08-31T01:01:53Z', 'revision_number': 4, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'gw_port': {'id': '58f2284d-e689-441a-b802-e6c66210b490', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ea322632-13e7-4b9e-820f-089907288f6b', 'name': '', 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'mac_address': 'fa:16:3e:38:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:52Z', 'updated_at': '2021-08-31T01:02:01Z', 'revision_number': 5, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'subnets': [{'id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:52.021710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-82af01c1-cdfe-4956-9309-d08797f00af6 req-77ac362a-f435-4a3f-a9ac-036aa0288b5a tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.0681269 Aug 31 01:13:52.068641 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd3941-caaf-4c5b-a4e4-59dba268f248 None None] Checking router: cdc8e1cf-8ce6-41c9-94a1-f836e183c315 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:13:52.078649 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd3941-caaf-4c5b-a4e4-59dba268f248 None None] Routers {'cdc8e1cf-8ce6-41c9-94a1-f836e183c315'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:52.079510 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1dbd3941-caaf-4c5b-a4e4-59dba268f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:13:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:52.095986 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c735df-0c9c-4381-bd72-acb6b9f8b60f req-d7c25414-89ea-46f3-8abe-f6b648e53004 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:52.098117 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06c735df-0c9c-4381-bd72-acb6b9f8b60f req-d7c25414-89ea-46f3-8abe-f6b648e53004 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1184621 Aug 31 01:13:52.132894 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-28b3de07-8322-4e37-b143-4030b1a68453 service neutron] 10.222.0.48 "GET /v2.0/networks/ab246e1d-3fc8-4427-9be8-eb5a4ef6624f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625426 Aug 31 01:13:52.216919 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06c735df-0c9c-4381-bd72-acb6b9f8b60f req-ebd4a20f-7ae8-4c2b-82e2-c121f1db60aa tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121075 Aug 31 01:13:52.315571 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-1dbd3941-caaf-4c5b-a4e4-59dba268f248 None None] Set router cdc8e1cf-8ce6-41c9-94a1-f836e183c315 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:52.359938 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-634ab0f4-bf8a-4614-bd9f-07ab601cfd4e req-9e8066c2-7d32-45c9-be66-ab336c587408 service neutron] 10.222.0.48 "GET /v2.0/networks/ab246e1d-3fc8-4427-9be8-eb5a4ef6624f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166228 Aug 31 01:13:52.454516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e026c2-88e8-415f-a716-029afe0bdefe req-217737fc-f782-4f54-8197-dc7b5745129f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:52.468441 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3e026c2-88e8-415f-a716-029afe0bdefe req-217737fc-f782-4f54-8197-dc7b5745129f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1068659 Aug 31 01:13:52.483400 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5b546-9296-4b41-a062-d231df29043c req-b65ddc3b-a96f-4a1c-bb2a-560a7b859c9c tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:52.485041 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-14c5b546-9296-4b41-a062-d231df29043c req-b65ddc3b-a96f-4a1c-bb2a-560a7b859c9c tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 1095 time: 0.0916939 Aug 31 01:13:52.540672 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-14c5b546-9296-4b41-a062-d231df29043c req-e03b2dec-9289-4d94-81b2-7a38f1f110cf tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490668 Aug 31 01:13:52.567344 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3e026c2-88e8-415f-a716-029afe0bdefe req-ed6cbc1e-a669-4107-8038-eed78caccf0b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971153 Aug 31 01:13:52.711782 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1dbd3941-caaf-4c5b-a4e4-59dba268f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'name': 'tempest-TaggedBootDevicesTest-1018405419-router', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '58f2284d-e689-441a-b802-e6c66210b490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:38Z', 'updated_at': '2021-08-31T01:01:53Z', 'revision_number': 4, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'gw_port': {'id': '58f2284d-e689-441a-b802-e6c66210b490', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ea322632-13e7-4b9e-820f-089907288f6b', 'name': '', 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'mac_address': 'fa:16:3e:38:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:52Z', 'updated_at': '2021-08-31T01:02:01Z', 'revision_number': 5, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'subnets': [{'id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:52.756989 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd3941-caaf-4c5b-a4e4-59dba268f248 None None] The sync data for ids ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'] in n-d-793621-34 is: [{'id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'name': 'tempest-TaggedBootDevicesTest-1018405419-router', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '58f2284d-e689-441a-b802-e6c66210b490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:38Z', 'updated_at': '2021-08-31T01:01:53Z', 'revision_number': 4, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'gw_port': {'id': '58f2284d-e689-441a-b802-e6c66210b490', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ea322632-13e7-4b9e-820f-089907288f6b', 'name': '', 'network_id': 'd8d074e0-3ba7-47e4-9677-f4407602dcfb', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'mac_address': 'fa:16:3e:38:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:52Z', 'updated_at': '2021-08-31T01:02:01Z', 'revision_number': 5, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'subnets': [{'id': 'cc4e87d1-8836-483e-ab3a-9c98a3518bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:13:52.818759 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8a37c-7bdd-4193-8eda-14d65c9f696d req-dbfd33de-5aa6-4f3b-b713-2d0a524bd20c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:52.822686 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-11e8a37c-7bdd-4193-8eda-14d65c9f696d req-dbfd33de-5aa6-4f3b-b713-2d0a524bd20c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.0923398 Aug 31 01:13:52.882388 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-11e8a37c-7bdd-4193-8eda-14d65c9f696d req-fcfee95e-fd63-4640-bfe1-65e08f783939 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531859 Aug 31 01:13:53.020564 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9cda8017-8275-4ff5-b404-86fff870e787 req-815878d2-5273-4f80-b92e-ed562ddad01f tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 210 time: 0.0418794 Aug 31 01:13:53.091789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-660dc9f0-6542-42b3-a210-b192a587a675 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:53.099472 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-660dc9f0-6542-42b3-a210-b192a587a675 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 811 time: 0.1650369 Aug 31 01:13:53.133112 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-c8db575f-1e15-4e6b-8bd2-653331d56cfc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/quotas/f352ea30918c400cad8ba861159cf775 HTTP/1.1" status: 200 len: 375 time: 0.0326352 Aug 31 01:13:53.224393 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-02636171-bbac-4bdd-aa38-fc73bfeb70ac req-359b2f52-36b3-4d61-b31d-160d34e87e8d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.0446057 Aug 31 01:13:53.225761 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-e4806eb3-1222-40ba-8866-a76c726174f0 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0900116 Aug 31 01:13:53.262172 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416eb755-bf8b-47d7-9f5f-e862a6bcdc2c None None] New status for floating IP db63d500-73d8-4a84-85e3-3015cb6c5c5a: DOWN {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:13:53.338488 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-50e27041-25b0-4a63-9d0b-b5c9c66f4315 service neutron] 10.222.0.16 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116493 Aug 31 01:13:53.486859 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-ddae09ac-1674-4c29-8244-68d68dcb4541 service neutron] 10.222.0.16 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407003 Aug 31 01:13:53.525539 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:13:53.799297 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991db69-e0f0-43ca-8b1d-582de1310a45 req-e7f64886-2a26-4b78-b811-36eeb5319e2d tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:53.800959 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4991db69-e0f0-43ca-8b1d-582de1310a45 req-e7f64886-2a26-4b78-b811-36eeb5319e2d tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 1095 time: 0.1337252 Aug 31 01:13:53.827900 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-fee8449f-b48c-4fda-ab72-6947626fa7c3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:53.840411 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-fee8449f-b48c-4fda-ab72-6947626fa7c3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.41 "GET /v2.0/networks?id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 HTTP/1.1" status: 200 len: 816 time: 0.2223797 Aug 31 01:13:53.925717 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fca968c-b7c9-4ceb-910c-c6d6bdeced07 req-9a5b9242-c96b-48dd-8906-f382e3e4c662 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 210 time: 0.0417309 Aug 31 01:13:53.989120 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4991db69-e0f0-43ca-8b1d-582de1310a45 req-9239838d-11aa-4cf8-a912-d573dd06c8e9 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425095 Aug 31 01:13:54.007016 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-4aea10b6-9e52-4bb1-b0df-c114ad8a9a71 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19c64f601c554de7b7c7ed4a689b2a97 HTTP/1.1" status: 200 len: 379 time: 0.1605711 Aug 31 01:13:54.020346 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-a68e0e0a-5ab8-4800-9516-9a3f1989475a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Request body: {'port': {'device_id': 'b701e2ac-5a1d-4fb9-9ce2-3f9442333feb', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'admin_state_up': True, 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'security_groups': ['91c95219-5f04-4c10-916d-2935db2e3dfa']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:54.187433 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b1964-095a-4fe1-b2fa-8f5c4fd41dbf req-2dccbb19-5885-42d6-be0e-b9e33e3f42e9 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:54.189624 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab6b1964-095a-4fe1-b2fa-8f5c4fd41dbf req-2dccbb19-5885-42d6-be0e-b9e33e3f42e9 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.1295223 Aug 31 01:13:54.304528 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab6b1964-095a-4fe1-b2fa-8f5c4fd41dbf req-f4dd2de6-b399-40db-9d36-9473ac131d27 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926406 Aug 31 01:13:54.346561 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d938f9a7-b2a4-48e6-8d0a-fed358ae5175 req-888435bd-1ae6-47ef-b3bc-023208d737c4 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 210 time: 0.1704822 Aug 31 01:13:54.401661 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1fbebe5b-011c-494d-8eef-b4d808d0f725 req-f50adc93-e0b4-4b20-bb48-ad7ff7e1ff48 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.0342741 Aug 31 01:13:54.498171 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-a68e0e0a-5ab8-4800-9516-9a3f1989475a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Made reservation on behalf of 19c64f601c554de7b7c7ed4a689b2a97 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:54.507462 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-a68e0e0a-5ab8-4800-9516-9a3f1989475a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:54.688920 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-a68e0e0a-5ab8-4800-9516-9a3f1989475a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Allocated IP 172.20.0.10 (3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5/ba7747f8-0f41-4519-aeaf-544d4f1a2b4a/5f8ae34e-9799-4a82-8caf-38dc1c1f493f) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:54.867956 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-a68e0e0a-5ab8-4800-9516-9a3f1989475a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:55.215344 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-a68e0e0a-5ab8-4800-9516-9a3f1989475a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Transition to ACTIVE for port object 5f8ae34e-9799-4a82-8caf-38dc1c1f493f will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:55.229859 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bea68e-85c5-47f2-8ee4-f22d92f65775 req-2991c858-bf89-4746-b07a-6a3595f08ec1 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.231600 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34bea68e-85c5-47f2-8ee4-f22d92f65775 req-2991c858-bf89-4746-b07a-6a3595f08ec1 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 1095 time: 0.0882835 Aug 31 01:13:55.288791 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3df4da68-8c0d-4744-8034-3a38adb6f0b3 req-f4ba4512-3c48-4a11-a2e6-59d243f7a923 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 210 time: 0.0395517 Aug 31 01:13:55.299488 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34bea68e-85c5-47f2-8ee4-f22d92f65775 req-3da1e165-f8c8-4737-aca2-cbe6e658b2b1 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499544 Aug 31 01:13:55.364454 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-a68e0e0a-5ab8-4800-9516-9a3f1989475a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:55.477144 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-a68e0e0a-5ab8-4800-9516-9a3f1989475a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Network 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:55.499645 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e0e0a-5ab8-4800-9516-9a3f1989475a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Pushing event updated for resources: {'Port': ['ID=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:55.502897 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-a68e0e0a-5ab8-4800-9516-9a3f1989475a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:55.513158 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-a68e0e0a-5ab8-4800-9516-9a3f1989475a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:55.554515 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c1f2eca4-117f-40be-9055-361293397219 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:13:55.624904 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387595de-949f-4883-a667-7ba81014bafe req-3bb98a89-0c31-46e6-9e5b-d0d5972c4650 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.627575 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-387595de-949f-4883-a667-7ba81014bafe req-3bb98a89-0c31-46e6-9e5b-d0d5972c4650 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 932 time: 0.1134598 Aug 31 01:13:55.638956 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-a68e0e0a-5ab8-4800-9516-9a3f1989475a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.639933 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-a68e0e0a-5ab8-4800-9516-9a3f1989475a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:55.682570 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02879ca-9143-4dff-9907-12a205a71425 req-5700fddd-26cb-41c0-8b51-d9b5eb2e63a4 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.682570 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b02879ca-9143-4dff-9907-12a205a71425 req-5700fddd-26cb-41c0-8b51-d9b5eb2e63a4 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.2635612 Aug 31 01:13:55.727365 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-387595de-949f-4883-a667-7ba81014bafe req-c6765500-f5a8-47f9-94ef-ea16c05dce23 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901132 Aug 31 01:13:55.783940 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b02879ca-9143-4dff-9907-12a205a71425 req-983d9851-56c2-460d-82d6-4c52ce086004 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952475 Aug 31 01:13:55.851050 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port c1f2eca4-117f-40be-9055-361293397219, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c1f2eca4-117f-40be-9055-361293397219,segment=NetworkSegment(94d61b91-150f-4dee-a8d9-8b6e0a7a6209),segment_id=94d61b91-150f-4dee-a8d9-8b6e0a7a6209)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:55.866241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'c1f2eca4-117f-40be-9055-361293397219', 'network_id': 'ab246e1d-3fc8-4427-9be8-eb5a4ef6624f', 'port_id': 'c1f2eca4-117f-40be-9055-361293397219', 'mac_address': 'fa:16:3e:d7:ff:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421ebe96-747a-4047-91f8-348cd9430a55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:13:55.876056 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-a68e0e0a-5ab8-4800-9516-9a3f1989475a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8671618 Aug 31 01:13:55.896438 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Request body: {'port': {'device_id': 'b701e2ac-5a1d-4fb9-9ce2-3f9442333feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:55.941956 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1f71cee6-1ec8-49d4-8892-094c2ef6ae24 req-1905a330-25d2-481b-ab01-2aabedca710d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.0669773 Aug 31 01:13:56.011036 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:56.022350 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:56.048538 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f2eca4-117f-40be-9055-361293397219 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:56.078976 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port c1f2eca4-117f-40be-9055-361293397219, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c1f2eca4-117f-40be-9055-361293397219,segment=NetworkSegment(94d61b91-150f-4dee-a8d9-8b6e0a7a6209),segment_id=94d61b91-150f-4dee-a8d9-8b6e0a7a6209)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:56.094081 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-77458687-f3df-4f1c-92b2-55b068493897 None None] Provisioning for port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:56.100952 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-77458687-f3df-4f1c-92b2-55b068493897 None None] Provisioning complete for port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:56.101760 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-77458687-f3df-4f1c-92b2-55b068493897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:56.176820 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-77458687-f3df-4f1c-92b2-55b068493897 None None] Port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:13:56.184224 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:56.290708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=c1f2eca4-117f-40be-9055-361293397219,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:56.428685 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['c1f2eca4-117f-40be-9055-361293397219'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:56.519714 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5928b9e8-8137-40c3-8d28-7129f8b3b558 req-c1d268e7-f626-4555-a32c-ac0825bfc6f0 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 210 time: 0.0683260 Aug 31 01:13:56.709860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe03313-0579-47d2-8716-36ca2a38c082 req-c72acc1b-6952-4233-93df-d0598a344b6c tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:56.724669 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-afe03313-0579-47d2-8716-36ca2a38c082 req-c72acc1b-6952-4233-93df-d0598a344b6c tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 1096 time: 0.2565331 Aug 31 01:13:56.747258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8ae34e-9799-4a82-8caf-38dc1c1f493f {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:56.759333 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:56.803993 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Transition to ACTIVE for port object 5f8ae34e-9799-4a82-8caf-38dc1c1f493f will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:56.816361 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-afe03313-0579-47d2-8716-36ca2a38c082 req-ccb1b80f-0a93-4727-8925-706749833e5d tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904319 Aug 31 01:13:56.893279 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:56.944841 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c1913-5406-48c6-8016-45d3359730d2 req-2c12657b-b65e-4ef5-89ec-6c005fce9c91 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:56.955523 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9c0c1913-5406-48c6-8016-45d3359730d2 req-2c12657b-b65e-4ef5-89ec-6c005fce9c91 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 932 time: 0.1122749 Aug 31 01:13:57.059275 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:57.158892 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9c0c1913-5406-48c6-8016-45d3359730d2 req-cfba695b-4022-4592-88d0-503c524f1396 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015762 Aug 31 01:13:57.223297 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364d669-d34c-4fa6-a34d-52a6c323a072 req-f2cdffeb-d579-48c7-ac39-64743f401855 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:57.240009 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5364d669-d34c-4fa6-a34d-52a6c323a072 req-f2cdffeb-d579-48c7-ac39-64743f401855 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.2762971 Aug 31 01:13:57.304842 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-00af2dee-0964-4b80-bdaf-daee7f5c32f2 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:57.306835 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-00af2dee-0964-4b80-bdaf-daee7f5c32f2 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.48 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 811 time: 0.3481419 Aug 31 01:13:57.326259 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-5300a8d4-c87f-495b-9eae-3349ad03cbf8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Request body: {'port': {'device_id': 'fac5c690-863e-4932-a4ff-ffa30f73aee0', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'admin_state_up': True, 'tenant_id': 'f352ea30918c400cad8ba861159cf775'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:57.329071 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Attempting to bind port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:57.332387 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Attempting to bind port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '4e2f4214-ec8c-4fcb-b201-015df456200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:57.342067 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Attempting to bind port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f on network 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:57.367507 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f on network 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:13:57.367865 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Attempting to bind port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f on network 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:57.391537 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5364d669-d34c-4fa6-a34d-52a6c323a072 req-2ce9706e-ee4b-4771-b2b6-be714d03ade2 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487057 Aug 31 01:13:57.395053 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:57.398391 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Checking segment: {'id': '4e2f4214-ec8c-4fcb-b201-015df456200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:57.398391 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Bound using segment: {'id': '4e2f4214-ec8c-4fcb-b201-015df456200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:57.398391 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Bound port: 5f8ae34e-9799-4a82-8caf-38dc1c1f493f, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e2f4214-ec8c-4fcb-b201-015df456200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:57.398391 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:57.523645 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] For port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:57.538165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] For port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:57.539354 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c1bb34c8-929a-4794-97ad-2d949cb0ea5a req-808b45c7-1c82-47e9-860f-6338e3d0d15e tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.1813233 Aug 31 01:13:57.556396 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c1f2eca4-117f-40be-9055-361293397219 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:57.725568 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-82c91a65-1a75-427f-b546-0214b013a9b4 req-c22e2299-3f2b-46d2-b927-12a06fa8645b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 210 time: 0.0477626 Aug 31 01:13:57.831089 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:57.869851 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:57.870821 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:57.872321 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] 10.222.0.41 "PUT /v2.0/ports/5f8ae34e-9799-4a82-8caf-38dc1c1f493f HTTP/1.1" status: 200 len: 1093 time: 1.9881454 Aug 31 01:13:57.875496 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b701e2ac-5a1d-4fb9-9ce2-3f9442333feb', 'tag': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:57.878400 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d771ac-b4f8-4af0-931c-7f007bb08577" -d '{"events": [{"name": "network-changed", "server_uuid": "b701e2ac-5a1d-4fb9-9ce2-3f9442333feb", "tag": "5f8ae34e-9799-4a82-8caf-38dc1c1f493f"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:57.930652 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71683be8-f9fd-4cd8-9fc5-bbc6faa199a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:57.944784 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813c147d-c99c-4715-bd68-1db37a0adc3a x-openstack-request-id: req-813c147d-c99c-4715-bd68-1db37a0adc3a {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:57.945284 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b701e2ac-5a1d-4fb9-9ce2-3f9442333feb", "tag": "5f8ae34e-9799-4a82-8caf-38dc1c1f493f", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:57.945703 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-813c147d-c99c-4715-bd68-1db37a0adc3a {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:57.946256 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b701e2ac-5a1d-4fb9-9ce2-3f9442333feb', 'tag': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f', 'status': 'completed', 'code': 200} Aug 31 01:13:58.002460 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port c1f2eca4-117f-40be-9055-361293397219 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:58.010833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port c1f2eca4-117f-40be-9055-361293397219 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:58.011850 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:58.053316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-5300a8d4-c87f-495b-9eae-3349ad03cbf8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Made reservation on behalf of f352ea30918c400cad8ba861159cf775 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:58.060863 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-5300a8d4-c87f-495b-9eae-3349ad03cbf8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:58.069467 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d771ac-b4f8-4af0-931c-7f007bb08577 req-697e19ca-e28e-4bd8-a293-e0ca2e39eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:58.072683 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-12d771ac-b4f8-4af0-931c-7f007bb08577 req-697e19ca-e28e-4bd8-a293-e0ca2e39eedb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19c64f601c554de7b7c7ed4a689b2a97&device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 1096 time: 0.0968606 Aug 31 01:13:58.127366 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960923b0-05af-4a3f-817a-9349c01abede req-93571f6f-23e4-487e-99f7-72235541e11e tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:58.134995 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-960923b0-05af-4a3f-817a-9349c01abede req-93571f6f-23e4-487e-99f7-72235541e11e tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 1096 time: 0.1742556 Aug 31 01:13:58.191259 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:58.228259 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d771ac-b4f8-4af0-931c-7f007bb08577 req-79a91008-fd5a-4d26-88b7-6d14311a5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:58.230769 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-12d771ac-b4f8-4af0-931c-7f007bb08577 req-79a91008-fd5a-4d26-88b7-6d14311a5f91 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=19c64f601c554de7b7c7ed4a689b2a97&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1497078 Aug 31 01:13:58.269138 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port c1f2eca4-117f-40be-9055-361293397219, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c1f2eca4-117f-40be-9055-361293397219,segment=NetworkSegment(94d61b91-150f-4dee-a8d9-8b6e0a7a6209),segment_id=94d61b91-150f-4dee-a8d9-8b6e0a7a6209)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:58.281404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30173b8e-b510-4934-8a49-39b3b82c9140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f2eca4-117f-40be-9055-361293397219'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:58.284015 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3673d0-2158-46c9-89fd-194aa5294ddd" -d '{"events": [{"server_uuid": "30173b8e-b510-4934-8a49-39b3b82c9140", "name": "network-vif-plugged", "status": "completed", "tag": "c1f2eca4-117f-40be-9055-361293397219"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:58.384406 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:58.390512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-5300a8d4-c87f-495b-9eae-3349ad03cbf8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Allocated IP 172.20.0.10 (233b9bf7-bb8b-473c-966b-3b104e130b94/6777f57f-88c7-4f11-8706-5a820e8d5829/4c8bcd1a-e023-46b7-87e8-1a0148e6b862) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:58.509462 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=c1f2eca4-117f-40be-9055-361293397219,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:58.533637 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.537718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.539815 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.540064 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d771ac-b4f8-4af0-931c-7f007bb08577 req-6d488338-a499-4a76-8055-b2676a43bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:58.540591 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.541272 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.542005 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.542741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.543493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.544185 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.544750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.545514 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.546683 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.548276 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-12d771ac-b4f8-4af0-931c-7f007bb08577 req-6d488338-a499-4a76-8055-b2676a43bb54 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3088019 Aug 31 01:13:58.623388 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-5300a8d4-c87f-495b-9eae-3349ad03cbf8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:58.646588 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-5300a8d4-c87f-495b-9eae-3349ad03cbf8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Transition to ACTIVE for port object 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:58.714412 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f256b5f-104c-4f42-8729-9bc22e4a678a req-10596dbf-9c04-46b3-9986-340ce6d2899e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:58.723213 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8f256b5f-104c-4f42-8729-9bc22e4a678a req-10596dbf-9c04-46b3-9986-340ce6d2899e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.1695781 Aug 31 01:13:58.738317 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-bb45d916-f573-47e4-a102-53440802b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:58.740199 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-bb45d916-f573-47e4-a102-53440802b45e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19c64f601c554de7b7c7ed4a689b2a97&device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 1096 time: 0.1278205 Aug 31 01:13:58.790911 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-960923b0-05af-4a3f-817a-9349c01abede req-b0aa4c37-69eb-4719-96de-2ce5d7467274 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846639 Aug 31 01:13:58.816226 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-5300a8d4-c87f-495b-9eae-3349ad03cbf8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:58.828275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['3ce2bea8-8a3f-4718-884a-2044e3569722'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:58.842508 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-727e6c80-ec50-4f63-be4c-75956ad05ded service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f8ae34e-9799-4a82-8caf-38dc1c1f493f HTTP/1.1" status: 200 len: 217 time: 0.0909834 Aug 31 01:13:58.880575 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8f256b5f-104c-4f42-8729-9bc22e4a678a req-b5322b67-c8fd-4f16-9af1-0b6f6fa16476 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558702 Aug 31 01:13:58.935686 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b188c3f3-f7e6-4d1c-8b27-f050555e45af x-openstack-request-id: req-b188c3f3-f7e6-4d1c-8b27-f050555e45af {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:58.936440 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30173b8e-b510-4934-8a49-39b3b82c9140", "name": "network-vif-plugged", "status": "completed", "tag": "c1f2eca4-117f-40be-9055-361293397219", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:58.936904 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b188c3f3-f7e6-4d1c-8b27-f050555e45af {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:58.937722 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30173b8e-b510-4934-8a49-39b3b82c9140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f2eca4-117f-40be-9055-361293397219', 'code': 200} Aug 31 01:13:58.943106 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300a8d4-c87f-495b-9eae-3349ad03cbf8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Pushing event updated for resources: {'Port': ['ID=4c8bcd1a-e023-46b7-87e8-1a0148e6b862,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:58.997196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-5300a8d4-c87f-495b-9eae-3349ad03cbf8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Network 233b9bf7-bb8b-473c-966b-3b104e130b94 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:59.003855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-5300a8d4-c87f-495b-9eae-3349ad03cbf8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:59.118229 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-f7a3d122-ef59-422a-91f4-6847019fcfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:59.122330 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-f7a3d122-ef59-422a-91f4-6847019fcfc1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba7747f8-0f41-4519-aeaf-544d4f1a2b4a HTTP/1.1" status: 200 len: 855 time: 0.2666552 Aug 31 01:13:59.128686 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-5300a8d4-c87f-495b-9eae-3349ad03cbf8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:59.285072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f6d6c-f3c6-4708-bee6-bf8e70fe690a req-8edcd77a-ef84-4408-8a68-33bd0ac48b51 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:59.306485 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-db8f6d6c-f3c6-4708-bee6-bf8e70fe690a req-8edcd77a-ef84-4408-8a68-33bd0ac48b51 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.2078531 Aug 31 01:13:59.345641 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-73157615-5816-4713-9fdc-cdde4582043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:59.353644 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-73157615-5816-4713-9fdc-cdde4582043a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1897335 Aug 31 01:13:59.475195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-5300a8d4-c87f-495b-9eae-3349ad03cbf8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:59.475797 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-5300a8d4-c87f-495b-9eae-3349ad03cbf8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:59.553729 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc869ace-576a-479c-9ce5-bd6a53e81e05 req-490b75f3-9467-4297-b5ca-ef2bcdbdee11 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.4260225 Aug 31 01:13:59.593302 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-f4bda29b-3d41-4ffb-b881-8739693e663e service neutron] 10.222.0.41 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210276 Aug 31 01:13:59.593707 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ec47f-bbe7-4f7d-a4c8-2977bdd9f45d req-13fecf64-2cdf-47ef-a5e7-ca2e0185295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:59.593707 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-058ec47f-bbe7-4f7d-a4c8-2977bdd9f45d req-13fecf64-2cdf-47ef-a5e7-ca2e0185295d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 1097 time: 0.5892842 Aug 31 01:13:59.663255 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-5300a8d4-c87f-495b-9eae-3349ad03cbf8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3412640 Aug 31 01:13:59.703765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Request body: {'port': {'device_id': 'fac5c690-863e-4932-a4ff-ffa30f73aee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:59.737110 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-487acbed-6cc9-4f54-9cc4-e509a7a73f8a None None] Provisioning for port 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:59.737487 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-487acbed-6cc9-4f54-9cc4-e509a7a73f8a None None] Provisioning complete for port 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:59.737863 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-487acbed-6cc9-4f54-9cc4-e509a7a73f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:59.744326 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-db8f6d6c-f3c6-4708-bee6-bf8e70fe690a req-38163728-1e42-4d00-8d78-056e8ce2c15d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335303 Aug 31 01:13:59.821357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-487acbed-6cc9-4f54-9cc4-e509a7a73f8a None None] Port 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:13:59.835106 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05f44d3c-4965-49bc-8ee9-30dc7a036fa0 req-c27ef518-8218-4723-845a-e6dcb113c03e service neutron] 10.222.0.41 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340388 Aug 31 01:13:59.879840 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-058ec47f-bbe7-4f7d-a4c8-2977bdd9f45d req-8be20a2a-4d4f-4c11-abdc-b0e107513079 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826769 Aug 31 01:13:59.895617 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:59.908762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7e773-56cc-4b58-a166-6eece62af8f0 req-c91b5bf7-5e0d-46e3-b3bf-99da909c096a tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:59.910516 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eed7e773-56cc-4b58-a166-6eece62af8f0 req-c91b5bf7-5e0d-46e3-b3bf-99da909c096a tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 932 time: 0.2239604 Aug 31 01:13:59.992709 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d12c3-27fb-4707-afc7-e80899d9442c req-ebfacaae-499f-4787-977b-7c06b1f062db tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:59.994455 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7b0d12c3-27fb-4707-afc7-e80899d9442c req-ebfacaae-499f-4787-977b-7c06b1f062db tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 1097 time: 0.1026070 Aug 31 01:14:00.075088 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7b0d12c3-27fb-4707-afc7-e80899d9442c req-516e382c-1bc4-4ce0-8bed-9ab208f14186 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687337 Aug 31 01:14:00.343364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b030fa-12e6-44a4-b6da-1e35c37eaa9a req-0aa31baa-f094-45f5-9947-5176f2358418 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:00.344879 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97b030fa-12e6-44a4-b6da-1e35c37eaa9a req-0aa31baa-f094-45f5-9947-5176f2358418 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.1153646 Aug 31 01:14:00.356211 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eed7e773-56cc-4b58-a166-6eece62af8f0 req-13eb38b0-6eb7-454b-85c3-385ef84c86b6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368575 Aug 31 01:14:00.386982 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:00.410164 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.430832 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97b030fa-12e6-44a4-b6da-1e35c37eaa9a req-fddb85ca-5dc1-4999-9d93-6b9f87528f2b tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785818 Aug 31 01:14:00.436663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Transition to ACTIVE for port object 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:00.554442 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.644207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8bcd1a-e023-46b7-87e8-1a0148e6b862,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:00.769000 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-48d8841a-7c36-466e-8db4-a70df9db6ad1 req-2b1eabda-90cd-4b4a-ab8e-47a0224d3c8d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.0462630 Aug 31 01:14:00.818809 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Attempting to bind port 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:14:00.819275 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Attempting to bind port 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:14:00.819759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Attempting to bind port 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 on network 233b9bf7-bb8b-473c-966b-3b104e130b94 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:00.834846 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Port 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 on network 233b9bf7-bb8b-473c-966b-3b104e130b94 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:14:00.838049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Attempting to bind port 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 on network 233b9bf7-bb8b-473c-966b-3b104e130b94 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:00.854713 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:14:00.863865 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Checking segment: {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:00.864814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Bound using segment: {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:14:00.865224 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Bound port: 4c8bcd1a-e023-46b7-87e8-1a0148e6b862, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:14:00.865762 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.002617 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7f4f5-4b33-40ae-b75b-dfde2cb0497f req-ba8ee3f2-21a8-4ca0-a260-27643d03e0d6 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:01.007213 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-17b7f4f5-4b33-40ae-b75b-dfde2cb0497f req-ba8ee3f2-21a8-4ca0-a260-27643d03e0d6 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.1070445 Aug 31 01:14:01.011867 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] For port 4c8bcd1a-e023-46b7-87e8-1a0148e6b862, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:01.017279 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] For port 4c8bcd1a-e023-46b7-87e8-1a0148e6b862, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=4c8bcd1a-e023-46b7-87e8-1a0148e6b862,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:01.063235 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-17b7f4f5-4b33-40ae-b75b-dfde2cb0497f req-092e380d-69fa-4f87-b5d0-cdcf41f729e1 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403011 Aug 31 01:14:01.140343 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.238350 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:01.238997 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.240787 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] 10.222.0.48 "PUT /v2.0/ports/4c8bcd1a-e023-46b7-87e8-1a0148e6b862 HTTP/1.1" status: 200 len: 1093 time: 1.5672126 Aug 31 01:14:01.241267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac5c690-863e-4932-a4ff-ffa30f73aee0', 'tag': '4c8bcd1a-e023-46b7-87e8-1a0148e6b862'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:01.244099 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3506d379-ad68-4cab-95a3-2d8387b7089d" -d '{"events": [{"name": "network-changed", "server_uuid": "fac5c690-863e-4932-a4ff-ffa30f73aee0", "tag": "4c8bcd1a-e023-46b7-87e8-1a0148e6b862"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:01.282189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6ac5c-170f-498e-b96c-f5e418df1da3 req-7ee604d2-60a1-4a82-bcd8-43872394549f tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:01.283861 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edd6ac5c-170f-498e-b96c-f5e418df1da3 req-7ee604d2-60a1-4a82-bcd8-43872394549f tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 1097 time: 0.1038523 Aug 31 01:14:01.284704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bcfc4-fe2a-47bc-b435-cec28a277718 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8bcd1a-e023-46b7-87e8-1a0148e6b862,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:01.364239 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613f0611-71d8-40bf-b1b7-76f6bad712c8 x-openstack-request-id: req-613f0611-71d8-40bf-b1b7-76f6bad712c8 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:01.364643 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac5c690-863e-4932-a4ff-ffa30f73aee0", "tag": "4c8bcd1a-e023-46b7-87e8-1a0148e6b862", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:01.364906 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-613f0611-71d8-40bf-b1b7-76f6bad712c8 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:01.365327 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac5c690-863e-4932-a4ff-ffa30f73aee0', 'tag': '4c8bcd1a-e023-46b7-87e8-1a0148e6b862', 'status': 'completed', 'code': 200} Aug 31 01:14:01.382542 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edd6ac5c-170f-498e-b96c-f5e418df1da3 req-afb7c129-d9bf-4dcd-a8cb-5e7c6f8e2fe8 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815740 Aug 31 01:14:01.441398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-eb1255b1-4761-4517-b7d3-1c2f222c6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:01.443216 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-eb1255b1-4761-4517-b7d3-1c2f222c6f51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 1096 time: 0.0714049 Aug 31 01:14:01.520031 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-332cb1e7-124d-452d-8929-0254071ff527 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c8bcd1a-e023-46b7-87e8-1a0148e6b862 HTTP/1.1" status: 200 len: 217 time: 0.0686519 Aug 31 01:14:01.631802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eabb89-2407-4a81-ae23-316f1883e259 req-0157a9f0-0294-44f0-ae2b-2a998bca8ec9 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:01.642877 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e1eabb89-2407-4a81-ae23-316f1883e259 req-0157a9f0-0294-44f0-ae2b-2a998bca8ec9 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 944 time: 0.1247854 Aug 31 01:14:01.674101 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-167f9a8c-c05c-42f7-95b5-36c77a7dff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:01.676874 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-167f9a8c-c05c-42f7-95b5-36c77a7dff47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.1500483 Aug 31 01:14:01.697037 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e1eabb89-2407-4a81-ae23-316f1883e259 req-f0c4f0d3-c4c3-46ca-aa0c-3adcf4157ce1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526330 Aug 31 01:14:01.698774 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35544) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:01.707061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f773cfa-bb0c-4bfb-984f-e2077f7d1e7b req-a107366a-687f-4b9a-86a0-8fb9f3bb353d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:01.710734 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f773cfa-bb0c-4bfb-984f-e2077f7d1e7b req-a107366a-687f-4b9a-86a0-8fb9f3bb353d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.1111526 Aug 31 01:14:01.793316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-8a3f48b6-3825-452d-94a3-8d3eff45b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:01.795059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-8a3f48b6-3825-452d-94a3-8d3eff45b576 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085539 Aug 31 01:14:01.799119 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f773cfa-bb0c-4bfb-984f-e2077f7d1e7b req-0d2e980c-dc22-4ba5-ad0e-d48cb3f987f0 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653913 Aug 31 01:14:01.891124 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c66f5d0c-8fa9-41ee-aec2-a907d53b26c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.908460 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-b897b405-22b0-44fa-a864-0ffba1da7502 service neutron] 10.222.0.48 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051841 Aug 31 01:14:01.918733 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a163402a-b00b-48ee-b00a-e76cba875be3 req-b20a6fc5-c991-4d4f-88d9-88531fc85d9b tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.0377576 Aug 31 01:14:02.023731 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1cd948dd-a302-47dd-8469-2759b85fdb57 req-c8793721-2a4d-467b-aacb-2d6e5300ddd9 service neutron] 10.222.0.48 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078961 Aug 31 01:14:02.044657 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c66f5d0c-8fa9-41ee-aec2-a907d53b26c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.166399 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c66f5d0c-8fa9-41ee-aec2-a907d53b26c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.218347 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c66f5d0c-8fa9-41ee-aec2-a907d53b26c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=857d56aebea34a77b7a038f6c194cd58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5174634 Aug 31 01:14:02.221796 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f5d0c-8fa9-41ee-aec2-a907d53b26c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1dd8e1-f1d6-4166-a47b-505fa2038390,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:02.224363 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35554) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:02.262105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783fc61-51ca-485b-b835-54c0a2f97fcd req-a777846d-fbc6-4b7d-95fb-8510a90d0807 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:02.263734 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0783fc61-51ca-485b-b835-54c0a2f97fcd req-a777846d-fbc6-4b7d-95fb-8510a90d0807 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.1215758 Aug 31 01:14:02.278349 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506d379-ad68-4cab-95a3-2d8387b7089d req-593a006c-1730-4272-991c-a6dbbe4abb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:02.279710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3506d379-ad68-4cab-95a3-2d8387b7089d req-593a006c-1730-4272-991c-a6dbbe4abb7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 1096 time: 0.1057355 Aug 31 01:14:02.395894 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d622db5a-cb01-4343-85b5-c8555192b62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.400239 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0783fc61-51ca-485b-b835-54c0a2f97fcd req-54ed96b7-152d-4d00-925b-89dfc61f6419 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179554 Aug 31 01:14:02.457253 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d622db5a-cb01-4343-85b5-c8555192b62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.539088 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506d379-ad68-4cab-95a3-2d8387b7089d req-66d38bd9-3b9e-422b-b16a-2221912fced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:02.540667 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3506d379-ad68-4cab-95a3-2d8387b7089d req-66d38bd9-3b9e-422b-b16a-2221912fced1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 912 time: 0.2475207 Aug 31 01:14:02.544392 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e402c96-3601-46d8-bb6f-b3d0abb9cc04 req-4b61d978-66d0-4081-848f-5ef13e019541 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:02.554347 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8e402c96-3601-46d8-bb6f-b3d0abb9cc04 req-4b61d978-66d0-4081-848f-5ef13e019541 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 1097 time: 0.0729940 Aug 31 01:14:02.592069 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3506d379-ad68-4cab-95a3-2d8387b7089d req-4f8a4d82-1713-410f-bc5e-0e4e376daab7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c8bcd1a-e023-46b7-87e8-1a0148e6b862 HTTP/1.1" status: 200 len: 217 time: 0.0430884 Aug 31 01:14:02.592562 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8e402c96-3601-46d8-bb6f-b3d0abb9cc04 req-748bbcbc-ae03-4838-a9e2-afa6dcb0af8e tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369480 Aug 31 01:14:02.637610 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d622db5a-cb01-4343-85b5-c8555192b62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.641031 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d622db5a-cb01-4343-85b5-c8555192b62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.643301 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d622db5a-cb01-4343-85b5-c8555192b62d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e1dd8e1-f1d6-4166-a47b-505fa2038390 HTTP/1.1" status: 204 len: 168 time: 0.4177935 Aug 31 01:14:02.658213 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622db5a-cb01-4343-85b5-c8555192b62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1dd8e1-f1d6-4166-a47b-505fa2038390,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:02.674888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506d379-ad68-4cab-95a3-2d8387b7089d req-72a1a9a5-71b9-4a72-aff5-2b867ef10f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:02.676580 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3506d379-ad68-4cab-95a3-2d8387b7089d req-72a1a9a5-71b9-4a72-aff5-2b867ef10f85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.0764682 Aug 31 01:14:02.767656 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbda1a-0c21-4c27-94cd-1790f9fc7037 req-f089cabf-2e2f-4999-9a98-28b2f8e0ad9b tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:02.778105 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fcfbda1a-0c21-4c27-94cd-1790f9fc7037 req-f089cabf-2e2f-4999-9a98-28b2f8e0ad9b tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 1097 time: 0.0998137 Aug 31 01:14:02.800788 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506d379-ad68-4cab-95a3-2d8387b7089d req-13df220b-15ba-4e92-94ce-4460d59aafce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:02.802450 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3506d379-ad68-4cab-95a3-2d8387b7089d req-13df220b-15ba-4e92-94ce-4460d59aafce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146476 Aug 31 01:14:02.837407 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fcfbda1a-0c21-4c27-94cd-1790f9fc7037 req-894d1fcf-59b5-4706-a6a0-038ddf42f8fe tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574601 Aug 31 01:14:02.944767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30f109-7b9a-46e3-b9a5-386b1452e011 req-521582a1-166d-42a8-bca7-b826b2a04025 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:02.952711 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f30f109-7b9a-46e3-b9a5-386b1452e011 req-521582a1-166d-42a8-bca7-b826b2a04025 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.1729615 Aug 31 01:14:03.011802 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3506d379-ad68-4cab-95a3-2d8387b7089d req-6241abd3-bb87-48c1-9a40-c3e2bcf89890 service neutron] 10.222.0.48 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877999 Aug 31 01:14:03.015339 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f30f109-7b9a-46e3-b9a5-386b1452e011 req-6a2ace8b-a20d-4170-a371-c0f45ca4e25a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617168 Aug 31 01:14:03.018572 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ffa33-1dc8-4c74-8f70-de7a0d4ee407 req-08d51c0f-cefb-43d3-aab4-9ba0e5b83784 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:03.020322 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-164ffa33-1dc8-4c74-8f70-de7a0d4ee407 req-08d51c0f-cefb-43d3-aab4-9ba0e5b83784 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 944 time: 0.0622790 Aug 31 01:14:03.091967 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-164ffa33-1dc8-4c74-8f70-de7a0d4ee407 req-868c4a1c-2a5e-4208-b1b9-c917f676dbbd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520205 Aug 31 01:14:03.222082 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5f8ae34e-9799-4a82-8caf-38dc1c1f493f details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:14:03.282282 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271a21c-cc12-433e-ad3a-1e80bc4b0866 req-00c9cb2b-c7de-4291-b842-ea01c95e1e8b tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:03.292683 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f271a21c-cc12-433e-ad3a-1e80bc4b0866 req-00c9cb2b-c7de-4291-b842-ea01c95e1e8b tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 1097 time: 0.0782795 Aug 31 01:14:03.332933 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f271a21c-cc12-433e-ad3a-1e80bc4b0866 req-ed5672e3-cbd1-4445-bb63-2ddb532885eb tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388029 Aug 31 01:14:03.435773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:03.449911 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'port_id': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f', 'mac_address': 'fa:16:3e:b9:a9:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:14:03.475936 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c46d4427-114b-4943-8b71-cb1662f11c83 req-19cea7b5-b329-4c75-ae56-b72c38ec3e81 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.0315359 Aug 31 01:14:03.506428 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:03.524823 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8ae34e-9799-4a82-8caf-38dc1c1f493f {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:03.533226 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889dbf0-73c7-4d3b-be5e-f0807f01ae22 req-7f00ecd7-1b65-47d7-868c-14f0a6503a04 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:03.534802 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6889dbf0-73c7-4d3b-be5e-f0807f01ae22 req-7f00ecd7-1b65-47d7-868c-14f0a6503a04 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.0858488 Aug 31 01:14:03.546304 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3506d379-ad68-4cab-95a3-2d8387b7089d req-ba7781bc-2960-4c47-9f49-b815a4374648 service neutron] 10.222.0.48 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241833 Aug 31 01:14:03.564639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:03.596754 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6889dbf0-73c7-4d3b-be5e-f0807f01ae22 req-59e9674d-6a95-43f9-9b9f-46a33d8f4e07 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548851 Aug 31 01:14:03.602932 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:14:03.649478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cd4d0-601b-4be0-bdb9-fc4ab340736f req-3605e68c-217b-4763-9fe0-05bb0c100f4a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:03.657154 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-815cd4d0-601b-4be0-bdb9-fc4ab340736f req-3605e68c-217b-4763-9fe0-05bb0c100f4a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.0727465 Aug 31 01:14:03.700243 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35582) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:03.708338 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:03.709781 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-815cd4d0-601b-4be0-bdb9-fc4ab340736f req-5c4bb6ec-a353-496c-853c-433225af33cd tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454938 Aug 31 01:14:03.734869 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5fdb4a0-6abc-42b2-a2bc-74643c88babd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:03.786546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:03.826595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 4c8bcd1a-e023-46b7-87e8-1a0148e6b862, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=4c8bcd1a-e023-46b7-87e8-1a0148e6b862,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:03.842223 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '4c8bcd1a-e023-46b7-87e8-1a0148e6b862', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'port_id': '4c8bcd1a-e023-46b7-87e8-1a0148e6b862', 'mac_address': 'fa:16:3e:48:a5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:14:03.899601 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:03.915087 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:03.944646 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 4c8bcd1a-e023-46b7-87e8-1a0148e6b862, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=4c8bcd1a-e023-46b7-87e8-1a0148e6b862,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:03.956053 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5fdb4a0-6abc-42b2-a2bc-74643c88babd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:03.963432 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['5f8ae34e-9799-4a82-8caf-38dc1c1f493f'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:04.086082 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5fdb4a0-6abc-42b2-a2bc-74643c88babd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:04.089902 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:04.157480 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d5fdb4a0-6abc-42b2-a2bc-74643c88babd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d502e3e76e06417cbdaed0315ad6073f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4522009 Aug 31 01:14:04.183606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdb4a0-6abc-42b2-a2bc-74643c88babd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b39f8a4-1a99-46d8-b53f-bb07b9ec69d6,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:04.225798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=4c8bcd1a-e023-46b7-87e8-1a0148e6b862,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:04.235874 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35592) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:04.313666 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f79325d6-0677-4f4a-a07f-6ce7e96a7e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:04.329543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb713b-00bc-47ff-baca-9be793e2c328 req-a0073861-ebc2-4963-b791-5bfe4c192a09 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:04.333823 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-89eb713b-00bc-47ff-baca-9be793e2c328 req-a0073861-ebc2-4963-b791-5bfe4c192a09 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 945 time: 0.0664921 Aug 31 01:14:04.351535 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f79325d6-0677-4f4a-a07f-6ce7e96a7e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:04.373814 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['4c8bcd1a-e023-46b7-87e8-1a0148e6b862'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:04.411132 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-89eb713b-00bc-47ff-baca-9be793e2c328 req-bc63dbc4-47e9-44a9-b0e7-9d58c44793b9 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681095 Aug 31 01:14:04.438311 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-07068eee-aeb4-492e-9e63-5a7cf059663a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:04.568900 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b0822-c54a-4701-bdf5-a7089bef7965 req-97e9b377-e1d9-4e7c-bbab-ac6a5fbaa02b tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:04.571295 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d9b0822-c54a-4701-bdf5-a7089bef7965 req-97e9b377-e1d9-4e7c-bbab-ac6a5fbaa02b tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 1097 time: 0.0768547 Aug 31 01:14:04.594178 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15d6dc-32bb-4bf1-adcd-2a767a615bfa req-ca295fc6-a239-4805-9a7e-ca0ae3ca4724 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:04.604609 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2c15d6dc-32bb-4bf1-adcd-2a767a615bfa req-ca295fc6-a239-4805-9a7e-ca0ae3ca4724 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.0819318 Aug 31 01:14:04.622507 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d9b0822-c54a-4701-bdf5-a7089bef7965 req-1cb5182a-5b30-48a8-8ca4-74fa6423e6f1 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439234 Aug 31 01:14:04.638941 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f79325d6-0677-4f4a-a07f-6ce7e96a7e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:04.646718 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f79325d6-0677-4f4a-a07f-6ce7e96a7e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:04.646718 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f79325d6-0677-4f4a-a07f-6ce7e96a7e43 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b39f8a4-1a99-46d8-b53f-bb07b9ec69d6 HTTP/1.1" status: 204 len: 168 time: 0.4058642 Aug 31 01:14:04.675632 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2c15d6dc-32bb-4bf1-adcd-2a767a615bfa req-ebeac5be-8d67-4d8f-8e62-0aea0b014c34 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721183 Aug 31 01:14:04.700599 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79325d6-0677-4f4a-a07f-6ce7e96a7e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b39f8a4-1a99-46d8-b53f-bb07b9ec69d6,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:04.759729 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0cd401cc-d2b5-46a2-9ddd-cdac8db5d20d req-5f4bfd60-779c-401d-8d9d-ee8230d0dd1f tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.0440056 Aug 31 01:14:05.078832 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46877d93-b552-470e-9353-4b51f3df6dbb req-054ef57b-90e5-4906-89ab-d719aba7ea2b tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:05.080456 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-46877d93-b552-470e-9353-4b51f3df6dbb req-054ef57b-90e5-4906-89ab-d719aba7ea2b tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 945 time: 0.0568759 Aug 31 01:14:05.151246 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-46877d93-b552-470e-9353-4b51f3df6dbb req-59b8ec25-3fc8-430d-8bc5-e23b2fa7d606 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626051 Aug 31 01:14:05.238906 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5f8ae34e-9799-4a82-8caf-38dc1c1f493f up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:05.377362 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:05.382556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:05.383124 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.500786 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.527153 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b701e2ac-5a1d-4fb9-9ce2-3f9442333feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:05.529611 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46723165-09e6-411f-8e64-4d9cbbac8ee9" -d '{"events": [{"server_uuid": "b701e2ac-5a1d-4fb9-9ce2-3f9442333feb", "name": "network-vif-plugged", "status": "completed", "tag": "5f8ae34e-9799-4a82-8caf-38dc1c1f493f"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:05.554553 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:05.584711 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35612) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:05.603039 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2826bb7a-3ae7-4598-8715-883c35899dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.606230 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0687a50-64a2-4ed3-9152-650a16078166 x-openstack-request-id: req-e0687a50-64a2-4ed3-9152-650a16078166 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:05.607102 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b701e2ac-5a1d-4fb9-9ce2-3f9442333feb", "name": "network-vif-plugged", "status": "completed", "tag": "5f8ae34e-9799-4a82-8caf-38dc1c1f493f", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:05.607697 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0687a50-64a2-4ed3-9152-650a16078166 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:05.608495 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b701e2ac-5a1d-4fb9-9ce2-3f9442333feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f', 'code': 200} Aug 31 01:14:05.609849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ac90-3322-48ba-a5a5-f7aea7ffa036 req-d0d9fb44-797d-4df5-9111-def013818ef7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:05.613008 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-91e8ac90-3322-48ba-a5a5-f7aea7ffa036 req-d0d9fb44-797d-4df5-9111-def013818ef7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 945 time: 0.0868843 Aug 31 01:14:05.622542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:05.690931 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.798344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:05.799571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be404d8-2577-46c0-83d6-ced6182c3c09 req-aa5bf9fa-80dc-4238-b8f9-1550374b3dca tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:05.810422 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0be404d8-2577-46c0-83d6-ced6182c3c09 req-aa5bf9fa-80dc-4238-b8f9-1550374b3dca tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 1097 time: 0.1854870 Aug 31 01:14:05.817552 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-91e8ac90-3322-48ba-a5a5-f7aea7ffa036 req-fdac593f-781d-4797-b2f3-f6ffa44f9c41 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936719 Aug 31 01:14:05.870451 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f4c8c-d1c6-41b4-97e7-9be3af3ba907 req-b67e962a-dd77-4889-9e65-5fa9316d8f2e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:05.872063 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-846f4c8c-d1c6-41b4-97e7-9be3af3ba907 req-b67e962a-dd77-4889-9e65-5fa9316d8f2e tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.48 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.1374619 Aug 31 01:14:05.880235 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2826bb7a-3ae7-4598-8715-883c35899dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.899355 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406308c5-d89e-4f15-a236-81b102060e25 req-9141f7d7-a15d-4cd2-9e48-905146c0a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:05.901770 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-406308c5-d89e-4f15-a236-81b102060e25 req-9141f7d7-a15d-4cd2-9e48-905146c0a59f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 1098 time: 0.2092271 Aug 31 01:14:05.910823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087520ae-39dd-4a34-8729-ecab6245971e req-cf1cf3d0-4fe3-4e34-af41-562b4a2c818a tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:05.912813 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-087520ae-39dd-4a34-8729-ecab6245971e req-cf1cf3d0-4fe3-4e34-af41-562b4a2c818a tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 1097 time: 0.1579356 Aug 31 01:14:05.924577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:05.929170 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:05.929568 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.972081 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-406308c5-d89e-4f15-a236-81b102060e25 req-b7d71635-86b4-4c49-898f-451ca1cd0ea7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576539 Aug 31 01:14:05.987433 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-087520ae-39dd-4a34-8729-ecab6245971e req-cee87d58-33cf-40fa-89a2-cd1c65253725 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567071 Aug 31 01:14:06.023204 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2826bb7a-3ae7-4598-8715-883c35899dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.082888 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.117460 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2826bb7a-3ae7-4598-8715-883c35899dfe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d89aaf0eb8164e6ebfc9dfe759d4772a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5288670 Aug 31 01:14:06.134915 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35622) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:06.142018 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826bb7a-3ae7-4598-8715-883c35899dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12ab6f6-95c0-4fcf-b4c6-2c6f2f7fe46d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:06.155739 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 4c8bcd1a-e023-46b7-87e8-1a0148e6b862, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=4c8bcd1a-e023-46b7-87e8-1a0148e6b862,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:06.166379 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a55fdb2-e6c5-42a4-bbfa-79877d2c38ef req-94995b05-ea25-4538-94e0-b42c7d6dcec4 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.0839529 Aug 31 01:14:06.167699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe79a6e-746f-4216-b09d-99cc397c30d4 req-b407ba69-b419-452b-87c9-c35358805415 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:06.169343 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3fe79a6e-746f-4216-b09d-99cc397c30d4 req-b407ba69-b419-452b-87c9-c35358805415 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 945 time: 0.2067037 Aug 31 01:14:06.175603 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-0be404d8-2577-46c0-83d6-ced6182c3c09 req-0c3ca73d-3693-4821-83d0-66d7068ba5b0 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Deleting port c1f2eca4-117f-40be-9055-361293397219 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:06.175983 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0be404d8-2577-46c0-83d6-ced6182c3c09 req-0c3ca73d-3693-4821-83d0-66d7068ba5b0 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.240484 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.249318 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e977ac12-4cbb-4314-baf7-555c5ed63e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.296567 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3fe79a6e-746f-4216-b09d-99cc397c30d4 req-62e9c649-e6c9-464b-bb5b-273b41c4e31a tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170514 Aug 31 01:14:06.298885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-846f4c8c-d1c6-41b4-97e7-9be3af3ba907 req-cd845231-e422-43c7-8dae-80f04ae6f2b4 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Deleting port 81943a8e-9ace-4941-84d8-98c5d46928a0 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:06.299230 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-846f4c8c-d1c6-41b4-97e7-9be3af3ba907 req-cd845231-e422-43c7-8dae-80f04ae6f2b4 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.304528 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e977ac12-4cbb-4314-baf7-555c5ed63e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.327605 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=4c8bcd1a-e023-46b7-87e8-1a0148e6b862,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:06.383384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-0be404d8-2577-46c0-83d6-ced6182c3c09 req-0c3ca73d-3693-4821-83d0-66d7068ba5b0 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] For port c1f2eca4-117f-40be-9055-361293397219, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c1f2eca4-117f-40be-9055-361293397219,segment=NetworkSegment(94d61b91-150f-4dee-a8d9-8b6e0a7a6209),segment_id=94d61b91-150f-4dee-a8d9-8b6e0a7a6209)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:06.383738 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0be404d8-2577-46c0-83d6-ced6182c3c09 req-0c3ca73d-3693-4821-83d0-66d7068ba5b0 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.407607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc758329-3126-4cf3-9570-a92ee81abb96 req-05ec52b6-f95b-41e2-9b70-f81d99e70a10 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:06.409793 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fc758329-3126-4cf3-9570-a92ee81abb96 req-05ec52b6-f95b-41e2-9b70-f81d99e70a10 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.1501369 Aug 31 01:14:06.411128 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-0be404d8-2577-46c0-83d6-ced6182c3c09 req-0c3ca73d-3693-4821-83d0-66d7068ba5b0 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Calling delete_port for c1f2eca4-117f-40be-9055-361293397219 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:06.472361 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fc758329-3126-4cf3-9570-a92ee81abb96 req-4c614dd3-7bf4-4d88-8e7a-60716b8e2b06 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487752 Aug 31 01:14:06.521822 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-846f4c8c-d1c6-41b4-97e7-9be3af3ba907 req-cd845231-e422-43c7-8dae-80f04ae6f2b4 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] For port 81943a8e-9ace-4941-84d8-98c5d46928a0, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=81943a8e-9ace-4941-84d8-98c5d46928a0,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:06.522581 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-846f4c8c-d1c6-41b4-97e7-9be3af3ba907 req-cd845231-e422-43c7-8dae-80f04ae6f2b4 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.554622 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e977ac12-4cbb-4314-baf7-555c5ed63e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.559030 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e977ac12-4cbb-4314-baf7-555c5ed63e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.565551 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e977ac12-4cbb-4314-baf7-555c5ed63e63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e12ab6f6-95c0-4fcf-b4c6-2c6f2f7fe46d HTTP/1.1" status: 204 len: 168 time: 0.4248776 Aug 31 01:14:06.565877 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-846f4c8c-d1c6-41b4-97e7-9be3af3ba907 req-cd845231-e422-43c7-8dae-80f04ae6f2b4 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Calling delete_port for 81943a8e-9ace-4941-84d8-98c5d46928a0 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:06.578958 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977ac12-4cbb-4314-baf7-555c5ed63e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12ab6f6-95c0-4fcf-b4c6-2c6f2f7fe46d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:06.752221 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.841118 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0be404d8-2577-46c0-83d6-ced6182c3c09 req-0c3ca73d-3693-4821-83d0-66d7068ba5b0 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.858842 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['c1f2eca4-117f-40be-9055-361293397219'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:06.870185 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:06.970723 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-846f4c8c-d1c6-41b4-97e7-9be3af3ba907 req-cd845231-e422-43c7-8dae-80f04ae6f2b4 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.021721 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.062958 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ca73d-3693-4821-83d0-66d7068ba5b0 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1f2eca4-117f-40be-9055-361293397219,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:07.090134 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['96432a75-6894-44bb-b3cf-e774f3562bb0', '81943a8e-9ace-4941-84d8-98c5d46928a0'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:07.196882 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.254208 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da29c495-17de-450c-a9f9-dd5bb5e0db5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.330636 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be404d8-2577-46c0-83d6-ced6182c3c09 req-0c3ca73d-3693-4821-83d0-66d7068ba5b0 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] No DVR routers for this DVR port c1f2eca4-117f-40be-9055-361293397219 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:07.339875 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0be404d8-2577-46c0-83d6-ced6182c3c09 req-0c3ca73d-3693-4821-83d0-66d7068ba5b0 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.343189 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0be404d8-2577-46c0-83d6-ced6182c3c09 req-0c3ca73d-3693-4821-83d0-66d7068ba5b0 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.48 "DELETE /v2.0/ports/c1f2eca4-117f-40be-9055-361293397219 HTTP/1.1" status: 204 len: 173 time: 1.5242500 Aug 31 01:14:07.364431 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-468165ff-9dcc-4d67-9b71-2fc42f93f503 req-ed47e83a-bdd8-45f7-a8e9-0343958cc416 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 210 time: 0.0717554 Aug 31 01:14:07.384971 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30173b8e-b510-4934-8a49-39b3b82c9140', 'name': 'network-vif-deleted', 'tag': 'c1f2eca4-117f-40be-9055-361293397219'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:07.388526 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66d2e23-700c-4874-841b-9211c34e9f5b" -d '{"events": [{"server_uuid": "30173b8e-b510-4934-8a49-39b3b82c9140", "name": "network-vif-deleted", "tag": "c1f2eca4-117f-40be-9055-361293397219"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:07.393369 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd845231-e422-43c7-8dae-80f04ae6f2b4 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Pushing event deleted for resources: {'Port': ['ID=81943a8e-9ace-4941-84d8-98c5d46928a0,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:07.457022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-846f4c8c-d1c6-41b4-97e7-9be3af3ba907 req-cd845231-e422-43c7-8dae-80f04ae6f2b4 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] No DVR routers for this DVR port 81943a8e-9ace-4941-84d8-98c5d46928a0 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:07.462414 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-846f4c8c-d1c6-41b4-97e7-9be3af3ba907 req-cd845231-e422-43c7-8dae-80f04ae6f2b4 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.466698 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-846f4c8c-d1c6-41b4-97e7-9be3af3ba907 req-cd845231-e422-43c7-8dae-80f04ae6f2b4 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.48 "DELETE /v2.0/ports/81943a8e-9ace-4941-84d8-98c5d46928a0 HTTP/1.1" status: 204 len: 173 time: 1.5063701 Aug 31 01:14:07.493228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1249d5a-90fe-4b94-8c32-1bb98de849ca req-6fc13c5f-157d-4816-816e-681665f4ffdb tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:07.498204 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1249d5a-90fe-4b94-8c32-1bb98de849ca req-6fc13c5f-157d-4816-816e-681665f4ffdb tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 946 time: 0.4899619 Aug 31 01:14:07.570442 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9a810aa9-065f-467d-b48a-66de13a1fc71 req-9d2cadef-d4a5-4f80-b766-d0a3f170eba2 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.0769348 Aug 31 01:14:07.584511 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1249d5a-90fe-4b94-8c32-1bb98de849ca req-f47545c4-ce08-40a3-9e62-82741068ea38 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746424 Aug 31 01:14:07.618140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac5c690-863e-4932-a4ff-ffa30f73aee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8bcd1a-e023-46b7-87e8-1a0148e6b862'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:07.620921 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbe6c41-4a5f-423d-aad7-a425d19eb50e" -d '{"events": [{"server_uuid": "fac5c690-863e-4932-a4ff-ffa30f73aee0", "name": "network-vif-plugged", "status": "completed", "tag": "4c8bcd1a-e023-46b7-87e8-1a0148e6b862"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:07.706413 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9e7dda5e-7424-4d41-9538-f708750e7998 req-3e9ca9eb-16db-48fa-8ac0-083de7942d5d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 210 time: 0.0486698 Aug 31 01:14:07.751504 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecce427d-891d-45bb-91ba-563cb6d17137 x-openstack-request-id: req-ecce427d-891d-45bb-91ba-563cb6d17137 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:07.751823 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30173b8e-b510-4934-8a49-39b3b82c9140", "name": "network-vif-deleted", "tag": "c1f2eca4-117f-40be-9055-361293397219", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:07.752082 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ecce427d-891d-45bb-91ba-563cb6d17137 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:07.752507 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30173b8e-b510-4934-8a49-39b3b82c9140', 'name': 'network-vif-deleted', 'tag': 'c1f2eca4-117f-40be-9055-361293397219', 'status': 'completed', 'code': 200} Aug 31 01:14:07.803246 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e42942d-d78c-4fd5-8158-a2badba1221c x-openstack-request-id: req-5e42942d-d78c-4fd5-8158-a2badba1221c {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:07.803696 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac5c690-863e-4932-a4ff-ffa30f73aee0", "name": "network-vif-plugged", "status": "completed", "tag": "4c8bcd1a-e023-46b7-87e8-1a0148e6b862", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:07.803879 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e42942d-d78c-4fd5-8158-a2badba1221c {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:07.805519 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac5c690-863e-4932-a4ff-ffa30f73aee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8bcd1a-e023-46b7-87e8-1a0148e6b862', 'code': 200} Aug 31 01:14:07.870373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33972d3-c3ee-46d9-b675-c3e3905f5ad2 req-52e53a8f-7a1f-4280-b728-6ef9fe7cecae tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:07.878909 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d33972d3-c3ee-46d9-b675-c3e3905f5ad2 req-52e53a8f-7a1f-4280-b728-6ef9fe7cecae tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0903978 Aug 31 01:14:07.948371 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d33972d3-c3ee-46d9-b675-c3e3905f5ad2 req-771a9757-6de4-4ba7-9beb-b658841a7486 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685542 Aug 31 01:14:07.957074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fb3bc-d2b8-4aa4-b2a8-d08b0dc9085e req-700377aa-9f01-46e4-b573-39a75d9cf3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:07.959261 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ec0fb3bc-d2b8-4aa4-b2a8-d08b0dc9085e req-700377aa-9f01-46e4-b573-39a75d9cf3fb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 1098 time: 0.0775270 Aug 31 01:14:08.001809 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ec0fb3bc-d2b8-4aa4-b2a8-d08b0dc9085e req-221cb0d6-cf1e-4563-9d77-59a778205df3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351295 Aug 31 01:14:08.101904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131a97e-051f-4a4f-b30d-408d49c52685 req-6de5eab8-bea6-4ce6-8591-4f615508d8b0 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:08.104734 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9131a97e-051f-4a4f-b30d-408d49c52685 req-6de5eab8-bea6-4ce6-8591-4f615508d8b0 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0612667 Aug 31 01:14:08.116403 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35660) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:08.125380 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-01946973-43d2-4f10-af55-2aadea69f35e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Request body: {'floatingip': {'port_id': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:08.177052 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-01946973-43d2-4f10-af55-2aadea69f35e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for floatingip, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:08.474929 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:08.532576 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bff824d0-ba1b-420b-b788-bb7624d2df9a req-30fe3a54-b3ff-4c90-9f88-7727e98216ce tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30173b8e-b510-4934-8a49-39b3b82c9140 HTTP/1.1" status: 200 len: 210 time: 0.0353458 Aug 31 01:14:08.769635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd25106-d6de-4d72-acc8-42bb86edf26d req-e139e514-82c6-475e-ae4d-988cdae3e21a tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:08.777976 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1fd25106-d6de-4d72-acc8-42bb86edf26d req-e139e514-82c6-475e-ae4d-988cdae3e21a tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 946 time: 0.0735881 Aug 31 01:14:08.830219 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1fd25106-d6de-4d72-acc8-42bb86edf26d req-f0500389-d8a8-4476-9a40-9a5f91e9fd48 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512202 Aug 31 01:14:08.839789 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-24ad59e4-7bfd-40fe-b0d4-88766e64eddc req-d8dc1ebc-e5d1-421e-bab8-7cde482463fd tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.0462537 Aug 31 01:14:08.976979 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08f8a63e-e8d2-419d-98c9-192c78da1b98 req-e4cc08aa-965b-445d-bc3b-55994ff43ca1 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=470ce46a-3e13-4613-a4fa-90f9aa83be14 HTTP/1.1" status: 200 len: 210 time: 0.0613434 Aug 31 01:14:09.007913 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-01946973-43d2-4f10-af55-2aadea69f35e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.171871 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-01946973-43d2-4f10-af55-2aadea69f35e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.321256 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-01946973-43d2-4f10-af55-2aadea69f35e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Floating IP 0c60c9a6-7426-4f19-8788-51b39e3bbef1 associated. External IP: 172.25.2.53, port: 5f8ae34e-9799-4a82-8caf-38dc1c1f493f. Aug 31 01:14:09.607112 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01946973-43d2-4f10-af55-2aadea69f35e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Router 4622f048-4058-4822-9efc-3bc240b7c8c6 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:14:09.646160 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 81943a8e-9ace-4941-84d8-98c5d46928a0 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:09.691269 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 81943a8e-9ace-4941-84d8-98c5d46928a0 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:09.691797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 81943a8e-9ace-4941-84d8-98c5d46928a0 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:09.692243 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c1f2eca4-117f-40be-9055-361293397219 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:09.732398 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: c1f2eca4-117f-40be-9055-361293397219 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:09.732398 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c1f2eca4-117f-40be-9055-361293397219 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:09.753700 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470ce46a-3e13-4613-a4fa-90f9aa83be14', 'name': 'network-vif-deleted', 'tag': '81943a8e-9ace-4941-84d8-98c5d46928a0'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:09.757131 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c358f24f-1cf1-40e7-8a7d-a928be057ea3" -d '{"events": [{"server_uuid": "470ce46a-3e13-4613-a4fa-90f9aa83be14", "name": "network-vif-deleted", "tag": "81943a8e-9ace-4941-84d8-98c5d46928a0"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:09.792277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01946973-43d2-4f10-af55-2aadea69f35e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:14:09.799643 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-01946973-43d2-4f10-af55-2aadea69f35e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.808692 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847de43c-5871-4ce8-b200-4cfbf1aa2a43 None None] Sync routers for ids ['4622f048-4058-4822-9efc-3bc240b7c8c6'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:14:09.819780 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621b2a33-fd1b-4660-a562-9095d00d1358 x-openstack-request-id: req-621b2a33-fd1b-4660-a562-9095d00d1358 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:09.820106 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470ce46a-3e13-4613-a4fa-90f9aa83be14", "name": "network-vif-deleted", "tag": "81943a8e-9ace-4941-84d8-98c5d46928a0", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:09.820340 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-621b2a33-fd1b-4660-a562-9095d00d1358 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:09.820744 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470ce46a-3e13-4613-a4fa-90f9aa83be14', 'name': 'network-vif-deleted', 'tag': '81943a8e-9ace-4941-84d8-98c5d46928a0', 'status': 'completed', 'code': 200} Aug 31 01:14:09.827025 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847de43c-5871-4ce8-b200-4cfbf1aa2a43 None None] Routers {'4622f048-4058-4822-9efc-3bc240b7c8c6'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:09.827597 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-847de43c-5871-4ce8-b200-4cfbf1aa2a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:14:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4622f048-4058-4822-9efc-3bc240b7c8c6'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:09.872534 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-01946973-43d2-4f10-af55-2aadea69f35e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "PUT /v2.0/floatingips/0c60c9a6-7426-4f19-8788-51b39e3bbef1 HTTP/1.1" status: 200 len: 991 time: 1.7517762 Aug 31 01:14:09.972823 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-847de43c-5871-4ce8-b200-4cfbf1aa2a43 None None] Set router 4622f048-4058-4822-9efc-3bc240b7c8c6 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:09.981888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fee74-2dd7-45a9-a034-6886dc0a6ef1 req-50087d66-a035-43d6-8904-ac97d3daa12e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:09.992526 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4d7fee74-2dd7-45a9-a034-6886dc0a6ef1 req-50087d66-a035-43d6-8904-ac97d3daa12e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 946 time: 0.0816822 Aug 31 01:14:10.051695 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4d7fee74-2dd7-45a9-a034-6886dc0a6ef1 req-593e22da-00ef-4ce4-a68b-5cd262c8d06b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578833 Aug 31 01:14:10.229627 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:10.263715 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6647c7d8-3d19-4a1a-9dc1-2151ce0686f1 req-c3e1b223-1aec-4bec-85e2-f99bede31515 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.0352793 Aug 31 01:14:10.409421 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-847de43c-5871-4ce8-b200-4cfbf1aa2a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:09:00Z', 'revision_number': 4, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '0c60c9a6-7426-4f19-8788-51b39e3bbef1', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'port_id': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'mac_address': 'fa:16:3e:b9:a9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701e2ac-5a1d-4fb9-9ce2-3f9442333feb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:13:45Z', 'updated_at': '2021-08-31T01:14:08Z', 'revision_number': 1, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ba741a-fd53-45a1-8ad4-6acaa883499a', 'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'mac_address': 'fa:16:3e:fb:2c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:57Z', 'updated_at': '2021-08-31T01:09:09Z', 'revision_number': 5, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'subnets': [{'id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:10.458311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23361b1-f708-4aee-b9e9-5d91f6e4ff97 req-0b382289-8633-4658-90d1-6f2796ab0b43 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:10.465391 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e23361b1-f708-4aee-b9e9-5d91f6e4ff97 req-0b382289-8633-4658-90d1-6f2796ab0b43 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 1098 time: 0.0923750 Aug 31 01:14:10.483124 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847de43c-5871-4ce8-b200-4cfbf1aa2a43 None None] Checking router: 4622f048-4058-4822-9efc-3bc240b7c8c6 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:14:10.503790 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847de43c-5871-4ce8-b200-4cfbf1aa2a43 None None] Routers {'4622f048-4058-4822-9efc-3bc240b7c8c6'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:10.504413 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-847de43c-5871-4ce8-b200-4cfbf1aa2a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:14:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4622f048-4058-4822-9efc-3bc240b7c8c6'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:10.515773 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e23361b1-f708-4aee-b9e9-5d91f6e4ff97 req-91521d90-3e16-4fef-9601-57efcca6d0f2 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426149 Aug 31 01:14:10.702834 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-847de43c-5871-4ce8-b200-4cfbf1aa2a43 None None] Set router 4622f048-4058-4822-9efc-3bc240b7c8c6 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:10.995046 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-847de43c-5871-4ce8-b200-4cfbf1aa2a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:09:00Z', 'revision_number': 4, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '0c60c9a6-7426-4f19-8788-51b39e3bbef1', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'port_id': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'mac_address': 'fa:16:3e:b9:a9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701e2ac-5a1d-4fb9-9ce2-3f9442333feb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:13:45Z', 'updated_at': '2021-08-31T01:14:08Z', 'revision_number': 1, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ba741a-fd53-45a1-8ad4-6acaa883499a', 'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'mac_address': 'fa:16:3e:fb:2c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:57Z', 'updated_at': '2021-08-31T01:09:09Z', 'revision_number': 5, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'subnets': [{'id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:11.049283 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847de43c-5871-4ce8-b200-4cfbf1aa2a43 None None] The sync data for ids ['4622f048-4058-4822-9efc-3bc240b7c8c6'] in n-d-793621-34 is: [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:09:00Z', 'revision_number': 4, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '0c60c9a6-7426-4f19-8788-51b39e3bbef1', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'port_id': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'mac_address': 'fa:16:3e:b9:a9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701e2ac-5a1d-4fb9-9ce2-3f9442333feb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:13:45Z', 'updated_at': '2021-08-31T01:14:08Z', 'revision_number': 1, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ba741a-fd53-45a1-8ad4-6acaa883499a', 'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'mac_address': 'fa:16:3e:fb:2c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:57Z', 'updated_at': '2021-08-31T01:09:09Z', 'revision_number': 5, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'subnets': [{'id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:14:11.170168 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35764) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:11.373760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d0343-bb00-47db-ac3b-dc57c71e1fb3 None None] New status for floating IP 0c60c9a6-7426-4f19-8788-51b39e3bbef1: ACTIVE {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:14:11.390200 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2329276b-2a86-450a-8330-3ceaa0ff81b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.484216 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c70d20db-88d5-47c5-9190-8e84947e861f req-a5c534ee-fbcf-43a9-afd9-cfe7ccd8fc3c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/ports?device_id=2705160b-aff8-4f3d-9f68-0bbb6348c486 HTTP/1.1" status: 200 len: 210 time: 0.0425155 Aug 31 01:14:11.632622 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2329276b-2a86-450a-8330-3ceaa0ff81b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.732177 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2329276b-2a86-450a-8330-3ceaa0ff81b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.771931 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd178199-8176-47c3-b0b6-29bbdbe6cb49 req-712d483b-9631-48ae-b705-d4b078daa4e0 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:11.773709 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fd178199-8176-47c3-b0b6-29bbdbe6cb49 req-712d483b-9631-48ae-b705-d4b078daa4e0 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 1098 time: 0.0853372 Aug 31 01:14:11.775677 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fdb22-b4c1-426e-82ba-6aa3ae78a236 req-9d3c773c-47d1-4a44-9eb9-8d3ce545b69a tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:11.777278 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-255fdb22-b4c1-426e-82ba-6aa3ae78a236 req-9d3c773c-47d1-4a44-9eb9-8d3ce545b69a tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 1098 time: 0.1139941 Aug 31 01:14:11.845236 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b701e2ac-5a1d-4fb9-9ce2-3f9442333feb', 'tag': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:11.848843 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5004ba0-662e-43fb-88c8-53a5df047200" -d '{"events": [{"name": "network-changed", "server_uuid": "b701e2ac-5a1d-4fb9-9ce2-3f9442333feb", "tag": "5f8ae34e-9799-4a82-8caf-38dc1c1f493f"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:11.857089 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2329276b-2a86-450a-8330-3ceaa0ff81b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e9097bddb5d4cbba5d8d507917c4189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6847563 Aug 31 01:14:11.861984 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35782) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:11.862900 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fd178199-8176-47c3-b0b6-29bbdbe6cb49 req-346677af-9fe8-4a43-b44c-c80a677df6de tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=74900d0e-d4c0-43b5-b342-26179d9f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772693 Aug 31 01:14:11.869341 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329276b-2a86-450a-8330-3ceaa0ff81b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105cdbe5-16e6-42c5-a7ba-3588d5b3fe89,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:11.964728 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dbb579-586b-4c8a-a6ae-0d22231adb20 x-openstack-request-id: req-c2dbb579-586b-4c8a-a6ae-0d22231adb20 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:11.965268 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b701e2ac-5a1d-4fb9-9ce2-3f9442333feb", "tag": "5f8ae34e-9799-4a82-8caf-38dc1c1f493f", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:11.965688 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2dbb579-586b-4c8a-a6ae-0d22231adb20 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:11.969153 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b701e2ac-5a1d-4fb9-9ce2-3f9442333feb', 'tag': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f', 'status': 'completed', 'code': 200} Aug 31 01:14:11.973386 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-255fdb22-b4c1-426e-82ba-6aa3ae78a236 req-7f38de96-6b38-442f-bc41-c2fd9cac4faf tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Deleting port 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:11.974273 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-255fdb22-b4c1-426e-82ba-6aa3ae78a236 req-7f38de96-6b38-442f-bc41-c2fd9cac4faf tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.980969 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c51f64ba-fe9f-4d2f-a6da-676456b5aa63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.085355 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c51f64ba-fe9f-4d2f-a6da-676456b5aa63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.101673 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-255fdb22-b4c1-426e-82ba-6aa3ae78a236 req-7f38de96-6b38-442f-bc41-c2fd9cac4faf tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] For port 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77,segment=NetworkSegment(94d61b91-150f-4dee-a8d9-8b6e0a7a6209),segment_id=94d61b91-150f-4dee-a8d9-8b6e0a7a6209)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:12.101917 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-255fdb22-b4c1-426e-82ba-6aa3ae78a236 req-7f38de96-6b38-442f-bc41-c2fd9cac4faf tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.125089 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-255fdb22-b4c1-426e-82ba-6aa3ae78a236 req-7f38de96-6b38-442f-bc41-c2fd9cac4faf tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Calling delete_port for 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:12.141515 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5004ba0-662e-43fb-88c8-53a5df047200 req-829a7736-d2b2-44f2-b064-3dd41edcf554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:12.143316 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5004ba0-662e-43fb-88c8-53a5df047200 req-829a7736-d2b2-44f2-b064-3dd41edcf554 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19c64f601c554de7b7c7ed4a689b2a97&device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 1098 time: 0.1482058 Aug 31 01:14:12.186939 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5469b-d198-4df1-92b4-d2f3b512b494 req-24c111f9-025b-4380-b413-cd5d828e3abd tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:12.194086 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97b5469b-d198-4df1-92b4-d2f3b512b494 req-24c111f9-025b-4380-b413-cd5d828e3abd tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 945 time: 0.1844337 Aug 31 01:14:12.320943 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97b5469b-d198-4df1-92b4-d2f3b512b494 req-42d9c208-1a01-4070-acdf-cb9c9902f753 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938616 Aug 31 01:14:12.347253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5004ba0-662e-43fb-88c8-53a5df047200 req-2032591b-71cc-4607-b25d-5f6a05088109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:12.348831 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5004ba0-662e-43fb-88c8-53a5df047200 req-2032591b-71cc-4607-b25d-5f6a05088109 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 HTTP/1.1" status: 200 len: 917 time: 0.1958578 Aug 31 01:14:12.401144 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c51f64ba-fe9f-4d2f-a6da-676456b5aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.403703 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c51f64ba-fe9f-4d2f-a6da-676456b5aa63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.405050 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c51f64ba-fe9f-4d2f-a6da-676456b5aa63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/105cdbe5-16e6-42c5-a7ba-3588d5b3fe89 HTTP/1.1" status: 204 len: 168 time: 0.5432930 Aug 31 01:14:12.422464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f64ba-fe9f-4d2f-a6da-676456b5aa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105cdbe5-16e6-42c5-a7ba-3588d5b3fe89,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:12.423325 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-255fdb22-b4c1-426e-82ba-6aa3ae78a236 req-7f38de96-6b38-442f-bc41-c2fd9cac4faf tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.455518 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5004ba0-662e-43fb-88c8-53a5df047200 req-c489b4dd-f74a-4f9b-ad2a-d707dcce77a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f8ae34e-9799-4a82-8caf-38dc1c1f493f HTTP/1.1" status: 200 len: 1001 time: 0.0981929 Aug 31 01:14:12.457139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:12.519494 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38de96-6b38-442f-bc41-c2fd9cac4faf tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Pushing event deleted for resources: {'Port': ['ID=82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:12.584738 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-255fdb22-b4c1-426e-82ba-6aa3ae78a236 req-7f38de96-6b38-442f-bc41-c2fd9cac4faf tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] No DVR routers for this DVR port 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:12.588478 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-255fdb22-b4c1-426e-82ba-6aa3ae78a236 req-7f38de96-6b38-442f-bc41-c2fd9cac4faf tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.589031 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-255fdb22-b4c1-426e-82ba-6aa3ae78a236 req-7f38de96-6b38-442f-bc41-c2fd9cac4faf tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.41 "DELETE /v2.0/ports/82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 HTTP/1.1" status: 204 len: 173 time: 0.8016264 Aug 31 01:14:12.589606 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157c4929-d626-40a3-bfdf-319a43348f8c', 'name': 'network-vif-deleted', 'tag': '82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:12.592079 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2915d22d-4c3d-4361-af67-13754484bf37" -d '{"events": [{"server_uuid": "157c4929-d626-40a3-bfdf-319a43348f8c", "name": "network-vif-deleted", "tag": "82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:12.649637 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6017bab-d98b-4a3b-bf11-b4e661df2e44 x-openstack-request-id: req-c6017bab-d98b-4a3b-bf11-b4e661df2e44 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:12.649935 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157c4929-d626-40a3-bfdf-319a43348f8c", "name": "network-vif-deleted", "tag": "82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:12.650235 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6017bab-d98b-4a3b-bf11-b4e661df2e44 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:12.650664 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157c4929-d626-40a3-bfdf-319a43348f8c', 'name': 'network-vif-deleted', 'tag': '82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77', 'status': 'completed', 'code': 200} Aug 31 01:14:12.733769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35796) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:12.803152 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3eb87074-83ae-42d8-bb00-83ed0b2d86e3 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.831994 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3eb87074-83ae-42d8-bb00-83ed0b2d86e3 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.917713 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5004ba0-662e-43fb-88c8-53a5df047200 req-737829ea-b96b-46b9-9145-aea3d4186860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:12.919312 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5004ba0-662e-43fb-88c8-53a5df047200 req-737829ea-b96b-46b9-9145-aea3d4186860 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba7747f8-0f41-4519-aeaf-544d4f1a2b4a HTTP/1.1" status: 200 len: 855 time: 0.4560602 Aug 31 01:14:12.979598 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30201dc-661a-45bb-8e0e-56b2e6dd6033 req-ab35e219-7247-43b7-8c03-6581eff1284d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:12.981346 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a30201dc-661a-45bb-8e0e-56b2e6dd6033 req-ab35e219-7247-43b7-8c03-6581eff1284d tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 945 time: 0.1151335 Aug 31 01:14:13.062691 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d0eec62a-6b83-49a1-98e3-82a79c55f84a req-02a3c867-e229-493c-a028-59bbb58d39ac tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 210 time: 0.0568767 Aug 31 01:14:13.062691 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5004ba0-662e-43fb-88c8-53a5df047200 req-8a7d76b5-7702-41bf-a21e-35e1105892e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:13.062691 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5004ba0-662e-43fb-88c8-53a5df047200 req-8a7d76b5-7702-41bf-a21e-35e1105892e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1308436 Aug 31 01:14:13.106542 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3eb87074-83ae-42d8-bb00-83ed0b2d86e3 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.124427 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3eb87074-83ae-42d8-bb00-83ed0b2d86e3 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.124427 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3eb87074-83ae-42d8-bb00-83ed0b2d86e3 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "DELETE /v2.0/security-groups/1959fad2-407e-4070-a9cc-e3af86dab55f HTTP/1.1" status: 204 len: 168 time: 0.3761857 Aug 31 01:14:13.126296 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35804) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:13.134041 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb87074-83ae-42d8-bb00-83ed0b2d86e3 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1959fad2-407e-4070-a9cc-e3af86dab55f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:13.193837 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-9d64d697-e0b4-4f4f-9309-0017a3470462 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] show failed (client error): The resource could not be found. Aug 31 01:14:13.195513 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9d64d697-e0b4-4f4f-9309-0017a3470462 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "GET /v2.0/security-groups/1959fad2-407e-4070-a9cc-e3af86dab55f HTTP/1.1" status: 404 len: 347 time: 0.0672176 Aug 31 01:14:13.199234 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35806) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:13.372092 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5004ba0-662e-43fb-88c8-53a5df047200 req-f8a3a009-cbea-4892-b4fb-97136ea86a88 service neutron] 10.222.0.41 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735407 Aug 31 01:14:13.379164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-a30201dc-661a-45bb-8e0e-56b2e6dd6033 req-80100730-95bc-4b50-949f-18a1fc0a617c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Deleting port 96432a75-6894-44bb-b3cf-e774f3562bb0 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:13.379539 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a30201dc-661a-45bb-8e0e-56b2e6dd6033 req-80100730-95bc-4b50-949f-18a1fc0a617c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.683752 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5004ba0-662e-43fb-88c8-53a5df047200 req-730ecc8b-b274-48fa-8274-560edfa90352 service neutron] 10.222.0.41 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891202 Aug 31 01:14:13.684534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e5e27-2f1f-4632-a41d-e21949899233 req-ad9e0d60-5ab8-4089-88d0-98cd67845c33 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:13.690152 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a44e5e27-2f1f-4632-a41d-e21949899233 req-ad9e0d60-5ab8-4089-88d0-98cd67845c33 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 945 time: 0.2439921 Aug 31 01:14:13.700438 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-a30201dc-661a-45bb-8e0e-56b2e6dd6033 req-80100730-95bc-4b50-949f-18a1fc0a617c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] For port 96432a75-6894-44bb-b3cf-e774f3562bb0, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=96432a75-6894-44bb-b3cf-e774f3562bb0,segment=NetworkSegment(538313cd-0e5b-4fc9-97b9-19b956596246),segment_id=538313cd-0e5b-4fc9-97b9-19b956596246)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:13.700828 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a30201dc-661a-45bb-8e0e-56b2e6dd6033 req-80100730-95bc-4b50-949f-18a1fc0a617c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.729554 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-d05678a6-56d1-4d62-b30b-252209600a0c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Deleting port 8c09e94f-c007-49a7-bfea-8105da748806 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:13.730060 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d05678a6-56d1-4d62-b30b-252209600a0c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.733039 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-a30201dc-661a-45bb-8e0e-56b2e6dd6033 req-80100730-95bc-4b50-949f-18a1fc0a617c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Calling delete_port for 96432a75-6894-44bb-b3cf-e774f3562bb0 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:13.765972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35816) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:13.788506 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46fc0dd5-33e5-4573-aee8-7ca651bc3448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.878042 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a44e5e27-2f1f-4632-a41d-e21949899233 req-5582be56-c4e8-4a0a-b247-4f71ad775882 tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/security-groups?id=553b8217-e0b2-423c-a75b-9c0e26b87910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810155 Aug 31 01:14:13.916111 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d05678a6-56d1-4d62-b30b-252209600a0c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.916443 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d05678a6-56d1-4d62-b30b-252209600a0c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.918861 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46fc0dd5-33e5-4573-aee8-7ca651bc3448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.935773 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-d05678a6-56d1-4d62-b30b-252209600a0c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Calling delete_port for 8c09e94f-c007-49a7-bfea-8105da748806 owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:14.017376 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46fc0dd5-33e5-4573-aee8-7ca651bc3448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.065722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc0dd5-33e5-4573-aee8-7ca651bc3448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5ae8ba-ca38-45bc-8d8c-d20c743340cf,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:14.071782 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-46fc0dd5-33e5-4573-aee8-7ca651bc3448 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af9b28c6f481440d8651cc6ecad7dd41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3044815 Aug 31 01:14:14.074482 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35820) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:14.185028 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-37e0ccc5-c9c4-4bb1-9e9f-0eade46f1697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.241012 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39d7ed55-6024-44a1-beb2-f49e78d1c679 req-f517f82a-b484-4654-bd2d-293d95b4d5b5 tempest-TestServerMultinode-1860065738 tempest-TestServerMultinode-1860065738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=157c4929-d626-40a3-bfdf-319a43348f8c HTTP/1.1" status: 200 len: 210 time: 0.0490952 Aug 31 01:14:14.244863 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a30201dc-661a-45bb-8e0e-56b2e6dd6033 req-80100730-95bc-4b50-949f-18a1fc0a617c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.253028 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-37e0ccc5-c9c4-4bb1-9e9f-0eade46f1697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.281399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['96432a75-6894-44bb-b3cf-e774f3562bb0'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:14.342664 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80100730-95bc-4b50-949f-18a1fc0a617c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Pushing event deleted for resources: {'Port': ['ID=96432a75-6894-44bb-b3cf-e774f3562bb0,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:14.398209 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30201dc-661a-45bb-8e0e-56b2e6dd6033 req-80100730-95bc-4b50-949f-18a1fc0a617c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] No DVR routers for this DVR port 96432a75-6894-44bb-b3cf-e774f3562bb0 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:14.399780 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d05678a6-56d1-4d62-b30b-252209600a0c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.403510 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a30201dc-661a-45bb-8e0e-56b2e6dd6033 req-80100730-95bc-4b50-949f-18a1fc0a617c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.406396 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a30201dc-661a-45bb-8e0e-56b2e6dd6033 req-80100730-95bc-4b50-949f-18a1fc0a617c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.48 "DELETE /v2.0/ports/96432a75-6894-44bb-b3cf-e774f3562bb0 HTTP/1.1" status: 204 len: 173 time: 1.4166992 Aug 31 01:14:14.409368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c', 'name': 'network-vif-deleted', 'tag': '96432a75-6894-44bb-b3cf-e774f3562bb0'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:14.412136 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94274169-3099-4464-8fc5-cad3314fa19a" -d '{"events": [{"server_uuid": "9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c", "name": "network-vif-deleted", "tag": "96432a75-6894-44bb-b3cf-e774f3562bb0"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:14.447105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05678a6-56d1-4d62-b30b-252209600a0c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event deleted for resources: {'Port': ['ID=8c09e94f-c007-49a7-bfea-8105da748806,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:14.507666 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676c0f00-946b-4bc7-944e-5e14d4e89a8f x-openstack-request-id: req-676c0f00-946b-4bc7-944e-5e14d4e89a8f {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:14.508453 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c", "name": "network-vif-deleted", "tag": "96432a75-6894-44bb-b3cf-e774f3562bb0", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:14.508825 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-676c0f00-946b-4bc7-944e-5e14d4e89a8f {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:14.509796 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c', 'name': 'network-vif-deleted', 'tag': '96432a75-6894-44bb-b3cf-e774f3562bb0', 'status': 'completed', 'code': 200} Aug 31 01:14:14.571866 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d05678a6-56d1-4d62-b30b-252209600a0c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.574745 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d05678a6-56d1-4d62-b30b-252209600a0c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.575984 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d05678a6-56d1-4d62-b30b-252209600a0c tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "DELETE /v2.0/floatingips/db63d500-73d8-4a84-85e3-3015cb6c5c5a HTTP/1.1" status: 204 len: 168 time: 1.3764482 Aug 31 01:14:14.579110 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35830) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:14.676030 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-37e0ccc5-c9c4-4bb1-9e9f-0eade46f1697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.676030 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-37e0ccc5-c9c4-4bb1-9e9f-0eade46f1697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.676030 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-37e0ccc5-c9c4-4bb1-9e9f-0eade46f1697 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c5ae8ba-ca38-45bc-8d8c-d20c743340cf HTTP/1.1" status: 204 len: 168 time: 0.5994916 Aug 31 01:14:14.701390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0ccc5-c9c4-4bb1-9e9f-0eade46f1697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5ae8ba-ca38-45bc-8d8c-d20c743340cf,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:14.712995 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-9ebfb403-49ea-476a-bdd4-9f5ab62d0f52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Deleting port 47884538-4e20-4c3e-be64-938b3b411ece {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:14.713345 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb403-49ea-476a-bdd4-9f5ab62d0f52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.839821 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb403-49ea-476a-bdd4-9f5ab62d0f52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.855712 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-9ebfb403-49ea-476a-bdd4-9f5ab62d0f52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Calling delete_port for 47884538-4e20-4c3e-be64-938b3b411ece owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:15.055178 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e7590041-4904-454b-bcac-b252bc3457f1 req-05c8280f-5cdf-4ec9-baf4-a6671064283c tempest-ServersTestJSON-1562964671 tempest-ServersTestJSON-1562964671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee64966-8dbd-46eb-8ce1-75f6a0d0ab9c HTTP/1.1" status: 200 len: 210 time: 0.0334871 Aug 31 01:14:15.200149 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb403-49ea-476a-bdd4-9f5ab62d0f52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.237620 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfb403-49ea-476a-bdd4-9f5ab62d0f52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event deleted for resources: {'Port': ['ID=47884538-4e20-4c3e-be64-938b3b411ece,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:15.316449 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:15.355695 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:15.356449 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 82dc8bbc-0ad1-4a0f-bb9b-39ab00969c77 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:15.360968 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35850) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:15.374817 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb403-49ea-476a-bdd4-9f5ab62d0f52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.379594 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9ebfb403-49ea-476a-bdd4-9f5ab62d0f52 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "DELETE /v2.0/ports/47884538-4e20-4c3e-be64-938b3b411ece HTTP/1.1" status: 204 len: 168 time: 0.7971087 Aug 31 01:14:15.380109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35852) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:15.528591 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-1105fbd3-3bf9-479f-a2c6-0ac9aecfb70d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Deleting port 9dce5519-c138-438c-b099-c61ffef1b2a8 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:15.528787 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1105fbd3-3bf9-479f-a2c6-0ac9aecfb70d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.692673 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1105fbd3-3bf9-479f-a2c6-0ac9aecfb70d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.721211 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-1105fbd3-3bf9-479f-a2c6-0ac9aecfb70d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Calling delete_port for 9dce5519-c138-438c-b099-c61ffef1b2a8 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:15.973297 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9ebb50b8-60cb-4fc0-bf4a-6bc3cfb1c4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:16.125551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35874) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:16.179356 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1105fbd3-3bf9-479f-a2c6-0ac9aecfb70d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:16.194280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec541c6-77f3-4dab-88f3-c992590f1966 admin admin] Deleting subnet 28e00ce7-f90d-46fd-a823-804dd57ed42f {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:14:16.220306 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eec541c6-77f3-4dab-88f3-c992590f1966 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:16.245498 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105fbd3-3bf9-479f-a2c6-0ac9aecfb70d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event deleted for resources: {'Port': ['ID=9dce5519-c138-438c-b099-c61ffef1b2a8,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:16.343790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-9ebb50b8-60cb-4fc0-bf4a-6bc3cfb1c4cf admin admin] Deleting port cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:16.344586 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9ebb50b8-60cb-4fc0-bf4a-6bc3cfb1c4cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:16.360484 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eec541c6-77f3-4dab-88f3-c992590f1966 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:16.447516 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1105fbd3-3bf9-479f-a2c6-0ac9aecfb70d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:16.451245 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1105fbd3-3bf9-479f-a2c6-0ac9aecfb70d tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "DELETE /v2.0/ports/9dce5519-c138-438c-b099-c61ffef1b2a8 HTTP/1.1" status: 204 len: 168 time: 1.0694964 Aug 31 01:14:16.454553 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35888) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:16.503888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-9ebb50b8-60cb-4fc0-bf4a-6bc3cfb1c4cf admin admin] For port cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498,segment=NetworkSegment(94d61b91-150f-4dee-a8d9-8b6e0a7a6209),segment_id=94d61b91-150f-4dee-a8d9-8b6e0a7a6209)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:16.504923 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9ebb50b8-60cb-4fc0-bf4a-6bc3cfb1c4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:16.512410 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eec541c6-77f3-4dab-88f3-c992590f1966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:16.536414 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-9ebb50b8-60cb-4fc0-bf4a-6bc3cfb1c4cf admin admin] Calling delete_port for cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:16.593016 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6327a23-7035-4d2a-8614-4cc4cf307932 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Deleting subnet ab76eb50-57d8-4bbe-a8d9-d321af6eeee0 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:14:16.608168 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c6327a23-7035-4d2a-8614-4cc4cf307932 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:16.670265 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c6327a23-7035-4d2a-8614-4cc4cf307932 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:16.809141 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eec541c6-77f3-4dab-88f3-c992590f1966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:16.882337 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eec541c6-77f3-4dab-88f3-c992590f1966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:16.886006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-eec541c6-77f3-4dab-88f3-c992590f1966 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/28e00ce7-f90d-46fd-a823-804dd57ed42f HTTP/1.1" status: 204 len: 168 time: 0.7591043 Aug 31 01:14:16.896061 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35896) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:16.896258 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec541c6-77f3-4dab-88f3-c992590f1966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e00ce7-f90d-46fd-a823-804dd57ed42f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:16.896448 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35898) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:16.918228 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c6327a23-7035-4d2a-8614-4cc4cf307932 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.041135 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba55471d-15b8-4fef-9e51-f6d1e3e5dccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.057130 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c6327a23-7035-4d2a-8614-4cc4cf307932 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.114704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6327a23-7035-4d2a-8614-4cc4cf307932 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event deleted for resources: {'Subnet': ['ID=ab76eb50-57d8-4bbe-a8d9-d321af6eeee0,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:17.115964 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c6327a23-7035-4d2a-8614-4cc4cf307932 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.119230 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c6327a23-7035-4d2a-8614-4cc4cf307932 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "DELETE /v2.0/subnets/ab76eb50-57d8-4bbe-a8d9-d321af6eeee0 HTTP/1.1" status: 204 len: 168 time: 0.6634140 Aug 31 01:14:17.123351 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35906) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:17.135659 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793c5538-872a-4bae-8179-3f6312ce3f7e None None] Network 0fe736c6-6d84-4129-a86a-cf6a3ca4b061 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:17.167719 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-908c0d4a-0e21-4a45-92df-5459f6b8f79b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-155456759-network', 'tenant_id': '028b9bdaa14848058ac9fae0a8a3a00e'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:17.190990 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9ebb50b8-60cb-4fc0-bf4a-6bc3cfb1c4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.236916 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Deleting subnet 6b35208f-628a-49c6-bde2-6d65c7242478 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:14:17.248728 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb50b8-60cb-4fc0-bf4a-6bc3cfb1c4cf admin admin] Pushing event deleted for resources: {'Port': ['ID=cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:17.254153 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba55471d-15b8-4fef-9e51-f6d1e3e5dccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.255889 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.274117 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-ba55471d-15b8-4fef-9e51-f6d1e3e5dccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82eeec3-5ff2-445a-851f-06625aceee65']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:17.322073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-ba55471d-15b8-4fef-9e51-f6d1e3e5dccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538313cd-0e5b-4fc9-97b9-19b956596246') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:17.322369 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-ba55471d-15b8-4fef-9e51-f6d1e3e5dccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538313cd-0e5b-4fc9-97b9-19b956596246') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:17.356239 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.360381 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908c0d4a-0e21-4a45-92df-5459f6b8f79b admin admin] Made reservation on behalf of 028b9bdaa14848058ac9fae0a8a3a00e for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:17.365188 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-908c0d4a-0e21-4a45-92df-5459f6b8f79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.371073 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba55471d-15b8-4fef-9e51-f6d1e3e5dccf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.393744 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-908c0d4a-0e21-4a45-92df-5459f6b8f79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.413698 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba55471d-15b8-4fef-9e51-f6d1e3e5dccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.427579 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba55471d-15b8-4fef-9e51-f6d1e3e5dccf admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:14:17.427989 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba55471d-15b8-4fef-9e51-f6d1e3e5dccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:14:17.431217 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:14:17.525620 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e59e69b-0a31-489b-adc6-7c0ff3914f73 None None] DHCP port deletion for 0fe736c6-6d84-4129-a86a-cf6a3ca4b061 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:14:17.574106 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-908c0d4a-0e21-4a45-92df-5459f6b8f79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.596113 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.623577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0e59e69b-0a31-489b-adc6-7c0ff3914f73 None None] Deleting port 007e781d-48a6-4dfd-98b1-acf1d8b0d31b {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:17.627900 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0e59e69b-0a31-489b-adc6-7c0ff3914f73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.750738 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 96432a75-6894-44bb-b3cf-e774f3562bb0 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:17.762225 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-908c0d4a-0e21-4a45-92df-5459f6b8f79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.777760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 96432a75-6894-44bb-b3cf-e774f3562bb0 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:17.777760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 96432a75-6894-44bb-b3cf-e774f3562bb0 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:17.795612 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908c0d4a-0e21-4a45-92df-5459f6b8f79b admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:14:17.808508 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0e59e69b-0a31-489b-adc6-7c0ff3914f73 None None] For port 007e781d-48a6-4dfd-98b1-acf1d8b0d31b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=007e781d-48a6-4dfd-98b1-acf1d8b0d31b,segment=NetworkSegment(04745774-f77e-4155-8e08-da9ee7af0f05),segment_id=04745774-f77e-4155-8e08-da9ee7af0f05)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:17.809137 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0e59e69b-0a31-489b-adc6-7c0ff3914f73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.825746 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba55471d-15b8-4fef-9e51-f6d1e3e5dccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.830540 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-908c0d4a-0e21-4a45-92df-5459f6b8f79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.831126 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-908c0d4a-0e21-4a45-92df-5459f6b8f79b admin admin] Added segment b7c923d8-9d97-4da3-9a84-11120ec21e4e of type vlan for network 2b7e2727-cc48-4e37-83a0-03a9ac51d98b Aug 31 01:14:17.841752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0e59e69b-0a31-489b-adc6-7c0ff3914f73 None None] Calling delete_port for 007e781d-48a6-4dfd-98b1-acf1d8b0d31b owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:17.866772 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba55471d-15b8-4fef-9e51-f6d1e3e5dccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.874198 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ba55471d-15b8-4fef-9e51-f6d1e3e5dccf admin admin] 10.222.0.16 "DELETE /v2.0/networks/e82eeec3-5ff2-445a-851f-06625aceee65 HTTP/1.1" status: 204 len: 168 time: 0.9734144 Aug 31 01:14:17.876406 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9ebb50b8-60cb-4fc0-bf4a-6bc3cfb1c4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.886938 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.928083 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c0d4a-0e21-4a45-92df-5459f6b8f79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df46060f-e791-4751-9f25-408eec175ee5,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:17.933221 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55471d-15b8-4fef-9e51-f6d1e3e5dccf admin admin] Pushing event deleted for resources: {'Network': ['ID=e82eeec3-5ff2-445a-851f-06625aceee65,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:17.961608 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-908c0d4a-0e21-4a45-92df-5459f6b8f79b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.982812 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event deleted for resources: {'Subnet': ['ID=6b35208f-628a-49c6-bde2-6d65c7242478,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:17.990782 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.993197 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "DELETE /v2.0/subnets/6b35208f-628a-49c6-bde2-6d65c7242478 HTTP/1.1" status: 204 len: 168 time: 0.8684947 Aug 31 01:14:17.997960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35922) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:18.003700 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 007e781d-48a6-4dfd-98b1-acf1d8b0d31b no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:18.065761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:18.066189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:18.066963 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:18.067254 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:18.067726 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:18.068208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:18.068790 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:18.069482 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:18.075590 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:18.075590 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:18.075590 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:18.075590 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c575e-8fd7-455e-921c-d92a49b73322 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:18.083226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690ecd59-d650-4ac2-a5f9-f229e1a88811 None None] Network 38f28ea7-cc8d-4d04-8094-b6024ace26b4 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:18.132595 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.251347 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-908c0d4a-0e21-4a45-92df-5459f6b8f79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.254734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908c0d4a-0e21-4a45-92df-5459f6b8f79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:18.256792 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-908c0d4a-0e21-4a45-92df-5459f6b8f79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.277379 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Deleting port 007e781d-48a6-4dfd-98b1-acf1d8b0d31b {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:18.277694 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.318735 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.353009 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0e59e69b-0a31-489b-adc6-7c0ff3914f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.380895 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] For port 007e781d-48a6-4dfd-98b1-acf1d8b0d31b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=007e781d-48a6-4dfd-98b1-acf1d8b0d31b,segment=NetworkSegment(04745774-f77e-4155-8e08-da9ee7af0f05),segment_id=04745774-f77e-4155-8e08-da9ee7af0f05)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:18.381322 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.399768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Calling delete_port for 007e781d-48a6-4dfd-98b1-acf1d8b0d31b owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:18.415514 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c0d4a-0e21-4a45-92df-5459f6b8f79b admin admin] Pushing event updated for resources: {'Network': ['ID=2b7e2727-cc48-4e37-83a0-03a9ac51d98b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:18.434372 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e59e69b-0a31-489b-adc6-7c0ff3914f73 None None] No DVR routers for this DVR port 007e781d-48a6-4dfd-98b1-acf1d8b0d31b on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:18.456647 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59e69b-0a31-489b-adc6-7c0ff3914f73 None None] Pushing event deleted for resources: {'Port': ['ID=007e781d-48a6-4dfd-98b1-acf1d8b0d31b,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:18.517181 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 2b7e2727-cc48-4e37-83a0-03a9ac51d98b details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:14:18.527667 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35928) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:18.595913 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.596622 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129b6486-44de-452f-8cc4-eb4129701bbb None None] DHCP port deletion for 38f28ea7-cc8d-4d04-8094-b6024ace26b4 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:14:18.650554 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event deleted for resources: {'Port': ['ID=007e781d-48a6-4dfd-98b1-acf1d8b0d31b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:18.659199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] No DVR routers for this DVR port 007e781d-48a6-4dfd-98b1-acf1d8b0d31b on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:18.686280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-129b6486-44de-452f-8cc4-eb4129701bbb None None] Deleting port 0d8f6ccf-7997-46db-a6dc-d74c7557a18e {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:18.687137 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-129b6486-44de-452f-8cc4-eb4129701bbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.693508 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-76ef9f8a-2bce-4ce4-8ad5-589938d21b7c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77fd9bfbc20d428e80cfea30225008a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629646 Aug 31 01:14:18.698758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 35934) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:18.808171 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-129b6486-44de-452f-8cc4-eb4129701bbb None None] For port 0d8f6ccf-7997-46db-a6dc-d74c7557a18e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0d8f6ccf-7997-46db-a6dc-d74c7557a18e,segment=NetworkSegment(82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4),segment_id=82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:18.809060 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-129b6486-44de-452f-8cc4-eb4129701bbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.823912 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.826312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-129b6486-44de-452f-8cc4-eb4129701bbb None None] Calling delete_port for 0d8f6ccf-7997-46db-a6dc-d74c7557a18e owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:18.843702 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-162b10d3-5666-474f-8dd6-b1a21b57ce01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.871129 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-162b10d3-5666-474f-8dd6-b1a21b57ce01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.878441 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-908c0d4a-0e21-4a45-92df-5459f6b8f79b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9796312 Aug 31 01:14:18.883343 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35936) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:18.892177 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c2b48840-7eaa-439c-a9fe-d859255819a1 admin admin] Request body: {'subnet': {'network_id': '2b7e2727-cc48-4e37-83a0-03a9ac51d98b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-155456759-subnet', 'tenant_id': '028b9bdaa14848058ac9fae0a8a3a00e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:18.926286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe736c6-6d84-4129-a86a-cf6a3ca4b061']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:18.927316 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebb50b8-60cb-4fc0-bf4a-6bc3cfb1c4cf admin admin] Router d4f59e07-26ed-4042-bf18-eae421465b45 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:14:18.939652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04745774-f77e-4155-8e08-da9ee7af0f05') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:18.939962 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04745774-f77e-4155-8e08-da9ee7af0f05') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:18.949922 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.965509 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.979162 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:14:18.979793 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:14:18.983763 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:14:19.055304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebb50b8-60cb-4fc0-bf4a-6bc3cfb1c4cf admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:14:19.060233 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9ebb50b8-60cb-4fc0-bf4a-6bc3cfb1c4cf admin admin] 10.222.0.16 "PUT /v2.0/routers/d4f59e07-26ed-4042-bf18-eae421465b45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6973150 Aug 31 01:14:19.062835 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35942) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:19.065656 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d4fa0c-6a21-44b6-ab77-3f90578a451a None None] Sync routers for ids ['d4f59e07-26ed-4042-bf18-eae421465b45'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:14:19.075620 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d4fa0c-6a21-44b6-ab77-3f90578a451a None None] Routers {'d4f59e07-26ed-4042-bf18-eae421465b45'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:19.077067 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e9d4fa0c-6a21-44b6-ab77-3f90578a451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:14:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d4f59e07-26ed-4042-bf18-eae421465b45'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:19.104264 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b48840-7eaa-439c-a9fe-d859255819a1 admin admin] Made reservation on behalf of 028b9bdaa14848058ac9fae0a8a3a00e for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:19.106639 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c2b48840-7eaa-439c-a9fe-d859255819a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.136512 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-162b10d3-5666-474f-8dd6-b1a21b57ce01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.136730 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-129b6486-44de-452f-8cc4-eb4129701bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.141708 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-162b10d3-5666-474f-8dd6-b1a21b57ce01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.141708 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-162b10d3-5666-474f-8dd6-b1a21b57ce01 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/553b8217-e0b2-423c-a75b-9c0e26b87910 HTTP/1.1" status: 204 len: 168 time: 0.4398360 Aug 31 01:14:19.159788 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b10d3-5666-474f-8dd6-b1a21b57ce01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553b8217-e0b2-423c-a75b-9c0e26b87910,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:19.199934 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.210176 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.212107 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b6486-44de-452f-8cc4-eb4129701bbb None None] Pushing event deleted for resources: {'Port': ['ID=0d8f6ccf-7997-46db-a6dc-d74c7557a18e,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:19.215844 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "DELETE /v2.0/networks/0fe736c6-6d84-4129-a86a-cf6a3ca4b061 HTTP/1.1" status: 204 len: 168 time: 1.2157707 Aug 31 01:14:19.217790 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b6486-44de-452f-8cc4-eb4129701bbb None None] No DVR routers for this DVR port 0d8f6ccf-7997-46db-a6dc-d74c7557a18e on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:19.222116 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-e9d4fa0c-6a21-44b6-ab77-3f90578a451a None None] Set router d4f59e07-26ed-4042-bf18-eae421465b45 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:19.222385 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35948) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:19.255104 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc866f-288b-4b9f-b9b4-1de3223167aa tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event deleted for resources: {'Network': ['ID=0fe736c6-6d84-4129-a86a-cf6a3ca4b061,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:19.394280 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97701b03-e805-42dd-8457-f2880afe0ba6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.458500 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f5ac953-d47b-4764-9cd9-cdd3862b29a1 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.471448 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e9d4fa0c-6a21-44b6-ab77-3f90578a451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'name': 'tempest-TestServerMultinode-1438311777-router', 'tenant_id': '696397dcd28040e89ef13579b0d621e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '96507fc6-44d0-4779-bebb-3c908a584514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:01Z', 'updated_at': '2021-08-31T01:14:16Z', 'revision_number': 5, 'project_id': '696397dcd28040e89ef13579b0d621e1', 'gw_port': {'id': '96507fc6-44d0-4779-bebb-3c908a584514', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:03Z', 'updated_at': '2021-08-31T01:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:19.504128 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d4fa0c-6a21-44b6-ab77-3f90578a451a None None] Checking router: d4f59e07-26ed-4042-bf18-eae421465b45 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:14:19.514509 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d4fa0c-6a21-44b6-ab77-3f90578a451a None None] Routers {'d4f59e07-26ed-4042-bf18-eae421465b45'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:19.515042 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e9d4fa0c-6a21-44b6-ab77-3f90578a451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:14:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d4f59e07-26ed-4042-bf18-eae421465b45'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:19.647154 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-e9d4fa0c-6a21-44b6-ab77-3f90578a451a None None] Set router d4f59e07-26ed-4042-bf18-eae421465b45 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:19.688848 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f5ac953-d47b-4764-9cd9-cdd3862b29a1 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.711113 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97701b03-e805-42dd-8457-f2880afe0ba6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.716465 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-0f5ac953-d47b-4764-9cd9-cdd3862b29a1 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f28ea7-cc8d-4d04-8094-b6024ace26b4']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:19.732106 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-0f5ac953-d47b-4764-9cd9-cdd3862b29a1 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:19.732452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-0f5ac953-d47b-4764-9cd9-cdd3862b29a1 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e1e703-5d68-4bfd-8e1d-b2d4d6e8e7d4') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:19.746301 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f5ac953-d47b-4764-9cd9-cdd3862b29a1 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.775975 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f5ac953-d47b-4764-9cd9-cdd3862b29a1 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.785251 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5ac953-d47b-4764-9cd9-cdd3862b29a1 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:14:19.786248 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0d8f6ccf-7997-46db-a6dc-d74c7557a18e no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:19.786848 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f5ac953-d47b-4764-9cd9-cdd3862b29a1 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:14:19.790121 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:14:19.833731 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 0d8f6ccf-7997-46db-a6dc-d74c7557a18e {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:19.834147 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0d8f6ccf-7997-46db-a6dc-d74c7557a18e not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:19.908321 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c2b48840-7eaa-439c-a9fe-d859255819a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.914765 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e9d4fa0c-6a21-44b6-ab77-3f90578a451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'name': 'tempest-TestServerMultinode-1438311777-router', 'tenant_id': '696397dcd28040e89ef13579b0d621e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '96507fc6-44d0-4779-bebb-3c908a584514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:01Z', 'updated_at': '2021-08-31T01:14:16Z', 'revision_number': 5, 'project_id': '696397dcd28040e89ef13579b0d621e1', 'gw_port': {'id': '96507fc6-44d0-4779-bebb-3c908a584514', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:03Z', 'updated_at': '2021-08-31T01:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:19.952069 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d4fa0c-6a21-44b6-ab77-3f90578a451a None None] The sync data for ids ['d4f59e07-26ed-4042-bf18-eae421465b45'] in n-d-793621-34 is: [{'id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'name': 'tempest-TestServerMultinode-1438311777-router', 'tenant_id': '696397dcd28040e89ef13579b0d621e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '96507fc6-44d0-4779-bebb-3c908a584514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:01Z', 'updated_at': '2021-08-31T01:14:16Z', 'revision_number': 5, 'project_id': '696397dcd28040e89ef13579b0d621e1', 'gw_port': {'id': '96507fc6-44d0-4779-bebb-3c908a584514', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f59e07-26ed-4042-bf18-eae421465b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:03Z', 'updated_at': '2021-08-31T01:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:14:20.018524 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b48840-7eaa-439c-a9fe-d859255819a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c59e726c-b83e-4d5c-a2a0-977fada9f99c,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:20.031623 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b48840-7eaa-439c-a9fe-d859255819a1 admin admin] Checking segment: {'id': 'b7c923d8-9d97-4da3-9a84-11120ec21e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2b7e2727-cc48-4e37-83a0-03a9ac51d98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:20.032014 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b48840-7eaa-439c-a9fe-d859255819a1 admin admin] Network hostable DHCP agents. Network: 2b7e2727-cc48-4e37-83a0-03a9ac51d98b, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:14:20.041371 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f5ac953-d47b-4764-9cd9-cdd3862b29a1 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:20.054293 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f5ac953-d47b-4764-9cd9-cdd3862b29a1 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:20.056277 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0f5ac953-d47b-4764-9cd9-cdd3862b29a1 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] 10.222.0.16 "DELETE /v2.0/networks/38f28ea7-cc8d-4d04-8094-b6024ace26b4 HTTP/1.1" status: 204 len: 168 time: 0.8299749 Aug 31 01:14:20.094143 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ac953-d47b-4764-9cd9-cdd3862b29a1 tempest-TaggedBootDevicesTest-1675778913 tempest-TaggedBootDevicesTest-1675778913-project] Pushing event deleted for resources: {'Network': ['ID=38f28ea7-cc8d-4d04-8094-b6024ace26b4,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:20.097057 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-97701b03-e805-42dd-8457-f2880afe0ba6 admin admin] Deleting port 96507fc6-44d0-4779-bebb-3c908a584514 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:20.097825 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97701b03-e805-42dd-8457-f2880afe0ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:20.188396 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-97701b03-e805-42dd-8457-f2880afe0ba6 admin admin] For port 96507fc6-44d0-4779-bebb-3c908a584514, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=96507fc6-44d0-4779-bebb-3c908a584514,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:20.188760 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97701b03-e805-42dd-8457-f2880afe0ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:20.203227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-97701b03-e805-42dd-8457-f2880afe0ba6 admin admin] Calling delete_port for 96507fc6-44d0-4779-bebb-3c908a584514 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:20.205010 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b48840-7eaa-439c-a9fe-d859255819a1 admin admin] Network 2b7e2727-cc48-4e37-83a0-03a9ac51d98b is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:14:20.387671 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-c2b48840-7eaa-439c-a9fe-d859255819a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 2b7e2727-cc48-4e37-83a0-03a9ac51d98b) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:20.396523 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b48840-7eaa-439c-a9fe-d859255819a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:20.397123 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c2b48840-7eaa-439c-a9fe-d859255819a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:20.397562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114e5d9c-9fca-4917-975a-949ee55d4857 None None] Network 2b7e2727-cc48-4e37-83a0-03a9ac51d98b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:20.546459 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2a570d-b13b-4bae-9ab4-f078c4827b94 None None] Network 2b7e2727-cc48-4e37-83a0-03a9ac51d98b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:20.597563 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c2b48840-7eaa-439c-a9fe-d859255819a1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7135196 Aug 31 01:14:20.603079 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97701b03-e805-42dd-8457-f2880afe0ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:20.698698 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97701b03-e805-42dd-8457-f2880afe0ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=96507fc6-44d0-4779-bebb-3c908a584514,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:20.809299 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97701b03-e805-42dd-8457-f2880afe0ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:20.910368 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97701b03-e805-42dd-8457-f2880afe0ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:20.912549 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97701b03-e805-42dd-8457-f2880afe0ba6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.063229 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97701b03-e805-42dd-8457-f2880afe0ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.064513 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97701b03-e805-42dd-8457-f2880afe0ba6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4f59e07-26ed-4042-bf18-eae421465b45 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:14:21.072463 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-97701b03-e805-42dd-8457-f2880afe0ba6 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.074067 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-97701b03-e805-42dd-8457-f2880afe0ba6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d4f59e07-26ed-4042-bf18-eae421465b45 HTTP/1.1" status: 204 len: 168 time: 2.0102930 Aug 31 01:14:21.077223 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36004) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:21.191918 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b93a94-f6d8-464e-8bb9-4d007e491c1b admin admin] Deleting subnet 421ebe96-747a-4047-91f8-348cd9430a55 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:14:21.197324 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81b93a94-f6d8-464e-8bb9-4d007e491c1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.304116 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81b93a94-f6d8-464e-8bb9-4d007e491c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.428349 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81b93a94-f6d8-464e-8bb9-4d007e491c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.679805 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81b93a94-f6d8-464e-8bb9-4d007e491c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.741205 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b93a94-f6d8-464e-8bb9-4d007e491c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=421ebe96-747a-4047-91f8-348cd9430a55,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:21.759287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99873fa0-fed9-4cb3-ac7a-0b7c42cb768a None None] Network ab246e1d-3fc8-4427-9be8-eb5a4ef6624f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:21.776675 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81b93a94-f6d8-464e-8bb9-4d007e491c1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.779046 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-81b93a94-f6d8-464e-8bb9-4d007e491c1b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/421ebe96-747a-4047-91f8-348cd9430a55 HTTP/1.1" status: 204 len: 168 time: 0.7006793 Aug 31 01:14:21.782035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 36036) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:21.952032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:21.960089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 36048) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:21.968978 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4318052f-760a-4c65-a098-36517d4144d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1481496318-network', 'tenant_id': '13535fc337e64d44b7d223cb89a1aa4f'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:22.035379 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fbc28604-309c-4d5b-a1ae-48efd62b765c req-083c15bf-a7ed-4790-910c-2b1aa8076ece tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0568461 Aug 31 01:14:22.042965 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:22.064883 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:22.065246 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device cc8cc8cf-41ed-4c11-9c9d-9b1abd6a0498 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:22.068345 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 96507fc6-44d0-4779-bebb-3c908a584514 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:22.072319 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04c1df-f4ad-4daf-ad8b-1e3df5fe31fe req-fbd056da-19f0-44a2-9c96-b8377ee20165 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:22.074775 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8e04c1df-f4ad-4daf-ad8b-1e3df5fe31fe req-fbd056da-19f0-44a2-9c96-b8377ee20165 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0892730 Aug 31 01:14:22.125591 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 96507fc6-44d0-4779-bebb-3c908a584514 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:22.127009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 96507fc6-44d0-4779-bebb-3c908a584514 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:22.135512 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8e04c1df-f4ad-4daf-ad8b-1e3df5fe31fe req-87319620-4114-480a-a827-a8212952362a tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546086 Aug 31 01:14:22.172269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4318052f-760a-4c65-a098-36517d4144d5 admin admin] Made reservation on behalf of 13535fc337e64d44b7d223cb89a1aa4f for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:22.176533 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4318052f-760a-4c65-a098-36517d4144d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:22.195402 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4318052f-760a-4c65-a098-36517d4144d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:22.235528 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] Deleting port f7737ebc-26f0-4061-b1e8-665b239dc426 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:22.235868 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:22.361097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ede755-6463-4ace-bc46-74c020b30168 None None] DHCP port deletion for ab246e1d-3fc8-4427-9be8-eb5a4ef6624f request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:14:22.497401 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-13ede755-6463-4ace-bc46-74c020b30168 None None] Deleting port f7737ebc-26f0-4061-b1e8-665b239dc426 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:22.497401 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-13ede755-6463-4ace-bc46-74c020b30168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:22.608741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-13ede755-6463-4ace-bc46-74c020b30168 None None] For port f7737ebc-26f0-4061-b1e8-665b239dc426, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f7737ebc-26f0-4061-b1e8-665b239dc426,segment=NetworkSegment(94d61b91-150f-4dee-a8d9-8b6e0a7a6209),segment_id=94d61b91-150f-4dee-a8d9-8b6e0a7a6209)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:22.609130 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-13ede755-6463-4ace-bc46-74c020b30168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:22.634973 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-13ede755-6463-4ace-bc46-74c020b30168 None None] Calling delete_port for f7737ebc-26f0-4061-b1e8-665b239dc426 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:22.824613 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] For port f7737ebc-26f0-4061-b1e8-665b239dc426, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f7737ebc-26f0-4061-b1e8-665b239dc426,segment=NetworkSegment(94d61b91-150f-4dee-a8d9-8b6e0a7a6209),segment_id=94d61b91-150f-4dee-a8d9-8b6e0a7a6209)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:22.825174 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:22.844684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] Calling delete_port for f7737ebc-26f0-4061-b1e8-665b239dc426 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:22.870594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864a8f7-94d4-4bb9-9386-2e8909805473 req-48342e67-d8fb-41f5-b710-336d39b6d828 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:22.872145 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9864a8f7-94d4-4bb9-9386-2e8909805473 req-48342e67-d8fb-41f5-b710-336d39b6d828 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.6528525 Aug 31 01:14:22.915090 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-13ede755-6463-4ace-bc46-74c020b30168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:22.969258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ede755-6463-4ace-bc46-74c020b30168 None None] No DVR routers for this DVR port f7737ebc-26f0-4061-b1e8-665b239dc426 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:22.980260 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ede755-6463-4ace-bc46-74c020b30168 None None] Pushing event deleted for resources: {'Port': ['ID=f7737ebc-26f0-4061-b1e8-665b239dc426,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:22.990765 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4318052f-760a-4c65-a098-36517d4144d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.099480 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9864a8f7-94d4-4bb9-9386-2e8909805473 req-4d250702-5e9d-41cf-bc4c-0d1964ca1acd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892195 Aug 31 01:14:23.101902 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4318052f-760a-4c65-a098-36517d4144d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.144701 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.152863 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4318052f-760a-4c65-a098-36517d4144d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:14:23.204280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] No DVR routers for this DVR port f7737ebc-26f0-4061-b1e8-665b239dc426 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:23.206274 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7737ebc-26f0-4061-b1e8-665b239dc426,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:23.211575 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318052f-760a-4c65-a098-36517d4144d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de629054-d56b-44b3-b6ae-5ce9d6a704c6,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:23.217832 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4318052f-760a-4c65-a098-36517d4144d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.217832 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-4318052f-760a-4c65-a098-36517d4144d5 admin admin] Added segment e05b4e27-f6b8-4355-95b0-1e6a59797701 of type vlan for network 112a9343-579f-41b9-9568-c3a91145def7 Aug 31 01:14:23.223598 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-89f1b01c-c7bb-4c36-9c1a-2a7cf2028f74 req-01891083-7e10-407a-b810-bc18e6cdec17 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0601799 Aug 31 01:14:23.333260 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4318052f-760a-4c65-a098-36517d4144d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.344343 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.363459 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab246e1d-3fc8-4427-9be8-eb5a4ef6624f']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:23.384877 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d61b91-150f-4dee-a8d9-8b6e0a7a6209') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:23.385295 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d61b91-150f-4dee-a8d9-8b6e0a7a6209') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:23.400892 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.435051 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.448306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:14:23.448919 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:14:23.451700 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:14:23.567001 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4318052f-760a-4c65-a098-36517d4144d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.568591 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4318052f-760a-4c65-a098-36517d4144d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:23.569509 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4318052f-760a-4c65-a098-36517d4144d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.665024 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318052f-760a-4c65-a098-36517d4144d5 admin admin] Pushing event updated for resources: {'Network': ['ID=112a9343-579f-41b9-9568-c3a91145def7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:23.693910 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 112a9343-579f-41b9-9568-c3a91145def7 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:14:23.705600 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.724105 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.726114 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ab246e1d-3fc8-4427-9be8-eb5a4ef6624f HTTP/1.1" status: 204 len: 168 time: 1.9424989 Aug 31 01:14:23.744603 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36082) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:23.769275 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4318052f-760a-4c65-a098-36517d4144d5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8064556 Aug 31 01:14:23.769275 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63534c7f-44f5-4cf9-91c9-4786e94d2234 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab246e1d-3fc8-4427-9be8-eb5a4ef6624f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:23.779848 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 36086) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:23.786775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-7289146b-1d0c-4dc8-b44d-9d542bf4aad6 admin admin] Request body: {'subnet': {'network_id': '112a9343-579f-41b9-9568-c3a91145def7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1481496318-subnet', 'tenant_id': '13535fc337e64d44b7d223cb89a1aa4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:23.797878 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f7737ebc-26f0-4061-b1e8-665b239dc426 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:23.867334 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: f7737ebc-26f0-4061-b1e8-665b239dc426 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:23.867989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f7737ebc-26f0-4061-b1e8-665b239dc426 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:23.982261 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7289146b-1d0c-4dc8-b44d-9d542bf4aad6 admin admin] Made reservation on behalf of 13535fc337e64d44b7d223cb89a1aa4f for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:23.984799 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7289146b-1d0c-4dc8-b44d-9d542bf4aad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:24.009471 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c02ec-6a9b-4b9a-88eb-625ffb2618be req-a6f3d0fc-74a4-49e1-8c55-a2df28a10dce tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:24.011605 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-118c02ec-6a9b-4b9a-88eb-625ffb2618be req-a6f3d0fc-74a4-49e1-8c55-a2df28a10dce tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0767794 Aug 31 01:14:24.160450 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-118c02ec-6a9b-4b9a-88eb-625ffb2618be req-7f1ab35b-7ffc-4581-b890-6c1ff92d3708 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128476 Aug 31 01:14:24.359850 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7289146b-1d0c-4dc8-b44d-9d542bf4aad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:24.406756 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3f1add0f-e660-431a-ab0e-8c7da1981c36 req-b92b2fb9-0f18-48c0-b05c-eb5e87951097 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0416741 Aug 31 01:14:24.460766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289146b-1d0c-4dc8-b44d-9d542bf4aad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0db2cf0c-89e1-4588-8aa6-b1c252c97ef7,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:24.471548 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7289146b-1d0c-4dc8-b44d-9d542bf4aad6 admin admin] Checking segment: {'id': 'e05b4e27-f6b8-4355-95b0-1e6a59797701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '112a9343-579f-41b9-9568-c3a91145def7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:24.472029 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7289146b-1d0c-4dc8-b44d-9d542bf4aad6 admin admin] Network hostable DHCP agents. Network: 112a9343-579f-41b9-9568-c3a91145def7, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:14:24.510419 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e0ec5c2-647a-4bd3-b734-654be21ab4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:24.664836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7289146b-1d0c-4dc8-b44d-9d542bf4aad6 admin admin] Network 112a9343-579f-41b9-9568-c3a91145def7 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:14:24.822775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-7289146b-1d0c-4dc8-b44d-9d542bf4aad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 112a9343-579f-41b9-9568-c3a91145def7) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:24.831724 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7289146b-1d0c-4dc8-b44d-9d542bf4aad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:24.833095 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7289146b-1d0c-4dc8-b44d-9d542bf4aad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:24.834753 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4009d1-2c76-4ef6-88d5-3b4b44729e31 None None] Network 112a9343-579f-41b9-9568-c3a91145def7 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:24.916173 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ec5c2-647a-4bd3-b734-654be21ab4dd admin admin] Deleting port f3c35226-9caa-4165-9fb5-ead74b295965 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:24.916849 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e0ec5c2-647a-4bd3-b734-654be21ab4dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:24.995638 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7289146b-1d0c-4dc8-b44d-9d542bf4aad6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2173908 Aug 31 01:14:25.068617 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-4e0ec5c2-647a-4bd3-b734-654be21ab4dd admin admin] For port f3c35226-9caa-4165-9fb5-ead74b295965, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f3c35226-9caa-4165-9fb5-ead74b295965,segment=NetworkSegment(c785a313-3c95-4d1f-af4d-2ae5a374a1ef),segment_id=c785a313-3c95-4d1f-af4d-2ae5a374a1ef)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:25.069281 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e0ec5c2-647a-4bd3-b734-654be21ab4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:25.093881 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ec5c2-647a-4bd3-b734-654be21ab4dd admin admin] Calling delete_port for f3c35226-9caa-4165-9fb5-ead74b295965 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:25.184564 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c3841d-49b3-4ec8-84e1-fa2bc2e7438b None None] Network 112a9343-579f-41b9-9568-c3a91145def7 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:25.710979 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e0ec5c2-647a-4bd3-b734-654be21ab4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:25.716460 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-856398e6-f65c-498f-94df-932e90e9a96c req-8a389e23-6b8f-4f09-8c76-b07b7f9d071a tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0393169 Aug 31 01:14:25.758342 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ec5c2-647a-4bd3-b734-654be21ab4dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c35226-9caa-4165-9fb5-ead74b295965,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:25.891578 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f17664-cdfb-4b96-940a-affe6093c506 req-2cca9f7b-d203-4b3a-99c4-505bbc754752 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:25.893210 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99f17664-cdfb-4b96-940a-affe6093c506 req-2cca9f7b-d203-4b3a-99c4-505bbc754752 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/networks?id=2b7e2727-cc48-4e37-83a0-03a9ac51d98b HTTP/1.1" status: 200 len: 808 time: 0.2378719 Aug 31 01:14:25.913398 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99f17664-cdfb-4b96-940a-affe6093c506 req-fde09533-db51-4274-8151-97bb000452b3 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/quotas/028b9bdaa14848058ac9fae0a8a3a00e HTTP/1.1" status: 200 len: 375 time: 0.0128603 Aug 31 01:14:25.975036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f09469-582d-46c7-9219-8a28b946a8db req-dbf50579-ce33-4369-b17e-1f26f3ab6573 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:25.977317 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e3f09469-582d-46c7-9219-8a28b946a8db req-dbf50579-ce33-4369-b17e-1f26f3ab6573 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0956352 Aug 31 01:14:26.012125 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99f17664-cdfb-4b96-940a-affe6093c506 req-10d319cf-7b7f-41eb-8378-491d84dba796 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=028b9bdaa14848058ac9fae0a8a3a00e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911191 Aug 31 01:14:26.163305 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4e0ec5c2-647a-4bd3-b734-654be21ab4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:26.231970 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e3f09469-582d-46c7-9219-8a28b946a8db req-c03ed7ca-3493-4313-945c-7183f42ad597 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751057 Aug 31 01:14:26.356032 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99f17664-cdfb-4b96-940a-affe6093c506 req-d78cb9dc-28b6-43cd-aaa9-a3321a1a0fbe service neutron] 10.222.0.16 "GET /v2.0/networks/2b7e2727-cc48-4e37-83a0-03a9ac51d98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309412 Aug 31 01:14:26.502656 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99f17664-cdfb-4b96-940a-affe6093c506 req-43d225de-d9ed-402c-80f1-af85682edcd9 service neutron] 10.222.0.16 "GET /v2.0/networks/2b7e2727-cc48-4e37-83a0-03a9ac51d98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453502 Aug 31 01:14:26.794252 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0ec5c2-647a-4bd3-b734-654be21ab4dd admin admin] Router df2ec1cc-127a-4600-86c9-e774f170dae4 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:14:26.896749 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3d7c1f06-f33e-4199-aa12-3f3b8616cf2f req-ef4288e9-c598-4e5b-94db-f36d6e89c1a7 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0504885 Aug 31 01:14:26.982622 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-92c6c0c7-e65a-46e1-965b-55d50af11132 req-6338bb16-3334-413c-ac41-6ba6de6b5edc tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/ports?device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 210 time: 0.0829854 Aug 31 01:14:27.025369 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0ec5c2-647a-4bd3-b734-654be21ab4dd admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:14:27.041791 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4e0ec5c2-647a-4bd3-b734-654be21ab4dd admin admin] 10.222.0.16 "PUT /v2.0/routers/df2ec1cc-127a-4600-86c9-e774f170dae4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2951229 Aug 31 01:14:27.043159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36170) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:27.049247 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71299e77-7df4-44c6-be5b-183721b36c08 None None] Sync routers for ids ['df2ec1cc-127a-4600-86c9-e774f170dae4'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:14:27.073774 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36c11d40-875d-46f4-a7c3-0b846729acad req-5dd30f6a-39ea-45eb-b666-977faf133830 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0509942 Aug 31 01:14:27.077334 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71299e77-7df4-44c6-be5b-183721b36c08 None None] Routers {'df2ec1cc-127a-4600-86c9-e774f170dae4'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:27.080325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-71299e77-7df4-44c6-be5b-183721b36c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:14:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['df2ec1cc-127a-4600-86c9-e774f170dae4'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:27.281366 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6956b6bb-b033-4ac9-a62c-ba358de8653d admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:27.419696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-71299e77-7df4-44c6-be5b-183721b36c08 None None] Set router df2ec1cc-127a-4600-86c9-e774f170dae4 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:27.437429 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8ca0a-662c-4836-83bf-9efbdbb8ace7 req-8e5722cd-8074-45c3-93e5-1524d79b08e2 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:27.442002 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66f8ca0a-662c-4836-83bf-9efbdbb8ace7 req-8e5722cd-8074-45c3-93e5-1524d79b08e2 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1184587 Aug 31 01:14:27.479431 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6956b6bb-b033-4ac9-a62c-ba358de8653d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:27.517497 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66f8ca0a-662c-4836-83bf-9efbdbb8ace7 req-80f06947-93f4-42c8-91bd-8e3cf67fb4f8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641320 Aug 31 01:14:27.669479 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-71299e77-7df4-44c6-be5b-183721b36c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2ec1cc-127a-4600-86c9-e774f170dae4', 'name': 'tempest-TestServerMultinode-573081630-router', 'tenant_id': '4a7e85e433814f41be04b3b6629987b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '554bc7f2-bc53-4c10-8749-96bab4a9b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:15Z', 'updated_at': '2021-08-31T01:14:25Z', 'revision_number': 5, 'project_id': '4a7e85e433814f41be04b3b6629987b4', 'gw_port': {'id': '554bc7f2-bc53-4c10-8749-96bab4a9b57f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2ec1cc-127a-4600-86c9-e774f170dae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:16Z', 'updated_at': '2021-08-31T01:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:27.714877 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71299e77-7df4-44c6-be5b-183721b36c08 None None] Checking router: df2ec1cc-127a-4600-86c9-e774f170dae4 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:14:27.726855 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71299e77-7df4-44c6-be5b-183721b36c08 None None] Routers {'df2ec1cc-127a-4600-86c9-e774f170dae4'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:27.728119 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-71299e77-7df4-44c6-be5b-183721b36c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:14:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['df2ec1cc-127a-4600-86c9-e774f170dae4'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:27.765551 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6956b6bb-b033-4ac9-a62c-ba358de8653d admin admin] Deleting port 554bc7f2-bc53-4c10-8749-96bab4a9b57f {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:27.765920 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6956b6bb-b033-4ac9-a62c-ba358de8653d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:27.889200 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-71299e77-7df4-44c6-be5b-183721b36c08 None None] Set router df2ec1cc-127a-4600-86c9-e774f170dae4 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:27.905499 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-6956b6bb-b033-4ac9-a62c-ba358de8653d admin admin] For port 554bc7f2-bc53-4c10-8749-96bab4a9b57f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=554bc7f2-bc53-4c10-8749-96bab4a9b57f,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:27.906245 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6956b6bb-b033-4ac9-a62c-ba358de8653d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:27.928408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6956b6bb-b033-4ac9-a62c-ba358de8653d admin admin] Calling delete_port for 554bc7f2-bc53-4c10-8749-96bab4a9b57f owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:27.963329 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-71299e77-7df4-44c6-be5b-183721b36c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2ec1cc-127a-4600-86c9-e774f170dae4', 'name': 'tempest-TestServerMultinode-573081630-router', 'tenant_id': '4a7e85e433814f41be04b3b6629987b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:15Z', 'updated_at': '2021-08-31T01:14:27Z', 'revision_number': 6, 'project_id': '4a7e85e433814f41be04b3b6629987b4', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:28.023231 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71299e77-7df4-44c6-be5b-183721b36c08 None None] The sync data for ids ['df2ec1cc-127a-4600-86c9-e774f170dae4'] in n-d-793621-34 is: [{'id': 'df2ec1cc-127a-4600-86c9-e774f170dae4', 'name': 'tempest-TestServerMultinode-573081630-router', 'tenant_id': '4a7e85e433814f41be04b3b6629987b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:15Z', 'updated_at': '2021-08-31T01:14:27Z', 'revision_number': 6, 'project_id': '4a7e85e433814f41be04b3b6629987b4', 'gw_port_host': None}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:14:28.043949 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-06a03210-ec3d-41b6-8b57-658390febb22 req-06c5b6b4-0654-43f6-a702-90f1d205a906 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0489180 Aug 31 01:14:28.127995 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ceda69c8-f285-4a9f-869f-5804c228ed90 req-7f810c51-518d-4163-91df-7384c0868ab3 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/ports?device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 210 time: 0.0477002 Aug 31 01:14:28.342373 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6956b6bb-b033-4ac9-a62c-ba358de8653d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.386073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956b6bb-b033-4ac9-a62c-ba358de8653d admin admin] Pushing event deleted for resources: {'Port': ['ID=554bc7f2-bc53-4c10-8749-96bab4a9b57f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:28.487465 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6956b6bb-b033-4ac9-a62c-ba358de8653d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.611345 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6956b6bb-b033-4ac9-a62c-ba358de8653d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.613473 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6956b6bb-b033-4ac9-a62c-ba358de8653d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.721372 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b0b36-f79d-4a9b-ba99-51531fd45163 req-8b0ec90e-5cc5-48c4-acdf-aee62bd8094c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:28.723000 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1d8b0b36-f79d-4a9b-ba99-51531fd45163 req-8b0ec90e-5cc5-48c4-acdf-aee62bd8094c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0568352 Aug 31 01:14:28.764755 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1d8b0b36-f79d-4a9b-ba99-51531fd45163 req-51989af6-155e-4533-8131-2cfc2107bed1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353916 Aug 31 01:14:28.811468 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6956b6bb-b033-4ac9-a62c-ba358de8653d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.812026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6956b6bb-b033-4ac9-a62c-ba358de8653d admin admin] Fanout notify agent at l3_agent the message router_deleted on router df2ec1cc-127a-4600-86c9-e774f170dae4 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:14:28.817318 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6956b6bb-b033-4ac9-a62c-ba358de8653d admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.817720 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6956b6bb-b033-4ac9-a62c-ba358de8653d admin admin] 10.222.0.16 "DELETE /v2.0/routers/df2ec1cc-127a-4600-86c9-e774f170dae4 HTTP/1.1" status: 204 len: 168 time: 1.7734177 Aug 31 01:14:28.820232 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36206) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:28.876114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bab4334-b5e5-4408-8f00-54d2f99c2b67 admin admin] Deleting subnet dfdd7c90-2feb-4b52-b551-7a4e2efe8545 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:14:28.880982 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0bab4334-b5e5-4408-8f00-54d2f99c2b67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.922993 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0bab4334-b5e5-4408-8f00-54d2f99c2b67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.011959 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0bab4334-b5e5-4408-8f00-54d2f99c2b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.159726 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0bab4334-b5e5-4408-8f00-54d2f99c2b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.203420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab4334-b5e5-4408-8f00-54d2f99c2b67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfdd7c90-2feb-4b52-b551-7a4e2efe8545,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:29.212456 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0bab4334-b5e5-4408-8f00-54d2f99c2b67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.212456 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0bab4334-b5e5-4408-8f00-54d2f99c2b67 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dfdd7c90-2feb-4b52-b551-7a4e2efe8545 HTTP/1.1" status: 204 len: 168 time: 0.3869858 Aug 31 01:14:29.213496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 36216) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:29.215211 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ac82ef4-291f-4eaf-8fed-2e6e7af5441d req-12b07604-7b38-49e6-9b99-8cfe5064b1fb tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0746596 Aug 31 01:14:29.220322 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e20800-4d27-4a2b-b091-eebcc2a1fd52 None None] Network 51b59712-1239-4892-bda2-19b47f8acc39 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:29.316153 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.329351 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1cfb4ab-6e6c-4a67-85b8-3ebfd9f8b7e0 req-37573e8b-469d-4006-bb5c-02e1ce524e29 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/ports?device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 210 time: 0.0845397 Aug 31 01:14:29.395563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] Deleting port b07a06e3-814b-4ca6-989c-aa59f6b6c722 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:29.396159 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.496596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] For port b07a06e3-814b-4ca6-989c-aa59f6b6c722, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b07a06e3-814b-4ca6-989c-aa59f6b6c722,segment=NetworkSegment(c785a313-3c95-4d1f-af4d-2ae5a374a1ef),segment_id=c785a313-3c95-4d1f-af4d-2ae5a374a1ef)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:29.497275 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.534831 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] Calling delete_port for b07a06e3-814b-4ca6-989c-aa59f6b6c722 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:29.647647 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0c3514-dc8a-4cea-877c-dfd65cbd6df3 None None] DHCP port deletion for 51b59712-1239-4892-bda2-19b47f8acc39 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:14:29.760097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c3514-dc8a-4cea-877c-dfd65cbd6df3 None None] Deleting port b07a06e3-814b-4ca6-989c-aa59f6b6c722 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:29.764217 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2f0c3514-dc8a-4cea-877c-dfd65cbd6df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.807851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b07a06e3-814b-4ca6-989c-aa59f6b6c722 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:29.839490 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.907216 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b07a06e3-814b-4ca6-989c-aa59f6b6c722,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:29.912103 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] No DVR routers for this DVR port b07a06e3-814b-4ca6-989c-aa59f6b6c722 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:29.916829 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2f0c3514-dc8a-4cea-877c-dfd65cbd6df3 None None] For port b07a06e3-814b-4ca6-989c-aa59f6b6c722, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b07a06e3-814b-4ca6-989c-aa59f6b6c722,segment=NetworkSegment(c785a313-3c95-4d1f-af4d-2ae5a374a1ef),segment_id=c785a313-3c95-4d1f-af4d-2ae5a374a1ef)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:29.917543 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2f0c3514-dc8a-4cea-877c-dfd65cbd6df3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.955697 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No active binding found for port b07a06e3-814b-4ca6-989c-aa59f6b6c722 {{(pid=102344) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 01:14:29.956364 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b07a06e3-814b-4ca6-989c-aa59f6b6c722 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:29.956620 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 554bc7f2-bc53-4c10-8749-96bab4a9b57f no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:29.973378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c3514-dc8a-4cea-877c-dfd65cbd6df3 None None] Calling delete_port for b07a06e3-814b-4ca6-989c-aa59f6b6c722 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:29.997821 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37caf64-7be3-49e6-8c82-85d67965b54c req-9a6d0b68-4b11-4898-b349-c3e58cc976e3 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:30.012428 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c37caf64-7be3-49e6-8c82-85d67965b54c req-9a6d0b68-4b11-4898-b349-c3e58cc976e3 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1291988 Aug 31 01:14:30.018180 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 554bc7f2-bc53-4c10-8749-96bab4a9b57f {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:30.018431 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 554bc7f2-bc53-4c10-8749-96bab4a9b57f not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:30.018840 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f3c35226-9caa-4165-9fb5-ead74b295965 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:30.020605 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.034367 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b59712-1239-4892-bda2-19b47f8acc39']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:30.041462 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: f3c35226-9caa-4165-9fb5-ead74b295965 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:30.041916 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f3c35226-9caa-4165-9fb5-ead74b295965 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:30.063145 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c785a313-3c95-4d1f-af4d-2ae5a374a1ef') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:30.063591 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c785a313-3c95-4d1f-af4d-2ae5a374a1ef') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:30.075371 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.089584 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c37caf64-7be3-49e6-8c82-85d67965b54c req-366778e6-b0d3-4a07-a659-5210c75adb48 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727596 Aug 31 01:14:30.099154 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.110979 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:14:30.111727 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:14:30.113687 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:14:30.170574 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2f0c3514-dc8a-4cea-877c-dfd65cbd6df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.183989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0c3514-dc8a-4cea-877c-dfd65cbd6df3 None None] No DVR routers for this DVR port b07a06e3-814b-4ca6-989c-aa59f6b6c722 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:30.208932 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c3514-dc8a-4cea-877c-dfd65cbd6df3 None None] Pushing event deleted for resources: {'Port': ['ID=b07a06e3-814b-4ca6-989c-aa59f6b6c722,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:30.403413 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.414764 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.416650 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/51b59712-1239-4892-bda2-19b47f8acc39 HTTP/1.1" status: 204 len: 168 time: 1.2042143 Aug 31 01:14:30.434708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf586672-f938-4d73-bd96-cf43de7df5e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=51b59712-1239-4892-bda2-19b47f8acc39,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:30.484748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f17664-cdfb-4b96-940a-affe6093c506 req-3c72b03a-cbf0-4664-a6fc-ca9c7f673f70 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:30.486341 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99f17664-cdfb-4b96-940a-affe6093c506 req-3c72b03a-cbf0-4664-a6fc-ca9c7f673f70 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.41 "GET /v2.0/networks?id=2b7e2727-cc48-4e37-83a0-03a9ac51d98b HTTP/1.1" status: 200 len: 808 time: 0.1632774 Aug 31 01:14:30.520978 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-99f17664-cdfb-4b96-940a-affe6093c506 req-91a63ce7-1c31-4d6d-9cbb-766af96516db tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Request body: {'port': {'device_id': '79266c97-a79b-450d-b14f-f0d19a32eee3', 'network_id': '2b7e2727-cc48-4e37-83a0-03a9ac51d98b', 'admin_state_up': True, 'tenant_id': '028b9bdaa14848058ac9fae0a8a3a00e'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:30.526096 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:14:30.562587 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1104a5f6-9bff-42ed-a6ce-431d24236cb9 req-fa4c82ea-4ea2-4d48-856f-7f91a6b42538 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/ports?device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 210 time: 0.0741038 Aug 31 01:14:30.813725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f17664-cdfb-4b96-940a-affe6093c506 req-91a63ce7-1c31-4d6d-9cbb-766af96516db tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Made reservation on behalf of 028b9bdaa14848058ac9fae0a8a3a00e for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:30.821587 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-99f17664-cdfb-4b96-940a-affe6093c506 req-91a63ce7-1c31-4d6d-9cbb-766af96516db tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.898165 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08d7db50-c9f7-4dbb-8357-7bb2d826e2e6 req-62211b4d-f5e4-4323-820f-95bba633fd12 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.1040368 Aug 31 01:14:31.056524 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-99f17664-cdfb-4b96-940a-affe6093c506 req-91a63ce7-1c31-4d6d-9cbb-766af96516db tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Allocated IP 172.20.0.9 (2b7e2727-cc48-4e37-83a0-03a9ac51d98b/c59e726c-b83e-4d5c-a2a0-977fada9f99c/adc71487-5f1f-471b-8591-ebcdad62e8de) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:31.223061 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36268) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:31.275914 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-aa35d56a-4f25-4441-bc91-f3433f0d063b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=696397dcd28040e89ef13579b0d621e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508552 Aug 31 01:14:31.278511 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36270) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:31.283151 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb60d6-5fa9-42ac-be49-e0bd71c485c2 req-4c055cde-5f23-4bba-9ae5-d040009737d6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:31.284801 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bcdb60d6-5fa9-42ac-be49-e0bd71c485c2 req-4c055cde-5f23-4bba-9ae5-d040009737d6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1025193 Aug 31 01:14:31.330200 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-99f17664-cdfb-4b96-940a-affe6093c506 req-91a63ce7-1c31-4d6d-9cbb-766af96516db tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.377698 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0982720a-d852-4c84-a467-b8cef2fc68d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.380798 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bcdb60d6-5fa9-42ac-be49-e0bd71c485c2 req-3184d36e-bca7-476f-865b-08bf87cabbd0 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793183 Aug 31 01:14:31.430105 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0982720a-d852-4c84-a467-b8cef2fc68d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.651466 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-99f17664-cdfb-4b96-940a-affe6093c506 req-91a63ce7-1c31-4d6d-9cbb-766af96516db tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.697624 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0982720a-d852-4c84-a467-b8cef2fc68d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.704132 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0982720a-d852-4c84-a467-b8cef2fc68d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.704132 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0982720a-d852-4c84-a467-b8cef2fc68d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e7e6dea-0b52-4ff2-ba28-471a099238a4 HTTP/1.1" status: 204 len: 168 time: 0.4210448 Aug 31 01:14:31.730548 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf445c-b4e2-49dd-aa3c-cb825bc371f3 req-514c3574-edc9-47d8-bfcb-f6456eeb90b3 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:31.730548 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-89bf445c-b4e2-49dd-aa3c-cb825bc371f3 req-514c3574-edc9-47d8-bfcb-f6456eeb90b3 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/ports?device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 931 time: 0.0860233 Aug 31 01:14:31.731320 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982720a-d852-4c84-a467-b8cef2fc68d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7e6dea-0b52-4ff2-ba28-471a099238a4,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:31.772765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f17664-cdfb-4b96-940a-affe6093c506 req-91a63ce7-1c31-4d6d-9cbb-766af96516db tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Network 2b7e2727-cc48-4e37-83a0-03a9ac51d98b is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:31.776432 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-99f17664-cdfb-4b96-940a-affe6093c506 req-91a63ce7-1c31-4d6d-9cbb-766af96516db tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:31.782804 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f17664-cdfb-4b96-940a-affe6093c506 req-91a63ce7-1c31-4d6d-9cbb-766af96516db tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:31.787427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a63ce7-1c31-4d6d-9cbb-766af96516db tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Pushing event updated for resources: {'Port': ['ID=adc71487-5f1f-471b-8591-ebcdad62e8de,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:31.812652 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-89bf445c-b4e2-49dd-aa3c-cb825bc371f3 req-8d2cba07-a16e-4480-9438-ad9fcd275439 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/security-groups?id=df46060f-e791-4751-9f25-408eec175ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672541 Aug 31 01:14:31.844914 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f17664-cdfb-4b96-940a-affe6093c506 req-91a63ce7-1c31-4d6d-9cbb-766af96516db tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:31.845727 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-99f17664-cdfb-4b96-940a-affe6093c506 req-91a63ce7-1c31-4d6d-9cbb-766af96516db tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.972683 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99f17664-cdfb-4b96-940a-affe6093c506 req-91a63ce7-1c31-4d6d-9cbb-766af96516db tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4611146 Aug 31 01:14:31.975627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Request body: {'port': {'device_id': '79266c97-a79b-450d-b14f-f0d19a32eee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:32.067504 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d008da59-d52b-4d75-8c1a-e4ec61721029 req-28b94a64-8cc8-45c6-8dff-0ef4995a3185 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0340538 Aug 31 01:14:32.074429 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:32.442769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc71487-5f1f-471b-8591-ebcdad62e8de {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:32.452850 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:32.480820 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Transition to ACTIVE for port object adc71487-5f1f-471b-8591-ebcdad62e8de will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:32.553024 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f78e64-7089-489d-97ae-022aaa537428 req-694c9eea-f052-4089-beef-7e634faaa476 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:32.555472 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30f78e64-7089-489d-97ae-022aaa537428 req-694c9eea-f052-4089-beef-7e634faaa476 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0771661 Aug 31 01:14:32.606311 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:32.626792 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30f78e64-7089-489d-97ae-022aaa537428 req-6f1f8412-2544-4d2a-ba43-d9fef604a471 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625210 Aug 31 01:14:32.684576 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Pushing event updated for resources: {'Port': ['ID=adc71487-5f1f-471b-8591-ebcdad62e8de,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:32.781822 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Attempting to bind port adc71487-5f1f-471b-8591-ebcdad62e8de on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:14:32.782318 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Attempting to bind port adc71487-5f1f-471b-8591-ebcdad62e8de by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'b7c923d8-9d97-4da3-9a84-11120ec21e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2b7e2727-cc48-4e37-83a0-03a9ac51d98b'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:14:32.782693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Attempting to bind port adc71487-5f1f-471b-8591-ebcdad62e8de on network 2b7e2727-cc48-4e37-83a0-03a9ac51d98b {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:32.787883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Port adc71487-5f1f-471b-8591-ebcdad62e8de on network 2b7e2727-cc48-4e37-83a0-03a9ac51d98b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:14:32.788206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Attempting to bind port adc71487-5f1f-471b-8591-ebcdad62e8de on network 2b7e2727-cc48-4e37-83a0-03a9ac51d98b {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:32.793606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:14:32.793979 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Checking segment: {'id': 'b7c923d8-9d97-4da3-9a84-11120ec21e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2b7e2727-cc48-4e37-83a0-03a9ac51d98b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:32.794368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Bound using segment: {'id': 'b7c923d8-9d97-4da3-9a84-11120ec21e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2b7e2727-cc48-4e37-83a0-03a9ac51d98b'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:14:32.794825 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Bound port: adc71487-5f1f-471b-8591-ebcdad62e8de, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7c923d8-9d97-4da3-9a84-11120ec21e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2b7e2727-cc48-4e37-83a0-03a9ac51d98b'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:14:32.795203 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:32.867672 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36310) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:32.890344 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] For port adc71487-5f1f-471b-8591-ebcdad62e8de, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:32.896486 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] For port adc71487-5f1f-471b-8591-ebcdad62e8de, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=adc71487-5f1f-471b-8591-ebcdad62e8de,segment=NetworkSegment(b7c923d8-9d97-4da3-9a84-11120ec21e4e),segment_id=b7c923d8-9d97-4da3-9a84-11120ec21e4e)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:32.957076 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3dc604c9-482d-49ad-8e97-6300bb3de4a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a7e85e433814f41be04b3b6629987b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0833373 Aug 31 01:14:32.958623 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 36312) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:32.990702 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c8f2f-fad0-4bfd-a757-5ef88b766d41 req-98c8dadc-47d8-4064-a25b-be779b0b0fa7 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:32.993248 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ea7c8f2f-fad0-4bfd-a757-5ef88b766d41 req-98c8dadc-47d8-4064-a25b-be779b0b0fa7 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/ports?device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 943 time: 0.0914788 Aug 31 01:14:33.036306 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d0662fd-ede2-49c4-a8b5-8af3bd1fd5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:33.043194 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:33.049944 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ea7c8f2f-fad0-4bfd-a757-5ef88b766d41 req-7849b9a1-3c2d-4832-a988-e1c2ec2595ab tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/security-groups?id=df46060f-e791-4751-9f25-408eec175ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459688 Aug 31 01:14:33.095334 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d0662fd-ede2-49c4-a8b5-8af3bd1fd5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:33.113070 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:33.113660 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:33.115138 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99f17664-cdfb-4b96-940a-affe6093c506 req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/adc71487-5f1f-471b-8591-ebcdad62e8de HTTP/1.1" status: 200 len: 1092 time: 1.1451361 Aug 31 01:14:33.115665 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79266c97-a79b-450d-b14f-f0d19a32eee3', 'tag': 'adc71487-5f1f-471b-8591-ebcdad62e8de'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:33.118402 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7608c87f-4d55-403e-a5dd-eff4ab56d483" -d '{"events": [{"name": "network-changed", "server_uuid": "79266c97-a79b-450d-b14f-f0d19a32eee3", "tag": "adc71487-5f1f-471b-8591-ebcdad62e8de"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:33.168972 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419ff20-0aab-4d7b-8144-bf8ce1f634a4 service neutron] Pushing event updated for resources: {'Port': ['ID=adc71487-5f1f-471b-8591-ebcdad62e8de,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:33.185006 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae202f5-dff7-4c0e-8c10-e7c2038c7af1 x-openstack-request-id: req-0ae202f5-dff7-4c0e-8c10-e7c2038c7af1 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:33.185292 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79266c97-a79b-450d-b14f-f0d19a32eee3", "tag": "adc71487-5f1f-471b-8591-ebcdad62e8de", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:33.186087 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ae202f5-dff7-4c0e-8c10-e7c2038c7af1 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:33.186497 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79266c97-a79b-450d-b14f-f0d19a32eee3', 'tag': 'adc71487-5f1f-471b-8591-ebcdad62e8de', 'status': 'completed', 'code': 200} Aug 31 01:14:33.246938 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b9f145b-36e6-404d-b17b-8178707e9406 req-32fbecc8-3ee4-4b30-b96e-9cfd4b26eac4 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0500715 Aug 31 01:14:33.286783 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608c87f-4d55-403e-a5dd-eff4ab56d483 req-20806f2c-1431-47d8-b074-d07572b39dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:33.288449 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7608c87f-4d55-403e-a5dd-eff4ab56d483 req-20806f2c-1431-47d8-b074-d07572b39dcd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=028b9bdaa14848058ac9fae0a8a3a00e&device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 1095 time: 0.0630636 Aug 31 01:14:33.324549 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d0662fd-ede2-49c4-a8b5-8af3bd1fd5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:33.327224 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d0662fd-ede2-49c4-a8b5-8af3bd1fd5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:33.328375 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7d0662fd-ede2-49c4-a8b5-8af3bd1fd5e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74900d0e-d4c0-43b5-b342-26179d9f957a HTTP/1.1" status: 204 len: 168 time: 0.3723218 Aug 31 01:14:33.388093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0662fd-ede2-49c4-a8b5-8af3bd1fd5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74900d0e-d4c0-43b5-b342-26179d9f957a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:33.468727 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608c87f-4d55-403e-a5dd-eff4ab56d483 req-cb692f20-e140-4725-8afd-67844a468870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:33.471619 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7608c87f-4d55-403e-a5dd-eff4ab56d483 req-cb692f20-e140-4725-8afd-67844a468870 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=028b9bdaa14848058ac9fae0a8a3a00e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1736624 Aug 31 01:14:33.592235 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608c87f-4d55-403e-a5dd-eff4ab56d483 req-42de8344-0ec5-472b-9c82-de01d9013530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:33.594435 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7608c87f-4d55-403e-a5dd-eff4ab56d483 req-42de8344-0ec5-472b-9c82-de01d9013530 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1161172 Aug 31 01:14:33.680976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f17664-cdfb-4b96-940a-affe6093c506 req-6f3f3616-dc7f-41c6-98eb-e510eebb45d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:33.682658 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99f17664-cdfb-4b96-940a-affe6093c506 req-6f3f3616-dc7f-41c6-98eb-e510eebb45d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=028b9bdaa14848058ac9fae0a8a3a00e&device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 1095 time: 0.0481396 Aug 31 01:14:33.731723 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36334) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.736269 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99f17664-cdfb-4b96-940a-affe6093c506 req-8e6d1681-c66f-49f1-99ea-4a4e495131c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adc71487-5f1f-471b-8591-ebcdad62e8de HTTP/1.1" status: 200 len: 217 time: 0.0430005 Aug 31 01:14:33.830184 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f17664-cdfb-4b96-940a-affe6093c506 req-771fee94-3f58-4c86-83f7-d9dc87b347ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:33.831691 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99f17664-cdfb-4b96-940a-affe6093c506 req-771fee94-3f58-4c86-83f7-d9dc87b347ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c59e726c-b83e-4d5c-a2a0-977fada9f99c HTTP/1.1" status: 200 len: 848 time: 0.0869451 Aug 31 01:14:33.848504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1159eaa-77a2-40d6-87d1-a87c7dbb4fbe req-885cc340-acf4-4aeb-a51c-0218e0ad8d66 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:33.849601 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a1159eaa-77a2-40d6-87d1-a87c7dbb4fbe req-885cc340-acf4-4aeb-a51c-0218e0ad8d66 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0754716 Aug 31 01:14:33.967432 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99f17664-cdfb-4b96-940a-affe6093c506 req-918b0042-5e2b-4074-b741-b09780a26a2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b7e2727-cc48-4e37-83a0-03a9ac51d98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158044 Aug 31 01:14:34.137006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a1159eaa-77a2-40d6-87d1-a87c7dbb4fbe req-032a923a-26f6-4810-afbf-de63c0486af2 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594163 Aug 31 01:14:34.179466 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1aeb-d79c-4600-960b-f2636d4d8cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:34.246194 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99f17664-cdfb-4b96-940a-affe6093c506 req-c31a4657-4d12-44cc-af63-9b9e0664cffe service neutron] 10.222.0.41 "GET /v2.0/networks/2b7e2727-cc48-4e37-83a0-03a9ac51d98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699993 Aug 31 01:14:34.473665 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e95fea0-b202-48b2-a66f-3bbd8139e61e req-ef59ebbf-3228-4ddf-b6da-bee817b0f998 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0535672 Aug 31 01:14:34.510093 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99f17664-cdfb-4b96-940a-affe6093c506 req-1d08bb1a-fba5-4740-9508-ed547395ab85 service neutron] 10.222.0.41 "GET /v2.0/networks/2b7e2727-cc48-4e37-83a0-03a9ac51d98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577765 Aug 31 01:14:34.517684 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42dc19-7d83-433b-988e-bb8b37344566 req-04b488a5-16e7-4a96-a5cc-a97192e0a0d9 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:34.519164 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf42dc19-7d83-433b-988e-bb8b37344566 req-04b488a5-16e7-4a96-a5cc-a97192e0a0d9 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/ports?device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 943 time: 0.1187630 Aug 31 01:14:34.628799 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf42dc19-7d83-433b-988e-bb8b37344566 req-1e5c8aa9-92c3-4918-ad3c-34b02e33d747 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/security-groups?id=df46060f-e791-4751-9f25-408eec175ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000924 Aug 31 01:14:34.840248 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-41c0f3b8-2dd8-4086-a8ae-1d97f8f147fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:35.182644 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-41c0f3b8-2dd8-4086-a8ae-1d97f8f147fc admin admin] Deleting port ea322632-13e7-4b9e-820f-089907288f6b {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:35.183084 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-41c0f3b8-2dd8-4086-a8ae-1d97f8f147fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:35.307826 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-41c0f3b8-2dd8-4086-a8ae-1d97f8f147fc admin admin] For port ea322632-13e7-4b9e-820f-089907288f6b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ea322632-13e7-4b9e-820f-089907288f6b,segment=NetworkSegment(957b15a1-9b3a-4a95-a809-7f0aec26086e),segment_id=957b15a1-9b3a-4a95-a809-7f0aec26086e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:35.310383 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-41c0f3b8-2dd8-4086-a8ae-1d97f8f147fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:35.314771 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37e8cf-2e04-4c39-8ec5-4c15cf4c1664 req-8b0aa257-5ac9-4b12-af99-56e34b9afe15 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:35.318344 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae37e8cf-2e04-4c39-8ec5-4c15cf4c1664 req-8b0aa257-5ac9-4b12-af99-56e34b9afe15 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0659442 Aug 31 01:14:35.328822 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-41c0f3b8-2dd8-4086-a8ae-1d97f8f147fc admin admin] Calling delete_port for ea322632-13e7-4b9e-820f-089907288f6b owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:35.379389 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae37e8cf-2e04-4c39-8ec5-4c15cf4c1664 req-b571a2ff-bed4-4d33-b328-7a9f81629863 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515344 Aug 31 01:14:35.592450 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af1aa5e5-472c-473c-be74-e63ef65542ab req-0368573a-5763-406b-819e-3a473e59d7f1 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0326064 Aug 31 01:14:35.628417 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-41c0f3b8-2dd8-4086-a8ae-1d97f8f147fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:35.658418 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0f3b8-2dd8-4086-a8ae-1d97f8f147fc admin admin] Pushing event deleted for resources: {'Port': ['ID=ea322632-13e7-4b9e-820f-089907288f6b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:35.915554 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63837678-5a60-4937-a1bc-802c31af2841 req-e95fca44-b93a-4087-a745-9b92c214f521 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:35.917263 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63837678-5a60-4937-a1bc-802c31af2841 req-e95fca44-b93a-4087-a745-9b92c214f521 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/ports?device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 943 time: 0.1436758 Aug 31 01:14:35.939191 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-41c0f3b8-2dd8-4086-a8ae-1d97f8f147fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:36.347683 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63837678-5a60-4937-a1bc-802c31af2841 req-94651def-c213-4147-bbce-7e1c589fd8d3 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/security-groups?id=df46060f-e791-4751-9f25-408eec175ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182284 Aug 31 01:14:36.512354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67210630-82df-4251-bc22-3e923db5e400 req-c02fb4dc-0c29-4c7a-a783-4c4b81a9d9a4 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:36.514486 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-67210630-82df-4251-bc22-3e923db5e400 req-c02fb4dc-0c29-4c7a-a783-4c4b81a9d9a4 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0575924 Aug 31 01:14:36.542282 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c0f3b8-2dd8-4086-a8ae-1d97f8f147fc admin admin] Router cdc8e1cf-8ce6-41c9-94a1-f836e183c315 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:14:36.556730 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-67210630-82df-4251-bc22-3e923db5e400 req-2b877aab-0673-49c8-96de-7de7c6fc0ff8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348539 Aug 31 01:14:36.665206 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c0f3b8-2dd8-4086-a8ae-1d97f8f147fc admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:14:36.671699 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-41c0f3b8-2dd8-4086-a8ae-1d97f8f147fc admin admin] 10.222.0.16 "PUT /v2.0/routers/cdc8e1cf-8ce6-41c9-94a1-f836e183c315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9377930 Aug 31 01:14:36.674380 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36388) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:36.676955 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad5ca7-6be4-4bdd-b1d3-ce8055ba5ccf None None] Sync routers for ids ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:14:36.737889 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c33379c5-4799-4dd3-9de1-3d9810baaf2a req-3bbf7802-9785-4fc0-b84e-e5ba17ce4df4 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0387876 Aug 31 01:14:36.775016 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:36.809350 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c6e8ffb-f905-4bd4-994b-cd89f64fce9a admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:36.838359 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ad5ca7-6be4-4bdd-b1d3-ce8055ba5ccf None None] Routers {'cdc8e1cf-8ce6-41c9-94a1-f836e183c315'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:36.839141 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b0ad5ca7-6be4-4bdd-b1d3-ce8055ba5ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:14:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:36.948801 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:36.959591 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c6e8ffb-f905-4bd4-994b-cd89f64fce9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:36.997848 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-b0ad5ca7-6be4-4bdd-b1d3-ce8055ba5ccf None None] Set router cdc8e1cf-8ce6-41c9-94a1-f836e183c315 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:37.047312 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663773a1-1bb7-49a8-bb2e-f7fa791b5ac5 req-d4e52314-9fd0-4d94-9889-062b2a4b377d tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.049296 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-663773a1-1bb7-49a8-bb2e-f7fa791b5ac5 req-d4e52314-9fd0-4d94-9889-062b2a4b377d tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0694335 Aug 31 01:14:37.068321 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6f13d6ca-c075-4c7c-a04f-569d351bbe18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:37.127815 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-663773a1-1bb7-49a8-bb2e-f7fa791b5ac5 req-b5f36b85-52c5-430f-8324-40ae6e227d6f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702088 Aug 31 01:14:37.141675 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f4b2e-ce6c-4344-bff8-76443fdfb3c4 req-6c960b94-2df3-4285-af57-2997bbeafbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.143689 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a96f4b2e-ce6c-4344-bff8-76443fdfb3c4 req-6c960b94-2df3-4285-af57-2997bbeafbdb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 1096 time: 0.0695174 Aug 31 01:14:37.160365 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:37.163761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e8ffb-f905-4bd4-994b-cd89f64fce9a admin admin] Deleting port 58f2284d-e689-441a-b802-e6c66210b490 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:37.164133 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c6e8ffb-f905-4bd4-994b-cd89f64fce9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:37.233388 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b0ad5ca7-6be4-4bdd-b1d3-ce8055ba5ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'name': 'tempest-TaggedBootDevicesTest-1018405419-router', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '58f2284d-e689-441a-b802-e6c66210b490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:38Z', 'updated_at': '2021-08-31T01:14:35Z', 'revision_number': 5, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'gw_port': {'id': '58f2284d-e689-441a-b802-e6c66210b490', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:37.285397 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad5ca7-6be4-4bdd-b1d3-ce8055ba5ccf None None] Checking router: cdc8e1cf-8ce6-41c9-94a1-f836e183c315 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:14:37.286244 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-9c6e8ffb-f905-4bd4-994b-cd89f64fce9a admin admin] For port 58f2284d-e689-441a-b802-e6c66210b490, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=58f2284d-e689-441a-b802-e6c66210b490,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:37.286244 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c6e8ffb-f905-4bd4-994b-cd89f64fce9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:37.289675 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ad5ca7-6be4-4bdd-b1d3-ce8055ba5ccf None None] Routers {'cdc8e1cf-8ce6-41c9-94a1-f836e183c315'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:37.290381 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b0ad5ca7-6be4-4bdd-b1d3-ce8055ba5ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:14:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:37.293115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f4b2e-ce6c-4344-bff8-76443fdfb3c4 req-7e862e76-6571-4006-abe3-9bfefc1d2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.293854 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a96f4b2e-ce6c-4344-bff8-76443fdfb3c4 req-7e862e76-6571-4006-abe3-9bfefc1d2e9e service neutron] 10.222.0.41 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 912 time: 0.1419563 Aug 31 01:14:37.303057 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e8ffb-f905-4bd4-994b-cd89f64fce9a admin admin] Calling delete_port for 58f2284d-e689-441a-b802-e6c66210b490 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:37.393192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device adc71487-5f1f-471b-8591-ebcdad62e8de details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:14:37.422268 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a96f4b2e-ce6c-4344-bff8-76443fdfb3c4 req-4247ec17-4735-43ae-8f57-b5cba63ff67d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f76add50-2a32-4adf-b766-a17e6155f28b HTTP/1.1" status: 200 len: 998 time: 0.1174545 Aug 31 01:14:37.446431 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-b0ad5ca7-6be4-4bdd-b1d3-ce8055ba5ccf None None] Set router cdc8e1cf-8ce6-41c9-94a1-f836e183c315 gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:37.516745 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b0ad5ca7-6be4-4bdd-b1d3-ce8055ba5ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'name': 'tempest-TaggedBootDevicesTest-1018405419-router', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:38Z', 'updated_at': '2021-08-31T01:14:36Z', 'revision_number': 6, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:37.543420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f4b2e-ce6c-4344-bff8-76443fdfb3c4 req-f70bc924-af02-4e1f-b758-56538f8bceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.545636 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a96f4b2e-ce6c-4344-bff8-76443fdfb3c4 req-f70bc924-af02-4e1f-b758-56538f8bceb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.1139572 Aug 31 01:14:37.554340 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad5ca7-6be4-4bdd-b1d3-ce8055ba5ccf None None] The sync data for ids ['cdc8e1cf-8ce6-41c9-94a1-f836e183c315'] in n-d-793621-34 is: [{'id': 'cdc8e1cf-8ce6-41c9-94a1-f836e183c315', 'name': 'tempest-TaggedBootDevicesTest-1018405419-router', 'tenant_id': '480470cd2fbf45018b60a7cede707d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:38Z', 'updated_at': '2021-08-31T01:14:36Z', 'revision_number': 6, 'project_id': '480470cd2fbf45018b60a7cede707d79', 'gw_port_host': None}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:14:37.625521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f4b2e-ce6c-4344-bff8-76443fdfb3c4 req-2388fa2c-84d5-4090-9e6c-35f3b253df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.627442 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a96f4b2e-ce6c-4344-bff8-76443fdfb3c4 req-2388fa2c-84d5-4090-9e6c-35f3b253df73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693567 Aug 31 01:14:37.633070 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port adc71487-5f1f-471b-8591-ebcdad62e8de, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=adc71487-5f1f-471b-8591-ebcdad62e8de,segment=NetworkSegment(b7c923d8-9d97-4da3-9a84-11120ec21e4e),segment_id=b7c923d8-9d97-4da3-9a84-11120ec21e4e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:37.658439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'adc71487-5f1f-471b-8591-ebcdad62e8de', 'network_id': '2b7e2727-cc48-4e37-83a0-03a9ac51d98b', 'port_id': 'adc71487-5f1f-471b-8591-ebcdad62e8de', 'mac_address': 'fa:16:3e:4d:0a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59e726c-b83e-4d5c-a2a0-977fada9f99c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:14:37.699564 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97938ed6-933d-4ed8-b0db-67627802bf44 req-bd1bb618-7ca9-4f2c-9441-f4b5da2a9b50 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.701422 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ea322632-13e7-4b9e-820f-089907288f6b no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:37.702436 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97938ed6-933d-4ed8-b0db-67627802bf44 req-bd1bb618-7ca9-4f2c-9441-f4b5da2a9b50 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/ports?device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 943 time: 0.1294966 Aug 31 01:14:37.739132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: ea322632-13e7-4b9e-820f-089907288f6b {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:37.739474 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ea322632-13e7-4b9e-820f-089907288f6b not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:37.748326 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:37.767499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc71487-5f1f-471b-8591-ebcdad62e8de {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:37.774536 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c6e8ffb-f905-4bd4-994b-cd89f64fce9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:37.782271 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97938ed6-933d-4ed8-b0db-67627802bf44 req-b65e48a9-fa44-4f2a-9ae4-a75146c6eb67 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/security-groups?id=df46060f-e791-4751-9f25-408eec175ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630195 Aug 31 01:14:37.782997 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a96f4b2e-ce6c-4344-bff8-76443fdfb3c4 req-87bfc1f6-a82b-4a9e-93fe-75a2fa89030a service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425953 Aug 31 01:14:37.809893 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port adc71487-5f1f-471b-8591-ebcdad62e8de, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=adc71487-5f1f-471b-8591-ebcdad62e8de,segment=NetworkSegment(b7c923d8-9d97-4da3-9a84-11120ec21e4e),segment_id=b7c923d8-9d97-4da3-9a84-11120ec21e4e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:37.828600 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e8ffb-f905-4bd4-994b-cd89f64fce9a admin admin] Pushing event deleted for resources: {'Port': ['ID=58f2284d-e689-441a-b802-e6c66210b490,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:37.901500 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4791cedb-12ac-4a95-a957-65282c233de6 req-81476705-7916-4680-95e9-1f8b2b44bc60 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0407505 Aug 31 01:14:37.916496 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:37.940651 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c6e8ffb-f905-4bd4-994b-cd89f64fce9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:37.949094 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a96f4b2e-ce6c-4344-bff8-76443fdfb3c4 req-1a868469-ceda-498d-a666-6e64ce8d9ca2 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547730 Aug 31 01:14:37.993058 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=adc71487-5f1f-471b-8591-ebcdad62e8de,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:38.047921 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c6e8ffb-f905-4bd4-994b-cd89f64fce9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:38.050225 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c6e8ffb-f905-4bd4-994b-cd89f64fce9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:38.188558 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c6e8ffb-f905-4bd4-994b-cd89f64fce9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:38.196240 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['adc71487-5f1f-471b-8591-ebcdad62e8de'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:38.196580 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6e8ffb-f905-4bd4-994b-cd89f64fce9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdc8e1cf-8ce6-41c9-94a1-f836e183c315 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:14:38.196580 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c6e8ffb-f905-4bd4-994b-cd89f64fce9a admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:38.199325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 36412) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:38.210090 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9c6e8ffb-f905-4bd4-994b-cd89f64fce9a admin admin] 10.222.0.16 "DELETE /v2.0/routers/cdc8e1cf-8ce6-41c9-94a1-f836e183c315 HTTP/1.1" status: 204 len: 168 time: 1.5343969 Aug 31 01:14:38.263343 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9bf10c-12f5-40b3-90d7-07311d87362a admin admin] Deleting subnet cc4e87d1-8836-483e-ab3a-9c98a3518bdb {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:14:38.267965 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8a9bf10c-12f5-40b3-90d7-07311d87362a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:38.294972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adaf177-e738-4947-91ae-878244624708 req-2ddac3f8-48b9-48ad-b048-90c45914640e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:38.297275 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4adaf177-e738-4947-91ae-878244624708 req-2ddac3f8-48b9-48ad-b048-90c45914640e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0704265 Aug 31 01:14:38.335529 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8a9bf10c-12f5-40b3-90d7-07311d87362a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:38.365192 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4adaf177-e738-4947-91ae-878244624708 req-86150ac7-69fe-49a3-86a1-734497a6fea6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567472 Aug 31 01:14:38.463151 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8a9bf10c-12f5-40b3-90d7-07311d87362a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:38.519737 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:38.657071 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8a9bf10c-12f5-40b3-90d7-07311d87362a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:38.694175 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8a9bf10c-12f5-40b3-90d7-07311d87362a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:38.696117 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8a9bf10c-12f5-40b3-90d7-07311d87362a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cc4e87d1-8836-483e-ab3a-9c98a3518bdb HTTP/1.1" status: 204 len: 168 time: 0.4957852 Aug 31 01:14:38.697531 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bf10c-12f5-40b3-90d7-07311d87362a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc4e87d1-8836-483e-ab3a-9c98a3518bdb,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:38.700381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374b6398-3281-4beb-83b6-ad9485fa2c5e None None] Network d8d074e0-3ba7-47e4-9677-f4407602dcfb requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:38.705267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 36422) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:38.790861 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:38.860128 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] Deleting port 86ee5bff-9492-4bef-aa3f-6899b758a9d4 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:38.860472 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:38.945742 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deba964-8f8d-4432-bc17-778d2f590090 None None] DHCP port deletion for d8d074e0-3ba7-47e4-9677-f4407602dcfb request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:14:38.954103 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] For port 86ee5bff-9492-4bef-aa3f-6899b758a9d4, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=86ee5bff-9492-4bef-aa3f-6899b758a9d4,segment=NetworkSegment(957b15a1-9b3a-4a95-a809-7f0aec26086e),segment_id=957b15a1-9b3a-4a95-a809-7f0aec26086e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:38.954690 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:38.963996 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56b7b-f50b-4165-abb7-e7c2d15b308c req-4bb48e9f-2736-4533-955f-719eb9a66c93 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:38.965822 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ece56b7b-f50b-4165-abb7-e7c2d15b308c req-4bb48e9f-2736-4533-955f-719eb9a66c93 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/ports?device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 944 time: 0.0769916 Aug 31 01:14:38.981940 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] Calling delete_port for 86ee5bff-9492-4bef-aa3f-6899b758a9d4 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:39.020524 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ece56b7b-f50b-4165-abb7-e7c2d15b308c req-36448cd5-320d-4cf2-ab9f-23dd6562d17e tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/security-groups?id=df46060f-e791-4751-9f25-408eec175ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475483 Aug 31 01:14:39.052424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2deba964-8f8d-4432-bc17-778d2f590090 None None] Deleting port 86ee5bff-9492-4bef-aa3f-6899b758a9d4 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:39.062736 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2deba964-8f8d-4432-bc17-778d2f590090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.075461 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-924d7de7-dc09-42f7-9705-9f04c4e7f180 req-de416628-fc5b-4087-8664-f8f91a3b5144 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0313559 Aug 31 01:14:39.120379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2deba964-8f8d-4432-bc17-778d2f590090 None None] For port 86ee5bff-9492-4bef-aa3f-6899b758a9d4, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=86ee5bff-9492-4bef-aa3f-6899b758a9d4,segment=NetworkSegment(957b15a1-9b3a-4a95-a809-7f0aec26086e),segment_id=957b15a1-9b3a-4a95-a809-7f0aec26086e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:39.120951 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2deba964-8f8d-4432-bc17-778d2f590090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.135548 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2deba964-8f8d-4432-bc17-778d2f590090 None None] Calling delete_port for 86ee5bff-9492-4bef-aa3f-6899b758a9d4 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:39.234911 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.242756 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2deba964-8f8d-4432-bc17-778d2f590090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.265571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=86ee5bff-9492-4bef-aa3f-6899b758a9d4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:39.274439 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] No DVR routers for this DVR port 86ee5bff-9492-4bef-aa3f-6899b758a9d4 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:39.298460 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deba964-8f8d-4432-bc17-778d2f590090 None None] No DVR routers for this DVR port 86ee5bff-9492-4bef-aa3f-6899b758a9d4 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:39.304454 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deba964-8f8d-4432-bc17-778d2f590090 None None] Pushing event deleted for resources: {'Port': ['ID=86ee5bff-9492-4bef-aa3f-6899b758a9d4,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:39.380594 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.399957 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device adc71487-5f1f-471b-8591-ebcdad62e8de up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:39.403168 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d074e0-3ba7-47e4-9677-f4407602dcfb']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:39.442389 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957b15a1-9b3a-4a95-a809-7f0aec26086e') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:39.442690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957b15a1-9b3a-4a95-a809-7f0aec26086e') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:39.463896 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.507649 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.517805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:14:39.518212 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:14:39.519954 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:14:39.540733 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3c281-ae29-447b-b889-84efc9196018 req-d1476467-bca5-4e7e-9200-5d4f3ef5d90e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:39.556231 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d5f3c281-ae29-447b-b889-84efc9196018 req-d1476467-bca5-4e7e-9200-5d4f3ef5d90e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0567062 Aug 31 01:14:39.591580 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d5f3c281-ae29-447b-b889-84efc9196018 req-98566e96-eb62-4224-a0bf-991349c4b510 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401316 Aug 31 01:14:39.608991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port adc71487-5f1f-471b-8591-ebcdad62e8de completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:39.615725 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port adc71487-5f1f-471b-8591-ebcdad62e8de triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:39.616439 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.732247 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.770761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79266c97-a79b-450d-b14f-f0d19a32eee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc71487-5f1f-471b-8591-ebcdad62e8de'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:39.773599 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807499e8-e184-4a58-b783-335e24b9f41f" -d '{"events": [{"server_uuid": "79266c97-a79b-450d-b14f-f0d19a32eee3", "name": "network-vif-plugged", "status": "completed", "tag": "adc71487-5f1f-471b-8591-ebcdad62e8de"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:39.792618 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port adc71487-5f1f-471b-8591-ebcdad62e8de, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=adc71487-5f1f-471b-8591-ebcdad62e8de,segment=NetworkSegment(b7c923d8-9d97-4da3-9a84-11120ec21e4e),segment_id=b7c923d8-9d97-4da3-9a84-11120ec21e4e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:39.808147 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 58f2284d-e689-441a-b802-e6c66210b490 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:39.834600 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 58f2284d-e689-441a-b802-e6c66210b490 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:39.835095 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 58f2284d-e689-441a-b802-e6c66210b490 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:39.835823 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 86ee5bff-9492-4bef-aa3f-6899b758a9d4 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:39.864059 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40ef415-9488-4d7e-90b8-d28498bbfc9e x-openstack-request-id: req-e40ef415-9488-4d7e-90b8-d28498bbfc9e {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:39.864354 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79266c97-a79b-450d-b14f-f0d19a32eee3", "name": "network-vif-plugged", "status": "completed", "tag": "adc71487-5f1f-471b-8591-ebcdad62e8de", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:39.864594 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e40ef415-9488-4d7e-90b8-d28498bbfc9e {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:39.865345 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79266c97-a79b-450d-b14f-f0d19a32eee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc71487-5f1f-471b-8591-ebcdad62e8de', 'code': 200} Aug 31 01:14:39.866104 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 86ee5bff-9492-4bef-aa3f-6899b758a9d4 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:39.866448 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 86ee5bff-9492-4bef-aa3f-6899b758a9d4 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:39.886296 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.944536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=adc71487-5f1f-471b-8591-ebcdad62e8de,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:39.968484 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba2419db-9f3c-45fc-b45b-7de2e4ef43c8 req-34541464-1f3c-47c1-8c92-ca80d54dd262 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5127394 Aug 31 01:14:40.076590 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c539c-bfd3-4f95-a766-ec1c450f7406 req-d138d54f-cec0-410b-a130-9412f2f5fbda tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.078651 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-288c539c-bfd3-4f95-a766-ec1c450f7406 req-d138d54f-cec0-410b-a130-9412f2f5fbda tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1457367 Aug 31 01:14:40.085622 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1366b9-efe5-40b8-b2bc-9957dcae8297 req-6c833cd4-cc8c-49bc-bdcc-c2f631afb011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.087154 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fd1366b9-efe5-40b8-b2bc-9957dcae8297 req-6c833cd4-cc8c-49bc-bdcc-c2f631afb011 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 1097 time: 0.1518478 Aug 31 01:14:40.089004 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2419db-9f3c-45fc-b45b-7de2e4ef43c8 req-50b0783f-e79a-42d5-b7df-2842c734f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.090534 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba2419db-9f3c-45fc-b45b-7de2e4ef43c8 req-50b0783f-e79a-42d5-b7df-2842c734f1d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc150f8734f94c26b3066ef53594895c&device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 1102 time: 0.0866098 Aug 31 01:14:40.223192 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:40.224787 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:40.225367 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93bafd-9e2e-4f92-abab-befaea09e334 req-b743c1fc-705e-46c6-8257-cb5f99be72de tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.228281 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3d93bafd-9e2e-4f92-abab-befaea09e334 req-b743c1fc-705e-46c6-8257-cb5f99be72de tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/ports?device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 945 time: 0.0861542 Aug 31 01:14:40.252825 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:40.257900 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d8d074e0-3ba7-47e4-9677-f4407602dcfb HTTP/1.1" status: 204 len: 168 time: 1.5484846 Aug 31 01:14:40.260514 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fd1366b9-efe5-40b8-b2bc-9957dcae8297 req-d1f8615a-dba2-404b-9684-52964b1ba88b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df46060f-e791-4751-9f25-408eec175ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659071 Aug 31 01:14:40.293167 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-288c539c-bfd3-4f95-a766-ec1c450f7406 req-76b4d4d6-34d8-4966-8e3e-3ecbb43d684b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957381 Aug 31 01:14:40.293167 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f57d64-be70-476c-997f-1dcf36172f66 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8d074e0-3ba7-47e4-9677-f4407602dcfb,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:40.293752 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3d93bafd-9e2e-4f92-abab-befaea09e334 req-ae38b2f8-44cf-4d21-87cb-e9b0c32187de tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/security-groups?id=df46060f-e791-4751-9f25-408eec175ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552337 Aug 31 01:14:40.378281 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2419db-9f3c-45fc-b45b-7de2e4ef43c8 req-c405b656-ad43-45fb-b20d-8cc3b4cabced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.380051 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba2419db-9f3c-45fc-b45b-7de2e4ef43c8 req-c405b656-ad43-45fb-b20d-8cc3b4cabced service neutron] 10.222.0.48 "GET /v2.0/networks?id=204c36cf-df24-4685-924a-73188da7301c HTTP/1.1" status: 200 len: 870 time: 0.2441168 Aug 31 01:14:40.411223 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e811cf3e-75b9-4de5-a144-5638b670a576 req-9be8d2ba-f914-4c68-b0e0-e2d84b845726 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0299609 Aug 31 01:14:40.450967 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba2419db-9f3c-45fc-b45b-7de2e4ef43c8 req-4c4d11b0-a145-4550-9247-2fb4b8108152 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=8fad2b73-7099-4a16-91a4-c22ac2e96675 HTTP/1.1" status: 200 len: 217 time: 0.0428729 Aug 31 01:14:40.572848 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2419db-9f3c-45fc-b45b-7de2e4ef43c8 req-d255babb-9f4c-492d-b2bd-b3e59010f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.578190 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba2419db-9f3c-45fc-b45b-7de2e4ef43c8 req-d255babb-9f4c-492d-b2bd-b3e59010f3e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.1161337 Aug 31 01:14:40.597628 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-060348d9-7bb1-4961-85ce-54df8a5cabc5 req-2ff7dda0-a8f6-4560-8839-4c53193a97e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0777836 Aug 31 01:14:40.637067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2419db-9f3c-45fc-b45b-7de2e4ef43c8 req-3bc49d22-2c1d-4a91-a5ba-e3bd49e9c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.638693 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba2419db-9f3c-45fc-b45b-7de2e4ef43c8 req-3bc49d22-2c1d-4a91-a5ba-e3bd49e9c487 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0562487 Aug 31 01:14:40.717306 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36466) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:40.765661 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060348d9-7bb1-4961-85ce-54df8a5cabc5 req-b5ea7800-e2d8-40e0-a71d-0638011f9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.767716 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-060348d9-7bb1-4961-85ce-54df8a5cabc5 req-b5ea7800-e2d8-40e0-a71d-0638011f9363 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 1096 time: 0.0756915 Aug 31 01:14:40.782152 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-799c0bbe-20b5-45ce-b49d-a834ac2f9b07 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=480470cd2fbf45018b60a7cede707d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627847 Aug 31 01:14:40.783577 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba2419db-9f3c-45fc-b45b-7de2e4ef43c8 req-cc8ef52f-0840-461d-86a3-1eee0ee78d05 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373136 Aug 31 01:14:40.784960 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36468) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:40.859062 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d09a0ad2-20dd-4d90-889c-e30ff1de05c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:40.887019 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d09a0ad2-20dd-4d90-889c-e30ff1de05c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:40.979134 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876abe4f-0879-42c4-9076-c5e40170191c req-f447e03d-5dba-414b-885c-a13fb038a3b8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.981217 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-876abe4f-0879-42c4-9076-c5e40170191c req-f447e03d-5dba-414b-885c-a13fb038a3b8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0915732 Aug 31 01:14:41.034318 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-876abe4f-0879-42c4-9076-c5e40170191c req-dfa211cd-7bd3-49ac-9291-652dbf7657aa tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450816 Aug 31 01:14:41.037708 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba2419db-9f3c-45fc-b45b-7de2e4ef43c8 req-ece4ce88-3fe5-4501-b3ac-ea34ea957692 service neutron] 10.222.0.48 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413735 Aug 31 01:14:41.044954 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060348d9-7bb1-4961-85ce-54df8a5cabc5 req-1c8ae003-5e5a-4779-bb72-390bbdf5ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:41.046748 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-060348d9-7bb1-4961-85ce-54df8a5cabc5 req-1c8ae003-5e5a-4779-bb72-390bbdf5ef21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 912 time: 0.2413831 Aug 31 01:14:41.096512 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d09a0ad2-20dd-4d90-889c-e30ff1de05c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:41.099124 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d09a0ad2-20dd-4d90-889c-e30ff1de05c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:41.100254 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d09a0ad2-20dd-4d90-889c-e30ff1de05c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3cd347c-dab9-4855-bf6b-d0f11ded9a0b HTTP/1.1" status: 204 len: 168 time: 0.3141744 Aug 31 01:14:41.115654 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a0ad2-20dd-4d90-889c-e30ff1de05c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cd347c-dab9-4855-bf6b-d0f11ded9a0b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:41.128236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a0ad2-20dd-4d90-889c-e30ff1de05c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:41.128783 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a0ad2-20dd-4d90-889c-e30ff1de05c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:41.129135 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a0ad2-20dd-4d90-889c-e30ff1de05c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:41.129566 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a0ad2-20dd-4d90-889c-e30ff1de05c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:41.130805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a0ad2-20dd-4d90-889c-e30ff1de05c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:41.131145 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a0ad2-20dd-4d90-889c-e30ff1de05c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:41.131479 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a0ad2-20dd-4d90-889c-e30ff1de05c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:41.131813 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a0ad2-20dd-4d90-889c-e30ff1de05c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:41.132230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a0ad2-20dd-4d90-889c-e30ff1de05c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:41.133069 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a0ad2-20dd-4d90-889c-e30ff1de05c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:41.133069 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a0ad2-20dd-4d90-889c-e30ff1de05c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:41.135902 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a0ad2-20dd-4d90-889c-e30ff1de05c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:41.139444 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-060348d9-7bb1-4961-85ce-54df8a5cabc5 req-bc1156c8-b92c-41a5-bcdb-55871dfe2298 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f76add50-2a32-4adf-b766-a17e6155f28b HTTP/1.1" status: 200 len: 998 time: 0.0832496 Aug 31 01:14:41.225829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060348d9-7bb1-4961-85ce-54df8a5cabc5 req-d33e179b-c93c-4f3a-a88d-6787001772cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:41.228155 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-060348d9-7bb1-4961-85ce-54df8a5cabc5 req-d33e179b-c93c-4f3a-a88d-6787001772cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.0772030 Aug 31 01:14:41.306248 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060348d9-7bb1-4961-85ce-54df8a5cabc5 req-44910f04-7463-4d91-bbee-5fd96b44d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:41.308652 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-060348d9-7bb1-4961-85ce-54df8a5cabc5 req-44910f04-7463-4d91-bbee-5fd96b44d6cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693119 Aug 31 01:14:41.486157 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3f4e8-0788-463a-8877-35ad4653395a req-e9abf859-1ac1-4ff5-9184-8c98ffbad9e2 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:41.494592 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aff3f4e8-0788-463a-8877-35ad4653395a req-e9abf859-1ac1-4ff5-9184-8c98ffbad9e2 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/ports?device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 945 time: 0.0840454 Aug 31 01:14:41.544620 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aff3f4e8-0788-463a-8877-35ad4653395a req-9dd30c55-5a1f-4bf2-8036-6eea3b535dab tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/security-groups?id=df46060f-e791-4751-9f25-408eec175ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488081 Aug 31 01:14:41.584619 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696a967-dc33-4f8d-aa24-949b197f03d7 req-7cf8ba16-8e56-4319-990c-819032b4d598 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:41.606119 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a696a967-dc33-4f8d-aa24-949b197f03d7 req-7cf8ba16-8e56-4319-990c-819032b4d598 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1426146 Aug 31 01:14:41.634057 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-060348d9-7bb1-4961-85ce-54df8a5cabc5 req-543a13f5-f6eb-434f-b7e1-811fcc15b478 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163404 Aug 31 01:14:41.691132 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-40fd525c-a359-41b3-8911-061879e18b9e req-370a732d-b45c-4288-99a3-c9f64956b9ac tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0336182 Aug 31 01:14:41.755845 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a696a967-dc33-4f8d-aa24-949b197f03d7 req-f91b4487-400e-4d67-84d7-f086fb9ae037 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358879 Aug 31 01:14:41.828306 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-060348d9-7bb1-4961-85ce-54df8a5cabc5 req-2416fca4-2a73-4014-9f44-b3c970e09dfc service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832719 Aug 31 01:14:42.688828 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36524) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:42.696760 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652b076-0705-4ca3-b294-d1e3a6948d82 req-4ba072af-c539-427f-9101-4d0559fb335d tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:42.698359 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9652b076-0705-4ca3-b294-d1e3a6948d82 req-4ba072af-c539-427f-9101-4d0559fb335d tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/ports?device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 945 time: 0.0701923 Aug 31 01:14:42.758086 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9652b076-0705-4ca3-b294-d1e3a6948d82 req-cb91fbd7-7569-41da-99e5-3738233b2120 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/security-groups?id=df46060f-e791-4751-9f25-408eec175ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503504 Aug 31 01:14:42.845477 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-595b6b31-c32e-4c8b-af7d-5ac7257b2bb7 req-8b1511d0-b140-4e9e-8fc5-4202a15f4cdf tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0477619 Aug 31 01:14:42.878385 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d3c5fa7b-0426-4584-b5fb-b9bd88cbad7a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2066482469-network', 'tenant_id': 'cc08f5d03de849b3be8479d249c836f6'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:42.958866 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d279d4b-ccf1-495d-ac4a-808841dba559 req-cf389539-9514-4204-982e-49d3ef64361c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:42.961664 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d279d4b-ccf1-495d-ac4a-808841dba559 req-cf389539-9514-4204-982e-49d3ef64361c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0898466 Aug 31 01:14:43.004917 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c5fa7b-0426-4584-b5fb-b9bd88cbad7a admin admin] Made reservation on behalf of cc08f5d03de849b3be8479d249c836f6 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:43.007486 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d3c5fa7b-0426-4584-b5fb-b9bd88cbad7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:43.024500 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d279d4b-ccf1-495d-ac4a-808841dba559 req-a5d5a9c5-b64d-48a8-82b1-4041d68614f1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535302 Aug 31 01:14:43.032109 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d3c5fa7b-0426-4584-b5fb-b9bd88cbad7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:43.174994 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d3c5fa7b-0426-4584-b5fb-b9bd88cbad7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:43.331161 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d3c5fa7b-0426-4584-b5fb-b9bd88cbad7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:43.361347 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c5fa7b-0426-4584-b5fb-b9bd88cbad7a admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:14:43.371625 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5fa7b-0426-4584-b5fb-b9bd88cbad7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9c1e4d-9a1a-4990-8287-709bc8f4ef36,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:43.389602 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d3c5fa7b-0426-4584-b5fb-b9bd88cbad7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:43.389967 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-d3c5fa7b-0426-4584-b5fb-b9bd88cbad7a admin admin] Added segment 4f93c278-7f5d-401b-afdb-4a0cedcf2c1e of type vlan for network ed369120-9ca9-42a5-a075-37e18ce91061 Aug 31 01:14:43.450252 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d3c5fa7b-0426-4584-b5fb-b9bd88cbad7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:43.553477 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bf4b5-1826-4cd6-a72f-379f685ad72c req-a93eedbe-d916-483e-971c-bd22a75e49b6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:43.556128 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-562bf4b5-1826-4cd6-a72f-379f685ad72c req-a93eedbe-d916-483e-971c-bd22a75e49b6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1093724 Aug 31 01:14:43.606068 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-562bf4b5-1826-4cd6-a72f-379f685ad72c req-f8e494c9-c884-49ea-a0bc-cb921072200e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433078 Aug 31 01:14:43.667747 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d3c5fa7b-0426-4584-b5fb-b9bd88cbad7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:43.671107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c5fa7b-0426-4584-b5fb-b9bd88cbad7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:43.671107 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d3c5fa7b-0426-4584-b5fb-b9bd88cbad7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:43.740987 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5fa7b-0426-4584-b5fb-b9bd88cbad7a admin admin] Pushing event updated for resources: {'Network': ['ID=ed369120-9ca9-42a5-a075-37e18ce91061,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:43.753343 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network ed369120-9ca9-42a5-a075-37e18ce91061 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:14:43.821788 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d3c5fa7b-0426-4584-b5fb-b9bd88cbad7a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1245012 Aug 31 01:14:43.821788 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36552) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:43.827662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4f4646f2-4d5a-4acc-a57e-d139d8ac96c8 admin admin] Request body: {'subnet': {'network_id': 'ed369120-9ca9-42a5-a075-37e18ce91061', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2066482469-subnet', 'tenant_id': 'cc08f5d03de849b3be8479d249c836f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:43.981713 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4646f2-4d5a-4acc-a57e-d139d8ac96c8 admin admin] Made reservation on behalf of cc08f5d03de849b3be8479d249c836f6 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:43.988052 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4f4646f2-4d5a-4acc-a57e-d139d8ac96c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:44.274630 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-20ed5f12-0fbc-4bfa-b96d-eba99a529288 req-f9dbde91-6da2-4317-8870-51b9145911bb tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0354631 Aug 31 01:14:44.327169 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4f4646f2-4d5a-4acc-a57e-d139d8ac96c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:44.412886 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4646f2-4d5a-4acc-a57e-d139d8ac96c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f66f31b-9f48-4849-894b-38ecfee4604c,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:44.422257 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4646f2-4d5a-4acc-a57e-d139d8ac96c8 admin admin] Checking segment: {'id': '4f93c278-7f5d-401b-afdb-4a0cedcf2c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ed369120-9ca9-42a5-a075-37e18ce91061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:44.422398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4646f2-4d5a-4acc-a57e-d139d8ac96c8 admin admin] Network hostable DHCP agents. Network: ed369120-9ca9-42a5-a075-37e18ce91061, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:14:44.576804 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4646f2-4d5a-4acc-a57e-d139d8ac96c8 admin admin] Network ed369120-9ca9-42a5-a075-37e18ce91061 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:14:44.738049 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f96c5-66af-4375-9a31-067f02b84ca6 req-f1c17a6e-24ce-4bfa-811f-ee596f3f2cd1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:44.740244 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e65f96c5-66af-4375-9a31-067f02b84ca6 req-f1c17a6e-24ce-4bfa-811f-ee596f3f2cd1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0607026 Aug 31 01:14:44.777672 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-4f4646f2-4d5a-4acc-a57e-d139d8ac96c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, ed369120-9ca9-42a5-a075-37e18ce91061) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:44.781976 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4646f2-4d5a-4acc-a57e-d139d8ac96c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:44.782569 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4f4646f2-4d5a-4acc-a57e-d139d8ac96c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:44.792959 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf1a668-2713-40d8-b0e6-0874cb2cad7a None None] Network ed369120-9ca9-42a5-a075-37e18ce91061 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:44.811526 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e65f96c5-66af-4375-9a31-067f02b84ca6 req-86cfebf4-66b5-4b12-b3bd-4766d6009e47 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605259 Aug 31 01:14:44.914649 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4f4646f2-4d5a-4acc-a57e-d139d8ac96c8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0955791 Aug 31 01:14:44.974336 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e0bb60-a19d-46d3-b2ba-e7234883aba1 None None] Network ed369120-9ca9-42a5-a075-37e18ce91061 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:45.064302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf71152-3e68-4be3-8dab-973621a9283a req-3708ae3a-df2f-4537-a546-17f834462960 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:45.074674 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbf71152-3e68-4be3-8dab-973621a9283a req-3708ae3a-df2f-4537-a546-17f834462960 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1713684 Aug 31 01:14:45.166756 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbf71152-3e68-4be3-8dab-973621a9283a req-a0ddd722-ac55-46d4-9fe3-000b6af31769 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908623 Aug 31 01:14:45.319412 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37a475-1cfe-48d7-82fc-72a96a1381b9 req-9609e9b1-3105-4c93-9560-92d8ae0fed75 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:45.320976 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5e37a475-1cfe-48d7-82fc-72a96a1381b9 req-9609e9b1-3105-4c93-9560-92d8ae0fed75 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0557332 Aug 31 01:14:45.367263 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5e37a475-1cfe-48d7-82fc-72a96a1381b9 req-e1b5427c-3b09-4351-9733-c71f9f19d764 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385857 Aug 31 01:14:45.508851 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3c54736-e47d-4d80-a58b-6e7bcd63c167 req-8fb6f375-b544-4fde-bacc-15b68ad2b1b9 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0469651 Aug 31 01:14:45.666089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49ffbb-4812-49ae-8bc1-a90c9357aec7 req-f993f743-1e35-4a76-aad8-f361236c7f98 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:45.668416 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f49ffbb-4812-49ae-8bc1-a90c9357aec7 req-f993f743-1e35-4a76-aad8-f361236c7f98 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0720325 Aug 31 01:14:45.672132 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-2fd5af70-a617-4b1b-842e-f88e52909244 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:45.673096 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-2fd5af70-a617-4b1b-842e-f88e52909244 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/networks?id=ed369120-9ca9-42a5-a075-37e18ce91061 HTTP/1.1" status: 200 len: 814 time: 0.1521010 Aug 31 01:14:45.701470 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-742137e3-5174-4f0b-ba30-9b9fbc051497 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/quotas/cc08f5d03de849b3be8479d249c836f6 HTTP/1.1" status: 200 len: 375 time: 0.0156474 Aug 31 01:14:45.735510 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f49ffbb-4812-49ae-8bc1-a90c9357aec7 req-55f538c6-8a3e-4e58-b682-2553f5ab01e9 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420809 Aug 31 01:14:45.741349 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-38d52556-8da4-4195-b981-bb49c174c27c tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc08f5d03de849b3be8479d249c836f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337842 Aug 31 01:14:45.858470 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-b6b70fb0-279e-4c15-ac20-420d2d9672ea service neutron] 10.222.0.16 "GET /v2.0/networks/ed369120-9ca9-42a5-a075-37e18ce91061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077557 Aug 31 01:14:45.966357 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-0c48740f-24f1-44ea-942b-99ea2a4f4b75 service neutron] 10.222.0.16 "GET /v2.0/networks/ed369120-9ca9-42a5-a075-37e18ce91061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002262 Aug 31 01:14:46.257110 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-84d79834-e51d-4253-abcc-7a90d909925c req-21e52703-9fd1-46d3-b8e9-94879466dfc3 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 210 time: 0.0296412 Aug 31 01:14:46.629474 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc81b869-1642-4a76-b831-91109f1f3bfb req-0084e60b-2f20-406f-b442-d903b6eea4fd tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0311570 Aug 31 01:14:47.389725 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e528130c-c323-42d4-a211-903eb8b6be0c req-4cfc3372-2f10-4d8f-a645-248cb3efe090 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 210 time: 0.0611341 Aug 31 01:14:47.746055 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9f4d6a83-12d6-4689-9596-f6f2aaad2647 req-11fa8991-5830-4526-b28d-8db88d5273a1 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0293512 Aug 31 01:14:48.477512 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-57258ce5-360c-4dc9-b232-a0a9f3e00a9f req-44fe558e-a7d3-4c16-9e09-45876b29691e tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 210 time: 0.0353050 Aug 31 01:14:48.876287 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fe2602b1-e8a7-4d7f-bbe1-e16e62a8a901 req-542b6ba8-5754-4f9b-9f8a-062c4ff6c97e tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0350263 Aug 31 01:14:48.989904 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be01b97-b75a-4012-aecd-2c4ee7bcce7e req-184aaabd-b977-4817-ac5b-14d4ed68dbe2 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:48.991050 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3be01b97-b75a-4012-aecd-2c4ee7bcce7e req-184aaabd-b977-4817-ac5b-14d4ed68dbe2 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/ports?device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 945 time: 0.0623469 Aug 31 01:14:49.040459 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3be01b97-b75a-4012-aecd-2c4ee7bcce7e req-3f0bd4b9-a167-421d-93f3-4caf2fe9cc53 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/security-groups?id=df46060f-e791-4751-9f25-408eec175ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431335 Aug 31 01:14:49.344627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-1b43e9d0-9be9-4321-965a-db257ac157e7 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:49.346286 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-1b43e9d0-9be9-4321-965a-db257ac157e7 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.48 "GET /v2.0/networks?id=ed369120-9ca9-42a5-a075-37e18ce91061 HTTP/1.1" status: 200 len: 814 time: 0.1480691 Aug 31 01:14:49.363875 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-2e74197e-4b0f-491a-b290-08ba96322fef tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Request body: {'port': {'device_id': '0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f', 'network_id': 'ed369120-9ca9-42a5-a075-37e18ce91061', 'admin_state_up': True, 'tenant_id': 'cc08f5d03de849b3be8479d249c836f6'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:49.600356 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05062797-223a-4009-b39f-92cc8878491b req-2cd484d9-cdf6-4107-8df6-d263c1306de5 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 210 time: 0.0406373 Aug 31 01:14:49.602358 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-2e74197e-4b0f-491a-b290-08ba96322fef tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Made reservation on behalf of cc08f5d03de849b3be8479d249c836f6 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:49.609543 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-2e74197e-4b0f-491a-b290-08ba96322fef tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.776625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-2e74197e-4b0f-491a-b290-08ba96322fef tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Allocated IP 172.20.0.8 (ed369120-9ca9-42a5-a075-37e18ce91061/0f66f31b-9f48-4849-894b-38ecfee4604c/8880bf69-7039-4f42-b066-5ee10b3f08f0) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:49.994447 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-2e74197e-4b0f-491a-b290-08ba96322fef tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.023005 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f04f395b-756a-42f2-8d6b-a55d7e1f23ad req-2bc02c00-b268-4f46-be33-432b59bc6e69 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0334315 Aug 31 01:14:50.152132 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-2e74197e-4b0f-491a-b290-08ba96322fef tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.222576 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-2e74197e-4b0f-491a-b290-08ba96322fef tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Network ed369120-9ca9-42a5-a075-37e18ce91061 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:50.230221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-2e74197e-4b0f-491a-b290-08ba96322fef tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:50.237587 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-2e74197e-4b0f-491a-b290-08ba96322fef tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:50.252807 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a86cc3-2f6b-485a-becc-8e76b1b0226f req-776fec46-1109-4e13-b8c7-407883ee963b tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:50.255037 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1a86cc3-2f6b-485a-becc-8e76b1b0226f req-776fec46-1109-4e13-b8c7-407883ee963b tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/ports?device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 945 time: 0.1336541 Aug 31 01:14:50.309091 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74197e-4b0f-491a-b290-08ba96322fef tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Pushing event updated for resources: {'Port': ['ID=8880bf69-7039-4f42-b066-5ee10b3f08f0,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:50.405585 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-2e74197e-4b0f-491a-b290-08ba96322fef tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:50.406266 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-2e74197e-4b0f-491a-b290-08ba96322fef tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.440070 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1a86cc3-2f6b-485a-becc-8e76b1b0226f req-5df9e55f-1f5c-46d4-963a-8653a060141b tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/security-groups?id=df46060f-e791-4751-9f25-408eec175ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451483 Aug 31 01:14:50.450350 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7a992-8bb6-49b0-b213-1d208cb1e656 req-68a832e4-7a8b-4753-85cd-ee979f697e53 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:50.452311 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-37f7a992-8bb6-49b0-b213-1d208cb1e656 req-68a832e4-7a8b-4753-85cd-ee979f697e53 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.41 "GET /v2.0/ports?device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 945 time: 0.1598718 Aug 31 01:14:50.542651 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-2e74197e-4b0f-491a-b290-08ba96322fef tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1847329 Aug 31 01:14:50.560662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Request body: {'port': {'device_id': '0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:50.641571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-37f7a992-8bb6-49b0-b213-1d208cb1e656 req-00b3b283-78d0-429b-a18c-65c8ade32ad2 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Deleting port adc71487-5f1f-471b-8591-ebcdad62e8de {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:50.641913 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-37f7a992-8bb6-49b0-b213-1d208cb1e656 req-00b3b283-78d0-429b-a18c-65c8ade32ad2 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.647767 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.779706 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb5272-bbf2-4887-830e-d0f8347418a4 req-ba6ac66f-aa88-4f44-ba1e-5837b150722e tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:50.781411 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7efb5272-bbf2-4887-830e-d0f8347418a4 req-ba6ac66f-aa88-4f44-ba1e-5837b150722e tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 931 time: 0.0691853 Aug 31 01:14:50.827805 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7efb5272-bbf2-4887-830e-d0f8347418a4 req-454e314b-09a4-4c9c-8744-ebf0c533c3f9 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee9c1e4d-9a1a-4990-8287-709bc8f4ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384805 Aug 31 01:14:50.855420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-37f7a992-8bb6-49b0-b213-1d208cb1e656 req-00b3b283-78d0-429b-a18c-65c8ade32ad2 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] For port adc71487-5f1f-471b-8591-ebcdad62e8de, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=adc71487-5f1f-471b-8591-ebcdad62e8de,segment=NetworkSegment(b7c923d8-9d97-4da3-9a84-11120ec21e4e),segment_id=b7c923d8-9d97-4da3-9a84-11120ec21e4e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:50.855800 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-37f7a992-8bb6-49b0-b213-1d208cb1e656 req-00b3b283-78d0-429b-a18c-65c8ade32ad2 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.882066 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-37f7a992-8bb6-49b0-b213-1d208cb1e656 req-00b3b283-78d0-429b-a18c-65c8ade32ad2 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Calling delete_port for adc71487-5f1f-471b-8591-ebcdad62e8de owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:51.172807 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-58792153-c007-4932-a578-0cc78ff59ad3 req-db4e4a55-d359-461c-b43a-a4e03acaf825 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0504570 Aug 31 01:14:51.175156 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8880bf69-7039-4f42-b066-5ee10b3f08f0 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:51.186082 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.268926 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Transition to ACTIVE for port object 8880bf69-7039-4f42-b066-5ee10b3f08f0 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:51.269992 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-37f7a992-8bb6-49b0-b213-1d208cb1e656 req-00b3b283-78d0-429b-a18c-65c8ade32ad2 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.282069 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['adc71487-5f1f-471b-8591-ebcdad62e8de'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:51.302577 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3b283-78d0-429b-a18c-65c8ade32ad2 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Pushing event deleted for resources: {'Port': ['ID=adc71487-5f1f-471b-8591-ebcdad62e8de,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:51.357246 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f7a992-8bb6-49b0-b213-1d208cb1e656 req-00b3b283-78d0-429b-a18c-65c8ade32ad2 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] No DVR routers for this DVR port adc71487-5f1f-471b-8591-ebcdad62e8de on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:51.358296 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-37f7a992-8bb6-49b0-b213-1d208cb1e656 req-00b3b283-78d0-429b-a18c-65c8ade32ad2 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.360359 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-37f7a992-8bb6-49b0-b213-1d208cb1e656 req-00b3b283-78d0-429b-a18c-65c8ade32ad2 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.41 "DELETE /v2.0/ports/adc71487-5f1f-471b-8591-ebcdad62e8de HTTP/1.1" status: 204 len: 173 time: 0.9012740 Aug 31 01:14:51.360830 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79266c97-a79b-450d-b14f-f0d19a32eee3', 'name': 'network-vif-deleted', 'tag': 'adc71487-5f1f-471b-8591-ebcdad62e8de'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:51.363877 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcfb825-3f62-4fd3-abb0-c95453c68b0e" -d '{"events": [{"server_uuid": "79266c97-a79b-450d-b14f-f0d19a32eee3", "name": "network-vif-deleted", "tag": "adc71487-5f1f-471b-8591-ebcdad62e8de"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:51.377418 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.424143 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5ad984-819a-4114-8649-a9e4e5cfd4ee x-openstack-request-id: req-4b5ad984-819a-4114-8649-a9e4e5cfd4ee {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:51.424683 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79266c97-a79b-450d-b14f-f0d19a32eee3", "name": "network-vif-deleted", "tag": "adc71487-5f1f-471b-8591-ebcdad62e8de", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:51.425145 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b5ad984-819a-4114-8649-a9e4e5cfd4ee {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:51.425232 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79266c97-a79b-450d-b14f-f0d19a32eee3', 'name': 'network-vif-deleted', 'tag': 'adc71487-5f1f-471b-8591-ebcdad62e8de', 'status': 'completed', 'code': 200} Aug 31 01:14:51.516075 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Pushing event updated for resources: {'Port': ['ID=8880bf69-7039-4f42-b066-5ee10b3f08f0,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:51.564141 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c5778df-2a60-41e0-b52d-00091e1a1b19 req-7c7fc863-c13b-451c-8be2-0da2e11907c0 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/ports?device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 210 time: 0.0412028 Aug 31 01:14:51.581703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Attempting to bind port 8880bf69-7039-4f42-b066-5ee10b3f08f0 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:14:51.582486 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Attempting to bind port 8880bf69-7039-4f42-b066-5ee10b3f08f0 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '4f93c278-7f5d-401b-afdb-4a0cedcf2c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ed369120-9ca9-42a5-a075-37e18ce91061'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:14:51.583162 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Attempting to bind port 8880bf69-7039-4f42-b066-5ee10b3f08f0 on network ed369120-9ca9-42a5-a075-37e18ce91061 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:51.590913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Port 8880bf69-7039-4f42-b066-5ee10b3f08f0 on network ed369120-9ca9-42a5-a075-37e18ce91061 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:14:51.591487 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Attempting to bind port 8880bf69-7039-4f42-b066-5ee10b3f08f0 on network ed369120-9ca9-42a5-a075-37e18ce91061 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:51.597326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:14:51.597958 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Checking segment: {'id': '4f93c278-7f5d-401b-afdb-4a0cedcf2c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ed369120-9ca9-42a5-a075-37e18ce91061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:51.598531 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Bound using segment: {'id': '4f93c278-7f5d-401b-afdb-4a0cedcf2c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ed369120-9ca9-42a5-a075-37e18ce91061'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:14:51.599117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Bound port: 8880bf69-7039-4f42-b066-5ee10b3f08f0, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f93c278-7f5d-401b-afdb-4a0cedcf2c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ed369120-9ca9-42a5-a075-37e18ce91061'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:14:51.600527 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.675070 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] For port 8880bf69-7039-4f42-b066-5ee10b3f08f0, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:51.678395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] For port 8880bf69-7039-4f42-b066-5ee10b3f08f0, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8880bf69-7039-4f42-b066-5ee10b3f08f0,segment=NetworkSegment(4f93c278-7f5d-401b-afdb-4a0cedcf2c1e),segment_id=4f93c278-7f5d-401b-afdb-4a0cedcf2c1e)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:51.794465 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.845221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:51.846139 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.848454 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] 10.222.0.48 "PUT /v2.0/ports/8880bf69-7039-4f42-b066-5ee10b3f08f0 HTTP/1.1" status: 200 len: 1092 time: 1.2946374 Aug 31 01:14:51.875872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46983e47-e6e7-4e29-a093-1d6fa4acb43f service neutron] Pushing event updated for resources: {'Port': ['ID=8880bf69-7039-4f42-b066-5ee10b3f08f0,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:51.994300 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb7c6d-1a7e-48fa-8691-ac4028422413 req-aa3e04c0-4d59-47ba-b61c-846c0c1f15c1 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:51.996102 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-84cb7c6d-1a7e-48fa-8691-ac4028422413 req-aa3e04c0-4d59-47ba-b61c-846c0c1f15c1 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 943 time: 0.0571699 Aug 31 01:14:52.079740 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-84cb7c6d-1a7e-48fa-8691-ac4028422413 req-4033a8eb-2f0d-46f0-9ccd-115c89eabbbe tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee9c1e4d-9a1a-4990-8287-709bc8f4ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709276 Aug 31 01:14:52.087230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-7e46e398-b42c-40f2-9c08-b504032ef198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:52.090131 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-7e46e398-b42c-40f2-9c08-b504032ef198 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc08f5d03de849b3be8479d249c836f6&device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 1095 time: 0.0922532 Aug 31 01:14:52.150653 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-c3d63081-b8c8-48ac-b117-f11557e12073 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8880bf69-7039-4f42-b066-5ee10b3f08f0 HTTP/1.1" status: 200 len: 217 time: 0.0483439 Aug 31 01:14:52.209551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-1fce7c1e-21c3-4cc9-8770-bff780486c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:52.211245 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-1fce7c1e-21c3-4cc9-8770-bff780486c53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f66f31b-9f48-4849-894b-38ecfee4604c HTTP/1.1" status: 200 len: 854 time: 0.0516264 Aug 31 01:14:52.256085 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-e4c594af-d39d-4b54-982a-afb8d590d561 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed369120-9ca9-42a5-a075-37e18ce91061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366964 Aug 31 01:14:52.339998 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-baa82f12-89cd-4462-8060-8e08f336e2b7 req-ff5ada0a-da90-41bd-96f4-ea6fe90f7ade tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0335875 Aug 31 01:14:52.403196 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-ea3c085f-c917-4a6a-8598-3469307ac1f0 service neutron] 10.222.0.48 "GET /v2.0/networks/ed369120-9ca9-42a5-a075-37e18ce91061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343439 Aug 31 01:14:52.506193 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf098189-e42d-4b72-b331-be0ea3fb16f6 req-7d99df35-a54d-45df-b398-e9bee6eb1f1d service neutron] 10.222.0.48 "GET /v2.0/networks/ed369120-9ca9-42a5-a075-37e18ce91061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938251 Aug 31 01:14:52.703907 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e45855a-3a02-40af-8e0d-4a3fc726e279 req-0cf5c75b-23d7-41c4-8971-51602b9c85a2 tempest-VolumesActionsTest-1018383403 tempest-VolumesActionsTest-1018383403-project] 10.222.0.16 "GET /v2.0/ports?device_id=79266c97-a79b-450d-b14f-f0d19a32eee3 HTTP/1.1" status: 200 len: 210 time: 0.0375669 Aug 31 01:14:53.249196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212e95c-eba1-4fe0-a830-fd79ef56de65 req-441dfcbe-6f34-4e10-9171-f9238f6bd53c tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:53.253659 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d212e95c-eba1-4fe0-a830-fd79ef56de65 req-441dfcbe-6f34-4e10-9171-f9238f6bd53c tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 943 time: 0.0810678 Aug 31 01:14:53.311432 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d212e95c-eba1-4fe0-a830-fd79ef56de65 req-1882a964-96f2-4558-8558-f2538103a55b tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee9c1e4d-9a1a-4990-8287-709bc8f4ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510669 Aug 31 01:14:53.426420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f', 'tag': '8880bf69-7039-4f42-b066-5ee10b3f08f0'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:53.429470 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c06b15-3398-4c00-a232-71cdd00a46ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f", "tag": "8880bf69-7039-4f42-b066-5ee10b3f08f0"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:53.459635 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ae2762e7-11c3-4008-bfb8-f71d97c3b8c5 req-983c4dee-029a-4405-adc5-9aa7f58bedc8 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0336227 Aug 31 01:14:53.487709 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46c98d2-48ab-4541-992e-b941cb0ab3e5 x-openstack-request-id: req-a46c98d2-48ab-4541-992e-b941cb0ab3e5 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:53.488734 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f", "tag": "8880bf69-7039-4f42-b066-5ee10b3f08f0", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:53.488945 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a46c98d2-48ab-4541-992e-b941cb0ab3e5 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:53.489691 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f', 'tag': '8880bf69-7039-4f42-b066-5ee10b3f08f0', 'status': 'completed', 'code': 200} Aug 31 01:14:53.492839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device adc71487-5f1f-471b-8591-ebcdad62e8de no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:53.516334 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: adc71487-5f1f-471b-8591-ebcdad62e8de {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:53.517888 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device adc71487-5f1f-471b-8591-ebcdad62e8de not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:53.559175 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c06b15-3398-4c00-a232-71cdd00a46ea req-ebc7a54e-ae74-46bb-8f19-56f654b9d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:53.561292 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8c06b15-3398-4c00-a232-71cdd00a46ea req-ebc7a54e-ae74-46bb-8f19-56f654b9d72d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc08f5d03de849b3be8479d249c836f6&device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 1095 time: 0.0471439 Aug 31 01:14:53.671803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c06b15-3398-4c00-a232-71cdd00a46ea req-ab11a08c-903b-434b-9f3d-acdd2deff4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:53.673540 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8c06b15-3398-4c00-a232-71cdd00a46ea req-ab11a08c-903b-434b-9f3d-acdd2deff4d7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed369120-9ca9-42a5-a075-37e18ce91061 HTTP/1.1" status: 200 len: 915 time: 0.1015642 Aug 31 01:14:53.724643 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8c06b15-3398-4c00-a232-71cdd00a46ea req-b116c5a9-41fa-400c-b3e5-f92048754a1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8880bf69-7039-4f42-b066-5ee10b3f08f0 HTTP/1.1" status: 200 len: 217 time: 0.0426068 Aug 31 01:14:53.788742 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c06b15-3398-4c00-a232-71cdd00a46ea req-a8f98350-09b5-44e5-a26c-d4b01d1bee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:53.790316 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8c06b15-3398-4c00-a232-71cdd00a46ea req-a8f98350-09b5-44e5-a26c-d4b01d1bee1a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f66f31b-9f48-4849-894b-38ecfee4604c HTTP/1.1" status: 200 len: 854 time: 0.0595536 Aug 31 01:14:53.831519 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8c06b15-3398-4c00-a232-71cdd00a46ea req-edb0df50-0e28-4803-9d38-c94a91bb0e5a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed369120-9ca9-42a5-a075-37e18ce91061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341098 Aug 31 01:14:53.975305 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8c06b15-3398-4c00-a232-71cdd00a46ea req-290d2f9a-8688-4b73-b9db-3b6f995effce service neutron] 10.222.0.48 "GET /v2.0/networks/ed369120-9ca9-42a5-a075-37e18ce91061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373298 Aug 31 01:14:54.084519 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8c06b15-3398-4c00-a232-71cdd00a46ea req-f02027ef-15c4-4096-891e-5d7fd10b0ddd service neutron] 10.222.0.48 "GET /v2.0/networks/ed369120-9ca9-42a5-a075-37e18ce91061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026933 Aug 31 01:14:54.442752 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdaf879-211c-4bec-a698-f102a8de978f req-2ce774ba-d172-4992-86a9-4ff589fed536 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:54.444314 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bfdaf879-211c-4bec-a698-f102a8de978f req-2ce774ba-d172-4992-86a9-4ff589fed536 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 943 time: 0.0576062 Aug 31 01:14:54.508404 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bfdaf879-211c-4bec-a698-f102a8de978f req-694e0acd-dd8e-46db-ac77-f336614f7cd8 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee9c1e4d-9a1a-4990-8287-709bc8f4ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391767 Aug 31 01:14:54.581230 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fed36d44-dc4e-45d4-bda6-61c0c0d7143c req-6858066e-d487-4bdc-a73b-fd5fff38fa67 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0317514 Aug 31 01:14:55.687846 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b996c-7978-4807-a76e-a03b76e58dcf req-e175edb5-32df-464b-98f1-c8dc2b0eb40d tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:55.689383 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-638b996c-7978-4807-a76e-a03b76e58dcf req-e175edb5-32df-464b-98f1-c8dc2b0eb40d tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 943 time: 0.0853760 Aug 31 01:14:55.725118 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-36949c99-ef33-4903-84f2-6b23e2f17c39 req-86d42446-41f8-4ce6-be88-c5422a1fabda tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0286298 Aug 31 01:14:55.736818 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-638b996c-7978-4807-a76e-a03b76e58dcf req-a449630d-d6b9-4ea4-927d-d0a9a48b1635 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee9c1e4d-9a1a-4990-8287-709bc8f4ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404453 Aug 31 01:14:55.839299 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8880bf69-7039-4f42-b066-5ee10b3f08f0 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:14:55.948675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8880bf69-7039-4f42-b066-5ee10b3f08f0, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8880bf69-7039-4f42-b066-5ee10b3f08f0,segment=NetworkSegment(4f93c278-7f5d-401b-afdb-4a0cedcf2c1e),segment_id=4f93c278-7f5d-401b-afdb-4a0cedcf2c1e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:55.971392 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '8880bf69-7039-4f42-b066-5ee10b3f08f0', 'network_id': 'ed369120-9ca9-42a5-a075-37e18ce91061', 'port_id': '8880bf69-7039-4f42-b066-5ee10b3f08f0', 'mac_address': 'fa:16:3e:da:b1:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f66f31b-9f48-4849-894b-38ecfee4604c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:14:56.022793 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.042512 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8880bf69-7039-4f42-b066-5ee10b3f08f0 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:56.074070 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8880bf69-7039-4f42-b066-5ee10b3f08f0, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8880bf69-7039-4f42-b066-5ee10b3f08f0,segment=NetworkSegment(4f93c278-7f5d-401b-afdb-4a0cedcf2c1e),segment_id=4f93c278-7f5d-401b-afdb-4a0cedcf2c1e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:56.154003 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.212584 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=8880bf69-7039-4f42-b066-5ee10b3f08f0,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:56.377080 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['8880bf69-7039-4f42-b066-5ee10b3f08f0'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:56.844192 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d9b02044-42d8-492c-b5d0-54359625d995 req-7e1007b8-4dcc-4aba-a7aa-f46febf9af9b tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0318248 Aug 31 01:14:56.900518 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98476be7-91e4-45b8-9f18-37eeb0b9074f req-45c666a2-0c9c-4c26-ba61-60f4c54472c8 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:56.903316 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-98476be7-91e4-45b8-9f18-37eeb0b9074f req-45c666a2-0c9c-4c26-ba61-60f4c54472c8 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 944 time: 0.0850871 Aug 31 01:14:56.947442 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-98476be7-91e4-45b8-9f18-37eeb0b9074f req-6a6d76d0-5ecd-4174-9e8b-4a333f4486a3 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee9c1e4d-9a1a-4990-8287-709bc8f4ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366621 Aug 31 01:14:57.843394 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8880bf69-7039-4f42-b066-5ee10b3f08f0 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:57.962732 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-461819c4-00f8-452e-b456-16494cdc2750 req-f8ad1df4-2822-4d54-92a6-c6bf1210b664 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0341904 Aug 31 01:14:58.068907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 8880bf69-7039-4f42-b066-5ee10b3f08f0 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:58.088858 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 8880bf69-7039-4f42-b066-5ee10b3f08f0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:58.089844 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:58.123811 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bf67f-228c-450f-9883-def81372bb40 req-91a3a916-d311-4176-a329-d149d51ac539 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:58.131785 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc5bf67f-228c-450f-9883-def81372bb40 req-91a3a916-d311-4176-a329-d149d51ac539 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 944 time: 0.1061895 Aug 31 01:14:58.202091 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc5bf67f-228c-450f-9883-def81372bb40 req-828e5e6b-a55a-44b2-8b83-621aa9522ab1 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee9c1e4d-9a1a-4990-8287-709bc8f4ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693042 Aug 31 01:14:58.277080 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:58.308660 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8880bf69-7039-4f42-b066-5ee10b3f08f0'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:58.312079 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3773a8f-4444-4fae-8658-53bf1a923869" -d '{"events": [{"server_uuid": "0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f", "name": "network-vif-plugged", "status": "completed", "tag": "8880bf69-7039-4f42-b066-5ee10b3f08f0"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:58.327401 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8880bf69-7039-4f42-b066-5ee10b3f08f0, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8880bf69-7039-4f42-b066-5ee10b3f08f0,segment=NetworkSegment(4f93c278-7f5d-401b-afdb-4a0cedcf2c1e),segment_id=4f93c278-7f5d-401b-afdb-4a0cedcf2c1e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:58.366106 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb806c8-3d0c-423d-9c03-0d6ca71af3ea x-openstack-request-id: req-ddb806c8-3d0c-423d-9c03-0d6ca71af3ea {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:58.366418 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f", "name": "network-vif-plugged", "status": "completed", "tag": "8880bf69-7039-4f42-b066-5ee10b3f08f0", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:58.366682 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddb806c8-3d0c-423d-9c03-0d6ca71af3ea {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:58.367080 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8880bf69-7039-4f42-b066-5ee10b3f08f0', 'code': 200} Aug 31 01:14:58.377369 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:58.452482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=8880bf69-7039-4f42-b066-5ee10b3f08f0,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:58.825387 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98cc90-5b49-497d-b241-6e039e38e4fb req-e849fbc9-c0ed-4c1c-a307-c88e9c28bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:58.827262 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab98cc90-5b49-497d-b241-6e039e38e4fb req-e849fbc9-c0ed-4c1c-a307-c88e9c28bfbc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 1097 time: 0.3929627 Aug 31 01:14:58.871841 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab98cc90-5b49-497d-b241-6e039e38e4fb req-830a6808-f654-4c91-ae15-64200af1a36e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ee9c1e4d-9a1a-4990-8287-709bc8f4ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367117 Aug 31 01:14:59.084364 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-77fcaec5-7941-4382-8ce1-a767df9f5195 req-c453f8b7-ecfa-43cc-8467-70de7b6a8240 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0279355 Aug 31 01:14:59.421425 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785225f9-1517-4aef-9cf7-f770cb1b2337 req-78b50dd5-41f0-4557-bb91-fb00e007d59d tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:59.423266 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-785225f9-1517-4aef-9cf7-f770cb1b2337 req-78b50dd5-41f0-4557-bb91-fb00e007d59d tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 945 time: 0.0597546 Aug 31 01:14:59.464601 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-785225f9-1517-4aef-9cf7-f770cb1b2337 req-e09b5b59-b157-4abd-bd3e-c91c7862d5dd tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee9c1e4d-9a1a-4990-8287-709bc8f4ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348492 Aug 31 01:14:59.922358 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f41069ec-5c2b-46d4-83ec-fa0194820483 req-e0609476-f07e-4df5-9ea0-c91edd17dfa3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0640566 Aug 31 01:15:00.285288 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17c68bc5-2494-4fa9-8300-7429de98ccc9 req-0243fea1-aa8b-475a-a1ac-48c90f0ea8a4 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0342498 Aug 31 01:15:00.637734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5db097-1154-41d3-b879-6cba5cf46f58 req-f52dea3b-8a13-4273-926b-3a6d567ffe22 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:00.639518 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7d5db097-1154-41d3-b879-6cba5cf46f58 req-f52dea3b-8a13-4273-926b-3a6d567ffe22 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 945 time: 0.0821860 Aug 31 01:15:00.688080 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7d5db097-1154-41d3-b879-6cba5cf46f58 req-0c76f1a1-336b-417b-9ce2-14a0d846bb17 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee9c1e4d-9a1a-4990-8287-709bc8f4ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402849 Aug 31 01:15:01.192944 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787aac4-0f9b-4e4f-b55b-1df8fd7836da req-bb8db673-49c4-426f-ab90-cdb769d62279 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:01.194540 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3787aac4-0f9b-4e4f-b55b-1df8fd7836da req-bb8db673-49c4-426f-ab90-cdb769d62279 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 945 time: 0.0654168 Aug 31 01:15:01.298488 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3787aac4-0f9b-4e4f-b55b-1df8fd7836da req-8a6a9d14-35b8-4b0a-9116-7663a6ca27df tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee9c1e4d-9a1a-4990-8287-709bc8f4ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893540 Aug 31 01:15:01.310496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16a216-0692-4a67-99c4-d1654b44c8bc req-352d50bd-683d-412d-82ab-020189a59a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:01.312188 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a16a216-0692-4a67-99c4-d1654b44c8bc req-352d50bd-683d-412d-82ab-020189a59a5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc08f5d03de849b3be8479d249c836f6&device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 1097 time: 0.0803356 Aug 31 01:15:01.431047 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8813b835-d1c4-4365-a006-220c226d4361 req-5d30fb30-4535-4664-9c24-28ef556d0650 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0375268 Aug 31 01:15:01.448443 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16a216-0692-4a67-99c4-d1654b44c8bc req-e5b8b8c9-8a73-45fa-bd7a-cf32c2e8bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:01.450115 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a16a216-0692-4a67-99c4-d1654b44c8bc req-e5b8b8c9-8a73-45fa-bd7a-cf32c2e8bda3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed369120-9ca9-42a5-a075-37e18ce91061 HTTP/1.1" status: 200 len: 915 time: 0.1310103 Aug 31 01:15:01.509373 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a16a216-0692-4a67-99c4-d1654b44c8bc req-669f982a-5a31-4947-a092-ac516a1298f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8880bf69-7039-4f42-b066-5ee10b3f08f0 HTTP/1.1" status: 200 len: 217 time: 0.0514436 Aug 31 01:15:01.573626 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16a216-0692-4a67-99c4-d1654b44c8bc req-632cd9b4-b4d4-444e-84cc-da5e912e30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:01.575128 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a16a216-0692-4a67-99c4-d1654b44c8bc req-632cd9b4-b4d4-444e-84cc-da5e912e30f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f66f31b-9f48-4849-894b-38ecfee4604c HTTP/1.1" status: 200 len: 854 time: 0.0585639 Aug 31 01:15:01.615755 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a16a216-0692-4a67-99c4-d1654b44c8bc req-860b1037-a88f-468b-a4c5-b45ca0a195b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed369120-9ca9-42a5-a075-37e18ce91061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327926 Aug 31 01:15:01.715823 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a16a216-0692-4a67-99c4-d1654b44c8bc req-d3522f65-950f-4f41-b56f-80cb480f81ca service neutron] 10.222.0.48 "GET /v2.0/networks/ed369120-9ca9-42a5-a075-37e18ce91061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934927 Aug 31 01:15:01.825841 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a16a216-0692-4a67-99c4-d1654b44c8bc req-74e9527d-ca21-40df-aa23-40fe69286f8d service neutron] 10.222.0.48 "GET /v2.0/networks/ed369120-9ca9-42a5-a075-37e18ce91061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025236 Aug 31 01:15:02.076728 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bf78e4de-ff38-4d8f-8312-06b0cd699d90 req-ddfd9187-600a-417c-8ada-ffac91f08bfa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4b73cf516d0437085d36b83c9bdf08d&device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0399616 Aug 31 01:15:02.109797 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cce22da3-2ebe-4ee1-aea9-f20c378f5299 req-e0fdb532-dc18-4a9e-8189-ba596a4e59d6 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0378590 Aug 31 01:15:02.116139 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bf78e4de-ff38-4d8f-8312-06b0cd699d90 req-172c1332-4287-441b-9877-2c178f63c678 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e4b73cf516d0437085d36b83c9bdf08d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298169 Aug 31 01:15:02.245212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78e4de-ff38-4d8f-8312-06b0cd699d90 req-1223105c-cb54-4bb6-94a5-e518b3f63561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:02.246865 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bf78e4de-ff38-4d8f-8312-06b0cd699d90 req-1223105c-cb54-4bb6-94a5-e518b3f63561 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1236145 Aug 31 01:15:02.465203 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d8d68-437f-4787-99ea-b9f68869fae0 req-5b79254b-630f-4ecb-9ec7-fa36c854974e tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:02.467314 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b8d8d68-437f-4787-99ea-b9f68869fae0 req-5b79254b-630f-4ecb-9ec7-fa36c854974e tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 945 time: 0.0865479 Aug 31 01:15:02.517845 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b8d8d68-437f-4787-99ea-b9f68869fae0 req-7390f7fa-3e7e-4849-94d3-6bdb0b45117f tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee9c1e4d-9a1a-4990-8287-709bc8f4ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415854 Aug 31 01:15:03.215209 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87a1ca36-78cd-432b-9122-286aa87bb73e req-d7d4d2f7-fbcd-4ac4-bfdc-dd156dbe6fc4 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0281155 Aug 31 01:15:03.538001 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bf78e4de-ff38-4d8f-8312-06b0cd699d90 req-27dd2072-e870-4f16-933d-a1c607e55bd9 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.48 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0262849 Aug 31 01:15:03.653191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055de017-a90b-4c38-9955-cb620bcfb1dd req-5e18deb1-9135-48d8-af47-650b6ff35942 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:03.654709 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-055de017-a90b-4c38-9955-cb620bcfb1dd req-5e18deb1-9135-48d8-af47-650b6ff35942 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 945 time: 0.0528481 Aug 31 01:15:03.701570 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-055de017-a90b-4c38-9955-cb620bcfb1dd req-eaf47052-d816-494c-9924-a01a4dcb185e tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee9c1e4d-9a1a-4990-8287-709bc8f4ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403681 Aug 31 01:15:04.228603 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f51cca2d-ad3f-4712-bb02-e8a7bfe8fa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:04.386126 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fd0b6ab9-99c0-427b-beee-65af2d1e9128 req-5a1b291c-4c27-4062-97e9-3637544056a6 tempest-ServerShowV254Test-1470826382 tempest-ServerShowV254Test-1470826382-project] 10.222.0.16 "GET /v2.0/ports?device_id=723923db-0a5e-4e28-b7e6-06106edc9475 HTTP/1.1" status: 200 len: 210 time: 0.0579953 Aug 31 01:15:04.443680 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55526b-011d-42ad-835d-1dcc1500d503 req-07fcab6f-bac2-408a-a2db-2c9d65c13328 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:04.445157 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ff55526b-011d-42ad-835d-1dcc1500d503 req-07fcab6f-bac2-408a-a2db-2c9d65c13328 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 945 time: 0.0628126 Aug 31 01:15:04.485673 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ff55526b-011d-42ad-835d-1dcc1500d503 req-203058c1-fe11-4387-9626-1ae9b5306c57 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee9c1e4d-9a1a-4990-8287-709bc8f4ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343442 Aug 31 01:15:05.681059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19fd2e-c091-44c9-a4b7-be508a4f37b2 req-0d31bfdb-55ab-40dd-8201-891d35628b33 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:05.682719 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf19fd2e-c091-44c9-a4b7-be508a4f37b2 req-0d31bfdb-55ab-40dd-8201-891d35628b33 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 945 time: 0.0679619 Aug 31 01:15:05.741948 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf19fd2e-c091-44c9-a4b7-be508a4f37b2 req-d07bc782-c63f-4178-a4c0-e98399597247 tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee9c1e4d-9a1a-4990-8287-709bc8f4ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518928 Aug 31 01:15:05.882055 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81443a83-d563-44b3-9c9b-d83c146425a9 req-d57f30c4-5a02-4219-928f-e58f80b99cea tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:05.883736 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81443a83-d563-44b3-9c9b-d83c146425a9 req-d57f30c4-5a02-4219-928f-e58f80b99cea tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 945 time: 0.0683393 Aug 31 01:15:05.983797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37066) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:06.016440 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-81443a83-d563-44b3-9c9b-d83c146425a9 req-952ae036-9962-40a7-8d76-f1532706deff tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Deleting port 8880bf69-7039-4f42-b066-5ee10b3f08f0 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:15:06.016965 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-81443a83-d563-44b3-9c9b-d83c146425a9 req-952ae036-9962-40a7-8d76-f1532706deff tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.166288 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bba0b8f-2f9c-46f9-885e-a975796ccc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.205631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-81443a83-d563-44b3-9c9b-d83c146425a9 req-952ae036-9962-40a7-8d76-f1532706deff tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] For port 8880bf69-7039-4f42-b066-5ee10b3f08f0, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8880bf69-7039-4f42-b066-5ee10b3f08f0,segment=NetworkSegment(4f93c278-7f5d-401b-afdb-4a0cedcf2c1e),segment_id=4f93c278-7f5d-401b-afdb-4a0cedcf2c1e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:06.206589 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-81443a83-d563-44b3-9c9b-d83c146425a9 req-952ae036-9962-40a7-8d76-f1532706deff tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.223788 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-81443a83-d563-44b3-9c9b-d83c146425a9 req-952ae036-9962-40a7-8d76-f1532706deff tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Calling delete_port for 8880bf69-7039-4f42-b066-5ee10b3f08f0 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:15:06.335869 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bba0b8f-2f9c-46f9-885e-a975796ccc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.434025 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bba0b8f-2f9c-46f9-885e-a975796ccc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.476173 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2bba0b8f-2f9c-46f9-885e-a975796ccc44 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4b73cf516d0437085d36b83c9bdf08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4912627 Aug 31 01:15:06.479351 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37080) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:06.479638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba0b8f-2f9c-46f9-885e-a975796ccc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fd9954-1a88-4264-8d50-1745b287c4d4,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:06.496995 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-81443a83-d563-44b3-9c9b-d83c146425a9 req-952ae036-9962-40a7-8d76-f1532706deff tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.508986 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['8880bf69-7039-4f42-b066-5ee10b3f08f0'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:06.538162 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ae036-9962-40a7-8d76-f1532706deff tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Pushing event deleted for resources: {'Port': ['ID=8880bf69-7039-4f42-b066-5ee10b3f08f0,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:06.596831 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-81443a83-d563-44b3-9c9b-d83c146425a9 req-952ae036-9962-40a7-8d76-f1532706deff tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] No DVR routers for this DVR port 8880bf69-7039-4f42-b066-5ee10b3f08f0 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:15:06.605124 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-81443a83-d563-44b3-9c9b-d83c146425a9 req-952ae036-9962-40a7-8d76-f1532706deff tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.607217 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81443a83-d563-44b3-9c9b-d83c146425a9 req-952ae036-9962-40a7-8d76-f1532706deff tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.48 "DELETE /v2.0/ports/8880bf69-7039-4f42-b066-5ee10b3f08f0 HTTP/1.1" status: 204 len: 173 time: 0.7169111 Aug 31 01:15:06.608259 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f', 'name': 'network-vif-deleted', 'tag': '8880bf69-7039-4f42-b066-5ee10b3f08f0'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:06.612531 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cecdfd-67f2-470e-b165-ba2fe9ebd543" -d '{"events": [{"server_uuid": "0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f", "name": "network-vif-deleted", "tag": "8880bf69-7039-4f42-b066-5ee10b3f08f0"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:06.620627 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-82c54642-ac9c-4be0-a453-da4410987eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.655558 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-82c54642-ac9c-4be0-a453-da4410987eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.678812 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67e417b-eb90-4b8b-94ba-a3437a219483 x-openstack-request-id: req-b67e417b-eb90-4b8b-94ba-a3437a219483 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:06.679621 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f", "name": "network-vif-deleted", "tag": "8880bf69-7039-4f42-b066-5ee10b3f08f0", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:06.679889 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b67e417b-eb90-4b8b-94ba-a3437a219483 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:06.680465 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f', 'name': 'network-vif-deleted', 'tag': '8880bf69-7039-4f42-b066-5ee10b3f08f0', 'status': 'completed', 'code': 200} Aug 31 01:15:06.851392 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.857288 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aee8ac65-0f03-41b0-9738-922f6dd25f5c req-eac5e82e-22c6-435e-9dc1-da90e5b27efb tempest-InstanceActionsTestJSON-433958161 tempest-InstanceActionsTestJSON-433958161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3d8303-7509-44b8-8e5b-2a7a93dc3b5f HTTP/1.1" status: 200 len: 210 time: 0.0390706 Aug 31 01:15:06.885404 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-82c54642-ac9c-4be0-a453-da4410987eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.888268 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-82c54642-ac9c-4be0-a453-da4410987eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.892204 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-82c54642-ac9c-4be0-a453-da4410987eba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5fd9954-1a88-4264-8d50-1745b287c4d4 HTTP/1.1" status: 204 len: 168 time: 0.4091167 Aug 31 01:15:06.903057 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c54642-ac9c-4be0-a453-da4410987eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fd9954-1a88-4264-8d50-1745b287c4d4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:06.939160 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:07.005128 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b5236a1a-ef09-417d-b3cb-6a9ccd00176b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:07.177148 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:07.526374 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:15:07.917085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37128) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:07.967016 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c9a4d8-3260-4b55-a066-aa39ad5ded6e admin admin] Deleting subnet 0f66f31b-9f48-4849-894b-38ecfee4604c {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:15:07.971832 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-99c9a4d8-3260-4b55-a066-aa39ad5ded6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.012286 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-99c9a4d8-3260-4b55-a066-aa39ad5ded6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.061510 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-99c9a4d8-3260-4b55-a066-aa39ad5ded6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.212459 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-99c9a4d8-3260-4b55-a066-aa39ad5ded6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.245036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9a4d8-3260-4b55-a066-aa39ad5ded6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f66f31b-9f48-4849-894b-38ecfee4604c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:08.248972 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-99c9a4d8-3260-4b55-a066-aa39ad5ded6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.249726 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-99c9a4d8-3260-4b55-a066-aa39ad5ded6e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0f66f31b-9f48-4849-894b-38ecfee4604c HTTP/1.1" status: 204 len: 168 time: 0.3309054 Aug 31 01:15:08.251955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37144) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:08.331256 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2c70a022-b968-4b7e-9a64-fc045fe0f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.454968 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2c70a022-b968-4b7e-9a64-fc045fe0f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.470695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-2c70a022-b968-4b7e-9a64-fc045fe0f40c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed369120-9ca9-42a5-a075-37e18ce91061']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:08.485391 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.491994 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-2c70a022-b968-4b7e-9a64-fc045fe0f40c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f93c278-7f5d-401b-afdb-4a0cedcf2c1e') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:08.492514 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-2c70a022-b968-4b7e-9a64-fc045fe0f40c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f93c278-7f5d-401b-afdb-4a0cedcf2c1e') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:08.505840 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2c70a022-b968-4b7e-9a64-fc045fe0f40c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.530748 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2c70a022-b968-4b7e-9a64-fc045fe0f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.538156 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c70a022-b968-4b7e-9a64-fc045fe0f40c admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2c70a022-b968-4b7e-9a64-fc045fe0f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:08.541009 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:08.718665 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2c70a022-b968-4b7e-9a64-fc045fe0f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.719964 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2c70a022-b968-4b7e-9a64-fc045fe0f40c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.723706 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2c70a022-b968-4b7e-9a64-fc045fe0f40c admin admin] 10.222.0.16 "DELETE /v2.0/networks/ed369120-9ca9-42a5-a075-37e18ce91061 HTTP/1.1" status: 204 len: 168 time: 0.4692938 Aug 31 01:15:08.737181 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70a022-b968-4b7e-9a64-fc045fe0f40c admin admin] Pushing event deleted for resources: {'Network': ['ID=ed369120-9ca9-42a5-a075-37e18ce91061,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:09.212897 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37166) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:09.285956 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f54f08be-a148-4d01-8983-d8389f121467 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc08f5d03de849b3be8479d249c836f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717764 Aug 31 01:15:09.288565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37172) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:09.344536 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0ff38161-bf26-4562-9487-be0f91578be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:09.371967 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0ff38161-bf26-4562-9487-be0f91578be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:09.594290 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0ff38161-bf26-4562-9487-be0f91578be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:09.598163 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0ff38161-bf26-4562-9487-be0f91578be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:09.600977 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0ff38161-bf26-4562-9487-be0f91578be5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee9c1e4d-9a1a-4990-8287-709bc8f4ef36 HTTP/1.1" status: 204 len: 168 time: 0.3108890 Aug 31 01:15:09.616869 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff38161-bf26-4562-9487-be0f91578be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9c1e4d-9a1a-4990-8287-709bc8f4ef36,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:09.908059 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8880bf69-7039-4f42-b066-5ee10b3f08f0 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:15:09.934564 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 8880bf69-7039-4f42-b066-5ee10b3f08f0 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:15:09.935216 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8880bf69-7039-4f42-b066-5ee10b3f08f0 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:15:10.154204 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.164826 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37232) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:11.294664 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-374da305-d1ea-4788-a187-5fd2b77be2f1 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-959156318-network', 'tenant_id': 'aa1929d898d84e3fbd99db63c71814ce'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:11.440196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374da305-d1ea-4788-a187-5fd2b77be2f1 admin admin] Made reservation on behalf of aa1929d898d84e3fbd99db63c71814ce for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:11.442073 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-374da305-d1ea-4788-a187-5fd2b77be2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.452146 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-374da305-d1ea-4788-a187-5fd2b77be2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.601344 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-374da305-d1ea-4788-a187-5fd2b77be2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.709776 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-374da305-d1ea-4788-a187-5fd2b77be2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.724771 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374da305-d1ea-4788-a187-5fd2b77be2f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:15:11.748425 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-374da305-d1ea-4788-a187-5fd2b77be2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.749377 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-374da305-d1ea-4788-a187-5fd2b77be2f1 admin admin] Added segment 2f63f031-24af-43b8-b4bb-187031c10e2e of type vlan for network 2e37f93f-8fb8-42cf-a410-e8026297f353 Aug 31 01:15:11.804395 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374da305-d1ea-4788-a187-5fd2b77be2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d143b882-21e7-4c8b-86cd-93a795fe7f8a,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:11.827642 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-374da305-d1ea-4788-a187-5fd2b77be2f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.971433 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-374da305-d1ea-4788-a187-5fd2b77be2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.972587 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374da305-d1ea-4788-a187-5fd2b77be2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:11.973269 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-374da305-d1ea-4788-a187-5fd2b77be2f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:12.041933 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374da305-d1ea-4788-a187-5fd2b77be2f1 admin admin] Pushing event updated for resources: {'Network': ['ID=2e37f93f-8fb8-42cf-a410-e8026297f353,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:12.054156 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 2e37f93f-8fb8-42cf-a410-e8026297f353 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:15:12.194808 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-374da305-d1ea-4788-a187-5fd2b77be2f1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0282595 Aug 31 01:15:12.197898 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37256) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:12.203709 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f1dfe65b-f3d9-4f90-8919-db295771b03a admin admin] Request body: {'subnet': {'network_id': '2e37f93f-8fb8-42cf-a410-e8026297f353', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-959156318-subnet', 'tenant_id': 'aa1929d898d84e3fbd99db63c71814ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:12.308129 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dfe65b-f3d9-4f90-8919-db295771b03a admin admin] Made reservation on behalf of aa1929d898d84e3fbd99db63c71814ce for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:12.311677 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe65b-f3d9-4f90-8919-db295771b03a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:12.703374 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe65b-f3d9-4f90-8919-db295771b03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:12.772090 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfe65b-f3d9-4f90-8919-db295771b03a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f465ab1d-e74c-41b2-a87d-3a30dffa504c,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:12.782047 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dfe65b-f3d9-4f90-8919-db295771b03a admin admin] Checking segment: {'id': '2f63f031-24af-43b8-b4bb-187031c10e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2e37f93f-8fb8-42cf-a410-e8026297f353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:12.782750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dfe65b-f3d9-4f90-8919-db295771b03a admin admin] Network hostable DHCP agents. Network: 2e37f93f-8fb8-42cf-a410-e8026297f353, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:15:12.903213 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dfe65b-f3d9-4f90-8919-db295771b03a admin admin] Network 2e37f93f-8fb8-42cf-a410-e8026297f353 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:15:13.017238 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-f1dfe65b-f3d9-4f90-8919-db295771b03a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 2e37f93f-8fb8-42cf-a410-e8026297f353) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:13.028192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29204922-5046-430f-af20-759bb880e42a None None] Network 2e37f93f-8fb8-42cf-a410-e8026297f353 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:13.105206 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dfe65b-f3d9-4f90-8919-db295771b03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:13.118399 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe65b-f3d9-4f90-8919-db295771b03a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.163657 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cf4e1-3105-45a6-afea-e2a96c7dd0ea req-dca3a6ce-c60f-4e00-a492-4723f2de1880 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:13.165482 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c88cf4e1-3105-45a6-afea-e2a96c7dd0ea req-dca3a6ce-c60f-4e00-a492-4723f2de1880 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1425228 Aug 31 01:15:13.182396 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a409-3496-4ce6-8552-a4bab87cc611 req-1c2e87a0-b906-413f-9cdb-286ed1b1e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:13.184697 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aaf9a409-3496-4ce6-8552-a4bab87cc611 req-1c2e87a0-b906-413f-9cdb-286ed1b1e466 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 1096 time: 0.0793765 Aug 31 01:15:13.230364 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c88cf4e1-3105-45a6-afea-e2a96c7dd0ea req-7df3f6c8-a1ee-4c9f-be47-f2e8857dbb80 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568271 Aug 31 01:15:13.238624 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956cc34e-2324-44ed-99f7-300644320d14 None None] Network 2e37f93f-8fb8-42cf-a410-e8026297f353 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:13.242631 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f1dfe65b-f3d9-4f90-8919-db295771b03a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0435920 Aug 31 01:15:13.432300 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a409-3496-4ce6-8552-a4bab87cc611 req-65902201-2151-4a60-9746-a0e6154ca4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:13.433857 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aaf9a409-3496-4ce6-8552-a4bab87cc611 req-65902201-2151-4a60-9746-a0e6154ca4c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 912 time: 0.2405562 Aug 31 01:15:13.566876 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aaf9a409-3496-4ce6-8552-a4bab87cc611 req-384bca96-5a92-4d4d-8da1-ddf6729e3ffd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f76add50-2a32-4adf-b766-a17e6155f28b HTTP/1.1" status: 200 len: 998 time: 0.1246328 Aug 31 01:15:13.679707 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a409-3496-4ce6-8552-a4bab87cc611 req-0978eb97-50ea-4e94-8dca-11226cf8e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:13.684318 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aaf9a409-3496-4ce6-8552-a4bab87cc611 req-0978eb97-50ea-4e94-8dca-11226cf8e00c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.1064677 Aug 31 01:15:13.760550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a409-3496-4ce6-8552-a4bab87cc611 req-3adbe1e6-6190-4860-8045-e7ac7e98f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:13.762403 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aaf9a409-3496-4ce6-8552-a4bab87cc611 req-3adbe1e6-6190-4860-8045-e7ac7e98f6ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700340 Aug 31 01:15:13.970753 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aaf9a409-3496-4ce6-8552-a4bab87cc611 req-593062dd-7ba5-4494-b6c2-8e474e26a287 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000525 Aug 31 01:15:14.047003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-0a45d8e3-cae3-4dbe-a2c5-7781cadddc9d tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:14.048243 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-0a45d8e3-cae3-4dbe-a2c5-7781cadddc9d tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/networks?id=2e37f93f-8fb8-42cf-a410-e8026297f353 HTTP/1.1" status: 200 len: 812 time: 0.2019737 Aug 31 01:15:14.096818 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-3fa5e52e-a9f7-4691-989b-fd7ba4cedf9b tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/quotas/aa1929d898d84e3fbd99db63c71814ce HTTP/1.1" status: 200 len: 375 time: 0.0312476 Aug 31 01:15:14.191343 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aaf9a409-3496-4ce6-8552-a4bab87cc611 req-c09c8e33-8829-443b-9e65-c4a85ca25b8c service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101564 Aug 31 01:15:14.242634 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-8837f98e-7c5d-4878-a3af-ca40235ed7ab tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aa1929d898d84e3fbd99db63c71814ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502260 Aug 31 01:15:14.389929 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-79731c6b-8c31-492f-9932-67ca38763521 service neutron] 10.222.0.16 "GET /v2.0/networks/2e37f93f-8fb8-42cf-a410-e8026297f353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383865 Aug 31 01:15:14.443253 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfdadc-c7ed-4b19-aeee-672617e612cb req-66ef6bb4-989b-4463-837a-15f695e34042 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:14.446248 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30dfdadc-c7ed-4b19-aeee-672617e612cb req-66ef6bb4-989b-4463-837a-15f695e34042 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0846918 Aug 31 01:15:14.525119 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30dfdadc-c7ed-4b19-aeee-672617e612cb req-09011177-2f08-489d-9746-e920d01a81e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708025 Aug 31 01:15:14.561085 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-e6664470-8fef-4d30-8713-0e43b08c9fef service neutron] 10.222.0.16 "GET /v2.0/networks/2e37f93f-8fb8-42cf-a410-e8026297f353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697149 Aug 31 01:15:14.941945 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c28bef60-ddae-496a-b0f1-afd0c0bd780a req-fc980255-d756-4469-bc39-bbb66e3cdf04 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/ports?device_id=43390625-2d09-48a5-98cf-437251c6d26b HTTP/1.1" status: 200 len: 210 time: 0.0478885 Aug 31 01:15:15.709013 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f385697-4698-48b7-b3be-91a3334e1e0b req-f1c4c40c-74c9-49da-a16c-c9a522534997 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:15.711556 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1f385697-4698-48b7-b3be-91a3334e1e0b req-f1c4c40c-74c9-49da-a16c-c9a522534997 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0742490 Aug 31 01:15:15.767761 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1f385697-4698-48b7-b3be-91a3334e1e0b req-be47af27-f78a-4ce0-896e-b9826abe2bab tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485141 Aug 31 01:15:16.046050 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5139f697-e3f5-4246-88cb-cd8bd92f30c1 req-bec2da01-99ef-4697-8df9-35af0b454286 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/ports?device_id=43390625-2d09-48a5-98cf-437251c6d26b HTTP/1.1" status: 200 len: 210 time: 0.0446866 Aug 31 01:15:17.209999 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8082a1cd-9ebd-4bc7-bd9f-c936a0ed0a38 req-0e6c660a-ed01-4183-b94c-95acf3e0b3bc tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/ports?device_id=43390625-2d09-48a5-98cf-437251c6d26b HTTP/1.1" status: 200 len: 210 time: 0.0519960 Aug 31 01:15:18.163966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-b3191770-5739-47c8-bea8-1caade75c0d4 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:18.176546 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-b3191770-5739-47c8-bea8-1caade75c0d4 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.48 "GET /v2.0/networks?id=2e37f93f-8fb8-42cf-a410-e8026297f353 HTTP/1.1" status: 200 len: 812 time: 0.1336668 Aug 31 01:15:18.194245 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Request body: {'port': {'device_id': '43390625-2d09-48a5-98cf-437251c6d26b', 'network_id': '2e37f93f-8fb8-42cf-a410-e8026297f353', 'admin_state_up': True, 'tenant_id': 'aa1929d898d84e3fbd99db63c71814ce'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:18.315516 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0089c422-08bf-426b-bd18-b509ba6a5936 req-8c9c7f5b-2f6a-4091-b650-a754e1363d8e tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/ports?device_id=43390625-2d09-48a5-98cf-437251c6d26b HTTP/1.1" status: 200 len: 210 time: 0.0308433 Aug 31 01:15:18.474304 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Made reservation on behalf of aa1929d898d84e3fbd99db63c71814ce for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:18.477890 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.652223 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Allocated IP 172.20.0.12 (2e37f93f-8fb8-42cf-a410-e8026297f353/f465ab1d-e74c-41b2-a87d-3a30dffa504c/bf8b010e-13bd-4bd8-92b9-50c8ea37ce61) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:15:18.917980 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.064433 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.168992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Network 2e37f93f-8fb8-42cf-a410-e8026297f353 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:15:19.176419 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Pushing event updated for resources: {'Port': ['ID=bf8b010e-13bd-4bd8-92b9-50c8ea37ce61,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:19.181815 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:19.195395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:15:19.259964 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:19.260517 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:19.261079 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:19.262167 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:19.262997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:19.263620 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:19.273115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:19.273115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:19.273115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:19.273115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:19.273115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:19.273115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:19.322368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:19.323305 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.424275 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-96755fd2-9207-44c1-b202-4172ff9b44e9 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2425706 Aug 31 01:15:19.462232 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Request body: {'port': {'device_id': '43390625-2d09-48a5-98cf-437251c6d26b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:19.583489 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.609153 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88a460-6e5c-4578-aabb-4cfec0b3ec72 req-fe2facc1-7ec8-48c1-8e8e-41b63315a51d tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:19.610851 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f88a460-6e5c-4578-aabb-4cfec0b3ec72 req-fe2facc1-7ec8-48c1-8e8e-41b63315a51d tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/ports?device_id=43390625-2d09-48a5-98cf-437251c6d26b HTTP/1.1" status: 200 len: 932 time: 0.1051927 Aug 31 01:15:19.748172 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f88a460-6e5c-4578-aabb-4cfec0b3ec72 req-ce87a438-b5cd-4b29-b801-65c21ee132e6 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/security-groups?id=d143b882-21e7-4c8b-86cd-93a795fe7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104286 Aug 31 01:15:19.985731 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:19.994466 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:20.008759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Transition to ACTIVE for port object bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:20.165758 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:20.223217 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Pushing event updated for resources: {'Port': ['ID=bf8b010e-13bd-4bd8-92b9-50c8ea37ce61,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:20.316625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Attempting to bind port bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:15:20.316966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Attempting to bind port bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '2f63f031-24af-43b8-b4bb-187031c10e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2e37f93f-8fb8-42cf-a410-e8026297f353'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:15:20.317290 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Attempting to bind port bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 on network 2e37f93f-8fb8-42cf-a410-e8026297f353 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:20.322704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Port bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 on network 2e37f93f-8fb8-42cf-a410-e8026297f353 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:15:20.323123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Attempting to bind port bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 on network 2e37f93f-8fb8-42cf-a410-e8026297f353 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:20.330752 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:15:20.331014 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Checking segment: {'id': '2f63f031-24af-43b8-b4bb-187031c10e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2e37f93f-8fb8-42cf-a410-e8026297f353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:20.331336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Bound using segment: {'id': '2f63f031-24af-43b8-b4bb-187031c10e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2e37f93f-8fb8-42cf-a410-e8026297f353'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:15:20.331856 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Bound port: bf8b010e-13bd-4bd8-92b9-50c8ea37ce61, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f63f031-24af-43b8-b4bb-187031c10e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2e37f93f-8fb8-42cf-a410-e8026297f353'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:15:20.332217 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:20.414751 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] For port bf8b010e-13bd-4bd8-92b9-50c8ea37ce61, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:15:20.418249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] For port bf8b010e-13bd-4bd8-92b9-50c8ea37ce61, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=bf8b010e-13bd-4bd8-92b9-50c8ea37ce61,segment=NetworkSegment(2f63f031-24af-43b8-b4bb-187031c10e2e),segment_id=2f63f031-24af-43b8-b4bb-187031c10e2e)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:15:20.630932 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:20.665563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:20.666210 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:20.667650 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] 10.222.0.48 "PUT /v2.0/ports/bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 HTTP/1.1" status: 200 len: 1093 time: 1.2347741 Aug 31 01:15:20.668098 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43390625-2d09-48a5-98cf-437251c6d26b', 'tag': 'bf8b010e-13bd-4bd8-92b9-50c8ea37ce61'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:20.671074 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a5f703-3452-49b5-9cb3-7014d25d535f" -d '{"events": [{"name": "network-changed", "server_uuid": "43390625-2d09-48a5-98cf-437251c6d26b", "tag": "bf8b010e-13bd-4bd8-92b9-50c8ea37ce61"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:20.711960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b2d50-2717-41ae-8137-c1f84c77e7ec service neutron] Pushing event updated for resources: {'Port': ['ID=bf8b010e-13bd-4bd8-92b9-50c8ea37ce61,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:20.728355 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72eda55-9887-4e32-8767-63c26d8bf1ac x-openstack-request-id: req-a72eda55-9887-4e32-8767-63c26d8bf1ac {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:20.728902 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43390625-2d09-48a5-98cf-437251c6d26b", "tag": "bf8b010e-13bd-4bd8-92b9-50c8ea37ce61", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:20.729755 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a72eda55-9887-4e32-8767-63c26d8bf1ac {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:20.730356 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43390625-2d09-48a5-98cf-437251c6d26b', 'tag': 'bf8b010e-13bd-4bd8-92b9-50c8ea37ce61', 'status': 'completed', 'code': 200} Aug 31 01:15:20.805117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5f703-3452-49b5-9cb3-7014d25d535f req-93de3782-413b-4a23-861f-183f2231394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:20.808421 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13a5f703-3452-49b5-9cb3-7014d25d535f req-93de3782-413b-4a23-861f-183f2231394d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa1929d898d84e3fbd99db63c71814ce&device_id=43390625-2d09-48a5-98cf-437251c6d26b HTTP/1.1" status: 200 len: 1096 time: 0.0607300 Aug 31 01:15:20.971664 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd6832-776f-4175-af44-e96de58cd1e3 req-7af534cb-2495-4516-b75c-e626eacd9888 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:20.975413 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-48cd6832-776f-4175-af44-e96de58cd1e3 req-7af534cb-2495-4516-b75c-e626eacd9888 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/ports?device_id=43390625-2d09-48a5-98cf-437251c6d26b HTTP/1.1" status: 200 len: 944 time: 0.1404161 Aug 31 01:15:21.021797 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5f703-3452-49b5-9cb3-7014d25d535f req-a148c294-36aa-4231-8f59-98ef4e391edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:21.023316 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13a5f703-3452-49b5-9cb3-7014d25d535f req-a148c294-36aa-4231-8f59-98ef4e391edd service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=aa1929d898d84e3fbd99db63c71814ce&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2056811 Aug 31 01:15:21.057656 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-48cd6832-776f-4175-af44-e96de58cd1e3 req-a1217aaf-ecc6-45df-b19f-40ae4d1a4260 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/security-groups?id=d143b882-21e7-4c8b-86cd-93a795fe7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770953 Aug 31 01:15:21.157777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5f703-3452-49b5-9cb3-7014d25d535f req-c0174cd0-c632-4dca-8ade-115a681b9ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:21.159410 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13a5f703-3452-49b5-9cb3-7014d25d535f req-c0174cd0-c632-4dca-8ade-115a681b9ff3 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288037 Aug 31 01:15:21.249080 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-d233337f-2c53-45ec-9777-e1ae4ecb0a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:21.251199 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-d233337f-2c53-45ec-9777-e1ae4ecb0a80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa1929d898d84e3fbd99db63c71814ce&device_id=43390625-2d09-48a5-98cf-437251c6d26b HTTP/1.1" status: 200 len: 1096 time: 0.0531626 Aug 31 01:15:21.308420 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-fc28064c-391b-4eb9-aef2-ea365978afd7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 HTTP/1.1" status: 200 len: 217 time: 0.0496163 Aug 31 01:15:21.375036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-222b8428-032c-4cbd-83cb-803dca2ea18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:21.376689 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-222b8428-032c-4cbd-83cb-803dca2ea18b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f465ab1d-e74c-41b2-a87d-3a30dffa504c HTTP/1.1" status: 200 len: 852 time: 0.0613754 Aug 31 01:15:21.423867 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-54bdefec-d225-4579-b593-8b3c3d1e3031 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e37f93f-8fb8-42cf-a410-e8026297f353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402811 Aug 31 01:15:21.526433 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-e62567be-5f9f-4697-8ea6-6021abab3cd8 service neutron] 10.222.0.48 "GET /v2.0/networks/2e37f93f-8fb8-42cf-a410-e8026297f353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958459 Aug 31 01:15:21.646964 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef2e1621-707c-4ad6-b018-943101aa2133 req-39642ae6-d64a-4eea-9d8c-bda88b7bd197 service neutron] 10.222.0.48 "GET /v2.0/networks/2e37f93f-8fb8-42cf-a410-e8026297f353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127906 Aug 31 01:15:22.260837 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973df52-f64c-4d19-9190-3e723eedbea9 req-80b888f5-2cbd-45c7-974f-62aaa47d465d tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:22.270640 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2973df52-f64c-4d19-9190-3e723eedbea9 req-80b888f5-2cbd-45c7-974f-62aaa47d465d tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/ports?device_id=43390625-2d09-48a5-98cf-437251c6d26b HTTP/1.1" status: 200 len: 944 time: 0.0843987 Aug 31 01:15:22.330588 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2973df52-f64c-4d19-9190-3e723eedbea9 req-f55f86a2-9e16-4aff-98e8-ec6f7ff841dd tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/security-groups?id=d143b882-21e7-4c8b-86cd-93a795fe7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587125 Aug 31 01:15:22.931425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37662) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:23.071387 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-37f8b36f-489a-4b87-9281-067fcd749bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:23.180938 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-37f8b36f-489a-4b87-9281-067fcd749bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:23.297206 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-37f8b36f-489a-4b87-9281-067fcd749bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:23.337079 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-37f8b36f-489a-4b87-9281-067fcd749bb9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cacceb2e37e44a0b9388c0b6b3e3f22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4044666 Aug 31 01:15:23.338240 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8b36f-489a-4b87-9281-067fcd749bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f6c04f-15dc-4420-ab3b-4cc3083feaa9,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:23.340107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37678) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:23.426968 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4c27c8e5-4bac-4229-bacd-dd459571d2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:23.456349 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4c27c8e5-4bac-4229-bacd-dd459571d2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:23.500717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623429c-9433-450c-9e2d-76b543e65431 req-4da47c2b-68b3-4333-a45f-c1ccc5e48dc4 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:23.502875 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9623429c-9433-450c-9e2d-76b543e65431 req-4da47c2b-68b3-4333-a45f-c1ccc5e48dc4 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/ports?device_id=43390625-2d09-48a5-98cf-437251c6d26b HTTP/1.1" status: 200 len: 944 time: 0.0709064 Aug 31 01:15:23.556272 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9623429c-9433-450c-9e2d-76b543e65431 req-234388dd-ae5c-4c73-a604-7c304e2b0d56 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/security-groups?id=d143b882-21e7-4c8b-86cd-93a795fe7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463662 Aug 31 01:15:23.634791 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4c27c8e5-4bac-4229-bacd-dd459571d2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:23.637431 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4c27c8e5-4bac-4229-bacd-dd459571d2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:23.639286 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4c27c8e5-4bac-4229-bacd-dd459571d2ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41f6c04f-15dc-4420-ab3b-4cc3083feaa9 HTTP/1.1" status: 204 len: 168 time: 0.2962117 Aug 31 01:15:23.650904 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27c8e5-4bac-4229-bacd-dd459571d2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f6c04f-15dc-4420-ab3b-4cc3083feaa9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:23.987257 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:15:24.112574 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port bf8b010e-13bd-4bd8-92b9-50c8ea37ce61, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=bf8b010e-13bd-4bd8-92b9-50c8ea37ce61,segment=NetworkSegment(2f63f031-24af-43b8-b4bb-187031c10e2e),segment_id=2f63f031-24af-43b8-b4bb-187031c10e2e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:24.130198 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'bf8b010e-13bd-4bd8-92b9-50c8ea37ce61', 'network_id': '2e37f93f-8fb8-42cf-a410-e8026297f353', 'port_id': 'bf8b010e-13bd-4bd8-92b9-50c8ea37ce61', 'mac_address': 'fa:16:3e:d4:2d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f465ab1d-e74c-41b2-a87d-3a30dffa504c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:15:24.201064 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.218140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:24.242887 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port bf8b010e-13bd-4bd8-92b9-50c8ea37ce61, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=bf8b010e-13bd-4bd8-92b9-50c8ea37ce61,segment=NetworkSegment(2f63f031-24af-43b8-b4bb-187031c10e2e),segment_id=2f63f031-24af-43b8-b4bb-187031c10e2e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:24.365988 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.423128 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=bf8b010e-13bd-4bd8-92b9-50c8ea37ce61,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:24.439273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:24.439273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:24.439273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:24.439273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:24.439273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:24.439273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:24.439273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:24.439273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:24.439273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:24.439273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:24.439273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:24.439273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:24.594837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['bf8b010e-13bd-4bd8-92b9-50c8ea37ce61'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:24.741817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79902a30-79fa-4d12-83dc-a05973d370b5 req-c6a10d95-abfb-4a4a-bb42-964cfef47997 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:24.750071 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79902a30-79fa-4d12-83dc-a05973d370b5 req-c6a10d95-abfb-4a4a-bb42-964cfef47997 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/ports?device_id=43390625-2d09-48a5-98cf-437251c6d26b HTTP/1.1" status: 200 len: 945 time: 0.0806670 Aug 31 01:15:24.815020 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79902a30-79fa-4d12-83dc-a05973d370b5 req-71dc8e29-419c-4e17-85cb-d95bd056628d tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/security-groups?id=d143b882-21e7-4c8b-86cd-93a795fe7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638084 Aug 31 01:15:25.981555 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08bd92-a745-4f19-84e6-b247800482a8 req-675a457b-fc96-42bb-ba22-9a35ba31b8ab tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:25.983537 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2e08bd92-a745-4f19-84e6-b247800482a8 req-675a457b-fc96-42bb-ba22-9a35ba31b8ab tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/ports?device_id=43390625-2d09-48a5-98cf-437251c6d26b HTTP/1.1" status: 200 len: 945 time: 0.0684261 Aug 31 01:15:26.003539 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:26.041716 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2e08bd92-a745-4f19-84e6-b247800482a8 req-48a4dd43-181b-4039-bb04-66712ba78de1 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/security-groups?id=d143b882-21e7-4c8b-86cd-93a795fe7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507119 Aug 31 01:15:26.217798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:26.217798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:26.217798 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:26.291925 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:26.317967 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43390625-2d09-48a5-98cf-437251c6d26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8b010e-13bd-4bd8-92b9-50c8ea37ce61'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:26.320241 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825064a5-7bf1-427e-93bd-1c3ff378c9f5" -d '{"events": [{"server_uuid": "43390625-2d09-48a5-98cf-437251c6d26b", "name": "network-vif-plugged", "status": "completed", "tag": "bf8b010e-13bd-4bd8-92b9-50c8ea37ce61"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:26.340490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port bf8b010e-13bd-4bd8-92b9-50c8ea37ce61, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=bf8b010e-13bd-4bd8-92b9-50c8ea37ce61,segment=NetworkSegment(2f63f031-24af-43b8-b4bb-187031c10e2e),segment_id=2f63f031-24af-43b8-b4bb-187031c10e2e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:26.386803 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1f86c7-3f63-474e-aa91-9d3e8c6172d2 x-openstack-request-id: req-8f1f86c7-3f63-474e-aa91-9d3e8c6172d2 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:26.387110 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43390625-2d09-48a5-98cf-437251c6d26b", "name": "network-vif-plugged", "status": "completed", "tag": "bf8b010e-13bd-4bd8-92b9-50c8ea37ce61", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:26.387489 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f1f86c7-3f63-474e-aa91-9d3e8c6172d2 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:26.387908 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43390625-2d09-48a5-98cf-437251c6d26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8b010e-13bd-4bd8-92b9-50c8ea37ce61', 'code': 200} Aug 31 01:15:26.497823 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:26.503597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cac77-f913-45f3-a7a9-f71b651f51e0 req-72ced87c-7cd4-4cf5-a786-12dc899f4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:26.505313 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-158cac77-f913-45f3-a7a9-f71b651f51e0 req-72ced87c-7cd4-4cf5-a786-12dc899f4285 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=43390625-2d09-48a5-98cf-437251c6d26b HTTP/1.1" status: 200 len: 1097 time: 0.0455339 Aug 31 01:15:26.542887 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-158cac77-f913-45f3-a7a9-f71b651f51e0 req-dfe064bf-2e4d-42e4-8a4f-549a8fa62773 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d143b882-21e7-4c8b-86cd-93a795fe7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307620 Aug 31 01:15:26.555712 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=bf8b010e-13bd-4bd8-92b9-50c8ea37ce61,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:27.185351 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108981ec-a29a-4670-b11b-40c4d7bb14ca req-499ab715-e2a9-46ba-bec8-36737e9f9f73 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:27.187796 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-108981ec-a29a-4670-b11b-40c4d7bb14ca req-499ab715-e2a9-46ba-bec8-36737e9f9f73 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/ports?device_id=43390625-2d09-48a5-98cf-437251c6d26b HTTP/1.1" status: 200 len: 946 time: 0.0603991 Aug 31 01:15:27.244609 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-108981ec-a29a-4670-b11b-40c4d7bb14ca req-b94d48aa-8220-4d08-afb3-c8c381fa6f97 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/security-groups?id=d143b882-21e7-4c8b-86cd-93a795fe7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489507 Aug 31 01:15:27.479583 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37886) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:27.531941 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7f82ca-9d94-4dba-8d68-c73ebc91b96f admin admin] Deleting subnet c59e726c-b83e-4d5c-a2a0-977fada9f99c {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:15:27.541078 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e7f82ca-9d94-4dba-8d68-c73ebc91b96f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:27.584358 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e7f82ca-9d94-4dba-8d68-c73ebc91b96f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:27.629302 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e7f82ca-9d94-4dba-8d68-c73ebc91b96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:27.835316 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e7f82ca-9d94-4dba-8d68-c73ebc91b96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:27.868624 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e7f82ca-9d94-4dba-8d68-c73ebc91b96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:27.870873 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9e7f82ca-9d94-4dba-8d68-c73ebc91b96f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c59e726c-b83e-4d5c-a2a0-977fada9f99c HTTP/1.1" status: 204 len: 168 time: 0.3902807 Aug 31 01:15:27.871614 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f82ca-9d94-4dba-8d68-c73ebc91b96f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c59e726c-b83e-4d5c-a2a0-977fada9f99c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:27.874038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37898) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:27.961872 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5903c3a9-332f-4266-b761-d551727363c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.048736 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5903c3a9-332f-4266-b761-d551727363c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.060797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5903c3a9-332f-4266-b761-d551727363c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7e2727-cc48-4e37-83a0-03a9ac51d98b']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:28.078272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5903c3a9-332f-4266-b761-d551727363c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c923d8-9d97-4da3-9a84-11120ec21e4e') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:28.078570 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5903c3a9-332f-4266-b761-d551727363c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c923d8-9d97-4da3-9a84-11120ec21e4e') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:28.088874 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5903c3a9-332f-4266-b761-d551727363c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.106054 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5903c3a9-332f-4266-b761-d551727363c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.114366 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5903c3a9-332f-4266-b761-d551727363c7 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:28.114786 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5903c3a9-332f-4266-b761-d551727363c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:28.116696 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:28.297282 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5903c3a9-332f-4266-b761-d551727363c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.304545 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5903c3a9-332f-4266-b761-d551727363c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.306958 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5903c3a9-332f-4266-b761-d551727363c7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2b7e2727-cc48-4e37-83a0-03a9ac51d98b HTTP/1.1" status: 204 len: 168 time: 0.4307220 Aug 31 01:15:28.311518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37920) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:28.322856 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903c3a9-332f-4266-b761-d551727363c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b7e2727-cc48-4e37-83a0-03a9ac51d98b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:28.398305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0bae5e2-6891-4ed3-adbb-6771e1dc8534 admin admin] Deleting subnet 0db2cf0c-89e1-4588-8aa6-b1c252c97ef7 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:15:28.402497 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c0bae5e2-6891-4ed3-adbb-6771e1dc8534 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.487338 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592ce8d-ef85-4092-b6e6-417e7b56b151 req-4b3b9d27-65c8-4513-a022-992562c7b9b7 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:28.487338 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2592ce8d-ef85-4092-b6e6-417e7b56b151 req-4b3b9d27-65c8-4513-a022-992562c7b9b7 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/ports?device_id=43390625-2d09-48a5-98cf-437251c6d26b HTTP/1.1" status: 200 len: 946 time: 0.1163821 Aug 31 01:15:28.487338 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c0bae5e2-6891-4ed3-adbb-6771e1dc8534 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.554850 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37934) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:28.557835 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c0bae5e2-6891-4ed3-adbb-6771e1dc8534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.586343 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2592ce8d-ef85-4092-b6e6-417e7b56b151 req-3545fe2b-87a5-4845-829b-0e4f08e2d758 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/security-groups?id=d143b882-21e7-4c8b-86cd-93a795fe7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107438 Aug 31 01:15:28.678528 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c0bae5e2-6891-4ed3-adbb-6771e1dc8534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.708086 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-213024f3-c753-4189-81ee-13260ec93a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.711863 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bae5e2-6891-4ed3-adbb-6771e1dc8534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0db2cf0c-89e1-4588-8aa6-b1c252c97ef7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:28.717276 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c0bae5e2-6891-4ed3-adbb-6771e1dc8534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.722491 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c0bae5e2-6891-4ed3-adbb-6771e1dc8534 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0db2cf0c-89e1-4588-8aa6-b1c252c97ef7 HTTP/1.1" status: 204 len: 168 time: 0.4090314 Aug 31 01:15:28.723120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37946) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:28.856677 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-213024f3-c753-4189-81ee-13260ec93a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.960079 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-213024f3-c753-4189-81ee-13260ec93a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.003840 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-213024f3-c753-4189-81ee-13260ec93a91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c20777be8d524f0fac09cb956e6148f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4474306 Aug 31 01:15:29.008691 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37962) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:29.020488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213024f3-c753-4189-81ee-13260ec93a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fd4b3a-224b-4916-b61c-38f99404bb10,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:29.083565 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b84b3d2c-caa6-4867-9680-6f447feedb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.110303 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b84b3d2c-caa6-4867-9680-6f447feedb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.132217 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-37aa5563-24ee-4943-9119-3f82b757f586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.246314 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b84b3d2c-caa6-4867-9680-6f447feedb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.249399 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b84b3d2c-caa6-4867-9680-6f447feedb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.250632 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b84b3d2c-caa6-4867-9680-6f447feedb7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72fd4b3a-224b-4916-b61c-38f99404bb10 HTTP/1.1" status: 204 len: 168 time: 0.2409534 Aug 31 01:15:29.259255 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-37aa5563-24ee-4943-9119-3f82b757f586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.260116 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b3d2c-caa6-4867-9680-6f447feedb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fd4b3a-224b-4916-b61c-38f99404bb10,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:29.284669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-37aa5563-24ee-4943-9119-3f82b757f586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112a9343-579f-41b9-9568-c3a91145def7']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:29.304228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-37aa5563-24ee-4943-9119-3f82b757f586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05b4e27-f6b8-4355-95b0-1e6a59797701') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:29.305268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-37aa5563-24ee-4943-9119-3f82b757f586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05b4e27-f6b8-4355-95b0-1e6a59797701') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:29.319441 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-37aa5563-24ee-4943-9119-3f82b757f586 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.338286 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-37aa5563-24ee-4943-9119-3f82b757f586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.345593 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37aa5563-24ee-4943-9119-3f82b757f586 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:29.346298 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-37aa5563-24ee-4943-9119-3f82b757f586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:29.348160 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:29.491717 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28a28f-358a-4e47-a429-b67a9ca7c078 req-4e1596b1-fa23-4592-946e-c33577e6c913 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:29.493538 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a28a28f-358a-4e47-a429-b67a9ca7c078 req-4e1596b1-fa23-4592-946e-c33577e6c913 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/ports?device_id=43390625-2d09-48a5-98cf-437251c6d26b HTTP/1.1" status: 200 len: 946 time: 0.0637333 Aug 31 01:15:29.540633 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a28a28f-358a-4e47-a429-b67a9ca7c078 req-919f952d-daeb-42c8-b67e-358485ff8136 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/security-groups?id=d143b882-21e7-4c8b-86cd-93a795fe7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397472 Aug 31 01:15:29.573364 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-37aa5563-24ee-4943-9119-3f82b757f586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.581397 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-37aa5563-24ee-4943-9119-3f82b757f586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.586525 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-37aa5563-24ee-4943-9119-3f82b757f586 admin admin] 10.222.0.16 "DELETE /v2.0/networks/112a9343-579f-41b9-9568-c3a91145def7 HTTP/1.1" status: 204 len: 168 time: 0.8592136 Aug 31 01:15:29.594416 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa5563-24ee-4943-9119-3f82b757f586 admin admin] Pushing event deleted for resources: {'Network': ['ID=112a9343-579f-41b9-9568-c3a91145def7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:30.016763 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38008) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:30.056185 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-012ed805-1fac-40b0-be9c-4f17eef74729 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=028b9bdaa14848058ac9fae0a8a3a00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382333 Aug 31 01:15:30.058912 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38010) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:30.092927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38016) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:30.106944 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1d97-6089-45e4-8c98-94e13dab73c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.125961 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74de98b3-46c5-4d4f-b1e7-af29b7b552c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.154017 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74de98b3-46c5-4d4f-b1e7-af29b7b552c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.225001 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1d97-6089-45e4-8c98-94e13dab73c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.354805 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74de98b3-46c5-4d4f-b1e7-af29b7b552c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.357370 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-74de98b3-46c5-4d4f-b1e7-af29b7b552c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.359337 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-74de98b3-46c5-4d4f-b1e7-af29b7b552c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df46060f-e791-4751-9f25-408eec175ee5 HTTP/1.1" status: 204 len: 168 time: 0.2989144 Aug 31 01:15:30.367888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de98b3-46c5-4d4f-b1e7-af29b7b552c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df46060f-e791-4751-9f25-408eec175ee5,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:30.371598 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1d97-6089-45e4-8c98-94e13dab73c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.428704 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ff2d1d97-6089-45e4-8c98-94e13dab73c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f355ada6bbf4624866ba20b6ad06424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3344867 Aug 31 01:15:30.429532 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d1d97-6089-45e4-8c98-94e13dab73c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f4c108-be60-495b-87c2-54706ed2694b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:30.432073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38032) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:30.489476 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58da1db7-c62e-4a04-a525-6cd05a0a4fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.518332 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58da1db7-c62e-4a04-a525-6cd05a0a4fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.762238 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5498cf-050d-4e5e-80b4-dcb5e0f9416b req-1a991182-9c26-4275-a7f9-4aa1d4c9e1b6 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:30.763871 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e5498cf-050d-4e5e-80b4-dcb5e0f9416b req-1a991182-9c26-4275-a7f9-4aa1d4c9e1b6 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.48 "GET /v2.0/ports?device_id=43390625-2d09-48a5-98cf-437251c6d26b HTTP/1.1" status: 200 len: 946 time: 0.0955245 Aug 31 01:15:30.771881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93639c4-a40a-4dd3-be92-d0ae9f67f907 req-dde60a2b-786d-4806-848f-687c4c4bf706 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:30.773414 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b93639c4-a40a-4dd3-be92-d0ae9f67f907 req-dde60a2b-786d-4806-848f-687c4c4bf706 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/ports?device_id=43390625-2d09-48a5-98cf-437251c6d26b HTTP/1.1" status: 200 len: 946 time: 0.1064413 Aug 31 01:15:30.785097 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58da1db7-c62e-4a04-a525-6cd05a0a4fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.787926 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58da1db7-c62e-4a04-a525-6cd05a0a4fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.789088 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-58da1db7-c62e-4a04-a525-6cd05a0a4fd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3f4c108-be60-495b-87c2-54706ed2694b HTTP/1.1" status: 204 len: 168 time: 0.3558569 Aug 31 01:15:30.833070 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da1db7-c62e-4a04-a525-6cd05a0a4fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f4c108-be60-495b-87c2-54706ed2694b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:30.884219 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b93639c4-a40a-4dd3-be92-d0ae9f67f907 req-d6280c13-b7f8-498c-801b-d78767e7452c tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/security-groups?id=d143b882-21e7-4c8b-86cd-93a795fe7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019671 Aug 31 01:15:30.940616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-4e5498cf-050d-4e5e-80b4-dcb5e0f9416b req-e22183eb-3c0f-4f3d-8e73-d26f0aac57f0 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Deleting port bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:15:30.941210 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4e5498cf-050d-4e5e-80b4-dcb5e0f9416b req-e22183eb-3c0f-4f3d-8e73-d26f0aac57f0 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.051199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-4e5498cf-050d-4e5e-80b4-dcb5e0f9416b req-e22183eb-3c0f-4f3d-8e73-d26f0aac57f0 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] For port bf8b010e-13bd-4bd8-92b9-50c8ea37ce61, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=bf8b010e-13bd-4bd8-92b9-50c8ea37ce61,segment=NetworkSegment(2f63f031-24af-43b8-b4bb-187031c10e2e),segment_id=2f63f031-24af-43b8-b4bb-187031c10e2e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:31.051469 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4e5498cf-050d-4e5e-80b4-dcb5e0f9416b req-e22183eb-3c0f-4f3d-8e73-d26f0aac57f0 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.067082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-4e5498cf-050d-4e5e-80b4-dcb5e0f9416b req-e22183eb-3c0f-4f3d-8e73-d26f0aac57f0 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Calling delete_port for bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:15:31.349233 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4e5498cf-050d-4e5e-80b4-dcb5e0f9416b req-e22183eb-3c0f-4f3d-8e73-d26f0aac57f0 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.364008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['bf8b010e-13bd-4bd8-92b9-50c8ea37ce61'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:31.421404 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38078) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:31.432303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22183eb-3c0f-4f3d-8e73-d26f0aac57f0 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Pushing event deleted for resources: {'Port': ['ID=bf8b010e-13bd-4bd8-92b9-50c8ea37ce61,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:31.476479 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a966be47-5470-4652-8bc2-19e82c5b4909 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13535fc337e64d44b7d223cb89a1aa4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538325 Aug 31 01:15:31.479056 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38084) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:31.491305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5498cf-050d-4e5e-80b4-dcb5e0f9416b req-e22183eb-3c0f-4f3d-8e73-d26f0aac57f0 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] No DVR routers for this DVR port bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:15:31.494316 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4e5498cf-050d-4e5e-80b4-dcb5e0f9416b req-e22183eb-3c0f-4f3d-8e73-d26f0aac57f0 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.496813 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e5498cf-050d-4e5e-80b4-dcb5e0f9416b req-e22183eb-3c0f-4f3d-8e73-d26f0aac57f0 tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.48 "DELETE /v2.0/ports/bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 HTTP/1.1" status: 204 len: 173 time: 0.7222893 Aug 31 01:15:31.497318 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43390625-2d09-48a5-98cf-437251c6d26b', 'name': 'network-vif-deleted', 'tag': 'bf8b010e-13bd-4bd8-92b9-50c8ea37ce61'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:31.503017 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55c46ef-1805-4d51-a40b-7b61357f8334" -d '{"events": [{"server_uuid": "43390625-2d09-48a5-98cf-437251c6d26b", "name": "network-vif-deleted", "tag": "bf8b010e-13bd-4bd8-92b9-50c8ea37ce61"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:31.540088 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a3549d-435f-49ac-9680-5bee5f14ee5a x-openstack-request-id: req-49a3549d-435f-49ac-9680-5bee5f14ee5a {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:31.540390 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43390625-2d09-48a5-98cf-437251c6d26b", "name": "network-vif-deleted", "tag": "bf8b010e-13bd-4bd8-92b9-50c8ea37ce61", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:31.540637 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49a3549d-435f-49ac-9680-5bee5f14ee5a {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:31.541109 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43390625-2d09-48a5-98cf-437251c6d26b', 'name': 'network-vif-deleted', 'tag': 'bf8b010e-13bd-4bd8-92b9-50c8ea37ce61', 'status': 'completed', 'code': 200} Aug 31 01:15:31.550503 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53ff1e0a-c45e-4a00-a158-ae5c8612988d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.577032 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53ff1e0a-c45e-4a00-a158-ae5c8612988d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.783590 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53ff1e0a-c45e-4a00-a158-ae5c8612988d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.785545 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53ff1e0a-c45e-4a00-a158-ae5c8612988d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.786670 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-53ff1e0a-c45e-4a00-a158-ae5c8612988d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de629054-d56b-44b3-b6ae-5ce9d6a704c6 HTTP/1.1" status: 204 len: 168 time: 0.3063602 Aug 31 01:15:31.795832 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff1e0a-c45e-4a00-a158-ae5c8612988d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de629054-d56b-44b3-b6ae-5ce9d6a704c6,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:32.024897 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ef7d6b1-688a-446f-9da6-dc4fe40c8b8d req-6cbe28d4-ce22-48d8-85b9-f8457321938e tempest-ServerPasswordTestJSON-1382429274 tempest-ServerPasswordTestJSON-1382429274-project] 10.222.0.16 "GET /v2.0/ports?device_id=43390625-2d09-48a5-98cf-437251c6d26b HTTP/1.1" status: 200 len: 210 time: 0.0324688 Aug 31 01:15:33.111569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38154) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:33.170821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7ad10c-c482-45a2-9500-28942434b17d admin admin] Deleting subnet f465ab1d-e74c-41b2-a87d-3a30dffa504c {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:15:33.174996 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9c7ad10c-c482-45a2-9500-28942434b17d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:33.244485 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9c7ad10c-c482-45a2-9500-28942434b17d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:33.298947 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9c7ad10c-c482-45a2-9500-28942434b17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:33.429128 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9c7ad10c-c482-45a2-9500-28942434b17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:33.469976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ad10c-c482-45a2-9500-28942434b17d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f465ab1d-e74c-41b2-a87d-3a30dffa504c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:33.477180 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9c7ad10c-c482-45a2-9500-28942434b17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:33.479741 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9c7ad10c-c482-45a2-9500-28942434b17d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f465ab1d-e74c-41b2-a87d-3a30dffa504c HTTP/1.1" status: 204 len: 168 time: 0.3671505 Aug 31 01:15:33.483781 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38184) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:33.584916 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e38bbed-ce61-4092-a7f7-00f94086d9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:33.699466 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e38bbed-ce61-4092-a7f7-00f94086d9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:33.714052 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-4e38bbed-ce61-4092-a7f7-00f94086d9df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e37f93f-8fb8-42cf-a410-e8026297f353']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:33.731384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-4e38bbed-ce61-4092-a7f7-00f94086d9df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f63f031-24af-43b8-b4bb-187031c10e2e') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:33.731614 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-4e38bbed-ce61-4092-a7f7-00f94086d9df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f63f031-24af-43b8-b4bb-187031c10e2e') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:33.750629 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e38bbed-ce61-4092-a7f7-00f94086d9df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:33.771372 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e38bbed-ce61-4092-a7f7-00f94086d9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:33.784143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e38bbed-ce61-4092-a7f7-00f94086d9df admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:33.785054 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e38bbed-ce61-4092-a7f7-00f94086d9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:33.788451 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:33.943370 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e38bbed-ce61-4092-a7f7-00f94086d9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:33.950605 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e38bbed-ce61-4092-a7f7-00f94086d9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:33.956254 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4e38bbed-ce61-4092-a7f7-00f94086d9df admin admin] 10.222.0.16 "DELETE /v2.0/networks/2e37f93f-8fb8-42cf-a410-e8026297f353 HTTP/1.1" status: 204 len: 168 time: 0.4711053 Aug 31 01:15:33.969261 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38bbed-ce61-4092-a7f7-00f94086d9df admin admin] Pushing event deleted for resources: {'Network': ['ID=2e37f93f-8fb8-42cf-a410-e8026297f353,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:34.067980 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:15:34.154102 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:15:34.154994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device bf8b010e-13bd-4bd8-92b9-50c8ea37ce61 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:15:34.275075 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65434c7b-cb73-49a1-a9eb-7598195f5a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:34.589976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38228) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:34.666980 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-06d2b67d-24aa-4255-8c03-c8df7fabee75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa1929d898d84e3fbd99db63c71814ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749011 Aug 31 01:15:34.669484 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38230) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:34.761682 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-38af4675-b99b-49d6-98a5-94d91ec99a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:34.811202 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-38af4675-b99b-49d6-98a5-94d91ec99a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:35.024723 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-38af4675-b99b-49d6-98a5-94d91ec99a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:35.032829 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-38af4675-b99b-49d6-98a5-94d91ec99a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:35.038230 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-38af4675-b99b-49d6-98a5-94d91ec99a6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d143b882-21e7-4c8b-86cd-93a795fe7f8a HTTP/1.1" status: 204 len: 168 time: 0.3665311 Aug 31 01:15:35.048322 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af4675-b99b-49d6-98a5-94d91ec99a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d143b882-21e7-4c8b-86cd-93a795fe7f8a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:36.573599 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38306) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:36.780457 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9daaa5c8-72c9-48e3-a156-815d92ea4d42 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1858400650-network', 'tenant_id': 'e298def29a984ece8571a3f58e68a8db'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:36.801309 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:36.926361 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9daaa5c8-72c9-48e3-a156-815d92ea4d42 admin admin] Made reservation on behalf of e298def29a984ece8571a3f58e68a8db for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:36.930772 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9daaa5c8-72c9-48e3-a156-815d92ea4d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:36.943195 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:36.947214 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9daaa5c8-72c9-48e3-a156-815d92ea4d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.017052 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3dedeeea-874c-40b1-872e-736a58bd092e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.105275 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9daaa5c8-72c9-48e3-a156-815d92ea4d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.235115 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.309190 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9daaa5c8-72c9-48e3-a156-815d92ea4d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.348033 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9daaa5c8-72c9-48e3-a156-815d92ea4d42 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:15:37.353128 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daaa5c8-72c9-48e3-a156-815d92ea4d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865e4a94-5f43-4171-a411-5f23a385f495,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:37.362925 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9daaa5c8-72c9-48e3-a156-815d92ea4d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.363273 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-9daaa5c8-72c9-48e3-a156-815d92ea4d42 admin admin] Added segment 768c7545-2ea6-45ab-a5f8-eb7861ddc1aa of type vlan for network 73fd3505-fc53-44c8-a4ec-7c6c66089dd1 Aug 31 01:15:37.422721 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9daaa5c8-72c9-48e3-a156-815d92ea4d42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.567865 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9daaa5c8-72c9-48e3-a156-815d92ea4d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.571564 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daaa5c8-72c9-48e3-a156-815d92ea4d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:37.573223 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9daaa5c8-72c9-48e3-a156-815d92ea4d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.652891 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daaa5c8-72c9-48e3-a156-815d92ea4d42 admin admin] Pushing event updated for resources: {'Network': ['ID=73fd3505-fc53-44c8-a4ec-7c6c66089dd1,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:37.664903 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 73fd3505-fc53-44c8-a4ec-7c6c66089dd1 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:15:37.742337 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9daaa5c8-72c9-48e3-a156-815d92ea4d42 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1674864 Aug 31 01:15:37.744322 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38320) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:37.774662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-9cc7da23-5d3d-4fd2-81bb-8ece27fbdee9 admin admin] Request body: {'subnet': {'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1858400650-subnet', 'tenant_id': 'e298def29a984ece8571a3f58e68a8db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:37.949030 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc7da23-5d3d-4fd2-81bb-8ece27fbdee9 admin admin] Made reservation on behalf of e298def29a984ece8571a3f58e68a8db for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:37.953222 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9cc7da23-5d3d-4fd2-81bb-8ece27fbdee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:38.377419 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9cc7da23-5d3d-4fd2-81bb-8ece27fbdee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:38.441513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7da23-5d3d-4fd2-81bb-8ece27fbdee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=499f6e91-2c67-40e0-9197-ea85e13de259,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:38.452551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc7da23-5d3d-4fd2-81bb-8ece27fbdee9 admin admin] Checking segment: {'id': '768c7545-2ea6-45ab-a5f8-eb7861ddc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:38.452925 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc7da23-5d3d-4fd2-81bb-8ece27fbdee9 admin admin] Network hostable DHCP agents. Network: 73fd3505-fc53-44c8-a4ec-7c6c66089dd1, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:15:38.497624 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:38.600580 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc7da23-5d3d-4fd2-81bb-8ece27fbdee9 admin admin] Network 73fd3505-fc53-44c8-a4ec-7c6c66089dd1 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:15:38.679961 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-9cc7da23-5d3d-4fd2-81bb-8ece27fbdee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 73fd3505-fc53-44c8-a4ec-7c6c66089dd1) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:38.684692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc7da23-5d3d-4fd2-81bb-8ece27fbdee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:38.689657 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9cc7da23-5d3d-4fd2-81bb-8ece27fbdee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:38.689911 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c94c6f8-04b3-4ac0-90c1-7ed1b3ceb27c None None] Network 73fd3505-fc53-44c8-a4ec-7c6c66089dd1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:38.810807 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9cc7da23-5d3d-4fd2-81bb-8ece27fbdee9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0431278 Aug 31 01:15:38.810807 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38344) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:38.810807 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1858400650-router', 'tenant_id': 'e298def29a984ece8571a3f58e68a8db', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:38.845127 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dc3813-4374-4707-ad82-4d3bacd0565d None None] Network 73fd3505-fc53-44c8-a4ec-7c6c66089dd1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:38.926795 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:38.930013 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:39.054074 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:39.302874 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:39.690314 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b4f64-d900-41f3-baaf-d5b92908ca9a req-44ff4fa3-add4-43da-be43-bade18e3325c tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:39.692631 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ad3b4f64-d900-41f3-baaf-d5b92908ca9a req-44ff4fa3-add4-43da-be43-bade18e3325c tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 950 time: 0.0990458 Aug 31 01:15:39.701512 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:39.750408 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ad3b4f64-d900-41f3-baaf-d5b92908ca9a req-7ae3e101-1571-44c1-bb54-da22d994a9f1 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/security-groups?id=81bf80ca-a234-45b6-bd17-757928097c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456359 Aug 31 01:15:39.761417 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:39.930579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] Allocated IP 172.25.2.141 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/a948eb50-7242-425f-9acf-829551a249bf) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:15:40.084369 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:40.208054 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:40.224177 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:40.281041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:15:40.284264 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:40.286846 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:15:40.313421 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] Pushing event updated for resources: {'Port': ['ID=a948eb50-7242-425f-9acf-829551a249bf,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:40.754264 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:40.898591 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39d2b2-12f0-4279-b47f-e0c1b55c7140 req-2eed5fb5-8da4-4f24-99a2-ee37aafdca03 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:40.900217 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5d39d2b2-12f0-4279-b47f-e0c1b55c7140 req-2eed5fb5-8da4-4f24-99a2-ee37aafdca03 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 950 time: 0.0603552 Aug 31 01:15:40.984573 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5d39d2b2-12f0-4279-b47f-e0c1b55c7140 req-f9d806cc-1af8-4842-a17f-817c7097ba4c tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/security-groups?id=81bf80ca-a234-45b6-bd17-757928097c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710375 Aug 31 01:15:41.082199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac7674-d2dc-46bc-a33b-2e101bfd4ffe req-4c6fc0c4-2309-47e5-bea9-1d002c297f21 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:41.083780 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-74ac7674-d2dc-46bc-a33b-2e101bfd4ffe req-4c6fc0c4-2309-47e5-bea9-1d002c297f21 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.48 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 950 time: 0.1217315 Aug 31 01:15:41.103995 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:41.338624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-74ac7674-d2dc-46bc-a33b-2e101bfd4ffe req-2e152557-2288-431e-858c-7b2b33eac4a6 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Deleting port 8fad2b73-7099-4a16-91a4-c22ac2e96675 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:15:41.338839 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-74ac7674-d2dc-46bc-a33b-2e101bfd4ffe req-2e152557-2288-431e-858c-7b2b33eac4a6 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:41.500745 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-543aec00-107f-4355-87ba-6c4ccc20ad7c req-ee3d2f24-ddf5-462a-96dc-53e04f9987d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1123092 Aug 31 01:15:41.509840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] Router f431a348-ee29-47ba-b7ae-b8b1c83e953b is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:15:41.518041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-74ac7674-d2dc-46bc-a33b-2e101bfd4ffe req-2e152557-2288-431e-858c-7b2b33eac4a6 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] For port 8fad2b73-7099-4a16-91a4-c22ac2e96675, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8fad2b73-7099-4a16-91a4-c22ac2e96675,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:41.518437 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-74ac7674-d2dc-46bc-a33b-2e101bfd4ffe req-2e152557-2288-431e-858c-7b2b33eac4a6 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:41.546797 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-74ac7674-d2dc-46bc-a33b-2e101bfd4ffe req-2e152557-2288-431e-858c-7b2b33eac4a6 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Calling delete_port for 8fad2b73-7099-4a16-91a4-c22ac2e96675 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:15:42.151365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543aec00-107f-4355-87ba-6c4ccc20ad7c req-8f3f8c26-6cea-498f-a292-98caad993970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:42.153001 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-543aec00-107f-4355-87ba-6c4ccc20ad7c req-8f3f8c26-6cea-498f-a292-98caad993970 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 1098 time: 0.6253481 Aug 31 01:15:42.183397 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b2b53-608e-4fc6-8c88-64282807eacb req-f50daee6-dbef-4782-8142-a9750c8a2cb2 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:42.185120 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-474b2b53-608e-4fc6-8c88-64282807eacb req-f50daee6-dbef-4782-8142-a9750c8a2cb2 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 950 time: 0.0853591 Aug 31 01:15:42.270167 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-474b2b53-608e-4fc6-8c88-64282807eacb req-3075d8e6-791c-416e-bdbe-5746f20efb3d tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/security-groups?id=81bf80ca-a234-45b6-bd17-757928097c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781252 Aug 31 01:15:42.272470 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:15:42.286962 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Sync routers for ids ['f431a348-ee29-47ba-b7ae-b8b1c83e953b'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:15:42.309352 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Routers {'f431a348-ee29-47ba-b7ae-b8b1c83e953b'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:15:42.310306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:15:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['f431a348-ee29-47ba-b7ae-b8b1c83e953b'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:42.392823 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:42.397492 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38498) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:42.398572 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-20a9f390-d576-4fc4-8d85-a54a79a7d9fa admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5954340 Aug 31 01:15:42.424184 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543aec00-107f-4355-87ba-6c4ccc20ad7c req-65c54113-f08a-40a1-abe7-510a29caf9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:42.426834 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-543aec00-107f-4355-87ba-6c4ccc20ad7c req-65c54113-f08a-40a1-abe7-510a29caf9dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 912 time: 0.2447591 Aug 31 01:15:42.505033 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38500) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:42.511961 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-543aec00-107f-4355-87ba-6c4ccc20ad7c req-af7f2e2b-55d0-4e09-a109-e4ffe7788637 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ce2bea8-8a3f-4718-884a-2044e3569722 HTTP/1.1" status: 200 len: 217 time: 0.0731854 Aug 31 01:15:42.535812 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Set router f431a348-ee29-47ba-b7ae-b8b1c83e953b gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:15:42.573225 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-74ac7674-d2dc-46bc-a33b-2e101bfd4ffe req-2e152557-2288-431e-858c-7b2b33eac4a6 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:42.626384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e152557-2288-431e-858c-7b2b33eac4a6 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Pushing event deleted for resources: {'Port': ['ID=8fad2b73-7099-4a16-91a4-c22ac2e96675,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:42.630884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543aec00-107f-4355-87ba-6c4ccc20ad7c req-cd7aef0d-5498-413f-b1da-f2cbbc34270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:42.633168 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-543aec00-107f-4355-87ba-6c4ccc20ad7c req-cd7aef0d-5498-413f-b1da-f2cbbc34270a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.1092777 Aug 31 01:15:42.710138 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ac7674-d2dc-46bc-a33b-2e101bfd4ffe req-2e152557-2288-431e-858c-7b2b33eac4a6 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] No DVR routers for this DVR port 8fad2b73-7099-4a16-91a4-c22ac2e96675 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:15:42.714484 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-74ac7674-d2dc-46bc-a33b-2e101bfd4ffe req-2e152557-2288-431e-858c-7b2b33eac4a6 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:42.716560 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-74ac7674-d2dc-46bc-a33b-2e101bfd4ffe req-2e152557-2288-431e-858c-7b2b33eac4a6 tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.48 "DELETE /v2.0/ports/8fad2b73-7099-4a16-91a4-c22ac2e96675 HTTP/1.1" status: 204 len: 173 time: 1.6245699 Aug 31 01:15:42.717746 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25946130-5b16-4ce5-9e48-a76acb1294b2', 'name': 'network-vif-deleted', 'tag': '8fad2b73-7099-4a16-91a4-c22ac2e96675'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:42.722640 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e354675-a814-46b6-86fe-b5ad8021212c" -d '{"events": [{"server_uuid": "25946130-5b16-4ce5-9e48-a76acb1294b2", "name": "network-vif-deleted", "tag": "8fad2b73-7099-4a16-91a4-c22ac2e96675"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:42.764045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543aec00-107f-4355-87ba-6c4ccc20ad7c req-82f16284-9e23-47b2-947e-d981cd230008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:42.767133 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-543aec00-107f-4355-87ba-6c4ccc20ad7c req-82f16284-9e23-47b2-947e-d981cd230008 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1267414 Aug 31 01:15:42.799649 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87474582-e08c-4db1-826a-c23ae429a236 x-openstack-request-id: req-87474582-e08c-4db1-826a-c23ae429a236 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:42.799997 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25946130-5b16-4ce5-9e48-a76acb1294b2", "name": "network-vif-deleted", "tag": "8fad2b73-7099-4a16-91a4-c22ac2e96675", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:42.800175 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87474582-e08c-4db1-826a-c23ae429a236 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:42.800864 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25946130-5b16-4ce5-9e48-a76acb1294b2', 'name': 'network-vif-deleted', 'tag': '8fad2b73-7099-4a16-91a4-c22ac2e96675', 'status': 'completed', 'code': 200} Aug 31 01:15:42.832216 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1b6cda68-21a6-464f-93f3-c868f1c58f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:42.875205 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f431a348-ee29-47ba-b7ae-b8b1c83e953b', 'name': 'tempest-ServerRescueNegativeTestJSON-1858400650-router', 'tenant_id': 'e298def29a984ece8571a3f58e68a8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a948eb50-7242-425f-9acf-829551a249bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:15:38Z', 'updated_at': '2021-08-31T01:15:40Z', 'revision_number': 3, 'project_id': 'e298def29a984ece8571a3f58e68a8db', 'gw_port': {'id': 'a948eb50-7242-425f-9acf-829551a249bf', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f431a348-ee29-47ba-b7ae-b8b1c83e953b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:15:39Z', 'updated_at': '2021-08-31T01:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:42.917675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Checking router: f431a348-ee29-47ba-b7ae-b8b1c83e953b for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:15:42.918380 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Updating router f431a348-ee29-47ba-b7ae-b8b1c83e953b port a948eb50-7242-425f-9acf-829551a249bf binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:15:42.958012 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-543aec00-107f-4355-87ba-6c4ccc20ad7c req-c6d11018-26bb-40f6-b67f-c7d07ee0b130 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808786 Aug 31 01:15:42.965278 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.127743 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1b6cda68-21a6-464f-93f3-c868f1c58f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.141605 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-543aec00-107f-4355-87ba-6c4ccc20ad7c req-ce147c74-8a94-43cd-b689-e4a285a86428 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760058 Aug 31 01:15:43.240100 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1b6cda68-21a6-464f-93f3-c868f1c58f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.299856 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1b6cda68-21a6-464f-93f3-c868f1c58f4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f92fa3702704408b956afa3ad74d6a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7909911 Aug 31 01:15:43.299856 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cda68-21a6-464f-93f3-c868f1c58f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac6bbbb-c102-48bf-96a8-8f1a4371494f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:43.303174 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38506) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:43.344862 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb4fb577-d567-4e4d-8268-d7950af19cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.460420 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e923cfc-b5df-4cbf-baaf-a30f78605613 req-404f9139-c6e5-4460-8635-4c32bd62791d tempest-VolumesBackupsTest-213403067 tempest-VolumesBackupsTest-213403067-project] 10.222.0.16 "GET /v2.0/ports?device_id=25946130-5b16-4ce5-9e48-a76acb1294b2 HTTP/1.1" status: 200 len: 210 time: 0.0387316 Aug 31 01:15:43.503131 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.521248 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Transition to ACTIVE for port object a948eb50-7242-425f-9acf-829551a249bf will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:43.624024 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.688546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Attempting to bind port a948eb50-7242-425f-9acf-829551a249bf on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:15:43.689211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Attempting to bind port a948eb50-7242-425f-9acf-829551a249bf by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:15:43.689647 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Attempting to bind port a948eb50-7242-425f-9acf-829551a249bf on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:43.702788 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:15:43.703273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:43.703555 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.703948 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:15:43.704427 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Bound port: a948eb50-7242-425f-9acf-829551a249bf, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:15:43.704804 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.706949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bee358-9183-4745-9715-73c17dedd868 None None] Pushing event updated for resources: {'Port': ['ID=a948eb50-7242-425f-9acf-829551a249bf,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:43.771334 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] For port a948eb50-7242-425f-9acf-829551a249bf, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:15:43.774455 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] For port a948eb50-7242-425f-9acf-829551a249bf, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a948eb50-7242-425f-9acf-829551a249bf,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:15:43.805786 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a63ede2-0b8a-44ce-8d49-c3b61d5b5b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.863359 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a63ede2-0b8a-44ce-8d49-c3b61d5b5b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.921031 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.959876 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-fb4fb577-d567-4e4d-8268-d7950af19cce admin admin] Allocated IP 172.20.0.1 (73fd3505-fc53-44c8-a4ec-7c6c66089dd1/499f6e91-2c67-40e0-9197-ea85e13de259/63a0d248-9531-4e7d-94a1-1baeb3282342) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:15:43.995802 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Routers {'f431a348-ee29-47ba-b7ae-b8b1c83e953b'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:15:43.995802 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:15:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['f431a348-ee29-47ba-b7ae-b8b1c83e953b'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:44.061893 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a63ede2-0b8a-44ce-8d49-c3b61d5b5b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:44.068467 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a63ede2-0b8a-44ce-8d49-c3b61d5b5b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:44.070736 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2a63ede2-0b8a-44ce-8d49-c3b61d5b5b84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ac6bbbb-c102-48bf-96a8-8f1a4371494f HTTP/1.1" status: 204 len: 168 time: 0.7665732 Aug 31 01:15:44.074877 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bee358-9183-4745-9715-73c17dedd868 None None] Pushing event updated for resources: {'Port': ['ID=a948eb50-7242-425f-9acf-829551a249bf,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:44.101659 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63ede2-0b8a-44ce-8d49-c3b61d5b5b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac6bbbb-c102-48bf-96a8-8f1a4371494f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:44.119069 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63ede2-0b8a-44ce-8d49-c3b61d5b5b84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:44.119456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63ede2-0b8a-44ce-8d49-c3b61d5b5b84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:44.119818 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63ede2-0b8a-44ce-8d49-c3b61d5b5b84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:44.120178 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63ede2-0b8a-44ce-8d49-c3b61d5b5b84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:44.120981 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63ede2-0b8a-44ce-8d49-c3b61d5b5b84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:44.121094 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63ede2-0b8a-44ce-8d49-c3b61d5b5b84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:44.121474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63ede2-0b8a-44ce-8d49-c3b61d5b5b84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:44.121805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63ede2-0b8a-44ce-8d49-c3b61d5b5b84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:44.122038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63ede2-0b8a-44ce-8d49-c3b61d5b5b84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:44.122363 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63ede2-0b8a-44ce-8d49-c3b61d5b5b84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:44.122810 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63ede2-0b8a-44ce-8d49-c3b61d5b5b84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:44.123199 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63ede2-0b8a-44ce-8d49-c3b61d5b5b84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:44.136422 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8fad2b73-7099-4a16-91a4-c22ac2e96675 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:15:44.152511 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb4fb577-d567-4e4d-8268-d7950af19cce admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:44.164883 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 8fad2b73-7099-4a16-91a4-c22ac2e96675 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:15:44.165330 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8fad2b73-7099-4a16-91a4-c22ac2e96675 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:15:44.213343 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] Set router f431a348-ee29-47ba-b7ae-b8b1c83e953b gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:15:44.366607 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb4fb577-d567-4e4d-8268-d7950af19cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:44.434469 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f431a348-ee29-47ba-b7ae-b8b1c83e953b', 'name': 'tempest-ServerRescueNegativeTestJSON-1858400650-router', 'tenant_id': 'e298def29a984ece8571a3f58e68a8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a948eb50-7242-425f-9acf-829551a249bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:15:38Z', 'updated_at': '2021-08-31T01:15:40Z', 'revision_number': 3, 'project_id': 'e298def29a984ece8571a3f58e68a8db', 'gw_port': {'id': 'a948eb50-7242-425f-9acf-829551a249bf', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f431a348-ee29-47ba-b7ae-b8b1c83e953b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:15:39Z', 'updated_at': '2021-08-31T01:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:44.470868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dd1371-f26d-43ea-be1b-251a147aa7ed None None] The sync data for ids ['f431a348-ee29-47ba-b7ae-b8b1c83e953b'] in n-d-793621-34 is: [{'id': 'f431a348-ee29-47ba-b7ae-b8b1c83e953b', 'name': 'tempest-ServerRescueNegativeTestJSON-1858400650-router', 'tenant_id': 'e298def29a984ece8571a3f58e68a8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a948eb50-7242-425f-9acf-829551a249bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:15:38Z', 'updated_at': '2021-08-31T01:15:40Z', 'revision_number': 3, 'project_id': 'e298def29a984ece8571a3f58e68a8db', 'gw_port': {'id': 'a948eb50-7242-425f-9acf-829551a249bf', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f431a348-ee29-47ba-b7ae-b8b1c83e953b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:15:39Z', 'updated_at': '2021-08-31T01:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:15:44.481427 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fb577-d567-4e4d-8268-d7950af19cce admin admin] Pushing event updated for resources: {'Port': ['ID=63a0d248-9531-4e7d-94a1-1baeb3282342,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:44.506858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4fb577-d567-4e4d-8268-d7950af19cce admin admin] Network 73fd3505-fc53-44c8-a4ec-7c6c66089dd1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:15:44.510405 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-fb4fb577-d567-4e4d-8268-d7950af19cce admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:44.519037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4fb577-d567-4e4d-8268-d7950af19cce admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:15:44.529132 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:15:44.625770 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb4fb577-d567-4e4d-8268-d7950af19cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:44.978816 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb4fb577-d567-4e4d-8268-d7950af19cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:45.124423 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38528) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:45.148061 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-96024370-910a-4a45-bccf-309c55f83df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:45.257684 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb4fb577-d567-4e4d-8268-d7950af19cce admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:45.315766 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-96024370-910a-4a45-bccf-309c55f83df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:45.348703 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb4fb577-d567-4e4d-8268-d7950af19cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:45.440974 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-96024370-910a-4a45-bccf-309c55f83df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:45.441586 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb4fb577-d567-4e4d-8268-d7950af19cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:45.443853 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fb577-d567-4e4d-8268-d7950af19cce admin admin] Pushing event updated for resources: {'Port': ['ID=63a0d248-9531-4e7d-94a1-1baeb3282342,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:45.526139 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-96024370-910a-4a45-bccf-309c55f83df6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=491a91ac036d40a98ef25faf1a8271b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967593 Aug 31 01:15:45.526139 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96024370-910a-4a45-bccf-309c55f83df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2596acbe-103d-47ea-b8d8-2bf7554d4bd7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:45.526730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38534) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:45.630530 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f3ea6ab-52f7-4b77-aa3d-e8bc48f408ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:45.667154 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f3ea6ab-52f7-4b77-aa3d-e8bc48f408ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:45.731630 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4fb577-d567-4e4d-8268-d7950af19cce admin admin] Network 73fd3505-fc53-44c8-a4ec-7c6c66089dd1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:15:45.733088 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-fb4fb577-d567-4e4d-8268-d7950af19cce admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:45.838993 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f3ea6ab-52f7-4b77-aa3d-e8bc48f408ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:45.842783 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f3ea6ab-52f7-4b77-aa3d-e8bc48f408ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:45.846649 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8f3ea6ab-52f7-4b77-aa3d-e8bc48f408ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2596acbe-103d-47ea-b8d8-2bf7554d4bd7 HTTP/1.1" status: 204 len: 168 time: 0.3165975 Aug 31 01:15:45.875611 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ea6ab-52f7-4b77-aa3d-e8bc48f408ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2596acbe-103d-47ea-b8d8-2bf7554d4bd7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:45.952395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a948eb50-7242-425f-9acf-829551a249bf up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:45.965308 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4fb577-d567-4e4d-8268-d7950af19cce admin admin] Router f431a348-ee29-47ba-b7ae-b8b1c83e953b has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:15:46.124947 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4fb577-d567-4e4d-8268-d7950af19cce admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:15:46.125827 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port a948eb50-7242-425f-9acf-829551a249bf completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:46.130823 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a948eb50-7242-425f-9acf-829551a249bf triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:46.131553 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fb4fb577-d567-4e4d-8268-d7950af19cce admin admin] 10.222.0.16 "PUT /v2.0/routers/f431a348-ee29-47ba-b7ae-b8b1c83e953b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7328556 Aug 31 01:15:46.133844 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:46.264980 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:46.292030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port a948eb50-7242-425f-9acf-829551a249bf, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a948eb50-7242-425f-9acf-829551a249bf,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:46.394797 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:46.511920 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=a948eb50-7242-425f-9acf-829551a249bf,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:46.900459 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Sync routers for ids ['f431a348-ee29-47ba-b7ae-b8b1c83e953b'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:15:46.920225 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Routers {'f431a348-ee29-47ba-b7ae-b8b1c83e953b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:15:46.920899 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:15:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['f431a348-ee29-47ba-b7ae-b8b1c83e953b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:46.935991 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-35a60a0e-7edb-4e21-9a19-c64cfc218520 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:46.938389 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-35a60a0e-7edb-4e21-9a19-c64cfc218520 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/networks?id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1 HTTP/1.1" status: 200 len: 819 time: 0.1900039 Aug 31 01:15:46.992828 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-0a98b1da-6fd9-48fc-b7d3-b247139ab8e3 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/quotas/e298def29a984ece8571a3f58e68a8db HTTP/1.1" status: 200 len: 375 time: 0.0413201 Aug 31 01:15:47.120253 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-16a98e93-5f14-46f7-a9ac-710b38ebb265 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e298def29a984ece8571a3f58e68a8db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1208477 Aug 31 01:15:47.205784 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Set router f431a348-ee29-47ba-b7ae-b8b1c83e953b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:15:47.329406 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-aa46bc55-724c-4654-a04a-fd6cef422c46 service neutron] 10.222.0.16 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974554 Aug 31 01:15:47.459548 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-a36ab244-ca38-40d8-b725-e791617c0fc5 service neutron] 10.222.0.16 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188614 Aug 31 01:15:47.564370 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f431a348-ee29-47ba-b7ae-b8b1c83e953b', 'name': 'tempest-ServerRescueNegativeTestJSON-1858400650-router', 'tenant_id': 'e298def29a984ece8571a3f58e68a8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a948eb50-7242-425f-9acf-829551a249bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:15:38Z', 'updated_at': '2021-08-31T01:15:44Z', 'revision_number': 4, 'project_id': 'e298def29a984ece8571a3f58e68a8db', 'gw_port': {'id': 'a948eb50-7242-425f-9acf-829551a249bf', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f431a348-ee29-47ba-b7ae-b8b1c83e953b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:15:39Z', 'updated_at': '2021-08-31T01:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '63a0d248-9531-4e7d-94a1-1baeb3282342', 'name': '', 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1', 'tenant_id': 'e298def29a984ece8571a3f58e68a8db', 'mac_address': 'fa:16:3e:49:0f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f431a348-ee29-47ba-b7ae-b8b1c83e953b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '499f6e91-2c67-40e0-9197-ea85e13de259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:15:43Z', 'updated_at': '2021-08-31T01:15:45Z', 'revision_number': 2, 'project_id': 'e298def29a984ece8571a3f58e68a8db', 'subnets': [{'id': '499f6e91-2c67-40e0-9197-ea85e13de259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:47.596414 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Checking router: f431a348-ee29-47ba-b7ae-b8b1c83e953b for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:15:47.596902 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Updating router f431a348-ee29-47ba-b7ae-b8b1c83e953b port 63a0d248-9531-4e7d-94a1-1baeb3282342 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:15:47.663419 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:47.893055 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a948eb50-7242-425f-9acf-829551a249bf up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:47.937934 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de84948f-807e-4e40-99a4-df4ec3f2ecdf req-d733ef7f-1012-40b0-b9d8-fe461883b1cf tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 210 time: 0.0501630 Aug 31 01:15:48.036612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a948eb50-7242-425f-9acf-829551a249bf triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:48.036996 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:48.237699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305e7b4-5df0-4780-aac7-9298abca2b23 req-c811f608-6caf-437d-bbe5-224b8c0fe0cf tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:48.253203 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c305e7b4-5df0-4780-aac7-9298abca2b23 req-c811f608-6caf-437d-bbe5-224b8c0fe0cf tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1284707 Aug 31 01:15:48.390446 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c305e7b4-5df0-4780-aac7-9298abca2b23 req-bd09aee9-35d4-4a5e-b4cb-4560ecafd59c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248791 Aug 31 01:15:48.506909 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:48.556057 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Transition to ACTIVE for port object 63a0d248-9531-4e7d-94a1-1baeb3282342 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:48.660838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cd38a-237f-47b6-b60b-87099e39be4b req-76ed2fcb-b663-4313-997e-29cfec9e0abf tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:48.663163 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:48.676801 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c8cd38a-237f-47b6-b60b-87099e39be4b req-76ed2fcb-b663-4313-997e-29cfec9e0abf tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1526797 Aug 31 01:15:48.760641 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-69e7e301-ca8f-44cd-b90b-5dd217daf11c tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:48.771771 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-69e7e301-ca8f-44cd-b90b-5dd217daf11c tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/networks?id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1 HTTP/1.1" status: 200 len: 819 time: 0.3200750 Aug 31 01:15:48.802697 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-6aa2dee7-7423-4f87-b530-1092765ba4b9 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/quotas/e298def29a984ece8571a3f58e68a8db HTTP/1.1" status: 200 len: 375 time: 0.0272710 Aug 31 01:15:48.844511 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c8cd38a-237f-47b6-b60b-87099e39be4b req-9ca906ec-ab22-464b-aae4-db73ac4f9c9c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512792 Aug 31 01:15:48.915610 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8411ff-8ad6-4b27-8fa7-6d32324aca09 None None] Pushing event updated for resources: {'Port': ['ID=63a0d248-9531-4e7d-94a1-1baeb3282342,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:48.930562 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-72ea3a73-304e-4ddb-91f8-4bd8cf718bb3 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e298def29a984ece8571a3f58e68a8db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1262565 Aug 31 01:15:48.955452 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8411ff-8ad6-4b27-8fa7-6d32324aca09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:48.956377 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8411ff-8ad6-4b27-8fa7-6d32324aca09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:48.957142 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8411ff-8ad6-4b27-8fa7-6d32324aca09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:48.957750 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8411ff-8ad6-4b27-8fa7-6d32324aca09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:48.958296 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8411ff-8ad6-4b27-8fa7-6d32324aca09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:48.958870 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8411ff-8ad6-4b27-8fa7-6d32324aca09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:48.959427 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8411ff-8ad6-4b27-8fa7-6d32324aca09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:48.959906 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8411ff-8ad6-4b27-8fa7-6d32324aca09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:48.960317 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8411ff-8ad6-4b27-8fa7-6d32324aca09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:48.960845 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8411ff-8ad6-4b27-8fa7-6d32324aca09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:48.961679 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8411ff-8ad6-4b27-8fa7-6d32324aca09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:48.962458 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8411ff-8ad6-4b27-8fa7-6d32324aca09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:49.017936 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Attempting to bind port 63a0d248-9531-4e7d-94a1-1baeb3282342 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:15:49.018312 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Attempting to bind port 63a0d248-9531-4e7d-94a1-1baeb3282342 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '768c7545-2ea6-45ab-a5f8-eb7861ddc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:15:49.018674 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Attempting to bind port 63a0d248-9531-4e7d-94a1-1baeb3282342 on network 73fd3505-fc53-44c8-a4ec-7c6c66089dd1 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:49.042573 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:15:49.042945 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Checking segment: {'id': '768c7545-2ea6-45ab-a5f8-eb7861ddc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:49.043351 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:49.047053 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Bound using segment: {'id': '768c7545-2ea6-45ab-a5f8-eb7861ddc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:15:49.050401 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Bound port: 63a0d248-9531-4e7d-94a1-1baeb3282342, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768c7545-2ea6-45ab-a5f8-eb7861ddc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:15:49.051064 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:49.216379 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-c9b0f196-037e-4ee8-8475-281765ce17d8 service neutron] 10.222.0.16 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707953 Aug 31 01:15:49.256232 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] For port 63a0d248-9531-4e7d-94a1-1baeb3282342, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:15:49.256232 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] For port 63a0d248-9531-4e7d-94a1-1baeb3282342, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=63a0d248-9531-4e7d-94a1-1baeb3282342,segment=NetworkSegment(768c7545-2ea6-45ab-a5f8-eb7861ddc1aa),segment_id=768c7545-2ea6-45ab-a5f8-eb7861ddc1aa)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:15:49.315352 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:49.461052 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-4282f123-3144-446d-9995-069304f2988c service neutron] 10.222.0.16 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423303 Aug 31 01:15:49.470308 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8411ff-8ad6-4b27-8fa7-6d32324aca09 None None] Pushing event updated for resources: {'Port': ['ID=63a0d248-9531-4e7d-94a1-1baeb3282342,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:49.538946 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Routers {'f431a348-ee29-47ba-b7ae-b8b1c83e953b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:15:49.542901 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:15:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['f431a348-ee29-47ba-b7ae-b8b1c83e953b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:49.835213 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-be1793d4-f595-45e8-9d48-872c41ddcf17 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:49.842576 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-be1793d4-f595-45e8-9d48-872c41ddcf17 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 811 time: 0.4129162 Aug 31 01:15:49.884301 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-d059362c-83ac-4187-bd12-5edba4bc462a tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/quotas/f352ea30918c400cad8ba861159cf775 HTTP/1.1" status: 200 len: 375 time: 0.0405669 Aug 31 01:15:50.126461 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] Set router f431a348-ee29-47ba-b7ae-b8b1c83e953b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:15:50.136559 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-07d192e3-8195-4632-91ef-4ca124eb31af req-744541fd-5e7c-4850-a940-363d4995fc7c tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 210 time: 0.1006260 Aug 31 01:15:50.152932 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-20af0499-6fec-4b1d-ab85-55f696139f83 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2595859 Aug 31 01:15:50.332883 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-9c5f0cac-e1dd-44db-81d3-58946ca8b992 service neutron] 10.222.0.16 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630816 Aug 31 01:15:50.599378 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-8ed7abce-e408-49a8-9a88-eb41a4e0ad70 service neutron] 10.222.0.16 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654235 Aug 31 01:15:50.831168 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f431a348-ee29-47ba-b7ae-b8b1c83e953b', 'name': 'tempest-ServerRescueNegativeTestJSON-1858400650-router', 'tenant_id': 'e298def29a984ece8571a3f58e68a8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a948eb50-7242-425f-9acf-829551a249bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:15:38Z', 'updated_at': '2021-08-31T01:15:44Z', 'revision_number': 4, 'project_id': 'e298def29a984ece8571a3f58e68a8db', 'gw_port': {'id': 'a948eb50-7242-425f-9acf-829551a249bf', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f431a348-ee29-47ba-b7ae-b8b1c83e953b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:15:39Z', 'updated_at': '2021-08-31T01:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '63a0d248-9531-4e7d-94a1-1baeb3282342', 'name': '', 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1', 'tenant_id': 'e298def29a984ece8571a3f58e68a8db', 'mac_address': 'fa:16:3e:49:0f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f431a348-ee29-47ba-b7ae-b8b1c83e953b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '499f6e91-2c67-40e0-9197-ea85e13de259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:15:43Z', 'updated_at': '2021-08-31T01:15:49Z', 'revision_number': 4, 'project_id': 'e298def29a984ece8571a3f58e68a8db', 'subnets': [{'id': '499f6e91-2c67-40e0-9197-ea85e13de259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:50.862151 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd320f1c-cb44-4520-9c0b-717b269f99c6 None None] The sync data for ids ['f431a348-ee29-47ba-b7ae-b8b1c83e953b'] in n-d-793621-34 is: [{'id': 'f431a348-ee29-47ba-b7ae-b8b1c83e953b', 'name': 'tempest-ServerRescueNegativeTestJSON-1858400650-router', 'tenant_id': 'e298def29a984ece8571a3f58e68a8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a948eb50-7242-425f-9acf-829551a249bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:15:38Z', 'updated_at': '2021-08-31T01:15:44Z', 'revision_number': 4, 'project_id': 'e298def29a984ece8571a3f58e68a8db', 'gw_port': {'id': 'a948eb50-7242-425f-9acf-829551a249bf', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f431a348-ee29-47ba-b7ae-b8b1c83e953b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:15:39Z', 'updated_at': '2021-08-31T01:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '63a0d248-9531-4e7d-94a1-1baeb3282342', 'name': '', 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1', 'tenant_id': 'e298def29a984ece8571a3f58e68a8db', 'mac_address': 'fa:16:3e:49:0f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f431a348-ee29-47ba-b7ae-b8b1c83e953b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '499f6e91-2c67-40e0-9197-ea85e13de259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:15:43Z', 'updated_at': '2021-08-31T01:15:49Z', 'revision_number': 4, 'project_id': 'e298def29a984ece8571a3f58e68a8db', 'subnets': [{'id': '499f6e91-2c67-40e0-9197-ea85e13de259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:15:51.242482 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e23677ca-4e52-423a-b3e8-b1508b37540f req-4481cd0f-56a6-44ca-b370-1d00fa032d2b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 210 time: 0.1230774 Aug 31 01:15:51.315595 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-61f76a32-e810-4279-9331-0453c1835938 req-4860eb40-ccf8-4f61-85a3-cbaced73ff76 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 210 time: 0.0904536 Aug 31 01:15:51.881136 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-d71e28b2-2331-4f56-9f3e-cee0fe5d08f0 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:51.882886 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-d71e28b2-2331-4f56-9f3e-cee0fe5d08f0 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.48 "GET /v2.0/networks?id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1 HTTP/1.1" status: 200 len: 819 time: 0.2320263 Aug 31 01:15:51.896988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-74c83933-02e0-4eac-aa8f-7eaccc042396 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Request body: {'port': {'device_id': 'f44d673f-7d50-4b53-b69f-6bcf1d9ddd27', 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1', 'admin_state_up': True, 'tenant_id': 'e298def29a984ece8571a3f58e68a8db'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:51.960209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 63a0d248-9531-4e7d-94a1-1baeb3282342 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:52.128209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 63a0d248-9531-4e7d-94a1-1baeb3282342 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:52.143555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 63a0d248-9531-4e7d-94a1-1baeb3282342 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:52.144527 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:52.237160 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-74c83933-02e0-4eac-aa8f-7eaccc042396 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Made reservation on behalf of e298def29a984ece8571a3f58e68a8db for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:52.244550 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-74c83933-02e0-4eac-aa8f-7eaccc042396 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:52.400051 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:52.522243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38780) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:52.564166 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 63a0d248-9531-4e7d-94a1-1baeb3282342, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=63a0d248-9531-4e7d-94a1-1baeb3282342,segment=NetworkSegment(768c7545-2ea6-45ab-a5f8-eb7861ddc1aa),segment_id=768c7545-2ea6-45ab-a5f8-eb7861ddc1aa)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:52.604009 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d7959ca-41d7-4fd2-93be-0bf3a4117509 req-0fba306c-736d-466c-8bf0-7a39eb64baf8 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 210 time: 0.0527847 Aug 31 01:15:52.604818 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-967eb496-fae6-44bc-81b5-56530c432736 req-a6a339ba-cc31-4c50-8389-a789db0c980b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 210 time: 0.1530089 Aug 31 01:15:52.675971 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:52.684769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-74c83933-02e0-4eac-aa8f-7eaccc042396 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Allocated IP 172.20.0.8 (73fd3505-fc53-44c8-a4ec-7c6c66089dd1/499f6e91-2c67-40e0-9197-ea85e13de259/b136ba99-6117-4b77-8296-89952eb6ef1e) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:15:52.765839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=63a0d248-9531-4e7d-94a1-1baeb3282342,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:52.898632 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0afc8a7-350e-4e85-8b5e-d1ee08056cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:52.994237 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-74c83933-02e0-4eac-aa8f-7eaccc042396 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:53.126016 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0afc8a7-350e-4e85-8b5e-d1ee08056cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:53.230425 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-74c83933-02e0-4eac-aa8f-7eaccc042396 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:53.230760 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0afc8a7-350e-4e85-8b5e-d1ee08056cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:53.277777 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b0afc8a7-350e-4e85-8b5e-d1ee08056cfc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bea91e93e8064e2e900f4e8c561a6a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7540412 Aug 31 01:15:53.284138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38790) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:53.301194 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0afc8a7-350e-4e85-8b5e-d1ee08056cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba75eeca-cec0-4c6c-8f24-243ae8b6f2f2,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:53.309348 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c83933-02e0-4eac-aa8f-7eaccc042396 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Pushing event updated for resources: {'Port': ['ID=b136ba99-6117-4b77-8296-89952eb6ef1e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:53.331046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-74c83933-02e0-4eac-aa8f-7eaccc042396 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Network 73fd3505-fc53-44c8-a4ec-7c6c66089dd1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:15:53.334179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-74c83933-02e0-4eac-aa8f-7eaccc042396 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:53.338436 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-74c83933-02e0-4eac-aa8f-7eaccc042396 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:15:53.369417 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6684e09c-127a-4149-8579-0dce29220a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:53.401062 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6684e09c-127a-4149-8579-0dce29220a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:53.468681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-74c83933-02e0-4eac-aa8f-7eaccc042396 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:53.469643 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-74c83933-02e0-4eac-aa8f-7eaccc042396 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:53.532955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-98533ae5-94ba-4650-8f5b-5f2418e96f38 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:53.534672 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-98533ae5-94ba-4650-8f5b-5f2418e96f38 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.48 "GET /v2.0/networks?id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1 HTTP/1.1" status: 200 len: 819 time: 0.1715662 Aug 31 01:15:53.551994 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-1fe7497b-8060-4053-b90c-0e5af9ca62bc tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Request body: {'port': {'device_id': '595758c1-7da6-4c24-b9ca-e0c1f7347b11', 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1', 'admin_state_up': True, 'tenant_id': 'e298def29a984ece8571a3f58e68a8db'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:53.566705 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6684e09c-127a-4149-8579-0dce29220a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:53.577310 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6684e09c-127a-4149-8579-0dce29220a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:53.579899 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6684e09c-127a-4149-8579-0dce29220a1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba75eeca-cec0-4c6c-8f24-243ae8b6f2f2 HTTP/1.1" status: 204 len: 168 time: 0.2944891 Aug 31 01:15:53.594078 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684e09c-127a-4149-8579-0dce29220a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba75eeca-cec0-4c6c-8f24-243ae8b6f2f2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:53.642826 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-74c83933-02e0-4eac-aa8f-7eaccc042396 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7465117 Aug 31 01:15:53.665969 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Request body: {'port': {'device_id': 'f44d673f-7d50-4b53-b69f-6bcf1d9ddd27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:53.797806 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:53.911772 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 63a0d248-9531-4e7d-94a1-1baeb3282342 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:53.923288 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0d8e916c-6221-4433-b417-7ff253b9a7c5 req-cc6dab80-a2ac-48cd-9da3-93d3ae03ea74 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 210 time: 0.1461096 Aug 31 01:15:54.053139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 63a0d248-9531-4e7d-94a1-1baeb3282342 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:54.055691 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:54.127589 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-69d48a22-e0c6-4b84-be04-778b12a9348a req-484eae99-7007-4223-aa8e-6a589cceaab6 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 210 time: 0.0748656 Aug 31 01:15:54.207677 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-1fe7497b-8060-4053-b90c-0e5af9ca62bc tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Made reservation on behalf of e298def29a984ece8571a3f58e68a8db for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:54.212840 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-1fe7497b-8060-4053-b90c-0e5af9ca62bc tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:54.508254 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b136ba99-6117-4b77-8296-89952eb6ef1e {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:54.532650 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:54.558808 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-bf68d1dc-22ac-40b3-965e-aceb382a427c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:54.560729 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-bf68d1dc-22ac-40b3-965e-aceb382a427c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.41 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 811 time: 0.3698266 Aug 31 01:15:54.571677 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Transition to ACTIVE for port object b136ba99-6117-4b77-8296-89952eb6ef1e will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:54.576532 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-3d41fa1b-0537-4699-85ea-8930a38dfc40 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Request body: {'port': {'device_id': 'a1735612-191f-47b0-8813-f0397b818024', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'admin_state_up': True, 'tenant_id': 'f352ea30918c400cad8ba861159cf775'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:55.090904 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-28376d94-1826-43c8-876f-bf745d66a5af req-699187c7-6e11-41de-b467-778db625a9f9 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 210 time: 0.0523224 Aug 31 01:15:55.267162 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d93da647-0fba-44c2-9a41-2838a0d8509c req-108405d9-b5af-46ef-b470-2ee924d13490 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 210 time: 0.0399160 Aug 31 01:15:55.316941 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:55.338218 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38812) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:55.356097 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46580171-ffd7-46ac-9a7e-b5cb3c5ddc8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:55.481028 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Pushing event updated for resources: {'Port': ['ID=b136ba99-6117-4b77-8296-89952eb6ef1e,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:55.481028 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-1fe7497b-8060-4053-b90c-0e5af9ca62bc tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Allocated IP 172.20.0.13 (73fd3505-fc53-44c8-a4ec-7c6c66089dd1/499f6e91-2c67-40e0-9197-ea85e13de259/c9993d29-c2ae-4d36-a168-82d634fe5924) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:15:55.615120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Attempting to bind port b136ba99-6117-4b77-8296-89952eb6ef1e on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:15:55.616159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Attempting to bind port b136ba99-6117-4b77-8296-89952eb6ef1e by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '768c7545-2ea6-45ab-a5f8-eb7861ddc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:15:55.616294 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Attempting to bind port b136ba99-6117-4b77-8296-89952eb6ef1e on network 73fd3505-fc53-44c8-a4ec-7c6c66089dd1 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:55.655876 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Port b136ba99-6117-4b77-8296-89952eb6ef1e on network 73fd3505-fc53-44c8-a4ec-7c6c66089dd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:15:55.657459 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Attempting to bind port b136ba99-6117-4b77-8296-89952eb6ef1e on network 73fd3505-fc53-44c8-a4ec-7c6c66089dd1 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:55.670329 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:15:55.670723 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Checking segment: {'id': '768c7545-2ea6-45ab-a5f8-eb7861ddc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:55.671113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Bound using segment: {'id': '768c7545-2ea6-45ab-a5f8-eb7861ddc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:15:55.671573 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Bound port: b136ba99-6117-4b77-8296-89952eb6ef1e, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768c7545-2ea6-45ab-a5f8-eb7861ddc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:15:55.671997 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:55.771258 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-3d41fa1b-0537-4699-85ea-8930a38dfc40 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Made reservation on behalf of f352ea30918c400cad8ba861159cf775 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:55.776987 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-3d41fa1b-0537-4699-85ea-8930a38dfc40 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:55.850805 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-1fe7497b-8060-4053-b90c-0e5af9ca62bc tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:55.870178 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46580171-ffd7-46ac-9a7e-b5cb3c5ddc8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:55.954516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] For port b136ba99-6117-4b77-8296-89952eb6ef1e, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:15:55.996774 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] For port b136ba99-6117-4b77-8296-89952eb6ef1e, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b136ba99-6117-4b77-8296-89952eb6ef1e,segment=NetworkSegment(768c7545-2ea6-45ab-a5f8-eb7861ddc1aa),segment_id=768c7545-2ea6-45ab-a5f8-eb7861ddc1aa)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:15:56.030495 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46580171-ffd7-46ac-9a7e-b5cb3c5ddc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:56.086422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-3d41fa1b-0537-4699-85ea-8930a38dfc40 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Allocated IP 172.20.0.5 (233b9bf7-bb8b-473c-966b-3b104e130b94/6777f57f-88c7-4f11-8706-5a820e8d5829/8d6df678-e530-4b4f-8657-75684d43b438) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:15:56.090652 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46580171-ffd7-46ac-9a7e-b5cb3c5ddc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b595b9-6cc0-4d83-9411-3445f31b85d8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:56.099428 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-46580171-ffd7-46ac-9a7e-b5cb3c5ddc8a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70f4baa674ef4f6aaed5ccd4b55d5e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7600267 Aug 31 01:15:56.102850 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38818) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:56.140304 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:56.190751 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-202c0096-ac38-4db6-b573-8101b66533b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:56.222986 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-1fe7497b-8060-4053-b90c-0e5af9ca62bc tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:56.245163 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-202c0096-ac38-4db6-b573-8101b66533b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:56.279265 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:56.280722 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:56.283168 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] 10.222.0.48 "PUT /v2.0/ports/b136ba99-6117-4b77-8296-89952eb6ef1e HTTP/1.1" status: 200 len: 1092 time: 2.6341622 Aug 31 01:15:56.295096 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44d673f-7d50-4b53-b69f-6bcf1d9ddd27', 'tag': 'b136ba99-6117-4b77-8296-89952eb6ef1e'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:56.302396 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd809bc-a16a-4fca-9df9-5eac6adbec06" -d '{"events": [{"name": "network-changed", "server_uuid": "f44d673f-7d50-4b53-b69f-6bcf1d9ddd27", "tag": "b136ba99-6117-4b77-8296-89952eb6ef1e"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:56.345343 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cb881c59-379f-48e8-99ba-e18b4f412b74 req-67656195-6001-4235-870e-429648f8a72e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 210 time: 0.0710738 Aug 31 01:15:56.420040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-1fe7497b-8060-4053-b90c-0e5af9ca62bc tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Network 73fd3505-fc53-44c8-a4ec-7c6c66089dd1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:15:56.432341 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-1fe7497b-8060-4053-b90c-0e5af9ca62bc tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:56.436263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f1e82-ba3e-47bb-ad72-df5715f0ef9b service neutron] Pushing event updated for resources: {'Port': ['ID=b136ba99-6117-4b77-8296-89952eb6ef1e,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:56.470407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-1fe7497b-8060-4053-b90c-0e5af9ca62bc tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:15:56.537913 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead0eac-a4c2-4aa5-a761-bf1a31d6382b req-7256fd5d-9acf-4deb-937d-42ee37b3ddc0 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:56.547006 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8ead0eac-a4c2-4aa5-a761-bf1a31d6382b req-7256fd5d-9acf-4deb-937d-42ee37b3ddc0 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 932 time: 0.0882654 Aug 31 01:15:56.555456 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-202c0096-ac38-4db6-b573-8101b66533b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:56.558156 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-202c0096-ac38-4db6-b573-8101b66533b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:56.560311 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-202c0096-ac38-4db6-b573-8101b66533b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0b595b9-6cc0-4d83-9411-3445f31b85d8 HTTP/1.1" status: 204 len: 168 time: 0.4556673 Aug 31 01:15:56.587864 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c0096-ac38-4db6-b573-8101b66533b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b595b9-6cc0-4d83-9411-3445f31b85d8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:56.616154 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7497b-8060-4053-b90c-0e5af9ca62bc tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Pushing event updated for resources: {'Port': ['ID=c9993d29-c2ae-4d36-a168-82d634fe5924,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:56.627464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-1fe7497b-8060-4053-b90c-0e5af9ca62bc tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:56.628276 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-1fe7497b-8060-4053-b90c-0e5af9ca62bc tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:56.633682 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8ead0eac-a4c2-4aa5-a761-bf1a31d6382b req-cd00ee44-ac33-4d95-8781-0d2565d9231b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854528 Aug 31 01:15:56.646706 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-f200e799-c7da-453c-81a1-923be5ee5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:56.650189 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-f200e799-c7da-453c-81a1-923be5ee5989 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e298def29a984ece8571a3f58e68a8db&device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 1095 time: 0.2381628 Aug 31 01:15:56.684161 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-3d41fa1b-0537-4699-85ea-8930a38dfc40 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:56.739196 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4552c28-30f9-43cd-8f97-1ff0df6ef24e x-openstack-request-id: req-d4552c28-30f9-43cd-8f97-1ff0df6ef24e {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:56.739708 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44d673f-7d50-4b53-b69f-6bcf1d9ddd27", "tag": "b136ba99-6117-4b77-8296-89952eb6ef1e", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:56.740081 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4552c28-30f9-43cd-8f97-1ff0df6ef24e {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:56.740745 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44d673f-7d50-4b53-b69f-6bcf1d9ddd27', 'tag': 'b136ba99-6117-4b77-8296-89952eb6ef1e', 'status': 'completed', 'code': 200} Aug 31 01:15:56.749015 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-363925df-4754-4fe5-951d-4fd93ca3ffb4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b136ba99-6117-4b77-8296-89952eb6ef1e HTTP/1.1" status: 200 len: 217 time: 0.0883665 Aug 31 01:15:56.769780 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-1fe7497b-8060-4053-b90c-0e5af9ca62bc tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2253261 Aug 31 01:15:56.772891 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-3d41fa1b-0537-4699-85ea-8930a38dfc40 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Transition to ACTIVE for port object 8d6df678-e530-4b4f-8657-75684d43b438 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:56.804404 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Request body: {'port': {'device_id': '595758c1-7da6-4c24-b9ca-e0c1f7347b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:56.866684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-49818106-8eaa-479d-ae94-a12fc9e09891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:56.868342 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-49818106-8eaa-479d-ae94-a12fc9e09891 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=499f6e91-2c67-40e0-9197-ea85e13de259 HTTP/1.1" status: 200 len: 859 time: 0.1107459 Aug 31 01:15:56.933494 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-627b0fab-abd8-4958-89be-7f212f830430 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564971 Aug 31 01:15:56.937249 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:57.025885 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-3d41fa1b-0537-4699-85ea-8930a38dfc40 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:57.039922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['4c8bcd1a-e023-46b7-87e8-1a0148e6b862'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:57.047018 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['3ce2bea8-8a3f-4718-884a-2044e3569722'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:57.143438 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-3d41fa1b-0537-4699-85ea-8930a38dfc40 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Network 233b9bf7-bb8b-473c-966b-3b104e130b94 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:15:57.255490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-3d41fa1b-0537-4699-85ea-8930a38dfc40 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:57.265855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-3d41fa1b-0537-4699-85ea-8930a38dfc40 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:15:57.277287 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41fa1b-0537-4699-85ea-8930a38dfc40 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Pushing event updated for resources: {'Port': ['ID=8d6df678-e530-4b4f-8657-75684d43b438,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:57.342712 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-ddcc764a-3be9-4f7b-a9b3-3b9459b60cd9 service neutron] 10.222.0.48 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012387 Aug 31 01:15:57.582714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdbb08-2c11-4f72-92d7-fecf0c891c21 req-22b711f4-e420-4ae4-b87a-c0e94a112f35 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:57.597990 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-09fdbb08-2c11-4f72-92d7-fecf0c891c21 req-22b711f4-e420-4ae4-b87a-c0e94a112f35 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 931 time: 0.0985465 Aug 31 01:15:57.619241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-3d41fa1b-0537-4699-85ea-8930a38dfc40 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:57.620033 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-3d41fa1b-0537-4699-85ea-8930a38dfc40 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:57.658353 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-09fdbb08-2c11-4f72-92d7-fecf0c891c21 req-3b070aba-2cc5-4082-8e64-a9acf55f2248 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546050 Aug 31 01:15:57.726479 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5dc4d6d8-dbd0-46b2-b7e4-84da23febf39 req-427120df-34b0-4534-8d22-dc4a0a9edbb9 service neutron] 10.222.0.48 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598285 Aug 31 01:15:57.814925 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04357c8b-b7ec-4b1d-bf2b-26d38b8c736b req-3928c0fe-10e9-43b3-817b-224b4e4b2349 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:57.817134 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-04357c8b-b7ec-4b1d-bf2b-26d38b8c736b req-3928c0fe-10e9-43b3-817b-224b4e4b2349 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 932 time: 0.0975666 Aug 31 01:15:57.875753 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9993d29-c2ae-4d36-a168-82d634fe5924 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:57.886927 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:57.890389 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-04357c8b-b7ec-4b1d-bf2b-26d38b8c736b req-9f291543-5a7e-438c-81cd-0699fe6ae956 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578151 Aug 31 01:15:57.908561 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Transition to ACTIVE for port object c9993d29-c2ae-4d36-a168-82d634fe5924 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:58.167285 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ef57c2e0-7cc7-47a5-b648-3f2f73bd4826 None None] Provisioning for port 8d6df678-e530-4b4f-8657-75684d43b438 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:58.170886 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-3d41fa1b-0537-4699-85ea-8930a38dfc40 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5984051 Aug 31 01:15:58.170886 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:58.174535 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ef57c2e0-7cc7-47a5-b648-3f2f73bd4826 None None] Provisioning complete for port 8d6df678-e530-4b4f-8657-75684d43b438 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:58.174919 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ef57c2e0-7cc7-47a5-b648-3f2f73bd4826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:58.192630 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Request body: {'port': {'device_id': 'a1735612-191f-47b0-8813-f0397b818024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:58.273898 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ef57c2e0-7cc7-47a5-b648-3f2f73bd4826 None None] Port 8d6df678-e530-4b4f-8657-75684d43b438 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:15:58.684975 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Pushing event updated for resources: {'Port': ['ID=c9993d29-c2ae-4d36-a168-82d634fe5924,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:58.730612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd809bc-a16a-4fca-9df9-5eac6adbec06 req-9473e8b2-09d1-4623-a795-d85bc37baa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:58.732255 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-acd809bc-a16a-4fca-9df9-5eac6adbec06 req-9473e8b2-09d1-4623-a795-d85bc37baa94 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e298def29a984ece8571a3f58e68a8db&device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 1095 time: 0.5035794 Aug 31 01:15:58.766876 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:58.853745 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c273f-2a26-4948-a2a6-3151468807f4 req-394bd270-27e9-4c08-a87a-491192263b59 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:58.866573 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f16c273f-2a26-4948-a2a6-3151468807f4 req-394bd270-27e9-4c08-a87a-491192263b59 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 931 time: 0.0996969 Aug 31 01:15:58.922085 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f16c273f-2a26-4948-a2a6-3151468807f4 req-d83ae1dc-7ab9-45a8-a3ef-44f07cee6ed0 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545580 Aug 31 01:15:59.141267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd809bc-a16a-4fca-9df9-5eac6adbec06 req-d9144181-6a52-4f8d-9a6c-b2237e580261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:59.147042 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-acd809bc-a16a-4fca-9df9-5eac6adbec06 req-d9144181-6a52-4f8d-9a6c-b2237e580261 service neutron] 10.222.0.48 "GET /v2.0/networks?id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1 HTTP/1.1" status: 200 len: 920 time: 0.3899753 Aug 31 01:15:59.156107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63442dd-32d9-4c4f-b6c2-1620c7070056 req-46b83c22-3a54-4037-92c4-2c65355c367f tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:59.162058 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f63442dd-32d9-4c4f-b6c2-1620c7070056 req-46b83c22-3a54-4037-92c4-2c65355c367f tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 944 time: 0.1345487 Aug 31 01:15:59.249267 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-acd809bc-a16a-4fca-9df9-5eac6adbec06 req-130bd64d-0d0d-46e7-879a-d0f1bb58f472 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b136ba99-6117-4b77-8296-89952eb6ef1e HTTP/1.1" status: 200 len: 217 time: 0.0752199 Aug 31 01:15:59.274385 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Attempting to bind port c9993d29-c2ae-4d36-a168-82d634fe5924 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:15:59.274929 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Attempting to bind port c9993d29-c2ae-4d36-a168-82d634fe5924 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '768c7545-2ea6-45ab-a5f8-eb7861ddc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:15:59.275570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Attempting to bind port c9993d29-c2ae-4d36-a168-82d634fe5924 on network 73fd3505-fc53-44c8-a4ec-7c6c66089dd1 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:59.288849 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f63442dd-32d9-4c4f-b6c2-1620c7070056 req-7afe509b-d630-4fda-b838-3e794a3c2eb2 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207709 Aug 31 01:15:59.321056 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Port c9993d29-c2ae-4d36-a168-82d634fe5924 on network 73fd3505-fc53-44c8-a4ec-7c6c66089dd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:15:59.321390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Attempting to bind port c9993d29-c2ae-4d36-a168-82d634fe5924 on network 73fd3505-fc53-44c8-a4ec-7c6c66089dd1 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:59.382153 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:15:59.382524 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Checking segment: {'id': '768c7545-2ea6-45ab-a5f8-eb7861ddc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:59.383023 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Bound using segment: {'id': '768c7545-2ea6-45ab-a5f8-eb7861ddc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:15:59.383781 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Bound port: c9993d29-c2ae-4d36-a168-82d634fe5924, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768c7545-2ea6-45ab-a5f8-eb7861ddc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:15:59.384196 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:59.490832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd809bc-a16a-4fca-9df9-5eac6adbec06 req-89cf7574-e465-4185-a6f2-f697c06c14ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:59.492549 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-acd809bc-a16a-4fca-9df9-5eac6adbec06 req-89cf7574-e465-4185-a6f2-f697c06c14ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=499f6e91-2c67-40e0-9197-ea85e13de259 HTTP/1.1" status: 200 len: 859 time: 0.2209589 Aug 31 01:15:59.525143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6faafc-0fc6-4035-b115-3d9b18a4cac6 req-bcb4b014-8a09-4133-be57-b57e06278fa8 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:59.527536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f6faafc-0fc6-4035-b115-3d9b18a4cac6 req-bcb4b014-8a09-4133-be57-b57e06278fa8 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.2918887 Aug 31 01:15:59.599444 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-acd809bc-a16a-4fca-9df9-5eac6adbec06 req-abeddd61-5bf3-41a8-a87b-a9b2798a71b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715292 Aug 31 01:15:59.727032 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f6faafc-0fc6-4035-b115-3d9b18a4cac6 req-8f68e18d-dbc9-4d4c-934f-046d6882a160 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853662 Aug 31 01:15:59.728163 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] For port c9993d29-c2ae-4d36-a168-82d634fe5924, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:15:59.745789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] For port c9993d29-c2ae-4d36-a168-82d634fe5924, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c9993d29-c2ae-4d36-a168-82d634fe5924,segment=NetworkSegment(768c7545-2ea6-45ab-a5f8-eb7861ddc1aa),segment_id=768c7545-2ea6-45ab-a5f8-eb7861ddc1aa)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:15:59.822998 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:59.832455 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6df678-e530-4b4f-8657-75684d43b438 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:59.850972 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:59.879256 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-acd809bc-a16a-4fca-9df9-5eac6adbec06 req-ab26e6b8-bd28-4a05-bcdc-2a4d530f0cda service neutron] 10.222.0.48 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687507 Aug 31 01:15:59.895392 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:59.896020 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:59.897511 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] 10.222.0.48 "PUT /v2.0/ports/c9993d29-c2ae-4d36-a168-82d634fe5924 HTTP/1.1" status: 200 len: 1093 time: 3.1202013 Aug 31 01:15:59.897961 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595758c1-7da6-4c24-b9ca-e0c1f7347b11', 'tag': 'c9993d29-c2ae-4d36-a168-82d634fe5924'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:59.900351 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779f8c94-4877-4859-94e8-df7fbe0767dc" -d '{"events": [{"name": "network-changed", "server_uuid": "595758c1-7da6-4c24-b9ca-e0c1f7347b11", "tag": "c9993d29-c2ae-4d36-a168-82d634fe5924"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:59.960484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Transition to ACTIVE for port object 8d6df678-e530-4b4f-8657-75684d43b438 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:59.974841 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13354a9-17d2-4ae8-8ca8-4da9b17ae3b9 x-openstack-request-id: req-c13354a9-17d2-4ae8-8ca8-4da9b17ae3b9 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:59.975180 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "595758c1-7da6-4c24-b9ca-e0c1f7347b11", "tag": "c9993d29-c2ae-4d36-a168-82d634fe5924", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:59.975441 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c13354a9-17d2-4ae8-8ca8-4da9b17ae3b9 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:59.975998 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595758c1-7da6-4c24-b9ca-e0c1f7347b11', 'tag': 'c9993d29-c2ae-4d36-a168-82d634fe5924', 'status': 'completed', 'code': 200} Aug 31 01:15:59.983629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98b129-7f83-4120-9d0d-4904b1886e2a service neutron] Pushing event updated for resources: {'Port': ['ID=c9993d29-c2ae-4d36-a168-82d634fe5924,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:00.064469 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:00.126914 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-acd809bc-a16a-4fca-9df9-5eac6adbec06 req-5e6d451a-4ac1-40fd-8a31-269b37b30dfe service neutron] 10.222.0.48 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331543 Aug 31 01:16:00.169834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f8c94-4877-4859-94e8-df7fbe0767dc req-13f6749e-9d24-41aa-8e6d-19c0e87bdd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:00.172127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-779f8c94-4877-4859-94e8-df7fbe0767dc req-13f6749e-9d24-41aa-8e6d-19c0e87bdd9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e298def29a984ece8571a3f58e68a8db&device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 1096 time: 0.1697690 Aug 31 01:16:00.224062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b136ba99-6117-4b77-8296-89952eb6ef1e details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:16:00.227167 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Pushing event updated for resources: {'Port': ['ID=8d6df678-e530-4b4f-8657-75684d43b438,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:00.274626 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825f05e-39f3-4804-a2bb-c8d5b7580eb0 req-bd0f09aa-cde2-4079-bea9-a32a2b1facb5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:00.285510 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0825f05e-39f3-4804-a2bb-c8d5b7580eb0 req-bd0f09aa-cde2-4079-bea9-a32a2b1facb5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 943 time: 0.2415726 Aug 31 01:16:00.557119 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port b136ba99-6117-4b77-8296-89952eb6ef1e, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b136ba99-6117-4b77-8296-89952eb6ef1e,segment=NetworkSegment(768c7545-2ea6-45ab-a5f8-eb7861ddc1aa),segment_id=768c7545-2ea6-45ab-a5f8-eb7861ddc1aa)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:00.573460 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'b136ba99-6117-4b77-8296-89952eb6ef1e', 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1', 'port_id': 'b136ba99-6117-4b77-8296-89952eb6ef1e', 'mac_address': 'fa:16:3e:40:9a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499f6e91-2c67-40e0-9197-ea85e13de259', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:16:00.610082 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0825f05e-39f3-4804-a2bb-c8d5b7580eb0 req-812d07a0-fc0c-4fab-ae2f-e88da7ed1550 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172154 Aug 31 01:16:00.626823 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:00.645132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b136ba99-6117-4b77-8296-89952eb6ef1e {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:00.675824 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port b136ba99-6117-4b77-8296-89952eb6ef1e, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b136ba99-6117-4b77-8296-89952eb6ef1e,segment=NetworkSegment(768c7545-2ea6-45ab-a5f8-eb7861ddc1aa),segment_id=768c7545-2ea6-45ab-a5f8-eb7861ddc1aa)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:00.684506 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Attempting to bind port 8d6df678-e530-4b4f-8657-75684d43b438 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:16:00.684991 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Attempting to bind port 8d6df678-e530-4b4f-8657-75684d43b438 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:16:00.686129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Attempting to bind port 8d6df678-e530-4b4f-8657-75684d43b438 on network 233b9bf7-bb8b-473c-966b-3b104e130b94 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:16:00.686431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94537db2-3cd3-4266-87da-3a2355f50638 req-b1f7c3e2-b332-4709-8859-05bb8ce52978 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:00.688606 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94537db2-3cd3-4266-87da-3a2355f50638 req-b1f7c3e2-b332-4709-8859-05bb8ce52978 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 944 time: 0.1803482 Aug 31 01:16:00.694235 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f8c94-4877-4859-94e8-df7fbe0767dc req-01b315dd-1abf-464d-bbef-9a5cbfa79c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:00.695907 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-779f8c94-4877-4859-94e8-df7fbe0767dc req-01b315dd-1abf-464d-bbef-9a5cbfa79c41 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e298def29a984ece8571a3f58e68a8db&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5078673 Aug 31 01:16:00.696956 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Port 8d6df678-e530-4b4f-8657-75684d43b438 on network 233b9bf7-bb8b-473c-966b-3b104e130b94 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:16:00.697281 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Attempting to bind port 8d6df678-e530-4b4f-8657-75684d43b438 on network 233b9bf7-bb8b-473c-966b-3b104e130b94 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:16:00.743480 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94537db2-3cd3-4266-87da-3a2355f50638 req-6739e024-ca0d-407b-a588-46ce4aa8acc1 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449173 Aug 31 01:16:00.746585 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:16:00.747178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Checking segment: {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:00.747373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Bound using segment: {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:16:00.747828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Bound port: 8d6df678-e530-4b4f-8657-75684d43b438, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:16:00.748714 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:00.932559 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f8c94-4877-4859-94e8-df7fbe0767dc req-a5efea92-0781-405c-a9ed-ef996edf8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:00.934097 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-779f8c94-4877-4859-94e8-df7fbe0767dc req-a5efea92-0781-405c-a9ed-ef996edf8dc0 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2306478 Aug 31 01:16:00.938693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] For port 8d6df678-e530-4b4f-8657-75684d43b438, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:16:00.947785 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25c7ee-059d-46ee-9d8a-1098328807bc req-accb6285-3d1e-4605-88a1-e0fb4bf7ed01 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:00.949287 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ce25c7ee-059d-46ee-9d8a-1098328807bc req-accb6285-3d1e-4605-88a1-e0fb4bf7ed01 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.1239007 Aug 31 01:16:00.951758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] For port 8d6df678-e530-4b4f-8657-75684d43b438, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=8d6df678-e530-4b4f-8657-75684d43b438,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:16:01.031597 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ce25c7ee-059d-46ee-9d8a-1098328807bc req-2728da5e-187c-4e6f-89f9-9a69db5ca872 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710826 Aug 31 01:16:01.043106 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-88ba4a5a-47aa-4e6b-bbc2-7cecd119e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:01.044718 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-88ba4a5a-47aa-4e6b-bbc2-7cecd119e269 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e298def29a984ece8571a3f58e68a8db&device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 1096 time: 0.0628645 Aug 31 01:16:01.162670 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-ff5c9427-1a90-49aa-b1ae-e8c2b92e6493 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9993d29-c2ae-4d36-a168-82d634fe5924 HTTP/1.1" status: 200 len: 217 time: 0.0394304 Aug 31 01:16:01.162670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-8ba3aefe-6902-4813-a013-9345e806cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:01.162670 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-8ba3aefe-6902-4813-a013-9345e806cfb6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=499f6e91-2c67-40e0-9197-ea85e13de259 HTTP/1.1" status: 200 len: 859 time: 0.0532770 Aug 31 01:16:01.192812 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-c71ef5a8-ef20-4dba-aa72-5ad38ef0c820 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338917 Aug 31 01:16:01.306020 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-c6da3914-951a-465e-a6fe-f6a00184645e service neutron] 10.222.0.48 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047704 Aug 31 01:16:01.424638 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cac4933-70aa-42bf-bbff-c7ba4e3e444d req-1eacfd6d-4c24-48cc-9228-3bbee110390a service neutron] 10.222.0.48 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116104 Aug 31 01:16:01.469417 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:01.529686 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=b136ba99-6117-4b77-8296-89952eb6ef1e,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:01.548830 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:01.591089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:01.592941 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:01.600457 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] 10.222.0.41 "PUT /v2.0/ports/8d6df678-e530-4b4f-8657-75684d43b438 HTTP/1.1" status: 200 len: 1092 time: 3.4113545 Aug 31 01:16:01.694162 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['b136ba99-6117-4b77-8296-89952eb6ef1e'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:01.724044 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6642fd-4aff-4e65-b1bb-afd173acf71a service neutron] Pushing event updated for resources: {'Port': ['ID=8d6df678-e530-4b4f-8657-75684d43b438,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:01.828458 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662b0f9-ce4e-4834-9046-ee27dcd4731e req-3b4be6b1-4d41-4aad-b134-c22cab236344 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:01.831138 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1662b0f9-ce4e-4834-9046-ee27dcd4731e req-3b4be6b1-4d41-4aad-b134-c22cab236344 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 943 time: 0.0890849 Aug 31 01:16:01.835238 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-906cebb9-a148-4374-b7f0-3d5c8378e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:01.839698 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-906cebb9-a148-4374-b7f0-3d5c8378e4e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 1095 time: 0.0887935 Aug 31 01:16:01.929335 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1662b0f9-ce4e-4834-9046-ee27dcd4731e req-5038d9bf-2e76-4155-8587-efb01d6a6d96 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915754 Aug 31 01:16:01.958951 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-a4fd0d73-6f23-4064-94c0-1377e7064997 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d6df678-e530-4b4f-8657-75684d43b438 HTTP/1.1" status: 200 len: 217 time: 0.1064198 Aug 31 01:16:01.979152 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1735612-191f-47b0-8813-f0397b818024', 'tag': '8d6df678-e530-4b4f-8657-75684d43b438'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:01.983196 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673d7e49-052d-431a-a03c-285e38a56179" -d '{"events": [{"name": "network-changed", "server_uuid": "a1735612-191f-47b0-8813-f0397b818024", "tag": "8d6df678-e530-4b4f-8657-75684d43b438"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:02.076719 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2643b9-c583-429d-9670-110571e7c8f3 req-01108e50-f8f8-455a-9818-60ff78338df9 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:02.078383 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6f2643b9-c583-429d-9670-110571e7c8f3 req-01108e50-f8f8-455a-9818-60ff78338df9 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 944 time: 0.1225631 Aug 31 01:16:02.080458 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-7276a55d-4a1d-4300-b39b-bbcebf245e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:02.082130 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-7276a55d-4a1d-4300-b39b-bbcebf245e08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.1139727 Aug 31 01:16:02.159044 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa6767d-acd3-4f51-91cb-484c698bb7b9 x-openstack-request-id: req-efa6767d-acd3-4f51-91cb-484c698bb7b9 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:02.159345 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1735612-191f-47b0-8813-f0397b818024", "tag": "8d6df678-e530-4b4f-8657-75684d43b438", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:02.159603 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efa6767d-acd3-4f51-91cb-484c698bb7b9 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:02.163203 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1735612-191f-47b0-8813-f0397b818024', 'tag': '8d6df678-e530-4b4f-8657-75684d43b438', 'status': 'completed', 'code': 200} Aug 31 01:16:02.189350 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-71708b95-19d4-438c-bad7-b8d3eec4b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:02.193816 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-71708b95-19d4-438c-bad7-b8d3eec4b098 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014867 Aug 31 01:16:02.194363 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6f2643b9-c583-429d-9670-110571e7c8f3 req-45124a9d-f48b-4ccf-b420-3a4b2796d352 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655975 Aug 31 01:16:02.359723 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5450-1a4b-4a22-a798-6e00c8279377 req-ddc35fb8-52a1-4abd-bcf1-8a8e2de52161 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:02.361317 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-44ed5450-1a4b-4a22-a798-6e00c8279377 req-ddc35fb8-52a1-4abd-bcf1-8a8e2de52161 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0704815 Aug 31 01:16:02.372044 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-37340121-e748-4bcd-8eb2-0fcb48df5c3b service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726043 Aug 31 01:16:02.426534 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-44ed5450-1a4b-4a22-a798-6e00c8279377 req-94d5a9e0-36ab-4485-bb25-4caeb411a51f tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546041 Aug 31 01:16:02.543928 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-703a8936-1830-4b2b-bfc1-316c0d79b3f3 req-8dfa1552-fb01-49a8-9ca2-362531f82eef service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611967 Aug 31 01:16:02.818604 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d7e49-052d-431a-a03c-285e38a56179 req-4a4abe7c-7031-48ee-a5e8-e802415712e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:02.822052 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-673d7e49-052d-431a-a03c-285e38a56179 req-4a4abe7c-7031-48ee-a5e8-e802415712e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 1095 time: 0.0670037 Aug 31 01:16:02.950259 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d7e49-052d-431a-a03c-285e38a56179 req-1e22e32b-6cb0-47e2-a13d-cbb7dcf93d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:02.952754 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-673d7e49-052d-431a-a03c-285e38a56179 req-1e22e32b-6cb0-47e2-a13d-cbb7dcf93d1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 912 time: 0.1239212 Aug 31 01:16:03.023362 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-673d7e49-052d-431a-a03c-285e38a56179 req-6c2263c8-eb93-4db0-b607-703768e69248 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d6df678-e530-4b4f-8657-75684d43b438 HTTP/1.1" status: 200 len: 217 time: 0.0529268 Aug 31 01:16:03.101840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d7e49-052d-431a-a03c-285e38a56179 req-7dd81a1b-d3d3-484d-88bb-0a944913be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:03.103390 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-673d7e49-052d-431a-a03c-285e38a56179 req-7dd81a1b-d3d3-484d-88bb-0a944913be49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.0547066 Aug 31 01:16:03.112136 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed602618-8c6b-4e12-bde5-824e7d3ad6d7 req-317f87d6-7f88-443b-8358-b9fca427a7e0 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:03.113637 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed602618-8c6b-4e12-bde5-824e7d3ad6d7 req-317f87d6-7f88-443b-8358-b9fca427a7e0 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 943 time: 0.0934350 Aug 31 01:16:03.189014 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed602618-8c6b-4e12-bde5-824e7d3ad6d7 req-902139b2-3850-47d7-90b0-c76a70e799de tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666707 Aug 31 01:16:03.197541 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d7e49-052d-431a-a03c-285e38a56179 req-15c7c632-4c11-4420-9234-07e7801183e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:03.198848 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-673d7e49-052d-431a-a03c-285e38a56179 req-15c7c632-4c11-4420-9234-07e7801183e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843017 Aug 31 01:16:03.346714 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-673d7e49-052d-431a-a03c-285e38a56179 req-a459817b-57ca-4b14-a0e4-c4ba7bbd13b5 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346076 Aug 31 01:16:03.379486 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8e16b-641a-4eef-ab40-85ca3a7e68e1 req-5731a2dd-d659-4cd0-8535-03b1934f0835 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:03.381090 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-44a8e16b-641a-4eef-ab40-85ca3a7e68e1 req-5731a2dd-d659-4cd0-8535-03b1934f0835 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 944 time: 0.0703311 Aug 31 01:16:03.460238 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-44a8e16b-641a-4eef-ab40-85ca3a7e68e1 req-568cdb03-9a27-45fa-9935-e9f61bbb584c tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716898 Aug 31 01:16:03.515257 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-673d7e49-052d-431a-a03c-285e38a56179 req-aae8d194-8ef9-494b-8465-05eb62204f12 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591992 Aug 31 01:16:03.611188 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1e1ee-5e74-4d04-a042-8310390ae889 req-545f7d66-a747-47c1-ac86-847729801108 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:03.613126 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4fb1e1ee-5e74-4d04-a042-8310390ae889 req-545f7d66-a747-47c1-ac86-847729801108 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0782280 Aug 31 01:16:03.663236 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4fb1e1ee-5e74-4d04-a042-8310390ae889 req-bf0e9fcc-8e71-4561-bf11-0842d6918ea4 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421500 Aug 31 01:16:04.224041 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e20d1d7f-9fb7-419f-8523-1fb7b445c94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:04.241298 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c9993d29-c2ae-4d36-a168-82d634fe5924 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:16:04.244614 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b136ba99-6117-4b77-8296-89952eb6ef1e up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:04.397211 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7e477-40be-42bd-97ac-b3a2de6b184b req-e2e7094c-6fe8-456b-a308-fdb10bcab394 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:04.399496 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66a7e477-40be-42bd-97ac-b3a2de6b184b req-e2e7094c-6fe8-456b-a308-fdb10bcab394 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 943 time: 0.0818784 Aug 31 01:16:04.425259 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port c9993d29-c2ae-4d36-a168-82d634fe5924, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c9993d29-c2ae-4d36-a168-82d634fe5924,segment=NetworkSegment(768c7545-2ea6-45ab-a5f8-eb7861ddc1aa),segment_id=768c7545-2ea6-45ab-a5f8-eb7861ddc1aa)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:04.443949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'c9993d29-c2ae-4d36-a168-82d634fe5924', 'network_id': '73fd3505-fc53-44c8-a4ec-7c6c66089dd1', 'port_id': 'c9993d29-c2ae-4d36-a168-82d634fe5924', 'mac_address': 'fa:16:3e:8c:56:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499f6e91-2c67-40e0-9197-ea85e13de259', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:16:04.447390 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port b136ba99-6117-4b77-8296-89952eb6ef1e completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:04.456510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port b136ba99-6117-4b77-8296-89952eb6ef1e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:04.457029 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:04.506447 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66a7e477-40be-42bd-97ac-b3a2de6b184b req-475a2078-4715-4581-9992-c42284adfd36 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979807 Aug 31 01:16:04.549238 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:04.573935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9993d29-c2ae-4d36-a168-82d634fe5924 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:04.611190 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port c9993d29-c2ae-4d36-a168-82d634fe5924, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c9993d29-c2ae-4d36-a168-82d634fe5924,segment=NetworkSegment(768c7545-2ea6-45ab-a5f8-eb7861ddc1aa),segment_id=768c7545-2ea6-45ab-a5f8-eb7861ddc1aa)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:04.670234 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:04.723481 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:04.743175 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44d673f-7d50-4b53-b69f-6bcf1d9ddd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b136ba99-6117-4b77-8296-89952eb6ef1e'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:04.757580 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a16b79-97ba-44c2-97a0-ccfbabaacb30" -d '{"events": [{"server_uuid": "f44d673f-7d50-4b53-b69f-6bcf1d9ddd27", "name": "network-vif-plugged", "status": "completed", "tag": "b136ba99-6117-4b77-8296-89952eb6ef1e"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:04.841100 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port b136ba99-6117-4b77-8296-89952eb6ef1e, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b136ba99-6117-4b77-8296-89952eb6ef1e,segment=NetworkSegment(768c7545-2ea6-45ab-a5f8-eb7861ddc1aa),segment_id=768c7545-2ea6-45ab-a5f8-eb7861ddc1aa)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:04.890812 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=c9993d29-c2ae-4d36-a168-82d634fe5924,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:04.917895 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99c48b-d996-435a-a29c-d7316f26c4ca req-cd71aa50-ae2b-4ee7-96d7-41b15bf37579 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:04.927829 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb99c48b-d996-435a-a29c-d7316f26c4ca req-cd71aa50-ae2b-4ee7-96d7-41b15bf37579 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0828249 Aug 31 01:16:04.945289 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['c9993d29-c2ae-4d36-a168-82d634fe5924'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:05.003289 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:05.008130 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb99c48b-d996-435a-a29c-d7316f26c4ca req-fe6e55ca-86ad-4641-8b74-70e9456eb2db tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762923 Aug 31 01:16:05.097959 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b5bf8c-f61b-45e3-ac97-c3b7b9db9e31 x-openstack-request-id: req-d8b5bf8c-f61b-45e3-ac97-c3b7b9db9e31 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:05.097959 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44d673f-7d50-4b53-b69f-6bcf1d9ddd27", "name": "network-vif-plugged", "status": "completed", "tag": "b136ba99-6117-4b77-8296-89952eb6ef1e", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:05.097959 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8b5bf8c-f61b-45e3-ac97-c3b7b9db9e31 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:05.097959 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44d673f-7d50-4b53-b69f-6bcf1d9ddd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b136ba99-6117-4b77-8296-89952eb6ef1e', 'code': 200} Aug 31 01:16:05.126416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=b136ba99-6117-4b77-8296-89952eb6ef1e,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:05.129623 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b733a-9623-4931-bc2c-dd26b92243d4 req-4e49c6f8-baf6-483c-86c3-a9e81d2f02b5 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:05.132279 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea3b733a-9623-4931-bc2c-dd26b92243d4 req-4e49c6f8-baf6-483c-86c3-a9e81d2f02b5 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 945 time: 0.5136163 Aug 31 01:16:05.240998 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea3b733a-9623-4931-bc2c-dd26b92243d4 req-c4d01fd3-6e4e-475b-94db-029c1f0ef24a tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955293 Aug 31 01:16:05.240998 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712fce4-042b-467f-8ff3-8be11483d292 req-e388a4b1-3701-404c-a5d5-db67da246904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:05.240998 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b712fce4-042b-467f-8ff3-8be11483d292 req-e388a4b1-3701-404c-a5d5-db67da246904 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 1097 time: 0.1001844 Aug 31 01:16:05.285179 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b712fce4-042b-467f-8ff3-8be11483d292 req-2727086c-a9c2-45d3-97d9-f75216c5849e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387015 Aug 31 01:16:05.664117 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1939a-f2eb-4c53-9026-e7a6e796b76a req-2bff93a6-0b31-430e-bcc9-830919ab988f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:05.665705 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-59e1939a-f2eb-4c53-9026-e7a6e796b76a req-2bff93a6-0b31-430e-bcc9-830919ab988f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 943 time: 0.0609665 Aug 31 01:16:05.708179 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-59e1939a-f2eb-4c53-9026-e7a6e796b76a req-52078e9c-9b16-4dcb-9a0a-2918b59ceaab tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351882 Aug 31 01:16:05.850526 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 8d6df678-e530-4b4f-8657-75684d43b438 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:16:05.981350 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 8d6df678-e530-4b4f-8657-75684d43b438, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=8d6df678-e530-4b4f-8657-75684d43b438,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:05.996931 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '8d6df678-e530-4b4f-8657-75684d43b438', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'port_id': '8d6df678-e530-4b4f-8657-75684d43b438', 'mac_address': 'fa:16:3e:1f:4b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:16:06.050329 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:06.071296 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6df678-e530-4b4f-8657-75684d43b438 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:06.096004 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 8d6df678-e530-4b4f-8657-75684d43b438, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=8d6df678-e530-4b4f-8657-75684d43b438,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:06.137481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e34f68-14f8-4e8c-88a3-9adcf779ba2d req-9a07d0aa-46b1-47a5-9817-3972aee0d79e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:06.139200 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d8e34f68-14f8-4e8c-88a3-9adcf779ba2d req-9a07d0aa-46b1-47a5-9817-3972aee0d79e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0571234 Aug 31 01:16:06.186903 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d8e34f68-14f8-4e8c-88a3-9adcf779ba2d req-56d9d2c4-f491-436a-9c2b-bd896b8b5da4 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394988 Aug 31 01:16:06.218561 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:06.304590 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c9993d29-c2ae-4d36-a168-82d634fe5924 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:06.312149 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=8d6df678-e530-4b4f-8657-75684d43b438,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:06.471600 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['8d6df678-e530-4b4f-8657-75684d43b438'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:06.539580 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port c9993d29-c2ae-4d36-a168-82d634fe5924 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:06.552155 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port c9993d29-c2ae-4d36-a168-82d634fe5924 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:06.553024 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:06.604988 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306adeb6-d352-41ea-a050-178360b15fb2 req-254b50fa-e565-4fcc-b6c2-13fbc5b4041a tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:06.606878 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-306adeb6-d352-41ea-a050-178360b15fb2 req-254b50fa-e565-4fcc-b6c2-13fbc5b4041a tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 945 time: 0.2892113 Aug 31 01:16:06.659585 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-306adeb6-d352-41ea-a050-178360b15fb2 req-36478f9d-3826-467e-b389-1ba7be76c264 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459328 Aug 31 01:16:06.723298 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:06.780868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port c9993d29-c2ae-4d36-a168-82d634fe5924, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c9993d29-c2ae-4d36-a168-82d634fe5924,segment=NetworkSegment(768c7545-2ea6-45ab-a5f8-eb7861ddc1aa),segment_id=768c7545-2ea6-45ab-a5f8-eb7861ddc1aa)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:06.823569 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:06.855446 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1012a9-a7a1-4ca1-9d12-9385e20c44f4 req-d0f7d827-4940-400e-9f19-aafbb8d3e1d5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:06.857512 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da1012a9-a7a1-4ca1-9d12-9385e20c44f4 req-d0f7d827-4940-400e-9f19-aafbb8d3e1d5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 944 time: 0.0669460 Aug 31 01:16:06.916563 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da1012a9-a7a1-4ca1-9d12-9385e20c44f4 req-508b770c-5d59-41a6-9c95-9f4a32316d80 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513275 Aug 31 01:16:06.930598 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:06.982492 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=c9993d29-c2ae-4d36-a168-82d634fe5924,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:06.989342 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.084503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595758c1-7da6-4c24-b9ca-e0c1f7347b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9993d29-c2ae-4d36-a168-82d634fe5924'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:07.087112 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcf715f-cd7d-418d-b29b-81c339904e8f" -d '{"events": [{"server_uuid": "595758c1-7da6-4c24-b9ca-e0c1f7347b11", "name": "network-vif-plugged", "status": "completed", "tag": "c9993d29-c2ae-4d36-a168-82d634fe5924"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:07.109873 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da7bbfd2-1388-4f1c-9558-a3a29b2b062c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.135983 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9c5e04-bda9-45c0-bdb2-6a02f288f06b x-openstack-request-id: req-9f9c5e04-bda9-45c0-bdb2-6a02f288f06b {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:07.136294 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595758c1-7da6-4c24-b9ca-e0c1f7347b11", "name": "network-vif-plugged", "status": "completed", "tag": "c9993d29-c2ae-4d36-a168-82d634fe5924", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:07.136553 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f9c5e04-bda9-45c0-bdb2-6a02f288f06b {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:07.136953 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595758c1-7da6-4c24-b9ca-e0c1f7347b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9993d29-c2ae-4d36-a168-82d634fe5924', 'code': 200} Aug 31 01:16:07.206786 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.252133 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3bc4d-b493-4c4a-9b11-32d7fe4e4267 req-f701c70e-fd46-490d-96c5-40e9b02f209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:07.254280 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5bb3bc4d-b493-4c4a-9b11-32d7fe4e4267 req-f701c70e-fd46-490d-96c5-40e9b02f209d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 1098 time: 0.0534997 Aug 31 01:16:07.293515 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5bb3bc4d-b493-4c4a-9b11-32d7fe4e4267 req-bf64b60c-0626-4aaa-8c8b-8f3384937ba3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324862 Aug 31 01:16:07.346376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fb85a-58d9-4dbe-8208-fa13d565e4a5 req-90190ab8-e122-4ec9-a13a-e00eba0c8f23 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:07.348264 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-669fb85a-58d9-4dbe-8208-fa13d565e4a5 req-90190ab8-e122-4ec9-a13a-e00eba0c8f23 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0579565 Aug 31 01:16:07.396151 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-669fb85a-58d9-4dbe-8208-fa13d565e4a5 req-1c73b83d-6d46-4e70-b51c-ee1217a186e5 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417159 Aug 31 01:16:07.802643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcea28b-9e29-4611-8b13-ec1975a033c0 req-e60e3677-5f74-4b38-93a3-df7f473a20b2 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:07.804399 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0fcea28b-9e29-4611-8b13-ec1975a033c0 req-e60e3677-5f74-4b38-93a3-df7f473a20b2 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.0581541 Aug 31 01:16:07.848034 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 8d6df678-e530-4b4f-8657-75684d43b438 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:07.848968 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0fcea28b-9e29-4611-8b13-ec1975a033c0 req-08e4da1c-ab38-47c1-bf39-5ab36e452e6f tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383368 Aug 31 01:16:08.042311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236f166-57ae-4fb3-b192-94c4244cfa44 req-3db3b1e5-04cf-4b54-9d71-840cd3c86e51 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:08.044640 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5236f166-57ae-4fb3-b192-94c4244cfa44 req-3db3b1e5-04cf-4b54-9d71-840cd3c86e51 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 944 time: 0.0604613 Aug 31 01:16:08.100353 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5236f166-57ae-4fb3-b192-94c4244cfa44 req-d614d772-c820-4d86-8ec6-ff4d5216ab18 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385299 Aug 31 01:16:08.460784 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 8d6df678-e530-4b4f-8657-75684d43b438 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:08.467235 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 8d6df678-e530-4b4f-8657-75684d43b438 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:08.467625 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:08.523733 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:08.598260 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:08.603145 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df52fd-52e6-44e3-8d1f-b0530dad68b1 req-960ea3e0-64cd-4bd6-8aec-83263bfd139f tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:08.605476 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-84df52fd-52e6-44e3-8d1f-b0530dad68b1 req-960ea3e0-64cd-4bd6-8aec-83263bfd139f tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0896621 Aug 31 01:16:08.656786 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 8d6df678-e530-4b4f-8657-75684d43b438, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=8d6df678-e530-4b4f-8657-75684d43b438,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:08.665812 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-84df52fd-52e6-44e3-8d1f-b0530dad68b1 req-42cdcf52-f815-4ad4-8969-74ac663c845a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490358 Aug 31 01:16:08.789160 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:08.854073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=8d6df678-e530-4b4f-8657-75684d43b438,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:09.138062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1735612-191f-47b0-8813-f0397b818024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6df678-e530-4b4f-8657-75684d43b438'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:09.144303 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4293dcca-7585-47a9-a3a0-c114917ae041" -d '{"events": [{"server_uuid": "a1735612-191f-47b0-8813-f0397b818024", "name": "network-vif-plugged", "status": "completed", "tag": "8d6df678-e530-4b4f-8657-75684d43b438"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:09.282384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bae8f-8e87-4b73-8826-f91cebc4fa6e req-0fa98430-28f8-42ef-946d-8d6b89ecdbac tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:09.286320 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-520bae8f-8e87-4b73-8826-f91cebc4fa6e req-0fa98430-28f8-42ef-946d-8d6b89ecdbac tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.0859032 Aug 31 01:16:09.301056 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d70ac-9b03-432f-a4a2-2bb63c662be5 req-ccb8182e-eb1f-4552-9cc4-9fd75d6e8115 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:09.302963 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab1d70ac-9b03-432f-a4a2-2bb63c662be5 req-ccb8182e-eb1f-4552-9cc4-9fd75d6e8115 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 945 time: 0.0620027 Aug 31 01:16:09.327753 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-520bae8f-8e87-4b73-8826-f91cebc4fa6e req-b2342d22-37b4-43ee-9f6b-9b2c21a52378 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375361 Aug 31 01:16:09.361245 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab1d70ac-9b03-432f-a4a2-2bb63c662be5 req-259af3df-16f9-4f98-a7cd-748a4d5afd9a tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427086 Aug 31 01:16:09.394243 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a563139-1c0d-4c14-b6c8-fde08ed9cff6 x-openstack-request-id: req-1a563139-1c0d-4c14-b6c8-fde08ed9cff6 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:09.394477 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1735612-191f-47b0-8813-f0397b818024", "name": "network-vif-plugged", "status": "completed", "tag": "8d6df678-e530-4b4f-8657-75684d43b438", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:09.394622 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a563139-1c0d-4c14-b6c8-fde08ed9cff6 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:09.395021 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1735612-191f-47b0-8813-f0397b818024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6df678-e530-4b4f-8657-75684d43b438', 'code': 200} Aug 31 01:16:09.516151 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34813212-7c98-4f0a-8f6e-c94cb5689d6d req-c72d7342-e2b6-41bf-9838-6662062a2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:09.519790 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34813212-7c98-4f0a-8f6e-c94cb5689d6d req-c72d7342-e2b6-41bf-9838-6662062a2920 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 1097 time: 0.0492759 Aug 31 01:16:09.572952 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34813212-7c98-4f0a-8f6e-c94cb5689d6d req-5ce0b7b1-95f5-4360-8913-104918450484 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470278 Aug 31 01:16:09.814901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc14639-9056-4c7c-ba5f-f35662da6823 req-64c95961-c0e1-44ea-afa9-a851ef04826b tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:09.816706 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0cc14639-9056-4c7c-ba5f-f35662da6823 req-64c95961-c0e1-44ea-afa9-a851ef04826b tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0598035 Aug 31 01:16:09.864038 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0cc14639-9056-4c7c-ba5f-f35662da6823 req-210b4cdd-01b3-4f5c-8330-44fa00482d0c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404491 Aug 31 01:16:10.505754 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8547b-2dd6-46d0-b0ad-45cc2065f33a req-a50fcf98-7a5d-4d28-a1dd-17cb91a01f06 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:10.507935 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ffb8547b-2dd6-46d0-b0ad-45cc2065f33a req-a50fcf98-7a5d-4d28-a1dd-17cb91a01f06 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 945 time: 0.0681319 Aug 31 01:16:10.563184 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ffb8547b-2dd6-46d0-b0ad-45cc2065f33a req-67f191d0-c628-49e3-a6e4-a1932a63f08b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467782 Aug 31 01:16:10.825963 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:10.934306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a19d04-7b5b-45e7-ad02-96a22c434977 req-a4f30f6e-4ed8-4093-a2dc-de68fcbd229c tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:10.936225 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69a19d04-7b5b-45e7-ad02-96a22c434977 req-a4f30f6e-4ed8-4093-a2dc-de68fcbd229c tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.0617733 Aug 31 01:16:10.986155 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69a19d04-7b5b-45e7-ad02-96a22c434977 req-8be05c50-b921-4177-b4dc-1240ec3a7dfa tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428648 Aug 31 01:16:11.016703 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2579fa-bfba-45dc-8daf-99af8bed0c7b req-d46ce25c-55df-4d16-b4bc-8cdba3940379 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:11.018321 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb2579fa-bfba-45dc-8daf-99af8bed0c7b req-d46ce25c-55df-4d16-b4bc-8cdba3940379 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0643914 Aug 31 01:16:11.062355 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb2579fa-bfba-45dc-8daf-99af8bed0c7b req-50850dfe-6e4c-4b01-8099-07bb0ac7e097 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366168 Aug 31 01:16:11.233158 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831ea80-594c-4343-ab68-8ab7babbf898 req-3a77065b-d6d4-4577-afad-d3fa7667cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:11.235001 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c831ea80-594c-4343-ab68-8ab7babbf898 req-3a77065b-d6d4-4577-afad-d3fa7667cad8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e298def29a984ece8571a3f58e68a8db&device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 1098 time: 0.0652087 Aug 31 01:16:11.350900 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831ea80-594c-4343-ab68-8ab7babbf898 req-fae6c0d6-4501-48d3-968e-82c608803c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:11.352652 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c831ea80-594c-4343-ab68-8ab7babbf898 req-fae6c0d6-4501-48d3-968e-82c608803c75 service neutron] 10.222.0.48 "GET /v2.0/networks?id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1 HTTP/1.1" status: 200 len: 920 time: 0.1110859 Aug 31 01:16:11.399218 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c831ea80-594c-4343-ab68-8ab7babbf898 req-b1e18975-a0b3-4a5a-aa69-b80c616d862d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9993d29-c2ae-4d36-a168-82d634fe5924 HTTP/1.1" status: 200 len: 217 time: 0.0392556 Aug 31 01:16:11.453108 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831ea80-594c-4343-ab68-8ab7babbf898 req-e44b1280-6697-4033-990c-f0a18cc520f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:11.454730 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c831ea80-594c-4343-ab68-8ab7babbf898 req-e44b1280-6697-4033-990c-f0a18cc520f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=499f6e91-2c67-40e0-9197-ea85e13de259 HTTP/1.1" status: 200 len: 859 time: 0.0487587 Aug 31 01:16:11.500485 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c831ea80-594c-4343-ab68-8ab7babbf898 req-bb940a01-49df-4f0b-9434-8ef3bf1074d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380208 Aug 31 01:16:11.600545 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c831ea80-594c-4343-ab68-8ab7babbf898 req-b4a5337c-289c-41b6-8131-478065152622 service neutron] 10.222.0.48 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929396 Aug 31 01:16:11.746639 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1c088-fa85-4c3d-b656-f9a6413af6b8 req-58b93a3d-5505-4352-8408-55e39417f061 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:11.748911 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96e1c088-fa85-4c3d-b656-f9a6413af6b8 req-58b93a3d-5505-4352-8408-55e39417f061 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 945 time: 0.0890718 Aug 31 01:16:11.756951 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c831ea80-594c-4343-ab68-8ab7babbf898 req-f1bf8d31-2390-49e7-9e78-51b75fee5788 service neutron] 10.222.0.48 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492076 Aug 31 01:16:11.796908 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96e1c088-fa85-4c3d-b656-f9a6413af6b8 req-f30f29dd-24ec-42f7-8778-300d9b0d1446 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395179 Aug 31 01:16:11.866127 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5f8ae34e-9799-4a82-8caf-38dc1c1f493f details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:16:11.912912 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c4f2ecb4-c7ba-4eef-8838-de57700f3470 req-379ca7ac-8b11-4586-adb0-b2568a4b8c55 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f352ea30918c400cad8ba861159cf775 HTTP/1.1" status: 200 len: 267 time: 0.0379565 Aug 31 01:16:11.977357 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2ecb4-c7ba-4eef-8838-de57700f3470 req-d6f280c0-7fb9-4d49-ad58-2da0796ea3e0 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:11.977859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:11.978961 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c4f2ecb4-c7ba-4eef-8838-de57700f3470 req-d6f280c0-7fb9-4d49-ad58-2da0796ea3e0 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 945 time: 0.0598440 Aug 31 01:16:12.000754 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'port_id': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f', 'mac_address': 'fa:16:3e:b9:a9:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:16:12.009330 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-c4f2ecb4-c7ba-4eef-8838-de57700f3470 req-29ca1775-358b-4e29-aec2-1581b41f8547 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Request body: {'port': {'security_groups': []}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:12.046961 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:12.066733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f8ae34e-9799-4a82-8caf-38dc1c1f493f {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:12.090074 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:12.106946 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c4f2ecb4-c7ba-4eef-8838-de57700f3470 req-29ca1775-358b-4e29-aec2-1581b41f8547 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:12.145162 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16fb96-712e-4139-9d3d-91d2babfa3a0 req-5eb5174b-5dca-4251-b991-963ceb191bc0 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:12.150060 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c16fb96-712e-4139-9d3d-91d2babfa3a0 req-5eb5174b-5dca-4251-b991-963ceb191bc0 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.0706277 Aug 31 01:16:12.194689 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c16fb96-712e-4139-9d3d-91d2babfa3a0 req-904d24ad-f5ea-4b2a-a228-029c508d84bf tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408638 Aug 31 01:16:12.300394 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-c4f2ecb4-c7ba-4eef-8838-de57700f3470 req-29ca1775-358b-4e29-aec2-1581b41f8547 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] For port 8d6df678-e530-4b4f-8657-75684d43b438, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=8d6df678-e530-4b4f-8657-75684d43b438,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:12.317535 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0220b9-93f0-4d89-9248-1b11a86cab01 req-6080fe1a-2a27-4d5f-b733-4f2c167f73d3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:12.319713 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af0220b9-93f0-4d89-9248-1b11a86cab01 req-6080fe1a-2a27-4d5f-b733-4f2c167f73d3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0627418 Aug 31 01:16:12.344993 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c4f2ecb4-c7ba-4eef-8838-de57700f3470 req-29ca1775-358b-4e29-aec2-1581b41f8547 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:12.355519 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:12.374129 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af0220b9-93f0-4d89-9248-1b11a86cab01 req-e0e3f22e-dc63-4113-b800-fcb8a86a1df4 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455532 Aug 31 01:16:12.427604 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:12.445516 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['5f8ae34e-9799-4a82-8caf-38dc1c1f493f'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:12.658359 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c4f2ecb4-c7ba-4eef-8838-de57700f3470 req-29ca1775-358b-4e29-aec2-1581b41f8547 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:12.670517 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['3ce2bea8-8a3f-4718-884a-2044e3569722', '8d6df678-e530-4b4f-8657-75684d43b438'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:12.672909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['4c8bcd1a-e023-46b7-87e8-1a0148e6b862'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:12.705157 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2ecb4-c7ba-4eef-8838-de57700f3470 req-29ca1775-358b-4e29-aec2-1581b41f8547 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:12.705860 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c4f2ecb4-c7ba-4eef-8838-de57700f3470 req-29ca1775-358b-4e29-aec2-1581b41f8547 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:12.707326 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c4f2ecb4-c7ba-4eef-8838-de57700f3470 req-29ca1775-358b-4e29-aec2-1581b41f8547 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "PUT /v2.0/ports/8d6df678-e530-4b4f-8657-75684d43b438 HTTP/1.1" status: 200 len: 904 time: 0.7035618 Aug 31 01:16:12.707797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1735612-191f-47b0-8813-f0397b818024', 'tag': '8d6df678-e530-4b4f-8657-75684d43b438'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:12.710589 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f7545e-b21a-4a5a-9ca2-fafea441dbb1" -d '{"events": [{"name": "network-changed", "server_uuid": "a1735612-191f-47b0-8813-f0397b818024", "tag": "8d6df678-e530-4b4f-8657-75684d43b438"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:12.741879 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca1775-358b-4e29-aec2-1581b41f8547 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Pushing event updated for resources: {'Port': ['ID=8d6df678-e530-4b4f-8657-75684d43b438,revision_number=6']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:12.802168 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['8d6df678-e530-4b4f-8657-75684d43b438'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:12.936284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f59f3-6f4a-4f9d-9256-ea1973e07e98 req-690d1abe-86f3-43b3-b848-cf5c9d9c99c2 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:12.936284 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-573f59f3-6f4a-4f9d-9256-ea1973e07e98 req-690d1abe-86f3-43b3-b848-cf5c9d9c99c2 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 907 time: 0.0805893 Aug 31 01:16:13.120439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f6d452c5-dbf8-4a7e-814f-99a2731468c2 None None] Provisioning complete for port 8d6df678-e530-4b4f-8657-75684d43b438 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:13.126486 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f6d452c5-dbf8-4a7e-814f-99a2731468c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:13.130547 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613d34ed-7c8c-4b2f-836d-6193b69c3626 x-openstack-request-id: req-613d34ed-7c8c-4b2f-836d-6193b69c3626 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:13.131028 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1735612-191f-47b0-8813-f0397b818024", "tag": "8d6df678-e530-4b4f-8657-75684d43b438", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:13.131137 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-613d34ed-7c8c-4b2f-836d-6193b69c3626 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:13.131801 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1735612-191f-47b0-8813-f0397b818024', 'tag': '8d6df678-e530-4b4f-8657-75684d43b438', 'status': 'completed', 'code': 200} Aug 31 01:16:13.143188 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877b6cb-89c4-4c10-8d3c-7b59e80fb1ec req-a4dfd5aa-bc7f-464a-b4b5-727bb7d1f4fa tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:13.147138 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6877b6cb-89c4-4c10-8d3c-7b59e80fb1ec req-a4dfd5aa-bc7f-464a-b4b5-727bb7d1f4fa tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1034150 Aug 31 01:16:13.499659 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d93d19-edff-40bc-99ab-960f54b11ed4 req-3f36e060-819b-42b1-afc7-7d37c92c6224 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:13.510955 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c4d93d19-edff-40bc-99ab-960f54b11ed4 req-3f36e060-819b-42b1-afc7-7d37c92c6224 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.1765013 Aug 31 01:16:13.563027 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c4d93d19-edff-40bc-99ab-960f54b11ed4 req-f7f531c9-ecf6-4bb2-b98e-47814450766c tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508432 Aug 31 01:16:13.648768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7545e-b21a-4a5a-9ca2-fafea441dbb1 req-075bfc96-b873-49b0-b2c5-71b8b3a4a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:13.651268 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81f7545e-b21a-4a5a-9ca2-fafea441dbb1 req-075bfc96-b873-49b0-b2c5-71b8b3a4a452 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 1059 time: 0.5027177 Aug 31 01:16:13.658002 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6877b6cb-89c4-4c10-8d3c-7b59e80fb1ec req-ed6db5a7-abf5-4e7a-9066-c1ea5bacadaf tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5010498 Aug 31 01:16:13.698434 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7161d9-eed4-437f-8303-4bcad79e3b8b req-8120eb2b-0518-424a-97cb-57ae2baeb16c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:13.708464 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a7161d9-eed4-437f-8303-4bcad79e3b8b req-8120eb2b-0518-424a-97cb-57ae2baeb16c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 945 time: 0.0687659 Aug 31 01:16:13.787445 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a7161d9-eed4-437f-8303-4bcad79e3b8b req-af18acb0-759a-4be5-a4b6-d4d57c80b117 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736570 Aug 31 01:16:13.880039 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5f8ae34e-9799-4a82-8caf-38dc1c1f493f up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:13.880290 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7545e-b21a-4a5a-9ca2-fafea441dbb1 req-ab4d7ffd-9dd7-41df-9e34-ceb3fff2be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:13.881818 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81f7545e-b21a-4a5a-9ca2-fafea441dbb1 req-ab4d7ffd-9dd7-41df-9e34-ceb3fff2be4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 912 time: 0.2224162 Aug 31 01:16:13.910464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b61bd-65d8-4342-991d-23fd68b40ce2 req-faebb9bc-370e-45a9-abb1-4de706cac5d3 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:13.912092 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-718b61bd-65d8-4342-991d-23fd68b40ce2 req-faebb9bc-370e-45a9-abb1-4de706cac5d3 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0901690 Aug 31 01:16:13.943135 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81f7545e-b21a-4a5a-9ca2-fafea441dbb1 req-9034f363-c011-4270-a6d2-3a295a0b23e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d6df678-e530-4b4f-8657-75684d43b438 HTTP/1.1" status: 200 len: 217 time: 0.0526395 Aug 31 01:16:13.954750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:13.958707 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:14.049052 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-718b61bd-65d8-4342-991d-23fd68b40ce2 req-d84fb4b1-104e-4502-b5f8-8a0565ed8c33 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084547 Aug 31 01:16:14.054341 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7545e-b21a-4a5a-9ca2-fafea441dbb1 req-d4c32838-d223-4db4-ae2a-c1069adb2fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:14.056058 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81f7545e-b21a-4a5a-9ca2-fafea441dbb1 req-d4c32838-d223-4db4-ae2a-c1069adb2fe7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.1057000 Aug 31 01:16:14.089231 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:14.123597 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b701e2ac-5a1d-4fb9-9ce2-3f9442333feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:14.127892 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276d08fc-e055-4d95-ad4b-b61cbb45e7d2" -d '{"events": [{"server_uuid": "b701e2ac-5a1d-4fb9-9ce2-3f9442333feb", "name": "network-vif-plugged", "status": "completed", "tag": "5f8ae34e-9799-4a82-8caf-38dc1c1f493f"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:14.140637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7545e-b21a-4a5a-9ca2-fafea441dbb1 req-47d9850e-9613-4db3-aa4b-31c0df72084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:14.142543 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81f7545e-b21a-4a5a-9ca2-fafea441dbb1 req-47d9850e-9613-4db3-aa4b-31c0df72084a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779076 Aug 31 01:16:14.143091 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:14.173606 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f1ed8e-ca0b-4c30-9eef-b03ede091fb9 x-openstack-request-id: req-a1f1ed8e-ca0b-4c30-9eef-b03ede091fb9 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:14.174074 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b701e2ac-5a1d-4fb9-9ce2-3f9442333feb", "name": "network-vif-plugged", "status": "completed", "tag": "5f8ae34e-9799-4a82-8caf-38dc1c1f493f", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:14.174357 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1f1ed8e-ca0b-4c30-9eef-b03ede091fb9 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:14.175371 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b701e2ac-5a1d-4fb9-9ce2-3f9442333feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f', 'code': 200} Aug 31 01:16:14.254548 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81f7545e-b21a-4a5a-9ca2-fafea441dbb1 req-c4e771c1-bb91-4f1c-9e54-625b8b967ee3 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021917 Aug 31 01:16:14.287572 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:14.416841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:14.422070 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81f7545e-b21a-4a5a-9ca2-fafea441dbb1 req-6d543385-f6fa-476e-9340-2ddeda6cf9ee service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598656 Aug 31 01:16:14.744969 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-272bd1c9-7d10-4e60-9eee-32024bb3c0e7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:14.746654 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-272bd1c9-7d10-4e60-9eee-32024bb3c0e7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 811 time: 0.1720655 Aug 31 01:16:14.767781 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-a9ce50f2-1239-4d0a-9323-60cd76160d8e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/quotas/f352ea30918c400cad8ba861159cf775 HTTP/1.1" status: 200 len: 375 time: 0.0113342 Aug 31 01:16:14.776170 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627403be-764e-4ecf-9f85-a56ee61b6a69 req-e486a918-b3c5-4404-b354-f76b2f95bb4d tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:14.777750 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-627403be-764e-4ecf-9f85-a56ee61b6a69 req-e486a918-b3c5-4404-b354-f76b2f95bb4d tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.0932710 Aug 31 01:16:14.903548 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-db4077b9-9b9f-4637-93a5-8e4e43c9a2bb tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1301713 Aug 31 01:16:14.907774 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-627403be-764e-4ecf-9f85-a56ee61b6a69 req-5d6c8f99-f758-4bf8-8ada-7e71886baa64 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091442 Aug 31 01:16:15.119889 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-c78dd328-684e-422a-9828-5ed8600c4e04 service neutron] 10.222.0.16 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078130 Aug 31 01:16:15.132353 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42316004-c33b-45fe-b859-1e0138903a8c req-203cc147-e680-40d7-a4e9-c78230664e6c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:15.157787 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42316004-c33b-45fe-b859-1e0138903a8c req-203cc147-e680-40d7-a4e9-c78230664e6c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.1266694 Aug 31 01:16:15.219869 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42316004-c33b-45fe-b859-1e0138903a8c req-de46d8cc-23d5-4faf-879e-0a270ff6e16a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614934 Aug 31 01:16:15.286788 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-09266a8a-36be-446e-a912-ddd5245079b6 service neutron] 10.222.0.16 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572917 Aug 31 01:16:15.763546 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9c656b55-9317-4e4b-875d-196155717001 req-ec217f02-6453-4f10-8a91-c55fbe2e5f24 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 210 time: 0.0378358 Aug 31 01:16:16.121062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32987e87-876a-430d-9349-ca9c5941e5e6 req-293dfa19-6264-4a58-9f95-9b8e742dc768 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:16.134379 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-32987e87-876a-430d-9349-ca9c5941e5e6 req-293dfa19-6264-4a58-9f95-9b8e742dc768 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.0963187 Aug 31 01:16:16.219564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-32987e87-876a-430d-9349-ca9c5941e5e6 req-b50b9fa5-006a-4387-9d79-a779c1779650 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803270 Aug 31 01:16:16.494779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f74dd-ab43-41e4-abc3-e7f52c39fedc req-c7aab8bd-b71c-4f24-bd2b-b17a7a573102 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:16.503621 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-263f74dd-ab43-41e4-abc3-e7f52c39fedc req-c7aab8bd-b71c-4f24-bd2b-b17a7a573102 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.1377897 Aug 31 01:16:16.563817 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-263f74dd-ab43-41e4-abc3-e7f52c39fedc req-acc60f3b-57a6-4384-ae69-90eb3b4e5669 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588872 Aug 31 01:16:16.885139 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f1652e57-ead4-415b-b068-6608d1f8281a req-90af57a7-50b0-47ed-9f7e-3340ebc7f577 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 210 time: 0.0451875 Aug 31 01:16:17.070885 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39240) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:17.221994 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-24d4a9c3-4856-464e-a4a1-0579e51a006d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:17.416763 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-24d4a9c3-4856-464e-a4a1-0579e51a006d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:17.438227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd73b1-ad93-43bc-8387-faa1e2288424 req-1eccf739-a2b6-44be-98c8-8f1d327e9092 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:17.449341 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4efd73b1-ad93-43bc-8387-faa1e2288424 req-1eccf739-a2b6-44be-98c8-8f1d327e9092 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.0976541 Aug 31 01:16:17.487768 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4efd73b1-ad93-43bc-8387-faa1e2288424 req-2ab46992-2529-49d2-bbcb-ee5a5a823d89 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406651 Aug 31 01:16:17.619682 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-24d4a9c3-4856-464e-a4a1-0579e51a006d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:17.660673 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4a9c3-4856-464e-a4a1-0579e51a006d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e5afeb-fd23-44e4-b846-23aaffcf3d5c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:17.688007 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-24d4a9c3-4856-464e-a4a1-0579e51a006d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa50fb440032418898faf626bcb2fd0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6156399 Aug 31 01:16:17.691159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39248) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:17.725999 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2ffb8-e61c-49be-8a21-02bef573e5ec req-41079af6-eeb3-4ee5-a4cc-7e0b836190a7 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:17.730993 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9cf2ffb8-e61c-49be-8a21-02bef573e5ec req-41079af6-eeb3-4ee5-a4cc-7e0b836190a7 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0877557 Aug 31 01:16:17.815788 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9cf2ffb8-e61c-49be-8a21-02bef573e5ec req-f303aace-8d20-4496-be12-2b2a3368d6f0 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771558 Aug 31 01:16:17.844663 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fe71372d-7a31-4d89-a60d-6862c2dd4fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:17.873058 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fe71372d-7a31-4d89-a60d-6862c2dd4fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:18.006155 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-78342a98-0d84-493d-9da8-b3deea37b8bd req-af2e870f-4032-466b-8473-d290d63243d2 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 210 time: 0.0354016 Aug 31 01:16:18.069387 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fe71372d-7a31-4d89-a60d-6862c2dd4fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:18.072549 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fe71372d-7a31-4d89-a60d-6862c2dd4fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:18.075196 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fe71372d-7a31-4d89-a60d-6862c2dd4fda admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1e5afeb-fd23-44e4-b846-23aaffcf3d5c HTTP/1.1" status: 204 len: 168 time: 0.3818729 Aug 31 01:16:18.090684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71372d-7a31-4d89-a60d-6862c2dd4fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e5afeb-fd23-44e4-b846-23aaffcf3d5c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:18.645930 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc83f7-ad29-4955-b106-90b9a53bd654 req-7b1937f9-3a02-4064-9409-5efa8715fdd8 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:18.655802 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0fc83f7-ad29-4955-b106-90b9a53bd654 req-7b1937f9-3a02-4064-9409-5efa8715fdd8 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.0737548 Aug 31 01:16:18.771995 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0fc83f7-ad29-4955-b106-90b9a53bd654 req-54a48c6a-af18-46ab-8b68-84d7bb5e649e tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939713 Aug 31 01:16:18.968910 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fab780-a175-4874-9b64-66c98c0117a6 req-411bf37e-177c-4ffe-8730-70b11374c51f tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:18.970522 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68fab780-a175-4874-9b64-66c98c0117a6 req-411bf37e-177c-4ffe-8730-70b11374c51f tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0638835 Aug 31 01:16:19.008541 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-c0dd7571-609f-4c5d-9857-7b01cb25ff5b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:19.010521 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-c0dd7571-609f-4c5d-9857-7b01cb25ff5b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.41 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 811 time: 0.1485379 Aug 31 01:16:19.026779 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Request body: {'port': {'device_id': '782de670-d12b-4690-be37-e50fa3975416', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'admin_state_up': True, 'tenant_id': 'f352ea30918c400cad8ba861159cf775'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:19.043071 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68fab780-a175-4874-9b64-66c98c0117a6 req-9ee6bf60-7a22-4016-9c3d-aa659790bf0d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646224 Aug 31 01:16:19.134423 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b52aa71-ff81-41ef-a329-478d4fb147d9 req-01fa25e8-5b01-4536-8b1a-44bd0d6e8713 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 210 time: 0.0418768 Aug 31 01:16:19.366368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Made reservation on behalf of f352ea30918c400cad8ba861159cf775 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:19.372440 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.594859 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Allocated IP 172.20.0.3 (233b9bf7-bb8b-473c-966b-3b104e130b94/6777f57f-88c7-4f11-8706-5a820e8d5829/1ea262dc-04e8-45bc-8a7f-40fc5276bf8f) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:19.663072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39278) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:19.692039 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1543a60d-fd37-4cf7-aa20-8d74591b8de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.849880 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1543a60d-fd37-4cf7-aa20-8d74591b8de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.943539 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a3708-0e8f-4ee6-89c4-78fced302383 req-0466af76-c76d-48ea-aefb-f92de41613bd tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:19.945822 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-520a3708-0e8f-4ee6-89c4-78fced302383 req-0466af76-c76d-48ea-aefb-f92de41613bd tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.0841887 Aug 31 01:16:19.954351 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1543a60d-fd37-4cf7-aa20-8d74591b8de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.962223 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.997373 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1543a60d-fd37-4cf7-aa20-8d74591b8de0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c204443462d847d3893590f96c8bdb61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3317833 Aug 31 01:16:20.001814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Transition to ACTIVE for port object 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:20.003390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39282) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:20.155899 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-520a3708-0e8f-4ee6-89c4-78fced302383 req-7a28a75b-2ac2-4f3a-ac9f-5e13b74c9d26 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623347 Aug 31 01:16:20.157267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543a60d-fd37-4cf7-aa20-8d74591b8de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2987c7b2-dcb1-4f62-8c3a-468bd62efc27,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:20.211531 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8d0fa7d7-2401-46f8-a8a7-52b0013aae1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.294480 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8d0fa7d7-2401-46f8-a8a7-52b0013aae1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.375925 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.398400 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['3ce2bea8-8a3f-4718-884a-2044e3569722'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:20.432288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['4c8bcd1a-e023-46b7-87e8-1a0148e6b862'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:20.473584 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc09e7-4722-45ec-8bb7-1fa689380fb5 req-ceae5fe5-9a01-4e05-8f13-a803de5f06e1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:20.484716 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4cc09e7-4722-45ec-8bb7-1fa689380fb5 req-ceae5fe5-9a01-4e05-8f13-a803de5f06e1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 931 time: 0.1410534 Aug 31 01:16:20.579339 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4cc09e7-4722-45ec-8bb7-1fa689380fb5 req-e571d5d9-c2cc-4be2-848f-14d1d897fe74 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933561 Aug 31 01:16:20.615798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Network 233b9bf7-bb8b-473c-966b-3b104e130b94 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:20.643922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f78ddc-ec95-4ff1-b03c-0d022cde3b02 req-a19b17c9-07b3-4baf-a931-65b6a906de38 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:20.646776 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-32f78ddc-ec95-4ff1-b03c-0d022cde3b02 req-a19b17c9-07b3-4baf-a931-65b6a906de38 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.4631689 Aug 31 01:16:20.655351 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:20.667726 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:20.686985 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Pushing event updated for resources: {'Port': ['ID=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:20.781123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:20.781537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:20.781909 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:20.782279 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:20.782625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:20.782966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:20.783407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:20.783919 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:20.784486 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:20.784840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:20.785215 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:20.799433 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:20.877925 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:20.878690 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.888457 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8d0fa7d7-2401-46f8-a8a7-52b0013aae1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.892923 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8d0fa7d7-2401-46f8-a8a7-52b0013aae1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.906270 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8d0fa7d7-2401-46f8-a8a7-52b0013aae1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2987c7b2-dcb1-4f62-8c3a-468bd62efc27 HTTP/1.1" status: 204 len: 168 time: 0.8931596 Aug 31 01:16:20.990635 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-32f78ddc-ec95-4ff1-b03c-0d022cde3b02 req-9c092284-182c-4dfe-b893-ded7b2175cc4 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3140099 Aug 31 01:16:20.991916 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fa7d7-2401-46f8-a8a7-52b0013aae1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2987c7b2-dcb1-4f62-8c3a-468bd62efc27,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:21.165278 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-824aff50-402f-41dd-9cc2-60d5957601e6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1373727 Aug 31 01:16:21.173126 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-fbf33e07-1cb6-4a8e-bc89-f26f1264501c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:16:21.178346 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-fbf33e07-1cb6-4a8e-bc89-f26f1264501c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149388 Aug 31 01:16:21.198673 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Request body: {'port': {'device_id': '782de670-d12b-4690-be37-e50fa3975416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:21.212495 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f335f012-9cf9-47e3-b3c8-1809d6728286 None None] Provisioning for port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:21.220361 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f335f012-9cf9-47e3-b3c8-1809d6728286 None None] Provisioning complete for port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:21.220857 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f335f012-9cf9-47e3-b3c8-1809d6728286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:21.343463 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:21.380357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f335f012-9cf9-47e3-b3c8-1809d6728286 None None] Port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:16:21.539320 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:16:21.634405 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de72da-c045-48da-a72f-d44cac67a142 req-4a10523b-1045-4865-a661-b3dbf4a4ee11 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:21.654601 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54de72da-c045-48da-a72f-d44cac67a142 req-4a10523b-1045-4865-a661-b3dbf4a4ee11 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.2408602 Aug 31 01:16:21.824326 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54de72da-c045-48da-a72f-d44cac67a142 req-bc792079-7bd3-4043-ad7a-fd7f94d5dd6b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643331 Aug 31 01:16:21.924402 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bc5a0-2bc0-4067-9a02-7b4849bbcfa3 req-3cd73e16-3133-4fe3-8367-5beeda2cb500 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:21.935951 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc3bc5a0-2bc0-4067-9a02-7b4849bbcfa3 req-3cd73e16-3133-4fe3-8367-5beeda2cb500 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 931 time: 0.1497717 Aug 31 01:16:22.012038 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc3bc5a0-2bc0-4067-9a02-7b4849bbcfa3 req-108d8125-259a-402a-b120-65266efa36ea tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740900 Aug 31 01:16:22.220131 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:22.239332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52843628-df98-434f-80f8-b0bcf3a6627d req-9c179e0d-92b1-4409-9c97-496a0322dd24 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:22.240667 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.248130 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52843628-df98-434f-80f8-b0bcf3a6627d req-9c179e0d-92b1-4409-9c97-496a0322dd24 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0689855 Aug 31 01:16:22.270535 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Transition to ACTIVE for port object 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:22.310904 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52843628-df98-434f-80f8-b0bcf3a6627d req-f1730d39-cb26-40be-86ea-21d84a9f213c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613081 Aug 31 01:16:22.447363 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.519855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:22.658707 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Attempting to bind port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:16:22.674113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Attempting to bind port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:16:22.674113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Attempting to bind port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f on network 233b9bf7-bb8b-473c-966b-3b104e130b94 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:16:22.680761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f on network 233b9bf7-bb8b-473c-966b-3b104e130b94 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:16:22.685855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Attempting to bind port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f on network 233b9bf7-bb8b-473c-966b-3b104e130b94 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:16:22.697681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:16:22.707880 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Checking segment: {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:22.708764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Bound using segment: {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:16:22.710287 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Bound port: 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3746d6cb-db0d-4515-9b19-938156d728e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:16:22.712196 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.860814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] For port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:16:22.865404 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] For port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:16:22.989584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d1155-7bd0-477f-a1eb-4e7ca73a3fcb req-e999e6d8-039f-4521-82cc-45f278d5f7dc tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:22.993871 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-690d1155-7bd0-477f-a1eb-4e7ca73a3fcb req-e999e6d8-039f-4521-82cc-45f278d5f7dc tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.0853739 Aug 31 01:16:22.995427 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:23.089652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:23.090443 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:23.093981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/1ea262dc-04e8-45bc-8a7f-40fc5276bf8f HTTP/1.1" status: 200 len: 1092 time: 1.9047434 Aug 31 01:16:23.119331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782de670-d12b-4690-be37-e50fa3975416', 'tag': '1ea262dc-04e8-45bc-8a7f-40fc5276bf8f'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:23.125846 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca28f675-b4b5-465a-8345-32e44d6ac036" -d '{"events": [{"name": "network-changed", "server_uuid": "782de670-d12b-4690-be37-e50fa3975416", "tag": "1ea262dc-04e8-45bc-8a7f-40fc5276bf8f"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:23.233868 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-690d1155-7bd0-477f-a1eb-4e7ca73a3fcb req-0e55cfd5-7f68-472e-8c29-f097b568f426 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167163 Aug 31 01:16:23.264646 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2e31b-6c07-44ff-9278-a3a407f086e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:23.311381 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6417840-9b99-46b3-b557-9ce2506522f6 req-73628837-8b25-4ca6-93ef-d8f66891a93b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:23.335893 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f6417840-9b99-46b3-b557-9ce2506522f6 req-73628837-8b25-4ca6-93ef-d8f66891a93b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 943 time: 0.1996245 Aug 31 01:16:23.421561 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ce6063-9d54-412b-838d-59eecb795b7c x-openstack-request-id: req-47ce6063-9d54-412b-838d-59eecb795b7c {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:23.422306 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782de670-d12b-4690-be37-e50fa3975416", "tag": "1ea262dc-04e8-45bc-8a7f-40fc5276bf8f", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:23.422577 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47ce6063-9d54-412b-838d-59eecb795b7c {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:23.423023 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782de670-d12b-4690-be37-e50fa3975416', 'tag': '1ea262dc-04e8-45bc-8a7f-40fc5276bf8f', 'status': 'completed', 'code': 200} Aug 31 01:16:23.426325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-0d3310a0-2fd4-4ce8-afd7-5a7ec97eb4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:23.428081 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-0d3310a0-2fd4-4ce8-afd7-5a7ec97eb4a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 1095 time: 0.1510353 Aug 31 01:16:23.450149 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f6417840-9b99-46b3-b557-9ce2506522f6 req-443cb842-5c07-47b0-becd-6ea89aacbd2c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847335 Aug 31 01:16:23.512139 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-825f97ce-430e-4e81-b6bf-179ab93bf050 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f HTTP/1.1" status: 200 len: 217 time: 0.0742369 Aug 31 01:16:23.633387 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-019cf21c-9c44-4553-ab72-aa650addbf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:23.635071 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-019cf21c-9c44-4553-ab72-aa650addbf85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.1153767 Aug 31 01:16:23.666131 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4d389-c94c-4379-965a-7317819ef839 req-54043e00-3779-43ee-be62-442e57c958d5 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:23.674050 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-35d4d389-c94c-4379-965a-7317819ef839 req-54043e00-3779-43ee-be62-442e57c958d5 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0937498 Aug 31 01:16:23.739089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-eb5a867f-bb3e-4959-9e8a-2d6d75d6a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:23.740619 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-eb5a867f-bb3e-4959-9e8a-2d6d75d6a89c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945497 Aug 31 01:16:23.750710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-35d4d389-c94c-4379-965a-7317819ef839 req-4ab67fd7-27a4-4091-aefb-1fb778abedaf tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755763 Aug 31 01:16:23.884196 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-cadfa67f-0c51-4e5e-bfda-8de5b9cccb38 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322813 Aug 31 01:16:24.044812 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12c6bd91-242e-4cc3-8ef0-c83d51a85f1e req-f0bbd334-2dc4-4798-bd76-9f952985683e service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526356 Aug 31 01:16:24.307117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28f675-b4b5-465a-8345-32e44d6ac036 req-098faed7-7d9c-4ae7-93cf-5e9f5ab3393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:24.308717 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca28f675-b4b5-465a-8345-32e44d6ac036 req-098faed7-7d9c-4ae7-93cf-5e9f5ab3393b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 1095 time: 0.0703971 Aug 31 01:16:24.464632 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590b164-d0cd-43db-9a55-0df61d4933fa req-3bd61560-8ab2-49a9-a513-b3f05c5e7ed4 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:24.475386 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6590b164-d0cd-43db-9a55-0df61d4933fa req-3bd61560-8ab2-49a9-a513-b3f05c5e7ed4 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.0888500 Aug 31 01:16:24.536227 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6590b164-d0cd-43db-9a55-0df61d4933fa req-34511a32-9da8-4fac-a24f-d2fd7a03abf0 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591297 Aug 31 01:16:24.556627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28f675-b4b5-465a-8345-32e44d6ac036 req-05f05205-2965-4a61-a937-7ee792a8d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:24.559332 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca28f675-b4b5-465a-8345-32e44d6ac036 req-05f05205-2965-4a61-a937-7ee792a8d75b service neutron] 10.222.0.41 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 912 time: 0.2406785 Aug 31 01:16:24.684311 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca28f675-b4b5-465a-8345-32e44d6ac036 req-60d3b6d3-d08a-44af-bb56-0ebebbf46bbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f HTTP/1.1" status: 200 len: 217 time: 0.1135304 Aug 31 01:16:24.843756 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a15f86-25b2-4647-94d9-e728c434ca64 req-05eb107c-9b6e-4928-8b3d-e010f86e9a25 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:24.845357 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42a15f86-25b2-4647-94d9-e728c434ca64 req-05eb107c-9b6e-4928-8b3d-e010f86e9a25 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 943 time: 0.2513943 Aug 31 01:16:24.875776 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28f675-b4b5-465a-8345-32e44d6ac036 req-e1187289-1dba-4b40-a0d1-12c2b29031f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:24.877712 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca28f675-b4b5-465a-8345-32e44d6ac036 req-e1187289-1dba-4b40-a0d1-12c2b29031f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.1373622 Aug 31 01:16:24.917672 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42a15f86-25b2-4647-94d9-e728c434ca64 req-a8199ecf-a08c-40cc-bd88-ae58c6e95f3b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611410 Aug 31 01:16:25.026371 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cd53f-e368-46ea-8e2a-45be27b9e783 req-d5b9893f-46da-416d-9d0b-9d1b563495a5 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:25.026371 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fd0cd53f-e368-46ea-8e2a-45be27b9e783 req-d5b9893f-46da-416d-9d0b-9d1b563495a5 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0638952 Aug 31 01:16:25.027566 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28f675-b4b5-465a-8345-32e44d6ac036 req-590c8964-ce07-49ad-8f7f-d39d0a70c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:25.027566 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca28f675-b4b5-465a-8345-32e44d6ac036 req-590c8964-ce07-49ad-8f7f-d39d0a70c97e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654330 Aug 31 01:16:25.027776 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fd0cd53f-e368-46ea-8e2a-45be27b9e783 req-1276d4ca-efcb-4aac-a99c-382ef3a3e85b tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480609 Aug 31 01:16:25.071197 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca28f675-b4b5-465a-8345-32e44d6ac036 req-53ccb6a6-42b1-4942-84ef-1932c384e8f0 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052799 Aug 31 01:16:25.195720 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca28f675-b4b5-465a-8345-32e44d6ac036 req-5c5d0b51-ae56-4a60-a162-033b2a49e95e service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165321 Aug 31 01:16:25.761386 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbea47-be08-46d6-9962-b226b136ab14 req-227dbcf0-c723-4562-a74b-7d851bece19b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:25.762917 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d8fbea47-be08-46d6-9962-b226b136ab14 req-227dbcf0-c723-4562-a74b-7d851bece19b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.0842834 Aug 31 01:16:25.827041 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d8fbea47-be08-46d6-9962-b226b136ab14 req-5f8fa5f9-d182-40e4-9704-3389cd865159 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552602 Aug 31 01:16:25.918764 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:16:26.080047 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:26.115168 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '1ea262dc-04e8-45bc-8a7f-40fc5276bf8f', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'port_id': '1ea262dc-04e8-45bc-8a7f-40fc5276bf8f', 'mac_address': 'fa:16:3e:ac:fd:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:16:26.183951 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:26.195033 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40037405-91b2-477d-a08b-69d777580863 req-7cdef28e-e495-4249-91f1-6471c537ce0e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:26.200200 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc04ca8-9b32-43a5-b0ac-08867a78f7a4 req-d0a36069-6d29-4131-a568-bdf3f574075a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:26.202006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5fc04ca8-9b32-43a5-b0ac-08867a78f7a4 req-d0a36069-6d29-4131-a568-bdf3f574075a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0702627 Aug 31 01:16:26.214333 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-40037405-91b2-477d-a08b-69d777580863 req-7cdef28e-e495-4249-91f1-6471c537ce0e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 943 time: 0.0922992 Aug 31 01:16:26.247483 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:26.262798 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5fc04ca8-9b32-43a5-b0ac-08867a78f7a4 req-49a34c74-fe6f-4e7b-ae23-9591eb900a93 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542891 Aug 31 01:16:26.291785 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-40037405-91b2-477d-a08b-69d777580863 req-f0784d46-6574-4cb1-9ca3-75c3a5858ae1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635872 Aug 31 01:16:26.293180 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:26.401117 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:26.493282 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:26.503515 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:26.503859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:26.504745 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:26.505198 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:26.505539 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:26.505876 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:26.506196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:26.506516 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:26.506883 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:26.507186 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:26.507589 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:26.507936 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:26.700225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['1ea262dc-04e8-45bc-8a7f-40fc5276bf8f'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:27.059257 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d81bd9-dadf-4139-88d0-c640ba2ef908 req-e97161d8-f986-4aad-9d0b-1b578174f1cd tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:27.061649 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c8d81bd9-dadf-4139-88d0-c640ba2ef908 req-e97161d8-f986-4aad-9d0b-1b578174f1cd tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.0802791 Aug 31 01:16:27.141245 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c8d81bd9-dadf-4139-88d0-c640ba2ef908 req-5f3e4498-2e3a-48a2-80a1-b949521873ce tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673182 Aug 31 01:16:27.474739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9badeb1-717a-41fd-bb7f-3301fcfea407 req-2bba42d5-a58d-4277-9840-61df94f51b95 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:27.476431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f9badeb1-717a-41fd-bb7f-3301fcfea407 req-2bba42d5-a58d-4277-9840-61df94f51b95 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 944 time: 0.0673513 Aug 31 01:16:27.483617 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa43605-7be4-444e-8cc3-340d9ed7933c req-1763fc3f-de65-49a1-82fd-46b32474f7c5 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:27.486737 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7fa43605-7be4-444e-8cc3-340d9ed7933c req-1763fc3f-de65-49a1-82fd-46b32474f7c5 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0787063 Aug 31 01:16:27.550843 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f9badeb1-717a-41fd-bb7f-3301fcfea407 req-675dfa00-60dd-433d-bdd6-f1ea8e57ad54 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643914 Aug 31 01:16:27.558014 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7fa43605-7be4-444e-8cc3-340d9ed7933c req-861134a1-de95-4480-8c4a-45769dd16a22 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635641 Aug 31 01:16:27.826333 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39412) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:27.935524 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:27.963351 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33de83b3-d7ab-4554-b917-dd1dcb646f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.115760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:28.127210 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33de83b3-d7ab-4554-b917-dd1dcb646f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.127570 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:28.127570 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.242790 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33de83b3-d7ab-4554-b917-dd1dcb646f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.258424 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.304232 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-33de83b3-d7ab-4554-b917-dd1dcb646f2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1f6efe53a1043f7b3ed6c6caca5a300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4728525 Aug 31 01:16:28.304819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39420) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:28.401530 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de83b3-d7ab-4554-b917-dd1dcb646f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684df4ce-d10f-4876-a6a8-32d666ac7a2e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:28.480892 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27789299-9b30-47c2-93bf-661ba095a83b req-2a1371f0-4090-46a5-8ce4-3db47300e4c2 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:28.485257 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27789299-9b30-47c2-93bf-661ba095a83b req-2a1371f0-4090-46a5-8ce4-3db47300e4c2 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.2659836 Aug 31 01:16:28.509822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782de670-d12b-4690-be37-e50fa3975416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea262dc-04e8-45bc-8a7f-40fc5276bf8f'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:28.512430 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046f6eec-38d4-42d7-b398-c94c49248bf0" -d '{"events": [{"server_uuid": "782de670-d12b-4690-be37-e50fa3975416", "name": "network-vif-plugged", "status": "completed", "tag": "1ea262dc-04e8-45bc-8a7f-40fc5276bf8f"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:28.537860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:28.553660 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1958093c-7a92-46c6-8592-4715015b802f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.591542 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e112154-fd58-4b57-a5d8-5fdb7ce92592 x-openstack-request-id: req-5e112154-fd58-4b57-a5d8-5fdb7ce92592 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:28.592621 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782de670-d12b-4690-be37-e50fa3975416", "name": "network-vif-plugged", "status": "completed", "tag": "1ea262dc-04e8-45bc-8a7f-40fc5276bf8f", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:28.592938 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e112154-fd58-4b57-a5d8-5fdb7ce92592 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:28.593552 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782de670-d12b-4690-be37-e50fa3975416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea262dc-04e8-45bc-8a7f-40fc5276bf8f', 'code': 200} Aug 31 01:16:28.651746 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27789299-9b30-47c2-93bf-661ba095a83b req-81e0b8dd-e96a-40d9-af36-a187ef264a84 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607349 Aug 31 01:16:28.661157 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1958093c-7a92-46c6-8592-4715015b802f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.697991 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.834100 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:28.878746 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc69080-7637-4a70-bb86-8df250c79b26 req-243a323a-875e-4b92-823f-100ef9f1a508 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:28.885657 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3bc69080-7637-4a70-bb86-8df250c79b26 req-243a323a-875e-4b92-823f-100ef9f1a508 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.1373036 Aug 31 01:16:28.933286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd935577-62fa-4239-a23c-837951ce86a2 req-92f57c49-a2d0-49a9-9b06-051263f4d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:28.934947 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd935577-62fa-4239-a23c-837951ce86a2 req-92f57c49-a2d0-49a9-9b06-051263f4d7fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 1097 time: 0.2499862 Aug 31 01:16:28.945940 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3bc69080-7637-4a70-bb86-8df250c79b26 req-3a024407-6881-4b8f-b4db-3b831d3a04af tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539176 Aug 31 01:16:28.986605 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e8885-b489-4f2e-8856-7df049a6a3d5 req-c57d4357-0657-44b5-9ea3-ef666bbe36a4 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:28.988401 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-852e8885-b489-4f2e-8856-7df049a6a3d5 req-c57d4357-0657-44b5-9ea3-ef666bbe36a4 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.1827934 Aug 31 01:16:29.022301 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd935577-62fa-4239-a23c-837951ce86a2 req-39283b46-a367-468e-9aa5-77a7018954a0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733211 Aug 31 01:16:29.022963 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1958093c-7a92-46c6-8592-4715015b802f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.025612 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1958093c-7a92-46c6-8592-4715015b802f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.026797 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1958093c-7a92-46c6-8592-4715015b802f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/684df4ce-d10f-4876-a6a8-32d666ac7a2e HTTP/1.1" status: 204 len: 168 time: 0.7206666 Aug 31 01:16:29.065586 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958093c-7a92-46c6-8592-4715015b802f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684df4ce-d10f-4876-a6a8-32d666ac7a2e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:29.116645 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-852e8885-b489-4f2e-8856-7df049a6a3d5 req-a0441f25-fdeb-4fc0-bf0e-5f6b4dff6045 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193900 Aug 31 01:16:29.830025 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6c805-828c-4672-a25e-13830ac07ab5 req-48c6ddb8-780d-4fe7-b1fe-5edba42bd8b9 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:29.863084 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-29a6c805-828c-4672-a25e-13830ac07ab5 req-48c6ddb8-780d-4fe7-b1fe-5edba42bd8b9 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.1017294 Aug 31 01:16:29.999679 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-29a6c805-828c-4672-a25e-13830ac07ab5 req-30b727f7-c766-4354-b1e7-c2251a6c7aa7 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125154 Aug 31 01:16:30.166764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa744079-fb46-4c45-9712-37918f48a1a2 req-a6a4ab16-7f89-4f98-b228-7e20bd0abdf6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:30.177155 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fa744079-fb46-4c45-9712-37918f48a1a2 req-a6a4ab16-7f89-4f98-b228-7e20bd0abdf6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.0763533 Aug 31 01:16:30.279181 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fa744079-fb46-4c45-9712-37918f48a1a2 req-edd2f4a2-d134-491d-907d-3ed7fddf83b8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003447 Aug 31 01:16:30.300563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39450) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:30.336963 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bf20e3b9-fe53-4d98-86fa-c54c34797aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:30.468862 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e97cde-9a7a-4e1d-ad0a-91cf7f0f361c req-2b95fb5f-7dea-4a6a-9792-780030e80a8e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:30.486649 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-60e97cde-9a7a-4e1d-ad0a-91cf7f0f361c req-2b95fb5f-7dea-4a6a-9792-780030e80a8e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.1413960 Aug 31 01:16:30.492818 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bf20e3b9-fe53-4d98-86fa-c54c34797aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:30.565782 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-60e97cde-9a7a-4e1d-ad0a-91cf7f0f361c req-752523ab-441c-4afc-bb59-dc93ea93a49d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711145 Aug 31 01:16:30.630415 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bf20e3b9-fe53-4d98-86fa-c54c34797aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:30.703873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39452) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:30.704282 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bf20e3b9-fe53-4d98-86fa-c54c34797aca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97b81b63289e4174a9f6e3457b144285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4023108 Aug 31 01:16:30.712692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20e3b9-fe53-4d98-86fa-c54c34797aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b7d5de-e541-49ac-bc40-61b3a9482c3c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:30.789515 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3d99-4168-4a6d-9110-c1008ddacf1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:30.820183 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3d99-4168-4a6d-9110-c1008ddacf1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:31.047565 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3d99-4168-4a6d-9110-c1008ddacf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:31.051212 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3d99-4168-4a6d-9110-c1008ddacf1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:31.054685 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ee7d3d99-4168-4a6d-9110-c1008ddacf1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67b7d5de-e541-49ac-bc40-61b3a9482c3c HTTP/1.1" status: 204 len: 168 time: 0.3482337 Aug 31 01:16:31.067983 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d3d99-4168-4a6d-9110-c1008ddacf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b7d5de-e541-49ac-bc40-61b3a9482c3c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:31.146372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de23d5c-7bfa-4b2d-87cb-165f8b0c533e req-04855ca3-619d-4f93-a9cd-c5538ca8475b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:31.147922 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6de23d5c-7bfa-4b2d-87cb-165f8b0c533e req-04855ca3-619d-4f93-a9cd-c5538ca8475b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.0634565 Aug 31 01:16:31.199208 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6de23d5c-7bfa-4b2d-87cb-165f8b0c533e req-3645dd31-8236-4f38-ae2b-29e57f1940ca tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422947 Aug 31 01:16:31.421974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e65da-912b-496b-b5dc-ae10fd55de60 req-6d1f3534-7727-458a-83f5-eed5a30997ca tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:31.424004 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf6e65da-912b-496b-b5dc-ae10fd55de60 req-6d1f3534-7727-458a-83f5-eed5a30997ca tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.0651550 Aug 31 01:16:31.474572 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf6e65da-912b-496b-b5dc-ae10fd55de60 req-fe1126f7-dfe6-476b-a484-0883ab8b1e89 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436549 Aug 31 01:16:31.720728 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd31f8c-638e-4d25-8dfb-a3e3bbbe4f0e req-2e3d48dd-544f-4b4a-8b61-378976ec0016 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:31.722477 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3dd31f8c-638e-4d25-8dfb-a3e3bbbe4f0e req-2e3d48dd-544f-4b4a-8b61-378976ec0016 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0658967 Aug 31 01:16:31.788385 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3dd31f8c-638e-4d25-8dfb-a3e3bbbe4f0e req-d29a34a0-f77b-4f1f-8bc8-c142450d0b0f tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512860 Aug 31 01:16:31.964393 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ecf2a-068e-4def-bb74-47d1a6549d99 req-4154c3f0-3746-44b6-ac77-2609c5240585 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:31.966022 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba1ecf2a-068e-4def-bb74-47d1a6549d99 req-4154c3f0-3746-44b6-ac77-2609c5240585 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.0591941 Aug 31 01:16:32.012392 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba1ecf2a-068e-4def-bb74-47d1a6549d99 req-1726ef63-2648-43bc-96a5-a6056457be90 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397224 Aug 31 01:16:32.212445 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebf55d-0d38-4500-89d3-79e278ba1886 req-2a674d48-ff32-40c2-bf26-cb5770253950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:32.214707 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27ebf55d-0d38-4500-89d3-79e278ba1886 req-2a674d48-ff32-40c2-bf26-cb5770253950 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19c64f601c554de7b7c7ed4a689b2a97&device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 1098 time: 0.0496678 Aug 31 01:16:32.361714 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebf55d-0d38-4500-89d3-79e278ba1886 req-62c348de-8699-45cb-8b19-7d7d793d80e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:32.361714 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27ebf55d-0d38-4500-89d3-79e278ba1886 req-62c348de-8699-45cb-8b19-7d7d793d80e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 HTTP/1.1" status: 200 len: 917 time: 0.1363943 Aug 31 01:16:32.439548 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6369f-835c-4dca-9263-b41cc5e78292 req-55ce6f02-0763-4480-8f36-7c4212c0eef8 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:32.441157 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-89f6369f-835c-4dca-9263-b41cc5e78292 req-55ce6f02-0763-4480-8f36-7c4212c0eef8 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.1381533 Aug 31 01:16:32.502093 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27ebf55d-0d38-4500-89d3-79e278ba1886 req-894974e3-0c83-471a-b21c-d2aa0d9c8392 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f8ae34e-9799-4a82-8caf-38dc1c1f493f HTTP/1.1" status: 200 len: 1001 time: 0.1359529 Aug 31 01:16:32.547928 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-89f6369f-835c-4dca-9263-b41cc5e78292 req-2ac36765-0471-4fc7-b120-e664850f2d18 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848053 Aug 31 01:16:32.577211 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebf55d-0d38-4500-89d3-79e278ba1886 req-8ee85980-aee5-478f-b830-dd0aacecd898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:32.579751 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27ebf55d-0d38-4500-89d3-79e278ba1886 req-8ee85980-aee5-478f-b830-dd0aacecd898 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba7747f8-0f41-4519-aeaf-544d4f1a2b4a HTTP/1.1" status: 200 len: 855 time: 0.0697646 Aug 31 01:16:32.645070 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebf55d-0d38-4500-89d3-79e278ba1886 req-26a6a1d9-178e-4a83-bd6e-85520aae91b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:32.647660 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27ebf55d-0d38-4500-89d3-79e278ba1886 req-26a6a1d9-178e-4a83-bd6e-85520aae91b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568554 Aug 31 01:16:32.764947 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27ebf55d-0d38-4500-89d3-79e278ba1886 req-222293dc-70b5-4726-9448-597c36cae614 service neutron] 10.222.0.41 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090727 Aug 31 01:16:32.914844 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27ebf55d-0d38-4500-89d3-79e278ba1886 req-5fde5be1-9e85-4a1e-8dfd-03e35dfe2b90 service neutron] 10.222.0.41 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422539 Aug 31 01:16:32.936689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b077a-d665-409a-af18-3d55020f6118 req-0bd59153-ad15-4f21-a3ec-0f03e21ff455 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:32.938760 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df9b077a-d665-409a-af18-3d55020f6118 req-0bd59153-ad15-4f21-a3ec-0f03e21ff455 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0675914 Aug 31 01:16:32.998593 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df9b077a-d665-409a-af18-3d55020f6118 req-dde040b5-0837-4f91-8f76-710899cd345e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515318 Aug 31 01:16:33.162276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6155d83-bf2a-4dda-a014-7aa6a2109d3c req-8f78a791-4d16-49df-bac9-f0b6ed96ce4f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:33.163717 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f6155d83-bf2a-4dda-a014-7aa6a2109d3c req-8f78a791-4d16-49df-bac9-f0b6ed96ce4f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.0651076 Aug 31 01:16:33.205593 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f6155d83-bf2a-4dda-a014-7aa6a2109d3c req-aea06d2a-5cea-4f13-9560-447230417e59 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347679 Aug 31 01:16:33.504097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39532) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:33.676921 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ff6154c-15b1-440f-bd56-1545cbf4ef6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:33.708691 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35271e9-c651-4ac0-8875-719a6a5079f5 req-d443786d-4a1a-4cb2-ac53-8a40a4407419 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:33.710438 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c35271e9-c651-4ac0-8875-719a6a5079f5 req-d443786d-4a1a-4cb2-ac53-8a40a4407419 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.0741434 Aug 31 01:16:33.762075 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c35271e9-c651-4ac0-8875-719a6a5079f5 req-970cfd40-efb6-493d-a19e-c8f836c82303 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408771 Aug 31 01:16:33.808232 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ff6154c-15b1-440f-bd56-1545cbf4ef6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:33.898338 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ff6154c-15b1-440f-bd56-1545cbf4ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:33.948563 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8ff6154c-15b1-440f-bd56-1545cbf4ef6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0a465045b9d46348c8a403f6a9d1887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4429913 Aug 31 01:16:33.949920 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6154c-15b1-440f-bd56-1545cbf4ef6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d959db2-8b1a-4138-9f32-ac2f337e9de0,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:33.951641 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39548) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:33.967776 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5f8ae34e-9799-4a82-8caf-38dc1c1f493f no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:16:34.011707 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aedb1f5d-d91c-4859-9310-9c4fb4ef280e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.044201 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aedb1f5d-d91c-4859-9310-9c4fb4ef280e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.052292 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.080714 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b701e2ac-5a1d-4fb9-9ce2-3f9442333feb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:34.083049 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68354a07-24a8-4bf6-b2af-5cc42cd175a8" -d '{"events": [{"server_uuid": "b701e2ac-5a1d-4fb9-9ce2-3f9442333feb", "name": "network-vif-unplugged", "status": "completed", "tag": "5f8ae34e-9799-4a82-8caf-38dc1c1f493f"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:34.111413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:34.187187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3b7db-7b78-4f23-a8bd-fa4e483f13a2 req-a60e8fad-4937-4897-a911-7cdef8e431bd tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:34.189052 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1a3b7db-7b78-4f23-a8bd-fa4e483f13a2 req-a60e8fad-4937-4897-a911-7cdef8e431bd tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 946 time: 0.0728388 Aug 31 01:16:34.191565 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610fa2ac-2a20-4e37-ad05-5a92fc79becd x-openstack-request-id: req-610fa2ac-2a20-4e37-ad05-5a92fc79becd {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:34.191565 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b701e2ac-5a1d-4fb9-9ce2-3f9442333feb", "name": "network-vif-unplugged", "status": "completed", "tag": "5f8ae34e-9799-4a82-8caf-38dc1c1f493f", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:34.191857 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-610fa2ac-2a20-4e37-ad05-5a92fc79becd {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:34.192119 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b701e2ac-5a1d-4fb9-9ce2-3f9442333feb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f', 'code': 200} Aug 31 01:16:34.197304 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aedb1f5d-d91c-4859-9310-9c4fb4ef280e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.200922 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aedb1f5d-d91c-4859-9310-9c4fb4ef280e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.204070 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-aedb1f5d-d91c-4859-9310-9c4fb4ef280e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d959db2-8b1a-4138-9f32-ac2f337e9de0 HTTP/1.1" status: 204 len: 168 time: 0.2490244 Aug 31 01:16:34.227836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb1f5d-d91c-4859-9310-9c4fb4ef280e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d959db2-8b1a-4138-9f32-ac2f337e9de0,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:34.228805 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.255035 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1a3b7db-7b78-4f23-a8bd-fa4e483f13a2 req-5434a551-84e6-47fc-b904-a8b54d900388 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511193 Aug 31 01:16:34.276926 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7313bc1b-28ac-4c02-929f-a58d7446549d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.290009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:34.349514 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026277dc-75ce-41c1-bbc3-c1ce8ee4c2ae req-80b708e3-fe5c-4844-a4ee-e7c2e0939adc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:34.351055 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-026277dc-75ce-41c1-bbc3-c1ce8ee4c2ae req-80b708e3-fe5c-4844-a4ee-e7c2e0939adc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.0613859 Aug 31 01:16:34.397501 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-026277dc-75ce-41c1-bbc3-c1ce8ee4c2ae req-108be048-2c48-448a-9d22-54d29f7ab419 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401242 Aug 31 01:16:34.935288 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046a50d-7f18-4a6c-ae69-2841e53d80d7 req-82f3a265-86ee-4ad2-a3b3-e6b7f1e6fca9 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:34.937356 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b046a50d-7f18-4a6c-ae69-2841e53d80d7 req-82f3a265-86ee-4ad2-a3b3-e6b7f1e6fca9 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.0550969 Aug 31 01:16:34.979551 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b046a50d-7f18-4a6c-ae69-2841e53d80d7 req-1a69f3bb-0165-4560-a253-e382242acca2 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354831 Aug 31 01:16:35.402870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c33c7b-1e66-4bfa-b8c3-27dc412bfb15 req-6b9a09d0-ff8f-47cb-a10e-007ccecc6615 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:35.405048 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-38c33c7b-1e66-4bfa-b8c3-27dc412bfb15 req-6b9a09d0-ff8f-47cb-a10e-007ccecc6615 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.0569932 Aug 31 01:16:35.466659 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-38c33c7b-1e66-4bfa-b8c3-27dc412bfb15 req-3c241476-f075-4243-9f20-b5c6b1a3013b tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512531 Aug 31 01:16:35.558401 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef5578-d782-45c1-8ebf-19f1ac87c56e req-333b9cc1-cb87-49e7-b291-479db2f2fc8c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:35.560801 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-22ef5578-d782-45c1-8ebf-19f1ac87c56e req-333b9cc1-cb87-49e7-b291-479db2f2fc8c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.0676377 Aug 31 01:16:35.632244 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-22ef5578-d782-45c1-8ebf-19f1ac87c56e req-ea75c535-432e-4c94-9a19-87912be322c1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641942 Aug 31 01:16:35.965184 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:16:36.081571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:36.133414 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '1ea262dc-04e8-45bc-8a7f-40fc5276bf8f', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'port_id': '1ea262dc-04e8-45bc-8a7f-40fc5276bf8f', 'mac_address': 'fa:16:3e:ac:fd:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:16:36.138178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbb43d-1148-4d77-b65a-a9c5a25d3a74 req-2013f73e-7b64-400b-be1f-349724243582 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:36.147291 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-50dbb43d-1148-4d77-b65a-a9c5a25d3a74 req-2013f73e-7b64-400b-be1f-349724243582 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.0855942 Aug 31 01:16:36.195589 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-50dbb43d-1148-4d77-b65a-a9c5a25d3a74 req-eff49ac2-a09e-4e2a-a99f-fcf6c0129bc5 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471721 Aug 31 01:16:36.225345 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:36.254049 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:36.280159 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:36.372390 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:36.433507 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:36.478416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['1ea262dc-04e8-45bc-8a7f-40fc5276bf8f'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:36.788333 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4321a-8ec3-4acf-a553-1d73155d2fe4 req-9fe33d57-e884-4da1-a2cd-7700e1a5a825 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:36.793709 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1ef4321a-8ec3-4acf-a553-1d73155d2fe4 req-9fe33d57-e884-4da1-a2cd-7700e1a5a825 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 944 time: 0.0706787 Aug 31 01:16:36.885747 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1ef4321a-8ec3-4acf-a553-1d73155d2fe4 req-c8d61ac8-aa58-41fc-8d2b-ba8c90afe0c2 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815873 Aug 31 01:16:36.908102 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:37.011225 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:37.052550 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d076298d-67aa-490b-9194-980416c56608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:37.115876 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:37.356322 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ceb671-81c2-4c8f-8e91-659d66be3511 req-c3a7d5b4-6960-4bde-a2ed-0021179877d6 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:37.376309 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54ceb671-81c2-4c8f-8e91-659d66be3511 req-c3a7d5b4-6960-4bde-a2ed-0021179877d6 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.0859826 Aug 31 01:16:37.466201 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54ceb671-81c2-4c8f-8e91-659d66be3511 req-22ae3763-790e-4fa0-97ff-5521de788097 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886569 Aug 31 01:16:37.974177 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:38.076749 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea60e34-a4ee-4266-bc67-b84a6a52cea7 req-e789a636-4495-4817-8723-5de179122eae tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:38.084737 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bea60e34-a4ee-4266-bc67-b84a6a52cea7 req-e789a636-4495-4817-8723-5de179122eae tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 944 time: 0.1256051 Aug 31 01:16:38.117582 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:38.119695 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:38.173251 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bea60e34-a4ee-4266-bc67-b84a6a52cea7 req-ff121eec-c202-467c-a205-f624cbbfceed tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779476 Aug 31 01:16:38.299724 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:38.345908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782de670-d12b-4690-be37-e50fa3975416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea262dc-04e8-45bc-8a7f-40fc5276bf8f'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:38.348841 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108da426-1308-4344-9def-ac986f420ebd" -d '{"events": [{"server_uuid": "782de670-d12b-4690-be37-e50fa3975416", "name": "network-vif-plugged", "status": "completed", "tag": "1ea262dc-04e8-45bc-8a7f-40fc5276bf8f"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:38.394573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:38.422840 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65c0dd5-312f-4d2e-874b-60302ac364a3 x-openstack-request-id: req-a65c0dd5-312f-4d2e-874b-60302ac364a3 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:38.422840 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782de670-d12b-4690-be37-e50fa3975416", "name": "network-vif-plugged", "status": "completed", "tag": "1ea262dc-04e8-45bc-8a7f-40fc5276bf8f", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:38.422840 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a65c0dd5-312f-4d2e-874b-60302ac364a3 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:38.423237 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782de670-d12b-4690-be37-e50fa3975416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea262dc-04e8-45bc-8a7f-40fc5276bf8f', 'code': 200} Aug 31 01:16:38.506487 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:38.507826 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5f8ae34e-9799-4a82-8caf-38dc1c1f493f no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:16:38.712726 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:38.819293 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce61f0-42cb-4cd2-b09c-ddc96e9d525e req-4154b0f2-e34e-46f0-abd5-52a944abe2aa tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:38.821683 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbce61f0-42cb-4cd2-b09c-ddc96e9d525e req-4154b0f2-e34e-46f0-abd5-52a944abe2aa tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.1561725 Aug 31 01:16:38.859011 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:38.956483 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbce61f0-42cb-4cd2-b09c-ddc96e9d525e req-971359f3-1e11-4450-8db5-5ddc2c4659f2 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135695 Aug 31 01:16:38.956483 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c13bfc-c3cf-47de-9d90-5b2f1ba5f8e4 req-3c71d81e-4cc0-484c-af04-c88bbfd475e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:38.963418 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3c13bfc-c3cf-47de-9d90-5b2f1ba5f8e4 req-3c71d81e-4cc0-484c-af04-c88bbfd475e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 1098 time: 0.2073426 Aug 31 01:16:39.024959 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3c13bfc-c3cf-47de-9d90-5b2f1ba5f8e4 req-90ec8b97-8e35-4200-8556-3a86f8176ecc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543268 Aug 31 01:16:39.433646 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac8dd2-78bd-4466-9948-d111c98da816 req-e295aa33-1f66-4384-adbc-743c19854c96 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:39.435914 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6ac8dd2-78bd-4466-9948-d111c98da816 req-e295aa33-1f66-4384-adbc-743c19854c96 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.0786242 Aug 31 01:16:39.499779 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b368a16-74a6-45de-80af-7afa04733d07 req-a97d7112-7604-4d34-bee9-54e0da0032c3 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:39.516385 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4b368a16-74a6-45de-80af-7afa04733d07 req-a97d7112-7604-4d34-bee9-54e0da0032c3 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.1871552 Aug 31 01:16:39.517167 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6ac8dd2-78bd-4466-9948-d111c98da816 req-27493668-c1e7-402d-b091-af02e3b2c28b tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736115 Aug 31 01:16:39.612788 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4b368a16-74a6-45de-80af-7afa04733d07 req-15402d0d-2330-4aaa-9527-05f4f5bebc5a tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893631 Aug 31 01:16:40.151825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f377dd-aa26-4434-9bf3-8ae372550a6b req-69e20118-07bb-4718-90e1-94436f2f55e1 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:40.153538 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19f377dd-aa26-4434-9bf3-8ae372550a6b req-69e20118-07bb-4718-90e1-94436f2f55e1 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.0738692 Aug 31 01:16:40.230556 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-19f377dd-aa26-4434-9bf3-8ae372550a6b req-f558a426-dacc-4ac4-a48f-3cbcc4e299cb tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699220 Aug 31 01:16:40.241205 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:40.616809 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1aaba978-e6d2-4f79-bc26-e2193ac21f6c req-201d805e-8c3c-403d-b8fa-825a838b2cee service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1275079 Aug 31 01:16:40.722400 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39782) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:40.788923 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf686b4-c7e8-4267-ab00-aadf9089b2fc req-bd235ed9-8139-4b66-9bb9-bc805640a8da tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:40.796759 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdf686b4-c7e8-4267-ab00-aadf9089b2fc req-bd235ed9-8139-4b66-9bb9-bc805640a8da tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.1379263 Aug 31 01:16:40.807045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaba978-e6d2-4f79-bc26-e2193ac21f6c req-881571ba-45d7-487a-a200-0edf78e94d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:40.808826 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1aaba978-e6d2-4f79-bc26-e2193ac21f6c req-881571ba-45d7-487a-a200-0edf78e94d2b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 1098 time: 0.0880628 Aug 31 01:16:40.860649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde7e62-c544-499b-8e74-36e6e962199f req-60305732-9c6c-4862-9c86-f5f036359be8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:40.869878 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7cde7e62-c544-499b-8e74-36e6e962199f req-60305732-9c6c-4862-9c86-f5f036359be8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.1357732 Aug 31 01:16:40.908709 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdf686b4-c7e8-4267-ab00-aadf9089b2fc req-0994eb09-fc86-40d8-9519-ab168d01bbae tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044769 Aug 31 01:16:40.948233 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7cde7e62-c544-499b-8e74-36e6e962199f req-f20fdf07-7fbe-4c85-9c95-8dbf5ba0b3b6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761776 Aug 31 01:16:41.014878 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaba978-e6d2-4f79-bc26-e2193ac21f6c req-41409e62-8927-4f3d-bd20-c9ba5390480c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:41.014878 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1aaba978-e6d2-4f79-bc26-e2193ac21f6c req-41409e62-8927-4f3d-bd20-c9ba5390480c service neutron] 10.222.0.48 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 912 time: 0.1719146 Aug 31 01:16:41.081737 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ecc0538e-6d6a-420e-9985-a632a3c9ad62 req-bbe2453b-98ad-456e-9382-7b176342ef0e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3544571 Aug 31 01:16:41.130387 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-ecc0538e-6d6a-420e-9985-a632a3c9ad62 req-2c867baa-322c-4e5d-97f2-4846fd0e2d06 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:16:41.130387 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ecc0538e-6d6a-420e-9985-a632a3c9ad62 req-2c867baa-322c-4e5d-97f2-4846fd0e2d06 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0328331 Aug 31 01:16:41.455209 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39800) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:41.627472 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1aaba978-e6d2-4f79-bc26-e2193ac21f6c req-76e6e278-c213-4399-a228-c972c971d366 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c8bcd1a-e023-46b7-87e8-1a0148e6b862 HTTP/1.1" status: 200 len: 217 time: 0.6088157 Aug 31 01:16:41.699625 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-67b6027f-b39a-49f0-ba5d-b4b07c1f3654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:41.706222 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaba978-e6d2-4f79-bc26-e2193ac21f6c req-e46c8c8a-48b4-4d8b-b49f-15d1594625b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:41.709771 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1aaba978-e6d2-4f79-bc26-e2193ac21f6c req-e46c8c8a-48b4-4d8b-b49f-15d1594625b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.0650296 Aug 31 01:16:41.815589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21cc7b-40ae-4b76-9cfe-96c7ab145673 req-dff3bd97-81b6-482e-bccd-75c656598f1c tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:41.826967 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b21cc7b-40ae-4b76-9cfe-96c7ab145673 req-dff3bd97-81b6-482e-bccd-75c656598f1c tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.2006204 Aug 31 01:16:41.869776 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-67b6027f-b39a-49f0-ba5d-b4b07c1f3654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:41.883618 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaba978-e6d2-4f79-bc26-e2193ac21f6c req-50f9f7ff-23ff-48cc-9646-7d4202f97172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:41.885490 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1aaba978-e6d2-4f79-bc26-e2193ac21f6c req-50f9f7ff-23ff-48cc-9646-7d4202f97172 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1694367 Aug 31 01:16:41.889344 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b21cc7b-40ae-4b76-9cfe-96c7ab145673 req-22fbd7b9-aff5-4db8-baea-98b725d546c6 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607860 Aug 31 01:16:42.104729 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1aaba978-e6d2-4f79-bc26-e2193ac21f6c req-9968e482-73cb-4879-97a5-1f0c53bf1556 service neutron] 10.222.0.48 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110083 Aug 31 01:16:42.132962 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cdd14-ae84-4dfc-8c1b-3e632b44efc1 req-60477658-8bee-4d35-b595-61ae22e78848 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:42.151157 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b87cdd14-ae84-4dfc-8c1b-3e632b44efc1 req-60477658-8bee-4d35-b595-61ae22e78848 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1269233 Aug 31 01:16:42.229638 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b87cdd14-ae84-4dfc-8c1b-3e632b44efc1 req-254ca311-c147-4cd9-86fe-edee644823f1 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728846 Aug 31 01:16:42.229638 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-67b6027f-b39a-49f0-ba5d-b4b07c1f3654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:42.300450 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93384c-89ee-44d4-bad0-5fe40ed73b4a req-7e05bdfc-9b4d-4d39-b16c-e8e219e8d3d9 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:42.304799 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a93384c-89ee-44d4-bad0-5fe40ed73b4a req-7e05bdfc-9b4d-4d39-b16c-e8e219e8d3d9 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.2629061 Aug 31 01:16:42.363249 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-67b6027f-b39a-49f0-ba5d-b4b07c1f3654 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62d55474b1d54ef8b4ed755b893fa227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9040012 Aug 31 01:16:42.363980 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39824) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:42.396276 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a93384c-89ee-44d4-bad0-5fe40ed73b4a req-9582d95a-0766-414e-b74a-c80e11ae1898 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773549 Aug 31 01:16:42.408784 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1aaba978-e6d2-4f79-bc26-e2193ac21f6c req-26907fca-3757-4d26-bae4-d554086c400c service neutron] 10.222.0.48 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760353 Aug 31 01:16:42.515191 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d1f3cd45-bbd8-4dd3-bf84-93cee8bbb856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:42.516878 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6027f-b39a-49f0-ba5d-b4b07c1f3654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b42c76-d27d-4cc6-a590-9cdce2d646f4,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:42.553476 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d1f3cd45-bbd8-4dd3-bf84-93cee8bbb856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:42.563528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22957de4-24ca-43c9-af2b-a8a0f935ea06 req-d7a2be02-25f8-4272-8631-541b0ccd5bed tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:42.571145 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-22957de4-24ca-43c9-af2b-a8a0f935ea06 req-d7a2be02-25f8-4272-8631-541b0ccd5bed tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.2010961 Aug 31 01:16:42.627233 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-22957de4-24ca-43c9-af2b-a8a0f935ea06 req-d021a0e1-c8ad-4a91-a2a9-13f997e33b63 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550330 Aug 31 01:16:42.859415 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d1f3cd45-bbd8-4dd3-bf84-93cee8bbb856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:42.862885 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d1f3cd45-bbd8-4dd3-bf84-93cee8bbb856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:42.867291 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d1f3cd45-bbd8-4dd3-bf84-93cee8bbb856 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13b42c76-d27d-4cc6-a590-9cdce2d646f4 HTTP/1.1" status: 204 len: 168 time: 0.4642043 Aug 31 01:16:42.884011 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3cd45-bbd8-4dd3-bf84-93cee8bbb856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b42c76-d27d-4cc6-a590-9cdce2d646f4,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:43.203459 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedda83-f2b6-4549-bd75-e79ff464d096 req-e60fc57b-6280-424c-9ddd-ab74c42564eb tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:43.203459 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9aedda83-f2b6-4549-bd75-e79ff464d096 req-e60fc57b-6280-424c-9ddd-ab74c42564eb tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0499058 Aug 31 01:16:43.237711 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9aedda83-f2b6-4549-bd75-e79ff464d096 req-f6ed428d-0b63-4389-af02-aa87acb0bd22 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464036 Aug 31 01:16:43.607329 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b283339-cc21-4cc3-90a1-c73d2d34d746 req-c818924c-27ef-4685-8c47-a83e0f787276 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:43.609207 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b283339-cc21-4cc3-90a1-c73d2d34d746 req-c818924c-27ef-4685-8c47-a83e0f787276 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.0722256 Aug 31 01:16:43.676625 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b283339-cc21-4cc3-90a1-c73d2d34d746 req-a8d6adc6-166b-4fd2-837d-92a31804c18c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571563 Aug 31 01:16:43.859815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d82921-7b25-4d8d-8609-e31d2da2b0ee req-302d4305-98db-468a-8acc-8a05a8e80049 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:43.896244 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f0d82921-7b25-4d8d-8609-e31d2da2b0ee req-302d4305-98db-468a-8acc-8a05a8e80049 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.1667125 Aug 31 01:16:43.982933 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f0d82921-7b25-4d8d-8609-e31d2da2b0ee req-b2cec987-1429-4f53-a0cd-3e23cc8706f4 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731699 Aug 31 01:16:44.286255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0538e-6d6a-420e-9985-a632a3c9ad62 req-6de82abb-e006-4559-8742-2b67297ecacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:44.302500 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ecc0538e-6d6a-420e-9985-a632a3c9ad62 req-6de82abb-e006-4559-8742-2b67297ecacc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb&tenant_id=19c64f601c554de7b7c7ed4a689b2a97 HTTP/1.1" status: 200 len: 1096 time: 0.0956135 Aug 31 01:16:44.421345 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0538e-6d6a-420e-9985-a632a3c9ad62 req-4e29d980-2137-4bd3-afe2-ac9ed1467b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:44.429999 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ecc0538e-6d6a-420e-9985-a632a3c9ad62 req-4e29d980-2137-4bd3-afe2-ac9ed1467b0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19c64f601c554de7b7c7ed4a689b2a97&device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 1096 time: 0.1056502 Aug 31 01:16:44.632108 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d492c-3b65-445f-bbba-9db75c6f1f7f req-cd9386fb-b67c-486c-8d84-8287dbc00ed6 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:44.641990 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-776d492c-3b65-445f-bbba-9db75c6f1f7f req-cd9386fb-b67c-486c-8d84-8287dbc00ed6 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.2134526 Aug 31 01:16:44.678243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39864) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:44.736633 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2e4b5d3-fbe5-4d7e-b872-7c9392e80c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:44.753167 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-776d492c-3b65-445f-bbba-9db75c6f1f7f req-4456413c-d5fe-426c-9996-a13f201b8eab tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097958 Aug 31 01:16:44.761710 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0538e-6d6a-420e-9985-a632a3c9ad62 req-84df6032-796a-46f5-9093-8d468420722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:44.763467 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ecc0538e-6d6a-420e-9985-a632a3c9ad62 req-84df6032-796a-46f5-9093-8d468420722e service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 HTTP/1.1" status: 200 len: 917 time: 0.3117681 Aug 31 01:16:44.873999 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ecc0538e-6d6a-420e-9985-a632a3c9ad62 req-a0f5d126-1337-40ca-8882-b62325ea1e09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f8ae34e-9799-4a82-8caf-38dc1c1f493f HTTP/1.1" status: 200 len: 999 time: 0.1029174 Aug 31 01:16:44.970291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0538e-6d6a-420e-9985-a632a3c9ad62 req-681824ed-e1d0-4c98-9919-2e897cd2c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:44.972494 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ecc0538e-6d6a-420e-9985-a632a3c9ad62 req-681824ed-e1d0-4c98-9919-2e897cd2c5dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba7747f8-0f41-4519-aeaf-544d4f1a2b4a HTTP/1.1" status: 200 len: 855 time: 0.0914967 Aug 31 01:16:45.042410 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715e7cc-00fe-415d-a4c2-b1f509cdd047 req-4d64d0c6-19e5-4282-8913-2fac184392fa tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:45.043481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0538e-6d6a-420e-9985-a632a3c9ad62 req-59c8b880-6199-4bd6-b379-8a42203eee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:45.046417 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ecc0538e-6d6a-420e-9985-a632a3c9ad62 req-59c8b880-6199-4bd6-b379-8a42203eee41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640783 Aug 31 01:16:45.056199 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f715e7cc-00fe-415d-a4c2-b1f509cdd047 req-4d64d0c6-19e5-4282-8913-2fac184392fa tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.1688569 Aug 31 01:16:45.107798 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f715e7cc-00fe-415d-a4c2-b1f509cdd047 req-3b477c5c-14c7-40b3-b0c2-3fd4605b169c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568449 Aug 31 01:16:45.234331 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2e4b5d3-fbe5-4d7e-b872-7c9392e80c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:45.271615 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ecc0538e-6d6a-420e-9985-a632a3c9ad62 req-3f638a6e-0ef3-4053-833f-a17853d3c666 service neutron] 10.222.0.41 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155607 Aug 31 01:16:45.336420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd8354-a61a-4f7d-82fe-4f955800d1ef req-14658e50-e444-4a56-b495-b7b942a944fb tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:45.345055 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9bd8354-a61a-4f7d-82fe-4f955800d1ef req-14658e50-e444-4a56-b495-b7b942a944fb tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.1309030 Aug 31 01:16:45.360821 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2e4b5d3-fbe5-4d7e-b872-7c9392e80c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:45.483379 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130221be-acf1-45ae-abbf-40654ca49073 req-f0cd450b-a68d-43fb-a404-5696a3faa6e3 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:45.485231 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-130221be-acf1-45ae-abbf-40654ca49073 req-f0cd450b-a68d-43fb-a404-5696a3faa6e3 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1313531 Aug 31 01:16:45.502016 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ecc0538e-6d6a-420e-9985-a632a3c9ad62 req-04c6e87f-f520-4eaf-9d53-945c16480a80 service neutron] 10.222.0.41 "GET /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248774 Aug 31 01:16:45.513826 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e2e4b5d3-fbe5-4d7e-b872-7c9392e80c3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4ed314534464d7b8cc7719725e2df76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8320317 Aug 31 01:16:45.521134 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39882) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:45.550312 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9bd8354-a61a-4f7d-82fe-4f955800d1ef req-6fe79e6e-05ff-4af0-b642-d0aebdd0a966 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987765 Aug 31 01:16:45.550312 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4b5d3-fbe5-4d7e-b872-7c9392e80c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee77d6fa-3dc4-42d1-97d7-d36d31fe8afc,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:45.567938 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4b5d3-fbe5-4d7e-b872-7c9392e80c3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:45.574521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4b5d3-fbe5-4d7e-b872-7c9392e80c3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:45.576370 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4b5d3-fbe5-4d7e-b872-7c9392e80c3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:45.578488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4b5d3-fbe5-4d7e-b872-7c9392e80c3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:45.583027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4b5d3-fbe5-4d7e-b872-7c9392e80c3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:45.583027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4b5d3-fbe5-4d7e-b872-7c9392e80c3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:45.583027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4b5d3-fbe5-4d7e-b872-7c9392e80c3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:45.583027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4b5d3-fbe5-4d7e-b872-7c9392e80c3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:45.583027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4b5d3-fbe5-4d7e-b872-7c9392e80c3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:45.583027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4b5d3-fbe5-4d7e-b872-7c9392e80c3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:45.583027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4b5d3-fbe5-4d7e-b872-7c9392e80c3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:45.583027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4b5d3-fbe5-4d7e-b872-7c9392e80c3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:45.590294 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-130221be-acf1-45ae-abbf-40654ca49073 req-68568709-5e2c-4d36-a177-df2d1c25745c tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823176 Aug 31 01:16:45.661518 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57fb6ec5-90cd-449b-943b-210d26c0180f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:45.710317 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57fb6ec5-90cd-449b-943b-210d26c0180f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:45.984058 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57fb6ec5-90cd-449b-943b-210d26c0180f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:46.004759 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57fb6ec5-90cd-449b-943b-210d26c0180f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:46.019417 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-57fb6ec5-90cd-449b-943b-210d26c0180f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee77d6fa-3dc4-42d1-97d7-d36d31fe8afc HTTP/1.1" status: 204 len: 168 time: 0.4884231 Aug 31 01:16:46.083892 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb6ec5-90cd-449b-943b-210d26c0180f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee77d6fa-3dc4-42d1-97d7-d36d31fe8afc,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:46.299921 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089a41a-740b-4570-9e10-21674bf52f48 req-a17536fd-e737-4150-b163-60e5a8fc9490 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:46.311588 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d089a41a-740b-4570-9e10-21674bf52f48 req-a17536fd-e737-4150-b163-60e5a8fc9490 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.0903955 Aug 31 01:16:46.384118 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d089a41a-740b-4570-9e10-21674bf52f48 req-94ad3075-c89e-49b9-876a-5145bb433706 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666623 Aug 31 01:16:46.837217 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58f1fc-fec4-4fa1-89d4-83a7633ca786 req-e669beae-a6f1-4d63-acdd-0ad3c43c6b12 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:46.850428 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ce58f1fc-fec4-4fa1-89d4-83a7633ca786 req-e669beae-a6f1-4d63-acdd-0ad3c43c6b12 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.1734560 Aug 31 01:16:46.857204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fad111-146f-4c0b-b2e2-253637db3cf0 req-be69e8eb-8798-4c92-83d5-677b25c1c673 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:46.879131 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-57fad111-146f-4c0b-b2e2-253637db3cf0 req-be69e8eb-8798-4c92-83d5-677b25c1c673 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1489077 Aug 31 01:16:47.011873 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ce58f1fc-fec4-4fa1-89d4-83a7633ca786 req-31097622-5dd8-4e06-a461-f5099fc08d21 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411092 Aug 31 01:16:47.034905 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-57fad111-146f-4c0b-b2e2-253637db3cf0 req-5b2fb072-bba3-4e95-877a-5a962a4a1303 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540554 Aug 31 01:16:47.579254 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401b8a7-d7c5-49cf-8c9d-18f161331bb1 req-f2b0801a-7372-4ed1-ace3-10057e142ca8 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:47.590039 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d401b8a7-d7c5-49cf-8c9d-18f161331bb1 req-f2b0801a-7372-4ed1-ace3-10057e142ca8 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.1053107 Aug 31 01:16:47.635587 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d401b8a7-d7c5-49cf-8c9d-18f161331bb1 req-bd9fe210-31e6-4c1a-a873-a92e8c637cc4 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411630 Aug 31 01:16:48.162520 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7a6a1-8c5f-4a42-a2a6-530af74556dc req-d96efdae-3ceb-4d03-80b5-c3bdbef7ef91 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:48.172167 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3fa7a6a1-8c5f-4a42-a2a6-530af74556dc req-d96efdae-3ceb-4d03-80b5-c3bdbef7ef91 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.0658808 Aug 31 01:16:48.219580 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3fa7a6a1-8c5f-4a42-a2a6-530af74556dc req-e7944c61-e9d8-41b9-a731-9494caff87ee tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463362 Aug 31 01:16:48.969111 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b34c0-77c8-4b6f-a673-023fd8ee9dcf req-9a74e882-a3c3-41dd-9817-5bb2452ef59c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:48.990268 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc5b34c0-77c8-4b6f-a673-023fd8ee9dcf req-9a74e882-a3c3-41dd-9817-5bb2452ef59c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.1875596 Aug 31 01:16:49.086530 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc5b34c0-77c8-4b6f-a673-023fd8ee9dcf req-18c93c17-0bda-4cfd-8050-c1a68cefd9b1 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953572 Aug 31 01:16:49.493276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaea78-0808-44a3-b6ae-bbf7f9428eeb req-10b616ac-e109-4077-b080-e68875cdc51c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:49.510190 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8deaea78-0808-44a3-b6ae-bbf7f9428eeb req-10b616ac-e109-4077-b080-e68875cdc51c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.1412132 Aug 31 01:16:49.582851 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8deaea78-0808-44a3-b6ae-bbf7f9428eeb req-7f87793f-4e25-4d47-a136-f9372b63bca7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713995 Aug 31 01:16:50.028950 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39994) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:50.346290 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440aaa1-f354-49b4-8b45-2bdb1236969b req-46f12393-b127-4422-acbb-a5e869712a21 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:50.371631 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d440aaa1-f354-49b4-8b45-2bdb1236969b req-46f12393-b127-4422-acbb-a5e869712a21 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.1447420 Aug 31 01:16:50.475153 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d440aaa1-f354-49b4-8b45-2bdb1236969b req-867681cb-f4f9-420b-8c38-cb576db9d45f tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024809 Aug 31 01:16:50.567131 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-717b29e1-8ed9-43aa-bb24-ed1c2821b5e2 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-63823791'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:50.691214 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717b29e1-8ed9-43aa-bb24-ed1c2821b5e2 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Made reservation on behalf of 6e5e0e8472ee47eda54a6d080754c22c for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:50.695487 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-717b29e1-8ed9-43aa-bb24-ed1c2821b5e2 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:50.737823 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-717b29e1-8ed9-43aa-bb24-ed1c2821b5e2 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:50.870384 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f687986-ab8c-43bf-80c3-1e434856e286 req-9a13e45b-934a-4c38-8900-ca4141cecb37 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:50.885935 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8f687986-ab8c-43bf-80c3-1e434856e286 req-9a13e45b-934a-4c38-8900-ca4141cecb37 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.1702988 Aug 31 01:16:51.014711 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8f687986-ab8c-43bf-80c3-1e434856e286 req-9032517d-fd51-43c6-a16c-0aadf66f4072 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198840 Aug 31 01:16:51.048047 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-717b29e1-8ed9-43aa-bb24-ed1c2821b5e2 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:51.137078 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-717b29e1-8ed9-43aa-bb24-ed1c2821b5e2 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:51.160911 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717b29e1-8ed9-43aa-bb24-ed1c2821b5e2 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:16:51.182046 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-717b29e1-8ed9-43aa-bb24-ed1c2821b5e2 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:51.182818 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-717b29e1-8ed9-43aa-bb24-ed1c2821b5e2 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Added segment 4d28a9c5-5b34-4bbe-b612-ba5252444385 of type vlan for network 7fb09476-1f3b-4d66-b196-e650c20cc114 Aug 31 01:16:51.404835 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-717b29e1-8ed9-43aa-bb24-ed1c2821b5e2 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:51.432651 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2952fea-c2c1-45a9-b3c0-919219a1c898 req-b5ee1791-8fa6-4e05-820d-f8585086dcfd tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:51.457283 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b29e1-8ed9-43aa-bb24-ed1c2821b5e2 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=085b4045-1830-43a2-81f8-c3f125a9c0a6,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:51.468712 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2952fea-c2c1-45a9-b3c0-919219a1c898 req-b5ee1791-8fa6-4e05-820d-f8585086dcfd tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1267800 Aug 31 01:16:51.525824 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba06de1-0772-45c7-af9c-81daf09c03f4 req-12918a8b-dbc8-4e35-9ab7-a978315e9400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:51.527941 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ba06de1-0772-45c7-af9c-81daf09c03f4 req-12918a8b-dbc8-4e35-9ab7-a978315e9400 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e298def29a984ece8571a3f58e68a8db&device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 1097 time: 0.0658445 Aug 31 01:16:51.563976 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2952fea-c2c1-45a9-b3c0-919219a1c898 req-6ded911c-0c05-4e91-a787-9bd12b74cbf8 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942886 Aug 31 01:16:51.589222 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-717b29e1-8ed9-43aa-bb24-ed1c2821b5e2 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:51.607716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717b29e1-8ed9-43aa-bb24-ed1c2821b5e2 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:51.609126 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-717b29e1-8ed9-43aa-bb24-ed1c2821b5e2 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:51.898037 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b29e1-8ed9-43aa-bb24-ed1c2821b5e2 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Pushing event updated for resources: {'Network': ['ID=7fb09476-1f3b-4d66-b196-e650c20cc114,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:51.925903 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 7fb09476-1f3b-4d66-b196-e650c20cc114 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:16:52.023711 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00118e-85c8-4731-9a80-af421c0d0779 req-ce5c3819-9662-4edf-8241-50ef1a5a7808 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:52.030878 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e00118e-85c8-4731-9a80-af421c0d0779 req-ce5c3819-9662-4edf-8241-50ef1a5a7808 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.1341238 Aug 31 01:16:52.075798 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-717b29e1-8ed9-43aa-bb24-ed1c2821b5e2 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0436320 Aug 31 01:16:52.079617 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40022) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:52.186249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba06de1-0772-45c7-af9c-81daf09c03f4 req-206bc991-fa08-4c15-9438-c09751c20801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:52.193879 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ba06de1-0772-45c7-af9c-81daf09c03f4 req-206bc991-fa08-4c15-9438-c09751c20801 service neutron] 10.222.0.48 "GET /v2.0/networks?id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1 HTTP/1.1" status: 200 len: 920 time: 0.6385739 Aug 31 01:16:52.225633 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-36420db1-ec0a-4b07-bd41-650db9f19d74 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Request body: {'network': {'name': 'tempest-network--221670871', 'router:external': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:52.262495 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e00118e-85c8-4731-9a80-af421c0d0779 req-bb47a36d-cec7-406f-8177-8eb80f9bc23d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053161 Aug 31 01:16:52.340447 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1897e98-fc25-4858-ae3a-829754622283 req-9a79721b-0a27-4c8e-a573-e96a4527361f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:52.342249 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1897e98-fc25-4858-ae3a-829754622283 req-9a79721b-0a27-4c8e-a573-e96a4527361f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.1640103 Aug 31 01:16:52.361859 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ba06de1-0772-45c7-af9c-81daf09c03f4 req-d8d78d4d-d5f7-449f-8de9-d642c7f27174 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b136ba99-6117-4b77-8296-89952eb6ef1e HTTP/1.1" status: 200 len: 217 time: 0.1591775 Aug 31 01:16:52.416495 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36420db1-ec0a-4b07-bd41-650db9f19d74 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Made reservation on behalf of 00769c93fc404973aa5ab50094aafb4b for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:52.419215 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-36420db1-ec0a-4b07-bd41-650db9f19d74 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:52.436660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-36420db1-ec0a-4b07-bd41-650db9f19d74 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:52.478338 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1897e98-fc25-4858-ae3a-829754622283 req-26b2abae-6265-4161-acde-a78d33f6933d tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259549 Aug 31 01:16:52.591195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba06de1-0772-45c7-af9c-81daf09c03f4 req-84d7e74d-a306-421b-8b35-1f5fc1057459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:52.597656 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ba06de1-0772-45c7-af9c-81daf09c03f4 req-84d7e74d-a306-421b-8b35-1f5fc1057459 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=499f6e91-2c67-40e0-9197-ea85e13de259 HTTP/1.1" status: 200 len: 859 time: 0.2270370 Aug 31 01:16:52.670903 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ba06de1-0772-45c7-af9c-81daf09c03f4 req-216d83ae-dc4c-4a1c-9b6c-9dfaa9390739 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659738 Aug 31 01:16:52.769676 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-36420db1-ec0a-4b07-bd41-650db9f19d74 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:52.848298 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-36420db1-ec0a-4b07-bd41-650db9f19d74 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:52.897731 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36420db1-ec0a-4b07-bd41-650db9f19d74 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:16:52.908358 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36420db1-ec0a-4b07-bd41-650db9f19d74 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1133678-b853-46e9-9641-d00f4ffc574f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:52.918184 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab14ea-169d-497e-864a-803cff3c7b0c req-6c6aaa10-cb7f-43a5-96da-8de5b14b5085 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:52.919481 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-36420db1-ec0a-4b07-bd41-650db9f19d74 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:52.921308 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-91ab14ea-169d-497e-864a-803cff3c7b0c req-6c6aaa10-cb7f-43a5-96da-8de5b14b5085 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.2071445 Aug 31 01:16:52.929892 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-36420db1-ec0a-4b07-bd41-650db9f19d74 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Added segment a711d33f-d43d-44c1-aa55-4662d2d15460 of type vlan for network a5e05310-1816-4648-917d-9dd3420ba4f1 Aug 31 01:16:53.006996 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ba06de1-0772-45c7-af9c-81daf09c03f4 req-eb39aed2-96c4-416d-acdc-10ec507f7128 service neutron] 10.222.0.48 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248301 Aug 31 01:16:53.072400 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-36420db1-ec0a-4b07-bd41-650db9f19d74 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:53.114516 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-91ab14ea-169d-497e-864a-803cff3c7b0c req-462e86a0-c5f0-4422-b070-78e98bd0c40b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830673 Aug 31 01:16:53.290781 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ba06de1-0772-45c7-af9c-81daf09c03f4 req-d6e7fe77-90f1-4934-936e-cb1561b56f8d service neutron] 10.222.0.48 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749007 Aug 31 01:16:53.412469 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabfd62-0b44-423d-9a92-8090aa6e2201 req-5a3fe949-a029-45f1-90d5-92553ea2cfd4 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:53.414071 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dcabfd62-0b44-423d-9a92-8090aa6e2201 req-5a3fe949-a029-45f1-90d5-92553ea2cfd4 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.0534124 Aug 31 01:16:53.465218 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dcabfd62-0b44-423d-9a92-8090aa6e2201 req-28a1a44c-3fda-47c3-8cc0-7935eac1b064 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386810 Aug 31 01:16:53.550148 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-36420db1-ec0a-4b07-bd41-650db9f19d74 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:53.551612 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36420db1-ec0a-4b07-bd41-650db9f19d74 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:53.552227 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-36420db1-ec0a-4b07-bd41-650db9f19d74 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:53.620535 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36420db1-ec0a-4b07-bd41-650db9f19d74 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Pushing event updated for resources: {'Network': ['ID=a5e05310-1816-4648-917d-9dd3420ba4f1,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:53.629102 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f650e1a-a572-4f24-b8f1-9ab159c6d096 req-69e04691-27e1-43c4-b581-8b43a638d378 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:53.630760 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f650e1a-a572-4f24-b8f1-9ab159c6d096 req-69e04691-27e1-43c4-b581-8b43a638d378 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.0777171 Aug 31 01:16:53.638307 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network a5e05310-1816-4648-917d-9dd3420ba4f1 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:16:53.694489 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f650e1a-a572-4f24-b8f1-9ab159c6d096 req-c72865b8-c0c0-4467-bda8-ca02d1f9b363 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447054 Aug 31 01:16:53.733177 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-36420db1-ec0a-4b07-bd41-650db9f19d74 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6512887 Aug 31 01:16:53.737496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40048) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:53.897503 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-de300f37-df12-4f18-bcd0-ebd3e27376e6 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.111545 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-de300f37-df12-4f18-bcd0-ebd3e27376e6 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.135212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-de300f37-df12-4f18-bcd0-ebd3e27376e6 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e05310-1816-4648-917d-9dd3420ba4f1']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:54.151470 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-de300f37-df12-4f18-bcd0-ebd3e27376e6 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a711d33f-d43d-44c1-aa55-4662d2d15460') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:54.152172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-de300f37-df12-4f18-bcd0-ebd3e27376e6 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a711d33f-d43d-44c1-aa55-4662d2d15460') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:54.166671 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-de300f37-df12-4f18-bcd0-ebd3e27376e6 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.188820 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-de300f37-df12-4f18-bcd0-ebd3e27376e6 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.197107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de300f37-df12-4f18-bcd0-ebd3e27376e6 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:16:54.197991 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-de300f37-df12-4f18-bcd0-ebd3e27376e6 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:16:54.200695 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:16:54.359237 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04189a42-55f5-4371-aef5-e48e44bce121 req-80dc2086-9d67-4856-8203-8c8003d5aa37 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:54.362024 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-04189a42-55f5-4371-aef5-e48e44bce121 req-80dc2086-9d67-4856-8203-8c8003d5aa37 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1098294 Aug 31 01:16:54.367874 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-de300f37-df12-4f18-bcd0-ebd3e27376e6 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.378624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de300f37-df12-4f18-bcd0-ebd3e27376e6 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a5e05310-1816-4648-917d-9dd3420ba4f1 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 01:16:54.383455 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-de300f37-df12-4f18-bcd0-ebd3e27376e6 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.386287 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-de300f37-df12-4f18-bcd0-ebd3e27376e6 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] 10.222.0.16 "DELETE /v2.0/networks/a5e05310-1816-4648-917d-9dd3420ba4f1 HTTP/1.1" status: 204 len: 168 time: 0.6472220 Aug 31 01:16:54.399047 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40060) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:54.405325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-1d4269fe-3929-47a3-9a10-d31976d40aea tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:54.411434 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de300f37-df12-4f18-bcd0-ebd3e27376e6 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Pushing event deleted for resources: {'Network': ['ID=a5e05310-1816-4648-917d-9dd3420ba4f1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:54.480156 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-04189a42-55f5-4371-aef5-e48e44bce121 req-039c5c42-0e34-45cf-b8a5-372f877bde70 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014547 Aug 31 01:16:54.499343 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4269fe-3929-47a3-9a10-d31976d40aea tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Made reservation on behalf of 00769c93fc404973aa5ab50094aafb4b for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:54.502979 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1d4269fe-3929-47a3-9a10-d31976d40aea tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.565091 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4269fe-3929-47a3-9a10-d31976d40aea tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:16:54.588063 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1d4269fe-3929-47a3-9a10-d31976d40aea tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.600894 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-1d4269fe-3929-47a3-9a10-d31976d40aea tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Added segment 01a45a28-cd00-447b-8f1e-00e8be9ce970 of type vlan for network a60197f9-1721-4884-8236-ae9f460baaa0 Aug 31 01:16:54.762107 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1d4269fe-3929-47a3-9a10-d31976d40aea tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.822050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29302af-59b1-4556-9fd4-df13d8a910ec req-1aa88ded-bea5-45f7-8ac0-134ccd7d9d6d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:54.835454 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a29302af-59b1-4556-9fd4-df13d8a910ec req-1aa88ded-bea5-45f7-8ac0-134ccd7d9d6d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.2619424 Aug 31 01:16:54.942207 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.resource_extend [None req-1d4269fe-3929-47a3-9a10-d31976d40aea tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:16:55.007871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bebfa1-aefd-46e7-a2ab-29dcc7f9e04d req-177603f7-f1c8-4c09-afc4-8b5a51e4b1d5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:55.022994 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-22bebfa1-aefd-46e7-a2ab-29dcc7f9e04d req-177603f7-f1c8-4c09-afc4-8b5a51e4b1d5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.1427755 Aug 31 01:16:55.083677 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a29302af-59b1-4556-9fd4-df13d8a910ec req-454477da-5506-468c-8468-43338042ce2b tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379963 Aug 31 01:16:55.126263 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-22bebfa1-aefd-46e7-a2ab-29dcc7f9e04d req-1243df27-f690-4f0e-b549-f3905b95babf tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018121 Aug 31 01:16:55.131998 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1d4269fe-3929-47a3-9a10-d31976d40aea tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:55.133336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4269fe-3929-47a3-9a10-d31976d40aea tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:55.134198 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1d4269fe-3929-47a3-9a10-d31976d40aea tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:55.314160 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4269fe-3929-47a3-9a10-d31976d40aea tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Pushing event updated for resources: {'Network': ['ID=a60197f9-1721-4884-8236-ae9f460baaa0,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:55.327864 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network a60197f9-1721-4884-8236-ae9f460baaa0 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:16:55.384771 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40084) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:55.385102 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1d4269fe-3929-47a3-9a10-d31976d40aea tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9844561 Aug 31 01:16:55.391188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-bc6a6e7a-2f69-4575-9a42-f6b8dabc5c08 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Request body: {'subnet': {'network_id': 'a60197f9-1721-4884-8236-ae9f460baaa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:55.533509 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6a6e7a-2f69-4575-9a42-f6b8dabc5c08 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Made reservation on behalf of 00769c93fc404973aa5ab50094aafb4b for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:55.537273 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc6a6e7a-2f69-4575-9a42-f6b8dabc5c08 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:55.689872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11ca76-0a1c-4d2b-9d02-f819caeb8536 req-ce1bd512-9ae4-4817-bdd4-1167a90d2c4b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:55.692506 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f11ca76-0a1c-4d2b-9d02-f819caeb8536 req-ce1bd512-9ae4-4817-bdd4-1167a90d2c4b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1136844 Aug 31 01:16:55.763101 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f11ca76-0a1c-4d2b-9d02-f819caeb8536 req-f74caee3-a9db-4d40-9260-3ab5576c50c5 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598919 Aug 31 01:16:56.394911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a20c6-e024-4ad0-b44d-ac98db855a46 req-20e0aea7-84f4-448c-83c1-bea9a135adf0 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:56.397556 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c7a20c6-e024-4ad0-b44d-ac98db855a46 req-20e0aea7-84f4-448c-83c1-bea9a135adf0 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.1050911 Aug 31 01:16:56.496847 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f7f3b-17a6-45d0-9882-c592b693a1b1 req-c06020c7-ceb5-47a0-84e5-e182f33a2706 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:56.499097 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc1f7f3b-17a6-45d0-9882-c592b693a1b1 req-c06020c7-ceb5-47a0-84e5-e182f33a2706 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.1813900 Aug 31 01:16:56.562337 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c7a20c6-e024-4ad0-b44d-ac98db855a46 req-b361089e-69cb-4a41-9f8a-b126bc840e98 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498725 Aug 31 01:16:56.625920 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc1f7f3b-17a6-45d0-9882-c592b693a1b1 req-f5278c1e-7a4a-48f7-99d8-2246b9b4f273 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197548 Aug 31 01:16:56.743505 n-d-793621-34 neutron-server[102343]: DEBUG neutron.objects.ports [None req-bc6a6e7a-2f69-4575-9a42-f6b8dabc5c08 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:16:56.743864 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc6a6e7a-2f69-4575-9a42-f6b8dabc5c08 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.820994 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a6e7a-2f69-4575-9a42-f6b8dabc5c08 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Pushing event updated for resources: {'Subnet': ['ID=466ac195-f366-4f8c-82bc-5b3f5af7ee4f,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:56.915743 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6a6e7a-2f69-4575-9a42-f6b8dabc5c08 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Checking segment: {'id': '01a45a28-cd00-447b-8f1e-00e8be9ce970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a60197f9-1721-4884-8236-ae9f460baaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:56.917840 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6a6e7a-2f69-4575-9a42-f6b8dabc5c08 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Network hostable DHCP agents. Network: a60197f9-1721-4884-8236-ae9f460baaa0, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:16:57.086503 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d070a-4de0-4039-873b-2d402fc68171 req-8b5c2020-16e9-4364-92dc-b0a7767963da tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:57.098198 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-295d070a-4de0-4039-873b-2d402fc68171 req-8b5c2020-16e9-4364-92dc-b0a7767963da tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1763308 Aug 31 01:16:57.133402 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6a6e7a-2f69-4575-9a42-f6b8dabc5c08 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Network a60197f9-1721-4884-8236-ae9f460baaa0 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:16:57.210600 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-295d070a-4de0-4039-873b-2d402fc68171 req-1fc78fc0-df3f-46e5-a64f-1eb857023b8b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104698 Aug 31 01:16:57.230318 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-bc6a6e7a-2f69-4575-9a42-f6b8dabc5c08 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, a60197f9-1721-4884-8236-ae9f460baaa0) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:57.240722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6a6e7a-2f69-4575-9a42-f6b8dabc5c08 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:57.241431 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc6a6e7a-2f69-4575-9a42-f6b8dabc5c08 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.245970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680284bb-c425-40dd-a9b4-8d661d4e7bc6 None None] Network a60197f9-1721-4884-8236-ae9f460baaa0 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:57.337851 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bc6a6e7a-2f69-4575-9a42-f6b8dabc5c08 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9514866 Aug 31 01:16:57.341901 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40112) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:57.347103 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-90870fac-814f-47d8-b23e-6daf1efe2f9d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Request body: {'floatingip': {'floating_network_id': 'a60197f9-1721-4884-8236-ae9f460baaa0'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:57.428645 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90870fac-814f-47d8-b23e-6daf1efe2f9d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.469197 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51e6ef6-0c53-4533-a258-b9b2acf71975 None None] Network a60197f9-1721-4884-8236-ae9f460baaa0 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:57.619829 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90870fac-814f-47d8-b23e-6daf1efe2f9d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.869188 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933faa6b-9be2-403d-8476-9611b87a39db req-f79c64f9-8635-4e79-9064-07d2937b7f5d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:57.871111 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-933faa6b-9be2-403d-8476-9611b87a39db req-f79c64f9-8635-4e79-9064-07d2937b7f5d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.1219046 Aug 31 01:16:57.941787 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-90870fac-814f-47d8-b23e-6daf1efe2f9d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Allocated IP 172.20.0.14 (a60197f9-1721-4884-8236-ae9f460baaa0/466ac195-f366-4f8c-82bc-5b3f5af7ee4f/874174b7-afb9-4644-b7ec-7d7c8f563ebb) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:57.952825 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-933faa6b-9be2-403d-8476-9611b87a39db req-f3e27e4d-843f-4b80-96e5-ebc7b5198c10 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718038 Aug 31 01:16:57.978449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a239784-9c7b-4a33-8418-8475d08b6967 req-07566aec-5b52-41c5-a639-141c13152536 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:57.987751 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a239784-9c7b-4a33-8418-8475d08b6967 req-07566aec-5b52-41c5-a639-141c13152536 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 945 time: 0.1231465 Aug 31 01:16:58.084417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:16:58.117682 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a239784-9c7b-4a33-8418-8475d08b6967 req-5cba7eb0-1ef5-4aad-811c-0fd9bf7970ba tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274292 Aug 31 01:16:58.157503 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90870fac-814f-47d8-b23e-6daf1efe2f9d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:58.231028 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:58.276945 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782de670-d12b-4690-be37-e50fa3975416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ea262dc-04e8-45bc-8a7f-40fc5276bf8f'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:58.279589 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a497fe04-21fe-438d-b5c3-48560a55673f" -d '{"events": [{"server_uuid": "782de670-d12b-4690-be37-e50fa3975416", "name": "network-vif-unplugged", "status": "completed", "tag": "1ea262dc-04e8-45bc-8a7f-40fc5276bf8f"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:58.293479 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90870fac-814f-47d8-b23e-6daf1efe2f9d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:58.302443 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:58.380190 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:58.400388 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90870fac-814f-47d8-b23e-6daf1efe2f9d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Network a60197f9-1721-4884-8236-ae9f460baaa0 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:58.412994 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-90870fac-814f-47d8-b23e-6daf1efe2f9d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:58.418931 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a4209e-dca1-4a63-9034-7cf877b3cecf x-openstack-request-id: req-05a4209e-dca1-4a63-9034-7cf877b3cecf {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:58.419373 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782de670-d12b-4690-be37-e50fa3975416", "name": "network-vif-unplugged", "status": "completed", "tag": "1ea262dc-04e8-45bc-8a7f-40fc5276bf8f", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:58.420832 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05a4209e-dca1-4a63-9034-7cf877b3cecf {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:58.424635 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782de670-d12b-4690-be37-e50fa3975416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ea262dc-04e8-45bc-8a7f-40fc5276bf8f', 'code': 200} Aug 31 01:16:58.425141 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90870fac-814f-47d8-b23e-6daf1efe2f9d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:58.478290 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:58.492567 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90870fac-814f-47d8-b23e-6daf1efe2f9d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Pushing event updated for resources: {'Port': ['ID=874174b7-afb9-4644-b7ec-7d7c8f563ebb,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:58.534060 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:16:58.549318 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dfa93-6162-456d-a6dc-4c805cd7d68e req-e361a268-fb29-450c-9090-f84a934e52d4 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:58.569737 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b7dfa93-6162-456d-a6dc-4c805cd7d68e req-e361a268-fb29-450c-9090-f84a934e52d4 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.2044652 Aug 31 01:16:58.634405 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90870fac-814f-47d8-b23e-6daf1efe2f9d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:58.654932 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b7dfa93-6162-456d-a6dc-4c805cd7d68e req-864d4300-2332-4c1b-b31f-f3de7109bc64 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808702 Aug 31 01:16:58.757664 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90870fac-814f-47d8-b23e-6daf1efe2f9d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:59.067688 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90870fac-814f-47d8-b23e-6daf1efe2f9d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:59.196047 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90870fac-814f-47d8-b23e-6daf1efe2f9d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:59.351289 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eaf826-ce30-4b40-8814-a71f06ab6b8e req-80cc7aa3-5366-469e-953b-5e2528bf6a0d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:59.354311 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-50eaf826-ce30-4b40-8814-a71f06ab6b8e req-80cc7aa3-5366-469e-953b-5e2528bf6a0d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.2287235 Aug 31 01:16:59.365624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84eb6c8-948b-4e48-ac90-0ef616fd2718 req-51ef46fe-71f1-49f5-a9bb-5d3c1db13199 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:59.367536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b84eb6c8-948b-4e48-ac90-0ef616fd2718 req-51ef46fe-71f1-49f5-a9bb-5d3c1db13199 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 943 time: 0.1061976 Aug 31 01:16:59.465725 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b84eb6c8-948b-4e48-ac90-0ef616fd2718 req-9a50f6d4-f5f0-47ee-b074-48f8293df7f2 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906577 Aug 31 01:16:59.481217 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90870fac-814f-47d8-b23e-6daf1efe2f9d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Pushing event updated for resources: {'Port': ['ID=874174b7-afb9-4644-b7ec-7d7c8f563ebb,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:59.533983 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-50eaf826-ce30-4b40-8814-a71f06ab6b8e req-a3bc62f8-2628-48a1-b873-49fff3365301 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170852 Aug 31 01:16:59.534861 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90870fac-814f-47d8-b23e-6daf1efe2f9d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:59.618643 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90870fac-814f-47d8-b23e-6daf1efe2f9d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:59.619854 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-90870fac-814f-47d8-b23e-6daf1efe2f9d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2763417 Aug 31 01:16:59.623109 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40144) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:59.798708 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-70740b9e-9c92-4fe8-b3ad-111d7e10c887 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=a60197f9-1721-4884-8236-ae9f460baaa0 HTTP/1.1" status: 200 len: 690 time: 0.1707609 Aug 31 01:16:59.799617 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40150) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:59.847671 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45040d-ad88-4555-9876-d259e305bf92 req-34cd4307-7718-4599-8085-1e2e939fc48b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:59.849265 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc45040d-ad88-4555-9876-d259e305bf92 req-34cd4307-7718-4599-8085-1e2e939fc48b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0875626 Aug 31 01:16:59.901421 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc45040d-ad88-4555-9876-d259e305bf92 req-95aa3bf7-32fc-4285-828c-b122d33e6609 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444963 Aug 31 01:16:59.925394 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:00.150182 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Deleting port 874174b7-afb9-4644-b7ec-7d7c8f563ebb {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:00.150707 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:00.350898 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:00.351228 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:00.377522 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Calling delete_port for 874174b7-afb9-4644-b7ec-7d7c8f563ebb owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:00.726006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd7ff5-d356-46d4-83af-7ab17eaa475d req-697eff3c-ba0b-43fc-b11c-764c90e2aa97 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:00.728409 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0efd7ff5-d356-46d4-83af-7ab17eaa475d req-697eff3c-ba0b-43fc-b11c-764c90e2aa97 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 943 time: 0.1152496 Aug 31 01:17:00.792040 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0efd7ff5-d356-46d4-83af-7ab17eaa475d req-d5d53591-ea02-458d-a9af-8a6f5bea4ac5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563591 Aug 31 01:17:00.853263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e6842-b697-4e68-9196-a47358682697 req-68870b6f-9520-4589-b3a3-6d8115327c9c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:00.862468 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-007e6842-b697-4e68-9196-a47358682697 req-68870b6f-9520-4589-b3a3-6d8115327c9c tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.1307597 Aug 31 01:17:00.898886 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:00.962289 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-007e6842-b697-4e68-9196-a47358682697 req-28cbb96b-03c0-42d2-956f-50af23d835d0 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981817 Aug 31 01:17:01.016005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Pushing event deleted for resources: {'Port': ['ID=874174b7-afb9-4644-b7ec-7d7c8f563ebb,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:01.281501 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:01.316650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2fed9-8671-4b7a-89bf-076b415bfaa4 req-5f4f7014-8f96-48b6-bc1b-9686e7b81991 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:01.327755 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bba2fed9-8671-4b7a-89bf-076b415bfaa4 req-5f4f7014-8f96-48b6-bc1b-9686e7b81991 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.2266409 Aug 31 01:17:01.413854 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bba2fed9-8671-4b7a-89bf-076b415bfaa4 req-b58415fd-77ac-4287-baa0-8cd1439e6ab6 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786712 Aug 31 01:17:01.414998 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:01.947711 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501e7a6-c164-4f68-ac30-b452d2a8835d req-c31c221d-97bf-4741-840b-a06dd1886d44 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:01.947711 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3501e7a6-c164-4f68-ac30-b452d2a8835d req-c31c221d-97bf-4741-840b-a06dd1886d44 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 943 time: 0.0632493 Aug 31 01:17:01.989352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3501e7a6-c164-4f68-ac30-b452d2a8835d req-d6870801-2241-4a2f-9e1d-946de731cb54 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352952 Aug 31 01:17:02.088000 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75c07a-1c59-4c5c-a621-1a81b7a9bbf7 req-2828b0a7-6819-4ad4-a712-f4170281a962 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:02.089542 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-da75c07a-1c59-4c5c-a621-1a81b7a9bbf7 req-2828b0a7-6819-4ad4-a712-f4170281a962 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.0516338 Aug 31 01:17:02.132864 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-da75c07a-1c59-4c5c-a621-1a81b7a9bbf7 req-d7d0b188-3af5-464b-87e2-c2c67164a9ae tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362880 Aug 31 01:17:02.186876 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:02.217801 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=466ac195-f366-4f8c-82bc-5b3f5af7ee4f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:02.337845 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:02.352850 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60197f9-1721-4884-8236-ae9f460baaa0']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:02.441117 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a45a28-cd00-447b-8f1e-00e8be9ce970') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:02.441387 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a45a28-cd00-447b-8f1e-00e8be9ce970') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:02.457897 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:02.465302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0452947-876d-46a5-95e3-3cbb21085ed7 req-11ba3e81-6213-4c37-b1e5-94a0d6964fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:02.467854 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c0452947-876d-46a5-95e3-3cbb21085ed7 req-11ba3e81-6213-4c37-b1e5-94a0d6964fd5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 1095 time: 0.1266680 Aug 31 01:17:02.497406 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:02.511435 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:17:02.511872 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:17:02.519899 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:17:02.752370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b34757-4026-4db7-a147-3fe9a87cdc4e req-1e528de7-b8fb-4dd5-8b08-df8cabcf910a tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:02.762886 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68b34757-4026-4db7-a147-3fe9a87cdc4e req-1e528de7-b8fb-4dd5-8b08-df8cabcf910a tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1600270 Aug 31 01:17:02.788084 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:02.791325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0452947-876d-46a5-95e3-3cbb21085ed7 req-46db9af7-5bc7-4976-a463-3eedbfcefdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:02.793992 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a60197f9-1721-4884-8236-ae9f460baaa0 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 01:17:02.798201 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c0452947-876d-46a5-95e3-3cbb21085ed7 req-46db9af7-5bc7-4976-a463-3eedbfcefdac service neutron] 10.222.0.41 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 912 time: 0.3208725 Aug 31 01:17:02.806512 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:02.822236 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] 10.222.0.16 "DELETE /v2.0/networks/a60197f9-1721-4884-8236-ae9f460baaa0 HTTP/1.1" status: 204 len: 168 time: 3.0207357 Aug 31 01:17:02.834843 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40184) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:02.837564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68b34757-4026-4db7-a147-3fe9a87cdc4e req-ccbd6d72-3b68-4de4-b3c1-7594a15d3c2f tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735910 Aug 31 01:17:02.883739 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef96d75-8804-4979-98ae-0a710f8f8bbe tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Pushing event deleted for resources: {'Network': ['ID=a60197f9-1721-4884-8236-ae9f460baaa0,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:02.929789 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c0452947-876d-46a5-95e3-3cbb21085ed7 req-28ed27ab-b2a4-4107-9e6f-cd0507288417 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f HTTP/1.1" status: 200 len: 217 time: 0.1096728 Aug 31 01:17:03.051257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0452947-876d-46a5-95e3-3cbb21085ed7 req-418b9c4d-61dd-48de-ba18-9c71b3ac139c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:03.055732 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c0452947-876d-46a5-95e3-3cbb21085ed7 req-418b9c4d-61dd-48de-ba18-9c71b3ac139c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.1003692 Aug 31 01:17:03.114165 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40188) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:03.134166 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0b7901c5-4811-4a77-9da4-afc9d7a76c82 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1777 time: 0.2573662 Aug 31 01:17:03.279791 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ff0c1-b056-4ed2-8f56-3aeaf3d7787c req-fb7a13dd-d6e9-4d5a-8032-df320150aa15 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:03.281382 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-283ff0c1-b056-4ed2-8f56-3aeaf3d7787c req-fb7a13dd-d6e9-4d5a-8032-df320150aa15 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 943 time: 0.1163602 Aug 31 01:17:03.354786 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-283ff0c1-b056-4ed2-8f56-3aeaf3d7787c req-b3dcf229-1418-49be-b886-43cd550719a8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669100 Aug 31 01:17:03.437526 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b361d7-614a-4696-a220-1ceb61ef650c tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:03.447453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b361d7-614a-4696-a220-1ceb61ef650c tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:03.447453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b361d7-614a-4696-a220-1ceb61ef650c tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:03.447453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b361d7-614a-4696-a220-1ceb61ef650c tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:03.447453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b361d7-614a-4696-a220-1ceb61ef650c tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:03.447453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b361d7-614a-4696-a220-1ceb61ef650c tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:03.447453 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-53b361d7-614a-4696-a220-1ceb61ef650c tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4033 time: 0.3272874 Aug 31 01:17:03.449893 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40194) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:03.484645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0452947-876d-46a5-95e3-3cbb21085ed7 req-8575a9ff-cd4f-4571-b23c-f4c39f45f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:03.486593 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c0452947-876d-46a5-95e3-3cbb21085ed7 req-8575a9ff-cd4f-4571-b23c-f4c39f45f58f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1135018 Aug 31 01:17:03.520107 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-0d269979-c6f8-48dc-b3ec-cc00916a75c1 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] delete failed (client error): The resource could not be found. Aug 31 01:17:03.521682 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0d269979-c6f8-48dc-b3ec-cc00916a75c1 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/07165bdd-4e20-45b7-be34-4ec56db1e51f HTTP/1.1" status: 404 len: 345 time: 0.0705283 Aug 31 01:17:03.525946 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40196) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:03.563073 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85a55fd-a94c-480a-b22b-2b88f010ca4d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] DELETE failed (client error): The resource could not be found. Aug 31 01:17:03.569851 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85a55fd-a94c-480a-b22b-2b88f010ca4d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:17:03.572169 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f85a55fd-a94c-480a-b22b-2b88f010ca4d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] 10.222.0.16 "DELETE /v2.0/networks/a60197f9-1721-4884-8236-ae9f460baaa0 HTTP/1.1" status: 404 len: 339 time: 0.0449574 Aug 31 01:17:03.576321 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40200) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:03.588858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-fcf3b063-e4cb-49e7-86a5-076c0080b908 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Request body: {'network': {'name': 'tempest-network--339491051', 'router:external': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:03.602056 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c0452947-876d-46a5-95e3-3cbb21085ed7 req-94dd5933-0a52-47d1-ad2b-88c4c53ebf80 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067023 Aug 31 01:17:03.621564 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b395e-c923-4df7-954b-3deefe58e409 req-ebf4942c-a9dd-40e6-a638-426d9b5c814a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:03.630113 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c22b395e-c923-4df7-954b-3deefe58e409 req-ebf4942c-a9dd-40e6-a638-426d9b5c814a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.2049720 Aug 31 01:17:03.681721 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c22b395e-c923-4df7-954b-3deefe58e409 req-7b049b16-a307-47fb-bf10-114440cf97c8 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454731 Aug 31 01:17:03.691177 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf3b063-e4cb-49e7-86a5-076c0080b908 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Made reservation on behalf of 00769c93fc404973aa5ab50094aafb4b for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:03.694879 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fcf3b063-e4cb-49e7-86a5-076c0080b908 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.769423 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf3b063-e4cb-49e7-86a5-076c0080b908 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:17:03.780699 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fcf3b063-e4cb-49e7-86a5-076c0080b908 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.781056 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-fcf3b063-e4cb-49e7-86a5-076c0080b908 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Added segment bcf03b7b-7970-4e5b-8d19-59eacad84bbe of type vlan for network d37e0146-f0dd-4067-8bfb-e2a201a9889e Aug 31 01:17:03.848082 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c0452947-876d-46a5-95e3-3cbb21085ed7 req-f7f3c798-fb39-4c0a-9448-f985236dea33 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792340 Aug 31 01:17:03.851669 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fcf3b063-e4cb-49e7-86a5-076c0080b908 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.973200 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd32c6-76c9-4830-95dd-c795a26270f6 req-1e8ddeb3-3cd2-4a9e-aa5c-a8f56c4abe5f tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:03.974948 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08dd32c6-76c9-4830-95dd-c795a26270f6 req-1e8ddeb3-3cd2-4a9e-aa5c-a8f56c4abe5f tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0536487 Aug 31 01:17:03.978694 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fcf3b063-e4cb-49e7-86a5-076c0080b908 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.979823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf3b063-e4cb-49e7-86a5-076c0080b908 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:03.980746 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fcf3b063-e4cb-49e7-86a5-076c0080b908 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.098271 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3b063-e4cb-49e7-86a5-076c0080b908 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Pushing event updated for resources: {'Network': ['ID=d37e0146-f0dd-4067-8bfb-e2a201a9889e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:04.110108 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-08dd32c6-76c9-4830-95dd-c795a26270f6 req-7a9cf3d6-5030-4a90-865e-1adba53c8ebf tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259558 Aug 31 01:17:04.118524 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network d37e0146-f0dd-4067-8bfb-e2a201a9889e details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:17:04.126179 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fcf3b063-e4cb-49e7-86a5-076c0080b908 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5484047 Aug 31 01:17:04.129948 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40208) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:04.187028 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2d48c4e8-fcba-4728-afe6-d3c824b39cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.353373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e610c5-abd3-4289-b43c-66611a1678a4 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:04.359813 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e610c5-abd3-4289-b43c-66611a1678a4 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:04.365973 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e610c5-abd3-4289-b43c-66611a1678a4 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:04.372472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e610c5-abd3-4289-b43c-66611a1678a4 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:04.377090 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-07e610c5-abd3-4289-b43c-66611a1678a4 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.2433655 Aug 31 01:17:04.378223 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40210) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:04.504789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119d85b-f103-4084-b7fd-0b70c73e2ffb req-a57b959c-5637-487d-a1de-63b215e93ddb tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:04.506517 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8119d85b-f103-4084-b7fd-0b70c73e2ffb req-a57b959c-5637-487d-a1de-63b215e93ddb tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 943 time: 0.0636041 Aug 31 01:17:04.511810 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6da8e8b4-0814-4a19-8284-491185a5fa28 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.560079 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8119d85b-f103-4084-b7fd-0b70c73e2ffb req-38194742-ff03-41d4-b315-da4feb0d2834 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419323 Aug 31 01:17:04.613493 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6da8e8b4-0814-4a19-8284-491185a5fa28 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.624092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6da8e8b4-0814-4a19-8284-491185a5fa28 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37e0146-f0dd-4067-8bfb-e2a201a9889e']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:04.635439 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6da8e8b4-0814-4a19-8284-491185a5fa28 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf03b7b-7970-4e5b-8d19-59eacad84bbe') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:04.635735 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6da8e8b4-0814-4a19-8284-491185a5fa28 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf03b7b-7970-4e5b-8d19-59eacad84bbe') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:04.645656 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6da8e8b4-0814-4a19-8284-491185a5fa28 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.660188 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6da8e8b4-0814-4a19-8284-491185a5fa28 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.666372 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da8e8b4-0814-4a19-8284-491185a5fa28 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:17:04.666762 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6da8e8b4-0814-4a19-8284-491185a5fa28 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:17:04.668463 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:17:04.829000 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6affc37-b3f6-4b89-9181-b274afaa3df7 req-bad97019-59d0-4217-b463-d9c783600792 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:04.830465 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6affc37-b3f6-4b89-9181-b274afaa3df7 req-bad97019-59d0-4217-b463-d9c783600792 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.0517294 Aug 31 01:17:04.851602 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6da8e8b4-0814-4a19-8284-491185a5fa28 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.881766 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da8e8b4-0814-4a19-8284-491185a5fa28 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d37e0146-f0dd-4067-8bfb-e2a201a9889e {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 01:17:04.881766 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6da8e8b4-0814-4a19-8284-491185a5fa28 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.881766 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6da8e8b4-0814-4a19-8284-491185a5fa28 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] 10.222.0.16 "DELETE /v2.0/networks/d37e0146-f0dd-4067-8bfb-e2a201a9889e HTTP/1.1" status: 204 len: 168 time: 0.4904792 Aug 31 01:17:04.886521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40220) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:04.886521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f401cfb3-59e8-4244-b171-debc7b04d9f0 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Request body: {'network': {'name': 'tempest-network--2075485486', 'router:external': True}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:04.887590 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8e8b4-0814-4a19-8284-491185a5fa28 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Pushing event deleted for resources: {'Network': ['ID=d37e0146-f0dd-4067-8bfb-e2a201a9889e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:04.898910 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6affc37-b3f6-4b89-9181-b274afaa3df7 req-8e3f54c2-707a-404e-addb-07756e33c1d9 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611725 Aug 31 01:17:05.125589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f401cfb3-59e8-4244-b171-debc7b04d9f0 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Made reservation on behalf of 00769c93fc404973aa5ab50094aafb4b for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:05.128502 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f401cfb3-59e8-4244-b171-debc7b04d9f0 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:05.152580 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f401cfb3-59e8-4244-b171-debc7b04d9f0 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:17:05.164245 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f401cfb3-59e8-4244-b171-debc7b04d9f0 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:05.164245 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-f401cfb3-59e8-4244-b171-debc7b04d9f0 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Added segment 0fce4e59-dedf-4c25-b738-9094ac598a3a of type vlan for network e7ffb05f-3114-4352-9679-a1d6acacb58c Aug 31 01:17:05.225055 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f401cfb3-59e8-4244-b171-debc7b04d9f0 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:05.302543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf2740-7041-45ac-b6a1-ce5d93b6212c req-d74be5c8-07c9-48b1-afeb-70f0c98f0236 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:05.304100 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eabf2740-7041-45ac-b6a1-ce5d93b6212c req-d74be5c8-07c9-48b1-afeb-70f0c98f0236 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0748491 Aug 31 01:17:05.357162 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eabf2740-7041-45ac-b6a1-ce5d93b6212c req-7dab733a-77a5-4a36-af65-7f7c921926fc tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448349 Aug 31 01:17:05.390253 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f401cfb3-59e8-4244-b171-debc7b04d9f0 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:05.391909 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f401cfb3-59e8-4244-b171-debc7b04d9f0 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:05.393090 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f401cfb3-59e8-4244-b171-debc7b04d9f0 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:05.465313 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401cfb3-59e8-4244-b171-debc7b04d9f0 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Pushing event updated for resources: {'Network': ['ID=e7ffb05f-3114-4352-9679-a1d6acacb58c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:05.478334 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network e7ffb05f-3114-4352-9679-a1d6acacb58c details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:17:05.558942 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40230) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:05.562616 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f401cfb3-59e8-4244-b171-debc7b04d9f0 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6830864 Aug 31 01:17:05.692521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776a75c2-a3d6-4f6e-a3f3-f2764f329162 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:05.700232 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-776a75c2-a3d6-4f6e-a3f3-f2764f329162 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] 10.222.0.16 "GET /v2.0/networks/e7ffb05f-3114-4352-9679-a1d6acacb58c HTTP/1.1" status: 200 len: 757 time: 0.1358223 Aug 31 01:17:05.700456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40236) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:05.792407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661f4f2-f72b-4a6c-b1c8-057353eb274d req-033d3cda-4b7a-4108-8c08-25a62ec48f1c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:05.794108 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9661f4f2-f72b-4a6c-b1c8-057353eb274d req-033d3cda-4b7a-4108-8c08-25a62ec48f1c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 943 time: 0.1567998 Aug 31 01:17:05.828295 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fcb9c9-5757-4f91-a7c2-4466fa5dcaf6 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:05.829762 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-65fcb9c9-5757-4f91-a7c2-4466fa5dcaf6 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] 10.222.0.16 "GET /v2.0/networks/7fb09476-1f3b-4d66-b196-e650c20cc114 HTTP/1.1" status: 200 len: 766 time: 0.1278100 Aug 31 01:17:05.833171 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40238) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:05.897848 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9661f4f2-f72b-4a6c-b1c8-057353eb274d req-c546d2ee-2443-4532-aef2-37ad97a95c34 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925610 Aug 31 01:17:05.925792 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-800b70e7-075b-491d-aa5a-2b254b3aefa2 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:06.052427 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-800b70e7-075b-491d-aa5a-2b254b3aefa2 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:06.064015 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-800b70e7-075b-491d-aa5a-2b254b3aefa2 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ffb05f-3114-4352-9679-a1d6acacb58c']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:06.070097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a5a67-d5f7-4185-9542-70d930cf086b req-1a797b8d-882f-4a70-aff0-aa25e42cdddc tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:06.070097 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a3a5a67-d5f7-4185-9542-70d930cf086b req-1a797b8d-882f-4a70-aff0-aa25e42cdddc tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 944 time: 0.0750108 Aug 31 01:17:06.075002 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-800b70e7-075b-491d-aa5a-2b254b3aefa2 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fce4e59-dedf-4c25-b738-9094ac598a3a') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:06.075961 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-800b70e7-075b-491d-aa5a-2b254b3aefa2 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fce4e59-dedf-4c25-b738-9094ac598a3a') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:06.085846 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-800b70e7-075b-491d-aa5a-2b254b3aefa2 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:06.113681 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-800b70e7-075b-491d-aa5a-2b254b3aefa2 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:06.121076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800b70e7-075b-491d-aa5a-2b254b3aefa2 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:17:06.121648 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-800b70e7-075b-491d-aa5a-2b254b3aefa2 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:17:06.124057 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:17:06.130146 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5f8ae34e-9799-4a82-8caf-38dc1c1f493f details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:17:06.157705 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a3a5a67-d5f7-4185-9542-70d930cf086b req-2df62c87-ebc2-4c0a-b393-43b325ac39ed tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708771 Aug 31 01:17:06.239563 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:06.252954 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'port_id': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f', 'mac_address': 'fa:16:3e:b9:a9:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:17:06.299884 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:06.314106 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8ae34e-9799-4a82-8caf-38dc1c1f493f {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:17:06.321264 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-800b70e7-075b-491d-aa5a-2b254b3aefa2 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:06.327459 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800b70e7-075b-491d-aa5a-2b254b3aefa2 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e7ffb05f-3114-4352-9679-a1d6acacb58c {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 01:17:06.339011 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-800b70e7-075b-491d-aa5a-2b254b3aefa2 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:06.339011 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-800b70e7-075b-491d-aa5a-2b254b3aefa2 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] 10.222.0.16 "DELETE /v2.0/networks/e7ffb05f-3114-4352-9679-a1d6acacb58c HTTP/1.1" status: 204 len: 168 time: 0.4993861 Aug 31 01:17:06.342492 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40244) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:06.344424 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b70e7-075b-491d-aa5a-2b254b3aefa2 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Pushing event deleted for resources: {'Network': ['ID=e7ffb05f-3114-4352-9679-a1d6acacb58c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:06.347000 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:06.354133 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-91e25741-6235-4851-b150-e3aabe907b36 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Request body: {'network': {'name': 'tempest-network--2139243214'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:06.510368 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:06.593123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0f878-3581-4ea5-8341-ea951ebab96a req-e83cae9f-6a98-4d5d-bb94-8d0405376ca0 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:06.599892 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-81e0f878-3581-4ea5-8341-ea951ebab96a req-e83cae9f-6a98-4d5d-bb94-8d0405376ca0 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1345828 Aug 31 01:17:06.660800 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:06.707958 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-81e0f878-3581-4ea5-8341-ea951ebab96a req-fa0126d3-6e94-46e5-861f-a51144198041 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044016 Aug 31 01:17:06.757853 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['5f8ae34e-9799-4a82-8caf-38dc1c1f493f'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:17:06.843856 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:06.885534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e25741-6235-4851-b150-e3aabe907b36 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Made reservation on behalf of 00769c93fc404973aa5ab50094aafb4b for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:06.888286 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-91e25741-6235-4851-b150-e3aabe907b36 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:06.918584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e25741-6235-4851-b150-e3aabe907b36 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:17:06.933062 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-91e25741-6235-4851-b150-e3aabe907b36 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:06.933790 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-91e25741-6235-4851-b150-e3aabe907b36 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Added segment 602c259c-2c72-4976-b236-9181b4e1d5b8 of type vlan for network e0a851a4-ee0b-4be9-9298-8776bb9bc59f Aug 31 01:17:06.980298 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-91e25741-6235-4851-b150-e3aabe907b36 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:07.046083 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:07.053270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcded456-0391-4a46-8368-b65ab1c7a23b req-ab95c546-059e-424c-a955-ec93e0c29984 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:07.054991 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dcded456-0391-4a46-8368-b65ab1c7a23b req-ab95c546-059e-424c-a955-ec93e0c29984 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 943 time: 0.0656450 Aug 31 01:17:07.098731 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dcded456-0391-4a46-8368-b65ab1c7a23b req-188cd586-b9ad-453a-8e2a-63e4e2b39029 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365763 Aug 31 01:17:07.102717 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8d8ef3d9-6bdd-4344-a5a2-67e98a3ef54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:07.190569 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-91e25741-6235-4851-b150-e3aabe907b36 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:07.191937 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e25741-6235-4851-b150-e3aabe907b36 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:07.195539 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-91e25741-6235-4851-b150-e3aabe907b36 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:07.260226 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086641f-d5eb-49bf-9e99-fb6be4fb8b47 req-329da9c5-4754-4540-9e90-ea106f1d4baa tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:07.273380 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c086641f-d5eb-49bf-9e99-fb6be4fb8b47 req-329da9c5-4754-4540-9e90-ea106f1d4baa tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0888736 Aug 31 01:17:07.286881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e25741-6235-4851-b150-e3aabe907b36 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Pushing event updated for resources: {'Network': ['ID=e0a851a4-ee0b-4be9-9298-8776bb9bc59f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:07.292898 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:07.305269 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network e0a851a4-ee0b-4be9-9298-8776bb9bc59f details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:17:07.321111 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c086641f-d5eb-49bf-9e99-fb6be4fb8b47 req-87768cca-de0e-46f0-b9d2-672047aa8253 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475953 Aug 31 01:17:07.344889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a156345-e8da-49c4-badf-fe6037efc838 req-bb6de61e-31ec-46fa-8c61-657e0452a6a7 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:07.347267 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a156345-e8da-49c4-badf-fe6037efc838 req-bb6de61e-31ec-46fa-8c61-657e0452a6a7 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 945 time: 0.0895185 Aug 31 01:17:07.412178 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-91e25741-6235-4851-b150-e3aabe907b36 tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0651662 Aug 31 01:17:07.412457 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40262) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:07.417938 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e64b9ce5-9517-471f-9920-2209b208a40b tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:07.450673 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a156345-e8da-49c4-badf-fe6037efc838 req-0d6dcf39-6630-4f4c-9493-6e2aac11e9f3 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814588 Aug 31 01:17:07.943566 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd38c3-645b-4647-91d4-9ab572cfe13c req-0bbce9dd-f530-4176-8ab1-eb0f3e1c740e tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:07.949771 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dfcd38c3-645b-4647-91d4-9ab572cfe13c req-0bbce9dd-f530-4176-8ab1-eb0f3e1c740e tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1199453 Aug 31 01:17:07.958752 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56867e8-3a7f-4c1a-afd6-ac428707276e req-7b40b2f4-3c02-4667-806d-aa19d744315f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:07.961741 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b56867e8-3a7f-4c1a-afd6-ac428707276e req-7b40b2f4-3c02-4667-806d-aa19d744315f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.4826691 Aug 31 01:17:08.014651 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dfcd38c3-645b-4647-91d4-9ab572cfe13c req-ea4ca858-ed1b-4375-b905-33b9a2beccf6 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578110 Aug 31 01:17:08.084145 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b56867e8-3a7f-4c1a-afd6-ac428707276e req-20dadfd3-6b2d-4feb-80cf-c7ad5e3e1fea tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726998 Aug 31 01:17:08.140552 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e64b9ce5-9517-471f-9920-2209b208a40b tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.149035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5f8ae34e-9799-4a82-8caf-38dc1c1f493f up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:08.233278 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:08.233973 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.270865 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e64b9ce5-9517-471f-9920-2209b208a40b tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.288648 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e64b9ce5-9517-471f-9920-2209b208a40b tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Network e0a851a4-ee0b-4be9-9298-8776bb9bc59f is not hosted by any dhcp agent {{(pid=102343) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 01:17:08.289896 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64b9ce5-9517-471f-9920-2209b208a40b tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:08.292514 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e64b9ce5-9517-471f-9920-2209b208a40b tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.300994 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e64b9ce5-9517-471f-9920-2209b208a40b tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] 10.222.0.16 "PUT /v2.0/networks/e0a851a4-ee0b-4be9-9298-8776bb9bc59f HTTP/1.1" status: 200 len: 858 time: 0.8837695 Aug 31 01:17:08.301161 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40276) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:08.368490 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.372064 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b9ce5-9517-471f-9920-2209b208a40b tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Pushing event updated for resources: {'Network': ['ID=e0a851a4-ee0b-4be9-9298-8776bb9bc59f,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:08.402563 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b701e2ac-5a1d-4fb9-9ce2-3f9442333feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:08.405347 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da568078-bf65-43d9-92a2-b6bf3edc486d" -d '{"events": [{"server_uuid": "b701e2ac-5a1d-4fb9-9ce2-3f9442333feb", "name": "network-vif-plugged", "status": "completed", "tag": "5f8ae34e-9799-4a82-8caf-38dc1c1f493f"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:08.427241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:08.449481 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d184eb2d-ef7a-409d-9120-b22442e1dd3d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.462747 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ac96a7-d71e-495d-9121-076c008c5fb2 x-openstack-request-id: req-b3ac96a7-d71e-495d-9121-076c008c5fb2 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:08.465709 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b701e2ac-5a1d-4fb9-9ce2-3f9442333feb", "name": "network-vif-plugged", "status": "completed", "tag": "5f8ae34e-9799-4a82-8caf-38dc1c1f493f", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:08.466145 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3ac96a7-d71e-495d-9121-076c008c5fb2 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:08.467448 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b701e2ac-5a1d-4fb9-9ce2-3f9442333feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f', 'code': 200} Aug 31 01:17:08.602305 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.606839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:08.656170 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b8e2e-c19b-45b7-9c87-5b16655a6026 req-6559edc5-5cc9-4780-835e-47f6dd8ec459 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:08.664155 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4e2b8e2e-c19b-45b7-9c87-5b16655a6026 req-6559edc5-5cc9-4780-835e-47f6dd8ec459 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 945 time: 0.0850360 Aug 31 01:17:08.691378 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d184eb2d-ef7a-409d-9120-b22442e1dd3d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.739385 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.750910 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4e2b8e2e-c19b-45b7-9c87-5b16655a6026 req-f6a3c1a2-537b-4763-81e2-aa3c4b2031bb tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857339 Aug 31 01:17:08.767887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d184eb2d-ef7a-409d-9120-b22442e1dd3d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a851a4-ee0b-4be9-9298-8776bb9bc59f']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:08.790619 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d184eb2d-ef7a-409d-9120-b22442e1dd3d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602c259c-2c72-4976-b236-9181b4e1d5b8') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:08.791049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d184eb2d-ef7a-409d-9120-b22442e1dd3d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602c259c-2c72-4976-b236-9181b4e1d5b8') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:08.808910 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d184eb2d-ef7a-409d-9120-b22442e1dd3d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.825140 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d8b8d-acde-4d4c-825d-99a28df88929 req-d55b8587-cdc4-433d-b35e-1f5b311921b3 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:08.826764 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-220d8b8d-acde-4d4c-825d-99a28df88929 req-d55b8587-cdc4-433d-b35e-1f5b311921b3 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1304269 Aug 31 01:17:08.832763 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,revision_number=10']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:08.856968 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d184eb2d-ef7a-409d-9120-b22442e1dd3d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.885223 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d184eb2d-ef7a-409d-9120-b22442e1dd3d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:17:08.885652 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d184eb2d-ef7a-409d-9120-b22442e1dd3d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:17:08.888259 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:17:08.985332 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-220d8b8d-acde-4d4c-825d-99a28df88929 req-31876398-845d-4df1-89ba-dca8cde762b2 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435230 Aug 31 01:17:08.989715 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac738372-9fb6-4c97-9569-ed95eaaad659 req-f7d8f3f0-8429-445f-ad8d-07f79a172b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:08.989933 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ac738372-9fb6-4c97-9569-ed95eaaad659 req-f7d8f3f0-8429-445f-ad8d-07f79a172b36 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 1099 time: 0.1601298 Aug 31 01:17:09.032948 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ac738372-9fb6-4c97-9569-ed95eaaad659 req-ac150d97-38da-4c5b-ad1b-63547e247adf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354471 Aug 31 01:17:09.133479 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d184eb2d-ef7a-409d-9120-b22442e1dd3d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:09.151782 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d184eb2d-ef7a-409d-9120-b22442e1dd3d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e0a851a4-ee0b-4be9-9298-8776bb9bc59f {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 01:17:09.155601 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d184eb2d-ef7a-409d-9120-b22442e1dd3d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:09.161024 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d184eb2d-ef7a-409d-9120-b22442e1dd3d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] 10.222.0.16 "DELETE /v2.0/networks/e0a851a4-ee0b-4be9-9298-8776bb9bc59f HTTP/1.1" status: 204 len: 168 time: 0.8555830 Aug 31 01:17:09.161024 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184eb2d-ef7a-409d-9120-b22442e1dd3d tempest-ExternalNetworksTestJSON-210121722 tempest-ExternalNetworksTestJSON-210121722-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0a851a4-ee0b-4be9-9298-8776bb9bc59f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:09.161353 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6733ffb-e6a9-4683-9382-a87d406d1d17 req-274b2d24-c67d-4c7d-aafa-fe595b768251 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:09.162742 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d6733ffb-e6a9-4683-9382-a87d406d1d17 req-274b2d24-c67d-4c7d-aafa-fe595b768251 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0645404 Aug 31 01:17:09.163243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40294) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:09.198669 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ef38e9-d0e8-4391-8839-84ff20aeacb4 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] DELETE failed (client error): The resource could not be found. Aug 31 01:17:09.199131 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ef38e9-d0e8-4391-8839-84ff20aeacb4 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:17:09.204209 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b8ef38e9-d0e8-4391-8839-84ff20aeacb4 tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] 10.222.0.16 "DELETE /v2.0/subnets/466ac195-f366-4f8c-82bc-5b3f5af7ee4f HTTP/1.1" status: 404 len: 337 time: 0.0367897 Aug 31 01:17:09.209872 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40296) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:09.296802 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d6733ffb-e6a9-4683-9382-a87d406d1d17 req-c1198f9b-c923-4891-a225-9917568c6fa7 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042564 Aug 31 01:17:09.317775 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-792e7c00-c232-4072-b677-4df317c2870d tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:09.415335 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-792e7c00-c232-4072-b677-4df317c2870d tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:09.428973 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-792e7c00-c232-4072-b677-4df317c2870d tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb09476-1f3b-4d66-b196-e650c20cc114']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:09.444007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-792e7c00-c232-4072-b677-4df317c2870d tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d28a9c5-5b34-4bbe-b612-ba5252444385') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:09.445083 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-792e7c00-c232-4072-b677-4df317c2870d tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d28a9c5-5b34-4bbe-b612-ba5252444385') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:09.454761 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-792e7c00-c232-4072-b677-4df317c2870d tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:09.469618 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-792e7c00-c232-4072-b677-4df317c2870d tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:09.475753 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792e7c00-c232-4072-b677-4df317c2870d tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:17:09.476162 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-792e7c00-c232-4072-b677-4df317c2870d tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:17:09.479421 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:17:09.625269 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-792e7c00-c232-4072-b677-4df317c2870d tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:09.635505 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-792e7c00-c232-4072-b677-4df317c2870d tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:09.638395 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-792e7c00-c232-4072-b677-4df317c2870d tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] 10.222.0.16 "DELETE /v2.0/networks/7fb09476-1f3b-4d66-b196-e650c20cc114 HTTP/1.1" status: 204 len: 168 time: 0.4265096 Aug 31 01:17:09.662134 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e7c00-c232-4072-b677-4df317c2870d tempest-ExternalNetworksTestJSON-1049704159 tempest-ExternalNetworksTestJSON-1049704159-project] Pushing event deleted for resources: {'Network': ['ID=7fb09476-1f3b-4d66-b196-e650c20cc114,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:09.932040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c00961-7dd6-45c1-a99f-879b20f31100 req-c4a7acac-6a9b-4feb-80cd-b2bd29e814dd tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:09.933368 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-70c00961-7dd6-45c1-a99f-879b20f31100 req-c4a7acac-6a9b-4feb-80cd-b2bd29e814dd tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 947 time: 0.0713265 Aug 31 01:17:09.984583 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-70c00961-7dd6-45c1-a99f-879b20f31100 req-cfa8dbc2-a90a-4065-b846-fa47951cbc24 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445492 Aug 31 01:17:10.174187 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4bd7e-29e5-40d1-94f7-920dfbf31772 req-0035d699-3377-489e-8691-0e42199495fe tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:10.181978 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-add4bd7e-29e5-40d1-94f7-920dfbf31772 req-0035d699-3377-489e-8691-0e42199495fe tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1093290 Aug 31 01:17:10.249684 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-add4bd7e-29e5-40d1-94f7-920dfbf31772 req-262a8e1d-a9ae-49bb-b199-a245f7b9fd0b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663438 Aug 31 01:17:10.280366 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:10.477649 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782ad00-b1ff-42c0-8abf-90ccdc117a38 req-29950266-7cb7-4687-a402-deb9e3ec9b21 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:10.481774 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6782ad00-b1ff-42c0-8abf-90ccdc117a38 req-29950266-7cb7-4687-a402-deb9e3ec9b21 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0776849 Aug 31 01:17:10.590905 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6782ad00-b1ff-42c0-8abf-90ccdc117a38 req-c0a0f4e6-59cf-41a9-bf45-1509312095a5 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011238 Aug 31 01:17:10.597951 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40324) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:10.849135 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-548171c1-8b6d-4d5a-9de8-22f216820839 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e5e0e8472ee47eda54a6d080754c22c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440276 Aug 31 01:17:10.849552 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40334) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:10.927097 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4334a0e3-18aa-4368-b1ce-07652541b13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:10.961221 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4334a0e3-18aa-4368-b1ce-07652541b13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:11.150638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0af9-0135-409f-8aef-f2333e37dc59 req-6eb5084c-4cc0-43d4-887a-e235164030a7 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:11.152173 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-deda0af9-0135-409f-8aef-f2333e37dc59 req-6eb5084c-4cc0-43d4-887a-e235164030a7 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 947 time: 0.0709224 Aug 31 01:17:11.178989 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4334a0e3-18aa-4368-b1ce-07652541b13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:11.182129 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4334a0e3-18aa-4368-b1ce-07652541b13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:11.183034 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4334a0e3-18aa-4368-b1ce-07652541b13d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/085b4045-1830-43a2-81f8-c3f125a9c0a6 HTTP/1.1" status: 204 len: 168 time: 0.3306675 Aug 31 01:17:11.195818 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-deda0af9-0135-409f-8aef-f2333e37dc59 req-0415889b-cbce-4505-83b6-85da00538084 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371799 Aug 31 01:17:11.197584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334a0e3-18aa-4368-b1ce-07652541b13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085b4045-1830-43a2-81f8-c3f125a9c0a6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:11.405775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72b806-b773-436c-a657-07fb8c1c5c59 req-e7eb6e8b-fc04-4b0c-83e0-cfae42b6c475 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:11.413128 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-db72b806-b773-436c-a657-07fb8c1c5c59 req-e7eb6e8b-fc04-4b0c-83e0-cfae42b6c475 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0861373 Aug 31 01:17:11.465508 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-db72b806-b773-436c-a657-07fb8c1c5c59 req-9833b661-27ac-44b8-bca3-6d9d735bf5d2 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463209 Aug 31 01:17:11.765702 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e46c51-8a1a-41f4-b7e8-f6fb7c7508d8 req-6b6cad55-0188-49b7-8080-063530737405 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:11.767075 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-61e46c51-8a1a-41f4-b7e8-f6fb7c7508d8 req-6b6cad55-0188-49b7-8080-063530737405 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0987120 Aug 31 01:17:11.870096 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-61e46c51-8a1a-41f4-b7e8-f6fb7c7508d8 req-50a804d9-381a-4297-9ae6-7c0484d54b0b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885987 Aug 31 01:17:12.342412 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6359d79-cd5b-4962-ac60-18a577d336c6 req-ea8411d1-6158-47ed-9a21-54d49f44bbd8 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:12.344213 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d6359d79-cd5b-4962-ac60-18a577d336c6 req-ea8411d1-6158-47ed-9a21-54d49f44bbd8 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 947 time: 0.0617678 Aug 31 01:17:12.387743 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d6359d79-cd5b-4962-ac60-18a577d336c6 req-1cc64a94-6fac-4b5c-ae3a-5ec60a22087a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364797 Aug 31 01:17:12.595955 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359845a-ccc8-44c6-9ab5-01fe76ee4997 req-10c7ca21-a8e5-40fc-8d02-1bfa9edb1ccd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:12.606288 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7359845a-ccc8-44c6-9ab5-01fe76ee4997 req-10c7ca21-a8e5-40fc-8d02-1bfa9edb1ccd tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0778186 Aug 31 01:17:12.619448 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40386) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:12.651147 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7359845a-ccc8-44c6-9ab5-01fe76ee4997 req-905b6341-06d1-46ce-b915-43badbd9d574 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407088 Aug 31 01:17:12.733628 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40392) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:12.734339 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1e1d3853-22d1-4b61-b344-437d0f8f99e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00769c93fc404973aa5ab50094aafb4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1094291 Aug 31 01:17:12.804763 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3099f3b6-c395-4c31-9eca-77ef7158af80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.830713 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3099f3b6-c395-4c31-9eca-77ef7158af80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:13.015452 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6cbf3-1d03-47e0-b8aa-7939a03b3926 req-77181236-12b8-4edd-95c1-e5c020bb2379 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:13.023712 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5aa6cbf3-1d03-47e0-b8aa-7939a03b3926 req-77181236-12b8-4edd-95c1-e5c020bb2379 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0729492 Aug 31 01:17:13.044646 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3099f3b6-c395-4c31-9eca-77ef7158af80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:13.050422 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3099f3b6-c395-4c31-9eca-77ef7158af80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:13.055006 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3099f3b6-c395-4c31-9eca-77ef7158af80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1133678-b853-46e9-9641-d00f4ffc574f HTTP/1.1" status: 204 len: 168 time: 0.3239615 Aug 31 01:17:13.061748 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099f3b6-c395-4c31-9eca-77ef7158af80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1133678-b853-46e9-9641-d00f4ffc574f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:13.114015 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5aa6cbf3-1d03-47e0-b8aa-7939a03b3926 req-f66a9333-a344-40e2-9474-84b7a03ee001 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813544 Aug 31 01:17:13.577740 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ce0f1-0b66-4fb3-a216-804c0bedffcc req-7de67ec2-f455-41bb-a110-7a9c808da1a6 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:13.581951 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b94ce0f1-0b66-4fb3-a216-804c0bedffcc req-7de67ec2-f455-41bb-a110-7a9c808da1a6 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 947 time: 0.0636601 Aug 31 01:17:13.622125 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b94ce0f1-0b66-4fb3-a216-804c0bedffcc req-6929bece-0e58-4bcd-84ad-eabd61cdbc6d tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358081 Aug 31 01:17:13.817115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61392c-2df3-48c6-8b19-f81cf7451ea1 req-8e6255b7-931f-43ff-8000-199c86832ecb tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:13.827457 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b61392c-2df3-48c6-8b19-f81cf7451ea1 req-8e6255b7-931f-43ff-8000-199c86832ecb tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0923507 Aug 31 01:17:13.882276 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b61392c-2df3-48c6-8b19-f81cf7451ea1 req-20765323-7b0a-4802-bfc3-e41b768a846f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535209 Aug 31 01:17:14.296356 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c04cea-35ba-4ded-b6b0-1b0060e58545 req-b515bc1d-6e64-43b8-9ec3-b88add052ee8 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:14.311493 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52c04cea-35ba-4ded-b6b0-1b0060e58545 req-b515bc1d-6e64-43b8-9ec3-b88add052ee8 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1193204 Aug 31 01:17:14.375751 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52c04cea-35ba-4ded-b6b0-1b0060e58545 req-9abaf522-b689-40ee-a1fd-2809a1ddc7ea tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584767 Aug 31 01:17:14.757351 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce812bd7-89b6-46ac-9d51-0745c823e9a5 req-e065a164-bd89-4c72-84ef-65731a61ab5a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:14.760281 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ce812bd7-89b6-46ac-9d51-0745c823e9a5 req-e065a164-bd89-4c72-84ef-65731a61ab5a tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 947 time: 0.0548642 Aug 31 01:17:14.808441 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ce812bd7-89b6-46ac-9d51-0745c823e9a5 req-05a801fc-1ab1-4cf1-897e-46e83efc7f2e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379119 Aug 31 01:17:15.078798 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d09f6e-7ae3-43a6-a09c-4021ce3d0484 req-a309e76f-bfb6-4de3-bce9-2c60352cbeca tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:15.080929 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3d09f6e-7ae3-43a6-a09c-4021ce3d0484 req-a309e76f-bfb6-4de3-bce9-2c60352cbeca tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0818098 Aug 31 01:17:15.137998 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3d09f6e-7ae3-43a6-a09c-4021ce3d0484 req-d03941ee-13bb-451a-beb0-e71163ebc7d1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495374 Aug 31 01:17:15.497582 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ebd74-726e-47b6-81d4-b26d3304a433 req-f71f5a90-5ca9-4c8c-96e4-971d66396916 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:15.499844 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f08ebd74-726e-47b6-81d4-b26d3304a433 req-f71f5a90-5ca9-4c8c-96e4-971d66396916 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0561516 Aug 31 01:17:15.554805 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f08ebd74-726e-47b6-81d4-b26d3304a433 req-d69059f8-5a0d-4b12-9844-ec6638e0b736 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459094 Aug 31 01:17:16.165368 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40472) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:16.278324 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19b7be-bc05-4c2f-9fc5-a625c40671ee req-f4f752aa-c08c-41ce-bcd8-38d8afdf76f0 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:16.280606 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0f19b7be-bc05-4c2f-9fc5-a625c40671ee req-f4f752aa-c08c-41ce-bcd8-38d8afdf76f0 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0659842 Aug 31 01:17:16.291669 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c9d209ac-31e9-471f-9579-f6a510c73795 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:16.333169 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0f19b7be-bc05-4c2f-9fc5-a625c40671ee req-9a107efd-9327-48fc-8ddc-006bb372e417 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446556 Aug 31 01:17:16.425610 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40478) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:16.425750 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c9d209ac-31e9-471f-9579-f6a510c73795 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] 10.222.0.16 "PUT /v2.0/quotas/27a251600de64db0bc81172c6f375b09 HTTP/1.1" status: 200 len: 368 time: 0.2582929 Aug 31 01:17:16.430865 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0f5e98cc-d86f-4b60-9fce-866501000a2f tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Request body: {'network': {'project_id': '27a251600de64db0bc81172c6f375b09'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:16.590395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3c341-1df9-4e21-bb0c-55be4d415fdb req-56ad54a2-f74d-43da-9b59-4611d6973af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:16.591976 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0dd3c341-1df9-4e21-bb0c-55be4d415fdb req-56ad54a2-f74d-43da-9b59-4611d6973af4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 1097 time: 0.1226778 Aug 31 01:17:16.614559 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5e98cc-d86f-4b60-9fce-866501000a2f tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Made reservation on behalf of 27a251600de64db0bc81172c6f375b09 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:16.618349 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f5e98cc-d86f-4b60-9fce-866501000a2f tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:16.640520 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f5e98cc-d86f-4b60-9fce-866501000a2f tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:16.676661 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0dd3c341-1df9-4e21-bb0c-55be4d415fdb req-17912c25-fd4f-4382-910c-f4b7cd701f94 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777552 Aug 31 01:17:16.715333 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d781bfe-3e2d-457d-a13e-e5c076a89727 req-82408a51-9ad9-4b5a-b044-83f35e8f072a tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:16.716908 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d781bfe-3e2d-457d-a13e-e5c076a89727 req-82408a51-9ad9-4b5a-b044-83f35e8f072a tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0855415 Aug 31 01:17:16.780733 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d781bfe-3e2d-457d-a13e-e5c076a89727 req-7bd23f7d-e69e-459f-a1e5-d7b538954d07 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534847 Aug 31 01:17:16.832717 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f5e98cc-d86f-4b60-9fce-866501000a2f tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:16.933324 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f5e98cc-d86f-4b60-9fce-866501000a2f tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:16.960047 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5e98cc-d86f-4b60-9fce-866501000a2f tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:17:16.970091 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e98cc-d86f-4b60-9fce-866501000a2f tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190ed4b2-a826-42c1-996a-86cf574162e6,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:16.975357 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f5e98cc-d86f-4b60-9fce-866501000a2f tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:16.975743 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-0f5e98cc-d86f-4b60-9fce-866501000a2f tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Added segment b8b5a05e-2993-48f8-9d55-724a05624a5c of type vlan for network aaa3e40b-4b2a-4d9b-ae0e-4ebd70e4f03e Aug 31 01:17:17.026970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f5e98cc-d86f-4b60-9fce-866501000a2f tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:17.119722 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f5e98cc-d86f-4b60-9fce-866501000a2f tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:17.120903 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5e98cc-d86f-4b60-9fce-866501000a2f tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:17.121662 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0f5e98cc-d86f-4b60-9fce-866501000a2f tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:17.183214 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e98cc-d86f-4b60-9fce-866501000a2f tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Pushing event updated for resources: {'Network': ['ID=aaa3e40b-4b2a-4d9b-ae0e-4ebd70e4f03e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:17.195703 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network aaa3e40b-4b2a-4d9b-ae0e-4ebd70e4f03e details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:17:17.257515 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0f5e98cc-d86f-4b60-9fce-866501000a2f tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8306782 Aug 31 01:17:17.260064 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40496) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:17.267439 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-020cfdf8-abca-4995-bf6f-b66331665687 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Request body: {'network': {'project_id': '27a251600de64db0bc81172c6f375b09'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:17.442761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020cfdf8-abca-4995-bf6f-b66331665687 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Made reservation on behalf of 27a251600de64db0bc81172c6f375b09 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:17.445282 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-020cfdf8-abca-4995-bf6f-b66331665687 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:17.491407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5464a7a-c05f-460d-a9d2-6615d79ede82 req-4a18b541-9a81-4888-a748-c0c3ad3915f6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:17.491407 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f5464a7a-c05f-460d-a9d2-6615d79ede82 req-4a18b541-9a81-4888-a748-c0c3ad3915f6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0759761 Aug 31 01:17:17.495910 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020cfdf8-abca-4995-bf6f-b66331665687 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:17:17.521398 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-020cfdf8-abca-4995-bf6f-b66331665687 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:17.521921 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-020cfdf8-abca-4995-bf6f-b66331665687 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Added segment 442bcf1e-a525-4f3d-a6c2-aaafd1789b2a of type vlan for network 3231f908-9692-462f-aa7f-bfa11dd63995 Aug 31 01:17:17.593777 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f5464a7a-c05f-460d-a9d2-6615d79ede82 req-27dbecc9-33f1-4cfa-a003-fc1d3fae762d tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872312 Aug 31 01:17:17.595859 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-020cfdf8-abca-4995-bf6f-b66331665687 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:17.739223 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-020cfdf8-abca-4995-bf6f-b66331665687 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:17.740530 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020cfdf8-abca-4995-bf6f-b66331665687 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:17.741343 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-020cfdf8-abca-4995-bf6f-b66331665687 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:17.803652 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cfdf8-abca-4995-bf6f-b66331665687 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Pushing event updated for resources: {'Network': ['ID=3231f908-9692-462f-aa7f-bfa11dd63995,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:17.818267 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 3231f908-9692-462f-aa7f-bfa11dd63995 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:17:17.917274 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-020cfdf8-abca-4995-bf6f-b66331665687 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6549032 Aug 31 01:17:17.920764 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40506) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:17.923464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4efea-a862-40df-93c0-36efd0470c2c req-88282330-0fb2-4931-8a9a-c5855540c65f tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:17.925154 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2ec4efea-a862-40df-93c0-36efd0470c2c req-88282330-0fb2-4931-8a9a-c5855540c65f tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0577137 Aug 31 01:17:17.926102 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-68965a9f-2720-45b0-a1be-3dc6a8ec7183 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Request body: {'network': {'project_id': '27a251600de64db0bc81172c6f375b09'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:17.940307 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-68965a9f-2720-45b0-a1be-3dc6a8ec7183 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 01:17:17.940767 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68965a9f-2720-45b0-a1be-3dc6a8ec7183 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:17:17.941999 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-68965a9f-2720-45b0-a1be-3dc6a8ec7183 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0201876 Aug 31 01:17:17.948985 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40510) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:17.986565 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2ec4efea-a862-40df-93c0-36efd0470c2c req-2afefda1-2ff7-4e06-a032-110f22855193 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508239 Aug 31 01:17:18.002412 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e9c4197b-acd6-47e5-b425-5049e4a8b13a tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27a251600de64db0bc81172c6f375b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498350 Aug 31 01:17:18.003874 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40512) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:18.062291 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-abe50086-2d3b-46d3-aeef-96fbdbd334e3 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.090753 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-abe50086-2d3b-46d3-aeef-96fbdbd334e3 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.268438 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-abe50086-2d3b-46d3-aeef-96fbdbd334e3 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.272170 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-abe50086-2d3b-46d3-aeef-96fbdbd334e3 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.274038 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-abe50086-2d3b-46d3-aeef-96fbdbd334e3 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/190ed4b2-a826-42c1-996a-86cf574162e6 HTTP/1.1" status: 204 len: 168 time: 0.2687342 Aug 31 01:17:18.280526 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40516) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:18.286221 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe50086-2d3b-46d3-aeef-96fbdbd334e3 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190ed4b2-a826-42c1-996a-86cf574162e6,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:18.400291 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56115265-7ac8-47e0-b98c-9619651f8ea7 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.504707 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56115265-7ac8-47e0-b98c-9619651f8ea7 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.517594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-56115265-7ac8-47e0-b98c-9619651f8ea7 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3231f908-9692-462f-aa7f-bfa11dd63995']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:18.534337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-56115265-7ac8-47e0-b98c-9619651f8ea7 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442bcf1e-a525-4f3d-a6c2-aaafd1789b2a') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:18.534545 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-56115265-7ac8-47e0-b98c-9619651f8ea7 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442bcf1e-a525-4f3d-a6c2-aaafd1789b2a') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:18.544404 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56115265-7ac8-47e0-b98c-9619651f8ea7 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.559176 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56115265-7ac8-47e0-b98c-9619651f8ea7 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.566272 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56115265-7ac8-47e0-b98c-9619651f8ea7 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:17:18.566674 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56115265-7ac8-47e0-b98c-9619651f8ea7 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:17:18.568582 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:17:18.709912 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f55c9f-d066-4010-8546-dd9be97fc301 req-c487ee86-83bc-4bab-b0e7-dab1030a9683 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:18.711464 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f9f55c9f-d066-4010-8546-dd9be97fc301 req-c487ee86-83bc-4bab-b0e7-dab1030a9683 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0514703 Aug 31 01:17:18.725880 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56115265-7ac8-47e0-b98c-9619651f8ea7 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.737335 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56115265-7ac8-47e0-b98c-9619651f8ea7 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.739519 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-56115265-7ac8-47e0-b98c-9619651f8ea7 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] 10.222.0.16 "DELETE /v2.0/networks/3231f908-9692-462f-aa7f-bfa11dd63995 HTTP/1.1" status: 204 len: 168 time: 0.4566398 Aug 31 01:17:18.742124 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40520) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:18.752073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56115265-7ac8-47e0-b98c-9619651f8ea7 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Pushing event deleted for resources: {'Network': ['ID=3231f908-9692-462f-aa7f-bfa11dd63995,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:18.772326 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f9f55c9f-d066-4010-8546-dd9be97fc301 req-d9e1ad37-d4a2-4953-be2b-301fb4ebc981 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545156 Aug 31 01:17:18.830648 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6247f1b4-5771-44e0-b094-0c58cffff7b0 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.912255 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6247f1b4-5771-44e0-b094-0c58cffff7b0 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.923647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6247f1b4-5771-44e0-b094-0c58cffff7b0 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa3e40b-4b2a-4d9b-ae0e-4ebd70e4f03e']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:18.937495 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6247f1b4-5771-44e0-b094-0c58cffff7b0 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b5a05e-2993-48f8-9d55-724a05624a5c') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:18.937851 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6247f1b4-5771-44e0-b094-0c58cffff7b0 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b5a05e-2993-48f8-9d55-724a05624a5c') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:18.950141 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6247f1b4-5771-44e0-b094-0c58cffff7b0 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.972219 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6247f1b4-5771-44e0-b094-0c58cffff7b0 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.986200 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6247f1b4-5771-44e0-b094-0c58cffff7b0 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:17:18.986749 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6247f1b4-5771-44e0-b094-0c58cffff7b0 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:17:18.989457 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:17:19.153612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9f047-d769-4078-9ecf-1b5de44bd566 req-730a669a-e66a-4adf-92e8-ed4370dd2129 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:19.155513 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-28a9f047-d769-4078-9ecf-1b5de44bd566 req-730a669a-e66a-4adf-92e8-ed4370dd2129 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0552206 Aug 31 01:17:19.219380 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-28a9f047-d769-4078-9ecf-1b5de44bd566 req-6b9e3126-1b81-4b71-a115-280eae010070 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513928 Aug 31 01:17:19.345417 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6247f1b4-5771-44e0-b094-0c58cffff7b0 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:19.353593 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6247f1b4-5771-44e0-b094-0c58cffff7b0 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:19.360619 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6247f1b4-5771-44e0-b094-0c58cffff7b0 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] 10.222.0.16 "DELETE /v2.0/networks/aaa3e40b-4b2a-4d9b-ae0e-4ebd70e4f03e HTTP/1.1" status: 204 len: 168 time: 0.6174376 Aug 31 01:17:19.394490 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247f1b4-5771-44e0-b094-0c58cffff7b0 tempest-QuotasNegativeTest-1457105982 tempest-QuotasNegativeTest-1457105982-project-admin] Pushing event deleted for resources: {'Network': ['ID=aaa3e40b-4b2a-4d9b-ae0e-4ebd70e4f03e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:19.823382 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6f1e7-5fed-4748-9e90-bf6a216ef54c req-ec1d1805-8ceb-4274-9c12-6370989c608a tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:19.845142 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0ed6f1e7-5fed-4748-9e90-bf6a216ef54c req-ec1d1805-8ceb-4274-9c12-6370989c608a tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0991418 Aug 31 01:17:19.911221 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0ed6f1e7-5fed-4748-9e90-bf6a216ef54c req-412098ea-0b5a-4b27-8e1d-b29310060207 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647314 Aug 31 01:17:20.041573 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e93320-f697-458a-830d-23eb68da7484 req-bb94f8b2-9e49-45af-bc75-71b34814258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:20.050291 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5e93320-f697-458a-830d-23eb68da7484 req-bb94f8b2-9e49-45af-bc75-71b34814258d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e298def29a984ece8571a3f58e68a8db&device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 1097 time: 0.2094815 Aug 31 01:17:20.160325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074b363-f5e4-46ab-8fc8-68f9763d269f req-155f06ed-c6d6-4f96-b96c-5dafb2f4a2fe tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:20.163150 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8074b363-f5e4-46ab-8fc8-68f9763d269f req-155f06ed-c6d6-4f96-b96c-5dafb2f4a2fe tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.2260644 Aug 31 01:17:20.241308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e93320-f697-458a-830d-23eb68da7484 req-8bb0879b-5ffa-4a1e-8fd4-a7f609fb5a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:20.242992 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5e93320-f697-458a-830d-23eb68da7484 req-8bb0879b-5ffa-4a1e-8fd4-a7f609fb5a4b service neutron] 10.222.0.48 "GET /v2.0/networks?id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1 HTTP/1.1" status: 200 len: 920 time: 0.1889594 Aug 31 01:17:20.246503 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8074b363-f5e4-46ab-8fc8-68f9763d269f req-bee6e9e1-0003-4d55-81e9-3cdb3ceb1709 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720046 Aug 31 01:17:20.331960 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5e93320-f697-458a-830d-23eb68da7484 req-33c8d16f-cd58-4c93-bc20-bed4cf8396f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b136ba99-6117-4b77-8296-89952eb6ef1e HTTP/1.1" status: 200 len: 217 time: 0.0813007 Aug 31 01:17:20.392073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e93320-f697-458a-830d-23eb68da7484 req-aa1c925b-14c7-49a5-89b8-a4ea01235406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:20.394395 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5e93320-f697-458a-830d-23eb68da7484 req-aa1c925b-14c7-49a5-89b8-a4ea01235406 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=499f6e91-2c67-40e0-9197-ea85e13de259 HTTP/1.1" status: 200 len: 859 time: 0.0554037 Aug 31 01:17:20.440220 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5e93320-f697-458a-830d-23eb68da7484 req-61f37c5e-eb62-4a0e-b394-d56adae91d68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315902 Aug 31 01:17:20.453178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-b5e93320-f697-458a-830d-23eb68da7484 req-992e3bd6-3a9b-486d-9172-a91f64628e7b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:17:20.454799 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5e93320-f697-458a-830d-23eb68da7484 req-992e3bd6-3a9b-486d-9172-a91f64628e7b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078931 Aug 31 01:17:20.560104 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5e93320-f697-458a-830d-23eb68da7484 req-d8633f65-2015-4069-ba58-cf9b30bef663 service neutron] 10.222.0.48 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980787 Aug 31 01:17:20.684491 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5e93320-f697-458a-830d-23eb68da7484 req-1efe5c2d-6a6b-4f25-9acb-ae8c8e797353 service neutron] 10.222.0.48 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171589 Aug 31 01:17:20.724076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40562) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:20.863176 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2e16a-c920-4eb9-b6da-65280af0d72c req-6c838a74-f419-444c-ab5b-97259b3d42e9 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:20.867195 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b8b2e16a-c920-4eb9-b6da-65280af0d72c req-6c838a74-f419-444c-ab5b-97259b3d42e9 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0871465 Aug 31 01:17:20.938966 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b8b2e16a-c920-4eb9-b6da-65280af0d72c req-bffaddc5-51a7-462d-b878-c13eaa64934e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670154 Aug 31 01:17:20.974899 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c05f7228-4c32-4bff-86bd-88643f29e6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:21.057808 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fad8c3-f320-4947-9aa8-07f49252a97a req-0982a18f-dc64-497f-9255-3e298384f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:21.060061 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64fad8c3-f320-4947-9aa8-07f49252a97a req-0982a18f-dc64-497f-9255-3e298384f488 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 1096 time: 0.1152666 Aug 31 01:17:21.186884 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036f377-7017-44bb-92ef-6789fe20e640 req-f013416f-9a9d-4f43-9a40-dc56afc2fff6 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:21.188979 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7036f377-7017-44bb-92ef-6789fe20e640 req-f013416f-9a9d-4f43-9a40-dc56afc2fff6 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1386976 Aug 31 01:17:21.243959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fad8c3-f320-4947-9aa8-07f49252a97a req-8ad1752b-480c-42f9-8f15-5edecec20cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:21.246425 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64fad8c3-f320-4947-9aa8-07f49252a97a req-8ad1752b-480c-42f9-8f15-5edecec20cac service neutron] 10.222.0.41 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 912 time: 0.1787708 Aug 31 01:17:21.264283 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7036f377-7017-44bb-92ef-6789fe20e640 req-0d62af5d-1643-497d-86ac-2904ea5970b6 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624948 Aug 31 01:17:21.303418 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c05f7228-4c32-4bff-86bd-88643f29e6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:21.340294 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64fad8c3-f320-4947-9aa8-07f49252a97a req-d2598cbd-e544-4564-9ccf-94b8288b7b6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f76add50-2a32-4adf-b766-a17e6155f28b HTTP/1.1" status: 200 len: 998 time: 0.0856495 Aug 31 01:17:21.395896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fad8c3-f320-4947-9aa8-07f49252a97a req-f5ca55b3-81ea-4ae7-8e63-c0ef8e2b24cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:21.397565 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64fad8c3-f320-4947-9aa8-07f49252a97a req-f5ca55b3-81ea-4ae7-8e63-c0ef8e2b24cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.0493355 Aug 31 01:17:21.407267 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c05f7228-4c32-4bff-86bd-88643f29e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:21.442035 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f7228-4c32-4bff-86bd-88643f29e6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ec90ba-b5be-483e-8b37-7d56426bacf0,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:21.470833 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c05f7228-4c32-4bff-86bd-88643f29e6e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd11a86cefae4d6ea870b7c90abe6ee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7427001 Aug 31 01:17:21.471911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40570) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:21.472193 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fad8c3-f320-4947-9aa8-07f49252a97a req-16ddd094-f0c1-4761-a695-84646e00ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:21.474048 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64fad8c3-f320-4947-9aa8-07f49252a97a req-16ddd094-f0c1-4761-a695-84646e00ff3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697448 Aug 31 01:17:21.532377 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-151de72c-b76d-4db2-9c70-a56d6baa00de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:21.555158 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-151de72c-b76d-4db2-9c70-a56d6baa00de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:21.580997 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64fad8c3-f320-4947-9aa8-07f49252a97a req-1028f196-ed6a-4774-aded-73aef22bba24 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997961 Aug 31 01:17:21.698249 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64fad8c3-f320-4947-9aa8-07f49252a97a req-68ccfe40-0d58-4e7d-b276-39f2e3dddd70 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079385 Aug 31 01:17:21.699351 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-151de72c-b76d-4db2-9c70-a56d6baa00de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:21.709929 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-151de72c-b76d-4db2-9c70-a56d6baa00de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:21.713597 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-151de72c-b76d-4db2-9c70-a56d6baa00de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8ec90ba-b5be-483e-8b37-7d56426bacf0 HTTP/1.1" status: 204 len: 168 time: 0.2380891 Aug 31 01:17:21.731980 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151de72c-b76d-4db2-9c70-a56d6baa00de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ec90ba-b5be-483e-8b37-7d56426bacf0,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:22.138273 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339cf73-08a3-4854-9451-d1020cbb7a20 req-fc73a849-ccb4-4d2d-bb5b-29db53f5663f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:22.140082 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7339cf73-08a3-4854-9451-d1020cbb7a20 req-fc73a849-ccb4-4d2d-bb5b-29db53f5663f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0854347 Aug 31 01:17:22.189477 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7339cf73-08a3-4854-9451-d1020cbb7a20 req-fdaf7506-75e2-4517-999a-0a3de441a579 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376816 Aug 31 01:17:22.407178 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6d269-c6ac-47cc-80d5-c921b2539eea req-88dad375-e227-4dc7-bbc9-bf02d6e706a9 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:22.415139 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-88e6d269-c6ac-47cc-80d5-c921b2539eea req-88dad375-e227-4dc7-bbc9-bf02d6e706a9 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0670614 Aug 31 01:17:22.464848 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-88e6d269-c6ac-47cc-80d5-c921b2539eea req-79006805-b119-4cb9-bcba-fa066307b6fe tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437858 Aug 31 01:17:22.483786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40590) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:22.498400 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-af4171e2-e5a5-4232-bd62-bebda2ae1ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:22.613052 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-af4171e2-e5a5-4232-bd62-bebda2ae1ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:22.721559 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-af4171e2-e5a5-4232-bd62-bebda2ae1ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:22.764971 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-af4171e2-e5a5-4232-bd62-bebda2ae1ded admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39225993ce5f4bb78c2d5b9a3d657b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800782 Aug 31 01:17:22.766062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4171e2-e5a5-4232-bd62-bebda2ae1ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cae31a5-42e4-4d33-9378-258f5685beae,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:22.767653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40596) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:22.774196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4171e2-e5a5-4232-bd62-bebda2ae1ded admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:22.774545 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4171e2-e5a5-4232-bd62-bebda2ae1ded admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:22.774874 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4171e2-e5a5-4232-bd62-bebda2ae1ded admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:22.779567 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4171e2-e5a5-4232-bd62-bebda2ae1ded admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:22.779567 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4171e2-e5a5-4232-bd62-bebda2ae1ded admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:22.779567 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4171e2-e5a5-4232-bd62-bebda2ae1ded admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:22.779567 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4171e2-e5a5-4232-bd62-bebda2ae1ded admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:22.779567 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4171e2-e5a5-4232-bd62-bebda2ae1ded admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:22.779567 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4171e2-e5a5-4232-bd62-bebda2ae1ded admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:22.779567 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4171e2-e5a5-4232-bd62-bebda2ae1ded admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:22.779567 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4171e2-e5a5-4232-bd62-bebda2ae1ded admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:22.779567 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4171e2-e5a5-4232-bd62-bebda2ae1ded admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:22.844406 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-996f96a7-ddbc-4b7f-8026-281fc349606a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:22.871289 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-996f96a7-ddbc-4b7f-8026-281fc349606a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:23.030739 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-996f96a7-ddbc-4b7f-8026-281fc349606a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:23.033384 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-996f96a7-ddbc-4b7f-8026-281fc349606a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:23.034703 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-996f96a7-ddbc-4b7f-8026-281fc349606a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8cae31a5-42e4-4d33-9378-258f5685beae HTTP/1.1" status: 204 len: 168 time: 0.2652888 Aug 31 01:17:23.050555 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f96a7-ddbc-4b7f-8026-281fc349606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cae31a5-42e4-4d33-9378-258f5685beae,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:23.337311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076032b1-0f01-4ea2-98d1-6de82b476cdd req-19878d02-01b8-4854-b98e-f4562a2ede08 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:23.339336 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-076032b1-0f01-4ea2-98d1-6de82b476cdd req-19878d02-01b8-4854-b98e-f4562a2ede08 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0632730 Aug 31 01:17:23.386684 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-076032b1-0f01-4ea2-98d1-6de82b476cdd req-7a1b2454-afa3-4a87-93c8-55430e49ea15 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399740 Aug 31 01:17:23.562103 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acb66a-6dd1-4a90-830f-643bdf16b759 req-9011b5b4-f28d-401d-9d87-d71af1aec935 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:23.563954 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68acb66a-6dd1-4a90-830f-643bdf16b759 req-9011b5b4-f28d-401d-9d87-d71af1aec935 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0868278 Aug 31 01:17:23.631240 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7eff6-9082-4915-844b-51e7adda6fe1 req-34f2918d-f6cf-483e-88e4-f8d5be7b19ad tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:23.632967 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-31e7eff6-9082-4915-844b-51e7adda6fe1 req-34f2918d-f6cf-483e-88e4-f8d5be7b19ad tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0740938 Aug 31 01:17:23.648564 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68acb66a-6dd1-4a90-830f-643bdf16b759 req-9cdb14e6-749c-462a-b285-59cc840808df tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773988 Aug 31 01:17:23.741721 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-31e7eff6-9082-4915-844b-51e7adda6fe1 req-f4361a93-229e-4f1e-87f3-6eccf93b4cfa tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010478 Aug 31 01:17:23.860248 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f99cc0-4375-4c3b-9704-2270aa65d863 req-635b797a-9673-4ac8-95d2-c338f1221820 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:23.863055 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66f99cc0-4375-4c3b-9704-2270aa65d863 req-635b797a-9673-4ac8-95d2-c338f1221820 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0860441 Aug 31 01:17:23.940078 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66f99cc0-4375-4c3b-9704-2270aa65d863 req-57987842-6274-48bb-be27-2790cb6e90ef tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670969 Aug 31 01:17:24.879126 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e32b9-987d-496d-b2f7-89fe5d2b21ac req-9c85ab0e-3813-4ab4-b3de-1de143734d7a tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:24.881190 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-663e32b9-987d-496d-b2f7-89fe5d2b21ac req-9c85ab0e-3813-4ab4-b3de-1de143734d7a tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0579677 Aug 31 01:17:24.932281 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-663e32b9-987d-496d-b2f7-89fe5d2b21ac req-e6d9cdb9-4d22-49af-92c7-0f548ee3fcae tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399406 Aug 31 01:17:25.687226 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40678) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:25.857907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d9c6ec86-4bd6-453b-b1d4-114a164df900 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-218257041', 'router:external': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:25.953678 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c6ec86-4bd6-453b-b1d4-114a164df900 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Made reservation on behalf of 0d9ed9fe5cb14827a13af20134ade61b for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:25.957401 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ec86-4bd6-453b-b1d4-114a164df900 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:25.970376 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ec86-4bd6-453b-b1d4-114a164df900 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.074303 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ec86-4bd6-453b-b1d4-114a164df900 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.093577 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e809a-131e-45ce-a41c-82bf8902636a req-698195e5-ba4f-4587-af1a-7a9624cdd445 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:26.095143 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-172e809a-131e-45ce-a41c-82bf8902636a req-698195e5-ba4f-4587-af1a-7a9624cdd445 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0788438 Aug 31 01:17:26.137816 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-172e809a-131e-45ce-a41c-82bf8902636a req-14655b02-0941-4db6-8d9b-fd0171ec9f3f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352530 Aug 31 01:17:26.225541 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ec86-4bd6-453b-b1d4-114a164df900 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.249338 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c6ec86-4bd6-453b-b1d4-114a164df900 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:17:26.276875 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ec86-4bd6-453b-b1d4-114a164df900 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.277385 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-d9c6ec86-4bd6-453b-b1d4-114a164df900 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Added segment 98145c10-13d3-4b9a-8f64-d1923cc5cddb of type vlan for network a5a9dd56-23a1-429e-8b58-0e744ad5c386 Aug 31 01:17:26.314076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6ec86-4bd6-453b-b1d4-114a164df900 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b0a234-1ecf-46d5-a8c4-cf118fd744ad,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:26.370668 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ec86-4bd6-453b-b1d4-114a164df900 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.544770 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ec86-4bd6-453b-b1d4-114a164df900 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.545895 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c6ec86-4bd6-453b-b1d4-114a164df900 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:26.546510 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ec86-4bd6-453b-b1d4-114a164df900 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.624639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6ec86-4bd6-453b-b1d4-114a164df900 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Pushing event updated for resources: {'Network': ['ID=a5a9dd56-23a1-429e-8b58-0e744ad5c386,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:26.637247 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network a5a9dd56-23a1-429e-8b58-0e744ad5c386 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:17:26.750120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bc351-6051-4c39-abb8-fc83e86d90e9 req-e58f944e-53f8-4844-a22a-9c09cd8e9145 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:26.752127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-506bc351-6051-4c39-abb8-fc83e86d90e9 req-e58f944e-53f8-4844-a22a-9c09cd8e9145 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1125801 Aug 31 01:17:26.781924 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d9c6ec86-4bd6-453b-b1d4-114a164df900 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0932066 Aug 31 01:17:26.785990 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40706) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:26.792247 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b41a6ee3-329f-4c6c-9486-5f241371848a tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Request body: {'subnet': {'network_id': 'a5a9dd56-23a1-429e-8b58-0e744ad5c386', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:26.866781 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-506bc351-6051-4c39-abb8-fc83e86d90e9 req-ec342779-6a97-47d4-961a-ac5893ee79d1 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883908 Aug 31 01:17:26.883504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09733d5-b557-4f1a-b309-31bdc8c213dc req-ba699d4d-344d-4b56-b1f9-c4776ebb770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:26.885282 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c09733d5-b557-4f1a-b309-31bdc8c213dc req-ba699d4d-344d-4b56-b1f9-c4776ebb770f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 1096 time: 0.0771797 Aug 31 01:17:26.971143 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919ef5a-b1cf-4516-a3ca-22887ad0e314 req-d6aaad56-45d6-4366-ab71-83b731e1989b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:26.974510 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7919ef5a-b1cf-4516-a3ca-22887ad0e314 req-d6aaad56-45d6-4366-ab71-83b731e1989b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0815904 Aug 31 01:17:26.976213 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41a6ee3-329f-4c6c-9486-5f241371848a tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Made reservation on behalf of 0d9ed9fe5cb14827a13af20134ade61b for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:26.978860 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b41a6ee3-329f-4c6c-9486-5f241371848a tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.017133 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09733d5-b557-4f1a-b309-31bdc8c213dc req-ceaf30ed-35dd-4911-8249-e71dc06147bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:27.019072 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c09733d5-b557-4f1a-b309-31bdc8c213dc req-ceaf30ed-35dd-4911-8249-e71dc06147bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 912 time: 0.1247559 Aug 31 01:17:27.093109 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7919ef5a-b1cf-4516-a3ca-22887ad0e314 req-e39fcbd4-507a-4731-a44d-8e53e9840e25 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109674 Aug 31 01:17:27.101031 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c09733d5-b557-4f1a-b309-31bdc8c213dc req-3c78b72b-e332-4607-96ef-21e5bd38bd04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f76add50-2a32-4adf-b766-a17e6155f28b HTTP/1.1" status: 200 len: 998 time: 0.0738969 Aug 31 01:17:27.168912 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09733d5-b557-4f1a-b309-31bdc8c213dc req-00c273d9-2d69-47b9-8915-9ae6283904c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:27.170880 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c09733d5-b557-4f1a-b309-31bdc8c213dc req-00c273d9-2d69-47b9-8915-9ae6283904c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.0621035 Aug 31 01:17:27.259943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09733d5-b557-4f1a-b309-31bdc8c213dc req-753c8220-05d4-425a-a9ca-d5159d18496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:27.264352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c09733d5-b557-4f1a-b309-31bdc8c213dc req-753c8220-05d4-425a-a9ca-d5159d18496c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850508 Aug 31 01:17:27.376696 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c09733d5-b557-4f1a-b309-31bdc8c213dc req-621ef674-50ab-4c6a-9d4f-47650b0782ce service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051128 Aug 31 01:17:27.471401 n-d-793621-34 neutron-server[102343]: DEBUG neutron.objects.ports [None req-b41a6ee3-329f-4c6c-9486-5f241371848a tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:17:27.471896 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b41a6ee3-329f-4c6c-9486-5f241371848a tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.521136 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c09733d5-b557-4f1a-b309-31bdc8c213dc req-c6d68a1f-ce2e-4618-8649-e55b52c6dab8 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366301 Aug 31 01:17:27.549033 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a6ee3-329f-4c6c-9486-5f241371848a tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Pushing event updated for resources: {'Subnet': ['ID=175e5704-8ed9-41fe-9c3a-cec3fe632bac,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:27.557425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a6ee3-329f-4c6c-9486-5f241371848a tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Checking segment: {'id': '98145c10-13d3-4b9a-8f64-d1923cc5cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a5a9dd56-23a1-429e-8b58-0e744ad5c386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:17:27.558047 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a6ee3-329f-4c6c-9486-5f241371848a tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Network hostable DHCP agents. Network: a5a9dd56-23a1-429e-8b58-0e744ad5c386, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:17:27.725680 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a6ee3-329f-4c6c-9486-5f241371848a tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Network a5a9dd56-23a1-429e-8b58-0e744ad5c386 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:17:27.968120 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b41a6ee3-329f-4c6c-9486-5f241371848a tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, a5a9dd56-23a1-429e-8b58-0e744ad5c386) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:27.974539 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41a6ee3-329f-4c6c-9486-5f241371848a tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:27.975372 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b41a6ee3-329f-4c6c-9486-5f241371848a tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.986618 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534654b4-ce25-47a3-b8e7-8933ca02673f None None] Network a5a9dd56-23a1-429e-8b58-0e744ad5c386 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:28.023512 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d01db-6bdd-4dd6-bdd0-0f95ed434fe1 req-d1735adf-1c1a-438e-bb56-917ddd02c9a8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:28.026151 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9e8d01db-6bdd-4dd6-bdd0-0f95ed434fe1 req-d1735adf-1c1a-438e-bb56-917ddd02c9a8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0914519 Aug 31 01:17:28.095093 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b41a6ee3-329f-4c6c-9486-5f241371848a tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3054392 Aug 31 01:17:28.095394 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40730) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:28.098637 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9e8d01db-6bdd-4dd6-bdd0-0f95ed434fe1 req-a0fd94a3-3c70-4f47-a146-f598bd65835f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664184 Aug 31 01:17:28.106146 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ac336f24-25e7-43a5-ab0a-5125338dfdbd tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1744858985', 'network_id': 'a5a9dd56-23a1-429e-8b58-0e744ad5c386'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:28.159373 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2565f662-3421-4e57-bb74-26f31f56e7e6 None None] Network a5a9dd56-23a1-429e-8b58-0e744ad5c386 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:28.333688 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac336f24-25e7-43a5-ab0a-5125338dfdbd tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Made reservation on behalf of 0d9ed9fe5cb14827a13af20134ade61b for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:28.338705 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ac336f24-25e7-43a5-ab0a-5125338dfdbd tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:28.358298 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-ac336f24-25e7-43a5-ab0a-5125338dfdbd tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] device_id is not set on port df396165-b74b-4558-ac26-628e60a20a26 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:17:28.478229 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-ac336f24-25e7-43a5-ab0a-5125338dfdbd tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Allocated IP 2001:db8::2 (a5a9dd56-23a1-429e-8b58-0e744ad5c386/175e5704-8ed9-41fe-9c3a-cec3fe632bac/df396165-b74b-4558-ac26-628e60a20a26) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:28.645302 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ac336f24-25e7-43a5-ab0a-5125338dfdbd tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:28.791138 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ac336f24-25e7-43a5-ab0a-5125338dfdbd tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:28.837276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac336f24-25e7-43a5-ab0a-5125338dfdbd tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Network a5a9dd56-23a1-429e-8b58-0e744ad5c386 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:28.840679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-ac336f24-25e7-43a5-ab0a-5125338dfdbd tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:28.846144 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac336f24-25e7-43a5-ab0a-5125338dfdbd tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:28.847120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac336f24-25e7-43a5-ab0a-5125338dfdbd tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:28.847729 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ac336f24-25e7-43a5-ab0a-5125338dfdbd tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:28.851231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac336f24-25e7-43a5-ab0a-5125338dfdbd tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Pushing event updated for resources: {'Port': ['ID=df396165-b74b-4558-ac26-628e60a20a26,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:28.926707 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ac336f24-25e7-43a5-ab0a-5125338dfdbd tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.8300972 Aug 31 01:17:28.929066 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40742) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:29.022280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-f8b2fce5-a89c-42d4-9477-ac305706ee6f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Deleting port df396165-b74b-4558-ac26-628e60a20a26 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:29.022916 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f8b2fce5-a89c-42d4-9477-ac305706ee6f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.127123 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f8b2fce5-a89c-42d4-9477-ac305706ee6f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.150651 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-f8b2fce5-a89c-42d4-9477-ac305706ee6f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Calling delete_port for df396165-b74b-4558-ac26-628e60a20a26 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:29.278131 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b1c99-6b24-4d78-9abc-276621af0fcb req-2f41aadd-3134-43e4-9717-8bff07a62d84 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:29.280918 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-406b1c99-6b24-4d78-9abc-276621af0fcb req-2f41aadd-3134-43e4-9717-8bff07a62d84 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.0904922 Aug 31 01:17:29.334695 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-406b1c99-6b24-4d78-9abc-276621af0fcb req-57531aa2-f133-4f87-8e9a-6306d9ebee8e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475693 Aug 31 01:17:29.421389 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f8b2fce5-a89c-42d4-9477-ac305706ee6f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.460825 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2fce5-a89c-42d4-9477-ac305706ee6f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Pushing event deleted for resources: {'Port': ['ID=df396165-b74b-4558-ac26-628e60a20a26,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:29.525947 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f8b2fce5-a89c-42d4-9477-ac305706ee6f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.533350 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40752) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:29.539052 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5a9dd56-23a1-429e-8b58-0e744ad5c386', 'external_fixed_ips': [{'subnet_id': '175e5704-8ed9-41fe-9c3a-cec3fe632bac', 'ip_address': '2001:db8::2'}]}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:29.542386 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f8b2fce5-a89c-42d4-9477-ac305706ee6f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "DELETE /v2.0/ports/df396165-b74b-4558-ac26-628e60a20a26 HTTP/1.1" status: 204 len: 168 time: 0.6119893 Aug 31 01:17:29.640945 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acd1ac-232d-44e6-8d5d-afddec6770b5 req-37cbe9a2-4333-470c-b479-9754ae10729d tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:29.642607 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69acd1ac-232d-44e6-8d5d-afddec6770b5 req-37cbe9a2-4333-470c-b479-9754ae10729d tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1390221 Aug 31 01:17:29.688505 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.690711 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.711244 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69acd1ac-232d-44e6-8d5d-afddec6770b5 req-7cdac67d-f7d6-4e98-a5f1-c23ce1011a5f tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623507 Aug 31 01:17:29.786588 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.103612 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.478949 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.523314 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.835597 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Allocated IP 2001:db8::2 (a5a9dd56-23a1-429e-8b58-0e744ad5c386/175e5704-8ed9-41fe-9c3a-cec3fe632bac/67b9da87-f9c1-4557-8796-5329a70b7815) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:30.977845 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:31.089042 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40796) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:31.140732 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:31.214724 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Network a5a9dd56-23a1-429e-8b58-0e744ad5c386 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:31.217836 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:31.224377 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:31.283483 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Pushing event updated for resources: {'Port': ['ID=67b9da87-f9c1-4557-8796-5329a70b7815,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:31.319874 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fa9ad4e2-b68b-40dd-9bd9-4cc2f1ae3ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:31.479019 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fa9ad4e2-b68b-40dd-9bd9-4cc2f1ae3ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:31.618457 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fa9ad4e2-b68b-40dd-9bd9-4cc2f1ae3ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:31.722433 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fa9ad4e2-b68b-40dd-9bd9-4cc2f1ae3ee9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48e7e1f82e8b4fcbb7274fc5857863ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6315258 Aug 31 01:17:31.723424 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ad4e2-b68b-40dd-9bd9-4cc2f1ae3ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0f41f1-8eae-4aea-9810-e9c92f74a1f6,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:31.725126 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40816) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:31.737392 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:31.854348 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-19774dd1-fb02-43c4-af9c-d40240cac9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:31.901815 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-19774dd1-fb02-43c4-af9c-d40240cac9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:31.994955 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:32.056659 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-19774dd1-fb02-43c4-af9c-d40240cac9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:32.059364 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-19774dd1-fb02-43c4-af9c-d40240cac9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:32.067023 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-19774dd1-fb02-43c4-af9c-d40240cac9c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd0f41f1-8eae-4aea-9810-e9c92f74a1f6 HTTP/1.1" status: 204 len: 168 time: 0.3378704 Aug 31 01:17:32.073351 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19774dd1-fb02-43c4-af9c-d40240cac9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0f41f1-8eae-4aea-9810-e9c92f74a1f6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:32.212148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463e59e-2489-4e7a-bbcc-d23750cc6f8e req-46803c04-31fd-43ce-a0a7-439dc96d17fa tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:32.213733 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8463e59e-2489-4e7a-bbcc-d23750cc6f8e req-46803c04-31fd-43ce-a0a7-439dc96d17fa tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=782de670-d12b-4690-be37-e50fa3975416 HTTP/1.1" status: 200 len: 943 time: 0.0693829 Aug 31 01:17:32.307246 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Router 588e6912-0ec4-44d3-8c31-10dca2dae924 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:17:32.365691 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-8463e59e-2489-4e7a-bbcc-d23750cc6f8e req-e5e46cac-d228-4b2f-9c55-3a7e248407b6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Deleting port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:32.365958 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8463e59e-2489-4e7a-bbcc-d23750cc6f8e req-e5e46cac-d228-4b2f-9c55-3a7e248407b6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:32.528134 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:17:32.537884 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-8463e59e-2489-4e7a-bbcc-d23750cc6f8e req-e5e46cac-d228-4b2f-9c55-3a7e248407b6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] For port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:32.538346 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8463e59e-2489-4e7a-bbcc-d23750cc6f8e req-e5e46cac-d228-4b2f-9c55-3a7e248407b6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:32.538951 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a9e60-98dd-426c-967a-f3c3d2edc296 None None] Sync routers for ids ['588e6912-0ec4-44d3-8c31-10dca2dae924'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:17:32.564767 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a9e60-98dd-426c-967a-f3c3d2edc296 None None] Routers {'588e6912-0ec4-44d3-8c31-10dca2dae924'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:32.565808 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-831a9e60-98dd-426c-967a-f3c3d2edc296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:17:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['588e6912-0ec4-44d3-8c31-10dca2dae924'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:32.570063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-8463e59e-2489-4e7a-bbcc-d23750cc6f8e req-e5e46cac-d228-4b2f-9c55-3a7e248407b6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Calling delete_port for 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:32.762173 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:32.766190 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f75c375d-3710-4743-8070-1320aa3339b0 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.2308316 Aug 31 01:17:32.767004 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40834) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:32.842866 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8463e59e-2489-4e7a-bbcc-d23750cc6f8e req-e5e46cac-d228-4b2f-9c55-3a7e248407b6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:32.861627 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['4c8bcd1a-e023-46b7-87e8-1a0148e6b862'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:17:32.864559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['3ce2bea8-8a3f-4718-884a-2044e3569722'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:17:32.896117 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e46cac-d228-4b2f-9c55-3a7e248407b6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Pushing event deleted for resources: {'Port': ['ID=1ea262dc-04e8-45bc-8a7f-40fc5276bf8f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:32.961494 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa07f1e8-6f14-4020-8232-f884ce1db75b tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:33.018893 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8463e59e-2489-4e7a-bbcc-d23750cc6f8e req-e5e46cac-d228-4b2f-9c55-3a7e248407b6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] No DVR routers for this DVR port 1ea262dc-04e8-45bc-8a7f-40fc5276bf8f on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:33.023088 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8463e59e-2489-4e7a-bbcc-d23750cc6f8e req-e5e46cac-d228-4b2f-9c55-3a7e248407b6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:33.027030 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8463e59e-2489-4e7a-bbcc-d23750cc6f8e req-e5e46cac-d228-4b2f-9c55-3a7e248407b6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "DELETE /v2.0/ports/1ea262dc-04e8-45bc-8a7f-40fc5276bf8f HTTP/1.1" status: 204 len: 173 time: 0.8075213 Aug 31 01:17:33.027493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782de670-d12b-4690-be37-e50fa3975416', 'name': 'network-vif-deleted', 'tag': '1ea262dc-04e8-45bc-8a7f-40fc5276bf8f'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:33.044237 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488acd0b-c107-4f47-ae38-59180773f62c" -d '{"events": [{"server_uuid": "782de670-d12b-4690-be37-e50fa3975416", "name": "network-vif-deleted", "tag": "1ea262dc-04e8-45bc-8a7f-40fc5276bf8f"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:33.119991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-831a9e60-98dd-426c-967a-f3c3d2edc296 None None] Set router 588e6912-0ec4-44d3-8c31-10dca2dae924 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:17:33.120151 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48737ca8-e51c-41ac-a34e-920f7e43dbdc x-openstack-request-id: req-48737ca8-e51c-41ac-a34e-920f7e43dbdc {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:33.120151 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782de670-d12b-4690-be37-e50fa3975416", "name": "network-vif-deleted", "tag": "1ea262dc-04e8-45bc-8a7f-40fc5276bf8f", "status": "failed", "code": 422}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:33.120151 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48737ca8-e51c-41ac-a34e-920f7e43dbdc {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:33.120513 n-d-793621-34 neutron-server[102343]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '782de670-d12b-4690-be37-e50fa3975416', 'name': 'network-vif-deleted', 'tag': '1ea262dc-04e8-45bc-8a7f-40fc5276bf8f', 'status': 'failed', 'code': 422} returned with failed status Aug 31 01:17:33.164189 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa07f1e8-6f14-4020-8232-f884ce1db75b tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:33.395494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-aa07f1e8-6f14-4020-8232-f884ce1db75b tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Deleting port 67b9da87-f9c1-4557-8796-5329a70b7815 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:33.395909 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa07f1e8-6f14-4020-8232-f884ce1db75b tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:33.600712 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa07f1e8-6f14-4020-8232-f884ce1db75b tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:33.627502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-aa07f1e8-6f14-4020-8232-f884ce1db75b tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Calling delete_port for 67b9da87-f9c1-4557-8796-5329a70b7815 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:33.676574 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-831a9e60-98dd-426c-967a-f3c3d2edc296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588e6912-0ec4-44d3-8c31-10dca2dae924', 'name': '', 'tenant_id': '0d9ed9fe5cb14827a13af20134ade61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5a9dd56-23a1-429e-8b58-0e744ad5c386', 'external_fixed_ips': [{'subnet_id': '175e5704-8ed9-41fe-9c3a-cec3fe632bac', 'ip_address': '2001:db8::2'}], 'enable_snat': True}, 'gw_port_id': '67b9da87-f9c1-4557-8796-5329a70b7815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:29Z', 'updated_at': '2021-08-31T01:17:31Z', 'revision_number': 3, 'project_id': '0d9ed9fe5cb14827a13af20134ade61b', 'gw_port': {'id': '67b9da87-f9c1-4557-8796-5329a70b7815', 'name': '', 'network_id': 'a5a9dd56-23a1-429e-8b58-0e744ad5c386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588e6912-0ec4-44d3-8c31-10dca2dae924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '175e5704-8ed9-41fe-9c3a-cec3fe632bac', 'ip_address': '2001:db8::2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '175e5704-8ed9-41fe-9c3a-cec3fe632bac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:33.732885 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a9e60-98dd-426c-967a-f3c3d2edc296 None None] Checking router: 588e6912-0ec4-44d3-8c31-10dca2dae924 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:17:33.733567 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a9e60-98dd-426c-967a-f3c3d2edc296 None None] Updating router 588e6912-0ec4-44d3-8c31-10dca2dae924 port 67b9da87-f9c1-4557-8796-5329a70b7815 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:17:33.768705 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-831a9e60-98dd-426c-967a-f3c3d2edc296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:33.991085 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa07f1e8-6f14-4020-8232-f884ce1db75b tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:34.045196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07f1e8-6f14-4020-8232-f884ce1db75b tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Pushing event deleted for resources: {'Port': ['ID=67b9da87-f9c1-4557-8796-5329a70b7815,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:34.084729 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa07f1e8-6f14-4020-8232-f884ce1db75b tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:34.161938 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-831a9e60-98dd-426c-967a-f3c3d2edc296 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:17:34.166411 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-831a9e60-98dd-426c-967a-f3c3d2edc296 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:17:34.268500 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-231ce139-f1f2-4f91-9e85-66adb1485e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:34.507110 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa07f1e8-6f14-4020-8232-f884ce1db75b tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:34.509071 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa07f1e8-6f14-4020-8232-f884ce1db75b tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:34.645407 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa07f1e8-6f14-4020-8232-f884ce1db75b tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:34.646122 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa07f1e8-6f14-4020-8232-f884ce1db75b tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 588e6912-0ec4-44d3-8c31-10dca2dae924 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:17:34.650961 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa07f1e8-6f14-4020-8232-f884ce1db75b tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:34.652325 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-aa07f1e8-6f14-4020-8232-f884ce1db75b tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "DELETE /v2.0/routers/588e6912-0ec4-44d3-8c31-10dca2dae924 HTTP/1.1" status: 204 len: 168 time: 1.8840148 Aug 31 01:17:34.654910 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40876) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:34.688280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a9e60-98dd-426c-967a-f3c3d2edc296 None None] Port 67b9da87-f9c1-4557-8796-5329a70b7815 not found while updating agent binding for router 588e6912-0ec4-44d3-8c31-10dca2dae924. {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 01:17:34.700126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a9e60-98dd-426c-967a-f3c3d2edc296 None None] Routers set() bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:34.700508 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a9e60-98dd-426c-967a-f3c3d2edc296 None None] Router IDs set() for agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 01:17:34.702689 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_agentschedulers_db [None req-831a9e60-98dd-426c-967a-f3c3d2edc296 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'588e6912-0ec4-44d3-8c31-10dca2dae924'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:17:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent'). {{(pid=102344) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 01:17:34.703102 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a9e60-98dd-426c-967a-f3c3d2edc296 None None] The sync data for ids ['588e6912-0ec4-44d3-8c31-10dca2dae924'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:17:34.727927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db94c4e-b30d-493e-8f97-7d75044d3055 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Deleting subnet 175e5704-8ed9-41fe-9c3a-cec3fe632bac {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:17:34.731704 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1db94c4e-b30d-493e-8f97-7d75044d3055 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:34.813261 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1db94c4e-b30d-493e-8f97-7d75044d3055 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:34.868945 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a6f08-997d-4f11-8d1e-316f0dd50ddb req-33ff78ee-d238-443d-9d34-1253d9a2aa76 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:34.872725 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f9a6f08-997d-4f11-8d1e-316f0dd50ddb req-33ff78ee-d238-443d-9d34-1253d9a2aa76 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 907 time: 0.0983217 Aug 31 01:17:34.873781 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1db94c4e-b30d-493e-8f97-7d75044d3055 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.002622 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1db94c4e-b30d-493e-8f97-7d75044d3055 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.030465 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db94c4e-b30d-493e-8f97-7d75044d3055 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=175e5704-8ed9-41fe-9c3a-cec3fe632bac,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:35.034784 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1db94c4e-b30d-493e-8f97-7d75044d3055 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.036697 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1db94c4e-b30d-493e-8f97-7d75044d3055 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/175e5704-8ed9-41fe-9c3a-cec3fe632bac HTTP/1.1" status: 204 len: 168 time: 0.3806367 Aug 31 01:17:35.040895 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40888) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:35.124612 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fc63403f-9874-4830-ad5d-6021780dd9de tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.233709 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fc63403f-9874-4830-ad5d-6021780dd9de tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.244497 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-fc63403f-9874-4830-ad5d-6021780dd9de tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a9dd56-23a1-429e-8b58-0e744ad5c386']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:35.262277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-fc63403f-9874-4830-ad5d-6021780dd9de tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98145c10-13d3-4b9a-8f64-d1923cc5cddb') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:35.262553 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-fc63403f-9874-4830-ad5d-6021780dd9de tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98145c10-13d3-4b9a-8f64-d1923cc5cddb') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:35.272813 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fc63403f-9874-4830-ad5d-6021780dd9de tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.289350 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fc63403f-9874-4830-ad5d-6021780dd9de tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.297065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc63403f-9874-4830-ad5d-6021780dd9de tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:17:35.299023 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fc63403f-9874-4830-ad5d-6021780dd9de tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:17:35.301875 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:17:35.451538 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fc63403f-9874-4830-ad5d-6021780dd9de tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.459459 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc63403f-9874-4830-ad5d-6021780dd9de tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a5a9dd56-23a1-429e-8b58-0e744ad5c386 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 01:17:35.461955 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fc63403f-9874-4830-ad5d-6021780dd9de tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.477762 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fc63403f-9874-4830-ad5d-6021780dd9de tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "DELETE /v2.0/networks/a5a9dd56-23a1-429e-8b58-0e744ad5c386 HTTP/1.1" status: 204 len: 168 time: 0.4293396 Aug 31 01:17:35.514466 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63403f-9874-4830-ad5d-6021780dd9de tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Pushing event deleted for resources: {'Network': ['ID=a5a9dd56-23a1-429e-8b58-0e744ad5c386,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:35.541762 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:17:36.038059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40912) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:36.043464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-76c9dfbb-99d6-424f-b410-b851b5db9820 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Request body: {'router': {'name': 'tempest-router--1324207595', 'project_id': '94f42356ce9b406c985c491c73028a3d'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:36.086123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670b2b-62fe-4274-a8d7-dd8017035cbf req-1a6349e7-54e2-4189-908f-594528133b9b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:36.090167 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63670b2b-62fe-4274-a8d7-dd8017035cbf req-1a6349e7-54e2-4189-908f-594528133b9b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 907 time: 0.0778320 Aug 31 01:17:36.148842 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76c9dfbb-99d6-424f-b410-b851b5db9820 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.150057 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76c9dfbb-99d6-424f-b410-b851b5db9820 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.222878 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76c9dfbb-99d6-424f-b410-b851b5db9820 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.268569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032336d-cb43-4dbf-a757-e7e448a377e9 req-bcf38979-30c3-4a22-b682-0f5d3cde6492 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:36.270120 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9032336d-cb43-4dbf-a757-e7e448a377e9 req-bcf38979-30c3-4a22-b682-0f5d3cde6492 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 907 time: 0.0632596 Aug 31 01:17:36.316880 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76c9dfbb-99d6-424f-b410-b851b5db9820 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.392032 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-9032336d-cb43-4dbf-a757-e7e448a377e9 req-b1a12fa4-4687-4e7e-bd89-b5bba2d93625 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Deleting port 8d6df678-e530-4b4f-8657-75684d43b438 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:36.392311 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9032336d-cb43-4dbf-a757-e7e448a377e9 req-b1a12fa4-4687-4e7e-bd89-b5bba2d93625 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.438237 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76c9dfbb-99d6-424f-b410-b851b5db9820 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.439531 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-76c9dfbb-99d6-424f-b410-b851b5db9820 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4002652 Aug 31 01:17:36.442551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40914) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:36.540920 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-483ef056-bfc3-401c-8aae-51c90a791734 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.640740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9032336d-cb43-4dbf-a757-e7e448a377e9 req-b1a12fa4-4687-4e7e-bd89-b5bba2d93625 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] For port 8d6df678-e530-4b4f-8657-75684d43b438, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=8d6df678-e530-4b4f-8657-75684d43b438,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:36.641134 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9032336d-cb43-4dbf-a757-e7e448a377e9 req-b1a12fa4-4687-4e7e-bd89-b5bba2d93625 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.739911 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-9032336d-cb43-4dbf-a757-e7e448a377e9 req-b1a12fa4-4687-4e7e-bd89-b5bba2d93625 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Calling delete_port for 8d6df678-e530-4b4f-8657-75684d43b438 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:36.749702 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-483ef056-bfc3-401c-8aae-51c90a791734 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.754545 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-483ef056-bfc3-401c-8aae-51c90a791734 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.868362 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.954482 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-483ef056-bfc3-401c-8aae-51c90a791734 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.955138 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483ef056-bfc3-401c-8aae-51c90a791734 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77d1f753-b7d4-4f71-9687-fbd3e24cef0d {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:17:36.960051 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-483ef056-bfc3-401c-8aae-51c90a791734 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.978052 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-483ef056-bfc3-401c-8aae-51c90a791734 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "DELETE /v2.0/routers/77d1f753-b7d4-4f71-9687-fbd3e24cef0d HTTP/1.1" status: 204 len: 168 time: 0.5230191 Aug 31 01:17:37.079296 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-07fed3f4-fb25-4cb0-b4d6-e58a63a42dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:37.130984 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9032336d-cb43-4dbf-a757-e7e448a377e9 req-b1a12fa4-4687-4e7e-bd89-b5bba2d93625 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:37.131490 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:37.216430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a12fa4-4687-4e7e-bd89-b5bba2d93625 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Pushing event deleted for resources: {'Port': ['ID=8d6df678-e530-4b4f-8657-75684d43b438,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:37.251218 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:37.258927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9032336d-cb43-4dbf-a757-e7e448a377e9 req-b1a12fa4-4687-4e7e-bd89-b5bba2d93625 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] No DVR routers for this DVR port 8d6df678-e530-4b4f-8657-75684d43b438 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:37.261757 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9032336d-cb43-4dbf-a757-e7e448a377e9 req-b1a12fa4-4687-4e7e-bd89-b5bba2d93625 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:37.264359 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9032336d-cb43-4dbf-a757-e7e448a377e9 req-b1a12fa4-4687-4e7e-bd89-b5bba2d93625 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.41 "DELETE /v2.0/ports/8d6df678-e530-4b4f-8657-75684d43b438 HTTP/1.1" status: 204 len: 173 time: 0.9877021 Aug 31 01:17:37.265063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1735612-191f-47b0-8813-f0397b818024', 'name': 'network-vif-deleted', 'tag': '8d6df678-e530-4b4f-8657-75684d43b438'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:37.268382 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3d66f7-5fa6-4233-9cc3-6b1a18a91079" -d '{"events": [{"server_uuid": "a1735612-191f-47b0-8813-f0397b818024", "name": "network-vif-deleted", "tag": "8d6df678-e530-4b4f-8657-75684d43b438"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:37.273097 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2017e502-cd6c-4c47-baf6-dd121cd5e225 req-4173e23a-6284-478e-a815-388bb4884d2d tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 210 time: 0.0614064 Aug 31 01:17:37.334196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40938) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:37.636635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1269411649', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}, 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:37.656129 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900b79c2-0eee-42e4-91cd-d7e2f5976a03 x-openstack-request-id: req-900b79c2-0eee-42e4-91cd-d7e2f5976a03 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:37.656129 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1735612-191f-47b0-8813-f0397b818024", "name": "network-vif-deleted", "tag": "8d6df678-e530-4b4f-8657-75684d43b438", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:37.656533 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-900b79c2-0eee-42e4-91cd-d7e2f5976a03 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:37.657121 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1735612-191f-47b0-8813-f0397b818024', 'name': 'network-vif-deleted', 'tag': '8d6df678-e530-4b4f-8657-75684d43b438', 'status': 'completed', 'code': 200} Aug 31 01:17:37.836746 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:37.837670 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:37.894057 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:38.459409 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3555c390-6f60-4d83-ac3f-a5db61709de9 req-b7a75616-c38c-4f54-99e6-968a7f448e22 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1735612-191f-47b0-8813-f0397b818024 HTTP/1.1" status: 200 len: 210 time: 0.0652125 Aug 31 01:17:38.522019 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:38.642679 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:38.968947 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:38.995075 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:39.122718 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Allocated IP 172.25.2.97 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/00f12fde-49ce-4049-ac41-11f1b0a14490) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:39.258422 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:39.382923 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:39.432006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:39.440796 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:39.443509 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:39.473656 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Pushing event updated for resources: {'Port': ['ID=00f12fde-49ce-4049-ac41-11f1b0a14490,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:39.923049 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:40.196074 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cab14-7dab-4464-8505-cb439ed258a7 req-9c2b850e-3ffe-4844-90ae-90aae4f43907 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:40.197865 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9e5cab14-7dab-4464-8505-cb439ed258a7 req-9c2b850e-3ffe-4844-90ae-90aae4f43907 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 946 time: 0.0967531 Aug 31 01:17:40.236319 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:40.274005 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:40.292518 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 8d6df678-e530-4b4f-8657-75684d43b438 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:40.350205 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 8d6df678-e530-4b4f-8657-75684d43b438 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:17:40.350566 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 8d6df678-e530-4b4f-8657-75684d43b438 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:17:40.390090 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9e5cab14-7dab-4464-8505-cb439ed258a7 req-687f5691-7107-4793-8d5d-09adc7ed58e8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712611 Aug 31 01:17:40.602234 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Router 71b0ee1b-e319-4108-82e9-091cce08d5e2 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:17:40.728813 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:17:40.744827 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b4822e-06a1-496e-8e17-5f4c3e070087 None None] Sync routers for ids ['71b0ee1b-e319-4108-82e9-091cce08d5e2'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:17:40.768254 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4822e-06a1-496e-8e17-5f4c3e070087 None None] Routers {'71b0ee1b-e319-4108-82e9-091cce08d5e2'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:40.768858 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-80b4822e-06a1-496e-8e17-5f4c3e070087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:17:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['71b0ee1b-e319-4108-82e9-091cce08d5e2'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:40.820796 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-80b4822e-06a1-496e-8e17-5f4c3e070087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:40.830991 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4822e-06a1-496e-8e17-5f4c3e070087 None None] Routers {'71b0ee1b-e319-4108-82e9-091cce08d5e2'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:40.831986 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-80b4822e-06a1-496e-8e17-5f4c3e070087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:17:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['71b0ee1b-e319-4108-82e9-091cce08d5e2'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:40.871019 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:40.873469 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c9e65b66-ea2f-430b-bbd2-650065c6e4b9 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5364742 Aug 31 01:17:40.876385 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40994) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:40.894436 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-80b4822e-06a1-496e-8e17-5f4c3e070087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:40.895192 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b4822e-06a1-496e-8e17-5f4c3e070087 None None] The sync data for ids ['71b0ee1b-e319-4108-82e9-091cce08d5e2'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:17:41.054333 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cca648ac-a637-4e30-bd7d-fa93db3fcb0f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "GET /v2.0/routers/71b0ee1b-e319-4108-82e9-091cce08d5e2 HTTP/1.1" status: 200 len: 924 time: 0.1729236 Aug 31 01:17:41.057253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40998) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:41.086102 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-74d1e806-0402-4eb3-b3ed-90e971a8b451 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "GET /v2.0/ports?device_id=71b0ee1b-e319-4108-82e9-091cce08d5e2 HTTP/1.1" status: 200 len: 205 time: 0.0273681 Aug 31 01:17:41.093704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41000) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:41.210160 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2f07191b-307a-4b75-9aee-c679a88b73cd tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.328999 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2f07191b-307a-4b75-9aee-c679a88b73cd tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.538425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41018) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:41.610899 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5e966-8113-4f00-bef1-81f294691a9d req-9a5af5fa-82d6-4d6f-ad15-b27be9656c87 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:41.620623 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a1d5e966-8113-4f00-bef1-81f294691a9d req-9a5af5fa-82d6-4d6f-ad15-b27be9656c87 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 946 time: 0.1274598 Aug 31 01:17:41.629697 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a0ac274-bfec-4a1c-8dac-d587c8158c8b req-b04510af-5b20-43d4-ae2c-0c73557c07be service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1110387 Aug 31 01:17:41.650644 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbbacc-8271-4ad8-a6d0-37e447878901 req-7d90ba23-1727-4ffc-9967-8bde26033e5c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:41.652724 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-95bbbacc-8271-4ad8-a6d0-37e447878901 req-7d90ba23-1727-4ffc-9967-8bde26033e5c tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.48 "GET /v2.0/ports?device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 946 time: 0.1634505 Aug 31 01:17:41.675200 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a1d5e966-8113-4f00-bef1-81f294691a9d req-a6af0e79-c02f-482d-8baf-ccfd69c6b1af tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535963 Aug 31 01:17:41.681141 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-2f07191b-307a-4b75-9aee-c679a88b73cd tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Deleting port 00f12fde-49ce-4049-ac41-11f1b0a14490 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:41.681642 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2f07191b-307a-4b75-9aee-c679a88b73cd tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.734332 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-705656d0-76f2-4aeb-a168-e26c666199ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.859300 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ac274-bfec-4a1c-8dac-d587c8158c8b req-20e89796-f594-45a6-9188-b0a8298f84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:41.864109 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a0ac274-bfec-4a1c-8dac-d587c8158c8b req-20e89796-f594-45a6-9188-b0a8298f84ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e298def29a984ece8571a3f58e68a8db&device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 1097 time: 0.2057316 Aug 31 01:17:41.864477 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-705656d0-76f2-4aeb-a168-e26c666199ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.898742 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2f07191b-307a-4b75-9aee-c679a88b73cd tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.953259 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-95bbbacc-8271-4ad8-a6d0-37e447878901 req-60358009-6cd3-4379-b6a5-1c2cf63826be tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Deleting port 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:41.953607 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-95bbbacc-8271-4ad8-a6d0-37e447878901 req-60358009-6cd3-4379-b6a5-1c2cf63826be tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.959098 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-2f07191b-307a-4b75-9aee-c679a88b73cd tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Calling delete_port for 00f12fde-49ce-4049-ac41-11f1b0a14490 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:42.019736 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-705656d0-76f2-4aeb-a168-e26c666199ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:42.086093 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705656d0-76f2-4aeb-a168-e26c666199ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31768ae3-534a-48e9-90d0-1b3ad182af2d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:42.123221 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-705656d0-76f2-4aeb-a168-e26c666199ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15621f4c4d9343f9ae53c026bbc99314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5828297 Aug 31 01:17:42.126474 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41030) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:42.142601 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83432dc-2d34-4eab-a897-debc7f9b43e7 req-5ddd569f-665d-4ea1-b0d2-ec1b0f5a3523 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:42.144239 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d83432dc-2d34-4eab-a897-debc7f9b43e7 req-5ddd569f-665d-4ea1-b0d2-ec1b0f5a3523 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1071098 Aug 31 01:17:42.197175 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d83432dc-2d34-4eab-a897-debc7f9b43e7 req-77a18ada-3472-4d9a-abf3-358e7188e774 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406456 Aug 31 01:17:42.222760 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ac274-bfec-4a1c-8dac-d587c8158c8b req-d62245ce-8200-4e3f-bae5-53fb90b6a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:42.224309 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a0ac274-bfec-4a1c-8dac-d587c8158c8b req-d62245ce-8200-4e3f-bae5-53fb90b6a2cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1 HTTP/1.1" status: 200 len: 920 time: 0.3383925 Aug 31 01:17:42.317832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-95bbbacc-8271-4ad8-a6d0-37e447878901 req-60358009-6cd3-4379-b6a5-1c2cf63826be tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] For port 4c8bcd1a-e023-46b7-87e8-1a0148e6b862, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=4c8bcd1a-e023-46b7-87e8-1a0148e6b862,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:42.318215 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-95bbbacc-8271-4ad8-a6d0-37e447878901 req-60358009-6cd3-4379-b6a5-1c2cf63826be tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:42.337799 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a0ac274-bfec-4a1c-8dac-d587c8158c8b req-8c6e6c4d-8712-4695-ac7a-b5e345e269b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b136ba99-6117-4b77-8296-89952eb6ef1e HTTP/1.1" status: 200 len: 217 time: 0.0669873 Aug 31 01:17:42.350046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-95bbbacc-8271-4ad8-a6d0-37e447878901 req-60358009-6cd3-4379-b6a5-1c2cf63826be tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Calling delete_port for 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:42.369143 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2f5d8506-13e3-45aa-8cb1-fe90d778a868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:42.484802 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2f5d8506-13e3-45aa-8cb1-fe90d778a868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:42.510012 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ac274-bfec-4a1c-8dac-d587c8158c8b req-d8af9b42-a271-47ee-8fdd-7583f1325457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:42.511604 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a0ac274-bfec-4a1c-8dac-d587c8158c8b req-d8af9b42-a271-47ee-8fdd-7583f1325457 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=499f6e91-2c67-40e0-9197-ea85e13de259 HTTP/1.1" status: 200 len: 859 time: 0.1596415 Aug 31 01:17:42.580218 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a0ac274-bfec-4a1c-8dac-d587c8158c8b req-1f4bcde3-edc6-4277-a4d1-933ec5fa9e41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548325 Aug 31 01:17:42.705692 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2f07191b-307a-4b75-9aee-c679a88b73cd tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:42.761194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07191b-307a-4b75-9aee-c679a88b73cd tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Pushing event deleted for resources: {'Port': ['ID=00f12fde-49ce-4049-ac41-11f1b0a14490,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:42.785563 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a0ac274-bfec-4a1c-8dac-d587c8158c8b req-13968d56-c421-49cf-b322-492b7bf51bdf service neutron] 10.222.0.48 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866357 Aug 31 01:17:42.835042 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2f5d8506-13e3-45aa-8cb1-fe90d778a868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:42.837632 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2f5d8506-13e3-45aa-8cb1-fe90d778a868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:42.838802 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2f5d8506-13e3-45aa-8cb1-fe90d778a868 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31768ae3-534a-48e9-90d0-1b3ad182af2d HTTP/1.1" status: 204 len: 168 time: 0.6972895 Aug 31 01:17:43.252855 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-95bbbacc-8271-4ad8-a6d0-37e447878901 req-60358009-6cd3-4379-b6a5-1c2cf63826be tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:43.257131 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d8506-13e3-45aa-8cb1-fe90d778a868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31768ae3-534a-48e9-90d0-1b3ad182af2d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:43.267063 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['3ce2bea8-8a3f-4718-884a-2044e3569722'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:17:43.318386 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb740bd-9c74-4897-8aaf-8f84727cdfb6 req-8479d5d0-f86d-4a4f-a407-d527aa1ca012 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:43.330105 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8fb740bd-9c74-4897-8aaf-8f84727cdfb6 req-8479d5d0-f86d-4a4f-a407-d527aa1ca012 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 867 time: 0.5729802 Aug 31 01:17:43.372027 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a0ac274-bfec-4a1c-8dac-d587c8158c8b req-b38e624d-136f-4ab9-b131-c19e59091f80 service neutron] 10.222.0.48 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637963 Aug 31 01:17:43.378105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60358009-6cd3-4379-b6a5-1c2cf63826be tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Pushing event deleted for resources: {'Port': ['ID=4c8bcd1a-e023-46b7-87e8-1a0148e6b862,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:43.449992 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c4d28-5804-4af8-9935-0f01391eb1cf req-18375601-bbcc-4dc9-994f-46022a56f47b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:43.462109 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2f07191b-307a-4b75-9aee-c679a88b73cd tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:43.469133 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-160c4d28-5804-4af8-9935-0f01391eb1cf req-18375601-bbcc-4dc9-994f-46022a56f47b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1454442 Aug 31 01:17:43.520417 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-160c4d28-5804-4af8-9935-0f01391eb1cf req-ae6e6061-eb93-49ba-ae29-21159f8d3491 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499730 Aug 31 01:17:43.677252 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2f07191b-307a-4b75-9aee-c679a88b73cd tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:43.682089 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8fb740bd-9c74-4897-8aaf-8f84727cdfb6 req-cd9433e4-54e4-4034-99ed-f5ebf11cfa48 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083858 Aug 31 01:17:43.684370 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2f07191b-307a-4b75-9aee-c679a88b73cd tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:43.686830 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bbbacc-8271-4ad8-a6d0-37e447878901 req-60358009-6cd3-4379-b6a5-1c2cf63826be tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] No DVR routers for this DVR port 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:43.693680 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-95bbbacc-8271-4ad8-a6d0-37e447878901 req-60358009-6cd3-4379-b6a5-1c2cf63826be tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:43.695670 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-95bbbacc-8271-4ad8-a6d0-37e447878901 req-60358009-6cd3-4379-b6a5-1c2cf63826be tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.48 "DELETE /v2.0/ports/4c8bcd1a-e023-46b7-87e8-1a0148e6b862 HTTP/1.1" status: 204 len: 173 time: 2.0305188 Aug 31 01:17:43.697955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac5c690-863e-4932-a4ff-ffa30f73aee0', 'name': 'network-vif-deleted', 'tag': '4c8bcd1a-e023-46b7-87e8-1a0148e6b862'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:43.700268 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117d2f61-81e7-4725-826e-1fced9e494bc" -d '{"events": [{"server_uuid": "fac5c690-863e-4932-a4ff-ffa30f73aee0", "name": "network-vif-deleted", "tag": "4c8bcd1a-e023-46b7-87e8-1a0148e6b862"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:43.781380 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7086209c-3361-426d-9662-02d3680cb218 x-openstack-request-id: req-7086209c-3361-426d-9662-02d3680cb218 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:43.781380 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac5c690-863e-4932-a4ff-ffa30f73aee0", "name": "network-vif-deleted", "tag": "4c8bcd1a-e023-46b7-87e8-1a0148e6b862", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:43.781380 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7086209c-3361-426d-9662-02d3680cb218 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:43.781380 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac5c690-863e-4932-a4ff-ffa30f73aee0', 'name': 'network-vif-deleted', 'tag': '4c8bcd1a-e023-46b7-87e8-1a0148e6b862', 'status': 'completed', 'code': 200} Aug 31 01:17:43.787557 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11071c30-a02c-437e-a63d-d196201b9a8b req-e51c7d23-84c9-4cb1-bea6-1d32f304936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:43.789975 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11071c30-a02c-437e-a63d-d196201b9a8b req-e51c7d23-84c9-4cb1-bea6-1d32f304936d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e298def29a984ece8571a3f58e68a8db&device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 1097 time: 0.1938262 Aug 31 01:17:43.940738 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2f07191b-307a-4b75-9aee-c679a88b73cd tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:43.941264 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f07191b-307a-4b75-9aee-c679a88b73cd tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Fanout notify agent at l3_agent the message router_deleted on router 71b0ee1b-e319-4108-82e9-091cce08d5e2 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:17:43.950682 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2f07191b-307a-4b75-9aee-c679a88b73cd tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:43.955708 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2f07191b-307a-4b75-9aee-c679a88b73cd tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "DELETE /v2.0/routers/71b0ee1b-e319-4108-82e9-091cce08d5e2 HTTP/1.1" status: 204 len: 168 time: 2.8607881 Aug 31 01:17:43.959738 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41066) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:43.964930 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Request body: {'router': {'name': 'tempest-snat-router-458584807', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'enable_snat': False}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:43.970042 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11071c30-a02c-437e-a63d-d196201b9a8b req-af44cb70-8828-47ef-9dc0-2d5890614137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:43.971542 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11071c30-a02c-437e-a63d-d196201b9a8b req-af44cb70-8828-47ef-9dc0-2d5890614137 service neutron] 10.222.0.48 "GET /v2.0/networks?id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1 HTTP/1.1" status: 200 len: 920 time: 0.1635704 Aug 31 01:17:44.026487 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11071c30-a02c-437e-a63d-d196201b9a8b req-e14be76a-73f0-4388-aa55-2df4b0bc651d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b136ba99-6117-4b77-8296-89952eb6ef1e HTTP/1.1" status: 200 len: 217 time: 0.0448344 Aug 31 01:17:44.088552 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11071c30-a02c-437e-a63d-d196201b9a8b req-063db149-b4e2-4195-8e5a-6c6f03124a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:44.090189 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11071c30-a02c-437e-a63d-d196201b9a8b req-063db149-b4e2-4195-8e5a-6c6f03124a21 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=499f6e91-2c67-40e0-9197-ea85e13de259 HTTP/1.1" status: 200 len: 859 time: 0.0544231 Aug 31 01:17:44.129685 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11071c30-a02c-437e-a63d-d196201b9a8b req-8c630f69-723d-40ec-81eb-5555a22e569e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297730 Aug 31 01:17:44.191528 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:44.192590 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:44.293242 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:44.297287 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11071c30-a02c-437e-a63d-d196201b9a8b req-93788216-81a5-409e-9da5-2023a8c22182 service neutron] 10.222.0.48 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611822 Aug 31 01:17:44.477655 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11071c30-a02c-437e-a63d-d196201b9a8b req-fbca061f-ccf7-44ed-be33-affbe0038ffc service neutron] 10.222.0.48 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718652 Aug 31 01:17:44.597205 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:44.688306 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55cd57-73ce-42a1-8caa-cf865f57a887 req-1b58716e-a585-4d02-955d-eab5e34203a3 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:44.689974 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ac55cd57-73ce-42a1-8caa-cf865f57a887 req-1b58716e-a585-4d02-955d-eab5e34203a3 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0619996 Aug 31 01:17:44.736764 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ac55cd57-73ce-42a1-8caa-cf865f57a887 req-e9f7be7b-5ce6-4c82-be15-425aea374b19 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396209 Aug 31 01:17:44.799108 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:44.832183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:17:44.832796 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 4c8bcd1a-e023-46b7-87e8-1a0148e6b862 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:17:44.886731 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b49e3280-7ebb-448d-812c-dfdf7dae84bf req-5d56277d-cdcf-4845-804e-f81298caecba tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=fac5c690-863e-4932-a4ff-ffa30f73aee0 HTTP/1.1" status: 200 len: 210 time: 0.0464449 Aug 31 01:17:44.959236 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:44.981401 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:45.097390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Allocated IP 172.25.2.159 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/97be6ae7-e68c-473c-9099-ce68db10a1e6) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:45.236338 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:45.315444 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41114) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:45.413943 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:45.442787 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91a4f0-be22-4d44-9bcf-ea50f8d37fce req-24ffeb1a-8749-4147-a168-dd02e3669c9e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:45.450647 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3a91a4f0-be22-4d44-9bcf-ea50f8d37fce req-24ffeb1a-8749-4147-a168-dd02e3669c9e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 947 time: 0.0837171 Aug 31 01:17:45.454829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:45.458445 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:45.464155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:45.501339 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3a91a4f0-be22-4d44-9bcf-ea50f8d37fce req-36e616bc-b657-4401-979a-0d6c8db4d502 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459242 Aug 31 01:17:45.508802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Pushing event updated for resources: {'Port': ['ID=97be6ae7-e68c-473c-9099-ce68db10a1e6,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:45.622206 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aed1083c-098d-4c0b-95df-d20b7b1e4bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:45.689327 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-397bd0d2-9932-485c-a8f1-48ef7b890d55 req-f1905777-77b1-420b-b882-3c04fe7fa054 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3264675 Aug 31 01:17:45.802997 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aed1083c-098d-4c0b-95df-d20b7b1e4bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:45.810907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bd0d2-9932-485c-a8f1-48ef7b890d55 req-a0fbda34-c219-4465-b581-6d25232288a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:45.812607 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-397bd0d2-9932-485c-a8f1-48ef7b890d55 req-a0fbda34-c219-4465-b581-6d25232288a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f352ea30918c400cad8ba861159cf775&device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 1096 time: 0.0704660 Aug 31 01:17:45.947583 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aed1083c-098d-4c0b-95df-d20b7b1e4bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:46.020002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19b0bc-1c2c-46be-bd61-5ff4e6acd7ba req-362e03e1-18e1-4771-b248-e3f073a07cb5 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:46.021635 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-df19b0bc-1c2c-46be-bd61-5ff4e6acd7ba req-362e03e1-18e1-4771-b248-e3f073a07cb5 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1978588 Aug 31 01:17:46.069993 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-aed1083c-098d-4c0b-95df-d20b7b1e4bfa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6808d90580824694a0fa61a7b2a34a0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7534420 Aug 31 01:17:46.072606 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41132) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:46.082208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1083c-098d-4c0b-95df-d20b7b1e4bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7642bf9-14e3-4aed-aaf3-289bd8ff767e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:46.120426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bd0d2-9932-485c-a8f1-48ef7b890d55 req-6fe26ea0-4a2c-4f3e-9394-934cba585198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:46.121952 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-397bd0d2-9932-485c-a8f1-48ef7b890d55 req-6fe26ea0-4a2c-4f3e-9394-934cba585198 service neutron] 10.222.0.41 "GET /v2.0/networks?id=233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 200 len: 912 time: 0.2662423 Aug 31 01:17:46.133921 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3f0085f6-c2ae-4ede-b2e1-02fad788a924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:46.141402 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:46.160739 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3f0085f6-c2ae-4ede-b2e1-02fad788a924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:46.211665 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-df19b0bc-1c2c-46be-bd61-5ff4e6acd7ba req-47b3d7ff-7c13-4f1b-83a2-7b856799da22 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465216 Aug 31 01:17:46.293963 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-397bd0d2-9932-485c-a8f1-48ef7b890d55 req-efc83ad0-5c58-49f2-a59f-eb41db469aeb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f76add50-2a32-4adf-b766-a17e6155f28b HTTP/1.1" status: 200 len: 998 time: 0.1612504 Aug 31 01:17:46.326133 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3f0085f6-c2ae-4ede-b2e1-02fad788a924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:46.328955 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3f0085f6-c2ae-4ede-b2e1-02fad788a924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:46.330303 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3f0085f6-c2ae-4ede-b2e1-02fad788a924 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7642bf9-14e3-4aed-aaf3-289bd8ff767e HTTP/1.1" status: 204 len: 168 time: 0.2565668 Aug 31 01:17:46.338833 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0085f6-c2ae-4ede-b2e1-02fad788a924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7642bf9-14e3-4aed-aaf3-289bd8ff767e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:46.349387 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0085f6-c2ae-4ede-b2e1-02fad788a924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:46.349785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0085f6-c2ae-4ede-b2e1-02fad788a924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:46.350165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0085f6-c2ae-4ede-b2e1-02fad788a924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:46.350503 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0085f6-c2ae-4ede-b2e1-02fad788a924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:46.351062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0085f6-c2ae-4ede-b2e1-02fad788a924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:46.351593 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0085f6-c2ae-4ede-b2e1-02fad788a924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:46.352708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0085f6-c2ae-4ede-b2e1-02fad788a924 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:46.353359 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0085f6-c2ae-4ede-b2e1-02fad788a924 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:46.354037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0085f6-c2ae-4ede-b2e1-02fad788a924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:46.354373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0085f6-c2ae-4ede-b2e1-02fad788a924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:46.354923 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0085f6-c2ae-4ede-b2e1-02fad788a924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:46.355664 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0085f6-c2ae-4ede-b2e1-02fad788a924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:46.430603 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bd0d2-9932-485c-a8f1-48ef7b890d55 req-311fecb8-4a7b-4b23-bef7-f9d360b3306c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:46.444010 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-397bd0d2-9932-485c-a8f1-48ef7b890d55 req-311fecb8-4a7b-4b23-bef7-f9d360b3306c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 200 len: 850 time: 0.1292813 Aug 31 01:17:46.513737 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:46.525147 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bd0d2-9932-485c-a8f1-48ef7b890d55 req-cc42341d-edd0-481a-9ff2-95bea03923c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:46.529930 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-397bd0d2-9932-485c-a8f1-48ef7b890d55 req-cc42341d-edd0-481a-9ff2-95bea03923c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233b9bf7-bb8b-473c-966b-3b104e130b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678360 Aug 31 01:17:46.778127 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cefc52-456c-4852-b7af-72706e546833 req-dc427e22-f8e2-4157-a5ba-bbbc4adcd920 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:46.779689 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e8cefc52-456c-4852-b7af-72706e546833 req-dc427e22-f8e2-4157-a5ba-bbbc4adcd920 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.41 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 947 time: 0.0751867 Aug 31 01:17:46.789144 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b170c-97a3-4c2f-90e1-457aad5c297c req-352d1268-6ecc-4d3d-bfb7-8d7f4d472759 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:46.790789 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b95b170c-97a3-4c2f-90e1-457aad5c297c req-352d1268-6ecc-4d3d-bfb7-8d7f4d472759 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.0978837 Aug 31 01:17:46.944180 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b95b170c-97a3-4c2f-90e1-457aad5c297c req-a45bc472-0d17-4e1b-a603-63edd34c11e8 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245842 Aug 31 01:17:47.038075 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-e8cefc52-456c-4852-b7af-72706e546833 req-ccf49176-6d47-4289-92da-404db4c12a88 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Deleting port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:47.038820 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e8cefc52-456c-4852-b7af-72706e546833 req-ccf49176-6d47-4289-92da-404db4c12a88 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:47.183433 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047ec9c-9a78-425a-affa-c55a9e479763 req-b867b043-ac80-40bd-ae91-f92f8f8a8b36 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:47.186006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c047ec9c-9a78-425a-affa-c55a9e479763 req-b867b043-ac80-40bd-ae91-f92f8f8a8b36 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 947 time: 0.6078215 Aug 31 01:17:47.241708 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-397bd0d2-9932-485c-a8f1-48ef7b890d55 req-75052970-7daf-419c-adc2-3f0e9b78114c service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6755977 Aug 31 01:17:47.248326 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-e8cefc52-456c-4852-b7af-72706e546833 req-ccf49176-6d47-4289-92da-404db4c12a88 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] For port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:47.249061 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e8cefc52-456c-4852-b7af-72706e546833 req-ccf49176-6d47-4289-92da-404db4c12a88 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:47.288690 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c047ec9c-9a78-425a-affa-c55a9e479763 req-2cd35e40-349d-4fc5-a416-9d852a880e98 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups?id=91c95219-5f04-4c10-916d-2935db2e3dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840359 Aug 31 01:17:47.377372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Router d5c1ba91-bbef-4af0-b301-9afc794a6f82 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:17:47.551538 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-397bd0d2-9932-485c-a8f1-48ef7b890d55 req-6fac7c63-a322-4a3a-a353-db060efaa5a3 service neutron] 10.222.0.41 "GET /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992492 Aug 31 01:17:47.567937 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:17:47.573765 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7be51b-b4e4-46db-a619-fd75a1aff555 req-f633a9d6-07dc-44cb-b830-dff0f8d4c6ba tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:47.580173 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Sync routers for ids ['d5c1ba91-bbef-4af0-b301-9afc794a6f82'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:17:47.583829 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5b7be51b-b4e4-46db-a619-fd75a1aff555 req-f633a9d6-07dc-44cb-b830-dff0f8d4c6ba tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1843607 Aug 31 01:17:47.598156 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Routers {'d5c1ba91-bbef-4af0-b301-9afc794a6f82'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:47.599555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:17:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d5c1ba91-bbef-4af0-b301-9afc794a6f82'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:47.691714 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e8cefc52-456c-4852-b7af-72706e546833 req-ccf49176-6d47-4289-92da-404db4c12a88 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:47.692278 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e8cefc52-456c-4852-b7af-72706e546833 req-ccf49176-6d47-4289-92da-404db4c12a88 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:47.692423 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [req-e8cefc52-456c-4852-b7af-72706e546833 req-ccf49176-6d47-4289-92da-404db4c12a88 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Floating IP 0c60c9a6-7426-4f19-8788-51b39e3bbef1 disassociated. External IP: 172.25.2.53, port: 5f8ae34e-9799-4a82-8caf-38dc1c1f493f. Aug 31 01:17:47.692764 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-e8cefc52-456c-4852-b7af-72706e546833 req-ccf49176-6d47-4289-92da-404db4c12a88 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Calling delete_port for 5f8ae34e-9799-4a82-8caf-38dc1c1f493f owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:47.742564 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:47.749709 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a1163087-7c21-47e4-8722-4d64652695d6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.7832563 Aug 31 01:17:47.750194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41168) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:47.836950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Set router d5c1ba91-bbef-4af0-b301-9afc794a6f82 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:17:47.882587 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5b7be51b-b4e4-46db-a619-fd75a1aff555 req-0beaa390-9cdb-4e20-bf16-496b065e3d02 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978330 Aug 31 01:17:47.988008 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2f0ded04-b154-46b2-ac4a-1b288b7f9f20 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "GET /v2.0/routers/d5c1ba91-bbef-4af0-b301-9afc794a6f82 HTTP/1.1" status: 200 len: 908 time: 0.2363505 Aug 31 01:17:47.988717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41174) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:47.993791 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Request body: {'router': {'name': 'tempest-snat-router-458584807', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'enable_snat': True}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:48.017005 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67eafe-03ee-4627-b470-a2d47255c47f req-a1559e95-e9be-48b1-ae77-30697ebad56b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:48.018644 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae67eafe-03ee-4627-b470-a2d47255c47f req-a1559e95-e9be-48b1-ae77-30697ebad56b tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.1242592 Aug 31 01:17:48.034369 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e8cefc52-456c-4852-b7af-72706e546833 req-ccf49176-6d47-4289-92da-404db4c12a88 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.125737 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf49176-6d47-4289-92da-404db4c12a88 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Pushing event deleted for resources: {'Port': ['ID=5f8ae34e-9799-4a82-8caf-38dc1c1f493f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:48.196645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41180) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:48.223788 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.226192 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.228899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c1ba91-bbef-4af0-b301-9afc794a6f82', 'name': 'tempest-snat-router-458584807', 'tenant_id': '0d9ed9fe5cb14827a13af20134ade61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159'}], 'enable_snat': False}, 'gw_port_id': '97be6ae7-e68c-473c-9099-ce68db10a1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:44Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 3, 'project_id': '0d9ed9fe5cb14827a13af20134ade61b', 'gw_port': {'id': '97be6ae7-e68c-473c-9099-ce68db10a1e6', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c1ba91-bbef-4af0-b301-9afc794a6f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:44Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:48.279785 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18e1c9-89a0-4ab0-9aef-104650919f43 req-ac2c3314-9cc9-47fd-8dd7-5f251d7771d3 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:48.281413 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1b18e1c9-89a0-4ab0-9aef-104650919f43 req-ac2c3314-9cc9-47fd-8dd7-5f251d7771d3 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 946 time: 0.1807747 Aug 31 01:17:48.288509 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Checking router: d5c1ba91-bbef-4af0-b301-9afc794a6f82 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:17:48.289129 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Updating router d5c1ba91-bbef-4af0-b301-9afc794a6f82 port 97be6ae7-e68c-473c-9099-ce68db10a1e6 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:17:48.328003 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.354176 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.364976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-ae67eafe-03ee-4627-b470-a2d47255c47f req-6498cb3e-8ee3-430c-81bd-c06f67fab6c5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Deleting port 3ce2bea8-8a3f-4718-884a-2044e3569722 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:48.365315 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ae67eafe-03ee-4627-b470-a2d47255c47f req-6498cb3e-8ee3-430c-81bd-c06f67fab6c5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.371811 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8cefc52-456c-4852-b7af-72706e546833 req-ccf49176-6d47-4289-92da-404db4c12a88 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Router 4622f048-4058-4822-9efc-3bc240b7c8c6 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:17:48.469920 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1b18e1c9-89a0-4ab0-9aef-104650919f43 req-86f990df-639a-4e62-9944-25b0f500c827 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a439b58-a0b2-4d2c-8904-b13331b69366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683357 Aug 31 01:17:48.488489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-fb0906dd-00d1-4ff3-a57e-9c0dd5469cc9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1830754816-network', 'tenant_id': 'bf9ab905fec84fb0bfe97cb30de01f48'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:48.569753 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-ae67eafe-03ee-4627-b470-a2d47255c47f req-6498cb3e-8ee3-430c-81bd-c06f67fab6c5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] For port 3ce2bea8-8a3f-4718-884a-2044e3569722, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3ce2bea8-8a3f-4718-884a-2044e3569722,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:48.570548 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ae67eafe-03ee-4627-b470-a2d47255c47f req-6498cb3e-8ee3-430c-81bd-c06f67fab6c5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.606449 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-ae67eafe-03ee-4627-b470-a2d47255c47f req-6498cb3e-8ee3-430c-81bd-c06f67fab6c5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Calling delete_port for 3ce2bea8-8a3f-4718-884a-2044e3569722 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:48.629642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0906dd-00d1-4ff3-a57e-9c0dd5469cc9 admin admin] Made reservation on behalf of bf9ab905fec84fb0bfe97cb30de01f48 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:48.629642 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb0906dd-00d1-4ff3-a57e-9c0dd5469cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.642272 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb0906dd-00d1-4ff3-a57e-9c0dd5469cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.653745 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bf999384-dd62-4999-b4cc-9e119d357205 req-96f30711-770f-4170-8e11-0b7756467b68 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 210 time: 0.1790872 Aug 31 01:17:48.738518 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8cefc52-456c-4852-b7af-72706e546833 req-ccf49176-6d47-4289-92da-404db4c12a88 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:17:48.753221 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a675bad1-87de-4532-bf89-7ba64a7addcd None None] Sync routers for ids ['4622f048-4058-4822-9efc-3bc240b7c8c6'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:17:48.755440 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.766167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Transition to ACTIVE for port object 97be6ae7-e68c-473c-9099-ce68db10a1e6 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:48.774402 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a675bad1-87de-4532-bf89-7ba64a7addcd None None] Routers {'4622f048-4058-4822-9efc-3bc240b7c8c6'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:48.775049 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a675bad1-87de-4532-bf89-7ba64a7addcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:17:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4622f048-4058-4822-9efc-3bc240b7c8c6'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:48.809753 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.838645 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cefc52-456c-4852-b7af-72706e546833 req-ccf49176-6d47-4289-92da-404db4c12a88 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] No DVR routers for this DVR port 5f8ae34e-9799-4a82-8caf-38dc1c1f493f on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:48.844086 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e8cefc52-456c-4852-b7af-72706e546833 req-ccf49176-6d47-4289-92da-404db4c12a88 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.845780 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.846223 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e8cefc52-456c-4852-b7af-72706e546833 req-ccf49176-6d47-4289-92da-404db4c12a88 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.41 "DELETE /v2.0/ports/5f8ae34e-9799-4a82-8caf-38dc1c1f493f HTTP/1.1" status: 204 len: 173 time: 2.0543032 Aug 31 01:17:48.846747 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b701e2ac-5a1d-4fb9-9ce2-3f9442333feb', 'name': 'network-vif-deleted', 'tag': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:48.850163 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bd4082-8a0b-4dd8-8df0-5cc8b7ecb573" -d '{"events": [{"server_uuid": "b701e2ac-5a1d-4fb9-9ce2-3f9442333feb", "name": "network-vif-deleted", "tag": "5f8ae34e-9799-4a82-8caf-38dc1c1f493f"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:48.852580 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb0906dd-00d1-4ff3-a57e-9c0dd5469cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.944544 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb0906dd-00d1-4ff3-a57e-9c0dd5469cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.965016 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-a675bad1-87de-4532-bf89-7ba64a7addcd None None] Set router 4622f048-4058-4822-9efc-3bc240b7c8c6 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:17:48.972678 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Attempting to bind port 97be6ae7-e68c-473c-9099-ce68db10a1e6 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:17:48.973064 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Attempting to bind port 97be6ae7-e68c-473c-9099-ce68db10a1e6 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:17:48.973466 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Attempting to bind port 97be6ae7-e68c-473c-9099-ce68db10a1e6 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:17:48.984375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce2504-e17f-4c95-ab2d-78589a762547 None None] Pushing event updated for resources: {'Port': ['ID=97be6ae7-e68c-473c-9099-ce68db10a1e6,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:48.990846 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:17:48.991257 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:17:48.991872 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.004778 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:17:49.004778 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Bound port: 97be6ae7-e68c-473c-9099-ce68db10a1e6, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:17:49.004778 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.005148 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596a6514-9059-42de-9079-1e3be789aa91 x-openstack-request-id: req-596a6514-9059-42de-9079-1e3be789aa91 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:49.005148 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b701e2ac-5a1d-4fb9-9ce2-3f9442333feb", "name": "network-vif-deleted", "tag": "5f8ae34e-9799-4a82-8caf-38dc1c1f493f", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:49.005148 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-596a6514-9059-42de-9079-1e3be789aa91 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:49.005425 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0906dd-00d1-4ff3-a57e-9c0dd5469cc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:17:49.005553 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b701e2ac-5a1d-4fb9-9ce2-3f9442333feb', 'name': 'network-vif-deleted', 'tag': '5f8ae34e-9799-4a82-8caf-38dc1c1f493f', 'status': 'completed', 'code': 200} Aug 31 01:17:49.029588 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb0906dd-00d1-4ff3-a57e-9c0dd5469cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.029806 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-fb0906dd-00d1-4ff3-a57e-9c0dd5469cc9 admin admin] Added segment e0d081a8-ce07-40ab-aee6-315ddda62a83 of type vlan for network 81183e57-cac7-4ce8-ac33-7e54a71141a4 Aug 31 01:17:49.056317 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce2504-e17f-4c95-ab2d-78589a762547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:49.056669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce2504-e17f-4c95-ab2d-78589a762547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:49.057016 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce2504-e17f-4c95-ab2d-78589a762547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:49.057401 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce2504-e17f-4c95-ab2d-78589a762547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:49.057693 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce2504-e17f-4c95-ab2d-78589a762547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:49.059180 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce2504-e17f-4c95-ab2d-78589a762547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:49.059517 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce2504-e17f-4c95-ab2d-78589a762547 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:49.059852 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce2504-e17f-4c95-ab2d-78589a762547 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:49.060224 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce2504-e17f-4c95-ab2d-78589a762547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:49.060618 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce2504-e17f-4c95-ab2d-78589a762547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:49.060956 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce2504-e17f-4c95-ab2d-78589a762547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:49.061288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce2504-e17f-4c95-ab2d-78589a762547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:49.157338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] For port 97be6ae7-e68c-473c-9099-ce68db10a1e6, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:17:49.161789 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] For port 97be6ae7-e68c-473c-9099-ce68db10a1e6, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=97be6ae7-e68c-473c-9099-ce68db10a1e6,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:17:49.166864 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb0906dd-00d1-4ff3-a57e-9c0dd5469cc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.192732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0906dd-00d1-4ff3-a57e-9c0dd5469cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8b1359-a89c-48a3-8d1f-711ce50d3cc1,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:49.213087 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a675bad1-87de-4532-bf89-7ba64a7addcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:09:00Z', 'revision_number': 4, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '21ba741a-fd53-45a1-8ad4-6acaa883499a', 'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'mac_address': 'fa:16:3e:fb:2c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:57Z', 'updated_at': '2021-08-31T01:09:09Z', 'revision_number': 5, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'subnets': [{'id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:49.242452 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a675bad1-87de-4532-bf89-7ba64a7addcd None None] Checking router: 4622f048-4058-4822-9efc-3bc240b7c8c6 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:17:49.252943 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a675bad1-87de-4532-bf89-7ba64a7addcd None None] Routers {'4622f048-4058-4822-9efc-3bc240b7c8c6'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:49.253683 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a675bad1-87de-4532-bf89-7ba64a7addcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:17:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4622f048-4058-4822-9efc-3bc240b7c8c6'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:49.295593 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.309935 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4902eb-d7ce-4bd3-9c75-a31b1e401040 req-89d53fac-8c67-4953-bdab-84636dd9f84b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:49.311678 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d4902eb-d7ce-4bd3-9c75-a31b1e401040 req-89d53fac-8c67-4953-bdab-84636dd9f84b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.2080283 Aug 31 01:17:49.340705 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.369816 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Routers {'d5c1ba91-bbef-4af0-b301-9afc794a6f82'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:49.370375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:17:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d5c1ba91-bbef-4af0-b301-9afc794a6f82'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:49.398255 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb0906dd-00d1-4ff3-a57e-9c0dd5469cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.399926 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0906dd-00d1-4ff3-a57e-9c0dd5469cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:49.400609 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb0906dd-00d1-4ff3-a57e-9c0dd5469cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.409974 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-a675bad1-87de-4532-bf89-7ba64a7addcd None None] Set router 4622f048-4058-4822-9efc-3bc240b7c8c6 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:17:49.415384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce2504-e17f-4c95-ab2d-78589a762547 None None] Pushing event updated for resources: {'Port': ['ID=97be6ae7-e68c-473c-9099-ce68db10a1e6,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:49.459562 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d4902eb-d7ce-4bd3-9c75-a31b1e401040 req-c8d994db-3bdf-4c36-a15c-11657bdb557b tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349959 Aug 31 01:17:49.461981 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.501147 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] Set router d5c1ba91-bbef-4af0-b301-9afc794a6f82 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:17:49.582197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0906dd-00d1-4ff3-a57e-9c0dd5469cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=81183e57-cac7-4ce8-ac33-7e54a71141a4,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:49.596469 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ae67eafe-03ee-4627-b470-a2d47255c47f req-6498cb3e-8ee3-430c-81bd-c06f67fab6c5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.621601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 81183e57-cac7-4ce8-ac33-7e54a71141a4 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:17:49.633323 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['3ce2bea8-8a3f-4718-884a-2044e3569722'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:17:49.740724 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Allocated IP 172.25.2.67 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/9c7393f4-75b9-4984-ae7d-d7e40a50c5d2) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:49.744665 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498cb3e-8ee3-430c-81bd-c06f67fab6c5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Pushing event deleted for resources: {'Port': ['ID=3ce2bea8-8a3f-4718-884a-2044e3569722,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:49.773206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae67eafe-03ee-4627-b470-a2d47255c47f req-6498cb3e-8ee3-430c-81bd-c06f67fab6c5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] No DVR routers for this DVR port 3ce2bea8-8a3f-4718-884a-2044e3569722 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:49.782218 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96b4a998-7049-4136-ae72-dc55c144eb6b req-b535817c-f5b5-430f-9da0-02aec894bc51 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 210 time: 0.1545296 Aug 31 01:17:49.785838 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ae67eafe-03ee-4627-b470-a2d47255c47f req-6498cb3e-8ee3-430c-81bd-c06f67fab6c5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.789373 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae67eafe-03ee-4627-b470-a2d47255c47f req-6498cb3e-8ee3-430c-81bd-c06f67fab6c5 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.41 "DELETE /v2.0/ports/3ce2bea8-8a3f-4718-884a-2044e3569722 HTTP/1.1" status: 204 len: 173 time: 1.7609031 Aug 31 01:17:49.803956 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41208) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:49.812570 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fb0906dd-00d1-4ff3-a57e-9c0dd5469cc9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5668766 Aug 31 01:17:49.812570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac590887-bd74-4581-a1ef-e854592ffa18', 'name': 'network-vif-deleted', 'tag': '3ce2bea8-8a3f-4718-884a-2044e3569722'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:49.813777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4707bb63-4ef6-4209-8739-0adf01db9dc3 admin admin] Request body: {'subnet': {'network_id': '81183e57-cac7-4ce8-ac33-7e54a71141a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1830754816-subnet', 'tenant_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:49.814041 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d0db0e-b9fa-4c2b-a7ed-4789414072d0" -d '{"events": [{"server_uuid": "ac590887-bd74-4581-a1ef-e854592ffa18", "name": "network-vif-deleted", "tag": "3ce2bea8-8a3f-4718-884a-2044e3569722"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:49.875714 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a675bad1-87de-4532-bf89-7ba64a7addcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:09:00Z', 'revision_number': 4, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '21ba741a-fd53-45a1-8ad4-6acaa883499a', 'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'mac_address': 'fa:16:3e:fb:2c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:57Z', 'updated_at': '2021-08-31T01:09:09Z', 'revision_number': 5, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'subnets': [{'id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:49.900667 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa2b9c1-be2f-415d-850a-069cb4df3f3c x-openstack-request-id: req-7aa2b9c1-be2f-415d-850a-069cb4df3f3c {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:49.901018 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac590887-bd74-4581-a1ef-e854592ffa18", "name": "network-vif-deleted", "tag": "3ce2bea8-8a3f-4718-884a-2044e3569722", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:49.901283 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7aa2b9c1-be2f-415d-850a-069cb4df3f3c {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:49.902375 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac590887-bd74-4581-a1ef-e854592ffa18', 'name': 'network-vif-deleted', 'tag': '3ce2bea8-8a3f-4718-884a-2044e3569722', 'status': 'completed', 'code': 200} Aug 31 01:17:49.924610 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a675bad1-87de-4532-bf89-7ba64a7addcd None None] The sync data for ids ['4622f048-4058-4822-9efc-3bc240b7c8c6'] in n-d-793621-34 is: [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:09:00Z', 'revision_number': 4, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '21ba741a-fd53-45a1-8ad4-6acaa883499a', 'name': '', 'network_id': '3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'mac_address': 'fa:16:3e:fb:2c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:57Z', 'updated_at': '2021-08-31T01:09:09Z', 'revision_number': 5, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'subnets': [{'id': 'ba7747f8-0f41-4519-aeaf-544d4f1a2b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:17:49.930551 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-751535f1-1f56-433f-8e50-d715563f29a8 req-aa664371-a099-43ae-ba92-25cc5cbd48dc tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701e2ac-5a1d-4fb9-9ce2-3f9442333feb HTTP/1.1" status: 200 len: 210 time: 0.0943635 Aug 31 01:17:50.082840 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:50.135794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c1ba91-bbef-4af0-b301-9afc794a6f82', 'name': 'tempest-snat-router-458584807', 'tenant_id': '0d9ed9fe5cb14827a13af20134ade61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159'}], 'enable_snat': False}, 'gw_port_id': '97be6ae7-e68c-473c-9099-ce68db10a1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:44Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 3, 'project_id': '0d9ed9fe5cb14827a13af20134ade61b', 'gw_port': {'id': '97be6ae7-e68c-473c-9099-ce68db10a1e6', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c1ba91-bbef-4af0-b301-9afc794a6f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:44Z', 'updated_at': '2021-08-31T01:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:50.148013 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4707bb63-4ef6-4209-8739-0adf01db9dc3 admin admin] Made reservation on behalf of bf9ab905fec84fb0bfe97cb30de01f48 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:50.153261 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4707bb63-4ef6-4209-8739-0adf01db9dc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:50.173232 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805ffed-2ef4-49d0-8726-16a36451f5a2 None None] The sync data for ids ['d5c1ba91-bbef-4af0-b301-9afc794a6f82'] in n-d-793621-34 is: [{'id': 'd5c1ba91-bbef-4af0-b301-9afc794a6f82', 'name': 'tempest-snat-router-458584807', 'tenant_id': '0d9ed9fe5cb14827a13af20134ade61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159'}], 'enable_snat': False}, 'gw_port_id': '97be6ae7-e68c-473c-9099-ce68db10a1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:44Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 3, 'project_id': '0d9ed9fe5cb14827a13af20134ade61b', 'gw_port': {'id': '97be6ae7-e68c-473c-9099-ce68db10a1e6', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c1ba91-bbef-4af0-b301-9afc794a6f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:44Z', 'updated_at': '2021-08-31T01:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:17:50.331700 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:50.375532 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d8328-fbf4-4715-b9aa-aa052f24477f None None] New status for floating IP 0c60c9a6-7426-4f19-8788-51b39e3bbef1: DOWN {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:17:50.403616 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:50.410027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Pushing event updated for resources: {'Port': ['ID=9c7393f4-75b9-4984-ae7d-d7e40a50c5d2,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:50.422951 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:50.422951 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:50.687843 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5038d46-6f8e-457d-a8aa-65ff868543c6 req-d0e0935d-12b0-4e97-af42-fe0be6b555ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:50.689321 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d5038d46-6f8e-457d-a8aa-65ff868543c6 req-d0e0935d-12b0-4e97-af42-fe0be6b555ff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 1097 time: 0.0724094 Aug 31 01:17:50.721958 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4707bb63-4ef6-4209-8739-0adf01db9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:50.749172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36be042-fdc6-48e9-b8f2-e62285124a50 req-cd4d4cb3-dc51-4bb1-b288-435b61166d93 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:50.758870 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c36be042-fdc6-48e9-b8f2-e62285124a50 req-cd4d4cb3-dc51-4bb1-b288-435b61166d93 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1537740 Aug 31 01:17:50.825178 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707bb63-4ef6-4209-8739-0adf01db9dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8fc5b88-075b-4a8d-b14c-30220ede891f,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:50.835077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4707bb63-4ef6-4209-8739-0adf01db9dc3 admin admin] Checking segment: {'id': 'e0d081a8-ce07-40ab-aee6-315ddda62a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81183e57-cac7-4ce8-ac33-7e54a71141a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:17:50.835631 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4707bb63-4ef6-4209-8739-0adf01db9dc3 admin admin] Network hostable DHCP agents. Network: 81183e57-cac7-4ce8-ac33-7e54a71141a4, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:17:50.846978 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d5038d46-6f8e-457d-a8aa-65ff868543c6 req-01cd1e9f-2130-41ac-9618-a767c73477ba service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504629 Aug 31 01:17:50.866271 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c36be042-fdc6-48e9-b8f2-e62285124a50 req-a0cc9634-1651-48f9-a350-efa99527bc71 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065030 Aug 31 01:17:50.968340 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ac69e9f5-37c9-49c5-9627-a91ad747e634 req-ba8eedb6-bd39-4d0f-915c-09796ad9119e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac590887-bd74-4581-a1ef-e854592ffa18 HTTP/1.1" status: 200 len: 210 time: 0.0360017 Aug 31 01:17:51.057704 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4707bb63-4ef6-4209-8739-0adf01db9dc3 admin admin] Network 81183e57-cac7-4ce8-ac33-7e54a71141a4 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:17:51.157912 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41228) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:51.312174 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f04749d9-caf0-4691-a980-d9a1634de8fe tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.350037 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f04749d9-caf0-4691-a980-d9a1634de8fe tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.491716 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-4707bb63-4ef6-4209-8739-0adf01db9dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 81183e57-cac7-4ce8-ac33-7e54a71141a4) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:51.498721 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4707bb63-4ef6-4209-8739-0adf01db9dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:51.499301 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4707bb63-4ef6-4209-8739-0adf01db9dc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.507603 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0537ede-9788-491e-aa3f-25cd2ce46be8 None None] Network 81183e57-cac7-4ce8-ac33-7e54a71141a4 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:51.524616 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.576907 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f04749d9-caf0-4691-a980-d9a1634de8fe tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.582669 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f04749d9-caf0-4691-a980-d9a1634de8fe tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.584567 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f04749d9-caf0-4691-a980-d9a1634de8fe tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "DELETE /v2.0/security-groups/91c95219-5f04-4c10-916d-2935db2e3dfa HTTP/1.1" status: 204 len: 168 time: 0.4241297 Aug 31 01:17:51.589799 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41232) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:51.612973 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-015547ac-d154-4d0f-a446-2c4b373abf0e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] show failed (client error): The resource could not be found. Aug 31 01:17:51.615008 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-015547ac-d154-4d0f-a446-2c4b373abf0e tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "GET /v2.0/security-groups/91c95219-5f04-4c10-916d-2935db2e3dfa HTTP/1.1" status: 404 len: 347 time: 0.0236607 Aug 31 01:17:51.624460 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41236) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:51.710487 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04749d9-caf0-4691-a980-d9a1634de8fe tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c95219-5f04-4c10-916d-2935db2e3dfa,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:51.802599 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4707bb63-4ef6-4209-8739-0adf01db9dc3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9934268 Aug 31 01:17:51.803406 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41240) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:51.804814 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-81183e57-cac7-4ce8-ac33-7e54a71141a4', 'network_id': '81183e57-cac7-4ce8-ac33-7e54a71141a4', 'tenant_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'fixed_ips': [{'subnet_id': 'f8fc5b88-075b-4a8d-b14c-30220ede891f'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:17:51.811356 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1830754816-router', 'tenant_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:51.812541 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.952649 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.975120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-374c2e08-955a-4c28-b53f-23252fe5cba2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Deleting port 0738de33-1738-48e5-9dc9-268ec56aa3d0 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:51.975687 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-374c2e08-955a-4c28-b53f-23252fe5cba2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.064369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 97be6ae7-e68c-473c-9099-ce68db10a1e6 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:52.102348 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.106387 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.267119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e762cdf-cc1a-4194-b86c-112d199053f7 req-95866fe5-24b4-429f-ad96-485b69a8236c tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:52.270880 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e762cdf-cc1a-4194-b86c-112d199053f7 req-95866fe5-24b4-429f-ad96-485b69a8236c tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1861734 Aug 31 01:17:52.311020 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.358874 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5f8ae34e-9799-4a82-8caf-38dc1c1f493f no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:52.364817 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-374c2e08-955a-4c28-b53f-23252fe5cba2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.365055 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-374c2e08-955a-4c28-b53f-23252fe5cba2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.387592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-374c2e08-955a-4c28-b53f-23252fe5cba2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Calling delete_port for 0738de33-1738-48e5-9dc9-268ec56aa3d0 owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:52.393208 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e762cdf-cc1a-4194-b86c-112d199053f7 req-7bd7d4d1-76ff-48c4-a282-1047af919aae tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036289 Aug 31 01:17:52.400591 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Allocated IP 172.20.0.2 (81183e57-cac7-4ce8-ac33-7e54a71141a4/f8fc5b88-075b-4a8d-b14c-30220ede891f/42f1269f-88cd-41be-8a2f-4718a8764031) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:52.430841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 5f8ae34e-9799-4a82-8caf-38dc1c1f493f {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:17:52.435589 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5f8ae34e-9799-4a82-8caf-38dc1c1f493f not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:17:52.435589 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 3ce2bea8-8a3f-4718-884a-2044e3569722 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:52.519967 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 3ce2bea8-8a3f-4718-884a-2044e3569722 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:17:52.520850 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 3ce2bea8-8a3f-4718-884a-2044e3569722 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:17:52.550964 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Router 92555658-a142-4050-a02b-a0ac61362a6f is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:17:52.661744 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.676826 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.700960 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Transition to ACTIVE for port object 42f1269f-88cd-41be-8a2f-4718a8764031 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:52.708623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 97be6ae7-e68c-473c-9099-ce68db10a1e6 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:52.733794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 97be6ae7-e68c-473c-9099-ce68db10a1e6 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:52.734435 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.759368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Transition to ACTIVE for port object 42f1269f-88cd-41be-8a2f-4718a8764031 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:52.788281 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-374c2e08-955a-4c28-b53f-23252fe5cba2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.845293 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c2e08-955a-4c28-b53f-23252fe5cba2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Pushing event deleted for resources: {'Port': ['ID=0738de33-1738-48e5-9dc9-268ec56aa3d0,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:52.848810 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.895524 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:17:52.906021 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Sync routers for ids ['92555658-a142-4050-a02b-a0ac61362a6f'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:17:52.919089 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.920929 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Routers {'92555658-a142-4050-a02b-a0ac61362a6f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:52.921587 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:17:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['92555658-a142-4050-a02b-a0ac61362a6f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:52.937593 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Network 81183e57-cac7-4ce8-ac33-7e54a71141a4 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:52.950116 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:52.960796 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:52.971766 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-374c2e08-955a-4c28-b53f-23252fe5cba2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.975828 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-374c2e08-955a-4c28-b53f-23252fe5cba2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.989489 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-374c2e08-955a-4c28-b53f-23252fe5cba2 tempest-AttachVolumeShelveTestJSON-1086327034 tempest-AttachVolumeShelveTestJSON-1086327034-project] 10.222.0.16 "DELETE /v2.0/floatingips/0c60c9a6-7426-4f19-8788-51b39e3bbef1 HTTP/1.1" status: 204 len: 168 time: 1.3609061 Aug 31 01:17:52.995728 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 97be6ae7-e68c-473c-9099-ce68db10a1e6, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=97be6ae7-e68c-473c-9099-ce68db10a1e6,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:53.005494 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Pushing event updated for resources: {'Port': ['ID=42f1269f-88cd-41be-8a2f-4718a8764031,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:53.016674 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.022404 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-81bbd306-b8f2-4c74-b58a-cf4999027b5d tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.0315504 Aug 31 01:17:53.024159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8050526-e5c3-450b-9893-39ecf11c5e81 req-fb71b110-f5c5-4cd0-b401-bd1d8a69acd6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:53.026300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41252) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:53.031910 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8050526-e5c3-450b-9893-39ecf11c5e81 req-fb71b110-f5c5-4cd0-b401-bd1d8a69acd6 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1406927 Aug 31 01:17:53.071804 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Attempting to bind port 42f1269f-88cd-41be-8a2f-4718a8764031 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:17:53.072345 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Attempting to bind port 42f1269f-88cd-41be-8a2f-4718a8764031 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'e0d081a8-ce07-40ab-aee6-315ddda62a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81183e57-cac7-4ce8-ac33-7e54a71141a4'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:17:53.072750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Attempting to bind port 42f1269f-88cd-41be-8a2f-4718a8764031 on network 81183e57-cac7-4ce8-ac33-7e54a71141a4 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:17:53.079202 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:17:53.079607 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Checking segment: {'id': 'e0d081a8-ce07-40ab-aee6-315ddda62a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81183e57-cac7-4ce8-ac33-7e54a71141a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:17:53.080079 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.080529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Bound using segment: {'id': 'e0d081a8-ce07-40ab-aee6-315ddda62a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81183e57-cac7-4ce8-ac33-7e54a71141a4'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:17:53.081065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Bound port: 42f1269f-88cd-41be-8a2f-4718a8764031, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d081a8-ce07-40ab-aee6-315ddda62a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81183e57-cac7-4ce8-ac33-7e54a71141a4'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:17:53.081471 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.087295 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8050526-e5c3-450b-9893-39ecf11c5e81 req-0333faac-6d81-4c77-a4c2-438470e2c7e9 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487273 Aug 31 01:17:53.143830 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.157921 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Set router 92555658-a142-4050-a02b-a0ac61362a6f gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:17:53.189963 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] For port 42f1269f-88cd-41be-8a2f-4718a8764031, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:17:53.193499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] For port 42f1269f-88cd-41be-8a2f-4718a8764031, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=42f1269f-88cd-41be-8a2f-4718a8764031,segment=NetworkSegment(e0d081a8-ce07-40ab-aee6-315ddda62a83),segment_id=e0d081a8-ce07-40ab-aee6-315ddda62a83)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:17:53.248825 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=97be6ae7-e68c-473c-9099-ce68db10a1e6,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:53.330693 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ff703af2-0f97-43bf-99ee-3d4dbb177997 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "GET /v2.0/routers/92555658-a142-4050-a02b-a0ac61362a6f HTTP/1.1" status: 200 len: 906 time: 0.3028622 Aug 31 01:17:53.333361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41256) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:53.335989 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.360043 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.373508 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.389133 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92555658-a142-4050-a02b-a0ac61362a6f', 'name': 'tempest-snat-router-458584807', 'tenant_id': '0d9ed9fe5cb14827a13af20134ade61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '9c7393f4-75b9-4984-ae7d-d7e40a50c5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:48Z', 'updated_at': '2021-08-31T01:17:50Z', 'revision_number': 3, 'project_id': '0d9ed9fe5cb14827a13af20134ade61b', 'gw_port': {'id': '9c7393f4-75b9-4984-ae7d-d7e40a50c5d2', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:61:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92555658-a142-4050-a02b-a0ac61362a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:49Z', 'updated_at': '2021-08-31T01:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:53.422285 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Checking router: 92555658-a142-4050-a02b-a0ac61362a6f for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:17:53.422977 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Updating router 92555658-a142-4050-a02b-a0ac61362a6f port 9c7393f4-75b9-4984-ae7d-d7e40a50c5d2 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:17:53.451774 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce36950-616e-485f-9774-4784dd5afdc1 None None] Pushing event updated for resources: {'Port': ['ID=42f1269f-88cd-41be-8a2f-4718a8764031,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:53.540933 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d99facc0-566a-4e62-9618-9fc8b0e34ab9 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.630526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] Allocated IP 172.25.2.61 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/891c4036-a073-4394-b742-d147ddcd130a) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:53.645894 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.705366 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e90a65-25e6-4a9a-9bcd-ad3701790dc0 req-b56ffebb-a4ba-4af5-839e-1e20a98a1e95 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:53.707043 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-56e90a65-25e6-4a9a-9bcd-ad3701790dc0 req-b56ffebb-a4ba-4af5-839e-1e20a98a1e95 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1295803 Aug 31 01:17:53.744842 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d99facc0-566a-4e62-9618-9fc8b0e34ab9 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.864925 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.893950 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-56e90a65-25e6-4a9a-9bcd-ad3701790dc0 req-c6696960-c9fa-4443-a372-1ed328a36521 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176982 Aug 31 01:17:54.011177 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-d99facc0-566a-4e62-9618-9fc8b0e34ab9 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Deleting port 9c7393f4-75b9-4984-ae7d-d7e40a50c5d2 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:54.011177 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d99facc0-566a-4e62-9618-9fc8b0e34ab9 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:54.114427 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:54.181651 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 42f1269f-88cd-41be-8a2f-4718a8764031 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:54.188215 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d99facc0-566a-4e62-9618-9fc8b0e34ab9 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:54.213332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:54.227467 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:54.230806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-d99facc0-566a-4e62-9618-9fc8b0e34ab9 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Calling delete_port for 9c7393f4-75b9-4984-ae7d-d7e40a50c5d2 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:54.232611 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:54.366251 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f7c5f-65da-4c7d-8391-9e77186152d2 req-d5e2cd11-0a9c-43e7-90bb-cc4ad29d0bff tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:54.374400 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-351f7c5f-65da-4c7d-8391-9e77186152d2 req-d5e2cd11-0a9c-43e7-90bb-cc4ad29d0bff tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.1166546 Aug 31 01:17:54.421398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] Pushing event updated for resources: {'Port': ['ID=891c4036-a073-4394-b742-d147ddcd130a,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:54.437384 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:54.442232 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 42f1269f-88cd-41be-8a2f-4718a8764031 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:54.447334 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 97be6ae7-e68c-473c-9099-ce68db10a1e6 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:54.473217 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Transition to ACTIVE for port object 9c7393f4-75b9-4984-ae7d-d7e40a50c5d2 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:54.547582 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 97be6ae7-e68c-473c-9099-ce68db10a1e6 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:54.553332 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:54.570277 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:54.632776 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-351f7c5f-65da-4c7d-8391-9e77186152d2 req-86b641d7-fee7-46ee-bfd5-77dd5994fac0 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571330 Aug 31 01:17:54.660028 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d7965-187c-4ca8-8b94-312e02f1fbcd req-508eeb78-d302-491f-836a-a4f1c36049d2 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:54.661994 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d43d7965-187c-4ca8-8b94-312e02f1fbcd req-508eeb78-d302-491f-836a-a4f1c36049d2 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.41 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.2533903 Aug 31 01:17:54.725268 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Attempting to bind port 9c7393f4-75b9-4984-ae7d-d7e40a50c5d2 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:17:54.725734 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Attempting to bind port 9c7393f4-75b9-4984-ae7d-d7e40a50c5d2 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:17:54.726170 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Attempting to bind port 9c7393f4-75b9-4984-ae7d-d7e40a50c5d2 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:17:54.743702 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:17:54.744910 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:17:54.745630 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:54.746129 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:17:54.748352 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Bound port: 9c7393f4-75b9-4984-ae7d-d7e40a50c5d2, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:17:54.754130 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:54.830162 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e5b58-ffb0-47aa-9096-66a91b90f157 None None] Pushing event updated for resources: {'Port': ['ID=9c7393f4-75b9-4984-ae7d-d7e40a50c5d2,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:54.846857 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5b58-ffb0-47aa-9096-66a91b90f157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:54.847200 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5b58-ffb0-47aa-9096-66a91b90f157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:54.847540 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5b58-ffb0-47aa-9096-66a91b90f157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:54.847875 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5b58-ffb0-47aa-9096-66a91b90f157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:54.848227 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5b58-ffb0-47aa-9096-66a91b90f157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:54.848556 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5b58-ffb0-47aa-9096-66a91b90f157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:54.848885 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5b58-ffb0-47aa-9096-66a91b90f157 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:54.849253 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5b58-ffb0-47aa-9096-66a91b90f157 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:54.849626 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5b58-ffb0-47aa-9096-66a91b90f157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:54.849954 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5b58-ffb0-47aa-9096-66a91b90f157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:54.850276 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5b58-ffb0-47aa-9096-66a91b90f157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:54.851311 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5b58-ffb0-47aa-9096-66a91b90f157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:54.888486 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:54.952233 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09baec4-fc13-4858-8dbc-845b6b8808f6 req-920ce3a4-6423-4b08-aa47-1622aa65dd00 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:54.954130 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e09baec4-fc13-4858-8dbc-845b6b8808f6 req-920ce3a4-6423-4b08-aa47-1622aa65dd00 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.3289738 Aug 31 01:17:54.995258 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396f8c8-cc85-4d02-b0ee-9c855d5c9ec0 req-bc3add97-d28c-47a7-be16-b11638464e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:54.996783 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3396f8c8-cc85-4d02-b0ee-9c855d5c9ec0 req-bc3add97-d28c-47a7-be16-b11638464e15 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e298def29a984ece8571a3f58e68a8db&device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 1097 time: 0.3328261 Aug 31 01:17:55.096212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-d43d7965-187c-4ca8-8b94-312e02f1fbcd req-d7c7a606-f83f-4d7c-a71a-15c167c955c7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Deleting port f76add50-2a32-4adf-b766-a17e6155f28b {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:55.098194 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d43d7965-187c-4ca8-8b94-312e02f1fbcd req-d7c7a606-f83f-4d7c-a71a-15c167c955c7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.099305 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e09baec4-fc13-4858-8dbc-845b6b8808f6 req-f4f743f6-7259-4854-8f65-68846d51e9e0 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983009 Aug 31 01:17:55.156871 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d99facc0-566a-4e62-9618-9fc8b0e34ab9 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.158099 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.db.api [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:17:55.158975 n-d-793621-34 neutron-server[102345]: DEBUG oslo_db.api [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:17:55.222119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99facc0-566a-4e62-9618-9fc8b0e34ab9 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c7393f4-75b9-4984-ae7d-d7e40a50c5d2,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:55.249171 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43881986-3742-411a-a0c9-2d62995e5468 None None] Network 81183e57-cac7-4ce8-ac33-7e54a71141a4 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:55.286464 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.318886 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396f8c8-cc85-4d02-b0ee-9c855d5c9ec0 req-9b18e57f-57ea-484f-9765-03248a11a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:55.320887 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3396f8c8-cc85-4d02-b0ee-9c855d5c9ec0 req-9b18e57f-57ea-484f-9765-03248a11a788 service neutron] 10.222.0.48 "GET /v2.0/networks?id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1 HTTP/1.1" status: 200 len: 920 time: 0.3152242 Aug 31 01:17:55.322232 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d99facc0-566a-4e62-9618-9fc8b0e34ab9 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.530834 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3396f8c8-cc85-4d02-b0ee-9c855d5c9ec0 req-4382f023-4014-42d2-b92b-cc9cd4ffa18b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b136ba99-6117-4b77-8296-89952eb6ef1e HTTP/1.1" status: 200 len: 217 time: 0.2001741 Aug 31 01:17:55.548184 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d99facc0-566a-4e62-9618-9fc8b0e34ab9 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.569469 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d99facc0-566a-4e62-9618-9fc8b0e34ab9 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.578731 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-d43d7965-187c-4ca8-8b94-312e02f1fbcd req-d7c7a606-f83f-4d7c-a71a-15c167c955c7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] For port f76add50-2a32-4adf-b766-a17e6155f28b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=f76add50-2a32-4adf-b766-a17e6155f28b,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:55.579312 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d43d7965-187c-4ca8-8b94-312e02f1fbcd req-d7c7a606-f83f-4d7c-a71a-15c167c955c7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.596458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f0203faa-2712-4501-9667-30daf5986342 None None] Provisioning for port 42f1269f-88cd-41be-8a2f-4718a8764031 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:55.603502 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f0203faa-2712-4501-9667-30daf5986342 None None] Provisioning complete for port 42f1269f-88cd-41be-8a2f-4718a8764031 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:55.609874 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f0203faa-2712-4501-9667-30daf5986342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.639540 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] Router 73b9cdec-c2ba-4af2-a8ad-485f86f6830c is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:17:55.679634 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Attempting to bind port 9c7393f4-75b9-4984-ae7d-d7e40a50c5d2 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:17:55.680262 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Attempting to bind port 9c7393f4-75b9-4984-ae7d-d7e40a50c5d2 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:17:55.680448 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Attempting to bind port 9c7393f4-75b9-4984-ae7d-d7e40a50c5d2 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:17:55.696450 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:17:55.698300 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:17:55.698933 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.702495 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:17:55.705830 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Bound port: 9c7393f4-75b9-4984-ae7d-d7e40a50c5d2, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:17:55.706458 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.757678 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.plugin [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Port 9c7393f4-75b9-4984-ae7d-d7e40a50c5d2 has been deleted concurrently {{(pid=102345) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 31 01:17:55.787401 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Routers {'92555658-a142-4050-a02b-a0ac61362a6f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:55.788246 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f0203faa-2712-4501-9667-30daf5986342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.790805 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:17:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['92555658-a142-4050-a02b-a0ac61362a6f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:55.864841 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:17:55.875756 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d99facc0-566a-4e62-9618-9fc8b0e34ab9 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.877381 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99facc0-566a-4e62-9618-9fc8b0e34ab9 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92555658-a142-4050-a02b-a0ac61362a6f {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:17:55.883905 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396f8c8-cc85-4d02-b0ee-9c855d5c9ec0 req-2ab79634-7326-4af7-93da-1bf784dde20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:55.885722 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3396f8c8-cc85-4d02-b0ee-9c855d5c9ec0 req-2ab79634-7326-4af7-93da-1bf784dde20c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=499f6e91-2c67-40e0-9197-ea85e13de259 HTTP/1.1" status: 200 len: 859 time: 0.3421395 Aug 31 01:17:55.889926 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d99facc0-566a-4e62-9618-9fc8b0e34ab9 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.891798 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d99facc0-566a-4e62-9618-9fc8b0e34ab9 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "DELETE /v2.0/routers/92555658-a142-4050-a02b-a0ac61362a6f HTTP/1.1" status: 204 len: 168 time: 2.5564411 Aug 31 01:17:55.894453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Sync routers for ids ['73b9cdec-c2ba-4af2-a8ad-485f86f6830c'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:17:55.898698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41296) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:55.905729 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f0203faa-2712-4501-9667-30daf5986342 None None] For port 42f1269f-88cd-41be-8a2f-4718a8764031, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=42f1269f-88cd-41be-8a2f-4718a8764031,segment=NetworkSegment(e0d081a8-ce07-40ab-aee6-315ddda62a83),segment_id=e0d081a8-ce07-40ab-aee6-315ddda62a83)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:55.946183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Routers {'73b9cdec-c2ba-4af2-a8ad-485f86f6830c'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:55.946958 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:17:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['73b9cdec-c2ba-4af2-a8ad-485f86f6830c'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:56.016196 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f0203faa-2712-4501-9667-30daf5986342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:56.018241 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] Set router 92555658-a142-4050-a02b-a0ac61362a6f gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:17:56.033807 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:56.038202 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-328b721b-bfb1-4d7d-822d-9fad07df4804 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2330658 Aug 31 01:17:56.038505 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41298) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:56.045837 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3396f8c8-cc85-4d02-b0ee-9c855d5c9ec0 req-c1e4d816-d373-4f31-a5f1-7be85b410c9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73fd3505-fc53-44c8-a4ec-7c6c66089dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458325 Aug 31 01:17:56.122082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2364f-912c-4bec-af78-4f9e4ee258c9 req-5596a84b-b313-4bc9-81d0-482f76fec6c2 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:56.124034 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0f2364f-912c-4bec-af78-4f9e4ee258c9 req-5596a84b-b313-4bc9-81d0-482f76fec6c2 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 944 time: 0.3717482 Aug 31 01:17:56.172285 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92555658-a142-4050-a02b-a0ac61362a6f', 'name': 'tempest-snat-router-458584807', 'tenant_id': '0d9ed9fe5cb14827a13af20134ade61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:48Z', 'updated_at': '2021-08-31T01:17:54Z', 'revision_number': 5, 'project_id': '0d9ed9fe5cb14827a13af20134ade61b', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:56.197664 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0203faa-2712-4501-9667-30daf5986342 None None] Pushing event updated for resources: {'Port': ['ID=42f1269f-88cd-41be-8a2f-4718a8764031,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:56.220677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ded5f4a3-28dc-4ef7-a494-e1b84b65a0e1 None None] Provisioning complete for port 42f1269f-88cd-41be-8a2f-4718a8764031 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:56.221063 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ded5f4a3-28dc-4ef7-a494-e1b84b65a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:56.252879 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Set router 73b9cdec-c2ba-4af2-a8ad-485f86f6830c gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:17:56.285348 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a2772-346a-47fe-acc3-6f097ecc55a3 None None] The sync data for ids ['92555658-a142-4050-a02b-a0ac61362a6f'] in n-d-793621-34 is: [{'id': '92555658-a142-4050-a02b-a0ac61362a6f', 'name': 'tempest-snat-router-458584807', 'tenant_id': '0d9ed9fe5cb14827a13af20134ade61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:48Z', 'updated_at': '2021-08-31T01:17:54Z', 'revision_number': 5, 'project_id': '0d9ed9fe5cb14827a13af20134ade61b', 'gw_port_host': None}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:17:56.544566 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718f1f0-f182-40a3-943b-95e9d51ba986 req-89ae1f24-9aee-4e53-aab8-00ff1e0b6091 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:56.554000 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d718f1f0-f182-40a3-943b-95e9d51ba986 req-89ae1f24-9aee-4e53-aab8-00ff1e0b6091 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.2187467 Aug 31 01:17:56.670584 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b9cdec-c2ba-4af2-a8ad-485f86f6830c', 'name': 'tempest-TestAggregatesBasicOps-1830754816-router', 'tenant_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '891c4036-a073-4394-b742-d147ddcd130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:52Z', 'updated_at': '2021-08-31T01:17:54Z', 'revision_number': 3, 'project_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'gw_port': {'id': '891c4036-a073-4394-b742-d147ddcd130a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b9cdec-c2ba-4af2-a8ad-485f86f6830c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:53Z', 'updated_at': '2021-08-31T01:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:56.727859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Checking router: 73b9cdec-c2ba-4af2-a8ad-485f86f6830c for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:17:56.728203 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Updating router 73b9cdec-c2ba-4af2-a8ad-485f86f6830c port 891c4036-a073-4394-b742-d147ddcd130a binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:17:56.766958 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:56.902146 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0f2364f-912c-4bec-af78-4f9e4ee258c9 req-69fcc90c-70e8-49ab-998b-80f7e600fecc tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups?id=698b683a-0a38-4c5b-8ec0-ac781182d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7590864 Aug 31 01:17:56.960967 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76cfd4ad-f70c-43df-b307-55a7297f4486 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.005849 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d43d7965-187c-4ca8-8b94-312e02f1fbcd req-d7c7a606-f83f-4d7c-a71a-15c167c955c7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.006244 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d43d7965-187c-4ca8-8b94-312e02f1fbcd req-d7c7a606-f83f-4d7c-a71a-15c167c955c7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.006576 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [req-d43d7965-187c-4ca8-8b94-312e02f1fbcd req-d7c7a606-f83f-4d7c-a71a-15c167c955c7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Floating IP 43334ceb-887a-4600-abd1-9202ad87373a disassociated. External IP: 172.25.2.87, port: f76add50-2a32-4adf-b766-a17e6155f28b. Aug 31 01:17:57.008790 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-d43d7965-187c-4ca8-8b94-312e02f1fbcd req-d7c7a606-f83f-4d7c-a71a-15c167c955c7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Calling delete_port for f76add50-2a32-4adf-b766-a17e6155f28b owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:57.140947 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3396f8c8-cc85-4d02-b0ee-9c855d5c9ec0 req-a9b74122-b8f0-40b5-ab81-df66e5e2e16e service neutron] 10.222.0.48 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0110826 Aug 31 01:17:57.142876 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d718f1f0-f182-40a3-943b-95e9d51ba986 req-4762c318-1576-4b1c-9cc8-c428eb85e3d5 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5728216 Aug 31 01:17:57.305925 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.319621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Transition to ACTIVE for port object 891c4036-a073-4394-b742-d147ddcd130a will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:57.323067 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.393827 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.522609 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] Allocated IP 172.20.0.1 (81183e57-cac7-4ce8-ac33-7e54a71141a4/f8fc5b88-075b-4a8d-b14c-30220ede891f/9ca30467-5b00-4777-ab88-e3b55cb69429) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:57.537594 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Attempting to bind port 891c4036-a073-4394-b742-d147ddcd130a on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:17:57.538486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Attempting to bind port 891c4036-a073-4394-b742-d147ddcd130a by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:17:57.539102 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Attempting to bind port 891c4036-a073-4394-b742-d147ddcd130a on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:17:57.541360 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab71a2-9c15-47b4-b89e-ae720fc58fbf None None] Pushing event updated for resources: {'Port': ['ID=891c4036-a073-4394-b742-d147ddcd130a,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:57.548932 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:17:57.549790 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:17:57.550535 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.551145 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:17:57.551875 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Bound port: 891c4036-a073-4394-b742-d147ddcd130a, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:17:57.552559 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.622047 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3396f8c8-cc85-4d02-b0ee-9c855d5c9ec0 req-fb45765f-0e08-4d4d-8d01-ba953f80281d service neutron] 10.222.0.48 "GET /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628019 Aug 31 01:17:57.638266 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76cfd4ad-f70c-43df-b307-55a7297f4486 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.662821 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] For port 891c4036-a073-4394-b742-d147ddcd130a, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:17:57.667368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] For port 891c4036-a073-4394-b742-d147ddcd130a, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=891c4036-a073-4394-b742-d147ddcd130a,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:17:57.671633 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d43d7965-187c-4ca8-8b94-312e02f1fbcd req-d7c7a606-f83f-4d7c-a71a-15c167c955c7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.694469 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.714525 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7a606-f83f-4d7c-a71a-15c167c955c7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Pushing event deleted for resources: {'Port': ['ID=f76add50-2a32-4adf-b766-a17e6155f28b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:57.715957 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] Transition to ACTIVE for port object 9ca30467-5b00-4777-ab88-e3b55cb69429 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:57.760595 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.927284 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.938739 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab71a2-9c15-47b4-b89e-ae720fc58fbf None None] Pushing event updated for resources: {'Port': ['ID=891c4036-a073-4394-b742-d147ddcd130a,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:58.007552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Routers {'73b9cdec-c2ba-4af2-a8ad-485f86f6830c'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:58.009591 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:17:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['73b9cdec-c2ba-4af2-a8ad-485f86f6830c'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:58.018931 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] Pushing event updated for resources: {'Port': ['ID=9ca30467-5b00-4777-ab88-e3b55cb69429,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:58.033081 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] Network 81183e57-cac7-4ce8-ac33-7e54a71141a4 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:58.035162 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:58.050169 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:58.105991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 42f1269f-88cd-41be-8a2f-4718a8764031 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:58.136091 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:58.248599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-76cfd4ad-f70c-43df-b307-55a7297f4486 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Deleting port 97be6ae7-e68c-473c-9099-ce68db10a1e6 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:58.255365 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76cfd4ad-f70c-43df-b307-55a7297f4486 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:58.380602 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f76add50-2a32-4adf-b766-a17e6155f28b no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:58.429248 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-813854ae-6f16-4f5f-bd1c-4f5eee2d1feb req-89675238-a1c0-4adb-b6fc-8175b1a27f4e tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 210 time: 0.2306240 Aug 31 01:17:58.434130 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: f76add50-2a32-4adf-b766-a17e6155f28b {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:17:58.434696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device f76add50-2a32-4adf-b766-a17e6155f28b not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:17:58.486148 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 42f1269f-88cd-41be-8a2f-4718a8764031 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:58.486703 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:58.521416 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d43d7965-187c-4ca8-8b94-312e02f1fbcd req-d7c7a606-f83f-4d7c-a71a-15c167c955c7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Router 0c603a36-fcce-4728-bb22-1e23e0b857c8 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:17:58.565382 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-76cfd4ad-f70c-43df-b307-55a7297f4486 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] For port 97be6ae7-e68c-473c-9099-ce68db10a1e6, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=97be6ae7-e68c-473c-9099-ce68db10a1e6,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:58.566390 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76cfd4ad-f70c-43df-b307-55a7297f4486 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:58.578368 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63b95a-2dc9-4325-9c83-879773dd067a req-b0137754-37fa-4c93-a661-dfeff48ed74d tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:58.595309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] Set router 73b9cdec-c2ba-4af2-a8ad-485f86f6830c gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:17:58.595680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-76cfd4ad-f70c-43df-b307-55a7297f4486 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Calling delete_port for 97be6ae7-e68c-473c-9099-ce68db10a1e6 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:58.596955 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fb63b95a-2dc9-4325-9c83-879773dd067a req-b0137754-37fa-4c93-a661-dfeff48ed74d tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.2629893 Aug 31 01:17:58.666622 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3753efbe-ba39-4644-a6ea-13a4f8896e2a None None] Provisioning for port 9ca30467-5b00-4777-ab88-e3b55cb69429 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:58.705296 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:58.735597 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fb63b95a-2dc9-4325-9c83-879773dd067a req-ea9f6aab-5b10-4101-89be-8cd06c0e83a2 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320202 Aug 31 01:17:58.960987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d43d7965-187c-4ca8-8b94-312e02f1fbcd req-d7c7a606-f83f-4d7c-a71a-15c167c955c7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:17:58.961250 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3753efbe-ba39-4644-a6ea-13a4f8896e2a None None] Provisioning complete for port 9ca30467-5b00-4777-ab88-e3b55cb69429 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:58.961346 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3753efbe-ba39-4644-a6ea-13a4f8896e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:58.974652 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33280d3a-41ce-4823-86f0-a56147eabd7c None None] Sync routers for ids ['0c603a36-fcce-4728-bb22-1e23e0b857c8'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:17:59.011718 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33280d3a-41ce-4823-86f0-a56147eabd7c None None] Routers {'0c603a36-fcce-4728-bb22-1e23e0b857c8'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:59.014449 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-33280d3a-41ce-4823-86f0-a56147eabd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:17:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0c603a36-fcce-4728-bb22-1e23e0b857c8'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:59.073271 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:59.087840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43d7965-187c-4ca8-8b94-312e02f1fbcd req-d7c7a606-f83f-4d7c-a71a-15c167c955c7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] No DVR routers for this DVR port f76add50-2a32-4adf-b766-a17e6155f28b on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:59.089041 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3753efbe-ba39-4644-a6ea-13a4f8896e2a None None] Port 9ca30467-5b00-4777-ab88-e3b55cb69429 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:59.095135 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d43d7965-187c-4ca8-8b94-312e02f1fbcd req-d7c7a606-f83f-4d7c-a71a-15c167c955c7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:59.098966 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d43d7965-187c-4ca8-8b94-312e02f1fbcd req-d7c7a606-f83f-4d7c-a71a-15c167c955c7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.41 "DELETE /v2.0/ports/f76add50-2a32-4adf-b766-a17e6155f28b HTTP/1.1" status: 204 len: 173 time: 4.3593590 Aug 31 01:17:59.100244 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'name': 'network-vif-deleted', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:59.104699 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ba179f-70ac-44b2-a3f2-f7515c3bf066" -d '{"events": [{"server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "name": "network-vif-deleted", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:59.147504 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76cfd4ad-f70c-43df-b307-55a7297f4486 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:59.195659 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13f791d-2d04-4c84-8bab-90a66ad4b7fa x-openstack-request-id: req-f13f791d-2d04-4c84-8bab-90a66ad4b7fa {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:59.197864 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25226cb0-0c86-4f30-aba0-cbd32f7722b8", "name": "network-vif-deleted", "tag": "f76add50-2a32-4adf-b766-a17e6155f28b", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:59.202536 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f13f791d-2d04-4c84-8bab-90a66ad4b7fa {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:59.202536 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25226cb0-0c86-4f30-aba0-cbd32f7722b8', 'name': 'network-vif-deleted', 'tag': 'f76add50-2a32-4adf-b766-a17e6155f28b', 'status': 'completed', 'code': 200} Aug 31 01:17:59.225248 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:59.240332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfd4ad-f70c-43df-b307-55a7297f4486 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Pushing event deleted for resources: {'Port': ['ID=97be6ae7-e68c-473c-9099-ce68db10a1e6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:59.270268 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-33280d3a-41ce-4823-86f0-a56147eabd7c None None] Set router 0c603a36-fcce-4728-bb22-1e23e0b857c8 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:17:59.280574 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b9cdec-c2ba-4af2-a8ad-485f86f6830c', 'name': 'tempest-TestAggregatesBasicOps-1830754816-router', 'tenant_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '891c4036-a073-4394-b742-d147ddcd130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:52Z', 'updated_at': '2021-08-31T01:17:54Z', 'revision_number': 3, 'project_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'gw_port': {'id': '891c4036-a073-4394-b742-d147ddcd130a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b9cdec-c2ba-4af2-a8ad-485f86f6830c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:53Z', 'updated_at': '2021-08-31T01:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:59.312450 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:59.355919 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046112fa-7926-4764-9d52-19aba38dbd61 None None] The sync data for ids ['73b9cdec-c2ba-4af2-a8ad-485f86f6830c'] in n-d-793621-34 is: [{'id': '73b9cdec-c2ba-4af2-a8ad-485f86f6830c', 'name': 'tempest-TestAggregatesBasicOps-1830754816-router', 'tenant_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '891c4036-a073-4394-b742-d147ddcd130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:52Z', 'updated_at': '2021-08-31T01:17:54Z', 'revision_number': 3, 'project_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'gw_port': {'id': '891c4036-a073-4394-b742-d147ddcd130a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b9cdec-c2ba-4af2-a8ad-485f86f6830c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:53Z', 'updated_at': '2021-08-31T01:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:17:59.378840 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76cfd4ad-f70c-43df-b307-55a7297f4486 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:59.464609 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] Pushing event updated for resources: {'Port': ['ID=9ca30467-5b00-4777-ab88-e3b55cb69429,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:59.549048 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] Network 81183e57-cac7-4ce8-ac33-7e54a71141a4 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:59.550595 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:59.644732 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76cfd4ad-f70c-43df-b307-55a7297f4486 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:59.651592 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76cfd4ad-f70c-43df-b307-55a7297f4486 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:59.656183 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-33280d3a-41ce-4823-86f0-a56147eabd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'name': 'tempest-ServerActionsTestJSON-748343319-router', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '128c855c-d807-425e-be19-81bb8058d5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:56Z', 'updated_at': '2021-08-31T01:09:07Z', 'revision_number': 4, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'gw_port': {'id': '128c855c-d807-425e-be19-81bb8058d5ee', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:00Z', 'updated_at': '2021-08-31T01:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ab9a4b55-ed43-4145-9d87-1809078eb3ee', 'name': '', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'mac_address': 'fa:16:3e:e0:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:05Z', 'updated_at': '2021-08-31T01:09:17Z', 'revision_number': 5, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'subnets': [{'id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:59.668354 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5b0196b4-de1c-458f-9d54-ae363bac37b9 req-a184b3ab-d2f9-4cb3-8c26-c9caa1593e23 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/ports?device_id=25226cb0-0c86-4f30-aba0-cbd32f7722b8 HTTP/1.1" status: 200 len: 210 time: 0.0400562 Aug 31 01:17:59.727354 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33280d3a-41ce-4823-86f0-a56147eabd7c None None] Checking router: 0c603a36-fcce-4728-bb22-1e23e0b857c8 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:17:59.741748 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33280d3a-41ce-4823-86f0-a56147eabd7c None None] Routers {'0c603a36-fcce-4728-bb22-1e23e0b857c8'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:59.742692 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-33280d3a-41ce-4823-86f0-a56147eabd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:17:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0c603a36-fcce-4728-bb22-1e23e0b857c8'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:59.826358 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76cfd4ad-f70c-43df-b307-55a7297f4486 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:59.826894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cfd4ad-f70c-43df-b307-55a7297f4486 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5c1ba91-bbef-4af0-b301-9afc794a6f82 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:17:59.831635 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76cfd4ad-f70c-43df-b307-55a7297f4486 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:59.840682 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-76cfd4ad-f70c-43df-b307-55a7297f4486 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "DELETE /v2.0/routers/d5c1ba91-bbef-4af0-b301-9afc794a6f82 HTTP/1.1" status: 204 len: 168 time: 3.9291644 Aug 31 01:17:59.840815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] Router 73b9cdec-c2ba-4af2-a8ad-485f86f6830c has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:17:59.844186 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41356) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:59.849554 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-852650672', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}, 'admin_state_up': False}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:00.042935 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:00.044160 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:00.107372 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-33280d3a-41ce-4823-86f0-a56147eabd7c None None] Set router 0c603a36-fcce-4728-bb22-1e23e0b857c8 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:00.155095 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58a49c-0cd6-4962-a698-c1a14df85192 req-f0a97fe8-442d-4a6d-94a3-a51d8446207d tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:00.156866 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1b58a49c-0cd6-4962-a698-c1a14df85192 req-f0a97fe8-442d-4a6d-94a3-a51d8446207d tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.2126386 Aug 31 01:18:00.243095 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-93c6df8e-8cbe-4bf5-a73f-e1313b415d7f None None] Provisioning complete for port 9ca30467-5b00-4777-ab88-e3b55cb69429 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:00.244496 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-93c6df8e-8cbe-4bf5-a73f-e1313b415d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:00.286602 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:00.309833 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-103f978c-9462-480b-a675-f9c4bed2d1bc admin admin] 10.222.0.16 "PUT /v2.0/routers/73b9cdec-c2ba-4af2-a8ad-485f86f6830c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2689614 Aug 31 01:18:00.338678 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:00.340234 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-93c6df8e-8cbe-4bf5-a73f-e1313b415d7f None None] Port 9ca30467-5b00-4777-ab88-e3b55cb69429 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:18:00.365295 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1b58a49c-0cd6-4962-a698-c1a14df85192 req-206ff47f-af2c-4ce2-84fa-6e43d36aef7c tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771426 Aug 31 01:18:00.735045 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-33280d3a-41ce-4823-86f0-a56147eabd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'name': 'tempest-ServerActionsTestJSON-748343319-router', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '128c855c-d807-425e-be19-81bb8058d5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:56Z', 'updated_at': '2021-08-31T01:09:07Z', 'revision_number': 4, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'gw_port': {'id': '128c855c-d807-425e-be19-81bb8058d5ee', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:00Z', 'updated_at': '2021-08-31T01:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ab9a4b55-ed43-4145-9d87-1809078eb3ee', 'name': '', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'mac_address': 'fa:16:3e:e0:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:05Z', 'updated_at': '2021-08-31T01:09:17Z', 'revision_number': 5, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'subnets': [{'id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:00.775002 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33280d3a-41ce-4823-86f0-a56147eabd7c None None] The sync data for ids ['0c603a36-fcce-4728-bb22-1e23e0b857c8'] in n-d-793621-34 is: [{'id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'name': 'tempest-ServerActionsTestJSON-748343319-router', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '128c855c-d807-425e-be19-81bb8058d5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:56Z', 'updated_at': '2021-08-31T01:09:07Z', 'revision_number': 4, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'gw_port': {'id': '128c855c-d807-425e-be19-81bb8058d5ee', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:00Z', 'updated_at': '2021-08-31T01:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'ab9a4b55-ed43-4145-9d87-1809078eb3ee', 'name': '', 'network_id': '233b9bf7-bb8b-473c-966b-3b104e130b94', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'mac_address': 'fa:16:3e:e0:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:05Z', 'updated_at': '2021-08-31T01:09:17Z', 'revision_number': 5, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'subnets': [{'id': '6777f57f-88c7-4f11-8706-5a820e8d5829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:00.786693 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:01.064731 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41384) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:01.180615 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0130bfc2-eb50-4977-9123-f47017da4b24 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:01.205334 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:01.219342 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0130bfc2-eb50-4977-9123-f47017da4b24 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:01.231108 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:01.435125 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0130bfc2-eb50-4977-9123-f47017da4b24 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:01.441799 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4232d36e-efc2-4800-bfe5-a9756a2857b1 None None] New status for floating IP 43334ceb-887a-4600-abd1-9202ad87373a: DOWN {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:18:01.442675 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0130bfc2-eb50-4977-9123-f47017da4b24 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:01.448440 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0130bfc2-eb50-4977-9123-f47017da4b24 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "DELETE /v2.0/security-groups/698b683a-0a38-4c5b-8ec0-ac781182d6e6 HTTP/1.1" status: 204 len: 168 time: 0.3821554 Aug 31 01:18:01.460897 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41398) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:01.561737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Allocated IP 172.25.2.74 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/d8964e89-b051-47a7-948d-f73530508ee2) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:01.570855 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-cda0365a-5270-4a5f-bece-66d40801daf7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] show failed (client error): The resource could not be found. Aug 31 01:18:01.573579 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cda0365a-5270-4a5f-bece-66d40801daf7 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "GET /v2.0/security-groups/698b683a-0a38-4c5b-8ec0-ac781182d6e6 HTTP/1.1" status: 404 len: 347 time: 0.1111577 Aug 31 01:18:01.575477 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130bfc2-eb50-4977-9123-f47017da4b24 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=698b683a-0a38-4c5b-8ec0-ac781182d6e6,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:01.584277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41400) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:01.930143 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41408) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:01.937573 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-91a3c337-28ff-4046-805b-3bc0b06adfd5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1290612660-network', 'tenant_id': '83aa76064de04193bcaabb205203047d'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:02.034055 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-403c615b-7299-44e6-adfd-9cacfdb6ae06 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Deleting port 225f1792-2c79-4452-8113-628b811f6ca9 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:02.034055 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-403c615b-7299-44e6-adfd-9cacfdb6ae06 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.097152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 891c4036-a073-4394-b742-d147ddcd130a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:02.097389 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.142161 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a3c337-28ff-4046-805b-3bc0b06adfd5 admin admin] Made reservation on behalf of 83aa76064de04193bcaabb205203047d for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:02.154498 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-91a3c337-28ff-4046-805b-3bc0b06adfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.160686 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-91a3c337-28ff-4046-805b-3bc0b06adfd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.217817 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-403c615b-7299-44e6-adfd-9cacfdb6ae06 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.217817 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-403c615b-7299-44e6-adfd-9cacfdb6ae06 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.230584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-403c615b-7299-44e6-adfd-9cacfdb6ae06 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Calling delete_port for 225f1792-2c79-4452-8113-628b811f6ca9 owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:02.305299 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 891c4036-a073-4394-b742-d147ddcd130a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:02.312572 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 891c4036-a073-4394-b742-d147ddcd130a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:02.313820 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.354759 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.436207 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-91a3c337-28ff-4046-805b-3bc0b06adfd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.450249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:02.456777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:02.463900 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:02.466227 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.501431 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 891c4036-a073-4394-b742-d147ddcd130a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=891c4036-a073-4394-b742-d147ddcd130a,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:02.507066 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Sync routers for ids ['73b9cdec-c2ba-4af2-a8ad-485f86f6830c'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:02.519572 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Routers {'73b9cdec-c2ba-4af2-a8ad-485f86f6830c'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:02.520299 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:17:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['73b9cdec-c2ba-4af2-a8ad-485f86f6830c'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:02.542444 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Pushing event updated for resources: {'Port': ['ID=d8964e89-b051-47a7-948d-f73530508ee2,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:02.596804 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-91a3c337-28ff-4046-805b-3bc0b06adfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.620682 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a3c337-28ff-4046-805b-3bc0b06adfd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:18:02.631140 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.645025 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-91a3c337-28ff-4046-805b-3bc0b06adfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.645753 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-91a3c337-28ff-4046-805b-3bc0b06adfd5 admin admin] Added segment 63f7fdd7-7fec-4d5b-953e-7d449939ce11 of type vlan for network 4d456f3b-ee64-43e7-b06a-fd2c81519b25 Aug 31 01:18:02.647225 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3c337-28ff-4046-805b-3bc0b06adfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272155d1-834a-4404-9d2f-ccfb59f32780,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:02.656030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 97be6ae7-e68c-473c-9099-ce68db10a1e6 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:02.661251 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Set router 73b9cdec-c2ba-4af2-a8ad-485f86f6830c gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:02.726331 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 97be6ae7-e68c-473c-9099-ce68db10a1e6 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:02.727006 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 97be6ae7-e68c-473c-9099-ce68db10a1e6 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:02.742138 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-91a3c337-28ff-4046-805b-3bc0b06adfd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.787275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=891c4036-a073-4394-b742-d147ddcd130a,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:03.017655 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-91a3c337-28ff-4046-805b-3bc0b06adfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:03.018801 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a3c337-28ff-4046-805b-3bc0b06adfd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:03.019453 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-91a3c337-28ff-4046-805b-3bc0b06adfd5 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:03.049566 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b9cdec-c2ba-4af2-a8ad-485f86f6830c', 'name': 'tempest-TestAggregatesBasicOps-1830754816-router', 'tenant_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '891c4036-a073-4394-b742-d147ddcd130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:52Z', 'updated_at': '2021-08-31T01:17:58Z', 'revision_number': 4, 'project_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'gw_port': {'id': '891c4036-a073-4394-b742-d147ddcd130a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b9cdec-c2ba-4af2-a8ad-485f86f6830c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:53Z', 'updated_at': '2021-08-31T01:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '9ca30467-5b00-4777-ab88-e3b55cb69429', 'name': '', 'network_id': '81183e57-cac7-4ce8-ac33-7e54a71141a4', 'tenant_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'mac_address': 'fa:16:3e:35:b9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b9cdec-c2ba-4af2-a8ad-485f86f6830c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'f8fc5b88-075b-4a8d-b14c-30220ede891f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:57Z', 'updated_at': '2021-08-31T01:17:58Z', 'revision_number': 2, 'project_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'subnets': [{'id': 'f8fc5b88-075b-4a8d-b14c-30220ede891f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:03.089910 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Checking router: 73b9cdec-c2ba-4af2-a8ad-485f86f6830c for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:18:03.090812 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Updating router 73b9cdec-c2ba-4af2-a8ad-485f86f6830c port 9ca30467-5b00-4777-ab88-e3b55cb69429 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:18:03.126510 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:03.180298 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3c337-28ff-4046-805b-3bc0b06adfd5 admin admin] Pushing event updated for resources: {'Network': ['ID=4d456f3b-ee64-43e7-b06a-fd2c81519b25,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:03.193844 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 4d456f3b-ee64-43e7-b06a-fd2c81519b25 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:18:03.248853 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-91a3c337-28ff-4046-805b-3bc0b06adfd5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3145874 Aug 31 01:18:03.249116 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41430) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:03.254353 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-6f385781-74e1-450a-880a-d7d325eaa87e admin admin] Request body: {'subnet': {'network_id': '4d456f3b-ee64-43e7-b06a-fd2c81519b25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1290612660-subnet', 'tenant_id': '83aa76064de04193bcaabb205203047d', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:03.317541 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41434) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:03.362442 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-403c615b-7299-44e6-adfd-9cacfdb6ae06 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:03.420584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c615b-7299-44e6-adfd-9cacfdb6ae06 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Pushing event deleted for resources: {'Port': ['ID=225f1792-2c79-4452-8113-628b811f6ca9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:03.433705 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f385781-74e1-450a-880a-d7d325eaa87e admin admin] Made reservation on behalf of 83aa76064de04193bcaabb205203047d for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:03.438587 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6f385781-74e1-450a-880a-d7d325eaa87e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:03.712421 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-403c615b-7299-44e6-adfd-9cacfdb6ae06 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:03.729262 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-403c615b-7299-44e6-adfd-9cacfdb6ae06 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:03.729262 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-403c615b-7299-44e6-adfd-9cacfdb6ae06 tempest-ServerActionsTestJSON-1809161742 tempest-ServerActionsTestJSON-1809161742-project] 10.222.0.16 "DELETE /v2.0/floatingips/43334ceb-887a-4600-abd1-9202ad87373a HTTP/1.1" status: 204 len: 168 time: 2.1313028 Aug 31 01:18:03.733314 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41444) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:03.734978 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:03.924062 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:03.952467 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Transition to ACTIVE for port object 9ca30467-5b00-4777-ab88-e3b55cb69429 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:04.041811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 891c4036-a073-4394-b742-d147ddcd130a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:04.105321 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.158068 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.203364 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 891c4036-a073-4394-b742-d147ddcd130a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:04.212893 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.228515 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba7726-2211-4424-becc-c7311ad09760 None None] Pushing event updated for resources: {'Port': ['ID=9ca30467-5b00-4777-ab88-e3b55cb69429,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:04.260106 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2f21a88-abe4-442f-bbf4-b3962b1b61e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.372383 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Attempting to bind port 9ca30467-5b00-4777-ab88-e3b55cb69429 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:04.372838 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Attempting to bind port 9ca30467-5b00-4777-ab88-e3b55cb69429 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'e0d081a8-ce07-40ab-aee6-315ddda62a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81183e57-cac7-4ce8-ac33-7e54a71141a4'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:04.373613 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Attempting to bind port 9ca30467-5b00-4777-ab88-e3b55cb69429 on network 81183e57-cac7-4ce8-ac33-7e54a71141a4 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:04.403405 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:18:04.403897 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Checking segment: {'id': 'e0d081a8-ce07-40ab-aee6-315ddda62a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81183e57-cac7-4ce8-ac33-7e54a71141a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:04.404311 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.405349 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Bound using segment: {'id': 'e0d081a8-ce07-40ab-aee6-315ddda62a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81183e57-cac7-4ce8-ac33-7e54a71141a4'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:18:04.405349 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Bound port: 9ca30467-5b00-4777-ab88-e3b55cb69429, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d081a8-ce07-40ab-aee6-315ddda62a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81183e57-cac7-4ce8-ac33-7e54a71141a4'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:18:04.405733 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.560530 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] For port 9ca30467-5b00-4777-ab88-e3b55cb69429, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:04.567736 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] For port 9ca30467-5b00-4777-ab88-e3b55cb69429, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9ca30467-5b00-4777-ab88-e3b55cb69429,segment=NetworkSegment(e0d081a8-ce07-40ab-aee6-315ddda62a83),segment_id=e0d081a8-ce07-40ab-aee6-315ddda62a83)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:18:04.716561 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Router 801f47c4-398d-44da-b044-6923b909f869 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:18:04.717398 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.804891 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Routers {'73b9cdec-c2ba-4af2-a8ad-485f86f6830c'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:04.808985 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:17:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['73b9cdec-c2ba-4af2-a8ad-485f86f6830c'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:04.889460 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6f385781-74e1-450a-880a-d7d325eaa87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.935826 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba7726-2211-4424-becc-c7311ad09760 None None] Pushing event updated for resources: {'Port': ['ID=9ca30467-5b00-4777-ab88-e3b55cb69429,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:05.005069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:05.018128 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f596c5-ef0f-4fb5-93bb-eac2a15391a7 None None] Sync routers for ids ['801f47c4-398d-44da-b044-6923b909f869'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:05.035577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f596c5-ef0f-4fb5-93bb-eac2a15391a7 None None] Routers {'801f47c4-398d-44da-b044-6923b909f869'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:05.036297 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-23f596c5-ef0f-4fb5-93bb-eac2a15391a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:17:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['801f47c4-398d-44da-b044-6923b909f869'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:05.044835 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] Set router 73b9cdec-c2ba-4af2-a8ad-485f86f6830c gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:05.095389 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f385781-74e1-450a-880a-d7d325eaa87e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f890f802-6561-46a5-89e2-50378a1c5a0a,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:05.096761 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:05.098305 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6a93a2c5-952e-45d1-88c1-54fce61c6361 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2530899 Aug 31 01:18:05.101120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41460) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:05.108399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-360d9d48-618c-4295-b05c-a21491f5315f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'enable_snat': False}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:05.171353 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-23f596c5-ef0f-4fb5-93bb-eac2a15391a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:05.201651 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f596c5-ef0f-4fb5-93bb-eac2a15391a7 None None] Routers {'801f47c4-398d-44da-b044-6923b909f869'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:05.202472 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-23f596c5-ef0f-4fb5-93bb-eac2a15391a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:17:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['801f47c4-398d-44da-b044-6923b909f869'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:05.244459 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-23f596c5-ef0f-4fb5-93bb-eac2a15391a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:05.245395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f596c5-ef0f-4fb5-93bb-eac2a15391a7 None None] The sync data for ids ['801f47c4-398d-44da-b044-6923b909f869'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:05.255488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f385781-74e1-450a-880a-d7d325eaa87e admin admin] Checking segment: {'id': '63f7fdd7-7fec-4d5b-953e-7d449939ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4d456f3b-ee64-43e7-b06a-fd2c81519b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:05.255488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f385781-74e1-450a-880a-d7d325eaa87e admin admin] Network hostable DHCP agents. Network: 4d456f3b-ee64-43e7-b06a-fd2c81519b25, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:18:05.361874 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-713d17e7-cac4-45b0-860e-b8be801791b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:05.413710 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b9cdec-c2ba-4af2-a8ad-485f86f6830c', 'name': 'tempest-TestAggregatesBasicOps-1830754816-router', 'tenant_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '891c4036-a073-4394-b742-d147ddcd130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:52Z', 'updated_at': '2021-08-31T01:17:58Z', 'revision_number': 4, 'project_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'gw_port': {'id': '891c4036-a073-4394-b742-d147ddcd130a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b9cdec-c2ba-4af2-a8ad-485f86f6830c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:53Z', 'updated_at': '2021-08-31T01:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '9ca30467-5b00-4777-ab88-e3b55cb69429', 'name': '', 'network_id': '81183e57-cac7-4ce8-ac33-7e54a71141a4', 'tenant_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'mac_address': 'fa:16:3e:35:b9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b9cdec-c2ba-4af2-a8ad-485f86f6830c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'f8fc5b88-075b-4a8d-b14c-30220ede891f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:57Z', 'updated_at': '2021-08-31T01:18:04Z', 'revision_number': 4, 'project_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'subnets': [{'id': 'f8fc5b88-075b-4a8d-b14c-30220ede891f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:05.458943 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8caa89-33db-4fef-b4c4-8f4c0dd305f4 None None] The sync data for ids ['73b9cdec-c2ba-4af2-a8ad-485f86f6830c'] in n-d-793621-34 is: [{'id': '73b9cdec-c2ba-4af2-a8ad-485f86f6830c', 'name': 'tempest-TestAggregatesBasicOps-1830754816-router', 'tenant_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '891c4036-a073-4394-b742-d147ddcd130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:52Z', 'updated_at': '2021-08-31T01:17:58Z', 'revision_number': 4, 'project_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'gw_port': {'id': '891c4036-a073-4394-b742-d147ddcd130a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b9cdec-c2ba-4af2-a8ad-485f86f6830c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:53Z', 'updated_at': '2021-08-31T01:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '9ca30467-5b00-4777-ab88-e3b55cb69429', 'name': '', 'network_id': '81183e57-cac7-4ce8-ac33-7e54a71141a4', 'tenant_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'mac_address': 'fa:16:3e:35:b9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b9cdec-c2ba-4af2-a8ad-485f86f6830c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'f8fc5b88-075b-4a8d-b14c-30220ede891f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:57Z', 'updated_at': '2021-08-31T01:18:04Z', 'revision_number': 4, 'project_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'subnets': [{'id': 'f8fc5b88-075b-4a8d-b14c-30220ede891f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:05.531727 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f385781-74e1-450a-880a-d7d325eaa87e admin admin] Network 4d456f3b-ee64-43e7-b06a-fd2c81519b25 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:18:05.642592 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-360d9d48-618c-4295-b05c-a21491f5315f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:05.656244 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1de9eeb8-14f4-4a72-ba46-396c60e04a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:05.740773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-6f385781-74e1-450a-880a-d7d325eaa87e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 4d456f3b-ee64-43e7-b06a-fd2c81519b25) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:05.746230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f385781-74e1-450a-880a-d7d325eaa87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:05.746661 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6f385781-74e1-450a-880a-d7d325eaa87e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:05.749916 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4518fdb0-c00f-4dff-85c7-b4163c5b9fc5 None None] Network 4d456f3b-ee64-43e7-b06a-fd2c81519b25 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:05.979632 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6f385781-74e1-450a-880a-d7d325eaa87e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7293315 Aug 31 01:18:05.980724 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41472) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:06.051638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1290612660-router', 'tenant_id': '83aa76064de04193bcaabb205203047d', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:06.078113 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9ca30467-5b00-4777-ab88-e3b55cb69429 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:06.127002 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-4d456f3b-ee64-43e7-b06a-fd2c81519b25', 'network_id': '4d456f3b-ee64-43e7-b06a-fd2c81519b25', 'tenant_id': '83aa76064de04193bcaabb205203047d', 'fixed_ips': [{'subnet_id': 'f890f802-6561-46a5-89e2-50378a1c5a0a'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:18:06.128155 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:06.363519 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:06.364614 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:06.414889 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-713d17e7-cac4-45b0-860e-b8be801791b7 admin admin] Deleting port ab9a4b55-ed43-4145-9d87-1809078eb3ee {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:06.415244 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-713d17e7-cac4-45b0-860e-b8be801791b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:06.448293 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Allocated IP 172.20.0.2 (4d456f3b-ee64-43e7-b06a-fd2c81519b25/f890f802-6561-46a5-89e2-50378a1c5a0a/501ed150-6c07-4ca7-8cf3-d388709d3959) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:06.540775 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-713d17e7-cac4-45b0-860e-b8be801791b7 admin admin] For port ab9a4b55-ed43-4145-9d87-1809078eb3ee, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ab9a4b55-ed43-4145-9d87-1809078eb3ee,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:06.541146 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-713d17e7-cac4-45b0-860e-b8be801791b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:06.569847 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-713d17e7-cac4-45b0-860e-b8be801791b7 admin admin] Calling delete_port for ab9a4b55-ed43-4145-9d87-1809078eb3ee owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:06.638992 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:06.648667 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-360d9d48-618c-4295-b05c-a21491f5315f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:06.653393 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-360d9d48-618c-4295-b05c-a21491f5315f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:06.694635 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:06.706688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Transition to ACTIVE for port object 501ed150-6c07-4ca7-8cf3-d388709d3959 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:06.725523 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Transition to ACTIVE for port object 501ed150-6c07-4ca7-8cf3-d388709d3959 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:06.735987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 9ca30467-5b00-4777-ab88-e3b55cb69429 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:06.746766 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 9ca30467-5b00-4777-ab88-e3b55cb69429 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:06.747100 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:06.766870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-1de9eeb8-14f4-4a72-ba46-396c60e04a19 admin admin] Deleting port 21ba741a-fd53-45a1-8ad4-6acaa883499a {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:06.768659 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1de9eeb8-14f4-4a72-ba46-396c60e04a19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:06.812662 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:06.868065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360d9d48-618c-4295-b05c-a21491f5315f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Router 801f47c4-398d-44da-b044-6923b909f869 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:18:06.907834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Pushing event updated for resources: {'Port': ['ID=501ed150-6c07-4ca7-8cf3-d388709d3959,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:06.919983 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:06.953032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Network 4d456f3b-ee64-43e7-b06a-fd2c81519b25 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:06.961086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:06.966084 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:07.079369 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.080172 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e537e6ef-98a6-4ed6-a5d6-334ef4070468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.105940 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360d9d48-618c-4295-b05c-a21491f5315f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:07.114964 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-360d9d48-618c-4295-b05c-a21491f5315f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.118721 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-360d9d48-618c-4295-b05c-a21491f5315f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "PUT /v2.0/routers/801f47c4-398d-44da-b044-6923b909f869 HTTP/1.1" status: 200 len: 924 time: 2.0156610 Aug 31 01:18:07.122806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41484) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:07.124122 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5b6578-ca8e-4666-815e-6e7c8fa353ef None None] Sync routers for ids ['801f47c4-398d-44da-b044-6923b909f869'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:07.159625 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5b6578-ca8e-4666-815e-6e7c8fa353ef None None] Routers {'801f47c4-398d-44da-b044-6923b909f869'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:07.168031 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5c5b6578-ca8e-4666-815e-6e7c8fa353ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['801f47c4-398d-44da-b044-6923b909f869'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:07.177885 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Attempting to bind port 501ed150-6c07-4ca7-8cf3-d388709d3959 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:07.178266 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Attempting to bind port 501ed150-6c07-4ca7-8cf3-d388709d3959 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '63f7fdd7-7fec-4d5b-953e-7d449939ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4d456f3b-ee64-43e7-b06a-fd2c81519b25'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:07.178628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Attempting to bind port 501ed150-6c07-4ca7-8cf3-d388709d3959 on network 4d456f3b-ee64-43e7-b06a-fd2c81519b25 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:07.188811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:18:07.189219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Checking segment: {'id': '63f7fdd7-7fec-4d5b-953e-7d449939ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4d456f3b-ee64-43e7-b06a-fd2c81519b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:07.189649 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.190045 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Bound using segment: {'id': '63f7fdd7-7fec-4d5b-953e-7d449939ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4d456f3b-ee64-43e7-b06a-fd2c81519b25'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:18:07.190529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Bound port: 501ed150-6c07-4ca7-8cf3-d388709d3959, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f7fdd7-7fec-4d5b-953e-7d449939ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4d456f3b-ee64-43e7-b06a-fd2c81519b25'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:18:07.190937 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.221357 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5c5b6578-ca8e-4666-815e-6e7c8fa353ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:07.231050 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.250876 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5b6578-ca8e-4666-815e-6e7c8fa353ef None None] Routers {'801f47c4-398d-44da-b044-6923b909f869'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:07.251771 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5c5b6578-ca8e-4666-815e-6e7c8fa353ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['801f47c4-398d-44da-b044-6923b909f869'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:07.304725 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.360718 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5c5b6578-ca8e-4666-815e-6e7c8fa353ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:07.361954 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5b6578-ca8e-4666-815e-6e7c8fa353ef None None] The sync data for ids ['801f47c4-398d-44da-b044-6923b909f869'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:07.365376 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 9ca30467-5b00-4777-ab88-e3b55cb69429, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9ca30467-5b00-4777-ab88-e3b55cb69429,segment=NetworkSegment(e0d081a8-ce07-40ab-aee6-315ddda62a83),segment_id=e0d081a8-ce07-40ab-aee6-315ddda62a83)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:07.392815 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] For port 501ed150-6c07-4ca7-8cf3-d388709d3959, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:07.401629 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3f8f8a4b-31e6-4ed2-a2ca-ee9d39bc5b7f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "GET /v2.0/routers/801f47c4-398d-44da-b044-6923b909f869 HTTP/1.1" status: 200 len: 924 time: 0.2749701 Aug 31 01:18:07.401882 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] For port 501ed150-6c07-4ca7-8cf3-d388709d3959, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=501ed150-6c07-4ca7-8cf3-d388709d3959,segment=NetworkSegment(63f7fdd7-7fec-4d5b-953e-7d449939ce11),segment_id=63f7fdd7-7fec-4d5b-953e-7d449939ce11)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:18:07.403774 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41490) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:07.462977 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.514266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d204c249-0f83-4d85-9994-adfe50be925f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:07.517016 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d204c249-0f83-4d85-9994-adfe50be925f tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&device_id=801f47c4-398d-44da-b044-6923b909f869&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1102121 Aug 31 01:18:07.519910 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41492) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:07.532436 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.630656 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=9ca30467-5b00-4777-ab88-e3b55cb69429,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:07.683194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1561da4-9fef-4412-a49c-bc6ca5f64029 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:07.685522 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e1561da4-9fef-4412-a49c-bc6ca5f64029 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 881 time: 0.1636651 Aug 31 01:18:07.688737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41496) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:07.732797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52273a39-b7a0-4c7c-b5f7-836a1fef33b2 None None] Pushing event updated for resources: {'Port': ['ID=501ed150-6c07-4ca7-8cf3-d388709d3959,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:07.746841 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-af2e9473-416e-4981-a1a7-bdc03b66b09f tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "GET /v2.0/ports?device_id=801f47c4-398d-44da-b044-6923b909f869 HTTP/1.1" status: 200 len: 205 time: 0.0561988 Aug 31 01:18:07.749857 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41500) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:07.836220 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.936387 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d1c0248-f687-47f9-bd7b-2b5c85162d23 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.967382 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-1de9eeb8-14f4-4a72-ba46-396c60e04a19 admin admin] For port 21ba741a-fd53-45a1-8ad4-6acaa883499a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=21ba741a-fd53-45a1-8ad4-6acaa883499a,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:07.967382 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1de9eeb8-14f4-4a72-ba46-396c60e04a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.059987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9ca30467-5b00-4777-ab88-e3b55cb69429 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:08.069332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-1de9eeb8-14f4-4a72-ba46-396c60e04a19 admin admin] Calling delete_port for 21ba741a-fd53-45a1-8ad4-6acaa883499a owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:08.217096 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 9ca30467-5b00-4777-ab88-e3b55cb69429 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:08.217488 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.614324 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.641662 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-713d17e7-cac4-45b0-860e-b8be801791b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.659325 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d1c0248-f687-47f9-bd7b-2b5c85162d23 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.705870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d17e7-cac4-45b0-860e-b8be801791b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9a4b55-ed43-4145-9d87-1809078eb3ee,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:08.808635 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.827376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c0248-f687-47f9-bd7b-2b5c85162d23 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Deleting port d8964e89-b051-47a7-948d-f73530508ee2 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:08.834059 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d1c0248-f687-47f9-bd7b-2b5c85162d23 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.843710 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1de9eeb8-14f4-4a72-ba46-396c60e04a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.846273 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.894449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9eeb8-14f4-4a72-ba46-396c60e04a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=21ba741a-fd53-45a1-8ad4-6acaa883499a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:08.924836 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d1c0248-f687-47f9-bd7b-2b5c85162d23 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.945085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c0248-f687-47f9-bd7b-2b5c85162d23 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Calling delete_port for d8964e89-b051-47a7-948d-f73530508ee2 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:09.297277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16163fd-1d5e-4888-95d2-16d19641cb62 None None] Network 4d456f3b-ee64-43e7-b06a-fd2c81519b25 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:09.315822 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] Allocated IP 172.25.2.91 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/5e2b98cb-5556-441d-968b-784df42bd73d) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:09.316052 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d1c0248-f687-47f9-bd7b-2b5c85162d23 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.320482 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-713d17e7-cac4-45b0-860e-b8be801791b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.366426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c0248-f687-47f9-bd7b-2b5c85162d23 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Pushing event deleted for resources: {'Port': ['ID=d8964e89-b051-47a7-948d-f73530508ee2,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:09.463962 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ef88181f-e616-4cf5-9fcd-ee3258376124 None None] Provisioning for port 501ed150-6c07-4ca7-8cf3-d388709d3959 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:09.521623 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d1c0248-f687-47f9-bd7b-2b5c85162d23 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.652247 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1de9eeb8-14f4-4a72-ba46-396c60e04a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.670354 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d1c0248-f687-47f9-bd7b-2b5c85162d23 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.676649 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d1c0248-f687-47f9-bd7b-2b5c85162d23 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.850473 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.867973 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d1c0248-f687-47f9-bd7b-2b5c85162d23 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.869317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1c0248-f687-47f9-bd7b-2b5c85162d23 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Fanout notify agent at l3_agent the message router_deleted on router 801f47c4-398d-44da-b044-6923b909f869 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:18:09.882273 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d1c0248-f687-47f9-bd7b-2b5c85162d23 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.884390 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0d1c0248-f687-47f9-bd7b-2b5c85162d23 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "DELETE /v2.0/routers/801f47c4-398d-44da-b044-6923b909f869 HTTP/1.1" status: 204 len: 168 time: 2.1330488 Aug 31 01:18:09.895122 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41534) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:09.898071 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-cabd6aef-551e-4271-92c6-dea5da0fdf1a tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2058979781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:10.069707 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cabd6aef-551e-4271-92c6-dea5da0fdf1a tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:10.071164 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cabd6aef-551e-4271-92c6-dea5da0fdf1a tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:10.162465 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713d17e7-cac4-45b0-860e-b8be801791b7 admin admin] Router 0c603a36-fcce-4728-bb22-1e23e0b857c8 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:18:10.187214 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cabd6aef-551e-4271-92c6-dea5da0fdf1a tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:10.192075 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 501ed150-6c07-4ca7-8cf3-d388709d3959 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:10.235343 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:10.264217 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:10.319728 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cabd6aef-551e-4271-92c6-dea5da0fdf1a tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:10.333681 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de9eeb8-14f4-4a72-ba46-396c60e04a19 admin admin] Router 4622f048-4058-4822-9efc-3bc240b7c8c6 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:18:10.338953 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:10.359217 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 501ed150-6c07-4ca7-8cf3-d388709d3959 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:10.365850 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 501ed150-6c07-4ca7-8cf3-d388709d3959 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:10.365850 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:10.378127 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:10.380884 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:10.416299 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] Pushing event updated for resources: {'Port': ['ID=5e2b98cb-5556-441d-968b-784df42bd73d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:10.445860 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cabd6aef-551e-4271-92c6-dea5da0fdf1a tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:10.448178 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cabd6aef-551e-4271-92c6-dea5da0fdf1a tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5550947 Aug 31 01:18:10.451175 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41542) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:10.457642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ae58c463-ae9b-49f6-8d74-1eebf84feace tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Request body: {'router': {'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:10.467794 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:10.490922 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713d17e7-cac4-45b0-860e-b8be801791b7 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:10.502771 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-713d17e7-cac4-45b0-860e-b8be801791b7 admin admin] 10.222.0.16 "PUT /v2.0/routers/0c603a36-fcce-4728-bb22-1e23e0b857c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7683132 Aug 31 01:18:10.506256 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41544) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:10.510982 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 501ed150-6c07-4ca7-8cf3-d388709d3959, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=501ed150-6c07-4ca7-8cf3-d388709d3959,segment=NetworkSegment(63f7fdd7-7fec-4d5b-953e-7d449939ce11),segment_id=63f7fdd7-7fec-4d5b-953e-7d449939ce11)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:10.514349 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48337919-1077-4cc2-89b3-a840706abee9 None None] Sync routers for ids ['0c603a36-fcce-4728-bb22-1e23e0b857c8'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:10.526190 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48337919-1077-4cc2-89b3-a840706abee9 None None] Routers {'0c603a36-fcce-4728-bb22-1e23e0b857c8'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:10.527055 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-48337919-1077-4cc2-89b3-a840706abee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0c603a36-fcce-4728-bb22-1e23e0b857c8'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:10.772340 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ae58c463-ae9b-49f6-8d74-1eebf84feace tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:10.869056 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:10.962562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-48337919-1077-4cc2-89b3-a840706abee9 None None] Set router 0c603a36-fcce-4728-bb22-1e23e0b857c8 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:11.050985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=501ed150-6c07-4ca7-8cf3-d388709d3959,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:11.274710 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ae58c463-ae9b-49f6-8d74-1eebf84feace tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.331840 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ae58c463-ae9b-49f6-8d74-1eebf84feace tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.380019 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9fd61ffa-0ce1-4e95-b541-2e0508734dcd admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.384563 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de9eeb8-14f4-4a72-ba46-396c60e04a19 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:11.396013 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c9aa6-99bb-40f7-beaa-e152e688dc5e None None] Sync routers for ids ['4622f048-4058-4822-9efc-3bc240b7c8c6'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:11.408510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-48337919-1077-4cc2-89b3-a840706abee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'name': 'tempest-ServerActionsTestJSON-748343319-router', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '128c855c-d807-425e-be19-81bb8058d5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:56Z', 'updated_at': '2021-08-31T01:18:08Z', 'revision_number': 5, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'gw_port': {'id': '128c855c-d807-425e-be19-81bb8058d5ee', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:00Z', 'updated_at': '2021-08-31T01:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:11.415755 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c9aa6-99bb-40f7-beaa-e152e688dc5e None None] Routers {'4622f048-4058-4822-9efc-3bc240b7c8c6'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:11.416823 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-142c9aa6-99bb-40f7-beaa-e152e688dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4622f048-4058-4822-9efc-3bc240b7c8c6'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:11.468121 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1de9eeb8-14f4-4a72-ba46-396c60e04a19 admin admin] 10.222.0.16 "PUT /v2.0/routers/4622f048-4058-4822-9efc-3bc240b7c8c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1487617 Aug 31 01:18:11.471490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41558) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:11.478395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48337919-1077-4cc2-89b3-a840706abee9 None None] Checking router: 0c603a36-fcce-4728-bb22-1e23e0b857c8 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:18:11.502797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48337919-1077-4cc2-89b3-a840706abee9 None None] Routers {'0c603a36-fcce-4728-bb22-1e23e0b857c8'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:11.503457 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-48337919-1077-4cc2-89b3-a840706abee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0c603a36-fcce-4728-bb22-1e23e0b857c8'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:11.582445 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-142c9aa6-99bb-40f7-beaa-e152e688dc5e None None] Set router 4622f048-4058-4822-9efc-3bc240b7c8c6 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:11.656135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-48337919-1077-4cc2-89b3-a840706abee9 None None] Set router 0c603a36-fcce-4728-bb22-1e23e0b857c8 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:11.688420 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9fd61ffa-0ce1-4e95-b541-2e0508734dcd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.696322 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.777560 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-ae58c463-ae9b-49f6-8d74-1eebf84feace tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Allocated IP 172.25.2.190 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/1b56e046-a990-44b0-8e14-cc0a70100930) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:11.838805 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d427899-af64-48f7-892f-4c49cb6f9152 admin admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.877808 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-142c9aa6-99bb-40f7-beaa-e152e688dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:18:08Z', 'revision_number': 5, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:11.934222 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c9aa6-99bb-40f7-beaa-e152e688dc5e None None] Checking router: 4622f048-4058-4822-9efc-3bc240b7c8c6 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:18:11.964586 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c9aa6-99bb-40f7-beaa-e152e688dc5e None None] Routers {'4622f048-4058-4822-9efc-3bc240b7c8c6'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:11.965243 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-142c9aa6-99bb-40f7-beaa-e152e688dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4622f048-4058-4822-9efc-3bc240b7c8c6'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:12.009209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 501ed150-6c07-4ca7-8cf3-d388709d3959 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:12.123034 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-9fd61ffa-0ce1-4e95-b541-2e0508734dcd admin admin] Deleting port 128c855c-d807-425e-be19-81bb8058d5ee {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:12.123371 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9fd61ffa-0ce1-4e95-b541-2e0508734dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.134040 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-48337919-1077-4cc2-89b3-a840706abee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'name': 'tempest-ServerActionsTestJSON-748343319-router', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '128c855c-d807-425e-be19-81bb8058d5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:56Z', 'updated_at': '2021-08-31T01:18:08Z', 'revision_number': 5, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'gw_port': {'id': '128c855c-d807-425e-be19-81bb8058d5ee', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:00Z', 'updated_at': '2021-08-31T01:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:12.208028 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48337919-1077-4cc2-89b3-a840706abee9 None None] The sync data for ids ['0c603a36-fcce-4728-bb22-1e23e0b857c8'] in n-d-793621-34 is: [{'id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'name': 'tempest-ServerActionsTestJSON-748343319-router', 'tenant_id': 'f352ea30918c400cad8ba861159cf775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '128c855c-d807-425e-be19-81bb8058d5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:56Z', 'updated_at': '2021-08-31T01:18:08Z', 'revision_number': 5, 'project_id': 'f352ea30918c400cad8ba861159cf775', 'gw_port': {'id': '128c855c-d807-425e-be19-81bb8058d5ee', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c603a36-fcce-4728-bb22-1e23e0b857c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:00Z', 'updated_at': '2021-08-31T01:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:12.223358 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 501ed150-6c07-4ca7-8cf3-d388709d3959 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:12.223997 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.289694 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ae58c463-ae9b-49f6-8d74-1eebf84feace tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.294693 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.306323 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d427899-af64-48f7-892f-4c49cb6f9152 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.387739 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-142c9aa6-99bb-40f7-beaa-e152e688dc5e None None] Set router 4622f048-4058-4822-9efc-3bc240b7c8c6 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:12.419702 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-9fd61ffa-0ce1-4e95-b541-2e0508734dcd admin admin] For port 128c855c-d807-425e-be19-81bb8058d5ee, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=128c855c-d807-425e-be19-81bb8058d5ee,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:12.420318 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9fd61ffa-0ce1-4e95-b541-2e0508734dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.507532 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-4d427899-af64-48f7-892f-4c49cb6f9152 admin admin] Deleting port 25e0e131-eda0-4226-917e-fa9ccf74bd49 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:12.507532 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d427899-af64-48f7-892f-4c49cb6f9152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.509032 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-9fd61ffa-0ce1-4e95-b541-2e0508734dcd admin admin] Calling delete_port for 128c855c-d807-425e-be19-81bb8058d5ee owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:12.534167 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:18:12.637980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-4d427899-af64-48f7-892f-4c49cb6f9152 admin admin] For port 25e0e131-eda0-4226-917e-fa9ccf74bd49, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=25e0e131-eda0-4226-917e-fa9ccf74bd49,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:12.638591 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d427899-af64-48f7-892f-4c49cb6f9152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.659438 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-4d427899-af64-48f7-892f-4c49cb6f9152 admin admin] Calling delete_port for 25e0e131-eda0-4226-917e-fa9ccf74bd49 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:12.671053 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-142c9aa6-99bb-40f7-beaa-e152e688dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:18:08Z', 'revision_number': 5, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:12.690328 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ae58c463-ae9b-49f6-8d74-1eebf84feace tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.725171 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c9aa6-99bb-40f7-beaa-e152e688dc5e None None] The sync data for ids ['4622f048-4058-4822-9efc-3bc240b7c8c6'] in n-d-793621-34 is: [{'id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-932241612-router', 'tenant_id': '19c64f601c554de7b7c7ed4a689b2a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:47Z', 'updated_at': '2021-08-31T01:18:08Z', 'revision_number': 5, 'project_id': '19c64f601c554de7b7c7ed4a689b2a97', 'gw_port': {'id': '25e0e131-eda0-4226-917e-fa9ccf74bd49', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4622f048-4058-4822-9efc-3bc240b7c8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:50Z', 'updated_at': '2021-08-31T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:12.780205 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] Router ea0677e1-bb55-4c96-99c7-99df160c0555 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:18:12.981693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae58c463-ae9b-49f6-8d74-1eebf84feace tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:12.985768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-ae58c463-ae9b-49f6-8d74-1eebf84feace tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:12.988416 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae58c463-ae9b-49f6-8d74-1eebf84feace tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:13.016502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:13.034880 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Sync routers for ids ['ea0677e1-bb55-4c96-99c7-99df160c0555'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:13.048503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Routers {'ea0677e1-bb55-4c96-99c7-99df160c0555'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:13.049464 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['ea0677e1-bb55-4c96-99c7-99df160c0555'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:13.058663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58c463-ae9b-49f6-8d74-1eebf84feace tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Pushing event updated for resources: {'Port': ['ID=1b56e046-a990-44b0-8e14-cc0a70100930,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:13.145528 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9fd61ffa-0ce1-4e95-b541-2e0508734dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.172825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd61ffa-0ce1-4e95-b541-2e0508734dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=128c855c-d807-425e-be19-81bb8058d5ee,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:13.177961 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.182752 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5b5d52c3-8f40-4f61-ab29-805c6504bb82 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1399162 Aug 31 01:18:13.183554 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41574) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:13.188617 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Set router ea0677e1-bb55-4c96-99c7-99df160c0555 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:13.247252 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d427899-af64-48f7-892f-4c49cb6f9152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.334335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d427899-af64-48f7-892f-4c49cb6f9152 admin admin] Pushing event deleted for resources: {'Port': ['ID=25e0e131-eda0-4226-917e-fa9ccf74bd49,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:13.380704 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9fd61ffa-0ce1-4e95-b541-2e0508734dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.550073 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9fd61ffa-0ce1-4e95-b541-2e0508734dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.552313 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9fd61ffa-0ce1-4e95-b541-2e0508734dcd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.592655 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d427899-af64-48f7-892f-4c49cb6f9152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.613698 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'name': 'tempest-TestAggregatesBasicOps-1290612660-router', 'tenant_id': '83aa76064de04193bcaabb205203047d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5e2b98cb-5556-441d-968b-784df42bd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:06Z', 'updated_at': '2021-08-31T01:18:11Z', 'revision_number': 3, 'project_id': '83aa76064de04193bcaabb205203047d', 'gw_port': {'id': '5e2b98cb-5556-441d-968b-784df42bd73d', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:08Z', 'updated_at': '2021-08-31T01:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:13.644176 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Checking router: ea0677e1-bb55-4c96-99c7-99df160c0555 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:18:13.644521 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Updating router ea0677e1-bb55-4c96-99c7-99df160c0555 port 5e2b98cb-5556-441d-968b-784df42bd73d binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:18:13.690012 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.728252 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d427899-af64-48f7-892f-4c49cb6f9152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.733163 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d427899-af64-48f7-892f-4c49cb6f9152 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.785724 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ae58c463-ae9b-49f6-8d74-1eebf84feace tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.848467 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9fd61ffa-0ce1-4e95-b541-2e0508734dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.849037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd61ffa-0ce1-4e95-b541-2e0508734dcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c603a36-fcce-4728-bb22-1e23e0b857c8 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:18:13.855370 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9fd61ffa-0ce1-4e95-b541-2e0508734dcd admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.858921 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9fd61ffa-0ce1-4e95-b541-2e0508734dcd admin admin] 10.222.0.16 "DELETE /v2.0/routers/0c603a36-fcce-4728-bb22-1e23e0b857c8 HTTP/1.1" status: 204 len: 168 time: 3.3169098 Aug 31 01:18:13.859441 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41584) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:13.934490 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d427899-af64-48f7-892f-4c49cb6f9152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.943746 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d427899-af64-48f7-892f-4c49cb6f9152 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4622f048-4058-4822-9efc-3bc240b7c8c6 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:18:13.957356 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d427899-af64-48f7-892f-4c49cb6f9152 admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.962194 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4d427899-af64-48f7-892f-4c49cb6f9152 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4622f048-4058-4822-9efc-3bc240b7c8c6 HTTP/1.1" status: 204 len: 168 time: 2.4879806 Aug 31 01:18:13.963384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41588) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:13.978236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb63466-d9a8-4a37-9a7d-9d41e75faa6f admin admin] Deleting subnet 6777f57f-88c7-4f11-8706-5a820e8d5829 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:18:13.991775 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4cb63466-d9a8-4a37-9a7d-9d41e75faa6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.023528 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ab9a4b55-ed43-4145-9d87-1809078eb3ee no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:14.074984 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: ab9a4b55-ed43-4145-9d87-1809078eb3ee {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:14.076189 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ab9a4b55-ed43-4145-9d87-1809078eb3ee not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:14.076420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 21ba741a-fd53-45a1-8ad4-6acaa883499a no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:14.126082 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4cb63466-d9a8-4a37-9a7d-9d41e75faa6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.136836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 21ba741a-fd53-45a1-8ad4-6acaa883499a {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:14.139326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 21ba741a-fd53-45a1-8ad4-6acaa883499a not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:14.213134 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c73f8c1-b3be-45ad-8f25-e20ebd53d80f admin admin] Deleting subnet ba7747f8-0f41-4519-aeaf-544d4f1a2b4a {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:18:14.231594 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.287886 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c73f8c1-b3be-45ad-8f25-e20ebd53d80f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.291544 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.304251 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Transition to ACTIVE for port object 5e2b98cb-5556-441d-968b-784df42bd73d will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:14.354544 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ae58c463-ae9b-49f6-8d74-1eebf84feace tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.358563 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c73f8c1-b3be-45ad-8f25-e20ebd53d80f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.382415 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ae58c463-ae9b-49f6-8d74-1eebf84feace tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.386497 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4cb63466-d9a8-4a37-9a7d-9d41e75faa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.402637 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.452082 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabb991-d462-4f55-9dfa-19a00d6cfa02 None None] Pushing event updated for resources: {'Port': ['ID=5e2b98cb-5556-441d-968b-784df42bd73d,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:14.489839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Attempting to bind port 5e2b98cb-5556-441d-968b-784df42bd73d on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:14.489839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Attempting to bind port 5e2b98cb-5556-441d-968b-784df42bd73d by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:14.490134 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Attempting to bind port 5e2b98cb-5556-441d-968b-784df42bd73d on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:14.496446 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:18:14.496998 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:14.497560 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.498231 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:18:14.498835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Bound port: 5e2b98cb-5556-441d-968b-784df42bd73d, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:18:14.499470 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.582415 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] Allocated IP 172.20.0.1 (4d456f3b-ee64-43e7-b06a-fd2c81519b25/f890f802-6561-46a5-89e2-50378a1c5a0a/082405af-4bef-44d1-a35b-5a94033d7598) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:14.593736 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4cb63466-d9a8-4a37-9a7d-9d41e75faa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.644747 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] For port 5e2b98cb-5556-441d-968b-784df42bd73d, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:14.650374 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] For port 5e2b98cb-5556-441d-968b-784df42bd73d, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5e2b98cb-5556-441d-968b-784df42bd73d,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:18:14.680316 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb63466-d9a8-4a37-9a7d-9d41e75faa6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6777f57f-88c7-4f11-8706-5a820e8d5829,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:14.687163 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4cb63466-d9a8-4a37-9a7d-9d41e75faa6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.689213 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4cb63466-d9a8-4a37-9a7d-9d41e75faa6f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6777f57f-88c7-4f11-8706-5a820e8d5829 HTTP/1.1" status: 204 len: 168 time: 0.8287437 Aug 31 01:18:14.689685 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e46dbd-2487-4180-a639-b71ab84e110b None None] Network 233b9bf7-bb8b-473c-966b-3b104e130b94 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:14.694933 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41598) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:14.750963 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.830528 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.836527 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Routers {'ea0677e1-bb55-4c96-99c7-99df160c0555'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:14.837239 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['ea0677e1-bb55-4c96-99c7-99df160c0555'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:14.907861 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.948188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] Transition to ACTIVE for port object 082405af-4bef-44d1-a35b-5a94033d7598 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:14.998613 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] Deleting port ece45a75-9e92-46db-93e6-8a3f16660e67 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:14.998984 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:15.105934 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] For port ece45a75-9e92-46db-93e6-8a3f16660e67, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ece45a75-9e92-46db-93e6-8a3f16660e67,segment=NetworkSegment(3746d6cb-db0d-4515-9b19-938156d728e2),segment_id=3746d6cb-db0d-4515-9b19-938156d728e2)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:15.106563 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:15.136587 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] Calling delete_port for ece45a75-9e92-46db-93e6-8a3f16660e67 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:15.162106 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c73f8c1-b3be-45ad-8f25-e20ebd53d80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:15.218792 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:15.231852 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] Set router ea0677e1-bb55-4c96-99c7-99df160c0555 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:15.265109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae58c463-ae9b-49f6-8d74-1eebf84feace tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Router 551ecb6d-aa2a-44ec-a6b5-75ec8f87a91f is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:18:15.371075 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] Pushing event updated for resources: {'Port': ['ID=082405af-4bef-44d1-a35b-5a94033d7598,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:15.371465 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c73f8c1-b3be-45ad-8f25-e20ebd53d80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:15.390389 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] Network 4d456f3b-ee64-43e7-b06a-fd2c81519b25 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:15.402098 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:15.408836 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:15.464634 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c73f8c1-b3be-45ad-8f25-e20ebd53d80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:15.470993 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5c73f8c1-b3be-45ad-8f25-e20ebd53d80f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ba7747f8-0f41-4519-aeaf-544d4f1a2b4a HTTP/1.1" status: 204 len: 168 time: 1.5043716 Aug 31 01:18:15.472224 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73f8c1-b3be-45ad-8f25-e20ebd53d80f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7747f8-0f41-4519-aeaf-544d4f1a2b4a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:15.477784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41606) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:15.512272 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b2a8b8-a2bc-4e8d-8cbe-4343a918aff6 None None] Network 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:15.551257 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:15.616125 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:15.670517 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabb991-d462-4f55-9dfa-19a00d6cfa02 None None] Pushing event updated for resources: {'Port': ['ID=5e2b98cb-5556-441d-968b-784df42bd73d,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:15.688494 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:15.758893 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece45a75-9e92-46db-93e6-8a3f16660e67,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:15.805869 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] No DVR routers for this DVR port ece45a75-9e92-46db-93e6-8a3f16660e67 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:15.825516 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'name': 'tempest-TestAggregatesBasicOps-1290612660-router', 'tenant_id': '83aa76064de04193bcaabb205203047d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5e2b98cb-5556-441d-968b-784df42bd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:06Z', 'updated_at': '2021-08-31T01:18:11Z', 'revision_number': 3, 'project_id': '83aa76064de04193bcaabb205203047d', 'gw_port': {'id': '5e2b98cb-5556-441d-968b-784df42bd73d', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:08Z', 'updated_at': '2021-08-31T01:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:15.877911 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7878af7e-c50d-4b55-9386-1a8ed8edcb80 None None] The sync data for ids ['ea0677e1-bb55-4c96-99c7-99df160c0555'] in n-d-793621-34 is: [{'id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'name': 'tempest-TestAggregatesBasicOps-1290612660-router', 'tenant_id': '83aa76064de04193bcaabb205203047d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5e2b98cb-5556-441d-968b-784df42bd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:06Z', 'updated_at': '2021-08-31T01:18:11Z', 'revision_number': 3, 'project_id': '83aa76064de04193bcaabb205203047d', 'gw_port': {'id': '5e2b98cb-5556-441d-968b-784df42bd73d', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:08Z', 'updated_at': '2021-08-31T01:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:15.892517 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c746cd-b150-419f-b6a6-cb236257b383 None None] DHCP port deletion for 233b9bf7-bb8b-473c-966b-3b104e130b94 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:18:15.892728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae58c463-ae9b-49f6-8d74-1eebf84feace tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:15.918023 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e44b4b-0218-4067-a909-a48abdf864ee None None] Sync routers for ids ['551ecb6d-aa2a-44ec-a6b5-75ec8f87a91f'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:15.919234 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ae58c463-ae9b-49f6-8d74-1eebf84feace tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:15.920493 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ae58c463-ae9b-49f6-8d74-1eebf84feace tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "PUT /v2.0/routers/551ecb6d-aa2a-44ec-a6b5-75ec8f87a91f HTTP/1.1" status: 200 len: 884 time: 5.4676678 Aug 31 01:18:15.930486 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41610) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:15.941475 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e44b4b-0218-4067-a909-a48abdf864ee None None] Routers {'551ecb6d-aa2a-44ec-a6b5-75ec8f87a91f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:15.941475 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-97e44b4b-0218-4067-a909-a48abdf864ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['551ecb6d-aa2a-44ec-a6b5-75ec8f87a91f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:15.942336 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de28d520-b940-4210-b5f2-7f112dda10a3 None None] DHCP port deletion for 3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:18:15.998261 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-97e44b4b-0218-4067-a909-a48abdf864ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:16.013815 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e44b4b-0218-4067-a909-a48abdf864ee None None] Routers {'551ecb6d-aa2a-44ec-a6b5-75ec8f87a91f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:16.020530 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-97e44b4b-0218-4067-a909-a48abdf864ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['551ecb6d-aa2a-44ec-a6b5-75ec8f87a91f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:16.045354 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d90f0abb-b9d7-4280-92cd-e5133bc7171d None None] Provisioning for port 082405af-4bef-44d1-a35b-5a94033d7598 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:16.056196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d90f0abb-b9d7-4280-92cd-e5133bc7171d None None] Provisioning complete for port 082405af-4bef-44d1-a35b-5a94033d7598 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:16.056196 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d90f0abb-b9d7-4280-92cd-e5133bc7171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.065404 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.095433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233b9bf7-bb8b-473c-966b-3b104e130b94']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:16.116481 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-97e44b4b-0218-4067-a909-a48abdf864ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:16.116481 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e44b4b-0218-4067-a909-a48abdf864ee None None] The sync data for ids ['551ecb6d-aa2a-44ec-a6b5-75ec8f87a91f'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:16.130359 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 128c855c-d807-425e-be19-81bb8058d5ee no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:16.135274 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3746d6cb-db0d-4515-9b19-938156d728e2') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:16.135787 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3746d6cb-db0d-4515-9b19-938156d728e2') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:16.139629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-de28d520-b940-4210-b5f2-7f112dda10a3 None None] Deleting port 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:16.140145 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-de28d520-b940-4210-b5f2-7f112dda10a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.166423 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.179213 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 128c855c-d807-425e-be19-81bb8058d5ee {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:16.179661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 128c855c-d807-425e-be19-81bb8058d5ee not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:16.180231 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ece45a75-9e92-46db-93e6-8a3f16660e67 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:16.234586 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.235030 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-13c525d0-3b95-4d18-9f93-63586da6ed72 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "GET /v2.0/routers/551ecb6d-aa2a-44ec-a6b5-75ec8f87a91f HTTP/1.1" status: 200 len: 925 time: 0.3018630 Aug 31 01:18:16.237972 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41618) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:16.244299 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: ece45a75-9e92-46db-93e6-8a3f16660e67 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:16.256848 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ece45a75-9e92-46db-93e6-8a3f16660e67 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:16.256848 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 25e0e131-eda0-4226-917e-fa9ccf74bd49 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:16.257504 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.257504 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:18:16.257504 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:18:16.258937 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:18:16.278101 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d90f0abb-b9d7-4280-92cd-e5133bc7171d None None] Port 082405af-4bef-44d1-a35b-5a94033d7598 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:18:16.284319 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 25e0e131-eda0-4226-917e-fa9ccf74bd49 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:16.284751 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 25e0e131-eda0-4226-917e-fa9ccf74bd49 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:16.302085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] Deleting port 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:16.302085 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.324806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-de28d520-b940-4210-b5f2-7f112dda10a3 None None] For port 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9154ed09-7b00-47ff-9f5f-c8d42a8b64c4,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:16.326202 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-de28d520-b940-4210-b5f2-7f112dda10a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.383908 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c81bfaa-b50b-4c5a-86e8-ee2c957713e6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.389634 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9c81bfaa-b50b-4c5a-86e8-ee2c957713e6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&device_id=551ecb6d-aa2a-44ec-a6b5-75ec8f87a91f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1503389 Aug 31 01:18:16.390388 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41620) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:16.397049 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-de28d520-b940-4210-b5f2-7f112dda10a3 None None] Calling delete_port for 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:16.609862 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] For port 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9154ed09-7b00-47ff-9f5f-c8d42a8b64c4,segment=NetworkSegment(4e2f4214-ec8c-4fcb-b201-015df456200c),segment_id=4e2f4214-ec8c-4fcb-b201-015df456200c)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:16.612757 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.660682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] Calling delete_port for 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:16.668147 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b614ad3b-b521-42fe-883a-bad5f9f3d953 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.672571 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b614ad3b-b521-42fe-883a-bad5f9f3d953 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 881 time: 0.2767124 Aug 31 01:18:16.674225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41624) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:16.675513 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.690381 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.706883 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0eaf4351-146e-4949-a5ff-0a86ba972d2c tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "GET /v2.0/ports?device_id=551ecb6d-aa2a-44ec-a6b5-75ec8f87a91f HTTP/1.1" status: 200 len: 205 time: 0.0315363 Aug 31 01:18:16.710749 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41626) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:16.713678 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.718488 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] 10.222.0.16 "DELETE /v2.0/networks/233b9bf7-bb8b-473c-966b-3b104e130b94 HTTP/1.1" status: 204 len: 168 time: 2.0180128 Aug 31 01:18:16.723531 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-de28d520-b940-4210-b5f2-7f112dda10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.748635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f765f51-76e6-4682-8956-6a60d921c221 admin admin] Pushing event deleted for resources: {'Network': ['ID=233b9bf7-bb8b-473c-966b-3b104e130b94,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:16.801957 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28d520-b940-4210-b5f2-7f112dda10a3 None None] Pushing event deleted for resources: {'Port': ['ID=9154ed09-7b00-47ff-9f5f-c8d42a8b64c4,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:16.807444 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.840971 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de28d520-b940-4210-b5f2-7f112dda10a3 None None] No DVR routers for this DVR port 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:16.914855 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.916880 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] Pushing event updated for resources: {'Port': ['ID=082405af-4bef-44d1-a35b-5a94033d7598,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:16.949787 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9053273c-78f3-4c2a-bdc5-6ecadf5e404f tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.066707 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.073269 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] Network 4d456f3b-ee64-43e7-b06a-fd2c81519b25 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:17.076177 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:17.106964 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] Pushing event deleted for resources: {'Port': ['ID=9154ed09-7b00-47ff-9f5f-c8d42a8b64c4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:17.127230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] No DVR routers for this DVR port 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:17.285236 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9053273c-78f3-4c2a-bdc5-6ecadf5e404f tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.321690 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.331682 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41638) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:17.345115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:17.373393 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2f4214-ec8c-4fcb-b201-015df456200c') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:17.373755 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2f4214-ec8c-4fcb-b201-015df456200c') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:17.391665 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] Router ea0677e1-bb55-4c96-99c7-99df160c0555 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:18:17.404420 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.440449 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-68acf838-6250-4f41-bb2a-391c4762ccce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f352ea30918c400cad8ba861159cf775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1074438 Aug 31 01:18:17.441279 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41642) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:17.467979 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.488002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:18:17.489481 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: items = [ Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:18:17.495318 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:18:17.518676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-eaa36bfb-8084-4038-a319-3addfcc6ae53 None None] Provisioning complete for port 082405af-4bef-44d1-a35b-5a94033d7598 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:17.522332 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-eaa36bfb-8084-4038-a319-3addfcc6ae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.584484 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-eaa36bfb-8084-4038-a319-3addfcc6ae53 None None] Port 082405af-4bef-44d1-a35b-5a94033d7598 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:18:17.609888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-9053273c-78f3-4c2a-bdc5-6ecadf5e404f tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Deleting port 1b56e046-a990-44b0-8e14-cc0a70100930 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:17.610306 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9053273c-78f3-4c2a-bdc5-6ecadf5e404f tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.646279 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e89d4d31-a499-4a54-a775-25c8cbb5d42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.652265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:17.660129 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d27dc874-0bea-47fb-a796-1f25abe77d13 admin admin] 10.222.0.16 "PUT /v2.0/routers/ea0677e1-bb55-4c96-99c7-99df160c0555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4752700 Aug 31 01:18:17.673480 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e89d4d31-a499-4a54-a775-25c8cbb5d42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.722961 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9053273c-78f3-4c2a-bdc5-6ecadf5e404f tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.740032 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-9053273c-78f3-4c2a-bdc5-6ecadf5e404f tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Calling delete_port for 1b56e046-a990-44b0-8e14-cc0a70100930 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:17.751979 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.764030 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.766842 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] 10.222.0.16 "DELETE /v2.0/networks/3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5 HTTP/1.1" status: 204 len: 168 time: 2.2880991 Aug 31 01:18:17.799031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b54eb-51d5-41bc-87e6-c7ffdae7916d admin admin] Pushing event deleted for resources: {'Network': ['ID=3b1b51cf-6ee0-4d00-8d48-ed9c0b9937c5,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:18.057484 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5e2b98cb-5556-441d-968b-784df42bd73d up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:18.145276 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9053273c-78f3-4c2a-bdc5-6ecadf5e404f tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.190134 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053273c-78f3-4c2a-bdc5-6ecadf5e404f tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Pushing event deleted for resources: {'Port': ['ID=1b56e046-a990-44b0-8e14-cc0a70100930,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:18.255211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 5e2b98cb-5556-441d-968b-784df42bd73d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:18.259633 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 5e2b98cb-5556-441d-968b-784df42bd73d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:18.260011 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.280612 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9053273c-78f3-4c2a-bdc5-6ecadf5e404f tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.397912 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.442657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 5e2b98cb-5556-441d-968b-784df42bd73d, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5e2b98cb-5556-441d-968b-784df42bd73d,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:18.448287 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9053273c-78f3-4c2a-bdc5-6ecadf5e404f tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.451081 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9053273c-78f3-4c2a-bdc5-6ecadf5e404f tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.487575 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41672) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:18.534576 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e89d4d31-a499-4a54-a775-25c8cbb5d42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.545852 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e89d4d31-a499-4a54-a775-25c8cbb5d42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.547876 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e89d4d31-a499-4a54-a775-25c8cbb5d42a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a439b58-a0b2-4d2c-8904-b13331b69366 HTTP/1.1" status: 204 len: 168 time: 1.1040127 Aug 31 01:18:18.570207 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.573389 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c910bc02-8e81-4f05-bfaa-2875b5cefc92 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19c64f601c554de7b7c7ed4a689b2a97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0840464 Aug 31 01:18:18.575170 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d4d31-a499-4a54-a775-25c8cbb5d42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a439b58-a0b2-4d2c-8904-b13331b69366,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:18.576022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41676) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:18.640869 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9053273c-78f3-4c2a-bdc5-6ecadf5e404f tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.640869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9053273c-78f3-4c2a-bdc5-6ecadf5e404f tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Fanout notify agent at l3_agent the message router_deleted on router 551ecb6d-aa2a-44ec-a6b5-75ec8f87a91f {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:18:18.674482 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9053273c-78f3-4c2a-bdc5-6ecadf5e404f tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.679035 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9053273c-78f3-4c2a-bdc5-6ecadf5e404f tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "DELETE /v2.0/routers/551ecb6d-aa2a-44ec-a6b5-75ec8f87a91f HTTP/1.1" status: 204 len: 168 time: 1.9670596 Aug 31 01:18:18.682896 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41684) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:18.691190 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-88c2e62c-3b1b-4405-a7c1-88e9b6da0b8a tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-894125114', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:18.750628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:18.752688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Sync routers for ids ['ea0677e1-bb55-4c96-99c7-99df160c0555'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:18.779967 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ee43d3b5-785a-489c-964c-c8eb530c57c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.825840 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ee43d3b5-785a-489c-964c-c8eb530c57c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.847640 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:18.848058 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9154ed09-7b00-47ff-9f5f-c8d42a8b64c4 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:18.866214 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Routers {'ea0677e1-bb55-4c96-99c7-99df160c0555'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:18.867409 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['ea0677e1-bb55-4c96-99c7-99df160c0555'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:18.936908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=5e2b98cb-5556-441d-968b-784df42bd73d,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:18.987873 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88c2e62c-3b1b-4405-a7c1-88e9b6da0b8a tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.994381 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88c2e62c-3b1b-4405-a7c1-88e9b6da0b8a tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:19.011960 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Set router ea0677e1-bb55-4c96-99c7-99df160c0555 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:19.016983 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ee43d3b5-785a-489c-964c-c8eb530c57c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:19.020242 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ee43d3b5-785a-489c-964c-c8eb530c57c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:19.030929 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ee43d3b5-785a-489c-964c-c8eb530c57c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3a9a294-fcb7-4b71-9a2f-90c3ffb592af HTTP/1.1" status: 204 len: 168 time: 0.4432425 Aug 31 01:18:19.042820 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d3b5-785a-489c-964c-c8eb530c57c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a9a294-fcb7-4b71-9a2f-90c3ffb592af,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:19.144511 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88c2e62c-3b1b-4405-a7c1-88e9b6da0b8a tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:19.230587 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe2516-fd67-4fa0-b93c-be0608eb3726 req-25c68c36-3d07-450d-a7cd-dc77ea0ec9f1 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:19.233493 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-69fe2516-fd67-4fa0-b93c-be0608eb3726 req-25c68c36-3d07-450d-a7cd-dc77ea0ec9f1 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.1129370 Aug 31 01:18:19.258390 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88c2e62c-3b1b-4405-a7c1-88e9b6da0b8a tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:19.345853 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-69fe2516-fd67-4fa0-b93c-be0608eb3726 req-dfa2880a-24cd-482c-8c3e-0220537c6f9e tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048856 Aug 31 01:18:19.399893 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88c2e62c-3b1b-4405-a7c1-88e9b6da0b8a tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:19.403369 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-88c2e62c-3b1b-4405-a7c1-88e9b6da0b8a tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7168365 Aug 31 01:18:19.409193 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41702) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:19.417074 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e6db7c22-0193-473d-bcdd-38f74eda8b5e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'enable_snat': True}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:19.473374 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'name': 'tempest-TestAggregatesBasicOps-1290612660-router', 'tenant_id': '83aa76064de04193bcaabb205203047d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5e2b98cb-5556-441d-968b-784df42bd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:06Z', 'updated_at': '2021-08-31T01:18:15Z', 'revision_number': 4, 'project_id': '83aa76064de04193bcaabb205203047d', 'gw_port': {'id': '5e2b98cb-5556-441d-968b-784df42bd73d', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:08Z', 'updated_at': '2021-08-31T01:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '082405af-4bef-44d1-a35b-5a94033d7598', 'name': '', 'network_id': '4d456f3b-ee64-43e7-b06a-fd2c81519b25', 'tenant_id': '83aa76064de04193bcaabb205203047d', 'mac_address': 'fa:16:3e:f0:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'f890f802-6561-46a5-89e2-50378a1c5a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:14Z', 'updated_at': '2021-08-31T01:18:16Z', 'revision_number': 2, 'project_id': '83aa76064de04193bcaabb205203047d', 'subnets': [{'id': 'f890f802-6561-46a5-89e2-50378a1c5a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:19.512883 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Checking router: ea0677e1-bb55-4c96-99c7-99df160c0555 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:18:19.513676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Updating router ea0677e1-bb55-4c96-99c7-99df160c0555 port 082405af-4bef-44d1-a35b-5a94033d7598 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:18:19.605418 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:19.821116 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e6db7c22-0193-473d-bcdd-38f74eda8b5e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:19.965166 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5e2b98cb-5556-441d-968b-784df42bd73d up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:20.079604 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 5e2b98cb-5556-441d-968b-784df42bd73d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:20.079985 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.170016 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.227549 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Transition to ACTIVE for port object 082405af-4bef-44d1-a35b-5a94033d7598 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:20.347533 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e6db7c22-0193-473d-bcdd-38f74eda8b5e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.367104 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e6db7c22-0193-473d-bcdd-38f74eda8b5e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.468056 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.514496 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-e6db7c22-0193-473d-bcdd-38f74eda8b5e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Allocated IP 172.25.2.201 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/2e47e963-6977-4cd4-a8f3-abafe9c63901) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:20.610970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8a720-fbe3-4c96-9efb-31cc3b77fba7 None None] Pushing event updated for resources: {'Port': ['ID=082405af-4bef-44d1-a35b-5a94033d7598,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:20.654584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69828353-1b80-433a-b591-21b6066539c4 req-78e68ab6-cea5-44a1-b65d-80629f649541 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:20.666340 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69828353-1b80-433a-b591-21b6066539c4 req-78e68ab6-cea5-44a1-b65d-80629f649541 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.1751442 Aug 31 01:18:20.756158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Attempting to bind port 082405af-4bef-44d1-a35b-5a94033d7598 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:20.756710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Attempting to bind port 082405af-4bef-44d1-a35b-5a94033d7598 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '63f7fdd7-7fec-4d5b-953e-7d449939ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4d456f3b-ee64-43e7-b06a-fd2c81519b25'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:20.757404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Attempting to bind port 082405af-4bef-44d1-a35b-5a94033d7598 on network 4d456f3b-ee64-43e7-b06a-fd2c81519b25 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:20.766942 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:18:20.766942 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Checking segment: {'id': '63f7fdd7-7fec-4d5b-953e-7d449939ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4d456f3b-ee64-43e7-b06a-fd2c81519b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:20.767171 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.767605 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Bound using segment: {'id': '63f7fdd7-7fec-4d5b-953e-7d449939ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4d456f3b-ee64-43e7-b06a-fd2c81519b25'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:18:20.768403 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Bound port: 082405af-4bef-44d1-a35b-5a94033d7598, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f7fdd7-7fec-4d5b-953e-7d449939ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4d456f3b-ee64-43e7-b06a-fd2c81519b25'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:18:20.768976 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.800678 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69828353-1b80-433a-b591-21b6066539c4 req-b74d6c93-3eb2-485b-96d4-b75d48aca232 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318626 Aug 31 01:18:20.837042 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e6db7c22-0193-473d-bcdd-38f74eda8b5e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.928321 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] For port 082405af-4bef-44d1-a35b-5a94033d7598, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:20.939613 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] For port 082405af-4bef-44d1-a35b-5a94033d7598, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=082405af-4bef-44d1-a35b-5a94033d7598,segment=NetworkSegment(63f7fdd7-7fec-4d5b-953e-7d449939ce11),segment_id=63f7fdd7-7fec-4d5b-953e-7d449939ce11)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:18:21.025850 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e6db7c22-0193-473d-bcdd-38f74eda8b5e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.033903 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.094342 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db7c22-0193-473d-bcdd-38f74eda8b5e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Pushing event updated for resources: {'Port': ['ID=2e47e963-6977-4cd4-a8f3-abafe9c63901,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:21.134956 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6db7c22-0193-473d-bcdd-38f74eda8b5e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:21.140083 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-e6db7c22-0193-473d-bcdd-38f74eda8b5e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:21.152693 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db7c22-0193-473d-bcdd-38f74eda8b5e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:21.158817 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Routers {'ea0677e1-bb55-4c96-99c7-99df160c0555'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:21.161688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['ea0677e1-bb55-4c96-99c7-99df160c0555'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:21.175848 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8a720-fbe3-4c96-9efb-31cc3b77fba7 None None] Pushing event updated for resources: {'Port': ['ID=082405af-4bef-44d1-a35b-5a94033d7598,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:21.383937 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cd0ac-9bcd-4588-8940-0e17cdf77ceb req-6778dff2-7411-4b40-bdbf-a28384120632 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:21.387703 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e5cd0ac-9bcd-4588-8940-0e17cdf77ceb req-6778dff2-7411-4b40-bdbf-a28384120632 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.48 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.1301608 Aug 31 01:18:21.389038 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41772) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:21.488290 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] Set router ea0677e1-bb55-4c96-99c7-99df160c0555 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:21.570374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-639339167-network', 'tenant_id': 'e964d6cd5c894636bebd6b0cf91e4b0f'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:21.603367 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41776) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:21.616017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-1e5cd0ac-9bcd-4588-8940-0e17cdf77ceb req-576d3e3f-a846-40ce-895d-abff1e896d71 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Deleting port c9993d29-c2ae-4d36-a168-82d634fe5924 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:21.616629 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1e5cd0ac-9bcd-4588-8940-0e17cdf77ceb req-576d3e3f-a846-40ce-895d-abff1e896d71 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.764622 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-1e5cd0ac-9bcd-4588-8940-0e17cdf77ceb req-576d3e3f-a846-40ce-895d-abff1e896d71 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] For port c9993d29-c2ae-4d36-a168-82d634fe5924, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c9993d29-c2ae-4d36-a168-82d634fe5924,segment=NetworkSegment(768c7545-2ea6-45ab-a5f8-eb7861ddc1aa),segment_id=768c7545-2ea6-45ab-a5f8-eb7861ddc1aa)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:21.765960 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1e5cd0ac-9bcd-4588-8940-0e17cdf77ceb req-576d3e3f-a846-40ce-895d-abff1e896d71 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.782047 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'name': 'tempest-TestAggregatesBasicOps-1290612660-router', 'tenant_id': '83aa76064de04193bcaabb205203047d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5e2b98cb-5556-441d-968b-784df42bd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:06Z', 'updated_at': '2021-08-31T01:18:15Z', 'revision_number': 4, 'project_id': '83aa76064de04193bcaabb205203047d', 'gw_port': {'id': '5e2b98cb-5556-441d-968b-784df42bd73d', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:08Z', 'updated_at': '2021-08-31T01:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '082405af-4bef-44d1-a35b-5a94033d7598', 'name': '', 'network_id': '4d456f3b-ee64-43e7-b06a-fd2c81519b25', 'tenant_id': '83aa76064de04193bcaabb205203047d', 'mac_address': 'fa:16:3e:f0:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'f890f802-6561-46a5-89e2-50378a1c5a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:14Z', 'updated_at': '2021-08-31T01:18:20Z', 'revision_number': 4, 'project_id': '83aa76064de04193bcaabb205203047d', 'subnets': [{'id': 'f890f802-6561-46a5-89e2-50378a1c5a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:21.796085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-1e5cd0ac-9bcd-4588-8940-0e17cdf77ceb req-576d3e3f-a846-40ce-895d-abff1e896d71 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Calling delete_port for c9993d29-c2ae-4d36-a168-82d634fe5924 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:21.902272 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Made reservation on behalf of e964d6cd5c894636bebd6b0cf91e4b0f for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:21.905034 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.932039 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.033449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea780f-d38b-4df7-8029-e8ac985a482f req-e58f29a4-ae8b-4256-b681-b3c66e596ca9 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:22.041529 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-faea780f-d38b-4df7-8029-e8ac985a482f req-e58f29a4-ae8b-4256-b681-b3c66e596ca9 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 946 time: 0.1244216 Aug 31 01:18:22.045779 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.046567 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e6db7c22-0193-473d-bcdd-38f74eda8b5e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.153687 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-faea780f-d38b-4df7-8029-e8ac985a482f req-a7584407-020b-45c7-87f0-ed753d1ca751 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042399 Aug 31 01:18:22.162476 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9e7d3-220e-4c5f-a4f5-2c4aa82d2b35 None None] The sync data for ids ['ea0677e1-bb55-4c96-99c7-99df160c0555'] in n-d-793621-34 is: [{'id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'name': 'tempest-TestAggregatesBasicOps-1290612660-router', 'tenant_id': '83aa76064de04193bcaabb205203047d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5e2b98cb-5556-441d-968b-784df42bd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:06Z', 'updated_at': '2021-08-31T01:18:15Z', 'revision_number': 4, 'project_id': '83aa76064de04193bcaabb205203047d', 'gw_port': {'id': '5e2b98cb-5556-441d-968b-784df42bd73d', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:08Z', 'updated_at': '2021-08-31T01:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '082405af-4bef-44d1-a35b-5a94033d7598', 'name': '', 'network_id': '4d456f3b-ee64-43e7-b06a-fd2c81519b25', 'tenant_id': '83aa76064de04193bcaabb205203047d', 'mac_address': 'fa:16:3e:f0:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'f890f802-6561-46a5-89e2-50378a1c5a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:14Z', 'updated_at': '2021-08-31T01:18:20Z', 'revision_number': 4, 'project_id': '83aa76064de04193bcaabb205203047d', 'subnets': [{'id': 'f890f802-6561-46a5-89e2-50378a1c5a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:22.175104 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.212702 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:18:22.262346 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e27b1c1-d8eb-4db0-abc7-4e9d1cb511d2,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:22.272441 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1e5cd0ac-9bcd-4588-8940-0e17cdf77ceb req-576d3e3f-a846-40ce-895d-abff1e896d71 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.286655 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['b136ba99-6117-4b77-8296-89952eb6ef1e', 'c9993d29-c2ae-4d36-a168-82d634fe5924'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:18:22.291931 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.292242 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Added segment fbb6a065-02cd-4ed8-be35-964f6c39a066 of type vlan for network 8b463975-b84c-4464-b8b5-7376a2ab34ec Aug 31 01:18:22.383227 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d3e3f-a846-40ce-895d-abff1e896d71 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Pushing event deleted for resources: {'Port': ['ID=c9993d29-c2ae-4d36-a168-82d634fe5924,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:22.546534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5cd0ac-9bcd-4588-8940-0e17cdf77ceb req-576d3e3f-a846-40ce-895d-abff1e896d71 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] No DVR routers for this DVR port c9993d29-c2ae-4d36-a168-82d634fe5924 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:22.584238 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.592344 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e6db7c22-0193-473d-bcdd-38f74eda8b5e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.604470 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1e5cd0ac-9bcd-4588-8940-0e17cdf77ceb req-576d3e3f-a846-40ce-895d-abff1e896d71 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.611683 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e5cd0ac-9bcd-4588-8940-0e17cdf77ceb req-576d3e3f-a846-40ce-895d-abff1e896d71 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.48 "DELETE /v2.0/ports/c9993d29-c2ae-4d36-a168-82d634fe5924 HTTP/1.1" status: 204 len: 173 time: 1.2007544 Aug 31 01:18:22.612314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595758c1-7da6-4c24-b9ca-e0c1f7347b11', 'name': 'network-vif-deleted', 'tag': 'c9993d29-c2ae-4d36-a168-82d634fe5924'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:18:22.619347 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb5e2ec-a18c-4b00-8ff4-c894bda4ac4d" -d '{"events": [{"server_uuid": "595758c1-7da6-4c24-b9ca-e0c1f7347b11", "name": "network-vif-deleted", "tag": "c9993d29-c2ae-4d36-a168-82d634fe5924"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:18:22.656057 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e6db7c22-0193-473d-bcdd-38f74eda8b5e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.680895 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28375918-be7c-4536-bd62-49ab756403de x-openstack-request-id: req-28375918-be7c-4536-bd62-49ab756403de {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:18:22.681503 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595758c1-7da6-4c24-b9ca-e0c1f7347b11", "name": "network-vif-deleted", "tag": "c9993d29-c2ae-4d36-a168-82d634fe5924", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:18:22.681862 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28375918-be7c-4536-bd62-49ab756403de {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:18:22.682400 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595758c1-7da6-4c24-b9ca-e0c1f7347b11', 'name': 'network-vif-deleted', 'tag': 'c9993d29-c2ae-4d36-a168-82d634fe5924', 'status': 'completed', 'code': 200} Aug 31 01:18:22.813701 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e28f46ca-68e1-4bf9-9a04-22ea2edab9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.859930 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.864684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:22.872283 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.968791 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Pushing event updated for resources: {'Network': ['ID=8b463975-b84c-4464-b8b5-7376a2ab34ec,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:22.990525 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:22.990881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:22.991231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:22.991561 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:22.991896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:22.992297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:22.992624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:22.992950 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:22.993295 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:22.993623 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:22.993947 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:22.994267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:23.007826 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 8b463975-b84c-4464-b8b5-7376a2ab34ec details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:18:23.052379 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a4152b4b-47a0-47d8-89a4-bddc9a116951 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6583364 Aug 31 01:18:23.052379 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41802) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:23.061189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-944d8a86-27f6-428f-ba50-9dda4e97e5fe admin admin] Request body: {'subnet': {'network_id': '8b463975-b84c-4464-b8b5-7376a2ab34ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-639339167-subnet', 'tenant_id': 'e964d6cd5c894636bebd6b0cf91e4b0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:23.156116 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6db7c22-0193-473d-bcdd-38f74eda8b5e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Router 607da749-5110-4b29-b834-6dcec995b308 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:18:23.448770 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3e2eb1e2-30df-4e1e-835c-22345bdc10b0 req-ab6b4d6f-2524-4788-b090-229b54bcba41 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=595758c1-7da6-4c24-b9ca-e0c1f7347b11 HTTP/1.1" status: 200 len: 210 time: 0.0630994 Aug 31 01:18:23.448770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e28f46ca-68e1-4bf9-9a04-22ea2edab9b9 admin admin] Deleting port 9ca30467-5b00-4777-ab88-e3b55cb69429 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:23.448770 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e28f46ca-68e1-4bf9-9a04-22ea2edab9b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.451240 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944d8a86-27f6-428f-ba50-9dda4e97e5fe admin admin] Made reservation on behalf of e964d6cd5c894636bebd6b0cf91e4b0f for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:23.451240 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-944d8a86-27f6-428f-ba50-9dda4e97e5fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.451694 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6db7c22-0193-473d-bcdd-38f74eda8b5e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:23.451694 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e6db7c22-0193-473d-bcdd-38f74eda8b5e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.451694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e6db7c22-0193-473d-bcdd-38f74eda8b5e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "PUT /v2.0/routers/607da749-5110-4b29-b834-6dcec995b308 HTTP/1.1" status: 200 len: 918 time: 4.0175693 Aug 31 01:18:23.451979 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a23281b-d130-4f30-adba-ef1c790cfe86 None None] Sync routers for ids ['607da749-5110-4b29-b834-6dcec995b308'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:23.452440 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41810) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:23.452552 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23281b-d130-4f30-adba-ef1c790cfe86 None None] Routers {'607da749-5110-4b29-b834-6dcec995b308'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:23.452552 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1a23281b-d130-4f30-adba-ef1c790cfe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['607da749-5110-4b29-b834-6dcec995b308'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:23.515359 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1a23281b-d130-4f30-adba-ef1c790cfe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:23.529855 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23281b-d130-4f30-adba-ef1c790cfe86 None None] Routers {'607da749-5110-4b29-b834-6dcec995b308'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:23.532168 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1a23281b-d130-4f30-adba-ef1c790cfe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['607da749-5110-4b29-b834-6dcec995b308'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:23.581399 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1a23281b-d130-4f30-adba-ef1c790cfe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:23.582384 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a23281b-d130-4f30-adba-ef1c790cfe86 None None] The sync data for ids ['607da749-5110-4b29-b834-6dcec995b308'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:23.601227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-e28f46ca-68e1-4bf9-9a04-22ea2edab9b9 admin admin] For port 9ca30467-5b00-4777-ab88-e3b55cb69429, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9ca30467-5b00-4777-ab88-e3b55cb69429,segment=NetworkSegment(e0d081a8-ce07-40ab-aee6-315ddda62a83),segment_id=e0d081a8-ce07-40ab-aee6-315ddda62a83)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:23.601617 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e28f46ca-68e1-4bf9-9a04-22ea2edab9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.820180 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-944d8a86-27f6-428f-ba50-9dda4e97e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.940155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d8a86-27f6-428f-ba50-9dda4e97e5fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f955153b-b2a6-4b68-8feb-648fff61dbd9,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:23.951793 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944d8a86-27f6-428f-ba50-9dda4e97e5fe admin admin] Checking segment: {'id': 'fbb6a065-02cd-4ed8-be35-964f6c39a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8b463975-b84c-4464-b8b5-7376a2ab34ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:23.951793 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944d8a86-27f6-428f-ba50-9dda4e97e5fe admin admin] Network hostable DHCP agents. Network: 8b463975-b84c-4464-b8b5-7376a2ab34ec, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:18:24.007601 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e28f46ca-68e1-4bf9-9a04-22ea2edab9b9 admin admin] Calling delete_port for 9ca30467-5b00-4777-ab88-e3b55cb69429 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:24.016833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 082405af-4bef-44d1-a35b-5a94033d7598 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:24.023897 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-aa8be39a-a9d4-4ba0-b8e9-2fb8eb2907a6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "GET /v2.0/routers/607da749-5110-4b29-b834-6dcec995b308 HTTP/1.1" status: 200 len: 924 time: 0.5798819 Aug 31 01:18:24.029723 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41814) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:24.103427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944d8a86-27f6-428f-ba50-9dda4e97e5fe admin admin] Network 8b463975-b84c-4464-b8b5-7376a2ab34ec is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:18:24.107319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab266c8-d9a2-4d36-9a84-6bef8a3bc9c6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:24.111632 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41818) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:24.111819 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7ab266c8-d9a2-4d36-9a84-6bef8a3bc9c6 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&device_id=607da749-5110-4b29-b834-6dcec995b308&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0808735 Aug 31 01:18:24.216578 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 082405af-4bef-44d1-a35b-5a94033d7598 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:24.221778 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 082405af-4bef-44d1-a35b-5a94033d7598 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:24.222609 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.257648 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-944d8a86-27f6-428f-ba50-9dda4e97e5fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 8b463975-b84c-4464-b8b5-7376a2ab34ec) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:24.270279 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944d8a86-27f6-428f-ba50-9dda4e97e5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:24.271065 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-944d8a86-27f6-428f-ba50-9dda4e97e5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.279484 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1300a15b-de8a-4f00-ad22-816293e192d1 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:24.280998 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1300a15b-de8a-4f00-ad22-816293e192d1 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 881 time: 0.1678195 Aug 31 01:18:24.284199 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41822) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:24.308104 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2e49a6-7893-4179-ba1c-1306e2638d32 None None] Network 8b463975-b84c-4464-b8b5-7376a2ab34ec requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:24.319409 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fef0577d-7496-4a9c-9563-a8db24476ec8 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "GET /v2.0/ports?device_id=607da749-5110-4b29-b834-6dcec995b308 HTTP/1.1" status: 200 len: 205 time: 0.0340543 Aug 31 01:18:24.323754 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41824) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:24.408815 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-944d8a86-27f6-428f-ba50-9dda4e97e5fe admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3560448 Aug 31 01:18:24.499673 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.529690 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78d456f6-c841-49b8-b8b9-0a5106037ada tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.591887 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef0d61c-fab3-40dc-ac47-ed7fd14775e4 None None] Network 8b463975-b84c-4464-b8b5-7376a2ab34ec requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:24.639777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 082405af-4bef-44d1-a35b-5a94033d7598, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=082405af-4bef-44d1-a35b-5a94033d7598,segment=NetworkSegment(63f7fdd7-7fec-4d5b-953e-7d449939ce11),segment_id=63f7fdd7-7fec-4d5b-953e-7d449939ce11)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:24.721900 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78d456f6-c841-49b8-b8b9-0a5106037ada tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.731249 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e28f46ca-68e1-4bf9-9a04-22ea2edab9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.767354 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f46ca-68e1-4bf9-9a04-22ea2edab9b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca30467-5b00-4777-ab88-e3b55cb69429,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:24.802167 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.909518 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=082405af-4bef-44d1-a35b-5a94033d7598,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:25.067193 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c9993d29-c2ae-4d36-a168-82d634fe5924 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:25.086159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-78d456f6-c841-49b8-b8b9-0a5106037ada tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Deleting port 2e47e963-6977-4cd4-a8f3-abafe9c63901 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:25.086695 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78d456f6-c841-49b8-b8b9-0a5106037ada tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:25.119581 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: c9993d29-c2ae-4d36-a168-82d634fe5924 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:25.119912 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c9993d29-c2ae-4d36-a168-82d634fe5924 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:25.172300 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e28f46ca-68e1-4bf9-9a04-22ea2edab9b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:25.183111 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-0487d4f4-d2d0-4bdf-acee-152e2cd7e65d tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:25.184680 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-0487d4f4-d2d0-4bdf-acee-152e2cd7e65d tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/networks?id=8b463975-b84c-4464-b8b5-7376a2ab34ec HTTP/1.1" status: 200 len: 813 time: 0.1726000 Aug 31 01:18:25.201180 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-bb544663-6cef-432f-9ff3-b71bd7029046 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/quotas/e964d6cd5c894636bebd6b0cf91e4b0f HTTP/1.1" status: 200 len: 375 time: 0.0098436 Aug 31 01:18:25.242853 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-cde8281c-13d8-44e9-bc12-fed095a3f0a5 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e964d6cd5c894636bebd6b0cf91e4b0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352786 Aug 31 01:18:25.255511 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-3c7c64c2-c679-4597-8d62-fefa04c924cc service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:18:25.256607 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-3c7c64c2-c679-4597-8d62-fefa04c924cc service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058448 Aug 31 01:18:25.279750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472b1f6-3ae4-4c74-9a9b-368a2000e127 req-dc7f9dde-f4ff-48a2-8b0a-2832d30e1354 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:25.281341 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4472b1f6-3ae4-4c74-9a9b-368a2000e127 req-dc7f9dde-f4ff-48a2-8b0a-2832d30e1354 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1358993 Aug 31 01:18:25.287979 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78d456f6-c841-49b8-b8b9-0a5106037ada tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:25.346154 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-78d456f6-c841-49b8-b8b9-0a5106037ada tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Calling delete_port for 2e47e963-6977-4cd4-a8f3-abafe9c63901 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:25.369978 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-6ac83b17-dc6b-48c5-8e2a-6b6d22ae63da service neutron] 10.222.0.16 "GET /v2.0/networks/8b463975-b84c-4464-b8b5-7376a2ab34ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062202 Aug 31 01:18:25.419894 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4472b1f6-3ae4-4c74-9a9b-368a2000e127 req-f2b06fee-67d2-4912-803e-7dab806a8c78 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285634 Aug 31 01:18:25.482440 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-b141ebd0-ed80-4cdd-a5ae-342cbcfc4953 service neutron] 10.222.0.16 "GET /v2.0/networks/8b463975-b84c-4464-b8b5-7376a2ab34ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022854 Aug 31 01:18:25.625834 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28f46ca-68e1-4bf9-9a04-22ea2edab9b9 admin admin] Router 73b9cdec-c2ba-4af2-a8ad-485f86f6830c has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:18:25.753117 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28f46ca-68e1-4bf9-9a04-22ea2edab9b9 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:25.758819 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e28f46ca-68e1-4bf9-9a04-22ea2edab9b9 admin admin] 10.222.0.16 "PUT /v2.0/routers/73b9cdec-c2ba-4af2-a8ad-485f86f6830c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1541955 Aug 31 01:18:25.761339 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41858) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:25.767008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0035c70-247c-427b-9197-a5ede5717019 None None] Sync routers for ids ['73b9cdec-c2ba-4af2-a8ad-485f86f6830c'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:25.793411 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0035c70-247c-427b-9197-a5ede5717019 None None] Routers {'73b9cdec-c2ba-4af2-a8ad-485f86f6830c'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:25.795105 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c0035c70-247c-427b-9197-a5ede5717019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['73b9cdec-c2ba-4af2-a8ad-485f86f6830c'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:25.813908 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-546c8dfb-a587-4b74-9624-4f7387856efe req-566f6083-23a0-4fed-8ea2-27f02dec0b97 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/ports?device_id=e044cb5b-00a6-4326-852f-ca4f600ca10a HTTP/1.1" status: 200 len: 210 time: 0.0383418 Aug 31 01:18:25.818229 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78d456f6-c841-49b8-b8b9-0a5106037ada tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:25.913540 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d456f6-c841-49b8-b8b9-0a5106037ada tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Pushing event deleted for resources: {'Port': ['ID=2e47e963-6977-4cd4-a8f3-abafe9c63901,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:25.918526 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b64d9eb1-c3f9-475e-8a62-a61e746ca54f admin admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:25.977696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-c0035c70-247c-427b-9197-a5ede5717019 None None] Set router 73b9cdec-c2ba-4af2-a8ad-485f86f6830c gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:25.981780 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78d456f6-c841-49b8-b8b9-0a5106037ada tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.099082 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b64d9eb1-c3f9-475e-8a62-a61e746ca54f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.114222 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 082405af-4bef-44d1-a35b-5a94033d7598 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:26.131388 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78d456f6-c841-49b8-b8b9-0a5106037ada tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.134904 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78d456f6-c841-49b8-b8b9-0a5106037ada tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.222233 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 082405af-4bef-44d1-a35b-5a94033d7598 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:26.222619 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.291913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b64d9eb1-c3f9-475e-8a62-a61e746ca54f admin admin] Deleting port 891c4036-a073-4394-b742-d147ddcd130a {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:26.292464 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b64d9eb1-c3f9-475e-8a62-a61e746ca54f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.302223 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c0035c70-247c-427b-9197-a5ede5717019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b9cdec-c2ba-4af2-a8ad-485f86f6830c', 'name': 'tempest-TestAggregatesBasicOps-1830754816-router', 'tenant_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '891c4036-a073-4394-b742-d147ddcd130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:52Z', 'updated_at': '2021-08-31T01:18:24Z', 'revision_number': 5, 'project_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'gw_port': {'id': '891c4036-a073-4394-b742-d147ddcd130a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b9cdec-c2ba-4af2-a8ad-485f86f6830c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:53Z', 'updated_at': '2021-08-31T01:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:26.342492 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78d456f6-c841-49b8-b8b9-0a5106037ada tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.343098 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d456f6-c841-49b8-b8b9-0a5106037ada tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Fanout notify agent at l3_agent the message router_deleted on router 607da749-5110-4b29-b834-6dcec995b308 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:18:26.350981 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-78d456f6-c841-49b8-b8b9-0a5106037ada tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.351621 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-78d456f6-c841-49b8-b8b9-0a5106037ada tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "DELETE /v2.0/routers/607da749-5110-4b29-b834-6dcec995b308 HTTP/1.1" status: 204 len: 168 time: 2.0268769 Aug 31 01:18:26.355776 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41872) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:26.362624 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0035c70-247c-427b-9197-a5ede5717019 None None] Checking router: 73b9cdec-c2ba-4af2-a8ad-485f86f6830c for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:18:26.363354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-410dad41-1b9a-4c3d-b10d-d0b4c5254026 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-305680546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:26.391409 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0035c70-247c-427b-9197-a5ede5717019 None None] Routers {'73b9cdec-c2ba-4af2-a8ad-485f86f6830c'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:26.391409 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c0035c70-247c-427b-9197-a5ede5717019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['73b9cdec-c2ba-4af2-a8ad-485f86f6830c'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:26.530088 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-c0035c70-247c-427b-9197-a5ede5717019 None None] Set router 73b9cdec-c2ba-4af2-a8ad-485f86f6830c gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:26.600957 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c0035c70-247c-427b-9197-a5ede5717019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b9cdec-c2ba-4af2-a8ad-485f86f6830c', 'name': 'tempest-TestAggregatesBasicOps-1830754816-router', 'tenant_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:52Z', 'updated_at': '2021-08-31T01:18:26Z', 'revision_number': 6, 'project_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:26.639483 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0035c70-247c-427b-9197-a5ede5717019 None None] The sync data for ids ['73b9cdec-c2ba-4af2-a8ad-485f86f6830c'] in n-d-793621-34 is: [{'id': '73b9cdec-c2ba-4af2-a8ad-485f86f6830c', 'name': 'tempest-TestAggregatesBasicOps-1830754816-router', 'tenant_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:52Z', 'updated_at': '2021-08-31T01:18:26Z', 'revision_number': 6, 'project_id': 'bf9ab905fec84fb0bfe97cb30de01f48', 'gw_port_host': None}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:26.806528 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-b64d9eb1-c3f9-475e-8a62-a61e746ca54f admin admin] For port 891c4036-a073-4394-b742-d147ddcd130a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=891c4036-a073-4394-b742-d147ddcd130a,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:26.806897 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b64d9eb1-c3f9-475e-8a62-a61e746ca54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.826145 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b64d9eb1-c3f9-475e-8a62-a61e746ca54f admin admin] Calling delete_port for 891c4036-a073-4394-b742-d147ddcd130a owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:26.845864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa51de2-a374-449d-964d-2175a851be5c req-d1ec9b3e-26e3-4549-87db-8ba26c02e444 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:26.848502 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fa51de2-a374-449d-964d-2175a851be5c req-d1ec9b3e-26e3-4549-87db-8ba26c02e444 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0982265 Aug 31 01:18:26.906904 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8bca2613-5b02-4bf6-b1b9-0fcb10c4bca8 req-9068883e-fa7d-4741-a551-b7fe0733b467 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/ports?device_id=e044cb5b-00a6-4326-852f-ca4f600ca10a HTTP/1.1" status: 200 len: 210 time: 0.0308032 Aug 31 01:18:26.946610 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fa51de2-a374-449d-964d-2175a851be5c req-5146b2d3-a2ee-418d-b742-055789b61954 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885761 Aug 31 01:18:26.948123 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-410dad41-1b9a-4c3d-b10d-d0b4c5254026 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.949186 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-410dad41-1b9a-4c3d-b10d-d0b4c5254026 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.065286 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-410dad41-1b9a-4c3d-b10d-d0b4c5254026 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.177181 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-410dad41-1b9a-4c3d-b10d-d0b4c5254026 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.209233 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b64d9eb1-c3f9-475e-8a62-a61e746ca54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.242630 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d9eb1-c3f9-475e-8a62-a61e746ca54f admin admin] Pushing event deleted for resources: {'Port': ['ID=891c4036-a073-4394-b742-d147ddcd130a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:27.295930 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-410dad41-1b9a-4c3d-b10d-d0b4c5254026 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.297060 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-410dad41-1b9a-4c3d-b10d-d0b4c5254026 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9403265 Aug 31 01:18:27.300388 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41896) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:27.306308 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b64d9eb1-c3f9-475e-8a62-a61e746ca54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.307284 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d79443ae-3e7a-458e-b12d-469dbfbfee39 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'enable_snat': False}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:27.423520 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b64d9eb1-c3f9-475e-8a62-a61e746ca54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.426076 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b64d9eb1-c3f9-475e-8a62-a61e746ca54f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.578676 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d79443ae-3e7a-458e-b12d-469dbfbfee39 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.774941 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b64d9eb1-c3f9-475e-8a62-a61e746ca54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.775861 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64d9eb1-c3f9-475e-8a62-a61e746ca54f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73b9cdec-c2ba-4af2-a8ad-485f86f6830c {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:18:27.791029 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b64d9eb1-c3f9-475e-8a62-a61e746ca54f admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.791029 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b64d9eb1-c3f9-475e-8a62-a61e746ca54f admin admin] 10.222.0.16 "DELETE /v2.0/routers/73b9cdec-c2ba-4af2-a8ad-485f86f6830c HTTP/1.1" status: 204 len: 168 time: 2.0229309 Aug 31 01:18:27.791029 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41904) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:27.844715 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-412eeb40-7ac3-452c-a1fd-c71c9a870da3 admin admin] Deleting subnet f8fc5b88-075b-4a8d-b14c-30220ede891f {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:18:27.846003 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-412eeb40-7ac3-452c-a1fd-c71c9a870da3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.906325 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-412eeb40-7ac3-452c-a1fd-c71c9a870da3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.994311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9ca30467-5b00-4777-ab88-e3b55cb69429 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:28.025304 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 9ca30467-5b00-4777-ab88-e3b55cb69429 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:28.025977 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9ca30467-5b00-4777-ab88-e3b55cb69429 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:28.026456 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 891c4036-a073-4394-b742-d147ddcd130a no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:28.051037 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-412eeb40-7ac3-452c-a1fd-c71c9a870da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.051312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 891c4036-a073-4394-b742-d147ddcd130a {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:28.051312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 891c4036-a073-4394-b742-d147ddcd130a not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:28.093368 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3e2adf67-772d-4e3e-8751-88d25bd79492 req-9213bd9e-308d-4bf9-a58a-81b94642a66c tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/ports?device_id=e044cb5b-00a6-4326-852f-ca4f600ca10a HTTP/1.1" status: 200 len: 210 time: 0.0620327 Aug 31 01:18:28.182186 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c7cc0-31ca-4b5e-8122-7a70afcf904c req-6033319e-6ffb-4d48-a087-c8f34555cec5 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:28.182186 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c09c7cc0-31ca-4b5e-8122-7a70afcf904c req-6033319e-6ffb-4d48-a087-c8f34555cec5 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0840909 Aug 31 01:18:28.243488 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c09c7cc0-31ca-4b5e-8122-7a70afcf904c req-614a8ce1-c6ce-4a70-a90d-b55cdf447168 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529151 Aug 31 01:18:28.268362 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d79443ae-3e7a-458e-b12d-469dbfbfee39 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.293257 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d79443ae-3e7a-458e-b12d-469dbfbfee39 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.302639 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-412eeb40-7ac3-452c-a1fd-c71c9a870da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.337267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412eeb40-7ac3-452c-a1fd-c71c9a870da3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8fc5b88-075b-4a8d-b14c-30220ede891f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:28.340803 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-412eeb40-7ac3-452c-a1fd-c71c9a870da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.345494 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-412eeb40-7ac3-452c-a1fd-c71c9a870da3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f8fc5b88-075b-4a8d-b14c-30220ede891f HTTP/1.1" status: 204 len: 168 time: 0.5561223 Aug 31 01:18:28.346141 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41916) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:28.352056 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a787f5-c157-4c03-a0dc-10f0310e99f4 None None] Network 81183e57-cac7-4ce8-ac33-7e54a71141a4 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:28.448272 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.491761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-d79443ae-3e7a-458e-b12d-469dbfbfee39 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Allocated IP 172.25.2.45 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/d1e2b6c6-8b70-4a44-b898-394221e8b488) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:28.520680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] Deleting port 42f1269f-88cd-41be-8a2f-4718a8764031 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:28.521371 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.598378 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] For port 42f1269f-88cd-41be-8a2f-4718a8764031, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=42f1269f-88cd-41be-8a2f-4718a8764031,segment=NetworkSegment(e0d081a8-ce07-40ab-aee6-315ddda62a83),segment_id=e0d081a8-ce07-40ab-aee6-315ddda62a83)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:28.598819 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.613712 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] Calling delete_port for 42f1269f-88cd-41be-8a2f-4718a8764031 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:28.620236 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d79443ae-3e7a-458e-b12d-469dbfbfee39 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.640321 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fc8fa2-a803-4fc9-9dba-be17a268c9ed None None] DHCP port deletion for 81183e57-cac7-4ce8-ac33-7e54a71141a4 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:18:28.700396 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-51fc8fa2-a803-4fc9-9dba-be17a268c9ed None None] Deleting port 42f1269f-88cd-41be-8a2f-4718a8764031 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:28.700868 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-51fc8fa2-a803-4fc9-9dba-be17a268c9ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.780723 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-51fc8fa2-a803-4fc9-9dba-be17a268c9ed None None] For port 42f1269f-88cd-41be-8a2f-4718a8764031, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=42f1269f-88cd-41be-8a2f-4718a8764031,segment=NetworkSegment(e0d081a8-ce07-40ab-aee6-315ddda62a83),segment_id=e0d081a8-ce07-40ab-aee6-315ddda62a83)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:28.781197 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-51fc8fa2-a803-4fc9-9dba-be17a268c9ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.797388 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d79443ae-3e7a-458e-b12d-469dbfbfee39 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.805126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-51fc8fa2-a803-4fc9-9dba-be17a268c9ed None None] Calling delete_port for 42f1269f-88cd-41be-8a2f-4718a8764031 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:28.844274 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79443ae-3e7a-458e-b12d-469dbfbfee39 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:28.844696 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.850177 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-d79443ae-3e7a-458e-b12d-469dbfbfee39 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:28.852693 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79443ae-3e7a-458e-b12d-469dbfbfee39 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:28.876758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] Pushing event deleted for resources: {'Port': ['ID=42f1269f-88cd-41be-8a2f-4718a8764031,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:28.884207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] No DVR routers for this DVR port 42f1269f-88cd-41be-8a2f-4718a8764031 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:28.910366 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-51fc8fa2-a803-4fc9-9dba-be17a268c9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.941188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79443ae-3e7a-458e-b12d-469dbfbfee39 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Pushing event updated for resources: {'Port': ['ID=d1e2b6c6-8b70-4a44-b898-394221e8b488,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:28.948386 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc8fa2-a803-4fc9-9dba-be17a268c9ed None None] Pushing event deleted for resources: {'Port': ['ID=42f1269f-88cd-41be-8a2f-4718a8764031,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:28.955612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc8fa2-a803-4fc9-9dba-be17a268c9ed None None] No DVR routers for this DVR port 42f1269f-88cd-41be-8a2f-4718a8764031 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:28.980521 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.993991 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81183e57-cac7-4ce8-ac33-7e54a71141a4']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:29.007509 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d081a8-ce07-40ab-aee6-315ddda62a83') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:29.007834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d081a8-ce07-40ab-aee6-315ddda62a83') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:29.019660 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:29.034869 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:29.042353 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:18:29.042851 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:18:29.044748 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:18:29.193310 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c16b9ae0-901e-4cdd-97d5-94b3cd05b956 req-cbedf9b3-91e6-4046-8b18-f3496c09e739 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/ports?device_id=e044cb5b-00a6-4326-852f-ca4f600ca10a HTTP/1.1" status: 200 len: 210 time: 0.0298889 Aug 31 01:18:29.217752 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:29.246310 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:29.253088 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41920) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:29.253764 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] 10.222.0.16 "DELETE /v2.0/networks/81183e57-cac7-4ce8-ac33-7e54a71141a4 HTTP/1.1" status: 204 len: 168 time: 0.9064491 Aug 31 01:18:29.287161 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-44090c09-6b5d-41d3-8fca-54d7bc0e38ba tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:29.291309 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-44090c09-6b5d-41d3-8fca-54d7bc0e38ba tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.41 "GET /v2.0/networks?id=8b463975-b84c-4464-b8b5-7376a2ab34ec HTTP/1.1" status: 200 len: 813 time: 0.1689451 Aug 31 01:18:29.295433 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857b2d6-427e-4344-a359-ad2a78a0fb5d admin admin] Pushing event deleted for resources: {'Network': ['ID=81183e57-cac7-4ce8-ac33-7e54a71141a4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:29.305032 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-c16e8ba2-851e-4e76-99e5-db0e6c99f86c tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Request body: {'port': {'device_id': 'e044cb5b-00a6-4326-852f-ca4f600ca10a', 'network_id': '8b463975-b84c-4464-b8b5-7376a2ab34ec', 'admin_state_up': True, 'tenant_id': 'e964d6cd5c894636bebd6b0cf91e4b0f'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:29.413386 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d79443ae-3e7a-458e-b12d-469dbfbfee39 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:29.462088 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ec526-37c6-4c80-8ffb-e954498124c1 req-0cf4a997-1b8f-4937-84f3-37f624974708 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:29.464120 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4b1ec526-37c6-4c80-8ffb-e954498124c1 req-0cf4a997-1b8f-4937-84f3-37f624974708 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1517963 Aug 31 01:18:29.603049 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4b1ec526-37c6-4c80-8ffb-e954498124c1 req-fc525f33-b8ec-4aa9-ab53-9ac0e037ac3e tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250763 Aug 31 01:18:29.636960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-c16e8ba2-851e-4e76-99e5-db0e6c99f86c tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Made reservation on behalf of e964d6cd5c894636bebd6b0cf91e4b0f for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:29.641136 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-c16e8ba2-851e-4e76-99e5-db0e6c99f86c tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:29.825563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-c16e8ba2-851e-4e76-99e5-db0e6c99f86c tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Allocated IP 172.20.0.8 (8b463975-b84c-4464-b8b5-7376a2ab34ec/f955153b-b2a6-4b68-8feb-648fff61dbd9/a431eb77-17f5-4255-8e48-00e85a9a8c02) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:29.975330 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 42f1269f-88cd-41be-8a2f-4718a8764031 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:30.026121 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 42f1269f-88cd-41be-8a2f-4718a8764031 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:30.026476 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 42f1269f-88cd-41be-8a2f-4718a8764031 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:30.099134 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-c16e8ba2-851e-4e76-99e5-db0e6c99f86c tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:30.182413 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d79443ae-3e7a-458e-b12d-469dbfbfee39 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:30.188178 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d79443ae-3e7a-458e-b12d-469dbfbfee39 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:30.239120 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-c16e8ba2-851e-4e76-99e5-db0e6c99f86c tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:30.272834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-c16e8ba2-851e-4e76-99e5-db0e6c99f86c tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Network 8b463975-b84c-4464-b8b5-7376a2ab34ec is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:30.276383 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-c16e8ba2-851e-4e76-99e5-db0e6c99f86c tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:30.298513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-c16e8ba2-851e-4e76-99e5-db0e6c99f86c tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:30.388931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e8ba2-851e-4e76-99e5-db0e6c99f86c tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Pushing event updated for resources: {'Port': ['ID=a431eb77-17f5-4255-8e48-00e85a9a8c02,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:30.399699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd7149-5971-4a94-8b56-9399769626a3 req-cb2dc00f-0ea1-4445-8818-bb55b656e3a2 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:30.401251 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-debd7149-5971-4a94-8b56-9399769626a3 req-cb2dc00f-0ea1-4445-8818-bb55b656e3a2 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/ports?device_id=e044cb5b-00a6-4326-852f-ca4f600ca10a HTTP/1.1" status: 200 len: 931 time: 0.1114142 Aug 31 01:18:30.402726 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-c16e8ba2-851e-4e76-99e5-db0e6c99f86c tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:30.403419 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-c16e8ba2-851e-4e76-99e5-db0e6c99f86c tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:30.427539 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd189e6-614a-4249-97b9-92fbab774aaa req-0299291c-d156-4305-bda7-413948285f61 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:30.430220 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3cd189e6-614a-4249-97b9-92fbab774aaa req-0299291c-d156-4305-bda7-413948285f61 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.48 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1003215 Aug 31 01:18:30.470552 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-debd7149-5971-4a94-8b56-9399769626a3 req-24769eca-6d1b-48ad-9970-8c8d0d0c3b47 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e27b1c1-d8eb-4db0-abc7-4e9d1cb511d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588894 Aug 31 01:18:30.478000 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-413c18b1-3ad8-4001-8fbe-bb50319d4dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:30.521489 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-c16e8ba2-851e-4e76-99e5-db0e6c99f86c tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2211618 Aug 31 01:18:30.537054 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Request body: {'port': {'device_id': 'e044cb5b-00a6-4326-852f-ca4f600ca10a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:30.585821 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79443ae-3e7a-458e-b12d-469dbfbfee39 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Router 68de2e30-be21-48ea-bd05-9840f31fb828 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:18:30.606311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-3cd189e6-614a-4249-97b9-92fbab774aaa req-723da1b6-d4dc-47e8-8fcb-29ee25ebd1c3 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Deleting port b136ba99-6117-4b77-8296-89952eb6ef1e {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:30.610971 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3cd189e6-614a-4249-97b9-92fbab774aaa req-723da1b6-d4dc-47e8-8fcb-29ee25ebd1c3 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:30.654009 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:30.813689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-3cd189e6-614a-4249-97b9-92fbab774aaa req-723da1b6-d4dc-47e8-8fcb-29ee25ebd1c3 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] For port b136ba99-6117-4b77-8296-89952eb6ef1e, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b136ba99-6117-4b77-8296-89952eb6ef1e,segment=NetworkSegment(768c7545-2ea6-45ab-a5f8-eb7861ddc1aa),segment_id=768c7545-2ea6-45ab-a5f8-eb7861ddc1aa)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:30.814065 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3cd189e6-614a-4249-97b9-92fbab774aaa req-723da1b6-d4dc-47e8-8fcb-29ee25ebd1c3 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:30.814192 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79443ae-3e7a-458e-b12d-469dbfbfee39 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:30.819225 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d79443ae-3e7a-458e-b12d-469dbfbfee39 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:30.825266 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e850f89a-b75d-4bc2-a731-326655787902 None None] Sync routers for ids ['68de2e30-be21-48ea-bd05-9840f31fb828'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:30.831582 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d79443ae-3e7a-458e-b12d-469dbfbfee39 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "PUT /v2.0/routers/68de2e30-be21-48ea-bd05-9840f31fb828 HTTP/1.1" status: 200 len: 918 time: 3.5278800 Aug 31 01:18:30.839113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41958) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:30.844258 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e850f89a-b75d-4bc2-a731-326655787902 None None] Routers {'68de2e30-be21-48ea-bd05-9840f31fb828'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:30.844258 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e850f89a-b75d-4bc2-a731-326655787902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['68de2e30-be21-48ea-bd05-9840f31fb828'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:30.899336 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e850f89a-b75d-4bc2-a731-326655787902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:30.908963 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b66543-2f3b-4f9e-86ec-3cf7a62235a1 req-3267d46f-e911-4737-8baa-bfa7c24b8111 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:30.913839 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e850f89a-b75d-4bc2-a731-326655787902 None None] Routers {'68de2e30-be21-48ea-bd05-9840f31fb828'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:30.913839 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e850f89a-b75d-4bc2-a731-326655787902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['68de2e30-be21-48ea-bd05-9840f31fb828'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:30.914105 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-94b66543-2f3b-4f9e-86ec-3cf7a62235a1 req-3267d46f-e911-4737-8baa-bfa7c24b8111 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 945 time: 0.2370443 Aug 31 01:18:30.914105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-3cd189e6-614a-4249-97b9-92fbab774aaa req-723da1b6-d4dc-47e8-8fcb-29ee25ebd1c3 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Calling delete_port for b136ba99-6117-4b77-8296-89952eb6ef1e owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:30.992002 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e850f89a-b75d-4bc2-a731-326655787902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:30.997882 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b4be9bf4-bad7-48d2-9183-2825b3f9e0c2 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "GET /v2.0/routers/68de2e30-be21-48ea-bd05-9840f31fb828 HTTP/1.1" status: 200 len: 924 time: 0.1553521 Aug 31 01:18:30.998674 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e850f89a-b75d-4bc2-a731-326655787902 None None] The sync data for ids ['68de2e30-be21-48ea-bd05-9840f31fb828'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:30.999303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41962) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:31.138419 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-94b66543-2f3b-4f9e-86ec-3cf7a62235a1 req-aa11a401-7fe5-4e5e-92d7-1a59a7ac7197 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/security-groups?id=865e4a94-5f43-4171-a411-5f23a385f495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201564 Aug 31 01:18:31.146402 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-413c18b1-3ad8-4001-8fbe-bb50319d4dfc admin admin] Deleting port 082405af-4bef-44d1-a35b-5a94033d7598 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:31.147196 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-413c18b1-3ad8-4001-8fbe-bb50319d4dfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:31.232428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccc46f7-c47c-4ec3-a831-d63240f5a34e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:31.234347 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2ccc46f7-c47c-4ec3-a831-d63240f5a34e tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&device_id=68de2e30-be21-48ea-bd05-9840f31fb828&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2279794 Aug 31 01:18:31.237841 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41964) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:31.307669 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-413c18b1-3ad8-4001-8fbe-bb50319d4dfc admin admin] For port 082405af-4bef-44d1-a35b-5a94033d7598, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=082405af-4bef-44d1-a35b-5a94033d7598,segment=NetworkSegment(63f7fdd7-7fec-4d5b-953e-7d449939ce11),segment_id=63f7fdd7-7fec-4d5b-953e-7d449939ce11)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:31.308071 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-413c18b1-3ad8-4001-8fbe-bb50319d4dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:31.336316 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-413c18b1-3ad8-4001-8fbe-bb50319d4dfc admin admin] Calling delete_port for 082405af-4bef-44d1-a35b-5a94033d7598 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:31.351511 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a431eb77-17f5-4255-8e48-00e85a9a8c02 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:18:31.361242 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:31.377453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Transition to ACTIVE for port object a431eb77-17f5-4255-8e48-00e85a9a8c02 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:31.404480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab55841-dfce-42f9-886b-fbe8b8aa3f23 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:31.406014 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3ab55841-dfce-42f9-886b-fbe8b8aa3f23 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "GET /v2.0/networks/00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 881 time: 0.1671247 Aug 31 01:18:31.409571 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41966) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:31.433636 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3cd189e6-614a-4249-97b9-92fbab774aaa req-723da1b6-d4dc-47e8-8fcb-29ee25ebd1c3 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:31.447479 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e1c2c356-39c4-4aed-93c2-fb7214adf023 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "GET /v2.0/ports?device_id=68de2e30-be21-48ea-bd05-9840f31fb828 HTTP/1.1" status: 200 len: 205 time: 0.0368438 Aug 31 01:18:31.450066 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41968) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:31.494148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723da1b6-d4dc-47e8-8fcb-29ee25ebd1c3 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Pushing event deleted for resources: {'Port': ['ID=b136ba99-6117-4b77-8296-89952eb6ef1e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:31.552214 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd189e6-614a-4249-97b9-92fbab774aaa req-723da1b6-d4dc-47e8-8fcb-29ee25ebd1c3 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] No DVR routers for this DVR port b136ba99-6117-4b77-8296-89952eb6ef1e on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:31.560452 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3cd189e6-614a-4249-97b9-92fbab774aaa req-723da1b6-d4dc-47e8-8fcb-29ee25ebd1c3 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:31.562606 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3cd189e6-614a-4249-97b9-92fbab774aaa req-723da1b6-d4dc-47e8-8fcb-29ee25ebd1c3 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.48 "DELETE /v2.0/ports/b136ba99-6117-4b77-8296-89952eb6ef1e HTTP/1.1" status: 204 len: 173 time: 1.1250036 Aug 31 01:18:31.563253 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:31.572044 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44d673f-7d50-4b53-b69f-6bcf1d9ddd27', 'name': 'network-vif-deleted', 'tag': 'b136ba99-6117-4b77-8296-89952eb6ef1e'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:18:31.574531 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53f10e8-610e-4cb5-9db5-b9c7ae89944a" -d '{"events": [{"server_uuid": "f44d673f-7d50-4b53-b69f-6bcf1d9ddd27", "name": "network-vif-deleted", "tag": "b136ba99-6117-4b77-8296-89952eb6ef1e"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:18:31.655997 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6187f0-e8b9-41f2-9a87-3c8fd38c8f5f x-openstack-request-id: req-fa6187f0-e8b9-41f2-9a87-3c8fd38c8f5f {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:18:31.656301 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44d673f-7d50-4b53-b69f-6bcf1d9ddd27", "name": "network-vif-deleted", "tag": "b136ba99-6117-4b77-8296-89952eb6ef1e", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:18:31.656535 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa6187f0-e8b9-41f2-9a87-3c8fd38c8f5f {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:18:31.657089 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44d673f-7d50-4b53-b69f-6bcf1d9ddd27', 'name': 'network-vif-deleted', 'tag': 'b136ba99-6117-4b77-8296-89952eb6ef1e', 'status': 'completed', 'code': 200} Aug 31 01:18:31.722670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Pushing event updated for resources: {'Port': ['ID=a431eb77-17f5-4255-8e48-00e85a9a8c02,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:31.754891 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Attempting to bind port a431eb77-17f5-4255-8e48-00e85a9a8c02 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:31.755276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Attempting to bind port a431eb77-17f5-4255-8e48-00e85a9a8c02 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'fbb6a065-02cd-4ed8-be35-964f6c39a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8b463975-b84c-4464-b8b5-7376a2ab34ec'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:31.755652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Attempting to bind port a431eb77-17f5-4255-8e48-00e85a9a8c02 on network 8b463975-b84c-4464-b8b5-7376a2ab34ec {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:31.764716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Port a431eb77-17f5-4255-8e48-00e85a9a8c02 on network 8b463975-b84c-4464-b8b5-7376a2ab34ec not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:31.765042 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Attempting to bind port a431eb77-17f5-4255-8e48-00e85a9a8c02 on network 8b463975-b84c-4464-b8b5-7376a2ab34ec {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:31.777509 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:18:31.777940 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Checking segment: {'id': 'fbb6a065-02cd-4ed8-be35-964f6c39a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8b463975-b84c-4464-b8b5-7376a2ab34ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:31.790759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Bound using segment: {'id': 'fbb6a065-02cd-4ed8-be35-964f6c39a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8b463975-b84c-4464-b8b5-7376a2ab34ec'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:18:31.790759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Bound port: a431eb77-17f5-4255-8e48-00e85a9a8c02, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb6a065-02cd-4ed8-be35-964f6c39a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8b463975-b84c-4464-b8b5-7376a2ab34ec'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:18:31.790759 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:31.791093 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af2af7-075e-4b01-9b6d-3dca26757c60 req-d915b3c1-62f5-4c81-9e0d-1c876760f49b tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:31.791093 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-86af2af7-075e-4b01-9b6d-3dca26757c60 req-d915b3c1-62f5-4c81-9e0d-1c876760f49b tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/ports?device_id=e044cb5b-00a6-4326-852f-ca4f600ca10a HTTP/1.1" status: 200 len: 943 time: 0.1966348 Aug 31 01:18:31.791093 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-257a40fe-11e7-46ca-90a7-d71d695b1a60 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:31.876723 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] For port a431eb77-17f5-4255-8e48-00e85a9a8c02, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:31.880931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] For port a431eb77-17f5-4255-8e48-00e85a9a8c02, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=a431eb77-17f5-4255-8e48-00e85a9a8c02,segment=NetworkSegment(fbb6a065-02cd-4ed8-be35-964f6c39a066),segment_id=fbb6a065-02cd-4ed8-be35-964f6c39a066)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:18:31.945378 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-86af2af7-075e-4b01-9b6d-3dca26757c60 req-9c09a586-6c39-4c80-8d2d-9c5dd5534768 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e27b1c1-d8eb-4db0-abc7-4e9d1cb511d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541083 Aug 31 01:18:31.980811 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-257a40fe-11e7-46ca-90a7-d71d695b1a60 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:31.994172 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:32.031604 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:32.031604 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:32.031604 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] 10.222.0.41 "PUT /v2.0/ports/a431eb77-17f5-4255-8e48-00e85a9a8c02 HTTP/1.1" status: 200 len: 1092 time: 1.5016389 Aug 31 01:18:32.060987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e64c9-e31f-41b8-9875-69d7276630ac service neutron] Pushing event updated for resources: {'Port': ['ID=a431eb77-17f5-4255-8e48-00e85a9a8c02,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:32.064787 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-413c18b1-3ad8-4001-8fbe-bb50319d4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:32.108246 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c18b1-3ad8-4001-8fbe-bb50319d4dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=082405af-4bef-44d1-a35b-5a94033d7598,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:32.359032 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-413c18b1-3ad8-4001-8fbe-bb50319d4dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:32.446530 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-257a40fe-11e7-46ca-90a7-d71d695b1a60 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Deleting port d1e2b6c6-8b70-4a44-b898-394221e8b488 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:32.447049 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-257a40fe-11e7-46ca-90a7-d71d695b1a60 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:32.595295 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-257a40fe-11e7-46ca-90a7-d71d695b1a60 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:32.659574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-257a40fe-11e7-46ca-90a7-d71d695b1a60 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Calling delete_port for d1e2b6c6-8b70-4a44-b898-394221e8b488 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:32.670434 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c4cb3e80-edf2-4e9b-bc77-2d38f0ee20d1 req-e6f819bd-cb2f-4114-84c3-c9406a0c7967 tempest-ServerRescueNegativeTestJSON-80978492 tempest-ServerRescueNegativeTestJSON-80978492-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44d673f-7d50-4b53-b69f-6bcf1d9ddd27 HTTP/1.1" status: 200 len: 210 time: 0.4134791 Aug 31 01:18:32.690716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-69c3f454-88cc-46da-b88b-45d559b5714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:32.690716 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-69c3f454-88cc-46da-b88b-45d559b5714e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e964d6cd5c894636bebd6b0cf91e4b0f&device_id=e044cb5b-00a6-4326-852f-ca4f600ca10a HTTP/1.1" status: 200 len: 1095 time: 0.4908714 Aug 31 01:18:32.749938 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-ba891cc5-7f71-4fb6-8e78-c76280b92853 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a431eb77-17f5-4255-8e48-00e85a9a8c02 HTTP/1.1" status: 200 len: 217 time: 0.0506411 Aug 31 01:18:32.788140 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413c18b1-3ad8-4001-8fbe-bb50319d4dfc admin admin] Router ea0677e1-bb55-4c96-99c7-99df160c0555 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:18:32.804451 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-9687456a-44be-4b31-918b-cbfb219e782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:32.805982 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-9687456a-44be-4b31-918b-cbfb219e782f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f955153b-b2a6-4b68-8feb-648fff61dbd9 HTTP/1.1" status: 200 len: 853 time: 0.0494294 Aug 31 01:18:32.840672 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-13d6d54b-2127-421c-accf-2ef32ec1b3f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b463975-b84c-4464-b8b5-7376a2ab34ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276747 Aug 31 01:18:32.947235 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-f2cb86ab-ff3f-4cf3-9577-faa53c45198a service neutron] 10.222.0.41 "GET /v2.0/networks/8b463975-b84c-4464-b8b5-7376a2ab34ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995290 Aug 31 01:18:32.988790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413c18b1-3ad8-4001-8fbe-bb50319d4dfc admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:32.997770 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-413c18b1-3ad8-4001-8fbe-bb50319d4dfc admin admin] 10.222.0.16 "PUT /v2.0/routers/ea0677e1-bb55-4c96-99c7-99df160c0555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7396443 Aug 31 01:18:32.997770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41990) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:33.008492 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a147bdfd-a753-4a0a-91a4-73c24cc38ad3 None None] Sync routers for ids ['ea0677e1-bb55-4c96-99c7-99df160c0555'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:33.024648 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a147bdfd-a753-4a0a-91a4-73c24cc38ad3 None None] Routers {'ea0677e1-bb55-4c96-99c7-99df160c0555'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:33.025422 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a147bdfd-a753-4a0a-91a4-73c24cc38ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['ea0677e1-bb55-4c96-99c7-99df160c0555'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:33.055419 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-257a40fe-11e7-46ca-90a7-d71d695b1a60 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.061017 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c33de48-86ee-4a94-897b-0e707899e8c2 req-75761fe5-97ff-49f9-ae3f-273389b7e918 service neutron] 10.222.0.41 "GET /v2.0/networks/8b463975-b84c-4464-b8b5-7376a2ab34ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066952 Aug 31 01:18:33.111987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b136ba99-6117-4b77-8296-89952eb6ef1e no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:33.179181 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: b136ba99-6117-4b77-8296-89952eb6ef1e {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:33.179687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b136ba99-6117-4b77-8296-89952eb6ef1e not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:33.219026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-a147bdfd-a753-4a0a-91a4-73c24cc38ad3 None None] Set router ea0677e1-bb55-4c96-99c7-99df160c0555 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:33.277192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41994) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:33.420806 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9cc1571e-7f6b-4b12-981a-5ee8bbf381b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.442625 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a147bdfd-a753-4a0a-91a4-73c24cc38ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'name': 'tempest-TestAggregatesBasicOps-1290612660-router', 'tenant_id': '83aa76064de04193bcaabb205203047d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5e2b98cb-5556-441d-968b-784df42bd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:06Z', 'updated_at': '2021-08-31T01:18:31Z', 'revision_number': 5, 'project_id': '83aa76064de04193bcaabb205203047d', 'gw_port': {'id': '5e2b98cb-5556-441d-968b-784df42bd73d', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:08Z', 'updated_at': '2021-08-31T01:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:33.475158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a147bdfd-a753-4a0a-91a4-73c24cc38ad3 None None] Checking router: ea0677e1-bb55-4c96-99c7-99df160c0555 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:18:33.488112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a147bdfd-a753-4a0a-91a4-73c24cc38ad3 None None] Routers {'ea0677e1-bb55-4c96-99c7-99df160c0555'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:33.489406 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a147bdfd-a753-4a0a-91a4-73c24cc38ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['ea0677e1-bb55-4c96-99c7-99df160c0555'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:33.505871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a40fe-11e7-46ca-90a7-d71d695b1a60 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Pushing event deleted for resources: {'Port': ['ID=d1e2b6c6-8b70-4a44-b898-394221e8b488,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:33.551345 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9cc1571e-7f6b-4b12-981a-5ee8bbf381b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.627087 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-a147bdfd-a753-4a0a-91a4-73c24cc38ad3 None None] Set router ea0677e1-bb55-4c96-99c7-99df160c0555 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:33.627920 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9cc1571e-7f6b-4b12-981a-5ee8bbf381b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.630956 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82bf14da-bae2-49c8-a1a6-a8a74bddf864 admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.699971 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e044cb5b-00a6-4326-852f-ca4f600ca10a', 'tag': 'a431eb77-17f5-4255-8e48-00e85a9a8c02'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:18:33.703678 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3477447e-d154-488b-a8dd-00acbfcba136" -d '{"events": [{"name": "network-changed", "server_uuid": "e044cb5b-00a6-4326-852f-ca4f600ca10a", "tag": "a431eb77-17f5-4255-8e48-00e85a9a8c02"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:18:33.710835 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-257a40fe-11e7-46ca-90a7-d71d695b1a60 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.713633 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9cc1571e-7f6b-4b12-981a-5ee8bbf381b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6891df7913054f3ba573225344412d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4347038 Aug 31 01:18:33.714937 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42004) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:33.717036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1571e-7f6b-4b12-981a-5ee8bbf381b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21c3a12-0d7c-468d-b8be-afcc4b549c7a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:33.742961 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42006) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:33.743182 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e511e03-fefe-4b1c-8d7e-8e440e408e58 req-536574e6-c092-42fa-a37c-c520417be4e5 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:33.745052 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7e511e03-fefe-4b1c-8d7e-8e440e408e58 req-536574e6-c092-42fa-a37c-c520417be4e5 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/ports?device_id=e044cb5b-00a6-4326-852f-ca4f600ca10a HTTP/1.1" status: 200 len: 943 time: 0.2289343 Aug 31 01:18:33.824042 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5052ea-1a5e-4df6-acfc-3b6d0f01282a x-openstack-request-id: req-ce5052ea-1a5e-4df6-acfc-3b6d0f01282a {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:18:33.824476 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e044cb5b-00a6-4326-852f-ca4f600ca10a", "tag": "a431eb77-17f5-4255-8e48-00e85a9a8c02", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:18:33.824860 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce5052ea-1a5e-4df6-acfc-3b6d0f01282a {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:18:33.826212 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e044cb5b-00a6-4326-852f-ca4f600ca10a', 'tag': 'a431eb77-17f5-4255-8e48-00e85a9a8c02', 'status': 'completed', 'code': 200} Aug 31 01:18:33.936114 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-257a40fe-11e7-46ca-90a7-d71d695b1a60 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.946865 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-257a40fe-11e7-46ca-90a7-d71d695b1a60 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.973854 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7e511e03-fefe-4b1c-8d7e-8e440e408e58 req-edbc7f6e-89ec-44f6-a1e0-0cfbfbf2694d tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e27b1c1-d8eb-4db0-abc7-4e9d1cb511d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889710 Aug 31 01:18:34.015899 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82bf14da-bae2-49c8-a1a6-a8a74bddf864 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.045496 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a147bdfd-a753-4a0a-91a4-73c24cc38ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'name': 'tempest-TestAggregatesBasicOps-1290612660-router', 'tenant_id': '83aa76064de04193bcaabb205203047d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5e2b98cb-5556-441d-968b-784df42bd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:06Z', 'updated_at': '2021-08-31T01:18:31Z', 'revision_number': 5, 'project_id': '83aa76064de04193bcaabb205203047d', 'gw_port': {'id': '5e2b98cb-5556-441d-968b-784df42bd73d', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:08Z', 'updated_at': '2021-08-31T01:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:34.048949 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4cecec14-e573-4a1b-a92f-0394e03601e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.078126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a147bdfd-a753-4a0a-91a4-73c24cc38ad3 None None] The sync data for ids ['ea0677e1-bb55-4c96-99c7-99df160c0555'] in n-d-793621-34 is: [{'id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'name': 'tempest-TestAggregatesBasicOps-1290612660-router', 'tenant_id': '83aa76064de04193bcaabb205203047d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5e2b98cb-5556-441d-968b-784df42bd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:06Z', 'updated_at': '2021-08-31T01:18:31Z', 'revision_number': 5, 'project_id': '83aa76064de04193bcaabb205203047d', 'gw_port': {'id': '5e2b98cb-5556-441d-968b-784df42bd73d', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0677e1-bb55-4c96-99c7-99df160c0555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:08Z', 'updated_at': '2021-08-31T01:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:34.100306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477447e-d154-488b-a8dd-00acbfcba136 req-320ab104-b000-45a1-83fd-0c46ebd2cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:34.102017 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3477447e-d154-488b-a8dd-00acbfcba136 req-320ab104-b000-45a1-83fd-0c46ebd2cd41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e964d6cd5c894636bebd6b0cf91e4b0f&device_id=e044cb5b-00a6-4326-852f-ca4f600ca10a HTTP/1.1" status: 200 len: 1095 time: 0.2512364 Aug 31 01:18:34.135969 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-257a40fe-11e7-46ca-90a7-d71d695b1a60 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.135969 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257a40fe-11e7-46ca-90a7-d71d695b1a60 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Fanout notify agent at l3_agent the message router_deleted on router 68de2e30-be21-48ea-bd05-9840f31fb828 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:18:34.143314 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-257a40fe-11e7-46ca-90a7-d71d695b1a60 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.145930 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-257a40fe-11e7-46ca-90a7-d71d695b1a60 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "DELETE /v2.0/routers/68de2e30-be21-48ea-bd05-9840f31fb828 HTTP/1.1" status: 204 len: 168 time: 2.6948619 Aug 31 01:18:34.148787 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42008) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:34.154572 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1539264287', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}, 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:34.179779 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4cecec14-e573-4a1b-a92f-0394e03601e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.229046 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c2099a66-925f-4d15-b869-031c7128ff37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.244843 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-82bf14da-bae2-49c8-a1a6-a8a74bddf864 admin admin] Deleting port 5e2b98cb-5556-441d-968b-784df42bd73d {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:34.245192 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82bf14da-bae2-49c8-a1a6-a8a74bddf864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.294724 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477447e-d154-488b-a8dd-00acbfcba136 req-3db7a803-d752-49a4-bb17-8754cf272ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:34.296388 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3477447e-d154-488b-a8dd-00acbfcba136 req-3db7a803-d752-49a4-bb17-8754cf272ae3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8b463975-b84c-4464-b8b5-7376a2ab34ec HTTP/1.1" status: 200 len: 914 time: 0.1837385 Aug 31 01:18:34.300817 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.301898 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.349946 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-82bf14da-bae2-49c8-a1a6-a8a74bddf864 admin admin] For port 5e2b98cb-5556-441d-968b-784df42bd73d, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5e2b98cb-5556-441d-968b-784df42bd73d,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:34.350319 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82bf14da-bae2-49c8-a1a6-a8a74bddf864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.363787 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-82bf14da-bae2-49c8-a1a6-a8a74bddf864 admin admin] Calling delete_port for 5e2b98cb-5556-441d-968b-784df42bd73d owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:34.369150 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3477447e-d154-488b-a8dd-00acbfcba136 req-8b7c80bc-b71a-4d6e-913c-3af403d6712c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a431eb77-17f5-4255-8e48-00e85a9a8c02 HTTP/1.1" status: 200 len: 217 time: 0.0496156 Aug 31 01:18:34.440965 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4cecec14-e573-4a1b-a92f-0394e03601e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.442647 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4cecec14-e573-4a1b-a92f-0394e03601e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.451824 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4cecec14-e573-4a1b-a92f-0394e03601e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c21c3a12-0d7c-468d-b8be-afcc4b549c7a HTTP/1.1" status: 204 len: 168 time: 0.7236774 Aug 31 01:18:34.451824 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477447e-d154-488b-a8dd-00acbfcba136 req-9f1fbeec-40b2-4a56-89cd-d15a58307b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:34.451824 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3477447e-d154-488b-a8dd-00acbfcba136 req-9f1fbeec-40b2-4a56-89cd-d15a58307b2e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f955153b-b2a6-4b68-8feb-648fff61dbd9 HTTP/1.1" status: 200 len: 853 time: 0.0701284 Aug 31 01:18:34.460286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cecec14-e573-4a1b-a92f-0394e03601e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21c3a12-0d7c-468d-b8be-afcc4b549c7a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:34.518607 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3477447e-d154-488b-a8dd-00acbfcba136 req-b486c216-0378-4ce6-86f5-40f4305d30f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b463975-b84c-4464-b8b5-7376a2ab34ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430007 Aug 31 01:18:34.581697 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.599056 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device a431eb77-17f5-4255-8e48-00e85a9a8c02 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:18:34.688164 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3477447e-d154-488b-a8dd-00acbfcba136 req-197f8d8a-b37f-4a59-811c-22d122ea881e service neutron] 10.222.0.41 "GET /v2.0/networks/8b463975-b84c-4464-b8b5-7376a2ab34ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452444 Aug 31 01:18:34.691784 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a328701b-b5b7-4215-8e14-a7a10ed5b157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.748868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port a431eb77-17f5-4255-8e48-00e85a9a8c02, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=a431eb77-17f5-4255-8e48-00e85a9a8c02,segment=NetworkSegment(fbb6a065-02cd-4ed8-be35-964f6c39a066),segment_id=fbb6a065-02cd-4ed8-be35-964f6c39a066)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:34.764174 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'a431eb77-17f5-4255-8e48-00e85a9a8c02', 'network_id': '8b463975-b84c-4464-b8b5-7376a2ab34ec', 'port_id': 'a431eb77-17f5-4255-8e48-00e85a9a8c02', 'mac_address': 'fa:16:3e:ca:e3:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f955153b-b2a6-4b68-8feb-648fff61dbd9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:18:34.810532 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.831227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a431eb77-17f5-4255-8e48-00e85a9a8c02 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:18:34.847784 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82bf14da-bae2-49c8-a1a6-a8a74bddf864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.856309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port a431eb77-17f5-4255-8e48-00e85a9a8c02, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=a431eb77-17f5-4255-8e48-00e85a9a8c02,segment=NetworkSegment(fbb6a065-02cd-4ed8-be35-964f6c39a066),segment_id=fbb6a065-02cd-4ed8-be35-964f6c39a066)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:34.953026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf14da-bae2-49c8-a1a6-a8a74bddf864 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2b98cb-5556-441d-968b-784df42bd73d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:34.991657 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3477447e-d154-488b-a8dd-00acbfcba136 req-24422ec2-2b0b-4196-b0f1-c4d14438caeb service neutron] 10.222.0.41 "GET /v2.0/networks/8b463975-b84c-4464-b8b5-7376a2ab34ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947657 Aug 31 01:18:34.993500 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.106256 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=a431eb77-17f5-4255-8e48-00e85a9a8c02,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:35.200981 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['a431eb77-17f5-4255-8e48-00e85a9a8c02'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:18:35.203916 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.216974 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82bf14da-bae2-49c8-a1a6-a8a74bddf864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.266366 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300a47d-7eb5-4569-9e1a-0d33a62e1fe2 req-2ab8e24a-b026-401e-83da-8a8d57f2feee tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:35.267973 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a300a47d-7eb5-4569-9e1a-0d33a62e1fe2 req-2ab8e24a-b026-401e-83da-8a8d57f2feee tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/ports?device_id=e044cb5b-00a6-4326-852f-ca4f600ca10a HTTP/1.1" status: 200 len: 944 time: 0.1433237 Aug 31 01:18:35.333024 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82bf14da-bae2-49c8-a1a6-a8a74bddf864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.334901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-a328701b-b5b7-4215-8e14-a7a10ed5b157 admin admin] Deleting port 63a0d248-9531-4e7d-94a1-1baeb3282342 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:35.337792 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a328701b-b5b7-4215-8e14-a7a10ed5b157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.339987 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82bf14da-bae2-49c8-a1a6-a8a74bddf864 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.395129 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a300a47d-7eb5-4569-9e1a-0d33a62e1fe2 req-d5c1b85e-8adf-47ad-b416-2d6715901e14 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e27b1c1-d8eb-4db0-abc7-4e9d1cb511d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185434 Aug 31 01:18:35.443373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-a328701b-b5b7-4215-8e14-a7a10ed5b157 admin admin] For port 63a0d248-9531-4e7d-94a1-1baeb3282342, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=63a0d248-9531-4e7d-94a1-1baeb3282342,segment=NetworkSegment(768c7545-2ea6-45ab-a5f8-eb7861ddc1aa),segment_id=768c7545-2ea6-45ab-a5f8-eb7861ddc1aa)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:35.443875 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a328701b-b5b7-4215-8e14-a7a10ed5b157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.458967 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-a328701b-b5b7-4215-8e14-a7a10ed5b157 admin admin] Calling delete_port for 63a0d248-9531-4e7d-94a1-1baeb3282342 owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:35.555295 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82bf14da-bae2-49c8-a1a6-a8a74bddf864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.555859 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bf14da-bae2-49c8-a1a6-a8a74bddf864 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea0677e1-bb55-4c96-99c7-99df160c0555 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:18:35.596735 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82bf14da-bae2-49c8-a1a6-a8a74bddf864 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.598219 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-82bf14da-bae2-49c8-a1a6-a8a74bddf864 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ea0677e1-bb55-4c96-99c7-99df160c0555 HTTP/1.1" status: 204 len: 168 time: 2.6001410 Aug 31 01:18:35.601853 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42022) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:35.637706 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42024) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:35.675534 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.676785 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a591b937-4ed1-4244-84e8-26fafccf0391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.702719 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.758168 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afb0508-0afd-4347-9d5a-0fdd47370e0f admin admin] Deleting subnet f890f802-6561-46a5-89e2-50378a1c5a0a {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:18:35.771129 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6afb0508-0afd-4347-9d5a-0fdd47370e0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.862781 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6afb0508-0afd-4347-9d5a-0fdd47370e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.864636 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a591b937-4ed1-4244-84e8-26fafccf0391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.896025 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a328701b-b5b7-4215-8e14-a7a10ed5b157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.916705 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Allocated IP 172.25.2.154 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/ee0150f4-fd43-4095-be0f-8f85ecb1cb8e) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:35.925696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328701b-b5b7-4215-8e14-a7a10ed5b157 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a0d248-9531-4e7d-94a1-1baeb3282342,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:35.983030 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a591b937-4ed1-4244-84e8-26fafccf0391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.021522 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6afb0508-0afd-4347-9d5a-0fdd47370e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.034530 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591b937-4ed1-4244-84e8-26fafccf0391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d4c937-09b3-407c-9bc9-479489a402b7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:36.042396 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a591b937-4ed1-4244-84e8-26fafccf0391 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0dfb8cc1e4b441295dc648ca2fc281b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4008789 Aug 31 01:18:36.044732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42028) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:36.121766 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.194963 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6afb0508-0afd-4347-9d5a-0fdd47370e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.220240 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d7a18018-a755-4447-8515-c9690cf880a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.246330 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a328701b-b5b7-4215-8e14-a7a10ed5b157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.246445 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb0508-0afd-4347-9d5a-0fdd47370e0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f890f802-6561-46a5-89e2-50378a1c5a0a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:36.262245 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297a5841-af4a-4929-a056-b1b8f862f281 None None] Network 4d456f3b-ee64-43e7-b06a-fd2c81519b25 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:36.265276 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d7a18018-a755-4447-8515-c9690cf880a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.280388 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6afb0508-0afd-4347-9d5a-0fdd47370e0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.287150 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6afb0508-0afd-4347-9d5a-0fdd47370e0f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f890f802-6561-46a5-89e2-50378a1c5a0a HTTP/1.1" status: 204 len: 168 time: 0.6820779 Aug 31 01:18:36.289271 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.293519 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42030) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:36.359426 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5e2b98cb-5556-441d-968b-784df42bd73d no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:36.402134 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:36.409098 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:36.415079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:36.459047 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Pushing event updated for resources: {'Port': ['ID=ee0150f4-fd43-4095-be0f-8f85ecb1cb8e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:36.475164 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.525860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 5e2b98cb-5556-441d-968b-784df42bd73d {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:36.526146 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5e2b98cb-5556-441d-968b-784df42bd73d not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:36.534111 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 082405af-4bef-44d1-a35b-5a94033d7598 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:36.578748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 082405af-4bef-44d1-a35b-5a94033d7598 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:36.579375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 082405af-4bef-44d1-a35b-5a94033d7598 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:36.589179 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d7a18018-a755-4447-8515-c9690cf880a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.592238 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d7a18018-a755-4447-8515-c9690cf880a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.600991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device a431eb77-17f5-4255-8e48-00e85a9a8c02 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:36.609013 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d7a18018-a755-4447-8515-c9690cf880a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71d4c937-09b3-407c-9bc9-479489a402b7 HTTP/1.1" status: 204 len: 168 time: 0.5580878 Aug 31 01:18:36.631504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a328701b-b5b7-4215-8e14-a7a10ed5b157 admin admin] Router f431a348-ee29-47ba-b7ae-b8b1c83e953b has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:18:36.637035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a18018-a755-4447-8515-c9690cf880a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d4c937-09b3-407c-9bc9-479489a402b7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:36.697626 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebb7f6-9423-422d-a69a-29ac0c1021bc req-59add571-1b97-4a23-8804-9d17b652d47a tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:36.698533 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8c0acc-d95f-4e2d-a9e8-2ae1c9b16a68 None None] DHCP port deletion for 4d456f3b-ee64-43e7-b06a-fd2c81519b25 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:18:36.699231 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e1ebb7f6-9423-422d-a69a-29ac0c1021bc req-59add571-1b97-4a23-8804-9d17b652d47a tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/ports?device_id=e044cb5b-00a6-4326-852f-ca4f600ca10a HTTP/1.1" status: 200 len: 944 time: 0.1581583 Aug 31 01:18:36.802755 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c0acc-d95f-4e2d-a9e8-2ae1c9b16a68 None None] Deleting port 501ed150-6c07-4ca7-8cf3-d388709d3959 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:36.803223 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1b8c0acc-d95f-4e2d-a9e8-2ae1c9b16a68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.805586 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e1ebb7f6-9423-422d-a69a-29ac0c1021bc req-6f78671d-0435-4ac0-a95d-31881874fd28 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e27b1c1-d8eb-4db0-abc7-4e9d1cb511d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949218 Aug 31 01:18:36.815578 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] Deleting port 501ed150-6c07-4ca7-8cf3-d388709d3959 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:36.815578 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.816123 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.845021 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port a431eb77-17f5-4255-8e48-00e85a9a8c02 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:36.886710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port a431eb77-17f5-4255-8e48-00e85a9a8c02 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:36.887184 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.903212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a328701b-b5b7-4215-8e14-a7a10ed5b157 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:36.911578 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a328701b-b5b7-4215-8e14-a7a10ed5b157 admin admin] 10.222.0.16 "PUT /v2.0/routers/f431a348-ee29-47ba-b7ae-b8b1c83e953b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1647952 Aug 31 01:18:36.911863 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42042) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:36.934435 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312bf23b-1f1d-4388-b096-05467cba8f41 None None] Sync routers for ids ['f431a348-ee29-47ba-b7ae-b8b1c83e953b'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:36.963174 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312bf23b-1f1d-4388-b096-05467cba8f41 None None] Routers {'f431a348-ee29-47ba-b7ae-b8b1c83e953b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:36.967224 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-312bf23b-1f1d-4388-b096-05467cba8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['f431a348-ee29-47ba-b7ae-b8b1c83e953b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:36.971348 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-1b8c0acc-d95f-4e2d-a9e8-2ae1c9b16a68 None None] For port 501ed150-6c07-4ca7-8cf3-d388709d3959, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=501ed150-6c07-4ca7-8cf3-d388709d3959,segment=NetworkSegment(63f7fdd7-7fec-4d5b-953e-7d449939ce11),segment_id=63f7fdd7-7fec-4d5b-953e-7d449939ce11)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:36.972795 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1b8c0acc-d95f-4e2d-a9e8-2ae1c9b16a68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.994215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c0acc-d95f-4e2d-a9e8-2ae1c9b16a68 None None] Calling delete_port for 501ed150-6c07-4ca7-8cf3-d388709d3959 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:37.029981 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] For port 501ed150-6c07-4ca7-8cf3-d388709d3959, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=501ed150-6c07-4ca7-8cf3-d388709d3959,segment=NetworkSegment(63f7fdd7-7fec-4d5b-953e-7d449939ce11),segment_id=63f7fdd7-7fec-4d5b-953e-7d449939ce11)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:37.029981 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.062178 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.063088 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1d542506-fa1f-416e-95ad-2e869a20bf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.095949 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cbde28a1-1c5a-49bf-b7dc-03abd4169ba6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.098038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] Calling delete_port for 501ed150-6c07-4ca7-8cf3-d388709d3959 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:37.151358 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.333608 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-312bf23b-1f1d-4388-b096-05467cba8f41 None None] Set router f431a348-ee29-47ba-b7ae-b8b1c83e953b gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:37.334575 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.335563 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.357120 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cbde28a1-1c5a-49bf-b7dc-03abd4169ba6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.367173 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e044cb5b-00a6-4326-852f-ca4f600ca10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a431eb77-17f5-4255-8e48-00e85a9a8c02'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:18:37.377149 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a7f469-6720-457c-a2ac-8ad12c0cf3d0" -d '{"events": [{"server_uuid": "e044cb5b-00a6-4326-852f-ca4f600ca10a", "name": "network-vif-plugged", "status": "completed", "tag": "a431eb77-17f5-4255-8e48-00e85a9a8c02"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:18:37.430123 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port a431eb77-17f5-4255-8e48-00e85a9a8c02, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=a431eb77-17f5-4255-8e48-00e85a9a8c02,segment=NetworkSegment(fbb6a065-02cd-4ed8-be35-964f6c39a066),segment_id=fbb6a065-02cd-4ed8-be35-964f6c39a066)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:37.539385 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-cbde28a1-1c5a-49bf-b7dc-03abd4169ba6 admin admin] Deleting port a948eb50-7242-425f-9acf-829551a249bf {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:37.539615 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cbde28a1-1c5a-49bf-b7dc-03abd4169ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.625319 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-312bf23b-1f1d-4388-b096-05467cba8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f431a348-ee29-47ba-b7ae-b8b1c83e953b', 'name': 'tempest-ServerRescueNegativeTestJSON-1858400650-router', 'tenant_id': 'e298def29a984ece8571a3f58e68a8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a948eb50-7242-425f-9acf-829551a249bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:15:38Z', 'updated_at': '2021-08-31T01:18:35Z', 'revision_number': 5, 'project_id': 'e298def29a984ece8571a3f58e68a8db', 'gw_port': {'id': 'a948eb50-7242-425f-9acf-829551a249bf', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f431a348-ee29-47ba-b7ae-b8b1c83e953b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:15:39Z', 'updated_at': '2021-08-31T01:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:37.702106 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-cbde28a1-1c5a-49bf-b7dc-03abd4169ba6 admin admin] For port a948eb50-7242-425f-9acf-829551a249bf, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a948eb50-7242-425f-9acf-829551a249bf,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:37.702106 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cbde28a1-1c5a-49bf-b7dc-03abd4169ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.710798 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312bf23b-1f1d-4388-b096-05467cba8f41 None None] Checking router: f431a348-ee29-47ba-b7ae-b8b1c83e953b for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:18:37.711806 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4537c616-9dc9-40eb-a63b-7ca13a4df83a x-openstack-request-id: req-4537c616-9dc9-40eb-a63b-7ca13a4df83a {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:18:37.712320 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e044cb5b-00a6-4326-852f-ca4f600ca10a", "name": "network-vif-plugged", "status": "completed", "tag": "a431eb77-17f5-4255-8e48-00e85a9a8c02", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:18:37.712732 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4537c616-9dc9-40eb-a63b-7ca13a4df83a {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:18:37.713374 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e044cb5b-00a6-4326-852f-ca4f600ca10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a431eb77-17f5-4255-8e48-00e85a9a8c02', 'code': 200} Aug 31 01:18:37.727971 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312bf23b-1f1d-4388-b096-05467cba8f41 None None] Routers {'f431a348-ee29-47ba-b7ae-b8b1c83e953b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:37.729013 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-312bf23b-1f1d-4388-b096-05467cba8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['f431a348-ee29-47ba-b7ae-b8b1c83e953b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:37.737292 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.739265 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1b8c0acc-d95f-4e2d-a9e8-2ae1c9b16a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.780799 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-cbde28a1-1c5a-49bf-b7dc-03abd4169ba6 admin admin] Calling delete_port for a948eb50-7242-425f-9acf-829551a249bf owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:37.892742 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-312bf23b-1f1d-4388-b096-05467cba8f41 None None] Set router f431a348-ee29-47ba-b7ae-b8b1c83e953b gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:37.911472 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=a431eb77-17f5-4255-8e48-00e85a9a8c02,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:37.953497 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c0acc-d95f-4e2d-a9e8-2ae1c9b16a68 None None] No DVR routers for this DVR port 501ed150-6c07-4ca7-8cf3-d388709d3959 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:37.977570 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-312bf23b-1f1d-4388-b096-05467cba8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f431a348-ee29-47ba-b7ae-b8b1c83e953b', 'name': 'tempest-ServerRescueNegativeTestJSON-1858400650-router', 'tenant_id': 'e298def29a984ece8571a3f58e68a8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:15:38Z', 'updated_at': '2021-08-31T01:18:37Z', 'revision_number': 6, 'project_id': 'e298def29a984ece8571a3f58e68a8db', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:37.988702 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c0acc-d95f-4e2d-a9e8-2ae1c9b16a68 None None] Pushing event deleted for resources: {'Port': ['ID=501ed150-6c07-4ca7-8cf3-d388709d3959,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:38.023202 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdd93d-4236-457e-a746-3f1d4ed751fa req-6bea9310-aea7-4969-a820-9a6f544f67f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:38.024878 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d5bdd93d-4236-457e-a746-3f1d4ed751fa req-6bea9310-aea7-4969-a820-9a6f544f67f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e044cb5b-00a6-4326-852f-ca4f600ca10a HTTP/1.1" status: 200 len: 1097 time: 0.2340543 Aug 31 01:18:38.033928 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 501ed150-6c07-4ca7-8cf3-d388709d3959 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:38.041414 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312bf23b-1f1d-4388-b096-05467cba8f41 None None] The sync data for ids ['f431a348-ee29-47ba-b7ae-b8b1c83e953b'] in n-d-793621-34 is: [{'id': 'f431a348-ee29-47ba-b7ae-b8b1c83e953b', 'name': 'tempest-ServerRescueNegativeTestJSON-1858400650-router', 'tenant_id': 'e298def29a984ece8571a3f58e68a8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:15:38Z', 'updated_at': '2021-08-31T01:18:37Z', 'revision_number': 6, 'project_id': 'e298def29a984ece8571a3f58e68a8db', 'gw_port_host': None}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:38.082072 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 501ed150-6c07-4ca7-8cf3-d388709d3959 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:38.082862 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 501ed150-6c07-4ca7-8cf3-d388709d3959 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:38.374895 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.432194 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.441963 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] Pushing event deleted for resources: {'Port': ['ID=501ed150-6c07-4ca7-8cf3-d388709d3959,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:38.458142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] No DVR routers for this DVR port 501ed150-6c07-4ca7-8cf3-d388709d3959 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:38.557507 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc085aa-4358-43d9-828c-c54047d3e9c5 req-80697a46-c35a-4098-84e7-556a251a50d2 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:38.562109 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1cc085aa-4358-43d9-828c-c54047d3e9c5 req-80697a46-c35a-4098-84e7-556a251a50d2 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/ports?device_id=e044cb5b-00a6-4326-852f-ca4f600ca10a HTTP/1.1" status: 200 len: 945 time: 0.2420876 Aug 31 01:18:38.591748 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d5bdd93d-4236-457e-a746-3f1d4ed751fa req-0d64be52-6c99-488f-9a24-f8a218475907 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e27b1c1-d8eb-4db0-abc7-4e9d1cb511d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504842 Aug 31 01:18:38.615914 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.692984 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.715239 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1cc085aa-4358-43d9-828c-c54047d3e9c5 req-46f0123c-b70a-40fc-b1f9-ab39591e9ad7 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e27b1c1-d8eb-4db0-abc7-4e9d1cb511d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330824 Aug 31 01:18:38.715954 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d456f3b-ee64-43e7-b06a-fd2c81519b25']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:38.734794 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f7fdd7-7fec-4d5b-953e-7d449939ce11') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:38.735168 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f7fdd7-7fec-4d5b-953e-7d449939ce11') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:38.749270 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cbde28a1-1c5a-49bf-b7dc-03abd4169ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.750709 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.773417 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.780343 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:18:38.780748 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:18:38.782480 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:18:38.801885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde28a1-1c5a-49bf-b7dc-03abd4169ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a948eb50-7242-425f-9acf-829551a249bf,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:38.873493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Router 656c42e8-4cbb-40c4-8688-77f9ca4f97df is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:18:38.902365 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cbde28a1-1c5a-49bf-b7dc-03abd4169ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.989123 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.014191 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.018994 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4d456f3b-ee64-43e7-b06a-fd2c81519b25 HTTP/1.1" status: 204 len: 168 time: 2.7201211 Aug 31 01:18:39.018994 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab6acb-fafb-4039-a2fe-ddb542bc7984 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d456f3b-ee64-43e7-b06a-fd2c81519b25,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:39.040420 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cbde28a1-1c5a-49bf-b7dc-03abd4169ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.040420 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cbde28a1-1c5a-49bf-b7dc-03abd4169ba6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.043004 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:39.056891 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad900b91-8b66-4169-a9ea-2242bdb9995d None None] Sync routers for ids ['656c42e8-4cbb-40c4-8688-77f9ca4f97df'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:39.067586 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad900b91-8b66-4169-a9ea-2242bdb9995d None None] Routers {'656c42e8-4cbb-40c4-8688-77f9ca4f97df'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:39.068212 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ad900b91-8b66-4169-a9ea-2242bdb9995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['656c42e8-4cbb-40c4-8688-77f9ca4f97df'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:39.101399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ad900b91-8b66-4169-a9ea-2242bdb9995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:39.112191 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad900b91-8b66-4169-a9ea-2242bdb9995d None None] Routers {'656c42e8-4cbb-40c4-8688-77f9ca4f97df'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:39.112897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ad900b91-8b66-4169-a9ea-2242bdb9995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['656c42e8-4cbb-40c4-8688-77f9ca4f97df'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:39.150577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ad900b91-8b66-4169-a9ea-2242bdb9995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:39.151162 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad900b91-8b66-4169-a9ea-2242bdb9995d None None] The sync data for ids ['656c42e8-4cbb-40c4-8688-77f9ca4f97df'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:39.295229 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cbde28a1-1c5a-49bf-b7dc-03abd4169ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.306225 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.306400 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbde28a1-1c5a-49bf-b7dc-03abd4169ba6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f431a348-ee29-47ba-b7ae-b8b1c83e953b {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:18:39.306503 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-15d6a44c-1466-4c56-bd2c-5b54fe546372 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.1466591 Aug 31 01:18:39.306607 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42102) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:39.306607 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-83a31a97-01ed-4414-bf41-7878b5c46515 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:39.310155 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cbde28a1-1c5a-49bf-b7dc-03abd4169ba6 admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.314427 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cbde28a1-1c5a-49bf-b7dc-03abd4169ba6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f431a348-ee29-47ba-b7ae-b8b1c83e953b HTTP/1.1" status: 204 len: 168 time: 2.3985705 Aug 31 01:18:39.315174 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42104) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:39.382708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-915cb781-abb8-43de-9d7b-9708a528552e admin admin] Deleting subnet 499f6e91-2c67-40e0-9197-ea85e13de259 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:18:39.392237 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-915cb781-abb8-43de-9d7b-9708a528552e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.437233 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-915cb781-abb8-43de-9d7b-9708a528552e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.535562 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-915cb781-abb8-43de-9d7b-9708a528552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.662987 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42112) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:39.707743 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e21e3af6-39fd-4d15-be09-0e84c27323ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf9ab905fec84fb0bfe97cb30de01f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430784 Aug 31 01:18:39.710073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42116) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:39.714628 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83a31a97-01ed-4414-bf41-7878b5c46515 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.728924 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-915cb781-abb8-43de-9d7b-9708a528552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.779606 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-915cb781-abb8-43de-9d7b-9708a528552e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.782336 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-915cb781-abb8-43de-9d7b-9708a528552e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/499f6e91-2c67-40e0-9197-ea85e13de259 HTTP/1.1" status: 204 len: 168 time: 0.4656944 Aug 31 01:18:39.782907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cb781-abb8-43de-9d7b-9708a528552e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=499f6e91-2c67-40e0-9197-ea85e13de259,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:39.785193 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42120) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:39.813113 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-472aa1a8-9303-4439-aaa3-2990cb6ba613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.837692 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-472aa1a8-9303-4439-aaa3-2990cb6ba613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.897394 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09800509-c0ef-431b-b425-52376193ac24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.917565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5c190-b0e9-4aef-b01f-b7c0dd544930 req-dafbd810-b976-45a1-9aee-44d2b448d4b9 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:39.921959 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00d5c190-b0e9-4aef-b01f-b7c0dd544930 req-dafbd810-b976-45a1-9aee-44d2b448d4b9 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/ports?device_id=e044cb5b-00a6-4326-852f-ca4f600ca10a HTTP/1.1" status: 200 len: 945 time: 0.1152942 Aug 31 01:18:39.954179 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83a31a97-01ed-4414-bf41-7878b5c46515 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.014896 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 63a0d248-9531-4e7d-94a1-1baeb3282342 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:40.035859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 63a0d248-9531-4e7d-94a1-1baeb3282342 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:40.035859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 63a0d248-9531-4e7d-94a1-1baeb3282342 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:40.036242 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a948eb50-7242-425f-9acf-829551a249bf no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:40.055599 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00d5c190-b0e9-4aef-b01f-b7c0dd544930 req-bd326dc9-24e0-411a-babc-6781aaa39895 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e27b1c1-d8eb-4db0-abc7-4e9d1cb511d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226294 Aug 31 01:18:40.065881 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: a948eb50-7242-425f-9acf-829551a249bf {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:40.066444 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a948eb50-7242-425f-9acf-829551a249bf not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:40.070798 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-472aa1a8-9303-4439-aaa3-2990cb6ba613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.073939 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-472aa1a8-9303-4439-aaa3-2990cb6ba613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.077863 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-472aa1a8-9303-4439-aaa3-2990cb6ba613 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b8b1359-a89c-48a3-8d1f-711ce50d3cc1 HTTP/1.1" status: 204 len: 168 time: 0.3666646 Aug 31 01:18:40.079584 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09800509-c0ef-431b-b425-52376193ac24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.103797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472aa1a8-9303-4439-aaa3-2990cb6ba613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8b1359-a89c-48a3-8d1f-711ce50d3cc1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:40.128729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-09800509-c0ef-431b-b425-52376193ac24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fd3505-fc53-44c8-a4ec-7c6c66089dd1']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:40.140838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-09800509-c0ef-431b-b425-52376193ac24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768c7545-2ea6-45ab-a5f8-eb7861ddc1aa') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:40.141139 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-09800509-c0ef-431b-b425-52376193ac24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768c7545-2ea6-45ab-a5f8-eb7861ddc1aa') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:40.157511 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09800509-c0ef-431b-b425-52376193ac24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.172287 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09800509-c0ef-431b-b425-52376193ac24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.180993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09800509-c0ef-431b-b425-52376193ac24 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:18:40.181410 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09800509-c0ef-431b-b425-52376193ac24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:18:40.183403 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:18:40.210930 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.234749 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-83a31a97-01ed-4414-bf41-7878b5c46515 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Deleting port ee0150f4-fd43-4095-be0f-8f85ecb1cb8e {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:40.235101 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83a31a97-01ed-4414-bf41-7878b5c46515 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.326298 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83a31a97-01ed-4414-bf41-7878b5c46515 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.338076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-83a31a97-01ed-4414-bf41-7878b5c46515 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Calling delete_port for ee0150f4-fd43-4095-be0f-8f85ecb1cb8e owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:40.642868 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09800509-c0ef-431b-b425-52376193ac24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.660233 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09800509-c0ef-431b-b425-52376193ac24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.662154 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-09800509-c0ef-431b-b425-52376193ac24 admin admin] 10.222.0.16 "DELETE /v2.0/networks/73fd3505-fc53-44c8-a4ec-7c6c66089dd1 HTTP/1.1" status: 204 len: 168 time: 0.8752904 Aug 31 01:18:40.663334 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09800509-c0ef-431b-b425-52376193ac24 admin admin] Pushing event deleted for resources: {'Network': ['ID=73fd3505-fc53-44c8-a4ec-7c6c66089dd1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:40.684425 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83a31a97-01ed-4414-bf41-7878b5c46515 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.712419 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a31a97-01ed-4414-bf41-7878b5c46515 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Pushing event deleted for resources: {'Port': ['ID=ee0150f4-fd43-4095-be0f-8f85ecb1cb8e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:40.789366 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83a31a97-01ed-4414-bf41-7878b5c46515 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.015409 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83a31a97-01ed-4414-bf41-7878b5c46515 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.018831 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83a31a97-01ed-4414-bf41-7878b5c46515 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.098054 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a31a97-01ed-4414-bf41-7878b5c46515 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Router 656c42e8-4cbb-40c4-8688-77f9ca4f97df has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:18:41.187368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a31a97-01ed-4414-bf41-7878b5c46515 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:41.194926 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83a31a97-01ed-4414-bf41-7878b5c46515 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.196501 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-83a31a97-01ed-4414-bf41-7878b5c46515 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "PUT /v2.0/routers/656c42e8-4cbb-40c4-8688-77f9ca4f97df HTTP/1.1" status: 200 len: 710 time: 1.8952200 Aug 31 01:18:41.198885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42162) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:41.210440 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b8d851-d821-48ae-9e60-c76a210079e8 None None] Sync routers for ids ['656c42e8-4cbb-40c4-8688-77f9ca4f97df'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:41.222791 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b8d851-d821-48ae-9e60-c76a210079e8 None None] Routers {'656c42e8-4cbb-40c4-8688-77f9ca4f97df'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:41.223827 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-38b8d851-d821-48ae-9e60-c76a210079e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['656c42e8-4cbb-40c4-8688-77f9ca4f97df'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:41.260173 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a528d-344d-4b89-87c8-0fb27bd53970 req-a7a805e9-9fce-4b3c-951f-1c6887f522db tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:41.262202 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c8a528d-344d-4b89-87c8-0fb27bd53970 req-a7a805e9-9fce-4b3c-951f-1c6887f522db tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/ports?device_id=e044cb5b-00a6-4326-852f-ca4f600ca10a HTTP/1.1" status: 200 len: 945 time: 0.0941648 Aug 31 01:18:41.262975 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-38b8d851-d821-48ae-9e60-c76a210079e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:41.272787 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b8d851-d821-48ae-9e60-c76a210079e8 None None] Routers {'656c42e8-4cbb-40c4-8688-77f9ca4f97df'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:41.275549 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-38b8d851-d821-48ae-9e60-c76a210079e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['656c42e8-4cbb-40c4-8688-77f9ca4f97df'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:41.306825 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c8a528d-344d-4b89-87c8-0fb27bd53970 req-a7753d8c-072c-47b2-8b4c-af149655385a tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e27b1c1-d8eb-4db0-abc7-4e9d1cb511d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380678 Aug 31 01:18:41.311986 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-81a030ef-a5fa-4321-94c2-f05067f6a4d2 tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "GET /v2.0/routers/656c42e8-4cbb-40c4-8688-77f9ca4f97df HTTP/1.1" status: 200 len: 745 time: 0.1085293 Aug 31 01:18:41.312983 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42164) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:41.318038 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-38b8d851-d821-48ae-9e60-c76a210079e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:41.318038 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b8d851-d821-48ae-9e60-c76a210079e8 None None] The sync data for ids ['656c42e8-4cbb-40c4-8688-77f9ca4f97df'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:41.345521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42168) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:41.393232 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42170) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:41.393812 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5f7b6a73-cb3d-40d8-bf13-707146cd027a tempest-RoutersIpV6AdminTest-1476676652 tempest-RoutersIpV6AdminTest-1476676652-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&device_id=656c42e8-4cbb-40c4-8688-77f9ca4f97df HTTP/1.1" status: 200 len: 205 time: 0.0792096 Aug 31 01:18:41.423832 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7a8b7e19-31eb-453b-a236-1672279c83a1 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "GET /v2.0/ports?device_id=656c42e8-4cbb-40c4-8688-77f9ca4f97df HTTP/1.1" status: 200 len: 205 time: 0.0294240 Aug 31 01:18:41.427525 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42176) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:41.436175 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3202e1e5-a2e1-4dcd-b078-4a18645c55e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e298def29a984ece8571a3f58e68a8db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892735 Aug 31 01:18:41.439340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42178) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:41.524461 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4678-193d-49bf-aab8-e7e94c607c98 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.538040 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-23fced31-0838-42cf-baf5-94d7916d4f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.573698 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-23fced31-0838-42cf-baf5-94d7916d4f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.717013 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4678-193d-49bf-aab8-e7e94c607c98 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.719185 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4678-193d-49bf-aab8-e7e94c607c98 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.873598 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-23fced31-0838-42cf-baf5-94d7916d4f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.880386 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-23fced31-0838-42cf-baf5-94d7916d4f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.881869 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-23fced31-0838-42cf-baf5-94d7916d4f20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/865e4a94-5f43-4171-a411-5f23a385f495 HTTP/1.1" status: 204 len: 168 time: 0.4415407 Aug 31 01:18:41.892250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fced31-0838-42cf-baf5-94d7916d4f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865e4a94-5f43-4171-a411-5f23a385f495,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:41.948027 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4678-193d-49bf-aab8-e7e94c607c98 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.949727 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2b4678-193d-49bf-aab8-e7e94c607c98 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Fanout notify agent at l3_agent the message router_deleted on router 656c42e8-4cbb-40c4-8688-77f9ca4f97df {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:18:41.961421 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4678-193d-49bf-aab8-e7e94c607c98 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.962597 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1b2b4678-193d-49bf-aab8-e7e94c607c98 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "DELETE /v2.0/routers/656c42e8-4cbb-40c4-8688-77f9ca4f97df HTTP/1.1" status: 204 len: 168 time: 0.5340838 Aug 31 01:18:41.970358 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42192) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:41.970708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42194) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:42.010657 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c50b842b-3ec0-4755-b2c2-2225327b168b tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "GET /v2.0/ports?device_id=656c42e8-4cbb-40c4-8688-77f9ca4f97df HTTP/1.1" status: 200 len: 205 time: 0.0387924 Aug 31 01:18:42.013973 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42196) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:42.057261 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fe7363b7-71ec-45cb-98d8-0b7255f93c59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83aa76064de04193bcaabb205203047d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815833 Aug 31 01:18:42.058019 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42198) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:42.060710 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-7ab87b59-c90a-4ca6-b0c8-ac1b868f9899 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] delete failed (client error): The resource could not be found. Aug 31 01:18:42.061900 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7ab87b59-c90a-4ca6-b0c8-ac1b868f9899 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "DELETE /v2.0/routers/656c42e8-4cbb-40c4-8688-77f9ca4f97df HTTP/1.1" status: 404 len: 336 time: 0.0466933 Aug 31 01:18:42.067526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42200) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:42.102016 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f69378b7-5d7c-4405-a527-eaab817eebed tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "GET /v2.0/ports?device_id=68de2e30-be21-48ea-bd05-9840f31fb828 HTTP/1.1" status: 200 len: 205 time: 0.0333104 Aug 31 01:18:42.109188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42204) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:42.146587 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-ed1b8b44-5e04-4d43-bb5d-b6113c057987 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] delete failed (client error): The resource could not be found. Aug 31 01:18:42.147641 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ed1b8b44-5e04-4d43-bb5d-b6113c057987 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "DELETE /v2.0/routers/68de2e30-be21-48ea-bd05-9840f31fb828 HTTP/1.1" status: 404 len: 336 time: 0.0420527 Aug 31 01:18:42.150648 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10a11acc-865f-4c48-8e59-9e996c455f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.151553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42212) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:42.182026 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10a11acc-865f-4c48-8e59-9e996c455f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.214086 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d3c85857-b4ba-4240-9c50-c0b19a78d3bf tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "GET /v2.0/ports?device_id=607da749-5110-4b29-b834-6dcec995b308 HTTP/1.1" status: 200 len: 205 time: 0.0610740 Aug 31 01:18:42.218960 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42214) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:42.275262 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82aff35-01f5-4e8c-a497-852a43381a1c req-2555d412-5221-4a37-9399-c9fa2fb90db3 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:42.277113 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c82aff35-01f5-4e8c-a497-852a43381a1c req-2555d412-5221-4a37-9399-c9fa2fb90db3 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/ports?device_id=e044cb5b-00a6-4326-852f-ca4f600ca10a HTTP/1.1" status: 200 len: 945 time: 0.0747845 Aug 31 01:18:42.298343 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-a1350707-82f0-4064-b01f-3f88f7106b31 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] delete failed (client error): The resource could not be found. Aug 31 01:18:42.299397 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a1350707-82f0-4064-b01f-3f88f7106b31 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "DELETE /v2.0/routers/607da749-5110-4b29-b834-6dcec995b308 HTTP/1.1" status: 404 len: 336 time: 0.0792444 Aug 31 01:18:42.302062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42216) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:42.337128 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-160ad2da-4c76-4a00-87aa-89faa1f5fc5f tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "GET /v2.0/ports?device_id=551ecb6d-aa2a-44ec-a6b5-75ec8f87a91f HTTP/1.1" status: 200 len: 205 time: 0.0338020 Aug 31 01:18:42.339767 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42218) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:42.350667 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c82aff35-01f5-4e8c-a497-852a43381a1c req-48028c87-aa40-4daf-bc88-2721937af587 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e27b1c1-d8eb-4db0-abc7-4e9d1cb511d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537643 Aug 31 01:18:42.383499 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-21cd60b8-3713-4077-9c99-ccc5edc9fecc tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] delete failed (client error): The resource could not be found. Aug 31 01:18:42.385480 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-21cd60b8-3713-4077-9c99-ccc5edc9fecc tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "DELETE /v2.0/routers/551ecb6d-aa2a-44ec-a6b5-75ec8f87a91f HTTP/1.1" status: 404 len: 336 time: 0.0435858 Aug 31 01:18:42.387433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42220) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:42.416279 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10a11acc-865f-4c48-8e59-9e996c455f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.428132 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-124a8cdc-e247-471f-a9ac-e7fd2602ae72 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "GET /v2.0/ports?device_id=801f47c4-398d-44da-b044-6923b909f869 HTTP/1.1" status: 200 len: 205 time: 0.0286195 Aug 31 01:18:42.428436 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10a11acc-865f-4c48-8e59-9e996c455f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.428436 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-10a11acc-865f-4c48-8e59-9e996c455f99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/272155d1-834a-4404-9d2f-ccfb59f32780 HTTP/1.1" status: 204 len: 168 time: 0.3629348 Aug 31 01:18:42.428635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42226) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:42.430496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a11acc-865f-4c48-8e59-9e996c455f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272155d1-834a-4404-9d2f-ccfb59f32780,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:42.473471 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-8410d6c5-6850-4d6c-9383-0da5127b37e1 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] delete failed (client error): The resource could not be found. Aug 31 01:18:42.474521 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8410d6c5-6850-4d6c-9383-0da5127b37e1 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "DELETE /v2.0/routers/801f47c4-398d-44da-b044-6923b909f869 HTTP/1.1" status: 404 len: 336 time: 0.0452449 Aug 31 01:18:42.477496 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42228) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:42.508636 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cb0389d9-b021-4114-90d0-29bc3ee69a06 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "GET /v2.0/ports?device_id=71b0ee1b-e319-4108-82e9-091cce08d5e2 HTTP/1.1" status: 200 len: 205 time: 0.0300596 Aug 31 01:18:42.510908 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42230) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:42.548750 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-3f9d1aa5-72a7-4f56-8536-9b8182cc7ed5 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] delete failed (client error): The resource could not be found. Aug 31 01:18:42.549896 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3f9d1aa5-72a7-4f56-8536-9b8182cc7ed5 tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "DELETE /v2.0/routers/71b0ee1b-e319-4108-82e9-091cce08d5e2 HTTP/1.1" status: 404 len: 336 time: 0.0380330 Aug 31 01:18:42.553187 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42234) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:42.581185 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf95dce2-b2aa-4087-b706-832e22cb56df tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] DELETE failed (client error): The resource could not be found. Aug 31 01:18:42.581673 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf95dce2-b2aa-4087-b706-832e22cb56df tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:18:42.583400 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cf95dce2-b2aa-4087-b706-832e22cb56df tempest-RoutersIpV6AdminTest-1521504481 tempest-RoutersIpV6AdminTest-1521504481-project] 10.222.0.16 "DELETE /v2.0/subnets/175e5704-8ed9-41fe-9c3a-cec3fe632bac HTTP/1.1" status: 404 len: 337 time: 0.0292158 Aug 31 01:18:43.345454 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42256) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:43.530358 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f7768-d98c-42eb-8bd2-fce238f853ba req-2f26c422-e72b-42e1-8338-eacdbebfdee7 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:43.532696 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a62f7768-d98c-42eb-8bd2-fce238f853ba req-2f26c422-e72b-42e1-8338-eacdbebfdee7 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/ports?device_id=e044cb5b-00a6-4326-852f-ca4f600ca10a HTTP/1.1" status: 200 len: 945 time: 0.0860569 Aug 31 01:18:43.567983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb1415-7d23-4947-a3c9-0dac42ca6159 req-23336402-2e29-4a0b-8cc4-b4bf22a1421a tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:43.569712 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6bfb1415-7d23-4947-a3c9-0dac42ca6159 req-23336402-2e29-4a0b-8cc4-b4bf22a1421a tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.41 "GET /v2.0/ports?device_id=e044cb5b-00a6-4326-852f-ca4f600ca10a HTTP/1.1" status: 200 len: 945 time: 0.1010056 Aug 31 01:18:43.593750 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a62f7768-d98c-42eb-8bd2-fce238f853ba req-bd71b065-4639-4498-b3cc-c80a7a273baa tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e27b1c1-d8eb-4db0-abc7-4e9d1cb511d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503972 Aug 31 01:18:43.674259 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a897b516-2473-4444-8067-873b5356d86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.713814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-6bfb1415-7d23-4947-a3c9-0dac42ca6159 req-1382652f-71e3-46b4-ada9-d1c63a843200 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Deleting port a431eb77-17f5-4255-8e48-00e85a9a8c02 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:43.714162 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6bfb1415-7d23-4947-a3c9-0dac42ca6159 req-1382652f-71e3-46b4-ada9-d1c63a843200 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.836841 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-6bfb1415-7d23-4947-a3c9-0dac42ca6159 req-1382652f-71e3-46b4-ada9-d1c63a843200 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] For port a431eb77-17f5-4255-8e48-00e85a9a8c02, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=a431eb77-17f5-4255-8e48-00e85a9a8c02,segment=NetworkSegment(fbb6a065-02cd-4ed8-be35-964f6c39a066),segment_id=fbb6a065-02cd-4ed8-be35-964f6c39a066)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:43.837133 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6bfb1415-7d23-4947-a3c9-0dac42ca6159 req-1382652f-71e3-46b4-ada9-d1c63a843200 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.864458 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-6bfb1415-7d23-4947-a3c9-0dac42ca6159 req-1382652f-71e3-46b4-ada9-d1c63a843200 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Calling delete_port for a431eb77-17f5-4255-8e48-00e85a9a8c02 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:43.900249 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a897b516-2473-4444-8067-873b5356d86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.045299 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a897b516-2473-4444-8067-873b5356d86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.082830 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897b516-2473-4444-8067-873b5356d86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ca93e5-dcb9-401a-b818-c28f26d3108f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:44.087159 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a897b516-2473-4444-8067-873b5356d86e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e854ef93dcbb4d5ba9844475fa965eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7406139 Aug 31 01:18:44.089819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42284) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:44.151007 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ea94760-77ac-4579-870e-46b03c86192a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.182991 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ea94760-77ac-4579-870e-46b03c86192a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.193473 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6bfb1415-7d23-4947-a3c9-0dac42ca6159 req-1382652f-71e3-46b4-ada9-d1c63a843200 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.214261 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['a431eb77-17f5-4255-8e48-00e85a9a8c02'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:18:44.276941 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382652f-71e3-46b4-ada9-d1c63a843200 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Pushing event deleted for resources: {'Port': ['ID=a431eb77-17f5-4255-8e48-00e85a9a8c02,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:44.312397 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfb1415-7d23-4947-a3c9-0dac42ca6159 req-1382652f-71e3-46b4-ada9-d1c63a843200 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] No DVR routers for this DVR port a431eb77-17f5-4255-8e48-00e85a9a8c02 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:44.318461 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6bfb1415-7d23-4947-a3c9-0dac42ca6159 req-1382652f-71e3-46b4-ada9-d1c63a843200 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.320637 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6bfb1415-7d23-4947-a3c9-0dac42ca6159 req-1382652f-71e3-46b4-ada9-d1c63a843200 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.41 "DELETE /v2.0/ports/a431eb77-17f5-4255-8e48-00e85a9a8c02 HTTP/1.1" status: 204 len: 173 time: 0.7427688 Aug 31 01:18:44.321090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e044cb5b-00a6-4326-852f-ca4f600ca10a', 'name': 'network-vif-deleted', 'tag': 'a431eb77-17f5-4255-8e48-00e85a9a8c02'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:18:44.324005 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492f0ef4-5039-48dd-aed5-3c686cc3b03b" -d '{"events": [{"server_uuid": "e044cb5b-00a6-4326-852f-ca4f600ca10a", "name": "network-vif-deleted", "tag": "a431eb77-17f5-4255-8e48-00e85a9a8c02"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:18:44.368173 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c34a383-5476-4bb6-a816-512c996c3ef9 x-openstack-request-id: req-2c34a383-5476-4bb6-a816-512c996c3ef9 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:18:44.368771 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e044cb5b-00a6-4326-852f-ca4f600ca10a", "name": "network-vif-deleted", "tag": "a431eb77-17f5-4255-8e48-00e85a9a8c02", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:18:44.368771 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c34a383-5476-4bb6-a816-512c996c3ef9 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:18:44.369189 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e044cb5b-00a6-4326-852f-ca4f600ca10a', 'name': 'network-vif-deleted', 'tag': 'a431eb77-17f5-4255-8e48-00e85a9a8c02', 'status': 'completed', 'code': 200} Aug 31 01:18:44.552487 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ea94760-77ac-4579-870e-46b03c86192a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.558190 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5ea94760-77ac-4579-870e-46b03c86192a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.565604 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5ea94760-77ac-4579-870e-46b03c86192a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4ca93e5-dcb9-401a-b818-c28f26d3108f HTTP/1.1" status: 204 len: 168 time: 0.4718032 Aug 31 01:18:44.591824 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea94760-77ac-4579-870e-46b03c86192a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ca93e5-dcb9-401a-b818-c28f26d3108f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:44.737845 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-80c03ead-e71f-42f0-9293-cd6682e3e6d5 req-f50e159f-77f9-45d0-be5b-05f51fb4a7a8 tempest-ServerAddressesTestJSON-46273431 tempest-ServerAddressesTestJSON-46273431-project] 10.222.0.16 "GET /v2.0/ports?device_id=e044cb5b-00a6-4326-852f-ca4f600ca10a HTTP/1.1" status: 200 len: 210 time: 0.0311422 Aug 31 01:18:45.737266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42328) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:45.787326 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5d225172-6ba9-4cf2-a1de-cca65bf59ea6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d9ed9fe5cb14827a13af20134ade61b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461354 Aug 31 01:18:45.787584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42334) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:45.836345 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42340) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:45.879971 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5d4fde0e-ecdd-46f4-8efd-cc13847fe085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.907207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2dca5a2-c891-4c6e-be50-617944e1a32a admin admin] Deleting subnet f955153b-b2a6-4b68-8feb-648fff61dbd9 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:18:45.911673 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c2dca5a2-c891-4c6e-be50-617944e1a32a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.916699 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5d4fde0e-ecdd-46f4-8efd-cc13847fe085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.968007 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c2dca5a2-c891-4c6e-be50-617944e1a32a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.983448 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42342) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:46.021361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42346) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:46.022690 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c2dca5a2-c891-4c6e-be50-617944e1a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.090140 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5d4fde0e-ecdd-46f4-8efd-cc13847fe085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.094401 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5d4fde0e-ecdd-46f4-8efd-cc13847fe085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.095576 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5d4fde0e-ecdd-46f4-8efd-cc13847fe085 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63b0a234-1ecf-46d5-a8c4-cf118fd744ad HTTP/1.1" status: 204 len: 168 time: 0.3068786 Aug 31 01:18:46.104500 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fde0e-ecdd-46f4-8efd-cc13847fe085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b0a234-1ecf-46d5-a8c4-cf118fd744ad,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:46.165664 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45eff682-3135-4796-93c8-fc2d84c1a26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.199644 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c2dca5a2-c891-4c6e-be50-617944e1a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.248680 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dca5a2-c891-4c6e-be50-617944e1a32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f955153b-b2a6-4b68-8feb-648fff61dbd9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:46.274385 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c2dca5a2-c891-4c6e-be50-617944e1a32a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.276746 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c2dca5a2-c891-4c6e-be50-617944e1a32a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f955153b-b2a6-4b68-8feb-648fff61dbd9 HTTP/1.1" status: 204 len: 168 time: 0.4395130 Aug 31 01:18:46.279487 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42358) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:46.340720 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45eff682-3135-4796-93c8-fc2d84c1a26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.352733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-6d07f188-4b9c-4f5b-ac0f-5ceab376b269 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1277633858-network', 'tenant_id': '5ef8e5131b4c4aa994ccb8d5f5734327'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:46.381172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42360) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:46.389195 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bfd2132c-b3b5-42b3-b20e-ada5fe2ac7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.465943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-aaefefa4-3c88-4a68-b6d0-6e60fb9db291 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-133613637-network', 'tenant_id': '578114a3322f4fb48aa345ef591d2704'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:46.486701 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45eff682-3135-4796-93c8-fc2d84c1a26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.496024 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bfd2132c-b3b5-42b3-b20e-ada5fe2ac7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.517424 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-bfd2132c-b3b5-42b3-b20e-ada5fe2ac7f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b463975-b84c-4464-b8b5-7376a2ab34ec']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:46.542608 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.api [None req-aaefefa4-3c88-4a68-b6d0-6e60fb9db291 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:18:46.542608 n-d-793621-34 neutron-server[102342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:18:46.542608 n-d-793621-34 neutron-server[102342]: [parameters: {'project_id_1': '578114a3322f4fb48aa345ef591d2704', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 18, 46, 480643)}] Aug 31 01:18:46.542608 n-d-793621-34 neutron-server[102342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:18:46.557732 n-d-793621-34 neutron-server[102342]: DEBUG oslo_db.api [None req-aaefefa4-3c88-4a68-b6d0-6e60fb9db291 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:18:46.557732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-bfd2132c-b3b5-42b3-b20e-ada5fe2ac7f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb6a065-02cd-4ed8-be35-964f6c39a066') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:46.557732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-bfd2132c-b3b5-42b3-b20e-ada5fe2ac7f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb6a065-02cd-4ed8-be35-964f6c39a066') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:46.583586 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eff682-3135-4796-93c8-fc2d84c1a26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af7c232-38f8-463f-bb7c-165dc1f4fa48,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:46.593874 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-45eff682-3135-4796-93c8-fc2d84c1a26e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eff60a8968484891b6fa167694618095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6058674 Aug 31 01:18:46.595485 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42368) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:46.598284 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bfd2132c-b3b5-42b3-b20e-ada5fe2ac7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.614639 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bfd2132c-b3b5-42b3-b20e-ada5fe2ac7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.628599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd2132c-b3b5-42b3-b20e-ada5fe2ac7f8 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:18:46.629373 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bfd2132c-b3b5-42b3-b20e-ada5fe2ac7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:18:46.631870 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:18:46.658959 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1468d6ad-ae5b-4ab6-ae14-2abb2dd565a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.684539 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1468d6ad-ae5b-4ab6-ae14-2abb2dd565a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.734278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d07f188-4b9c-4f5b-ac0f-5ceab376b269 admin admin] Made reservation on behalf of 5ef8e5131b4c4aa994ccb8d5f5734327 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:46.736722 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d07f188-4b9c-4f5b-ac0f-5ceab376b269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.749738 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d07f188-4b9c-4f5b-ac0f-5ceab376b269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.815807 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bfd2132c-b3b5-42b3-b20e-ada5fe2ac7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.827805 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bfd2132c-b3b5-42b3-b20e-ada5fe2ac7f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.832469 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bfd2132c-b3b5-42b3-b20e-ada5fe2ac7f8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8b463975-b84c-4464-b8b5-7376a2ab34ec HTTP/1.1" status: 204 len: 168 time: 0.5493507 Aug 31 01:18:46.849081 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1468d6ad-ae5b-4ab6-ae14-2abb2dd565a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.852360 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1468d6ad-ae5b-4ab6-ae14-2abb2dd565a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.853729 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1468d6ad-ae5b-4ab6-ae14-2abb2dd565a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3af7c232-38f8-463f-bb7c-165dc1f4fa48 HTTP/1.1" status: 204 len: 168 time: 0.2562315 Aug 31 01:18:46.865303 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468d6ad-ae5b-4ab6-ae14-2abb2dd565a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af7c232-38f8-463f-bb7c-165dc1f4fa48,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:46.873728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2132c-b3b5-42b3-b20e-ada5fe2ac7f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b463975-b84c-4464-b8b5-7376a2ab34ec,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:46.892426 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d6ad-ae5b-4ab6-ae14-2abb2dd565a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:46.892849 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d6ad-ae5b-4ab6-ae14-2abb2dd565a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:46.893179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d6ad-ae5b-4ab6-ae14-2abb2dd565a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:46.893547 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d6ad-ae5b-4ab6-ae14-2abb2dd565a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:46.894261 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d6ad-ae5b-4ab6-ae14-2abb2dd565a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:46.894261 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d6ad-ae5b-4ab6-ae14-2abb2dd565a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:46.894616 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d6ad-ae5b-4ab6-ae14-2abb2dd565a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:46.894980 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d6ad-ae5b-4ab6-ae14-2abb2dd565a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:46.895267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d6ad-ae5b-4ab6-ae14-2abb2dd565a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:46.895593 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d6ad-ae5b-4ab6-ae14-2abb2dd565a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:46.895921 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d6ad-ae5b-4ab6-ae14-2abb2dd565a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:46.896244 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d6ad-ae5b-4ab6-ae14-2abb2dd565a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:47.027806 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d07f188-4b9c-4f5b-ac0f-5ceab376b269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.174701 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d07f188-4b9c-4f5b-ac0f-5ceab376b269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.235478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d07f188-4b9c-4f5b-ac0f-5ceab376b269 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:18:47.242292 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07f188-4b9c-4f5b-ac0f-5ceab376b269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332897cf-0b35-4c25-a140-08bd30bb75b3,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:47.249768 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d07f188-4b9c-4f5b-ac0f-5ceab376b269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.250195 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-6d07f188-4b9c-4f5b-ac0f-5ceab376b269 admin admin] Added segment 7d9531ef-0056-4a2a-888f-80dbcc611286 of type vlan for network 00507581-6e44-4a2f-9b5e-50263f860408 Aug 31 01:18:47.299801 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d07f188-4b9c-4f5b-ac0f-5ceab376b269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.324754 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaefefa4-3c88-4a68-b6d0-6e60fb9db291 admin admin] Made reservation on behalf of 578114a3322f4fb48aa345ef591d2704 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:47.327930 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaefefa4-3c88-4a68-b6d0-6e60fb9db291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.343315 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaefefa4-3c88-4a68-b6d0-6e60fb9db291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.453761 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaefefa4-3c88-4a68-b6d0-6e60fb9db291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.479079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42388) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:47.532343 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d07f188-4b9c-4f5b-ac0f-5ceab376b269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.532951 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d07f188-4b9c-4f5b-ac0f-5ceab376b269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:47.533713 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d07f188-4b9c-4f5b-ac0f-5ceab376b269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.561193 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bb837685-51a0-48e1-a6fb-5a2fd71ae61e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e964d6cd5c894636bebd6b0cf91e4b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805132 Aug 31 01:18:47.563698 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42392) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:47.634785 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f92ed38a-7ca8-4ee4-97c1-3efef2a9c095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.675705 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f92ed38a-7ca8-4ee4-97c1-3efef2a9c095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.682397 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaefefa4-3c88-4a68-b6d0-6e60fb9db291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.727593 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07f188-4b9c-4f5b-ac0f-5ceab376b269 admin admin] Pushing event updated for resources: {'Network': ['ID=00507581-6e44-4a2f-9b5e-50263f860408,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:47.735899 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaefefa4-3c88-4a68-b6d0-6e60fb9db291 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:18:47.750758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefefa4-3c88-4a68-b6d0-6e60fb9db291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1265d97-b067-4f01-a0c5-eb830793dc97,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:47.759699 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaefefa4-3c88-4a68-b6d0-6e60fb9db291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.760230 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-aaefefa4-3c88-4a68-b6d0-6e60fb9db291 admin admin] Added segment cd6ba26b-6d8d-4a73-80db-2df532504435 of type vlan for network 4e08226c-027d-47ff-8492-8c59b88cb0ad Aug 31 01:18:47.761285 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 00507581-6e44-4a2f-9b5e-50263f860408 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:18:47.822184 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaefefa4-3c88-4a68-b6d0-6e60fb9db291 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.851049 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6d07f188-4b9c-4f5b-ac0f-5ceab376b269 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8285289 Aug 31 01:18:47.854324 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42400) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:47.861917 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-a8f50fe9-5aca-4435-9b5d-4a654651668d admin admin] Request body: {'subnet': {'network_id': '00507581-6e44-4a2f-9b5e-50263f860408', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1277633858-subnet', 'tenant_id': '5ef8e5131b4c4aa994ccb8d5f5734327', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:47.884843 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f92ed38a-7ca8-4ee4-97c1-3efef2a9c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.889320 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f92ed38a-7ca8-4ee4-97c1-3efef2a9c095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.891246 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f92ed38a-7ca8-4ee4-97c1-3efef2a9c095 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e27b1c1-d8eb-4db0-abc7-4e9d1cb511d2 HTTP/1.1" status: 204 len: 168 time: 0.3262138 Aug 31 01:18:47.912465 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ed38a-7ca8-4ee4-97c1-3efef2a9c095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e27b1c1-d8eb-4db0-abc7-4e9d1cb511d2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:48.073803 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f50fe9-5aca-4435-9b5d-4a654651668d admin admin] Made reservation on behalf of 5ef8e5131b4c4aa994ccb8d5f5734327 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:48.076300 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a8f50fe9-5aca-4435-9b5d-4a654651668d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.300219 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaefefa4-3c88-4a68-b6d0-6e60fb9db291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.301182 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaefefa4-3c88-4a68-b6d0-6e60fb9db291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:48.301932 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aaefefa4-3c88-4a68-b6d0-6e60fb9db291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.371637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefefa4-3c88-4a68-b6d0-6e60fb9db291 admin admin] Pushing event updated for resources: {'Network': ['ID=4e08226c-027d-47ff-8492-8c59b88cb0ad,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:48.388615 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 4e08226c-027d-47ff-8492-8c59b88cb0ad details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:18:48.490717 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a8f50fe9-5aca-4435-9b5d-4a654651668d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.552260 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f50fe9-5aca-4435-9b5d-4a654651668d admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d4d37a-5583-48d1-b0cb-9483f07382f1,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:48.555966 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-aaefefa4-3c88-4a68-b6d0-6e60fb9db291 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1735487 Aug 31 01:18:48.558848 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42412) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:48.569424 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f50fe9-5aca-4435-9b5d-4a654651668d admin admin] Checking segment: {'id': '7d9531ef-0056-4a2a-888f-80dbcc611286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '00507581-6e44-4a2f-9b5e-50263f860408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:48.569913 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f50fe9-5aca-4435-9b5d-4a654651668d admin admin] Network hostable DHCP agents. Network: 00507581-6e44-4a2f-9b5e-50263f860408, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:18:48.571300 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-bed830d1-4709-4c4d-be8f-182ee134e66a admin admin] Request body: {'subnet': {'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-133613637-subnet', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:48.656344 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f50fe9-5aca-4435-9b5d-4a654651668d admin admin] Network 00507581-6e44-4a2f-9b5e-50263f860408 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:18:48.679209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device a431eb77-17f5-4255-8e48-00e85a9a8c02 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:48.705741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: a431eb77-17f5-4255-8e48-00e85a9a8c02 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:48.706092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device a431eb77-17f5-4255-8e48-00e85a9a8c02 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:48.736966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed830d1-4709-4c4d-be8f-182ee134e66a admin admin] Made reservation on behalf of 578114a3322f4fb48aa345ef591d2704 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:48.739820 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bed830d1-4709-4c4d-be8f-182ee134e66a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.769176 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42414) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:48.783120 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fce80462-8dee-4fe5-b822-cc68f8c4355b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.864782 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-a8f50fe9-5aca-4435-9b5d-4a654651668d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 00507581-6e44-4a2f-9b5e-50263f860408) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:48.884612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6a19fe-f759-40c6-b687-b72b2d93d36e None None] Network 00507581-6e44-4a2f-9b5e-50263f860408 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:48.897165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f50fe9-5aca-4435-9b5d-4a654651668d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:48.899991 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a8f50fe9-5aca-4435-9b5d-4a654651668d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.955921 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fce80462-8dee-4fe5-b822-cc68f8c4355b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.044692 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fce80462-8dee-4fe5-b822-cc68f8c4355b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.096832 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fce80462-8dee-4fe5-b822-cc68f8c4355b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07c5e897887e4a7db4ae1cb6f61c9986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3238761 Aug 31 01:18:49.096832 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce80462-8dee-4fe5-b822-cc68f8c4355b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf072866-13dc-432a-8f3b-53f3094991a9,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:49.097237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42430) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:49.120792 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda4e2b8-d133-4b8a-96de-5fc096194f72 None None] Network 00507581-6e44-4a2f-9b5e-50263f860408 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:49.159769 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bed830d1-4709-4c4d-be8f-182ee134e66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.211176 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-97114a08-bf64-4252-a15d-a05fa7ece5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.212651 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a8f50fe9-5aca-4435-9b5d-4a654651668d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3544681 Aug 31 01:18:49.275419 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-97114a08-bf64-4252-a15d-a05fa7ece5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.368135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed830d1-4709-4c4d-be8f-182ee134e66a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6980437-b15c-40e2-aa0f-e59e23c89221,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:49.376514 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed830d1-4709-4c4d-be8f-182ee134e66a admin admin] Checking segment: {'id': 'cd6ba26b-6d8d-4a73-80db-2df532504435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:49.376876 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed830d1-4709-4c4d-be8f-182ee134e66a admin admin] Network hostable DHCP agents. Network: 4e08226c-027d-47ff-8492-8c59b88cb0ad, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:18:49.514754 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed830d1-4709-4c4d-be8f-182ee134e66a admin admin] Network 4e08226c-027d-47ff-8492-8c59b88cb0ad is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:18:49.533562 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:18:49.547361 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-97114a08-bf64-4252-a15d-a05fa7ece5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.550154 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-97114a08-bf64-4252-a15d-a05fa7ece5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.551404 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-97114a08-bf64-4252-a15d-a05fa7ece5fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf072866-13dc-432a-8f3b-53f3094991a9 HTTP/1.1" status: 204 len: 168 time: 0.4530551 Aug 31 01:18:49.572423 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97114a08-bf64-4252-a15d-a05fa7ece5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf072866-13dc-432a-8f3b-53f3094991a9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:49.671446 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-bed830d1-4709-4c4d-be8f-182ee134e66a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 4e08226c-027d-47ff-8492-8c59b88cb0ad) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:49.676904 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed830d1-4709-4c4d-be8f-182ee134e66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:49.677840 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bed830d1-4709-4c4d-be8f-182ee134e66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.681055 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26d8a72-21bc-4c05-89a8-1ea8262f003c None None] Network 4e08226c-027d-47ff-8492-8c59b88cb0ad requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:49.856987 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bed830d1-4709-4c4d-be8f-182ee134e66a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2955055 Aug 31 01:18:49.861827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42454) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:49.864407 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-4e08226c-027d-47ff-8492-8c59b88cb0ad', 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'fixed_ips': [{'subnet_id': 'd6980437-b15c-40e2-aa0f-e59e23c89221'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:18:49.865316 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.866908 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-133613637-router', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:49.993411 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.994500 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.018384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Allocated IP 172.20.0.2 (4e08226c-027d-47ff-8492-8c59b88cb0ad/d6980437-b15c-40e2-aa0f-e59e23c89221/a0be0b5d-08c7-44d5-8193-005047df762a) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:50.113857 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.204384 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.214208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Transition to ACTIVE for port object a0be0b5d-08c7-44d5-8193-005047df762a will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:50.232795 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Transition to ACTIVE for port object a0be0b5d-08c7-44d5-8193-005047df762a will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:50.503368 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.581308 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Network 4e08226c-027d-47ff-8492-8c59b88cb0ad is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:50.586489 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:50.592537 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:50.604364 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Pushing event updated for resources: {'Port': ['ID=a0be0b5d-08c7-44d5-8193-005047df762a,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:50.633914 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:50.634294 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:50.634621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:50.634965 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:50.635311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:50.635721 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:50.636059 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:50.636389 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:50.636719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:50.637045 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:50.637381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:50.642527 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:50.682032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Attempting to bind port a0be0b5d-08c7-44d5-8193-005047df762a on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:50.682519 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Attempting to bind port a0be0b5d-08c7-44d5-8193-005047df762a by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'cd6ba26b-6d8d-4a73-80db-2df532504435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:50.683066 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Attempting to bind port a0be0b5d-08c7-44d5-8193-005047df762a on network 4e08226c-027d-47ff-8492-8c59b88cb0ad {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:50.690154 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:18:50.692807 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Checking segment: {'id': 'cd6ba26b-6d8d-4a73-80db-2df532504435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:50.692807 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.692807 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Bound using segment: {'id': 'cd6ba26b-6d8d-4a73-80db-2df532504435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:18:50.692807 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Bound port: a0be0b5d-08c7-44d5-8193-005047df762a, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6ba26b-6d8d-4a73-80db-2df532504435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:18:50.692807 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.717959 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.768778 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] For port a0be0b5d-08c7-44d5-8193-005047df762a, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:50.772513 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] For port a0be0b5d-08c7-44d5-8193-005047df762a, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a0be0b5d-08c7-44d5-8193-005047df762a,segment=NetworkSegment(cd6ba26b-6d8d-4a73-80db-2df532504435),segment_id=cd6ba26b-6d8d-4a73-80db-2df532504435)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:18:50.903029 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.994933 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01512c0f-2190-4be3-b02f-479c7b342318 None None] Pushing event updated for resources: {'Port': ['ID=a0be0b5d-08c7-44d5-8193-005047df762a,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:51.068158 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.099252 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.143885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42496) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:51.149722 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-3e4d7eb3-c0db-44f0-aa3c-32a05871e3a8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1382594745-network', 'tenant_id': '9f59f50d3bc445c6bfd9b789dff2030c'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:51.321231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4d7eb3-c0db-44f0-aa3c-32a05871e3a8 admin admin] Made reservation on behalf of 9f59f50d3bc445c6bfd9b789dff2030c for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:51.324705 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3e4d7eb3-c0db-44f0-aa3c-32a05871e3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.342973 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3e4d7eb3-c0db-44f0-aa3c-32a05871e3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.361818 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] Allocated IP 172.25.2.139 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/6c3e58ce-cde7-4ab4-be97-a99cba0c4799) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:51.475770 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3e4d7eb3-c0db-44f0-aa3c-32a05871e3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.523988 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.722793 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3e4d7eb3-c0db-44f0-aa3c-32a05871e3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.759416 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.804677 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4d7eb3-c0db-44f0-aa3c-32a05871e3a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:18:51.831095 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d7eb3-c0db-44f0-aa3c-32a05871e3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512d91ee-0c20-4977-9d48-09087af0adc0,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:51.853401 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3e4d7eb3-c0db-44f0-aa3c-32a05871e3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.858203 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-3e4d7eb3-c0db-44f0-aa3c-32a05871e3a8 admin admin] Added segment fadf447a-4f19-4677-a9ba-4c61c5a7253f of type vlan for network f635360d-7679-407d-8dac-cb9f17f31dd1 Aug 31 01:18:51.864857 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] Pushing event updated for resources: {'Port': ['ID=6c3e58ce-cde7-4ab4-be97-a99cba0c4799,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:51.881521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42522) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:51.913984 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:51.915634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:51.918370 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:51.972250 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3e4d7eb3-c0db-44f0-aa3c-32a05871e3a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.098093 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ea956674-59eb-467e-96b5-8a128c66d44c tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1079143778'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:52.135057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a0be0b5d-08c7-44d5-8193-005047df762a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:52.190769 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0443d6ed-20af-4b3e-8fa0-75c42447ffac req-dd916d49-9f48-42b1-a3db-c9b29a66fbdf tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba8746b9-6b08-4612-9c91-ff96b719b2ff HTTP/1.1" status: 200 len: 210 time: 0.0713303 Aug 31 01:18:52.191829 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3e4d7eb3-c0db-44f0-aa3c-32a05871e3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.192862 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4d7eb3-c0db-44f0-aa3c-32a05871e3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:52.193459 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3e4d7eb3-c0db-44f0-aa3c-32a05871e3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.281721 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d7eb3-c0db-44f0-aa3c-32a05871e3a8 admin admin] Pushing event updated for resources: {'Network': ['ID=f635360d-7679-407d-8dac-cb9f17f31dd1,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:52.290633 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea956674-59eb-467e-96b5-8a128c66d44c tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.291723 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea956674-59eb-467e-96b5-8a128c66d44c tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.292323 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network f635360d-7679-407d-8dac-cb9f17f31dd1 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:18:52.367294 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port a0be0b5d-08c7-44d5-8193-005047df762a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:52.428550 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3e4d7eb3-c0db-44f0-aa3c-32a05871e3a8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2833021 Aug 31 01:18:52.437949 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42552) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:52.444666 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e06f8840-e80c-46f1-bf4c-ac76a616e62c admin admin] Request body: {'subnet': {'network_id': 'f635360d-7679-407d-8dac-cb9f17f31dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1382594745-subnet', 'tenant_id': '9f59f50d3bc445c6bfd9b789dff2030c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:52.460835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c445be-fc42-46e5-843e-b68a0f09dbed None None] Network 4e08226c-027d-47ff-8492-8c59b88cb0ad requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:52.503332 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea956674-59eb-467e-96b5-8a128c66d44c tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.591674 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.669148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06f8840-e80c-46f1-bf4c-ac76a616e62c admin admin] Made reservation on behalf of 9f59f50d3bc445c6bfd9b789dff2030c for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:52.677020 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea956674-59eb-467e-96b5-8a128c66d44c tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.678422 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d9bdd40d-9682-46d0-987a-20266f93f4e2 None None] Provisioning for port a0be0b5d-08c7-44d5-8193-005047df762a completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:52.682801 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d9bdd40d-9682-46d0-987a-20266f93f4e2 None None] Provisioning complete for port a0be0b5d-08c7-44d5-8193-005047df762a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:52.683184 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd40d-9682-46d0-987a-20266f93f4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.683642 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e06f8840-e80c-46f1-bf4c-ac76a616e62c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.800113 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea956674-59eb-467e-96b5-8a128c66d44c tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.804147 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ea956674-59eb-467e-96b5-8a128c66d44c tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9170930 Aug 31 01:18:52.807800 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42562) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:52.849558 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd40d-9682-46d0-987a-20266f93f4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.885708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d9bdd40d-9682-46d0-987a-20266f93f4e2 None None] For port a0be0b5d-08c7-44d5-8193-005047df762a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a0be0b5d-08c7-44d5-8193-005047df762a,segment=NetworkSegment(cd6ba26b-6d8d-4a73-80db-2df532504435),segment_id=cd6ba26b-6d8d-4a73-80db-2df532504435)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:52.982641 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd40d-9682-46d0-987a-20266f93f4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.098685 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdd40d-9682-46d0-987a-20266f93f4e2 None None] Pushing event updated for resources: {'Port': ['ID=a0be0b5d-08c7-44d5-8193-005047df762a,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:53.212804 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f6df8487-1a76-4ace-87cf-cf8b8bbd96c0 None None] Provisioning complete for port a0be0b5d-08c7-44d5-8193-005047df762a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:53.213421 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f6df8487-1a76-4ace-87cf-cf8b8bbd96c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.325259 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e06f8840-e80c-46f1-bf4c-ac76a616e62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.411970 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f8840-e80c-46f1-bf4c-ac76a616e62c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8ec4a35-d191-437d-8581-81a19e1227fd,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:53.434963 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80dc8a2f-6cfa-4c93-95d2-438a97405b24 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.440181 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f8840-e80c-46f1-bf4c-ac76a616e62c admin admin] Checking segment: {'id': 'fadf447a-4f19-4677-a9ba-4c61c5a7253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f635360d-7679-407d-8dac-cb9f17f31dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:53.440710 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06f8840-e80c-46f1-bf4c-ac76a616e62c admin admin] Network hostable DHCP agents. Network: f635360d-7679-407d-8dac-cb9f17f31dd1, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:18:53.532873 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d9fdf753-c765-4d15-9f11-3607d22ba5a1 req-b0c1b9ac-79ab-4186-b4a4-41a11b800a4b tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.1193891 Aug 31 01:18:53.577079 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06f8840-e80c-46f1-bf4c-ac76a616e62c admin admin] Network f635360d-7679-407d-8dac-cb9f17f31dd1 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:18:53.697191 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.702747 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80dc8a2f-6cfa-4c93-95d2-438a97405b24 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.705844 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80dc8a2f-6cfa-4c93-95d2-438a97405b24 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.797062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-e06f8840-e80c-46f1-bf4c-ac76a616e62c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, f635360d-7679-407d-8dac-cb9f17f31dd1) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:53.802554 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06f8840-e80c-46f1-bf4c-ac76a616e62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:53.803261 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e06f8840-e80c-46f1-bf4c-ac76a616e62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.809326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b625dbf-420f-43d3-a81e-dff916338227 None None] Network f635360d-7679-407d-8dac-cb9f17f31dd1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:53.918098 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e06f8840-e80c-46f1-bf4c-ac76a616e62c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4788194 Aug 31 01:18:53.921531 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80dc8a2f-6cfa-4c93-95d2-438a97405b24 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.922273 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dc8a2f-6cfa-4c93-95d2-438a97405b24 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce38173e-df16-42a9-90fd-4ef58f9eb798 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:18:53.943561 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80dc8a2f-6cfa-4c93-95d2-438a97405b24 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.955083 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-80dc8a2f-6cfa-4c93-95d2-438a97405b24 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] 10.222.0.16 "DELETE /v2.0/routers/ce38173e-df16-42a9-90fd-4ef58f9eb798 HTTP/1.1" status: 204 len: 168 time: 1.1404455 Aug 31 01:18:53.959016 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42594) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:53.983233 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5ac97b3a-2231-43e8-bc3f-00c59b0a04ef tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Request body: {'router': {'name': 'tempest-router-932550810', 'distributed': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:54.007078 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f51c118-ffaa-49a0-9133-9a1c29280db4 None None] Network f635360d-7679-407d-8dac-cb9f17f31dd1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:54.011995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a0be0b5d-08c7-44d5-8193-005047df762a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:54.048232 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42596) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:54.100621 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] Router 10394a09-c346-459c-bc72-dc95ed294500 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:18:54.160761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a0be0b5d-08c7-44d5-8193-005047df762a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:54.161158 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.255766 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5ac97b3a-2231-43e8-bc3f-00c59b0a04ef tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.257250 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5ac97b3a-2231-43e8-bc3f-00c59b0a04ef tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.266904 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57846916-4218-45cb-bbe8-021132dc109e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.307987 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:54.330371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Sync routers for ids ['10394a09-c346-459c-bc72-dc95ed294500'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:54.351689 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Routers {'10394a09-c346-459c-bc72-dc95ed294500'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:54.352111 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5ac97b3a-2231-43e8-bc3f-00c59b0a04ef tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.352955 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['10394a09-c346-459c-bc72-dc95ed294500'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:54.431432 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57846916-4218-45cb-bbe8-021132dc109e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.576567 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5ac97b3a-2231-43e8-bc3f-00c59b0a04ef tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.625856 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57846916-4218-45cb-bbe8-021132dc109e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.674745 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57846916-4218-45cb-bbe8-021132dc109e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d04fadb-65b9-4161-8bb4-cf6a6fa45e61,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:54.693838 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Set router 10394a09-c346-459c-bc72-dc95ed294500 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:54.698451 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-57846916-4218-45cb-bbe8-021132dc109e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71ab1b68454c493d87fdab9c658c0c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6466331 Aug 31 01:18:54.698616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42616) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:54.722140 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-397497df-7ee9-4939-83a8-321aa95fa2df req-6f6cdd9b-0666-4392-b0a5-0113c8a2600f tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0623028 Aug 31 01:18:54.812800 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5ac97b3a-2231-43e8-bc3f-00c59b0a04ef tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.814152 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5ac97b3a-2231-43e8-bc3f-00c59b0a04ef tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8521137 Aug 31 01:18:54.817811 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42628) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:54.845147 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7383f94b-032e-4ae7-b8f8-87ff5e8c44af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.889165 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7383f94b-032e-4ae7-b8f8-87ff5e8c44af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.933315 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.935256 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e5d32445-eca1-4a72-b3e3-4352ca90d9e6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0717807 Aug 31 01:18:54.938283 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42630) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:54.940702 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c5a0bfb3-f835-41a4-8fa2-37bce2e16e94 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:54.943776 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c5a0bfb3-f835-41a4-8fa2-37bce2e16e94 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/networks?id=00507581-6e44-4a2f-9b5e-50263f860408 HTTP/1.1" status: 200 len: 825 time: 0.1852953 Aug 31 01:18:54.956251 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10394a09-c346-459c-bc72-dc95ed294500', 'name': 'tempest-TestServerBasicOps-133613637-router', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:49Z', 'updated_at': '2021-08-31T01:18:52Z', 'revision_number': 3, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'gw_port': {'id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:51Z', 'updated_at': '2021-08-31T01:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:54.971322 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-093183c1-6453-4910-a9d9-84fae4bcd714 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/quotas/5ef8e5131b4c4aa994ccb8d5f5734327 HTTP/1.1" status: 200 len: 375 time: 0.0152044 Aug 31 01:18:54.983501 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2549e4ff-20f7-48b6-b380-20e51e523d02 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.984183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Checking router: 10394a09-c346-459c-bc72-dc95ed294500 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:18:54.984532 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Updating router 10394a09-c346-459c-bc72-dc95ed294500 port 6c3e58ce-cde7-4ab4-be97-a99cba0c4799 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:18:55.013665 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.015835 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-4554e8d3-ff35-43f5-b691-8d656c8604a7 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ef8e5131b4c4aa994ccb8d5f5734327&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374053 Aug 31 01:18:55.242976 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2549e4ff-20f7-48b6-b380-20e51e523d02 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.245541 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2549e4ff-20f7-48b6-b380-20e51e523d02 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.395849 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.434011 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7383f94b-032e-4ae7-b8f8-87ff5e8c44af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.437081 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7383f94b-032e-4ae7-b8f8-87ff5e8c44af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.440893 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7383f94b-032e-4ae7-b8f8-87ff5e8c44af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d04fadb-65b9-4161-8bb4-cf6a6fa45e61 HTTP/1.1" status: 204 len: 168 time: 0.7358742 Aug 31 01:18:55.455154 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383f94b-032e-4ae7-b8f8-87ff5e8c44af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d04fadb-65b9-4161-8bb4-cf6a6fa45e61,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:55.456530 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2549e4ff-20f7-48b6-b380-20e51e523d02 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.457081 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2549e4ff-20f7-48b6-b380-20e51e523d02 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9977abd7-4331-4502-832f-5e0b55e1c19e {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:18:55.464244 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Transition to ACTIVE for port object 6c3e58ce-cde7-4ab4-be97-a99cba0c4799 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:55.478629 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2549e4ff-20f7-48b6-b380-20e51e523d02 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.480317 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2549e4ff-20f7-48b6-b380-20e51e523d02 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] 10.222.0.16 "DELETE /v2.0/routers/9977abd7-4331-4502-832f-5e0b55e1c19e HTTP/1.1" status: 204 len: 168 time: 0.6610970 Aug 31 01:18:55.484915 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42640) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:55.492762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b84892b9-960a-4b21-8a54-870d501aa92e tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Request body: {'router': {'name': 'tempest-router-115006496', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '18765d20c7e64f9e87b9be45743c4207'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:55.531000 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c351deec-5cd9-4d4b-98c8-1f51ac7ea53e service neutron] 10.222.0.16 "GET /v2.0/networks/00507581-6e44-4a2f-9b5e-50263f860408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132792 Aug 31 01:18:55.621633 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.627729 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-da0738f5-bcc6-4eaa-85fb-d72e3a7da9c5 service neutron] 10.222.0.16 "GET /v2.0/networks/00507581-6e44-4a2f-9b5e-50263f860408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934920 Aug 31 01:18:55.683477 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Attempting to bind port 6c3e58ce-cde7-4ab4-be97-a99cba0c4799 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:55.683650 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Attempting to bind port 6c3e58ce-cde7-4ab4-be97-a99cba0c4799 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:55.683879 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Attempting to bind port 6c3e58ce-cde7-4ab4-be97-a99cba0c4799 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:55.690621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:18:55.691104 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:55.691386 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.691811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:18:55.692289 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Bound port: 6c3e58ce-cde7-4ab4-be97-a99cba0c4799, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:18:55.692681 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.693694 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b84892b9-960a-4b21-8a54-870d501aa92e tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.694133 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.694604 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb31a5-e987-4b4d-a494-d7dc0da6d38d None None] Pushing event updated for resources: {'Port': ['ID=6c3e58ce-cde7-4ab4-be97-a99cba0c4799,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:55.710684 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b84892b9-960a-4b21-8a54-870d501aa92e tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.805506 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] For port 6c3e58ce-cde7-4ab4-be97-a99cba0c4799, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:55.816382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] For port 6c3e58ce-cde7-4ab4-be97-a99cba0c4799, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=6c3e58ce-cde7-4ab4-be97-a99cba0c4799,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:18:55.816673 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b84892b9-960a-4b21-8a54-870d501aa92e tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.925110 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc0ac51d-ae29-49a4-85b5-649f8aaef5b1 req-e9faf326-e146-4541-b759-ed4a95fe8684 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0401824 Aug 31 01:18:55.941693 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] Allocated IP 172.20.0.1 (4e08226c-027d-47ff-8492-8c59b88cb0ad/d6980437-b15c-40e2-aa0f-e59e23c89221/bc46e234-2173-4ecb-9aab-94dce9704cc8) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:55.963204 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b84892b9-960a-4b21-8a54-870d501aa92e tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.963646 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:56.036140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb31a5-e987-4b4d-a494-d7dc0da6d38d None None] Pushing event updated for resources: {'Port': ['ID=6c3e58ce-cde7-4ab4-be97-a99cba0c4799,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:56.076336 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Routers {'10394a09-c346-459c-bc72-dc95ed294500'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:56.076992 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['10394a09-c346-459c-bc72-dc95ed294500'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:56.083345 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b84892b9-960a-4b21-8a54-870d501aa92e tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:56.085268 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b84892b9-960a-4b21-8a54-870d501aa92e tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5989347 Aug 31 01:18:56.088082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42650) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:56.093430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-fd5bd860-6df0-434c-8b3c-1ac81d74f3f2 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:56.189619 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:56.289337 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8671109c-8dd0-4cb7-857f-aea4b3e4871e req-ace10b41-0826-4030-8096-16da71a465fa tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 210 time: 0.0749521 Aug 31 01:18:56.295684 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] Transition to ACTIVE for port object bc46e234-2173-4ecb-9aab-94dce9704cc8 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:56.331354 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] Set router 10394a09-c346-459c-bc72-dc95ed294500 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:56.461139 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:56.465079 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd860-6df0-434c-8b3c-1ac81d74f3f2 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:56.468072 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd860-6df0-434c-8b3c-1ac81d74f3f2 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:56.548453 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] Pushing event updated for resources: {'Port': ['ID=bc46e234-2173-4ecb-9aab-94dce9704cc8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:56.561593 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] Network 4e08226c-027d-47ff-8492-8c59b88cb0ad is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:56.563745 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:56.566454 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:56.626522 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:56.651221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fd5bd860-6df0-434c-8b3c-1ac81d74f3f2 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102342) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 31 01:18:56.655682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fd5bd860-6df0-434c-8b3c-1ac81d74f3f2 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Router 8e3eb257-ef10-4149-9100-4d9b8afd370f migrating from provider to provider. {{(pid=102342) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 31 01:18:56.655682 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd860-6df0-434c-8b3c-1ac81d74f3f2 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:56.670568 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd860-6df0-434c-8b3c-1ac81d74f3f2 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:56.824636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10394a09-c346-459c-bc72-dc95ed294500', 'name': 'tempest-TestServerBasicOps-133613637-router', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:49Z', 'updated_at': '2021-08-31T01:18:52Z', 'revision_number': 3, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'gw_port': {'id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:51Z', 'updated_at': '2021-08-31T01:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:56.856165 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcfd581-664a-4dc5-8697-57754edaeeb1 None None] The sync data for ids ['10394a09-c346-459c-bc72-dc95ed294500'] in n-d-793621-34 is: [{'id': '10394a09-c346-459c-bc72-dc95ed294500', 'name': 'tempest-TestServerBasicOps-133613637-router', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:49Z', 'updated_at': '2021-08-31T01:18:52Z', 'revision_number': 3, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'gw_port': {'id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:51Z', 'updated_at': '2021-08-31T01:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:56.926882 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd860-6df0-434c-8b3c-1ac81d74f3f2 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:57.036340 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:57.060647 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f0070a13-c073-471c-8de0-34e8322f0bcc None None] Provisioning for port bc46e234-2173-4ecb-9aab-94dce9704cc8 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:57.066398 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f0070a13-c073-471c-8de0-34e8322f0bcc None None] Provisioning complete for port bc46e234-2173-4ecb-9aab-94dce9704cc8 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:57.071222 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f0070a13-c073-471c-8de0-34e8322f0bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:57.085793 n-d-793621-34 neutron-server[102342]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fd5bd860-6df0-434c-8b3c-1ac81d74f3f2 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] No L3 agents can host the router 8e3eb257-ef10-4149-9100-4d9b8afd370f Aug 31 01:18:57.132316 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1d5f6ece-9c49-4915-bc9d-9f4b6986150d req-0395d50e-cbd1-483d-9500-f52b0484edcb tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0600445 Aug 31 01:18:57.172163 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f0070a13-c073-471c-8de0-34e8322f0bcc None None] Port bc46e234-2173-4ecb-9aab-94dce9704cc8 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:18:57.307731 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5bd860-6df0-434c-8b3c-1ac81d74f3f2 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Hosts for router 8e3eb257-ef10-4149-9100-4d9b8afd370f: [] {{(pid=102342) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 31 01:18:57.349009 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5bd860-6df0-434c-8b3c-1ac81d74f3f2 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Hosts for other DVR routers connected to router 8e3eb257-ef10-4149-9100-4d9b8afd370f: set() {{(pid=102342) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 31 01:18:57.353079 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd860-6df0-434c-8b3c-1ac81d74f3f2 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:57.355369 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fd5bd860-6df0-434c-8b3c-1ac81d74f3f2 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] 10.222.0.16 "PUT /v2.0/routers/8e3eb257-ef10-4149-9100-4d9b8afd370f HTTP/1.1" status: 200 len: 716 time: 1.2656620 Aug 31 01:18:57.359959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42684) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:57.393414 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:57.460076 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed9cf898-f252-4d5f-997a-6e0d9a6de395 req-70101d83-5c7d-46a2-8338-907571d5e565 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 210 time: 0.0414538 Aug 31 01:18:57.496158 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d1ef0103-7fbf-4575-89a1-8fac4628c7be tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] 10.222.0.16 "GET /v2.0/routers/8e3eb257-ef10-4149-9100-4d9b8afd370f HTTP/1.1" status: 200 len: 716 time: 0.1344204 Aug 31 01:18:57.502901 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42692) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:57.657746 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c122d644-2b0d-4786-8760-e31e99be65af req-e6fbcc65-475c-484e-bd74-7a33aa0d02d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba8746b9-6b08-4612-9c91-ff96b719b2ff HTTP/1.1" status: 200 len: 210 time: 0.0296595 Aug 31 01:18:57.677163 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:57.765525 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] Pushing event updated for resources: {'Port': ['ID=bc46e234-2173-4ecb-9aab-94dce9704cc8,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:57.894254 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a1786bff-c17c-4707-9058-b075e01fdbae tempest-RoutersTestDVR-1152236176 tempest-RoutersTestDVR-1152236176-project] 10.222.0.16 "GET /v2.0/routers/8e3eb257-ef10-4149-9100-4d9b8afd370f HTTP/1.1" status: 200 len: 682 time: 0.3899114 Aug 31 01:18:57.895920 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:57.897110 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42704) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:57.936345 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42708) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:58.049295 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-78d739fe-68d7-4941-a97f-aafe874f8f46 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.083103 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 6c3e58ce-cde7-4ab4-be97-a99cba0c4799 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:58.126232 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] Network 4e08226c-027d-47ff-8492-8c59b88cb0ad is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:58.128864 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:58.280474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Request body: {'networks': [{'name': 'tempest-network--27160846'}, {'name': 'tempest-network--597847329'}]} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:58.280776 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Request body: {'network': {'name': 'tempest-network--27160846'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:58.281297 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Request body: {'network': {'name': 'tempest-network--597847329'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:58.336720 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-78d739fe-68d7-4941-a97f-aafe874f8f46 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.346679 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-78d739fe-68d7-4941-a97f-aafe874f8f46 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.354182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 6c3e58ce-cde7-4ab4-be97-a99cba0c4799 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:58.362281 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 6c3e58ce-cde7-4ab4-be97-a99cba0c4799 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:58.363139 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.406864 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] Router 10394a09-c346-459c-bc72-dc95ed294500 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:18:58.454710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-897f106f-c910-4297-abcb-684835c6b68d req-3e859abb-9d52-4d38-a606-5659fdca0a07 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0380776 Aug 31 01:18:58.485365 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.522312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 6c3e58ce-cde7-4ab4-be97-a99cba0c4799, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=6c3e58ce-cde7-4ab4-be97-a99cba0c4799,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:58.537659 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2ab1f849-fac0-42f2-b3b1-9bea26380bbf None None] Provisioning complete for port bc46e234-2173-4ecb-9aab-94dce9704cc8 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:58.538540 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2ab1f849-fac0-42f2-b3b1-9bea26380bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.607050 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2ab1f849-fac0-42f2-b3b1-9bea26380bbf None None] Port bc46e234-2173-4ecb-9aab-94dce9704cc8 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:18:58.620864 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-78d739fe-68d7-4941-a97f-aafe874f8f46 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.621708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d739fe-68d7-4941-a97f-aafe874f8f46 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e3eb257-ef10-4149-9100-4d9b8afd370f {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:18:58.631573 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-78d739fe-68d7-4941-a97f-aafe874f8f46 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.633911 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-78d739fe-68d7-4941-a97f-aafe874f8f46 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] 10.222.0.16 "DELETE /v2.0/routers/8e3eb257-ef10-4149-9100-4d9b8afd370f HTTP/1.1" status: 204 len: 168 time: 0.7354929 Aug 31 01:18:58.646463 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42722) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:58.659907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-7ef93dd1-fe0f-476b-a967-2ee0e7ea5263 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Request body: {'router': {'name': 'tempest-router-669183357', 'distributed': True}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:58.713547 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.777988 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=6c3e58ce-cde7-4ab4-be97-a99cba0c4799,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:58.856252 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ef93dd1-fe0f-476b-a967-2ee0e7ea5263 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.860094 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ef93dd1-fe0f-476b-a967-2ee0e7ea5263 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.939936 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ef93dd1-fe0f-476b-a967-2ee0e7ea5263 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.947587 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Made reservation on behalf of c9eb929f9fbf4c0f97ccc765aa3ac4de for: {'network': 2} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:58.952719 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.990742 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.994297 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c25f55a2-915b-4a0a-bda4-8918f38ece69 req-b7bf47e0-55b7-4769-9f5e-83faeadeb383 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 210 time: 0.0508633 Aug 31 01:18:59.024907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:59.032443 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-777cd3ee-9bac-471e-9487-0629714bce2f admin admin] 10.222.0.16 "PUT /v2.0/routers/10394a09-c346-459c-bc72-dc95ed294500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0920501 Aug 31 01:18:59.037773 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ef93dd1-fe0f-476b-a967-2ee0e7ea5263 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.190584 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.193185 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Sync routers for ids ['10394a09-c346-459c-bc72-dc95ed294500'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:59.213975 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Routers {'10394a09-c346-459c-bc72-dc95ed294500'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:59.214636 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['10394a09-c346-459c-bc72-dc95ed294500'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:59.309265 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.310805 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.319394 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44b9b0d7-a19a-40cc-8d90-08948aca459f req-4ae3d978-089c-42ec-8863-e6e0b7ad4d60 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0647845 Aug 31 01:18:59.341450 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Set router 10394a09-c346-459c-bc72-dc95ed294500 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:59.378589 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c1275b-77fb-4809-a63a-c6844ac4ea8f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:59.398181 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:18:59.413778 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.414326 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Added segment cd87619c-0e0e-4dfd-b6ae-3b9acc4bafc5 of type vlan for network 3a70f9af-7df2-4f43-8e9c-853cf3c6331e Aug 31 01:18:59.468468 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.500122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:18:59.511029 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.511408 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Added segment ac59e266-554c-4acc-bb96-35846f25d662 of type vlan for network 4720cfa4-cd50-4dc5-9e1f-b6beefa75647 Aug 31 01:18:59.524671 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ef93dd1-fe0f-476b-a967-2ee0e7ea5263 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.529639 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7ef93dd1-fe0f-476b-a967-2ee0e7ea5263 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8801422 Aug 31 01:18:59.530794 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42736) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:59.563736 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10394a09-c346-459c-bc72-dc95ed294500', 'name': 'tempest-TestServerBasicOps-133613637-router', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:49Z', 'updated_at': '2021-08-31T01:18:56Z', 'revision_number': 4, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'gw_port': {'id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:51Z', 'updated_at': '2021-08-31T01:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'bc46e234-2173-4ecb-9aab-94dce9704cc8', 'name': '', 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'mac_address': 'fa:16:3e:a7:c8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'd6980437-b15c-40e2-aa0f-e59e23c89221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:55Z', 'updated_at': '2021-08-31T01:18:57Z', 'revision_number': 2, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'subnets': [{'id': 'd6980437-b15c-40e2-aa0f-e59e23c89221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:59.564563 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.597384 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Checking router: 10394a09-c346-459c-bc72-dc95ed294500 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:18:59.598070 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Updating router 10394a09-c346-459c-bc72-dc95ed294500 port bc46e234-2173-4ecb-9aab-94dce9704cc8 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:18:59.654496 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.683963 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-58273674-d7b8-4cdc-8ee1-3b7921d0b40e req-cafd551c-839b-4b77-97a5-118a54dee43d tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0557389 Aug 31 01:18:59.696405 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5b346b9-07c6-421a-a950-6c2678e61155 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.746055 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.746579 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.753258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:59.758270 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:59.758918 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.865396 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event updated for resources: {'Network': ['ID=3a70f9af-7df2-4f43-8e9c-853cf3c6331e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:59.875926 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 3a70f9af-7df2-4f43-8e9c-853cf3c6331e details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:18:59.884514 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5b346b9-07c6-421a-a950-6c2678e61155 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.886923 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5b346b9-07c6-421a-a950-6c2678e61155 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.984142 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.0465469 Aug 31 01:18:59.986333 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42748) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:00.008681 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d24945-cca5-417b-8f02-7378298b6bbc tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event updated for resources: {'Network': ['ID=4720cfa4-cd50-4dc5-9e1f-b6beefa75647,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:00.067531 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 4720cfa4-cd50-4dc5-9e1f-b6beefa75647 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:00.070325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 6c3e58ce-cde7-4ab4-be97-a99cba0c4799 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:00.109461 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5b346b9-07c6-421a-a950-6c2678e61155 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.110405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b346b9-07c6-421a-a950-6c2678e61155 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b271ac6-57a0-42d5-8e3a-8bc33fde94c1 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:19:00.117655 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.122306 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5b346b9-07c6-421a-a950-6c2678e61155 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.141942 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d5b346b9-07c6-421a-a950-6c2678e61155 tempest-RoutersTestDVR-362701981 tempest-RoutersTestDVR-362701981-project-admin] 10.222.0.16 "DELETE /v2.0/routers/5b271ac6-57a0-42d5-8e3a-8bc33fde94c1 HTTP/1.1" status: 204 len: 168 time: 0.6002095 Aug 31 01:19:00.143330 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e6ff92df-f46a-4b98-ab7f-4ee98695d5d6 req-dbbabe86-93e2-4f87-826c-d37d8663989a tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 210 time: 0.0657289 Aug 31 01:19:00.162576 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Transition to ACTIVE for port object bc46e234-2173-4ecb-9aab-94dce9704cc8 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:00.241721 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 6c3e58ce-cde7-4ab4-be97-a99cba0c4799 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:00.242167 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.328692 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.394952 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293efd4-e84e-4cc4-8cae-f35028e4ada4 None None] Pushing event updated for resources: {'Port': ['ID=bc46e234-2173-4ecb-9aab-94dce9704cc8,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:00.414995 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6293efd4-e84e-4cc4-8cae-f35028e4ada4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.416788 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6293efd4-e84e-4cc4-8cae-f35028e4ada4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.417458 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6293efd4-e84e-4cc4-8cae-f35028e4ada4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.418023 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6293efd4-e84e-4cc4-8cae-f35028e4ada4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.418591 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6293efd4-e84e-4cc4-8cae-f35028e4ada4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.419176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6293efd4-e84e-4cc4-8cae-f35028e4ada4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.420157 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6293efd4-e84e-4cc4-8cae-f35028e4ada4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.421820 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6293efd4-e84e-4cc4-8cae-f35028e4ada4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.424757 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6293efd4-e84e-4cc4-8cae-f35028e4ada4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.431683 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6293efd4-e84e-4cc4-8cae-f35028e4ada4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.431683 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6293efd4-e84e-4cc4-8cae-f35028e4ada4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.431683 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6293efd4-e84e-4cc4-8cae-f35028e4ada4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.434591 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42762) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:00.439807 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-432562ad-7934-4c69-9e39-3a00488d6983 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1658079059-network', 'tenant_id': 'e3b28d9086a4406bab29331cdba81f68'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:00.520233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b51ff48-e08a-491f-b68b-531cb0d11d77 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:00.527183 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b51ff48-e08a-491f-b68b-531cb0d11d77 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:00.534205 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b51ff48-e08a-491f-b68b-531cb0d11d77 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:00.540678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b51ff48-e08a-491f-b68b-531cb0d11d77 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:00.542697 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8b51ff48-e08a-491f-b68b-531cb0d11d77 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.5551686 Aug 31 01:19:00.545925 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42766) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:00.578402 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-7f1464bb-e5ac-405e-a8bf-ba204eefce07 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:00.580796 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-7f1464bb-e5ac-405e-a8bf-ba204eefce07 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.48 "GET /v2.0/networks?id=00507581-6e44-4a2f-9b5e-50263f860408 HTTP/1.1" status: 200 len: 825 time: 0.4111969 Aug 31 01:19:00.587179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432562ad-7934-4c69-9e39-3a00488d6983 admin admin] Made reservation on behalf of e3b28d9086a4406bab29331cdba81f68 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:00.592618 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-432562ad-7934-4c69-9e39-3a00488d6983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.594796 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-8db4f0cc-dd5d-4fc6-863c-99c1deb37890 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Request body: {'port': {'device_id': 'cdef9a16-0bb8-4344-a20b-81a951a6113f', 'network_id': '00507581-6e44-4a2f-9b5e-50263f860408', 'admin_state_up': True, 'tenant_id': '5ef8e5131b4c4aa994ccb8d5f5734327'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:00.596169 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Attempting to bind port bc46e234-2173-4ecb-9aab-94dce9704cc8 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:00.596869 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Attempting to bind port bc46e234-2173-4ecb-9aab-94dce9704cc8 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'cd6ba26b-6d8d-4a73-80db-2df532504435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:00.597989 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Attempting to bind port bc46e234-2173-4ecb-9aab-94dce9704cc8 on network 4e08226c-027d-47ff-8492-8c59b88cb0ad {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:00.606647 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:00.607318 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Checking segment: {'id': 'cd6ba26b-6d8d-4a73-80db-2df532504435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:00.608300 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.608929 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Bound using segment: {'id': 'cd6ba26b-6d8d-4a73-80db-2df532504435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:00.610045 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Bound port: bc46e234-2173-4ecb-9aab-94dce9704cc8, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6ba26b-6d8d-4a73-80db-2df532504435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:00.610868 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.701309 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] For port bc46e234-2173-4ecb-9aab-94dce9704cc8, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:00.707610 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] For port bc46e234-2173-4ecb-9aab-94dce9704cc8, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=bc46e234-2173-4ecb-9aab-94dce9704cc8,segment=NetworkSegment(cd6ba26b-6d8d-4a73-80db-2df532504435),segment_id=cd6ba26b-6d8d-4a73-80db-2df532504435)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:00.733043 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03830f05-ac37-458a-b126-2ae31531e449 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.735428 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-432562ad-7934-4c69-9e39-3a00488d6983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.835044 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b029f444-c241-4749-9593-0f8afd1f381b req-01e28961-d46c-4a9a-b0c1-decddaa46196 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0376647 Aug 31 01:19:00.851750 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03830f05-ac37-458a-b126-2ae31531e449 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.865743 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-03830f05-ac37-458a-b126-2ae31531e449 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a70f9af-7df2-4f43-8e9c-853cf3c6331e']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:00.876867 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-03830f05-ac37-458a-b126-2ae31531e449 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd87619c-0e0e-4dfd-b6ae-3b9acc4bafc5') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:00.877153 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-03830f05-ac37-458a-b126-2ae31531e449 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd87619c-0e0e-4dfd-b6ae-3b9acc4bafc5') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:00.886999 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03830f05-ac37-458a-b126-2ae31531e449 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.904129 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03830f05-ac37-458a-b126-2ae31531e449 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.912018 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03830f05-ac37-458a-b126-2ae31531e449 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:00.912471 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03830f05-ac37-458a-b126-2ae31531e449 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:00.916544 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:00.936979 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.029318 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Routers {'10394a09-c346-459c-bc72-dc95ed294500'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:01.029988 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:18:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['10394a09-c346-459c-bc72-dc95ed294500'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:01.035069 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293efd4-e84e-4cc4-8cae-f35028e4ada4 None None] Pushing event updated for resources: {'Port': ['ID=bc46e234-2173-4ecb-9aab-94dce9704cc8,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:01.039536 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-8db4f0cc-dd5d-4fc6-863c-99c1deb37890 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Made reservation on behalf of 5ef8e5131b4c4aa994ccb8d5f5734327 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:01.046392 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-8db4f0cc-dd5d-4fc6-863c-99c1deb37890 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.104042 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03830f05-ac37-458a-b126-2ae31531e449 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.143821 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03830f05-ac37-458a-b126-2ae31531e449 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.149454 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-03830f05-ac37-458a-b126-2ae31531e449 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "DELETE /v2.0/networks/3a70f9af-7df2-4f43-8e9c-853cf3c6331e HTTP/1.1" status: 204 len: 168 time: 0.6014369 Aug 31 01:19:01.154297 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42778) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:01.282188 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] Set router 10394a09-c346-459c-bc72-dc95ed294500 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:01.294919 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03830f05-ac37-458a-b126-2ae31531e449 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event deleted for resources: {'Network': ['ID=3a70f9af-7df2-4f43-8e9c-853cf3c6331e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:01.341495 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42784) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:01.376859 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-8db4f0cc-dd5d-4fc6-863c-99c1deb37890 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Allocated IP 172.20.0.4 (00507581-6e44-4a2f-9b5e-50263f860408/80d4d37a-5583-48d1-b0cb-9483f07382f1/598fd726-09fa-4a60-be3c-5cf726ddf6ef) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:01.508471 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-03707b15-85ed-4588-a7aa-21c23d61249c req-00151fbb-522e-441e-9372-60cec8e20be6 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 210 time: 0.2108631 Aug 31 01:19:01.548835 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cfff7fcc-168c-4c49-a035-b3a14348c5e8 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.583160 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-432562ad-7934-4c69-9e39-3a00488d6983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.639036 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0dfff63b-f10b-4d85-ad78-eaa7ea7765f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.639361 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-8db4f0cc-dd5d-4fc6-863c-99c1deb37890 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.660823 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10394a09-c346-459c-bc72-dc95ed294500', 'name': 'tempest-TestServerBasicOps-133613637-router', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:49Z', 'updated_at': '2021-08-31T01:18:56Z', 'revision_number': 4, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'gw_port': {'id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:51Z', 'updated_at': '2021-08-31T01:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'bc46e234-2173-4ecb-9aab-94dce9704cc8', 'name': '', 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'mac_address': 'fa:16:3e:a7:c8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'd6980437-b15c-40e2-aa0f-e59e23c89221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:55Z', 'updated_at': '2021-08-31T01:19:00Z', 'revision_number': 4, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'subnets': [{'id': 'd6980437-b15c-40e2-aa0f-e59e23c89221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:01.692702 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dffc01-51ae-4277-a06a-8f4d62240d14 None None] The sync data for ids ['10394a09-c346-459c-bc72-dc95ed294500'] in n-d-793621-34 is: [{'id': '10394a09-c346-459c-bc72-dc95ed294500', 'name': 'tempest-TestServerBasicOps-133613637-router', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:49Z', 'updated_at': '2021-08-31T01:18:56Z', 'revision_number': 4, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'gw_port': {'id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:51Z', 'updated_at': '2021-08-31T01:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'bc46e234-2173-4ecb-9aab-94dce9704cc8', 'name': '', 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'mac_address': 'fa:16:3e:a7:c8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'd6980437-b15c-40e2-aa0f-e59e23c89221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:55Z', 'updated_at': '2021-08-31T01:19:00Z', 'revision_number': 4, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'subnets': [{'id': 'd6980437-b15c-40e2-aa0f-e59e23c89221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:01.728598 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cfff7fcc-168c-4c49-a035-b3a14348c5e8 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.751386 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-432562ad-7934-4c69-9e39-3a00488d6983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.777301 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-cfff7fcc-168c-4c49-a035-b3a14348c5e8 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4720cfa4-cd50-4dc5-9e1f-b6beefa75647']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:01.798377 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-8db4f0cc-dd5d-4fc6-863c-99c1deb37890 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.809928 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-cfff7fcc-168c-4c49-a035-b3a14348c5e8 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac59e266-554c-4acc-bb96-35846f25d662') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:01.810455 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-cfff7fcc-168c-4c49-a035-b3a14348c5e8 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac59e266-554c-4acc-bb96-35846f25d662') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:01.828946 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cfff7fcc-168c-4c49-a035-b3a14348c5e8 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.864971 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cfff7fcc-168c-4c49-a035-b3a14348c5e8 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.868482 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-8db4f0cc-dd5d-4fc6-863c-99c1deb37890 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Network 00507581-6e44-4a2f-9b5e-50263f860408 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:01.871951 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-8db4f0cc-dd5d-4fc6-863c-99c1deb37890 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:01.876426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-8db4f0cc-dd5d-4fc6-863c-99c1deb37890 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:01.882216 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432562ad-7934-4c69-9e39-3a00488d6983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2155b530-fd87-4ac9-95e6-48ffb84b9298,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:01.885829 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfff7fcc-168c-4c49-a035-b3a14348c5e8 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:01.885944 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cfff7fcc-168c-4c49-a035-b3a14348c5e8 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:01.896765 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:01.911107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4f0cc-dd5d-4fc6-863c-99c1deb37890 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Pushing event updated for resources: {'Port': ['ID=598fd726-09fa-4a60-be3c-5cf726ddf6ef,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:01.964550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-8db4f0cc-dd5d-4fc6-863c-99c1deb37890 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:01.967177 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-8db4f0cc-dd5d-4fc6-863c-99c1deb37890 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.030979 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-362ebeb1-8a20-49d1-ad77-93f8812e41d8 req-902a820f-53b8-458f-95fd-9d8be9404d18 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0479586 Aug 31 01:19:02.080396 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0dfff63b-f10b-4d85-ad78-eaa7ea7765f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.128636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device bc46e234-2173-4ecb-9aab-94dce9704cc8 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:02.202038 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0dfff63b-f10b-4d85-ad78-eaa7ea7765f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.243403 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0dfff63b-f10b-4d85-ad78-eaa7ea7765f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18765d20c7e64f9e87b9be45743c4207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8844113 Aug 31 01:19:02.244428 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cfff7fcc-168c-4c49-a035-b3a14348c5e8 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.246603 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42812) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:02.252330 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432562ad-7934-4c69-9e39-3a00488d6983 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:02.283672 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cfff7fcc-168c-4c49-a035-b3a14348c5e8 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.287685 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cfff7fcc-168c-4c49-a035-b3a14348c5e8 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "DELETE /v2.0/networks/4720cfa4-cd50-4dc5-9e1f-b6beefa75647 HTTP/1.1" status: 204 len: 168 time: 1.1305456 Aug 31 01:19:02.293594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42814) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:02.328302 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-8db4f0cc-dd5d-4fc6-863c-99c1deb37890 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7382762 Aug 31 01:19:02.335604 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-432562ad-7934-4c69-9e39-3a00488d6983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.335918 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-432562ad-7934-4c69-9e39-3a00488d6983 admin admin] Added segment 94a593c5-6f5b-4683-b858-75c1939fe743 of type vlan for network bd5265bb-ea73-4d38-9b1a-5e7fe5731612 Aug 31 01:19:02.384787 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff7fcc-168c-4c49-a035-b3a14348c5e8 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event deleted for resources: {'Network': ['ID=4720cfa4-cd50-4dc5-9e1f-b6beefa75647,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:02.395831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfff63b-f10b-4d85-ad78-eaa7ea7765f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d70ea1-ddd9-489e-ba90-ec35190fc42d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:02.406258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port bc46e234-2173-4ecb-9aab-94dce9704cc8 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:02.413275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port bc46e234-2173-4ecb-9aab-94dce9704cc8 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:02.413275 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.437157 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] Request body: {'port': {'device_id': 'cdef9a16-0bb8-4344-a20b-81a951a6113f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:02.466136 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-432562ad-7934-4c69-9e39-3a00488d6983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.657873 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-432562ad-7934-4c69-9e39-3a00488d6983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.660024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432562ad-7934-4c69-9e39-3a00488d6983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:02.660024 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-432562ad-7934-4c69-9e39-3a00488d6983 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.693251 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.698697 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09a9a4ff-f897-46eb-a7d7-c8af4e02678e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.719812 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.749662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432562ad-7934-4c69-9e39-3a00488d6983 admin admin] Pushing event updated for resources: {'Network': ['ID=bd5265bb-ea73-4d38-9b1a-5e7fe5731612,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:02.783030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network bd5265bb-ea73-4d38-9b1a-5e7fe5731612 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:02.864860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port bc46e234-2173-4ecb-9aab-94dce9704cc8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=bc46e234-2173-4ecb-9aab-94dce9704cc8,segment=NetworkSegment(cd6ba26b-6d8d-4a73-80db-2df532504435),segment_id=cd6ba26b-6d8d-4a73-80db-2df532504435)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:02.882073 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-331ed193-7e98-4d46-8d15-1d8dc6de6b03 req-24980059-a072-4142-86fe-b44a14c77663 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0377750 Aug 31 01:19:02.926098 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-432562ad-7934-4c69-9e39-3a00488d6983 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4901283 Aug 31 01:19:02.928575 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42826) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:02.936334 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b5c62637-d2f0-48c4-8708-5b0be6bc49c6 admin admin] Request body: {'subnet': {'network_id': 'bd5265bb-ea73-4d38-9b1a-5e7fe5731612', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1658079059-subnet', 'tenant_id': 'e3b28d9086a4406bab29331cdba81f68', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:02.956720 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ce2325-b444-436f-9949-6440b7b93cfb tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:02.963414 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ce2325-b444-436f-9949-6440b7b93cfb tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:02.965163 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-24ce2325-b444-436f-9949-6440b7b93cfb tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6642125 Aug 31 01:19:02.969886 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42828) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:02.974114 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09a9a4ff-f897-46eb-a7d7-c8af4e02678e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.975848 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-433f9bd4-69ea-4eb9-82a3-1c3bef3235f7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-827519158'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:02.982534 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.996869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910a63b-7245-42e3-93e7-ab407bab2f6a req-bc2ee6c5-bc87-47f1-b93f-2ca803ff5b7b tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:02.999027 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6910a63b-7245-42e3-93e7-ab407bab2f6a req-bc2ee6c5-bc87-47f1-b93f-2ca803ff5b7b tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 931 time: 0.3365963 Aug 31 01:19:03.068783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=bc46e234-2173-4ecb-9aab-94dce9704cc8,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:03.073099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6910a63b-7245-42e3-93e7-ab407bab2f6a req-641f104d-d9a0-47b7-b711-8cb7ea870bba tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/security-groups?id=332897cf-0b35-4c25-a140-08bd30bb75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562916 Aug 31 01:19:03.113796 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c62637-d2f0-48c4-8708-5b0be6bc49c6 admin admin] Made reservation on behalf of e3b28d9086a4406bab29331cdba81f68 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:03.118581 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b5c62637-d2f0-48c4-8708-5b0be6bc49c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.291301 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09a9a4ff-f897-46eb-a7d7-c8af4e02678e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.294240 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09a9a4ff-f897-46eb-a7d7-c8af4e02678e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.296396 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-09a9a4ff-f897-46eb-a7d7-c8af4e02678e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38d70ea1-ddd9-489e-ba90-ec35190fc42d HTTP/1.1" status: 204 len: 168 time: 1.0483201 Aug 31 01:19:03.336256 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9a4ff-f897-46eb-a7d7-c8af4e02678e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d70ea1-ddd9-489e-ba90-ec35190fc42d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:03.377831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433f9bd4-69ea-4eb9-82a3-1c3bef3235f7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Made reservation on behalf of c9eb929f9fbf4c0f97ccc765aa3ac4de for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:03.389258 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-433f9bd4-69ea-4eb9-82a3-1c3bef3235f7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.444345 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 598fd726-09fa-4a60-be3c-5cf726ddf6ef {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:19:03.453799 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.465993 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433f9bd4-69ea-4eb9-82a3-1c3bef3235f7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:03.469927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] Transition to ACTIVE for port object 598fd726-09fa-4a60-be3c-5cf726ddf6ef will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:03.500002 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-433f9bd4-69ea-4eb9-82a3-1c3bef3235f7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.500528 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-433f9bd4-69ea-4eb9-82a3-1c3bef3235f7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Added segment b6120c55-eaf0-4d17-837f-2a4d9454606f of type vlan for network 0d1ce9a4-1d00-4ed7-94fe-9db7558b5272 Aug 31 01:19:03.578739 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-433f9bd4-69ea-4eb9-82a3-1c3bef3235f7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.602662 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.650605 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b5c62637-d2f0-48c4-8708-5b0be6bc49c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.721968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8933947-543a-4893-90e1-303586d022bd service neutron] Pushing event updated for resources: {'Port': ['ID=598fd726-09fa-4a60-be3c-5cf726ddf6ef,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:03.750045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c62637-d2f0-48c4-8708-5b0be6bc49c6 admin admin] Checking segment: {'id': '94a593c5-6f5b-4683-b858-75c1939fe743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bd5265bb-ea73-4d38-9b1a-5e7fe5731612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:03.750527 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c62637-d2f0-48c4-8708-5b0be6bc49c6 admin admin] Network hostable DHCP agents. Network: bd5265bb-ea73-4d38-9b1a-5e7fe5731612, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:03.752818 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c62637-d2f0-48c4-8708-5b0be6bc49c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5263e4-29f6-4364-891e-cb94269d8882,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:03.757094 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-433f9bd4-69ea-4eb9-82a3-1c3bef3235f7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.764434 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433f9bd4-69ea-4eb9-82a3-1c3bef3235f7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:03.765077 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-433f9bd4-69ea-4eb9-82a3-1c3bef3235f7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.825279 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] Attempting to bind port 598fd726-09fa-4a60-be3c-5cf726ddf6ef on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:03.825741 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] Attempting to bind port 598fd726-09fa-4a60-be3c-5cf726ddf6ef by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '7d9531ef-0056-4a2a-888f-80dbcc611286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '00507581-6e44-4a2f-9b5e-50263f860408'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:03.826152 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] Attempting to bind port 598fd726-09fa-4a60-be3c-5cf726ddf6ef on network 00507581-6e44-4a2f-9b5e-50263f860408 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:03.832341 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] Port 598fd726-09fa-4a60-be3c-5cf726ddf6ef on network 00507581-6e44-4a2f-9b5e-50263f860408 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:19:03.832870 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] Attempting to bind port 598fd726-09fa-4a60-be3c-5cf726ddf6ef on network 00507581-6e44-4a2f-9b5e-50263f860408 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:03.844606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:03.846351 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] Checking segment: {'id': '7d9531ef-0056-4a2a-888f-80dbcc611286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '00507581-6e44-4a2f-9b5e-50263f860408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:03.847267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] Bound using segment: {'id': '7d9531ef-0056-4a2a-888f-80dbcc611286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '00507581-6e44-4a2f-9b5e-50263f860408'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:03.848165 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] Bound port: 598fd726-09fa-4a60-be3c-5cf726ddf6ef, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9531ef-0056-4a2a-888f-80dbcc611286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '00507581-6e44-4a2f-9b5e-50263f860408'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:03.848969 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.876632 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f9bd4-69ea-4eb9-82a3-1c3bef3235f7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event updated for resources: {'Network': ['ID=0d1ce9a4-1d00-4ed7-94fe-9db7558b5272,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:03.882610 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-433f9bd4-69ea-4eb9-82a3-1c3bef3235f7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9104526 Aug 31 01:19:03.884501 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42850) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:03.894250 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-61682c08-1101-4dc6-87b4-09a64b0e0a10 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-210878243'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:03.894544 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 0d1ce9a4-1d00-4ed7-94fe-9db7558b5272 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:03.956138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c62637-d2f0-48c4-8708-5b0be6bc49c6 admin admin] Network bd5265bb-ea73-4d38-9b1a-5e7fe5731612 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:03.963689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] For port 598fd726-09fa-4a60-be3c-5cf726ddf6ef, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:03.968414 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] For port 598fd726-09fa-4a60-be3c-5cf726ddf6ef, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=598fd726-09fa-4a60-be3c-5cf726ddf6ef,segment=NetworkSegment(7d9531ef-0056-4a2a-888f-80dbcc611286),segment_id=7d9531ef-0056-4a2a-888f-80dbcc611286)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:04.026220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device bc46e234-2173-4ecb-9aab-94dce9704cc8 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:04.029998 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cd9b5064-678e-42de-a34a-71813164cde0 req-51ea12be-ca55-4147-9322-f3cfa31bfede tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0352800 Aug 31 01:19:04.096011 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b5c62637-d2f0-48c4-8708-5b0be6bc49c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, bd5265bb-ea73-4d38-9b1a-5e7fe5731612) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:04.105979 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.106305 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port bc46e234-2173-4ecb-9aab-94dce9704cc8 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:04.106305 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.106949 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c62637-d2f0-48c4-8708-5b0be6bc49c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:04.107647 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b5c62637-d2f0-48c4-8708-5b0be6bc49c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.113519 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61682c08-1101-4dc6-87b4-09a64b0e0a10 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Made reservation on behalf of c9eb929f9fbf4c0f97ccc765aa3ac4de for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:04.113853 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61682c08-1101-4dc6-87b4-09a64b0e0a10 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.149349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61682c08-1101-4dc6-87b4-09a64b0e0a10 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:04.156061 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2c0609-6abd-4ea6-9c6d-77dad2ce255f None None] Network bd5265bb-ea73-4d38-9b1a-5e7fe5731612 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:04.163297 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61682c08-1101-4dc6-87b4-09a64b0e0a10 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.163744 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-61682c08-1101-4dc6-87b4-09a64b0e0a10 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Added segment f30251bc-306a-45ff-bac0-17ddd4730d65 of type vlan for network cec44aee-559f-41b7-9923-0f423923b2d7 Aug 31 01:19:04.233027 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61682c08-1101-4dc6-87b4-09a64b0e0a10 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.254105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8933947-543a-4893-90e1-303586d022bd service neutron] Pushing event updated for resources: {'Port': ['ID=598fd726-09fa-4a60-be3c-5cf726ddf6ef,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:04.258446 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:04.259086 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.260846 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-c8933947-543a-4893-90e1-303586d022bd service neutron] 10.222.0.48 "PUT /v2.0/ports/598fd726-09fa-4a60-be3c-5cf726ddf6ef HTTP/1.1" status: 200 len: 1092 time: 1.8340299 Aug 31 01:19:04.261336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdef9a16-0bb8-4344-a20b-81a951a6113f', 'tag': '598fd726-09fa-4a60-be3c-5cf726ddf6ef'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:04.263811 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6137c26c-0984-4ca8-bca5-3c44e068a6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "cdef9a16-0bb8-4344-a20b-81a951a6113f", "tag": "598fd726-09fa-4a60-be3c-5cf726ddf6ef"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:04.269373 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-15a76474-855c-44db-b4f7-8c53fcdd7b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.348510 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b748c7dd-f9fd-4ee6-b77e-3e8db64dfad3 x-openstack-request-id: req-b748c7dd-f9fd-4ee6-b77e-3e8db64dfad3 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:04.348801 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdef9a16-0bb8-4344-a20b-81a951a6113f", "tag": "598fd726-09fa-4a60-be3c-5cf726ddf6ef", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:04.349163 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b748c7dd-f9fd-4ee6-b77e-3e8db64dfad3 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:04.350058 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdef9a16-0bb8-4344-a20b-81a951a6113f', 'tag': '598fd726-09fa-4a60-be3c-5cf726ddf6ef', 'status': 'completed', 'code': 200} Aug 31 01:19:04.418712 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe53811-85e6-4369-9b17-d4fe84e69134 req-22fd85f1-4f03-4635-8651-e23a6121b78b tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:04.421665 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5fe53811-85e6-4369-9b17-d4fe84e69134 req-22fd85f1-4f03-4635-8651-e23a6121b78b tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 943 time: 0.1265001 Aug 31 01:19:04.430800 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5265bb-ea73-4d38-9b1a-5e7fe5731612', 'network_id': 'bd5265bb-ea73-4d38-9b1a-5e7fe5731612', 'tenant_id': 'e3b28d9086a4406bab29331cdba81f68', 'fixed_ips': [{'subnet_id': 'ba5263e4-29f6-4364-891e-cb94269d8882'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:04.431838 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.442598 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137c26c-0984-4ca8-bca5-3c44e068a6dc req-802491d4-3934-43ee-b67c-b031e89c06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:04.444111 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6137c26c-0984-4ca8-bca5-3c44e068a6dc req-802491d4-3934-43ee-b67c-b031e89c06e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ef8e5131b4c4aa994ccb8d5f5734327&device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 1095 time: 0.0910535 Aug 31 01:19:04.472026 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61682c08-1101-4dc6-87b4-09a64b0e0a10 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.481814 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61682c08-1101-4dc6-87b4-09a64b0e0a10 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:04.483998 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-61682c08-1101-4dc6-87b4-09a64b0e0a10 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.498827 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b5c62637-d2f0-48c4-8708-5b0be6bc49c6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5682304 Aug 31 01:19:04.510727 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42866) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:04.511222 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42868) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:04.546188 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1658079059-router', 'tenant_id': 'e3b28d9086a4406bab29331cdba81f68', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:04.597229 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5fe53811-85e6-4369-9b17-d4fe84e69134 req-019230dd-5c96-4637-a408-848fc6453296 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/security-groups?id=332897cf-0b35-4c25-a140-08bd30bb75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670990 Aug 31 01:19:04.600030 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-579c0a13-644b-4a73-a5bf-b9e8a688e092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.654365 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61682c08-1101-4dc6-87b4-09a64b0e0a10 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event updated for resources: {'Network': ['ID=cec44aee-559f-41b7-9923-0f423923b2d7,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:04.666966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network cec44aee-559f-41b7-9923-0f423923b2d7 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:04.675568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137c26c-0984-4ca8-bca5-3c44e068a6dc req-cac0764d-c9e3-4184-8328-bed3b75047c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:04.677199 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6137c26c-0984-4ca8-bca5-3c44e068a6dc req-cac0764d-c9e3-4184-8328-bed3b75047c5 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5ef8e5131b4c4aa994ccb8d5f5734327&shared=False HTTP/1.1" status: 200 len: 926 time: 0.2241399 Aug 31 01:19:04.714068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Allocated IP 172.20.0.2 (bd5265bb-ea73-4d38-9b1a-5e7fe5731612/ba5263e4-29f6-4364-891e-cb94269d8882/19100700-48bf-43b7-93a1-b55da6678d93) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:04.819093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137c26c-0984-4ca8-bca5-3c44e068a6dc req-5970b1d0-fd80-4e74-ba6e-eb3de300e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:04.821099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6137c26c-0984-4ca8-bca5-3c44e068a6dc req-5970b1d0-fd80-4e74-ba6e-eb3de300e3ae service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1361055 Aug 31 01:19:04.866751 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.866751 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.935522 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.947562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Transition to ACTIVE for port object 19100700-48bf-43b7-93a1-b55da6678d93 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:04.989296 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Transition to ACTIVE for port object 19100700-48bf-43b7-93a1-b55da6678d93 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:05.001074 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-61682c08-1101-4dc6-87b4-09a64b0e0a10 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1143892 Aug 31 01:19:05.005253 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42876) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:05.014515 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Request body: {'ports': [{'network_id': '0d1ce9a4-1d00-4ed7-94fe-9db7558b5272', 'name': 'tempest-port--728405811', 'admin_state_up': True}, {'network_id': 'cec44aee-559f-41b7-9923-0f423923b2d7', 'admin_state_up': False}]} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:05.015016 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Request body: {'port': {'network_id': '0d1ce9a4-1d00-4ed7-94fe-9db7558b5272', 'name': 'tempest-port--728405811', 'admin_state_up': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:05.015766 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Request body: {'port': {'network_id': 'cec44aee-559f-41b7-9923-0f423923b2d7', 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:05.075044 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:05.133366 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Network bd5265bb-ea73-4d38-9b1a-5e7fe5731612 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:05.141984 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:05.147895 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:05.161509 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Pushing event updated for resources: {'Port': ['ID=19100700-48bf-43b7-93a1-b55da6678d93,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:05.262214 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Attempting to bind port 19100700-48bf-43b7-93a1-b55da6678d93 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:05.263099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Attempting to bind port 19100700-48bf-43b7-93a1-b55da6678d93 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '94a593c5-6f5b-4683-b858-75c1939fe743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bd5265bb-ea73-4d38-9b1a-5e7fe5731612'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:05.263099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Attempting to bind port 19100700-48bf-43b7-93a1-b55da6678d93 on network bd5265bb-ea73-4d38-9b1a-5e7fe5731612 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:05.269460 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:05.269737 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Checking segment: {'id': '94a593c5-6f5b-4683-b858-75c1939fe743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bd5265bb-ea73-4d38-9b1a-5e7fe5731612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:05.270125 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:05.270699 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Bound using segment: {'id': '94a593c5-6f5b-4683-b858-75c1939fe743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bd5265bb-ea73-4d38-9b1a-5e7fe5731612'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:05.271579 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Bound port: 19100700-48bf-43b7-93a1-b55da6678d93, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a593c5-6f5b-4683-b858-75c1939fe743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bd5265bb-ea73-4d38-9b1a-5e7fe5731612'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:05.271971 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:05.324440 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ad30b78c-9d0f-4be9-a686-cf97577aab4e req-7981f82d-1f70-4336-9c4a-73a147ad16d4 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0680487 Aug 31 01:19:05.393027 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:05.415297 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] For port 19100700-48bf-43b7-93a1-b55da6678d93, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:05.421140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] For port 19100700-48bf-43b7-93a1-b55da6678d93, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=19100700-48bf-43b7-93a1-b55da6678d93,segment=NetworkSegment(94a593c5-6f5b-4683-b858-75c1939fe743),segment_id=94a593c5-6f5b-4683-b858-75c1939fe743)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:05.427522 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-0493987c-f7b6-4b47-85c1-21aeaaac870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:05.429173 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-0493987c-f7b6-4b47-85c1-21aeaaac870e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ef8e5131b4c4aa994ccb8d5f5734327&device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 1095 time: 0.5640953 Aug 31 01:19:05.487211 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-d4ad0eb7-0a18-4aac-8b60-affb8b3ae407 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=598fd726-09fa-4a60-be3c-5cf726ddf6ef HTTP/1.1" status: 200 len: 217 time: 0.0494163 Aug 31 01:19:05.519117 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:05.619101 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19a3cf-5a74-48ee-aa92-67daba2dcbba None None] Pushing event updated for resources: {'Port': ['ID=19100700-48bf-43b7-93a1-b55da6678d93,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:05.635052 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-579c0a13-644b-4a73-a5bf-b9e8a688e092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:05.679070 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-9da6ef6b-756f-4f74-b84a-3554f7ab60b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:05.680696 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-9da6ef6b-756f-4f74-b84a-3554f7ab60b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80d4d37a-5583-48d1-b0cb-9483f07382f1 HTTP/1.1" status: 200 len: 865 time: 0.1847003 Aug 31 01:19:05.734573 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:05.786833 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-3cda43c9-c80d-47d8-a783-66303a149c20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00507581-6e44-4a2f-9b5e-50263f860408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719903 Aug 31 01:19:05.808494 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-579c0a13-644b-4a73-a5bf-b9e8a688e092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:05.924917 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fb4a3-3d9b-43d7-939a-cb2f7c2ac2af req-1bb1966a-b924-42a2-9130-3e0abc2c839c tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:05.924917 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d09fb4a3-3d9b-43d7-939a-cb2f7c2ac2af req-1bb1966a-b924-42a2-9130-3e0abc2c839c tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 943 time: 0.1958997 Aug 31 01:19:05.947582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Made reservation on behalf of c9eb929f9fbf4c0f97ccc765aa3ac4de for: {'port': 2} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:05.974701 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.000261 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d09fb4a3-3d9b-43d7-939a-cb2f7c2ac2af req-91d1d976-c528-4ee5-8a70-34289ef0319b tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/security-groups?id=332897cf-0b35-4c25-a140-08bd30bb75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608509 Aug 31 01:19:06.020198 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-579c0a13-644b-4a73-a5bf-b9e8a688e092 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1cc9d5d3c654211b08c94744b34326e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4864299 Aug 31 01:19:06.028072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42894) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:06.062680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c0a13-644b-4a73-a5bf-b9e8a688e092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea39935-bab2-4c37-8fd4-67063f9913f1,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:06.064669 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.146587 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 19100700-48bf-43b7-93a1-b55da6678d93 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:06.154340 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-e037453f-b3cb-46d6-8b8a-24d93339ac3b service neutron] 10.222.0.48 "GET /v2.0/networks/00507581-6e44-4a2f-9b5e-50263f860408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586307 Aug 31 01:19:06.256463 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9017ef8c-547d-4c87-940a-83f73b891f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.289392 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] device_id is not set on port c45e1d2f-4f42-4d35-ad17-84a00ef12a3f yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:19:06.298198 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9017ef8c-547d-4c87-940a-83f73b891f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.367017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 19100700-48bf-43b7-93a1-b55da6678d93 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:06.396307 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4e0fe8b-00c2-43c9-80f9-cc4c94fb96ac req-f47e263a-ead9-45ab-bd51-2f8fcef111b5 service neutron] 10.222.0.48 "GET /v2.0/networks/00507581-6e44-4a2f-9b5e-50263f860408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341537 Aug 31 01:19:06.511784 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-67434cc6-f3af-42a0-99db-c84e918cdb34 req-432d42e8-8585-417a-ad80-5f02dde018b1 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0672445 Aug 31 01:19:06.534279 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.557955 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.634342 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9017ef8c-547d-4c87-940a-83f73b891f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.639084 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9017ef8c-547d-4c87-940a-83f73b891f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.640320 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9017ef8c-547d-4c87-940a-83f73b891f9c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ea39935-bab2-4c37-8fd4-67063f9913f1 HTTP/1.1" status: 204 len: 168 time: 0.6085861 Aug 31 01:19:06.661412 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.670602 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017ef8c-547d-4c87-940a-83f73b891f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea39935-bab2-4c37-8fd4-67063f9913f1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:06.797075 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] device_id is not set on port 278e4dfc-1e27-4105-af9a-331199bb06fa yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:19:06.800327 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] Allocated IP 172.25.2.182 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/f6951569-7660-4dad-ae67-ddb10b0a8586) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:06.922514 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.933425 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.962786 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.015126 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00041da8-e7d2-4ade-b27b-afe0495ed397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.047092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a606a18-0ad9-4fd5-8bd8-2b7049e8b478 None None] Network bd5265bb-ea73-4d38-9b1a-5e7fe5731612 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:07.097588 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.125847 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.126527 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.201895 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event updated for resources: {'Port': ['ID=c45e1d2f-4f42-4d35-ad17-84a00ef12a3f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:07.239546 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.242692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:07.251100 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] Pushing event updated for resources: {'Port': ['ID=f6951569-7660-4dad-ae67-ddb10b0a8586,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:07.253178 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Checking segment: {'id': 'b6120c55-eaf0-4d17-837f-2a4d9454606f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0d1ce9a4-1d00-4ed7-94fe-9db7558b5272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:07.253628 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Network hostable DHCP agents. Network: 0d1ce9a4-1d00-4ed7-94fe-9db7558b5272, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:07.265854 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c9152290-a3c8-40f8-9601-2f6d559c5862 None None] Provisioning for port 19100700-48bf-43b7-93a1-b55da6678d93 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:07.277175 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:07.288764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:07.345033 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495705fc-9fcd-4d8b-b483-fc36447ab090 req-13301a4b-a186-4337-8058-5fcd6bec26fb tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:07.347182 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-495705fc-9fcd-4d8b-b483-fc36447ab090 req-13301a4b-a186-4337-8058-5fcd6bec26fb tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 943 time: 0.1777501 Aug 31 01:19:07.358728 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Network 0d1ce9a4-1d00-4ed7-94fe-9db7558b5272 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:07.440151 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-495705fc-9fcd-4d8b-b483-fc36447ab090 req-f7f9b1c4-c472-4feb-a3b1-71c7e2536136 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/security-groups?id=332897cf-0b35-4c25-a140-08bd30bb75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825171 Aug 31 01:19:07.449219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c9152290-a3c8-40f8-9601-2f6d559c5862 None None] Provisioning complete for port 19100700-48bf-43b7-93a1-b55da6678d93 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:07.449219 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c9152290-a3c8-40f8-9601-2f6d559c5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.451386 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 598fd726-09fa-4a60-be3c-5cf726ddf6ef details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:19:07.552596 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 0d1ce9a4-1d00-4ed7-94fe-9db7558b5272) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:07.558266 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:07.559272 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.567762 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca94e80c-8ed6-4a96-ba93-836a35373ba7 None None] Network 0d1ce9a4-1d00-4ed7-94fe-9db7558b5272 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:07.667768 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event updated for resources: {'Port': ['ID=278e4dfc-1e27-4105-af9a-331199bb06fa,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:07.674873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Checking segment: {'id': 'f30251bc-306a-45ff-bac0-17ddd4730d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cec44aee-559f-41b7-9923-0f423923b2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:07.674873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Network hostable DHCP agents. Network: cec44aee-559f-41b7-9923-0f423923b2d7, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:07.704410 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d7a9ed7a-e70f-40df-bdff-b72d731a3dbb req-413d9ed7-1526-420b-b1b1-a61f2b83a8e4 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0547163 Aug 31 01:19:07.728034 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 598fd726-09fa-4a60-be3c-5cf726ddf6ef, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=598fd726-09fa-4a60-be3c-5cf726ddf6ef,segment=NetworkSegment(7d9531ef-0056-4a2a-888f-80dbcc611286),segment_id=7d9531ef-0056-4a2a-888f-80dbcc611286)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:07.757725 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '598fd726-09fa-4a60-be3c-5cf726ddf6ef', 'network_id': '00507581-6e44-4a2f-9b5e-50263f860408', 'port_id': '598fd726-09fa-4a60-be3c-5cf726ddf6ef', 'mac_address': 'fa:16:3e:31:6e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d4d37a-5583-48d1-b0cb-9483f07382f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:19:07.779192 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c9152290-a3c8-40f8-9601-2f6d559c5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.819851 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Network cec44aee-559f-41b7-9923-0f423923b2d7 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:07.837896 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.884019 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c9152290-a3c8-40f8-9601-2f6d559c5862 None None] For port 19100700-48bf-43b7-93a1-b55da6678d93, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=19100700-48bf-43b7-93a1-b55da6678d93,segment=NetworkSegment(94a593c5-6f5b-4683-b858-75c1939fe743),segment_id=94a593c5-6f5b-4683-b858-75c1939fe743)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:07.887494 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.908476 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 598fd726-09fa-4a60-be3c-5cf726ddf6ef {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:19:07.934010 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 598fd726-09fa-4a60-be3c-5cf726ddf6ef, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=598fd726-09fa-4a60-be3c-5cf726ddf6ef,segment=NetworkSegment(7d9531ef-0056-4a2a-888f-80dbcc611286),segment_id=7d9531ef-0056-4a2a-888f-80dbcc611286)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:07.962587 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, cec44aee-559f-41b7-9923-0f423923b2d7) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:07.962821 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c9152290-a3c8-40f8-9601-2f6d559c5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.967369 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:07.978644 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:07.986812 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:07.988273 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.020132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a472c6a9-c2a3-4507-b93a-f4a4f912036c None None] Network cec44aee-559f-41b7-9923-0f423923b2d7 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:08.073900 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.075677 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.087919 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9152290-a3c8-40f8-9601-2f6d559c5862 None None] Pushing event updated for resources: {'Port': ['ID=19100700-48bf-43b7-93a1-b55da6678d93,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:08.125906 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-885a1ef4-be31-4bf2-ba88-b316e8136f0a tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1191001 Aug 31 01:19:08.133970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42936) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:08.170806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-cdf2d09d-df1c-49d0-9848-2924ead4dd61 None None] Provisioning complete for port 19100700-48bf-43b7-93a1-b55da6678d93 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:08.175616 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cdf2d09d-df1c-49d0-9848-2924ead4dd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.193483 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85910186-026e-404d-97e9-3a07072bae7d tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:08.209175 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85910186-026e-404d-97e9-3a07072bae7d tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:08.221213 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-85910186-026e-404d-97e9-3a07072bae7d tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0860221 Aug 31 01:19:08.221910 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42938) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:08.233054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=598fd726-09fa-4a60-be3c-5cf726ddf6ef,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:08.327136 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['598fd726-09fa-4a60-be3c-5cf726ddf6ef'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:19:08.341797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3076b499-d6f3-4664-bb52-b7a1e13173ac tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Deleting port c45e1d2f-4f42-4d35-ad17-84a00ef12a3f {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:08.342372 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3076b499-d6f3-4664-bb52-b7a1e13173ac tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.353073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] Router a62870e1-748b-46c5-af20-15c3f65ec6d4 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:19:08.420092 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3076b499-d6f3-4664-bb52-b7a1e13173ac tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.435918 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3076b499-d6f3-4664-bb52-b7a1e13173ac tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Calling delete_port for c45e1d2f-4f42-4d35-ad17-84a00ef12a3f owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:08.482566 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42942) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:08.523945 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:08.539496 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Sync routers for ids ['a62870e1-748b-46c5-af20-15c3f65ec6d4'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:08.550896 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Routers {'a62870e1-748b-46c5-af20-15c3f65ec6d4'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:08.552426 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:19:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a62870e1-748b-46c5-af20-15c3f65ec6d4'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:08.592454 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.624375 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88220440-3166-4e71-a4c6-8e1da402ae59 req-fd0a3f4a-45cc-4128-b89b-590f06526ac5 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:08.630264 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-82a237dd-49a2-4897-9e2a-c974133e8154 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-705398321'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:08.634378 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-88220440-3166-4e71-a4c6-8e1da402ae59 req-fd0a3f4a-45cc-4128-b89b-590f06526ac5 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 944 time: 0.0674736 Aug 31 01:19:08.649375 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3076b499-d6f3-4664-bb52-b7a1e13173ac tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.670936 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Set router a62870e1-748b-46c5-af20-15c3f65ec6d4 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:08.676096 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-88220440-3166-4e71-a4c6-8e1da402ae59 req-9492ff0c-f551-4732-9a19-c685030fe361 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/security-groups?id=332897cf-0b35-4c25-a140-08bd30bb75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402148 Aug 31 01:19:08.681627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076b499-d6f3-4664-bb52-b7a1e13173ac tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event deleted for resources: {'Port': ['ID=c45e1d2f-4f42-4d35-ad17-84a00ef12a3f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:08.697805 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.697805 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2db6fefc-3cbc-4193-9694-43c8e5bbb230 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1630116 Aug 31 01:19:08.697805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42948) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:08.698077 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3076b499-d6f3-4664-bb52-b7a1e13173ac tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.702582 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3076b499-d6f3-4664-bb52-b7a1e13173ac tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "DELETE /v2.0/ports/c45e1d2f-4f42-4d35-ad17-84a00ef12a3f HTTP/1.1" status: 204 len: 168 time: 0.4762866 Aug 31 01:19:08.703635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42950) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:08.838736 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42d20549-6e90-47af-bc14-ba60fd3ae761 req-b650d489-cd5c-47c7-b1cb-690e584bc7b0 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0326166 Aug 31 01:19:08.845970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0ca93-8701-47fb-bdf1-4a5a3f7fe107 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Deleting port 278e4dfc-1e27-4105-af9a-331199bb06fa {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:08.846725 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ca93-8701-47fb-bdf1-4a5a3f7fe107 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.866599 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a237dd-49a2-4897-9e2a-c974133e8154 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:08.871097 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82a237dd-49a2-4897-9e2a-c974133e8154 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.898096 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62870e1-748b-46c5-af20-15c3f65ec6d4', 'name': 'tempest-TestServerBasicOps-1658079059-router', 'tenant_id': 'e3b28d9086a4406bab29331cdba81f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f6951569-7660-4dad-ae67-ddb10b0a8586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:04Z', 'updated_at': '2021-08-31T01:19:07Z', 'revision_number': 3, 'project_id': 'e3b28d9086a4406bab29331cdba81f68', 'gw_port': {'id': 'f6951569-7660-4dad-ae67-ddb10b0a8586', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62870e1-748b-46c5-af20-15c3f65ec6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:06Z', 'updated_at': '2021-08-31T01:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:08.914076 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82a237dd-49a2-4897-9e2a-c974133e8154 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.927161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Checking router: a62870e1-748b-46c5-af20-15c3f65ec6d4 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:19:08.927555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Updating router a62870e1-748b-46c5-af20-15c3f65ec6d4 port f6951569-7660-4dad-ae67-ddb10b0a8586 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:19:08.954723 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.956619 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ca93-8701-47fb-bdf1-4a5a3f7fe107 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.978107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0ca93-8701-47fb-bdf1-4a5a3f7fe107 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Calling delete_port for 278e4dfc-1e27-4105-af9a-331199bb06fa owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:09.129969 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82a237dd-49a2-4897-9e2a-c974133e8154 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.216672 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ca93-8701-47fb-bdf1-4a5a3f7fe107 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.257824 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0ca93-8701-47fb-bdf1-4a5a3f7fe107 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event deleted for resources: {'Port': ['ID=278e4dfc-1e27-4105-af9a-331199bb06fa,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:09.285345 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ca93-8701-47fb-bdf1-4a5a3f7fe107 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.290240 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bfc0ca93-8701-47fb-bdf1-4a5a3f7fe107 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "DELETE /v2.0/ports/278e4dfc-1e27-4105-af9a-331199bb06fa HTTP/1.1" status: 204 len: 168 time: 0.5856073 Aug 31 01:19:09.293003 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82a237dd-49a2-4897-9e2a-c974133e8154 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.303011 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.308101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a237dd-49a2-4897-9e2a-c974133e8154 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:09.317816 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Transition to ACTIVE for port object f6951569-7660-4dad-ae67-ddb10b0a8586 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:09.321858 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82a237dd-49a2-4897-9e2a-c974133e8154 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.322175 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-82a237dd-49a2-4897-9e2a-c974133e8154 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Added segment 84374b41-254d-481a-903c-f27008b06d6d of type vlan for network bd5c1a30-2b24-4912-929d-0592c60865f1 Aug 31 01:19:09.335478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42956) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:09.344768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 598fd726-09fa-4a60-be3c-5cf726ddf6ef up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:09.405527 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.427292 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dc414352-845e-4713-a72f-80125554cd71 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0874131 Aug 31 01:19:09.435434 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82a237dd-49a2-4897-9e2a-c974133e8154 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.435685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42958) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:09.454224 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1603422a-3b3e-4051-b565-05aff2ec4dd2 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1273237931'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:09.486778 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a237dd-49a2-4897-9e2a-c974133e8154 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f887412-53a7-4412-9456-2ff45704b4ff,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:09.536677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d90c5b-6471-4da0-bbea-2547fb29f9f2 None None] Pushing event updated for resources: {'Port': ['ID=f6951569-7660-4dad-ae67-ddb10b0a8586,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:09.540751 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Attempting to bind port f6951569-7660-4dad-ae67-ddb10b0a8586 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:09.541323 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Attempting to bind port f6951569-7660-4dad-ae67-ddb10b0a8586 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:09.541851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Attempting to bind port f6951569-7660-4dad-ae67-ddb10b0a8586 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:09.551162 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.558705 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:09.558705 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:09.558705 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.558705 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:09.558705 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Bound port: f6951569-7660-4dad-ae67-ddb10b0a8586, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:09.558705 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.577090 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1603422a-3b3e-4051-b565-05aff2ec4dd2 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Made reservation on behalf of c9eb929f9fbf4c0f97ccc765aa3ac4de for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:09.588080 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1603422a-3b3e-4051-b565-05aff2ec4dd2 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.620521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1603422a-3b3e-4051-b565-05aff2ec4dd2 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:09.633731 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1603422a-3b3e-4051-b565-05aff2ec4dd2 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.634375 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-1603422a-3b3e-4051-b565-05aff2ec4dd2 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Added segment a0f5f928-caf2-406e-a434-baf70d230eb2 of type vlan for network c4f0720d-e839-40ff-b3de-95972b3ff33b Aug 31 01:19:09.638554 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] For port f6951569-7660-4dad-ae67-ddb10b0a8586, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:09.645939 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] For port f6951569-7660-4dad-ae67-ddb10b0a8586, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f6951569-7660-4dad-ae67-ddb10b0a8586,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:09.650669 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82a237dd-49a2-4897-9e2a-c974133e8154 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.657476 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a237dd-49a2-4897-9e2a-c974133e8154 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:09.657779 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-82a237dd-49a2-4897-9e2a-c974133e8154 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.724499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 598fd726-09fa-4a60-be3c-5cf726ddf6ef completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:09.729560 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 598fd726-09fa-4a60-be3c-5cf726ddf6ef triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:09.730324 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.784518 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.792070 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1603422a-3b3e-4051-b565-05aff2ec4dd2 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.807797 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] Allocated IP 172.20.0.1 (bd5265bb-ea73-4d38-9b1a-5e7fe5731612/ba5263e4-29f6-4364-891e-cb94269d8882/1e046ab2-70ff-4d2c-9e02-3f8b78103c5e) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:09.808706 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a237dd-49a2-4897-9e2a-c974133e8154 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Network': ['ID=bd5c1a30-2b24-4912-929d-0592c60865f1,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:09.844165 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:09.844467 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec249b4-4acf-4f9c-8454-1537decb989d req-4a2f0229-bd40-492e-9042-6fe4556ad51e tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:09.845961 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6ec249b4-4acf-4f9c-8454-1537decb989d req-4a2f0229-bd40-492e-9042-6fe4556ad51e tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 944 time: 0.0934558 Aug 31 01:19:09.860069 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-82a237dd-49a2-4897-9e2a-c974133e8154 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3752244 Aug 31 01:19:09.867084 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42962) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:09.874543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-6c227161-2709-4f82-83bb-5dd5933cdee4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:09.951037 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6ec249b4-4acf-4f9c-8454-1537decb989d req-5bce1668-893f-4324-87c0-be94215b9375 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/security-groups?id=332897cf-0b35-4c25-a140-08bd30bb75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880842 Aug 31 01:19:09.980170 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1603422a-3b3e-4051-b565-05aff2ec4dd2 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.001088 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1603422a-3b3e-4051-b565-05aff2ec4dd2 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:10.001770 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1603422a-3b3e-4051-b565-05aff2ec4dd2 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.023351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Routers {'a62870e1-748b-46c5-af20-15c3f65ec6d4'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:10.023991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:19:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a62870e1-748b-46c5-af20-15c3f65ec6d4'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:10.044886 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.068186 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] Transition to ACTIVE for port object 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:10.097693 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 19100700-48bf-43b7-93a1-b55da6678d93 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:10.137333 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d90c5b-6471-4da0-bbea-2547fb29f9f2 None None] Pushing event updated for resources: {'Port': ['ID=f6951569-7660-4dad-ae67-ddb10b0a8586,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:10.171512 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-497eec9c-963f-458d-9633-b8d06aa5eaaa req-70f704e9-4280-4049-bedb-62ae53268c0d tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0420523 Aug 31 01:19:10.177996 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1603422a-3b3e-4051-b565-05aff2ec4dd2 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7342086 Aug 31 01:19:10.180088 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42968) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:10.188880 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603422a-3b3e-4051-b565-05aff2ec4dd2 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event updated for resources: {'Network': ['ID=c4f0720d-e839-40ff-b3de-95972b3ff33b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:10.190681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-2593a6ff-2d50-40fe-9fb8-42eb161cba06 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1083272478'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:10.201113 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.217715 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network c4f0720d-e839-40ff-b3de-95972b3ff33b details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:10.259827 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.api [None req-6c227161-2709-4f82-83bb-5dd5933cdee4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:19:10.259827 n-d-793621-34 neutron-server[102343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:19:10.259827 n-d-793621-34 neutron-server[102343]: [parameters: {'project_id_1': '6e9ad8882d374100940b0760e81ba942', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 19, 10, 202712)}] Aug 31 01:19:10.259827 n-d-793621-34 neutron-server[102343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:19:10.260405 n-d-793621-34 neutron-server[102343]: DEBUG oslo_db.api [None req-6c227161-2709-4f82-83bb-5dd5933cdee4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:19:10.268682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] Network bd5265bb-ea73-4d38-9b1a-5e7fe5731612 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:10.279684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:10.281431 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.283100 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:10.286607 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] Pushing event updated for resources: {'Port': ['ID=1e046ab2-70ff-4d2c-9e02-3f8b78103c5e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:10.357151 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.362871 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.404985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdef9a16-0bb8-4344-a20b-81a951a6113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598fd726-09fa-4a60-be3c-5cf726ddf6ef'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:10.407291 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06f72f6-ec7e-4979-a599-4d13621b4daa" -d '{"events": [{"server_uuid": "cdef9a16-0bb8-4344-a20b-81a951a6113f", "name": "network-vif-plugged", "status": "completed", "tag": "598fd726-09fa-4a60-be3c-5cf726ddf6ef"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:10.427093 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 598fd726-09fa-4a60-be3c-5cf726ddf6ef, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=598fd726-09fa-4a60-be3c-5cf726ddf6ef,segment=NetworkSegment(7d9531ef-0056-4a2a-888f-80dbcc611286),segment_id=7d9531ef-0056-4a2a-888f-80dbcc611286)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:10.428145 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2593a6ff-2d50-40fe-9fb8-42eb161cba06 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Made reservation on behalf of c9eb929f9fbf4c0f97ccc765aa3ac4de for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:10.431893 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2593a6ff-2d50-40fe-9fb8-42eb161cba06 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.443351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] Set router a62870e1-748b-46c5-af20-15c3f65ec6d4 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:10.443351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 19100700-48bf-43b7-93a1-b55da6678d93 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:10.443351 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.486361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2593a6ff-2d50-40fe-9fb8-42eb161cba06 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:10.529366 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2593a6ff-2d50-40fe-9fb8-42eb161cba06 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.535160 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41df000c-6a1d-4b44-b27c-6ca8d6f79872 x-openstack-request-id: req-41df000c-6a1d-4b44-b27c-6ca8d6f79872 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:10.535160 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdef9a16-0bb8-4344-a20b-81a951a6113f", "name": "network-vif-plugged", "status": "completed", "tag": "598fd726-09fa-4a60-be3c-5cf726ddf6ef", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:10.535408 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-2593a6ff-2d50-40fe-9fb8-42eb161cba06 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Added segment 35efc0fe-22db-4399-9cfd-2d58fed9264d of type vlan for network 57f2b594-2c9b-48eb-b366-d3d5fddbf792 Aug 31 01:19:10.535510 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41df000c-6a1d-4b44-b27c-6ca8d6f79872 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:10.535510 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdef9a16-0bb8-4344-a20b-81a951a6113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598fd726-09fa-4a60-be3c-5cf726ddf6ef', 'code': 200} Aug 31 01:19:10.537697 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.632881 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2593a6ff-2d50-40fe-9fb8-42eb161cba06 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.645814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ffd7c-48b4-4b72-865a-40f795166482 req-1304309f-9a98-4a5b-8d6e-d8ccb11078e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:10.648004 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f4ffd7c-48b4-4b72-865a-40f795166482 req-1304309f-9a98-4a5b-8d6e-d8ccb11078e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 1097 time: 0.0729363 Aug 31 01:19:10.730364 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f4ffd7c-48b4-4b72-865a-40f795166482 req-472afb4e-e704-4fe7-9aee-431e43019be0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=332897cf-0b35-4c25-a140-08bd30bb75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707335 Aug 31 01:19:10.730929 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.769823 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2593a6ff-2d50-40fe-9fb8-42eb161cba06 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.775864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2593a6ff-2d50-40fe-9fb8-42eb161cba06 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:10.776486 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2593a6ff-2d50-40fe-9fb8-42eb161cba06 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.878219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=598fd726-09fa-4a60-be3c-5cf726ddf6ef,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:10.914358 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593a6ff-2d50-40fe-9fb8-42eb161cba06 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event updated for resources: {'Network': ['ID=57f2b594-2c9b-48eb-b366-d3d5fddbf792,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:10.929737 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 57f2b594-2c9b-48eb-b366-d3d5fddbf792 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:10.933715 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bd6d256e-ca76-4322-9e27-3da0113b06a4 None None] Provisioning for port 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:10.970654 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bd6d256e-ca76-4322-9e27-3da0113b06a4 None None] Provisioning complete for port 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:10.971022 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bd6d256e-ca76-4322-9e27-3da0113b06a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.987341 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c227161-2709-4f82-83bb-5dd5933cdee4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:10.991294 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6c227161-2709-4f82-83bb-5dd5933cdee4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:11.007281 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:11.081667 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d256e-ca76-4322-9e27-3da0113b06a4 None None] Port 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:19:11.138076 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2593a6ff-2d50-40fe-9fb8-42eb161cba06 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9404430 Aug 31 01:19:11.139023 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62870e1-748b-46c5-af20-15c3f65ec6d4', 'name': 'tempest-TestServerBasicOps-1658079059-router', 'tenant_id': 'e3b28d9086a4406bab29331cdba81f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f6951569-7660-4dad-ae67-ddb10b0a8586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:04Z', 'updated_at': '2021-08-31T01:19:07Z', 'revision_number': 3, 'project_id': 'e3b28d9086a4406bab29331cdba81f68', 'gw_port': {'id': 'f6951569-7660-4dad-ae67-ddb10b0a8586', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62870e1-748b-46c5-af20-15c3f65ec6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:06Z', 'updated_at': '2021-08-31T01:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:11.167427 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61fb1a-6cb1-4ed2-8a96-6b4a12d5b258 req-544ec955-e5db-4bb6-b845-560be8a7fad6 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:11.169240 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0d61fb1a-6cb1-4ed2-8a96-6b4a12d5b258 req-544ec955-e5db-4bb6-b845-560be8a7fad6 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 945 time: 0.0750329 Aug 31 01:19:11.170327 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:11.218862 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366557d2-cdf8-4aad-b3af-4610fb71498d None None] The sync data for ids ['a62870e1-748b-46c5-af20-15c3f65ec6d4'] in n-d-793621-34 is: [{'id': 'a62870e1-748b-46c5-af20-15c3f65ec6d4', 'name': 'tempest-TestServerBasicOps-1658079059-router', 'tenant_id': 'e3b28d9086a4406bab29331cdba81f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f6951569-7660-4dad-ae67-ddb10b0a8586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:04Z', 'updated_at': '2021-08-31T01:19:07Z', 'revision_number': 3, 'project_id': 'e3b28d9086a4406bab29331cdba81f68', 'gw_port': {'id': 'f6951569-7660-4dad-ae67-ddb10b0a8586', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62870e1-748b-46c5-af20-15c3f65ec6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:06Z', 'updated_at': '2021-08-31T01:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:11.325753 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] Pushing event updated for resources: {'Port': ['ID=1e046ab2-70ff-4d2c-9e02-3f8b78103c5e,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:11.329009 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:11.384944 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6c227161-2709-4f82-83bb-5dd5933cdee4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:11.464647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c227161-2709-4f82-83bb-5dd5933cdee4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=e2ca654b-9cf3-42e4-aaf3-1b68450f0647,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:11.485725 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0d61fb1a-6cb1-4ed2-8a96-6b4a12d5b258 req-4b888acb-e350-4e9b-8372-07d73b7a4b09 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/security-groups?id=332897cf-0b35-4c25-a140-08bd30bb75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810064 Aug 31 01:19:11.498162 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1adc049a-7896-4ea1-9d3a-b53463b76a8d req-52df1c40-cde0-4d73-b964-a9fc7473afd7 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0698211 Aug 31 01:19:11.541728 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c227161-2709-4f82-83bb-5dd5933cdee4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:11.542260 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c227161-2709-4f82-83bb-5dd5933cdee4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network hostable DHCP agents. Network: bd5c1a30-2b24-4912-929d-0592c60865f1, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:11.591615 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] Network bd5265bb-ea73-4d38-9b1a-5e7fe5731612 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:11.593546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:11.724062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c227161-2709-4f82-83bb-5dd5933cdee4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:11.840095 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-6c227161-2709-4f82-83bb-5dd5933cdee4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, bd5c1a30-2b24-4912-929d-0592c60865f1) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:11.853995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f21069d-9c38-4367-8387-c4de5df3ed15 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:11.861288 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c227161-2709-4f82-83bb-5dd5933cdee4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:11.864254 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6c227161-2709-4f82-83bb-5dd5933cdee4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:11.907242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] Router a62870e1-748b-46c5-af20-15c3f65ec6d4 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:19:11.996308 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6c227161-2709-4f82-83bb-5dd5933cdee4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1252763 Aug 31 01:19:11.996726 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42978) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:12.003779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9d3077cd-f44b-443a-8ba8-0c816824f953 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'name': 'tempest-NetworksTestDHCPv6-1934042786'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:12.176105 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f6951569-7660-4dad-ae67-ddb10b0a8586 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:12.268434 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:12.283997 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b3844711-1b4a-424d-8630-f3c04380443b admin admin] 10.222.0.16 "PUT /v2.0/routers/a62870e1-748b-46c5-af20-15c3f65ec6d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5860603 Aug 31 01:19:12.422346 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ada3a4a1-cfc9-4293-87a9-e1912c906c2c None None] Provisioning complete for port 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:12.422772 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ada3a4a1-cfc9-4293-87a9-e1912c906c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.489880 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3077cd-f44b-443a-8ba8-0c816824f953 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:12.493649 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9d3077cd-f44b-443a-8ba8-0c816824f953 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.546956 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-9d3077cd-f44b-443a-8ba8-0c816824f953 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port 3eae0e32-7cdb-49c8-b91b-b3fdea5d65ff yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:19:12.563601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': 'e2ca654b-9cf3-42e4-aaf3-1b68450f0647'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:12.583087 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.620861 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port f6951569-7660-4dad-ae67-ddb10b0a8586 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:12.641104 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ada3a4a1-cfc9-4293-87a9-e1912c906c2c None None] Port 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:19:12.651706 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port f6951569-7660-4dad-ae67-ddb10b0a8586 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:12.652333 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.792474 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26c834-1a97-434c-93b3-02f5fe329b28 req-3160d38f-a66d-4320-9796-c7b218e67747 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:12.794315 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c26c834-1a97-434c-93b3-02f5fe329b28 req-3160d38f-a66d-4320-9796-c7b218e67747 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 945 time: 0.1433794 Aug 31 01:19:12.925868 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c26c834-1a97-434c-93b3-02f5fe329b28 req-3ea45429-d60e-4bad-921a-bd4c8a69778d tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/security-groups?id=332897cf-0b35-4c25-a140-08bd30bb75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984037 Aug 31 01:19:12.931862 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-9d3077cd-f44b-443a-8ba8-0c816824f953 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::257 (bd5c1a30-2b24-4912-929d-0592c60865f1/e2ca654b-9cf3-42e4-aaf3-1b68450f0647/3eae0e32-7cdb-49c8-b91b-b3fdea5d65ff) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:12.996175 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.065251 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port f6951569-7660-4dad-ae67-ddb10b0a8586, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f6951569-7660-4dad-ae67-ddb10b0a8586,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:13.113306 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f66de1df-5ae6-43bd-b1f2-300b948fb163 req-70db853c-c257-438e-a6b7-b253cf1dd624 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0509996 Aug 31 01:19:13.162709 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.282697 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=f6951569-7660-4dad-ae67-ddb10b0a8586,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:13.291003 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9d3077cd-f44b-443a-8ba8-0c816824f953 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.311435 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-9d3077cd-f44b-443a-8ba8-0c816824f953 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object 3eae0e32-7cdb-49c8-b91b-b3fdea5d65ff will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:13.315876 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314340f-8b37-4a91-8f23-4cfd8e278edb req-96fdc6cc-b96f-4178-ba90-a2e525d94c51 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:13.317927 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4314340f-8b37-4a91-8f23-4cfd8e278edb req-96fdc6cc-b96f-4178-ba90-a2e525d94c51 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 945 time: 0.1193347 Aug 31 01:19:13.318490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42996) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:13.323967 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4399052c-4e4f-4b31-be21-205fd741f6b9 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1947328621', 'description': 'tempest-secgroup-smoke-1947328621 description', 'project_id': '578114a3322f4fb48aa345ef591d2704'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:13.385783 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4314340f-8b37-4a91-8f23-4cfd8e278edb req-131a1726-ced1-4a21-ab23-beaee405537d tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/security-groups?id=332897cf-0b35-4c25-a140-08bd30bb75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386040 Aug 31 01:19:13.432793 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4399052c-4e4f-4b31-be21-205fd741f6b9 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.454550 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9d3077cd-f44b-443a-8ba8-0c816824f953 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.542516 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3077cd-f44b-443a-8ba8-0c816824f953 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:13.555494 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-9d3077cd-f44b-443a-8ba8-0c816824f953 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:13.562606 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Allocated IP 2001:db8::2 (bd5c1a30-2b24-4912-929d-0592c60865f1/e2ca654b-9cf3-42e4-aaf3-1b68450f0647/37aa2c46-cb95-4132-88f1-c0869ef44005) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:13.571413 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3077cd-f44b-443a-8ba8-0c816824f953 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:13.587695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3077cd-f44b-443a-8ba8-0c816824f953 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:13.589711 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9d3077cd-f44b-443a-8ba8-0c816824f953 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.613381 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3077cd-f44b-443a-8ba8-0c816824f953 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=3eae0e32-7cdb-49c8-b91b-b3fdea5d65ff,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:13.668664 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4399052c-4e4f-4b31-be21-205fd741f6b9 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.759088 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4399052c-4e4f-4b31-be21-205fd741f6b9 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.789110 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.802222 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Transition to ACTIVE for port object 37aa2c46-cb95-4132-88f1-c0869ef44005 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:13.822598 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Transition to ACTIVE for port object 37aa2c46-cb95-4132-88f1-c0869ef44005 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:13.826205 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399052c-4e4f-4b31-be21-205fd741f6b9 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:13.859345 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc30f6d-a786-4a81-a516-655c27487c59 req-170bd137-9d60-4d11-9748-8eb7af045126 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:13.868881 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9d3077cd-f44b-443a-8ba8-0c816824f953 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8695757 Aug 31 01:19:13.882585 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43004) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:13.889039 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dc30f6d-a786-4a81-a516-655c27487c59 req-170bd137-9d60-4d11-9748-8eb7af045126 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 945 time: 0.1150441 Aug 31 01:19:13.903674 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.912970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4399052c-4e4f-4b31-be21-205fd741f6b9 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.919652 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4399052c-4e4f-4b31-be21-205fd741f6b9 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5952642 Aug 31 01:19:13.920934 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43006) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:13.929571 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-73efb68c-9cf9-45c1-8650-48bca3832c11 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Request body: {'security_group_rule': {'security_group_id': 'bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528', 'project_id': '578114a3322f4fb48aa345ef591d2704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:14.026641 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:14.036862 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:14.044325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:14.065429 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dc30f6d-a786-4a81-a516-655c27487c59 req-c796aa09-2921-4bb7-a5c6-5cce3467b87a tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/security-groups?id=332897cf-0b35-4c25-a140-08bd30bb75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682842 Aug 31 01:19:14.083380 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Pushing event updated for resources: {'Port': ['ID=37aa2c46-cb95-4132-88f1-c0869ef44005,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:14.108679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba295657-0148-4541-b4c6-5d992526449a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:14.115441 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba295657-0148-4541-b4c6-5d992526449a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:14.120316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43010) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:14.133053 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ba295657-0148-4541-b4c6-5d992526449a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2471588 Aug 31 01:19:14.135876 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f6951569-7660-4dad-ae67-ddb10b0a8586 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:14.183182 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Sync routers for ids ['a62870e1-748b-46c5-af20-15c3f65ec6d4'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:14.204909 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73efb68c-9cf9-45c1-8650-48bca3832c11 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:14.207579 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Routers {'a62870e1-748b-46c5-af20-15c3f65ec6d4'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:14.208577 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:19:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a62870e1-748b-46c5-af20-15c3f65ec6d4'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:14.244424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Attempting to bind port 37aa2c46-cb95-4132-88f1-c0869ef44005 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:14.244794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Attempting to bind port 37aa2c46-cb95-4132-88f1-c0869ef44005 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:14.245211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Attempting to bind port 37aa2c46-cb95-4132-88f1-c0869ef44005 on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:14.254011 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:14.254420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:14.254880 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:14.255285 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:14.255767 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Bound port: 37aa2c46-cb95-4132-88f1-c0869ef44005, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:14.256153 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:14.320737 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port f6951569-7660-4dad-ae67-ddb10b0a8586 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:14.321629 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:14.392433 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] For port 37aa2c46-cb95-4132-88f1-c0869ef44005, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:14.396306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] For port 37aa2c46-cb95-4132-88f1-c0869ef44005, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=37aa2c46-cb95-4132-88f1-c0869ef44005,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:14.405654 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73efb68c-9cf9-45c1-8650-48bca3832c11 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:14.439322 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-25b09ca4-7d7e-46d3-b8f6-4ce99df0ab3f req-0da8cb87-7c5f-4372-a8cd-176ab591ba65 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0965478 Aug 31 01:19:14.488555 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Set router a62870e1-748b-46c5-af20-15c3f65ec6d4 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:14.498094 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:14.504883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-0c683b7d-7096-47f1-88ab-069a72d919ff tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port 3eae0e32-7cdb-49c8-b91b-b3fdea5d65ff {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:14.505236 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c683b7d-7096-47f1-88ab-069a72d919ff tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:14.534884 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73efb68c-9cf9-45c1-8650-48bca3832c11 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:14.594266 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efb68c-9cf9-45c1-8650-48bca3832c11 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1ffe12-7abe-4dd7-8056-05336b501a75,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:14.684732 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73efb68c-9cf9-45c1-8650-48bca3832c11 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:14.686991 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-73efb68c-9cf9-45c1-8650-48bca3832c11 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7633333 Aug 31 01:19:14.691330 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43018) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:14.701689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f2ccf046-f884-4bd8-b638-c9d1104ea89a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Request body: {'security_group_rule': {'security_group_id': 'bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528', 'project_id': '578114a3322f4fb48aa345ef591d2704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:14.703262 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0be2f-767c-4913-8f0e-d84e2335a421 None None] Pushing event updated for resources: {'Port': ['ID=37aa2c46-cb95-4132-88f1-c0869ef44005,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:14.762427 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c683b7d-7096-47f1-88ab-069a72d919ff tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:14.782951 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-0c683b7d-7096-47f1-88ab-069a72d919ff tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for 3eae0e32-7cdb-49c8-b91b-b3fdea5d65ff owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:14.831449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43022) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:14.839581 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Request body: {'subnets': [{'network_id': 'c4f0720d-e839-40ff-b3de-95972b3ff33b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1277268507', 'ip_version': 6}, {'network_id': '57f2b594-2c9b-48eb-b366-d3d5fddbf792', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:14.840329 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Request body: {'subnet': {'network_id': 'c4f0720d-e839-40ff-b3de-95972b3ff33b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1277268507', 'ip_version': 6}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:14.841856 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Request body: {'subnet': {'network_id': '57f2b594-2c9b-48eb-b366-d3d5fddbf792', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:14.890431 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62870e1-748b-46c5-af20-15c3f65ec6d4', 'name': 'tempest-TestServerBasicOps-1658079059-router', 'tenant_id': 'e3b28d9086a4406bab29331cdba81f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f6951569-7660-4dad-ae67-ddb10b0a8586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:04Z', 'updated_at': '2021-08-31T01:19:10Z', 'revision_number': 4, 'project_id': 'e3b28d9086a4406bab29331cdba81f68', 'gw_port': {'id': 'f6951569-7660-4dad-ae67-ddb10b0a8586', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62870e1-748b-46c5-af20-15c3f65ec6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:06Z', 'updated_at': '2021-08-31T01:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '1e046ab2-70ff-4d2c-9e02-3f8b78103c5e', 'name': '', 'network_id': 'bd5265bb-ea73-4d38-9b1a-5e7fe5731612', 'tenant_id': 'e3b28d9086a4406bab29331cdba81f68', 'mac_address': 'fa:16:3e:7b:9b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62870e1-748b-46c5-af20-15c3f65ec6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'ba5263e4-29f6-4364-891e-cb94269d8882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:09Z', 'updated_at': '2021-08-31T01:19:10Z', 'revision_number': 2, 'project_id': 'e3b28d9086a4406bab29331cdba81f68', 'subnets': [{'id': 'ba5263e4-29f6-4364-891e-cb94269d8882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:14.960898 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf046-f884-4bd8-b638-c9d1104ea89a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.078723 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Checking router: a62870e1-748b-46c5-af20-15c3f65ec6d4 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:19:15.079084 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Updating router a62870e1-748b-46c5-af20-15c3f65ec6d4 port 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:19:15.122403 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.139696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092b043-a1d9-4848-ab20-806845953cbe req-eb37a717-48c4-4d35-8618-fb31f9b572ff tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:15.141490 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf046-f884-4bd8-b638-c9d1104ea89a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.145364 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5092b043-a1d9-4848-ab20-806845953cbe req-eb37a717-48c4-4d35-8618-fb31f9b572ff tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 945 time: 0.2466996 Aug 31 01:19:15.199104 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c683b7d-7096-47f1-88ab-069a72d919ff tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.221279 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5092b043-a1d9-4848-ab20-806845953cbe req-3882159f-fc7d-4471-8bd8-1d0ea8f8a28d tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/security-groups?id=332897cf-0b35-4c25-a140-08bd30bb75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673900 Aug 31 01:19:15.225562 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf046-f884-4bd8-b638-c9d1104ea89a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.253652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c683b7d-7096-47f1-88ab-069a72d919ff tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=3eae0e32-7cdb-49c8-b91b-b3fdea5d65ff,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:15.272910 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c683b7d-7096-47f1-88ab-069a72d919ff tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.275467 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0c683b7d-7096-47f1-88ab-069a72d919ff tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/3eae0e32-7cdb-49c8-b91b-b3fdea5d65ff HTTP/1.1" status: 204 len: 168 time: 1.1539292 Aug 31 01:19:15.281147 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccf046-f884-4bd8-b638-c9d1104ea89a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d3c748-0036-42a1-b87a-aa82cdaec0d3,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:15.284106 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43026) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:15.309296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Made reservation on behalf of c9eb929f9fbf4c0f97ccc765aa3ac4de for: {'subnet': 2} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:15.314855 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.315890 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.397761 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf046-f884-4bd8-b638-c9d1104ea89a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.399499 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f2ccf046-f884-4bd8-b638-c9d1104ea89a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7044725 Aug 31 01:19:15.403004 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43028) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:15.405316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5e3d0-b293-40b4-87c7-8a17ff787eef tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:15.407034 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5e3d0-b293-40b4-87c7-8a17ff787eef tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:15.409463 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fcf5e3d0-b293-40b4-87c7-8a17ff787eef tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1235735 Aug 31 01:19:15.410923 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f9f612c3-1316-4036-b7a4-7200e2dd770b tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Request body: {'security_group_rule': {'security_group_id': 'bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528', 'project_id': '578114a3322f4fb48aa345ef591d2704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:15.412882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43030) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:15.476481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8232924-f5a3-4f92-9788-7bf5b2969a6b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet e2ca654b-9cf3-42e4-aaf3-1b68450f0647 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:15.481349 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e8232924-f5a3-4f92-9788-7bf5b2969a6b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.511999 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.531889 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Transition to ACTIVE for port object 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:15.556225 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e8232924-f5a3-4f92-9788-7bf5b2969a6b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.560156 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9f612c3-1316-4036-b7a4-7200e2dd770b tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.631088 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.686797 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e8232924-f5a3-4f92-9788-7bf5b2969a6b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.690509 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c07b58dc-48e2-45a8-80c7-91cc6a423b10 req-d328fb02-9e22-4307-99a3-7a679ea6dad6 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0986404 Aug 31 01:19:15.702922 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42040689-068a-4fd9-be1f-f0df29c8eada None None] Pushing event updated for resources: {'Port': ['ID=1e046ab2-70ff-4d2c-9e02-3f8b78103c5e,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:15.738471 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9f612c3-1316-4036-b7a4-7200e2dd770b tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.821195 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Attempting to bind port 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:15.821876 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Attempting to bind port 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '94a593c5-6f5b-4683-b858-75c1939fe743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bd5265bb-ea73-4d38-9b1a-5e7fe5731612'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:15.822574 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Attempting to bind port 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e on network bd5265bb-ea73-4d38-9b1a-5e7fe5731612 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:15.825701 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9f612c3-1316-4036-b7a4-7200e2dd770b tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.838744 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:15.844648 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Checking segment: {'id': '94a593c5-6f5b-4683-b858-75c1939fe743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bd5265bb-ea73-4d38-9b1a-5e7fe5731612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:15.845533 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.846132 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Bound using segment: {'id': '94a593c5-6f5b-4683-b858-75c1939fe743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bd5265bb-ea73-4d38-9b1a-5e7fe5731612'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:15.851618 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Bound port: 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a593c5-6f5b-4683-b858-75c1939fe743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bd5265bb-ea73-4d38-9b1a-5e7fe5731612'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:15.853645 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.857731 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f612c3-1316-4036-b7a4-7200e2dd770b tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9730b96e-0f0d-429e-8fcd-b5440908423e,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:15.964562 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e8232924-f5a3-4f92-9788-7bf5b2969a6b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.008513 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9f612c3-1316-4036-b7a4-7200e2dd770b tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.010095 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f9f612c3-1316-4036-b7a4-7200e2dd770b tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6052413 Aug 31 01:19:16.014770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43034) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:16.019586 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e8232924-f5a3-4f92-9788-7bf5b2969a6b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.024620 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e8232924-f5a3-4f92-9788-7bf5b2969a6b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/e2ca654b-9cf3-42e4-aaf3-1b68450f0647 HTTP/1.1" status: 204 len: 168 time: 0.6104276 Aug 31 01:19:16.026111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-fe59a910-8143-418e-9a1c-877b299fe03d tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Request body: {'security_group_rule': {'security_group_id': 'bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528', 'project_id': '578114a3322f4fb48aa345ef591d2704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:16.030521 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] For port 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:16.038683 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] For port 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1e046ab2-70ff-4d2c-9e02-3f8b78103c5e,segment=NetworkSegment(94a593c5-6f5b-4683-b858-75c1939fe743),segment_id=94a593c5-6f5b-4683-b858-75c1939fe743)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:16.041456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43036) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:16.065229 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8232924-f5a3-4f92-9788-7bf5b2969a6b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ca654b-9cf3-42e4-aaf3-1b68450f0647,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:16.131969 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.145267 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 37aa2c46-cb95-4132-88f1-c0869ef44005 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:16.154060 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9e438649-3ae4-4be5-aa01-bbb81902ff5c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1083565 Aug 31 01:19:16.160759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43038) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:16.166406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4574fd5e-feb5-4694-88c5-1a6866aff7d5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:16.292065 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Routers {'a62870e1-748b-46c5-af20-15c3f65ec6d4'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:16.292726 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:19:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a62870e1-748b-46c5-af20-15c3f65ec6d4'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:16.294310 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9bff6-0daa-45fb-b97f-6f6aee5c17a3 req-6e5c1488-aa37-4207-8866-7253b1d5e40d tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:16.295858 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fca9bff6-0daa-45fb-b97f-6f6aee5c17a3 req-6e5c1488-aa37-4207-8866-7253b1d5e40d tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 945 time: 0.2197580 Aug 31 01:19:16.353288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 37aa2c46-cb95-4132-88f1-c0869ef44005 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:16.432283 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d662316-d985-4b3b-b156-e6de4cb6f75c None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:16.457408 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] Set router a62870e1-748b-46c5-af20-15c3f65ec6d4 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:16.511060 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42040689-068a-4fd9-be1f-f0df29c8eada None None] Pushing event updated for resources: {'Port': ['ID=1e046ab2-70ff-4d2c-9e02-3f8b78103c5e,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:16.566916 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.593311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e8321-921f-451d-b7be-73ddaca9101f req-543b6048-a1e1-4cb0-8243-e0d5f728728c tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:16.601240 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b13e8321-921f-451d-b7be-73ddaca9101f req-543b6048-a1e1-4cb0-8243-e0d5f728728c tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 945 time: 0.1409736 Aug 31 01:19:16.631966 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe59a910-8143-418e-9a1c-877b299fe03d tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.652059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-fca9bff6-0daa-45fb-b97f-6f6aee5c17a3 req-3ff5eda3-5c13-44e9-a773-3f709d5cf4a5 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Deleting port 598fd726-09fa-4a60-be3c-5cf726ddf6ef {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:16.652414 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fca9bff6-0daa-45fb-b97f-6f6aee5c17a3 req-3ff5eda3-5c13-44e9-a773-3f709d5cf4a5 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.654727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bb7308b2-6597-4b1b-81a7-abdae775b236 None None] Provisioning for port 37aa2c46-cb95-4132-88f1-c0869ef44005 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:16.676756 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bb7308b2-6597-4b1b-81a7-abdae775b236 None None] Provisioning complete for port 37aa2c46-cb95-4132-88f1-c0869ef44005 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:16.677182 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bb7308b2-6597-4b1b-81a7-abdae775b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.758575 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event updated for resources: {'Subnet': ['ID=fc81900f-e8c0-45c3-b94d-312993f95596,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:16.770726 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Checking segment: {'id': 'a0f5f928-caf2-406e-a434-baf70d230eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c4f0720d-e839-40ff-b3de-95972b3ff33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:16.775991 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Network hostable DHCP agents. Network: c4f0720d-e839-40ff-b3de-95972b3ff33b, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:16.810483 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe59a910-8143-418e-9a1c-877b299fe03d tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.812330 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62870e1-748b-46c5-af20-15c3f65ec6d4', 'name': 'tempest-TestServerBasicOps-1658079059-router', 'tenant_id': 'e3b28d9086a4406bab29331cdba81f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f6951569-7660-4dad-ae67-ddb10b0a8586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:04Z', 'updated_at': '2021-08-31T01:19:10Z', 'revision_number': 4, 'project_id': 'e3b28d9086a4406bab29331cdba81f68', 'gw_port': {'id': 'f6951569-7660-4dad-ae67-ddb10b0a8586', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62870e1-748b-46c5-af20-15c3f65ec6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:06Z', 'updated_at': '2021-08-31T01:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '1e046ab2-70ff-4d2c-9e02-3f8b78103c5e', 'name': '', 'network_id': 'bd5265bb-ea73-4d38-9b1a-5e7fe5731612', 'tenant_id': 'e3b28d9086a4406bab29331cdba81f68', 'mac_address': 'fa:16:3e:7b:9b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62870e1-748b-46c5-af20-15c3f65ec6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'ba5263e4-29f6-4364-891e-cb94269d8882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:09Z', 'updated_at': '2021-08-31T01:19:16Z', 'revision_number': 4, 'project_id': 'e3b28d9086a4406bab29331cdba81f68', 'subnets': [{'id': 'ba5263e4-29f6-4364-891e-cb94269d8882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:16.824503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-fca9bff6-0daa-45fb-b97f-6f6aee5c17a3 req-3ff5eda3-5c13-44e9-a773-3f709d5cf4a5 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] For port 598fd726-09fa-4a60-be3c-5cf726ddf6ef, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=598fd726-09fa-4a60-be3c-5cf726ddf6ef,segment=NetworkSegment(7d9531ef-0056-4a2a-888f-80dbcc611286),segment_id=7d9531ef-0056-4a2a-888f-80dbcc611286)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:16.824878 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fca9bff6-0daa-45fb-b97f-6f6aee5c17a3 req-3ff5eda3-5c13-44e9-a773-3f709d5cf4a5 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.852273 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e4440-7656-488b-8f9f-1de821593b20 None None] The sync data for ids ['a62870e1-748b-46c5-af20-15c3f65ec6d4'] in n-d-793621-34 is: [{'id': 'a62870e1-748b-46c5-af20-15c3f65ec6d4', 'name': 'tempest-TestServerBasicOps-1658079059-router', 'tenant_id': 'e3b28d9086a4406bab29331cdba81f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f6951569-7660-4dad-ae67-ddb10b0a8586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:04Z', 'updated_at': '2021-08-31T01:19:10Z', 'revision_number': 4, 'project_id': 'e3b28d9086a4406bab29331cdba81f68', 'gw_port': {'id': 'f6951569-7660-4dad-ae67-ddb10b0a8586', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62870e1-748b-46c5-af20-15c3f65ec6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:06Z', 'updated_at': '2021-08-31T01:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '1e046ab2-70ff-4d2c-9e02-3f8b78103c5e', 'name': '', 'network_id': 'bd5265bb-ea73-4d38-9b1a-5e7fe5731612', 'tenant_id': 'e3b28d9086a4406bab29331cdba81f68', 'mac_address': 'fa:16:3e:7b:9b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62870e1-748b-46c5-af20-15c3f65ec6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'ba5263e4-29f6-4364-891e-cb94269d8882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:09Z', 'updated_at': '2021-08-31T01:19:16Z', 'revision_number': 4, 'project_id': 'e3b28d9086a4406bab29331cdba81f68', 'subnets': [{'id': 'ba5263e4-29f6-4364-891e-cb94269d8882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:16.867359 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bb7308b2-6597-4b1b-81a7-abdae775b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.884496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-fca9bff6-0daa-45fb-b97f-6f6aee5c17a3 req-3ff5eda3-5c13-44e9-a773-3f709d5cf4a5 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Calling delete_port for 598fd726-09fa-4a60-be3c-5cf726ddf6ef owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:16.888006 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f929c8f4-d651-46d1-8f4c-b0c359abb3cf None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:19:16.892035 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-83181c8c-0c78-44a9-a2a2-02324e426dcf req-79ba396d-27fa-47f0-85d2-37ec4549d7c6 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0322802 Aug 31 01:19:16.894122 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe59a910-8143-418e-9a1c-877b299fe03d tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.915892 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59a910-8143-418e-9a1c-877b299fe03d tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2eb24e-f784-4236-9b80-f27de82278f3,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:16.934465 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Network c4f0720d-e839-40ff-b3de-95972b3ff33b is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:16.972510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-bb7308b2-6597-4b1b-81a7-abdae775b236 None None] For port 37aa2c46-cb95-4132-88f1-c0869ef44005, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=37aa2c46-cb95-4132-88f1-c0869ef44005,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:17.003059 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f929c8f4-d651-46d1-8f4c-b0c359abb3cf None None] Deleting port 37aa2c46-cb95-4132-88f1-c0869ef44005 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:17.003291 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f929c8f4-d651-46d1-8f4c-b0c359abb3cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.003446 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b13e8321-921f-451d-b7be-73ddaca9101f req-d53bcde6-944d-4504-b8ae-c212186e089f tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/security-groups?id=332897cf-0b35-4c25-a140-08bd30bb75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012067 Aug 31 01:19:17.005970 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4574fd5e-feb5-4694-88c5-1a6866aff7d5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:17.009165 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4574fd5e-feb5-4694-88c5-1a6866aff7d5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.055958 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, c4f0720d-e839-40ff-b3de-95972b3ff33b) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:17.061888 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.108236 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f929c8f4-d651-46d1-8f4c-b0c359abb3cf None None] For port 37aa2c46-cb95-4132-88f1-c0869ef44005, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=37aa2c46-cb95-4132-88f1-c0869ef44005,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:17.108655 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f929c8f4-d651-46d1-8f4c-b0c359abb3cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.124416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f929c8f4-d651-46d1-8f4c-b0c359abb3cf None None] Calling delete_port for 37aa2c46-cb95-4132-88f1-c0869ef44005 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:17.134663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23afcb1b-f74b-4350-b94e-7bf6433f5ec4 None None] Network c4f0720d-e839-40ff-b3de-95972b3ff33b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:17.155263 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event updated for resources: {'Subnet': ['ID=eab0acfd-0067-402f-acda-472ccfc18fad,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:17.167871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Checking segment: {'id': '35efc0fe-22db-4399-9cfd-2d58fed9264d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '57f2b594-2c9b-48eb-b366-d3d5fddbf792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:17.168232 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Network hostable DHCP agents. Network: 57f2b594-2c9b-48eb-b366-d3d5fddbf792, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:17.211485 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bb7308b2-6597-4b1b-81a7-abdae775b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.232417 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe59a910-8143-418e-9a1c-877b299fe03d tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.245858 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fe59a910-8143-418e-9a1c-877b299fe03d tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2183855 Aug 31 01:19:17.245858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43046) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:17.245858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e58643df-7132-4b1c-beec-770414426238 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Request body: {'security_group_rule': {'security_group_id': 'bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528', 'project_id': '578114a3322f4fb48aa345ef591d2704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:17.308352 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7308b2-6597-4b1b-81a7-abdae775b236 None None] Pushing event updated for resources: {'Port': ['ID=37aa2c46-cb95-4132-88f1-c0869ef44005,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:17.314112 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Network 57f2b594-2c9b-48eb-b366-d3d5fddbf792 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:17.398993 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-e58643df-7132-4b1c-beec-770414426238 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Project 578114a3322f4fb48aa345ef591d2704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:19:17.405308 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e58643df-7132-4b1c-beec-770414426238 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.433574 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4574fd5e-feb5-4694-88c5-1a6866aff7d5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.440086 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fca9bff6-0daa-45fb-b97f-6f6aee5c17a3 req-3ff5eda3-5c13-44e9-a773-3f709d5cf4a5 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.447061 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-c4f0720d-e839-40ff-b3de-95972b3ff33b', 'network_id': 'c4f0720d-e839-40ff-b3de-95972b3ff33b', 'tenant_id': 'c9eb929f9fbf4c0f97ccc765aa3ac4de', 'fixed_ips': [{'subnet_id': 'fc81900f-e8c0-45c3-b94d-312993f95596'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:17.451842 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.459419 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f929c8f4-d651-46d1-8f4c-b0c359abb3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.504395 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e58643df-7132-4b1c-beec-770414426238 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.506541 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 57f2b594-2c9b-48eb-b366-d3d5fddbf792) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:17.508971 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929c8f4-d651-46d1-8f4c-b0c359abb3cf None None] Pushing event deleted for resources: {'Port': ['ID=37aa2c46-cb95-4132-88f1-c0869ef44005,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:17.523520 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45be1851-b055-4056-a10c-48c79ce2054e None None] Network 57f2b594-2c9b-48eb-b366-d3d5fddbf792 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:17.546359 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:17.546648 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:17.547288 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.557628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f929c8f4-d651-46d1-8f4c-b0c359abb3cf None None] No DVR routers for this DVR port 37aa2c46-cb95-4132-88f1-c0869ef44005 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:17.567121 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4574fd5e-feb5-4694-88c5-1a6866aff7d5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:17.592666 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-4574fd5e-feb5-4694-88c5-1a6866aff7d5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:17.601403 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4574fd5e-feb5-4694-88c5-1a6866aff7d5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:17.602033 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4574fd5e-feb5-4694-88c5-1a6866aff7d5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.611569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5eda3-5c13-44e9-a773-3f709d5cf4a5 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Pushing event deleted for resources: {'Port': ['ID=598fd726-09fa-4a60-be3c-5cf726ddf6ef,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:17.639026 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e58643df-7132-4b1c-beec-770414426238 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.648813 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574fd5e-feb5-4694-88c5-1a6866aff7d5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=4f35944c-2e41-498c-8935-85246836aa3c,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:17.673544 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca9bff6-0daa-45fb-b97f-6f6aee5c17a3 req-3ff5eda3-5c13-44e9-a773-3f709d5cf4a5 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] No DVR routers for this DVR port 598fd726-09fa-4a60-be3c-5cf726ddf6ef on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:17.673544 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fca9bff6-0daa-45fb-b97f-6f6aee5c17a3 req-3ff5eda3-5c13-44e9-a773-3f709d5cf4a5 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.676609 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fca9bff6-0daa-45fb-b97f-6f6aee5c17a3 req-3ff5eda3-5c13-44e9-a773-3f709d5cf4a5 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.48 "DELETE /v2.0/ports/598fd726-09fa-4a60-be3c-5cf726ddf6ef HTTP/1.1" status: 204 len: 173 time: 1.3737531 Aug 31 01:19:17.677424 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdef9a16-0bb8-4344-a20b-81a951a6113f', 'name': 'network-vif-deleted', 'tag': '598fd726-09fa-4a60-be3c-5cf726ddf6ef'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:17.681155 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01edc08-a551-4264-8cb4-c54ea2796727" -d '{"events": [{"server_uuid": "cdef9a16-0bb8-4344-a20b-81a951a6113f", "name": "network-vif-deleted", "tag": "598fd726-09fa-4a60-be3c-5cf726ddf6ef"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:17.682018 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58643df-7132-4b1c-beec-770414426238 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb9813a-7423-4c51-85d5-fe00023929d1,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:17.732194 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098e54f2-1e42-4321-a8e4-a278cf774698 x-openstack-request-id: req-098e54f2-1e42-4321-a8e4-a278cf774698 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:17.732570 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdef9a16-0bb8-4344-a20b-81a951a6113f", "name": "network-vif-deleted", "tag": "598fd726-09fa-4a60-be3c-5cf726ddf6ef", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:17.732977 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-098e54f2-1e42-4321-a8e4-a278cf774698 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:17.733241 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdef9a16-0bb8-4344-a20b-81a951a6113f', 'name': 'network-vif-deleted', 'tag': '598fd726-09fa-4a60-be3c-5cf726ddf6ef', 'status': 'completed', 'code': 200} Aug 31 01:19:17.765993 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4574fd5e-feb5-4694-88c5-1a6866aff7d5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6041517 Aug 31 01:19:17.768672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43058) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:17.772123 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ffe5293f-bee1-4c83-9ffe-4ab9872d4df7 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.9390960 Aug 31 01:19:17.775311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ff162c87-c124-4486-b9de-60cf105906be tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'name': 'tempest-NetworksTestDHCPv6-138879829'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:17.779876 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43060) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:17.845128 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e58643df-7132-4b1c-beec-770414426238 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.846928 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e58643df-7132-4b1c-beec-770414426238 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6086895 Aug 31 01:19:17.850132 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43062) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:17.860732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0a85d86b-6aff-4334-b2d1-79f49ac45680 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Request body: {'security_group_rule': {'security_group_id': 'bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528', 'project_id': '578114a3322f4fb48aa345ef591d2704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:17.868305 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa8624-cdfe-4200-8aa0-2d29fc0a621c None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:17.985939 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf615ef8-fa38-4c92-9e80-cb8c8fc0c181 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:17.987918 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf615ef8-fa38-4c92-9e80-cb8c8fc0c181 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:17.989614 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf615ef8-fa38-4c92-9e80-cb8c8fc0c181 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:18.002550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43068) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:18.018484 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bf615ef8-fa38-4c92-9e80-cb8c8fc0c181 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2374094 Aug 31 01:19:18.067856 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-0a85d86b-6aff-4334-b2d1-79f49ac45680 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Project 578114a3322f4fb48aa345ef591d2704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:19:18.127593 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Allocated IP 2001:db8::1 (c4f0720d-e839-40ff-b3de-95972b3ff33b/fc81900f-e8c0-45c3-b94d-312993f95596/797d03d6-7ddc-4dcf-8d57-f8a81e179221) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:18.179171 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0a85d86b-6aff-4334-b2d1-79f49ac45680 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.183299 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:18.217140 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b937603d-761c-442d-8d85-6d9ade79f2ce req-68d63761-0ff0-447b-9640-2a7820df3284 tempest-ServersNegativeTestMultiTenantJSON-642694865 tempest-ServersNegativeTestMultiTenantJSON-642694865-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdef9a16-0bb8-4344-a20b-81a951a6113f HTTP/1.1" status: 200 len: 210 time: 0.0648234 Aug 31 01:19:18.252235 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d00c2945-13ae-40bb-a7b2-479416dea62e req-4ab4a14a-2698-4bbb-93bd-9ffc9c04f9f7 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.1663988 Aug 31 01:19:18.304598 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-be456515-ae9b-4990-9089-4c30d42dbfc9 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Deleting subnet fc81900f-e8c0-45c3-b94d-312993f95596 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:18.331288 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0a85d86b-6aff-4334-b2d1-79f49ac45680 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.346913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff162c87-c124-4486-b9de-60cf105906be tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:18.350922 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ff162c87-c124-4486-b9de-60cf105906be tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.368552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-57f2b594-2c9b-48eb-b366-d3d5fddbf792', 'network_id': '57f2b594-2c9b-48eb-b366-d3d5fddbf792', 'tenant_id': 'c9eb929f9fbf4c0f97ccc765aa3ac4de', 'fixed_ips': [{'subnet_id': 'eab0acfd-0067-402f-acda-472ccfc18fad'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:18.370398 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.372828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-ff162c87-c124-4486-b9de-60cf105906be tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port 65860fd4-152a-4cb6-856f-48b759382994 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:19:18.418574 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0a85d86b-6aff-4334-b2d1-79f49ac45680 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.465673 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85d86b-6aff-4334-b2d1-79f49ac45680 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b979da59-d647-4c52-8910-41483faa5791,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:18.538350 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-ff162c87-c124-4486-b9de-60cf105906be tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::38e (bd5c1a30-2b24-4912-929d-0592c60865f1/4f35944c-2e41-498c-8935-85246836aa3c/65860fd4-152a-4cb6-856f-48b759382994) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:18.540891 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0a85d86b-6aff-4334-b2d1-79f49ac45680 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.552006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0a85d86b-6aff-4334-b2d1-79f49ac45680 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6909833 Aug 31 01:19:18.574354 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.634225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': '4f35944c-2e41-498c-8935-85246836aa3c'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:18.635559 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.722734 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Transition to ACTIVE for port object 797d03d6-7ddc-4dcf-8d57-f8a81e179221 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:18.746046 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Transition to ACTIVE for port object 797d03d6-7ddc-4dcf-8d57-f8a81e179221 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:18.754336 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-3326b91c-931b-4052-92bf-eaae4e6cf267 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1947328621&fields=id&tenant_id=578114a3322f4fb48aa345ef591d2704 HTTP/1.1" status: 200 len: 267 time: 0.0466793 Aug 31 01:19:18.810126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Allocated IP 2001:db8:0:1::1 (57f2b594-2c9b-48eb-b366-d3d5fddbf792/eab0acfd-0067-402f-acda-472ccfc18fad/899b767f-e84f-49fa-943b-0aba611ce61b) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:18.929727 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ff162c87-c124-4486-b9de-60cf105906be tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.951918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-ff162c87-c124-4486-b9de-60cf105906be tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object 65860fd4-152a-4cb6-856f-48b759382994 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:18.953583 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:18.958159 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.970086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-f4513a11-6fe9-49e6-a137-2ac12fb659d8 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:18.980441 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-f4513a11-6fe9-49e6-a137-2ac12fb659d8 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/networks?id=4e08226c-027d-47ff-8492-8c59b88cb0ad HTTP/1.1" status: 200 len: 808 time: 0.2161994 Aug 31 01:19:18.991391 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be456515-ae9b-4990-9089-4c30d42dbfc9 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.004368 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-2b6b2034-e4cd-44f3-9bf4-1f69b4b77dbb tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/quotas/578114a3322f4fb48aa345ef591d2704 HTTP/1.1" status: 200 len: 375 time: 0.0201054 Aug 31 01:19:19.008314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:19.008694 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.038179 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be456515-ae9b-4990-9089-4c30d42dbfc9 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.105366 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.108807 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-c4cb3b75-9bc3-47ac-bce6-677002873e00 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=578114a3322f4fb48aa345ef591d2704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1055601 Aug 31 01:19:19.150226 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ff162c87-c124-4486-b9de-60cf105906be tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.165133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Network c4f0720d-e839-40ff-b3de-95972b3ff33b is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:19.168421 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Transition to ACTIVE for port object 899b767f-e84f-49fa-943b-0aba611ce61b will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:19.188812 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Transition to ACTIVE for port object 899b767f-e84f-49fa-943b-0aba611ce61b will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:19.193000 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:19.210074 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:19.246148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-e645ffa9-101c-4be7-b863-fadc56e01609 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:19:19.246148 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-e645ffa9-101c-4be7-b863-fadc56e01609 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1112487 Aug 31 01:19:19.272867 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Pushing event updated for resources: {'Port': ['ID=797d03d6-7ddc-4dcf-8d57-f8a81e179221,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:19.292276 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be456515-ae9b-4990-9089-4c30d42dbfc9 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.303385 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.374124 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43092) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:19.409555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Pushing event updated for resources: {'Port': ['ID=899b767f-e84f-49fa-943b-0aba611ce61b,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:19.424878 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff162c87-c124-4486-b9de-60cf105906be tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:19.428204 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff162c87-c124-4486-b9de-60cf105906be tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=65860fd4-152a-4cb6-856f-48b759382994,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:19.442147 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-ff162c87-c124-4486-b9de-60cf105906be tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:19.448239 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff162c87-c124-4486-b9de-60cf105906be tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:19.456208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff162c87-c124-4486-b9de-60cf105906be tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:19.456867 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ff162c87-c124-4486-b9de-60cf105906be tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.461893 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 598fd726-09fa-4a60-be3c-5cf726ddf6ef no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:19.490595 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-53de7bf0-d30a-4660-a791-773d38e91955 service neutron] 10.222.0.16 "GET /v2.0/networks/4e08226c-027d-47ff-8492-8c59b88cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458525 Aug 31 01:19:19.492706 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b09d22d4-77ad-4259-9667-54eb3e269b82 req-9325375c-6578-4f0f-9636-46eb7b2e4ec4 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0666540 Aug 31 01:19:19.494639 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be456515-ae9b-4990-9089-4c30d42dbfc9 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.501659 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 598fd726-09fa-4a60-be3c-5cf726ddf6ef {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:19.502295 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 598fd726-09fa-4a60-be3c-5cf726ddf6ef not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:19.511739 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Network 57f2b594-2c9b-48eb-b366-d3d5fddbf792 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:19.521820 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:19.527746 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be456515-ae9b-4990-9089-4c30d42dbfc9 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event deleted for resources: {'Subnet': ['ID=fc81900f-e8c0-45c3-b94d-312993f95596,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:19.531944 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:19.536245 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be456515-ae9b-4990-9089-4c30d42dbfc9 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.536245 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-be456515-ae9b-4990-9089-4c30d42dbfc9 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "DELETE /v2.0/subnets/fc81900f-e8c0-45c3-b94d-312993f95596 HTTP/1.1" status: 204 len: 168 time: 1.5290403 Aug 31 01:19:19.542814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43094) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:19.544926 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Attempting to bind port 797d03d6-7ddc-4dcf-8d57-f8a81e179221 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:19.545413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Attempting to bind port 797d03d6-7ddc-4dcf-8d57-f8a81e179221 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'a0f5f928-caf2-406e-a434-baf70d230eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c4f0720d-e839-40ff-b3de-95972b3ff33b'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:19.545894 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Attempting to bind port 797d03d6-7ddc-4dcf-8d57-f8a81e179221 on network c4f0720d-e839-40ff-b3de-95972b3ff33b {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:19.555051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Allocated IP 2001:db8::2 (bd5c1a30-2b24-4912-929d-0592c60865f1/4f35944c-2e41-498c-8935-85246836aa3c/2243475b-346c-4e3a-9bce-aae4392dee3b) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:19.557461 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:19.557954 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Checking segment: {'id': 'a0f5f928-caf2-406e-a434-baf70d230eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c4f0720d-e839-40ff-b3de-95972b3ff33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:19.558434 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.558922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Bound using segment: {'id': 'a0f5f928-caf2-406e-a434-baf70d230eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c4f0720d-e839-40ff-b3de-95972b3ff33b'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:19.559802 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Bound port: 797d03d6-7ddc-4dcf-8d57-f8a81e179221, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f5f928-caf2-406e-a434-baf70d230eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c4f0720d-e839-40ff-b3de-95972b3ff33b'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:19.560211 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.581040 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.610705 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ff162c87-c124-4486-b9de-60cf105906be tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8406816 Aug 31 01:19:19.614409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43096) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:19.682733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Attempting to bind port 899b767f-e84f-49fa-943b-0aba611ce61b on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:19.683586 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Attempting to bind port 899b767f-e84f-49fa-943b-0aba611ce61b by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '35efc0fe-22db-4399-9cfd-2d58fed9264d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '57f2b594-2c9b-48eb-b366-d3d5fddbf792'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:19.684031 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Attempting to bind port 899b767f-e84f-49fa-943b-0aba611ce61b on network 57f2b594-2c9b-48eb-b366-d3d5fddbf792 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:19.686879 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-def5b8e5-c90a-4357-8112-9f85e5650109 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Deleting subnet eab0acfd-0067-402f-acda-472ccfc18fad {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:19.695554 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-def5b8e5-c90a-4357-8112-9f85e5650109 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.722913 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1e046ab2-70ff-4d2c-9e02-3f8b78103c5e,segment=NetworkSegment(94a593c5-6f5b-4683-b858-75c1939fe743),segment_id=94a593c5-6f5b-4683-b858-75c1939fe743)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:19.754903 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc950449-c904-4362-970a-4f7eed3b71e6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:19.759330 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bc950449-c904-4362-970a-4f7eed3b71e6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1409583 Aug 31 01:19:19.760784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43098) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:19.774417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:19.775186 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Checking segment: {'id': '35efc0fe-22db-4399-9cfd-2d58fed9264d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '57f2b594-2c9b-48eb-b366-d3d5fddbf792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:19.775635 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.781596 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Bound using segment: {'id': '35efc0fe-22db-4399-9cfd-2d58fed9264d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '57f2b594-2c9b-48eb-b366-d3d5fddbf792'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:19.781596 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Bound port: 899b767f-e84f-49fa-943b-0aba611ce61b, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35efc0fe-22db-4399-9cfd-2d58fed9264d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '57f2b594-2c9b-48eb-b366-d3d5fddbf792'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:19.781596 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.836827 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-def5b8e5-c90a-4357-8112-9f85e5650109 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.868111 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] For port 899b767f-e84f-49fa-943b-0aba611ce61b, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:19.871708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] For port 899b767f-e84f-49fa-943b-0aba611ce61b, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=899b767f-e84f-49fa-943b-0aba611ce61b,segment=NetworkSegment(35efc0fe-22db-4399-9cfd-2d58fed9264d),segment_id=35efc0fe-22db-4399-9cfd-2d58fed9264d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:19.881523 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.919919 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-77a008b3-afb8-41f6-94e4-ee2cfde66f9a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port 65860fd4-152a-4cb6-856f-48b759382994 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:19.920528 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77a008b3-afb8-41f6-94e4-ee2cfde66f9a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.973634 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] For port 797d03d6-7ddc-4dcf-8d57-f8a81e179221, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:19.988494 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] For port 797d03d6-7ddc-4dcf-8d57-f8a81e179221, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=797d03d6-7ddc-4dcf-8d57-f8a81e179221,segment=NetworkSegment(a0f5f928-caf2-406e-a434-baf70d230eb2),segment_id=a0f5f928-caf2-406e-a434-baf70d230eb2)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:19.996441 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.061223 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=1e046ab2-70ff-4d2c-9e02-3f8b78103c5e,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:20.067671 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 37aa2c46-cb95-4132-88f1-c0869ef44005 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:20.132812 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77a008b3-afb8-41f6-94e4-ee2cfde66f9a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.134743 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.154268 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 37aa2c46-cb95-4132-88f1-c0869ef44005 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:20.154583 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 37aa2c46-cb95-4132-88f1-c0869ef44005 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:20.185218 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-def5b8e5-c90a-4357-8112-9f85e5650109 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.203097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-77a008b3-afb8-41f6-94e4-ee2cfde66f9a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for 65860fd4-152a-4cb6-856f-48b759382994 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:20.284578 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d67465a-44fd-4df6-b9e2-c2d9fad1cf0c admin admin] Deleting subnet 80d4d37a-5583-48d1-b0cb-9483f07382f1 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:20.294349 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d67465a-44fd-4df6-b9e2-c2d9fad1cf0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.323494 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33249d-2014-4f1e-a99b-eeb1a203a831 None None] Pushing event updated for resources: {'Port': ['ID=899b767f-e84f-49fa-943b-0aba611ce61b,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:20.347071 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.351710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:20.361927 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-315c89a0-f476-4bab-8904-bb7077d3846c service neutron] 10.222.0.16 "GET /v2.0/networks/4e08226c-027d-47ff-8492-8c59b88cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8681166 Aug 31 01:19:20.401220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c09038-9da4-4268-a898-f60314bb3df3 None None] Network c4f0720d-e839-40ff-b3de-95972b3ff33b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:20.415334 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d67465a-44fd-4df6-b9e2-c2d9fad1cf0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.459530 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Transition to ACTIVE for port object 2243475b-346c-4e3a-9bce-aae4392dee3b will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:20.525758 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d67465a-44fd-4df6-b9e2-c2d9fad1cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.589970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-def5b8e5-c90a-4357-8112-9f85e5650109 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.616395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Transition to ACTIVE for port object 2243475b-346c-4e3a-9bce-aae4392dee3b will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:20.633111 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253b97c-5566-43f3-b084-7e3cb6de7a4b None None] Pushing event updated for resources: {'Port': ['ID=797d03d6-7ddc-4dcf-8d57-f8a81e179221,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:20.688750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:20.689182 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.712519 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5b8e5-c90a-4357-8112-9f85e5650109 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event deleted for resources: {'Subnet': ['ID=eab0acfd-0067-402f-acda-472ccfc18fad,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:20.732389 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-def5b8e5-c90a-4357-8112-9f85e5650109 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.739842 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-def5b8e5-c90a-4357-8112-9f85e5650109 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "DELETE /v2.0/subnets/eab0acfd-0067-402f-acda-472ccfc18fad HTTP/1.1" status: 204 len: 168 time: 1.1958859 Aug 31 01:19:20.742940 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43104) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:20.786718 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fb56b440-fcb7-4e0d-bc36-7eead950d25a req-a5dfd071-b92f-4404-a84b-3de15cb51c44 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0816336 Aug 31 01:19:20.799257 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d67465a-44fd-4df6-b9e2-c2d9fad1cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.842828 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67465a-44fd-4df6-b9e2-c2d9fad1cf0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d4d37a-5583-48d1-b0cb-9483f07382f1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:20.845139 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d67465a-44fd-4df6-b9e2-c2d9fad1cf0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.850435 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5d67465a-44fd-4df6-b9e2-c2d9fad1cf0c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/80d4d37a-5583-48d1-b0cb-9483f07382f1 HTTP/1.1" status: 204 len: 168 time: 1.4639859 Aug 31 01:19:20.851289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43110) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:20.865415 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa782b76-c8a2-413e-b19b-e7dca6c9396f tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:20.875111 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fa782b76-c8a2-413e-b19b-e7dca6c9396f tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1308179 Aug 31 01:19:20.878141 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43112) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:20.924327 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77a008b3-afb8-41f6-94e4-ee2cfde66f9a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.979932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a008b3-afb8-41f6-94e4-ee2cfde66f9a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=65860fd4-152a-4cb6-856f-48b759382994,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:20.989570 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-88f270be-4b5d-4662-ab3b-b68e50b84006 req-e62c2fe5-0ed0-4335-9223-25dec10855d2 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 210 time: 0.0848377 Aug 31 01:19:21.039905 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.044496 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.072860 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07e03998-f861-484f-a1ba-37d2c0140734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.085234 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77a008b3-afb8-41f6-94e4-ee2cfde66f9a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.091292 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-77a008b3-afb8-41f6-94e4-ee2cfde66f9a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/65860fd4-152a-4cb6-856f-48b759382994 HTTP/1.1" status: 204 len: 168 time: 1.3292303 Aug 31 01:19:21.091854 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43118) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:21.113069 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:21.123077 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:21.127599 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:21.129669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Pushing event updated for resources: {'Port': ['ID=2243475b-346c-4e3a-9bce-aae4392dee3b,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:21.229304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c491ca1-86e9-4782-b5e4-53368ec32f62 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:21.236702 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c491ca1-86e9-4782-b5e4-53368ec32f62 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:21.236702 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9c491ca1-86e9-4782-b5e4-53368ec32f62 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1398683 Aug 31 01:19:21.238582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43120) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:21.245411 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Attempting to bind port 2243475b-346c-4e3a-9bce-aae4392dee3b on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:21.245988 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Attempting to bind port 2243475b-346c-4e3a-9bce-aae4392dee3b by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:21.246431 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Attempting to bind port 2243475b-346c-4e3a-9bce-aae4392dee3b on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:21.255388 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:21.255895 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:21.256380 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.256859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:21.258485 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Bound port: 2243475b-346c-4e3a-9bce-aae4392dee3b, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:21.259020 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.302904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Deleting port 899b767f-e84f-49fa-943b-0aba611ce61b {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:21.303863 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.382669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] For port 2243475b-346c-4e3a-9bce-aae4392dee3b, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:21.396159 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] For port 2243475b-346c-4e3a-9bce-aae4392dee3b, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2243475b-346c-4e3a-9bce-aae4392dee3b,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:21.424040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] For port 899b767f-e84f-49fa-943b-0aba611ce61b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=899b767f-e84f-49fa-943b-0aba611ce61b,segment=NetworkSegment(35efc0fe-22db-4399-9cfd-2d58fed9264d),segment_id=35efc0fe-22db-4399-9cfd-2d58fed9264d)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:21.424448 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.445981 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-5515f89c-ce6a-425a-96c8-f7e98e1e49f6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet 4f35944c-2e41-498c-8935-85246836aa3c {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:21.459414 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5515f89c-ce6a-425a-96c8-f7e98e1e49f6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.495533 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Calling delete_port for 899b767f-e84f-49fa-943b-0aba611ce61b owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:21.532075 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5515f89c-ce6a-425a-96c8-f7e98e1e49f6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.570584 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.658363 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07e03998-f861-484f-a1ba-37d2c0140734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.670125 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-07e03998-f861-484f-a1ba-37d2c0140734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00507581-6e44-4a2f-9b5e-50263f860408']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:21.675901 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3b17b-0a36-4886-ae23-652ee52f58ac None None] Pushing event updated for resources: {'Port': ['ID=2243475b-346c-4e3a-9bce-aae4392dee3b,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:21.693414 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-07e03998-f861-484f-a1ba-37d2c0140734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9531ef-0056-4a2a-888f-80dbcc611286') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:21.694435 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-07e03998-f861-484f-a1ba-37d2c0140734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9531ef-0056-4a2a-888f-80dbcc611286') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:21.709023 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07e03998-f861-484f-a1ba-37d2c0140734 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.738295 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07e03998-f861-484f-a1ba-37d2c0140734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.741578 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5515f89c-ce6a-425a-96c8-f7e98e1e49f6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e03998-f861-484f-a1ba-37d2c0140734 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07e03998-f861-484f-a1ba-37d2c0140734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:21.753676 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:21.787890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83c4a25-1369-44f6-8841-df7a9ba6ba6b None None] Network 57f2b594-2c9b-48eb-b366-d3d5fddbf792 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:21.936650 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-610a386e-54a8-4189-a6c6-8aa3c131107d req-443c483d-af19-41ef-aaee-a40a39ba7061 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0548968 Aug 31 01:19:22.026230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a7c29c-50df-4740-84c9-4ad9fc8287d0 None None] DHCP port deletion for 57f2b594-2c9b-48eb-b366-d3d5fddbf792 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:22.038355 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:19:22.060080 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.060205 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9394ef25-b2e6-4490-b850-07983693fb4a None None] Provisioning for port 899b767f-e84f-49fa-943b-0aba611ce61b completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:22.063538 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-18a7c29c-50df-4740-84c9-4ad9fc8287d0 None None] The port '899b767f-e84f-49fa-943b-0aba611ce61b' was deleted {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 31 01:19:22.065601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9394ef25-b2e6-4490-b850-07983693fb4a None None] Provisioning complete for port 899b767f-e84f-49fa-943b-0aba611ce61b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:22.066139 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9394ef25-b2e6-4490-b850-07983693fb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.084796 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event deleted for resources: {'Port': ['ID=899b767f-e84f-49fa-943b-0aba611ce61b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:22.097956 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-9394ef25-b2e6-4490-b850-07983693fb4a None None] Port 899b767f-e84f-49fa-943b-0aba611ce61b was deleted so its status cannot be updated. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 01:19:22.099922 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] No DVR routers for this DVR port 899b767f-e84f-49fa-943b-0aba611ce61b on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:22.124053 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a37fc05f-cb2a-486e-be54-dbce2065bc9c req-1b302c3b-c90c-4a3b-a9aa-853399b7fdf1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 210 time: 0.0457885 Aug 31 01:19:22.170268 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07e03998-f861-484f-a1ba-37d2c0140734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.176344 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07e03998-f861-484f-a1ba-37d2c0140734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.181194 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-07e03998-f861-484f-a1ba-37d2c0140734 admin admin] 10.222.0.16 "DELETE /v2.0/networks/00507581-6e44-4a2f-9b5e-50263f860408 HTTP/1.1" status: 204 len: 168 time: 1.3248651 Aug 31 01:19:22.188443 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43132) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:22.190767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e03998-f861-484f-a1ba-37d2c0140734 admin admin] Pushing event deleted for resources: {'Network': ['ID=00507581-6e44-4a2f-9b5e-50263f860408,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:22.204953 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5515f89c-ce6a-425a-96c8-f7e98e1e49f6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.286335 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5515f89c-ce6a-425a-96c8-f7e98e1e49f6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.291070 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43134) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:22.291205 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5515f89c-ce6a-425a-96c8-f7e98e1e49f6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/4f35944c-2e41-498c-8935-85246836aa3c HTTP/1.1" status: 204 len: 168 time: 1.0513120 Aug 31 01:19:22.297557 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.302539 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515f89c-ce6a-425a-96c8-f7e98e1e49f6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=4f35944c-2e41-498c-8935-85246836aa3c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:22.322484 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f2b594-2c9b-48eb-b366-d3d5fddbf792']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:22.336756 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b4368e-9e69-4530-ac93-aec1a5de26b2 admin admin] Deleting subnet c8ec4a35-d191-437d-8581-81a19e1227fd {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:22.343826 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35efc0fe-22db-4399-9cfd-2d58fed9264d') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:22.344128 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35efc0fe-22db-4399-9cfd-2d58fed9264d') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:22.345984 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-07b4368e-9e69-4530-ac93-aec1a5de26b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.375512 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.378059 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2243475b-346c-4e3a-9bce-aae4392dee3b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:22.385213 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e7f14634-84ac-43a0-9276-adfe6e73c2db tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924201 Aug 31 01:19:22.390586 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43136) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:22.408273 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:22.418704 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.431814 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-07b4368e-9e69-4530-ac93-aec1a5de26b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.434071 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:22.435009 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:22.440276 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:22.556274 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-07b4368e-9e69-4530-ac93-aec1a5de26b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.586933 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 2243475b-346c-4e3a-9bce-aae4392dee3b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:22.770973 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-07b4368e-9e69-4530-ac93-aec1a5de26b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.774268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:22.774775 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.789140 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.816597 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.818721 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "DELETE /v2.0/networks/57f2b594-2c9b-48eb-b366-d3d5fddbf792 HTTP/1.1" status: 204 len: 168 time: 1.9376712 Aug 31 01:19:22.834033 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43144) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:22.838044 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-07b4368e-9e69-4530-ac93-aec1a5de26b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.841657 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-07b4368e-9e69-4530-ac93-aec1a5de26b2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c8ec4a35-d191-437d-8581-81a19e1227fd HTTP/1.1" status: 204 len: 168 time: 0.6512527 Aug 31 01:19:22.854505 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43150) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:22.855861 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4368e-9e69-4530-ac93-aec1a5de26b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8ec4a35-d191-437d-8581-81a19e1227fd,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:22.931621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bfe5de-47e6-4547-a314-891e0f2e13e0 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:22.978312 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05524e56-e8a1-4b9b-9dab-2def8db01a13 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event deleted for resources: {'Network': ['ID=57f2b594-2c9b-48eb-b366-d3d5fddbf792,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:23.151843 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.211114 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88e9a875-1a53-458e-b7de-307f9754b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.212227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-69b19877-0250-4a0a-8390-c2b58e0fe590 None None] Provisioning for port 2243475b-346c-4e3a-9bce-aae4392dee3b completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:23.219251 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8eace962-d3a8-4745-95dd-79cee00d7593 req-54ddd917-6388-4e8e-acd7-ad726c889708 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.1254184 Aug 31 01:19:23.265128 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-69b19877-0250-4a0a-8390-c2b58e0fe590 None None] Provisioning complete for port 2243475b-346c-4e3a-9bce-aae4392dee3b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:23.265594 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-69b19877-0250-4a0a-8390-c2b58e0fe590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.313179 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0095b6-c043-4f7e-848b-e788f6212188 None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:19:23.383153 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.408415 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0a7ac4c6-d066-4647-9055-acc9c3131a5c req-90b7f52f-53e8-4338-8cea-8b60780715bc tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 210 time: 0.1289570 Aug 31 01:19:23.441296 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-69b19877-0250-4a0a-8390-c2b58e0fe590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.446634 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88e9a875-1a53-458e-b7de-307f9754b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.451557 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:23.455352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:23.460177 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:23.461102 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.462947 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-88e9a875-1a53-458e-b7de-307f9754b528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f635360d-7679-407d-8dac-cb9f17f31dd1']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:23.467610 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=b3704103-d00a-4c72-9192-137a3e95bdd4,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:23.471439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2c0095b6-c043-4f7e-848b-e788f6212188 None None] Deleting port 2243475b-346c-4e3a-9bce-aae4392dee3b {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:23.471830 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2c0095b6-c043-4f7e-848b-e788f6212188 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.472389 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Deleting port 797d03d6-7ddc-4dcf-8d57-f8a81e179221 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:23.472757 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.483566 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:23.484003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:23.484423 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:23.485627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:23.485627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:23.485627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:23.485973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:23.486300 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:23.486676 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-88e9a875-1a53-458e-b7de-307f9754b528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadf447a-4f19-4677-a9ba-4c61c5a7253f') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:23.486824 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:23.486969 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-88e9a875-1a53-458e-b7de-307f9754b528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadf447a-4f19-4677-a9ba-4c61c5a7253f') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:23.487084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:23.487497 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:23.487890 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:23.531736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-69b19877-0250-4a0a-8390-c2b58e0fe590 None None] For port 2243475b-346c-4e3a-9bce-aae4392dee3b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2243475b-346c-4e3a-9bce-aae4392dee3b,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:23.551328 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88e9a875-1a53-458e-b7de-307f9754b528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.576273 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88e9a875-1a53-458e-b7de-307f9754b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.579217 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] For port 797d03d6-7ddc-4dcf-8d57-f8a81e179221, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=797d03d6-7ddc-4dcf-8d57-f8a81e179221,segment=NetworkSegment(a0f5f928-caf2-406e-a434-baf70d230eb2),segment_id=a0f5f928-caf2-406e-a434-baf70d230eb2)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:23.581461 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.592384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2c0095b6-c043-4f7e-848b-e788f6212188 None None] For port 2243475b-346c-4e3a-9bce-aae4392dee3b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2243475b-346c-4e3a-9bce-aae4392dee3b,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:23.592944 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2c0095b6-c043-4f7e-848b-e788f6212188 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.593036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e9a875-1a53-458e-b7de-307f9754b528 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:23.593455 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88e9a875-1a53-458e-b7de-307f9754b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:23.599608 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:23.612257 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2c0095b6-c043-4f7e-848b-e788f6212188 None None] Calling delete_port for 2243475b-346c-4e3a-9bce-aae4392dee3b owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:23.624458 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-be20f7df-0688-4762-a537-c7063cef9a66 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2253222 Aug 31 01:19:23.625086 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43166) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:23.630645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-79780479-a738-4965-b3e3-6010e969edd5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'name': 'tempest-NetworksTestDHCPv6-1118481664'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:23.631688 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Calling delete_port for 797d03d6-7ddc-4dcf-8d57-f8a81e179221 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:23.719645 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-69b19877-0250-4a0a-8390-c2b58e0fe590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.758852 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88e9a875-1a53-458e-b7de-307f9754b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.764551 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88e9a875-1a53-458e-b7de-307f9754b528 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.766613 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-88e9a875-1a53-458e-b7de-307f9754b528 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f635360d-7679-407d-8dac-cb9f17f31dd1 HTTP/1.1" status: 204 len: 168 time: 0.9072039 Aug 31 01:19:23.780398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9a875-1a53-458e-b7de-307f9754b528 admin admin] Pushing event deleted for resources: {'Network': ['ID=f635360d-7679-407d-8dac-cb9f17f31dd1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:23.781115 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b19877-0250-4a0a-8390-c2b58e0fe590 None None] Pushing event updated for resources: {'Port': ['ID=2243475b-346c-4e3a-9bce-aae4392dee3b,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:23.841406 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2c0095b6-c043-4f7e-848b-e788f6212188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.867845 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0095b6-c043-4f7e-848b-e788f6212188 None None] Pushing event deleted for resources: {'Port': ['ID=2243475b-346c-4e3a-9bce-aae4392dee3b,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:23.871359 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0095b6-c043-4f7e-848b-e788f6212188 None None] No DVR routers for this DVR port 2243475b-346c-4e3a-9bce-aae4392dee3b on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:23.882697 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.886674 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79780479-a738-4965-b3e3-6010e969edd5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:23.889193 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-79780479-a738-4965-b3e3-6010e969edd5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.895745 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db47965-f923-4ee6-a8e1-e71909932f48 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:23.919712 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] No DVR routers for this DVR port 797d03d6-7ddc-4dcf-8d57-f8a81e179221 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:23.921829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-79780479-a738-4965-b3e3-6010e969edd5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port d50fa040-cd7b-478d-8eb5-9e6b67bb8065 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:19:23.925857 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event deleted for resources: {'Port': ['ID=797d03d6-7ddc-4dcf-8d57-f8a81e179221,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:24.035205 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.049541 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f0720d-e839-40ff-b3de-95972b3ff33b']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:24.069019 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-79780479-a738-4965-b3e3-6010e969edd5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::343 (bd5c1a30-2b24-4912-929d-0592c60865f1/b3704103-d00a-4c72-9192-137a3e95bdd4/d50fa040-cd7b-478d-8eb5-9e6b67bb8065) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:24.070798 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f5f928-caf2-406e-a434-baf70d230eb2') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:24.071100 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f5f928-caf2-406e-a434-baf70d230eb2') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:24.085420 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.087757 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': 'b3704103-d00a-4c72-9192-137a3e95bdd4'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:24.088705 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.106434 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.113378 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:24.113954 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:24.117058 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:24.292701 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2243475b-346c-4e3a-9bce-aae4392dee3b no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:24.309065 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43192) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:24.321178 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.327854 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 2243475b-346c-4e3a-9bce-aae4392dee3b {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:24.327854 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2243475b-346c-4e3a-9bce-aae4392dee3b not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:24.372024 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.374334 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "DELETE /v2.0/networks/c4f0720d-e839-40ff-b3de-95972b3ff33b HTTP/1.1" status: 204 len: 168 time: 1.5311205 Aug 31 01:19:24.375272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fd261-ec95-4ed6-aaad-01b0d3cdad64 tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event deleted for resources: {'Network': ['ID=c4f0720d-e839-40ff-b3de-95972b3ff33b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:24.380962 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-5f9c1564-7d62-46cf-b459-7309ffbbdc51 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:24.382744 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-5f9c1564-7d62-46cf-b459-7309ffbbdc51 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.48 "GET /v2.0/networks?id=4e08226c-027d-47ff-8492-8c59b88cb0ad HTTP/1.1" status: 200 len: 808 time: 0.1805553 Aug 31 01:19:24.384222 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43196) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:24.386491 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-79780479-a738-4965-b3e3-6010e969edd5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.431010 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-79780479-a738-4965-b3e3-6010e969edd5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object d50fa040-cd7b-478d-8eb5-9e6b67bb8065 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:24.458479 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c1e68f11-5a4a-4aa0-93a6-b500d1d73e5e req-b15843b9-7d18-4a25-ac82-0eb80b71dd6b tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0532286 Aug 31 01:19:24.496846 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-93873e54-bfee-4e07-b942-da61fb6d2bdc tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=578114a3322f4fb48aa345ef591d2704 HTTP/1.1" status: 200 len: 380 time: 0.1043799 Aug 31 01:19:24.504201 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9eae6184-894b-4bde-b35b-19ade8ceb3a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ef8e5131b4c4aa994ccb8d5f5734327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1922369 Aug 31 01:19:24.506878 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43204) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:24.515775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-cf675604-0c3e-4089-a851-08b8de7446be tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Request body: {'port': {'device_id': 'cd052f1f-1949-4575-9b73-f02fd542cca5', 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad', 'admin_state_up': True, 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'security_groups': ['bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:24.544161 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c9e9980-4974-4228-ace3-2dd6d15d10bd tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.601375 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-14a5a9fa-a3dc-4357-90c3-e27d7b14b4e1 req-10549eca-b608-460d-9765-dc89fe52cd5f tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 210 time: 0.0847952 Aug 31 01:19:24.673630 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d51635e2-14c8-43b1-b540-c0d5078838e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.713926 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-79780479-a738-4965-b3e3-6010e969edd5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.742882 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c9e9980-4974-4228-ace3-2dd6d15d10bd tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.756678 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d51635e2-14c8-43b1-b540-c0d5078838e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.767165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-0c9e9980-4974-4228-ace3-2dd6d15d10bd tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec44aee-559f-41b7-9923-0f423923b2d7']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:24.768863 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Allocated IP 2001:db8::2 (bd5c1a30-2b24-4912-929d-0592c60865f1/b3704103-d00a-4c72-9192-137a3e95bdd4/398b3842-96ce-47d8-a502-4a0a39314b74) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:24.784309 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79780479-a738-4965-b3e3-6010e969edd5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:24.785459 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-0c9e9980-4974-4228-ace3-2dd6d15d10bd tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30251bc-306a-45ff-bac0-17ddd4730d65') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:24.786098 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-0c9e9980-4974-4228-ace3-2dd6d15d10bd tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30251bc-306a-45ff-bac0-17ddd4730d65') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:24.792163 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-79780479-a738-4965-b3e3-6010e969edd5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:24.800281 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-cf675604-0c3e-4089-a851-08b8de7446be tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Made reservation on behalf of 578114a3322f4fb48aa345ef591d2704 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:24.808286 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-cf675604-0c3e-4089-a851-08b8de7446be tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.809538 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c9e9980-4974-4228-ace3-2dd6d15d10bd tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.812694 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79780479-a738-4965-b3e3-6010e969edd5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:24.828062 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c9e9980-4974-4228-ace3-2dd6d15d10bd tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.828574 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79780479-a738-4965-b3e3-6010e969edd5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:24.830538 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-79780479-a738-4965-b3e3-6010e969edd5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.838743 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9e9980-4974-4228-ace3-2dd6d15d10bd tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:24.839896 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c9e9980-4974-4228-ace3-2dd6d15d10bd tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:24.845859 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:24.869049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79780479-a738-4965-b3e3-6010e969edd5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=d50fa040-cd7b-478d-8eb5-9e6b67bb8065,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:24.978233 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-79780479-a738-4965-b3e3-6010e969edd5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3511975 Aug 31 01:19:24.979028 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.981638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43220) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:24.996216 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Transition to ACTIVE for port object 398b3842-96ce-47d8-a502-4a0a39314b74 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:25.018794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Transition to ACTIVE for port object 398b3842-96ce-47d8-a502-4a0a39314b74 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:25.045900 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac5e4fb-4a1f-467b-9c2a-425db3a9db27 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:25.046848 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-cf675604-0c3e-4089-a851-08b8de7446be tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Allocated IP 172.20.0.13 (4e08226c-027d-47ff-8492-8c59b88cb0ad/d6980437-b15c-40e2-aa0f-e59e23c89221/132c8234-ad6c-47bb-addd-587ad401df74) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:25.047973 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6ac5e4fb-4a1f-467b-9c2a-425db3a9db27 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0642912 Aug 31 01:19:25.051429 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43222) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:25.122979 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d51635e2-14c8-43b1-b540-c0d5078838e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.126291 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d51635e2-14c8-43b1-b540-c0d5078838e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.127596 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d51635e2-14c8-43b1-b540-c0d5078838e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/332897cf-0b35-4c25-a140-08bd30bb75b3 HTTP/1.1" status: 204 len: 168 time: 0.6197183 Aug 31 01:19:25.144383 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51635e2-14c8-43b1-b540-c0d5078838e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332897cf-0b35-4c25-a140-08bd30bb75b3,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:25.180458 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c9e9980-4974-4228-ace3-2dd6d15d10bd tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.195660 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.196428 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c9e9980-4974-4228-ace3-2dd6d15d10bd tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.203045 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0c9e9980-4974-4228-ace3-2dd6d15d10bd tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "DELETE /v2.0/networks/cec44aee-559f-41b7-9923-0f423923b2d7 HTTP/1.1" status: 204 len: 168 time: 0.8128273 Aug 31 01:19:25.207949 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43230) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:25.222215 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e9980-4974-4228-ace3-2dd6d15d10bd tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event deleted for resources: {'Network': ['ID=cec44aee-559f-41b7-9923-0f423923b2d7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:25.276570 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:25.278811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:25.290930 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:25.311686 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Pushing event updated for resources: {'Port': ['ID=398b3842-96ce-47d8-a502-4a0a39314b74,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:25.372849 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Attempting to bind port 398b3842-96ce-47d8-a502-4a0a39314b74 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:25.373385 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Attempting to bind port 398b3842-96ce-47d8-a502-4a0a39314b74 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:25.373746 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e1f183e7-ef9a-4808-b0fe-5705c550c3cb tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.373878 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Attempting to bind port 398b3842-96ce-47d8-a502-4a0a39314b74 on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:25.380328 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:25.380812 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-5038f9c2-a3a4-4a2b-8437-45ae61d30655 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port d50fa040-cd7b-478d-8eb5-9e6b67bb8065 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:25.380949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:25.381148 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5038f9c2-a3a4-4a2b-8437-45ae61d30655 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.381621 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.382149 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:25.382839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Bound port: 398b3842-96ce-47d8-a502-4a0a39314b74, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:25.383552 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.435473 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-cf675604-0c3e-4089-a851-08b8de7446be tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.456599 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] For port 398b3842-96ce-47d8-a502-4a0a39314b74, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:25.459949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] For port 398b3842-96ce-47d8-a502-4a0a39314b74, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=398b3842-96ce-47d8-a502-4a0a39314b74,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:25.468633 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-cf675604-0c3e-4089-a851-08b8de7446be tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Transition to ACTIVE for port object 132c8234-ad6c-47bb-addd-587ad401df74 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:25.571507 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.593920 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5038f9c2-a3a4-4a2b-8437-45ae61d30655 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.597278 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e1f183e7-ef9a-4808-b0fe-5705c550c3cb tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.632887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-5038f9c2-a3a4-4a2b-8437-45ae61d30655 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for d50fa040-cd7b-478d-8eb5-9e6b67bb8065 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:25.647003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcebf6-9664-41b7-8d06-65478da833de None None] Pushing event updated for resources: {'Port': ['ID=398b3842-96ce-47d8-a502-4a0a39314b74,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:25.650675 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-e1f183e7-ef9a-4808-b0fe-5705c550c3cb tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1ce9a4-1d00-4ed7-94fe-9db7558b5272']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:25.658539 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a85384c2-f02b-4239-afbb-16717745be91 req-ca07d70c-a119-4c4a-b765-feef06a6b01d tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0887480 Aug 31 01:19:25.672558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-e1f183e7-ef9a-4808-b0fe-5705c550c3cb tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6120c55-eaf0-4d17-837f-2a4d9454606f') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:25.672857 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-e1f183e7-ef9a-4808-b0fe-5705c550c3cb tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6120c55-eaf0-4d17-837f-2a4d9454606f') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:25.743595 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e1f183e7-ef9a-4808-b0fe-5705c550c3cb tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.749676 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9d583e5-9964-4352-9440-8c9b58ee1511 req-84c691a0-e82d-4558-95e9-f43bfa7f3543 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 210 time: 0.0427661 Aug 31 01:19:25.770237 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e1f183e7-ef9a-4808-b0fe-5705c550c3cb tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.779034 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f183e7-ef9a-4808-b0fe-5705c550c3cb tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e1f183e7-ef9a-4808-b0fe-5705c550c3cb tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:25.783259 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:25.834524 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-cf675604-0c3e-4089-a851-08b8de7446be tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.974206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-cf675604-0c3e-4089-a851-08b8de7446be tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Network 4e08226c-027d-47ff-8492-8c59b88cb0ad is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:25.980060 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf675604-0c3e-4089-a851-08b8de7446be tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Pushing event updated for resources: {'Port': ['ID=132c8234-ad6c-47bb-addd-587ad401df74,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:25.993901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-cf675604-0c3e-4089-a851-08b8de7446be tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:26.002014 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-cf675604-0c3e-4089-a851-08b8de7446be tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:26.032111 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e1f183e7-ef9a-4808-b0fe-5705c550c3cb tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.045791 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e1f183e7-ef9a-4808-b0fe-5705c550c3cb tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.047768 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e1f183e7-ef9a-4808-b0fe-5705c550c3cb tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] 10.222.0.16 "DELETE /v2.0/networks/0d1ce9a4-1d00-4ed7-94fe-9db7558b5272 HTTP/1.1" status: 204 len: 168 time: 0.8388700 Aug 31 01:19:26.073010 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f183e7-ef9a-4808-b0fe-5705c550c3cb tempest-BulkNetworkOpsIpV6Test-267071951 tempest-BulkNetworkOpsIpV6Test-267071951-project] Pushing event deleted for resources: {'Network': ['ID=0d1ce9a4-1d00-4ed7-94fe-9db7558b5272,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:26.095251 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-cf675604-0c3e-4089-a851-08b8de7446be tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:26.095921 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-cf675604-0c3e-4089-a851-08b8de7446be tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.216408 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5038f9c2-a3a4-4a2b-8437-45ae61d30655 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.248693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038f9c2-a3a4-4a2b-8437-45ae61d30655 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=d50fa040-cd7b-478d-8eb5-9e6b67bb8065,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:26.274828 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5038f9c2-a3a4-4a2b-8437-45ae61d30655 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.277579 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5038f9c2-a3a4-4a2b-8437-45ae61d30655 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/d50fa040-cd7b-478d-8eb5-9e6b67bb8065 HTTP/1.1" status: 204 len: 168 time: 1.2244589 Aug 31 01:19:26.280128 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43266) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:26.313908 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-cf675604-0c3e-4089-a851-08b8de7446be tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8083177 Aug 31 01:19:26.329807 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Request body: {'port': {'device_id': 'cd052f1f-1949-4575-9b73-f02fd542cca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:26.346721 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 398b3842-96ce-47d8-a502-4a0a39314b74 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:26.359619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99499229-db53-49bc-88a9-738199744dea tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:26.362003 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99499229-db53-49bc-88a9-738199744dea tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:26.365077 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-99499229-db53-49bc-88a9-738199744dea tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0822420 Aug 31 01:19:26.368099 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43268) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:26.435921 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.447060 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4c0cd8-ac02-4114-b040-39faf5524879 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet b3704103-d00a-4c72-9192-137a3e95bdd4 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:26.450910 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0cd8-ac02-4114-b040-39faf5524879 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.468024 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4b5bd215-c060-4558-92c8-c0c88c4ec08b None None] Provisioning for port 132c8234-ad6c-47bb-addd-587ad401df74 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:26.473907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4b5bd215-c060-4558-92c8-c0c88c4ec08b None None] Provisioning complete for port 132c8234-ad6c-47bb-addd-587ad401df74 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:26.474521 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd215-c060-4558-92c8-c0c88c4ec08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.500939 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0cd8-ac02-4114-b040-39faf5524879 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.534851 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:19:26.541043 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-4b5bd215-c060-4558-92c8-c0c88c4ec08b None None] Port 132c8234-ad6c-47bb-addd-587ad401df74 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:19:26.616044 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0cd8-ac02-4114-b040-39faf5524879 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.627778 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43274) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:26.689602 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 398b3842-96ce-47d8-a502-4a0a39314b74 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:26.730704 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a24b0f3a-87bb-40f3-aa74-04e0cb8ae512 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f59f50d3bc445c6bfd9b789dff2030c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1015923 Aug 31 01:19:26.734330 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43282) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:26.805178 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6ea0d1d2-fa62-480d-9ad7-11895df52d31 req-55719ba5-539c-4028-a608-ec3f0dbad867 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0474892 Aug 31 01:19:26.874358 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0cd8-ac02-4114-b040-39faf5524879 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.888771 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-edbdafc5-6c0c-4c96-bb42-437f6e3fe8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.910312 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 132c8234-ad6c-47bb-addd-587ad401df74 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:19:26.924024 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.944286 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c0cd8-ac02-4114-b040-39faf5524879 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=b3704103-d00a-4c72-9192-137a3e95bdd4,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:26.949366 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0cd8-ac02-4114-b040-39faf5524879 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.951894 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9e4c0cd8-ac02-4114-b040-39faf5524879 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/b3704103-d00a-4c72-9192-137a3e95bdd4 HTTP/1.1" status: 204 len: 168 time: 0.5811851 Aug 31 01:19:26.967871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43298) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:26.969749 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c24d0a02-6aaa-4578-b161-031682c54097 None None] Provisioning for port 398b3842-96ce-47d8-a502-4a0a39314b74 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:26.970323 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Transition to ACTIVE for port object 132c8234-ad6c-47bb-addd-587ad401df74 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:26.973431 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-edbdafc5-6c0c-4c96-bb42-437f6e3fe8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.975508 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c24d0a02-6aaa-4578-b161-031682c54097 None None] Provisioning complete for port 398b3842-96ce-47d8-a502-4a0a39314b74 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:26.977068 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c24d0a02-6aaa-4578-b161-031682c54097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.023750 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-70a0df1b-6a69-440c-ba6a-8d6ff23bd18d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537913 Aug 31 01:19:27.028739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43300) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:27.045397 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfc4fc-8af6-4bfa-b2ef-8d8e69c9a5ce req-555add3d-bedf-42e6-8ecd-9f6290129c9b tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:27.051368 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ebcfc4fc-8af6-4bfa-b2ef-8d8e69c9a5ce req-555add3d-bedf-42e6-8ecd-9f6290129c9b tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 932 time: 0.1656146 Aug 31 01:19:27.066931 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43304) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:27.076109 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.122296 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c24d0a02-6aaa-4578-b161-031682c54097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.147002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Pushing event updated for resources: {'Port': ['ID=132c8234-ad6c-47bb-addd-587ad401df74,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:27.161615 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e60594-bc53-47ea-abbb-e75d00c76268 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:27.170692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec9721c-0174-4bf1-b023-314bd6a0ca7c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:27.172727 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1ec9721c-0174-4bf1-b023-314bd6a0ca7c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1418943 Aug 31 01:19:27.188512 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ebcfc4fc-8af6-4bfa-b2ef-8d8e69c9a5ce req-ea5c28ee-fcc8-437d-88d2-8253a9f81c9b tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303906 Aug 31 01:19:27.189320 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43310) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:27.253741 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-edbdafc5-6c0c-4c96-bb42-437f6e3fe8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.256485 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-edbdafc5-6c0c-4c96-bb42-437f6e3fe8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.257765 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-edbdafc5-6c0c-4c96-bb42-437f6e3fe8b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/512d91ee-0c20-4977-9d48-09087af0adc0 HTTP/1.1" status: 204 len: 168 time: 0.5223913 Aug 31 01:19:27.272293 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c24d0a02-6aaa-4578-b161-031682c54097 None None] For port 398b3842-96ce-47d8-a502-4a0a39314b74, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=398b3842-96ce-47d8-a502-4a0a39314b74,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:27.279063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbdafc5-6c0c-4c96-bb42-437f6e3fe8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512d91ee-0c20-4977-9d48-09087af0adc0,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:27.300644 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Attempting to bind port 132c8234-ad6c-47bb-addd-587ad401df74 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:27.300995 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Attempting to bind port 132c8234-ad6c-47bb-addd-587ad401df74 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'cd6ba26b-6d8d-4a73-80db-2df532504435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:27.301477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Attempting to bind port 132c8234-ad6c-47bb-addd-587ad401df74 on network 4e08226c-027d-47ff-8492-8c59b88cb0ad {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:27.305472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941a9d87-5f7e-4435-a4ff-681ffbfb5f33 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:27.310328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Port 132c8234-ad6c-47bb-addd-587ad401df74 on network 4e08226c-027d-47ff-8492-8c59b88cb0ad not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:19:27.310328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Attempting to bind port 132c8234-ad6c-47bb-addd-587ad401df74 on network 4e08226c-027d-47ff-8492-8c59b88cb0ad {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:27.310810 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-941a9d87-5f7e-4435-a4ff-681ffbfb5f33 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1168303 Aug 31 01:19:27.312635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43318) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:27.318864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:27.319204 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Checking segment: {'id': 'cd6ba26b-6d8d-4a73-80db-2df532504435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:27.319622 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Bound using segment: {'id': 'cd6ba26b-6d8d-4a73-80db-2df532504435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:27.320088 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Bound port: 132c8234-ad6c-47bb-addd-587ad401df74, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6ba26b-6d8d-4a73-80db-2df532504435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:27.320449 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.412852 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] For port 132c8234-ad6c-47bb-addd-587ad401df74, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:27.417415 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] For port 132c8234-ad6c-47bb-addd-587ad401df74, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=132c8234-ad6c-47bb-addd-587ad401df74,segment=NetworkSegment(cd6ba26b-6d8d-4a73-80db-2df532504435),segment_id=cd6ba26b-6d8d-4a73-80db-2df532504435)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:27.424370 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c24d0a02-6aaa-4578-b161-031682c54097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.441290 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-77a56d7e-ceba-4e30-974f-ddc5fcf2795e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1211081 Aug 31 01:19:27.442528 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43324) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:27.456477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-8d00f9f2-f7ce-4aa6-bb4a-fd930f298c26 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:27.493075 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d0a02-6aaa-4578-b161-031682c54097 None None] Pushing event updated for resources: {'Port': ['ID=398b3842-96ce-47d8-a502-4a0a39314b74,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:27.507505 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-28a5d766-2e06-408e-b818-172bbe55663e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9eb929f9fbf4c0f97ccc765aa3ac4de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4379940 Aug 31 01:19:27.510945 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43330) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:27.559212 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5fd684ac-5b10-4e37-988c-bbbf619b252d None None] Could not find standard attr ID for object 3eae0e32-7cdb-49c8-b91b-b3fdea5d65ff. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:19:27.571544 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.590392 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bde7be0-078c-4be9-8464-25912c607009 None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:19:27.603516 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22df8743-61b7-4cd0-9bef-aebb4b46d28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.640360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:27.641254 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.643437 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] 10.222.0.48 "PUT /v2.0/ports/132c8234-ad6c-47bb-addd-587ad401df74 HTTP/1.1" status: 200 len: 1093 time: 1.3181195 Aug 31 01:19:27.644100 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd052f1f-1949-4575-9b73-f02fd542cca5', 'tag': '132c8234-ad6c-47bb-addd-587ad401df74'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:27.646493 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22df8743-61b7-4cd0-9bef-aebb4b46d28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.656901 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33b16ca-fc53-4807-94f6-ae3f0b4d5567" -d '{"events": [{"name": "network-changed", "server_uuid": "cd052f1f-1949-4575-9b73-f02fd542cca5", "tag": "132c8234-ad6c-47bb-addd-587ad401df74"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:27.722252 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3bde7be0-078c-4be9-8464-25912c607009 None None] Deleting port 398b3842-96ce-47d8-a502-4a0a39314b74 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:27.723196 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3bde7be0-078c-4be9-8464-25912c607009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.723398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b5c5e-4ac1-4a89-82f2-f78d970f9a64 service neutron] Pushing event updated for resources: {'Port': ['ID=132c8234-ad6c-47bb-addd-587ad401df74,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:27.746062 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25207fb-9485-4680-94a4-e0cf17ea94a5 x-openstack-request-id: req-b25207fb-9485-4680-94a4-e0cf17ea94a5 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:27.754944 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd052f1f-1949-4575-9b73-f02fd542cca5", "tag": "132c8234-ad6c-47bb-addd-587ad401df74", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:27.754944 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b25207fb-9485-4680-94a4-e0cf17ea94a5 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:27.754944 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd052f1f-1949-4575-9b73-f02fd542cca5', 'tag': '132c8234-ad6c-47bb-addd-587ad401df74', 'status': 'completed', 'code': 200} Aug 31 01:19:27.844887 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-3bde7be0-078c-4be9-8464-25912c607009 None None] For port 398b3842-96ce-47d8-a502-4a0a39314b74, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=398b3842-96ce-47d8-a502-4a0a39314b74,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:27.845885 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3bde7be0-078c-4be9-8464-25912c607009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.867221 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3bde7be0-078c-4be9-8464-25912c607009 None None] Calling delete_port for 398b3842-96ce-47d8-a502-4a0a39314b74 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:27.895324 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d00f9f2-f7ce-4aa6-bb4a-fd930f298c26 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:27.908357 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8d00f9f2-f7ce-4aa6-bb4a-fd930f298c26 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.925377 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22df8743-61b7-4cd0-9bef-aebb4b46d28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.937902 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22df8743-61b7-4cd0-9bef-aebb4b46d28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.939643 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-22df8743-61b7-4cd0-9bef-aebb4b46d28d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46c1275b-77fb-4809-a63a-c6844ac4ea8f HTTP/1.1" status: 204 len: 168 time: 0.4246686 Aug 31 01:19:27.947360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b16ca-fc53-4807-94f6-ae3f0b4d5567 req-90dc1b09-892a-4367-9568-02de8fa43065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:27.970210 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c33b16ca-fc53-4807-94f6-ae3f0b4d5567 req-90dc1b09-892a-4367-9568-02de8fa43065 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=578114a3322f4fb48aa345ef591d2704&device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 1096 time: 0.1986310 Aug 31 01:19:28.005698 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df8743-61b7-4cd0-9bef-aebb4b46d28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c1275b-77fb-4809-a63a-c6844ac4ea8f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:28.112418 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4b67c6e4-76a1-4b44-af3a-f73579706d19 req-0b75cffe-059d-4a5b-a29b-280397d28bfe tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.1096604 Aug 31 01:19:28.211986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b16ca-fc53-4807-94f6-ae3f0b4d5567 req-56063ca6-3a46-436f-9710-eecb473d297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:28.214585 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c33b16ca-fc53-4807-94f6-ae3f0b4d5567 req-56063ca6-3a46-436f-9710-eecb473d297c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=578114a3322f4fb48aa345ef591d2704&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1823599 Aug 31 01:19:28.240987 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3bde7be0-078c-4be9-8464-25912c607009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:28.292824 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde7be0-078c-4be9-8464-25912c607009 None None] Pushing event deleted for resources: {'Port': ['ID=398b3842-96ce-47d8-a502-4a0a39314b74,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:28.306271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bde7be0-078c-4be9-8464-25912c607009 None None] No DVR routers for this DVR port 398b3842-96ce-47d8-a502-4a0a39314b74 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:28.324020 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 398b3842-96ce-47d8-a502-4a0a39314b74 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:28.333507 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c776f89-cb46-438f-848c-df9b7462c3e4 None None] get_active_networks_info from n-d-793621-34 {{(pid=102344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:19:28.373934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 398b3842-96ce-47d8-a502-4a0a39314b74 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:28.374411 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 398b3842-96ce-47d8-a502-4a0a39314b74 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:28.465400 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c776f89-cb46-438f-848c-df9b7462c3e4 None None] Resources bound (agent type, host, resource id): {{(pid=102344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:19:28.505255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b16ca-fc53-4807-94f6-ae3f0b4d5567 req-34e3ee28-7a67-430c-b0ac-c0077b92263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:28.506849 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c33b16ca-fc53-4807-94f6-ae3f0b4d5567 req-34e3ee28-7a67-430c-b0ac-c0077b92263e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2810981 Aug 31 01:19:28.519375 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cf952-a997-4311-8fdc-fa71d14ec0c5 req-939f95b7-de39-43a2-ad2f-41f7bf939c0d tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:28.521873 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e79cf952-a997-4311-8fdc-fa71d14ec0c5 req-939f95b7-de39-43a2-ad2f-41f7bf939c0d tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 944 time: 0.2174668 Aug 31 01:19:28.645866 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e79cf952-a997-4311-8fdc-fa71d14ec0c5 req-433cfc8f-d3f9-4212-bde4-ead76c33022b tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117091 Aug 31 01:19:28.679035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-6fa8ce8b-2c12-4c2b-bc99-7432eda9178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:28.681942 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-6fa8ce8b-2c12-4c2b-bc99-7432eda9178f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=578114a3322f4fb48aa345ef591d2704&device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 1096 time: 0.1068547 Aug 31 01:19:28.704372 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8d00f9f2-f7ce-4aa6-bb4a-fd930f298c26 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:28.826853 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-04953c82-c96b-4765-b51a-1fcdb4e26e17 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=132c8234-ad6c-47bb-addd-587ad401df74 HTTP/1.1" status: 200 len: 217 time: 0.1364772 Aug 31 01:19:28.860963 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d00f9f2-f7ce-4aa6-bb4a-fd930f298c26 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:28.903680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-8d00f9f2-f7ce-4aa6-bb4a-fd930f298c26 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:28.917862 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d00f9f2-f7ce-4aa6-bb4a-fd930f298c26 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:28.918958 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8d00f9f2-f7ce-4aa6-bb4a-fd930f298c26 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:28.941410 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00f9f2-f7ce-4aa6-bb4a-fd930f298c26 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=09ee8349-47b5-4522-892d-11299a6d6d01,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:28.956833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': '09ee8349-47b5-4522-892d-11299a6d6d01'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:28.958409 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:28.968749 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-c558ed17-9dd6-4900-a218-0587dfd2bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:28.969764 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-c558ed17-9dd6-4900-a218-0587dfd2bdc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6980437-b15c-40e2-aa0f-e59e23c89221 HTTP/1.1" status: 200 len: 847 time: 0.1311793 Aug 31 01:19:29.038490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b634d0dd-4fa7-4322-aec2-783091783d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:29.040388 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-b634d0dd-4fa7-4322-aec2-783091783d58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e08226c-027d-47ff-8492-8c59b88cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547078 Aug 31 01:19:29.042015 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8d00f9f2-f7ce-4aa6-bb4a-fd930f298c26 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5981066 Aug 31 01:19:29.047191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43406) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:29.057556 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-189f1654-afe5-4fcb-975b-10f2c417df0c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'fixed_ips': [{'subnet_id': '09ee8349-47b5-4522-892d-11299a6d6d01', 'ip_address': '2001:db8::5e2e:909c:1a2f:f1a6'}], 'name': 'tempest-NetworksTestDHCPv6-971905757'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:29.214852 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-d563786a-cee5-417a-aefe-7021b8d28513 service neutron] 10.222.0.48 "GET /v2.0/networks/4e08226c-027d-47ff-8492-8c59b88cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646101 Aug 31 01:19:29.228740 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Allocated IP 2001:db8::2 (bd5c1a30-2b24-4912-929d-0592c60865f1/09ee8349-47b5-4522-892d-11299a6d6d01/efb9542b-66eb-46da-94bd-9ef166241159) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:29.421103 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ce6585cc-af84-43cc-bbc9-b853e2c8e5fa req-e534452f-bff7-49e0-b5fb-3fe5fa4b8eb5 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0772755 Aug 31 01:19:29.447835 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-272bca70-0a06-45c3-80dc-c3e5581d1777 req-1145e906-c419-4f9f-b78a-5733a60e9042 service neutron] 10.222.0.48 "GET /v2.0/networks/4e08226c-027d-47ff-8492-8c59b88cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229514 Aug 31 01:19:29.456264 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189f1654-afe5-4fcb-975b-10f2c417df0c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:29.520709 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:29.532359 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Transition to ACTIVE for port object efb9542b-66eb-46da-94bd-9ef166241159 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:29.557512 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Transition to ACTIVE for port object efb9542b-66eb-46da-94bd-9ef166241159 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:29.607226 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-189f1654-afe5-4fcb-975b-10f2c417df0c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:29.627540 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-189f1654-afe5-4fcb-975b-10f2c417df0c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port 38c2de22-1a46-4d04-8ae5-bd81f735063f yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:19:29.739457 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:29.795989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:29.799865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:29.805250 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:29.809917 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Pushing event updated for resources: {'Port': ['ID=efb9542b-66eb-46da-94bd-9ef166241159,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:29.868687 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a97661-7a59-44d6-b3fe-2ebae7ae59aa req-837d6c1d-a17b-4f1c-bdb5-0189680cf1ae tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:29.878376 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0a97661-7a59-44d6-b3fe-2ebae7ae59aa req-837d6c1d-a17b-4f1c-bdb5-0189680cf1ae tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 944 time: 0.1063340 Aug 31 01:19:29.889335 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Attempting to bind port efb9542b-66eb-46da-94bd-9ef166241159 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:29.889921 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Attempting to bind port efb9542b-66eb-46da-94bd-9ef166241159 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:29.890439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Attempting to bind port efb9542b-66eb-46da-94bd-9ef166241159 on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:29.899113 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:29.899828 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:29.900202 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:29.900768 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-189f1654-afe5-4fcb-975b-10f2c417df0c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::5e2e:909c:1a2f:f1a6 (bd5c1a30-2b24-4912-929d-0592c60865f1/09ee8349-47b5-4522-892d-11299a6d6d01/38c2de22-1a46-4d04-8ae5-bd81f735063f) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:29.900952 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:29.901729 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Bound port: efb9542b-66eb-46da-94bd-9ef166241159, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:29.902299 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:29.961588 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0a97661-7a59-44d6-b3fe-2ebae7ae59aa req-7cc4f946-2456-4699-bf2a-a12c668ec213 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815973 Aug 31 01:19:30.026448 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] For port efb9542b-66eb-46da-94bd-9ef166241159, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:30.030765 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] For port efb9542b-66eb-46da-94bd-9ef166241159, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=efb9542b-66eb-46da-94bd-9ef166241159,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:30.157933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43464) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:30.169224 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-189f1654-afe5-4fcb-975b-10f2c417df0c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:30.190071 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-189f1654-afe5-4fcb-975b-10f2c417df0c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object 38c2de22-1a46-4d04-8ae5-bd81f735063f will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:30.262236 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:30.290593 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43472) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:30.355643 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f3046-4050-4c40-90b7-e965a62092d6 None None] Pushing event updated for resources: {'Port': ['ID=efb9542b-66eb-46da-94bd-9ef166241159,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:30.446775 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-047cef01-e236-4414-88ba-4ac6dce1e5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:30.454629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ee17a710-f19a-480f-9d7a-00ee94078811 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-204057759'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:30.490467 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-189f1654-afe5-4fcb-975b-10f2c417df0c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:30.517823 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.api [None req-047cef01-e236-4414-88ba-4ac6dce1e5b3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:19:30.517823 n-d-793621-34 neutron-server[102342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:19:30.517823 n-d-793621-34 neutron-server[102342]: [parameters: {'project_id_1': 'cc58e9aaadb842eea55b795b6c4bf557', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 19, 30, 481904)}] Aug 31 01:19:30.517823 n-d-793621-34 neutron-server[102342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:19:30.518260 n-d-793621-34 neutron-server[102342]: DEBUG oslo_db.api [None req-047cef01-e236-4414-88ba-4ac6dce1e5b3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:19:30.593059 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189f1654-afe5-4fcb-975b-10f2c417df0c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:30.597674 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-189f1654-afe5-4fcb-975b-10f2c417df0c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:30.601850 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f1654-afe5-4fcb-975b-10f2c417df0c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:30.609346 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189f1654-afe5-4fcb-975b-10f2c417df0c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:30.610157 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-189f1654-afe5-4fcb-975b-10f2c417df0c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:30.625981 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f1654-afe5-4fcb-975b-10f2c417df0c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=38c2de22-1a46-4d04-8ae5-bd81f735063f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:30.682093 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf013cd6-b343-4472-96df-cecd82ff75f4 req-00503c0a-528a-4c21-82d7-c69b1b09da7d tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0502362 Aug 31 01:19:30.702676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee17a710-f19a-480f-9d7a-00ee94078811 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:30.718700 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ee17a710-f19a-480f-9d7a-00ee94078811 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:30.730927 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ee17a710-f19a-480f-9d7a-00ee94078811 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:30.879610 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-189f1654-afe5-4fcb-975b-10f2c417df0c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8298380 Aug 31 01:19:30.882006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43490) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:30.955912 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e53fff-b00b-4cab-9753-e346afaf34d6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:30.962244 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e53fff-b00b-4cab-9753-e346afaf34d6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:30.963943 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-48e53fff-b00b-4cab-9753-e346afaf34d6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0808005 Aug 31 01:19:30.967254 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43496) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:30.987984 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ee17a710-f19a-480f-9d7a-00ee94078811 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.019394 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-047cef01-e236-4414-88ba-4ac6dce1e5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.089845 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-05865511-ddee-48bd-bfd2-5a6605a1f3ee tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port 38c2de22-1a46-4d04-8ae5-bd81f735063f {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:31.090674 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05865511-ddee-48bd-bfd2-5a6605a1f3ee tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.100452 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ee17a710-f19a-480f-9d7a-00ee94078811 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.165137 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17a710-f19a-480f-9d7a-00ee94078811 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05016755-83c2-422d-a74c-5b0a71719773,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:31.175882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee17a710-f19a-480f-9d7a-00ee94078811 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:31.194837 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c82ca-433b-4aaa-acc4-a7fa624e0c16 req-52b835ce-d71d-47d6-92ba-292a2e61d285 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:31.197351 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f6c82ca-433b-4aaa-acc4-a7fa624e0c16 req-52b835ce-d71d-47d6-92ba-292a2e61d285 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 944 time: 0.1391971 Aug 31 01:19:31.230669 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ee17a710-f19a-480f-9d7a-00ee94078811 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.231867 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-ee17a710-f19a-480f-9d7a-00ee94078811 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Added segment 25268b20-2171-40d1-80d9-1625e697ecd5 of type vlan for network f8201c85-d327-4920-b9ed-798be60b4c09 Aug 31 01:19:31.249629 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05865511-ddee-48bd-bfd2-5a6605a1f3ee tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.267204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-05865511-ddee-48bd-bfd2-5a6605a1f3ee tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for 38c2de22-1a46-4d04-8ae5-bd81f735063f owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:31.582030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 132c8234-ad6c-47bb-addd-587ad401df74 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:19:31.607405 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 132c8234-ad6c-47bb-addd-587ad401df74, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=132c8234-ad6c-47bb-addd-587ad401df74,segment=NetworkSegment(cd6ba26b-6d8d-4a73-80db-2df532504435),segment_id=cd6ba26b-6d8d-4a73-80db-2df532504435)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:31.636142 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '132c8234-ad6c-47bb-addd-587ad401df74', 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad', 'port_id': '132c8234-ad6c-47bb-addd-587ad401df74', 'mac_address': 'fa:16:3e:fb:59:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6980437-b15c-40e2-aa0f-e59e23c89221', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:19:31.675179 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ca1189-11b7-418f-9a23-fd6ec4dd1482 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:31.738555 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.756883 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc2a7887-2736-450c-942c-750615742870 req-c4b84a92-f79e-4d7b-81b0-c51bea09529f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0614524 Aug 31 01:19:31.764162 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132c8234-ad6c-47bb-addd-587ad401df74 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:19:31.771063 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ee17a710-f19a-480f-9d7a-00ee94078811 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.782947 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f6c82ca-433b-4aaa-acc4-a7fa624e0c16 req-b2f43a38-cb16-48be-8e45-d8994dc52630 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5590904 Aug 31 01:19:31.843943 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-047cef01-e236-4414-88ba-4ac6dce1e5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.848216 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 132c8234-ad6c-47bb-addd-587ad401df74, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=132c8234-ad6c-47bb-addd-587ad401df74,segment=NetworkSegment(cd6ba26b-6d8d-4a73-80db-2df532504435),segment_id=cd6ba26b-6d8d-4a73-80db-2df532504435)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:31.858746 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05865511-ddee-48bd-bfd2-5a6605a1f3ee tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.889738 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c93e5925-b8f0-4e4c-96b5-44afade6f12e req-ea94e736-38e9-46e2-9b13-ebfd007c4dfa tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0423832 Aug 31 01:19:31.912567 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05865511-ddee-48bd-bfd2-5a6605a1f3ee tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=38c2de22-1a46-4d04-8ae5-bd81f735063f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:31.944997 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05865511-ddee-48bd-bfd2-5a6605a1f3ee tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.947605 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-05865511-ddee-48bd-bfd2-5a6605a1f3ee tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/38c2de22-1a46-4d04-8ae5-bd81f735063f HTTP/1.1" status: 204 len: 168 time: 0.9791384 Aug 31 01:19:31.951075 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43520) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:31.963987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-99070688-f8da-4361-9872-ba679e5c16d0 None None] Provisioning for port efb9542b-66eb-46da-94bd-9ef166241159 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:32.028937 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a9b609-2eaf-41fc-a9d5-e42a166c462e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:32.031143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a9b609-2eaf-41fc-a9d5-e42a166c462e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:32.033011 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d2a9b609-2eaf-41fc-a9d5-e42a166c462e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0804551 Aug 31 01:19:32.036634 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43526) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:32.091356 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:32.092372 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ee17a710-f19a-480f-9d7a-00ee94078811 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:32.102237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee17a710-f19a-480f-9d7a-00ee94078811 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:32.103288 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ee17a710-f19a-480f-9d7a-00ee94078811 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:32.157835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=132c8234-ad6c-47bb-addd-587ad401df74,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:32.168636 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-047cef01-e236-4414-88ba-4ac6dce1e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:32.230904 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cef01-e236-4414-88ba-4ac6dce1e5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eafbe9a-52ed-4488-82f8-4dd6df91791a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:32.242478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-20277313-fce2-4315-b677-4c51230ad0ef tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet 09ee8349-47b5-4522-892d-11299a6d6d01 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:32.256237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17a710-f19a-480f-9d7a-00ee94078811 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Network': ['ID=f8201c85-d327-4920-b9ed-798be60b4c09,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:32.258650 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20277313-fce2-4315-b677-4c51230ad0ef tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:32.280264 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network f8201c85-d327-4920-b9ed-798be60b4c09 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:32.294317 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-047cef01-e236-4414-88ba-4ac6dce1e5b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc58e9aaadb842eea55b795b6c4bf557&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0001297 Aug 31 01:19:32.295150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43536) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:32.300890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['132c8234-ad6c-47bb-addd-587ad401df74'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:19:32.350214 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20277313-fce2-4315-b677-4c51230ad0ef tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:32.400164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device efb9542b-66eb-46da-94bd-9ef166241159 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:32.415874 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ee17a710-f19a-480f-9d7a-00ee94078811 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2551224 Aug 31 01:19:32.476761 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-119f5181-a2d8-4136-a8e4-3d6347c4c141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:32.547257 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-119f5181-a2d8-4136-a8e4-3d6347c4c141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:32.552947 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43542) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:32.554805 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20277313-fce2-4315-b677-4c51230ad0ef tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:32.568749 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f7b8a90a-b4d3-4b9d-8a5f-f33dedfa3e91 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'subnet': {'network_id': 'f8201c85-d327-4920-b9ed-798be60b4c09', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:32.634610 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-adb219e4-2510-4380-b8b2-d05e7a3cf687 None None] Could not find standard attr ID for object 38c2de22-1a46-4d04-8ae5-bd81f735063f. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:19:32.728155 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port efb9542b-66eb-46da-94bd-9ef166241159 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:32.748015 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port efb9542b-66eb-46da-94bd-9ef166241159 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:32.748952 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:32.933190 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47548de0-f359-4531-89bc-44b73a1b5607 req-080904bf-42b7-447d-bb17-b0502f4acc07 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:32.935566 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-47548de0-f359-4531-89bc-44b73a1b5607 req-080904bf-42b7-447d-bb17-b0502f4acc07 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 945 time: 0.0534759 Aug 31 01:19:32.935877 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:33.017061 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-47548de0-f359-4531-89bc-44b73a1b5607 req-62b696cc-eed1-4072-bf89-c8a531640974 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386798 Aug 31 01:19:33.018621 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9ea0dbf-8750-404a-b988-a2235009e91a req-878c67d4-1c86-4191-93c9-d6d2cadaa630 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0285032 Aug 31 01:19:33.044148 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-119f5181-a2d8-4136-a8e4-3d6347c4c141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:33.046794 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-119f5181-a2d8-4136-a8e4-3d6347c4c141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:33.048036 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-119f5181-a2d8-4136-a8e4-3d6347c4c141 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6eafbe9a-52ed-4488-82f8-4dd6df91791a HTTP/1.1" status: 204 len: 168 time: 0.7512314 Aug 31 01:19:33.056771 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f5181-a2d8-4136-a8e4-3d6347c4c141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eafbe9a-52ed-4488-82f8-4dd6df91791a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:33.108989 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20277313-fce2-4315-b677-4c51230ad0ef tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:33.119616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b8a90a-b4d3-4b9d-8a5f-f33dedfa3e91 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:33.127071 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a90a-b4d3-4b9d-8a5f-f33dedfa3e91 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:33.216091 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-20277313-fce2-4315-b677-4c51230ad0ef tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:33.218138 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-20277313-fce2-4315-b677-4c51230ad0ef tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/09ee8349-47b5-4522-892d-11299a6d6d01 HTTP/1.1" status: 204 len: 168 time: 1.1804533 Aug 31 01:19:33.221911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43564) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:33.222117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20277313-fce2-4315-b677-4c51230ad0ef tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=09ee8349-47b5-4522-892d-11299a6d6d01,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:33.306845 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43570) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:33.311590 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fb98daf0-14f0-4da2-adec-1ee292e90b51 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826008 Aug 31 01:19:33.312183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2580544d-c9e7-4f52-b6b6-625d1da88dc5 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:33.328519 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f2030806-7bd1-4e19-b596-79174af96167 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:33.366654 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:19:33.367037 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:19:33.821937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 132c8234-ad6c-47bb-addd-587ad401df74 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:33.821937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550f1d31-d6f4-4099-bbe6-9903c9a57a1f None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:19:33.821937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-550f1d31-d6f4-4099-bbe6-9903c9a57a1f None None] Deleting port efb9542b-66eb-46da-94bd-9ef166241159 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:33.821937 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-550f1d31-d6f4-4099-bbe6-9903c9a57a1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:33.821937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-550f1d31-d6f4-4099-bbe6-9903c9a57a1f None None] For port efb9542b-66eb-46da-94bd-9ef166241159, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=efb9542b-66eb-46da-94bd-9ef166241159,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:33.821937 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-550f1d31-d6f4-4099-bbe6-9903c9a57a1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:33.821937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-550f1d31-d6f4-4099-bbe6-9903c9a57a1f None None] Calling delete_port for efb9542b-66eb-46da-94bd-9ef166241159 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:33.824213 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a90a-b4d3-4b9d-8a5f-f33dedfa3e91 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:33.824213 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2030806-7bd1-4e19-b596-79174af96167 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:33.824213 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f2030806-7bd1-4e19-b596-79174af96167 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:33.900287 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8a90a-b4d3-4b9d-8a5f-f33dedfa3e91 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Subnet': ['ID=06fde7d3-ab8b-4249-8b67-850fcc22a1fb,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:33.906884 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 132c8234-ad6c-47bb-addd-587ad401df74 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:33.913663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 132c8234-ad6c-47bb-addd-587ad401df74 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:33.929830 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:33.929830 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:33.936446 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b8a90a-b4d3-4b9d-8a5f-f33dedfa3e91 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Checking segment: {'id': '25268b20-2171-40d1-80d9-1625e697ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f8201c85-d327-4920-b9ed-798be60b4c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:33.937017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b8a90a-b4d3-4b9d-8a5f-f33dedfa3e91 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network hostable DHCP agents. Network: f8201c85-d327-4920-b9ed-798be60b4c09, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:34.013250 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:34.045099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd052f1f-1949-4575-9b73-f02fd542cca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132c8234-ad6c-47bb-addd-587ad401df74'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:34.045099 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afb2c2f-a1b6-43a9-97f5-581962212d21" -d '{"events": [{"server_uuid": "cd052f1f-1949-4575-9b73-f02fd542cca5", "name": "network-vif-plugged", "status": "completed", "tag": "132c8234-ad6c-47bb-addd-587ad401df74"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:34.063995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 132c8234-ad6c-47bb-addd-587ad401df74, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=132c8234-ad6c-47bb-addd-587ad401df74,segment=NetworkSegment(cd6ba26b-6d8d-4a73-80db-2df532504435),segment_id=cd6ba26b-6d8d-4a73-80db-2df532504435)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:34.142448 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ccdfa219-3c05-4020-99d0-2a89a56f4df5 req-8039dd43-0531-435c-b165-5d281bcf9727 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0312881 Aug 31 01:19:34.156285 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ac183-36fd-40d3-a09d-b37194e38b00 req-cf1398c2-3e71-4847-8240-6cf0cc7336a1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:34.157897 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-014ac183-36fd-40d3-a09d-b37194e38b00 req-cf1398c2-3e71-4847-8240-6cf0cc7336a1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 945 time: 0.0662775 Aug 31 01:19:34.188253 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e810e28b-7381-43c6-8bab-60c47c9adbfe x-openstack-request-id: req-e810e28b-7381-43c6-8bab-60c47c9adbfe {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:34.188634 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd052f1f-1949-4575-9b73-f02fd542cca5", "name": "network-vif-plugged", "status": "completed", "tag": "132c8234-ad6c-47bb-addd-587ad401df74", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:34.188925 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e810e28b-7381-43c6-8bab-60c47c9adbfe {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:34.189334 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd052f1f-1949-4575-9b73-f02fd542cca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132c8234-ad6c-47bb-addd-587ad401df74', 'code': 200} Aug 31 01:19:34.233015 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-014ac183-36fd-40d3-a09d-b37194e38b00 req-5442a2d4-561b-4dc7-b07c-3a4e3fa75dd1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604558 Aug 31 01:19:34.256107 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-550f1d31-d6f4-4099-bbe6-9903c9a57a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:34.306632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f1d31-d6f4-4099-bbe6-9903c9a57a1f None None] Pushing event deleted for resources: {'Port': ['ID=efb9542b-66eb-46da-94bd-9ef166241159,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:34.309715 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca2272-3914-484f-9c46-5ee9045c4eb4 req-ee35568a-7b44-446b-b08f-18ce5c1ecba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:34.311425 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d5ca2272-3914-484f-9c46-5ee9045c4eb4 req-ee35568a-7b44-446b-b08f-18ce5c1ecba7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 1097 time: 0.0519001 Aug 31 01:19:34.313542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f1d31-d6f4-4099-bbe6-9903c9a57a1f None None] No DVR routers for this DVR port efb9542b-66eb-46da-94bd-9ef166241159 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:34.374891 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d5ca2272-3914-484f-9c46-5ee9045c4eb4 req-fd4b047c-5bec-41cd-a2ea-883ea4ebb235 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437119 Aug 31 01:19:34.378068 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f2030806-7bd1-4e19-b596-79174af96167 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:34.378584 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:34.380119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b8a90a-b4d3-4b9d-8a5f-f33dedfa3e91 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network f8201c85-d327-4920-b9ed-798be60b4c09 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:34.405059 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device efb9542b-66eb-46da-94bd-9ef166241159 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:34.433857 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2030806-7bd1-4e19-b596-79174af96167 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:34.433857 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-f2030806-7bd1-4e19-b596-79174af96167 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:34.434930 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: efb9542b-66eb-46da-94bd-9ef166241159 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:34.434930 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device efb9542b-66eb-46da-94bd-9ef166241159 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:34.439597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2030806-7bd1-4e19-b596-79174af96167 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:34.440339 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f2030806-7bd1-4e19-b596-79174af96167 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:34.462807 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb1832f-93df-4118-99aa-51d7c529c4d0 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:34.473306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2030806-7bd1-4e19-b596-79174af96167 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=a76b7ddd-f99b-491b-98ab-c6c83647e610,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:34.511306 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0f443a4b-9686-4ead-9044-c5c159e244cd req-0ddbc0bb-e59b-419b-83da-0d73d2264b78 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb&device_id=ba8746b9-6b08-4612-9c91-ff96b719b2ff HTTP/1.1" status: 200 len: 210 time: 0.0400147 Aug 31 01:19:34.516538 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=132c8234-ad6c-47bb-addd-587ad401df74,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:34.534533 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-aac147bf-54d5-4583-b1af-56f713622105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:34.650345 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': 'a76b7ddd-f99b-491b-98ab-c6c83647e610'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:34.651448 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:34.657859 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f2030806-7bd1-4e19-b596-79174af96167 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3496768 Aug 31 01:19:34.660597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43620) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:34.666201 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-07e4db7b-8bf6-48fc-9329-1bb9c23091d3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'fixed_ips': [{'subnet_id': 'a76b7ddd-f99b-491b-98ab-c6c83647e610', 'ip_address': '2001:db8::9ea6:3aca:3f91:1d29'}], 'name': 'tempest-NetworksTestDHCPv6-2108778128'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:34.714708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-f7b8a90a-b4d3-4b9d-8a5f-f33dedfa3e91 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, f8201c85-d327-4920-b9ed-798be60b4c09) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:34.721884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b8a90a-b4d3-4b9d-8a5f-f33dedfa3e91 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:34.722514 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a90a-b4d3-4b9d-8a5f-f33dedfa3e91 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:34.727556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768e0119-4798-4270-9ebe-438606921bcd None None] Network f8201c85-d327-4920-b9ed-798be60b4c09 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:34.871269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43628) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:34.876485 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Allocated IP 2001:db8::2 (bd5c1a30-2b24-4912-929d-0592c60865f1/a76b7ddd-f99b-491b-98ab-c6c83647e610/cf8e5bbd-abd9-4aba-8642-467c76771888) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:34.910517 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f7b8a90a-b4d3-4b9d-8a5f-f33dedfa3e91 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3520193 Aug 31 01:19:34.914008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43636) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:34.920066 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-58b673ed-1f6f-494e-8f2b-1d15fb7150ae tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-712447707'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:34.936872 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.api [None req-58b673ed-1f6f-494e-8f2b-1d15fb7150ae tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:19:34.936872 n-d-793621-34 neutron-server[102342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:19:34.936872 n-d-793621-34 neutron-server[102342]: [parameters: {'project_id_1': '19201c8ae3874c67b7573193f295f39e', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 19, 34, 926770)}] Aug 31 01:19:34.936872 n-d-793621-34 neutron-server[102342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:19:34.937872 n-d-793621-34 neutron-server[102342]: DEBUG oslo_db.api [None req-58b673ed-1f6f-494e-8f2b-1d15fb7150ae tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:19:35.015228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-d8289658-2713-4bcc-beae-828d30b266d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1115113925-network', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:35.015630 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-f8201c85-d327-4920-b9ed-798be60b4c09', 'network_id': 'f8201c85-d327-4920-b9ed-798be60b4c09', 'tenant_id': '19201c8ae3874c67b7573193f295f39e', 'fixed_ips': [{'subnet_id': '06fde7d3-ab8b-4249-8b67-850fcc22a1fb'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:35.017262 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:35.074259 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e4db7b-8bf6-48fc-9329-1bb9c23091d3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:35.177309 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4f80dc8-f156-49e8-920d-315a9eaef4f5 req-800e7888-d9af-4d96-9b95-a2a4f345aa8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0ed30aea0e8437ba3c6bd6f4d7f57f1&device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0362415 Aug 31 01:19:35.215125 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:35.226269 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4f80dc8-f156-49e8-920d-315a9eaef4f5 req-86082462-ad9e-47de-a7ff-5ae6fd6adf4f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e0ed30aea0e8437ba3c6bd6f4d7f57f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401444 Aug 31 01:19:35.228189 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-afc47b0f-9635-4082-b0c5-1d309ab5f3d0 req-a151664e-5543-430c-9d4b-41e38af36b99 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0354257 Aug 31 01:19:35.230096 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Transition to ACTIVE for port object cf8e5bbd-abd9-4aba-8642-467c76771888 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:35.248157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Allocated IP 172.20.255.242 (f8201c85-d327-4920-b9ed-798be60b4c09/06fde7d3-ab8b-4249-8b67-850fcc22a1fb/dc8656fb-9167-431a-8ce7-14a4669423cb) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:35.257625 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Transition to ACTIVE for port object cf8e5bbd-abd9-4aba-8642-467c76771888 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:35.382490 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07e4db7b-8bf6-48fc-9329-1bb9c23091d3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:35.397760 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8289658-2713-4bcc-beae-828d30b266d6 admin admin] Made reservation on behalf of 3e9fb06e01654acf8087ff144343ee10 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:35.401044 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d8289658-2713-4bcc-beae-828d30b266d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:35.426193 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:35.432754 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:35.433571 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d8289658-2713-4bcc-beae-828d30b266d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:35.437384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-07e4db7b-8bf6-48fc-9329-1bb9c23091d3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port a5cf47c9-2ea0-4c19-b10a-1d85fd3f3f88 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:19:35.449092 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ee4b5-8664-4d6f-8dcb-67b187afc46b req-94eb8fa2-854e-4cd5-a6a1-671c0e0d2534 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:35.450721 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1d7ee4b5-8664-4d6f-8dcb-67b187afc46b req-94eb8fa2-854e-4cd5-a6a1-671c0e0d2534 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 946 time: 0.1284964 Aug 31 01:19:35.461130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f80dc8-f156-49e8-920d-315a9eaef4f5 req-4e7acd3b-8110-4074-9b1a-aa23c032f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:35.462747 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4f80dc8-f156-49e8-920d-315a9eaef4f5 req-4e7acd3b-8110-4074-9b1a-aa23c032f9b7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2292068 Aug 31 01:19:35.481766 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Transition to ACTIVE for port object dc8656fb-9167-431a-8ce7-14a4669423cb will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:35.489386 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:35.501223 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:35.503704 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:35.522348 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Pushing event updated for resources: {'Port': ['ID=cf8e5bbd-abd9-4aba-8642-467c76771888,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:35.531528 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Transition to ACTIVE for port object dc8656fb-9167-431a-8ce7-14a4669423cb will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:35.597450 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1d7ee4b5-8664-4d6f-8dcb-67b187afc46b req-4388d3cf-e750-4c89-8ae6-f600fe0f2585 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310608 Aug 31 01:19:35.614136 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Attempting to bind port cf8e5bbd-abd9-4aba-8642-467c76771888 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:35.614518 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Attempting to bind port cf8e5bbd-abd9-4aba-8642-467c76771888 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:35.614803 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Attempting to bind port cf8e5bbd-abd9-4aba-8642-467c76771888 on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:35.620587 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:35.621196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:35.621666 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:35.622062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:35.622811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Bound port: cf8e5bbd-abd9-4aba-8642-467c76771888, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:35.623194 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:35.657495 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:35.679951 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-07e4db7b-8bf6-48fc-9329-1bb9c23091d3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::9ea6:3aca:3f91:1d29 (bd5c1a30-2b24-4912-929d-0592c60865f1/a76b7ddd-f99b-491b-98ab-c6c83647e610/a5cf47c9-2ea0-4c19-b10a-1d85fd3f3f88) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:35.708732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b673ed-1f6f-494e-8f2b-1d15fb7150ae tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:35.709013 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Network f8201c85-d327-4920-b9ed-798be60b4c09 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:35.712261 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58b673ed-1f6f-494e-8f2b-1d15fb7150ae tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:35.723480 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:35.733132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:35.740846 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Pushing event updated for resources: {'Port': ['ID=dc8656fb-9167-431a-8ce7-14a4669423cb,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:35.750279 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] For port cf8e5bbd-abd9-4aba-8642-467c76771888, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:35.757012 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] For port cf8e5bbd-abd9-4aba-8642-467c76771888, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=cf8e5bbd-abd9-4aba-8642-467c76771888,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:35.810741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Attempting to bind port dc8656fb-9167-431a-8ce7-14a4669423cb on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:35.811079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Attempting to bind port dc8656fb-9167-431a-8ce7-14a4669423cb by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '25268b20-2171-40d1-80d9-1625e697ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f8201c85-d327-4920-b9ed-798be60b4c09'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:35.811450 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Attempting to bind port dc8656fb-9167-431a-8ce7-14a4669423cb on network f8201c85-d327-4920-b9ed-798be60b4c09 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:35.816988 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:35.817361 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Checking segment: {'id': '25268b20-2171-40d1-80d9-1625e697ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f8201c85-d327-4920-b9ed-798be60b4c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:35.817799 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:35.818192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Bound using segment: {'id': '25268b20-2171-40d1-80d9-1625e697ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f8201c85-d327-4920-b9ed-798be60b4c09'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:35.818660 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Bound port: dc8656fb-9167-431a-8ce7-14a4669423cb, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25268b20-2171-40d1-80d9-1625e697ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f8201c85-d327-4920-b9ed-798be60b4c09'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:35.819037 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:35.833052 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b673ed-1f6f-494e-8f2b-1d15fb7150ae tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:35.853807 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58b673ed-1f6f-494e-8f2b-1d15fb7150ae tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:35.854153 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-58b673ed-1f6f-494e-8f2b-1d15fb7150ae tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Added segment a02e96a9-ec8e-4f4b-99dd-64de92c6fb7c of type vlan for network ee00c2c2-218c-41fd-bdf3-d1e424c8408e Aug 31 01:19:35.886295 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:35.924013 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] For port dc8656fb-9167-431a-8ce7-14a4669423cb, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:35.937787 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58b673ed-1f6f-494e-8f2b-1d15fb7150ae tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:35.955885 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] For port dc8656fb-9167-431a-8ce7-14a4669423cb, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dc8656fb-9167-431a-8ce7-14a4669423cb,segment=NetworkSegment(25268b20-2171-40d1-80d9-1625e697ecd5),segment_id=25268b20-2171-40d1-80d9-1625e697ecd5)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:35.970917 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71a0d8-43fb-416c-af1e-4eb79d4b553b None None] Pushing event updated for resources: {'Port': ['ID=cf8e5bbd-abd9-4aba-8642-467c76771888,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:35.984781 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07e4db7b-8bf6-48fc-9329-1bb9c23091d3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.021093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-07e4db7b-8bf6-48fc-9329-1bb9c23091d3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object a5cf47c9-2ea0-4c19-b10a-1d85fd3f3f88 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:36.032592 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d8289658-2713-4bcc-beae-828d30b266d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.115824 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.159305 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d8289658-2713-4bcc-beae-828d30b266d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.163742 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07e4db7b-8bf6-48fc-9329-1bb9c23091d3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.165358 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58b673ed-1f6f-494e-8f2b-1d15fb7150ae tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.174415 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b673ed-1f6f-494e-8f2b-1d15fb7150ae tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:36.175151 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58b673ed-1f6f-494e-8f2b-1d15fb7150ae tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.207746 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2111c-997b-42e3-b42c-ff36767a61f2 None None] Pushing event updated for resources: {'Port': ['ID=dc8656fb-9167-431a-8ce7-14a4669423cb,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:36.365452 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8289658-2713-4bcc-beae-828d30b266d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:36.383124 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d8289658-2713-4bcc-beae-828d30b266d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.383291 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-d8289658-2713-4bcc-beae-828d30b266d6 admin admin] Added segment 8b6a2915-8459-499e-bede-7f337b35d5f9 of type vlan for network 889b8bdc-4727-4715-b1e1-0ac4e4969e44 Aug 31 01:19:36.421495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b673ed-1f6f-494e-8f2b-1d15fb7150ae tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Network': ['ID=ee00c2c2-218c-41fd-bdf3-d1e424c8408e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:36.427255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e4db7b-8bf6-48fc-9329-1bb9c23091d3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:36.437873 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network ee00c2c2-218c-41fd-bdf3-d1e424c8408e details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:36.449405 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-438b0c0b-ee13-4943-8406-8001a777d7b8 req-82e41277-d162-408c-9f5a-425088e68401 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0720322 Aug 31 01:19:36.458192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-07e4db7b-8bf6-48fc-9329-1bb9c23091d3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:36.460359 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8289658-2713-4bcc-beae-828d30b266d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ada18c7-eafb-4557-93eb-80202c92de51,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:36.462966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4db7b-8bf6-48fc-9329-1bb9c23091d3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=a5cf47c9-2ea0-4c19-b10a-1d85fd3f3f88,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:36.465374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e4db7b-8bf6-48fc-9329-1bb9c23091d3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:36.488009 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e4db7b-8bf6-48fc-9329-1bb9c23091d3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:36.488009 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07e4db7b-8bf6-48fc-9329-1bb9c23091d3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.507294 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d8289658-2713-4bcc-beae-828d30b266d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.546898 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device cf8e5bbd-abd9-4aba-8642-467c76771888 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:36.550966 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-58b673ed-1f6f-494e-8f2b-1d15fb7150ae tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6354589 Aug 31 01:19:36.553848 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43688) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:36.562108 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-eb47ff84-5a66-4322-892a-6ced12e44de7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'subnet': {'network_id': 'ee00c2c2-218c-41fd-bdf3-d1e424c8408e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:36.698752 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-07e4db7b-8bf6-48fc-9329-1bb9c23091d3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0366602 Aug 31 01:19:36.699497 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43696) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:36.796317 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4f80dc8-f156-49e8-920d-315a9eaef4f5 req-84efe23f-7f47-41af-9f0c-ae1ef84c4d7d tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0770893 Aug 31 01:19:36.804669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port cf8e5bbd-abd9-4aba-8642-467c76771888 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:36.807913 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d8289658-2713-4bcc-beae-828d30b266d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.808715 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8289658-2713-4bcc-beae-828d30b266d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:36.810273 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d8289658-2713-4bcc-beae-828d30b266d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.887634 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5a04be-0091-446f-a2b4-1f81695de4a5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:36.894068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5a04be-0091-446f-a2b4-1f81695de4a5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:36.898067 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6e5a04be-0091-446f-a2b4-1f81695de4a5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1949580 Aug 31 01:19:36.898490 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43700) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:36.912382 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf52587-0842-42f9-8903-070fc5831bef req-cb599fec-d641-445a-bfb6-044024de4971 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:36.913881 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0bf52587-0842-42f9-8903-070fc5831bef req-cb599fec-d641-445a-bfb6-044024de4971 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 946 time: 0.1919601 Aug 31 01:19:36.917551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8289658-2713-4bcc-beae-828d30b266d6 admin admin] Pushing event updated for resources: {'Network': ['ID=889b8bdc-4727-4715-b1e1-0ac4e4969e44,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:36.923964 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.934245 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 889b8bdc-4727-4715-b1e1-0ac4e4969e44 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:36.970802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb47ff84-5a66-4322-892a-6ced12e44de7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:36.974993 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eb47ff84-5a66-4322-892a-6ced12e44de7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.983943 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0bf52587-0842-42f9-8903-070fc5831bef req-17efb264-0bd3-4448-aa16-32395130eb69 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590467 Aug 31 01:19:37.052536 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9f3d994d-58aa-41a9-9c91-dfdc20fb73ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.102624 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d8289658-2713-4bcc-beae-828d30b266d6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2295938 Aug 31 01:19:37.105730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43708) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:37.111918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-328c178c-a2c5-4bb7-90d4-4af145b0a49f admin admin] Request body: {'subnet': {'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1115113925-subnet', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:37.164725 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.168907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-feb5d509-a4ab-4304-a4ba-725541ce7fdd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port a5cf47c9-2ea0-4c19-b10a-1d85fd3f3f88 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:37.170603 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-feb5d509-a4ab-4304-a4ba-725541ce7fdd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.255000 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.376814 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51018c-f552-4f26-bdee-7ba60e23835e req-379e863d-ab70-469b-8fe0-a7ced5ac30f1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:37.376814 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3a51018c-f552-4f26-bdee-7ba60e23835e req-379e863d-ab70-469b-8fe0-a7ced5ac30f1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 946 time: 0.1407473 Aug 31 01:19:37.384123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328c178c-a2c5-4bb7-90d4-4af145b0a49f admin admin] Made reservation on behalf of 3e9fb06e01654acf8087ff144343ee10 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:37.386536 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-328c178c-a2c5-4bb7-90d4-4af145b0a49f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.415193 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-feb5d509-a4ab-4304-a4ba-725541ce7fdd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.457959 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-feb5d509-a4ab-4304-a4ba-725541ce7fdd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for a5cf47c9-2ea0-4c19-b10a-1d85fd3f3f88 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:37.496071 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3a51018c-f552-4f26-bdee-7ba60e23835e req-bd96f3fd-f739-464f-975b-54876453d8c5 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955248 Aug 31 01:19:37.679831 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4bc6cab2-22ea-4342-8a57-1455f190def6 req-d03396e2-be26-4947-b1ff-069c0779f7e4 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfe76ad-cb1f-4067-a45e-27334e6b64fb HTTP/1.1" status: 200 len: 210 time: 0.0775399 Aug 31 01:19:37.764931 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-252309cf-94bf-449c-8f5f-f2b69e6315ab None None] Provisioning for port cf8e5bbd-abd9-4aba-8642-467c76771888 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:37.774230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-252309cf-94bf-449c-8f5f-f2b69e6315ab None None] Provisioning complete for port cf8e5bbd-abd9-4aba-8642-467c76771888 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:37.775175 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-252309cf-94bf-449c-8f5f-f2b69e6315ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.827903 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-328c178c-a2c5-4bb7-90d4-4af145b0a49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.898272 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-252309cf-94bf-449c-8f5f-f2b69e6315ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.944196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c178c-a2c5-4bb7-90d4-4af145b0a49f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fda6a004-98bc-4255-914b-598d0c22693d,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:37.957127 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328c178c-a2c5-4bb7-90d4-4af145b0a49f admin admin] Checking segment: {'id': '8b6a2915-8459-499e-bede-7f337b35d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:37.957394 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-252309cf-94bf-449c-8f5f-f2b69e6315ab None None] For port cf8e5bbd-abd9-4aba-8642-467c76771888, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=cf8e5bbd-abd9-4aba-8642-467c76771888,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:37.958003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328c178c-a2c5-4bb7-90d4-4af145b0a49f admin admin] Network hostable DHCP agents. Network: 889b8bdc-4727-4715-b1e1-0ac4e4969e44, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:38.060957 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b3f2e6-4534-409e-820e-cbd433e88b93 None None] Network f8201c85-d327-4920-b9ed-798be60b4c09 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:38.078981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328c178c-a2c5-4bb7-90d4-4af145b0a49f admin admin] Network 889b8bdc-4727-4715-b1e1-0ac4e4969e44 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:38.106909 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eb47ff84-5a66-4322-892a-6ced12e44de7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.123339 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-252309cf-94bf-449c-8f5f-f2b69e6315ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.176145 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-328c178c-a2c5-4bb7-90d4-4af145b0a49f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 889b8bdc-4727-4715-b1e1-0ac4e4969e44) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:38.183630 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328c178c-a2c5-4bb7-90d4-4af145b0a49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:38.184844 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-328c178c-a2c5-4bb7-90d4-4af145b0a49f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.188133 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be8ea1-9a90-4797-bf4a-3fe0ee4351f1 req-625d0c19-ca2c-4f8b-9f33-e898a16f72fb tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:38.195694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-20be8ea1-9a90-4797-bf4a-3fe0ee4351f1 req-625d0c19-ca2c-4f8b-9f33-e898a16f72fb tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 946 time: 0.5634561 Aug 31 01:19:38.199459 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b264b51-4561-454c-b060-ea58f025f4a2 None None] Network 889b8bdc-4727-4715-b1e1-0ac4e4969e44 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:38.206062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47ff84-5a66-4322-892a-6ced12e44de7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Subnet': ['ID=64c7ae98-c9e4-4b04-88e7-c4ec469ce97e,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:38.220636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252309cf-94bf-449c-8f5f-f2b69e6315ab None None] Pushing event updated for resources: {'Port': ['ID=cf8e5bbd-abd9-4aba-8642-467c76771888,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:38.253853 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-20be8ea1-9a90-4797-bf4a-3fe0ee4351f1 req-8fc66a6b-5d29-4bcb-bf71-90d2aa993ee4 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572345 Aug 31 01:19:38.254632 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb47ff84-5a66-4322-892a-6ced12e44de7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Checking segment: {'id': 'a02e96a9-ec8e-4f4b-99dd-64de92c6fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ee00c2c2-218c-41fd-bdf3-d1e424c8408e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:38.254901 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb47ff84-5a66-4322-892a-6ced12e44de7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network hostable DHCP agents. Network: ee00c2c2-218c-41fd-bdf3-d1e424c8408e, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:38.281333 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43748) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:38.284874 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-feb5d509-a4ab-4304-a4ba-725541ce7fdd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.321817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5d509-a4ab-4304-a4ba-725541ce7fdd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=a5cf47c9-2ea0-4c19-b10a-1d85fd3f3f88,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:38.346110 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-328c178c-a2c5-4bb7-90d4-4af145b0a49f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2386172 Aug 31 01:19:38.346966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43752) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:38.353674 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:38.375844 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-feb5d509-a4ab-4304-a4ba-725541ce7fdd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.422859 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-feb5d509-a4ab-4304-a4ba-725541ce7fdd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/a5cf47c9-2ea0-4c19-b10a-1d85fd3f3f88 HTTP/1.1" status: 204 len: 168 time: 1.5156922 Aug 31 01:19:38.422859 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb47ff84-5a66-4322-892a-6ced12e44de7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network ee00c2c2-218c-41fd-bdf3-d1e424c8408e is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:38.424782 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43760) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:38.476810 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c6482d6a-7830-4a8c-a914-a8b3e095037f None None] Provisioning for port dc8656fb-9167-431a-8ce7-14a4669423cb completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:38.497933 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c6482d6a-7830-4a8c-a914-a8b3e095037f None None] Could not find standard attr ID for object a5cf47c9-2ea0-4c19-b10a-1d85fd3f3f88. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:19:38.554714 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'fixed_ips': [{'subnet_id': 'fda6a004-98bc-4255-914b-598d0c22693d'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:38.555744 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.561073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a32e86a-091f-4488-898f-013e90b13258 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:38.564366 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a32e86a-091f-4488-898f-013e90b13258 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:38.568152 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4a32e86a-091f-4488-898f-013e90b13258 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1422775 Aug 31 01:19:38.571012 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43762) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:38.644395 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.644691 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-eb47ff84-5a66-4322-892a-6ced12e44de7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, ee00c2c2-218c-41fd-bdf3-d1e424c8408e) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:38.651415 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb47ff84-5a66-4322-892a-6ced12e44de7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:38.653375 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eb47ff84-5a66-4322-892a-6ced12e44de7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.654789 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.698334 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device cf8e5bbd-abd9-4aba-8642-467c76771888 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:38.751502 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3275a59b-61a8-4a70-af00-47815eaa10c8 None None] Network ee00c2c2-218c-41fd-bdf3-d1e424c8408e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:38.760445 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.777629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb5648a-2dda-4c92-8f02-5369ff0c23bc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet a76b7ddd-f99b-491b-98ab-c6c83647e610 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:38.784857 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d7dcd3-f9a4-437d-822c-67888e18d98e tempest-TestServerBasicOps-1543407074 tempest-TestServerBasicOps-1543407074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:38.789304 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-45d7dcd3-f9a4-437d-822c-67888e18d98e tempest-TestServerBasicOps-1543407074 tempest-TestServerBasicOps-1543407074-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 1093 time: 0.5061004 Aug 31 01:19:38.790158 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43776) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:38.795675 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': '132c8234-ad6c-47bb-addd-587ad401df74', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:38.811139 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-eb47ff84-5a66-4322-892a-6ced12e44de7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2533188 Aug 31 01:19:38.812764 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43778) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:38.817752 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fcb5648a-2dda-4c92-8f02-5369ff0c23bc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.843983 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.869941 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fcb5648a-2dda-4c92-8f02-5369ff0c23bc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.952035 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3c31603d-3b0f-4428-9196-3af71aa28363 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.017691 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.085619 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port cf8e5bbd-abd9-4aba-8642-467c76771888 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:39.086645 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.103169 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3c31603d-3b0f-4428-9196-3af71aa28363 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.210892 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fcb5648a-2dda-4c92-8f02-5369ff0c23bc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.211935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Allocated IP 172.20.0.2 (889b8bdc-4727-4715-b1e1-0ac4e4969e44/fda6a004-98bc-4255-914b-598d0c22693d/74e42710-2ef5-462c-bb96-c6958b87cbc5) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:39.246436 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.261951 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.311097 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3c31603d-3b0f-4428-9196-3af71aa28363 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.381652 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31603d-3b0f-4428-9196-3af71aa28363 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Subnet': ['ID=64c7ae98-c9e4-4b04-88e7-c4ec469ce97e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:39.430818 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b8c4cd73-db8a-4226-845c-cc498aa2cfdf req-610c5f1c-f1a6-4471-b4a7-4dbeda5d13f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0ed30aea0e8437ba3c6bd6f4d7f57f1&device_id=ba8746b9-6b08-4612-9c91-ff96b719b2ff HTTP/1.1" status: 200 len: 210 time: 0.0917320 Aug 31 01:19:39.435145 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e83d7624-0a7a-4890-88ec-ca4a39378c59 req-930bf9b2-f087-4799-90d3-3d2f3bf26d7a tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba8746b9-6b08-4612-9c91-ff96b719b2ff HTTP/1.1" status: 200 len: 210 time: 0.0675395 Aug 31 01:19:39.456944 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dc8656fb-9167-431a-8ce7-14a4669423cb up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:39.493861 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144abf6c-f2f0-49cf-a5d8-82d0ce2b67fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-ee00c2c2-218c-41fd-bdf3-d1e424c8408e', 'network_id': 'ee00c2c2-218c-41fd-bdf3-d1e424c8408e', 'tenant_id': '19201c8ae3874c67b7573193f295f39e', 'fixed_ips': [{'subnet_id': '64c7ae98-c9e4-4b04-88e7-c4ec469ce97e'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:39.494749 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-144abf6c-f2f0-49cf-a5d8-82d0ce2b67fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.528869 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b8c4cd73-db8a-4226-845c-cc498aa2cfdf req-988575fe-8625-4f10-8121-11f336964712 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e0ed30aea0e8437ba3c6bd6f4d7f57f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769639 Aug 31 01:19:39.531325 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fcb5648a-2dda-4c92-8f02-5369ff0c23bc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.563780 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3c31603d-3b0f-4428-9196-3af71aa28363 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.581587 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3c31603d-3b0f-4428-9196-3af71aa28363 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee00c2c2-218c-41fd-bdf3-d1e424c8408e']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:39.599185 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Allocated IP 172.25.2.144 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/af1e8705-35a1-40f2-82ce-0c5897ee257f) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:39.605582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3c31603d-3b0f-4428-9196-3af71aa28363 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02e96a9-ec8e-4f4b-99dd-64de92c6fb7c') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:39.606237 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3c31603d-3b0f-4428-9196-3af71aa28363 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02e96a9-ec8e-4f4b-99dd-64de92c6fb7c') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:39.620244 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81cf544-7a23-48f2-a4bb-f22660fd18de None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:39.625637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5648a-2dda-4c92-8f02-5369ff0c23bc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=a76b7ddd-f99b-491b-98ab-c6c83647e610,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:39.628533 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fcb5648a-2dda-4c92-8f02-5369ff0c23bc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.653713 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fcb5648a-2dda-4c92-8f02-5369ff0c23bc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/a76b7ddd-f99b-491b-98ab-c6c83647e610 HTTP/1.1" status: 204 len: 168 time: 1.0582702 Aug 31 01:19:39.653713 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43806) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:39.696662 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3c31603d-3b0f-4428-9196-3af71aa28363 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.724630 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3c31603d-3b0f-4428-9196-3af71aa28363 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.736485 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db253f8-7fff-4cd0-b5e4-ca3a23d9a2e0 None None] Network ee00c2c2-218c-41fd-bdf3-d1e424c8408e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:39.736843 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c31603d-3b0f-4428-9196-3af71aa28363 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:39.737478 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3c31603d-3b0f-4428-9196-3af71aa28363 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:39.742749 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:39.760485 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.817110 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port dc8656fb-9167-431a-8ce7-14a4669423cb completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:39.851204 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port dc8656fb-9167-431a-8ce7-14a4669423cb triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:39.851596 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.884416 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.991659 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Transition to ACTIVE for port object 74e42710-2ef5-462c-bb96-c6958b87cbc5 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:39.991847 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3c31603d-3b0f-4428-9196-3af71aa28363 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.999039 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3c31603d-3b0f-4428-9196-3af71aa28363 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.011656 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3c31603d-3b0f-4428-9196-3af71aa28363 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/ee00c2c2-218c-41fd-bdf3-d1e424c8408e HTTP/1.1" status: 204 len: 168 time: 1.1949215 Aug 31 01:19:40.015748 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43814) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:40.044117 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0c41a846-e54e-497e-9076-3e5a1fcb0ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-545654127'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:40.046294 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Transition to ACTIVE for port object 74e42710-2ef5-462c-bb96-c6958b87cbc5 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:40.058144 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.062483 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b3c87111-19e7-419e-8111-08df9af1def6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4265499 Aug 31 01:19:40.065975 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43820) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:40.081675 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-7c2e61ee-8d6f-4f44-b275-1d4a1e135d96 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:40.088198 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31603d-3b0f-4428-9196-3af71aa28363 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Network': ['ID=ee00c2c2-218c-41fd-bdf3-d1e424c8408e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:40.099190 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.101555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5a3175-f68b-4edb-ac2d-4266b2202c04 None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:19:40.154762 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:40.156074 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port dc8656fb-9167-431a-8ce7-14a4669423cb, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dc8656fb-9167-431a-8ce7-14a4669423cb,segment=NetworkSegment(25268b20-2171-40d1-80d9-1625e697ecd5),segment_id=25268b20-2171-40d1-80d9-1625e697ecd5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:40.160315 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:40.163729 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:40.195552 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Pushing event updated for resources: {'Port': ['ID=af1e8705-35a1-40f2-82ce-0c5897ee257f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:40.198456 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.212218 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4cd73-db8a-4226-845c-cc498aa2cfdf req-662596ab-cee0-40a7-a5b3-d368b04a5323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:40.214377 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b8c4cd73-db8a-4226-845c-cc498aa2cfdf req-662596ab-cee0-40a7-a5b3-d368b04a5323 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6757979 Aug 31 01:19:40.272581 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c41a846-e54e-497e-9076-3e5a1fcb0ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:40.279342 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c41a846-e54e-497e-9076-3e5a1fcb0ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.297666 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Network 889b8bdc-4727-4715-b1e1-0ac4e4969e44 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:40.307547 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c41a846-e54e-497e-9076-3e5a1fcb0ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:40.314048 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:40.318304 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.319329 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c41a846-e54e-497e-9076-3e5a1fcb0ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.319739 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-0c41a846-e54e-497e-9076-3e5a1fcb0ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Added segment e6f06190-eb3a-4585-8c6d-8036f872061e of type vlan for network 0c537095-ce94-4456-aa1f-43863297f5fc Aug 31 01:19:40.322262 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.325153 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Pushing event updated for resources: {'Port': ['ID=74e42710-2ef5-462c-bb96-c6958b87cbc5,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:40.329647 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:40.373909 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.412462 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.434738 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c41a846-e54e-497e-9076-3e5a1fcb0ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.436417 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2e61ee-8d6f-4f44-b275-1d4a1e135d96 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:40.437025 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a3175-f68b-4edb-ac2d-4266b2202c04 None None] Deleting port cf8e5bbd-abd9-4aba-8642-467c76771888 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:40.437409 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5c5a3175-f68b-4edb-ac2d-4266b2202c04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.447441 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7c2e61ee-8d6f-4f44-b275-1d4a1e135d96 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.462446 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device cf8e5bbd-abd9-4aba-8642-467c76771888 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:40.557453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=dc8656fb-9167-431a-8ce7-14a4669423cb,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:40.589361 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Attempting to bind port 74e42710-2ef5-462c-bb96-c6958b87cbc5 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:40.594384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Attempting to bind port 74e42710-2ef5-462c-bb96-c6958b87cbc5 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '8b6a2915-8459-499e-bede-7f337b35d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:40.594384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Attempting to bind port 74e42710-2ef5-462c-bb96-c6958b87cbc5 on network 889b8bdc-4727-4715-b1e1-0ac4e4969e44 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:40.609089 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:40.609857 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Checking segment: {'id': '8b6a2915-8459-499e-bede-7f337b35d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:40.610269 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.610667 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Bound using segment: {'id': '8b6a2915-8459-499e-bede-7f337b35d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:40.611347 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Bound port: 74e42710-2ef5-462c-bb96-c6958b87cbc5, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6a2915-8459-499e-bede-7f337b35d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:40.611942 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.639207 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-5c5a3175-f68b-4edb-ac2d-4266b2202c04 None None] For port cf8e5bbd-abd9-4aba-8642-467c76771888, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=cf8e5bbd-abd9-4aba-8642-467c76771888,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:40.643938 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5c5a3175-f68b-4edb-ac2d-4266b2202c04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.648761 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-547f8c6a-370d-442d-8d36-568d8ca4ae6d req-a4a009b5-24f2-4aac-931e-538d3da40826 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba8746b9-6b08-4612-9c91-ff96b719b2ff HTTP/1.1" status: 200 len: 210 time: 0.0438678 Aug 31 01:19:40.697152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a3175-f68b-4edb-ac2d-4266b2202c04 None None] Calling delete_port for cf8e5bbd-abd9-4aba-8642-467c76771888 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:40.711657 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] Allocated IP 172.25.2.107 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/69e11be8-17f0-4ebf-95ce-d88afd028286) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:40.719893 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c41a846-e54e-497e-9076-3e5a1fcb0ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.726123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c41a846-e54e-497e-9076-3e5a1fcb0ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:40.726893 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c41a846-e54e-497e-9076-3e5a1fcb0ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.810688 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.832109 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41a846-e54e-497e-9076-3e5a1fcb0ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Network': ['ID=0c537095-ce94-4456-aa1f-43863297f5fc,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:40.833599 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] For port 74e42710-2ef5-462c-bb96-c6958b87cbc5, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:40.862052 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 0c537095-ce94-4456-aa1f-43863297f5fc details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:40.877070 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] For port 74e42710-2ef5-462c-bb96-c6958b87cbc5, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=74e42710-2ef5-462c-bb96-c6958b87cbc5,segment=NetworkSegment(8b6a2915-8459-499e-bede-7f337b35d5f9),segment_id=8b6a2915-8459-499e-bede-7f337b35d5f9)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:40.944824 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port cf8e5bbd-abd9-4aba-8642-467c76771888, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=cf8e5bbd-abd9-4aba-8642-467c76771888,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:40.954708 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.962975 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0c41a846-e54e-497e-9076-3e5a1fcb0ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9343312 Aug 31 01:19:40.963660 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43846) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:40.971199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ee5997e2-8c0d-43c6-8341-005298ea3036 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'subnet': {'network_id': '0c537095-ce94-4456-aa1f-43863297f5fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:40.999867 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:41.028808 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7c2e61ee-8d6f-4f44-b275-1d4a1e135d96 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:41.108847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f67da-747f-4c79-a60a-4860b8bc6bd7 None None] Pushing event updated for resources: {'Port': ['ID=74e42710-2ef5-462c-bb96-c6958b87cbc5,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:41.143741 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2e61ee-8d6f-4f44-b275-1d4a1e135d96 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:41.153031 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:41.161135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-7c2e61ee-8d6f-4f44-b275-1d4a1e135d96 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:41.166543 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:41.177971 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2e61ee-8d6f-4f44-b275-1d4a1e135d96 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:41.179025 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7c2e61ee-8d6f-4f44-b275-1d4a1e135d96 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:41.236855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e61ee-8d6f-4f44-b275-1d4a1e135d96 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=abf3fd44-50b7-44f9-9419-00bb0001448e,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:41.258804 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=cf8e5bbd-abd9-4aba-8642-467c76771888,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:41.366561 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5c5a3175-f68b-4edb-ac2d-4266b2202c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:41.392878 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a3175-f68b-4edb-ac2d-4266b2202c04 None None] Pushing event deleted for resources: {'Port': ['ID=cf8e5bbd-abd9-4aba-8642-467c76771888,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:41.405922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a3175-f68b-4edb-ac2d-4266b2202c04 None None] No DVR routers for this DVR port cf8e5bbd-abd9-4aba-8642-467c76771888 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:41.430176 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:41.431517 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67497ffe-c823-4e72-b818-1cf8796032bc None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:41.460328 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7c2e61ee-8d6f-4f44-b275-1d4a1e135d96 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3932223 Aug 31 01:19:41.465815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43860) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:41.467489 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b8c4cd73-db8a-4226-845c-cc498aa2cfdf req-fc3857e5-63ce-4d1e-bb4c-2573934e9f3a tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba8746b9-6b08-4612-9c91-ff96b719b2ff HTTP/1.1" status: 200 len: 210 time: 0.0554900 Aug 31 01:19:41.488362 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ec7488aa-834d-4f85-99c8-eb7849d9f288 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'fixed_ips': [{'subnet_id': 'abf3fd44-50b7-44f9-9419-00bb0001448e', 'ip_address': '2001:db8::81a0:edf3:66ed:fe12'}], 'name': 'tempest-NetworksTestDHCPv6-1479696660'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:41.491781 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:41.525314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:41.530486 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:41.557511 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:41.562033 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] Pushing event updated for resources: {'Port': ['ID=69e11be8-17f0-4ebf-95ce-d88afd028286,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:41.651822 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5997e2-8c0d-43c6-8341-005298ea3036 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:41.656377 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ee5997e2-8c0d-43c6-8341-005298ea3036 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:41.712781 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': 'abf3fd44-50b7-44f9-9419-00bb0001448e'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:41.714196 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:41.724477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.ipam_backend_mixin [None req-ee5997e2-8c0d-43c6-8341-005298ea3036 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Performing IP validity checks on allocation pools {{(pid=102342) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 01:19:41.725039 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.ipam_backend_mixin [None req-ee5997e2-8c0d-43c6-8341-005298ea3036 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102342) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 01:19:41.905025 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4195f8c-fb1f-49e5-883e-271ec9519990 req-ffd812a4-0fe0-40c5-886a-ad9e0b164529 tempest-ServerShowV247Test-1315101027 tempest-ServerShowV247Test-1315101027-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba8746b9-6b08-4612-9c91-ff96b719b2ff HTTP/1.1" status: 200 len: 210 time: 0.0449929 Aug 31 01:19:41.941543 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:41.993855 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Allocated IP 2001:db8::2 (bd5c1a30-2b24-4912-929d-0592c60865f1/abf3fd44-50b7-44f9-9419-00bb0001448e/9ba82706-229e-425f-87b2-311e3eb2100f) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:42.039141 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7488aa-834d-4f85-99c8-eb7849d9f288 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:42.097675 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.204778 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.214560 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ee5997e2-8c0d-43c6-8341-005298ea3036 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.216803 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.227416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Transition to ACTIVE for port object 9ba82706-229e-425f-87b2-311e3eb2100f will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:42.250977 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Transition to ACTIVE for port object 9ba82706-229e-425f-87b2-311e3eb2100f will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:42.272370 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Pushing event updated for resources: {'Port': ['ID=af1e8705-35a1-40f2-82ce-0c5897ee257f,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:42.347847 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.350990 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ec7488aa-834d-4f85-99c8-eb7849d9f288 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.382259 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.385429 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-ec7488aa-834d-4f85-99c8-eb7849d9f288 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port 307fd55f-2b59-4c50-8e7c-b7cd17261fb2 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:19:42.395287 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Floating IP 92eda504-02cf-4876-b31e-98e9b7c7b72d associated. External IP: 172.25.2.144, port: 132c8234-ad6c-47bb-addd-587ad401df74. Aug 31 01:19:42.466898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5997e2-8c0d-43c6-8341-005298ea3036 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Subnet': ['ID=a140456f-8af6-403f-9c68-f97830ce9ac7,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:42.485941 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:42.490912 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5997e2-8c0d-43c6-8341-005298ea3036 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Checking segment: {'id': 'e6f06190-eb3a-4585-8c6d-8036f872061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0c537095-ce94-4456-aa1f-43863297f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:42.491351 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5997e2-8c0d-43c6-8341-005298ea3036 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network hostable DHCP agents. Network: 0c537095-ce94-4456-aa1f-43863297f5fc, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:42.498679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:42.518575 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:42.598491 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Pushing event updated for resources: {'Port': ['ID=9ba82706-229e-425f-87b2-311e3eb2100f,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:42.635528 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5997e2-8c0d-43c6-8341-005298ea3036 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network 0c537095-ce94-4456-aa1f-43863297f5fc is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:42.668634 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654f8dce-6285-41ea-816a-ea50cbf9d046 None None] Network 889b8bdc-4727-4715-b1e1-0ac4e4969e44 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:42.675183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 74e42710-2ef5-462c-bb96-c6958b87cbc5 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:42.688386 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.770067 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Attempting to bind port 9ba82706-229e-425f-87b2-311e3eb2100f on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:42.776027 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Attempting to bind port 9ba82706-229e-425f-87b2-311e3eb2100f by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:42.776027 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Attempting to bind port 9ba82706-229e-425f-87b2-311e3eb2100f on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:42.777196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-ee5997e2-8c0d-43c6-8341-005298ea3036 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 0c537095-ce94-4456-aa1f-43863297f5fc) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:42.787509 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5997e2-8c0d-43c6-8341-005298ea3036 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:42.788391 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ee5997e2-8c0d-43c6-8341-005298ea3036 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.790154 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740f480a-ab84-4735-851f-d099871fb726 None None] Network 0c537095-ce94-4456-aa1f-43863297f5fc requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:42.820310 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-ec7488aa-834d-4f85-99c8-eb7849d9f288 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::81a0:edf3:66ed:fe12 (bd5c1a30-2b24-4912-929d-0592c60865f1/abf3fd44-50b7-44f9-9419-00bb0001448e/307fd55f-2b59-4c50-8e7c-b7cd17261fb2) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:42.820580 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:42.821157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:42.821534 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.822306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:42.822451 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Bound port: 9ba82706-229e-425f-87b2-311e3eb2100f, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:42.822916 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.932496 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Router 10394a09-c346-459c-bc72-dc95ed294500 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:19:42.942090 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ee5997e2-8c0d-43c6-8341-005298ea3036 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9771214 Aug 31 01:19:42.946640 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43878) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:43.034271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1c43328d-0094-4b70-a786-bb409e9a4e12 None None] Provisioning for port 74e42710-2ef5-462c-bb96-c6958b87cbc5 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:43.083899 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6692395-9c18-4eb8-9f82-8200bc0f7a51 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.102965 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] Router 2eb0d685-e6d6-400c-a94c-3c69074171bb is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:19:43.208818 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ec7488aa-834d-4f85-99c8-eb7849d9f288 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.209369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 74e42710-2ef5-462c-bb96-c6958b87cbc5 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:43.236475 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:43.245234 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-ec7488aa-834d-4f85-99c8-eb7849d9f288 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object 307fd55f-2b59-4c50-8e7c-b7cd17261fb2 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:43.257008 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6692395-9c18-4eb8-9f82-8200bc0f7a51 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.270352 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3301694f-56a4-4b4a-a0a9-c907959b8380 None None] Sync routers for ids ['10394a09-c346-459c-bc72-dc95ed294500'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:43.273393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 74e42710-2ef5-462c-bb96-c6958b87cbc5 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:43.274041 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.338975 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] For port 9ba82706-229e-425f-87b2-311e3eb2100f, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:43.351064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:43.367803 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Sync routers for ids ['2eb0d685-e6d6-400c-a94c-3c69074171bb'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:43.395951 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Routers {'2eb0d685-e6d6-400c-a94c-3c69074171bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:43.396716 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:19:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2eb0d685-e6d6-400c-a94c-3c69074171bb'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:43.399024 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.401891 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ec7488aa-834d-4f85-99c8-eb7849d9f288 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.414595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] For port 9ba82706-229e-425f-87b2-311e3eb2100f, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9ba82706-229e-425f-87b2-311e3eb2100f,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:43.416180 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3301694f-56a4-4b4a-a0a9-c907959b8380 None None] Routers {'10394a09-c346-459c-bc72-dc95ed294500'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:43.417552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3301694f-56a4-4b4a-a0a9-c907959b8380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:19:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['10394a09-c346-459c-bc72-dc95ed294500'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:43.472151 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f9a4819f-4fea-493f-8a10-a2f95537f7d1 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6788266 Aug 31 01:19:43.473386 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd052f1f-1949-4575-9b73-f02fd542cca5', 'tag': '132c8234-ad6c-47bb-addd-587ad401df74'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:43.475787 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebe1061-2444-4334-9502-83b27e340034" -d '{"events": [{"name": "network-changed", "server_uuid": "cd052f1f-1949-4575-9b73-f02fd542cca5", "tag": "132c8234-ad6c-47bb-addd-587ad401df74"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:43.538313 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7488aa-834d-4f85-99c8-eb7849d9f288 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:43.544735 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-ec7488aa-834d-4f85-99c8-eb7849d9f288 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:43.556200 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7488aa-834d-4f85-99c8-eb7849d9f288 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:43.562841 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7488aa-834d-4f85-99c8-eb7849d9f288 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:43.563590 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ec7488aa-834d-4f85-99c8-eb7849d9f288 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.567926 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.569189 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0c6fe957-79d4-48b7-813f-b75e75ddd0b5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2210958 Aug 31 01:19:43.573235 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7488aa-834d-4f85-99c8-eb7849d9f288 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=307fd55f-2b59-4c50-8e7c-b7cd17261fb2,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:43.575924 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43894) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:43.582687 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6692395-9c18-4eb8-9f82-8200bc0f7a51 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.590299 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0ac5a4-c8f7-402a-963a-a591cee5c2bd x-openstack-request-id: req-6f0ac5a4-c8f7-402a-963a-a591cee5c2bd {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:43.590628 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd052f1f-1949-4575-9b73-f02fd542cca5", "tag": "132c8234-ad6c-47bb-addd-587ad401df74", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:43.590896 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f0ac5a4-c8f7-402a-963a-a591cee5c2bd {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:43.591444 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd052f1f-1949-4575-9b73-f02fd542cca5', 'tag': '132c8234-ad6c-47bb-addd-587ad401df74', 'status': 'completed', 'code': 200} Aug 31 01:19:43.650122 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Set router 2eb0d685-e6d6-400c-a94c-3c69074171bb gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:43.728114 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.733384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6692395-9c18-4eb8-9f82-8200bc0f7a51 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Subnet': ['ID=a140456f-8af6-403f-9c68-f97830ce9ac7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:43.768692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43896) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:43.781589 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ec7488aa-834d-4f85-99c8-eb7849d9f288 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3123114 Aug 31 01:19:43.806431 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428294e2-2644-428c-b8ce-b2d96f26601e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-0c537095-ce94-4456-aa1f-43863297f5fc', 'network_id': '0c537095-ce94-4456-aa1f-43863297f5fc', 'tenant_id': '19201c8ae3874c67b7573193f295f39e', 'fixed_ips': [{'subnet_id': 'a140456f-8af6-403f-9c68-f97830ce9ac7'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:43.807556 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-428294e2-2644-428c-b8ce-b2d96f26601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.869254 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43898) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:43.929594 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fd7fc00-a668-428c-9d69-8d4742f81500 req-347a1cc5-1652-4c0e-8718-f70d81a476cd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4301453 Aug 31 01:19:43.931106 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.957189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe1061-2444-4334-9502-83b27e340034 req-103bf1cd-f2f3-41fa-8b0f-ba0c89f9ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:43.958657 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ebe1061-2444-4334-9502-83b27e340034 req-103bf1cd-f2f3-41fa-8b0f-ba0c89f9ed3d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=578114a3322f4fb48aa345ef591d2704&device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 1098 time: 0.2991977 Aug 31 01:19:43.964269 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6692395-9c18-4eb8-9f82-8200bc0f7a51 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.003208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d6692395-9c18-4eb8-9f82-8200bc0f7a51 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c537095-ce94-4456-aa1f-43863297f5fc']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:44.009009 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:19:41Z', 'revision_number': 3, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port': {'id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:44.052791 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Checking router: 2eb0d685-e6d6-400c-a94c-3c69074171bb for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:19:44.053532 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Updating router 2eb0d685-e6d6-400c-a94c-3c69074171bb port 69e11be8-17f0-4ebf-95ce-d88afd028286 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:19:44.058118 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-3301694f-56a4-4b4a-a0a9-c907959b8380 None None] Set router 10394a09-c346-459c-bc72-dc95ed294500 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:44.076902 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d6692395-9c18-4eb8-9f82-8200bc0f7a51 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f06190-eb3a-4585-8c6d-8036f872061e') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:44.077230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d6692395-9c18-4eb8-9f82-8200bc0f7a51 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f06190-eb3a-4585-8c6d-8036f872061e') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:44.103293 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.118075 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6692395-9c18-4eb8-9f82-8200bc0f7a51 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.134511 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f039a01-b6ee-41f2-9ffd-3922618033a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.218175 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6692395-9c18-4eb8-9f82-8200bc0f7a51 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.239055 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6692395-9c18-4eb8-9f82-8200bc0f7a51 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:44.239764 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6692395-9c18-4eb8-9f82-8200bc0f7a51 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:44.251513 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:44.332452 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe1061-2444-4334-9502-83b27e340034 req-0554bdb7-b440-45c8-8263-f239d7d04df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:44.344787 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ebe1061-2444-4334-9502-83b27e340034 req-0554bdb7-b440-45c8-8263-f239d7d04df2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e08226c-027d-47ff-8492-8c59b88cb0ad HTTP/1.1" status: 200 len: 909 time: 0.3773880 Aug 31 01:19:44.439668 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ebe1061-2444-4334-9502-83b27e340034 req-d5f21ad1-1745-43fc-975c-91c912cb8add service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=132c8234-ad6c-47bb-addd-587ad401df74 HTTP/1.1" status: 200 len: 1000 time: 0.0880637 Aug 31 01:19:44.520521 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.577557 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f41b0-de41-485d-94e0-0ac4747d582d None None] Pushing event updated for resources: {'Port': ['ID=9ba82706-229e-425f-87b2-311e3eb2100f,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:44.578645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe1061-2444-4334-9502-83b27e340034 req-64d43102-fbe0-4e91-8f0b-27b298c4d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:44.580417 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ebe1061-2444-4334-9502-83b27e340034 req-64d43102-fbe0-4e91-8f0b-27b298c4d8a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6980437-b15c-40e2-aa0f-e59e23c89221 HTTP/1.1" status: 200 len: 847 time: 0.1339073 Aug 31 01:19:44.626150 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 74e42710-2ef5-462c-bb96-c6958b87cbc5, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=74e42710-2ef5-462c-bb96-c6958b87cbc5,segment=NetworkSegment(8b6a2915-8459-499e-bede-7f337b35d5f9),segment_id=8b6a2915-8459-499e-bede-7f337b35d5f9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:44.636354 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-508ff3fd-d23f-4e3f-be59-2a530b56e1d4 None None] Provisioning complete for port 74e42710-2ef5-462c-bb96-c6958b87cbc5 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:44.636952 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-508ff3fd-d23f-4e3f-be59-2a530b56e1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.677717 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5cdb6a-e086-4877-a1f6-a555de948cab None None] Network 0c537095-ce94-4456-aa1f-43863297f5fc requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:44.683760 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Transition to ACTIVE for port object 69e11be8-17f0-4ebf-95ce-d88afd028286 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:44.694939 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6692395-9c18-4eb8-9f82-8200bc0f7a51 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.714702 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5cdb6a-e086-4877-a1f6-a555de948cab None None] Network 0c537095-ce94-4456-aa1f-43863297f5fc could not be found, it might have been deleted concurrently. {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 01:19:44.741701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3838d3a5-0338-4ba3-906c-864964bbd7bb tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:44.744988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe1061-2444-4334-9502-83b27e340034 req-fc17ed80-28d9-41d4-83a9-921bb4c2578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:44.746638 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ebe1061-2444-4334-9502-83b27e340034 req-fc17ed80-28d9-41d4-83a9-921bb4c2578a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e08226c-027d-47ff-8492-8c59b88cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1479871 Aug 31 01:19:44.756062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3838d3a5-0338-4ba3-906c-864964bbd7bb tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:44.758149 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3838d3a5-0338-4ba3-906c-864964bbd7bb tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8873305 Aug 31 01:19:44.758285 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6692395-9c18-4eb8-9f82-8200bc0f7a51 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.764530 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d6692395-9c18-4eb8-9f82-8200bc0f7a51 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/0c537095-ce94-4456-aa1f-43863297f5fc HTTP/1.1" status: 204 len: 168 time: 1.8177936 Aug 31 01:19:44.776840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43906) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:44.777132 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.777241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43908) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:44.777355 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dc8656fb-9167-431a-8ce7-14a4669423cb up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:44.785955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e8e3c58a-5080-4405-b7fe-f46ad7ac2836 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-232508067'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:44.798072 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.849758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6692395-9c18-4eb8-9f82-8200bc0f7a51 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Network': ['ID=0c537095-ce94-4456-aa1f-43863297f5fc,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:44.882340 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91f4ac-60c1-4537-be0e-4c964c78bc78 None None] Pushing event updated for resources: {'Port': ['ID=69e11be8-17f0-4ebf-95ce-d88afd028286,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:44.928861 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Attempting to bind port 69e11be8-17f0-4ebf-95ce-d88afd028286 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:44.932391 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Attempting to bind port 69e11be8-17f0-4ebf-95ce-d88afd028286 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:44.932391 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Attempting to bind port 69e11be8-17f0-4ebf-95ce-d88afd028286 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:44.941787 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:44.947163 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:44.947959 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.948660 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:44.949383 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Bound port: 69e11be8-17f0-4ebf-95ce-d88afd028286, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:44.950622 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.974097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=74e42710-2ef5-462c-bb96-c6958b87cbc5,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:45.024038 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f039a01-b6ee-41f2-9ffd-3922618033a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.063233 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] For port 69e11be8-17f0-4ebf-95ce-d88afd028286, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:45.067649 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] For port 69e11be8-17f0-4ebf-95ce-d88afd028286, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=69e11be8-17f0-4ebf-95ce-d88afd028286,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:45.075741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3301694f-56a4-4b4a-a0a9-c907959b8380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10394a09-c346-459c-bc72-dc95ed294500', 'name': 'tempest-TestServerBasicOps-133613637-router', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:49Z', 'updated_at': '2021-08-31T01:18:56Z', 'revision_number': 4, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'gw_port': {'id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:51Z', 'updated_at': '2021-08-31T01:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '92eda504-02cf-4876-b31e-98e9b7c7b72d', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'floating_ip_address': '172.25.2.144', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '10394a09-c346-459c-bc72-dc95ed294500', 'port_id': '132c8234-ad6c-47bb-addd-587ad401df74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad', 'mac_address': 'fa:16:3e:fb:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd052f1f-1949-4575-9b73-f02fd542cca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:40Z', 'revision_number': 0, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc46e234-2173-4ecb-9aab-94dce9704cc8', 'name': '', 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'mac_address': 'fa:16:3e:a7:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'd6980437-b15c-40e2-aa0f-e59e23c89221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:55Z', 'updated_at': '2021-08-31T01:19:02Z', 'revision_number': 5, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'subnets': [{'id': 'd6980437-b15c-40e2-aa0f-e59e23c89221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:45.082069 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ebe1061-2444-4334-9502-83b27e340034 req-a02c43cf-4582-42b1-b9a1-4829c03ef9ea service neutron] 10.222.0.48 "GET /v2.0/networks/4e08226c-027d-47ff-8492-8c59b88cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250895 Aug 31 01:19:45.155063 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3301694f-56a4-4b4a-a0a9-c907959b8380 None None] Checking router: 10394a09-c346-459c-bc72-dc95ed294500 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:19:45.155217 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8f039a01-b6ee-41f2-9ffd-3922618033a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.161865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port dc8656fb-9167-431a-8ce7-14a4669423cb triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:45.162292 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.176362 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.178961 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.195791 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8f039a01-b6ee-41f2-9ffd-3922618033a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0ed30aea0e8437ba3c6bd6f4d7f57f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4241760 Aug 31 01:19:45.198132 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43910) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:45.224382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3301694f-56a4-4b4a-a0a9-c907959b8380 None None] Routers {'10394a09-c346-459c-bc72-dc95ed294500'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:45.225030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3301694f-56a4-4b4a-a0a9-c907959b8380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:19:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['10394a09-c346-459c-bc72-dc95ed294500'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:45.264064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f039a01-b6ee-41f2-9ffd-3922618033a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e44756-ec30-4143-a793-6c5930a0442e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:45.281270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-0d487e34-790d-4090-82f7-ba0dae5f57b7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port 307fd55f-2b59-4c50-8e7c-b7cd17261fb2 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:45.281878 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d487e34-790d-4090-82f7-ba0dae5f57b7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.307756 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91f4ac-60c1-4537-be0e-4c964c78bc78 None None] Pushing event updated for resources: {'Port': ['ID=69e11be8-17f0-4ebf-95ce-d88afd028286,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:45.342466 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Routers {'2eb0d685-e6d6-400c-a94c-3c69074171bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:45.343447 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:19:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2eb0d685-e6d6-400c-a94c-3c69074171bb'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:45.348781 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e3c58a-5080-4405-b7fe-f46ad7ac2836 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:45.352741 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c58a-5080-4405-b7fe-f46ad7ac2836 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.389312 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b16b7377-4b1e-474e-9697-bd9eecdd6252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.399865 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ebe1061-2444-4334-9502-83b27e340034 req-3a3475e7-1b78-406b-90c6-71b74c5fcdc0 service neutron] 10.222.0.48 "GET /v2.0/networks/4e08226c-027d-47ff-8492-8c59b88cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103011 Aug 31 01:19:45.429293 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-3301694f-56a4-4b4a-a0a9-c907959b8380 None None] Set router 10394a09-c346-459c-bc72-dc95ed294500 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:45.474057 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e3c58a-5080-4405-b7fe-f46ad7ac2836 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:45.498058 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c58a-5080-4405-b7fe-f46ad7ac2836 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.498509 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-e8e3c58a-5080-4405-b7fe-f46ad7ac2836 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Added segment b557e414-e053-495d-be3f-dffb908edda6 of type vlan for network 01c5aec7-c0b6-4ef9-b0d4-3eabffa91c8f Aug 31 01:19:45.518675 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d487e34-790d-4090-82f7-ba0dae5f57b7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.581383 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] Allocated IP 172.20.0.1 (889b8bdc-4727-4715-b1e1-0ac4e4969e44/fda6a004-98bc-4255-914b-598d0c22693d/b6d66427-8e8a-4690-8005-a0c88b066b4a) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:45.635976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-0d487e34-790d-4090-82f7-ba0dae5f57b7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for 307fd55f-2b59-4c50-8e7c-b7cd17261fb2 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:45.666195 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b16b7377-4b1e-474e-9697-bd9eecdd6252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.683391 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] Set router 2eb0d685-e6d6-400c-a94c-3c69074171bb gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:45.772360 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9ba82706-229e-425f-87b2-311e3eb2100f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:45.818386 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.850948 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e44d24db-cef4-4f9b-8a05-2fc4c4c6f8df None None] Provisioning for port 9ba82706-229e-425f-87b2-311e3eb2100f completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:45.899442 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c58a-5080-4405-b7fe-f46ad7ac2836 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.907079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] Transition to ACTIVE for port object b6d66427-8e8a-4690-8005-a0c88b066b4a will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:45.908724 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b16b7377-4b1e-474e-9697-bd9eecdd6252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.912009 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b16b7377-4b1e-474e-9697-bd9eecdd6252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.915364 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b16b7377-4b1e-474e-9697-bd9eecdd6252 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49e44756-ec30-4143-a793-6c5930a0442e HTTP/1.1" status: 204 len: 168 time: 0.7137160 Aug 31 01:19:45.944822 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b7377-4b1e-474e-9697-bd9eecdd6252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e44756-ec30-4143-a793-6c5930a0442e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:45.954530 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3301694f-56a4-4b4a-a0a9-c907959b8380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10394a09-c346-459c-bc72-dc95ed294500', 'name': 'tempest-TestServerBasicOps-133613637-router', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:49Z', 'updated_at': '2021-08-31T01:18:56Z', 'revision_number': 4, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'gw_port': {'id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:51Z', 'updated_at': '2021-08-31T01:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '92eda504-02cf-4876-b31e-98e9b7c7b72d', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'floating_ip_address': '172.25.2.144', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '10394a09-c346-459c-bc72-dc95ed294500', 'port_id': '132c8234-ad6c-47bb-addd-587ad401df74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad', 'mac_address': 'fa:16:3e:fb:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd052f1f-1949-4575-9b73-f02fd542cca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:40Z', 'revision_number': 0, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc46e234-2173-4ecb-9aab-94dce9704cc8', 'name': '', 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'mac_address': 'fa:16:3e:a7:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'd6980437-b15c-40e2-aa0f-e59e23c89221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:55Z', 'updated_at': '2021-08-31T01:19:02Z', 'revision_number': 5, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'subnets': [{'id': 'd6980437-b15c-40e2-aa0f-e59e23c89221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:45.980700 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:19:41Z', 'revision_number': 3, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port': {'id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:45.998310 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3301694f-56a4-4b4a-a0a9-c907959b8380 None None] The sync data for ids ['10394a09-c346-459c-bc72-dc95ed294500'] in n-d-793621-34 is: [{'id': '10394a09-c346-459c-bc72-dc95ed294500', 'name': 'tempest-TestServerBasicOps-133613637-router', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:49Z', 'updated_at': '2021-08-31T01:18:56Z', 'revision_number': 4, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'gw_port': {'id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:51Z', 'updated_at': '2021-08-31T01:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '92eda504-02cf-4876-b31e-98e9b7c7b72d', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'floating_ip_address': '172.25.2.144', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '10394a09-c346-459c-bc72-dc95ed294500', 'port_id': '132c8234-ad6c-47bb-addd-587ad401df74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad', 'mac_address': 'fa:16:3e:fb:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd052f1f-1949-4575-9b73-f02fd542cca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:40Z', 'revision_number': 0, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc46e234-2173-4ecb-9aab-94dce9704cc8', 'name': '', 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'mac_address': 'fa:16:3e:a7:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'd6980437-b15c-40e2-aa0f-e59e23c89221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:55Z', 'updated_at': '2021-08-31T01:19:02Z', 'revision_number': 5, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'subnets': [{'id': 'd6980437-b15c-40e2-aa0f-e59e23c89221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:46.002497 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 9ba82706-229e-425f-87b2-311e3eb2100f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:46.009515 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.resource_extend [None req-e8e3c58a-5080-4405-b7fe-f46ad7ac2836 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:19:46.009651 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 9ba82706-229e-425f-87b2-311e3eb2100f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:46.010008 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.025745 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cf62b-b910-4477-bbef-b2352887d62f None None] The sync data for ids ['2eb0d685-e6d6-400c-a94c-3c69074171bb'] in n-d-793621-34 is: [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:19:41Z', 'revision_number': 3, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port': {'id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:46.046598 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7fc00-a668-428c-9d69-8d4742f81500 req-85251549-07ca-4da1-922e-a815eb59f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:46.048151 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fd7fc00-a668-428c-9d69-8d4742f81500 req-85251549-07ca-4da1-922e-a815eb59f42f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=578114a3322f4fb48aa345ef591d2704&device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 1098 time: 0.4532521 Aug 31 01:19:46.113094 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.161487 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 9ba82706-229e-425f-87b2-311e3eb2100f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9ba82706-229e-425f-87b2-311e3eb2100f,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:46.178600 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.179076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7fc00-a668-428c-9d69-8d4742f81500 req-835fdc16-86d8-42b1-8eca-465c37aec0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:46.180934 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fd7fc00-a668-428c-9d69-8d4742f81500 req-835fdc16-86d8-42b1-8eca-465c37aec0e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e08226c-027d-47ff-8492-8c59b88cb0ad HTTP/1.1" status: 200 len: 909 time: 0.1093688 Aug 31 01:19:46.181890 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c58a-5080-4405-b7fe-f46ad7ac2836 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.188099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-129fdd25-622b-4560-9067-e3cc574e55f9 None None] Provisioning for port 307fd55f-2b59-4c50-8e7c-b7cd17261fb2 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:46.188502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e3c58a-5080-4405-b7fe-f46ad7ac2836 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:46.189177 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c58a-5080-4405-b7fe-f46ad7ac2836 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.191764 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d487e34-790d-4090-82f7-ba0dae5f57b7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.192419 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-129fdd25-622b-4560-9067-e3cc574e55f9 None None] Provisioning complete for port 307fd55f-2b59-4c50-8e7c-b7cd17261fb2 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:46.193016 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-129fdd25-622b-4560-9067-e3cc574e55f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.222079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-129fdd25-622b-4560-9067-e3cc574e55f9 None None] Port 307fd55f-2b59-4c50-8e7c-b7cd17261fb2 was deleted so its status cannot be updated. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 01:19:46.256155 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] Network 889b8bdc-4727-4715-b1e1-0ac4e4969e44 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:46.257327 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b6d66427-8e8a-4690-8005-a0c88b066b4a,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:46.260967 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:46.264499 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:46.278200 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.279176 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 74e42710-2ef5-462c-bb96-c6958b87cbc5 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:46.331162 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.404579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d487e34-790d-4090-82f7-ba0dae5f57b7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=307fd55f-2b59-4c50-8e7c-b7cd17261fb2,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:46.511592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=9ba82706-229e-425f-87b2-311e3eb2100f,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:46.543860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a8c0c-ea10-40cf-ab04-42908e56c2d7 None None] New status for floating IP 92eda504-02cf-4876-b31e-98e9b7c7b72d: ACTIVE {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:19:46.583178 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e8e3c58a-5080-4405-b7fe-f46ad7ac2836 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8030097 Aug 31 01:19:46.591141 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fd7fc00-a668-428c-9d69-8d4742f81500 req-737936fc-9407-4947-8596-9ccfd60f13a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=132c8234-ad6c-47bb-addd-587ad401df74 HTTP/1.1" status: 200 len: 1000 time: 0.3967295 Aug 31 01:19:46.592693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43922) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:46.608318 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d487e34-790d-4090-82f7-ba0dae5f57b7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.615366 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0d487e34-790d-4090-82f7-ba0dae5f57b7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/307fd55f-2b59-4c50-8e7c-b7cd17261fb2 HTTP/1.1" status: 204 len: 168 time: 1.8325632 Aug 31 01:19:46.617711 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43924) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:46.626736 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0b8ccdc1-5d72-414a-a7d4-a9c384f6286d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'subnet': {'network_id': '01c5aec7-c0b6-4ef9-b0d4-3eabffa91c8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:46.665835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 74e42710-2ef5-462c-bb96-c6958b87cbc5 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:46.672062 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.767372 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d30a0e-74c8-42a0-919a-49a8a3c7b500 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:46.769299 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d30a0e-74c8-42a0-919a-49a8a3c7b500 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:46.778756 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b9d30a0e-74c8-42a0-919a-49a8a3c7b500 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1587987 Aug 31 01:19:46.783008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43930) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:46.835146 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7fc00-a668-428c-9d69-8d4742f81500 req-f725a65f-85f7-4bfc-9b06-5c60c1374983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:46.836984 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fd7fc00-a668-428c-9d69-8d4742f81500 req-f725a65f-85f7-4bfc-9b06-5c60c1374983 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6980437-b15c-40e2-aa0f-e59e23c89221 HTTP/1.1" status: 200 len: 847 time: 0.1025817 Aug 31 01:19:46.841724 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8ccdc1-5d72-414a-a7d4-a9c384f6286d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:46.851983 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0b8ccdc1-5d72-414a-a7d4-a9c384f6286d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.936203 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.010433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet abf3fd44-50b7-44f9-9419-00bb0001448e {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:47.023362 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.233959 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.270774 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6be0764c-a1d7-47a0-b3a4-2c453857803a None None] Provisioning for port b6d66427-8e8a-4690-8005-a0c88b066b4a completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:47.359824 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6be0764c-a1d7-47a0-b3a4-2c453857803a None None] Provisioning complete for port b6d66427-8e8a-4690-8005-a0c88b066b4a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:47.360249 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6be0764c-a1d7-47a0-b3a4-2c453857803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.455484 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6be0764c-a1d7-47a0-b3a4-2c453857803a None None] Port b6d66427-8e8a-4690-8005-a0c88b066b4a cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:19:47.551738 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3c58a-5080-4405-b7fe-f46ad7ac2836 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Network': ['ID=01c5aec7-c0b6-4ef9-b0d4-3eabffa91c8f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:47.591771 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 01c5aec7-c0b6-4ef9-b0d4-3eabffa91c8f details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:47.627431 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.736479 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.754248 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7fc00-a668-428c-9d69-8d4742f81500 req-86b7f94e-ce84-424a-911e-d57193da52dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:47.755776 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fd7fc00-a668-428c-9d69-8d4742f81500 req-86b7f94e-ce84-424a-911e-d57193da52dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e08226c-027d-47ff-8492-8c59b88cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2057147 Aug 31 01:19:47.792539 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9ba82706-229e-425f-87b2-311e3eb2100f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:47.856557 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.862318 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.875243 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 9ba82706-229e-425f-87b2-311e3eb2100f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:47.875243 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.996178 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 69e11be8-17f0-4ebf-95ce-d88afd028286 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:48.004589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43946) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:48.006805 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fd7fc00-a668-428c-9d69-8d4742f81500 req-5db3c578-3bf7-4c38-a6fe-a638b3c37a11 service neutron] 10.222.0.48 "GET /v2.0/networks/4e08226c-027d-47ff-8492-8c59b88cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423465 Aug 31 01:19:48.031898 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8e9085-c39e-4ed9-8069-79470cfe793c None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:48.040240 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=abf3fd44-50b7-44f9-9419-00bb0001448e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:48.047541 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.052749 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/abf3fd44-50b7-44f9-9419-00bb0001448e HTTP/1.1" status: 204 len: 168 time: 1.2657628 Aug 31 01:19:48.056543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43950) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:48.077221 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.080414 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:48.080760 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:48.081342 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:48.081706 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:48.082037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:48.082364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:48.082861 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:48.083273 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:48.083603 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:48.083918 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:48.084234 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:48.084558 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3fd6cc-83e4-447d-9648-2d0cf8c8ab4d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:48.143514 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-97332001-520f-4ff8-8ad5-8d9e3269cea2 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836086 Aug 31 01:19:48.152473 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43952) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:48.256447 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-63259fba-9d39-4e4c-92d4-cacf9e4e11a2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1463612542-network', 'tenant_id': 'dd5873ec25cd475faddc2dfcf8d0e540'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:48.297955 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] Network 889b8bdc-4727-4715-b1e1-0ac4e4969e44 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:48.299604 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b6d66427-8e8a-4690-8005-a0c88b066b4a,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:48.303547 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:48.351814 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0b8ccdc1-5d72-414a-a7d4-a9c384f6286d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.381397 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63259fba-9d39-4e4c-92d4-cacf9e4e11a2 admin admin] Made reservation on behalf of dd5873ec25cd475faddc2dfcf8d0e540 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:48.385814 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63259fba-9d39-4e4c-92d4-cacf9e4e11a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.417011 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63259fba-9d39-4e4c-92d4-cacf9e4e11a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.449248 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 69e11be8-17f0-4ebf-95ce-d88afd028286 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:48.453947 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 69e11be8-17f0-4ebf-95ce-d88afd028286 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:48.454320 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.457206 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d783faa-65a3-4026-bcec-69cfe8851d27 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:48.458815 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3d783faa-65a3-4026-bcec-69cfe8851d27 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3046482 Aug 31 01:19:48.467706 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43954) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:48.498819 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975fc0ea-6e0b-418f-9c74-e2cd2bc32b01 None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:19:48.578295 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea628fd4-ba0d-4355-92c8-ddb259513d96 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:48.580207 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ea628fd4-ba0d-4355-92c8-ddb259513d96 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1115315 Aug 31 01:19:48.584028 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43956) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:48.691329 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-105de4a6-700f-4161-abf4-c9cea0562ecd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1061118 Aug 31 01:19:48.695105 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63259fba-9d39-4e4c-92d4-cacf9e4e11a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.699410 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43960) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:48.704009 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fd7fc00-a668-428c-9d69-8d4742f81500 req-f1580e77-c8e1-4f71-aa61-029548566cc3 service neutron] 10.222.0.48 "GET /v2.0/networks/4e08226c-027d-47ff-8492-8c59b88cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6842127 Aug 31 01:19:48.707987 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-95e92706-7923-444a-bbc4-92c4c8cb7fb5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:48.720153 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8ccdc1-5d72-414a-a7d4-a9c384f6286d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Checking segment: {'id': 'b557e414-e053-495d-be3f-dffb908edda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '01c5aec7-c0b6-4ef9-b0d4-3eabffa91c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:48.721558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8ccdc1-5d72-414a-a7d4-a9c384f6286d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network hostable DHCP agents. Network: 01c5aec7-c0b6-4ef9-b0d4-3eabffa91c8f, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:48.737366 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-67c1e810-9e5e-4e26-9b94-c8cfb90be88c None None] Provisioning complete for port b6d66427-8e8a-4690-8005-a0c88b066b4a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:48.737818 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-67c1e810-9e5e-4e26-9b94-c8cfb90be88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.754300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] Router 2eb0d685-e6d6-400c-a94c-3c69074171bb has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:19:48.755414 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63259fba-9d39-4e4c-92d4-cacf9e4e11a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.756423 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.780475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ccdc1-5d72-414a-a7d4-a9c384f6286d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Subnet': ['ID=43024095-fbf7-4a16-917d-ec796444e42f,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:48.787790 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-975fc0ea-6e0b-418f-9c74-e2cd2bc32b01 None None] Deleting port 9ba82706-229e-425f-87b2-311e3eb2100f {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:48.788210 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-975fc0ea-6e0b-418f-9c74-e2cd2bc32b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.813036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63259fba-9d39-4e4c-92d4-cacf9e4e11a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faff6fb2-b199-4325-837d-39076d51d607,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:48.833859 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63259fba-9d39-4e4c-92d4-cacf9e4e11a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:48.839031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8ccdc1-5d72-414a-a7d4-a9c384f6286d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network 01c5aec7-c0b6-4ef9-b0d4-3eabffa91c8f is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:48.858092 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63259fba-9d39-4e4c-92d4-cacf9e4e11a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.858759 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-63259fba-9d39-4e4c-92d4-cacf9e4e11a2 admin admin] Added segment 6d65199a-bc05-408a-b69d-5c7ddae20321 of type vlan for network 89f7c789-f065-435a-b19c-f559037f3737 Aug 31 01:19:48.909582 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 69e11be8-17f0-4ebf-95ce-d88afd028286, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=69e11be8-17f0-4ebf-95ce-d88afd028286,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:48.915415 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-67c1e810-9e5e-4e26-9b94-c8cfb90be88c None None] Port b6d66427-8e8a-4690-8005-a0c88b066b4a cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:19:48.936354 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-975fc0ea-6e0b-418f-9c74-e2cd2bc32b01 None None] For port 9ba82706-229e-425f-87b2-311e3eb2100f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9ba82706-229e-425f-87b2-311e3eb2100f,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:48.936548 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-0b8ccdc1-5d72-414a-a7d4-a9c384f6286d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 01c5aec7-c0b6-4ef9-b0d4-3eabffa91c8f) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:48.936788 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-975fc0ea-6e0b-418f-9c74-e2cd2bc32b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.947333 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a360d15-7fea-4e77-bc83-760e8cfab065 None None] Network 01c5aec7-c0b6-4ef9-b0d4-3eabffa91c8f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:48.952067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8ccdc1-5d72-414a-a7d4-a9c384f6286d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:48.952732 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0b8ccdc1-5d72-414a-a7d4-a9c384f6286d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.979440 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63259fba-9d39-4e4c-92d4-cacf9e4e11a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.022222 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.028921 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-975fc0ea-6e0b-418f-9c74-e2cd2bc32b01 None None] Calling delete_port for 9ba82706-229e-425f-87b2-311e3eb2100f owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:49.068421 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0b8ccdc1-5d72-414a-a7d4-a9c384f6286d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4518597 Aug 31 01:19:49.071268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43964) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:49.150246 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63259fba-9d39-4e4c-92d4-cacf9e4e11a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.151899 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63259fba-9d39-4e4c-92d4-cacf9e4e11a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:49.153807 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63259fba-9d39-4e4c-92d4-cacf9e4e11a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.162832 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:49.168772 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-548804cc-7174-48e8-be15-1e2c315a20a7 admin admin] 10.222.0.16 "PUT /v2.0/routers/2eb0d685-e6d6-400c-a94c-3c69074171bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5886474 Aug 31 01:19:49.176384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=69e11be8-17f0-4ebf-95ce-d88afd028286,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:49.213225 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Sync routers for ids ['2eb0d685-e6d6-400c-a94c-3c69074171bb'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:49.233669 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Routers {'2eb0d685-e6d6-400c-a94c-3c69074171bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:49.234474 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:19:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2eb0d685-e6d6-400c-a94c-3c69074171bb'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:49.244130 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e92706-7923-444a-bbc4-92c4c8cb7fb5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:49.249604 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-95e92706-7923-444a-bbc4-92c4c8cb7fb5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.318061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63259fba-9d39-4e4c-92d4-cacf9e4e11a2 admin admin] Pushing event updated for resources: {'Network': ['ID=89f7c789-f065-435a-b19c-f559037f3737,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:49.329279 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08260f20-9acd-4f76-825c-f03a6b0da53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-01c5aec7-c0b6-4ef9-b0d4-3eabffa91c8f', 'network_id': '01c5aec7-c0b6-4ef9-b0d4-3eabffa91c8f', 'tenant_id': '19201c8ae3874c67b7573193f295f39e', 'fixed_ips': [{'subnet_id': '43024095-fbf7-4a16-917d-ec796444e42f'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:49.331225 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-08260f20-9acd-4f76-825c-f03a6b0da53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.350074 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1a57f909-9200-46e7-86c0-c269dac705b3 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.361103 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 89f7c789-f065-435a-b19c-f559037f3737 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:49.368986 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-63259fba-9d39-4e4c-92d4-cacf9e4e11a2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3609192 Aug 31 01:19:49.374332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43968) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:49.381602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-97683759-96e1-425b-8aa4-a17ceb517399 admin admin] Request body: {'subnet': {'network_id': '89f7c789-f065-435a-b19c-f559037f3737', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1463612542-subnet', 'tenant_id': 'dd5873ec25cd475faddc2dfcf8d0e540', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:49.474085 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-975fc0ea-6e0b-418f-9c74-e2cd2bc32b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.501868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975fc0ea-6e0b-418f-9c74-e2cd2bc32b01 None None] No DVR routers for this DVR port 9ba82706-229e-425f-87b2-311e3eb2100f on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:49.525228 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Set router 2eb0d685-e6d6-400c-a94c-3c69074171bb gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:49.555860 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97683759-96e1-425b-8aa4-a17ceb517399 admin admin] Made reservation on behalf of dd5873ec25cd475faddc2dfcf8d0e540 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:49.563712 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-97683759-96e1-425b-8aa4-a17ceb517399 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.617812 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 69e11be8-17f0-4ebf-95ce-d88afd028286 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:49.629168 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fc0ea-6e0b-418f-9c74-e2cd2bc32b01 None None] Pushing event deleted for resources: {'Port': ['ID=9ba82706-229e-425f-87b2-311e3eb2100f,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:49.684283 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1a57f909-9200-46e7-86c0-c269dac705b3 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.707331 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-95e92706-7923-444a-bbc4-92c4c8cb7fb5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.790028 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 69e11be8-17f0-4ebf-95ce-d88afd028286 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:49.790868 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.804712 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e92706-7923-444a-bbc4-92c4c8cb7fb5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:49.819414 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-95e92706-7923-444a-bbc4-92c4c8cb7fb5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:49.834837 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e92706-7923-444a-bbc4-92c4c8cb7fb5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:49.836331 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-95e92706-7923-444a-bbc4-92c4c8cb7fb5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.841816 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1a57f909-9200-46e7-86c0-c269dac705b3 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.864479 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e92706-7923-444a-bbc4-92c4c8cb7fb5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=c245f8a6-67d7-4036-9ce4-94c2f990a8af,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:49.888114 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556ce2e9-2379-4a74-a10f-9888457f38e1 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:49.888573 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:19:46Z', 'revision_number': 4, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port': {'id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'b6d66427-8e8a-4690-8005-a0c88b066b4a', 'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'mac_address': 'fa:16:3e:fc:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:45Z', 'updated_at': '2021-08-31T01:19:47Z', 'revision_number': 2, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'subnets': [{'id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:49.892120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57f909-9200-46e7-86c0-c269dac705b3 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Subnet': ['ID=43024095-fbf7-4a16-917d-ec796444e42f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:49.934344 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Checking router: 2eb0d685-e6d6-400c-a94c-3c69074171bb for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:19:49.934879 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Updating router 2eb0d685-e6d6-400c-a94c-3c69074171bb port b6d66427-8e8a-4690-8005-a0c88b066b4a binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:19:49.962207 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-95e92706-7923-444a-bbc4-92c4c8cb7fb5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2607744 Aug 31 01:19:49.962863 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43976) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:49.964865 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.969347 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1b94ded7-4f9f-4d9e-a489-97bf90d33a60 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'fixed_ips': [{'subnet_id': 'c245f8a6-67d7-4036-9ce4-94c2f990a8af', 'ip_address': '2001:db8::af17:82b3:d716:fb6'}], 'name': 'tempest-NetworksTestDHCPv6-709842698'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server [None req-08260f20-9acd-4f76-825c-f03a6b0da53b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43024095-fbf7-4a16-917d-ec796444e42f: This subnet is being modified by another concurrent operation. Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise exception Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43024095-fbf7-4a16-917d-ec796444e42f: This subnet is being modified by another concurrent operation. Aug 31 01:19:49.971948 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server Aug 31 01:19:50.005115 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2404d39-78f1-4507-aa54-a63524fb83e8 None None] Network 01c5aec7-c0b6-4ef9-b0d4-3eabffa91c8f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:50.130004 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1a57f909-9200-46e7-86c0-c269dac705b3 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.142995 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-1a57f909-9200-46e7-86c0-c269dac705b3 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c5aec7-c0b6-4ef9-b0d4-3eabffa91c8f']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:50.157236 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-1a57f909-9200-46e7-86c0-c269dac705b3 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b557e414-e053-495d-be3f-dffb908edda6') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:50.157588 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-1a57f909-9200-46e7-86c0-c269dac705b3 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b557e414-e053-495d-be3f-dffb908edda6') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:50.168589 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1a57f909-9200-46e7-86c0-c269dac705b3 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.171299 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-97683759-96e1-425b-8aa4-a17ceb517399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.223151 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1a57f909-9200-46e7-86c0-c269dac705b3 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.262675 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a57f909-9200-46e7-86c0-c269dac705b3 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:50.263094 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1a57f909-9200-46e7-86c0-c269dac705b3 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:50.267039 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:50.289136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b94ded7-4f9f-4d9e-a489-97bf90d33a60 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:50.312401 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97683759-96e1-425b-8aa4-a17ceb517399 admin admin] Checking segment: {'id': '6d65199a-bc05-408a-b69d-5c7ddae20321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '89f7c789-f065-435a-b19c-f559037f3737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:50.312775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97683759-96e1-425b-8aa4-a17ceb517399 admin admin] Network hostable DHCP agents. Network: 89f7c789-f065-435a-b19c-f559037f3737, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:50.325015 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97683759-96e1-425b-8aa4-a17ceb517399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15db45e-94e9-47e3-b086-e04ef6a2ca50,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:50.361566 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43978) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:50.367783 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e73dd345-40ea-4b3f-bbe1-e116c04cf004 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1419128325', 'description': 'tempest-description--799836290'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:50.410551 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': 'c245f8a6-67d7-4036-9ce4-94c2f990a8af'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:50.411582 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.429807 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97683759-96e1-425b-8aa4-a17ceb517399 admin admin] Network 89f7c789-f065-435a-b19c-f559037f3737 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:50.454300 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.472139 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1a57f909-9200-46e7-86c0-c269dac705b3 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.482125 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b94ded7-4f9f-4d9e-a489-97bf90d33a60 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.484312 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1a57f909-9200-46e7-86c0-c269dac705b3 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.486337 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1a57f909-9200-46e7-86c0-c269dac705b3 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/01c5aec7-c0b6-4ef9-b0d4-3eabffa91c8f HTTP/1.1" status: 204 len: 168 time: 1.4127471 Aug 31 01:19:50.490230 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Transition to ACTIVE for port object b6d66427-8e8a-4690-8005-a0c88b066b4a will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:50.493778 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43980) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:50.504799 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-1b94ded7-4f9f-4d9e-a489-97bf90d33a60 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port 519117a1-485b-4415-8982-08c976ee3697 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:19:50.509403 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0ed07d79-19b4-4100-a94e-6bbd0fa4786f tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1872919463'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:50.518110 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57f909-9200-46e7-86c0-c269dac705b3 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Network': ['ID=01c5aec7-c0b6-4ef9-b0d4-3eabffa91c8f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:50.527697 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9ba82706-229e-425f-87b2-311e3eb2100f no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:50.544326 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e73dd345-40ea-4b3f-bbe1-e116c04cf004 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.559678 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 9ba82706-229e-425f-87b2-311e3eb2100f {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:50.560023 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9ba82706-229e-425f-87b2-311e3eb2100f not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:50.635233 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Allocated IP 2001:db8::2 (bd5c1a30-2b24-4912-929d-0592c60865f1/c245f8a6-67d7-4036-9ce4-94c2f990a8af/ad41923d-2b2a-40ff-a71e-7319e191c6a1) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:50.672270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-97683759-96e1-425b-8aa4-a17ceb517399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 89f7c789-f065-435a-b19c-f559037f3737) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:50.677144 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97683759-96e1-425b-8aa4-a17ceb517399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:50.677779 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-97683759-96e1-425b-8aa4-a17ceb517399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.708318 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47f1fe0-fab6-4dc6-98df-cdd4957c0452 None None] Network 89f7c789-f065-435a-b19c-f559037f3737 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:50.719683 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.720175 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed07d79-19b4-4100-a94e-6bbd0fa4786f tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:50.723758 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ed07d79-19b4-4100-a94e-6bbd0fa4786f tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.754554 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed07d79-19b4-4100-a94e-6bbd0fa4786f tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:50.769073 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ed07d79-19b4-4100-a94e-6bbd0fa4786f tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.769360 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-0ed07d79-19b4-4100-a94e-6bbd0fa4786f tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Added segment 9fac29ca-40ce-441a-abb5-4dd02567d963 of type vlan for network a6767016-1573-4a53-b018-43211cfa86a8 Aug 31 01:19:50.789549 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcd02b-a4a9-422c-bc0d-cdadad077a7f None None] Pushing event updated for resources: {'Port': ['ID=b6d66427-8e8a-4690-8005-a0c88b066b4a,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:50.852623 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Attempting to bind port b6d66427-8e8a-4690-8005-a0c88b066b4a on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:50.853098 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Attempting to bind port b6d66427-8e8a-4690-8005-a0c88b066b4a by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '8b6a2915-8459-499e-bede-7f337b35d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:50.853793 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Attempting to bind port b6d66427-8e8a-4690-8005-a0c88b066b4a on network 889b8bdc-4727-4715-b1e1-0ac4e4969e44 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:50.860711 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:50.861561 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Checking segment: {'id': '8b6a2915-8459-499e-bede-7f337b35d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:50.862035 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.862512 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Bound using segment: {'id': '8b6a2915-8459-499e-bede-7f337b35d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:50.862792 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-97683759-96e1-425b-8aa4-a17ceb517399 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4895198 Aug 31 01:19:50.863276 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Bound port: b6d66427-8e8a-4690-8005-a0c88b066b4a, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6a2915-8459-499e-bede-7f337b35d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:50.863585 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.873517 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ed07d79-19b4-4100-a94e-6bbd0fa4786f tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.933186 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73f8b61-66db-4912-99f9-8e0af1b11b57 None None] Network 89f7c789-f065-435a-b19c-f559037f3737 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:51.017061 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e73dd345-40ea-4b3f-bbe1-e116c04cf004 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.024286 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] For port b6d66427-8e8a-4690-8005-a0c88b066b4a, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:51.033609 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] For port b6d66427-8e8a-4690-8005-a0c88b066b4a, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b6d66427-8e8a-4690-8005-a0c88b066b4a,segment=NetworkSegment(8b6a2915-8459-499e-bede-7f337b35d5f9),segment_id=8b6a2915-8459-499e-bede-7f337b35d5f9)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:51.050160 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ed07d79-19b4-4100-a94e-6bbd0fa4786f tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.061251 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed07d79-19b4-4100-a94e-6bbd0fa4786f tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:51.062947 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ed07d79-19b4-4100-a94e-6bbd0fa4786f tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.089877 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.099703 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Transition to ACTIVE for port object ad41923d-2b2a-40ff-a71e-7319e191c6a1 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:51.112142 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e73dd345-40ea-4b3f-bbe1-e116c04cf004 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.127809 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Transition to ACTIVE for port object ad41923d-2b2a-40ff-a71e-7319e191c6a1 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:51.141808 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.220492 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.277681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed07d79-19b4-4100-a94e-6bbd0fa4786f tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Network': ['ID=a6767016-1573-4a53-b018-43211cfa86a8,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:51.280763 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:51.298424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:51.298691 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Routers {'2eb0d685-e6d6-400c-a94c-3c69074171bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:51.305581 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network a6767016-1573-4a53-b018-43211cfa86a8 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:51.306239 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:19:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2eb0d685-e6d6-400c-a94c-3c69074171bb'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:51.315325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dd345-40ea-4b3f-bbe1-e116c04cf004 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54931cb-bb0c-4247-b454-43c2a0a2c8d5,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:51.315461 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcd02b-a4a9-422c-bc0d-cdadad077a7f None None] Pushing event updated for resources: {'Port': ['ID=b6d66427-8e8a-4690-8005-a0c88b066b4a,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:51.325016 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:51.367077 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Pushing event updated for resources: {'Port': ['ID=ad41923d-2b2a-40ff-a71e-7319e191c6a1,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:51.370793 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-1b94ded7-4f9f-4d9e-a489-97bf90d33a60 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::af17:82b3:d716:fb6 (bd5c1a30-2b24-4912-929d-0592c60865f1/c245f8a6-67d7-4036-9ce4-94c2f990a8af/519117a1-485b-4415-8982-08c976ee3697) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:51.497680 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] Set router 2eb0d685-e6d6-400c-a94c-3c69074171bb gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:51.550013 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0ed07d79-19b4-4100-a94e-6bbd0fa4786f tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0548477 Aug 31 01:19:51.553715 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e73dd345-40ea-4b3f-bbe1-e116c04cf004 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.558832 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e73dd345-40ea-4b3f-bbe1-e116c04cf004 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1924546 Aug 31 01:19:51.558832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44000) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:51.567158 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b3495fc7-b755-4a61-b4f8-ebba3433823e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'subnet': {'network_id': 'a6767016-1573-4a53-b018-43211cfa86a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:51.573425 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44002) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:51.657881 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b94ded7-4f9f-4d9e-a489-97bf90d33a60 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.665052 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:51.665617 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:51.665865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:51.666205 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:51.667053 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:51.667053 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:51.667277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:51.667503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:51.667831 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:51.668155 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:51.669046 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:51.669372 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:51.673606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-604ce089-66d7-4c5f-be05-d1c7f6a13624 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Request body: {'security_group_rule': {'security_group_id': 'b54931cb-bb0c-4247-b454-43c2a0a2c8d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:51.682013 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-1b94ded7-4f9f-4d9e-a489-97bf90d33a60 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object 519117a1-485b-4415-8982-08c976ee3697 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:51.702821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101512e2-0d57-46ac-a226-986c431a6189 req-77f82ddb-de1e-43c7-be93-770b35bdfa20 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:51.704467 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-101512e2-0d57-46ac-a226-986c431a6189 req-77f82ddb-de1e-43c7-be93-770b35bdfa20 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/networks?id=89f7c789-f065-435a-b19c-f559037f3737 HTTP/1.1" status: 200 len: 814 time: 0.3469124 Aug 31 01:19:51.769148 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-101512e2-0d57-46ac-a226-986c431a6189 req-bd4c640d-30c3-4704-ba5e-fa30b5e276c3 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/quotas/dd5873ec25cd475faddc2dfcf8d0e540 HTTP/1.1" status: 200 len: 375 time: 0.0454822 Aug 31 01:19:51.786897 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b94ded7-4f9f-4d9e-a489-97bf90d33a60 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.825127 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Attempting to bind port ad41923d-2b2a-40ff-a71e-7319e191c6a1 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:51.825775 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Attempting to bind port ad41923d-2b2a-40ff-a71e-7319e191c6a1 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:51.826258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Attempting to bind port ad41923d-2b2a-40ff-a71e-7319e191c6a1 on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:51.834426 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:51.834985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:51.835491 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.836027 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:51.836860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Bound port: ad41923d-2b2a-40ff-a71e-7319e191c6a1, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:51.837543 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.843837 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:19:46Z', 'revision_number': 4, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port': {'id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'b6d66427-8e8a-4690-8005-a0c88b066b4a', 'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'mac_address': 'fa:16:3e:fc:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:45Z', 'updated_at': '2021-08-31T01:19:51Z', 'revision_number': 4, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'subnets': [{'id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:51.847899 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b94ded7-4f9f-4d9e-a489-97bf90d33a60 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:51.852250 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-1b94ded7-4f9f-4d9e-a489-97bf90d33a60 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:51.863244 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b94ded7-4f9f-4d9e-a489-97bf90d33a60 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:51.875819 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b94ded7-4f9f-4d9e-a489-97bf90d33a60 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:51.877691 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b94ded7-4f9f-4d9e-a489-97bf90d33a60 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.879865 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-101512e2-0d57-46ac-a226-986c431a6189 req-02a0f378-0d21-4466-a196-ae4682baaef9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd5873ec25cd475faddc2dfcf8d0e540&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0980136 Aug 31 01:19:51.899901 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94ded7-4f9f-4d9e-a489-97bf90d33a60 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=519117a1-485b-4415-8982-08c976ee3697,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:51.911286 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc0c958-181f-4f0e-9cf9-11d8df1d12db None None] The sync data for ids ['2eb0d685-e6d6-400c-a94c-3c69074171bb'] in n-d-793621-34 is: [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:19:46Z', 'revision_number': 4, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port': {'id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'b6d66427-8e8a-4690-8005-a0c88b066b4a', 'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'mac_address': 'fa:16:3e:fc:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:45Z', 'updated_at': '2021-08-31T01:19:51Z', 'revision_number': 4, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'subnets': [{'id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:51.944687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] For port ad41923d-2b2a-40ff-a71e-7319e191c6a1, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:51.948657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] For port ad41923d-2b2a-40ff-a71e-7319e191c6a1, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ad41923d-2b2a-40ff-a71e-7319e191c6a1,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:51.956286 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-604ce089-66d7-4c5f-be05-d1c7f6a13624 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:52.032708 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:52.070423 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3495fc7-b755-4a61-b4f8-ebba3433823e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:52.077899 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b3495fc7-b755-4a61-b4f8-ebba3433823e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:52.138360 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea6c59-ccc3-4ff3-84e6-27dddb1a60ad None None] Pushing event updated for resources: {'Port': ['ID=ad41923d-2b2a-40ff-a71e-7319e191c6a1,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:52.162122 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1b94ded7-4f9f-4d9e-a489-97bf90d33a60 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1981511 Aug 31 01:19:52.162854 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44008) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:52.168007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f6daca4b-f665-4056-b970-24d11b1a9ea8 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'fixed_ips': [{'subnet_id': 'c245f8a6-67d7-4036-9ce4-94c2f990a8af', 'ip_address': '2001:db8::af17:82b3:d716:fb6'}], 'name': 'tempest-NetworksTestDHCPv6-1227407158'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:52.230339 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-604ce089-66d7-4c5f-be05-d1c7f6a13624 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:52.286175 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-101512e2-0d57-46ac-a226-986c431a6189 req-f9962a51-7d08-4295-8c39-4452eb775cf4 service neutron] 10.222.0.16 "GET /v2.0/networks/89f7c789-f065-435a-b19c-f559037f3737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053862 Aug 31 01:19:52.339497 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-604ce089-66d7-4c5f-be05-d1c7f6a13624 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:52.476231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ce089-66d7-4c5f-be05-d1c7f6a13624 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68d429b-4573-4ff6-a820-bd7dbb21c81b,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:52.568223 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-101512e2-0d57-46ac-a226-986c431a6189 req-a0585ea6-c562-435e-99ac-bf3491fbf84b service neutron] 10.222.0.16 "GET /v2.0/networks/89f7c789-f065-435a-b19c-f559037f3737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453921 Aug 31 01:19:52.576458 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6daca4b-f665-4056-b970-24d11b1a9ea8 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:52.582812 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6daca4b-f665-4056-b970-24d11b1a9ea8 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:52.604715 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-f6daca4b-f665-4056-b970-24d11b1a9ea8 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port 7253afc8-58e7-424b-a1bf-02c7c48bc031 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:19:52.649932 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b3495fc7-b755-4a61-b4f8-ebba3433823e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:52.751560 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-604ce089-66d7-4c5f-be05-d1c7f6a13624 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:52.755804 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44012) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:52.757175 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-604ce089-66d7-4c5f-be05-d1c7f6a13624 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1746109 Aug 31 01:19:52.766598 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3495fc7-b755-4a61-b4f8-ebba3433823e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Subnet': ['ID=c444ea02-eb91-49b4-9ede-c684df8aad02,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:52.769789 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-2d58c0bb-c8d8-462d-a7c3-2792f4b38047 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Request body: {'security_group_rule': {'security_group_id': 'b54931cb-bb0c-4247-b454-43c2a0a2c8d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:52.791005 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3495fc7-b755-4a61-b4f8-ebba3433823e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Checking segment: {'id': '9fac29ca-40ce-441a-abb5-4dd02567d963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a6767016-1573-4a53-b018-43211cfa86a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:52.791503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3495fc7-b755-4a61-b4f8-ebba3433823e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network hostable DHCP agents. Network: a6767016-1573-4a53-b018-43211cfa86a8, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:52.923999 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3495fc7-b755-4a61-b4f8-ebba3433823e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network a6767016-1573-4a53-b018-43211cfa86a8 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:52.950166 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6daca4b-f665-4056-b970-24d11b1a9ea8 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 01:19:52.950813 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6daca4b-f665-4056-b970-24d11b1a9ea8 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:19:52.955626 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c97a858c-8b9e-4c03-9b73-b1d9d567a4fc req-3c307c78-b628-4c9b-b2d5-4c4170d13b49 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 210 time: 0.0443606 Aug 31 01:19:52.982603 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2d58c0bb-c8d8-462d-a7c3-2792f4b38047 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.049520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-b3495fc7-b755-4a61-b4f8-ebba3433823e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, a6767016-1573-4a53-b018-43211cfa86a8) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:53.050193 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2d58c0bb-c8d8-462d-a7c3-2792f4b38047 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.055481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3495fc7-b755-4a61-b4f8-ebba3433823e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:53.056970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b3495fc7-b755-4a61-b4f8-ebba3433823e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.063446 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8c411e-5659-48bb-86ae-b59280005624 None None] Network a6767016-1573-4a53-b018-43211cfa86a8 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:53.083060 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f6daca4b-f665-4056-b970-24d11b1a9ea8 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.9155037 Aug 31 01:19:53.083347 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44020) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:53.138196 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2d58c0bb-c8d8-462d-a7c3-2792f4b38047 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.171965 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b3495fc7-b755-4a61-b4f8-ebba3433823e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6120117 Aug 31 01:19:53.175797 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44024) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:53.215981 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58c0bb-c8d8-462d-a7c3-2792f4b38047 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4652aa54-0f3d-4446-9d10-35a822f6ba9e,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:53.260782 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a3dd34-cecb-4c6d-a0a9-033b6d6ebbc9 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:53.289527 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a3dd34-cecb-4c6d-a0a9-033b6d6ebbc9 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:53.292943 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-41a3dd34-cecb-4c6d-a0a9-033b6d6ebbc9 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2083166 Aug 31 01:19:53.305557 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44026) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:53.309757 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2d58c0bb-c8d8-462d-a7c3-2792f4b38047 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.332494 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2d58c0bb-c8d8-462d-a7c3-2792f4b38047 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5737374 Aug 31 01:19:53.332790 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44028) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:53.346218 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-c4333fbf-0281-4ba7-8fe3-9dbedf7c52d4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:53.448709 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.485598 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-a6767016-1573-4a53-b018-43211cfa86a8', 'network_id': 'a6767016-1573-4a53-b018-43211cfa86a8', 'tenant_id': '19201c8ae3874c67b7573193f295f39e', 'fixed_ips': [{'subnet_id': 'c444ea02-eb91-49b4-9ede-c684df8aad02'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:53.486970 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.548975 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-577464eb-dd42-423f-a733-a2b944f03f16 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port 519117a1-485b-4415-8982-08c976ee3697 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:53.549459 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-577464eb-dd42-423f-a733-a2b944f03f16 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.605607 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c4333fbf-0281-4ba7-8fe3-9dbedf7c52d4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.754970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.769877 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ad41923d-2b2a-40ff-a71e-7319e191c6a1 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:53.882471 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-577464eb-dd42-423f-a733-a2b944f03f16 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.901228 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-577464eb-dd42-423f-a733-a2b944f03f16 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for 519117a1-485b-4415-8982-08c976ee3697 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:54.004277 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c4333fbf-0281-4ba7-8fe3-9dbedf7c52d4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.033143 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Allocated IP 172.20.0.2 (a6767016-1573-4a53-b018-43211cfa86a8/c444ea02-eb91-49b4-9ede-c684df8aad02/074c87ae-4e2f-49cd-839c-55ac15943625) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:54.191282 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cb356ee1-469d-41c2-9d2d-c15889985fc2 req-21839ab6-78f8-46d2-b8fd-f6629e26b486 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 210 time: 0.0901535 Aug 31 01:19:54.277634 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-577464eb-dd42-423f-a733-a2b944f03f16 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.301291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-c4333fbf-0281-4ba7-8fe3-9dbedf7c52d4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Allocated IP 172.25.2.58 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/461c89f9-43fc-47ba-9793-f9746b9b97ee) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:54.331806 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.346221 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Transition to ACTIVE for port object 074c87ae-4e2f-49cd-839c-55ac15943625 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:54.347674 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577464eb-dd42-423f-a733-a2b944f03f16 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=519117a1-485b-4415-8982-08c976ee3697,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:54.389426 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Transition to ACTIVE for port object 074c87ae-4e2f-49cd-839c-55ac15943625 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:54.396413 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-577464eb-dd42-423f-a733-a2b944f03f16 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.398539 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44042) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:54.399166 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-577464eb-dd42-423f-a733-a2b944f03f16 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/519117a1-485b-4415-8982-08c976ee3697 HTTP/1.1" status: 204 len: 168 time: 1.0900838 Aug 31 01:19:54.419998 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1bf708d5-51f9-4a69-88f5-2fde636d7f62 None None] Provisioning for port ad41923d-2b2a-40ff-a71e-7319e191c6a1 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:54.422685 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port ad41923d-2b2a-40ff-a71e-7319e191c6a1 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:54.429028 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ad41923d-2b2a-40ff-a71e-7319e191c6a1 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:54.429409 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.431384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1bf708d5-51f9-4a69-88f5-2fde636d7f62 None None] Provisioning complete for port ad41923d-2b2a-40ff-a71e-7319e191c6a1 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:54.431750 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1bf708d5-51f9-4a69-88f5-2fde636d7f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.520257 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.524543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c44d21-f671-4834-a551-07a8ee4bca0f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:54.533631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c44d21-f671-4834-a551-07a8ee4bca0f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:54.547309 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44044) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:54.557489 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-83c44d21-f671-4834-a551-07a8ee4bca0f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1578617 Aug 31 01:19:54.591049 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Network a6767016-1573-4a53-b018-43211cfa86a8 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:54.599819 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:54.617564 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:54.620693 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Pushing event updated for resources: {'Port': ['ID=074c87ae-4e2f-49cd-839c-55ac15943625,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:54.664769 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c4333fbf-0281-4ba7-8fe3-9dbedf7c52d4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.687309 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e3a42a-03e1-4808-99e4-9f56407524f7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet c245f8a6-67d7-4036-9ce4-94c2f990a8af {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:54.691274 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-45e3a42a-03e1-4808-99e4-9f56407524f7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.730569 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.748142 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-45e3a42a-03e1-4808-99e4-9f56407524f7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.753662 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.760702 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Subnet': ['ID=c444ea02-eb91-49b4-9ede-c684df8aad02,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:54.761861 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Attempting to bind port 074c87ae-4e2f-49cd-839c-55ac15943625 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:54.762756 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Attempting to bind port 074c87ae-4e2f-49cd-839c-55ac15943625 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '9fac29ca-40ce-441a-abb5-4dd02567d963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a6767016-1573-4a53-b018-43211cfa86a8'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:54.763125 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Attempting to bind port 074c87ae-4e2f-49cd-839c-55ac15943625 on network a6767016-1573-4a53-b018-43211cfa86a8 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:54.777271 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1bf708d5-51f9-4a69-88f5-2fde636d7f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.801773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:54.802113 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Checking segment: {'id': '9fac29ca-40ce-441a-abb5-4dd02567d963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a6767016-1573-4a53-b018-43211cfa86a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:54.802525 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.802928 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Bound using segment: {'id': '9fac29ca-40ce-441a-abb5-4dd02567d963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a6767016-1573-4a53-b018-43211cfa86a8'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:54.803428 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Bound port: 074c87ae-4e2f-49cd-839c-55ac15943625, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fac29ca-40ce-441a-abb5-4dd02567d963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a6767016-1573-4a53-b018-43211cfa86a8'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:54.804070 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.841554 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port ad41923d-2b2a-40ff-a71e-7319e191c6a1, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ad41923d-2b2a-40ff-a71e-7319e191c6a1,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:54.882574 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.900563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6767016-1573-4a53-b018-43211cfa86a8']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:54.910291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fac29ca-40ce-441a-abb5-4dd02567d963') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:54.910579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fac29ca-40ce-441a-abb5-4dd02567d963') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:54.915363 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] For port 074c87ae-4e2f-49cd-839c-55ac15943625, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:54.917984 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c4333fbf-0281-4ba7-8fe3-9dbedf7c52d4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.918869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] For port 074c87ae-4e2f-49cd-839c-55ac15943625, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=074c87ae-4e2f-49cd-839c-55ac15943625,segment=NetworkSegment(9fac29ca-40ce-441a-abb5-4dd02567d963),segment_id=9fac29ca-40ce-441a-abb5-4dd02567d963)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:54.925102 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.975668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4333fbf-0281-4ba7-8fe3-9dbedf7c52d4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:54.975905 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.976931 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b6d66427-8e8a-4690-8005-a0c88b066b4a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:54.978861 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-45e3a42a-03e1-4808-99e4-9f56407524f7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.979396 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-c4333fbf-0281-4ba7-8fe3-9dbedf7c52d4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:54.984120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4333fbf-0281-4ba7-8fe3-9dbedf7c52d4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:54.987533 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333fbf-0281-4ba7-8fe3-9dbedf7c52d4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Pushing event updated for resources: {'Port': ['ID=461c89f9-43fc-47ba-9793-f9746b9b97ee,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:55.070487 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.078575 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:55.079115 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.082546 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:55.082748 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:55.130125 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-45e3a42a-03e1-4808-99e4-9f56407524f7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.146687 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-1bf708d5-51f9-4a69-88f5-2fde636d7f62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:19:55.147218 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-1bf708d5-51f9-4a69-88f5-2fde636d7f62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:19:55.154828 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=ad41923d-2b2a-40ff-a71e-7319e191c6a1,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:55.166247 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3a42a-03e1-4808-99e4-9f56407524f7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=c245f8a6-67d7-4036-9ce4-94c2f990a8af,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:55.179047 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-45e3a42a-03e1-4808-99e4-9f56407524f7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.186329 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-45e3a42a-03e1-4808-99e4-9f56407524f7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/c245f8a6-67d7-4036-9ce4-94c2f990a8af HTTP/1.1" status: 204 len: 168 time: 0.6373100 Aug 31 01:19:55.187443 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44048) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:55.216947 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.api [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 01:19:55.216947 n-d-793621-34 neutron-server[102342]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 01:19:55.216947 n-d-793621-34 neutron-server[102342]: [parameters: {'id': 'a6767016-1573-4a53-b018-43211cfa86a8'}] Aug 31 01:19:55.216947 n-d-793621-34 neutron-server[102342]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:19:55.217840 n-d-793621-34 neutron-server[102342]: DEBUG oslo_db.api [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:19:55.221994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f4c618-744c-4919-9509-9241bd88a982 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:55.241820 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-91a8fd9d-ba5d-46b7-8db7-ca5e4b99947c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524240 Aug 31 01:19:55.252513 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44050) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:55.259393 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3ecfb09d-3577-481a-8423-73502b73c411 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:55.285621 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c4333fbf-0281-4ba7-8fe3-9dbedf7c52d4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.317701 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa209c72-a3b5-4acd-92cd-93427c6d67b1 None None] Network a6767016-1573-4a53-b018-43211cfa86a8 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:55.370711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abfe26-166b-414a-ae06-ac87998ec660 None None] Pushing event updated for resources: {'Port': ['ID=074c87ae-4e2f-49cd-839c-55ac15943625,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:55.384092 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b3de7d76-763c-4a8a-89ca-2d33ccd8f548 req-dc73119a-827d-4ec7-8080-b4cfc27e4362 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 210 time: 0.0400627 Aug 31 01:19:55.394624 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port b6d66427-8e8a-4690-8005-a0c88b066b4a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:55.415768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port b6d66427-8e8a-4690-8005-a0c88b066b4a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:55.415768 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.441298 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c4333fbf-0281-4ba7-8fe3-9dbedf7c52d4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.523469 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecfb09d-3577-481a-8423-73502b73c411 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:55.536557 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ecfb09d-3577-481a-8423-73502b73c411 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.638012 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.665368 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c4333fbf-0281-4ba7-8fe3-9dbedf7c52d4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.690228 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6108c8b-9087-474c-adbd-7106a0f7f54b None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:19:55.719521 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.742649 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c4333fbf-0281-4ba7-8fe3-9dbedf7c52d4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.748478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port b6d66427-8e8a-4690-8005-a0c88b066b4a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b6d66427-8e8a-4690-8005-a0c88b066b4a,segment=NetworkSegment(8b6a2915-8459-499e-bede-7f337b35d5f9),segment_id=8b6a2915-8459-499e-bede-7f337b35d5f9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:55.795581 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f6108c8b-9087-474c-adbd-7106a0f7f54b None None] Deleting port ad41923d-2b2a-40ff-a71e-7319e191c6a1 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:55.796589 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f6108c8b-9087-474c-adbd-7106a0f7f54b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.884815 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333fbf-0281-4ba7-8fe3-9dbedf7c52d4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Pushing event updated for resources: {'Port': ['ID=461c89f9-43fc-47ba-9793-f9746b9b97ee,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:55.888420 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c4333fbf-0281-4ba7-8fe3-9dbedf7c52d4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.911107 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f6108c8b-9087-474c-adbd-7106a0f7f54b None None] For port ad41923d-2b2a-40ff-a71e-7319e191c6a1, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ad41923d-2b2a-40ff-a71e-7319e191c6a1,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:55.911361 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f6108c8b-9087-474c-adbd-7106a0f7f54b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.914350 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.916515 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Deleting port 074c87ae-4e2f-49cd-839c-55ac15943625 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:55.916890 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.929398 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ec850b84-6628-471c-95ba-fc3f8b94458f None None] Could not find standard attr ID for object 519117a1-485b-4415-8982-08c976ee3697. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:19:55.931949 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ecfb09d-3577-481a-8423-73502b73c411 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.955422 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f6108c8b-9087-474c-adbd-7106a0f7f54b None None] Calling delete_port for ad41923d-2b2a-40ff-a71e-7319e191c6a1 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:56.022539 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c4333fbf-0281-4ba7-8fe3-9dbedf7c52d4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.026474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecfb09d-3577-481a-8423-73502b73c411 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:56.034092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-3ecfb09d-3577-481a-8423-73502b73c411 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:56.043881 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecfb09d-3577-481a-8423-73502b73c411 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:56.044881 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3ecfb09d-3577-481a-8423-73502b73c411 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.054732 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c4333fbf-0281-4ba7-8fe3-9dbedf7c52d4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6993983 Aug 31 01:19:56.062676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=b6d66427-8e8a-4690-8005-a0c88b066b4a,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:56.070730 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfb09d-3577-481a-8423-73502b73c411 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=047cca76-6f6b-4242-a951-ed596b46b307,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:56.128631 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ad41923d-2b2a-40ff-a71e-7319e191c6a1 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:56.131442 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] For port 074c87ae-4e2f-49cd-839c-55ac15943625, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=074c87ae-4e2f-49cd-839c-55ac15943625,segment=NetworkSegment(9fac29ca-40ce-441a-abb5-4dd02567d963),segment_id=9fac29ca-40ce-441a-abb5-4dd02567d963)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:56.132718 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.146393 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3ecfb09d-3577-481a-8423-73502b73c411 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8872068 Aug 31 01:19:56.146506 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44072) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:56.151840 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-43fbafcd-bf27-4e58-912a-30130e369bb7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'fixed_ips': [{'subnet_id': '047cca76-6f6b-4242-a951-ed596b46b307', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-2052226187'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:56.183301 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Calling delete_port for 074c87ae-4e2f-49cd-839c-55ac15943625 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:56.268675 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f6108c8b-9087-474c-adbd-7106a0f7f54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.328577 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.333863 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6108c8b-9087-474c-adbd-7106a0f7f54b None None] Pushing event deleted for resources: {'Port': ['ID=ad41923d-2b2a-40ff-a71e-7319e191c6a1,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:56.346560 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6108c8b-9087-474c-adbd-7106a0f7f54b None None] No DVR routers for this DVR port ad41923d-2b2a-40ff-a71e-7319e191c6a1 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:56.387491 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e6f95f-b9ac-4068-a969-ae4aa527392c None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:56.472006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fbafcd-bf27-4e58-912a-30130e369bb7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:56.666983 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': '047cca76-6f6b-4242-a951-ed596b46b307'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:56.667947 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.782911 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-b6dcbc51-a066-44d0-8993-1c21e1fc3915 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1419128325&fields=id&tenant_id=3e9fb06e01654acf8087ff144343ee10 HTTP/1.1" status: 200 len: 267 time: 0.5707161 Aug 31 01:19:56.899892 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Allocated IP 2001:db8::2 (bd5c1a30-2b24-4912-929d-0592c60865f1/047cca76-6f6b-4242-a951-ed596b46b307/bc5aa7d7-2f95-4122-a0ac-c24f263b7a06) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:56.908820 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101512e2-0d57-46ac-a226-986c431a6189 req-f41c3402-7e4e-430f-8429-986a509675ee tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:56.911775 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-101512e2-0d57-46ac-a226-986c431a6189 req-f41c3402-7e4e-430f-8429-986a509675ee tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.41 "GET /v2.0/networks?id=89f7c789-f065-435a-b19c-f559037f3737 HTTP/1.1" status: 200 len: 814 time: 0.7657592 Aug 31 01:19:56.928766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-101512e2-0d57-46ac-a226-986c431a6189 req-40a96ea7-169d-43b3-8e2b-229dc0e90516 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Request body: {'port': {'device_id': 'c77f3535-bc70-45cd-b1c9-b7ea0118369e', 'network_id': '89f7c789-f065-435a-b19c-f559037f3737', 'admin_state_up': True, 'tenant_id': 'dd5873ec25cd475faddc2dfcf8d0e540'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:57.032856 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a11a6b44-7b54-438b-8a41-490a6f7dd11d req-f3c937bc-1720-4760-958d-b480418e6fe0 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 210 time: 0.4531398 Aug 31 01:19:57.124678 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-43fbafcd-bf27-4e58-912a-30130e369bb7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.142195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-0255f2af-ed4a-47fe-b6f3-864d433cd1e4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:57.143977 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-0255f2af-ed4a-47fe-b6f3-864d433cd1e4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/networks?id=889b8bdc-4727-4715-b1e1-0ac4e4969e44 HTTP/1.1" status: 200 len: 811 time: 0.3396428 Aug 31 01:19:57.147184 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-43fbafcd-bf27-4e58-912a-30130e369bb7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port e1995cf0-bdcb-4d7a-9255-beb2e69280a2 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:19:57.159359 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.169995 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-67734801-0808-4f47-84b2-0bdff9e2c438 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/quotas/3e9fb06e01654acf8087ff144343ee10 HTTP/1.1" status: 200 len: 375 time: 0.0155139 Aug 31 01:19:57.187103 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Transition to ACTIVE for port object bc5aa7d7-2f95-4122-a0ac-c24f263b7a06 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:57.190009 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.227435 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Transition to ACTIVE for port object bc5aa7d7-2f95-4122-a0ac-c24f263b7a06 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:57.252758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Port': ['ID=074c87ae-4e2f-49cd-839c-55ac15943625,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:57.255916 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101512e2-0d57-46ac-a226-986c431a6189 req-40a96ea7-169d-43b3-8e2b-229dc0e90516 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Made reservation on behalf of dd5873ec25cd475faddc2dfcf8d0e540 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:57.259846 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-101512e2-0d57-46ac-a226-986c431a6189 req-40a96ea7-169d-43b3-8e2b-229dc0e90516 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.279708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No DVR routers for this DVR port 074c87ae-4e2f-49cd-839c-55ac15943625 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:57.330421 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-dc1fbe30-2787-43ed-b63f-dd30f51264df tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e9fb06e01654acf8087ff144343ee10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1534760 Aug 31 01:19:57.376070 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.415291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:57.421859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:57.425233 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:57.434814 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Pushing event updated for resources: {'Port': ['ID=bc5aa7d7-2f95-4122-a0ac-c24f263b7a06,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:57.444366 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fbafcd-bf27-4e58-912a-30130e369bb7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:19:57.446131 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fbafcd-bf27-4e58-912a-30130e369bb7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:19:57.475976 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.501142 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6767016-1573-4a53-b018-43211cfa86a8']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:57.502037 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Attempting to bind port bc5aa7d7-2f95-4122-a0ac-c24f263b7a06 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:57.502478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Attempting to bind port bc5aa7d7-2f95-4122-a0ac-c24f263b7a06 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:57.502825 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Attempting to bind port bc5aa7d7-2f95-4122-a0ac-c24f263b7a06 on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:57.508865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:57.512365 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:57.512365 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.512365 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:57.512365 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Bound port: bc5aa7d7-2f95-4122-a0ac-c24f263b7a06, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:57.512365 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.538053 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fac29ca-40ce-441a-abb5-4dd02567d963') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:57.538305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fac29ca-40ce-441a-abb5-4dd02567d963') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:57.571550 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.587148 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] For port bc5aa7d7-2f95-4122-a0ac-c24f263b7a06, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:57.587799 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-43fbafcd-bf27-4e58-912a-30130e369bb7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4383564 Aug 31 01:19:57.590484 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44094) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:57.591620 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] For port bc5aa7d7-2f95-4122-a0ac-c24f263b7a06, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=bc5aa7d7-2f95-4122-a0ac-c24f263b7a06,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:57.606591 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.614514 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-256ff115-6554-4ce1-9436-717bb81296c0 service neutron] 10.222.0.16 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667594 Aug 31 01:19:57.621967 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:57.622700 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:57.625843 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:57.657323 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21297606-2c74-40c7-9e37-6f9bc3d79a7b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:57.659752 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-21297606-2c74-40c7-9e37-6f9bc3d79a7b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0668497 Aug 31 01:19:57.662867 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44096) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:57.675030 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-101512e2-0d57-46ac-a226-986c431a6189 req-40a96ea7-169d-43b3-8e2b-229dc0e90516 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Allocated IP 172.20.0.3 (89f7c789-f065-435a-b19c-f559037f3737/b15db45e-94e9-47e3-b086-e04ef6a2ca50/9123cd04-40f8-4996-9307-49feeed55e0c) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:57.697827 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.735554 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f051f2-4831-4bf8-941f-c0acecadf8d0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:57.737759 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f051f2-4831-4bf8-941f-c0acecadf8d0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:57.743738 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d5f051f2-4831-4bf8-941f-c0acecadf8d0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0774040 Aug 31 01:19:57.744769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44098) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:57.815272 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9ccaa-68c6-45ae-b9ed-bb16f088d808 None None] Pushing event updated for resources: {'Port': ['ID=bc5aa7d7-2f95-4122-a0ac-c24f263b7a06,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:57.834813 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6ccef2-4e2c-49b7-a128-3b8e0ab445fd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet 047cca76-6f6b-4242-a951-ed596b46b307 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:57.838409 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1d6ccef2-4e2c-49b7-a128-3b8e0ab445fd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.856378 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-842d95c4-9942-4cc9-9b94-e3bea2c3c946 service neutron] 10.222.0.16 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285480 Aug 31 01:19:57.881058 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.903858 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1d6ccef2-4e2c-49b7-a128-3b8e0ab445fd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.926179 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.937153 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/a6767016-1573-4a53-b018-43211cfa86a8 HTTP/1.1" status: 204 len: 168 time: 4.7521000 Aug 31 01:19:57.954527 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44104) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:58.003886 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-eae5bb8a-632e-44a9-b8b8-9112bd143848 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1624240021'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:58.014065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14af73e-48b6-4951-9d71-8c21de08f118 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Network': ['ID=a6767016-1573-4a53-b018-43211cfa86a8,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:58.123211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b6d66427-8e8a-4690-8005-a0c88b066b4a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:58.165325 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1d6ccef2-4e2c-49b7-a128-3b8e0ab445fd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.172420 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-101512e2-0d57-46ac-a226-986c431a6189 req-40a96ea7-169d-43b3-8e2b-229dc0e90516 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.181870 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae5bb8a-632e-44a9-b8b8-9112bd143848 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:58.188052 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eae5bb8a-632e-44a9-b8b8-9112bd143848 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.253851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port b6d66427-8e8a-4690-8005-a0c88b066b4a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:58.260603 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.294052 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1c05c004-5e90-4f51-b1df-5d07afaa5479 req-38363b08-6a93-421c-a964-a520ba53049a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 210 time: 0.0626512 Aug 31 01:19:58.299466 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-baad3489-c816-4877-870a-f80174655e25 req-3cc7913c-77f7-454d-9319-c823d5b07f20 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 210 time: 0.0555129 Aug 31 01:19:58.314153 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae5bb8a-632e-44a9-b8b8-9112bd143848 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:58.345220 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eae5bb8a-632e-44a9-b8b8-9112bd143848 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.345795 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-eae5bb8a-632e-44a9-b8b8-9112bd143848 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Added segment 7bc89651-c945-40d2-8be6-3ea5e63609e9 of type vlan for network 95f71914-1645-4bab-acac-d2afbacedcee Aug 31 01:19:58.397042 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eae5bb8a-632e-44a9-b8b8-9112bd143848 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.478044 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-101512e2-0d57-46ac-a226-986c431a6189 req-40a96ea7-169d-43b3-8e2b-229dc0e90516 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.528565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101512e2-0d57-46ac-a226-986c431a6189 req-40a96ea7-169d-43b3-8e2b-229dc0e90516 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Network 89f7c789-f065-435a-b19c-f559037f3737 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:58.531841 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-101512e2-0d57-46ac-a226-986c431a6189 req-40a96ea7-169d-43b3-8e2b-229dc0e90516 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:58.535866 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-101512e2-0d57-46ac-a226-986c431a6189 req-40a96ea7-169d-43b3-8e2b-229dc0e90516 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:58.542375 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a96ea7-169d-43b3-8e2b-229dc0e90516 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Pushing event updated for resources: {'Port': ['ID=9123cd04-40f8-4996-9307-49feeed55e0c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:58.547378 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1d6ccef2-4e2c-49b7-a128-3b8e0ab445fd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.563829 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1d6ccef2-4e2c-49b7-a128-3b8e0ab445fd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.568680 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1d6ccef2-4e2c-49b7-a128-3b8e0ab445fd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/047cca76-6f6b-4242-a951-ed596b46b307 HTTP/1.1" status: 204 len: 168 time: 0.8225796 Aug 31 01:19:58.571793 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44122) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:58.589703 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ccef2-4e2c-49b7-a128-3b8e0ab445fd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=047cca76-6f6b-4242-a951-ed596b46b307,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:58.616765 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2b2b15f2-93cb-4065-b026-13d074d83996 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440321 Aug 31 01:19:58.620663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44124) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:58.625866 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-cc2ac525-1ce2-434c-b279-d4a0657e2702 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:58.638885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101512e2-0d57-46ac-a226-986c431a6189 req-40a96ea7-169d-43b3-8e2b-229dc0e90516 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:58.639492 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-101512e2-0d57-46ac-a226-986c431a6189 req-40a96ea7-169d-43b3-8e2b-229dc0e90516 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.700512 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eae5bb8a-632e-44a9-b8b8-9112bd143848 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.700512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae5bb8a-632e-44a9-b8b8-9112bd143848 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:58.700512 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eae5bb8a-632e-44a9-b8b8-9112bd143848 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.804546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5bb8a-632e-44a9-b8b8-9112bd143848 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Network': ['ID=95f71914-1645-4bab-acac-d2afbacedcee,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:58.816788 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 95f71914-1645-4bab-acac-d2afbacedcee details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:58.838402 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-101512e2-0d57-46ac-a226-986c431a6189 req-40a96ea7-169d-43b3-8e2b-229dc0e90516 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9141333 Aug 31 01:19:58.860336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Request body: {'port': {'device_id': 'c77f3535-bc70-45cd-b1c9-b7ea0118369e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:58.901155 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-eae5bb8a-632e-44a9-b8b8-9112bd143848 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9428549 Aug 31 01:19:58.904709 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44128) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:58.907782 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-039b3e75-0af5-4f4d-a0a4-1108c72d37bd tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'subnet': {'network_id': '95f71914-1645-4bab-acac-d2afbacedcee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:58.975039 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.090954 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2ac525-1ce2-434c-b279-d4a0657e2702 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:59.093970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cc2ac525-1ce2-434c-b279-d4a0657e2702 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.167677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8170dd-4f7c-4d4d-9435-8f44d0d38490 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:59.176136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039b3e75-0af5-4f4d-a0a4-1108c72d37bd tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:59.181080 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-039b3e75-0af5-4f4d-a0a4-1108c72d37bd tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.271658 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.ipam_backend_mixin [None req-039b3e75-0af5-4f4d-a0a4-1108c72d37bd tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Performing IP validity checks on allocation pools {{(pid=102343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 01:19:59.272343 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.ipam_backend_mixin [None req-039b3e75-0af5-4f4d-a0a4-1108c72d37bd tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 01:19:59.422485 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d08763fd-9311-47f8-97b4-342f1f6600bb None None] Provisioning for port bc5aa7d7-2f95-4122-a0ac-c24f263b7a06 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:59.467731 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bf837485-e833-414e-b0a5-fbaf9bd07ec0 req-00619ea6-c7ec-4eda-920e-a0b5533ddd64 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 210 time: 0.0620189 Aug 31 01:19:59.502162 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41c4db-f6cb-4ab0-b139-08fc36f73caf req-d29199b3-7602-41fb-a325-916302aefe27 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:59.502162 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ad41c4db-f6cb-4ab0-b139-08fc36f73caf req-d29199b3-7602-41fb-a325-916302aefe27 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 931 time: 0.0754936 Aug 31 01:19:59.520193 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9123cd04-40f8-4996-9307-49feeed55e0c {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:19:59.532568 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c57eb9-e5bb-426b-b657-bbca49c1c028 None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:19:59.535110 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.551945 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Transition to ACTIVE for port object 9123cd04-40f8-4996-9307-49feeed55e0c will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:59.562299 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ad41c4db-f6cb-4ab0-b139-08fc36f73caf req-3c9109d0-f778-46bc-96e9-38b7d66f5054 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532386 Aug 31 01:19:59.593109 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e4c57eb9-e5bb-426b-b657-bbca49c1c028 None None] Deleting port bc5aa7d7-2f95-4122-a0ac-c24f263b7a06 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:59.593528 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e4c57eb9-e5bb-426b-b657-bbca49c1c028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.668907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e4c57eb9-e5bb-426b-b657-bbca49c1c028 None None] For port bc5aa7d7-2f95-4122-a0ac-c24f263b7a06, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=bc5aa7d7-2f95-4122-a0ac-c24f263b7a06,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:59.669309 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e4c57eb9-e5bb-426b-b657-bbca49c1c028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.677385 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-039b3e75-0af5-4f4d-a0a4-1108c72d37bd tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.682718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e4c57eb9-e5bb-426b-b657-bbca49c1c028 None None] Calling delete_port for bc5aa7d7-2f95-4122-a0ac-c24f263b7a06 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:59.741827 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cc2ac525-1ce2-434c-b279-d4a0657e2702 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.745734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b3e75-0af5-4f4d-a0a4-1108c72d37bd tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Subnet': ['ID=55b57ccf-e6d8-4638-95f9-b19ad661c1ea,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:59.748586 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.759196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039b3e75-0af5-4f4d-a0a4-1108c72d37bd tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Checking segment: {'id': '7bc89651-c945-40d2-8be6-3ea5e63609e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '95f71914-1645-4bab-acac-d2afbacedcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:59.759868 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039b3e75-0af5-4f4d-a0a4-1108c72d37bd tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network hostable DHCP agents. Network: 95f71914-1645-4bab-acac-d2afbacedcee, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:59.847855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2ac525-1ce2-434c-b279-d4a0657e2702 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:59.859260 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-cc2ac525-1ce2-434c-b279-d4a0657e2702 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:59.872758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ac525-1ce2-434c-b279-d4a0657e2702 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:59.876706 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cc2ac525-1ce2-434c-b279-d4a0657e2702 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.883081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ac525-1ce2-434c-b279-d4a0657e2702 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=cc5f60de-c3a7-4aea-a197-c88d46b8e23f,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:59.893824 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Pushing event updated for resources: {'Port': ['ID=9123cd04-40f8-4996-9307-49feeed55e0c,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:59.913566 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039b3e75-0af5-4f4d-a0a4-1108c72d37bd tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network 95f71914-1645-4bab-acac-d2afbacedcee is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:59.970605 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Attempting to bind port 9123cd04-40f8-4996-9307-49feeed55e0c on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:59.970943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Attempting to bind port 9123cd04-40f8-4996-9307-49feeed55e0c by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '6d65199a-bc05-408a-b69d-5c7ddae20321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '89f7c789-f065-435a-b19c-f559037f3737'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:59.971277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Attempting to bind port 9123cd04-40f8-4996-9307-49feeed55e0c on network 89f7c789-f065-435a-b19c-f559037f3737 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:59.975015 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e4c57eb9-e5bb-426b-b657-bbca49c1c028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.980449 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Port 9123cd04-40f8-4996-9307-49feeed55e0c on network 89f7c789-f065-435a-b19c-f559037f3737 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:19:59.997308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Attempting to bind port 9123cd04-40f8-4996-9307-49feeed55e0c on network 89f7c789-f065-435a-b19c-f559037f3737 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:59.997308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:59.997308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Checking segment: {'id': '6d65199a-bc05-408a-b69d-5c7ddae20321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '89f7c789-f065-435a-b19c-f559037f3737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:59.997308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Bound using segment: {'id': '6d65199a-bc05-408a-b69d-5c7ddae20321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '89f7c789-f065-435a-b19c-f559037f3737'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:59.997308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Bound port: 9123cd04-40f8-4996-9307-49feeed55e0c, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d65199a-bc05-408a-b69d-5c7ddae20321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '89f7c789-f065-435a-b19c-f559037f3737'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:59.997308 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.007683 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c57eb9-e5bb-426b-b657-bbca49c1c028 None None] Pushing event deleted for resources: {'Port': ['ID=bc5aa7d7-2f95-4122-a0ac-c24f263b7a06,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:00.012498 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c57eb9-e5bb-426b-b657-bbca49c1c028 None None] No DVR routers for this DVR port bc5aa7d7-2f95-4122-a0ac-c24f263b7a06 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:00.038751 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cc2ac525-1ce2-434c-b279-d4a0657e2702 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4163604 Aug 31 01:20:00.040993 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb3db82-ca62-4e79-b57c-17b834a8fd07 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:00.041148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44150) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:00.054449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d5f395b1-c972-478a-b522-7acd9929c851 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1802493832', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:00.073011 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-039b3e75-0af5-4f4d-a0a4-1108c72d37bd tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 95f71914-1645-4bab-acac-d2afbacedcee) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:00.081505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb808adf-be2e-4d50-a886-1e9735eb7f0f None None] Network 95f71914-1645-4bab-acac-d2afbacedcee requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:00.090068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] For port 9123cd04-40f8-4996-9307-49feeed55e0c, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:00.091480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039b3e75-0af5-4f4d-a0a4-1108c72d37bd tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:00.092624 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-039b3e75-0af5-4f4d-a0a4-1108c72d37bd tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.098123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] For port 9123cd04-40f8-4996-9307-49feeed55e0c, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9123cd04-40f8-4996-9307-49feeed55e0c,segment=NetworkSegment(6d65199a-bc05-408a-b69d-5c7ddae20321),segment_id=6d65199a-bc05-408a-b69d-5c7ddae20321)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:00.166379 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.214638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:00.216056 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.218375 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-101512e2-0d57-46ac-a226-986c431a6189 req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] 10.222.0.41 "PUT /v2.0/ports/9123cd04-40f8-4996-9307-49feeed55e0c HTTP/1.1" status: 200 len: 1092 time: 1.3636982 Aug 31 01:20:00.218782 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d5f395b1-c972-478a-b522-7acd9929c851 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.220496 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d5f395b1-c972-478a-b522-7acd9929c851 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.223938 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77f3535-bc70-45cd-b1c9-b7ea0118369e', 'tag': '9123cd04-40f8-4996-9307-49feeed55e0c'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:20:00.227399 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c88bfb-c7a5-4a73-bec6-9a18a960d0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c77f3535-bc70-45cd-b1c9-b7ea0118369e", "tag": "9123cd04-40f8-4996-9307-49feeed55e0c"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:20:00.264724 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587a549-441e-4898-b22a-50b7c8ce6e8e service neutron] Pushing event updated for resources: {'Port': ['ID=9123cd04-40f8-4996-9307-49feeed55e0c,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:00.295430 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d5f395b1-c972-478a-b522-7acd9929c851 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.302910 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026f22d1-3754-4aed-942b-9645e1a89590 x-openstack-request-id: req-026f22d1-3754-4aed-942b-9645e1a89590 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:20:00.303656 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77f3535-bc70-45cd-b1c9-b7ea0118369e", "tag": "9123cd04-40f8-4996-9307-49feeed55e0c", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:20:00.305007 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-026f22d1-3754-4aed-942b-9645e1a89590 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:20:00.305007 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77f3535-bc70-45cd-b1c9-b7ea0118369e', 'tag': '9123cd04-40f8-4996-9307-49feeed55e0c', 'status': 'completed', 'code': 200} Aug 31 01:20:00.344467 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-039b3e75-0af5-4f4d-a0a4-1108c72d37bd tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4391944 Aug 31 01:20:00.345521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44156) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:00.395806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c88bfb-c7a5-4a73-bec6-9a18a960d0e1 req-d5af2fdb-d646-440a-a778-699db8c4ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:00.398796 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-22c88bfb-c7a5-4a73-bec6-9a18a960d0e1 req-d5af2fdb-d646-440a-a778-699db8c4ce1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd5873ec25cd475faddc2dfcf8d0e540&device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 1095 time: 0.0720391 Aug 31 01:20:00.414329 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d5f395b1-c972-478a-b522-7acd9929c851 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.488317 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.530883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c88bfb-c7a5-4a73-bec6-9a18a960d0e1 req-95101519-5a25-41c3-9482-cac1e71c38cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:00.536177 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-22c88bfb-c7a5-4a73-bec6-9a18a960d0e1 req-95101519-5a25-41c3-9482-cac1e71c38cf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=dd5873ec25cd475faddc2dfcf8d0e540&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1298132 Aug 31 01:20:00.569841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': 'cc5f60de-c3a7-4aea-a197-c88d46b8e23f'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:20:00.570857 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.588289 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d5f395b1-c972-478a-b522-7acd9929c851 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.596914 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d5f395b1-c972-478a-b522-7acd9929c851 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5514870 Aug 31 01:20:00.597424 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44166) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:00.602923 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-95f71914-1645-4bab-acac-d2afbacedcee', 'network_id': '95f71914-1645-4bab-acac-d2afbacedcee', 'tenant_id': '19201c8ae3874c67b7573193f295f39e', 'fixed_ips': [{'subnet_id': '55b57ccf-e6d8-4638-95f9-b19ad661c1ea'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:20:00.605090 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.652417 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c88bfb-c7a5-4a73-bec6-9a18a960d0e1 req-05e1aac9-c63a-4a49-8d9d-f388fbdae5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:00.656774 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-22c88bfb-c7a5-4a73-bec6-9a18a960d0e1 req-05e1aac9-c63a-4a49-8d9d-f388fbdae5f0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1138124 Aug 31 01:20:00.679296 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.703765 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-80cfdc9e-1647-4ff9-b9d2-b709d10d0360 req-b1dae02e-074c-40cd-aaed-8598adafa49a tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 210 time: 0.1029949 Aug 31 01:20:00.836128 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f5f04-c2ee-4606-8755-49edf056e271 req-e998fabb-66d7-46ee-af36-14bc33ffe093 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:00.838078 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4b2f5f04-c2ee-4606-8755-49edf056e271 req-e998fabb-66d7-46ee-af36-14bc33ffe093 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.1311281 Aug 31 01:20:00.845413 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101512e2-0d57-46ac-a226-986c431a6189 req-803c5ed2-8b2f-4f80-b6f3-b6f63724f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:00.847211 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-101512e2-0d57-46ac-a226-986c431a6189 req-803c5ed2-8b2f-4f80-b6f3-b6f63724f723 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd5873ec25cd475faddc2dfcf8d0e540&device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 1095 time: 0.1239896 Aug 31 01:20:00.903348 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-101512e2-0d57-46ac-a226-986c431a6189 req-ddcd3f4c-7481-43b5-a5a3-1d80ed62f20e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9123cd04-40f8-4996-9307-49feeed55e0c HTTP/1.1" status: 200 len: 217 time: 0.0469484 Aug 31 01:20:00.921121 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4b2f5f04-c2ee-4606-8755-49edf056e271 req-07cd6652-7256-4965-b600-15ccf9b8bec2 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726690 Aug 31 01:20:00.999432 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Allocated IP 2001:db8::2 (bd5c1a30-2b24-4912-929d-0592c60865f1/cc5f60de-c3a7-4aea-a197-c88d46b8e23f/337791ce-1044-40dc-bd60-2de041a48ac6) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:01.001601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Allocated IP 172.20.0.3 (95f71914-1645-4bab-acac-d2afbacedcee/55b57ccf-e6d8-4638-95f9-b19ad661c1ea/97d97210-4983-4c9f-ba54-d06fa56d441f) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:01.002369 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101512e2-0d57-46ac-a226-986c431a6189 req-19ab907e-839c-447b-8890-bb68aa613703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:01.003985 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-101512e2-0d57-46ac-a226-986c431a6189 req-19ab907e-839c-447b-8890-bb68aa613703 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b15db45e-94e9-47e3-b086-e04ef6a2ca50 HTTP/1.1" status: 200 len: 854 time: 0.0819116 Aug 31 01:20:01.044140 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-101512e2-0d57-46ac-a226-986c431a6189 req-03d61ed0-1695-4f95-9dda-2b2d89413efe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89f7c789-f065-435a-b19c-f559037f3737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322492 Aug 31 01:20:01.098133 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:01.156812 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-101512e2-0d57-46ac-a226-986c431a6189 req-716eb06b-a9c9-46f8-aa8c-9c8ca953f7f4 service neutron] 10.222.0.41 "GET /v2.0/networks/89f7c789-f065-435a-b19c-f559037f3737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055975 Aug 31 01:20:01.369952 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:01.382458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Transition to ACTIVE for port object 337791ce-1044-40dc-bd60-2de041a48ac6 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:01.399424 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-101512e2-0d57-46ac-a226-986c431a6189 req-16a90962-d001-4f6b-b6ad-9c40994e05fd service neutron] 10.222.0.41 "GET /v2.0/networks/89f7c789-f065-435a-b19c-f559037f3737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349396 Aug 31 01:20:01.404753 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:01.404997 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Transition to ACTIVE for port object 337791ce-1044-40dc-bd60-2de041a48ac6 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:01.408940 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-e505f40a-7a5b-4fca-8cf2-da2dd41ed133 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:01.410743 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-e505f40a-7a5b-4fca-8cf2-da2dd41ed133 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.48 "GET /v2.0/networks?id=889b8bdc-4727-4715-b1e1-0ac4e4969e44 HTTP/1.1" status: 200 len: 811 time: 0.1616833 Aug 31 01:20:01.415192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Transition to ACTIVE for port object 97d97210-4983-4c9f-ba54-d06fa56d441f will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:01.438652 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Transition to ACTIVE for port object 97d97210-4983-4c9f-ba54-d06fa56d441f will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:01.469873 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-1ea30bc4-7a95-4ad4-ae06-fbb7272eb550 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e9fb06e01654acf8087ff144343ee10 HTTP/1.1" status: 200 len: 380 time: 0.0494854 Aug 31 01:20:01.479946 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-92028089-635a-49b7-97f6-9a3443752098 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Request body: {'port': {'device_id': '861ec231-9bd5-471c-bd95-8e6028f52dd3', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'admin_state_up': True, 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'security_groups': ['b54931cb-bb0c-4247-b454-43c2a0a2c8d5']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:01.649338 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:01.693377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:01.696556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:01.701244 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:01.704495 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Pushing event updated for resources: {'Port': ['ID=337791ce-1044-40dc-bd60-2de041a48ac6,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:01.704695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::1 (bd5c1a30-2b24-4912-929d-0592c60865f1/cc5f60de-c3a7-4aea-a197-c88d46b8e23f/cf58851a-93dc-4d54-abc3-510c0df891fa) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:01.712413 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:01.786451 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-92028089-635a-49b7-97f6-9a3443752098 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Made reservation on behalf of 3e9fb06e01654acf8087ff144343ee10 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:01.791981 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-92028089-635a-49b7-97f6-9a3443752098 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:01.792637 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Network 95f71914-1645-4bab-acac-d2afbacedcee is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:01.805427 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:01.814524 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:01.820888 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Attempting to bind port 337791ce-1044-40dc-bd60-2de041a48ac6 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:01.821272 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Attempting to bind port 337791ce-1044-40dc-bd60-2de041a48ac6 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:01.821668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Attempting to bind port 337791ce-1044-40dc-bd60-2de041a48ac6 on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:01.830503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:01.831047 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:01.831279 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:01.844319 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:01.844319 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Bound port: 337791ce-1044-40dc-bd60-2de041a48ac6, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:01.844319 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:01.844319 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Pushing event updated for resources: {'Port': ['ID=97d97210-4983-4c9f-ba54-d06fa56d441f,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:01.924989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e5b11fab-06a4-4129-b6f2-8ea2e166b445 req-de4736ae-6957-416b-9cff-8bc56015e1c1 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 210 time: 0.0435944 Aug 31 01:20:01.950473 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:01.993182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Attempting to bind port 97d97210-4983-4c9f-ba54-d06fa56d441f on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:01.993684 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Attempting to bind port 97d97210-4983-4c9f-ba54-d06fa56d441f by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '7bc89651-c945-40d2-8be6-3ea5e63609e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '95f71914-1645-4bab-acac-d2afbacedcee'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:01.994060 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Attempting to bind port 97d97210-4983-4c9f-ba54-d06fa56d441f on network 95f71914-1645-4bab-acac-d2afbacedcee {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:02.011140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:02.012067 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Checking segment: {'id': '7bc89651-c945-40d2-8be6-3ea5e63609e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '95f71914-1645-4bab-acac-d2afbacedcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:02.012471 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.013111 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Bound using segment: {'id': '7bc89651-c945-40d2-8be6-3ea5e63609e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '95f71914-1645-4bab-acac-d2afbacedcee'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:02.028445 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Bound port: 97d97210-4983-4c9f-ba54-d06fa56d441f, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc89651-c945-40d2-8be6-3ea5e63609e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '95f71914-1645-4bab-acac-d2afbacedcee'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:02.028445 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.039804 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Subnet': ['ID=55b57ccf-e6d8-4638-95f9-b19ad661c1ea,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:02.063869 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.081471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-92028089-635a-49b7-97f6-9a3443752098 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Allocated IP 172.20.0.11 (889b8bdc-4727-4715-b1e1-0ac4e4969e44/fda6a004-98bc-4255-914b-598d0c22693d/77292cc4-782b-437f-b99f-2bb0fab9b5ee) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:02.103191 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] For port 337791ce-1044-40dc-bd60-2de041a48ac6, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:02.112508 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] For port 337791ce-1044-40dc-bd60-2de041a48ac6, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=337791ce-1044-40dc-bd60-2de041a48ac6,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:02.126326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279e083-1750-4499-9f62-43787f8d44bb req-467dd662-e65e-4a3d-91f1-f016dd1f39ac tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:02.128485 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6279e083-1750-4499-9f62-43787f8d44bb req-467dd662-e65e-4a3d-91f1-f016dd1f39ac tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.0842752 Aug 31 01:20:02.163827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object cf58851a-93dc-4d54-abc3-510c0df891fa will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:02.183407 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.187502 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.197547 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f71914-1645-4bab-acac-d2afbacedcee']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:02.230102 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc89651-c945-40d2-8be6-3ea5e63609e9') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:02.230970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc89651-c945-40d2-8be6-3ea5e63609e9') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:02.247349 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6279e083-1750-4499-9f62-43787f8d44bb req-18ebac03-ef9a-4327-b3a7-71aaf6028bca tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035361 Aug 31 01:20:02.247971 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] For port 97d97210-4983-4c9f-ba54-d06fa56d441f, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:02.253769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] For port 97d97210-4983-4c9f-ba54-d06fa56d441f, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=97d97210-4983-4c9f-ba54-d06fa56d441f,segment=NetworkSegment(7bc89651-c945-40d2-8be6-3ea5e63609e9),segment_id=7bc89651-c945-40d2-8be6-3ea5e63609e9)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:02.260687 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.289719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3526a67-09aa-4493-8753-fac6dea89505 None None] Pushing event updated for resources: {'Port': ['ID=337791ce-1044-40dc-bd60-2de041a48ac6,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:02.363948 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-92028089-635a-49b7-97f6-9a3443752098 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.384499 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-92028089-635a-49b7-97f6-9a3443752098 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Transition to ACTIVE for port object 77292cc4-782b-437f-b99f-2bb0fab9b5ee will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:02.406273 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.410378 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.418128 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:20:02.418959 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:20:02.424317 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:20:02.468884 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.523550 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:02.533905 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee9335-1c43-4d3e-b65c-66d2677e1167 None None] Pushing event updated for resources: {'Port': ['ID=97d97210-4983-4c9f-ba54-d06fa56d441f,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:02.536826 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:02.571626 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:02.573071 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.606091 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa0ff59-33f4-409d-b00a-75fb960cadb6 None None] Network 95f71914-1645-4bab-acac-d2afbacedcee requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:02.632936 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-92028089-635a-49b7-97f6-9a3443752098 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.750556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-92028089-635a-49b7-97f6-9a3443752098 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Network 889b8bdc-4727-4715-b1e1-0ac4e4969e44 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:02.754396 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-92028089-635a-49b7-97f6-9a3443752098 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:02.765219 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-92028089-635a-49b7-97f6-9a3443752098 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:02.768266 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=cf58851a-93dc-4d54-abc3-510c0df891fa,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:02.774986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92028089-635a-49b7-97f6-9a3443752098 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Pushing event updated for resources: {'Port': ['ID=77292cc4-782b-437f-b99f-2bb0fab9b5ee,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:02.818309 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.api [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 01:20:02.818309 n-d-793621-34 neutron-server[102343]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 01:20:02.818309 n-d-793621-34 neutron-server[102343]: [parameters: {'id': '95f71914-1645-4bab-acac-d2afbacedcee'}] Aug 31 01:20:02.818309 n-d-793621-34 neutron-server[102343]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:20:02.818309 n-d-793621-34 neutron-server[102343]: DEBUG oslo_db.api [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:20:02.862715 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-92028089-635a-49b7-97f6-9a3443752098 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:02.863696 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-92028089-635a-49b7-97f6-9a3443752098 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.983957 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-92028089-635a-49b7-97f6-9a3443752098 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5080600 Aug 31 01:20:03.000507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Request body: {'port': {'device_id': '861ec231-9bd5-471c-bd95-8e6028f52dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:03.039484 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:03.104207 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9123cd04-40f8-4996-9307-49feeed55e0c details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:20:03.208744 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:03.310779 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 9123cd04-40f8-4996-9307-49feeed55e0c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9123cd04-40f8-4996-9307-49feeed55e0c,segment=NetworkSegment(6d65199a-bc05-408a-b69d-5c7ddae20321),segment_id=6d65199a-bc05-408a-b69d-5c7ddae20321)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:03.318492 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:03.330579 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '9123cd04-40f8-4996-9307-49feeed55e0c', 'network_id': '89f7c789-f065-435a-b19c-f559037f3737', 'port_id': '9123cd04-40f8-4996-9307-49feeed55e0c', 'mac_address': 'fa:16:3e:66:6c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15db45e-94e9-47e3-b086-e04ef6a2ca50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:20:03.391727 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:03.398441 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1af6c-fb8a-46dd-a590-c430873bb282 req-7981252a-4304-4d0f-a685-d2c0dd8d4d06 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:03.417297 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1ed1af6c-fb8a-46dd-a590-c430873bb282 req-7981252a-4304-4d0f-a685-d2c0dd8d4d06 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 932 time: 0.2626235 Aug 31 01:20:03.419465 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9123cd04-40f8-4996-9307-49feeed55e0c {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:20:03.445423 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e0c5f6a7-2b29-434c-8ae7-35a275f08a9a None None] Provisioning for port 77292cc4-782b-437f-b99f-2bb0fab9b5ee completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:03.459802 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1ed1af6c-fb8a-46dd-a590-c430873bb282 req-9ba318a3-c5d6-4035-8aaa-f63ae93db658 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521796 Aug 31 01:20:03.463600 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 9123cd04-40f8-4996-9307-49feeed55e0c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9123cd04-40f8-4996-9307-49feeed55e0c,segment=NetworkSegment(6d65199a-bc05-408a-b69d-5c7ddae20321),segment_id=6d65199a-bc05-408a-b69d-5c7ddae20321)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:03.474697 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e0c5f6a7-2b29-434c-8ae7-35a275f08a9a None None] Provisioning complete for port 77292cc4-782b-437f-b99f-2bb0fab9b5ee triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:03.475131 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f6a7-2b29-434c-8ae7-35a275f08a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:03.537882 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:20:03.546940 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e0c5f6a7-2b29-434c-8ae7-35a275f08a9a None None] Port 77292cc4-782b-437f-b99f-2bb0fab9b5ee cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:03.617509 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:03.660452 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8144e08-5c0f-4362-96b0-f71e1593f9f9 req-72fe800f-3579-4ffc-ae04-94a84693bcb4 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:03.669059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b8144e08-5c0f-4362-96b0-f71e1593f9f9 req-72fe800f-3579-4ffc-ae04-94a84693bcb4 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.1279089 Aug 31 01:20:03.691812 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=9123cd04-40f8-4996-9307-49feeed55e0c,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:03.704008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77292cc4-782b-437f-b99f-2bb0fab9b5ee {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:20:03.708447 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Deleting port 97d97210-4983-4c9f-ba54-d06fa56d441f {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:03.708789 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:03.717396 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:03.756703 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b8144e08-5c0f-4362-96b0-f71e1593f9f9 req-61d798b9-1064-421d-b673-ab18a8c004fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860994 Aug 31 01:20:03.763691 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Transition to ACTIVE for port object 77292cc4-782b-437f-b99f-2bb0fab9b5ee will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:03.782108 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:03.804097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] For port 97d97210-4983-4c9f-ba54-d06fa56d441f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=97d97210-4983-4c9f-ba54-d06fa56d441f,segment=NetworkSegment(7bc89651-c945-40d2-8be6-3ea5e63609e9),segment_id=7bc89651-c945-40d2-8be6-3ea5e63609e9)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:03.804468 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:03.818785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Calling delete_port for 97d97210-4983-4c9f-ba54-d06fa56d441f owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:03.820084 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['9123cd04-40f8-4996-9307-49feeed55e0c'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:20:03.883676 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:03.907105 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:03.908023 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.002480 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a0d50cae-b240-4068-999b-6b67da93defd None None] Provisioning for port 337791ce-1044-40dc-bd60-2de041a48ac6 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:04.114890 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=cf58851a-93dc-4d54-abc3-510c0df891fa,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:04.144787 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 337791ce-1044-40dc-bd60-2de041a48ac6 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:04.160500 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Pushing event updated for resources: {'Port': ['ID=77292cc4-782b-437f-b99f-2bb0fab9b5ee,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:04.172540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Attempting to bind port 77292cc4-782b-437f-b99f-2bb0fab9b5ee on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:04.172873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Attempting to bind port 77292cc4-782b-437f-b99f-2bb0fab9b5ee by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '8b6a2915-8459-499e-bede-7f337b35d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:04.173200 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Attempting to bind port 77292cc4-782b-437f-b99f-2bb0fab9b5ee on network 889b8bdc-4727-4715-b1e1-0ac4e4969e44 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:04.192261 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Port 77292cc4-782b-437f-b99f-2bb0fab9b5ee on network 889b8bdc-4727-4715-b1e1-0ac4e4969e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:20:04.192261 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Attempting to bind port 77292cc4-782b-437f-b99f-2bb0fab9b5ee on network 889b8bdc-4727-4715-b1e1-0ac4e4969e44 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:04.201076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:04.201418 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Checking segment: {'id': '8b6a2915-8459-499e-bede-7f337b35d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:04.201875 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Bound using segment: {'id': '8b6a2915-8459-499e-bede-7f337b35d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:04.202459 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Bound port: 77292cc4-782b-437f-b99f-2bb0fab9b5ee, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b6a2915-8459-499e-bede-7f337b35d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:04.202823 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.210498 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.215975 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:04.227046 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e190d0f2-e024-4233-8b51-d9a2b1c89a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.254629 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:04.272224 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Port': ['ID=97d97210-4983-4c9f-ba54-d06fa56d441f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:04.285959 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No DVR routers for this DVR port 97d97210-4983-4c9f-ba54-d06fa56d441f on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:04.318360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] For port 77292cc4-782b-437f-b99f-2bb0fab9b5ee, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:04.321911 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] For port 77292cc4-782b-437f-b99f-2bb0fab9b5ee, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=77292cc4-782b-437f-b99f-2bb0fab9b5ee,segment=NetworkSegment(8b6a2915-8459-499e-bede-7f337b35d5f9),segment_id=8b6a2915-8459-499e-bede-7f337b35d5f9)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:04.323424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 337791ce-1044-40dc-bd60-2de041a48ac6 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:04.328910 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 337791ce-1044-40dc-bd60-2de041a48ac6 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:04.334782 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.427202 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.462563 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 337791ce-1044-40dc-bd60-2de041a48ac6, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=337791ce-1044-40dc-bd60-2de041a48ac6,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:04.465960 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.470535 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.480996 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f71914-1645-4bab-acac-d2afbacedcee']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:04.504015 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc89651-c945-40d2-8be6-3ea5e63609e9') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:04.504869 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc89651-c945-40d2-8be6-3ea5e63609e9') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:04.512339 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:04.513338 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.515262 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] 10.222.0.48 "PUT /v2.0/ports/77292cc4-782b-437f-b99f-2bb0fab9b5ee HTTP/1.1" status: 200 len: 1093 time: 1.5225558 Aug 31 01:20:04.515901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861ec231-9bd5-471c-bd95-8e6028f52dd3', 'tag': '77292cc4-782b-437f-b99f-2bb0fab9b5ee'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:20:04.518577 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.519086 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bed65dd-6421-44d9-abd8-4f69ee401fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "861ec231-9bd5-471c-bd95-8e6028f52dd3", "tag": "77292cc4-782b-437f-b99f-2bb0fab9b5ee"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:20:04.586265 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-22d52466-0468-4cca-895b-1f36ca854c5a None None] Provisioning for port cf58851a-93dc-4d54-abc3-510c0df891fa completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:04.603255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-22d52466-0468-4cca-895b-1f36ca854c5a None None] Provisioning complete for port cf58851a-93dc-4d54-abc3-510c0df891fa triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:04.603650 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-22d52466-0468-4cca-895b-1f36ca854c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.617914 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfd568e-e3de-45c0-a9ee-fb90fdb16911 x-openstack-request-id: req-ccfd568e-e3de-45c0-a9ee-fb90fdb16911 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:20:04.622939 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861ec231-9bd5-471c-bd95-8e6028f52dd3", "tag": "77292cc4-782b-437f-b99f-2bb0fab9b5ee", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:20:04.623261 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ccfd568e-e3de-45c0-a9ee-fb90fdb16911 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:20:04.623886 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861ec231-9bd5-471c-bd95-8e6028f52dd3', 'tag': '77292cc4-782b-437f-b99f-2bb0fab9b5ee', 'status': 'completed', 'code': 200} Aug 31 01:20:04.644175 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9892d9f-bf7a-4d72-9cf3-e4b7206d670c service neutron] Pushing event updated for resources: {'Port': ['ID=77292cc4-782b-437f-b99f-2bb0fab9b5ee,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:04.681471 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.725747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed65dd-6421-44d9-abd8-4f69ee401fe6 req-f8f1ab13-4bee-4942-9c58-f757972894a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:04.729018 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0bed65dd-6421-44d9-abd8-4f69ee401fe6 req-f8f1ab13-4bee-4942-9c58-f757972894a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e9fb06e01654acf8087ff144343ee10&device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 1096 time: 0.1040711 Aug 31 01:20:04.756900 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-22d52466-0468-4cca-895b-1f36ca854c5a None None] Port cf58851a-93dc-4d54-abc3-510c0df891fa cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:04.813138 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=337791ce-1044-40dc-bd60-2de041a48ac6,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:04.900645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c5a6a-bc5f-401a-88d6-ad099defebf5 None None] get_active_networks_info from n-d-793621-34 {{(pid=102344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:20:04.917927 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.932216 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:20:04.932631 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:20:04.936331 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:20:04.941008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191aac6-e8e7-4e14-bb8d-e65f7c8844ca req-65de279c-0a1b-4338-b4ef-77253676f950 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:04.942735 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2191aac6-e8e7-4e14-bb8d-e65f7c8844ca req-65de279c-0a1b-4338-b4ef-77253676f950 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 944 time: 0.0859015 Aug 31 01:20:04.944204 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed65dd-6421-44d9-abd8-4f69ee401fe6 req-c5d1e25d-5aaf-46ee-935d-93d5ce9ce60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:04.945619 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0bed65dd-6421-44d9-abd8-4f69ee401fe6 req-c5d1e25d-5aaf-46ee-935d-93d5ce9ce60f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3e9fb06e01654acf8087ff144343ee10&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2068124 Aug 31 01:20:04.953002 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-78b85aa0-ada8-45f3-bee4-0a6444d0f6d7 None None] Provisioning complete for port cf58851a-93dc-4d54-abc3-510c0df891fa triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:04.953378 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-78b85aa0-ada8-45f3-bee4-0a6444d0f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.003612 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8f295-b2b7-45ad-9477-e2bf13d9ca0a req-827a0f59-4b67-49e9-a6fe-4ce58719f1e8 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:05.005139 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1bf8f295-b2b7-45ad-9477-e2bf13d9ca0a req-827a0f59-4b67-49e9-a6fe-4ce58719f1e8 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 944 time: 0.1246979 Aug 31 01:20:05.017322 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-78b85aa0-ada8-45f3-bee4-0a6444d0f6d7 None None] Port cf58851a-93dc-4d54-abc3-510c0df891fa cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:05.040628 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Router 767ee25f-6b98-4fce-b830-f9c6304cc550 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:20:05.057125 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1bf8f295-b2b7-45ad-9477-e2bf13d9ca0a req-97730679-bd1f-46b1-bae0-f05d6c2a07ff tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429060 Aug 31 01:20:05.058344 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2191aac6-e8e7-4e14-bb8d-e65f7c8844ca req-ce310430-43e1-4dec-b4cd-d021d21b739a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055319 Aug 31 01:20:05.069510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908c5a6a-bc5f-401a-88d6-ad099defebf5 None None] Resources bound (agent type, host, resource id): {{(pid=102344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:20:05.095855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed65dd-6421-44d9-abd8-4f69ee401fe6 req-6a084f26-5099-4c69-8fcd-0a73a7ef3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:05.097828 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0bed65dd-6421-44d9-abd8-4f69ee401fe6 req-6a084f26-5099-4c69-8fcd-0a73a7ef3043 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1448901 Aug 31 01:20:05.107291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9123cd04-40f8-4996-9307-49feeed55e0c up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:05.172966 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:05.172966 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-46b04dc2-8eb0-4d23-902c-773efe348139 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "PUT /v2.0/routers/767ee25f-6b98-4fce-b830-f9c6304cc550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5575063 Aug 31 01:20:05.172966 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44226) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:05.208338 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-7239ed95-1ee4-4308-8ebb-bfec02031e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:05.208338 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-7239ed95-1ee4-4308-8ebb-bfec02031e0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e9fb06e01654acf8087ff144343ee10&device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 1096 time: 0.0673585 Aug 31 01:20:05.214554 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca2ea0-c49e-424c-8b2b-399668172c74 None None] Sync routers for ids ['767ee25f-6b98-4fce-b830-f9c6304cc550'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:05.226501 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.249515 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.268599 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/95f71914-1645-4bab-acac-d2afbacedcee HTTP/1.1" status: 204 len: 168 time: 4.9050074 Aug 31 01:20:05.268599 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751140a-55cd-4d2d-9a67-45d8ccd6af74 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Network': ['ID=95f71914-1645-4bab-acac-d2afbacedcee,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:05.268599 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82805c2c-84c5-4f44-80ce-756b7f019402 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:05.268599 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-82805c2c-84c5-4f44-80ce-756b7f019402 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports/cf58851a-93dc-4d54-abc3-510c0df891fa HTTP/1.1" status: 200 len: 911 time: 0.0918040 Aug 31 01:20:05.268599 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44228) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:05.270970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-6e665adc-8031-4397-a8c6-ab78bbbcb9c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1588306267'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:05.273431 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44230) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:05.277822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca2ea0-c49e-424c-8b2b-399668172c74 None None] Routers {'767ee25f-6b98-4fce-b830-f9c6304cc550'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:05.278704 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-38ca2ea0-c49e-424c-8b2b-399668172c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:19:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['767ee25f-6b98-4fce-b830-f9c6304cc550'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:05.287024 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-6e5ec6bc-dd1b-4c4e-9922-c8767e11a1d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77292cc4-782b-437f-b99f-2bb0fab9b5ee HTTP/1.1" status: 200 len: 217 time: 0.0693722 Aug 31 01:20:05.369253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780a5a22-1db7-4f7b-abc1-b585ce131282 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:05.376317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780a5a22-1db7-4f7b-abc1-b585ce131282 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:05.378130 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-780a5a22-1db7-4f7b-abc1-b585ce131282 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1035976 Aug 31 01:20:05.381377 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44232) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:05.382602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-33e72d27-e665-4441-acd0-4914c09625db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:05.384217 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-33e72d27-e665-4441-acd0-4914c09625db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fda6a004-98bc-4255-914b-598d0c22693d HTTP/1.1" status: 200 len: 850 time: 0.0788908 Aug 31 01:20:05.463369 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-4d5ea114-bd32-461f-a132-7e27c9c9d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:05.465120 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-4d5ea114-bd32-461f-a132-7e27c9c9d175 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=889b8bdc-4727-4715-b1e1-0ac4e4969e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714312 Aug 31 01:20:05.472553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e665adc-8031-4397-a8c6-ab78bbbcb9c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:05.476048 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6e665adc-8031-4397-a8c6-ab78bbbcb9c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.523314 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e665adc-8031-4397-a8c6-ab78bbbcb9c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:20:05.577542 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-197e039c-e5d9-48b9-b339-2ec13111d2cb service neutron] 10.222.0.48 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015720 Aug 31 01:20:05.598539 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6e665adc-8031-4397-a8c6-ab78bbbcb9c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.598539 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-6e665adc-8031-4397-a8c6-ab78bbbcb9c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Added segment dc444768-f4d5-4d60-a386-c0a3db63dd35 of type vlan for network dba1ef65-cee9-42ed-80e5-495b9f29a54b Aug 31 01:20:05.607814 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-38ca2ea0-c49e-424c-8b2b-399668172c74 None None] Set router 767ee25f-6b98-4fce-b830-f9c6304cc550 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:05.643685 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 9123cd04-40f8-4996-9307-49feeed55e0c completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:05.659068 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6e665adc-8031-4397-a8c6-ab78bbbcb9c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.708394 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ac05b96-617f-4289-ba15-cc3905b43aef req-07411fb4-bcc0-4930-a2da-3bebf0e5403a service neutron] 10.222.0.48 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242120 Aug 31 01:20:05.737225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 9123cd04-40f8-4996-9307-49feeed55e0c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:05.737766 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.825113 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6e665adc-8031-4397-a8c6-ab78bbbcb9c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.833679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e665adc-8031-4397-a8c6-ab78bbbcb9c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:05.833679 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6e665adc-8031-4397-a8c6-ab78bbbcb9c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.925546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454140b0-bb5a-481e-81b5-5898977104f8 None None] get_active_networks_info from n-d-793621-34 {{(pid=102344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:20:05.932636 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e665adc-8031-4397-a8c6-ab78bbbcb9c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Network': ['ID=dba1ef65-cee9-42ed-80e5-495b9f29a54b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:05.972689 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6e665adc-8031-4397-a8c6-ab78bbbcb9c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7061973 Aug 31 01:20:05.977968 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network dba1ef65-cee9-42ed-80e5-495b9f29a54b details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:20:05.978109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44242) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:05.983550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-cda8b95d-5881-49b4-8e31-4eb4b6cf76a2 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'subnet': {'network_id': 'dba1ef65-cee9-42ed-80e5-495b9f29a54b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:06.037575 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f7a75574-e355-4459-9f9a-6aa174a3ba8d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.061909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 337791ce-1044-40dc-bd60-2de041a48ac6 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:06.094160 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.187598 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77f3535-bc70-45cd-b1c9-b7ea0118369e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9123cd04-40f8-4996-9307-49feeed55e0c'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:20:06.190002 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4625e1a-3f38-4745-ad74-1d7668504960" -d '{"events": [{"server_uuid": "c77f3535-bc70-45cd-b1c9-b7ea0118369e", "name": "network-vif-plugged", "status": "completed", "tag": "9123cd04-40f8-4996-9307-49feeed55e0c"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:20:06.203711 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda8b95d-5881-49b4-8e31-4eb4b6cf76a2 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:06.207695 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cda8b95d-5881-49b4-8e31-4eb4b6cf76a2 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.227509 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 9123cd04-40f8-4996-9307-49feeed55e0c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9123cd04-40f8-4996-9307-49feeed55e0c,segment=NetworkSegment(6d65199a-bc05-408a-b69d-5c7ddae20321),segment_id=6d65199a-bc05-408a-b69d-5c7ddae20321)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:06.267627 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454140b0-bb5a-481e-81b5-5898977104f8 None None] Resources bound (agent type, host, resource id): {{(pid=102344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:20:06.271092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-38ca2ea0-c49e-424c-8b2b-399668172c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767ee25f-6b98-4fce-b830-f9c6304cc550', 'name': 'tempest-NetworksTestDHCPv6-router-1802493832', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:00Z', 'updated_at': '2021-08-31T01:20:02Z', 'revision_number': 2, 'project_id': '6e9ad8882d374100940b0760e81ba942', 'gw_port_host': None, '_interfaces': [{'id': 'cf58851a-93dc-4d54-abc3-510c0df891fa', 'name': '', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'mac_address': 'fa:16:3e:de:65:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767ee25f-6b98-4fce-b830-f9c6304cc550', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'cc5f60de-c3a7-4aea-a197-c88d46b8e23f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:01Z', 'updated_at': '2021-08-31T01:20:03Z', 'revision_number': 2, 'project_id': '6e9ad8882d374100940b0760e81ba942', 'subnets': [{'id': 'cc5f60de-c3a7-4aea-a197-c88d46b8e23f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:06.273960 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 337791ce-1044-40dc-bd60-2de041a48ac6 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:06.274335 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.315121 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ee1cf-b0e3-4c55-9d72-d30ca50d681b req-53d35ef3-7395-4cad-b30c-6c492935af6c tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:06.316735 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed4ee1cf-b0e3-4c55-9d72-d30ca50d681b req-53d35ef3-7395-4cad-b30c-6c492935af6c tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 944 time: 0.0932012 Aug 31 01:20:06.339162 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca2ea0-c49e-424c-8b2b-399668172c74 None None] Checking router: 767ee25f-6b98-4fce-b830-f9c6304cc550 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:20:06.340442 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca2ea0-c49e-424c-8b2b-399668172c74 None None] Updating router 767ee25f-6b98-4fce-b830-f9c6304cc550 port cf58851a-93dc-4d54-abc3-510c0df891fa binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:20:06.376369 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed4ee1cf-b0e3-4c55-9d72-d30ca50d681b req-13945665-b3f9-4c30-afbc-895169923508 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496483 Aug 31 01:20:06.377113 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.443038 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62e08ae-22b3-4e63-928b-f575699e3210 x-openstack-request-id: req-a62e08ae-22b3-4e63-928b-f575699e3210 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:20:06.454384 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77f3535-bc70-45cd-b1c9-b7ea0118369e", "name": "network-vif-plugged", "status": "completed", "tag": "9123cd04-40f8-4996-9307-49feeed55e0c", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:20:06.454384 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a62e08ae-22b3-4e63-928b-f575699e3210 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:20:06.454384 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77f3535-bc70-45cd-b1c9-b7ea0118369e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9123cd04-40f8-4996-9307-49feeed55e0c', 'code': 200} Aug 31 01:20:06.454752 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-f7a75574-e355-4459-9f9a-6aa174a3ba8d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port cf58851a-93dc-4d54-abc3-510c0df891fa {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:06.454752 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f7a75574-e355-4459-9f9a-6aa174a3ba8d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.507760 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-38ca2ea0-c49e-424c-8b2b-399668172c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.581939 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f7a75574-e355-4459-9f9a-6aa174a3ba8d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.597813 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-f7a75574-e355-4459-9f9a-6aa174a3ba8d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for cf58851a-93dc-4d54-abc3-510c0df891fa owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:06.766685 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9272306-9428-48f0-8c07-0e8ff314a31b req-f5d26f05-199a-4ee9-8768-edbaedacd267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:06.768618 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e9272306-9428-48f0-8c07-0e8ff314a31b req-f5d26f05-199a-4ee9-8768-edbaedacd267 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 1097 time: 0.1317570 Aug 31 01:20:06.789185 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33161cb6-36c2-421a-95db-f90e045d80fe req-65f1b23f-6f06-49ab-89bd-1795af965aa0 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:06.791075 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-33161cb6-36c2-421a-95db-f90e045d80fe req-65f1b23f-6f06-49ab-89bd-1795af965aa0 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 944 time: 0.1553347 Aug 31 01:20:06.794798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=9123cd04-40f8-4996-9307-49feeed55e0c,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:06.840650 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e9272306-9428-48f0-8c07-0e8ff314a31b req-69ff9654-099e-441d-8aa6-7e7777811060 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642171 Aug 31 01:20:06.853752 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-33161cb6-36c2-421a-95db-f90e045d80fe req-0addb21f-cb9b-45bf-9b15-61cb07699366 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519800 Aug 31 01:20:06.878101 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f7a75574-e355-4459-9f9a-6aa174a3ba8d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.908689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75574-e355-4459-9f9a-6aa174a3ba8d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=cf58851a-93dc-4d54-abc3-510c0df891fa,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:06.955868 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.013341 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f7a75574-e355-4459-9f9a-6aa174a3ba8d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.088568 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-554194d1-c28f-47b4-9b33-74222e77177b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.105366 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cda8b95d-5881-49b4-8e31-4eb4b6cf76a2 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.112555 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.122009 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-38ca2ea0-c49e-424c-8b2b-399668172c74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:20:07.122009 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-38ca2ea0-c49e-424c-8b2b-399668172c74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:20:07.187139 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda8b95d-5881-49b4-8e31-4eb4b6cf76a2 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Checking segment: {'id': 'dc444768-f4d5-4d60-a386-c0a3db63dd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dba1ef65-cee9-42ed-80e5-495b9f29a54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:07.187431 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda8b95d-5881-49b4-8e31-4eb4b6cf76a2 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network hostable DHCP agents. Network: dba1ef65-cee9-42ed-80e5-495b9f29a54b, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:20:07.193116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8b95d-5881-49b4-8e31-4eb4b6cf76a2 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Subnet': ['ID=c970bd66-57f8-40a1-8db2-8bdd0a734020,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:07.214758 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.228488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a75574-e355-4459-9f9a-6aa174a3ba8d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Router 767ee25f-6b98-4fce-b830-f9c6304cc550 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:20:07.272174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda8b95d-5881-49b4-8e31-4eb4b6cf76a2 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network dba1ef65-cee9-42ed-80e5-495b9f29a54b is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:20:07.317545 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a75574-e355-4459-9f9a-6aa174a3ba8d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:07.323364 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f7a75574-e355-4459-9f9a-6aa174a3ba8d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "PUT /v2.0/routers/767ee25f-6b98-4fce-b830-f9c6304cc550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9403989 Aug 31 01:20:07.325811 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44266) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:07.384265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b284de4a-38fb-4c44-b05e-cf6aeb62369e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:07.386133 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b284de4a-38fb-4c44-b05e-cf6aeb62369e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:07.390769 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b284de4a-38fb-4c44-b05e-cf6aeb62369e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0609436 Aug 31 01:20:07.390769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44268) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:07.704544 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b12e86c-e627-4f5b-95fc-4914271ba9ed tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet cc5f60de-c3a7-4aea-a197-c88d46b8e23f {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:20:07.706966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-cda8b95d-5881-49b4-8e31-4eb4b6cf76a2 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, dba1ef65-cee9-42ed-80e5-495b9f29a54b) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:07.707087 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b12e86c-e627-4f5b-95fc-4914271ba9ed tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.707190 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda8b95d-5881-49b4-8e31-4eb4b6cf76a2 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:07.707190 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cda8b95d-5881-49b4-8e31-4eb4b6cf76a2 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.707371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d62dfab-3dd4-4506-97eb-9fb610d4b801 None None] Network dba1ef65-cee9-42ed-80e5-495b9f29a54b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:07.707763 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b12e86c-e627-4f5b-95fc-4914271ba9ed tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.707763 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcd977-3c55-4e11-aebf-627b18fc4a13 req-a143f78f-60a1-4140-8e53-4e6d87992ab8 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:07.707763 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-40fcd977-3c55-4e11-aebf-627b18fc4a13 req-a143f78f-60a1-4140-8e53-4e6d87992ab8 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1033306 Aug 31 01:20:07.708086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca2ea0-c49e-424c-8b2b-399668172c74 None None] Port cf58851a-93dc-4d54-abc3-510c0df891fa not found while updating agent binding for router 767ee25f-6b98-4fce-b830-f9c6304cc550. {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 01:20:07.708086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca2ea0-c49e-424c-8b2b-399668172c74 None None] Routers {'767ee25f-6b98-4fce-b830-f9c6304cc550'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:07.708270 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-40fcd977-3c55-4e11-aebf-627b18fc4a13 req-924c69af-2aa7-429c-a217-c78b77248cae tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661809 Aug 31 01:20:07.708379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-38ca2ea0-c49e-424c-8b2b-399668172c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:20:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['767ee25f-6b98-4fce-b830-f9c6304cc550'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:07.708497 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b12e86c-e627-4f5b-95fc-4914271ba9ed tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.720879 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-dba1ef65-cee9-42ed-80e5-495b9f29a54b', 'network_id': 'dba1ef65-cee9-42ed-80e5-495b9f29a54b', 'tenant_id': '19201c8ae3874c67b7573193f295f39e', 'fixed_ips': [{'subnet_id': 'c970bd66-57f8-40a1-8db2-8bdd0a734020'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:20:07.722488 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.742819 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-38ca2ea0-c49e-424c-8b2b-399668172c74 None None] Set router 767ee25f-6b98-4fce-b830-f9c6304cc550 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:07.772369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 77292cc4-782b-437f-b99f-2bb0fab9b5ee details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:20:07.810810 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-38ca2ea0-c49e-424c-8b2b-399668172c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767ee25f-6b98-4fce-b830-f9c6304cc550', 'name': 'tempest-NetworksTestDHCPv6-router-1802493832', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:00Z', 'updated_at': '2021-08-31T01:20:06Z', 'revision_number': 3, 'project_id': '6e9ad8882d374100940b0760e81ba942', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:08.002924 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1eef2-4e7d-4ec1-8833-1173b4f8d55f req-8996329d-6080-4f69-97f9-00435daa57e4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:08.004695 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f2e1eef2-4e7d-4ec1-8833-1173b4f8d55f req-8996329d-6080-4f69-97f9-00435daa57e4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 944 time: 0.0601990 Aug 31 01:20:08.018086 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b12e86c-e627-4f5b-95fc-4914271ba9ed tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.022867 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca2ea0-c49e-424c-8b2b-399668172c74 None None] The sync data for ids ['767ee25f-6b98-4fce-b830-f9c6304cc550'] in n-d-793621-34 is: [{'id': '767ee25f-6b98-4fce-b830-f9c6304cc550', 'name': 'tempest-NetworksTestDHCPv6-router-1802493832', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:00Z', 'updated_at': '2021-08-31T01:20:06Z', 'revision_number': 3, 'project_id': '6e9ad8882d374100940b0760e81ba942', 'gw_port_host': None}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:08.037135 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cda8b95d-5881-49b4-8e31-4eb4b6cf76a2 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0604117 Aug 31 01:20:08.040245 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44278) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:08.147963 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f2e1eef2-4e7d-4ec1-8833-1173b4f8d55f req-885acb60-f201-4da1-9629-1df70d455793 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351292 Aug 31 01:20:08.233710 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.280450 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 77292cc4-782b-437f-b99f-2bb0fab9b5ee, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=77292cc4-782b-437f-b99f-2bb0fab9b5ee,segment=NetworkSegment(8b6a2915-8459-499e-bede-7f337b35d5f9),segment_id=8b6a2915-8459-499e-bede-7f337b35d5f9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:08.308879 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '77292cc4-782b-437f-b99f-2bb0fab9b5ee', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'port_id': '77292cc4-782b-437f-b99f-2bb0fab9b5ee', 'mac_address': 'fa:16:3e:fa:f7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:20:08.319610 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Allocated IP 172.20.0.1 (dba1ef65-cee9-42ed-80e5-495b9f29a54b/c970bd66-57f8-40a1-8db2-8bdd0a734020/34a16743-7f61-459e-bdc2-fc75213010ba) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:08.332662 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.436337 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12e86c-e627-4f5b-95fc-4914271ba9ed tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5f60de-c3a7-4aea-a197-c88d46b8e23f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:08.443139 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1b12e86c-e627-4f5b-95fc-4914271ba9ed tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.448022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44284) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:08.448307 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1b12e86c-e627-4f5b-95fc-4914271ba9ed tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/cc5f60de-c3a7-4aea-a197-c88d46b8e23f HTTP/1.1" status: 204 len: 168 time: 1.0565684 Aug 31 01:20:08.458310 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20d830f-b32a-4383-835c-ff0ba6866a06 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:08.464344 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.530403 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77292cc4-782b-437f-b99f-2bb0fab9b5ee {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:20:08.569822 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.579662 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9cd56870-6a17-4133-bdff-6fec7a8dfd00 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1259658 Aug 31 01:20:08.580196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44286) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:08.600121 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 77292cc4-782b-437f-b99f-2bb0fab9b5ee, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=77292cc4-782b-437f-b99f-2bb0fab9b5ee,segment=NetworkSegment(8b6a2915-8459-499e-bede-7f337b35d5f9),segment_id=8b6a2915-8459-499e-bede-7f337b35d5f9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:08.654135 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.665142 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Transition to ACTIVE for port object 34a16743-7f61-459e-bdc2-fc75213010ba will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:08.667330 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5365d90c-99a6-4380-950d-1e828f06750d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.686484 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Transition to ACTIVE for port object 34a16743-7f61-459e-bdc2-fc75213010ba will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:08.688309 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.742528 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=77292cc4-782b-437f-b99f-2bb0fab9b5ee,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:08.755144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d5ec0b-e7c7-45aa-ba41-3884bb90d3ff None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:20:08.788858 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.847470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Network dba1ef65-cee9-42ed-80e5-495b9f29a54b is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:08.859093 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:08.862865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Pushing event updated for resources: {'Port': ['ID=34a16743-7f61-459e-bdc2-fc75213010ba,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:08.866382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:08.888769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c844a-dcc6-49df-8c0e-6bd713f21860 req-b37dea1f-dd3b-47ae-a6c6-2f1a73c36222 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:08.894129 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-555c844a-dcc6-49df-8c0e-6bd713f21860 req-b37dea1f-dd3b-47ae-a6c6-2f1a73c36222 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0776792 Aug 31 01:20:08.900551 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5365d90c-99a6-4380-950d-1e828f06750d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.905328 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5365d90c-99a6-4380-950d-1e828f06750d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.932920 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5ec0b-e7c7-45aa-ba41-3884bb90d3ff None None] Deleting port 337791ce-1044-40dc-bd60-2de041a48ac6 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:08.934089 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b9d5ec0b-e7c7-45aa-ba41-3884bb90d3ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.952466 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-555c844a-dcc6-49df-8c0e-6bd713f21860 req-4d15b070-d708-426a-bf3a-156b1f742005 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451610 Aug 31 01:20:08.957083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['77292cc4-782b-437f-b99f-2bb0fab9b5ee'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:20:08.992856 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.050689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Subnet': ['ID=c970bd66-57f8-40a1-8db2-8bdd0a734020,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:09.079876 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Attempting to bind port 34a16743-7f61-459e-bdc2-fc75213010ba on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:09.080131 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Attempting to bind port 34a16743-7f61-459e-bdc2-fc75213010ba by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'dc444768-f4d5-4d60-a386-c0a3db63dd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dba1ef65-cee9-42ed-80e5-495b9f29a54b'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:09.080504 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Attempting to bind port 34a16743-7f61-459e-bdc2-fc75213010ba on network dba1ef65-cee9-42ed-80e5-495b9f29a54b {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:09.103984 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:09.112694 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Checking segment: {'id': 'dc444768-f4d5-4d60-a386-c0a3db63dd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dba1ef65-cee9-42ed-80e5-495b9f29a54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:09.112694 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.112694 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Bound using segment: {'id': 'dc444768-f4d5-4d60-a386-c0a3db63dd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dba1ef65-cee9-42ed-80e5-495b9f29a54b'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:09.112694 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Bound port: 34a16743-7f61-459e-bdc2-fc75213010ba, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc444768-f4d5-4d60-a386-c0a3db63dd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dba1ef65-cee9-42ed-80e5-495b9f29a54b'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:09.112694 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.117058 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b9d5ec0b-e7c7-45aa-ba41-3884bb90d3ff None None] For port 337791ce-1044-40dc-bd60-2de041a48ac6, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=337791ce-1044-40dc-bd60-2de041a48ac6,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:09.117486 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b9d5ec0b-e7c7-45aa-ba41-3884bb90d3ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.133357 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5365d90c-99a6-4380-950d-1e828f06750d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.133913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5365d90c-99a6-4380-950d-1e828f06750d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Fanout notify agent at l3_agent the message router_deleted on router 767ee25f-6b98-4fce-b830-f9c6304cc550 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:20:09.146539 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5ec0b-e7c7-45aa-ba41-3884bb90d3ff None None] Calling delete_port for 337791ce-1044-40dc-bd60-2de041a48ac6 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:09.150948 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5365d90c-99a6-4380-950d-1e828f06750d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.152056 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5365d90c-99a6-4380-950d-1e828f06750d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/routers/767ee25f-6b98-4fce-b830-f9c6304cc550 HTTP/1.1" status: 204 len: 168 time: 0.5707738 Aug 31 01:20:09.155786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44310) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:09.161350 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-40b389a2-7bc3-4964-b210-05763db32721 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:09.222674 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.227836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba1ef65-cee9-42ed-80e5-495b9f29a54b']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:09.252849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc444768-f4d5-4d60-a386-c0a3db63dd35') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:09.254983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc444768-f4d5-4d60-a386-c0a3db63dd35') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:09.277875 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.307594 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.322609 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199cbad-9d8b-450e-9744-76719da8ae76 req-1917ae31-cc0a-4dbf-b6cf-c1901324e2c8 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:09.323590 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c40015-70f3-44a4-b232-37d52d0980ec req-9ce035c9-7544-4698-ae12-a56e3a716178 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:09.324835 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2199cbad-9d8b-450e-9744-76719da8ae76 req-1917ae31-cc0a-4dbf-b6cf-c1901324e2c8 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 945 time: 0.0756567 Aug 31 01:20:09.325948 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34c40015-70f3-44a4-b232-37d52d0980ec req-9ce035c9-7544-4698-ae12-a56e3a716178 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/networks?id=89f7c789-f065-435a-b19c-f559037f3737 HTTP/1.1" status: 200 len: 814 time: 0.2011220 Aug 31 01:20:09.327166 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:20:09.327660 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:20:09.330952 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:20:09.342746 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] For port 34a16743-7f61-459e-bdc2-fc75213010ba, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:09.353640 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84146e48-1c6a-4bb7-b524-f69faa2bf3ae None None] Sync routers for ids ['767ee25f-6b98-4fce-b830-f9c6304cc550'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:09.372122 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84146e48-1c6a-4bb7-b524-f69faa2bf3ae None None] Routers set() bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:09.374030 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84146e48-1c6a-4bb7-b524-f69faa2bf3ae None None] Router IDs set() for agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 01:20:09.374030 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_agentschedulers_db [None req-84146e48-1c6a-4bb7-b524-f69faa2bf3ae None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'767ee25f-6b98-4fce-b830-f9c6304cc550'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:20:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent'). {{(pid=102345) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 01:20:09.381974 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2199cbad-9d8b-450e-9744-76719da8ae76 req-30b619a2-bec5-40fe-837e-d4bc9bd6aa38 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473299 Aug 31 01:20:09.399523 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84146e48-1c6a-4bb7-b524-f69faa2bf3ae None None] Routers set() bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:09.399523 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84146e48-1c6a-4bb7-b524-f69faa2bf3ae None None] Router IDs set() for agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 01:20:09.399523 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_agentschedulers_db [None req-84146e48-1c6a-4bb7-b524-f69faa2bf3ae None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'767ee25f-6b98-4fce-b830-f9c6304cc550'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:20:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent'). {{(pid=102345) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 01:20:09.399523 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84146e48-1c6a-4bb7-b524-f69faa2bf3ae None None] The sync data for ids ['767ee25f-6b98-4fce-b830-f9c6304cc550'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:09.431816 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b389a2-7bc3-4964-b210-05763db32721 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:09.436249 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40b389a2-7bc3-4964-b210-05763db32721 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.448616 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb67d208-4b90-4402-ab14-dcb9432fa6ca tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/quotas/dd5873ec25cd475faddc2dfcf8d0e540 HTTP/1.1" status: 200 len: 375 time: 0.1161458 Aug 31 01:20:09.505664 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] For port 34a16743-7f61-459e-bdc2-fc75213010ba, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=34a16743-7f61-459e-bdc2-fc75213010ba,segment=NetworkSegment(dc444768-f4d5-4d60-a386-c0a3db63dd35),segment_id=dc444768-f4d5-4d60-a386-c0a3db63dd35)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:09.516651 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34c40015-70f3-44a4-b232-37d52d0980ec req-b6d81bf1-27f3-4a69-98ac-32a1af24985d tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd5873ec25cd475faddc2dfcf8d0e540&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0671425 Aug 31 01:20:09.574981 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b9d5ec0b-e7c7-45aa-ba41-3884bb90d3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.580721 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.api [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 01:20:09.580721 n-d-793621-34 neutron-server[102342]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 01:20:09.580721 n-d-793621-34 neutron-server[102342]: [parameters: {'id': 'dba1ef65-cee9-42ed-80e5-495b9f29a54b'}] Aug 31 01:20:09.580721 n-d-793621-34 neutron-server[102342]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:20:09.585250 n-d-793621-34 neutron-server[102342]: DEBUG oslo_db.api [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:20:09.637205 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34c40015-70f3-44a4-b232-37d52d0980ec req-75c4d3d6-b4be-4dec-aeee-d73886e573fe service neutron] 10.222.0.16 "GET /v2.0/networks/89f7c789-f065-435a-b19c-f559037f3737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134670 Aug 31 01:20:09.638312 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.640585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5ec0b-e7c7-45aa-ba41-3884bb90d3ff None None] Pushing event deleted for resources: {'Port': ['ID=337791ce-1044-40dc-bd60-2de041a48ac6,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:09.647773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d5ec0b-e7c7-45aa-ba41-3884bb90d3ff None None] No DVR routers for this DVR port 337791ce-1044-40dc-bd60-2de041a48ac6 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:09.717666 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02b670-6591-437d-8d8d-41bbd911685c None None] Pushing event updated for resources: {'Port': ['ID=34a16743-7f61-459e-bdc2-fc75213010ba,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:09.758374 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40b389a2-7bc3-4964-b210-05763db32721 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.764150 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34c40015-70f3-44a4-b232-37d52d0980ec req-4394fdc1-a6bb-471b-8b5c-59cf73026a52 service neutron] 10.222.0.16 "GET /v2.0/networks/89f7c789-f065-435a-b19c-f559037f3737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189063 Aug 31 01:20:09.768308 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac0b619-fe98-45fc-91f9-cb701d532f58 None None] Network dba1ef65-cee9-42ed-80e5-495b9f29a54b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:09.848882 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b389a2-7bc3-4964-b210-05763db32721 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:09.852877 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-40b389a2-7bc3-4964-b210-05763db32721 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:09.856066 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b389a2-7bc3-4964-b210-05763db32721 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=2fde2534-24bd-463a-924a-5f060a6e8c87,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:09.861947 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b389a2-7bc3-4964-b210-05763db32721 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:09.862677 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40b389a2-7bc3-4964-b210-05763db32721 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.881026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f34431-a399-457d-a4ca-6c65caadcf60 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:09.938943 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-40b389a2-7bc3-4964-b210-05763db32721 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7817953 Aug 31 01:20:09.945230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44322) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:09.951113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-be4a176f-0a19-461d-b4e6-9aea6d477a5a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2025954855', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:10.033712 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 337791ce-1044-40dc-bd60-2de041a48ac6 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:10.072143 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 337791ce-1044-40dc-bd60-2de041a48ac6 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:10.072143 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 337791ce-1044-40dc-bd60-2de041a48ac6 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:10.082121 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.108887 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': '2fde2534-24bd-463a-924a-5f060a6e8c87'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:20:10.109991 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.123376 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be4a176f-0a19-461d-b4e6-9aea6d477a5a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.128092 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be4a176f-0a19-461d-b4e6-9aea6d477a5a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.167100 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Deleting port 34a16743-7f61-459e-bdc2-fc75213010ba {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:10.170913 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.187291 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be4a176f-0a19-461d-b4e6-9aea6d477a5a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.224094 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f6a9cb46-55aa-4c58-b955-02393b673049 req-1d975e4b-8ea6-4d7e-b073-2b9272d94b1e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0343297 Aug 31 01:20:10.260283 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] For port 34a16743-7f61-459e-bdc2-fc75213010ba, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=34a16743-7f61-459e-bdc2-fc75213010ba,segment=NetworkSegment(dc444768-f4d5-4d60-a386-c0a3db63dd35),segment_id=dc444768-f4d5-4d60-a386-c0a3db63dd35)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:10.260724 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.264906 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.284618 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Calling delete_port for 34a16743-7f61-459e-bdc2-fc75213010ba owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:10.302090 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be4a176f-0a19-461d-b4e6-9aea6d477a5a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.303543 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Allocated IP 2001:db8::2 (bd5c1a30-2b24-4912-929d-0592c60865f1/2fde2534-24bd-463a-924a-5f060a6e8c87/ad417082-8b24-485d-8956-4e0598e3722e) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:10.432096 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be4a176f-0a19-461d-b4e6-9aea6d477a5a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.433312 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-be4a176f-0a19-461d-b4e6-9aea6d477a5a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4868798 Aug 31 01:20:10.436493 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44338) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:10.532435 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.569065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Transition to ACTIVE for port object ad417082-8b24-485d-8956-4e0598e3722e will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:10.587605 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Transition to ACTIVE for port object ad417082-8b24-485d-8956-4e0598e3722e will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:10.606475 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.666005 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Port': ['ID=34a16743-7f61-459e-bdc2-fc75213010ba,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:10.683214 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1793e-9066-451b-ab6b-4b979c53402c req-947004e5-4c0d-4908-97c3-f4fbeefd8277 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:10.684930 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.685143 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-29c1793e-9066-451b-ab6b-4b979c53402c req-947004e5-4c0d-4908-97c3-f4fbeefd8277 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 945 time: 0.2017269 Aug 31 01:20:10.720987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No DVR routers for this DVR port 34a16743-7f61-459e-bdc2-fc75213010ba on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:10.747479 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:10.747479 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:10.749882 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:10.762574 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Pushing event updated for resources: {'Port': ['ID=ad417082-8b24-485d-8956-4e0598e3722e,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:10.844159 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Attempting to bind port ad417082-8b24-485d-8956-4e0598e3722e on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:10.844159 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Attempting to bind port ad417082-8b24-485d-8956-4e0598e3722e by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:10.844159 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Attempting to bind port ad417082-8b24-485d-8956-4e0598e3722e on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:10.847367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:10.848506 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:10.848506 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.848863 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:10.849401 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Bound port: ad417082-8b24-485d-8956-4e0598e3722e, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:10.850008 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.925715 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-29c1793e-9066-451b-ab6b-4b979c53402c req-8b96b461-52b9-4e1e-b9b8-ad283aff924d tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000821 Aug 31 01:20:10.926838 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.942968 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] For port ad417082-8b24-485d-8956-4e0598e3722e, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:10.948095 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] For port ad417082-8b24-485d-8956-4e0598e3722e, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ad417082-8b24-485d-8956-4e0598e3722e,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:10.967961 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba1ef65-cee9-42ed-80e5-495b9f29a54b']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:10.971082 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.990973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc444768-f4d5-4d60-a386-c0a3db63dd35') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:10.992557 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc444768-f4d5-4d60-a386-c0a3db63dd35') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:11.005406 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.067877 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.088807 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.101121 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:20:11.101497 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:20:11.105998 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:20:11.135534 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a14a25-950d-4112-92fe-5e486e4422c7 None None] Pushing event updated for resources: {'Port': ['ID=ad417082-8b24-485d-8956-4e0598e3722e,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:11.306536 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.356550 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.359192 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/dba1ef65-cee9-42ed-80e5-495b9f29a54b HTTP/1.1" status: 204 len: 168 time: 3.3178520 Aug 31 01:20:11.365749 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44354) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:11.374475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4d3adbef-dfea-4246-97cf-5fed1b195ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1656396615'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:11.386370 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-04290055-008d-4374-ba94-c66ac3b0bc08 req-01112f0d-f2d1-4e22-8353-1c7d23810574 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0450180 Aug 31 01:20:11.403081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b165cc9-827f-4e73-a368-2fe2cd589ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Network': ['ID=dba1ef65-cee9-42ed-80e5-495b9f29a54b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:11.437678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::1 (bd5c1a30-2b24-4912-929d-0592c60865f1/2fde2534-24bd-463a-924a-5f060a6e8c87/df63dae0-cd50-43ee-b11c-cf2d2443575d) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:11.518943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3adbef-dfea-4246-97cf-5fed1b195ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:11.522504 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d3adbef-dfea-4246-97cf-5fed1b195ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.571520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3adbef-dfea-4246-97cf-5fed1b195ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:20:11.591712 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d3adbef-dfea-4246-97cf-5fed1b195ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.592060 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-4d3adbef-dfea-4246-97cf-5fed1b195ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Added segment e9ed5690-67b8-4de0-a704-cfd74256a71d of type vlan for network 70530075-10e1-479b-a4f6-71d88476f87b Aug 31 01:20:11.639441 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.661873 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d3adbef-dfea-4246-97cf-5fed1b195ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.667049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object df63dae0-cd50-43ee-b11c-cf2d2443575d will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:11.798792 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 77292cc4-782b-437f-b99f-2bb0fab9b5ee up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:11.806969 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d3adbef-dfea-4246-97cf-5fed1b195ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.841522 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3adbef-dfea-4246-97cf-5fed1b195ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:11.842231 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d3adbef-dfea-4246-97cf-5fed1b195ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.849133 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.970611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 77292cc4-782b-437f-b99f-2bb0fab9b5ee completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:11.975536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 77292cc4-782b-437f-b99f-2bb0fab9b5ee triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:11.976119 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.985839 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=df63dae0-cd50-43ee-b11c-cf2d2443575d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:11.990136 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:11.997072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:12.001846 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:12.002527 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.014883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3adbef-dfea-4246-97cf-5fed1b195ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Network': ['ID=70530075-10e1-479b-a4f6-71d88476f87b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:12.044188 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 70530075-10e1-479b-a4f6-71d88476f87b details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:20:12.083554 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4d3adbef-dfea-4246-97cf-5fed1b195ead tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7136619 Aug 31 01:20:12.084047 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44366) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:12.089702 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e3e551fa-e15f-4499-89de-00ecab425921 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'subnet': {'network_id': '70530075-10e1-479b-a4f6-71d88476f87b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:12.128896 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ad417082-8b24-485d-8956-4e0598e3722e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:12.269003 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.290889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcad59-dfc3-4f5e-a901-0f55a8b20537 req-9930740d-318a-4532-8e77-b8e2876590cf tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:12.301077 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861ec231-9bd5-471c-bd95-8e6028f52dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77292cc4-782b-437f-b99f-2bb0fab9b5ee'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:20:12.303463 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3feb486-2e4b-4b65-a9ba-191c3b3fb074" -d '{"events": [{"server_uuid": "861ec231-9bd5-471c-bd95-8e6028f52dd3", "name": "network-vif-plugged", "status": "completed", "tag": "77292cc4-782b-437f-b99f-2bb0fab9b5ee"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:20:12.314511 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbbcad59-dfc3-4f5e-a901-0f55a8b20537 req-9930740d-318a-4532-8e77-b8e2876590cf tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 945 time: 0.2212937 Aug 31 01:20:12.323160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e551fa-e15f-4499-89de-00ecab425921 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:12.324152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 77292cc4-782b-437f-b99f-2bb0fab9b5ee, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=77292cc4-782b-437f-b99f-2bb0fab9b5ee,segment=NetworkSegment(8b6a2915-8459-499e-bede-7f337b35d5f9),segment_id=8b6a2915-8459-499e-bede-7f337b35d5f9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:12.328319 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e3e551fa-e15f-4499-89de-00ecab425921 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.368882 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port ad417082-8b24-485d-8956-4e0598e3722e completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:12.383095 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59acec6f-b58c-4eb2-8e86-8a83f19df869 x-openstack-request-id: req-59acec6f-b58c-4eb2-8e86-8a83f19df869 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:20:12.383397 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861ec231-9bd5-471c-bd95-8e6028f52dd3", "name": "network-vif-plugged", "status": "completed", "tag": "77292cc4-782b-437f-b99f-2bb0fab9b5ee", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:20:12.396124 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59acec6f-b58c-4eb2-8e86-8a83f19df869 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:20:12.396124 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861ec231-9bd5-471c-bd95-8e6028f52dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77292cc4-782b-437f-b99f-2bb0fab9b5ee', 'code': 200} Aug 31 01:20:12.397160 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbbcad59-dfc3-4f5e-a901-0f55a8b20537 req-74d05ce2-c8fd-4abb-98a4-d16bd05b36d5 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768640 Aug 31 01:20:12.466887 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.551864 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=77292cc4-782b-437f-b99f-2bb0fab9b5ee,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:12.582155 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-45014daf-8e4b-43b6-9563-2ac0b65d2cf2 req-8900c8ac-ae0e-4576-a33a-10cc13b0431e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0770524 Aug 31 01:20:12.585896 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.724065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-91ae04f6-78f5-4edd-8216-a9240ac916b7 None None] Provisioning for port ad417082-8b24-485d-8956-4e0598e3722e completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:12.728975 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-91ae04f6-78f5-4edd-8216-a9240ac916b7 None None] Provisioning complete for port ad417082-8b24-485d-8956-4e0598e3722e triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:12.731491 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-91ae04f6-78f5-4edd-8216-a9240ac916b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.786982 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e3e551fa-e15f-4499-89de-00ecab425921 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.852590 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aed623-8773-4f05-abc1-eadde1817a19 None None] get_active_networks_info from n-d-793621-34 {{(pid=102344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:20:12.899431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e551fa-e15f-4499-89de-00ecab425921 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Subnet': ['ID=4f84779e-90bb-4198-bdda-7a6ce2ca5347,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:12.916122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e551fa-e15f-4499-89de-00ecab425921 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Checking segment: {'id': 'e9ed5690-67b8-4de0-a704-cfd74256a71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '70530075-10e1-479b-a4f6-71d88476f87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:12.916626 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e551fa-e15f-4499-89de-00ecab425921 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network hostable DHCP agents. Network: 70530075-10e1-479b-a4f6-71d88476f87b, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:20:12.916784 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-91ae04f6-78f5-4edd-8216-a9240ac916b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.999376 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-91ae04f6-78f5-4edd-8216-a9240ac916b7 None None] For port ad417082-8b24-485d-8956-4e0598e3722e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ad417082-8b24-485d-8956-4e0598e3722e,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:13.025732 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e551fa-e15f-4499-89de-00ecab425921 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network 70530075-10e1-479b-a4f6-71d88476f87b is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:20:13.088197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31159b36-9765-4aea-a9b2-adc714cefbf3 req-56f276a2-ee6d-4a55-a6d1-60377d2f398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:13.089807 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-31159b36-9765-4aea-a9b2-adc714cefbf3 req-56f276a2-ee6d-4a55-a6d1-60377d2f398c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 1098 time: 0.6325684 Aug 31 01:20:13.132592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aed623-8773-4f05-abc1-eadde1817a19 None None] Unable to find a vacant binding_index for network 70530075-10e1-479b-a4f6-71d88476f87b and agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 {{(pid=102344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 31 01:20:13.137747 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-91ae04f6-78f5-4edd-8216-a9240ac916b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.146215 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c40015-70f3-44a4-b232-37d52d0980ec req-8cf735e3-dbb4-480c-bfe0-3ae9909c034f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:13.147832 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34c40015-70f3-44a4-b232-37d52d0980ec req-8cf735e3-dbb4-480c-bfe0-3ae9909c034f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.41 "GET /v2.0/networks?id=89f7c789-f065-435a-b19c-f559037f3737 HTTP/1.1" status: 200 len: 814 time: 0.6789126 Aug 31 01:20:13.186588 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-e3e551fa-e15f-4499-89de-00ecab425921 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 70530075-10e1-479b-a4f6-71d88476f87b) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:13.187319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-34c40015-70f3-44a4-b232-37d52d0980ec req-df174057-61a1-47b5-9498-978acf753a10 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Request body: {'port': {'device_id': '75e67bc0-8272-4ce4-bca6-b656e342f2c7', 'network_id': '89f7c789-f065-435a-b19c-f559037f3737', 'admin_state_up': True, 'tenant_id': 'dd5873ec25cd475faddc2dfcf8d0e540'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:13.192675 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e551fa-e15f-4499-89de-00ecab425921 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:13.193869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aed623-8773-4f05-abc1-eadde1817a19 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 70530075-10e1-479b-a4f6-71d88476f87b) {{(pid=102344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:20:13.194450 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e3e551fa-e15f-4499-89de-00ecab425921 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.201197 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae04f6-78f5-4edd-8216-a9240ac916b7 None None] Pushing event updated for resources: {'Port': ['ID=ad417082-8b24-485d-8956-4e0598e3722e,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:13.291993 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-31159b36-9765-4aea-a9b2-adc714cefbf3 req-b81b9da2-6c7d-44f1-a3c2-91b3dc574a57 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927061 Aug 31 01:20:13.319680 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e3e551fa-e15f-4499-89de-00ecab425921 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2344270 Aug 31 01:20:13.322959 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44388) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:13.437943 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1e32062-fec6-4c82-88a2-b68c9bbdb693 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.442371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6f9722f4-b2a1-440f-b934-5a9da656e6bc None None] Provisioning for port df63dae0-cd50-43ee-b11c-cf2d2443575d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:13.485307 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6f9722f4-b2a1-440f-b934-5a9da656e6bc None None] Provisioning complete for port df63dae0-cd50-43ee-b11c-cf2d2443575d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:13.485697 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6f9722f4-b2a1-440f-b934-5a9da656e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.507355 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1e32062-fec6-4c82-88a2-b68c9bbdb693 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.536475 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.541623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6f9722f4-b2a1-440f-b934-5a9da656e6bc None None] Port df63dae0-cd50-43ee-b11c-cf2d2443575d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:13.623484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c40015-70f3-44a4-b232-37d52d0980ec req-df174057-61a1-47b5-9498-978acf753a10 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Made reservation on behalf of dd5873ec25cd475faddc2dfcf8d0e540 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:13.632698 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-34c40015-70f3-44a4-b232-37d52d0980ec req-df174057-61a1-47b5-9498-978acf753a10 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.640432 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa4abd-3a82-4301-ba1c-28ed36d7091e req-2c40c599-c6f3-4e79-b1ab-c4acb0abd2dc tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:13.642267 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdaa4abd-3a82-4301-ba1c-28ed36d7091e req-2c40c599-c6f3-4e79-b1ab-c4acb0abd2dc tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0799141 Aug 31 01:20:13.672924 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.673863 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.694744 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b763d3a3-c75b-4f47-a7f3-c6e380b1c1e2 req-9be46abf-8d65-4c16-94de-3dd9252976f5 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0292175 Aug 31 01:20:13.787215 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1e32062-fec6-4c82-88a2-b68c9bbdb693 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.796482 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdaa4abd-3a82-4301-ba1c-28ed36d7091e req-6bdb0f02-cf32-425f-b1bf-d22091d83c96 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394536 Aug 31 01:20:13.844659 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e32062-fec6-4c82-88a2-b68c9bbdb693 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Subnet': ['ID=4f84779e-90bb-4198-bdda-7a6ce2ca5347,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:13.865888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=df63dae0-cd50-43ee-b11c-cf2d2443575d,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:13.906762 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5cc9c7-b214-4b36-80be-d7786f84b8a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-70530075-10e1-479b-a4f6-71d88476f87b', 'network_id': '70530075-10e1-479b-a4f6-71d88476f87b', 'tenant_id': '19201c8ae3874c67b7573193f295f39e', 'fixed_ips': [{'subnet_id': '4f84779e-90bb-4198-bdda-7a6ce2ca5347'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:20:13.906762 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4b5cc9c7-b214-4b36-80be-d7786f84b8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.923520 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1e32062-fec6-4c82-88a2-b68c9bbdb693 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.936863 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-f1e32062-fec6-4c82-88a2-b68c9bbdb693 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70530075-10e1-479b-a4f6-71d88476f87b']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:13.958126 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-f1e32062-fec6-4c82-88a2-b68c9bbdb693 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ed5690-67b8-4de0-a704-cfd74256a71d') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:13.958927 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-f1e32062-fec6-4c82-88a2-b68c9bbdb693 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ed5690-67b8-4de0-a704-cfd74256a71d') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:13.968885 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1e32062-fec6-4c82-88a2-b68c9bbdb693 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.986269 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1e32062-fec6-4c82-88a2-b68c9bbdb693 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.986415 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:13.998241 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e32062-fec6-4c82-88a2-b68c9bbdb693 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:20:13.998241 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1e32062-fec6-4c82-88a2-b68c9bbdb693 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.998486 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:20:13.998608 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:20:14.001286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-34c40015-70f3-44a4-b232-37d52d0980ec req-df174057-61a1-47b5-9498-978acf753a10 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Allocated IP 172.20.0.13 (89f7c789-f065-435a-b19c-f559037f3737/b15db45e-94e9-47e3-b086-e04ef6a2ca50/e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:14.103649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ad417082-8b24-485d-8956-4e0598e3722e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:14.174618 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d554a3fb-15ac-435c-99b4-acc7535ec877 None None] Network 70530075-10e1-479b-a4f6-71d88476f87b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:14.186594 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1e32062-fec6-4c82-88a2-b68c9bbdb693 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:14.207868 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f1e32062-fec6-4c82-88a2-b68c9bbdb693 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:14.217158 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f1e32062-fec6-4c82-88a2-b68c9bbdb693 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/70530075-10e1-479b-a4f6-71d88476f87b HTTP/1.1" status: 204 len: 168 time: 0.8901796 Aug 31 01:20:14.224062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44400) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:14.231965 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a5588a9a-ccc1-40c7-9a75-d28cec383894 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1449405069'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:14.238348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e32062-fec6-4c82-88a2-b68c9bbdb693 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Network': ['ID=70530075-10e1-479b-a4f6-71d88476f87b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:14.322520 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-34c40015-70f3-44a4-b232-37d52d0980ec req-df174057-61a1-47b5-9498-978acf753a10 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:14.374673 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ad417082-8b24-485d-8956-4e0598e3722e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:14.374673 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:14.386681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5588a9a-ccc1-40c7-9a75-d28cec383894 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:14.393255 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5588a9a-ccc1-40c7-9a75-d28cec383894 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:14.424270 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e028530-f287-4be4-8c82-599fad470806 None None] Network 70530075-10e1-479b-a4f6-71d88476f87b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:14.434894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Router 245e0ba1-0a73-4a79-b1ff-059211c7b205 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:20:14.453895 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5588a9a-ccc1-40c7-9a75-d28cec383894 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:20:14.462995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e028530-f287-4be4-8c82-599fad470806 None None] Network 70530075-10e1-479b-a4f6-71d88476f87b could not be found, it might have been deleted concurrently. {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 01:20:14.473188 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5588a9a-ccc1-40c7-9a75-d28cec383894 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:14.473188 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-a5588a9a-ccc1-40c7-9a75-d28cec383894 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Added segment 61e5152b-0acc-4fb3-969c-1dc5d043c5d9 of type vlan for network 6822a496-b029-4d41-9b0f-cdfb9554cb8a Aug 31 01:20:14.534089 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5588a9a-ccc1-40c7-9a75-d28cec383894 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:14.582720 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5bf1af92-81c0-4172-92b5-e5e5d15a74bf None None] Provisioning complete for port df63dae0-cd50-43ee-b11c-cf2d2443575d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:14.588492 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5bf1af92-81c0-4172-92b5-e5e5d15a74bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:14.593306 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-34c40015-70f3-44a4-b232-37d52d0980ec req-df174057-61a1-47b5-9498-978acf753a10 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:14.613541 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['9123cd04-40f8-4996-9307-49feeed55e0c'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:20:14.642053 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1af92-81c0-4172-92b5-e5e5d15a74bf None None] Port df63dae0-cd50-43ee-b11c-cf2d2443575d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:14.704287 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.resource_extend [None req-a5588a9a-ccc1-40c7-9a75-d28cec383894 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:20:14.737173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c40015-70f3-44a4-b232-37d52d0980ec req-df174057-61a1-47b5-9498-978acf753a10 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Network 89f7c789-f065-435a-b19c-f559037f3737 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:14.753306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-34c40015-70f3-44a4-b232-37d52d0980ec req-df174057-61a1-47b5-9498-978acf753a10 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:14.762609 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c40015-70f3-44a4-b232-37d52d0980ec req-df174057-61a1-47b5-9498-978acf753a10 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:14.809653 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df174057-61a1-47b5-9498-978acf753a10 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Pushing event updated for resources: {'Port': ['ID=e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:14.832737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56888224-05d8-46e0-96c0-75ce72eddb77 req-44914225-00de-4f76-95cc-faf0e1f4b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:14.833833 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-56888224-05d8-46e0-96c0-75ce72eddb77 req-44914225-00de-4f76-95cc-faf0e1f4b18d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 1098 time: 0.3267906 Aug 31 01:20:14.834982 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:14.842763 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7ceeb813-2db5-41a6-896b-6c547c687881 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "PUT /v2.0/routers/245e0ba1-0a73-4a79-b1ff-059211c7b205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4051278 Aug 31 01:20:14.845779 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44418) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:14.863491 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Sync routers for ids ['245e0ba1-0a73-4a79-b1ff-059211c7b205'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:14.873923 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Routers {'245e0ba1-0a73-4a79-b1ff-059211c7b205'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:14.874782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:20:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['245e0ba1-0a73-4a79-b1ff-059211c7b205'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:14.876095 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117add70-c470-4c4b-8995-b538fb402c55 req-11430482-1f4e-4723-84f0-3ab890b1903c tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:14.879171 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-117add70-c470-4c4b-8995-b538fb402c55 req-11430482-1f4e-4723-84f0-3ab890b1903c tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 932 time: 0.0976641 Aug 31 01:20:14.893125 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5588a9a-ccc1-40c7-9a75-d28cec383894 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:14.898856 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5588a9a-ccc1-40c7-9a75-d28cec383894 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:14.899578 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5588a9a-ccc1-40c7-9a75-d28cec383894 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:14.921656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c40015-70f3-44a4-b232-37d52d0980ec req-df174057-61a1-47b5-9498-978acf753a10 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:14.922184 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-34c40015-70f3-44a4-b232-37d52d0980ec req-df174057-61a1-47b5-9498-978acf753a10 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:14.929082 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-117add70-c470-4c4b-8995-b538fb402c55 req-dbd7dc15-addd-429c-ba1b-0552dc5e905c tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422900 Aug 31 01:20:14.964597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e28354-e41f-41e3-9b41-3c99b7750150 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:14.973823 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-13e28354-e41f-41e3-9b41-3c99b7750150 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports/df63dae0-cd50-43ee-b11c-cf2d2443575d HTTP/1.1" status: 200 len: 911 time: 0.1192985 Aug 31 01:20:14.978543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44424) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:14.999762 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Set router 245e0ba1-0a73-4a79-b1ff-059211c7b205 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:15.059680 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4e7364-3857-4d36-933b-86cdd35a1c70 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:15.068025 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4e7364-3857-4d36-933b-86cdd35a1c70 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:15.069940 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9b4e7364-3857-4d36-933b-86cdd35a1c70 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0898614 Aug 31 01:20:15.072650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44426) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:15.090894 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-56888224-05d8-46e0-96c0-75ce72eddb77 req-ce2420a1-2e00-432f-8b72-613d0804c12a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033341 Aug 31 01:20:15.090894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5588a9a-ccc1-40c7-9a75-d28cec383894 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Network': ['ID=6822a496-b029-4d41-9b0f-cdfb9554cb8a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:15.106120 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 6822a496-b029-4d41-9b0f-cdfb9554cb8a details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:20:15.114653 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f370125-bb39-4f42-a2e2-aa7e499a2b22 req-e85cb70c-6be4-46dd-83d0-291fcf0d47f1 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:15.117014 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f370125-bb39-4f42-a2e2-aa7e499a2b22 req-e85cb70c-6be4-46dd-83d0-291fcf0d47f1 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.1920180 Aug 31 01:20:15.148443 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a5588a9a-ccc1-40c7-9a75-d28cec383894 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9230790 Aug 31 01:20:15.151942 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44430) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:15.162595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-646b4bbf-92c6-4436-a700-4f85c985141c tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:15.254112 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34c40015-70f3-44a4-b232-37d52d0980ec req-df174057-61a1-47b5-9498-978acf753a10 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0715609 Aug 31 01:20:15.327199 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e0ba1-0a73-4a79-b1ff-059211c7b205', 'name': 'tempest-NetworksTestDHCPv6-router-2025954855', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:10Z', 'updated_at': '2021-08-31T01:20:12Z', 'revision_number': 2, 'project_id': '6e9ad8882d374100940b0760e81ba942', 'gw_port_host': None, '_interfaces': [{'id': 'df63dae0-cd50-43ee-b11c-cf2d2443575d', 'name': '', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'mac_address': 'fa:16:3e:7f:e1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e0ba1-0a73-4a79-b1ff-059211c7b205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '2fde2534-24bd-463a-924a-5f060a6e8c87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:11Z', 'updated_at': '2021-08-31T01:20:13Z', 'revision_number': 2, 'project_id': '6e9ad8882d374100940b0760e81ba942', 'subnets': [{'id': '2fde2534-24bd-463a-924a-5f060a6e8c87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:15.342301 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Request body: {'port': {'device_id': '75e67bc0-8272-4ce4-bca6-b656e342f2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:15.360099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Checking router: 245e0ba1-0a73-4a79-b1ff-059211c7b205 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:20:15.360448 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Updating router 245e0ba1-0a73-4a79-b1ff-059211c7b205 port df63dae0-cd50-43ee-b11c-cf2d2443575d binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:20:15.361139 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f370125-bb39-4f42-a2e2-aa7e499a2b22 req-a81da343-284e-4619-a2b6-f821d48b2422 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291803 Aug 31 01:20:15.391906 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.489980 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-646b4bbf-92c6-4436-a700-4f85c985141c tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.495228 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.542627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8de03-73eb-4c91-92cf-bd4d0cb7822e req-6d72b6b4-d722-4064-ac74-6905bd33e506 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:15.544471 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d5f8de03-73eb-4c91-92cf-bd4d0cb7822e req-6d72b6b4-d722-4064-ac74-6905bd33e506 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.1057920 Aug 31 01:20:15.552598 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb81965e-f756-4866-b133-8236819aa4af tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.554764 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44438) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:15.562495 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-fcc422a8-5349-455a-802a-a3a01ab6c9d8 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Request body: {'floatingip': {'port_id': '77292cc4-782b-437f-b99f-2bb0fab9b5ee'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:15.656632 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fcc422a8-5349-455a-802a-a3a01ab6c9d8 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for floatingip, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.660709 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-646b4bbf-92c6-4436-a700-4f85c985141c tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.675459 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-646b4bbf-92c6-4436-a700-4f85c985141c tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network 6822a496-b029-4d41-9b0f-cdfb9554cb8a is not hosted by any dhcp agent {{(pid=102342) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 01:20:15.684931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646b4bbf-92c6-4436-a700-4f85c985141c tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:15.685766 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-646b4bbf-92c6-4436-a700-4f85c985141c tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.688784 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-646b4bbf-92c6-4436-a700-4f85c985141c tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "PUT /v2.0/networks/6822a496-b029-4d41-9b0f-cdfb9554cb8a HTTP/1.1" status: 200 len: 723 time: 0.5346360 Aug 31 01:20:15.702071 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44442) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:15.783442 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-43ec0775-3dac-439a-9103-9dcb9ba24e61 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'subnet': {'network_id': '6822a496-b029-4d41-9b0f-cdfb9554cb8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:15.835015 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.861531 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b4bbf-92c6-4436-a700-4f85c985141c tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Network': ['ID=6822a496-b029-4d41-9b0f-cdfb9554cb8a,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:15.879730 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 6822a496-b029-4d41-9b0f-cdfb9554cb8a details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:20:15.882427 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Transition to ACTIVE for port object df63dae0-cd50-43ee-b11c-cf2d2443575d will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:16.025600 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.091946 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ec0775-3dac-439a-9103-9dcb9ba24e61 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:16.096611 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-43ec0775-3dac-439a-9103-9dcb9ba24e61 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.161209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a9c00-445d-4ee5-8fc4-008098bf4264 None None] Pushing event updated for resources: {'Port': ['ID=df63dae0-cd50-43ee-b11c-cf2d2443575d,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:16.224496 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Attempting to bind port df63dae0-cd50-43ee-b11c-cf2d2443575d on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:16.229620 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Attempting to bind port df63dae0-cd50-43ee-b11c-cf2d2443575d by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:16.229620 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Attempting to bind port df63dae0-cd50-43ee-b11c-cf2d2443575d on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:16.231914 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:16.232295 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:16.232701 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.233093 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:16.233632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Bound port: df63dae0-cd50-43ee-b11c-cf2d2443575d, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:16.234017 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.257594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:20:16.270157 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58a9ac-071b-4e95-b5ed-ddaf8c6685fe req-920236a1-6213-4686-9f4b-3688fcb8d1d7 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:16.272979 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a58a9ac-071b-4e95-b5ed-ddaf8c6685fe req-920236a1-6213-4686-9f4b-3688fcb8d1d7 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 932 time: 0.2204120 Aug 31 01:20:16.287100 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.315381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] For port df63dae0-cd50-43ee-b11c-cf2d2443575d, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:16.319695 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] For port df63dae0-cd50-43ee-b11c-cf2d2443575d, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=df63dae0-cd50-43ee-b11c-cf2d2443575d,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:16.383620 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Transition to ACTIVE for port object e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:16.392789 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.399152 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a58a9ac-071b-4e95-b5ed-ddaf8c6685fe req-b2655dbd-297b-4176-825c-c1d75e27ff5d tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170638 Aug 31 01:20:16.479672 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Routers {'245e0ba1-0a73-4a79-b1ff-059211c7b205'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:16.480315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:20:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['245e0ba1-0a73-4a79-b1ff-059211c7b205'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:16.483421 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.591736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a9c00-445d-4ee5-8fc4-008098bf4264 None None] Pushing event updated for resources: {'Port': ['ID=df63dae0-cd50-43ee-b11c-cf2d2443575d,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:16.596525 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-fb81965e-f756-4866-b133-8236819aa4af tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port df63dae0-cd50-43ee-b11c-cf2d2443575d {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:16.597244 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb81965e-f756-4866-b133-8236819aa4af tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.645277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] Set router 245e0ba1-0a73-4a79-b1ff-059211c7b205 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:16.709994 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Pushing event updated for resources: {'Port': ['ID=e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:16.723044 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-43ec0775-3dac-439a-9103-9dcb9ba24e61 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.828459 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec0775-3dac-439a-9103-9dcb9ba24e61 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Subnet': ['ID=aab5a0f6-c91f-4f99-8859-54ea18e7da4d,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:16.836653 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Attempting to bind port e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:16.837002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Attempting to bind port e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '6d65199a-bc05-408a-b69d-5c7ddae20321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '89f7c789-f065-435a-b19c-f559037f3737'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:16.837337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Attempting to bind port e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d on network 89f7c789-f065-435a-b19c-f559037f3737 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:16.843372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Port e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d on network 89f7c789-f065-435a-b19c-f559037f3737 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:20:16.843593 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Attempting to bind port e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d on network 89f7c789-f065-435a-b19c-f559037f3737 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:16.849724 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec0775-3dac-439a-9103-9dcb9ba24e61 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Checking segment: {'id': '61e5152b-0acc-4fb3-969c-1dc5d043c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6822a496-b029-4d41-9b0f-cdfb9554cb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:16.850098 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ec0775-3dac-439a-9103-9dcb9ba24e61 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network hostable DHCP agents. Network: 6822a496-b029-4d41-9b0f-cdfb9554cb8a, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:20:16.858076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:16.858474 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Checking segment: {'id': '6d65199a-bc05-408a-b69d-5c7ddae20321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '89f7c789-f065-435a-b19c-f559037f3737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:16.858864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Bound using segment: {'id': '6d65199a-bc05-408a-b69d-5c7ddae20321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '89f7c789-f065-435a-b19c-f559037f3737'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:16.859313 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Bound port: e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d65199a-bc05-408a-b69d-5c7ddae20321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '89f7c789-f065-435a-b19c-f559037f3737'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:16.859677 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.948319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] For port e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:16.951749 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e0ba1-0a73-4a79-b1ff-059211c7b205', 'name': 'tempest-NetworksTestDHCPv6-router-2025954855', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:10Z', 'updated_at': '2021-08-31T01:20:12Z', 'revision_number': 2, 'project_id': '6e9ad8882d374100940b0760e81ba942', 'gw_port_host': None, '_interfaces': [{'id': 'df63dae0-cd50-43ee-b11c-cf2d2443575d', 'name': '', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'mac_address': 'fa:16:3e:7f:e1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e0ba1-0a73-4a79-b1ff-059211c7b205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '2fde2534-24bd-463a-924a-5f060a6e8c87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:11Z', 'updated_at': '2021-08-31T01:20:16Z', 'revision_number': 4, 'project_id': '6e9ad8882d374100940b0760e81ba942', 'subnets': [{'id': '2fde2534-24bd-463a-924a-5f060a6e8c87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:16.952960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] For port e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d,segment=NetworkSegment(6d65199a-bc05-408a-b69d-5c7ddae20321),segment_id=6d65199a-bc05-408a-b69d-5c7ddae20321)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:16.975257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ec0775-3dac-439a-9103-9dcb9ba24e61 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network 6822a496-b029-4d41-9b0f-cdfb9554cb8a is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:20:16.975582 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fcc422a8-5349-455a-802a-a3a01ab6c9d8 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.986233 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d2f791-0da3-43f2-97a2-2373f03fe903 None None] The sync data for ids ['245e0ba1-0a73-4a79-b1ff-059211c7b205'] in n-d-793621-34 is: [{'id': '245e0ba1-0a73-4a79-b1ff-059211c7b205', 'name': 'tempest-NetworksTestDHCPv6-router-2025954855', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:10Z', 'updated_at': '2021-08-31T01:20:12Z', 'revision_number': 2, 'project_id': '6e9ad8882d374100940b0760e81ba942', 'gw_port_host': None, '_interfaces': [{'id': 'df63dae0-cd50-43ee-b11c-cf2d2443575d', 'name': '', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'mac_address': 'fa:16:3e:7f:e1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e0ba1-0a73-4a79-b1ff-059211c7b205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '2fde2534-24bd-463a-924a-5f060a6e8c87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:11Z', 'updated_at': '2021-08-31T01:20:16Z', 'revision_number': 4, 'project_id': '6e9ad8882d374100940b0760e81ba942', 'subnets': [{'id': '2fde2534-24bd-463a-924a-5f060a6e8c87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:17.032702 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-fb81965e-f756-4866-b133-8236819aa4af tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] For port df63dae0-cd50-43ee-b11c-cf2d2443575d, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=df63dae0-cd50-43ee-b11c-cf2d2443575d,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:17.033162 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb81965e-f756-4866-b133-8236819aa4af tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:17.044310 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:17.052423 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-fb81965e-f756-4866-b133-8236819aa4af tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for df63dae0-cd50-43ee-b11c-cf2d2443575d owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:17.095448 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:17.100699 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:17.100699 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34c40015-70f3-44a4-b232-37d52d0980ec req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] 10.222.0.41 "PUT /v2.0/ports/e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d HTTP/1.1" status: 200 len: 1093 time: 1.8201594 Aug 31 01:20:17.100699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e67bc0-8272-4ce4-bca6-b656e342f2c7', 'tag': 'e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:20:17.101265 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aad5664-8e06-4a1f-808c-3270c2f6b6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "75e67bc0-8272-4ce4-bca6-b656e342f2c7", "tag": "e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:20:17.108415 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-43ec0775-3dac-439a-9103-9dcb9ba24e61 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 6822a496-b029-4d41-9b0f-cdfb9554cb8a) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:17.110911 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fcc422a8-5349-455a-802a-a3a01ab6c9d8 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:17.128525 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cddef23-9964-4da1-9367-1eb2ecd2022e None None] Network 6822a496-b029-4d41-9b0f-cdfb9554cb8a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:17.129800 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ec0775-3dac-439a-9103-9dcb9ba24e61 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:17.132523 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-43ec0775-3dac-439a-9103-9dcb9ba24e61 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931038'] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:17.163686 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1c654a-8fae-4a48-aa39-6bb92e2f0a0d x-openstack-request-id: req-ed1c654a-8fae-4a48-aa39-6bb92e2f0a0d {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:20:17.164111 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e67bc0-8272-4ce4-bca6-b656e342f2c7", "tag": "e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:20:17.164469 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed1c654a-8fae-4a48-aa39-6bb92e2f0a0d {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:20:17.164968 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e67bc0-8272-4ce4-bca6-b656e342f2c7', 'tag': 'e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d', 'status': 'completed', 'code': 200} Aug 31 01:20:17.172370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb148bdc-e707-4c20-b2b2-68e786e33e2b service neutron] Pushing event updated for resources: {'Port': ['ID=e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:17.256883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad5664-8e06-4a1f-808c-3270c2f6b6b4 req-b7dca0e0-fc9e-402e-a654-7243a648b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:17.258667 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8aad5664-8e06-4a1f-808c-3270c2f6b6b4 req-b7dca0e0-fc9e-402e-a654-7243a648b101 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd5873ec25cd475faddc2dfcf8d0e540&device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 1096 time: 0.0642312 Aug 31 01:20:17.261033 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-43ec0775-3dac-439a-9103-9dcb9ba24e61 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5391192 Aug 31 01:20:17.263736 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44474) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:17.278505 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-69750233-f1ae-4944-81f5-0379ca245c86 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:17.349957 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-fcc422a8-5349-455a-802a-a3a01ab6c9d8 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Floating IP 53ce6901-f1f6-43bb-b1c6-2b58a29d1e86 associated. External IP: 172.25.2.58, port: 77292cc4-782b-437f-b99f-2bb0fab9b5ee. Aug 31 01:20:17.368510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-6822a496-b029-4d41-9b0f-cdfb9554cb8a', 'network_id': '6822a496-b029-4d41-9b0f-cdfb9554cb8a', 'tenant_id': '19201c8ae3874c67b7573193f295f39e', 'fixed_ips': [{'subnet_id': 'aab5a0f6-c91f-4f99-8859-54ea18e7da4d'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:20:17.369507 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:17.629431 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Allocated IP 172.20.0.2 (6822a496-b029-4d41-9b0f-cdfb9554cb8a/aab5a0f6-c91f-4f99-8859-54ea18e7da4d/699611b8-4f07-4714-acc8-66ceaf83f0c2) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:17.646996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad5664-8e06-4a1f-808c-3270c2f6b6b4 req-2ab31ff9-c3cf-4852-8a94-4a9f1142dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:17.648596 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8aad5664-8e06-4a1f-808c-3270c2f6b6b4 req-2ab31ff9-c3cf-4852-8a94-4a9f1142dd1e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=dd5873ec25cd475faddc2dfcf8d0e540&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3825943 Aug 31 01:20:17.656388 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69750233-f1ae-4944-81f5-0379ca245c86 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11472011'] for subnet, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:17.680788 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb81965e-f756-4866-b133-8236819aa4af tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:17.775754 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81965e-f756-4866-b133-8236819aa4af tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=df63dae0-cd50-43ee-b11c-cf2d2443575d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:17.814182 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad5664-8e06-4a1f-808c-3270c2f6b6b4 req-6a20b928-0dab-4d77-89ea-4f837bc2d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:17.827504 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8aad5664-8e06-4a1f-808c-3270c2f6b6b4 req-6a20b928-0dab-4d77-89ea-4f837bc2d155 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1338406 Aug 31 01:20:17.827694 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:17.844807 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffff5c8-7104-4eee-8d33-571fe8eb3120 req-be734b3b-022d-4870-9f25-a34e1ef7b4e2 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:17.845052 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Transition to ACTIVE for port object 699611b8-4f07-4714-acc8-66ceaf83f0c2 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:17.846417 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ffff5c8-7104-4eee-8d33-571fe8eb3120 req-be734b3b-022d-4870-9f25-a34e1ef7b4e2 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 944 time: 0.2939241 Aug 31 01:20:17.883291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Transition to ACTIVE for port object 699611b8-4f07-4714-acc8-66ceaf83f0c2 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:17.918390 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb81965e-f756-4866-b133-8236819aa4af tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:17.968189 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:18.008201 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ffff5c8-7104-4eee-8d33-571fe8eb3120 req-621e2f82-b677-4377-8914-4caafbcc0b45 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500921 Aug 31 01:20:18.008324 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Network 6822a496-b029-4d41-9b0f-cdfb9554cb8a is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:18.018636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:18.069368 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc422a8-5349-455a-802a-a3a01ab6c9d8 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Router 2eb0d685-e6d6-400c-a94c-3c69074171bb has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:20:18.072986 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:18.098911 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c40015-70f3-44a4-b232-37d52d0980ec req-333fc153-1d49-40e9-bfd7-20e36dceb1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:18.100572 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34c40015-70f3-44a4-b232-37d52d0980ec req-333fc153-1d49-40e9-bfd7-20e36dceb1a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd5873ec25cd475faddc2dfcf8d0e540&device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 1096 time: 0.2354200 Aug 31 01:20:18.143225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Pushing event updated for resources: {'Port': ['ID=699611b8-4f07-4714-acc8-66ceaf83f0c2,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:18.178666 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Attempting to bind port 699611b8-4f07-4714-acc8-66ceaf83f0c2 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:18.180711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Attempting to bind port 699611b8-4f07-4714-acc8-66ceaf83f0c2 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '61e5152b-0acc-4fb3-969c-1dc5d043c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6822a496-b029-4d41-9b0f-cdfb9554cb8a'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:18.180711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Attempting to bind port 699611b8-4f07-4714-acc8-66ceaf83f0c2 on network 6822a496-b029-4d41-9b0f-cdfb9554cb8a {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:18.185774 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:18.186161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Checking segment: {'id': '61e5152b-0acc-4fb3-969c-1dc5d043c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6822a496-b029-4d41-9b0f-cdfb9554cb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:18.186576 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:18.186978 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Bound using segment: {'id': '61e5152b-0acc-4fb3-969c-1dc5d043c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6822a496-b029-4d41-9b0f-cdfb9554cb8a'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:18.187462 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Bound port: 699611b8-4f07-4714-acc8-66ceaf83f0c2, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5152b-0acc-4fb3-969c-1dc5d043c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6822a496-b029-4d41-9b0f-cdfb9554cb8a'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:18.187851 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:18.257756 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb81965e-f756-4866-b133-8236819aa4af tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Router 245e0ba1-0a73-4a79-b1ff-059211c7b205 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:20:18.285841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] For port 699611b8-4f07-4714-acc8-66ceaf83f0c2, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:18.296513 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] For port 699611b8-4f07-4714-acc8-66ceaf83f0c2, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=699611b8-4f07-4714-acc8-66ceaf83f0c2,segment=NetworkSegment(61e5152b-0acc-4fb3-969c-1dc5d043c5d9),segment_id=61e5152b-0acc-4fb3-969c-1dc5d043c5d9)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:18.388243 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:18.388986 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc422a8-5349-455a-802a-a3a01ab6c9d8 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:18.394181 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fcc422a8-5349-455a-802a-a3a01ab6c9d8 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:18.402484 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd01a1e-c18c-4012-8600-4697d365cf17 None None] Sync routers for ids ['2eb0d685-e6d6-400c-a94c-3c69074171bb'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:18.419407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb81965e-f756-4866-b133-8236819aa4af tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:18.420850 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd01a1e-c18c-4012-8600-4697d365cf17 None None] Routers {'2eb0d685-e6d6-400c-a94c-3c69074171bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:18.421707 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1cd01a1e-c18c-4012-8600-4697d365cf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:20:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2eb0d685-e6d6-400c-a94c-3c69074171bb'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:18.428651 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fb81965e-f756-4866-b133-8236819aa4af tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "PUT /v2.0/routers/245e0ba1-0a73-4a79-b1ff-059211c7b205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3544781 Aug 31 01:20:18.431637 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44488) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:18.473806 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fcc422a8-5349-455a-802a-a3a01ab6c9d8 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "PUT /v2.0/floatingips/53ce6901-f1f6-43bb-b1c6-2b58a29d1e86 HTTP/1.1" status: 200 len: 991 time: 2.9173484 Aug 31 01:20:18.476714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861ec231-9bd5-471c-bd95-8e6028f52dd3', 'tag': '77292cc4-782b-437f-b99f-2bb0fab9b5ee'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:20:18.478973 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e959c00d-d7a7-4c51-9d68-3ba5d7e0506c" -d '{"events": [{"name": "network-changed", "server_uuid": "861ec231-9bd5-471c-bd95-8e6028f52dd3", "tag": "77292cc4-782b-437f-b99f-2bb0fab9b5ee"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:20:18.508607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4085f9f-c39d-43fa-bdcc-6ce57faa9334 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:18.510724 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4085f9f-c39d-43fa-bdcc-6ce57faa9334 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:18.517192 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b4085f9f-c39d-43fa-bdcc-6ce57faa9334 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0845673 Aug 31 01:20:18.517830 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44496) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:18.577690 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887050d0-b79a-4423-8d03-b91491395c33 None None] Pushing event updated for resources: {'Port': ['ID=699611b8-4f07-4714-acc8-66ceaf83f0c2,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:18.606658 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a534b40-18dd-49a3-8b2c-887ba0f43f2a x-openstack-request-id: req-3a534b40-18dd-49a3-8b2c-887ba0f43f2a {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:20:18.606932 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861ec231-9bd5-471c-bd95-8e6028f52dd3", "tag": "77292cc4-782b-437f-b99f-2bb0fab9b5ee", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:20:18.607183 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a534b40-18dd-49a3-8b2c-887ba0f43f2a {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:20:18.607592 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861ec231-9bd5-471c-bd95-8e6028f52dd3', 'tag': '77292cc4-782b-437f-b99f-2bb0fab9b5ee', 'status': 'completed', 'code': 200} Aug 31 01:20:18.632798 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-7522beaf-1d26-43eb-8cd2-1fef7b0b838b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet 2fde2534-24bd-463a-924a-5f060a6e8c87 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:20:18.638479 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7522beaf-1d26-43eb-8cd2-1fef7b0b838b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:18.677957 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-1cd01a1e-c18c-4012-8600-4697d365cf17 None None] Set router 2eb0d685-e6d6-400c-a94c-3c69074171bb gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:18.701993 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34c40015-70f3-44a4-b232-37d52d0980ec req-ea9bb60f-ae87-49d5-b31b-552a2c1494db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d HTTP/1.1" status: 200 len: 217 time: 0.5924864 Aug 31 01:20:18.704787 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7522beaf-1d26-43eb-8cd2-1fef7b0b838b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:18.846477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959c00d-d7a7-4c51-9d68-3ba5d7e0506c req-5189e96c-abaa-44ac-abba-e140b84497f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:18.849047 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e959c00d-d7a7-4c51-9d68-3ba5d7e0506c req-5189e96c-abaa-44ac-abba-e140b84497f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e9fb06e01654acf8087ff144343ee10&device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 1098 time: 0.1614995 Aug 31 01:20:18.855166 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c40015-70f3-44a4-b232-37d52d0980ec req-ffa7fcc7-fa2a-4a72-95cb-6b42dce4f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:18.856670 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34c40015-70f3-44a4-b232-37d52d0980ec req-ffa7fcc7-fa2a-4a72-95cb-6b42dce4f9dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b15db45e-94e9-47e3-b086-e04ef6a2ca50 HTTP/1.1" status: 200 len: 854 time: 0.1241548 Aug 31 01:20:18.899930 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7522beaf-1d26-43eb-8cd2-1fef7b0b838b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:18.931064 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34c40015-70f3-44a4-b232-37d52d0980ec req-66ac2770-3081-4a88-a516-a2c8ab34cd6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89f7c789-f065-435a-b19c-f559037f3737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656354 Aug 31 01:20:18.998461 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69750233-f1ae-4944-81f5-0379ca245c86 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748208802268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11895688'] for subnet, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.066528 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7522beaf-1d26-43eb-8cd2-1fef7b0b838b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.092984 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69750233-f1ae-4944-81f5-0379ca245c86 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:19.093642 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-69750233-f1ae-4944-81f5-0379ca245c86 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.097988 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-69750233-f1ae-4944-81f5-0379ca245c86 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "PUT /v2.0/subnets/aab5a0f6-c91f-4f99-8859-54ea18e7da4d HTTP/1.1" status: 200 len: 806 time: 1.8330419 Aug 31 01:20:19.107078 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44506) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:19.139205 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522beaf-1d26-43eb-8cd2-1fef7b0b838b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=2fde2534-24bd-463a-924a-5f060a6e8c87,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:19.143431 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7522beaf-1d26-43eb-8cd2-1fef7b0b838b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.145383 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7522beaf-1d26-43eb-8cd2-1fef7b0b838b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/2fde2534-24bd-463a-924a-5f060a6e8c87 HTTP/1.1" status: 204 len: 168 time: 0.6265647 Aug 31 01:20:19.158210 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959c00d-d7a7-4c51-9d68-3ba5d7e0506c req-21879616-81e1-497c-9ba3-fe8f826c746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:19.165565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44508) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:19.165888 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87802e78-7dd5-4266-b91b-aa3f966cdc13 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:19.166002 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e959c00d-d7a7-4c51-9d68-3ba5d7e0506c req-21879616-81e1-497c-9ba3-fe8f826c746e service neutron] 10.222.0.48 "GET /v2.0/networks?id=889b8bdc-4727-4715-b1e1-0ac4e4969e44 HTTP/1.1" status: 200 len: 912 time: 0.3022361 Aug 31 01:20:19.190819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69750233-f1ae-4944-81f5-0379ca245c86 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Subnet': ['ID=aab5a0f6-c91f-4f99-8859-54ea18e7da4d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:19.322545 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34c40015-70f3-44a4-b232-37d52d0980ec req-4bef0a6c-51ba-4186-bdf7-f5aafad2b9ce service neutron] 10.222.0.41 "GET /v2.0/networks/89f7c789-f065-435a-b19c-f559037f3737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812752 Aug 31 01:20:19.331491 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1cd01a1e-c18c-4012-8600-4697d365cf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:19:46Z', 'revision_number': 4, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port': {'id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '53ce6901-f1f6-43bb-b1c6-2b58a29d1e86', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'port_id': '77292cc4-782b-437f-b99f-2bb0fab9b5ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'mac_address': 'fa:16:3e:fa:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861ec231-9bd5-471c-bd95-8e6028f52dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:19:55Z', 'updated_at': '2021-08-31T01:20:16Z', 'revision_number': 1, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d66427-8e8a-4690-8005-a0c88b066b4a', 'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'mac_address': 'fa:16:3e:fc:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:45Z', 'updated_at': '2021-08-31T01:19:55Z', 'revision_number': 5, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'subnets': [{'id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:19.370602 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd01a1e-c18c-4012-8600-4697d365cf17 None None] Checking router: 2eb0d685-e6d6-400c-a94c-3c69074171bb for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:20:19.381741 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-aac3cf26-2f77-4a08-bf8e-9481aebbb46e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2221341 Aug 31 01:20:19.384009 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44512) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:19.385006 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd01a1e-c18c-4012-8600-4697d365cf17 None None] Routers {'2eb0d685-e6d6-400c-a94c-3c69074171bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:19.385768 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1cd01a1e-c18c-4012-8600-4697d365cf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:20:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2eb0d685-e6d6-400c-a94c-3c69074171bb'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:19.409287 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e959c00d-d7a7-4c51-9d68-3ba5d7e0506c req-c1cbbe05-26b5-4ac7-a125-14be1bd00ff5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77292cc4-782b-437f-b99f-2bb0fab9b5ee HTTP/1.1" status: 200 len: 999 time: 0.2123218 Aug 31 01:20:19.468110 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7014131e-c183-48e6-89c1-6db099868169 None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:20:19.493946 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.519652 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b032eb9-3b61-460e-9a18-f05ddcd083b6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.523932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6ac04-4f84-48b1-bc64-b6cc0903ec5f req-9e47ed5d-f44e-4865-a9b4-f564e40e5be4 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:19.527876 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cdb6ac04-4f84-48b1-bc64-b6cc0903ec5f req-9e47ed5d-f44e-4865-a9b4-f564e40e5be4 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 944 time: 0.3109870 Aug 31 01:20:19.540945 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-1cd01a1e-c18c-4012-8600-4697d365cf17 None None] Set router 2eb0d685-e6d6-400c-a94c-3c69074171bb gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:19.587148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959c00d-d7a7-4c51-9d68-3ba5d7e0506c req-486e821a-a605-4703-b18b-52eab37deadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:19.588682 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e959c00d-d7a7-4c51-9d68-3ba5d7e0506c req-486e821a-a605-4703-b18b-52eab37deadf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fda6a004-98bc-4255-914b-598d0c22693d HTTP/1.1" status: 200 len: 850 time: 0.1633444 Aug 31 01:20:19.602038 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7014131e-c183-48e6-89c1-6db099868169 None None] Deleting port ad417082-8b24-485d-8956-4e0598e3722e {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:19.610361 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7014131e-c183-48e6-89c1-6db099868169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.678920 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34c40015-70f3-44a4-b232-37d52d0980ec req-2be3884e-b4ed-4ef1-bf91-bb14f0a208dd service neutron] 10.222.0.41 "GET /v2.0/networks/89f7c789-f065-435a-b19c-f559037f3737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395524 Aug 31 01:20:19.743706 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cdb6ac04-4f84-48b1-bc64-b6cc0903ec5f req-902e705c-c48d-4ef1-826a-b15483617c3a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968148 Aug 31 01:20:19.782309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-7014131e-c183-48e6-89c1-6db099868169 None None] For port ad417082-8b24-485d-8956-4e0598e3722e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ad417082-8b24-485d-8956-4e0598e3722e,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:19.787750 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7014131e-c183-48e6-89c1-6db099868169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.797278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959c00d-d7a7-4c51-9d68-3ba5d7e0506c req-73dd6d47-1be4-4f1f-9b13-8f3a5c92dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:19.799184 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e959c00d-d7a7-4c51-9d68-3ba5d7e0506c req-73dd6d47-1be4-4f1f-9b13-8f3a5c92dcb5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=889b8bdc-4727-4715-b1e1-0ac4e4969e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1661899 Aug 31 01:20:19.816769 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b032eb9-3b61-460e-9a18-f05ddcd083b6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.818146 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7014131e-c183-48e6-89c1-6db099868169 None None] Calling delete_port for ad417082-8b24-485d-8956-4e0598e3722e owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:19.828735 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b032eb9-3b61-460e-9a18-f05ddcd083b6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.896426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Deleting port 699611b8-4f07-4714-acc8-66ceaf83f0c2 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:19.902214 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.910335 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84fb0bf-ddc3-40de-8799-65f1c100cfa7 None None] Sync routers for ids ['245e0ba1-0a73-4a79-b1ff-059211c7b205'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:19.941006 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84fb0bf-ddc3-40de-8799-65f1c100cfa7 None None] Routers {'245e0ba1-0a73-4a79-b1ff-059211c7b205'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:19.941703 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b84fb0bf-ddc3-40de-8799-65f1c100cfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:20:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['245e0ba1-0a73-4a79-b1ff-059211c7b205'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:19.963670 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b032eb9-3b61-460e-9a18-f05ddcd083b6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.964231 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b032eb9-3b61-460e-9a18-f05ddcd083b6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Fanout notify agent at l3_agent the message router_deleted on router 245e0ba1-0a73-4a79-b1ff-059211c7b205 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:20:19.971757 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b032eb9-3b61-460e-9a18-f05ddcd083b6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.972906 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5b032eb9-3b61-460e-9a18-f05ddcd083b6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/routers/245e0ba1-0a73-4a79-b1ff-059211c7b205 HTTP/1.1" status: 204 len: 168 time: 0.5879509 Aug 31 01:20:19.980728 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44520) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:20.047161 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e959c00d-d7a7-4c51-9d68-3ba5d7e0506c req-091741bb-4a08-4c34-ac4f-9fd89aed7870 service neutron] 10.222.0.48 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388759 Aug 31 01:20:20.079389 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6ada0e-b34a-415e-8b98-89b5456d136a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:20.081080 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3d6ada0e-b34a-415e-8b98-89b5456d136a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1004031 Aug 31 01:20:20.085670 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44524) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:20.136239 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1cd01a1e-c18c-4012-8600-4697d365cf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:19:46Z', 'revision_number': 4, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port': {'id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '53ce6901-f1f6-43bb-b1c6-2b58a29d1e86', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'port_id': '77292cc4-782b-437f-b99f-2bb0fab9b5ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'mac_address': 'fa:16:3e:fa:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861ec231-9bd5-471c-bd95-8e6028f52dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:19:55Z', 'updated_at': '2021-08-31T01:20:16Z', 'revision_number': 1, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d66427-8e8a-4690-8005-a0c88b066b4a', 'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'mac_address': 'fa:16:3e:fc:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:45Z', 'updated_at': '2021-08-31T01:19:55Z', 'revision_number': 5, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'subnets': [{'id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:20.196794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-b84fb0bf-ddc3-40de-8799-65f1c100cfa7 None None] Set router 245e0ba1-0a73-4a79-b1ff-059211c7b205 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:20.214940 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd01a1e-c18c-4012-8600-4697d365cf17 None None] The sync data for ids ['2eb0d685-e6d6-400c-a94c-3c69074171bb'] in n-d-793621-34 is: [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:19:46Z', 'revision_number': 4, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port': {'id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '53ce6901-f1f6-43bb-b1c6-2b58a29d1e86', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'port_id': '77292cc4-782b-437f-b99f-2bb0fab9b5ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'mac_address': 'fa:16:3e:fa:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861ec231-9bd5-471c-bd95-8e6028f52dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:19:55Z', 'updated_at': '2021-08-31T01:20:16Z', 'revision_number': 1, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d66427-8e8a-4690-8005-a0c88b066b4a', 'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'mac_address': 'fa:16:3e:fc:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:45Z', 'updated_at': '2021-08-31T01:19:55Z', 'revision_number': 5, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'subnets': [{'id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:20.268754 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] For port 699611b8-4f07-4714-acc8-66ceaf83f0c2, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=699611b8-4f07-4714-acc8-66ceaf83f0c2,segment=NetworkSegment(61e5152b-0acc-4fb3-969c-1dc5d043c5d9),segment_id=61e5152b-0acc-4fb3-969c-1dc5d043c5d9)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:20.269213 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:20.272816 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ec5cd0-c620-47ee-85c6-ac5fedebdfbf tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:20.275918 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f5ec5cd0-c620-47ee-85c6-ac5fedebdfbf tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1877241 Aug 31 01:20:20.278791 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44528) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:20.283010 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b84fb0bf-ddc3-40de-8799-65f1c100cfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e0ba1-0a73-4a79-b1ff-059211c7b205', 'name': 'tempest-NetworksTestDHCPv6-router-2025954855', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:10Z', 'updated_at': '2021-08-31T01:20:17Z', 'revision_number': 3, 'project_id': '6e9ad8882d374100940b0760e81ba942', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:20.287995 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7014131e-c183-48e6-89c1-6db099868169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:20.290254 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 699611b8-4f07-4714-acc8-66ceaf83f0c2 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:20.298414 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c81239b-6329-4405-9611-eb4df459bfba None None] Network 6822a496-b029-4d41-9b0f-cdfb9554cb8a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:20.350575 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f306f802-e733-4d9a-ac2f-563b06285894 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639434 Aug 31 01:20:20.355419 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44530) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:20.361488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ceb6c16c-0242-4740-8676-f043d007071f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:20.363638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Calling delete_port for 699611b8-4f07-4714-acc8-66ceaf83f0c2 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:20.365570 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84fb0bf-ddc3-40de-8799-65f1c100cfa7 None None] Checking router: 245e0ba1-0a73-4a79-b1ff-059211c7b205 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:20:20.435401 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e959c00d-d7a7-4c51-9d68-3ba5d7e0506c req-4bf17817-ecb3-4f4c-9ef6-eeb66ac2237a service neutron] 10.222.0.48 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616199 Aug 31 01:20:20.466677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014131e-c183-48e6-89c1-6db099868169 None None] Pushing event deleted for resources: {'Port': ['ID=ad417082-8b24-485d-8956-4e0598e3722e,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:20.484355 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7014131e-c183-48e6-89c1-6db099868169 None None] No DVR routers for this DVR port ad417082-8b24-485d-8956-4e0598e3722e on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:20.494297 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84fb0bf-ddc3-40de-8799-65f1c100cfa7 None None] Routers set() bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:20.494865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84fb0bf-ddc3-40de-8799-65f1c100cfa7 None None] Router IDs set() for agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 01:20:20.495487 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_agentschedulers_db [None req-b84fb0bf-ddc3-40de-8799-65f1c100cfa7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'245e0ba1-0a73-4a79-b1ff-059211c7b205'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:20:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent'). {{(pid=102344) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 01:20:20.496521 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84fb0bf-ddc3-40de-8799-65f1c100cfa7 None None] The sync data for ids ['245e0ba1-0a73-4a79-b1ff-059211c7b205'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:20.588505 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e14ed6-5953-43fa-a373-f39968f10f20 None None] New status for floating IP 53ce6901-f1f6-43bb-b1c6-2b58a29d1e86: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:20:20.623474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb6c16c-0242-4740-8676-f043d007071f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:20.627361 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ceb6c16c-0242-4740-8676-f043d007071f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:20.746529 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:20.805863 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bdfd0073-186d-4827-8081-9ef0030b03eb None None] Provisioning for port 699611b8-4f07-4714-acc8-66ceaf83f0c2 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:20.812190 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Port': ['ID=699611b8-4f07-4714-acc8-66ceaf83f0c2,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:20.812454 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 699611b8-4f07-4714-acc8-66ceaf83f0c2 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:20.837627 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bdfd0073-186d-4827-8081-9ef0030b03eb None None] Provisioning complete for port 699611b8-4f07-4714-acc8-66ceaf83f0c2 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:20.837627 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bdfd0073-186d-4827-8081-9ef0030b03eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:20.865116 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 699611b8-4f07-4714-acc8-66ceaf83f0c2 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:20.865509 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:20.868693 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-bdfd0073-186d-4827-8081-9ef0030b03eb None None] Port 699611b8-4f07-4714-acc8-66ceaf83f0c2 was deleted so its status cannot be updated. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 01:20:20.900981 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Port 699611b8-4f07-4714-acc8-66ceaf83f0c2 was deleted so its status cannot be updated. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 01:20:20.913051 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No DVR routers for this DVR port 699611b8-4f07-4714-acc8-66ceaf83f0c2 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:21.032291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ad417082-8b24-485d-8956-4e0598e3722e no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:21.046000 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.082782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: ad417082-8b24-485d-8956-4e0598e3722e {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:21.083124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ad417082-8b24-485d-8956-4e0598e3722e not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:21.158121 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c0178-041d-4c90-9b15-116447393ea6 req-c4357940-357a-4af1-9319-cf0d7843aee9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:21.162044 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de1c0178-041d-4c90-9b15-116447393ea6 req-c4357940-357a-4af1-9319-cf0d7843aee9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 944 time: 0.2096498 Aug 31 01:20:21.167872 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:20:21.239647 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.248734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.objects.ports [None req-ceb6c16c-0242-4740-8676-f043d007071f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:20:21.252347 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ceb6c16c-0242-4740-8676-f043d007071f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.298382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d,segment=NetworkSegment(6d65199a-bc05-408a-b69d-5c7ddae20321),segment_id=6d65199a-bc05-408a-b69d-5c7ddae20321)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:21.302457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Subnet': ['ID=aab5a0f6-c91f-4f99-8859-54ea18e7da4d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:21.316002 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d', 'network_id': '89f7c789-f065-435a-b19c-f559037f3737', 'port_id': 'e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d', 'mac_address': 'fa:16:3e:b2:8e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15db45e-94e9-47e3-b086-e04ef6a2ca50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:20:21.321469 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4595c01-8aee-42db-8742-fb5f5eb1a3de None None] Network 6822a496-b029-4d41-9b0f-cdfb9554cb8a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:21.321849 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de1c0178-041d-4c90-9b15-116447393ea6 req-17bdef8e-6893-4fa5-8664-ea80eb6c80b6 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507998 Aug 31 01:20:21.348240 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb6c16c-0242-4740-8676-f043d007071f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:21.348240 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-ceb6c16c-0242-4740-8676-f043d007071f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:21.350359 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb6c16c-0242-4740-8676-f043d007071f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:21.350968 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ceb6c16c-0242-4740-8676-f043d007071f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.361679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3de02644-7423-4911-a153-d3fb22523572 None None] Could not find standard attr ID for object 699611b8-4f07-4714-acc8-66ceaf83f0c2. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:20:21.363486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be4b9f9-44c6-4acb-8dcd-8cc172726a3d None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:21.377994 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6c16c-0242-4740-8676-f043d007071f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=4841ec54-45f9-423a-b369-44fcb8c247d0,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:21.424064 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.435269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6822a496-b029-4d41-9b0f-cdfb9554cb8a']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:21.447181 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e5152b-0acc-4fb3-969c-1dc5d043c5d9') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:21.447471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e5152b-0acc-4fb3-969c-1dc5d043c5d9') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:21.457043 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.473223 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.478666 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ceb6c16c-0242-4740-8676-f043d007071f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1220081 Aug 31 01:20:21.482588 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44550) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:21.485037 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:20:21.485472 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.492068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-1f303bcf-03d1-4442-b7e8-53fc434ece01 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:21.494479 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:20:21.495461 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:20:21.568680 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:20:21.615657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d,segment=NetworkSegment(6d65199a-bc05-408a-b69d-5c7ddae20321),segment_id=6d65199a-bc05-408a-b69d-5c7ddae20321)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:21.635753 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143b4d70-c9d8-4293-b844-408f24519191 None None] DHCP port deletion for 6822a496-b029-4d41-9b0f-cdfb9554cb8a request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:20:21.674471 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': '4841ec54-45f9-423a-b369-44fcb8c247d0'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:20:21.675400 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.706336 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.713750 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.716350 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/6822a496-b029-4d41-9b0f-cdfb9554cb8a HTTP/1.1" status: 204 len: 168 time: 2.6084397 Aug 31 01:20:21.718994 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44554) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:21.738863 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f303bcf-03d1-4442-b7e8-53fc434ece01 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:21.742376 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f303bcf-03d1-4442-b7e8-53fc434ece01 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.757618 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3e912-18fa-461c-aa22-9b8fd4e30511 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Network': ['ID=6822a496-b029-4d41-9b0f-cdfb9554cb8a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:21.761253 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.799184 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e05b96-1876-4f58-bfd9-57def7ea4876 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:21.800137 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e05b96-1876-4f58-bfd9-57def7ea4876 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:21.801619 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-97e05b96-1876-4f58-bfd9-57def7ea4876 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/6822a496-b029-4d41-9b0f-cdfb9554cb8a HTTP/1.1" status: 404 len: 339 time: 0.0816667 Aug 31 01:20:21.805465 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44556) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:21.810620 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-d65581e3-9a17-4931-87fe-8cf31a0d590b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-35710655', 'description': 'd1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:21.866986 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:21.891534 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Allocated IP 2001:db8::f816:3eff:fe28:e420 (bd5c1a30-2b24-4912-929d-0592c60865f1/4841ec54-45f9-423a-b369-44fcb8c247d0/97e36771-89a3-4673-832a-0fba8b3b8930) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:21.936178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65581e3-9a17-4931-87fe-8cf31a0d590b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:21.939636 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d65581e3-9a17-4931-87fe-8cf31a0d590b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.975852 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65581e3-9a17-4931-87fe-8cf31a0d590b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:20:21.985632 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d65581e3-9a17-4931-87fe-8cf31a0d590b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.985977 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-d65581e3-9a17-4931-87fe-8cf31a0d590b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Added segment 7c3757ed-c9b7-408c-bb40-3a59a9ce4406 of type vlan for network 69a99135-c8f7-4048-bbb0-495f5421fd31 Aug 31 01:20:21.986326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:20:22.039411 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d65581e3-9a17-4931-87fe-8cf31a0d590b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.062999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 699611b8-4f07-4714-acc8-66ceaf83f0c2 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:22.094838 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 699611b8-4f07-4714-acc8-66ceaf83f0c2 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:22.095258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 699611b8-4f07-4714-acc8-66ceaf83f0c2 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:22.095776 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device df63dae0-cd50-43ee-b11c-cf2d2443575d no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:22.161367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: df63dae0-cd50-43ee-b11c-cf2d2443575d {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:22.161748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device df63dae0-cd50-43ee-b11c-cf2d2443575d not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:22.170600 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d65581e3-9a17-4931-87fe-8cf31a0d590b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.188302 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.191370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65581e3-9a17-4931-87fe-8cf31a0d590b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:22.192228 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d65581e3-9a17-4931-87fe-8cf31a0d590b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.212840 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Transition to ACTIVE for port object 97e36771-89a3-4673-832a-0fba8b3b8930 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:22.247015 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Transition to ACTIVE for port object 97e36771-89a3-4673-832a-0fba8b3b8930 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:22.274099 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f303bcf-03d1-4442-b7e8-53fc434ece01 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.329261 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.336703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65581e3-9a17-4931-87fe-8cf31a0d590b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Network': ['ID=69a99135-c8f7-4048-bbb0-495f5421fd31,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:22.350833 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f303bcf-03d1-4442-b7e8-53fc434ece01 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:22.367838 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 69a99135-c8f7-4048-bbb0-495f5421fd31 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:20:22.368059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-1f303bcf-03d1-4442-b7e8-53fc434ece01 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:22.372633 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f303bcf-03d1-4442-b7e8-53fc434ece01 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:22.374223 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f303bcf-03d1-4442-b7e8-53fc434ece01 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.389959 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44568) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:22.398083 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d65581e3-9a17-4931-87fe-8cf31a0d590b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5915649 Aug 31 01:20:22.399160 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f303bcf-03d1-4442-b7e8-53fc434ece01 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=ab5b14d3-1839-4744-a241-30518c205734,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:22.426688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:22.434510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:22.442534 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:22.450849 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Pushing event updated for resources: {'Port': ['ID=97e36771-89a3-4673-832a-0fba8b3b8930,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:22.471676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b32410-ce12-4da4-b78c-9d9b72b337f8 req-de3a93fe-33f8-4954-9c59-e2d115a7b7a2 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:22.480008 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-78b32410-ce12-4da4-b78c-9d9b72b337f8 req-de3a93fe-33f8-4954-9c59-e2d115a7b7a2 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0781803 Aug 31 01:20:22.489769 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1f303bcf-03d1-4442-b7e8-53fc434ece01 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0049489 Aug 31 01:20:22.493702 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44572) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:22.506894 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d4297c18-b660-4eca-ad63-e27f60f1bada tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'mac_address': 'fa:16:3e:f7:79:8f', 'name': 'tempest-NetworksTestDHCPv6-1703327771'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:22.521364 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Attempting to bind port 97e36771-89a3-4673-832a-0fba8b3b8930 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:22.521980 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Attempting to bind port 97e36771-89a3-4673-832a-0fba8b3b8930 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:22.522518 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Attempting to bind port 97e36771-89a3-4673-832a-0fba8b3b8930 on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:22.528536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:22.528850 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:22.529455 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.529902 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-78b32410-ce12-4da4-b78c-9d9b72b337f8 req-6a10f9ad-232e-466a-97f7-8df230b63330 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488691 Aug 31 01:20:22.533773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:22.534533 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Bound port: 97e36771-89a3-4673-832a-0fba8b3b8930, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:22.534940 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.571266 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ecb88-c8ff-437c-b81d-3d01d58d45a4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:22.572779 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-407ecb88-c8ff-437c-b81d-3d01d58d45a4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "GET /v2.0/networks?id=69a99135-c8f7-4048-bbb0-495f5421fd31 HTTP/1.1" status: 200 len: 759 time: 0.1790652 Aug 31 01:20:22.576670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44574) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:22.582462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-6cca1fd2-4362-4908-ae7d-5e94d5a1979a tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'network': {'description': 'd2'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:22.613248 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] For port 97e36771-89a3-4673-832a-0fba8b3b8930, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:22.616699 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] For port 97e36771-89a3-4673-832a-0fba8b3b8930, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=97e36771-89a3-4673-832a-0fba8b3b8930,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:22.752802 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.753739 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6cca1fd2-4362-4908-ae7d-5e94d5a1979a tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.791957 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4297c18-b660-4eca-ad63-e27f60f1bada tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:22.816374 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b4f20-5ada-469e-a650-c611243a21b0 None None] Pushing event updated for resources: {'Port': ['ID=97e36771-89a3-4673-832a-0fba8b3b8930,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:22.872807 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6cca1fd2-4362-4908-ae7d-5e94d5a1979a tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.894266 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d4297c18-b660-4eca-ad63-e27f60f1bada tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.898293 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6cca1fd2-4362-4908-ae7d-5e94d5a1979a tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network 69a99135-c8f7-4048-bbb0-495f5421fd31 is not hosted by any dhcp agent {{(pid=102342) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 01:20:22.904512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cca1fd2-4362-4908-ae7d-5e94d5a1979a tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:22.905188 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6cca1fd2-4362-4908-ae7d-5e94d5a1979a tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.907635 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6cca1fd2-4362-4908-ae7d-5e94d5a1979a tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "PUT /v2.0/networks/69a99135-c8f7-4048-bbb0-495f5421fd31 HTTP/1.1" status: 200 len: 756 time: 0.3297551 Aug 31 01:20:22.941334 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44580) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:23.038555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca1fd2-4362-4908-ae7d-5e94d5a1979a tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Network': ['ID=69a99135-c8f7-4048-bbb0-495f5421fd31,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:23.064034 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 69a99135-c8f7-4048-bbb0-495f5421fd31 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:20:23.070889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b90ffe-788c-420e-ae13-b0874ad8cca4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:23.084197 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-37b90ffe-788c-420e-ae13-b0874ad8cca4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "GET /v2.0/networks?id=69a99135-c8f7-4048-bbb0-495f5421fd31 HTTP/1.1" status: 200 len: 759 time: 0.1402266 Aug 31 01:20:23.084947 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44586) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:23.091102 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1485970257'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:23.182200 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:23.232343 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:23.236494 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:23.276561 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-d4297c18-b660-4eca-ad63-e27f60f1bada tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port e779eeba-9820-4a57-b50a-d3cb9207da43 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:20:23.299928 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:20:23.312247 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:23.312790 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Added segment 3a7a7feb-38e4-4e4f-974b-2ac3f4b26876 of type vlan for network ed611464-5667-4ed7-806b-98b01a6d9d60 Aug 31 01:20:23.366772 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:23.398872 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:23.404901 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:23.405545 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:23.471696 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-d4297c18-b660-4eca-ad63-e27f60f1bada tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 172.20.0.7 (bd5c1a30-2b24-4912-929d-0592c60865f1/ab5b14d3-1839-4744-a241-30518c205734/e779eeba-9820-4a57-b50a-d3cb9207da43) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:23.479947 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-d4297c18-b660-4eca-ad63-e27f60f1bada tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::f816:3eff:fef7:798f (bd5c1a30-2b24-4912-929d-0592c60865f1/4841ec54-45f9-423a-b369-44fcb8c247d0/e779eeba-9820-4a57-b50a-d3cb9207da43) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:23.500752 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:23.526405 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e67bc0-8272-4ce4-bca6-b656e342f2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:20:23.530096 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed82bb2-76aa-45d5-a03c-5c16376d800e" -d '{"events": [{"server_uuid": "75e67bc0-8272-4ce4-bca6-b656e342f2c7", "name": "network-vif-plugged", "status": "completed", "tag": "e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:20:23.547520 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d,segment=NetworkSegment(6d65199a-bc05-408a-b69d-5c7ddae20321),segment_id=6d65199a-bc05-408a-b69d-5c7ddae20321)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:23.596849 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba3719a-7ef6-4879-a12d-2ea33774a747 x-openstack-request-id: req-8ba3719a-7ef6-4879-a12d-2ea33774a747 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:20:23.597238 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e67bc0-8272-4ce4-bca6-b656e342f2c7", "name": "network-vif-plugged", "status": "completed", "tag": "e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:20:23.597913 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ba3719a-7ef6-4879-a12d-2ea33774a747 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:20:23.598781 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e67bc0-8272-4ce4-bca6-b656e342f2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d', 'code': 200} Aug 31 01:20:23.644300 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:23.650997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:23.651316 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:23.666305 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:23.740139 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d4297c18-b660-4eca-ad63-e27f60f1bada tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:23.775547 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-d4297c18-b660-4eca-ad63-e27f60f1bada tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object e779eeba-9820-4a57-b50a-d3cb9207da43 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:23.779941 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ba0d5-45dd-460b-a39f-669b378343d9 req-ea905636-8b6b-401a-ae70-71d43bb30d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:23.781601 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f49ba0d5-45dd-460b-a39f-669b378343d9 req-ea905636-8b6b-401a-ae70-71d43bb30d28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 1098 time: 0.1158595 Aug 31 01:20:23.784745 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:23.785216 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Network': ['ID=ed611464-5667-4ed7-806b-98b01a6d9d60,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:23.819569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:23.820133 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:23.821341 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:23.821341 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:23.821848 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:23.822580 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:23.823164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:23.823669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:23.824665 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:23.824988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:23.825332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:23.825696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:23.840683 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network ed611464-5667-4ed7-806b-98b01a6d9d60 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:20:23.847995 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f49ba0d5-45dd-460b-a39f-669b378343d9 req-d1830e0f-3947-4b23-b790-c58aee63aec6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591190 Aug 31 01:20:23.852922 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fc7c414d-861c-48e2-a30f-d8bdb7756014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7667801 Aug 31 01:20:23.853595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44598) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:23.859107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-73398aac-8838-432b-969f-82511df461af tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'subnet': {'network_id': 'ed611464-5667-4ed7-806b-98b01a6d9d60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:23.867558 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94181af-e3e2-4728-9fc4-64b2ad437791 req-85ca4ab9-5bde-4bd6-9439-d1b97b692488 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:23.869601 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b94181af-e3e2-4728-9fc4-64b2ad437791 req-85ca4ab9-5bde-4bd6-9439-d1b97b692488 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 946 time: 0.2391493 Aug 31 01:20:23.935263 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b94181af-e3e2-4728-9fc4-64b2ad437791 req-f72cb761-a5ba-477c-b12b-27bfe7cca23b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588741 Aug 31 01:20:23.992395 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d4297c18-b660-4eca-ad63-e27f60f1bada tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.047941 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c5eaa0-661f-4a85-9279-065c0153b4a0 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:24.059040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4297c18-b660-4eca-ad63-e27f60f1bada tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:24.059040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-d4297c18-b660-4eca-ad63-e27f60f1bada tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:24.063960 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4297c18-b660-4eca-ad63-e27f60f1bada tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:24.094605 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4297c18-b660-4eca-ad63-e27f60f1bada tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=e779eeba-9820-4a57-b50a-d3cb9207da43,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:24.096024 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 97e36771-89a3-4673-832a-0fba8b3b8930 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:24.130303 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4297c18-b660-4eca-ad63-e27f60f1bada tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:24.131054 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d4297c18-b660-4eca-ad63-e27f60f1bada tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.170671 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73398aac-8838-432b-969f-82511df461af tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:24.176633 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73398aac-8838-432b-969f-82511df461af tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.321688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0bccff7a-f1c3-45f9-a149-d96c71f48ec2 None None] Provisioning for port 97e36771-89a3-4673-832a-0fba8b3b8930 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:24.343536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c1ca68-48a7-494a-8a6d-35b9b0cd6430 None None] Update dhcp port {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'fixed_ips': [{'subnet_id': '4841ec54-45f9-423a-b369-44fcb8c247d0', 'ip_address': '2001:db8::f816:3eff:fe28:e420'}, {'subnet_id': 'ab5b14d3-1839-4744-a241-30518c205734'}], 'binding:host_id': 'n-d-793621-34'}, 'id': '97e36771-89a3-4673-832a-0fba8b3b8930'} from n-d-793621-34. {{(pid=102344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:20:24.376876 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-97c1ca68-48a7-494a-8a6d-35b9b0cd6430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.400868 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d4297c18-b660-4eca-ad63-e27f60f1bada tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9052846 Aug 31 01:20:24.403126 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44608) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:24.413832 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 97e36771-89a3-4673-832a-0fba8b3b8930 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:24.421135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 97e36771-89a3-4673-832a-0fba8b3b8930 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:24.421537 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.488493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e09a19-6397-406e-9ed5-e4c1920bd98d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:24.494790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e09a19-6397-406e-9ed5-e4c1920bd98d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:24.502370 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f3e09a19-6397-406e-9ed5-e4c1920bd98d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0784047 Aug 31 01:20:24.504822 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44610) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:24.534815 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73398aac-8838-432b-969f-82511df461af tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.628993 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.657847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-97c1ca68-48a7-494a-8a6d-35b9b0cd6430 None None] Allocated IP 172.20.0.2 (bd5c1a30-2b24-4912-929d-0592c60865f1/ab5b14d3-1839-4744-a241-30518c205734/97e36771-89a3-4673-832a-0fba8b3b8930) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:24.660115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73398aac-8838-432b-969f-82511df461af tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Subnet': ['ID=adc7e1bb-b7bb-4d2a-a704-afe9b0561026,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:24.677278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73398aac-8838-432b-969f-82511df461af tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Checking segment: {'id': '3a7a7feb-38e4-4e4f-974b-2ac3f4b26876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ed611464-5667-4ed7-806b-98b01a6d9d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:24.677920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73398aac-8838-432b-969f-82511df461af tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network hostable DHCP agents. Network: ed611464-5667-4ed7-806b-98b01a6d9d60, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:20:24.708686 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-0668bd2f-86c9-48c0-afc5-f1b841615bd7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port e779eeba-9820-4a57-b50a-d3cb9207da43 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:24.709119 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0668bd2f-86c9-48c0-afc5-f1b841615bd7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.780062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73398aac-8838-432b-969f-82511df461af tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network ed611464-5667-4ed7-806b-98b01a6d9d60 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:20:24.791264 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-97c1ca68-48a7-494a-8a6d-35b9b0cd6430 None None] For port 97e36771-89a3-4673-832a-0fba8b3b8930, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=97e36771-89a3-4673-832a-0fba8b3b8930,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:24.819068 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0668bd2f-86c9-48c0-afc5-f1b841615bd7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.828822 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-97c1ca68-48a7-494a-8a6d-35b9b0cd6430 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.834022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-0668bd2f-86c9-48c0-afc5-f1b841615bd7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for e779eeba-9820-4a57-b50a-d3cb9207da43 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:24.849822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-97c1ca68-48a7-494a-8a6d-35b9b0cd6430 None None] Transition to ACTIVE for port object 97e36771-89a3-4673-832a-0fba8b3b8930 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:24.887300 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-73398aac-8838-432b-969f-82511df461af tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, ed611464-5667-4ed7-806b-98b01a6d9d60) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:24.889980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73398aac-8838-432b-969f-82511df461af tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:24.890986 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73398aac-8838-432b-969f-82511df461af tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.897107 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393179e0-c2a6-4fa4-aec1-62fa6d4de1c5 None None] Network ed611464-5667-4ed7-806b-98b01a6d9d60 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:25.012613 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-97c1ca68-48a7-494a-8a6d-35b9b0cd6430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.047062 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-73398aac-8838-432b-969f-82511df461af tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1919777 Aug 31 01:20:25.050654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44618) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:25.107601 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd17ac-1b14-4d4f-963f-1190a1a17f73 req-99c186b6-5e40-472a-9ad6-93b7a64f989c tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:25.114598 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-11bd17ac-1b14-4d4f-963f-1190a1a17f73 req-99c186b6-5e40-472a-9ad6-93b7a64f989c tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 946 time: 0.0651469 Aug 31 01:20:25.171557 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-11bd17ac-1b14-4d4f-963f-1190a1a17f73 req-263909ff-0fff-4ecd-9e57-42ae50732b1f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503173 Aug 31 01:20:25.187308 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1ca68-48a7-494a-8a6d-35b9b0cd6430 None None] Pushing event updated for resources: {'Port': ['ID=97e36771-89a3-4673-832a-0fba8b3b8930,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:25.214441 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:20:25.214441 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:20:25.225072 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.290896 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0668bd2f-86c9-48c0-afc5-f1b841615bd7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.387221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668bd2f-86c9-48c0-afc5-f1b841615bd7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=e779eeba-9820-4a57-b50a-d3cb9207da43,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:25.402159 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.411708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-ed611464-5667-4ed7-806b-98b01a6d9d60', 'network_id': 'ed611464-5667-4ed7-806b-98b01a6d9d60', 'tenant_id': '19201c8ae3874c67b7573193f295f39e', 'fixed_ips': [{'subnet_id': 'adc7e1bb-b7bb-4d2a-a704-afe9b0561026'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:20:25.412591 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.563232 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0668bd2f-86c9-48c0-afc5-f1b841615bd7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.568122 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0668bd2f-86c9-48c0-afc5-f1b841615bd7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/e779eeba-9820-4a57-b50a-d3cb9207da43 HTTP/1.1" status: 204 len: 168 time: 1.0587513 Aug 31 01:20:25.568515 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44630) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:25.573380 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Allocated IP 172.20.0.2 (ed611464-5667-4ed7-806b-98b01a6d9d60/adc7e1bb-b7bb-4d2a-a704-afe9b0561026/304f5656-ce27-4a42-b8b4-79d13bd73d51) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:25.627645 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5790efdd-5e2c-4d9e-ae3c-289645676e5e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:25.629312 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5790efdd-5e2c-4d9e-ae3c-289645676e5e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:25.631066 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5790efdd-5e2c-4d9e-ae3c-289645676e5e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:25.633966 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5790efdd-5e2c-4d9e-ae3c-289645676e5e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0644369 Aug 31 01:20:25.635633 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44632) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:25.698293 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fe07f8-43f0-4e4d-818c-c844c8944639 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet 4841ec54-45f9-423a-b369-44fcb8c247d0 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:20:25.702039 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a7fe07f8-43f0-4e4d-818c-c844c8944639 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.758829 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a7fe07f8-43f0-4e4d-818c-c844c8944639 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.770324 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.772979 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.791230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Transition to ACTIVE for port object 304f5656-ce27-4a42-b8b4-79d13bd73d51 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:25.836712 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 97e36771-89a3-4673-832a-0fba8b3b8930, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=97e36771-89a3-4673-832a-0fba8b3b8930,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:25.840392 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Transition to ACTIVE for port object 304f5656-ce27-4a42-b8b4-79d13bd73d51 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:25.934717 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.939445 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a7fe07f8-43f0-4e4d-818c-c844c8944639 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.977651 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.018686 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=97e36771-89a3-4673-832a-0fba8b3b8930,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:26.024339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Network ed611464-5667-4ed7-806b-98b01a6d9d60 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:26.030962 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:26.051592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:26.063827 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 97e36771-89a3-4673-832a-0fba8b3b8930 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:26.073001 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.145331 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Pushing event updated for resources: {'Port': ['ID=304f5656-ce27-4a42-b8b4-79d13bd73d51,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:26.176008 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a7fe07f8-43f0-4e4d-818c-c844c8944639 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.193540 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Attempting to bind port 304f5656-ce27-4a42-b8b4-79d13bd73d51 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:26.193886 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Attempting to bind port 304f5656-ce27-4a42-b8b4-79d13bd73d51 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '3a7a7feb-38e4-4e4f-974b-2ac3f4b26876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ed611464-5667-4ed7-806b-98b01a6d9d60'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:26.194308 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Attempting to bind port 304f5656-ce27-4a42-b8b4-79d13bd73d51 on network ed611464-5667-4ed7-806b-98b01a6d9d60 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:26.214481 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe07f8-43f0-4e4d-818c-c844c8944639 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=4841ec54-45f9-423a-b369-44fcb8c247d0,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:26.227881 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:26.228221 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Checking segment: {'id': '3a7a7feb-38e4-4e4f-974b-2ac3f4b26876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ed611464-5667-4ed7-806b-98b01a6d9d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:26.228601 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.229030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Bound using segment: {'id': '3a7a7feb-38e4-4e4f-974b-2ac3f4b26876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ed611464-5667-4ed7-806b-98b01a6d9d60'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:26.229857 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Bound port: 304f5656-ce27-4a42-b8b4-79d13bd73d51, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7a7feb-38e4-4e4f-974b-2ac3f4b26876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ed611464-5667-4ed7-806b-98b01a6d9d60'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:26.230354 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.230478 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a7fe07f8-43f0-4e4d-818c-c844c8944639 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.235144 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a7fe07f8-43f0-4e4d-818c-c844c8944639 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/4841ec54-45f9-423a-b369-44fcb8c247d0 HTTP/1.1" status: 204 len: 168 time: 0.5958955 Aug 31 01:20:26.236559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44640) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:26.277452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4953c111-2535-4dbb-9678-68f31293c026 None None] Provisioning for port 97e36771-89a3-4673-832a-0fba8b3b8930 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:26.282989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 97e36771-89a3-4673-832a-0fba8b3b8930 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:26.283406 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.317693 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4953c111-2535-4dbb-9678-68f31293c026 None None] Provisioning complete for port 97e36771-89a3-4673-832a-0fba8b3b8930 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:26.318119 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4953c111-2535-4dbb-9678-68f31293c026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.423278 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24755c2-1447-4577-b4b0-68d087c2d3c7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet ab5b14d3-1839-4744-a241-30518c205734 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:20:26.429809 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a24755c2-1447-4577-b4b0-68d087c2d3c7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.502644 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ee86be-8e22-40b4-b065-36b23b3a2dac None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:26.531251 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7432023-bc7f-495f-ab1d-3b7e9d8ef854 req-c523ad18-1532-4ada-859d-bc378d532f72 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:26.534036 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a7432023-bc7f-495f-ab1d-3b7e9d8ef854 req-c523ad18-1532-4ada-859d-bc378d532f72 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 946 time: 0.1989563 Aug 31 01:20:26.537188 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a24755c2-1447-4577-b4b0-68d087c2d3c7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.562041 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] For port 304f5656-ce27-4a42-b8b4-79d13bd73d51, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:26.591414 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] For port 304f5656-ce27-4a42-b8b4-79d13bd73d51, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=304f5656-ce27-4a42-b8b4-79d13bd73d51,segment=NetworkSegment(3a7a7feb-38e4-4e4f-974b-2ac3f4b26876),segment_id=3a7a7feb-38e4-4e4f-974b-2ac3f4b26876)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:26.595589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Subnet': ['ID=adc7e1bb-b7bb-4d2a-a704-afe9b0561026,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:26.642459 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a7432023-bc7f-495f-ab1d-3b7e9d8ef854 req-db303c46-67dd-40f1-9b50-2c6348bd571b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018214 Aug 31 01:20:26.673320 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.685612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed611464-5667-4ed7-806b-98b01a6d9d60']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:26.697071 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.702395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7a7feb-38e4-4e4f-974b-2ac3f4b26876') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:26.703268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7a7feb-38e4-4e4f-974b-2ac3f4b26876') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:26.706826 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a24755c2-1447-4577-b4b0-68d087c2d3c7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.715820 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.734035 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.743390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:20:26.744146 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:20:26.749363 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:20:26.847482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4953c111-2535-4dbb-9678-68f31293c026 None None] Could not find standard attr ID for object e779eeba-9820-4a57-b50a-d3cb9207da43. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:20:26.860697 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.api [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 01:20:26.860697 n-d-793621-34 neutron-server[102342]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 01:20:26.860697 n-d-793621-34 neutron-server[102342]: [parameters: {'id': 'ed611464-5667-4ed7-806b-98b01a6d9d60'}] Aug 31 01:20:26.860697 n-d-793621-34 neutron-server[102342]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:20:26.862611 n-d-793621-34 neutron-server[102342]: DEBUG oslo_db.api [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:20:26.864872 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fcd61-7f85-4624-9306-d98e4f6e8673 None None] Pushing event updated for resources: {'Port': ['ID=304f5656-ce27-4a42-b8b4-79d13bd73d51,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:26.889103 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a24755c2-1447-4577-b4b0-68d087c2d3c7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.905034 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c734abed-2048-42de-b7e9-b0d2f7460a74 None None] Network ed611464-5667-4ed7-806b-98b01a6d9d60 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:26.918833 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24755c2-1447-4577-b4b0-68d087c2d3c7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5b14d3-1839-4744-a241-30518c205734,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:26.937019 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a24755c2-1447-4577-b4b0-68d087c2d3c7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.939139 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a24755c2-1447-4577-b4b0-68d087c2d3c7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/ab5b14d3-1839-4744-a241-30518c205734 HTTP/1.1" status: 204 len: 168 time: 0.7010317 Aug 31 01:20:26.941699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44654) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:26.974538 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b786c43e-dc55-468e-b20b-f45762087a67 None None] Could not find standard attr ID for object e779eeba-9820-4a57-b50a-d3cb9207da43. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:20:26.981491 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-11a1e419-d5c3-4cc2-84d3-8445b829f3ea tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382805 Aug 31 01:20:26.983887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44656) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:26.989208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-2d77e49f-11e5-4c18-a7eb-7b2d09efab32 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:27.094086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37341811-4ca0-49c4-9926-897cd73b17c3 None None] Update dhcp port {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'fixed_ips': [{'subnet_id': 'ab5b14d3-1839-4744-a241-30518c205734'}], 'binding:host_id': 'n-d-793621-34'}, 'id': '97e36771-89a3-4673-832a-0fba8b3b8930'} from n-d-793621-34. {{(pid=102344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:20:27.124071 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-37341811-4ca0-49c4-9926-897cd73b17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.160151 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b093c57-9df4-446c-a6c0-8af4e43d5e3c req-84d26cd9-0db9-4f3d-8917-52475fa8ae1c tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:27.161789 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2b093c57-9df4-446c-a6c0-8af4e43d5e3c req-84d26cd9-0db9-4f3d-8917-52475fa8ae1c tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 946 time: 0.0524266 Aug 31 01:20:27.207944 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2b093c57-9df4-446c-a6c0-8af4e43d5e3c req-2d0f42f4-2905-454a-a004-e28a99b923fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390966 Aug 31 01:20:27.215246 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d77e49f-11e5-4c18-a7eb-7b2d09efab32 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:27.222734 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2d77e49f-11e5-4c18-a7eb-7b2d09efab32 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.293772 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbc5830-d966-4b44-9858-4ce807ed84bd None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:27.347311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1fd6487a-02bd-4f04-830b-6863de4760c0 None None] Provisioning complete for port 97e36771-89a3-4673-832a-0fba8b3b8930 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:27.347690 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1fd6487a-02bd-4f04-830b-6863de4760c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.369452 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.513060 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Deleting port 304f5656-ce27-4a42-b8b4-79d13bd73d51 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:27.513604 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.562026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf758e3-55a4-44f0-86c3-059d66e5bf11 None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:20:27.595364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] For port 304f5656-ce27-4a42-b8b4-79d13bd73d51, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=304f5656-ce27-4a42-b8b4-79d13bd73d51,segment=NetworkSegment(3a7a7feb-38e4-4e4f-974b-2ac3f4b26876),segment_id=3a7a7feb-38e4-4e4f-974b-2ac3f4b26876)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:27.595730 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.614385 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-bdf758e3-55a4-44f0-86c3-059d66e5bf11 None None] Deleting port 97e36771-89a3-4673-832a-0fba8b3b8930 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:27.637159 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bdf758e3-55a4-44f0-86c3-059d66e5bf11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.637344 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Calling delete_port for 304f5656-ce27-4a42-b8b4-79d13bd73d51 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:27.696554 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-bdf758e3-55a4-44f0-86c3-059d66e5bf11 None None] For port 97e36771-89a3-4673-832a-0fba8b3b8930, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=97e36771-89a3-4673-832a-0fba8b3b8930,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:27.696952 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bdf758e3-55a4-44f0-86c3-059d66e5bf11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.716462 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-bdf758e3-55a4-44f0-86c3-059d66e5bf11 None None] Calling delete_port for 97e36771-89a3-4673-832a-0fba8b3b8930 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:27.785507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.objects.ports [None req-2d77e49f-11e5-4c18-a7eb-7b2d09efab32 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:20:27.928645 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bdf758e3-55a4-44f0-86c3-059d66e5bf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.956085 n-d-793621-34 neutron-server[102342]: WARNING neutron.services.revisions.revision_plugin [None req-2d77e49f-11e5-4c18-a7eb-7b2d09efab32 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Could not find related port for resource to bump revision. Aug 31 01:20:27.958990 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf758e3-55a4-44f0-86c3-059d66e5bf11 None None] Pushing event deleted for resources: {'Port': ['ID=97e36771-89a3-4673-832a-0fba8b3b8930,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:27.964628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf758e3-55a4-44f0-86c3-059d66e5bf11 None None] No DVR routers for this DVR port 97e36771-89a3-4673-832a-0fba8b3b8930 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:27.994772 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378051f2-445d-4b14-9696-d2032eec53a5 None None] get_active_networks_info from n-d-793621-34 {{(pid=102344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:20:28.026537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.ipam_pluggable_backend [None req-2d77e49f-11e5-4c18-a7eb-7b2d09efab32 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Port 97e36771-89a3-4673-832a-0fba8b3b8930 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102342) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 01:20:28.026843 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.ipam_pluggable_backend [None req-2d77e49f-11e5-4c18-a7eb-7b2d09efab32 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Reverting IP allocation for 2001:db8::f816:3eff:fe28:e420 {{(pid=102342) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 01:20:28.029073 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.035844 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.ipam_pluggable_backend [None req-2d77e49f-11e5-4c18-a7eb-7b2d09efab32 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe28:e420 {{(pid=102342) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 01:20:28.039401 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 97e36771-89a3-4673-832a-0fba8b3b8930 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:28.059404 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2d77e49f-11e5-4c18-a7eb-7b2d09efab32 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.064305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Port': ['ID=304f5656-ce27-4a42-b8b4-79d13bd73d51,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:28.072971 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 97e36771-89a3-4673-832a-0fba8b3b8930 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:28.073330 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 97e36771-89a3-4673-832a-0fba8b3b8930 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:28.096310 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No DVR routers for this DVR port 304f5656-ce27-4a42-b8b4-79d13bd73d51 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:28.119579 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378051f2-445d-4b14-9696-d2032eec53a5 None None] Resources bound (agent type, host, resource id): {{(pid=102344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:20:28.138763 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d77e49f-11e5-4c18-a7eb-7b2d09efab32 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:28.145652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-2d77e49f-11e5-4c18-a7eb-7b2d09efab32 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:28.161265 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d77e49f-11e5-4c18-a7eb-7b2d09efab32 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:28.161958 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2d77e49f-11e5-4c18-a7eb-7b2d09efab32 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.207470 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77e49f-11e5-4c18-a7eb-7b2d09efab32 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=8323517a-413a-4001-ab9c-a522af61b6de,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:28.220160 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.234349 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed611464-5667-4ed7-806b-98b01a6d9d60']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:28.248137 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7a7feb-38e4-4e4f-974b-2ac3f4b26876') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:28.248546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7a7feb-38e4-4e4f-974b-2ac3f4b26876') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:28.264750 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.290998 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.315854 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2d77e49f-11e5-4c18-a7eb-7b2d09efab32 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3283184 Aug 31 01:20:28.315854 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:20:28.315854 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.319342 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44678) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:20:28.319824 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:20:28.325191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-8cb58da7-b940-4e19-b20f-4dad4bd5346a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:28.421731 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': '8323517a-413a-4001-ab9c-a522af61b6de'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:20:28.423106 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.452568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a308638-f9f3-459e-8a36-fb4936be7be5 req-404288ea-8cb3-457e-9dae-f17980ed6fe0 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:28.454182 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a308638-f9f3-459e-8a36-fb4936be7be5 req-404288ea-8cb3-457e-9dae-f17980ed6fe0 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 946 time: 0.0653691 Aug 31 01:20:28.455574 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.468673 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.470709 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/ed611464-5667-4ed7-806b-98b01a6d9d60 HTTP/1.1" status: 204 len: 168 time: 3.4189615 Aug 31 01:20:28.474867 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44682) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:28.514300 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22fb8-7851-4d26-b68c-0f63ad3771c4 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Network': ['ID=ed611464-5667-4ed7-806b-98b01a6d9d60,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:28.529766 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49dfd36-0a7c-4396-b7b7-f596c7a2c7ef tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] GET failed (client error): The resource could not be found. Aug 31 01:20:28.534081 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b49dfd36-0a7c-4396-b7b7-f596c7a2c7ef tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "GET /v2.0/subnets/adc7e1bb-b7bb-4d2a-a704-afe9b0561026 HTTP/1.1" status: 404 len: 337 time: 0.0542672 Aug 31 01:20:28.536154 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44686) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:28.562183 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bf6d2-ac52-4730-89df-27cb0fba1252 req-a73f9dad-bc8c-492d-9fd8-7249ff7ad192 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:28.562183 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b14bf6d2-ac52-4730-89df-27cb0fba1252 req-a73f9dad-bc8c-492d-9fd8-7249ff7ad192 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 946 time: 0.2502322 Aug 31 01:20:28.572336 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb58da7-b940-4e19-b20f-4dad4bd5346a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:28.576430 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8cb58da7-b940-4e19-b20f-4dad4bd5346a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.581320 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-5906abfc-07c0-4ec7-8211-6eeb47f8c03b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:28.582023 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5906abfc-07c0-4ec7-8211-6eeb47f8c03b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:28.586469 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5906abfc-07c0-4ec7-8211-6eeb47f8c03b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/ed611464-5667-4ed7-806b-98b01a6d9d60 HTTP/1.1" status: 404 len: 339 time: 0.0457520 Aug 31 01:20:28.594519 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44688) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:28.614596 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Allocated IP 2001:db8::f816:3eff:feee:3a2f (bd5c1a30-2b24-4912-929d-0592c60865f1/8323517a-413a-4001-ab9c-a522af61b6de/6d9cb715-1cb5-4347-a753-efe1377f28fa) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:28.649855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-2a308638-f9f3-459e-8a36-fb4936be7be5 req-6fc69098-5b91-44aa-9e15-cf5a853f004b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Deleting port e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:28.650449 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2a308638-f9f3-459e-8a36-fb4936be7be5 req-6fc69098-5b91-44aa-9e15-cf5a853f004b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.663241 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b14bf6d2-ac52-4730-89df-27cb0fba1252 req-1bfd8c8d-3b28-4ac4-a5b2-2fd9886a6061 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920830 Aug 31 01:20:28.833097 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.844942 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Transition to ACTIVE for port object 6d9cb715-1cb5-4347-a753-efe1377f28fa will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:28.869799 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Transition to ACTIVE for port object 6d9cb715-1cb5-4347-a753-efe1377f28fa will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:28.892228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a34081d-cf3c-4750-80f3-69b6bef36e3b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:28.896471 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6a34081d-cf3c-4750-80f3-69b6bef36e3b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2985096 Aug 31 01:20:28.896471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2a308638-f9f3-459e-8a36-fb4936be7be5 req-6fc69098-5b91-44aa-9e15-cf5a853f004b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] For port e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d,segment=NetworkSegment(6d65199a-bc05-408a-b69d-5c7ddae20321),segment_id=6d65199a-bc05-408a-b69d-5c7ddae20321)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:28.896471 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2a308638-f9f3-459e-8a36-fb4936be7be5 req-6fc69098-5b91-44aa-9e15-cf5a853f004b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.898321 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44694) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:28.910372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-2a308638-f9f3-459e-8a36-fb4936be7be5 req-6fc69098-5b91-44aa-9e15-cf5a853f004b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Calling delete_port for e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:28.947297 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4b30a6dd-6c83-4970-a6e9-5e3b0f0d4ea6 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "GET /v2.0/subnets?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 207 time: 0.0447285 Aug 31 01:20:28.947953 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44696) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:28.988080 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:29.044657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:29.048834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:29.051592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:29.053909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Pushing event updated for resources: {'Port': ['ID=6d9cb715-1cb5-4347-a753-efe1377f28fa,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:29.067242 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8cb58da7-b940-4e19-b20f-4dad4bd5346a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:29.110973 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Attempting to bind port 6d9cb715-1cb5-4347-a753-efe1377f28fa on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:29.111255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Attempting to bind port 6d9cb715-1cb5-4347-a753-efe1377f28fa by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:29.111562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Attempting to bind port 6d9cb715-1cb5-4347-a753-efe1377f28fa on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:29.117411 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:29.120053 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:29.120053 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:29.120053 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:29.120053 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Bound port: 6d9cb715-1cb5-4347-a753-efe1377f28fa, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:29.120053 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:29.156752 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb58da7-b940-4e19-b20f-4dad4bd5346a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:29.166887 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-8cb58da7-b940-4e19-b20f-4dad4bd5346a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:29.172731 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb58da7-b940-4e19-b20f-4dad4bd5346a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:29.173314 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8cb58da7-b940-4e19-b20f-4dad4bd5346a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:29.180454 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2a308638-f9f3-459e-8a36-fb4936be7be5 req-6fc69098-5b91-44aa-9e15-cf5a853f004b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:29.191849 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de9dfdc-afb2-4f7c-a850-cd4b84a435fb tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:29.198167 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de9dfdc-afb2-4f7c-a850-cd4b84a435fb tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:29.198375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['9123cd04-40f8-4996-9307-49feeed55e0c', 'e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:20:29.207146 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de9dfdc-afb2-4f7c-a850-cd4b84a435fb tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:29.207739 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] For port 6d9cb715-1cb5-4347-a753-efe1377f28fa, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:29.210815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de9dfdc-afb2-4f7c-a850-cd4b84a435fb tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:29.217815 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4de9dfdc-afb2-4f7c-a850-cd4b84a435fb tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.2633069 Aug 31 01:20:29.223096 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44702) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:29.223096 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb58da7-b940-4e19-b20f-4dad4bd5346a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=8fe65df1-64a1-49b8-ba6b-2189e45ec13e,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:29.257929 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] For port 6d9cb715-1cb5-4347-a753-efe1377f28fa, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=6d9cb715-1cb5-4347-a753-efe1377f28fa,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:29.262389 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc69098-5b91-44aa-9e15-cf5a853f004b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Pushing event deleted for resources: {'Port': ['ID=e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:29.303930 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a308638-f9f3-459e-8a36-fb4936be7be5 req-6fc69098-5b91-44aa-9e15-cf5a853f004b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] No DVR routers for this DVR port e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:29.306887 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2a308638-f9f3-459e-8a36-fb4936be7be5 req-6fc69098-5b91-44aa-9e15-cf5a853f004b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:29.310013 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a308638-f9f3-459e-8a36-fb4936be7be5 req-6fc69098-5b91-44aa-9e15-cf5a853f004b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.41 "DELETE /v2.0/ports/e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d HTTP/1.1" status: 204 len: 173 time: 0.8381975 Aug 31 01:20:29.310689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e67bc0-8272-4ce4-bca6-b656e342f2c7', 'name': 'network-vif-deleted', 'tag': 'e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:20:29.319923 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56ebfa0-492a-4bdb-a1ab-4758e3ca1452" -d '{"events": [{"server_uuid": "75e67bc0-8272-4ce4-bca6-b656e342f2c7", "name": "network-vif-deleted", "tag": "e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:20:29.376332 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56170edd-7e0c-4aee-8227-7532a3fd1cad x-openstack-request-id: req-56170edd-7e0c-4aee-8227-7532a3fd1cad {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:20:29.376903 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e67bc0-8272-4ce4-bca6-b656e342f2c7", "name": "network-vif-deleted", "tag": "e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:20:29.377407 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56170edd-7e0c-4aee-8227-7532a3fd1cad {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:20:29.378157 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e67bc0-8272-4ce4-bca6-b656e342f2c7', 'name': 'network-vif-deleted', 'tag': 'e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d', 'status': 'completed', 'code': 200} Aug 31 01:20:29.398573 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-67bc6e23-c2e3-4a1d-86c7-0753c26d79ce tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.1745141 Aug 31 01:20:29.399445 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44706) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:29.402303 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8cb58da7-b940-4e19-b20f-4dad4bd5346a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0835698 Aug 31 01:20:29.403629 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44708) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:29.415902 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-32449fda-a0db-402e-a75f-ecf2529e603b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'mac_address': 'fa:16:3e:4b:00:98', 'name': 'tempest-NetworksTestDHCPv6-1267318917'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:29.427037 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:29.508986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664230f2-ab70-4a43-8e57-2eaff5acf1de tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:29.510791 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664230f2-ab70-4a43-8e57-2eaff5acf1de tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:29.515834 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-664230f2-ab70-4a43-8e57-2eaff5acf1de tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1119108 Aug 31 01:20:29.518134 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44714) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:29.519060 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00264ac2-d149-4d66-a758-6d4039efb32c None None] Pushing event updated for resources: {'Port': ['ID=6d9cb715-1cb5-4347-a753-efe1377f28fa,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:29.594078 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f587c3-844f-4544-8a72-f7682e62a875 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['shared'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:29.595879 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f587c3-844f-4544-8a72-f7682e62a875 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['shared'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:29.597559 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e6f587c3-844f-4544-8a72-f7682e62a875 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0769875 Aug 31 01:20:29.601088 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44716) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:29.713860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32449fda-a0db-402e-a75f-ecf2529e603b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:29.806740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2166fd72-3a40-4f8e-aec8-fc9b1cf81b18 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:29.806740 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2166fd72-3a40-4f8e-aec8-fc9b1cf81b18 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "GET /v2.0/networks/f8201c85-d327-4920-b9ed-798be60b4c09 HTTP/1.1" status: 200 len: 799 time: 0.1937056 Aug 31 01:20:29.806740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44724) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:29.878036 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-32449fda-a0db-402e-a75f-ecf2529e603b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:29.908975 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-32449fda-a0db-402e-a75f-ecf2529e603b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port 9f24a764-6763-4656-9ce9-f1f3d5729413 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:20:29.915224 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2645d91-876e-4f1e-9d90-4a968b1671ae req-94a8a53e-84d7-404c-a54b-7a4b9b42903d tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e67bc0-8272-4ce4-bca6-b656e342f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0847948 Aug 31 01:20:30.000560 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-16edea4b-46fb-40cf-90c6-849ab61816f9 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "GET /v2.0/networks/f8201c85-d327-4920-b9ed-798be60b4c09?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1918972 Aug 31 01:20:30.000801 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44728) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:30.063045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b10d887-b328-473c-a32e-7e445ca6a324 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:30.069090 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5b10d887-b328-473c-a32e-7e445ca6a324 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "GET /v2.0/subnets/06fde7d3-ab8b-4249-8b67-850fcc22a1fb HTTP/1.1" status: 200 len: 811 time: 0.0673933 Aug 31 01:20:30.069788 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44730) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:30.100943 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-32449fda-a0db-402e-a75f-ecf2529e603b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 172.20.0.12 (bd5c1a30-2b24-4912-929d-0592c60865f1/8fe65df1-64a1-49b8-ba6b-2189e45ec13e/9f24a764-6763-4656-9ce9-f1f3d5729413) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:30.103250 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 6d9cb715-1cb5-4347-a753-efe1377f28fa up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:30.121708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-32449fda-a0db-402e-a75f-ecf2529e603b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::f816:3eff:fe4b:98 (bd5c1a30-2b24-4912-929d-0592c60865f1/8323517a-413a-4001-ab9c-a522af61b6de/9f24a764-6763-4656-9ce9-f1f3d5729413) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:30.177354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99eb3c7-47b7-474f-baf5-13bda307f13c tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['shared'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:30.182653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44734) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:30.183447 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e99eb3c7-47b7-474f-baf5-13bda307f13c tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "GET /v2.0/subnets/06fde7d3-ab8b-4249-8b67-850fcc22a1fb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1123698 Aug 31 01:20:30.193665 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-8e326bbf-f922-478e-a620-b0923aebe62d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-283135077'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:30.322316 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-32449fda-a0db-402e-a75f-ecf2529e603b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:30.334641 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 6d9cb715-1cb5-4347-a753-efe1377f28fa completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:30.337843 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-32449fda-a0db-402e-a75f-ecf2529e603b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object 9f24a764-6763-4656-9ce9-f1f3d5729413 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:30.420071 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e326bbf-f922-478e-a620-b0923aebe62d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:30.425689 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8e326bbf-f922-478e-a620-b0923aebe62d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:30.449529 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e326bbf-f922-478e-a620-b0923aebe62d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:20:30.459063 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8e326bbf-f922-478e-a620-b0923aebe62d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:30.459407 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-8e326bbf-f922-478e-a620-b0923aebe62d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Added segment abe10d0b-e7df-4eaa-a720-cf9221e99b55 of type vlan for network a01d8d0d-10f2-4575-a04a-073d78fe5b0f Aug 31 01:20:30.513684 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8e326bbf-f922-478e-a620-b0923aebe62d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:30.542279 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-32449fda-a0db-402e-a75f-ecf2529e603b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:30.596615 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32449fda-a0db-402e-a75f-ecf2529e603b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:30.600204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-32449fda-a0db-402e-a75f-ecf2529e603b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:30.605601 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32449fda-a0db-402e-a75f-ecf2529e603b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:30.609128 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32449fda-a0db-402e-a75f-ecf2529e603b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=9f24a764-6763-4656-9ce9-f1f3d5729413,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:30.664727 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32449fda-a0db-402e-a75f-ecf2529e603b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:30.665501 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-32449fda-a0db-402e-a75f-ecf2529e603b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:30.678188 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8e326bbf-f922-478e-a620-b0923aebe62d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:30.684431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e326bbf-f922-478e-a620-b0923aebe62d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:30.690014 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8e326bbf-f922-478e-a620-b0923aebe62d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:30.735726 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550f1a44-9815-476f-8c44-53a45391607a None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:30.759452 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-32449fda-a0db-402e-a75f-ecf2529e603b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3539417 Aug 31 01:20:30.762087 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44742) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:30.767892 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e326bbf-f922-478e-a620-b0923aebe62d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Network': ['ID=a01d8d0d-10f2-4575-a04a-073d78fe5b0f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:30.798999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network a01d8d0d-10f2-4575-a04a-073d78fe5b0f details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:20:30.810466 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8e326bbf-f922-478e-a620-b0923aebe62d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6267793 Aug 31 01:20:30.814720 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44744) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:30.818701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3a92f105-e242-44f7-84cd-f46b1b08e3b7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'subnet': {'network_id': 'a01d8d0d-10f2-4575-a04a-073d78fe5b0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:30.826981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55940504-55fd-4464-a250-79c5cf5984da tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:30.833208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55940504-55fd-4464-a250-79c5cf5984da tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:30.835076 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-55940504-55fd-4464-a250-79c5cf5984da tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0718966 Aug 31 01:20:30.837696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44748) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:30.954917 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-2d17d37e-da54-4671-b94b-a6ab4a93ec06 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port 9f24a764-6763-4656-9ce9-f1f3d5729413 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:30.955336 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2d17d37e-da54-4671-b94b-a6ab4a93ec06 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.040333 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f08e3f68-ec90-4ddd-b482-a4a5b00472d7 None None] Provisioning for port 6d9cb715-1cb5-4347-a753-efe1377f28fa completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:31.040333 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f08e3f68-ec90-4ddd-b482-a4a5b00472d7 None None] Provisioning complete for port 6d9cb715-1cb5-4347-a753-efe1377f28fa triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:31.040333 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f08e3f68-ec90-4ddd-b482-a4a5b00472d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.082847 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2d17d37e-da54-4671-b94b-a6ab4a93ec06 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.099074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-2d17d37e-da54-4671-b94b-a6ab4a93ec06 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for 9f24a764-6763-4656-9ce9-f1f3d5729413 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:31.102349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a92f105-e242-44f7-84cd-f46b1b08e3b7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Made reservation on behalf of 19201c8ae3874c67b7573193f295f39e for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:31.109330 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a92f105-e242-44f7-84cd-f46b1b08e3b7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.181137 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f08e3f68-ec90-4ddd-b482-a4a5b00472d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.219722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.ipam_backend_mixin [None req-3a92f105-e242-44f7-84cd-f46b1b08e3b7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Performing IP validity checks on allocation pools {{(pid=102343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 01:20:31.220379 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.ipam_backend_mixin [None req-3a92f105-e242-44f7-84cd-f46b1b08e3b7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 01:20:31.234518 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c05269-1b9d-4954-a943-6af6ee981668 req-5ab20350-9632-499a-8e1d-b1fdd1c8a4b2 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:31.236189 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-83c05269-1b9d-4954-a943-6af6ee981668 req-5ab20350-9632-499a-8e1d-b1fdd1c8a4b2 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1747255 Aug 31 01:20:31.318735 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-83c05269-1b9d-4954-a943-6af6ee981668 req-28239e2b-7a92-4633-aad0-70570e39971b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676427 Aug 31 01:20:31.423364 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f08e3f68-ec90-4ddd-b482-a4a5b00472d7 None None] For port 6d9cb715-1cb5-4347-a753-efe1377f28fa, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=6d9cb715-1cb5-4347-a753-efe1377f28fa,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:31.430196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9555643f-bc16-464d-bee7-e70b16747e9e None None] Update dhcp port {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'fixed_ips': [{'subnet_id': '8323517a-413a-4001-ab9c-a522af61b6de', 'ip_address': '2001:db8::f816:3eff:feee:3a2f'}, {'subnet_id': '8fe65df1-64a1-49b8-ba6b-2189e45ec13e'}], 'binding:host_id': 'n-d-793621-34'}, 'id': '6d9cb715-1cb5-4347-a753-efe1377f28fa'} from n-d-793621-34. {{(pid=102344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:20:31.458118 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9555643f-bc16-464d-bee7-e70b16747e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.483604 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2d17d37e-da54-4671-b94b-a6ab4a93ec06 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.510848 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb00cb4-bbbf-46ba-9898-c63b47f33247 req-04bcfc89-48aa-4173-b28b-2595a1894456 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:31.512700 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4eb00cb4-bbbf-46ba-9898-c63b47f33247 req-04bcfc89-48aa-4173-b28b-2595a1894456 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0616848 Aug 31 01:20:31.522913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17d37e-da54-4671-b94b-a6ab4a93ec06 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=9f24a764-6763-4656-9ce9-f1f3d5729413,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:31.626058 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f08e3f68-ec90-4ddd-b482-a4a5b00472d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.640747 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4eb00cb4-bbbf-46ba-9898-c63b47f33247 req-5339e275-881c-4fbf-af86-e5d31ab59153 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171465 Aug 31 01:20:31.691929 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2d17d37e-da54-4671-b94b-a6ab4a93ec06 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.695340 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2d17d37e-da54-4671-b94b-a6ab4a93ec06 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/9f24a764-6763-4656-9ce9-f1f3d5729413 HTTP/1.1" status: 204 len: 168 time: 0.8559635 Aug 31 01:20:31.697878 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44772) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:31.742050 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-9555643f-bc16-464d-bee7-e70b16747e9e None None] Allocated IP 172.20.0.2 (bd5c1a30-2b24-4912-929d-0592c60865f1/8fe65df1-64a1-49b8-ba6b-2189e45ec13e/6d9cb715-1cb5-4347-a753-efe1377f28fa) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:31.744010 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e3f68-ec90-4ddd-b482-a4a5b00472d7 None None] Pushing event updated for resources: {'Port': ['ID=6d9cb715-1cb5-4347-a753-efe1377f28fa,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:31.813533 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f458e7-3250-4338-95dd-49bbeb73b72c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:31.814684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f458e7-3250-4338-95dd-49bbeb73b72c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:31.816311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f458e7-3250-4338-95dd-49bbeb73b72c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:31.820689 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-45f458e7-3250-4338-95dd-49bbeb73b72c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1192701 Aug 31 01:20:31.821485 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44774) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:31.860492 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a92f105-e242-44f7-84cd-f46b1b08e3b7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.864211 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f3267-aca7-4855-9631-c6d4f728cce0 req-36af345c-4112-4a1a-a783-38fb4274d6b9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:31.872400 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-109f3267-aca7-4855-9631-c6d4f728cce0 req-36af345c-4112-4a1a-a783-38fb4274d6b9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1084731 Aug 31 01:20:31.872772 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-9555643f-bc16-464d-bee7-e70b16747e9e None None] For port 6d9cb715-1cb5-4347-a753-efe1377f28fa, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=6d9cb715-1cb5-4347-a753-efe1377f28fa,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:31.892039 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dce4282-d620-4469-b6f4-815cde8d9952 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet 8323517a-413a-4001-ab9c-a522af61b6de {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:20:31.905585 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9555643f-bc16-464d-bee7-e70b16747e9e None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.923717 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9555643f-bc16-464d-bee7-e70b16747e9e None None] Transition to ACTIVE for port object 6d9cb715-1cb5-4347-a753-efe1377f28fa will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:31.934291 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92f105-e242-44f7-84cd-f46b1b08e3b7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Subnet': ['ID=b8eb3ebe-86ef-4fe4-8e71-179329838f29,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:31.935597 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-109f3267-aca7-4855-9631-c6d4f728cce0 req-2bbea449-f757-4f5f-a71e-956988e9228d tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404975 Aug 31 01:20:31.941597 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a92f105-e242-44f7-84cd-f46b1b08e3b7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Checking segment: {'id': 'abe10d0b-e7df-4eaa-a720-cf9221e99b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a01d8d0d-10f2-4575-a04a-073d78fe5b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:31.941965 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a92f105-e242-44f7-84cd-f46b1b08e3b7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network hostable DHCP agents. Network: a01d8d0d-10f2-4575-a04a-073d78fe5b0f, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:20:32.022395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 6d9cb715-1cb5-4347-a753-efe1377f28fa up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:32.072381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 6d9cb715-1cb5-4347-a753-efe1377f28fa triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:32.072779 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.100164 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1dce4282-d620-4469-b6f4-815cde8d9952 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.104944 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9555643f-bc16-464d-bee7-e70b16747e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.123856 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a92f105-e242-44f7-84cd-f46b1b08e3b7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Network a01d8d0d-10f2-4575-a04a-073d78fe5b0f is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:20:32.155830 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1dce4282-d620-4469-b6f4-815cde8d9952 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.174287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Port 6d9cb715-1cb5-4347-a753-efe1377f28fa had new provisioning blocks added so it will not transition to active. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 31 01:20:32.208653 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555643f-bc16-464d-bee7-e70b16747e9e None None] Pushing event updated for resources: {'Port': ['ID=6d9cb715-1cb5-4347-a753-efe1377f28fa,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:32.244402 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-3a92f105-e242-44f7-84cd-f46b1b08e3b7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, a01d8d0d-10f2-4575-a04a-073d78fe5b0f) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:32.250623 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a92f105-e242-44f7-84cd-f46b1b08e3b7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:32.250623 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a92f105-e242-44f7-84cd-f46b1b08e3b7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.256352 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6b26a0-4058-4d77-ac53-73999b13bc0f None None] Network a01d8d0d-10f2-4575-a04a-073d78fe5b0f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:32.289884 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1dce4282-d620-4469-b6f4-815cde8d9952 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.346575 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3a92f105-e242-44f7-84cd-f46b1b08e3b7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5322707 Aug 31 01:20:32.349591 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44784) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:32.356214 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-57bb9fd2-6b57-44d5-a04a-1fd6bbf3c6b0 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:32.429392 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0813d79b-6e1d-4b7c-bcb8-443f5f2eb201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-a01d8d0d-10f2-4575-a04a-073d78fe5b0f', 'network_id': 'a01d8d0d-10f2-4575-a04a-073d78fe5b0f', 'tenant_id': '19201c8ae3874c67b7573193f295f39e', 'fixed_ips': [{'subnet_id': 'b8eb3ebe-86ef-4fe4-8e71-179329838f29'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:20:32.430446 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0813d79b-6e1d-4b7c-bcb8-443f5f2eb201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.495009 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57bb9fd2-6b57-44d5-a04a-1fd6bbf3c6b0 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11472011'] for subnet, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.578146 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1dce4282-d620-4469-b6f4-815cde8d9952 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.632778 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce4282-d620-4469-b6f4-815cde8d9952 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=8323517a-413a-4001-ab9c-a522af61b6de,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:32.638676 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1dce4282-d620-4469-b6f4-815cde8d9952 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.642814 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1dce4282-d620-4469-b6f4-815cde8d9952 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/8323517a-413a-4001-ab9c-a522af61b6de HTTP/1.1" status: 204 len: 168 time: 0.8184767 Aug 31 01:20:32.643304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44790) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:32.655880 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-0813d79b-6e1d-4b7c-bcb8-443f5f2eb201 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:20:32.655880 n-d-793621-34 neutron-server[102344]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 31 01:20:32.655880 n-d-793621-34 neutron-server[102344]: [parameters: {'in_use': 1, 'id_1': 'b8eb3ebe-86ef-4fe4-8e71-179329838f29'}] Aug 31 01:20:32.655880 n-d-793621-34 neutron-server[102344]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:20:32.656470 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-0813d79b-6e1d-4b7c-bcb8-443f5f2eb201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:20:32.712832 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c2d927-7145-4664-87eb-e7ccd13de6c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet 8fe65df1-64a1-49b8-ba6b-2189e45ec13e {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:20:32.720881 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40c2d927-7145-4664-87eb-e7ccd13de6c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.770070 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40c2d927-7145-4664-87eb-e7ccd13de6c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.862382 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40c2d927-7145-4664-87eb-e7ccd13de6c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.866817 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57bb9fd2-6b57-44d5-a04a-1fd6bbf3c6b0 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748208802268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11895688'] for subnet, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.948449 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bb9fd2-6b57-44d5-a04a-1fd6bbf3c6b0 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:32.949425 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57bb9fd2-6b57-44d5-a04a-1fd6bbf3c6b0 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.953406 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-57bb9fd2-6b57-44d5-a04a-1fd6bbf3c6b0 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "PUT /v2.0/subnets/b8eb3ebe-86ef-4fe4-8e71-179329838f29 HTTP/1.1" status: 200 len: 877 time: 0.5997565 Aug 31 01:20:32.954544 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44796) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:32.958588 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f471842c-7132-44a7-90d2-2e6440a05547 None None] Could not find standard attr ID for object 9f24a764-6763-4656-9ce9-f1f3d5729413. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:20:32.961907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059065ad-7f2d-48b0-950e-798379b348ca None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:33.036851 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb9fd2-6b57-44d5-a04a-1fd6bbf3c6b0 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event updated for resources: {'Subnet': ['ID=b8eb3ebe-86ef-4fe4-8e71-179329838f29,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:33.066910 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40c2d927-7145-4664-87eb-e7ccd13de6c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.098925 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2d927-7145-4664-87eb-e7ccd13de6c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe65df1-64a1-49b8-ba6b-2189e45ec13e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:33.101473 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40c2d927-7145-4664-87eb-e7ccd13de6c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.104012 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-40c2d927-7145-4664-87eb-e7ccd13de6c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/8fe65df1-64a1-49b8-ba6b-2189e45ec13e HTTP/1.1" status: 204 len: 168 time: 0.4596081 Aug 31 01:20:33.106688 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44804) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:33.125056 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-64dc2d4a-c731-422b-99fc-3c73c4875d1e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.142890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f471842c-7132-44a7-90d2-2e6440a05547 None None] Provisioning for port 6d9cb715-1cb5-4347-a753-efe1377f28fa completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:33.150430 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f471842c-7132-44a7-90d2-2e6440a05547 None None] Provisioning complete for port 6d9cb715-1cb5-4347-a753-efe1377f28fa triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:33.151068 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f471842c-7132-44a7-90d2-2e6440a05547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.159347 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-627456d7-de1e-496b-b759-04b0e5554f73 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512502 Aug 31 01:20:33.163764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44806) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:33.169770 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-2170914c-2887-4c7e-8866-5e07a69bd553 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:33.177121 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0813d79b-6e1d-4b7c-bcb8-443f5f2eb201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.247424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:33.271800 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-64dc2d4a-c731-422b-99fc-3c73c4875d1e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.331003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d59ea5e-0704-44a6-ad3f-45462256df11 None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:20:33.333512 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:33.333889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e8a4dbcd-c8fa-4388-84e7-d3dc3879fe0d not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:33.446484 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7d59ea5e-0704-44a6-ad3f-45462256df11 None None] Deleting port 6d9cb715-1cb5-4347-a753-efe1377f28fa {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:33.446859 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7d59ea5e-0704-44a6-ad3f-45462256df11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.581869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-7d59ea5e-0704-44a6-ad3f-45462256df11 None None] For port 6d9cb715-1cb5-4347-a753-efe1377f28fa, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=6d9cb715-1cb5-4347-a753-efe1377f28fa,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:33.581869 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7d59ea5e-0704-44a6-ad3f-45462256df11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.581869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7d59ea5e-0704-44a6-ad3f-45462256df11 None None] Calling delete_port for 6d9cb715-1cb5-4347-a753-efe1377f28fa owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:33.615023 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2170914c-2887-4c7e-8866-5e07a69bd553 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:33.618821 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2170914c-2887-4c7e-8866-5e07a69bd553 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.622596 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-64dc2d4a-c731-422b-99fc-3c73c4875d1e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server [None req-0813d79b-6e1d-4b7c-bcb8-443f5f2eb201 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8eb3ebe-86ef-4fe4-8e71-179329838f29: This subnet is being modified by another concurrent operation. Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server raise exception Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8eb3ebe-86ef-4fe4-8e71-179329838f29: This subnet is being modified by another concurrent operation. Aug 31 01:20:33.690135 n-d-793621-34 neutron-server[102344]: ERROR oslo_messaging.rpc.server Aug 31 01:20:33.702488 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc2d4a-c731-422b-99fc-3c73c4875d1e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Subnet': ['ID=b8eb3ebe-86ef-4fe4-8e71-179329838f29,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:33.730983 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7d59ea5e-0704-44a6-ad3f-45462256df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.734069 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10322e2d-2172-4402-8da0-a5db86496dcb None None] Network a01d8d0d-10f2-4575-a04a-073d78fe5b0f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:33.803686 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-64dc2d4a-c731-422b-99fc-3c73c4875d1e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.815515 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-64dc2d4a-c731-422b-99fc-3c73c4875d1e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01d8d0d-10f2-4575-a04a-073d78fe5b0f']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:33.828433 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-64dc2d4a-c731-422b-99fc-3c73c4875d1e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe10d0b-e7df-4eaa-a720-cf9221e99b55') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:33.828709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-64dc2d4a-c731-422b-99fc-3c73c4875d1e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe10d0b-e7df-4eaa-a720-cf9221e99b55') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:33.834053 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59ea5e-0704-44a6-ad3f-45462256df11 None None] Pushing event deleted for resources: {'Port': ['ID=6d9cb715-1cb5-4347-a753-efe1377f28fa,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:33.841805 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-64dc2d4a-c731-422b-99fc-3c73c4875d1e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.844832 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d59ea5e-0704-44a6-ad3f-45462256df11 None None] No DVR routers for this DVR port 6d9cb715-1cb5-4347-a753-efe1377f28fa on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:33.865918 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-64dc2d4a-c731-422b-99fc-3c73c4875d1e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.874676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64dc2d4a-c731-422b-99fc-3c73c4875d1e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:20:33.875263 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-64dc2d4a-c731-422b-99fc-3c73c4875d1e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.922849 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0e0013-04d0-4309-b729-3e0708d07758 None None] Network a01d8d0d-10f2-4575-a04a-073d78fe5b0f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:20:33.926003 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:20:34.066215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 6d9cb715-1cb5-4347-a753-efe1377f28fa no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:34.094773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9dd11a-e6ae-4e35-8b99-202469551bca None None] get_active_networks_info from n-d-793621-34 {{(pid=102344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:20:34.099648 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 6d9cb715-1cb5-4347-a753-efe1377f28fa {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:34.100171 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 6d9cb715-1cb5-4347-a753-efe1377f28fa not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:34.108960 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-64dc2d4a-c731-422b-99fc-3c73c4875d1e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.124442 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-64dc2d4a-c731-422b-99fc-3c73c4875d1e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.129692 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-64dc2d4a-c731-422b-99fc-3c73c4875d1e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/a01d8d0d-10f2-4575-a04a-073d78fe5b0f HTTP/1.1" status: 204 len: 168 time: 1.1708810 Aug 31 01:20:34.131130 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44824) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:34.143082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc2d4a-c731-422b-99fc-3c73c4875d1e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Network': ['ID=a01d8d0d-10f2-4575-a04a-073d78fe5b0f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:34.162012 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e78e09-0c8b-4264-ac69-94a567487a21 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:34.162507 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e78e09-0c8b-4264-ac69-94a567487a21 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:34.170632 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-98e78e09-0c8b-4264-ac69-94a567487a21 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/subnets/b8eb3ebe-86ef-4fe4-8e71-179329838f29 HTTP/1.1" status: 404 len: 337 time: 0.0346084 Aug 31 01:20:34.173685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44828) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:34.198120 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c8a743-3083-4be2-b3fc-ac6dcb10ec88 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:34.198685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c8a743-3083-4be2-b3fc-ac6dcb10ec88 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:34.201146 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-94c8a743-3083-4be2-b3fc-ac6dcb10ec88 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/a01d8d0d-10f2-4575-a04a-073d78fe5b0f HTTP/1.1" status: 404 len: 339 time: 0.0259788 Aug 31 01:20:34.203524 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44830) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:34.233687 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2170914c-2887-4c7e-8866-5e07a69bd553 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.244921 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-1653d2e7-eb1c-48b0-9fe2-4fa703e38e79 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:34.245851 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1653d2e7-eb1c-48b0-9fe2-4fa703e38e79 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:34.247583 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9dd11a-e6ae-4e35-8b99-202469551bca None None] Resources bound (agent type, host, resource id): {{(pid=102344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:20:34.252152 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1653d2e7-eb1c-48b0-9fe2-4fa703e38e79 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/subnets/adc7e1bb-b7bb-4d2a-a704-afe9b0561026 HTTP/1.1" status: 404 len: 337 time: 0.0457296 Aug 31 01:20:34.253171 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44832) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:34.288552 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-919d731d-fed9-47df-9e11-59a59c5d2ca7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:34.289371 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919d731d-fed9-47df-9e11-59a59c5d2ca7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:34.291592 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-919d731d-fed9-47df-9e11-59a59c5d2ca7 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/ed611464-5667-4ed7-806b-98b01a6d9d60 HTTP/1.1" status: 404 len: 339 time: 0.0366721 Aug 31 01:20:34.292193 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3ac53d3d-0c84-4ca1-a5f1-d391539b5bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.295459 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44834) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:34.350605 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2170914c-2887-4c7e-8866-5e07a69bd553 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:34.356298 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-2170914c-2887-4c7e-8866-5e07a69bd553 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:34.369730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2170914c-2887-4c7e-8866-5e07a69bd553 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:34.370506 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2170914c-2887-4c7e-8866-5e07a69bd553 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.387938 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170914c-2887-4c7e-8866-5e07a69bd553 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=85357a1c-d920-4b86-8691-d3ddf660b4d6,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:34.410271 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8804bdd-7b4a-457c-ac70-cb98c0a42798 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.487444 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2170914c-2887-4c7e-8866-5e07a69bd553 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3197861 Aug 31 01:20:34.487669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44836) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:34.492704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b9264b9f-0ffb-4812-99ae-8f2a88567cd6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:34.552172 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8804bdd-7b4a-457c-ac70-cb98c0a42798 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.563450 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-f8804bdd-7b4a-457c-ac70-cb98c0a42798 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a99135-c8f7-4048-bbb0-495f5421fd31']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:34.570803 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': '85357a1c-d920-4b86-8691-d3ddf660b4d6'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:20:34.571681 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.578851 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-f8804bdd-7b4a-457c-ac70-cb98c0a42798 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3757ed-c9b7-408c-bb40-3a59a9ce4406') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:34.590766 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-f8804bdd-7b4a-457c-ac70-cb98c0a42798 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3757ed-c9b7-408c-bb40-3a59a9ce4406') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:34.603244 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8804bdd-7b4a-457c-ac70-cb98c0a42798 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.621824 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8804bdd-7b4a-457c-ac70-cb98c0a42798 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.628772 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8804bdd-7b4a-457c-ac70-cb98c0a42798 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:20:34.629182 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8804bdd-7b4a-457c-ac70-cb98c0a42798 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:20:34.632744 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:20:34.722988 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Allocated IP 172.20.0.2 (bd5c1a30-2b24-4912-929d-0592c60865f1/85357a1c-d920-4b86-8691-d3ddf660b4d6/227ba822-7316-435d-b593-a67240b33d10) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:34.751369 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9264b9f-0ffb-4812-99ae-8f2a88567cd6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:34.754995 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9264b9f-0ffb-4812-99ae-8f2a88567cd6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.854930 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8804bdd-7b4a-457c-ac70-cb98c0a42798 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.865084 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8804bdd-7b4a-457c-ac70-cb98c0a42798 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.867364 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f8804bdd-7b4a-457c-ac70-cb98c0a42798 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/69a99135-c8f7-4048-bbb0-495f5421fd31 HTTP/1.1" status: 204 len: 168 time: 0.5704334 Aug 31 01:20:34.873168 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44844) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:34.881272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8804bdd-7b4a-457c-ac70-cb98c0a42798 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Network': ['ID=69a99135-c8f7-4048-bbb0-495f5421fd31,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:34.893295 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.903178 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Transition to ACTIVE for port object 227ba822-7316-435d-b593-a67240b33d10 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:34.910708 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-708283eb-e79d-4f31-b1da-9cc32527ec3f tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:34.911430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708283eb-e79d-4f31-b1da-9cc32527ec3f tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:34.915270 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-708283eb-e79d-4f31-b1da-9cc32527ec3f tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/subnets/aab5a0f6-c91f-4f99-8859-54ea18e7da4d HTTP/1.1" status: 404 len: 337 time: 0.0387082 Aug 31 01:20:34.915704 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44846) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:34.920908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Transition to ACTIVE for port object 227ba822-7316-435d-b593-a67240b33d10 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:34.933708 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c8de9b-346c-437f-8cfb-08fffda56c9e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:34.934290 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c8de9b-346c-437f-8cfb-08fffda56c9e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:34.936115 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-26c8de9b-346c-437f-8cfb-08fffda56c9e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/6822a496-b029-4d41-9b0f-cdfb9554cb8a HTTP/1.1" status: 404 len: 339 time: 0.0194459 Aug 31 01:20:34.938699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44848) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:34.972613 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-967d70cf-21dd-43a5-8c63-81b48733e2e6 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:34.973171 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967d70cf-21dd-43a5-8c63-81b48733e2e6 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:34.975685 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-967d70cf-21dd-43a5-8c63-81b48733e2e6 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/subnets/4f84779e-90bb-4198-bdda-7a6ce2ca5347 HTTP/1.1" status: 404 len: 337 time: 0.0354247 Aug 31 01:20:34.978218 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44852) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:35.021887 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ceda924-920f-455e-b6ce-72349b3f29f2 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:35.022424 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ceda924-920f-455e-b6ce-72349b3f29f2 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:35.024103 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9ceda924-920f-455e-b6ce-72349b3f29f2 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/70530075-10e1-479b-a4f6-71d88476f87b HTTP/1.1" status: 404 len: 339 time: 0.0247462 Aug 31 01:20:35.026797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44854) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:35.032284 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:35.055306 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-2718e23d-ef51-4b64-a5bd-413a96ba5b32 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:35.055754 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2718e23d-ef51-4b64-a5bd-413a96ba5b32 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:35.060777 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2718e23d-ef51-4b64-a5bd-413a96ba5b32 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/subnets/c970bd66-57f8-40a1-8db2-8bdd0a734020 HTTP/1.1" status: 404 len: 337 time: 0.0297024 Aug 31 01:20:35.061082 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44856) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:35.078548 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:35.081575 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:35.082930 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-fafc538d-583c-4821-9d71-bad0e57b9e7e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:35.083499 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fafc538d-583c-4821-9d71-bad0e57b9e7e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:35.087011 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:35.096309 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fafc538d-583c-4821-9d71-bad0e57b9e7e tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/dba1ef65-cee9-42ed-80e5-495b9f29a54b HTTP/1.1" status: 404 len: 339 time: 0.0311589 Aug 31 01:20:35.096533 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Pushing event updated for resources: {'Port': ['ID=227ba822-7316-435d-b593-a67240b33d10,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:35.096635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44860) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:35.136001 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-73df63ee-2cdd-460f-9bf5-eccedf89596d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:35.136760 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73df63ee-2cdd-460f-9bf5-eccedf89596d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:35.139342 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-73df63ee-2cdd-460f-9bf5-eccedf89596d tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/subnets/55b57ccf-e6d8-4638-95f9-b19ad661c1ea HTTP/1.1" status: 404 len: 337 time: 0.0349576 Aug 31 01:20:35.154122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44862) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:35.164793 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Attempting to bind port 227ba822-7316-435d-b593-a67240b33d10 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:35.165565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Attempting to bind port 227ba822-7316-435d-b593-a67240b33d10 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:35.165976 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Attempting to bind port 227ba822-7316-435d-b593-a67240b33d10 on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:35.173246 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:35.173950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:35.174158 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:35.174642 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:35.175242 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Bound port: 227ba822-7316-435d-b593-a67240b33d10, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:35.175674 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:35.179742 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b8127a-55f3-4d38-b1dc-03ec490e5793 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:35.181254 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b8127a-55f3-4d38-b1dc-03ec490e5793 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:35.185576 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d5b8127a-55f3-4d38-b1dc-03ec490e5793 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/95f71914-1645-4bab-acac-d2afbacedcee HTTP/1.1" status: 404 len: 339 time: 0.0293128 Aug 31 01:20:35.187819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44870) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:35.245491 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6898b9e-e856-406d-94d0-8b7793951014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:35.246468 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6898b9e-e856-406d-94d0-8b7793951014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:35.251342 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b6898b9e-e856-406d-94d0-8b7793951014 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/subnets/c444ea02-eb91-49b4-9ede-c684df8aad02 HTTP/1.1" status: 404 len: 337 time: 0.0623696 Aug 31 01:20:35.252426 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44874) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:35.301226 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-25cca3cb-bb7b-44cc-9f50-352f05ff79a2 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:35.301226 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25cca3cb-bb7b-44cc-9f50-352f05ff79a2 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:35.305142 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-25cca3cb-bb7b-44cc-9f50-352f05ff79a2 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/a6767016-1573-4a53-b018-43211cfa86a8 HTTP/1.1" status: 404 len: 339 time: 0.0482893 Aug 31 01:20:35.305348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44878) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:35.317629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] For port 227ba822-7316-435d-b593-a67240b33d10, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:35.321924 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] For port 227ba822-7316-435d-b593-a67240b33d10, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=227ba822-7316-435d-b593-a67240b33d10,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:35.346345 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a86352-dc6c-4bf9-b459-a867eda79ea1 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:35.346947 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a86352-dc6c-4bf9-b459-a867eda79ea1 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:35.351774 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c0a86352-dc6c-4bf9-b459-a867eda79ea1 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/subnets/43024095-fbf7-4a16-917d-ec796444e42f HTTP/1.1" status: 404 len: 337 time: 0.0450258 Aug 31 01:20:35.352428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44882) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:35.373211 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c2d834-6405-4fc0-b913-0c4260afb3a3 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:35.373860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c2d834-6405-4fc0-b913-0c4260afb3a3 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:35.378569 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-99c2d834-6405-4fc0-b913-0c4260afb3a3 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/01c5aec7-c0b6-4ef9-b0d4-3eabffa91c8f HTTP/1.1" status: 404 len: 339 time: 0.0250864 Aug 31 01:20:35.379266 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44884) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:35.386186 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:35.404562 n-d-793621-34 neutron-server[102342]: DEBUG neutron.objects.ports [None req-b9264b9f-0ffb-4812-99ae-8f2a88567cd6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:20:35.469205 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb2385-9622-4d9e-98be-0cfea66dfcdd None None] Pushing event updated for resources: {'Port': ['ID=227ba822-7316-435d-b593-a67240b33d10,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:35.487278 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-19814184-b87a-4da7-a3a4-199a6727d881 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:35.487993 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19814184-b87a-4da7-a3a4-199a6727d881 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:35.491019 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-19814184-b87a-4da7-a3a4-199a6727d881 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/subnets/a140456f-8af6-403f-9c68-f97830ce9ac7 HTTP/1.1" status: 404 len: 337 time: 0.1105716 Aug 31 01:20:35.494948 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44890) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:35.516412 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6b741a-d353-40a9-bc4c-d80651ee7d4b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:35.526603 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6b741a-d353-40a9-bc4c-d80651ee7d4b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:35.526603 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ea6b741a-d353-40a9-bc4c-d80651ee7d4b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/0c537095-ce94-4456-aa1f-43863297f5fc HTTP/1.1" status: 404 len: 339 time: 0.0233276 Aug 31 01:20:35.529326 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44892) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:35.561084 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bb01e6-c3cf-4742-a1fb-7a7defcf819f tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:35.561579 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26bb01e6-c3cf-4742-a1fb-7a7defcf819f tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:35.563391 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-26bb01e6-c3cf-4742-a1fb-7a7defcf819f tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/subnets/64c7ae98-c9e4-4b04-88e7-c4ec469ce97e HTTP/1.1" status: 404 len: 337 time: 0.0327926 Aug 31 01:20:35.565888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44896) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:35.586500 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f19f2d-3c28-45b3-b8f3-39c2c5b86487 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:35.587077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f19f2d-3c28-45b3-b8f3-39c2c5b86487 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:35.588979 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-37f19f2d-3c28-45b3-b8f3-39c2c5b86487 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/ee00c2c2-218c-41fd-bdf3-d1e424c8408e HTTP/1.1" status: 404 len: 339 time: 0.0221298 Aug 31 01:20:35.592328 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44898) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:35.662774 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-989f0583-529a-4c9e-90ff-28258392266b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Deleting subnet 06fde7d3-ab8b-4249-8b67-850fcc22a1fb {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:20:35.668378 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-989f0583-529a-4c9e-90ff-28258392266b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:35.722469 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-989f0583-529a-4c9e-90ff-28258392266b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:35.829722 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-989f0583-529a-4c9e-90ff-28258392266b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:35.968619 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e928da4-c2f0-43fa-b135-b5d267d79f01 req-78479608-b6ea-4e4a-8a39-7a6f97863935 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:35.971253 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e928da4-c2f0-43fa-b135-b5d267d79f01 req-78479608-b6ea-4e4a-8a39-7a6f97863935 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0933030 Aug 31 01:20:36.020657 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-989f0583-529a-4c9e-90ff-28258392266b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.028706 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e928da4-c2f0-43fa-b135-b5d267d79f01 req-065d5df0-6c22-46d3-aac3-d6b52cb7a8dd tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446329 Aug 31 01:20:36.077350 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-989f0583-529a-4c9e-90ff-28258392266b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.079998 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-989f0583-529a-4c9e-90ff-28258392266b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/subnets/06fde7d3-ab8b-4249-8b67-850fcc22a1fb HTTP/1.1" status: 204 len: 168 time: 0.4857693 Aug 31 01:20:36.081613 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f0583-529a-4c9e-90ff-28258392266b tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Subnet': ['ID=06fde7d3-ab8b-4249-8b67-850fcc22a1fb,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:36.083443 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44906) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:36.100589 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 227ba822-7316-435d-b593-a67240b33d10 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:36.220978 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9264b9f-0ffb-4812-99ae-8f2a88567cd6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.323245 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 227ba822-7316-435d-b593-a67240b33d10 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:36.419419 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-b9264b9f-0ffb-4812-99ae-8f2a88567cd6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] For port 227ba822-7316-435d-b593-a67240b33d10, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=227ba822-7316-435d-b593-a67240b33d10,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:36.456955 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9264b9f-0ffb-4812-99ae-8f2a88567cd6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.521837 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.540098 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9264b9f-0ffb-4812-99ae-8f2a88567cd6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.541201 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9264b9f-0ffb-4812-99ae-8f2a88567cd6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.541783 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0d71e-c8ca-44cf-854c-cbe79cbc11fe req-7cd15d5d-53e4-4057-924c-54517d4d7f23 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:36.553335 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-abe0d71e-c8ca-44cf-854c-cbe79cbc11fe req-7cd15d5d-53e4-4057-924c-54517d4d7f23 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1001778 Aug 31 01:20:36.619473 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9264b9f-0ffb-4812-99ae-8f2a88567cd6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:36.627756 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-abe0d71e-c8ca-44cf-854c-cbe79cbc11fe req-41b94608-4c8e-403c-84bb-17eb8d4411cf tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734255 Aug 31 01:20:36.636741 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-b9264b9f-0ffb-4812-99ae-8f2a88567cd6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:36.659804 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9264b9f-0ffb-4812-99ae-8f2a88567cd6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:36.660441 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9264b9f-0ffb-4812-99ae-8f2a88567cd6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.666998 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Deleting port dc8656fb-9167-431a-8ce7-14a4669423cb {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:36.667317 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.674097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a01767-7d17-4dbf-89f1-4bc889fc19cb None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:36.678284 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b269077b-df28-457e-9053-42ff0563af25 None None] Network f8201c85-d327-4920-b9ed-798be60b4c09 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:36.710878 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9264b9f-0ffb-4812-99ae-8f2a88567cd6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=50ab73a6-f354-484b-9e1b-9c0340034bfa,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:36.724710 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9264b9f-0ffb-4812-99ae-8f2a88567cd6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=227ba822-7316-435d-b593-a67240b33d10,revision_number=4']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:36.739221 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b9264b9f-0ffb-4812-99ae-8f2a88567cd6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2505276 Aug 31 01:20:36.741865 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44920) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:36.759277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-1fafa7b4-2b9c-42d4-8ed7-1780fde86714 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'mac_address': 'fa:16:3e:a1:79:57', 'name': 'tempest-NetworksTestDHCPv6-1528637372'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:36.776208 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] For port dc8656fb-9167-431a-8ce7-14a4669423cb, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dc8656fb-9167-431a-8ce7-14a4669423cb,segment=NetworkSegment(25268b20-2171-40d1-80d9-1625e697ecd5),segment_id=25268b20-2171-40d1-80d9-1625e697ecd5)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:36.777399 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.797168 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Calling delete_port for dc8656fb-9167-431a-8ce7-14a4669423cb owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:36.910164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9f08bd04-d54b-4489-b500-e75cd326dfd1 None None] Provisioning for port 227ba822-7316-435d-b593-a67240b33d10 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:36.918124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9f08bd04-d54b-4489-b500-e75cd326dfd1 None None] Provisioning complete for port 227ba822-7316-435d-b593-a67240b33d10 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:36.918499 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9f08bd04-d54b-4489-b500-e75cd326dfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.980128 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.992829 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.993514 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fafa7b4-2b9c-42d4-8ed7-1780fde86714 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:37.033229 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Port': ['ID=dc8656fb-9167-431a-8ce7-14a4669423cb,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:37.045331 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] No DVR routers for this DVR port dc8656fb-9167-431a-8ce7-14a4669423cb on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:37.109636 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1fafa7b4-2b9c-42d4-8ed7-1780fde86714 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.134252 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-29106199-d9e6-43a7-b733-f19c55a327bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.144395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-1fafa7b4-2b9c-42d4-8ed7-1780fde86714 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port b909a734-9bf0-46d2-8013-f2730d9d9e6c yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:20:37.153200 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.165708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dabc92d-4d13-41ac-aaa1-d920d4937ef7 None None] DHCP port deletion for f8201c85-d327-4920-b9ed-798be60b4c09 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:20:37.173152 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.184148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8201c85-d327-4920-b9ed-798be60b4c09']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:37.194106 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9f08bd04-d54b-4489-b500-e75cd326dfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.197957 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25268b20-2171-40d1-80d9-1625e697ecd5') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:37.198257 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25268b20-2171-40d1-80d9-1625e697ecd5') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:37.214274 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.234230 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.244523 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:20:37.244936 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:20:37.249685 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:20:37.252357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-9f08bd04-d54b-4489-b500-e75cd326dfd1 None None] For port 227ba822-7316-435d-b593-a67240b33d10, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=227ba822-7316-435d-b593-a67240b33d10,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:37.295715 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.393668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-1fafa7b4-2b9c-42d4-8ed7-1780fde86714 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 172.20.0.14 (bd5c1a30-2b24-4912-929d-0592c60865f1/85357a1c-d920-4b86-8691-d3ddf660b4d6/b909a734-9bf0-46d2-8013-f2730d9d9e6c) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:37.403068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-1fafa7b4-2b9c-42d4-8ed7-1780fde86714 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::f816:3eff:fea1:7957 (bd5c1a30-2b24-4912-929d-0592c60865f1/50ab73a6-f354-484b-9e1b-9c0340034bfa/b909a734-9bf0-46d2-8013-f2730d9d9e6c) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:37.416193 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9f08bd04-d54b-4489-b500-e75cd326dfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.482153 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08bd04-d54b-4489-b500-e75cd326dfd1 None None] Pushing event updated for resources: {'Port': ['ID=227ba822-7316-435d-b593-a67240b33d10,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:37.661523 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.677537 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.682359 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] 10.222.0.16 "DELETE /v2.0/networks/f8201c85-d327-4920-b9ed-798be60b4c09 HTTP/1.1" status: 204 len: 168 time: 1.5954418 Aug 31 01:20:37.704332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85f083-b515-45a8-80cd-b0b84c810706 tempest-NetworksTest-1289088975 tempest-NetworksTest-1289088975-project] Pushing event deleted for resources: {'Network': ['ID=f8201c85-d327-4920-b9ed-798be60b4c09,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:37.840151 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1fafa7b4-2b9c-42d4-8ed7-1780fde86714 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.855500 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-1fafa7b4-2b9c-42d4-8ed7-1780fde86714 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object b909a734-9bf0-46d2-8013-f2730d9d9e6c will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:37.872117 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ae8d08-4ed1-458d-a1fd-c8d429c046d1 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:37.966322 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c5646768-3764-43d2-88f5-8e06aa3120d5 None None] Provisioning complete for port 227ba822-7316-435d-b593-a67240b33d10 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:37.966699 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c5646768-3764-43d2-88f5-8e06aa3120d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.988994 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1fafa7b4-2b9c-42d4-8ed7-1780fde86714 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:38.090429 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafa7b4-2b9c-42d4-8ed7-1780fde86714 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=b909a734-9bf0-46d2-8013-f2730d9d9e6c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:38.098769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fafa7b4-2b9c-42d4-8ed7-1780fde86714 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:38.100608 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-1fafa7b4-2b9c-42d4-8ed7-1780fde86714 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:38.103355 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fafa7b4-2b9c-42d4-8ed7-1780fde86714 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:38.165230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fafa7b4-2b9c-42d4-8ed7-1780fde86714 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:38.165880 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1fafa7b4-2b9c-42d4-8ed7-1780fde86714 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:38.211595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 227ba822-7316-435d-b593-a67240b33d10 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:38.267210 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1fafa7b4-2b9c-42d4-8ed7-1780fde86714 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5237603 Aug 31 01:20:38.269495 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44950) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:38.331725 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ca7865-d4c5-42fe-9bc2-3804a5c69350 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:38.339189 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ca7865-d4c5-42fe-9bc2-3804a5c69350 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:38.341204 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b9ca7865-d4c5-42fe-9bc2-3804a5c69350 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0704365 Aug 31 01:20:38.343642 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44952) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:38.355901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44954) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:38.400755 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 227ba822-7316-435d-b593-a67240b33d10 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:38.402887 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:38.582501 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-f8f04474-4ac7-4ea7-a1be-5d94840a65ab tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port b909a734-9bf0-46d2-8013-f2730d9d9e6c {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:38.582848 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8f04474-4ac7-4ea7-a1be-5d94840a65ab tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:38.613090 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:38.660913 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fb69ae79-ea91-4f88-bf4b-23d09df076c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19201c8ae3874c67b7573193f295f39e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033412 Aug 31 01:20:38.668747 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44964) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:38.726175 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dc8656fb-9167-431a-8ce7-14a4669423cb no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:38.761889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: dc8656fb-9167-431a-8ce7-14a4669423cb {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:38.762377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dc8656fb-9167-431a-8ce7-14a4669423cb not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:38.766192 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03dab08a-383f-4c2e-b7db-c587ce85df9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:38.769958 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8f04474-4ac7-4ea7-a1be-5d94840a65ab tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:38.797954 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-f8f04474-4ac7-4ea7-a1be-5d94840a65ab tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for b909a734-9bf0-46d2-8013-f2730d9d9e6c owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:38.811337 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03dab08a-383f-4c2e-b7db-c587ce85df9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:38.912730 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f5cefdad-a033-4414-8a25-67f641f9a25a None None] Provisioning complete for port 227ba822-7316-435d-b593-a67240b33d10 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:38.913111 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f5cefdad-a033-4414-8a25-67f641f9a25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.277876 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03dab08a-383f-4c2e-b7db-c587ce85df9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.281488 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03dab08a-383f-4c2e-b7db-c587ce85df9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.281954 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-03dab08a-383f-4c2e-b7db-c587ce85df9b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05016755-83c2-422d-a74c-5b0a71719773 HTTP/1.1" status: 204 len: 168 time: 0.6177590 Aug 31 01:20:39.293453 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dab08a-383f-4c2e-b7db-c587ce85df9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05016755-83c2-422d-a74c-5b0a71719773,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:39.329652 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f5cefdad-a033-4414-8a25-67f641f9a25a None None] Provisioning for port b909a734-9bf0-46d2-8013-f2730d9d9e6c completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:39.329652 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f5cefdad-a033-4414-8a25-67f641f9a25a None None] Provisioning complete for port b909a734-9bf0-46d2-8013-f2730d9d9e6c triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:39.329652 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f5cefdad-a033-4414-8a25-67f641f9a25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.330487 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8f04474-4ac7-4ea7-a1be-5d94840a65ab tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.360690 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f5cefdad-a033-4414-8a25-67f641f9a25a None None] Port b909a734-9bf0-46d2-8013-f2730d9d9e6c was deleted so its status cannot be updated. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 01:20:39.401366 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f04474-4ac7-4ea7-a1be-5d94840a65ab tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=b909a734-9bf0-46d2-8013-f2730d9d9e6c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:39.477499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-82602f91-4010-4b66-99e5-81dde330c55a None None] Could not find standard attr ID for object b909a734-9bf0-46d2-8013-f2730d9d9e6c. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:20:39.525211 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f8f04474-4ac7-4ea7-a1be-5d94840a65ab tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.530683 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44976) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:39.533353 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f8f04474-4ac7-4ea7-a1be-5d94840a65ab tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/b909a734-9bf0-46d2-8013-f2730d9d9e6c HTTP/1.1" status: 204 len: 168 time: 1.1886110 Aug 31 01:20:39.612302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da95cbf4-2608-4309-b445-5265e01a5a22 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:39.614305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da95cbf4-2608-4309-b445-5265e01a5a22 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:39.617105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da95cbf4-2608-4309-b445-5265e01a5a22 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:39.622970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44980) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:39.623331 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-da95cbf4-2608-4309-b445-5265e01a5a22 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0913067 Aug 31 01:20:39.698738 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d442584-8eee-456a-8bfe-4beebc1c3eaa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet 50ab73a6-f354-484b-9e1b-9c0340034bfa {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:20:39.702926 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d442584-8eee-456a-8bfe-4beebc1c3eaa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.748533 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d442584-8eee-456a-8bfe-4beebc1c3eaa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.842789 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d442584-8eee-456a-8bfe-4beebc1c3eaa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.994638 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d442584-8eee-456a-8bfe-4beebc1c3eaa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.017470 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d442584-8eee-456a-8bfe-4beebc1c3eaa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=50ab73a6-f354-484b-9e1b-9c0340034bfa,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:40.021146 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d442584-8eee-456a-8bfe-4beebc1c3eaa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.023769 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5d442584-8eee-456a-8bfe-4beebc1c3eaa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/50ab73a6-f354-484b-9e1b-9c0340034bfa HTTP/1.1" status: 204 len: 168 time: 0.3988545 Aug 31 01:20:40.027932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44996) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:40.032879 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d440b1f-3955-4821-ab0a-971494b7f1cf None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:40.089497 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-46dd2b8b-08a5-41de-8089-e742dd4a25f9 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet 85357a1c-d920-4b86-8691-d3ddf660b4d6 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:20:40.092907 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-46dd2b8b-08a5-41de-8089-e742dd4a25f9 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.144117 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-46dd2b8b-08a5-41de-8089-e742dd4a25f9 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.244111 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-46dd2b8b-08a5-41de-8089-e742dd4a25f9 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.277865 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.409558 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-46dd2b8b-08a5-41de-8089-e742dd4a25f9 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.426539 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-46dd2b8b-08a5-41de-8089-e742dd4a25f9 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.431859 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-46dd2b8b-08a5-41de-8089-e742dd4a25f9 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/85357a1c-d920-4b86-8691-d3ddf660b4d6 HTTP/1.1" status: 204 len: 168 time: 0.4027324 Aug 31 01:20:40.435212 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45008) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:40.491092 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd2b8b-08a5-41de-8089-e742dd4a25f9 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=85357a1c-d920-4b86-8691-d3ddf660b4d6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:40.511011 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c579a7de-ca97-4658-9000-807806e98e93 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742922 Aug 31 01:20:40.513845 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45012) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:40.520637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0757b883-2831-46ce-bb39-a112a25d2e55 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:40.539117 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:20:40.740384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0757b883-2831-46ce-bb39-a112a25d2e55 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:40.744402 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0757b883-2831-46ce-bb39-a112a25d2e55 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.814064 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45030) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:40.895994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841637c3-c13c-4f3a-916c-82636b5c84e4 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:40.904823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495836e-a893-4deb-a4ef-fbe48522bc3f req-bb35c9aa-1c58-4351-a1b8-17532ec03449 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:40.906764 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7495836e-a893-4deb-a4ef-fbe48522bc3f req-bb35c9aa-1c58-4351-a1b8-17532ec03449 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0667875 Aug 31 01:20:41.014170 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7495836e-a893-4deb-a4ef-fbe48522bc3f req-3e8fb3ef-dda9-4c06-adae-ec50912ff8f5 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002510 Aug 31 01:20:41.020946 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6eafb4c5-2863-4db4-b603-0a9e388499ef None None] Provisioning complete for port 227ba822-7316-435d-b593-a67240b33d10 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:41.021560 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6eafb4c5-2863-4db4-b603-0a9e388499ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:41.022757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-70046a82-a3ca-4349-94cd-a40c74d7da0e tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] Request body: {'port': {'network_id': 'd8457249-aec7-4e4d-b509-c98b1229c5d5', 'name': 'tempest-NetworksNegativeTestJSON-968614088'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:41.050154 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-70046a82-a3ca-4349-94cd-a40c74d7da0e tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] POST failed (client error): The resource could not be found. Aug 31 01:20:41.050810 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70046a82-a3ca-4349-94cd-a40c74d7da0e tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:41.052271 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-70046a82-a3ca-4349-94cd-a40c74d7da0e tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2362804 Aug 31 01:20:41.057026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45038) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:41.080745 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-3360fd06-5f42-4ee8-9fab-fbb5762988ae tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:41.081393 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3360fd06-5f42-4ee8-9fab-fbb5762988ae tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:41.083592 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3360fd06-5f42-4ee8-9fab-fbb5762988ae tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] 10.222.0.16 "DELETE /v2.0/networks/e5393295-a3e9-4c26-ae19-1bd43cbd9143 HTTP/1.1" status: 404 len: 339 time: 0.0250502 Aug 31 01:20:41.085422 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0757b883-2831-46ce-bb39-a112a25d2e55 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:41.089480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45042) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:41.117306 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88ec67e-4363-462e-b431-4400da432c84 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:41.120887 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88ec67e-4363-462e-b431-4400da432c84 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:41.122426 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d88ec67e-4363-462e-b431-4400da432c84 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] 10.222.0.16 "DELETE /v2.0/ports/ff4387a2-de9a-4d29-942d-08defcfa6c6d HTTP/1.1" status: 404 len: 333 time: 0.0312262 Aug 31 01:20:41.126643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45044) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:41.161025 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c29f86-8c37-44ff-9d1f-8c68d394fe12 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:41.161360 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c29f86-8c37-44ff-9d1f-8c68d394fe12 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:41.163538 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b3c29f86-8c37-44ff-9d1f-8c68d394fe12 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] 10.222.0.16 "DELETE /v2.0/subnets/ddca7a5c-6b60-46a4-a29c-05500ff11ce5 HTTP/1.1" status: 404 len: 337 time: 0.0357449 Aug 31 01:20:41.166296 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0757b883-2831-46ce-bb39-a112a25d2e55 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:41.167931 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45046) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:41.175643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-0757b883-2831-46ce-bb39-a112a25d2e55 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:41.182198 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0757b883-2831-46ce-bb39-a112a25d2e55 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:41.182803 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0757b883-2831-46ce-bb39-a112a25d2e55 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:41.187080 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757b883-2831-46ce-bb39-a112a25d2e55 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=e92f0b26-3157-400d-b2c0-ebe7d4ea5acc,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:41.206128 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6412cdd-0ebb-459b-9c96-735fbf89ee15 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] GET failed (client error): The resource could not be found. Aug 31 01:20:41.212850 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f5f8b-e324-4ed9-9eb6-cdd8548a627e req-e94bb6b1-31af-43b3-94cd-15716c27c11e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:41.213132 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a6412cdd-0ebb-459b-9c96-735fbf89ee15 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] 10.222.0.16 "GET /v2.0/networks/bcafa911-6eca-4479-98b1-693f19ff1bd7 HTTP/1.1" status: 404 len: 339 time: 0.0386729 Aug 31 01:20:41.213253 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e4f5f8b-e324-4ed9-9eb6-cdd8548a627e req-e94bb6b1-31af-43b3-94cd-15716c27c11e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1153433 Aug 31 01:20:41.213357 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45048) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:41.240419 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b24f463-ca91-4365-8b3e-63508d939523 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] GET failed (client error): The resource could not be found. Aug 31 01:20:41.242247 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5b24f463-ca91-4365-8b3e-63508d939523 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] 10.222.0.16 "GET /v2.0/ports/f1707e66-639c-4a05-9b95-5357fb596752 HTTP/1.1" status: 404 len: 333 time: 0.0276759 Aug 31 01:20:41.248098 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45052) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:41.266934 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e4f5f8b-e324-4ed9-9eb6-cdd8548a627e req-d37b30b9-99a7-4497-a27f-76580bb9bc19 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466764 Aug 31 01:20:41.279972 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d3ffde-57d7-4df3-b0df-96c32aad4cd0 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] GET failed (client error): The resource could not be found. Aug 31 01:20:41.281531 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-02d3ffde-57d7-4df3-b0df-96c32aad4cd0 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] 10.222.0.16 "GET /v2.0/subnets/c70e47c0-9b95-457f-b7d1-e095315b6fc2 HTTP/1.1" status: 404 len: 337 time: 0.0322287 Aug 31 01:20:41.285418 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45054) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:41.291515 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-65b3ce39-e6f4-4fe1-9b9e-4682a5b43c90 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:41.312337 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0757b883-2831-46ce-bb39-a112a25d2e55 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7925322 Aug 31 01:20:41.312337 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b3ce39-e6f4-4fe1-9b9e-4682a5b43c90 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] PUT failed (client error): The resource could not be found. Aug 31 01:20:41.312337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b3ce39-e6f4-4fe1-9b9e-4682a5b43c90 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:41.325881 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-65b3ce39-e6f4-4fe1-9b9e-4682a5b43c90 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] 10.222.0.16 "PUT /v2.0/networks/102e37f3-7f76-4a50-aa2f-1ff10b2bd305 HTTP/1.1" status: 404 len: 339 time: 0.0265141 Aug 31 01:20:41.325881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45058) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:41.325881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-16b514bd-5bb9-43f9-9d08-2dad55b13699 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:41.325881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45060) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:41.332548 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4258c334-ece6-4692-a83b-7edb1be48411 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:41.397466 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-4258c334-ece6-4692-a83b-7edb1be48411 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] PUT failed (client error): The resource could not be found. Aug 31 01:20:41.402320 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4258c334-ece6-4692-a83b-7edb1be48411 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:41.402320 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4258c334-ece6-4692-a83b-7edb1be48411 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] 10.222.0.16 "PUT /v2.0/ports/a98afdf5-8676-4b74-968c-5db25d8990bc HTTP/1.1" status: 404 len: 333 time: 0.0757082 Aug 31 01:20:41.404656 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45064) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:41.421489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b5a363f5-8d2b-497d-8629-bd58afb7f498 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:41.475988 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a363f5-8d2b-497d-8629-bd58afb7f498 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] PUT failed (client error): The resource could not be found. Aug 31 01:20:41.480524 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a363f5-8d2b-497d-8629-bd58afb7f498 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:41.484995 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b5a363f5-8d2b-497d-8629-bd58afb7f498 tempest-NetworksNegativeTestJSON-925585478 tempest-NetworksNegativeTestJSON-925585478-project] 10.222.0.16 "PUT /v2.0/subnets/a1ec9736-655b-4503-9072-1e16313a3bd7 HTTP/1.1" status: 404 len: 337 time: 0.0727253 Aug 31 01:20:41.514843 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e223be6b-1d3b-4948-aaeb-6b4756d4d6de None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:41.573426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6e9dd-a10a-45db-a235-90a8293aedbe req-473f596d-bcb6-4bab-b328-f91cc70302aa tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:41.576428 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-72a6e9dd-a10a-45db-a235-90a8293aedbe req-473f596d-bcb6-4bab-b328-f91cc70302aa tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0693421 Aug 31 01:20:41.601780 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9c65b308-6a23-4948-b1fd-45da509ba3d5 None None] Provisioning complete for port 227ba822-7316-435d-b593-a67240b33d10 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:41.602156 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9c65b308-6a23-4948-b1fd-45da509ba3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:41.624170 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-72a6e9dd-a10a-45db-a235-90a8293aedbe req-d08c516c-5866-476d-8b5e-c7cb64f8af9a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362895 Aug 31 01:20:41.711732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b514bd-5bb9-43f9-9d08-2dad55b13699 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:41.716114 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-16b514bd-5bb9-43f9-9d08-2dad55b13699 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:41.758558 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f82911-0a56-4f47-9e09-8f878096c802 req-bdfe5b4f-cad3-4fa5-8057-15a3685bffb2 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:41.768746 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d7f82911-0a56-4f47-9e09-8f878096c802 req-bdfe5b4f-cad3-4fa5-8057-15a3685bffb2 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0765948 Aug 31 01:20:41.827996 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d7f82911-0a56-4f47-9e09-8f878096c802 req-964b634f-d32b-4adb-80d8-b6019bcf5f96 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580275 Aug 31 01:20:42.088117 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9819dbc-3e66-4577-a124-5a8d264b80c7 req-ec9a54ee-0a6c-42e1-8246-a3e76265dca4 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:42.090262 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d9819dbc-3e66-4577-a124-5a8d264b80c7 req-ec9a54ee-0a6c-42e1-8246-a3e76265dca4 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0776789 Aug 31 01:20:42.150113 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d9819dbc-3e66-4577-a124-5a8d264b80c7 req-5364aa91-f79c-4209-b8d3-2ada64307cf5 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530360 Aug 31 01:20:42.208953 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0aa779d6-df9f-439b-b155-d53fab76bc61 None None] Provisioning complete for port 227ba822-7316-435d-b593-a67240b33d10 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:42.209324 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0aa779d6-df9f-439b-b155-d53fab76bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:42.303522 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45094) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:42.329766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.objects.ports [None req-16b514bd-5bb9-43f9-9d08-2dad55b13699 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:20:42.431672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1b4d6-906c-42de-9a7a-f393743bec65 req-4911fed6-ca96-4f6c-825e-c61297310677 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:42.436732 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-61d1b4d6-906c-42de-9a7a-f393743bec65 req-4911fed6-ca96-4f6c-825e-c61297310677 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1816294 Aug 31 01:20:42.495201 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9a38eee9-0a32-40a4-bd1e-25cef5f07ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:42.532589 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-61d1b4d6-906c-42de-9a7a-f393743bec65 req-9dddbea3-f8df-4f32-bcf5-a6d1f16213da tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880048 Aug 31 01:20:42.652597 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9a38eee9-0a32-40a4-bd1e-25cef5f07ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:42.814892 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9a38eee9-0a32-40a4-bd1e-25cef5f07ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:42.815197 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-16b514bd-5bb9-43f9-9d08-2dad55b13699 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:42.872945 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9a38eee9-0a32-40a4-bd1e-25cef5f07ac0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4982c4c30f154a90b7e8e16dfc9c644f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5680091 Aug 31 01:20:42.877133 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38eee9-0a32-40a4-bd1e-25cef5f07ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce97e63-d4b5-4aaf-b913-dcc8ed8e38fe,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:42.878318 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45110) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:42.919277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a460286-7ce9-4cfc-bd5b-6545e3fbd2d6 req-b980f830-fe2e-488f-a994-165066dfda63 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:42.921593 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a460286-7ce9-4cfc-bd5b-6545e3fbd2d6 req-b980f830-fe2e-488f-a994-165066dfda63 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1234982 Aug 31 01:20:43.061935 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a460286-7ce9-4cfc-bd5b-6545e3fbd2d6 req-789187fe-6d9c-4b20-8f29-b7081d197bf8 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277750 Aug 31 01:20:43.079146 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76aec3dd-5311-4ed1-ac48-909546266140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:43.132102 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76aec3dd-5311-4ed1-ac48-909546266140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:43.166048 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-16b514bd-5bb9-43f9-9d08-2dad55b13699 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] For port 227ba822-7316-435d-b593-a67240b33d10, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=227ba822-7316-435d-b593-a67240b33d10,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:43.191767 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bae70b-b675-4b35-a259-2405d2b844a0 req-7957c2fc-e22c-41cc-836c-035018d6daa3 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:43.193471 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2bae70b-b675-4b35-a259-2405d2b844a0 req-7957c2fc-e22c-41cc-836c-035018d6daa3 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0505471 Aug 31 01:20:43.212305 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-16b514bd-5bb9-43f9-9d08-2dad55b13699 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:43.253259 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2bae70b-b675-4b35-a259-2405d2b844a0 req-980aaf31-d59c-4ad4-865b-fad4c46d7642 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526206 Aug 31 01:20:43.298097 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-16b514bd-5bb9-43f9-9d08-2dad55b13699 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:43.298889 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-16b514bd-5bb9-43f9-9d08-2dad55b13699 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:43.360332 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76aec3dd-5311-4ed1-ac48-909546266140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:43.362663 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76aec3dd-5311-4ed1-ac48-909546266140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:43.366253 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-76aec3dd-5311-4ed1-ac48-909546266140 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ce97e63-d4b5-4aaf-b913-dcc8ed8e38fe HTTP/1.1" status: 204 len: 168 time: 0.4837415 Aug 31 01:20:43.386296 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b514bd-5bb9-43f9-9d08-2dad55b13699 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:43.402647 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-16b514bd-5bb9-43f9-9d08-2dad55b13699 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:43.416065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b514bd-5bb9-43f9-9d08-2dad55b13699 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:43.416268 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c3c248-7f13-4349-843e-e80c045ae0dd None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:43.416828 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-16b514bd-5bb9-43f9-9d08-2dad55b13699 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:43.436375 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aec3dd-5311-4ed1-ac48-909546266140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce97e63-d4b5-4aaf-b913-dcc8ed8e38fe,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:43.469243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa5a01-c2c7-4f1d-88ca-5efafc7de73c req-4c000004-2e42-4232-ba27-8972eed7d2bf tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:43.471754 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-69aa5a01-c2c7-4f1d-88ca-5efafc7de73c req-4c000004-2e42-4232-ba27-8972eed7d2bf tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0727806 Aug 31 01:20:43.472736 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b514bd-5bb9-43f9-9d08-2dad55b13699 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=227ba822-7316-435d-b593-a67240b33d10,revision_number=9']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:43.477207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b514bd-5bb9-43f9-9d08-2dad55b13699 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=eb7052c8-f819-4a34-82ff-dd50afdf8678,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:43.525562 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-69aa5a01-c2c7-4f1d-88ca-5efafc7de73c req-7f25d1ee-5b8e-4851-a182-b2d84a51949f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360894 Aug 31 01:20:43.609110 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45132) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:43.610521 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-16b514bd-5bb9-43f9-9d08-2dad55b13699 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2955611 Aug 31 01:20:43.615230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-214181c2-f2aa-4b1a-b164-0aa9d98d1e1f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'mac_address': 'fa:16:3e:5e:40:ae', 'name': 'tempest-NetworksTestDHCPv6-1919211026'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:43.676652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d85328-da53-4c0d-b136-38cd88cd98ff req-92d2e652-3ba9-49bd-9f54-68cb7e542e52 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:43.679847 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3d85328-da53-4c0d-b136-38cd88cd98ff req-92d2e652-3ba9-49bd-9f54-68cb7e542e52 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0657375 Aug 31 01:20:43.710258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2d1e94-d188-4008-a957-6a9a96dba788 None None] Update dhcp port {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'fixed_ips': [{'subnet_id': 'eb7052c8-f819-4a34-82ff-dd50afdf8678', 'ip_address': '2001:db8::f816:3eff:fe01:63ae'}, {'subnet_id': 'e92f0b26-3157-400d-b2c0-ebe7d4ea5acc'}], 'binding:host_id': 'n-d-793621-34'}, 'id': '227ba822-7316-435d-b593-a67240b33d10'} from n-d-793621-34. {{(pid=102344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:20:43.730542 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3d85328-da53-4c0d-b136-38cd88cd98ff req-91b1d8f0-9b9c-4ad1-8158-0dc38e755c1e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434537 Aug 31 01:20:43.748162 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1e94-d188-4008-a957-6a9a96dba788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:43.837312 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214181c2-f2aa-4b1a-b164-0aa9d98d1e1f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:44.007870 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-ff2d1e94-d188-4008-a957-6a9a96dba788 None None] Allocated IP 172.20.0.2 (bd5c1a30-2b24-4912-929d-0592c60865f1/e92f0b26-3157-400d-b2c0-ebe7d4ea5acc/227ba822-7316-435d-b593-a67240b33d10) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:44.039929 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-214181c2-f2aa-4b1a-b164-0aa9d98d1e1f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:44.080539 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b325870-e4cf-4fd1-881a-ce1ba930294f req-94d32fa9-1494-403f-b6e1-c84233f25b05 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:44.085482 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b325870-e4cf-4fd1-881a-ce1ba930294f req-94d32fa9-1494-403f-b6e1-c84233f25b05 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0801895 Aug 31 01:20:44.086739 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-214181c2-f2aa-4b1a-b164-0aa9d98d1e1f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port 0d927950-e0d4-43c6-ab9c-dd6cef12e891 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:20:44.099494 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 227ba822-7316-435d-b593-a67240b33d10 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:44.154195 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b325870-e4cf-4fd1-881a-ce1ba930294f req-444f91e7-2f10-4c75-a805-378a11cf5bc1 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577805 Aug 31 01:20:44.176618 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ff2d1e94-d188-4008-a957-6a9a96dba788 None None] For port 227ba822-7316-435d-b593-a67240b33d10, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=227ba822-7316-435d-b593-a67240b33d10,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:44.202804 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 227ba822-7316-435d-b593-a67240b33d10 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:44.210929 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:44.229633 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1e94-d188-4008-a957-6a9a96dba788 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:44.246874 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ff2d1e94-d188-4008-a957-6a9a96dba788 None None] Transition to ACTIVE for port object 227ba822-7316-435d-b593-a67240b33d10 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:44.301247 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1e94-d188-4008-a957-6a9a96dba788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:44.372735 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d1e94-d188-4008-a957-6a9a96dba788 None None] Pushing event updated for resources: {'Port': ['ID=227ba822-7316-435d-b593-a67240b33d10,revision_number=10']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:44.374650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545960e-b2c3-457d-8241-7cfc3e56ba5a req-997d44c4-d96a-4f59-9977-2c5407e700bc tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:44.381586 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2545960e-b2c3-457d-8241-7cfc3e56ba5a req-997d44c4-d96a-4f59-9977-2c5407e700bc tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1231246 Aug 31 01:20:44.452924 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2545960e-b2c3-457d-8241-7cfc3e56ba5a req-5a7c48ff-c050-4631-aef0-caa34803137a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704517 Aug 31 01:20:44.473574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-214181c2-f2aa-4b1a-b164-0aa9d98d1e1f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 172.20.0.10 (bd5c1a30-2b24-4912-929d-0592c60865f1/e92f0b26-3157-400d-b2c0-ebe7d4ea5acc/0d927950-e0d4-43c6-ab9c-dd6cef12e891) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:44.482577 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-214181c2-f2aa-4b1a-b164-0aa9d98d1e1f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::f816:3eff:fe5e:40ae (bd5c1a30-2b24-4912-929d-0592c60865f1/eb7052c8-f819-4a34-82ff-dd50afdf8678/0d927950-e0d4-43c6-ab9c-dd6cef12e891) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:44.554798 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ca31d58-f7e2-4745-bb8a-30ae349853bb req-efc14f09-608d-4fed-841e-ce7308880721 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1041987 Aug 31 01:20:44.698326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca31d58-f7e2-4745-bb8a-30ae349853bb req-7c622364-a570-49d4-b06b-b82db3790dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:44.699394 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ca31d58-f7e2-4745-bb8a-30ae349853bb req-7c622364-a570-49d4-b06b-b82db3790dd8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=578114a3322f4fb48aa345ef591d2704&device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 1098 time: 0.0962920 Aug 31 01:20:44.777857 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-214181c2-f2aa-4b1a-b164-0aa9d98d1e1f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:44.810240 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-214181c2-f2aa-4b1a-b164-0aa9d98d1e1f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object 0d927950-e0d4-43c6-ab9c-dd6cef12e891 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:44.906413 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-214181c2-f2aa-4b1a-b164-0aa9d98d1e1f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:44.935620 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca31d58-f7e2-4745-bb8a-30ae349853bb req-0f0f8d0a-ac79-4a66-a569-1693140740df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:44.937247 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ca31d58-f7e2-4745-bb8a-30ae349853bb req-0f0f8d0a-ac79-4a66-a569-1693140740df service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e08226c-027d-47ff-8492-8c59b88cb0ad HTTP/1.1" status: 200 len: 909 time: 0.2116098 Aug 31 01:20:44.946867 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a360c-c142-409d-ac16-4b321eceaf05 req-b99f4ce6-41c0-48d2-8066-d8b0c12fa647 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:44.954652 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ec7a360c-c142-409d-ac16-4b321eceaf05 req-b99f4ce6-41c0-48d2-8066-d8b0c12fa647 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/networks?id=89f7c789-f065-435a-b19c-f559037f3737 HTTP/1.1" status: 200 len: 814 time: 0.1541226 Aug 31 01:20:44.967974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214181c2-f2aa-4b1a-b164-0aa9d98d1e1f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:44.971758 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-214181c2-f2aa-4b1a-b164-0aa9d98d1e1f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:44.974760 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214181c2-f2aa-4b1a-b164-0aa9d98d1e1f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:44.987634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45186) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:45.025810 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ec7a360c-c142-409d-ac16-4b321eceaf05 req-be18de0c-2286-4be0-9827-15f2beda1e58 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/quotas/dd5873ec25cd475faddc2dfcf8d0e540 HTTP/1.1" status: 200 len: 375 time: 0.0702624 Aug 31 01:20:45.032006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214181c2-f2aa-4b1a-b164-0aa9d98d1e1f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=0d927950-e0d4-43c6-ab9c-dd6cef12e891,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:45.043295 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ca31d58-f7e2-4745-bb8a-30ae349853bb req-342b7c2c-fde0-4e47-a982-bf8006f713c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=132c8234-ad6c-47bb-addd-587ad401df74 HTTP/1.1" status: 200 len: 1002 time: 0.0853879 Aug 31 01:20:45.074317 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214181c2-f2aa-4b1a-b164-0aa9d98d1e1f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:45.074913 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-214181c2-f2aa-4b1a-b164-0aa9d98d1e1f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.135174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca31d58-f7e2-4745-bb8a-30ae349853bb req-85f1a71d-dd42-4117-8acf-8c91398d9a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:45.136824 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ca31d58-f7e2-4745-bb8a-30ae349853bb req-85f1a71d-dd42-4117-8acf-8c91398d9a9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6980437-b15c-40e2-aa0f-e59e23c89221 HTTP/1.1" status: 200 len: 847 time: 0.0750268 Aug 31 01:20:45.150044 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ec7a360c-c142-409d-ac16-4b321eceaf05 req-700cdde5-e22a-402d-982c-94d6c5365618 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd5873ec25cd475faddc2dfcf8d0e540&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1196661 Aug 31 01:20:45.150526 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-214181c2-f2aa-4b1a-b164-0aa9d98d1e1f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5396657 Aug 31 01:20:45.151213 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45196) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:45.236203 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca31d58-f7e2-4745-bb8a-30ae349853bb req-57534f6f-5efc-42bf-9571-984cfabeda39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:45.241667 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ca31d58-f7e2-4745-bb8a-30ae349853bb req-57534f6f-5efc-42bf-9571-984cfabeda39 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e08226c-027d-47ff-8492-8c59b88cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906138 Aug 31 01:20:45.259955 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ee601923-19f8-4236-b3b6-9fbd98066f0d tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1499463844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:45.294565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ee8395-5f2b-48a0-83af-e879708f8638 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:45.301782 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ee8395-5f2b-48a0-83af-e879708f8638 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:45.303534 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-81ee8395-5f2b-48a0-83af-e879708f8638 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1508157 Aug 31 01:20:45.309075 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45202) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:45.372386 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ca31d58-f7e2-4745-bb8a-30ae349853bb req-8068546f-7118-4045-8e51-b533dd9162dc service neutron] 10.222.0.48 "GET /v2.0/networks/4e08226c-027d-47ff-8492-8c59b88cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213686 Aug 31 01:20:45.393593 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ee601923-19f8-4236-b3b6-9fbd98066f0d tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.393593 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ee601923-19f8-4236-b3b6-9fbd98066f0d tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.424392 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438bee5-16ad-4cbf-8457-08c2f19ef3b7 req-80dafea0-fad5-46f3-b4e1-d69aaf9de768 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:45.432226 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8438bee5-16ad-4cbf-8457-08c2f19ef3b7 req-80dafea0-fad5-46f3-b4e1-d69aaf9de768 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1274219 Aug 31 01:20:45.487256 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ca31d58-f7e2-4745-bb8a-30ae349853bb req-de8a1a5f-2a94-4bab-b845-a10f95585811 service neutron] 10.222.0.48 "GET /v2.0/networks/4e08226c-027d-47ff-8492-8c59b88cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062663 Aug 31 01:20:45.526082 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ee601923-19f8-4236-b3b6-9fbd98066f0d tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.549479 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8438bee5-16ad-4cbf-8457-08c2f19ef3b7 req-a04d3b72-5d3e-4b19-ae7f-abd598ab72b3 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162925 Aug 31 01:20:45.574151 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-aa996011-d933-44e0-a0cf-bb058333743a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port 0d927950-e0d4-43c6-ab9c-dd6cef12e891 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:45.577912 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aa996011-d933-44e0-a0cf-bb058333743a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.626092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-207cf7e6-9dce-42ec-8d9d-1a3c73795a30 None None] Provisioning for port 227ba822-7316-435d-b593-a67240b33d10 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:45.630772 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-207cf7e6-9dce-42ec-8d9d-1a3c73795a30 None None] Provisioning complete for port 227ba822-7316-435d-b593-a67240b33d10 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:45.631154 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-207cf7e6-9dce-42ec-8d9d-1a3c73795a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.646090 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ee601923-19f8-4236-b3b6-9fbd98066f0d tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.696772 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aa996011-d933-44e0-a0cf-bb058333743a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.712005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-aa996011-d933-44e0-a0cf-bb058333743a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for 0d927950-e0d4-43c6-ab9c-dd6cef12e891 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:45.746495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afc30d-c863-46cb-81c6-324045668236 req-d565ae1c-47af-49d8-8620-396988bec27d tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:45.747115 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8afc30d-c863-46cb-81c6-324045668236 req-d565ae1c-47af-49d8-8620-396988bec27d tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0774589 Aug 31 01:20:45.778640 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ee601923-19f8-4236-b3b6-9fbd98066f0d tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.780166 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ee601923-19f8-4236-b3b6-9fbd98066f0d tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7903640 Aug 31 01:20:45.782994 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45212) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:45.791550 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-dbb77108-9eba-4184-9e4a-3092d6d727ce tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1209426947'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:45.810518 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8afc30d-c863-46cb-81c6-324045668236 req-6c1a4b58-3eda-483e-82cf-cb07407c5f4f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566530 Aug 31 01:20:45.911388 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb77108-9eba-4184-9e4a-3092d6d727ce tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Made reservation on behalf of 0e09ea73174646ba88b5c96298ea0512 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:45.915055 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dbb77108-9eba-4184-9e4a-3092d6d727ce tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.926844 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dbb77108-9eba-4184-9e4a-3092d6d727ce tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.043018 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 227ba822-7316-435d-b593-a67240b33d10 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:46.046697 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-acf4ecc5-2fe8-4ac3-9357-bb8b75d1c4d9 req-25651b4e-d6a8-4527-98a0-cc9ed487db89 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=dd5873ec25cd475faddc2dfcf8d0e540 HTTP/1.1" status: 200 len: 221 time: 0.0343330 Aug 31 01:20:46.101085 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 227ba822-7316-435d-b593-a67240b33d10 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:46.101491 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.114107 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aa996011-d933-44e0-a0cf-bb058333743a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.135255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-60ba4c15-799b-4f2c-b5b4-19babf717cf5 None None] Provisioning for port 0d927950-e0d4-43c6-ab9c-dd6cef12e891 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:46.141681 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-60ba4c15-799b-4f2c-b5b4-19babf717cf5 None None] Provisioning complete for port 0d927950-e0d4-43c6-ab9c-dd6cef12e891 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:46.142057 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-60ba4c15-799b-4f2c-b5b4-19babf717cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.164916 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46af2cd-fc3e-432c-9aea-526b6335c089 req-4ec89468-faca-4cde-ad9b-93107b57e06a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:46.166789 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c46af2cd-fc3e-432c-9aea-526b6335c089 req-4ec89468-faca-4cde-ad9b-93107b57e06a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0617299 Aug 31 01:20:46.173499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-60ba4c15-799b-4f2c-b5b4-19babf717cf5 None None] Port 0d927950-e0d4-43c6-ab9c-dd6cef12e891 was deleted so its status cannot be updated. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 01:20:46.203993 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa996011-d933-44e0-a0cf-bb058333743a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=0d927950-e0d4-43c6-ab9c-dd6cef12e891,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:46.281890 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c46af2cd-fc3e-432c-9aea-526b6335c089 req-75bad7dc-5ac2-40e7-a130-e7ace4301626 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089711 Aug 31 01:20:46.424319 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dbb77108-9eba-4184-9e4a-3092d6d727ce tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.425804 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aa996011-d933-44e0-a0cf-bb058333743a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.429493 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-aa996011-d933-44e0-a0cf-bb058333743a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/0d927950-e0d4-43c6-ab9c-dd6cef12e891 HTTP/1.1" status: 204 len: 168 time: 1.1177049 Aug 31 01:20:46.430810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295242-49ea-4771-933f-7590e21038b2 req-d3ee4002-9a4d-48fc-ae55-c55f5dab9b16 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:46.431439 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45240) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:46.432505 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e295242-49ea-4771-933f-7590e21038b2 req-d3ee4002-9a4d-48fc-ae55-c55f5dab9b16 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0753438 Aug 31 01:20:46.480165 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dbb77108-9eba-4184-9e4a-3092d6d727ce tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.499513 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e295242-49ea-4771-933f-7590e21038b2 req-86102351-d852-47ca-b968-fb38ed550c26 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534711 Aug 31 01:20:46.525943 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb77108-9eba-4184-9e4a-3092d6d727ce tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:20:46.537092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d945e-c748-47b1-974e-82ab3d81a935 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:46.538718 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d945e-c748-47b1-974e-82ab3d81a935 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:46.540137 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d945e-c748-47b1-974e-82ab3d81a935 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:46.541752 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d13d945e-c748-47b1-974e-82ab3d81a935 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1076915 Aug 31 01:20:46.545282 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45248) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:46.554468 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb77108-9eba-4184-9e4a-3092d6d727ce tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4136394-6462-43bb-ace8-0467384a3717,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:46.557568 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dbb77108-9eba-4184-9e4a-3092d6d727ce tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.560640 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-dbb77108-9eba-4184-9e4a-3092d6d727ce tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Added segment 4c4d61d4-6128-49e2-9310-91246b0aa270 of type vlan for network 7f6e5f66-95dd-4231-b254-b3d2303e16bc Aug 31 01:20:46.608934 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dbb77108-9eba-4184-9e4a-3092d6d727ce tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.632824 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e920bbb-6c19-4fd3-b5b1-7cc404dc24e5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet e92f0b26-3157-400d-b2c0-ebe7d4ea5acc {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:20:46.637851 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6e920bbb-6c19-4fd3-b5b1-7cc404dc24e5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.684846 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6e920bbb-6c19-4fd3-b5b1-7cc404dc24e5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.699936 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e1a53-71f3-4664-ad6f-d58a5f01f3b9 req-92ee8e16-c5e1-47e3-b618-689ca066da7d tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:46.701896 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-be0e1a53-71f3-4664-ad6f-d58a5f01f3b9 req-92ee8e16-c5e1-47e3-b618-689ca066da7d tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1087940 Aug 31 01:20:46.717506 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dbb77108-9eba-4184-9e4a-3092d6d727ce tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.724250 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb77108-9eba-4184-9e4a-3092d6d727ce tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:46.724938 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dbb77108-9eba-4184-9e4a-3092d6d727ce tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.845477 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb77108-9eba-4184-9e4a-3092d6d727ce tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event updated for resources: {'Network': ['ID=7f6e5f66-95dd-4231-b254-b3d2303e16bc,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:46.857637 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 7f6e5f66-95dd-4231-b254-b3d2303e16bc details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:20:46.902272 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dbb77108-9eba-4184-9e4a-3092d6d727ce tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1174569 Aug 31 01:20:46.904973 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45252) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:46.911398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-a2870497-0553-4a0c-b6e4-92968357073c tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Request body: {'subnet': {'network_id': '7f6e5f66-95dd-4231-b254-b3d2303e16bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:47.091667 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-be0e1a53-71f3-4664-ad6f-d58a5f01f3b9 req-d066e86d-af64-48b0-a2ba-91518f4c25f6 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496413 Aug 31 01:20:47.098328 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2870497-0553-4a0c-b6e4-92968357073c tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Made reservation on behalf of 0e09ea73174646ba88b5c96298ea0512 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:47.106374 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a2870497-0553-4a0c-b6e4-92968357073c tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.135183 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6e920bbb-6c19-4fd3-b5b1-7cc404dc24e5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.330013 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc1bbb-f0c4-4130-a30c-541d1f4b8ff1 req-31aaf2d7-3e5d-4a96-8f6c-824e3d78f701 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:47.331419 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6e920bbb-6c19-4fd3-b5b1-7cc404dc24e5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.332533 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2dbc1bbb-f0c4-4130-a30c-541d1f4b8ff1 req-31aaf2d7-3e5d-4a96-8f6c-824e3d78f701 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1008120 Aug 31 01:20:47.359942 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6e920bbb-6c19-4fd3-b5b1-7cc404dc24e5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.365041 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c710c69-4f27-400f-8d97-cef8268fce85 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:47.366067 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45264) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:47.367085 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6e920bbb-6c19-4fd3-b5b1-7cc404dc24e5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/e92f0b26-3157-400d-b2c0-ebe7d4ea5acc HTTP/1.1" status: 204 len: 168 time: 0.8206813 Aug 31 01:20:47.404242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e920bbb-6c19-4fd3-b5b1-7cc404dc24e5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=e92f0b26-3157-400d-b2c0-ebe7d4ea5acc,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:47.456645 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13572f40-5685-43c1-8549-7e484c2aa001 req-01c50ade-ef1e-40a9-8d53-242124e586c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0636361 Aug 31 01:20:47.491321 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2dbc1bbb-f0c4-4130-a30c-541d1f4b8ff1 req-6e0d5d12-2f2a-42ae-991c-05e373ea462b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270330 Aug 31 01:20:47.520986 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet eb7052c8-f819-4a34-82ff-dd50afdf8678 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:20:47.525125 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.605981 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.608287 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13572f40-5685-43c1-8549-7e484c2aa001 req-22d70b04-9195-4733-8419-47cec9ae9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:47.610114 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13572f40-5685-43c1-8549-7e484c2aa001 req-22d70b04-9195-4733-8419-47cec9ae9422 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd5873ec25cd475faddc2dfcf8d0e540&device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 1097 time: 0.0812039 Aug 31 01:20:47.675056 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a2870497-0553-4a0c-b6e4-92968357073c tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.721309 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13572f40-5685-43c1-8549-7e484c2aa001 req-c990020a-8644-40b1-a847-b5c59f3cc59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:47.722767 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13572f40-5685-43c1-8549-7e484c2aa001 req-c990020a-8644-40b1-a847-b5c59f3cc59e service neutron] 10.222.0.41 "GET /v2.0/networks?id=89f7c789-f065-435a-b19c-f559037f3737 HTTP/1.1" status: 200 len: 915 time: 0.0912287 Aug 31 01:20:47.770200 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2ac18-8ff4-45a8-88f1-a360dc89cff1 req-92161009-b5ae-4fa6-83a3-add7db52c942 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:47.772101 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-41b2ac18-8ff4-45a8-88f1-a360dc89cff1 req-92161009-b5ae-4fa6-83a3-add7db52c942 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1327245 Aug 31 01:20:47.778905 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13572f40-5685-43c1-8549-7e484c2aa001 req-21d0e949-d42e-4269-aa28-89e8e1695094 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9123cd04-40f8-4996-9307-49feeed55e0c HTTP/1.1" status: 200 len: 217 time: 0.0466657 Aug 31 01:20:47.859406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13572f40-5685-43c1-8549-7e484c2aa001 req-945f48ec-bd31-4d16-aee3-07e90f16164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:47.861043 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13572f40-5685-43c1-8549-7e484c2aa001 req-945f48ec-bd31-4d16-aee3-07e90f16164d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b15db45e-94e9-47e3-b086-e04ef6a2ca50 HTTP/1.1" status: 200 len: 854 time: 0.0739293 Aug 31 01:20:47.866401 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2870497-0553-4a0c-b6e4-92968357073c tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Checking segment: {'id': '4c4d61d4-6128-49e2-9310-91246b0aa270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7f6e5f66-95dd-4231-b254-b3d2303e16bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:47.866761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2870497-0553-4a0c-b6e4-92968357073c tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Network hostable DHCP agents. Network: 7f6e5f66-95dd-4231-b254-b3d2303e16bc, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:20:47.876032 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2870497-0553-4a0c-b6e4-92968357073c tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event updated for resources: {'Subnet': ['ID=b6b4be46-d3a3-43f5-9e37-ee30c795f91d,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:47.888237 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.901429 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13572f40-5685-43c1-8549-7e484c2aa001 req-ad7ea84d-e6f8-4b5a-8a84-6510fbdb317f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89f7c789-f065-435a-b19c-f559037f3737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329046 Aug 31 01:20:47.954955 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-41b2ac18-8ff4-45a8-88f1-a360dc89cff1 req-adc448b1-ff61-4654-98a7-d5af615e9541 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487656 Aug 31 01:20:48.045315 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2870497-0553-4a0c-b6e4-92968357073c tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Network 7f6e5f66-95dd-4231-b254-b3d2303e16bc is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:20:48.052425 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13572f40-5685-43c1-8549-7e484c2aa001 req-52f035ce-7dd9-4f6f-bc48-e9c3f14646b7 service neutron] 10.222.0.41 "GET /v2.0/networks/89f7c789-f065-435a-b19c-f559037f3737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326630 Aug 31 01:20:48.078618 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:48.135624 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7052c8-f819-4a34-82ff-dd50afdf8678,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:48.143546 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:48.147991 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/eb7052c8-f819-4a34-82ff-dd50afdf8678 HTTP/1.1" status: 204 len: 168 time: 0.7787850 Aug 31 01:20:48.153123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45278) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:48.162153 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:48.162658 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:48.163101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:48.163559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:48.164388 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:48.164825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:48.165261 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:48.165773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:48.166203 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:48.166631 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:48.167068 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:48.168066 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a28eb7-cbbb-4291-8a98-01c4ef548b56 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:48.213226 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d9929b07-3f31-4b15-8846-1acf6d82023e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562015 Aug 31 01:20:48.213226 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-a2870497-0553-4a0c-b6e4-92968357073c tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 7f6e5f66-95dd-4231-b254-b3d2303e16bc) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:48.215509 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45280) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:48.220854 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2870497-0553-4a0c-b6e4-92968357073c tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:48.225131 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9869993b-46c3-4ceb-9a9f-4aa31ee9b0c4 None None] Network 7f6e5f66-95dd-4231-b254-b3d2303e16bc requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:48.230898 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a2870497-0553-4a0c-b6e4-92968357073c tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:48.244161 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15fbae-b58d-4cc3-8fa9-561c1793e1bc req-46ec16b7-3c4a-43ef-8326-c530b7516155 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:48.248359 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c15fbae-b58d-4cc3-8fa9-561c1793e1bc req-46ec16b7-3c4a-43ef-8326-c530b7516155 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1787453 Aug 31 01:20:48.303696 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13572f40-5685-43c1-8549-7e484c2aa001 req-9fb29083-ba9a-4847-a4e9-1d1939119029 service neutron] 10.222.0.41 "GET /v2.0/networks/89f7c789-f065-435a-b19c-f559037f3737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482841 Aug 31 01:20:48.306602 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcf87e4-3ff8-4bc0-9122-d10f3c78dcda tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:48.309228 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6dcf87e4-3ff8-4bc0-9122-d10f3c78dcda tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0795920 Aug 31 01:20:48.321031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45286) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:48.335297 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a2870497-0553-4a0c-b6e4-92968357073c tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4287481 Aug 31 01:20:48.338861 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45288) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:48.345586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9626bd8d-134e-47da-8d3d-c095d6427841 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Request body: {'network': {'name': 'tempest-router-network01--744433444'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:48.410987 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c15fbae-b58d-4cc3-8fa9-561c1793e1bc req-3ff5df7f-8f94-4bf3-8a65-24e52633a9f9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352251 Aug 31 01:20:48.449884 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc792fd0-bcc6-4ff6-bab2-616f7fdbbe3e None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:48.456978 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb18c6f1-e50c-43f7-a071-1c8d6e8542fc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:48.458732 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fb18c6f1-e50c-43f7-a071-1c8d6e8542fc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1382129 Aug 31 01:20:48.461380 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45296) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:48.519347 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c65cc3f1-07ab-49ae-8491-406e67d6580b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544910 Aug 31 01:20:48.519347 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9626bd8d-134e-47da-8d3d-c095d6427841 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Made reservation on behalf of 0e09ea73174646ba88b5c96298ea0512 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:48.522003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45298) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:48.525097 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9626bd8d-134e-47da-8d3d-c095d6427841 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:48.528664 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-72f52ef5-325a-4633-8b8b-02d4b20e9037 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:48.581501 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9626bd8d-134e-47da-8d3d-c095d6427841 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:20:48.597410 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9626bd8d-134e-47da-8d3d-c095d6427841 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:48.597785 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-9626bd8d-134e-47da-8d3d-c095d6427841 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Added segment cb432b69-362b-46f0-aa66-fff6e5c0ba5b of type vlan for network d3a85eba-33af-4466-a851-b897006184b3 Aug 31 01:20:48.615233 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8125e498-1b9e-4160-9659-084ac619837b None None] Provisioning complete for port 227ba822-7316-435d-b593-a67240b33d10 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:48.615884 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8125e498-1b9e-4160-9659-084ac619837b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:48.639252 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-7f6e5f66-95dd-4231-b254-b3d2303e16bc', 'network_id': '7f6e5f66-95dd-4231-b254-b3d2303e16bc', 'tenant_id': '0e09ea73174646ba88b5c96298ea0512', 'fixed_ips': [{'subnet_id': 'b6b4be46-d3a3-43f5-9e37-ee30c795f91d'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:20:48.640108 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:48.658793 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9626bd8d-134e-47da-8d3d-c095d6427841 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:48.670508 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a8bc0-a9fa-4694-9de6-45b4120b557c req-83c9a9b7-7c76-4133-a115-bd9c2bb085aa tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:48.673724 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-338a8bc0-a9fa-4694-9de6-45b4120b557c req-83c9a9b7-7c76-4133-a115-bd9c2bb085aa tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0906534 Aug 31 01:20:48.731733 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-338a8bc0-a9fa-4694-9de6-45b4120b557c req-03fa0c2f-c92a-4993-af2d-ac10ea71b9d0 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398636 Aug 31 01:20:48.765897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa86b35-5e51-4092-92c2-3a71aaa612e4 None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:20:48.766646 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f52ef5-325a-4633-8b8b-02d4b20e9037 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:48.770373 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-72f52ef5-325a-4633-8b8b-02d4b20e9037 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:48.772733 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f52ef5-325a-4633-8b8b-02d4b20e9037 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:20:48.773647 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f52ef5-325a-4633-8b8b-02d4b20e9037 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:48.786051 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9626bd8d-134e-47da-8d3d-c095d6427841 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:48.796138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626bd8d-134e-47da-8d3d-c095d6427841 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:48.796836 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9626bd8d-134e-47da-8d3d-c095d6427841 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:48.867473 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-72f52ef5-325a-4633-8b8b-02d4b20e9037 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3443396 Aug 31 01:20:48.871376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45306) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:48.879119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-33b1ba26-a106-4846-af1b-d6953be6c274 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:48.894536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Allocated IP 2001:db8::2 (7f6e5f66-95dd-4231-b254-b3d2303e16bc/b6b4be46-d3a3-43f5-9e37-ee30c795f91d/80cbecf0-e1e6-4723-ac71-75bd3e9c251d) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:48.933494 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9626bd8d-134e-47da-8d3d-c095d6427841 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5909867 Aug 31 01:20:48.939014 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45308) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:48.947921 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-38e2946c-7f6f-47fd-8194-2d64c6a1632f tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Request body: {'network': {'name': 'tempest-router-network02--1161456784'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:49.071980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b1ba26-a106-4846-af1b-d6953be6c274 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:49.076329 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-33b1ba26-a106-4846-af1b-d6953be6c274 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.078063 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b1ba26-a106-4846-af1b-d6953be6c274 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:20:49.078544 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b1ba26-a106-4846-af1b-d6953be6c274 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:49.103943 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-afa86b35-5e51-4092-92c2-3a71aaa612e4 None None] Deleting port 227ba822-7316-435d-b593-a67240b33d10 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:49.104773 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-afa86b35-5e51-4092-92c2-3a71aaa612e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.174762 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-33b1ba26-a106-4846-af1b-d6953be6c274 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3010106 Aug 31 01:20:49.177985 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45314) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:49.184848 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ff2df891-6b6c-42b0-861a-1c9fb361c43a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:49.226619 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-afa86b35-5e51-4092-92c2-3a71aaa612e4 None None] For port 227ba822-7316-435d-b593-a67240b33d10, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=227ba822-7316-435d-b593-a67240b33d10,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:49.227695 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-afa86b35-5e51-4092-92c2-3a71aaa612e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.252662 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-afa86b35-5e51-4092-92c2-3a71aaa612e4 None None] Calling delete_port for 227ba822-7316-435d-b593-a67240b33d10 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:49.347953 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626bd8d-134e-47da-8d3d-c095d6427841 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event updated for resources: {'Network': ['ID=d3a85eba-33af-4466-a851-b897006184b3,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:49.372601 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094a08b-20ec-4a1a-a5b5-270d45c66fc9 req-2cd28a41-7f07-4cee-bb82-0a8bdfc57b44 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:49.374910 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2df891-6b6c-42b0-861a-1c9fb361c43a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:49.379728 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ff2df891-6b6c-42b0-861a-1c9fb361c43a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.381997 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2df891-6b6c-42b0-861a-1c9fb361c43a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:20:49.382641 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff2df891-6b6c-42b0-861a-1c9fb361c43a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:49.383670 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0094a08b-20ec-4a1a-a5b5-270d45c66fc9 req-2cd28a41-7f07-4cee-bb82-0a8bdfc57b44 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.5506508 Aug 31 01:20:49.400395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network d3a85eba-33af-4466-a851-b897006184b3 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:20:49.409845 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.439705 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0094a08b-20ec-4a1a-a5b5-270d45c66fc9 req-8c8abc40-ae69-45fe-b90c-007644b5a4b3 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550044 Aug 31 01:20:49.562453 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e2946c-7f6f-47fd-8194-2d64c6a1632f tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Made reservation on behalf of 0e09ea73174646ba88b5c96298ea0512 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:49.564344 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-38e2946c-7f6f-47fd-8194-2d64c6a1632f tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.597652 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e2946c-7f6f-47fd-8194-2d64c6a1632f tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:20:49.603543 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Transition to ACTIVE for port object 80cbecf0-e1e6-4723-ac71-75bd3e9c251d will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:49.608286 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-afa86b35-5e51-4092-92c2-3a71aaa612e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.613203 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008bf1a-e440-426b-a1ff-a6651f5c5b1e req-84c0bb24-4146-4aa4-aa98-e0b38171f07a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:49.614764 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4008bf1a-e440-426b-a1ff-a6651f5c5b1e req-84c0bb24-4146-4aa4-aa98-e0b38171f07a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0862391 Aug 31 01:20:49.619630 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-38e2946c-7f6f-47fd-8194-2d64c6a1632f tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.619974 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-38e2946c-7f6f-47fd-8194-2d64c6a1632f tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Added segment 43154442-a61d-4e9e-a90f-3ce990c1d9cd of type vlan for network 9011ec08-0b12-4dc1-9b76-ea009bb21e79 Aug 31 01:20:49.649612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa86b35-5e51-4092-92c2-3a71aaa612e4 None None] No DVR routers for this DVR port 227ba822-7316-435d-b593-a67240b33d10 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:49.653510 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ff2df891-6b6c-42b0-861a-1c9fb361c43a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4738295 Aug 31 01:20:49.654296 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45328) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:49.656431 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa86b35-5e51-4092-92c2-3a71aaa612e4 None None] Pushing event deleted for resources: {'Port': ['ID=227ba822-7316-435d-b593-a67240b33d10,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:49.659202 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-bd78cbc2-ee4b-40a9-ac62-c5253722309b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:49.664698 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Transition to ACTIVE for port object 80cbecf0-e1e6-4723-ac71-75bd3e9c251d will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:49.704642 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4008bf1a-e440-426b-a1ff-a6651f5c5b1e req-376f9999-639e-41df-a2cc-4f124bab8906 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825093 Aug 31 01:20:49.706417 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-38e2946c-7f6f-47fd-8194-2d64c6a1632f tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.723593 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.750817 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Network 7f6e5f66-95dd-4231-b254-b3d2303e16bc is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:49.770545 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:49.782175 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:49.818766 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Pushing event updated for resources: {'Port': ['ID=80cbecf0-e1e6-4723-ac71-75bd3e9c251d,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:49.826602 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-38e2946c-7f6f-47fd-8194-2d64c6a1632f tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.841836 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e2946c-7f6f-47fd-8194-2d64c6a1632f tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:49.842679 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-38e2946c-7f6f-47fd-8194-2d64c6a1632f tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.846719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Attempting to bind port 80cbecf0-e1e6-4723-ac71-75bd3e9c251d on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:49.847087 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Attempting to bind port 80cbecf0-e1e6-4723-ac71-75bd3e9c251d by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '4c4d61d4-6128-49e2-9310-91246b0aa270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7f6e5f66-95dd-4231-b254-b3d2303e16bc'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:49.847452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Attempting to bind port 80cbecf0-e1e6-4723-ac71-75bd3e9c251d on network 7f6e5f66-95dd-4231-b254-b3d2303e16bc {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:49.852677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:49.853050 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Checking segment: {'id': '4c4d61d4-6128-49e2-9310-91246b0aa270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7f6e5f66-95dd-4231-b254-b3d2303e16bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:49.853458 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.853873 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Bound using segment: {'id': '4c4d61d4-6128-49e2-9310-91246b0aa270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7f6e5f66-95dd-4231-b254-b3d2303e16bc'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:49.855317 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Bound port: 80cbecf0-e1e6-4723-ac71-75bd3e9c251d, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4d61d4-6128-49e2-9310-91246b0aa270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7f6e5f66-95dd-4231-b254-b3d2303e16bc'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:49.855553 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.858402 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe142c-d32e-4fd1-8ce6-ab60d52f85ad req-229e0624-17b5-4606-ac10-f33987d8e4e7 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:49.860095 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f0fe142c-d32e-4fd1-8ce6-ab60d52f85ad req-229e0624-17b5-4606-ac10-f33987d8e4e7 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0587606 Aug 31 01:20:49.909160 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f0fe142c-d32e-4fd1-8ce6-ab60d52f85ad req-ca51ee38-84a1-48ee-a927-397ff3da9b83 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Aug 31 01:20:49.909803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd78cbc2-ee4b-40a9-ac62-c5253722309b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:49.913545 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bd78cbc2-ee4b-40a9-ac62-c5253722309b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.915163 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd78cbc2-ee4b-40a9-ac62-c5253722309b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:20:49.916209 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd78cbc2-ee4b-40a9-ac62-c5253722309b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:49.940775 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2946c-7f6f-47fd-8194-2d64c6a1632f tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event updated for resources: {'Network': ['ID=9011ec08-0b12-4dc1-9b76-ea009bb21e79,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:49.940936 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] For port 80cbecf0-e1e6-4723-ac71-75bd3e9c251d, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:49.942382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] For port 80cbecf0-e1e6-4723-ac71-75bd3e9c251d, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=80cbecf0-e1e6-4723-ac71-75bd3e9c251d,segment=NetworkSegment(4c4d61d4-6128-49e2-9310-91246b0aa270),segment_id=4c4d61d4-6128-49e2-9310-91246b0aa270)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:49.948531 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 9011ec08-0b12-4dc1-9b76-ea009bb21e79 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:20:50.027531 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 227ba822-7316-435d-b593-a67240b33d10 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:50.029678 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-38e2946c-7f6f-47fd-8194-2d64c6a1632f tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0895355 Aug 31 01:20:50.032566 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45342) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:50.041307 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9b68d716-c456-4783-8095-4477c49e0240 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Request body: {'subnet': {'network_id': 'd3a85eba-33af-4466-a851-b897006184b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:50.049162 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 227ba822-7316-435d-b593-a67240b33d10 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:50.049655 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 227ba822-7316-435d-b593-a67240b33d10 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:50.082688 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab328ecb-7253-4a9e-8371-5ebe6055f3b5 req-eb1cf4dd-d428-4509-9752-ece1e7a5f6b5 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:50.084116 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab328ecb-7253-4a9e-8371-5ebe6055f3b5 req-eb1cf4dd-d428-4509-9752-ece1e7a5f6b5 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0653844 Aug 31 01:20:50.090127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bd78cbc2-ee4b-40a9-ac62-c5253722309b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4345284 Aug 31 01:20:50.093164 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:50.094049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45346) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:50.104572 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-acf9f214-92ed-4537-9a5d-0f84ca2858fc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:50.166444 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970ae71-6a70-40e5-bd27-9be48b5222bf None None] Pushing event updated for resources: {'Port': ['ID=80cbecf0-e1e6-4723-ac71-75bd3e9c251d,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:50.208830 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab328ecb-7253-4a9e-8371-5ebe6055f3b5 req-c673b9ea-c7c3-47c1-842d-d9c2d816d489 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133480 Aug 31 01:20:50.265779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b68d716-c456-4783-8095-4477c49e0240 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Made reservation on behalf of 0e09ea73174646ba88b5c96298ea0512 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:50.270095 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b68d716-c456-4783-8095-4477c49e0240 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:50.450239 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08b192-a5c6-4396-9c81-c621d6bf938d req-1ede7888-5261-4802-a86e-0e28d7a13a9f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:50.452074 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1f08b192-a5c6-4396-9c81-c621d6bf938d req-1ede7888-5261-4802-a86e-0e28d7a13a9f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1225400 Aug 31 01:20:50.454725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf9f214-92ed-4537-9a5d-0f84ca2858fc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:50.458474 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-acf9f214-92ed-4537-9a5d-0f84ca2858fc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:50.459914 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf9f214-92ed-4537-9a5d-0f84ca2858fc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:20:50.460747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf9f214-92ed-4537-9a5d-0f84ca2858fc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:50.543187 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1f08b192-a5c6-4396-9c81-c621d6bf938d req-791eebdc-1b09-4798-94f3-41cc183fa74e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756190 Aug 31 01:20:50.559069 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-acf9f214-92ed-4537-9a5d-0f84ca2858fc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4616706 Aug 31 01:20:50.562478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45352) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:50.568247 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-8bbcaada-8937-49e3-9148-862689c4f765 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:50.696617 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b68d716-c456-4783-8095-4477c49e0240 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:50.758612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ceb85-7c9a-45f2-9472-79ad358db5d7 req-0e43b58d-3ac6-47a4-8685-14e7cba9cb46 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:50.758870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68d716-c456-4783-8095-4477c49e0240 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event updated for resources: {'Subnet': ['ID=a40dd946-add9-4dd4-87c1-6480bfab2966,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:50.766625 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-984ceb85-7c9a-45f2-9472-79ad358db5d7 req-0e43b58d-3ac6-47a4-8685-14e7cba9cb46 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0720534 Aug 31 01:20:50.793014 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68d716-c456-4783-8095-4477c49e0240 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Checking segment: {'id': 'cb432b69-362b-46f0-aa66-fff6e5c0ba5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd3a85eba-33af-4466-a851-b897006184b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:50.793383 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b68d716-c456-4783-8095-4477c49e0240 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Network hostable DHCP agents. Network: d3a85eba-33af-4466-a851-b897006184b3, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:20:50.808974 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-984ceb85-7c9a-45f2-9472-79ad358db5d7 req-1d79a56d-66d7-4a0e-8de6-965c9fae9c8b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Aug 31 01:20:50.826430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbcaada-8937-49e3-9148-862689c4f765 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:50.830170 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8bbcaada-8937-49e3-9148-862689c4f765 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:50.831573 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bbcaada-8937-49e3-9148-862689c4f765 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:20:50.832049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bbcaada-8937-49e3-9148-862689c4f765 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:50.923031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b68d716-c456-4783-8095-4477c49e0240 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Network d3a85eba-33af-4466-a851-b897006184b3 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:20:50.958052 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d988d-96db-4122-bf78-164e623bf42f req-2ac74c2e-ff2c-4e97-86e8-6c5b5230d753 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:50.959076 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8bbcaada-8937-49e3-9148-862689c4f765 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3951917 Aug 31 01:20:50.961988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45362) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:50.966147 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a12d988d-96db-4122-bf78-164e623bf42f req-2ac74c2e-ff2c-4e97-86e8-6c5b5230d753 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0769832 Aug 31 01:20:50.994512 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5442fcc3-c88b-4883-8e3d-057be82432d1 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0311782 Aug 31 01:20:50.997650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45364) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:51.013898 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a12d988d-96db-4122-bf78-164e623bf42f req-0fe98750-19b2-438e-a91b-2fb4b54e9c69 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466425 Aug 31 01:20:51.046297 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-9b68d716-c456-4783-8095-4477c49e0240 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, d3a85eba-33af-4466-a851-b897006184b3) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:51.046297 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b68d716-c456-4783-8095-4477c49e0240 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:51.046297 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b68d716-c456-4783-8095-4477c49e0240 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.047028 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c52edeb-b3cf-457a-bb12-b73686ba7956 None None] Network d3a85eba-33af-4466-a851-b897006184b3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:51.096591 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f24af3-55eb-42c4-9afc-595fe4b3ab03 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:51.099214 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-44f24af3-55eb-42c4-9afc-595fe4b3ab03 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1005149 Aug 31 01:20:51.108576 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45368) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:51.164903 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9b68d716-c456-4783-8095-4477c49e0240 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1308529 Aug 31 01:20:51.171986 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45374) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:51.184838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5ae3a907-6368-4ce8-b7cf-c329529bd9e4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Request body: {'subnet': {'network_id': '9011ec08-0b12-4dc1-9b76-ea009bb21e79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:51.199110 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1bc68bf1-8173-4067-9abf-2ed0f6224039 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943122 Aug 31 01:20:51.205378 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45376) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:51.213671 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-13c0606f-d7d2-494a-924c-8112178a0e8f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:51.379216 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-d3a85eba-33af-4466-a851-b897006184b3', 'network_id': 'd3a85eba-33af-4466-a851-b897006184b3', 'tenant_id': '0e09ea73174646ba88b5c96298ea0512', 'fixed_ips': [{'subnet_id': 'a40dd946-add9-4dd4-87c1-6480bfab2966'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:20:51.380715 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.388024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d4d43-f97e-4fa0-b104-cfcf7aa5e3fd req-5949da82-d167-4331-897c-4d5408d7ac7f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:51.389647 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-560d4d43-f97e-4fa0-b104-cfcf7aa5e3fd req-5949da82-d167-4331-897c-4d5408d7ac7f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1261966 Aug 31 01:20:51.447967 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-560d4d43-f97e-4fa0-b104-cfcf7aa5e3fd req-6f62b6c8-0b8d-4fde-85e0-c13a9791d471 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507977 Aug 31 01:20:51.473350 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae3a907-6368-4ce8-b7cf-c329529bd9e4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Made reservation on behalf of 0e09ea73174646ba88b5c96298ea0512 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:51.484291 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a907-6368-4ce8-b7cf-c329529bd9e4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.553342 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4704f251-acf1-442a-bd12-e47cb3a71b51 None None] Network 7f6e5f66-95dd-4231-b254-b3d2303e16bc requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:51.629698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d068f-6462-46ea-a4bf-344c7e2fe7e3 req-256b84f3-e41b-4bd1-a2bb-e49a58ab1fac tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:51.643045 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-023d068f-6462-46ea-a4bf-344c7e2fe7e3 req-256b84f3-e41b-4bd1-a2bb-e49a58ab1fac tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1031580 Aug 31 01:20:51.652643 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Allocated IP 2001:db8::2 (d3a85eba-33af-4466-a851-b897006184b3/a40dd946-add9-4dd4-87c1-6480bfab2966/029d2098-168d-4944-9320-c72d91aa3ae8) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:51.662179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c0606f-d7d2-494a-924c-8112178a0e8f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:51.667914 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-13c0606f-d7d2-494a-924c-8112178a0e8f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.788937 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-023d068f-6462-46ea-a4bf-344c7e2fe7e3 req-8175e516-7e7f-43f4-a830-dd4809a7018d tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441109 Aug 31 01:20:51.797776 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c2405fc2-8173-48cb-a4e7-675e52b984ec None None] Provisioning for port 80cbecf0-e1e6-4723-ac71-75bd3e9c251d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:51.943170 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.952140 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a907-6368-4ce8-b7cf-c329529bd9e4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.969636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Transition to ACTIVE for port object 029d2098-168d-4944-9320-c72d91aa3ae8 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:52.024863 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Transition to ACTIVE for port object 029d2098-168d-4944-9320-c72d91aa3ae8 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:52.109650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3a907-6368-4ce8-b7cf-c329529bd9e4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Checking segment: {'id': '43154442-a61d-4e9e-a90f-3ce990c1d9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9011ec08-0b12-4dc1-9b76-ea009bb21e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:52.110024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae3a907-6368-4ce8-b7cf-c329529bd9e4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Network hostable DHCP agents. Network: 9011ec08-0b12-4dc1-9b76-ea009bb21e79, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:20:52.129242 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.139274 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e464e-dccd-4f23-a082-38588f85257e req-3d955839-2d2f-4890-ac03-37b1edd02300 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:52.144615 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3a907-6368-4ce8-b7cf-c329529bd9e4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event updated for resources: {'Subnet': ['ID=3a6f37e8-41a8-4988-aae0-b79653d324ba,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:52.149490 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-668e464e-dccd-4f23-a082-38588f85257e req-3d955839-2d2f-4890-ac03-37b1edd02300 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1679771 Aug 31 01:20:52.187110 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 80cbecf0-e1e6-4723-ac71-75bd3e9c251d up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:52.196291 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-668e464e-dccd-4f23-a082-38588f85257e req-5078bbcf-0d48-414b-81d7-2d77a0338794 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457680 Aug 31 01:20:52.232511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Network d3a85eba-33af-4466-a851-b897006184b3 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:52.241369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:52.244459 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:52.262599 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Pushing event updated for resources: {'Port': ['ID=029d2098-168d-4944-9320-c72d91aa3ae8,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:52.277245 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:52.287602 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:52.287948 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:52.289241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:52.289650 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:52.289995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:52.293841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:52.293841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:52.293841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:52.293841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:52.293841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:52.293841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:52.327418 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae3a907-6368-4ce8-b7cf-c329529bd9e4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Network 9011ec08-0b12-4dc1-9b76-ea009bb21e79 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:20:52.365808 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c4ad6-a27f-4a05-ac1e-3b1d139ae576 req-d3c6a776-3c2f-45ff-8638-c462f006cb05 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:52.368331 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e31c4ad6-a27f-4a05-ac1e-3b1d139ae576 req-d3c6a776-3c2f-45ff-8638-c462f006cb05 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0847242 Aug 31 01:20:52.383176 n-d-793621-34 neutron-server[102342]: DEBUG neutron.objects.ports [None req-13c0606f-d7d2-494a-924c-8112178a0e8f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:20:52.385487 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-13c0606f-d7d2-494a-924c-8112178a0e8f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.397319 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Attempting to bind port 029d2098-168d-4944-9320-c72d91aa3ae8 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:52.397319 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Attempting to bind port 029d2098-168d-4944-9320-c72d91aa3ae8 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'cb432b69-362b-46f0-aa66-fff6e5c0ba5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd3a85eba-33af-4466-a851-b897006184b3'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:52.397950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Attempting to bind port 029d2098-168d-4944-9320-c72d91aa3ae8 on network d3a85eba-33af-4466-a851-b897006184b3 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:52.405291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:52.406112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Checking segment: {'id': 'cb432b69-362b-46f0-aa66-fff6e5c0ba5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd3a85eba-33af-4466-a851-b897006184b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:52.406819 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.407394 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Bound using segment: {'id': 'cb432b69-362b-46f0-aa66-fff6e5c0ba5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd3a85eba-33af-4466-a851-b897006184b3'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:52.408504 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Bound port: 029d2098-168d-4944-9320-c72d91aa3ae8, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb432b69-362b-46f0-aa66-fff6e5c0ba5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd3a85eba-33af-4466-a851-b897006184b3'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:52.409351 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.431162 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e31c4ad6-a27f-4a05-ac1e-3b1d139ae576 req-7f01aae4-9ef0-43d8-be49-7fe5e3b590cb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559344 Aug 31 01:20:52.439260 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-5ae3a907-6368-4ce8-b7cf-c329529bd9e4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 9011ec08-0b12-4dc1-9b76-ea009bb21e79) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:52.443519 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae3a907-6368-4ce8-b7cf-c329529bd9e4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:52.444395 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a907-6368-4ce8-b7cf-c329529bd9e4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.465423 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c0606f-d7d2-494a-924c-8112178a0e8f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:52.475708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d5bda7-8304-4f4a-b4b5-2c9cf78feb2d None None] Network 9011ec08-0b12-4dc1-9b76-ea009bb21e79 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:52.475934 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-13c0606f-d7d2-494a-924c-8112178a0e8f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:52.477606 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 80cbecf0-e1e6-4723-ac71-75bd3e9c251d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:52.485593 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c0606f-d7d2-494a-924c-8112178a0e8f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:52.486195 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-13c0606f-d7d2-494a-924c-8112178a0e8f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.508760 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0606f-d7d2-494a-924c-8112178a0e8f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=8ef45a44-1d5c-4af9-b97a-04bac1955d8a,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:52.529763 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07102c3d-34a0-45e8-9be9-5d046ddabfde None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:52.538922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 80cbecf0-e1e6-4723-ac71-75bd3e9c251d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:52.539345 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.583714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701217c-1c33-4a49-99e1-065f63a6b0a8 req-b945ee16-4078-4785-ac8e-631eadb0ecb8 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:52.586103 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d701217c-1c33-4a49-99e1-065f63a6b0a8 req-b945ee16-4078-4785-ac8e-631eadb0ecb8 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0564590 Aug 31 01:20:52.611124 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5ae3a907-6368-4ce8-b7cf-c329529bd9e4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4376395 Aug 31 01:20:52.614233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45398) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:52.652225 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d701217c-1c33-4a49-99e1-065f63a6b0a8 req-97447977-0725-44be-828b-60a9e69712f7 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579875 Aug 31 01:20:52.671767 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45400) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:52.678242 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-13c0606f-d7d2-494a-924c-8112178a0e8f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4713175 Aug 31 01:20:52.687474 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] For port 029d2098-168d-4944-9320-c72d91aa3ae8, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:52.689888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9c77db15-f5d7-4b38-8712-ad3a7eb07101 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'mac_address': 'fa:16:3e:35:f7:62', 'name': 'tempest-NetworksTestDHCPv6-1198894340'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:52.737560 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] For port 029d2098-168d-4944-9320-c72d91aa3ae8, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=029d2098-168d-4944-9320-c72d91aa3ae8,segment=NetworkSegment(cb432b69-362b-46f0-aa66-fff6e5c0ba5b),segment_id=cb432b69-362b-46f0-aa66-fff6e5c0ba5b)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:52.847082 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.894535 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.920651 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506bae7-bb2d-4c22-82a7-32d829ee60bc req-2d4ed68c-c331-4650-a61d-e0b90e441700 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:52.926076 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0506bae7-bb2d-4c22-82a7-32d829ee60bc req-2d4ed68c-c331-4650-a61d-e0b90e441700 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1664350 Aug 31 01:20:52.946412 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c77db15-f5d7-4b38-8712-ad3a7eb07101 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:52.984226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1993e43-83b1-42a2-85f7-e8dcada3eb20 None None] Pushing event updated for resources: {'Port': ['ID=029d2098-168d-4944-9320-c72d91aa3ae8,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:53.034133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-9011ec08-0b12-4dc1-9b76-ea009bb21e79', 'network_id': '9011ec08-0b12-4dc1-9b76-ea009bb21e79', 'tenant_id': '0e09ea73174646ba88b5c96298ea0512', 'fixed_ips': [{'subnet_id': '3a6f37e8-41a8-4988-aae0-b79653d324ba'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:20:53.035215 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:53.066404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': '8ef45a44-1d5c-4af9-b97a-04bac1955d8a'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:20:53.067270 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:53.090054 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0506bae7-bb2d-4c22-82a7-32d829ee60bc req-1aeea0dd-28ff-4d4f-8056-d4e33b1589de tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187146 Aug 31 01:20:53.118819 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 80cbecf0-e1e6-4723-ac71-75bd3e9c251d, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=80cbecf0-e1e6-4723-ac71-75bd3e9c251d,segment=NetworkSegment(4c4d61d4-6128-49e2-9310-91246b0aa270),segment_id=4c4d61d4-6128-49e2-9310-91246b0aa270)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:53.153884 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c77db15-f5d7-4b38-8712-ad3a7eb07101 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:53.190647 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:53.226901 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-9c77db15-f5d7-4b38-8712-ad3a7eb07101 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port 4e7e7686-cb3e-4b51-bb3a-0550e09bab13 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:20:53.258851 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:53.448113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-9c77db15-f5d7-4b38-8712-ad3a7eb07101 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::f816:3eff:fe35:f762 (bd5c1a30-2b24-4912-929d-0592c60865f1/8ef45a44-1d5c-4af9-b97a-04bac1955d8a/4e7e7686-cb3e-4b51-bb3a-0550e09bab13) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:53.622770 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=80cbecf0-e1e6-4723-ac71-75bd3e9c251d,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:53.654414 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Allocated IP 2001:db8::2 (9011ec08-0b12-4dc1-9b76-ea009bb21e79/3a6f37e8-41a8-4988-aae0-b79653d324ba/9373bdd5-729f-49b3-82a4-6f235716763f) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:53.670381 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c77db15-f5d7-4b38-8712-ad3a7eb07101 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:53.698019 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-9c77db15-f5d7-4b38-8712-ad3a7eb07101 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object 4e7e7686-cb3e-4b51-bb3a-0550e09bab13 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:53.804338 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Allocated IP 2001:db8::1 (d3a85eba-33af-4466-a851-b897006184b3/a40dd946-add9-4dd4-87c1-6480bfab2966/5a210e91-c511-469e-9cd8-753885d1f5f5) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:53.829716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248470f-a055-4f18-9ec1-132aecb8398f req-0df9e050-a201-4141-b29a-149fd6ed11c8 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:53.831570 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8248470f-a055-4f18-9ec1-132aecb8398f req-0df9e050-a201-4141-b29a-149fd6ed11c8 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0853486 Aug 31 01:20:53.866459 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c77db15-f5d7-4b38-8712-ad3a7eb07101 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:53.889324 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:53.964253 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c77db15-f5d7-4b38-8712-ad3a7eb07101 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:53.974695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-9c77db15-f5d7-4b38-8712-ad3a7eb07101 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:53.977609 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:53.979967 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c77db15-f5d7-4b38-8712-ad3a7eb07101 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:53.982874 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Transition to ACTIVE for port object 9373bdd5-729f-49b3-82a4-6f235716763f will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:53.996561 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Transition to ACTIVE for port object 5a210e91-c511-469e-9cd8-753885d1f5f5 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:53.998723 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c77db15-f5d7-4b38-8712-ad3a7eb07101 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:54.005200 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c77db15-f5d7-4b38-8712-ad3a7eb07101 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.053398 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Allocated IP 2001:db8::f816:3eff:fe26:6bee (bd5c1a30-2b24-4912-929d-0592c60865f1/8ef45a44-1d5c-4af9-b97a-04bac1955d8a/5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:54.077043 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77db15-f5d7-4b38-8712-ad3a7eb07101 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=4e7e7686-cb3e-4b51-bb3a-0550e09bab13,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:54.089826 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Transition to ACTIVE for port object 9373bdd5-729f-49b3-82a4-6f235716763f will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:54.099454 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8248470f-a055-4f18-9ec1-132aecb8398f req-89a70487-b7c6-457c-aa6b-66b934e0a439 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629148 Aug 31 01:20:54.129307 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.164342 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9c77db15-f5d7-4b38-8712-ad3a7eb07101 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4901824 Aug 31 01:20:54.167300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45414) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:54.221042 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.223496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Network d3a85eba-33af-4466-a851-b897006184b3 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:54.232464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:54.244579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:54.245146 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.278118 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b81942-501f-49a1-af62-fdfc07aad48b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:54.280467 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a6b81942-501f-49a1-af62-fdfc07aad48b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1117740 Aug 31 01:20:54.283271 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45416) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:54.350665 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Network 9011ec08-0b12-4dc1-9b76-ea009bb21e79 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:54.360898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event updated for resources: {'Port': ['ID=5a210e91-c511-469e-9cd8-753885d1f5f5,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:54.392516 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 029d2098-168d-4944-9320-c72d91aa3ae8 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:54.425873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a4632-f32d-4d9b-8086-a57c50ec3d4a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port 4e7e7686-cb3e-4b51-bb3a-0550e09bab13 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:54.425873 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4632-f32d-4d9b-8086-a57c50ec3d4a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.428238 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:54.430839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:54.489782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Pushing event updated for resources: {'Port': ['ID=9373bdd5-729f-49b3-82a4-6f235716763f,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:54.552364 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1373ad78-f484-4ce6-9d38-886d83ab2d10 None None] Network d3a85eba-33af-4466-a851-b897006184b3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:54.552485 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4632-f32d-4d9b-8086-a57c50ec3d4a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.552485 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a4632-f32d-4d9b-8086-a57c50ec3d4a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for 4e7e7686-cb3e-4b51-bb3a-0550e09bab13 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:54.610190 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.638211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Transition to ACTIVE for port object 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:54.650040 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Attempting to bind port 9373bdd5-729f-49b3-82a4-6f235716763f on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:54.650417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Attempting to bind port 9373bdd5-729f-49b3-82a4-6f235716763f by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '43154442-a61d-4e9e-a90f-3ce990c1d9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9011ec08-0b12-4dc1-9b76-ea009bb21e79'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:54.650790 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Attempting to bind port 9373bdd5-729f-49b3-82a4-6f235716763f on network 9011ec08-0b12-4dc1-9b76-ea009bb21e79 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:54.685510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:54.685910 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Checking segment: {'id': '43154442-a61d-4e9e-a90f-3ce990c1d9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9011ec08-0b12-4dc1-9b76-ea009bb21e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:54.686328 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.686736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Bound using segment: {'id': '43154442-a61d-4e9e-a90f-3ce990c1d9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9011ec08-0b12-4dc1-9b76-ea009bb21e79'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:54.687297 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Bound port: 9373bdd5-729f-49b3-82a4-6f235716763f, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43154442-a61d-4e9e-a90f-3ce990c1d9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9011ec08-0b12-4dc1-9b76-ea009bb21e79'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:54.687690 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.691687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Transition to ACTIVE for port object 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:54.725758 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.794916 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c27285a2-2186-4e0b-bfc2-f3cf1210ad05 None None] Provisioning for port 029d2098-168d-4944-9320-c72d91aa3ae8 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:54.823311 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4632-f32d-4d9b-8086-a57c50ec3d4a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.831572 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.840694 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 029d2098-168d-4944-9320-c72d91aa3ae8 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:54.843338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] For port 9373bdd5-729f-49b3-82a4-6f235716763f, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:54.883048 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 029d2098-168d-4944-9320-c72d91aa3ae8 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:54.883535 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.888661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:54.895208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] For port 9373bdd5-729f-49b3-82a4-6f235716763f, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9373bdd5-729f-49b3-82a4-6f235716763f,segment=NetworkSegment(43154442-a61d-4e9e-a90f-3ce990c1d9cd),segment_id=43154442-a61d-4e9e-a90f-3ce990c1d9cd)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:54.915309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:54.917883 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:54.922614 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a4632-f32d-4d9b-8086-a57c50ec3d4a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=4e7e7686-cb3e-4b51-bb3a-0550e09bab13,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:54.927906 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4632-f32d-4d9b-8086-a57c50ec3d4a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.930373 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9c5a4632-f32d-4d9b-8086-a57c50ec3d4a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/4e7e7686-cb3e-4b51-bb3a-0550e09bab13 HTTP/1.1" status: 204 len: 168 time: 0.6456430 Aug 31 01:20:54.934349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45420) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:54.975701 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.005699 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Pushing event updated for resources: {'Port': ['ID=5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:55.022926 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a235dcdc-804e-4d85-981f-799110b33c21 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:55.024625 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a235dcdc-804e-4d85-981f-799110b33c21 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:55.030427 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a235dcdc-804e-4d85-981f-799110b33c21 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0945399 Aug 31 01:20:55.032298 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45424) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:55.068986 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Attempting to bind port 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:55.069377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Attempting to bind port 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:55.069795 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Attempting to bind port 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:55.088306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:55.088611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:55.089080 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.089508 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:55.090027 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Bound port: 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:55.097753 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.190659 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-1415dda6-1528-4ff6-8c2b-50185b7c15bd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet 8ef45a44-1d5c-4af9-b97a-04bac1955d8a {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:20:55.194834 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1415dda6-1528-4ff6-8c2b-50185b7c15bd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.210555 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.217687 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.266052 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bc9a3-f800-40a0-bad5-4fe638bfa839 None None] Pushing event updated for resources: {'Port': ['ID=9373bdd5-729f-49b3-82a4-6f235716763f,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:55.279988 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1415dda6-1528-4ff6-8c2b-50185b7c15bd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.308270 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.309834 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.330923 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31daead6-cb37-4f98-b316-4da6adf60295 req-c33af47f-3eb7-45a3-bfae-e9e1544965ef tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:55.339905 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-31daead6-cb37-4f98-b316-4da6adf60295 req-c33af47f-3eb7-45a3-bfae-e9e1544965ef tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0999997 Aug 31 01:20:55.421305 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 029d2098-168d-4944-9320-c72d91aa3ae8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=029d2098-168d-4944-9320-c72d91aa3ae8,segment=NetworkSegment(cb432b69-362b-46f0-aa66-fff6e5c0ba5b),segment_id=cb432b69-362b-46f0-aa66-fff6e5c0ba5b)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:55.441294 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] For port 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:55.444966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] For port 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:55.540535 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.541854 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 80cbecf0-e1e6-4723-ac71-75bd3e9c251d up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:55.608101 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1415dda6-1528-4ff6-8c2b-50185b7c15bd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.675193 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.681345 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b7e6a7ac-6df0-41d4-b5d2-5e0ffd6f5c42 None None] Provisioning for port 5a210e91-c511-469e-9cd8-753885d1f5f5 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:55.738364 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b7e6a7ac-6df0-41d4-b5d2-5e0ffd6f5c42 None None] Provisioning complete for port 5a210e91-c511-469e-9cd8-753885d1f5f5 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:55.745992 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a7ac-6df0-41d4-b5d2-5e0ffd6f5c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.758451 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event updated for resources: {'Port': ['ID=5a210e91-c511-469e-9cd8-753885d1f5f5,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:55.810866 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-31daead6-cb37-4f98-b316-4da6adf60295 req-3a6d20ec-235e-4b77-8b40-eacf77e910b2 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194565 Aug 31 01:20:55.822157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 80cbecf0-e1e6-4723-ac71-75bd3e9c251d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:55.822540 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.826723 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=029d2098-168d-4944-9320-c72d91aa3ae8,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:55.854227 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1415dda6-1528-4ff6-8c2b-50185b7c15bd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.855089 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b7e6a7ac-6df0-41d4-b5d2-5e0ffd6f5c42 None None] Port 5a210e91-c511-469e-9cd8-753885d1f5f5 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:55.883443 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Network d3a85eba-33af-4466-a851-b897006184b3 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:55.887258 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:55.917086 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1415dda6-1528-4ff6-8c2b-50185b7c15bd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.922451 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1415dda6-1528-4ff6-8c2b-50185b7c15bd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/8ef45a44-1d5c-4af9-b97a-04bac1955d8a HTTP/1.1" status: 204 len: 168 time: 0.8883445 Aug 31 01:20:55.924478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415dda6-1528-4ff6-8c2b-50185b7c15bd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef45a44-1d5c-4af9-b97a-04bac1955d8a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:55.932806 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45432) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:55.999172 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62d2c6-abf3-44fb-b956-467d7e67401a None None] Pushing event updated for resources: {'Port': ['ID=5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:55.999172 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b7e6a7ac-6df0-41d4-b5d2-5e0ffd6f5c42 None None] Provisioning complete for port 029d2098-168d-4944-9320-c72d91aa3ae8 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:55.999172 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a7ac-6df0-41d4-b5d2-5e0ffd6f5c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:56.081685 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-918c6448-e15c-4c94-bfae-cd12b17b9023 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1364098 Aug 31 01:20:56.083317 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45436) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:56.088826 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b1e0e584-a9ae-4706-815d-0a2cb649e24b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:56.243365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Router 5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:20:56.524777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:56.535564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-03ab51fa-ec86-4b95-a649-6ac85a0ab6f9 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "PUT /v2.0/routers/5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9164822 Aug 31 01:20:56.536817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45440) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:56.540318 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e0e584-a9ae-4706-815d-0a2cb649e24b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:56.542003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca0f760-56dd-4dc0-a139-8bce53755046 None None] Sync routers for ids ['5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:56.550700 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e584-a9ae-4706-815d-0a2cb649e24b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:56.551501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7caf3505-2fbc-429f-a149-376a537ec445 None None] Provisioning complete for port 5a210e91-c511-469e-9cd8-753885d1f5f5 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:56.552069 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7caf3505-2fbc-429f-a149-376a537ec445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:56.637720 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca0f760-56dd-4dc0-a139-8bce53755046 None None] Routers {'5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:56.638992 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1ca0f760-56dd-4dc0-a139-8bce53755046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:20:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:56.726700 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1ca0f760-56dd-4dc0-a139-8bce53755046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:56.750680 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca0f760-56dd-4dc0-a139-8bce53755046 None None] Routers {'5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:56.752007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1ca0f760-56dd-4dc0-a139-8bce53755046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:20:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:56.754998 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7caf3505-2fbc-429f-a149-376a537ec445 None None] Port 5a210e91-c511-469e-9cd8-753885d1f5f5 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:56.808836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1ca0f760-56dd-4dc0-a139-8bce53755046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:56.812197 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca0f760-56dd-4dc0-a139-8bce53755046 None None] The sync data for ids ['5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:56.827064 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:56.891664 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c9400d9a-d3fd-4f53-bc5d-5c39f7c02626 None None] Provisioning complete for port 5a210e91-c511-469e-9cd8-753885d1f5f5 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:56.892048 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c9400d9a-d3fd-4f53-bc5d-5c39f7c02626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:56.899688 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929bd46-172c-44d6-93bd-0d75fc7e29bf req-00f83f62-b14e-4231-9b0f-5d2562d7bde9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:56.908358 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e929bd46-172c-44d6-93bd-0d75fc7e29bf req-00f83f62-b14e-4231-9b0f-5d2562d7bde9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1997111 Aug 31 01:20:56.957728 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-c9400d9a-d3fd-4f53-bc5d-5c39f7c02626 None None] Port 5a210e91-c511-469e-9cd8-753885d1f5f5 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:56.969889 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e929bd46-172c-44d6-93bd-0d75fc7e29bf req-f232656d-7d56-4d84-ae81-df043390e260 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602160 Aug 31 01:20:57.034254 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:57.040110 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9373bdd5-729f-49b3-82a4-6f235716763f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:57.148246 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77939c0c-e9dc-421a-98ca-acfbe3d328f2 None None] Network 9011ec08-0b12-4dc1-9b76-ea009bb21e79 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:57.213908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 9373bdd5-729f-49b3-82a4-6f235716763f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:57.222702 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 029d2098-168d-4944-9320-c72d91aa3ae8 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:57.290703 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-fe052305-e29f-4e33-8191-c66094bbe2a4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:20:57.295131 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fe052305-e29f-4e33-8191-c66094bbe2a4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "PUT /v2.0/routers/5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7549863 Aug 31 01:20:57.295297 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-83cffd7e-d591-44fb-ace0-42ba15afb073 None None] Provisioning for port 9373bdd5-729f-49b3-82a4-6f235716763f completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:57.296589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45448) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:57.323274 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-83cffd7e-d591-44fb-ace0-42ba15afb073 None None] Provisioning complete for port 9373bdd5-729f-49b3-82a4-6f235716763f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:57.323994 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83cffd7e-d591-44fb-ace0-42ba15afb073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:57.490874 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 029d2098-168d-4944-9320-c72d91aa3ae8 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:57.491265 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:57.493612 n-d-793621-34 neutron-server[102343]: DEBUG neutron.objects.ports [None req-b1e0e584-a9ae-4706-815d-0a2cb649e24b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:20:57.540189 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b919f62-01da-49ec-892f-0267e4e170c1 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:57.662706 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83cffd7e-d591-44fb-ace0-42ba15afb073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:57.759256 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-83cffd7e-d591-44fb-ace0-42ba15afb073 None None] For port 9373bdd5-729f-49b3-82a4-6f235716763f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9373bdd5-729f-49b3-82a4-6f235716763f,segment=NetworkSegment(43154442-a61d-4e9e-a90f-3ce990c1d9cd),segment_id=43154442-a61d-4e9e-a90f-3ce990c1d9cd)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:57.827716 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b18fd907-13c6-4ba7-9186-7d83547ea2c6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:57.920065 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e584-a9ae-4706-815d-0a2cb649e24b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:57.988396 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83cffd7e-d591-44fb-ace0-42ba15afb073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.123371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cffd7e-d591-44fb-ace0-42ba15afb073 None None] Pushing event updated for resources: {'Port': ['ID=9373bdd5-729f-49b3-82a4-6f235716763f,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:58.150543 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-089182bb-f682-4bbb-b6e3-c420971e0de4 None None] Provisioning complete for port 9373bdd5-729f-49b3-82a4-6f235716763f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:58.151124 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-089182bb-f682-4bbb-b6e3-c420971e0de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.255196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693208f3-eddc-43e9-a990-848bd641cfd4 req-4bc00414-959d-4cdf-8790-ba6c5d5dca03 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:58.257714 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-693208f3-eddc-43e9-a990-848bd641cfd4 req-4bc00414-959d-4cdf-8790-ba6c5d5dca03 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1728866 Aug 31 01:20:58.291773 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b18fd907-13c6-4ba7-9186-7d83547ea2c6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Deleting port 5a210e91-c511-469e-9cd8-753885d1f5f5 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:58.297874 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b18fd907-13c6-4ba7-9186-7d83547ea2c6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.334934 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-693208f3-eddc-43e9-a990-848bd641cfd4 req-e43189b6-0151-4585-ad04-d446d6f53345 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679781 Aug 31 01:20:58.340862 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-b1e0e584-a9ae-4706-815d-0a2cb649e24b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] For port 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:58.380382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-089182bb-f682-4bbb-b6e3-c420971e0de4 None None] Provisioning for port 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:58.387918 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-089182bb-f682-4bbb-b6e3-c420971e0de4 None None] Provisioning complete for port 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:58.398027 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-089182bb-f682-4bbb-b6e3-c420971e0de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.412944 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e584-a9ae-4706-815d-0a2cb649e24b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.484310 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9373bdd5-729f-49b3-82a4-6f235716763f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:58.500621 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e584-a9ae-4706-815d-0a2cb649e24b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.502061 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e584-a9ae-4706-815d-0a2cb649e24b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.512539 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b18fd907-13c6-4ba7-9186-7d83547ea2c6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.544977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b18fd907-13c6-4ba7-9186-7d83547ea2c6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Calling delete_port for 5a210e91-c511-469e-9cd8-753885d1f5f5 owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:58.604820 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 9373bdd5-729f-49b3-82a4-6f235716763f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:58.611061 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.611352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0e584-a9ae-4706-815d-0a2cb649e24b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b,revision_number=5']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:58.629614 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e0e584-a9ae-4706-815d-0a2cb649e24b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:58.632928 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b1e0e584-a9ae-4706-815d-0a2cb649e24b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:58.638089 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e0e584-a9ae-4706-815d-0a2cb649e24b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:58.642133 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b1e0e584-a9ae-4706-815d-0a2cb649e24b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.652722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0e584-a9ae-4706-815d-0a2cb649e24b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=e571debd-87df-414a-a044-6ff176a89707,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:58.656027 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-089182bb-f682-4bbb-b6e3-c420971e0de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.667979 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b0afd-6a5e-4be5-8755-7b1792835fea req-935435f6-a710-4090-8d68-a09d41d5a4a9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:58.676146 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ee8b0afd-6a5e-4be5-8755-7b1792835fea req-935435f6-a710-4090-8d68-a09d41d5a4a9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1861768 Aug 31 01:20:58.735953 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ee8b0afd-6a5e-4be5-8755-7b1792835fea req-c1cb786d-73b0-4d6a-a764-9abefd9b1f53 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585279 Aug 31 01:20:58.736966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-089182bb-f682-4bbb-b6e3-c420971e0de4 None None] For port 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:58.738282 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d9dd90-2a26-4021-91e9-b49723a6fd35 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:58.749344 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b1e0e584-a9ae-4706-815d-0a2cb649e24b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6648798 Aug 31 01:20:58.763904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45468) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:58.763904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-fe53d7c5-8bc9-41e4-b951-d155ae52aea7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'mac_address': 'fa:16:3e:fb:a9:77', 'name': 'tempest-NetworksTestDHCPv6-493841890'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:58.803090 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-089182bb-f682-4bbb-b6e3-c420971e0de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.933309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089182bb-f682-4bbb-b6e3-c420971e0de4 None None] Pushing event updated for resources: {'Port': ['ID=5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:58.944741 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd175fc6-95d7-4e85-a96c-121b701a5d4d req-3c25ec93-0e14-4c88-8a7b-546007d70edd tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:58.945938 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-afaa2cad-0652-42d8-a620-4cd9c904ad2b None None] Could not find standard attr ID for object 4e7e7686-cb3e-4b51-bb3a-0550e09bab13. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:20:58.946489 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd175fc6-95d7-4e85-a96c-121b701a5d4d req-3c25ec93-0e14-4c88-8a7b-546007d70edd tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0699048 Aug 31 01:20:58.981411 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-afaa2cad-0652-42d8-a620-4cd9c904ad2b None None] Provisioning complete for port 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:58.981992 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-afaa2cad-0652-42d8-a620-4cd9c904ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.989601 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd175fc6-95d7-4e85-a96c-121b701a5d4d req-b2bca8e3-749b-49e2-9652-d7bfe90b0900 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346570 Aug 31 01:20:59.032089 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe53d7c5-8bc9-41e4-b951-d155ae52aea7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:59.045186 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b18fd907-13c6-4ba7-9186-7d83547ea2c6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:59.128034 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fd907-13c6-4ba7-9186-7d83547ea2c6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event deleted for resources: {'Port': ['ID=5a210e91-c511-469e-9cd8-753885d1f5f5,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:59.221636 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a1713-ff67-4a6e-8ee9-f7bd940b9420 req-b8a8b09e-3f7e-4ad5-b919-fc94dee27d44 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:59.232734 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-780a1713-ff67-4a6e-8ee9-f7bd940b9420 req-b8a8b09e-3f7e-4ad5-b919-fc94dee27d44 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1019123 Aug 31 01:20:59.267184 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe53d7c5-8bc9-41e4-b951-d155ae52aea7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:59.303640 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-fe53d7c5-8bc9-41e4-b951-d155ae52aea7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port ee409098-61a6-449e-861f-081d3ffd66e2 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:20:59.338386 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-780a1713-ff67-4a6e-8ee9-f7bd940b9420 req-3a90d1e1-f137-428e-9fa3-98bd87d6bd1a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973444 Aug 31 01:20:59.555810 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-fe53d7c5-8bc9-41e4-b951-d155ae52aea7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::f816:3eff:fefb:a977 (bd5c1a30-2b24-4912-929d-0592c60865f1/e571debd-87df-414a-a044-6ff176a89707/ee409098-61a6-449e-861f-081d3ffd66e2) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:59.558586 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b18fd907-13c6-4ba7-9186-7d83547ea2c6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:59.569417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-07184946-9aa5-4175-b8b3-eb18869f5fda None None] Provisioning complete for port 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:59.569838 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-07184946-9aa5-4175-b8b3-eb18869f5fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:59.753322 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18fd907-13c6-4ba7-9186-7d83547ea2c6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Router 5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:20:59.775505 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b694b-3431-4662-baf7-dd95c5f48f67 req-fdb1e9dc-5d4b-4b39-b1ae-5907cf2b39ba tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:59.778862 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-024b694b-3431-4662-baf7-dd95c5f48f67 req-fdb1e9dc-5d4b-4b39-b1ae-5907cf2b39ba tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.2686999 Aug 31 01:20:59.841640 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18fd907-13c6-4ba7-9186-7d83547ea2c6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:59.851460 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b18fd907-13c6-4ba7-9186-7d83547ea2c6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "PUT /v2.0/routers/5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5508146 Aug 31 01:20:59.853146 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45486) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:59.855173 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e44322-90d6-4b22-990d-ba7b3e85fb85 None None] Sync routers for ids ['5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:59.856707 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-024b694b-3431-4662-baf7-dd95c5f48f67 req-307c6bfa-9728-4a52-bdab-9d02cb4cad8f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659339 Aug 31 01:20:59.860027 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe53d7c5-8bc9-41e4-b951-d155ae52aea7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:59.869095 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e44322-90d6-4b22-990d-ba7b3e85fb85 None None] Routers {'5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:59.869846 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-70e44322-90d6-4b22-990d-ba7b3e85fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:20:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:59.875595 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-fe53d7c5-8bc9-41e4-b951-d155ae52aea7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object ee409098-61a6-449e-861f-081d3ffd66e2 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:59.901738 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-555b4182-301a-426d-aee4-cf4372ea9640 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] delete failed (client error): The resource could not be found. Aug 31 01:20:59.904148 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-555b4182-301a-426d-aee4-cf4372ea9640 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-670997697 HTTP/1.1" status: 404 len: 334 time: 0.0493920 Aug 31 01:20:59.909398 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-70e44322-90d6-4b22-990d-ba7b3e85fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:59.911349 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45490) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:59.919322 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-79db719b-cfeb-4581-96c4-5e9e4294f938 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Request body: {'router': {'external_gateway_info': {'network_id': '5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:59.919611 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e44322-90d6-4b22-990d-ba7b3e85fb85 None None] Routers {'5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:59.920229 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-70e44322-90d6-4b22-990d-ba7b3e85fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:20:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:59.955086 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-70e44322-90d6-4b22-990d-ba7b3e85fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:59.955735 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e44322-90d6-4b22-990d-ba7b3e85fb85 None None] The sync data for ids ['5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:59.992579 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe53d7c5-8bc9-41e4-b951-d155ae52aea7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.037835 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe53d7c5-8bc9-41e4-b951-d155ae52aea7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:00.041396 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-fe53d7c5-8bc9-41e4-b951-d155ae52aea7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:00.046582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe53d7c5-8bc9-41e4-b951-d155ae52aea7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:00.053415 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe53d7c5-8bc9-41e4-b951-d155ae52aea7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:00.054222 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fe53d7c5-8bc9-41e4-b951-d155ae52aea7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.097933 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53d7c5-8bc9-41e4-b951-d155ae52aea7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=ee409098-61a6-449e-861f-081d3ffd66e2,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:00.137827 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e59af6-c9a4-41f3-a90c-50133da3ef93 req-be0c4707-6091-4774-80a3-68f2fe879a49 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:00.144173 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d6e59af6-c9a4-41f3-a90c-50133da3ef93 req-be0c4707-6091-4774-80a3-68f2fe879a49 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1780632 Aug 31 01:21:00.175056 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fe53d7c5-8bc9-41e4-b951-d155ae52aea7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4179661 Aug 31 01:21:00.175809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45492) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:00.234042 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-79db719b-cfeb-4581-96c4-5e9e4294f938 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.254872 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14750e8e-b54f-4021-a12f-9db5e04a5cac tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:00.258368 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d6e59af6-c9a4-41f3-a90c-50133da3ef93 req-6fe3372d-5f57-46b9-9be6-d9ee21830f00 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758626 Aug 31 01:21:00.266553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14750e8e-b54f-4021-a12f-9db5e04a5cac tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:00.270148 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-14750e8e-b54f-4021-a12f-9db5e04a5cac tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0930092 Aug 31 01:21:00.278980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45494) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:00.374068 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-79db719b-cfeb-4581-96c4-5e9e4294f938 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] update failed (client error): The resource could not be found. Aug 31 01:21:00.374445 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-79db719b-cfeb-4581-96c4-5e9e4294f938 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "PUT /v2.0/routers/5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e HTTP/1.1" status: 404 len: 339 time: 0.4616020 Aug 31 01:21:00.377662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45500) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:00.383109 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-8b1e15cb-809d-49f2-97c8-416c9d49dddd tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-862274071'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:00.439914 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:21:00.446670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-ad51b0f1-3e29-4e40-a302-3adfd7462a9b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port ee409098-61a6-449e-861f-081d3ffd66e2 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:00.447013 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ad51b0f1-3e29-4e40-a302-3adfd7462a9b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.508901 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:00.509197 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.512217 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1e15cb-809d-49f2-97c8-416c9d49dddd tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Made reservation on behalf of 0e09ea73174646ba88b5c96298ea0512 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:00.516074 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8b1e15cb-809d-49f2-97c8-416c9d49dddd tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.535831 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f03f05-6569-43e0-bcc7-f66cd589c7a9 req-c1a38f5c-5803-4878-83fe-d787ac75844b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:00.538053 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39f03f05-6569-43e0-bcc7-f66cd589c7a9 req-c1a38f5c-5803-4878-83fe-d787ac75844b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1353986 Aug 31 01:21:00.547658 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1e15cb-809d-49f2-97c8-416c9d49dddd tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:21:00.557510 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8b1e15cb-809d-49f2-97c8-416c9d49dddd tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.558388 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-8b1e15cb-809d-49f2-97c8-416c9d49dddd tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Added segment 94ab94d9-58eb-4823-83e0-b65d326d8a85 of type vlan for network 9611e07c-7428-48f9-8a84-3826f48848dc Aug 31 01:21:00.598685 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ad51b0f1-3e29-4e40-a302-3adfd7462a9b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.611471 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8b1e15cb-809d-49f2-97c8-416c9d49dddd tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.613609 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9ff43912-8e8e-4460-8661-9c545f647b99 None None] Provisioning for port ee409098-61a6-449e-861f-081d3ffd66e2 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:00.623224 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9ff43912-8e8e-4460-8661-9c545f647b99 None None] Provisioning complete for port ee409098-61a6-449e-861f-081d3ffd66e2 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:00.623618 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9ff43912-8e8e-4460-8661-9c545f647b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.636503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-ad51b0f1-3e29-4e40-a302-3adfd7462a9b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for ee409098-61a6-449e-861f-081d3ffd66e2 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:00.643950 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39f03f05-6569-43e0-bcc7-f66cd589c7a9 req-937972cd-a5a1-42c1-982b-8cb7807edae4 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973253 Aug 31 01:21:00.671474 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-9ff43912-8e8e-4460-8661-9c545f647b99 None None] Port ee409098-61a6-449e-861f-081d3ffd66e2 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:21:00.763854 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8b1e15cb-809d-49f2-97c8-416c9d49dddd tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.773206 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1e15cb-809d-49f2-97c8-416c9d49dddd tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:00.773206 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8b1e15cb-809d-49f2-97c8-416c9d49dddd tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.840623 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83442985-f405-40a0-ae5f-bc348c6cae7c req-005f8ad5-8147-423e-b470-86c67ee19c2a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:00.841872 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83442985-f405-40a0-ae5f-bc348c6cae7c req-005f8ad5-8147-423e-b470-86c67ee19c2a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0974956 Aug 31 01:21:00.851147 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e15cb-809d-49f2-97c8-416c9d49dddd tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event updated for resources: {'Network': ['ID=9611e07c-7428-48f9-8a84-3826f48848dc,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:00.866197 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 9611e07c-7428-48f9-8a84-3826f48848dc details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:21:00.897737 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83442985-f405-40a0-ae5f-bc348c6cae7c req-4f4f06db-b5dd-489f-a184-151265a2d3d9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478966 Aug 31 01:21:00.915185 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8b1e15cb-809d-49f2-97c8-416c9d49dddd tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5362630 Aug 31 01:21:00.918096 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45506) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:00.921229 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ad51b0f1-3e29-4e40-a302-3adfd7462a9b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.924980 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-55151691-3523-4381-8275-879b5ee1b824 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Request body: {'subnet': {'network_id': '9611e07c-7428-48f9-8a84-3826f48848dc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:00.953319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51b0f1-3e29-4e40-a302-3adfd7462a9b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=ee409098-61a6-449e-861f-081d3ffd66e2,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:00.993349 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ad51b0f1-3e29-4e40-a302-3adfd7462a9b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.995982 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ad51b0f1-3e29-4e40-a302-3adfd7462a9b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/ee409098-61a6-449e-861f-081d3ffd66e2 HTTP/1.1" status: 204 len: 168 time: 0.7207775 Aug 31 01:21:00.998641 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45512) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:01.113074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac1317f-49ac-4e75-b39e-1b70cbefbb27 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:01.114678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac1317f-49ac-4e75-b39e-1b70cbefbb27 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:01.118342 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cac1317f-49ac-4e75-b39e-1b70cbefbb27 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1187117 Aug 31 01:21:01.121771 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45516) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:01.136601 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7409a8-a102-4a04-9a25-f63c57714dad req-d16e4e42-c147-415a-b7b1-b146c35abbd6 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:01.138209 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c7409a8-a102-4a04-9a25-f63c57714dad req-d16e4e42-c147-415a-b7b1-b146c35abbd6 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0939941 Aug 31 01:21:01.186706 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55151691-3523-4381-8275-879b5ee1b824 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Made reservation on behalf of 0e09ea73174646ba88b5c96298ea0512 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:01.191234 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55151691-3523-4381-8275-879b5ee1b824 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.193660 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6c7409a8-a102-4a04-9a25-f63c57714dad req-084e4210-9924-4905-9c56-35703acf3178 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483820 Aug 31 01:21:01.549460 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-765036c4-7dad-4283-8b0a-2c31cdf81162 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet e571debd-87df-414a-a044-6ff176a89707 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:21:01.576263 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-765036c4-7dad-4283-8b0a-2c31cdf81162 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.655591 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-765036c4-7dad-4283-8b0a-2c31cdf81162 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.700834 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc1d0c-0ea4-46d3-9b42-5439f125c663 req-1b734644-7ec9-48f8-adc1-47bf9c04f892 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:01.702519 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1acc1d0c-0ea4-46d3-9b42-5439f125c663 req-1b734644-7ec9-48f8-adc1-47bf9c04f892 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1577415 Aug 31 01:21:01.830689 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1acc1d0c-0ea4-46d3-9b42-5439f125c663 req-797dca25-a205-4b59-8961-bead4a706695 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176434 Aug 31 01:21:01.841173 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-765036c4-7dad-4283-8b0a-2c31cdf81162 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.992190 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e4e41-f646-4fe3-9506-9892d6abcd5b req-dc41af84-cfe9-4ea3-8451-39a0e54ac838 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:01.993781 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-722e4e41-f646-4fe3-9506-9892d6abcd5b req-dc41af84-cfe9-4ea3-8451-39a0e54ac838 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0635920 Aug 31 01:21:02.036310 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-722e4e41-f646-4fe3-9506-9892d6abcd5b req-a1ea7445-6f64-4263-9b61-55e814bf5f04 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351431 Aug 31 01:21:02.037660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55151691-3523-4381-8275-879b5ee1b824 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.075059 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-765036c4-7dad-4283-8b0a-2c31cdf81162 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.114599 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-765036c4-7dad-4283-8b0a-2c31cdf81162 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.114599 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-765036c4-7dad-4283-8b0a-2c31cdf81162 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/e571debd-87df-414a-a044-6ff176a89707 HTTP/1.1" status: 204 len: 168 time: 0.9894023 Aug 31 01:21:02.115614 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45530) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:02.119416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd56570-5858-4b55-863c-37063a952892 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:02.126013 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55151691-3523-4381-8275-879b5ee1b824 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event updated for resources: {'Subnet': ['ID=36ba6c50-d500-4662-b7b8-66c3d82ecdfd,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:02.154783 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765036c4-7dad-4283-8b0a-2c31cdf81162 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=e571debd-87df-414a-a044-6ff176a89707,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:02.160209 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55151691-3523-4381-8275-879b5ee1b824 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Checking segment: {'id': '94ab94d9-58eb-4823-83e0-b65d326d8a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9611e07c-7428-48f9-8a84-3826f48848dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:21:02.160587 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55151691-3523-4381-8275-879b5ee1b824 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Network hostable DHCP agents. Network: 9611e07c-7428-48f9-8a84-3826f48848dc, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:21:02.205941 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-442d09fe-6cd8-412f-8848-d8bda4bcc62f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891187 Aug 31 01:21:02.208486 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45532) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:02.295463 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68b8a9f-8b6e-42e0-9025-943d2dd40aa1 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:02.297941 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b68b8a9f-8b6e-42e0-9025-943d2dd40aa1 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0882537 Aug 31 01:21:02.300181 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45536) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:02.323913 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55151691-3523-4381-8275-879b5ee1b824 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Network 9611e07c-7428-48f9-8a84-3826f48848dc is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:21:02.330044 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2308ac5-2069-4d7a-8da8-7bd469d21274 req-0da95084-4290-46f8-8144-e6a2801cebfc tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:02.330470 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2308ac5-2069-4d7a-8da8-7bd469d21274 req-0da95084-4290-46f8-8144-e6a2801cebfc tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1346436 Aug 31 01:21:02.357001 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6578e0f-28e6-4d06-ac44-0743504cf1fe None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:21:02.429127 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d699d0c-6a11-4f02-ba8c-2cdf84235c61 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:02.431398 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4d699d0c-6a11-4f02-ba8c-2cdf84235c61 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1297967 Aug 31 01:21:02.435888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45538) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:02.442504 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2308ac5-2069-4d7a-8da8-7bd469d21274 req-b428bfd6-c424-45f2-b1b7-ee364707ee2d tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861323 Aug 31 01:21:02.448918 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e6578e0f-28e6-4d06-ac44-0743504cf1fe None None] Deleting port 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:02.449582 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e6578e0f-28e6-4d06-ac44-0743504cf1fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.464837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:21:02.495887 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-051b9f62-50f2-413a-ae8e-581dc67b5a72 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587804 Aug 31 01:21:02.497101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-55151691-3523-4381-8275-879b5ee1b824 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 9611e07c-7428-48f9-8a84-3826f48848dc) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:02.500389 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45542) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:02.507761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e509e83b-d96d-406e-a7dc-05bcf0d24aba tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:02.514160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55151691-3523-4381-8275-879b5ee1b824 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:02.515105 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55151691-3523-4381-8275-879b5ee1b824 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.557297 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a774403-7831-4a0e-86b1-48f2cbb128e9 None None] Network 9611e07c-7428-48f9-8a84-3826f48848dc requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:02.681595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9abf68-736b-4d02-9107-b997f7d988b8 req-7ce50b57-adb5-4604-9d17-f9a8c06f01d0 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:02.683251 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1c9abf68-736b-4d02-9107-b997f7d988b8 req-7ce50b57-adb5-4604-9d17-f9a8c06f01d0 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0534084 Aug 31 01:21:02.689325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e6578e0f-28e6-4d06-ac44-0743504cf1fe None None] For port 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:02.690045 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e6578e0f-28e6-4d06-ac44-0743504cf1fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.695723 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-55151691-3523-4381-8275-879b5ee1b824 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7761788 Aug 31 01:21:02.702505 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45546) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:02.712700 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-8f3caed7-7fd0-4e67-8a2f-383e2cde0547 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Request body: {'router': {'external_gateway_info': {'network_id': '9611e07c-7428-48f9-8a84-3826f48848dc'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:02.715009 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.721217 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e6578e0f-28e6-4d06-ac44-0743504cf1fe None None] Calling delete_port for 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:02.738474 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1c9abf68-736b-4d02-9107-b997f7d988b8 req-f19b10d1-bd87-4ca5-b179-35cfe9db9fd6 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415475 Aug 31 01:21:02.831596 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:02.891489 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-9611e07c-7428-48f9-8a84-3826f48848dc', 'network_id': '9611e07c-7428-48f9-8a84-3826f48848dc', 'tenant_id': '0e09ea73174646ba88b5c96298ea0512', 'fixed_ips': [{'subnet_id': '36ba6c50-d500-4662-b7b8-66c3d82ecdfd'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:21:02.892495 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.919967 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.960922 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e509e83b-d96d-406e-a7dc-05bcf0d24aba tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:02.966132 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e509e83b-d96d-406e-a7dc-05bcf0d24aba tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.026916 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e6578e0f-28e6-4d06-ac44-0743504cf1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.070415 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:03.074076 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6578e0f-28e6-4d06-ac44-0743504cf1fe None None] No DVR routers for this DVR port 5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:21:03.127182 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24906d11-c68e-4b28-96e3-e9b310945988 req-4bd4f484-230b-4829-a50e-2af5d896d573 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:03.130242 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24906d11-c68e-4b28-96e3-e9b310945988 req-4bd4f484-230b-4829-a50e-2af5d896d573 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.3122017 Aug 31 01:21:03.142042 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6578e0f-28e6-4d06-ac44-0743504cf1fe None None] Pushing event deleted for resources: {'Port': ['ID=5b0dddbe-9d56-4dd5-acf9-6be0a162ce1b,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:03.144651 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Allocated IP 2001:db8:1::2 (9611e07c-7428-48f9-8a84-3826f48848dc/36ba6c50-d500-4662-b7b8-66c3d82ecdfd/72307920-ae1d-4469-9294-a1ea3778bef8) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:03.156934 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8f3caed7-7fd0-4e67-8a2f-383e2cde0547 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.218973 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24906d11-c68e-4b28-96e3-e9b310945988 req-c3a47603-82e7-402b-9730-c3b549d58242 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803618 Aug 31 01:21:03.414024 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.424302 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Transition to ACTIVE for port object 72307920-ae1d-4469-9294-a1ea3778bef8 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:03.442896 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Transition to ACTIVE for port object 72307920-ae1d-4469-9294-a1ea3778bef8 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:03.469467 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecaeb08-c4f0-4b76-b8ad-ffcb2b09c545 req-60d70576-567e-4244-abcf-3211f0580a86 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:03.471170 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0ecaeb08-c4f0-4b76-b8ad-ffcb2b09c545 req-60d70576-567e-4244-abcf-3211f0580a86 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0894735 Aug 31 01:21:03.536933 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0ecaeb08-c4f0-4b76-b8ad-ffcb2b09c545 req-d0b22050-03a8-4dc0-a926-8c5b3bb34254 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585074 Aug 31 01:21:03.551519 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-8f3caed7-7fd0-4e67-8a2f-383e2cde0547 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:03.556722 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45558) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:03.557310 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8f3caed7-7fd0-4e67-8a2f-383e2cde0547 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "PUT /v2.0/routers/5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e HTTP/1.1" status: 400 len: 364 time: 0.8531811 Aug 31 01:21:03.626783 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.700527 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Pushing event updated for resources: {'Port': ['ID=72307920-ae1d-4469-9294-a1ea3778bef8,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:03.711396 n-d-793621-34 neutron-server[102343]: DEBUG neutron.objects.ports [None req-e509e83b-d96d-406e-a7dc-05bcf0d24aba tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:21:03.711576 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Network 9611e07c-7428-48f9-8a84-3826f48848dc is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:03.713470 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e509e83b-d96d-406e-a7dc-05bcf0d24aba tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.713710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:03.719470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:03.760790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e509e83b-d96d-406e-a7dc-05bcf0d24aba tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:03.766542 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-e509e83b-d96d-406e-a7dc-05bcf0d24aba tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:03.771893 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e509e83b-d96d-406e-a7dc-05bcf0d24aba tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:03.772852 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e509e83b-d96d-406e-a7dc-05bcf0d24aba tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.789332 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a53baf-5b52-4080-8e47-57845803224b None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:03.799189 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509e83b-d96d-406e-a7dc-05bcf0d24aba tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=59df2142-d80e-484c-be5b-dca64648bb16,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:03.809634 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Attempting to bind port 72307920-ae1d-4469-9294-a1ea3778bef8 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:21:03.810002 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Attempting to bind port 72307920-ae1d-4469-9294-a1ea3778bef8 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '94ab94d9-58eb-4823-83e0-b65d326d8a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9611e07c-7428-48f9-8a84-3826f48848dc'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:21:03.810365 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Attempting to bind port 72307920-ae1d-4469-9294-a1ea3778bef8 on network 9611e07c-7428-48f9-8a84-3826f48848dc {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:21:03.843453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:21:03.843832 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Checking segment: {'id': '94ab94d9-58eb-4823-83e0-b65d326d8a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9611e07c-7428-48f9-8a84-3826f48848dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:21:03.844235 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.844635 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Bound using segment: {'id': '94ab94d9-58eb-4823-83e0-b65d326d8a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9611e07c-7428-48f9-8a84-3826f48848dc'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:21:03.845121 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Bound port: 72307920-ae1d-4469-9294-a1ea3778bef8, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ab94d9-58eb-4823-83e0-b65d326d8a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9611e07c-7428-48f9-8a84-3826f48848dc'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:21:03.845531 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.863795 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e509e83b-d96d-406e-a7dc-05bcf0d24aba tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3589778 Aug 31 01:21:03.864107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45562) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:03.869710 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f98f28d7-c0ed-4338-83f8-703acc571020 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'mac_address': 'fa:16:3e:ed:fb:14', 'name': 'tempest-NetworksTestDHCPv6-1616249014'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:03.882733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b7f8b-4c0a-4e8d-a5b9-b5d24a9daaf5 req-d82fe229-46fd-4e1d-b4c2-d0c9695fbfa7 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:03.884385 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b68b7f8b-4c0a-4e8d-a5b9-b5d24a9daaf5 req-d82fe229-46fd-4e1d-b4c2-d0c9695fbfa7 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.2226892 Aug 31 01:21:03.986446 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b68b7f8b-4c0a-4e8d-a5b9-b5d24a9daaf5 req-bbbfadeb-4c2e-49e8-877f-57c24677e4a9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717347 Aug 31 01:21:04.074846 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:04.091900 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': '59df2142-d80e-484c-be5b-dca64648bb16'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:21:04.093837 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:04.100509 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] For port 72307920-ae1d-4469-9294-a1ea3778bef8, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:21:04.140480 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] For port 72307920-ae1d-4469-9294-a1ea3778bef8, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=72307920-ae1d-4469-9294-a1ea3778bef8,segment=NetworkSegment(94ab94d9-58eb-4823-83e0-b65d326d8a85),segment_id=94ab94d9-58eb-4823-83e0-b65d326d8a85)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:21:04.216880 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98f28d7-c0ed-4338-83f8-703acc571020 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:04.229794 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f98f28d7-c0ed-4338-83f8-703acc571020 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:04.234305 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:04.245359 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-66fa0e18-00d4-40cc-83bf-3fef0ff00b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:04.290186 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadedf08-fa7a-4a5f-ba6f-636ea5491cf9 req-9a74c264-dbf2-49c5-bfe6-01a90659f1f3 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:04.294629 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fadedf08-fa7a-4a5f-ba6f-636ea5491cf9 req-9a74c264-dbf2-49c5-bfe6-01a90659f1f3 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1343975 Aug 31 01:21:04.316329 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-f98f28d7-c0ed-4338-83f8-703acc571020 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port 5923d53e-badd-482e-80fd-533cf8700744 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:21:04.371112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aaa5c4-59a6-45e9-9a62-f6d7c37b50e5 None None] Pushing event updated for resources: {'Port': ['ID=72307920-ae1d-4469-9294-a1ea3778bef8,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:04.391146 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Allocated IP 2001:db8::f816:3eff:feae:8f69 (bd5c1a30-2b24-4912-929d-0592c60865f1/59df2142-d80e-484c-be5b-dca64648bb16/b3590ff9-54a4-44cc-a9c8-87daa425be49) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:04.446787 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fadedf08-fa7a-4a5f-ba6f-636ea5491cf9 req-5a3bb441-efd1-4169-a9a4-8e73f952751f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435866 Aug 31 01:21:04.457172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Allocated IP 2001:db8::1 (7f6e5f66-95dd-4231-b254-b3d2303e16bc/b6b4be46-d3a3-43f5-9e37-ee30c795f91d/9e62b47e-c97e-41cb-8947-7a0d06edb08d) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:04.662720 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:04.680585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Transition to ACTIVE for port object b3590ff9-54a4-44cc-a9c8-87daa425be49 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:04.707499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Transition to ACTIVE for port object b3590ff9-54a4-44cc-a9c8-87daa425be49 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:04.733505 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:04.766247 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Transition to ACTIVE for port object 9e62b47e-c97e-41cb-8947-7a0d06edb08d will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:04.827014 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:04.872691 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923de267-60cf-4fc1-9b69-fe8fd4acad0a req-c8cc49f2-8f8c-48f7-9696-5b1dfc970bea tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:04.874831 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-923de267-60cf-4fc1-9b69-fe8fd4acad0a req-c8cc49f2-8f8c-48f7-9696-5b1dfc970bea tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.2830665 Aug 31 01:21:04.921054 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-f98f28d7-c0ed-4338-83f8-703acc571020 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::f816:3eff:feed:fb14 (bd5c1a30-2b24-4912-929d-0592c60865f1/59df2142-d80e-484c-be5b-dca64648bb16/5923d53e-badd-482e-80fd-533cf8700744) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:04.942111 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-923de267-60cf-4fc1-9b69-fe8fd4acad0a req-fbb530ae-da33-46d0-b530-f34fa027c7a4 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596623 Aug 31 01:21:04.943272 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:05.031116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event updated for resources: {'Port': ['ID=9e62b47e-c97e-41cb-8947-7a0d06edb08d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:05.049407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Network 7f6e5f66-95dd-4231-b254-b3d2303e16bc is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:05.051750 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:05.070099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:05.070867 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:05.234877 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f98f28d7-c0ed-4338-83f8-703acc571020 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:05.276825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-f98f28d7-c0ed-4338-83f8-703acc571020 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object 5923d53e-badd-482e-80fd-533cf8700744 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:05.293592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:05.303238 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:05.311700 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:05.328679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Pushing event updated for resources: {'Port': ['ID=b3590ff9-54a4-44cc-a9c8-87daa425be49,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:05.404822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Attempting to bind port b3590ff9-54a4-44cc-a9c8-87daa425be49 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:21:05.405492 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Attempting to bind port b3590ff9-54a4-44cc-a9c8-87daa425be49 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:21:05.406122 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Attempting to bind port b3590ff9-54a4-44cc-a9c8-87daa425be49 on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:21:05.415370 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:21:05.415748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b0326-a0fd-4ab8-b23e-e712787e6575 req-1f46a192-6a51-4063-aa2e-a4a32ebf54be tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:05.418011 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-180b0326-a0fd-4ab8-b23e-e712787e6575 req-1f46a192-6a51-4063-aa2e-a4a32ebf54be tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1125765 Aug 31 01:21:05.418392 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:21:05.419172 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:05.420619 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:21:05.421137 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Bound port: b3590ff9-54a4-44cc-a9c8-87daa425be49, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:21:05.421568 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:05.468270 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-180b0326-a0fd-4ab8-b23e-e712787e6575 req-d1a62ce1-6c38-41e7-8cad-e3386b1b992f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411510 Aug 31 01:21:05.472037 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f98f28d7-c0ed-4338-83f8-703acc571020 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:05.541903 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:05.572035 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98f28d7-c0ed-4338-83f8-703acc571020 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:05.582604 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-f98f28d7-c0ed-4338-83f8-703acc571020 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:05.586842 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f28d7-c0ed-4338-83f8-703acc571020 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:05.594196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98f28d7-c0ed-4338-83f8-703acc571020 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:05.594984 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f98f28d7-c0ed-4338-83f8-703acc571020 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:05.623822 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f28d7-c0ed-4338-83f8-703acc571020 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=5923d53e-badd-482e-80fd-533cf8700744,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:05.663448 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] For port b3590ff9-54a4-44cc-a9c8-87daa425be49, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:21:05.669150 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-628864a6-48d6-4777-bfbe-e356d14f48cf None None] Provisioning for port 9e62b47e-c97e-41cb-8947-7a0d06edb08d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:05.677871 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] For port b3590ff9-54a4-44cc-a9c8-87daa425be49, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b3590ff9-54a4-44cc-a9c8-87daa425be49,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:21:05.683768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-628864a6-48d6-4777-bfbe-e356d14f48cf None None] Provisioning complete for port 9e62b47e-c97e-41cb-8947-7a0d06edb08d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:05.683768 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-628864a6-48d6-4777-bfbe-e356d14f48cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:05.716876 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f98f28d7-c0ed-4338-83f8-703acc571020 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8455429 Aug 31 01:21:05.716876 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45594) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:05.732622 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-628864a6-48d6-4777-bfbe-e356d14f48cf None None] Port 9e62b47e-c97e-41cb-8947-7a0d06edb08d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:21:05.798835 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:05.820758 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba7acc2-add9-4dca-84d6-45b0f28947c8 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:05.836910 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba7acc2-add9-4dca-84d6-45b0f28947c8 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:05.839468 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0ba7acc2-add9-4dca-84d6-45b0f28947c8 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1262360 Aug 31 01:21:05.842146 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45596) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:05.898701 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1227546d-ea0f-4536-8831-b0fdf819271f None None] Network 9611e07c-7428-48f9-8a84-3826f48848dc requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:05.909715 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb071c-2f59-47f5-b52a-bbe514a67cb0 req-7f46cb5a-defc-4c89-b38a-125f705bbe94 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:05.918523 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87bb071c-2f59-47f5-b52a-bbe514a67cb0 req-7f46cb5a-defc-4c89-b38a-125f705bbe94 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.3090432 Aug 31 01:21:06.001732 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:06.005148 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb826668-23d4-4052-a020-64ef9b288d88 None None] Pushing event updated for resources: {'Port': ['ID=b3590ff9-54a4-44cc-a9c8-87daa425be49,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:06.032922 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87bb071c-2f59-47f5-b52a-bbe514a67cb0 req-1f544cf3-5781-4e0b-b64c-e375b0e00485 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084297 Aug 31 01:21:06.073310 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-8a3a12c8-de43-4723-9017-a90d761e3049 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port 5923d53e-badd-482e-80fd-533cf8700744 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:06.073426 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8a3a12c8-de43-4723-9017-a90d761e3049 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:06.088583 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:06.089923 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:06.130149 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-02e8752f-a67d-47ee-96cc-be7e0a8c8fa7 None None] Provisioning for port 72307920-ae1d-4469-9294-a1ea3778bef8 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:06.285054 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event updated for resources: {'Port': ['ID=9e62b47e-c97e-41cb-8947-7a0d06edb08d,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:06.297250 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c668351-bb1d-48ad-812b-8d9c6a5bf1fe req-bbcd2ca8-6a73-4805-ab20-157a8ea60378 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:06.322117 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c668351-bb1d-48ad-812b-8d9c6a5bf1fe req-bbcd2ca8-6a73-4805-ab20-157a8ea60378 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1635010 Aug 31 01:21:06.346302 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8a3a12c8-de43-4723-9017-a90d761e3049 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:06.391802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Network 7f6e5f66-95dd-4231-b254-b3d2303e16bc is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:06.403643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:06.404594 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c668351-bb1d-48ad-812b-8d9c6a5bf1fe req-87345e91-4494-4678-9017-256de2b5c439 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811977 Aug 31 01:21:06.405730 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-8a3a12c8-de43-4723-9017-a90d761e3049 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for 5923d53e-badd-482e-80fd-533cf8700744 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:06.632235 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Router 5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:21:06.657113 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b3590ff9-54a4-44cc-a9c8-87daa425be49 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:21:06.788906 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649b9e0-e586-4ed3-ab14-c2a3dc926b69 req-38683b60-a14d-4f1c-95e3-d7957dfacf99 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:06.790702 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0649b9e0-e586-4ed3-ab14-c2a3dc926b69 req-38683b60-a14d-4f1c-95e3-d7957dfacf99 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1943464 Aug 31 01:21:06.797295 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8a3a12c8-de43-4723-9017-a90d761e3049 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:06.841566 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:21:06.844005 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:06.855626 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28156fe1-d8dd-4b7b-bbd3-2ca82cb8073b None None] Sync routers for ids ['5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:21:06.871201 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28156fe1-d8dd-4b7b-bbd3-2ca82cb8073b None None] Routers {'5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:21:06.873074 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-28156fe1-d8dd-4b7b-bbd3-2ca82cb8073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:20:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:06.873227 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1669f287-cbb9-4ddb-b214-17b276838a40 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "PUT /v2.0/routers/5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3149593 Aug 31 01:21:06.885176 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45610) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.893030 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0649b9e0-e586-4ed3-ab14-c2a3dc926b69 req-61a89066-6092-48cd-8084-c48ee04ab7ba tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923615 Aug 31 01:21:06.922162 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a12c8-de43-4723-9017-a90d761e3049 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=5923d53e-badd-482e-80fd-533cf8700744,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:06.933884 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-28156fe1-d8dd-4b7b-bbd3-2ca82cb8073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:06.950034 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port b3590ff9-54a4-44cc-a9c8-87daa425be49 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:06.985141 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8a3a12c8-de43-4723-9017-a90d761e3049 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:06.987290 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8a3a12c8-de43-4723-9017-a90d761e3049 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/5923d53e-badd-482e-80fd-533cf8700744 HTTP/1.1" status: 204 len: 168 time: 1.1418519 Aug 31 01:21:06.989763 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45614) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.991980 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 72307920-ae1d-4469-9294-a1ea3778bef8 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:21:07.044297 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28156fe1-d8dd-4b7b-bbd3-2ca82cb8073b None None] Routers {'5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:21:07.045056 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-28156fe1-d8dd-4b7b-bbd3-2ca82cb8073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:20:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:07.069720 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-938db91f-6cac-4f41-998f-b41127faad7d tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.081730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d149e5b-8429-4986-9895-edb91e2c594f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:07.083819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d149e5b-8429-4986-9895-edb91e2c594f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:07.085874 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6d149e5b-8429-4986-9895-edb91e2c594f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0925465 Aug 31 01:21:07.102271 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-680208a8-cdd7-4424-90ec-c68ee1c1fb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.102526 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45616) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:07.105864 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-28156fe1-d8dd-4b7b-bbd3-2ca82cb8073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:07.106636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28156fe1-d8dd-4b7b-bbd3-2ca82cb8073b None None] The sync data for ids ['5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:21:07.136836 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.142863 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e17146e5-bc23-40ca-a0b1-8a2cbb51f374 None None] Provisioning complete for port 9e62b47e-c97e-41cb-8947-7a0d06edb08d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:07.143349 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e17146e5-bc23-40ca-a0b1-8a2cbb51f374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.183647 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-938db91f-6cac-4f41-998f-b41127faad7d tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 01:21:07.186020 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-938db91f-6cac-4f41-998f-b41127faad7d tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "DELETE /v2.0/routers/5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e HTTP/1.1" status: 409 len: 329 time: 0.2724457 Aug 31 01:21:07.188451 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45618) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:07.193374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-828b9036-4e93-4ce8-aa92-4cdee685684b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet 59df2142-d80e-484c-be5b-dca64648bb16 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:21:07.195507 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e17146e5-bc23-40ca-a0b1-8a2cbb51f374 None None] Port 9e62b47e-c97e-41cb-8947-7a0d06edb08d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:21:07.197138 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-828b9036-4e93-4ce8-aa92-4cdee685684b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.225838 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.250548 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-828b9036-4e93-4ce8-aa92-4cdee685684b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.260198 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 72307920-ae1d-4469-9294-a1ea3778bef8 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:07.274361 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 72307920-ae1d-4469-9294-a1ea3778bef8 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:07.274891 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.421328 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-828b9036-4e93-4ce8-aa92-4cdee685684b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.452273 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.509195 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 72307920-ae1d-4469-9294-a1ea3778bef8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=72307920-ae1d-4469-9294-a1ea3778bef8,segment=NetworkSegment(94ab94d9-58eb-4823-83e0-b65d326d8a85),segment_id=94ab94d9-58eb-4823-83e0-b65d326d8a85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:07.613644 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.678930 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=72307920-ae1d-4469-9294-a1ea3778bef8,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:07.679801 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-828b9036-4e93-4ce8-aa92-4cdee685684b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.722160 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b9036-4e93-4ce8-aa92-4cdee685684b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=59df2142-d80e-484c-be5b-dca64648bb16,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:07.727110 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-828b9036-4e93-4ce8-aa92-4cdee685684b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.732513 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-828b9036-4e93-4ce8-aa92-4cdee685684b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/59df2142-d80e-484c-be5b-dca64648bb16 HTTP/1.1" status: 204 len: 168 time: 0.6285110 Aug 31 01:21:07.732952 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45632) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:07.763351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8afaf231-c738-4dcc-a832-b2eea5f296d7 None None] Provisioning for port b3590ff9-54a4-44cc-a9c8-87daa425be49 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:07.768280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8afaf231-c738-4dcc-a832-b2eea5f296d7 None None] Provisioning complete for port b3590ff9-54a4-44cc-a9c8-87daa425be49 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:07.770639 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8afaf231-c738-4dcc-a832-b2eea5f296d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.785382 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fc66a4da-c3d4-4bba-870a-c2f98361a912 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478840 Aug 31 01:21:07.788194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45636) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:07.824595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-9c362193-2166-46a5-a3b8-be4f4f4f2514 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:07.890749 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae5a415-6f4c-4683-83ba-05ec1df177e4 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:07.977985 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8afaf231-c738-4dcc-a832-b2eea5f296d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:08.013169 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-341a946e-c629-4039-8cb6-db47525b996e tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:08.078621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8afaf231-c738-4dcc-a832-b2eea5f296d7 None None] For port b3590ff9-54a4-44cc-a9c8-87daa425be49, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b3590ff9-54a4-44cc-a9c8-87daa425be49,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:08.170264 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385842cc-d8ca-4459-ba31-83aaecf0e23e None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:21:08.217788 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8afaf231-c738-4dcc-a832-b2eea5f296d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:08.290008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afaf231-c738-4dcc-a832-b2eea5f296d7 None None] Pushing event updated for resources: {'Port': ['ID=b3590ff9-54a4-44cc-a9c8-87daa425be49,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:08.297504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e2962-ef61-431e-a4da-40abf06e5860 req-a789d8c7-6a41-44be-8279-7cbc93462b04 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:08.305527 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cb7e2962-ef61-431e-a4da-40abf06e5860 req-a789d8c7-6a41-44be-8279-7cbc93462b04 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.4543583 Aug 31 01:21:08.314728 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-385842cc-d8ca-4459-ba31-83aaecf0e23e None None] Deleting port b3590ff9-54a4-44cc-a9c8-87daa425be49 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:08.315141 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-385842cc-d8ca-4459-ba31-83aaecf0e23e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:08.373306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-681c1cb8-cc47-4677-bc90-cb82e1df6f17 None None] Could not find standard attr ID for object 5923d53e-badd-482e-80fd-533cf8700744. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:21:08.379758 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cb7e2962-ef61-431e-a4da-40abf06e5860 req-0ccdb345-8324-4ebb-b388-ae56473d4eda tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725515 Aug 31 01:21:08.409310 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-385842cc-d8ca-4459-ba31-83aaecf0e23e None None] For port b3590ff9-54a4-44cc-a9c8-87daa425be49, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b3590ff9-54a4-44cc-a9c8-87daa425be49,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:08.409310 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-385842cc-d8ca-4459-ba31-83aaecf0e23e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:08.423961 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-385842cc-d8ca-4459-ba31-83aaecf0e23e None None] Calling delete_port for b3590ff9-54a4-44cc-a9c8-87daa425be49 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:08.427552 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-341a946e-c629-4039-8cb6-db47525b996e tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Deleting port 9e62b47e-c97e-41cb-8947-7a0d06edb08d {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:08.428001 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-341a946e-c629-4039-8cb6-db47525b996e tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:08.449001 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c362193-2166-46a5-a3b8-be4f4f4f2514 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:08.452814 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9c362193-2166-46a5-a3b8-be4f4f4f2514 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:08.514159 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 72307920-ae1d-4469-9294-a1ea3778bef8 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:21:08.538974 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-341a946e-c629-4039-8cb6-db47525b996e tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:08.554825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-341a946e-c629-4039-8cb6-db47525b996e tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Calling delete_port for 9e62b47e-c97e-41cb-8947-7a0d06edb08d owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:08.597484 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 72307920-ae1d-4469-9294-a1ea3778bef8 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:08.597805 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:08.930088 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:08.930088 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-385842cc-d8ca-4459-ba31-83aaecf0e23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:08.930088 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385842cc-d8ca-4459-ba31-83aaecf0e23e None None] Pushing event deleted for resources: {'Port': ['ID=b3590ff9-54a4-44cc-a9c8-87daa425be49,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:08.930088 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385842cc-d8ca-4459-ba31-83aaecf0e23e None None] No DVR routers for this DVR port b3590ff9-54a4-44cc-a9c8-87daa425be49 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:21:08.930088 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b3590ff9-54a4-44cc-a9c8-87daa425be49 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:21:08.930088 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: b3590ff9-54a4-44cc-a9c8-87daa425be49 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:21:08.930088 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b3590ff9-54a4-44cc-a9c8-87daa425be49 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:21:08.935139 n-d-793621-34 neutron-server[102342]: DEBUG neutron.objects.ports [None req-9c362193-2166-46a5-a3b8-be4f4f4f2514 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:21:08.935139 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9c362193-2166-46a5-a3b8-be4f4f4f2514 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:08.936448 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-341a946e-c629-4039-8cb6-db47525b996e tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:08.945058 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c362193-2166-46a5-a3b8-be4f4f4f2514 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:08.955739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-9c362193-2166-46a5-a3b8-be4f4f4f2514 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:08.955739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c362193-2166-46a5-a3b8-be4f4f4f2514 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:08.955739 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9c362193-2166-46a5-a3b8-be4f4f4f2514 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:08.959695 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7858f6-2498-47d5-afc0-a146734f295c None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:08.966953 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c362193-2166-46a5-a3b8-be4f4f4f2514 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=f68613ae-296e-418e-95b1-b3a8c99b3991,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:08.976673 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a946e-c629-4039-8cb6-db47525b996e tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event deleted for resources: {'Port': ['ID=9e62b47e-c97e-41cb-8947-7a0d06edb08d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:09.060783 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9c362193-2166-46a5-a3b8-be4f4f4f2514 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2702689 Aug 31 01:21:09.061887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45658) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:09.068168 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f798dc1c-a341-497a-88d5-8f6a4f5e0e8b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'mac_address': 'fa:16:3e:7b:64:0c', 'name': 'tempest-NetworksTestDHCPv6-230500384'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:09.108734 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-341a946e-c629-4039-8cb6-db47525b996e tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:09.189813 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': 'f68613ae-296e-418e-95b1-b3a8c99b3991'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:21:09.191195 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:09.318373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f798dc1c-a341-497a-88d5-8f6a4f5e0e8b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:09.328364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341a946e-c629-4039-8cb6-db47525b996e tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Router 5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:21:09.375032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Allocated IP 2001:db8::f816:3eff:fe5c:fd68 (bd5c1a30-2b24-4912-929d-0592c60865f1/f68613ae-296e-418e-95b1-b3a8c99b3991/b7200532-87f8-49d7-8658-a366a0beedc0) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:09.425560 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341a946e-c629-4039-8cb6-db47525b996e tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:21:09.441023 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-341a946e-c629-4039-8cb6-db47525b996e tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "PUT /v2.0/routers/5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2422965 Aug 31 01:21:09.441245 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45666) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:09.451542 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6c4468-ffc7-4747-ad3f-2533b4dd4490 None None] Sync routers for ids ['5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:21:09.468755 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6c4468-ffc7-4747-ad3f-2533b4dd4490 None None] Routers {'5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:21:09.469410 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-dc6c4468-ffc7-4747-ad3f-2533b4dd4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:21:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:09.509580 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-dc6c4468-ffc7-4747-ad3f-2533b4dd4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:09.519218 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-f79ff3a1-a147-4274-86ec-49581a9cc23d tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] show failed (client error): The resource could not be found. Aug 31 01:21:09.520548 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f79ff3a1-a147-4274-86ec-49581a9cc23d tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-754633310 HTTP/1.1" status: 404 len: 334 time: 0.0782475 Aug 31 01:21:09.524368 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45670) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:09.527596 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6c4468-ffc7-4747-ad3f-2533b4dd4490 None None] Routers {'5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:21:09.528617 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-dc6c4468-ffc7-4747-ad3f-2533b4dd4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:21:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:09.530004 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b56bd085-22be-48a4-8fc2-cae7d41db5a7 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:09.572381 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-dc6c4468-ffc7-4747-ad3f-2533b4dd4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:09.573268 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6c4468-ffc7-4747-ad3f-2533b4dd4490 None None] The sync data for ids ['5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:21:09.574970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f798dc1c-a341-497a-88d5-8f6a4f5e0e8b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:09.591701 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-b56bd085-22be-48a4-8fc2-cae7d41db5a7 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] update failed (client error): The resource could not be found. Aug 31 01:21:09.597543 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b56bd085-22be-48a4-8fc2-cae7d41db5a7 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1510202746 HTTP/1.1" status: 404 len: 335 time: 0.0675857 Aug 31 01:21:09.597920 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45674) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:09.618960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0430c4-1b10-46bc-923c-2bbd3c5cbb79 req-ebcb9ac1-a205-4f97-87bb-5c8fc2017cb7 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:09.621592 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae0430c4-1b10-46bc-923c-2bbd3c5cbb79 req-ebcb9ac1-a205-4f97-87bb-5c8fc2017cb7 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1147203 Aug 31 01:21:09.623326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-f798dc1c-a341-497a-88d5-8f6a4f5e0e8b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port dc2492b0-99bb-412a-9ead-f9365d39f0a5 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:21:09.655553 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:09.668716 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Transition to ACTIVE for port object b7200532-87f8-49d7-8658-a366a0beedc0 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:09.722343 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Transition to ACTIVE for port object b7200532-87f8-49d7-8658-a366a0beedc0 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:09.723290 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2df5f6-0203-4e76-95fe-316227be4af3 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Deleting subnet 36ba6c50-d500-4662-b7b8-66c3d82ecdfd {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:21:09.728139 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a2df5f6-0203-4e76-95fe-316227be4af3 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:09.731630 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae0430c4-1b10-46bc-923c-2bbd3c5cbb79 req-43087630-9d16-495c-a6f3-99ac4e547ce6 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965669 Aug 31 01:21:09.777820 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a2df5f6-0203-4e76-95fe-316227be4af3 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:09.881618 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a2df5f6-0203-4e76-95fe-316227be4af3 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:10.237654 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:10.280835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:10.284367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:10.288244 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:10.289572 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-f798dc1c-a341-497a-88d5-8f6a4f5e0e8b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::f816:3eff:fe7b:640c (bd5c1a30-2b24-4912-929d-0592c60865f1/f68613ae-296e-418e-95b1-b3a8c99b3991/dc2492b0-99bb-412a-9ead-f9365d39f0a5) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:10.297467 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Pushing event updated for resources: {'Port': ['ID=b7200532-87f8-49d7-8658-a366a0beedc0,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:10.307216 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a2df5f6-0203-4e76-95fe-316227be4af3 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:10.330858 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:10.343641 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2df5f6-0203-4e76-95fe-316227be4af3 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event deleted for resources: {'Subnet': ['ID=36ba6c50-d500-4662-b7b8-66c3d82ecdfd,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:10.349379 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a2df5f6-0203-4e76-95fe-316227be4af3 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:10.353659 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1a2df5f6-0203-4e76-95fe-316227be4af3 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "DELETE /v2.0/subnets/36ba6c50-d500-4662-b7b8-66c3d82ecdfd HTTP/1.1" status: 204 len: 168 time: 0.7544067 Aug 31 01:21:10.357100 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45680) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:10.357402 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9458d85b-d37a-48f8-84d9-52852a1710c2 None None] Network 9611e07c-7428-48f9-8a84-3826f48848dc requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:10.376570 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Attempting to bind port b7200532-87f8-49d7-8658-a366a0beedc0 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:21:10.376953 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Attempting to bind port b7200532-87f8-49d7-8658-a366a0beedc0 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:21:10.377409 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Attempting to bind port b7200532-87f8-49d7-8658-a366a0beedc0 on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:21:10.431463 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:21:10.432191 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:21:10.432836 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:10.433236 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:21:10.433771 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Bound port: b7200532-87f8-49d7-8658-a366a0beedc0, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:21:10.434146 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:10.484849 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:10.498592 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f798dc1c-a341-497a-88d5-8f6a4f5e0e8b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:10.518224 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-f798dc1c-a341-497a-88d5-8f6a4f5e0e8b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object dc2492b0-99bb-412a-9ead-f9365d39f0a5 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:10.559421 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Deleting port 72307920-ae1d-4469-9294-a1ea3778bef8 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:10.560330 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:10.589948 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] For port b7200532-87f8-49d7-8658-a366a0beedc0, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:21:10.604086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] For port b7200532-87f8-49d7-8658-a366a0beedc0, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b7200532-87f8-49d7-8658-a366a0beedc0,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:21:10.633199 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] For port 72307920-ae1d-4469-9294-a1ea3778bef8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=72307920-ae1d-4469-9294-a1ea3778bef8,segment=NetworkSegment(94ab94d9-58eb-4823-83e0-b65d326d8a85),segment_id=94ab94d9-58eb-4823-83e0-b65d326d8a85)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:10.633626 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:10.657623 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Calling delete_port for 72307920-ae1d-4469-9294-a1ea3778bef8 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:10.676164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0f822c-87b2-40af-ab8a-06a13fd47881 None None] DHCP port deletion for 9611e07c-7428-48f9-8a84-3826f48848dc request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:21:10.685918 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f798dc1c-a341-497a-88d5-8f6a4f5e0e8b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:10.744416 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f798dc1c-a341-497a-88d5-8f6a4f5e0e8b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:10.748439 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-f798dc1c-a341-497a-88d5-8f6a4f5e0e8b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:10.756987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f798dc1c-a341-497a-88d5-8f6a4f5e0e8b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:10.763680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f798dc1c-a341-497a-88d5-8f6a4f5e0e8b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:10.764342 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f798dc1c-a341-497a-88d5-8f6a4f5e0e8b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:10.764631 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f822c-87b2-40af-ab8a-06a13fd47881 None None] Deleting port 72307920-ae1d-4469-9294-a1ea3778bef8 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:10.765024 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2c0f822c-87b2-40af-ab8a-06a13fd47881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:10.768267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798dc1c-a341-497a-88d5-8f6a4f5e0e8b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=dc2492b0-99bb-412a-9ead-f9365d39f0a5,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:10.836539 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:10.847413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2c0f822c-87b2-40af-ab8a-06a13fd47881 None None] For port 72307920-ae1d-4469-9294-a1ea3778bef8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=72307920-ae1d-4469-9294-a1ea3778bef8,segment=NetworkSegment(94ab94d9-58eb-4823-83e0-b65d326d8a85),segment_id=94ab94d9-58eb-4823-83e0-b65d326d8a85)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:10.847877 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2c0f822c-87b2-40af-ab8a-06a13fd47881 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:10.866867 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca395ed1-524b-4dbe-b3bd-d301cbb7c652 req-781c5d54-7834-46ac-8973-b624c05701ec tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:10.868421 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca395ed1-524b-4dbe-b3bd-d301cbb7c652 req-781c5d54-7834-46ac-8973-b624c05701ec tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0521135 Aug 31 01:21:10.883126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f822c-87b2-40af-ab8a-06a13fd47881 None None] Calling delete_port for 72307920-ae1d-4469-9294-a1ea3778bef8 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:10.923343 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:10.939343 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca395ed1-524b-4dbe-b3bd-d301cbb7c652 req-9be2bb65-c1e5-4d75-9103-d99560f8b007 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567665 Aug 31 01:21:10.953244 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f798dc1c-a341-497a-88d5-8f6a4f5e0e8b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8896959 Aug 31 01:21:10.958693 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d15479-a2c9-4a96-b4d3-5a8c85636a88 None None] Pushing event updated for resources: {'Port': ['ID=b7200532-87f8-49d7-8658-a366a0beedc0,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:10.960941 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45694) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:10.982981 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event deleted for resources: {'Port': ['ID=72307920-ae1d-4469-9294-a1ea3778bef8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:10.990272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] No DVR routers for this DVR port 72307920-ae1d-4469-9294-a1ea3778bef8 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:21:11.035770 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b866a005-8876-442d-ae6f-4c1f43fe5dcb tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:11.037181 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2c0f822c-87b2-40af-ab8a-06a13fd47881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.042740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b866a005-8876-442d-ae6f-4c1f43fe5dcb tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:11.044572 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b866a005-8876-442d-ae6f-4c1f43fe5dcb tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0824554 Aug 31 01:21:11.047316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45696) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:11.067177 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f822c-87b2-40af-ab8a-06a13fd47881 None None] Pushing event deleted for resources: {'Port': ['ID=72307920-ae1d-4469-9294-a1ea3778bef8,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:11.070946 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0f822c-87b2-40af-ab8a-06a13fd47881 None None] No DVR routers for this DVR port 72307920-ae1d-4469-9294-a1ea3778bef8 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:21:11.113753 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.128441 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9611e07c-7428-48f9-8a84-3826f48848dc']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:11.142514 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ab94d9-58eb-4823-83e0-b65d326d8a85') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:11.143288 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ab94d9-58eb-4823-83e0-b65d326d8a85') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:11.156212 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.180700 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.205898 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:21:11.207230 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.209353 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf0f66-c1c8-459a-b827-b6bba08d3a15 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port dc2492b0-99bb-412a-9ead-f9365d39f0a5 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:11.209720 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fbf0f66-c1c8-459a-b827-b6bba08d3a15 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:21:11.219605 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:21:11.325199 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fbf0f66-c1c8-459a-b827-b6bba08d3a15 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.340551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf0f66-c1c8-459a-b827-b6bba08d3a15 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for dc2492b0-99bb-412a-9ead-f9365d39f0a5 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:11.420280 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.428364 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.432893 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "DELETE /v2.0/networks/9611e07c-7428-48f9-8a84-3826f48848dc HTTP/1.1" status: 204 len: 168 time: 1.0717251 Aug 31 01:21:11.434072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45702) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:11.454275 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e958c-f7dc-4bbd-b007-57128910edde tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event deleted for resources: {'Network': ['ID=9611e07c-7428-48f9-8a84-3826f48848dc,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:11.517431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-2372d09e-8662-4a7f-a53f-b1d63e18eec4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Deleting subnet 3a6f37e8-41a8-4988-aae0-b79653d324ba {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:21:11.521249 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2372d09e-8662-4a7f-a53f-b1d63e18eec4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.564394 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2372d09e-8662-4a7f-a53f-b1d63e18eec4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.660100 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2372d09e-8662-4a7f-a53f-b1d63e18eec4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.684414 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fbf0f66-c1c8-459a-b827-b6bba08d3a15 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.719285 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf0f66-c1c8-459a-b827-b6bba08d3a15 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=dc2492b0-99bb-412a-9ead-f9365d39f0a5,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:11.748331 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fbf0f66-c1c8-459a-b827-b6bba08d3a15 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.750902 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5fbf0f66-c1c8-459a-b827-b6bba08d3a15 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/dc2492b0-99bb-412a-9ead-f9365d39f0a5 HTTP/1.1" status: 204 len: 168 time: 0.7021282 Aug 31 01:21:11.762174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45708) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:11.812803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680cabeb-3e86-4b1d-baa3-63f6e1fc54fd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:11.814469 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680cabeb-3e86-4b1d-baa3-63f6e1fc54fd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:11.816046 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-680cabeb-3e86-4b1d-baa3-63f6e1fc54fd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0618908 Aug 31 01:21:11.818645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45712) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:11.826627 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2372d09e-8662-4a7f-a53f-b1d63e18eec4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.902391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85a022e-5f85-4bad-94a8-f71d6826870d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet f68613ae-296e-418e-95b1-b3a8c99b3991 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:21:11.903507 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372d09e-8662-4a7f-a53f-b1d63e18eec4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event deleted for resources: {'Subnet': ['ID=3a6f37e8-41a8-4988-aae0-b79653d324ba,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:11.905881 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2372d09e-8662-4a7f-a53f-b1d63e18eec4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.908059 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2372d09e-8662-4a7f-a53f-b1d63e18eec4 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "DELETE /v2.0/subnets/3a6f37e8-41a8-4988-aae0-b79653d324ba HTTP/1.1" status: 204 len: 168 time: 0.4730372 Aug 31 01:21:11.911093 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3000e567-8ff4-4e2e-a9ac-dbde8b34d1dd None None] Network 9011ec08-0b12-4dc1-9b76-ea009bb21e79 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:11.911794 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45716) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:11.912272 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b85a022e-5f85-4bad-94a8-f71d6826870d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.973756 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b85a022e-5f85-4bad-94a8-f71d6826870d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.015873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02e9f79-88a3-4c7a-a805-a441f14eb421 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Deleting subnet a40dd946-add9-4dd4-87c1-6480bfab2966 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:21:12.020114 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e02e9f79-88a3-4c7a-a805-a441f14eb421 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.077640 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e02e9f79-88a3-4c7a-a805-a441f14eb421 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.178413 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b85a022e-5f85-4bad-94a8-f71d6826870d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.189705 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddecba4-3e98-40ef-be4b-b80b91d797a1 req-533c5cd0-0be8-4bca-b550-5b1474e3eac6 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:12.191442 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cddecba4-3e98-40ef-be4b-b80b91d797a1 req-533c5cd0-0be8-4bca-b550-5b1474e3eac6 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1065447 Aug 31 01:21:12.244963 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e02e9f79-88a3-4c7a-a805-a441f14eb421 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.271378 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cddecba4-3e98-40ef-be4b-b80b91d797a1 req-1305ac9f-9ec2-4bb2-924a-7e59f90bfbca tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591004 Aug 31 01:21:12.395213 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f652e7f8-2c4d-4006-9351-241ee646c824 None None] DHCP port deletion for 9011ec08-0b12-4dc1-9b76-ea009bb21e79 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:21:12.404021 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b85a022e-5f85-4bad-94a8-f71d6826870d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.425959 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b85a022e-5f85-4bad-94a8-f71d6826870d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.427868 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b85a022e-5f85-4bad-94a8-f71d6826870d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/f68613ae-296e-418e-95b1-b3a8c99b3991 HTTP/1.1" status: 204 len: 168 time: 0.6082845 Aug 31 01:21:12.431905 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45724) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:12.447412 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a022e-5f85-4bad-94a8-f71d6826870d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=f68613ae-296e-418e-95b1-b3a8c99b3991,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:12.485942 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d48ce03c-c8e8-4d47-881c-fbed2e0fa232 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530338 Aug 31 01:21:12.487890 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45728) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:12.488204 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e02e9f79-88a3-4c7a-a805-a441f14eb421 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.499942 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b7200532-87f8-49d7-8658-a366a0beedc0 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:21:12.506806 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e02e9f79-88a3-4c7a-a805-a441f14eb421 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.525930 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e02e9f79-88a3-4c7a-a805-a441f14eb421 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "DELETE /v2.0/subnets/a40dd946-add9-4dd4-87c1-6480bfab2966 HTTP/1.1" status: 204 len: 168 time: 0.6116071 Aug 31 01:21:12.533038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45734) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:12.567133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f652e7f8-2c4d-4006-9351-241ee646c824 None None] Deleting port 9373bdd5-729f-49b3-82a4-6f235716763f {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:12.567720 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f652e7f8-2c4d-4006-9351-241ee646c824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.576282 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc81c534-5950-4a5f-81e4-b77bad72dc76 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:12.578456 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bc81c534-5950-4a5f-81e4-b77bad72dc76 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0893092 Aug 31 01:21:12.581457 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45736) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:12.603145 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e9f79-88a3-4c7a-a805-a441f14eb421 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event deleted for resources: {'Subnet': ['ID=a40dd946-add9-4dd4-87c1-6480bfab2966,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:12.638999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73483d55-588d-4a1f-8552-8c098b15946e None None] Network d3a85eba-33af-4466-a851-b897006184b3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:12.650533 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f652e7f8-2c4d-4006-9351-241ee646c824 None None] For port 9373bdd5-729f-49b3-82a4-6f235716763f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9373bdd5-729f-49b3-82a4-6f235716763f,segment=NetworkSegment(43154442-a61d-4e9e-a90f-3ce990c1d9cd),segment_id=43154442-a61d-4e9e-a90f-3ce990c1d9cd)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:12.657869 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f652e7f8-2c4d-4006-9351-241ee646c824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.665328 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-462841ae-d224-4221-9794-ca91e5c24f6f None None] Provisioning for port b7200532-87f8-49d7-8658-a366a0beedc0 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:12.686413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f95c164-7af8-4d75-b733-6d0b60aa4a1a None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:12.706511 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee553026-49a4-4877-813b-8a78b1f79be7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:12.708089 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ee553026-49a4-4877-813b-8a78b1f79be7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1254482 Aug 31 01:21:12.711333 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45738) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:12.712746 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.723781 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f652e7f8-2c4d-4006-9351-241ee646c824 None None] Calling delete_port for 9373bdd5-729f-49b3-82a4-6f235716763f owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:12.779437 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Deleting port 9373bdd5-729f-49b3-82a4-6f235716763f {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:12.780051 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.784127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cefa0eb4-b9e3-4fa8-9684-d202992bbf82 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712171 Aug 31 01:21:12.785214 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45742) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:12.791187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e3c2a075-471f-443f-9c5a-a828cdac3acc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:12.859100 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] For port 9373bdd5-729f-49b3-82a4-6f235716763f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9373bdd5-729f-49b3-82a4-6f235716763f,segment=NetworkSegment(43154442-a61d-4e9e-a90f-3ce990c1d9cd),segment_id=43154442-a61d-4e9e-a90f-3ce990c1d9cd)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:12.860382 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.878677 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Calling delete_port for 9373bdd5-729f-49b3-82a4-6f235716763f owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:12.970988 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f39fdc4c-f13a-44bf-8335-07e09c14c864 None None] Could not find standard attr ID for object dc2492b0-99bb-412a-9ead-f9365d39f0a5. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:21:12.974064 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port b7200532-87f8-49d7-8658-a366a0beedc0 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:13.002441 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port b7200532-87f8-49d7-8658-a366a0beedc0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:13.002896 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.031629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c2a075-471f-443f-9c5a-a828cdac3acc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:13.036083 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e3c2a075-471f-443f-9c5a-a828cdac3acc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.100709 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.133132 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f652e7f8-2c4d-4006-9351-241ee646c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.167824 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80624b91-9552-4bd3-80ec-b2161fc64711 None None] DHCP port deletion for d3a85eba-33af-4466-a851-b897006184b3 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:21:13.176332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event deleted for resources: {'Port': ['ID=9373bdd5-729f-49b3-82a4-6f235716763f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:13.179566 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652e7f8-2c4d-4006-9351-241ee646c824 None None] Pushing event deleted for resources: {'Port': ['ID=9373bdd5-729f-49b3-82a4-6f235716763f,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:13.181799 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.194855 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] No DVR routers for this DVR port 9373bdd5-729f-49b3-82a4-6f235716763f on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:21:13.215577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f652e7f8-2c4d-4006-9351-241ee646c824 None None] No DVR routers for this DVR port 9373bdd5-729f-49b3-82a4-6f235716763f on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:21:13.219804 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71144826-d9e2-4037-ae30-51b3d379bb7a None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:21:13.288510 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.305919 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9011ec08-0b12-4dc1-9b76-ea009bb21e79']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:13.317685 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port b7200532-87f8-49d7-8658-a366a0beedc0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b7200532-87f8-49d7-8658-a366a0beedc0,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:13.320427 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43154442-a61d-4e9e-a90f-3ce990c1d9cd') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:13.320834 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43154442-a61d-4e9e-a90f-3ce990c1d9cd') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:13.332565 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.352968 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.357320 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-80624b91-9552-4bd3-80ec-b2161fc64711 None None] Deleting port 029d2098-168d-4944-9320-c72d91aa3ae8 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:13.357320 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-80624b91-9552-4bd3-80ec-b2161fc64711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.362153 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:21:13.362546 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:21:13.365925 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:21:13.413935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-71144826-d9e2-4037-ae30-51b3d379bb7a None None] Deleting port b7200532-87f8-49d7-8658-a366a0beedc0 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:13.414308 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-71144826-d9e2-4037-ae30-51b3d379bb7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.448787 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a609c-c686-4de3-a66b-fdfdbd8a85b5 req-7d235f7b-2900-40c1-9e29-a741166ab36d tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:13.466185 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f8a609c-c686-4de3-a66b-fdfdbd8a85b5 req-7d235f7b-2900-40c1-9e29-a741166ab36d tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0763223 Aug 31 01:21:13.466379 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.485851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-80624b91-9552-4bd3-80ec-b2161fc64711 None None] For port 029d2098-168d-4944-9320-c72d91aa3ae8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=029d2098-168d-4944-9320-c72d91aa3ae8,segment=NetworkSegment(cb432b69-362b-46f0-aa66-fff6e5c0ba5b),segment_id=cb432b69-362b-46f0-aa66-fff6e5c0ba5b)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:13.486159 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-80624b91-9552-4bd3-80ec-b2161fc64711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.501637 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f8a609c-c686-4de3-a66b-fdfdbd8a85b5 req-a83537fc-3692-426f-aa40-acd76b61a1d6 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448346 Aug 31 01:21:13.503070 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e3c2a075-471f-443f-9c5a-a828cdac3acc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.528950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-80624b91-9552-4bd3-80ec-b2161fc64711 None None] Calling delete_port for 029d2098-168d-4944-9320-c72d91aa3ae8 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:13.553904 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 72307920-ae1d-4469-9294-a1ea3778bef8 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:21:13.558869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-71144826-d9e2-4037-ae30-51b3d379bb7a None None] For port b7200532-87f8-49d7-8658-a366a0beedc0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b7200532-87f8-49d7-8658-a366a0beedc0,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:13.559646 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-71144826-d9e2-4037-ae30-51b3d379bb7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.559894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c2a075-471f-443f-9c5a-a828cdac3acc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:13.563863 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-e3c2a075-471f-443f-9c5a-a828cdac3acc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:13.572269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c2a075-471f-443f-9c5a-a828cdac3acc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:13.572960 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e3c2a075-471f-443f-9c5a-a828cdac3acc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.586626 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.593135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2a075-471f-443f-9c5a-a828cdac3acc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=9d027ed3-3f8e-4450-bff0-fe37503b4bb1,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:13.616707 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.621095 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "DELETE /v2.0/networks/9011ec08-0b12-4dc1-9b76-ea009bb21e79 HTTP/1.1" status: 204 len: 168 time: 1.0822864 Aug 31 01:21:13.621095 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209cc9d-f6ae-4185-abad-1094ec9278a6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event deleted for resources: {'Network': ['ID=9011ec08-0b12-4dc1-9b76-ea009bb21e79,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:13.621707 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45758) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:13.633821 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-71144826-d9e2-4037-ae30-51b3d379bb7a None None] Calling delete_port for b7200532-87f8-49d7-8658-a366a0beedc0 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:13.636940 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 72307920-ae1d-4469-9294-a1ea3778bef8 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:21:13.637565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 72307920-ae1d-4469-9294-a1ea3778bef8 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:21:13.638987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=b7200532-87f8-49d7-8658-a366a0beedc0,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:13.703251 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e3c2a075-471f-443f-9c5a-a828cdac3acc tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9153111 Aug 31 01:21:13.704895 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45760) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:13.712089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-392758be-a4ca-401b-bc7d-304ad705042a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'mac_address': 'fa:16:3e:33:f1:4c', 'name': 'tempest-NetworksTestDHCPv6-2011869147'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:13.720224 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.785983 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Deleting port 029d2098-168d-4944-9320-c72d91aa3ae8 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:13.786343 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.853207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] For port 029d2098-168d-4944-9320-c72d91aa3ae8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=029d2098-168d-4944-9320-c72d91aa3ae8,segment=NetworkSegment(cb432b69-362b-46f0-aa66-fff6e5c0ba5b),segment_id=cb432b69-362b-46f0-aa66-fff6e5c0ba5b)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:13.854136 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.866051 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-80624b91-9552-4bd3-80ec-b2161fc64711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.867416 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Calling delete_port for 029d2098-168d-4944-9320-c72d91aa3ae8 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:13.897898 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-71144826-d9e2-4037-ae30-51b3d379bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.899881 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80624b91-9552-4bd3-80ec-b2161fc64711 None None] Pushing event deleted for resources: {'Port': ['ID=029d2098-168d-4944-9320-c72d91aa3ae8,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:13.908710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80624b91-9552-4bd3-80ec-b2161fc64711 None None] No DVR routers for this DVR port 029d2098-168d-4944-9320-c72d91aa3ae8 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:21:13.949657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71144826-d9e2-4037-ae30-51b3d379bb7a None None] Pushing event deleted for resources: {'Port': ['ID=b7200532-87f8-49d7-8658-a366a0beedc0,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:13.952049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392758be-a4ca-401b-bc7d-304ad705042a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:13.954581 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71144826-d9e2-4037-ae30-51b3d379bb7a None None] No DVR routers for this DVR port b7200532-87f8-49d7-8658-a366a0beedc0 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:21:13.956488 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-392758be-a4ca-401b-bc7d-304ad705042a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.972497 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.978120 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45636ee-54aa-4ff8-8e92-b92c1fa5772d None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:13.988464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-392758be-a4ca-401b-bc7d-304ad705042a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port 9b28e0f8-343e-491a-8094-ddff34cf85d9 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:21:14.007127 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event deleted for resources: {'Port': ['ID=029d2098-168d-4944-9320-c72d91aa3ae8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:14.008861 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] No DVR routers for this DVR port 029d2098-168d-4944-9320-c72d91aa3ae8 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:21:14.124257 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.135387 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a85eba-33af-4466-a851-b897006184b3']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:14.158026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb432b69-362b-46f0-aa66-fff6e5c0ba5b') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:14.158327 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb432b69-362b-46f0-aa66-fff6e5c0ba5b') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:14.169668 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.172511 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-392758be-a4ca-401b-bc7d-304ad705042a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::f9 (bd5c1a30-2b24-4912-929d-0592c60865f1/9d027ed3-3f8e-4450-bff0-fe37503b4bb1/9b28e0f8-343e-491a-8094-ddff34cf85d9) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:14.175452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': '9d027ed3-3f8e-4450-bff0-fe37503b4bb1'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:21:14.176337 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.189111 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.197404 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:21:14.197966 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:21:14.202634 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:21:14.375347 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.378214 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-392758be-a4ca-401b-bc7d-304ad705042a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.382774 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.385601 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "DELETE /v2.0/networks/d3a85eba-33af-4466-a851-b897006184b3 HTTP/1.1" status: 204 len: 168 time: 0.7620289 Aug 31 01:21:14.389186 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45772) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:14.397268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-392758be-a4ca-401b-bc7d-304ad705042a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object 9b28e0f8-343e-491a-8094-ddff34cf85d9 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:14.411054 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef3548-744b-42ea-9c05-afdd7eb46099 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event deleted for resources: {'Network': ['ID=d3a85eba-33af-4466-a851-b897006184b3,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:14.443381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9373bdd5-729f-49b3-82a4-6f235716763f no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:21:14.466322 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 9373bdd5-729f-49b3-82a4-6f235716763f {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:21:14.466758 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9373bdd5-729f-49b3-82a4-6f235716763f not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:21:14.467260 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b7200532-87f8-49d7-8658-a366a0beedc0 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:21:14.472402 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85c7d92-3d8a-4e29-a658-f1ea3032c9b1 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Deleting subnet b6b4be46-d3a3-43f5-9e37-ee30c795f91d {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:21:14.475690 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b85c7d92-3d8a-4e29-a658-f1ea3032c9b1 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.487340 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: b7200532-87f8-49d7-8658-a366a0beedc0 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:21:14.487757 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b7200532-87f8-49d7-8658-a366a0beedc0 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:21:14.488291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 029d2098-168d-4944-9320-c72d91aa3ae8 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:21:14.514569 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 029d2098-168d-4944-9320-c72d91aa3ae8 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:21:14.514919 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 029d2098-168d-4944-9320-c72d91aa3ae8 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:21:14.523254 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b85c7d92-3d8a-4e29-a658-f1ea3032c9b1 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.599736 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-392758be-a4ca-401b-bc7d-304ad705042a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.681062 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b85c7d92-3d8a-4e29-a658-f1ea3032c9b1 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.693059 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Allocated IP 2001:db8::2 (bd5c1a30-2b24-4912-929d-0592c60865f1/9d027ed3-3f8e-4450-bff0-fe37503b4bb1/3df82486-4907-47c9-8e7e-bdc7d788a44a) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:14.697875 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392758be-a4ca-401b-bc7d-304ad705042a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:14.707906 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-392758be-a4ca-401b-bc7d-304ad705042a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:14.720470 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392758be-a4ca-401b-bc7d-304ad705042a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:14.726287 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392758be-a4ca-401b-bc7d-304ad705042a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:14.727335 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-392758be-a4ca-401b-bc7d-304ad705042a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.738536 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392758be-a4ca-401b-bc7d-304ad705042a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=9b28e0f8-343e-491a-8094-ddff34cf85d9,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:14.759733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dce653-30ec-4f6e-8e85-9b824af318dc req-7397f07c-52a5-420c-89e6-dacdff52b646 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:14.764537 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c4dce653-30ec-4f6e-8e85-9b824af318dc req-7397f07c-52a5-420c-89e6-dacdff52b646 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1544485 Aug 31 01:21:14.805315 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c4dce653-30ec-4f6e-8e85-9b824af318dc req-5e04f073-74e9-4bf8-a53f-7e43c5e97c84 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372097 Aug 31 01:21:14.865493 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-392758be-a4ca-401b-bc7d-304ad705042a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1439321 Aug 31 01:21:14.865774 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45782) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:14.877154 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.886480 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Transition to ACTIVE for port object 3df82486-4907-47c9-8e7e-bdc7d788a44a will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:14.894924 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b85c7d92-3d8a-4e29-a658-f1ea3032c9b1 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.903576 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Transition to ACTIVE for port object 3df82486-4907-47c9-8e7e-bdc7d788a44a will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:14.928512 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c7d92-3d8a-4e29-a658-f1ea3032c9b1 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b4be46-d3a3-43f5-9e37-ee30c795f91d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:14.932228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ea5d8e-f15c-4c23-ab78-a15949c6b63e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:14.932228 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c7ea5d8e-f15c-4c23-ab78-a15949c6b63e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0643291 Aug 31 01:21:14.934987 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45784) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:14.937601 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b85c7d92-3d8a-4e29-a658-f1ea3032c9b1 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.939726 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b85c7d92-3d8a-4e29-a658-f1ea3032c9b1 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "DELETE /v2.0/subnets/b6b4be46-d3a3-43f5-9e37-ee30c795f91d HTTP/1.1" status: 204 len: 168 time: 0.5496292 Aug 31 01:21:14.942595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45786) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:14.944007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c62c596-77b0-473c-a636-c7a1e4b0b191 None None] Network 7f6e5f66-95dd-4231-b254-b3d2303e16bc requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:15.029079 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.050022 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e8082581-074b-455e-8e9e-63c7f5a550da tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port 9b28e0f8-343e-491a-8094-ddff34cf85d9 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:15.050441 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8082581-074b-455e-8e9e-63c7f5a550da tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.062779 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.087676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:15.090176 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:15.118366 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:15.145031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Deleting port 80cbecf0-e1e6-4723-ac71-75bd3e9c251d {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:15.145533 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.158812 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Pushing event updated for resources: {'Port': ['ID=3df82486-4907-47c9-8e7e-bdc7d788a44a,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:15.197082 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8082581-074b-455e-8e9e-63c7f5a550da tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.212485 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e8082581-074b-455e-8e9e-63c7f5a550da tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for 9b28e0f8-343e-491a-8094-ddff34cf85d9 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:15.226315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Attempting to bind port 3df82486-4907-47c9-8e7e-bdc7d788a44a on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:21:15.226929 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Attempting to bind port 3df82486-4907-47c9-8e7e-bdc7d788a44a by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:21:15.227462 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Attempting to bind port 3df82486-4907-47c9-8e7e-bdc7d788a44a on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:21:15.242467 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:21:15.242970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:21:15.243523 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.244007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:21:15.248623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Bound port: 3df82486-4907-47c9-8e7e-bdc7d788a44a, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:21:15.249363 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.260626 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] For port 80cbecf0-e1e6-4723-ac71-75bd3e9c251d, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=80cbecf0-e1e6-4723-ac71-75bd3e9c251d,segment=NetworkSegment(4c4d61d4-6128-49e2-9310-91246b0aa270),segment_id=4c4d61d4-6128-49e2-9310-91246b0aa270)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:15.261472 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.285895 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Calling delete_port for 80cbecf0-e1e6-4723-ac71-75bd3e9c251d owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:15.333924 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652e9c5e-87bb-4ef8-af63-a2757f60930b None None] DHCP port deletion for 7f6e5f66-95dd-4231-b254-b3d2303e16bc request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:21:15.345393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] For port 3df82486-4907-47c9-8e7e-bdc7d788a44a, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:21:15.379070 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] For port 3df82486-4907-47c9-8e7e-bdc7d788a44a, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=3df82486-4907-47c9-8e7e-bdc7d788a44a,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:21:15.405885 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-652e9c5e-87bb-4ef8-af63-a2757f60930b None None] Deleting port 80cbecf0-e1e6-4723-ac71-75bd3e9c251d {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:15.406266 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-652e9c5e-87bb-4ef8-af63-a2757f60930b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.481550 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-652e9c5e-87bb-4ef8-af63-a2757f60930b None None] For port 80cbecf0-e1e6-4723-ac71-75bd3e9c251d, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=80cbecf0-e1e6-4723-ac71-75bd3e9c251d,segment=NetworkSegment(4c4d61d4-6128-49e2-9310-91246b0aa270),segment_id=4c4d61d4-6128-49e2-9310-91246b0aa270)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:15.481994 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-652e9c5e-87bb-4ef8-af63-a2757f60930b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.499974 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-652e9c5e-87bb-4ef8-af63-a2757f60930b None None] Calling delete_port for 80cbecf0-e1e6-4723-ac71-75bd3e9c251d owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:15.571698 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.635369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fce0d-2ae4-476b-902d-f23f7cb7fff5 None None] Pushing event updated for resources: {'Port': ['ID=3df82486-4907-47c9-8e7e-bdc7d788a44a,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:15.643615 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.649330 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8082581-074b-455e-8e9e-63c7f5a550da tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.669506 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-652e9c5e-87bb-4ef8-af63-a2757f60930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.680110 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event deleted for resources: {'Port': ['ID=80cbecf0-e1e6-4723-ac71-75bd3e9c251d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:15.687679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] No DVR routers for this DVR port 80cbecf0-e1e6-4723-ac71-75bd3e9c251d on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:21:15.705842 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8082581-074b-455e-8e9e-63c7f5a550da tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=9b28e0f8-343e-491a-8094-ddff34cf85d9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:15.716695 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e9c5e-87bb-4ef8-af63-a2757f60930b None None] Pushing event deleted for resources: {'Port': ['ID=80cbecf0-e1e6-4723-ac71-75bd3e9c251d,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:15.720064 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e9c5e-87bb-4ef8-af63-a2757f60930b None None] No DVR routers for this DVR port 80cbecf0-e1e6-4723-ac71-75bd3e9c251d on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:21:15.742879 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8082581-074b-455e-8e9e-63c7f5a550da tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.747825 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e8082581-074b-455e-8e9e-63c7f5a550da tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/9b28e0f8-343e-491a-8094-ddff34cf85d9 HTTP/1.1" status: 204 len: 168 time: 0.8088269 Aug 31 01:21:15.748007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45800) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:15.797140 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.809171 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6e5f66-95dd-4231-b254-b3d2303e16bc']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:15.812203 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eab4f56-980e-4bd2-a334-56e9239aec35 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:15.814086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eab4f56-980e-4bd2-a334-56e9239aec35 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:15.815788 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0eab4f56-980e-4bd2-a334-56e9239aec35 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0667138 Aug 31 01:21:15.818407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45804) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:15.826109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4d61d4-6128-49e2-9310-91246b0aa270') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:15.826381 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4d61d4-6128-49e2-9310-91246b0aa270') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:15.847106 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.881508 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:21:15.922431 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:21:15.925056 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-340b3544-5d17-43f2-9fe6-a8c6e5ce77ec tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet 9d027ed3-3f8e-4450-bff0-fe37503b4bb1 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:21:15.925056 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-340b3544-5d17-43f2-9fe6-a8c6e5ce77ec tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.973560 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-340b3544-5d17-43f2-9fe6-a8c6e5ce77ec tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:16.027187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025b134-9075-4427-9224-b8c6945d248b req-93cf4aa2-10a9-4952-a199-d0661d39a204 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:16.028764 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5025b134-9075-4427-9224-b8c6945d248b req-93cf4aa2-10a9-4952-a199-d0661d39a204 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0777783 Aug 31 01:21:16.077950 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5025b134-9075-4427-9224-b8c6945d248b req-9a65ed93-e72a-44d2-bf30-0ce3c7dde3b2 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396543 Aug 31 01:21:16.093073 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-340b3544-5d17-43f2-9fe6-a8c6e5ce77ec tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:16.122656 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:16.130381 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:16.135275 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "DELETE /v2.0/networks/7f6e5f66-95dd-4231-b254-b3d2303e16bc HTTP/1.1" status: 204 len: 168 time: 1.1915932 Aug 31 01:21:16.136780 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45810) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:16.148065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59606291-3917-443c-bc98-fca1e379a1b6 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Pushing event deleted for resources: {'Network': ['ID=7f6e5f66-95dd-4231-b254-b3d2303e16bc,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:16.170250 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3a585f6a-66c4-4e86-a69b-ecb8b5891487 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e HTTP/1.1" status: 200 len: 205 time: 0.0323408 Aug 31 01:21:16.172663 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45814) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:16.256553 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a5959583-47c1-4d26-bab6-b754e47e0ef7 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:16.324488 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-340b3544-5d17-43f2-9fe6-a8c6e5ce77ec tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:16.362921 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b3544-5d17-43f2-9fe6-a8c6e5ce77ec tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=9d027ed3-3f8e-4450-bff0-fe37503b4bb1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:16.364362 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-340b3544-5d17-43f2-9fe6-a8c6e5ce77ec tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:16.367862 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-340b3544-5d17-43f2-9fe6-a8c6e5ce77ec tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/9d027ed3-3f8e-4450-bff0-fe37503b4bb1 HTTP/1.1" status: 204 len: 168 time: 0.5462325 Aug 31 01:21:16.368635 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45818) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:16.419671 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8b2292ba-6ef1-4f82-afb2-c5be08a9e9ab tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457473 Aug 31 01:21:16.420035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45822) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:16.473427 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a5959583-47c1-4d26-bab6-b754e47e0ef7 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:16.478148 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a5959583-47c1-4d26-bab6-b754e47e0ef7 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:16.486789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93ab9fe-af9e-45cc-9886-c83f3e999149 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:16.494332 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c93ab9fe-af9e-45cc-9886-c83f3e999149 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0731387 Aug 31 01:21:16.497572 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45824) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:16.533227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 3df82486-4907-47c9-8e7e-bdc7d788a44a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:21:16.575220 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa937dd-ca2b-49b7-bc78-dc90c104fdb0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:16.577246 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0fa937dd-ca2b-49b7-bc78-dc90c104fdb0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0787303 Aug 31 01:21:16.579830 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45826) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:16.637821 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-38e3678e-d655-4ac1-8253-d1204145bb07 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525784 Aug 31 01:21:16.638102 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45830) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:16.643284 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a5959583-47c1-4d26-bab6-b754e47e0ef7 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:16.644008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5959583-47c1-4d26-bab6-b754e47e0ef7 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Fanout notify agent at l3_agent the message router_deleted on router 5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:21:16.644376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-671bdb16-0667-43ea-84c0-b8ac6fb92937 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:16.654918 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a5959583-47c1-4d26-bab6-b754e47e0ef7 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:16.656604 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a5959583-47c1-4d26-bab6-b754e47e0ef7 tempest-RoutersNegativeIpV6Test-597625642 tempest-RoutersNegativeIpV6Test-597625642-project] 10.222.0.16 "DELETE /v2.0/routers/5af88461-a2f1-4b43-a5e4-2ea2c5a1ac3e HTTP/1.1" status: 204 len: 168 time: 0.4827566 Aug 31 01:21:16.685490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 3df82486-4907-47c9-8e7e-bdc7d788a44a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:16.789730 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 80cbecf0-e1e6-4723-ac71-75bd3e9c251d no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:21:16.812041 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 80cbecf0-e1e6-4723-ac71-75bd3e9c251d {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:21:16.812381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 80cbecf0-e1e6-4723-ac71-75bd3e9c251d not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:21:16.866027 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671bdb16-0667-43ea-84c0-b8ac6fb92937 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:16.888818 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-671bdb16-0667-43ea-84c0-b8ac6fb92937 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:16.913277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca5a353-93a8-49a3-b281-061e9d69ae74 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:17.083691 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-295e8b4e-e0c2-41cd-bf63-498c394feaee None None] Provisioning for port 3df82486-4907-47c9-8e7e-bdc7d788a44a completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:17.089571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-295e8b4e-e0c2-41cd-bf63-498c394feaee None None] Provisioning complete for port 3df82486-4907-47c9-8e7e-bdc7d788a44a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:17.098333 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-295e8b4e-e0c2-41cd-bf63-498c394feaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:17.127378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c39c3b-6763-465b-8a17-0efb3dfc65d5 None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:21:17.224007 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-295e8b4e-e0c2-41cd-bf63-498c394feaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:17.228333 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-68c39c3b-6763-465b-8a17-0efb3dfc65d5 None None] Deleting port 3df82486-4907-47c9-8e7e-bdc7d788a44a {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:17.228956 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-68c39c3b-6763-465b-8a17-0efb3dfc65d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:17.232284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414e963-dbf0-430d-96ba-ceaf8a0777db req-efffebb5-6844-4e97-8441-6c024a8e6503 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:17.234001 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5414e963-dbf0-430d-96ba-ceaf8a0777db req-efffebb5-6844-4e97-8441-6c024a8e6503 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0544062 Aug 31 01:21:17.348992 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5414e963-dbf0-430d-96ba-ceaf8a0777db req-0bddd1aa-a3d5-4d61-b6c8-fa3ede42b369 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021280 Aug 31 01:21:17.411685 n-d-793621-34 neutron-server[102342]: DEBUG neutron.objects.ports [None req-671bdb16-0667-43ea-84c0-b8ac6fb92937 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:21:17.469781 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-295e8b4e-e0c2-41cd-bf63-498c394feaee None None] For port 3df82486-4907-47c9-8e7e-bdc7d788a44a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=3df82486-4907-47c9-8e7e-bdc7d788a44a,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:17.508039 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-68c39c3b-6763-465b-8a17-0efb3dfc65d5 None None] For port 3df82486-4907-47c9-8e7e-bdc7d788a44a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=3df82486-4907-47c9-8e7e-bdc7d788a44a,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:17.508446 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-68c39c3b-6763-465b-8a17-0efb3dfc65d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:17.515466 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45850) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:17.522971 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-68c39c3b-6763-465b-8a17-0efb3dfc65d5 None None] Calling delete_port for 3df82486-4907-47c9-8e7e-bdc7d788a44a owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:17.539479 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:21:17.569555 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-295e8b4e-e0c2-41cd-bf63-498c394feaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:17.642810 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e8b4e-e0c2-41cd-bf63-498c394feaee None None] Pushing event updated for resources: {'Port': ['ID=3df82486-4907-47c9-8e7e-bdc7d788a44a,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:17.689118 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5f8c59be-d1e2-45e9-8aae-9f26abfa4ef8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e09ea73174646ba88b5c96298ea0512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723773 Aug 31 01:21:17.691860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45858) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:17.759662 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b1fa01f7-ed93-486d-bbf2-3e96973a6504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:17.763123 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-671bdb16-0667-43ea-84c0-b8ac6fb92937 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:17.785925 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b1fa01f7-ed93-486d-bbf2-3e96973a6504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:17.803235 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-68c39c3b-6763-465b-8a17-0efb3dfc65d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:17.835481 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c39c3b-6763-465b-8a17-0efb3dfc65d5 None None] Pushing event deleted for resources: {'Port': ['ID=3df82486-4907-47c9-8e7e-bdc7d788a44a,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:17.838014 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c39c3b-6763-465b-8a17-0efb3dfc65d5 None None] No DVR routers for this DVR port 3df82486-4907-47c9-8e7e-bdc7d788a44a on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:21:17.960450 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-671bdb16-0667-43ea-84c0-b8ac6fb92937 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] For port 3df82486-4907-47c9-8e7e-bdc7d788a44a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=3df82486-4907-47c9-8e7e-bdc7d788a44a,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:17.968953 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b1fa01f7-ed93-486d-bbf2-3e96973a6504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:17.971925 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b1fa01f7-ed93-486d-bbf2-3e96973a6504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:17.973294 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b1fa01f7-ed93-486d-bbf2-3e96973a6504 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4136394-6462-43bb-ace8-0467384a3717 HTTP/1.1" status: 204 len: 168 time: 0.2798874 Aug 31 01:21:17.986476 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa01f7-ed93-486d-bbf2-3e96973a6504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4136394-6462-43bb-ace8-0467384a3717,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:17.996695 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-671bdb16-0667-43ea-84c0-b8ac6fb92937 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:18.072675 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-671bdb16-0667-43ea-84c0-b8ac6fb92937 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:18.073558 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-671bdb16-0667-43ea-84c0-b8ac6fb92937 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:18.124624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bdb16-0667-43ea-84c0-b8ac6fb92937 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=3df82486-4907-47c9-8e7e-bdc7d788a44a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:18.144885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671bdb16-0667-43ea-84c0-b8ac6fb92937 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:18.148241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-671bdb16-0667-43ea-84c0-b8ac6fb92937 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:18.153278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671bdb16-0667-43ea-84c0-b8ac6fb92937 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:18.153894 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-671bdb16-0667-43ea-84c0-b8ac6fb92937 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:18.159757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bdb16-0667-43ea-84c0-b8ac6fb92937 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=561a7576-08b2-408a-ba7c-18b6c5df3404,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:18.163042 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1678829-218f-4eaa-82dd-0f09fd7f2c83 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:18.285197 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-671bdb16-0667-43ea-84c0-b8ac6fb92937 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6457071 Aug 31 01:21:18.288176 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45870) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:18.296798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-68956725-0abd-4017-8238-51442ebc92a6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:18.322180 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': '561a7576-08b2-408a-ba7c-18b6c5df3404'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:21:18.323612 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:18.501196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 3df82486-4907-47c9-8e7e-bdc7d788a44a no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:21:18.533384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 3df82486-4907-47c9-8e7e-bdc7d788a44a {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:21:18.533921 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 3df82486-4907-47c9-8e7e-bdc7d788a44a not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:21:18.599259 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Allocated IP 2001:db8::f816:3eff:fe80:6037 (bd5c1a30-2b24-4912-929d-0592c60865f1/561a7576-08b2-408a-ba7c-18b6c5df3404/57d733a6-87e3-4532-8d56-1ce3ec387012) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:18.744097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4680704-abee-4edb-938c-1d5d8c6c7f56 req-2fc54140-abbb-4af1-82ce-9b5eccafe459 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:18.746260 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f4680704-abee-4edb-938c-1d5d8c6c7f56 req-2fc54140-abbb-4af1-82ce-9b5eccafe459 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0971220 Aug 31 01:21:18.804864 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:18.805251 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f4680704-abee-4edb-938c-1d5d8c6c7f56 req-8f0f3e2e-573c-4130-a3b9-c3d9876168b6 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515110 Aug 31 01:21:18.814571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Transition to ACTIVE for port object 57d733a6-87e3-4532-8d56-1ce3ec387012 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:18.834724 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Transition to ACTIVE for port object 57d733a6-87e3-4532-8d56-1ce3ec387012 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:18.900480 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68956725-0abd-4017-8238-51442ebc92a6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:18.904216 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68956725-0abd-4017-8238-51442ebc92a6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:18.985666 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:18.997717 n-d-793621-34 neutron-server[102342]: INFO neutron.db.ipam_backend_mixin [None req-68956725-0abd-4017-8238-51442ebc92a6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 561a7576-08b2-408a-ba7c-18b6c5df3404 (CIDR: 2001:db8::/64) Aug 31 01:21:19.026126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:19.032552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:19.036452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:19.045994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Pushing event updated for resources: {'Port': ['ID=57d733a6-87e3-4532-8d56-1ce3ec387012,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:19.066445 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-68956725-0abd-4017-8238-51442ebc92a6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:19.066907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68956725-0abd-4017-8238-51442ebc92a6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:19.105031 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Attempting to bind port 57d733a6-87e3-4532-8d56-1ce3ec387012 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:21:19.105429 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Attempting to bind port 57d733a6-87e3-4532-8d56-1ce3ec387012 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:21:19.105867 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Attempting to bind port 57d733a6-87e3-4532-8d56-1ce3ec387012 on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:21:19.114987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:21:19.114987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:21:19.114987 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:19.114987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:21:19.114987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Bound port: 57d733a6-87e3-4532-8d56-1ce3ec387012, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:21:19.114987 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:19.180037 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-68956725-0abd-4017-8238-51442ebc92a6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8871422 Aug 31 01:21:19.183425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45904) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:19.190182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] For port 57d733a6-87e3-4532-8d56-1ce3ec387012, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:21:19.193507 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-2d31a755-00c1-4e81-af9d-6b3bb16d8f7f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:19.195417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] For port 57d733a6-87e3-4532-8d56-1ce3ec387012, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=57d733a6-87e3-4532-8d56-1ce3ec387012,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:21:19.348280 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:19.424835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dec5b4-1d96-4995-b3ec-4adc853fee07 None None] Pushing event updated for resources: {'Port': ['ID=57d733a6-87e3-4532-8d56-1ce3ec387012,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:19.536158 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d31a755-00c1-4e81-af9d-6b3bb16d8f7f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:19.551237 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2d31a755-00c1-4e81-af9d-6b3bb16d8f7f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:19.551346 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45914) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:19.703017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-3f79b15c-39ed-4c7f-b29b-d0df42cd90fd tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:19.703612 n-d-793621-34 neutron-server[102342]: WARNING neutron.api.v2.base [None req-3f79b15c-39ed-4c7f-b29b-d0df42cd90fd tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 01:21:19.704120 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-3f79b15c-39ed-4c7f-b29b-d0df42cd90fd tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 01:21:19.705117 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3f79b15c-39ed-4c7f-b29b-d0df42cd90fd tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1594608 Aug 31 01:21:19.708744 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45918) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:19.715652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-3fcedd50-a0a4-43bd-a0b8-9bf4e8c4493a tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595081231'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:19.892675 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3fcedd50-a0a4-43bd-a0b8-9bf4e8c4493a tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:19.917479 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3fcedd50-a0a4-43bd-a0b8-9bf4e8c4493a tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:19.972716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d73d4-b970-4f5b-ae22-3ddee89ed58f req-6f55a542-8636-46ca-8bc7-a1c245cf6fa6 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:19.974464 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-860d73d4-b970-4f5b-ae22-3ddee89ed58f req-6f55a542-8636-46ca-8bc7-a1c245cf6fa6 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0934575 Aug 31 01:21:20.048707 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-860d73d4-b970-4f5b-ae22-3ddee89ed58f req-6473ec72-47b6-4d4b-820d-4c99f11d3a4b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627213 Aug 31 01:21:20.088359 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3fcedd50-a0a4-43bd-a0b8-9bf4e8c4493a tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.403149 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3fcedd50-a0a4-43bd-a0b8-9bf4e8c4493a tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.443282 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2d31a755-00c1-4e81-af9d-6b3bb16d8f7f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.458821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcedd50-a0a4-43bd-a0b8-9bf4e8c4493a tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9f5f00-819b-4b2a-a9db-66d657dfaa2f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:20.463121 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 57d733a6-87e3-4532-8d56-1ce3ec387012 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:21:20.501807 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d31a755-00c1-4e81-af9d-6b3bb16d8f7f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:20.506259 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-2d31a755-00c1-4e81-af9d-6b3bb16d8f7f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:20.511744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d31a755-00c1-4e81-af9d-6b3bb16d8f7f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:20.513348 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2d31a755-00c1-4e81-af9d-6b3bb16d8f7f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.534048 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31a755-00c1-4e81-af9d-6b3bb16d8f7f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=5a3ccad7-780c-4ccd-a0ad-9a073bb94731,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:20.564407 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e469cd0-37d0-4add-b630-899064accac1 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:20.570163 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3fcedd50-a0a4-43bd-a0b8-9bf4e8c4493a tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.699245 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 57d733a6-87e3-4532-8d56-1ce3ec387012 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:20.763298 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3fcedd50-a0a4-43bd-a0b8-9bf4e8c4493a tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.799413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7410f35-9391-4a03-9102-e4b9f4a6f0ca None None] Update dhcp port {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'fixed_ips': [{'subnet_id': '561a7576-08b2-408a-ba7c-18b6c5df3404', 'ip_address': '2001:db8::f816:3eff:fe80:6037'}, {'subnet_id': '5a3ccad7-780c-4ccd-a0ad-9a073bb94731'}], 'binding:host_id': 'n-d-793621-34'}, 'id': '57d733a6-87e3-4532-8d56-1ce3ec387012'} from n-d-793621-34. {{(pid=102344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:21:20.813598 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcedd50-a0a4-43bd-a0b8-9bf4e8c4493a tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28cff031-0597-4f20-9ecd-223bc1dd1aa6,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:20.826008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b7133e33-8504-435c-969c-fafb93194a8e None None] Provisioning for port 57d733a6-87e3-4532-8d56-1ce3ec387012 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:20.837549 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b7133e33-8504-435c-969c-fafb93194a8e None None] Provisioning complete for port 57d733a6-87e3-4532-8d56-1ce3ec387012 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:20.838122 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b7133e33-8504-435c-969c-fafb93194a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.839504 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2d31a755-00c1-4e81-af9d-6b3bb16d8f7f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6539872 Aug 31 01:21:20.843142 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45940) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:20.856499 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-398dc1d3-748f-42ed-93b0-24e199662bbf tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'mac_address': 'fa:16:3e:2c:c4:d6', 'name': 'tempest-NetworksTestDHCPv6-1904450000'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:20.883585 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a7410f35-9391-4a03-9102-e4b9f4a6f0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.913818 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3fcedd50-a0a4-43bd-a0b8-9bf4e8c4493a tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.918236 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3fcedd50-a0a4-43bd-a0b8-9bf4e8c4493a tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2053692 Aug 31 01:21:20.918653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45942) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:20.924351 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4ba6a81c-24bf-42ec-bebc-4f066b5492b1 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': '28cff031-0597-4f20-9ecd-223bc1dd1aa6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:21.059595 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b7133e33-8504-435c-969c-fafb93194a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:21.094694 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4ba6a81c-24bf-42ec-bebc-4f066b5492b1 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:21.136126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b7133e33-8504-435c-969c-fafb93194a8e None None] For port 57d733a6-87e3-4532-8d56-1ce3ec387012, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=57d733a6-87e3-4532-8d56-1ce3ec387012,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:21.144999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-a7410f35-9391-4a03-9102-e4b9f4a6f0ca None None] Allocated IP 2001:db8:0:1::2 (bd5c1a30-2b24-4912-929d-0592c60865f1/5a3ccad7-780c-4ccd-a0ad-9a073bb94731/57d733a6-87e3-4532-8d56-1ce3ec387012) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:21.183151 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4ba6a81c-24bf-42ec-bebc-4f066b5492b1 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:21.230334 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd229c3e-0697-43d3-b971-f6889f9f2e51 req-2d5cbb95-b88d-47bf-96ca-dc9a18b3cf4e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:21.236395 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd229c3e-0697-43d3-b971-f6889f9f2e51 req-2d5cbb95-b88d-47bf-96ca-dc9a18b3cf4e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0773475 Aug 31 01:21:21.272559 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd229c3e-0697-43d3-b971-f6889f9f2e51 req-f23d6085-5b3c-49dd-80a2-3ccdf4e5b39d tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342972 Aug 31 01:21:21.295439 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398dc1d3-748f-42ed-93b0-24e199662bbf tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:21.345338 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4ba6a81c-24bf-42ec-bebc-4f066b5492b1 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:21.347805 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b7133e33-8504-435c-969c-fafb93194a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:21.366779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6a81c-24bf-42ec-bebc-4f066b5492b1 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17401f82-c474-4590-a98b-273833d66c5b,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:21.400479 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-398dc1d3-748f-42ed-93b0-24e199662bbf tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:21.425600 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-398dc1d3-748f-42ed-93b0-24e199662bbf tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port 3fd8e57b-d367-45a0-8fc9-baade2fb3c64 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:21:21.472426 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7133e33-8504-435c-969c-fafb93194a8e None None] Pushing event updated for resources: {'Port': ['ID=57d733a6-87e3-4532-8d56-1ce3ec387012,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:21.508427 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a7410f35-9391-4a03-9102-e4b9f4a6f0ca None None] For port 57d733a6-87e3-4532-8d56-1ce3ec387012, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=57d733a6-87e3-4532-8d56-1ce3ec387012,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:21.522868 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4ba6a81c-24bf-42ec-bebc-4f066b5492b1 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:21.524148 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4ba6a81c-24bf-42ec-bebc-4f066b5492b1 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6043448 Aug 31 01:21:21.527466 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45952) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:21.532145 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3c372b2e-f4e6-497c-a81e-f865cd689a61 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': '28cff031-0597-4f20-9ecd-223bc1dd1aa6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:21.544658 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a7410f35-9391-4a03-9102-e4b9f4a6f0ca None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:21.559865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a7410f35-9391-4a03-9102-e4b9f4a6f0ca None None] Transition to ACTIVE for port object 57d733a6-87e3-4532-8d56-1ce3ec387012 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:21.843983 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3c372b2e-f4e6-497c-a81e-f865cd689a61 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:21.877354 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a7410f35-9391-4a03-9102-e4b9f4a6f0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:21.985030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7410f35-9391-4a03-9102-e4b9f4a6f0ca None None] Pushing event updated for resources: {'Port': ['ID=57d733a6-87e3-4532-8d56-1ce3ec387012,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:22.005569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-398dc1d3-748f-42ed-93b0-24e199662bbf tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8:0:1::c (bd5c1a30-2b24-4912-929d-0592c60865f1/5a3ccad7-780c-4ccd-a0ad-9a073bb94731/3fd8e57b-d367-45a0-8fc9-baade2fb3c64) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:22.007588 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-398dc1d3-748f-42ed-93b0-24e199662bbf tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::f816:3eff:fe2c:c4d6 (bd5c1a30-2b24-4912-929d-0592c60865f1/561a7576-08b2-408a-ba7c-18b6c5df3404/3fd8e57b-d367-45a0-8fc9-baade2fb3c64) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:22.094772 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-3c372b2e-f4e6-497c-a81e-f865cd689a61 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 01:21:22.096186 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3c372b2e-f4e6-497c-a81e-f865cd689a61 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5677609 Aug 31 01:21:22.100654 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45964) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:22.180396 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2f5125fa-89d5-4feb-805e-9a60251411a7 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.187419 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-398dc1d3-748f-42ed-93b0-24e199662bbf tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.202628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-398dc1d3-748f-42ed-93b0-24e199662bbf tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object 3fd8e57b-d367-45a0-8fc9-baade2fb3c64 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:22.212058 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2f5125fa-89d5-4feb-805e-9a60251411a7 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.396234 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-398dc1d3-748f-42ed-93b0-24e199662bbf tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.427108 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2f5125fa-89d5-4feb-805e-9a60251411a7 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.432400 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2f5125fa-89d5-4feb-805e-9a60251411a7 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.436012 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2f5125fa-89d5-4feb-805e-9a60251411a7 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "DELETE /v2.0/security-groups/28cff031-0597-4f20-9ecd-223bc1dd1aa6 HTTP/1.1" status: 204 len: 168 time: 0.3335896 Aug 31 01:21:22.439439 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45972) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:22.443743 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5125fa-89d5-4feb-805e-9a60251411a7 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cff031-0597-4f20-9ecd-223bc1dd1aa6,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:22.464629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 57d733a6-87e3-4532-8d56-1ce3ec387012 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:21:22.504918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398dc1d3-748f-42ed-93b0-24e199662bbf tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:22.519192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-398dc1d3-748f-42ed-93b0-24e199662bbf tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:22.536532 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130c325-9424-4b62-b66c-bdb640cca596 req-a20fa988-2f5a-4950-aa92-bd06f89347fe tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:22.538431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e130c325-9424-4b62-b66c-bdb640cca596 req-a20fa988-2f5a-4950-aa92-bd06f89347fe tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1812618 Aug 31 01:21:22.545330 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398dc1d3-748f-42ed-93b0-24e199662bbf tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:22.551461 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398dc1d3-748f-42ed-93b0-24e199662bbf tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:22.552169 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-398dc1d3-748f-42ed-93b0-24e199662bbf tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.560597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dc1d3-748f-42ed-93b0-24e199662bbf tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=3fd8e57b-d367-45a0-8fc9-baade2fb3c64,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:22.576870 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f8a19da6-17a9-42bf-abc9-cf245a587784 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1349363 Aug 31 01:21:22.582002 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45976) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:22.587050 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-62faff79-13b9-4c4a-9c11-d1f98fb74a40 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432309523'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:22.612093 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e130c325-9424-4b62-b66c-bdb640cca596 req-711af628-f802-4db1-a0ba-337bd461b063 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566113 Aug 31 01:21:22.761702 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-398dc1d3-748f-42ed-93b0-24e199662bbf tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9142237 Aug 31 01:21:22.761925 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45982) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:22.809558 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f7f265d5-9495-4d22-9598-7875f5f64a51 None None] Provisioning for port 57d733a6-87e3-4532-8d56-1ce3ec387012 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:22.814807 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f7f265d5-9495-4d22-9598-7875f5f64a51 None None] Provisioning complete for port 57d733a6-87e3-4532-8d56-1ce3ec387012 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:22.815185 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f7f265d5-9495-4d22-9598-7875f5f64a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.889708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-373046a2-75c2-4e9b-9602-a5d8320c0c4c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port 3fd8e57b-d367-45a0-8fc9-baade2fb3c64 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:22.893596 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-373046a2-75c2-4e9b-9602-a5d8320c0c4c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.932108 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62faff79-13b9-4c4a-9c11-d1f98fb74a40 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.008562 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-373046a2-75c2-4e9b-9602-a5d8320c0c4c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.028562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-373046a2-75c2-4e9b-9602-a5d8320c0c4c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for 3fd8e57b-d367-45a0-8fc9-baade2fb3c64 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:23.125354 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62faff79-13b9-4c4a-9c11-d1f98fb74a40 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.169603 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fdcbac1a-2b2a-4545-a008-ff0a0e6ca3ab None None] Provisioning for port 3fd8e57b-d367-45a0-8fc9-baade2fb3c64 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:23.175660 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fdcbac1a-2b2a-4545-a008-ff0a0e6ca3ab None None] Provisioning complete for port 3fd8e57b-d367-45a0-8fc9-baade2fb3c64 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:23.176295 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fdcbac1a-2b2a-4545-a008-ff0a0e6ca3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.235482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-fdcbac1a-2b2a-4545-a008-ff0a0e6ca3ab None None] Port 3fd8e57b-d367-45a0-8fc9-baade2fb3c64 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:21:23.246050 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62faff79-13b9-4c4a-9c11-d1f98fb74a40 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.330747 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62faff79-13b9-4c4a-9c11-d1f98fb74a40 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4645b0-9984-4a86-9cd8-9c170e6862f0,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:23.443126 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62faff79-13b9-4c4a-9c11-d1f98fb74a40 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.444511 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-62faff79-13b9-4c4a-9c11-d1f98fb74a40 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8614931 Aug 31 01:21:23.447387 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45996) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:23.452023 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5e799a5b-7538-4345-beb5-4ff2122749c2 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': '2a4645b0-9984-4a86-9cd8-9c170e6862f0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:23.452823 n-d-793621-34 neutron-server[102343]: WARNING neutron.api.v2.base [None req-5e799a5b-7538-4345-beb5-4ff2122749c2 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 01:21:23.453557 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-5e799a5b-7538-4345-beb5-4ff2122749c2 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:23.454511 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5e799a5b-7538-4345-beb5-4ff2122749c2 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062037 Aug 31 01:21:23.457553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45998) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:23.479799 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-373046a2-75c2-4e9b-9602-a5d8320c0c4c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.492325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9123cd04-40f8-4996-9307-49feeed55e0c details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:21:23.530471 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373046a2-75c2-4e9b-9602-a5d8320c0c4c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=3fd8e57b-d367-45a0-8fc9-baade2fb3c64,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:23.585779 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-af6604c0-82a2-438f-82e4-998f50154305 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.620367 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-373046a2-75c2-4e9b-9602-a5d8320c0c4c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.625209 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-373046a2-75c2-4e9b-9602-a5d8320c0c4c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/3fd8e57b-d367-45a0-8fc9-baade2fb3c64 HTTP/1.1" status: 204 len: 168 time: 0.8594241 Aug 31 01:21:23.626252 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46002) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:23.637182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 9123cd04-40f8-4996-9307-49feeed55e0c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9123cd04-40f8-4996-9307-49feeed55e0c,segment=NetworkSegment(6d65199a-bc05-408a-b69d-5c7ddae20321),segment_id=6d65199a-bc05-408a-b69d-5c7ddae20321)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:23.651714 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '9123cd04-40f8-4996-9307-49feeed55e0c', 'network_id': '89f7c789-f065-435a-b19c-f559037f3737', 'port_id': '9123cd04-40f8-4996-9307-49feeed55e0c', 'mac_address': 'fa:16:3e:66:6c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15db45e-94e9-47e3-b086-e04ef6a2ca50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:21:23.667411 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-af6604c0-82a2-438f-82e4-998f50154305 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.704940 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.741394 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9123cd04-40f8-4996-9307-49feeed55e0c {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:21:23.757783 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4e0d7d-d1ba-47d5-9509-28a6827d0673 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:23.762266 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3a4e0d7d-d1ba-47d5-9509-28a6827d0673 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1322956 Aug 31 01:21:23.762908 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46008) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:23.785613 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7009d42-891a-4881-9bdc-56cb4026df75 req-21c2fed4-e005-4b0a-88a8-96a1c522ef06 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:23.793719 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7009d42-891a-4881-9bdc-56cb4026df75 req-21c2fed4-e005-4b0a-88a8-96a1c522ef06 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0924134 Aug 31 01:21:23.804240 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 9123cd04-40f8-4996-9307-49feeed55e0c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9123cd04-40f8-4996-9307-49feeed55e0c,segment=NetworkSegment(6d65199a-bc05-408a-b69d-5c7ddae20321),segment_id=6d65199a-bc05-408a-b69d-5c7ddae20321)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:23.837111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee14524-72ea-4863-a06a-7c00737b688a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:23.839657 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9ee14524-72ea-4863-a06a-7c00737b688a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0757024 Aug 31 01:21:23.842396 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46012) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:23.854908 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7009d42-891a-4881-9bdc-56cb4026df75 req-b31e33c5-c944-451e-a9f6-9731bcd59bca tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598888 Aug 31 01:21:23.905979 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1090337-1f92-46cd-9e01-34265dbc905a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:23.907638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1090337-1f92-46cd-9e01-34265dbc905a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:23.909111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1090337-1f92-46cd-9e01-34265dbc905a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:23.910701 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f1090337-1f92-46cd-9e01-34265dbc905a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0671587 Aug 31 01:21:23.913318 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46018) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:23.923709 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-af6604c0-82a2-438f-82e4-998f50154305 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.931383 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-af6604c0-82a2-438f-82e4-998f50154305 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.931383 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-af6604c0-82a2-438f-82e4-998f50154305 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "DELETE /v2.0/security-groups/2a4645b0-9984-4a86-9cd8-9c170e6862f0 HTTP/1.1" status: 204 len: 168 time: 0.4684217 Aug 31 01:21:23.931645 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.933479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46020) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:23.971451 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6604c0-82a2-438f-82e4-998f50154305 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4645b0-9984-4a86-9cd8-9c170e6862f0,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:23.989510 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d98952e8-1e42-4d8e-b39f-0963a197ec97 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0547633 Aug 31 01:21:23.993013 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46022) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:24.001482 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7cb0e32-8cc0-40d8-a9b4-f258ecd3f790 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet 561a7576-08b2-408a-ba7c-18b6c5df3404 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:21:24.002340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f6ee574a-0509-4513-81ee-a8234d9155e5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group': {'name': 'tempest-secgroup--2016636505'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:24.008941 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['9123cd04-40f8-4996-9307-49feeed55e0c'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:21:24.012286 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0e32-8cc0-40d8-a9b4-f258ecd3f790 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.016597 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=9123cd04-40f8-4996-9307-49feeed55e0c,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:24.063855 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0e32-8cc0-40d8-a9b4-f258ecd3f790 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.145350 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f6ee574a-0509-4513-81ee-a8234d9155e5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.162225 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0e32-8cc0-40d8-a9b4-f258ecd3f790 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.246176 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f6ee574a-0509-4513-81ee-a8234d9155e5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.425886 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0e32-8cc0-40d8-a9b4-f258ecd3f790 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.458926 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb0e32-8cc0-40d8-a9b4-f258ecd3f790 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=561a7576-08b2-408a-ba7c-18b6c5df3404,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:24.460248 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f6ee574a-0509-4513-81ee-a8234d9155e5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.464895 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0e32-8cc0-40d8-a9b4-f258ecd3f790 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.474048 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a7cb0e32-8cc0-40d8-a9b4-f258ecd3f790 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/561a7576-08b2-408a-ba7c-18b6c5df3404 HTTP/1.1" status: 204 len: 168 time: 0.5595586 Aug 31 01:21:24.474831 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2d69e0-1913-4fb7-a833-e1b117763513 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:24.477097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46028) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:24.504924 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee574a-0509-4513-81ee-a8234d9155e5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7472e79e-e122-4093-b92b-c2d4f288e9a8,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:24.507931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee574a-0509-4513-81ee-a8234d9155e5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:24.508288 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee574a-0509-4513-81ee-a8234d9155e5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:24.508638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee574a-0509-4513-81ee-a8234d9155e5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:24.508975 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee574a-0509-4513-81ee-a8234d9155e5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:24.509310 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee574a-0509-4513-81ee-a8234d9155e5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:24.509682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee574a-0509-4513-81ee-a8234d9155e5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:24.510925 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee574a-0509-4513-81ee-a8234d9155e5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:24.516286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee574a-0509-4513-81ee-a8234d9155e5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:24.516286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee574a-0509-4513-81ee-a8234d9155e5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:24.516286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee574a-0509-4513-81ee-a8234d9155e5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:24.516286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee574a-0509-4513-81ee-a8234d9155e5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:24.516286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee574a-0509-4513-81ee-a8234d9155e5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:24.550846 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-76254661-0a4b-4533-a469-09a47ab86b23 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet 5a3ccad7-780c-4ccd-a0ad-9a073bb94731 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:21:24.554345 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76254661-0a4b-4533-a469-09a47ab86b23 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.604943 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f6ee574a-0509-4513-81ee-a8234d9155e5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.608852 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f6ee574a-0509-4513-81ee-a8234d9155e5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6103342 Aug 31 01:21:24.609119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46032) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:24.612691 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76254661-0a4b-4533-a469-09a47ab86b23 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.613923 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-5915f84b-a853-4b69-b655-ed3eeb3ca0cd tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': '7472e79e-e122-4093-b92b-c2d4f288e9a8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:24.614485 n-d-793621-34 neutron-server[102342]: WARNING neutron.api.v2.base [None req-5915f84b-a853-4b69-b655-ed3eeb3ca0cd tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 01:21:24.614986 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-5915f84b-a853-4b69-b655-ed3eeb3ca0cd tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:24.615943 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5915f84b-a853-4b69-b655-ed3eeb3ca0cd tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058084 Aug 31 01:21:24.618700 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46034) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:24.680266 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3a4c3db2-9231-4ad0-b1c7-760f9c9b1724 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.719277 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3a4c3db2-9231-4ad0-b1c7-760f9c9b1724 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.746707 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76254661-0a4b-4533-a469-09a47ab86b23 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.911563 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3a4c3db2-9231-4ad0-b1c7-760f9c9b1724 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.916197 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3a4c3db2-9231-4ad0-b1c7-760f9c9b1724 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.918210 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3a4c3db2-9231-4ad0-b1c7-760f9c9b1724 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "DELETE /v2.0/security-groups/7472e79e-e122-4093-b92b-c2d4f288e9a8 HTTP/1.1" status: 204 len: 168 time: 0.2983413 Aug 31 01:21:24.921043 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46046) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:24.929304 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c3db2-9231-4ad0-b1c7-760f9c9b1724 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7472e79e-e122-4093-b92b-c2d4f288e9a8,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:24.946230 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76254661-0a4b-4533-a469-09a47ab86b23 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:25.034672 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76254661-0a4b-4533-a469-09a47ab86b23 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=5a3ccad7-780c-4ccd-a0ad-9a073bb94731,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:25.059024 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76254661-0a4b-4533-a469-09a47ab86b23 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:25.064098 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbbfa1-0861-4d04-8a33-7582008382fb req-9fae6430-8697-4438-82d7-a4ab76b4c5c4 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:25.064851 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-07bbbfa1-0861-4d04-8a33-7582008382fb req-9fae6430-8697-4438-82d7-a4ab76b4c5c4 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 944 time: 0.0564597 Aug 31 01:21:25.065241 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-76254661-0a4b-4533-a469-09a47ab86b23 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/5a3ccad7-780c-4ccd-a0ad-9a073bb94731 HTTP/1.1" status: 204 len: 168 time: 0.5868309 Aug 31 01:21:25.065622 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46050) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:25.076499 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a871ea61-e4aa-487a-9066-f4d8bc089cd5 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1543036 Aug 31 01:21:25.083517 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46052) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:25.089482 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b5c1ded5-e989-433e-9c00-f5a6d44e419f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group': {'name': 'tempest-secgroup--701007434'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:25.119862 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4c1205af-33f6-4da8-ac9a-bb9da83c74a5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447195 Aug 31 01:21:25.124657 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46054) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:25.130797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-607b4d2d-26d4-45f3-9ab1-d9d7cec9df0e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:25.163969 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-07bbbfa1-0861-4d04-8a33-7582008382fb req-4a8d006f-720a-400b-adf1-8583199ca060 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461257 Aug 31 01:21:25.257109 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b5c1ded5-e989-433e-9c00-f5a6d44e419f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:25.384274 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989e588a-cfc6-432e-a92e-78234c385dc4 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:25.395599 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607b4d2d-26d4-45f3-9ab1-d9d7cec9df0e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:25.401098 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-607b4d2d-26d4-45f3-9ab1-d9d7cec9df0e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:25.520024 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9123cd04-40f8-4996-9307-49feeed55e0c up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:21:25.583926 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-57c8dec1-6678-4568-a05f-56594301dd44 None None] Provisioning complete for port 57d733a6-87e3-4532-8d56-1ce3ec387012 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:25.584495 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-57c8dec1-6678-4568-a05f-56594301dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:25.599185 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b5c1ded5-e989-433e-9c00-f5a6d44e419f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:25.632955 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 9123cd04-40f8-4996-9307-49feeed55e0c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:25.633222 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:25.732511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428713de-8e04-4bd0-be25-bdd53d40ef68 None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:21:25.764128 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b5c1ded5-e989-433e-9c00-f5a6d44e419f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:25.798350 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:25.817988 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1ded5-e989-433e-9c00-f5a6d44e419f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1268381-bc71-4804-9e73-6a40840369d1,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:25.831369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77f3535-bc70-45cd-b1c9-b7ea0118369e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9123cd04-40f8-4996-9307-49feeed55e0c'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:21:25.833726 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a4319b-b4cd-41e1-bcaf-a443cc7ebd0f" -d '{"events": [{"server_uuid": "c77f3535-bc70-45cd-b1c9-b7ea0118369e", "name": "network-vif-plugged", "status": "completed", "tag": "9123cd04-40f8-4996-9307-49feeed55e0c"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:21:25.849080 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 9123cd04-40f8-4996-9307-49feeed55e0c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9123cd04-40f8-4996-9307-49feeed55e0c,segment=NetworkSegment(6d65199a-bc05-408a-b69d-5c7ddae20321),segment_id=6d65199a-bc05-408a-b69d-5c7ddae20321)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:25.854828 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-428713de-8e04-4bd0-be25-bdd53d40ef68 None None] Deleting port 57d733a6-87e3-4532-8d56-1ce3ec387012 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:25.860604 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-428713de-8e04-4bd0-be25-bdd53d40ef68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:25.899819 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36f220d-6f85-48cb-a494-53dee0b90c57 x-openstack-request-id: req-d36f220d-6f85-48cb-a494-53dee0b90c57 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:21:25.900343 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77f3535-bc70-45cd-b1c9-b7ea0118369e", "name": "network-vif-plugged", "status": "completed", "tag": "9123cd04-40f8-4996-9307-49feeed55e0c", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:21:25.900466 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d36f220d-6f85-48cb-a494-53dee0b90c57 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:21:25.900992 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77f3535-bc70-45cd-b1c9-b7ea0118369e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9123cd04-40f8-4996-9307-49feeed55e0c', 'code': 200} Aug 31 01:21:25.944039 n-d-793621-34 neutron-server[102343]: DEBUG neutron.objects.ports [None req-607b4d2d-26d4-45f3-9ab1-d9d7cec9df0e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:21:25.970531 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-428713de-8e04-4bd0-be25-bdd53d40ef68 None None] For port 57d733a6-87e3-4532-8d56-1ce3ec387012, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=57d733a6-87e3-4532-8d56-1ce3ec387012,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:25.970531 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-428713de-8e04-4bd0-be25-bdd53d40ef68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:25.976290 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-428713de-8e04-4bd0-be25-bdd53d40ef68 None None] Calling delete_port for 57d733a6-87e3-4532-8d56-1ce3ec387012 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:25.999511 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.013617 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b5c1ded5-e989-433e-9c00-f5a6d44e419f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.041290 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b5c1ded5-e989-433e-9c00-f5a6d44e419f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9300606 Aug 31 01:21:26.043425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46094) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:26.047725 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c18e1247-1d3e-4bc7-85c6-ed01e6a4beb4 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': 'f1268381-bc71-4804-9e73-6a40840369d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:26.048679 n-d-793621-34 neutron-server[102343]: WARNING neutron.api.v2.base [None req-c18e1247-1d3e-4bc7-85c6-ed01e6a4beb4 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 01:21:26.049469 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-c18e1247-1d3e-4bc7-85c6-ed01e6a4beb4 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:26.052891 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c18e1247-1d3e-4bc7-85c6-ed01e6a4beb4 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068319 Aug 31 01:21:26.053578 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46096) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:26.059477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-707eaa7a-9f32-4a51-a373-5169b94f16da tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': 'f1268381-bc71-4804-9e73-6a40840369d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:26.060166 n-d-793621-34 neutron-server[102342]: WARNING neutron.api.v2.base [None req-707eaa7a-9f32-4a51-a373-5169b94f16da tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 01:21:26.061179 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-707eaa7a-9f32-4a51-a373-5169b94f16da tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:26.062430 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-707eaa7a-9f32-4a51-a373-5169b94f16da tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081465 Aug 31 01:21:26.065769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46098) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:26.070901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e0c9a240-4dcd-47a0-ae4e-e884ba79caae tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': 'f1268381-bc71-4804-9e73-6a40840369d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:26.072992 n-d-793621-34 neutron-server[102342]: WARNING neutron.api.v2.base [None req-e0c9a240-4dcd-47a0-ae4e-e884ba79caae tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 01:21:26.074009 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-e0c9a240-4dcd-47a0-ae4e-e884ba79caae tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:26.075698 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e0c9a240-4dcd-47a0-ae4e-e884ba79caae tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086577 Aug 31 01:21:26.081232 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46100) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:26.087980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-c693ba94-93be-4ef0-b596-0299574f0d2f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': 'f1268381-bc71-4804-9e73-6a40840369d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:26.089332 n-d-793621-34 neutron-server[102342]: WARNING neutron.api.v2.base [None req-c693ba94-93be-4ef0-b596-0299574f0d2f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 01:21:26.090093 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-c693ba94-93be-4ef0-b596-0299574f0d2f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:26.091495 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c693ba94-93be-4ef0-b596-0299574f0d2f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0088725 Aug 31 01:21:26.095025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46102) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:26.099419 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=9123cd04-40f8-4996-9307-49feeed55e0c,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:26.164418 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ec4eb4b-13a6-4d84-a96d-78ec438ead72 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.189668 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ec4eb4b-13a6-4d84-a96d-78ec438ead72 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.268493 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-607b4d2d-26d4-45f3-9ab1-d9d7cec9df0e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.335366 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-428713de-8e04-4bd0-be25-bdd53d40ef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.357713 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ec4eb4b-13a6-4d84-a96d-78ec438ead72 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.360441 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ec4eb4b-13a6-4d84-a96d-78ec438ead72 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.363884 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1ec4eb4b-13a6-4d84-a96d-78ec438ead72 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "DELETE /v2.0/security-groups/f1268381-bc71-4804-9e73-6a40840369d1 HTTP/1.1" status: 204 len: 168 time: 0.2654357 Aug 31 01:21:26.365343 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46112) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:26.378330 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd9bee-9f3d-4c13-9996-129cefd6a102 req-b6630967-0f09-4b48-a8c2-8504c5debb6e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:26.380319 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-49bd9bee-9f3d-4c13-9996-129cefd6a102 req-b6630967-0f09-4b48-a8c2-8504c5debb6e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1018701 Aug 31 01:21:26.399545 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428713de-8e04-4bd0-be25-bdd53d40ef68 None None] Pushing event deleted for resources: {'Port': ['ID=57d733a6-87e3-4532-8d56-1ce3ec387012,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:26.413583 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428713de-8e04-4bd0-be25-bdd53d40ef68 None None] No DVR routers for this DVR port 57d733a6-87e3-4532-8d56-1ce3ec387012 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:21:26.442035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4eb4b-13a6-4d84-a96d-78ec438ead72 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1268381-bc71-4804-9e73-6a40840369d1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:26.501174 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 57d733a6-87e3-4532-8d56-1ce3ec387012 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:21:26.508953 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a20cb0b8-cf0c-4db5-905d-2d1ce54ab16a tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1315629 Aug 31 01:21:26.514961 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46118) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:26.522353 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-7bad5697-558b-442c-ad20-0bf3696897c8 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1169609102'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:26.535475 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-49bd9bee-9f3d-4c13-9996-129cefd6a102 req-bdff83e7-32fb-4c45-a804-a8925c7890df tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235623 Aug 31 01:21:26.541689 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 57d733a6-87e3-4532-8d56-1ce3ec387012 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:21:26.542258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 57d733a6-87e3-4532-8d56-1ce3ec387012 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:21:26.567143 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-607b4d2d-26d4-45f3-9ab1-d9d7cec9df0e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] For port 57d733a6-87e3-4532-8d56-1ce3ec387012, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=57d733a6-87e3-4532-8d56-1ce3ec387012,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:26.622846 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-607b4d2d-26d4-45f3-9ab1-d9d7cec9df0e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.700476 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7bad5697-558b-442c-ad20-0bf3696897c8 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.729952 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-607b4d2d-26d4-45f3-9ab1-d9d7cec9df0e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.732508 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-607b4d2d-26d4-45f3-9ab1-d9d7cec9df0e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.784160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b4d2d-26d4-45f3-9ab1-d9d7cec9df0e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=57d733a6-87e3-4532-8d56-1ce3ec387012,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:26.842115 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607b4d2d-26d4-45f3-9ab1-d9d7cec9df0e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:26.848727 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-607b4d2d-26d4-45f3-9ab1-d9d7cec9df0e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:26.856284 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607b4d2d-26d4-45f3-9ab1-d9d7cec9df0e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:26.858081 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-607b4d2d-26d4-45f3-9ab1-d9d7cec9df0e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.865763 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10637aa-c3b0-4f7d-b96f-5e74cbf818a8 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:26.874706 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b4d2d-26d4-45f3-9ab1-d9d7cec9df0e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=1f637246-247c-4ea0-a859-cb33b41c45b9,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:26.889834 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7bad5697-558b-442c-ad20-0bf3696897c8 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.991570 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7bad5697-558b-442c-ad20-0bf3696897c8 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:27.035960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad5697-558b-442c-ad20-0bf3696897c8 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1011c77d-d76d-4e87-a426-abbabaf351cf,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:27.100166 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': '1f637246-247c-4ea0-a859-cb33b41c45b9'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:21:27.101211 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:27.121232 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46130) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:27.122793 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-607b4d2d-26d4-45f3-9ab1-d9d7cec9df0e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9967372 Aug 31 01:21:27.126616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-257a4ba9-7f44-4666-b5c5-8c2f4359eade tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:27.217588 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7bad5697-558b-442c-ad20-0bf3696897c8 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:27.218865 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7bad5697-558b-442c-ad20-0bf3696897c8 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7021353 Aug 31 01:21:27.222077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46134) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:27.227491 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-27c1356e-555d-4f9a-9dbe-b2264e9e3f9f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': '1011c77d-d76d-4e87-a426-abbabaf351cf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:27.228226 n-d-793621-34 neutron-server[102343]: WARNING neutron.api.v2.base [None req-27c1356e-555d-4f9a-9dbe-b2264e9e3f9f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 01:21:27.229121 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-27c1356e-555d-4f9a-9dbe-b2264e9e3f9f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:27.246365 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-27c1356e-555d-4f9a-9dbe-b2264e9e3f9f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0223515 Aug 31 01:21:27.250433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46138) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:27.255052 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c3938446-f98a-42db-93c5-a6062c327a6f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': '1011c77d-d76d-4e87-a426-abbabaf351cf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:27.390902 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Allocated IP 2001:db8::f816:3eff:fe22:3b18 (bd5c1a30-2b24-4912-929d-0592c60865f1/1f637246-247c-4ea0-a859-cb33b41c45b9/4ba62376-313f-47c2-b2f9-c3d589b8be63) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:27.594332 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:27.630393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Transition to ACTIVE for port object 4ba62376-313f-47c2-b2f9-c3d589b8be63 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:27.660200 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Transition to ACTIVE for port object 4ba62376-313f-47c2-b2f9-c3d589b8be63 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:27.737265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed6491-ea19-415a-bc47-ac095e578595 req-aac3d578-4965-43c2-8295-a9f8171d5a2b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:27.739339 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d6ed6491-ea19-415a-bc47-ac095e578595 req-aac3d578-4965-43c2-8295-a9f8171d5a2b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0736368 Aug 31 01:21:27.785388 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d6ed6491-ea19-415a-bc47-ac095e578595 req-c1e2d121-05a6-407a-9c3b-fa57afdaefc9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369480 Aug 31 01:21:27.877705 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257a4ba9-7f44-4666-b5c5-8c2f4359eade tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:27.884884 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-257a4ba9-7f44-4666-b5c5-8c2f4359eade tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:27.952705 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:27.999722 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:28.003210 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:28.009975 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:28.044367 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-c3938446-f98a-42db-93c5-a6062c327a6f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:28.052036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46150) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:28.057235 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c3938446-f98a-42db-93c5-a6062c327a6f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7995422 Aug 31 01:21:28.063491 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f3d587a8-fef7-427c-877e-5dccd1d73a88 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': '1011c77d-d76d-4e87-a426-abbabaf351cf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:28.064220 n-d-793621-34 neutron-server[102342]: WARNING neutron.api.v2.base [None req-f3d587a8-fef7-427c-877e-5dccd1d73a88 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 01:21:28.064884 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-f3d587a8-fef7-427c-877e-5dccd1d73a88 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:28.075600 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f3d587a8-fef7-427c-877e-5dccd1d73a88 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0127597 Aug 31 01:21:28.075828 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Pushing event updated for resources: {'Port': ['ID=4ba62376-313f-47c2-b2f9-c3d589b8be63,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:28.076845 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46152) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:28.084112 n-d-793621-34 neutron-server[102342]: INFO neutron.db.ipam_backend_mixin [None req-257a4ba9-7f44-4666-b5c5-8c2f4359eade tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f637246-247c-4ea0-a859-cb33b41c45b9 (CIDR: 2001:db8::/64) Aug 31 01:21:28.091356 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Attempting to bind port 4ba62376-313f-47c2-b2f9-c3d589b8be63 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:21:28.091986 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Attempting to bind port 4ba62376-313f-47c2-b2f9-c3d589b8be63 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:21:28.092554 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Attempting to bind port 4ba62376-313f-47c2-b2f9-c3d589b8be63 on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:21:28.093665 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-668362aa-00b5-4241-b3fe-eca57d867ff4 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': '1011c77d-d76d-4e87-a426-abbabaf351cf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:28.100136 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:21:28.100136 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:21:28.100136 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:28.101101 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:21:28.101937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Bound port: 4ba62376-313f-47c2-b2f9-c3d589b8be63, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:21:28.102903 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:28.147906 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-257a4ba9-7f44-4666-b5c5-8c2f4359eade tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:28.148566 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-257a4ba9-7f44-4666-b5c5-8c2f4359eade tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:28.202222 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] For port 4ba62376-313f-47c2-b2f9-c3d589b8be63, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:21:28.206321 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] For port 4ba62376-313f-47c2-b2f9-c3d589b8be63, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=4ba62376-313f-47c2-b2f9-c3d589b8be63,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:21:28.443689 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:28.543673 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14e3f2-aaff-46c5-93c6-2d70cd3fd2bf None None] Pushing event updated for resources: {'Port': ['ID=4ba62376-313f-47c2-b2f9-c3d589b8be63,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:28.592934 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-257a4ba9-7f44-4666-b5c5-8c2f4359eade tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4704256 Aug 31 01:21:28.596738 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46160) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:28.609802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-1fb31c7a-9f31-45c2-b6ac-04b9ee5f790d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:28.666977 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-668362aa-00b5-4241-b3fe-eca57d867ff4 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:28.670098 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-668362aa-00b5-4241-b3fe-eca57d867ff4 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5918050 Aug 31 01:21:28.671109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46162) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:28.678838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-89e9165a-7f3c-4cf9-a49c-e142e05d525e tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': '1011c77d-d76d-4e87-a426-abbabaf351cf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:28.680460 n-d-793621-34 neutron-server[102342]: WARNING neutron.api.v2.base [None req-89e9165a-7f3c-4cf9-a49c-e142e05d525e tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 01:21:28.681258 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-89e9165a-7f3c-4cf9-a49c-e142e05d525e tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:28.683613 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-89e9165a-7f3c-4cf9-a49c-e142e05d525e tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089095 Aug 31 01:21:28.686526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46164) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:28.699508 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-678a5ca0-142f-44ae-8007-a9babe72661d tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': '1011c77d-d76d-4e87-a426-abbabaf351cf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:28.969427 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe074c-9338-4773-8571-1f656e221b8f req-f9b3a677-4590-4061-b0af-63bf0b31c3eb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:28.972223 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fcbe074c-9338-4773-8571-1f656e221b8f req-f9b3a677-4590-4061-b0af-63bf0b31c3eb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0793447 Aug 31 01:21:28.986180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb31c7a-9f31-45c2-b6ac-04b9ee5f790d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:28.996815 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1fb31c7a-9f31-45c2-b6ac-04b9ee5f790d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:29.069695 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fcbe074c-9338-4773-8571-1f656e221b8f req-2c0a8e20-4b72-4110-b30e-bcd65600eb95 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676863 Aug 31 01:21:29.133180 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-678a5ca0-142f-44ae-8007-a9babe72661d tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:29.134676 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-678a5ca0-142f-44ae-8007-a9babe72661d tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4465268 Aug 31 01:21:29.141677 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46174) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:29.150157 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d063bcba-5f78-45d1-8923-c02a6766f027 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': '1011c77d-d76d-4e87-a426-abbabaf351cf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:29.151472 n-d-793621-34 neutron-server[102343]: WARNING neutron.api.v2.base [None req-d063bcba-5f78-45d1-8923-c02a6766f027 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 01:21:29.152460 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-d063bcba-5f78-45d1-8923-c02a6766f027 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:29.155226 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d063bcba-5f78-45d1-8923-c02a6766f027 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110223 Aug 31 01:21:29.156879 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46176) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:29.163604 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a4dc83cc-4dfc-47c7-9074-11f3182fc65d tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': '1011c77d-d76d-4e87-a426-abbabaf351cf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:29.474646 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-a4dc83cc-4dfc-47c7-9074-11f3182fc65d tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:29.475774 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a4dc83cc-4dfc-47c7-9074-11f3182fc65d tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3176847 Aug 31 01:21:29.479146 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46184) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:29.490164 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-804034ab-5031-4610-83f3-04a999191f0b tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': '1011c77d-d76d-4e87-a426-abbabaf351cf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:29.689885 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1fb31c7a-9f31-45c2-b6ac-04b9ee5f790d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:29.751359 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb31c7a-9f31-45c2-b6ac-04b9ee5f790d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:29.769745 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-1fb31c7a-9f31-45c2-b6ac-04b9ee5f790d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:29.771170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb31c7a-9f31-45c2-b6ac-04b9ee5f790d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=ad14dbc2-cdb8-49be-9a94-09f13e94ca7e,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:29.839024 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb31c7a-9f31-45c2-b6ac-04b9ee5f790d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:29.839024 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1fb31c7a-9f31-45c2-b6ac-04b9ee5f790d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:29.852462 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33f781c-3b8c-4b88-a72e-ad9451657ca0 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:29.889625 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-804034ab-5031-4610-83f3-04a999191f0b tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:29.894146 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46186) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:29.899175 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-804034ab-5031-4610-83f3-04a999191f0b tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4178250 Aug 31 01:21:29.949025 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1fb31c7a-9f31-45c2-b6ac-04b9ee5f790d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3498304 Aug 31 01:21:29.952241 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46188) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:29.958165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-02e5c45f-b5e5-4a62-bb06-441678282223 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'mac_address': 'fa:16:3e:1c:53:e1', 'name': 'tempest-NetworksTestDHCPv6-1589109999'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:29.972850 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e83ba984-cafc-4d3d-b42f-80e609c385fc tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:30.033390 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e83ba984-cafc-4d3d-b42f-80e609c385fc tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:30.271908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dce051cc-5c5f-4093-bcfa-b0736677dafa None None] Provisioning for port 4ba62376-313f-47c2-b2f9-c3d589b8be63 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:30.283949 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf79d4-9c76-49e3-b3cd-b85f0b7d7e3c req-0c903024-4c8a-497b-b1e3-1418e93a89a7 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:30.286773 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d9cf79d4-9c76-49e3-b3cd-b85f0b7d7e3c req-0c903024-4c8a-497b-b1e3-1418e93a89a7 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0978262 Aug 31 01:21:30.317258 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e83ba984-cafc-4d3d-b42f-80e609c385fc tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:30.325217 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e83ba984-cafc-4d3d-b42f-80e609c385fc tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:30.325217 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e83ba984-cafc-4d3d-b42f-80e609c385fc tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "DELETE /v2.0/security-groups/1011c77d-d76d-4e87-a426-abbabaf351cf HTTP/1.1" status: 204 len: 168 time: 0.4258013 Aug 31 01:21:30.325499 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e5c45f-b5e5-4a62-bb06-441678282223 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:30.328433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46194) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:30.339449 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ba984-cafc-4d3d-b42f-80e609c385fc tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1011c77d-d76d-4e87-a426-abbabaf351cf,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:30.369689 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ad69d0-961e-45af-9188-5e38b40f4c86 None None] Update dhcp port {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'fixed_ips': [{'subnet_id': '1f637246-247c-4ea0-a859-cb33b41c45b9', 'ip_address': '2001:db8::f816:3eff:fe22:3b18'}, {'subnet_id': 'ad14dbc2-cdb8-49be-9a94-09f13e94ca7e'}], 'binding:host_id': 'n-d-793621-34'}, 'id': '4ba62376-313f-47c2-b2f9-c3d589b8be63'} from n-d-793621-34. {{(pid=102344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:21:30.396785 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d9cf79d4-9c76-49e3-b3cd-b85f0b7d7e3c req-e328d003-285c-4c40-afc9-9a4fbd25d78b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024215 Aug 31 01:21:30.415162 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4ad69d0-961e-45af-9188-5e38b40f4c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:30.494907 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-02e5c45f-b5e5-4a62-bb06-441678282223 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:30.563466 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4ba62376-313f-47c2-b2f9-c3d589b8be63 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:21:30.591495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46202) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:30.591775 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e4f593ed-4ca5-4e5d-a514-62ab434be216 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2582760 Aug 31 01:21:30.602829 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-02e5c45f-b5e5-4a62-bb06-441678282223 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port e8a9760e-8e1e-4c79-9514-96353dbc42da yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:21:30.603296 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-9ea5e3de-7a40-4c5b-b7bb-8f07e00f03e9 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164275465'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:30.762919 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9ea5e3de-7a40-4c5b-b7bb-8f07e00f03e9 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:30.866252 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 4ba62376-313f-47c2-b2f9-c3d589b8be63 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:30.872280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 4ba62376-313f-47c2-b2f9-c3d589b8be63 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:30.873627 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:30.874441 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-02e5c45f-b5e5-4a62-bb06-441678282223 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8:0:1::3a3 (bd5c1a30-2b24-4912-929d-0592c60865f1/ad14dbc2-cdb8-49be-9a94-09f13e94ca7e/e8a9760e-8e1e-4c79-9514-96353dbc42da) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:30.884866 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-02e5c45f-b5e5-4a62-bb06-441678282223 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::f816:3eff:fe1c:53e1 (bd5c1a30-2b24-4912-929d-0592c60865f1/1f637246-247c-4ea0-a859-cb33b41c45b9/e8a9760e-8e1e-4c79-9514-96353dbc42da) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:30.910598 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9ea5e3de-7a40-4c5b-b7bb-8f07e00f03e9 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:30.997811 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9ea5e3de-7a40-4c5b-b7bb-8f07e00f03e9 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:31.010012 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:31.071231 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 4ba62376-313f-47c2-b2f9-c3d589b8be63, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=4ba62376-313f-47c2-b2f9-c3d589b8be63,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:31.100088 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5e3de-7a40-4c5b-b7bb-8f07e00f03e9 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c9b01e-4c92-4f42-953e-29f95850a68a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:31.123181 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-02e5c45f-b5e5-4a62-bb06-441678282223 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:31.147635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-02e5c45f-b5e5-4a62-bb06-441678282223 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object e8a9760e-8e1e-4c79-9514-96353dbc42da will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:31.169309 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9ea5e3de-7a40-4c5b-b7bb-8f07e00f03e9 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:31.176193 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9ea5e3de-7a40-4c5b-b7bb-8f07e00f03e9 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5803406 Aug 31 01:21:31.187920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46206) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:31.187920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f3c6b20f-9280-454c-8f11-ea7ab7ee050e tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': '24c9b01e-4c92-4f42-953e-29f95850a68a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:31.210314 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:31.280230 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-02e5c45f-b5e5-4a62-bb06-441678282223 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:31.280557 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=4ba62376-313f-47c2-b2f9-c3d589b8be63,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:31.370914 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-a4ad69d0-961e-45af-9188-5e38b40f4c86 None None] Allocated IP 2001:db8:0:1::2 (bd5c1a30-2b24-4912-929d-0592c60865f1/ad14dbc2-cdb8-49be-9a94-09f13e94ca7e/4ba62376-313f-47c2-b2f9-c3d589b8be63) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:31.405148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e5c45f-b5e5-4a62-bb06-441678282223 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:31.408817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-02e5c45f-b5e5-4a62-bb06-441678282223 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:31.413871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5c45f-b5e5-4a62-bb06-441678282223 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:31.423434 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e5c45f-b5e5-4a62-bb06-441678282223 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:31.424334 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-02e5c45f-b5e5-4a62-bb06-441678282223 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:31.436275 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5c45f-b5e5-4a62-bb06-441678282223 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=e8a9760e-8e1e-4c79-9514-96353dbc42da,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:31.455434 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-f3c6b20f-9280-454c-8f11-ea7ab7ee050e tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): The resource could not be found. Aug 31 01:21:31.461151 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f3c6b20f-9280-454c-8f11-ea7ab7ee050e tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2787728 Aug 31 01:21:31.462086 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46208) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:31.470305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b72df494-09e7-4ba6-9f7e-881122d4d38c tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': '24c9b01e-4c92-4f42-953e-29f95850a68a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b0e9641c-1dd9-44df-96e2-66add0fcb0c9'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:31.545807 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a4ad69d0-961e-45af-9188-5e38b40f4c86 None None] For port 4ba62376-313f-47c2-b2f9-c3d589b8be63, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=4ba62376-313f-47c2-b2f9-c3d589b8be63,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:31.552953 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-02e5c45f-b5e5-4a62-bb06-441678282223 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5990252 Aug 31 01:21:31.558380 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46212) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:31.595743 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4ad69d0-961e-45af-9188-5e38b40f4c86 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:31.617869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a4ad69d0-961e-45af-9188-5e38b40f4c86 None None] Transition to ACTIVE for port object 4ba62376-313f-47c2-b2f9-c3d589b8be63 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:31.631331 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a8779-55e5-4d96-b24d-588b61167e33 req-06517c90-06a8-48ac-b37d-8b3dd349508c tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:31.634071 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e78a8779-55e5-4d96-b24d-588b61167e33 req-06517c90-06a8-48ac-b37d-8b3dd349508c tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0709424 Aug 31 01:21:31.698488 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e78a8779-55e5-4d96-b24d-588b61167e33 req-11dfd226-fb69-428a-873a-5958cf833a62 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570920 Aug 31 01:21:31.700601 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4ad69d0-961e-45af-9188-5e38b40f4c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:31.770880 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-60ae84cf-bf0c-4d14-bb80-671f529d2278 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port e8a9760e-8e1e-4c79-9514-96353dbc42da {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:31.771228 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-60ae84cf-bf0c-4d14-bb80-671f529d2278 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:31.833557 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad69d0-961e-45af-9188-5e38b40f4c86 None None] Pushing event updated for resources: {'Port': ['ID=4ba62376-313f-47c2-b2f9-c3d589b8be63,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:31.909120 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-60ae84cf-bf0c-4d14-bb80-671f529d2278 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:31.918820 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-b72df494-09e7-4ba6-9f7e-881122d4d38c tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): The resource could not be found. Aug 31 01:21:31.923930 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b72df494-09e7-4ba6-9f7e-881122d4d38c tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4567604 Aug 31 01:21:31.924108 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46216) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:31.929988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-60ae84cf-bf0c-4d14-bb80-671f529d2278 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for e8a9760e-8e1e-4c79-9514-96353dbc42da owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:32.036755 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-452b361a-6a18-4fb5-8611-4fd77871fd11 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:32.082543 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-452b361a-6a18-4fb5-8611-4fd77871fd11 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:32.277973 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-452b361a-6a18-4fb5-8611-4fd77871fd11 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:32.284648 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-452b361a-6a18-4fb5-8611-4fd77871fd11 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:32.284869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46220) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:32.287368 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-452b361a-6a18-4fb5-8611-4fd77871fd11 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "DELETE /v2.0/security-groups/24c9b01e-4c92-4f42-953e-29f95850a68a HTTP/1.1" status: 204 len: 168 time: 0.3629923 Aug 31 01:21:32.328410 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b361a-6a18-4fb5-8611-4fd77871fd11 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c9b01e-4c92-4f42-953e-29f95850a68a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:32.351901 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b0d355ee-d87e-4163-875f-d7b2a42f727b tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0621874 Aug 31 01:21:32.352370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46222) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:32.360575 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0bfbde29-047a-4c5f-acb7-18216ad3b957 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': 'eab53b2a-326d-4b74-b441-65d96aa9f866', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:32.370500 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-60ae84cf-bf0c-4d14-bb80-671f529d2278 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:32.456626 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae84cf-bf0c-4d14-bb80-671f529d2278 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=e8a9760e-8e1e-4c79-9514-96353dbc42da,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:32.499688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4ba62376-313f-47c2-b2f9-c3d589b8be63 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:21:32.540273 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-60ae84cf-bf0c-4d14-bb80-671f529d2278 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:32.543809 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-60ae84cf-bf0c-4d14-bb80-671f529d2278 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/e8a9760e-8e1e-4c79-9514-96353dbc42da HTTP/1.1" status: 204 len: 168 time: 0.9870353 Aug 31 01:21:32.546376 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46224) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:32.642281 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624224ff-f028-4be6-b5b8-8ca14141e789 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:32.647978 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46226) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:32.648630 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-624224ff-f028-4be6-b5b8-8ca14141e789 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1001580 Aug 31 01:21:32.702670 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-0bfbde29-047a-4c5f-acb7-18216ad3b957 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): The resource could not be found. Aug 31 01:21:32.703956 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0bfbde29-047a-4c5f-acb7-18216ad3b957 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3505652 Aug 31 01:21:32.709408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46230) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:32.715095 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c3996952-9ea9-427a-8412-1c15501d12c9 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139790809'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:32.726756 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b74ce1-7c8a-44fe-aa83-8224df0f6976 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:32.728404 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-98b74ce1-7c8a-44fe-aa83-8224df0f6976 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0766048 Aug 31 01:21:32.732182 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46232) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:32.861870 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3996952-9ea9-427a-8412-1c15501d12c9 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:32.886631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e7543-905f-437a-bd73-288b5352e2cd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:32.888704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e7543-905f-437a-bd73-288b5352e2cd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:32.890369 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e7543-905f-437a-bd73-288b5352e2cd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:32.894958 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4b8e7543-905f-437a-bd73-288b5352e2cd tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1576641 Aug 31 01:21:32.895872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46236) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:32.918053 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ad437c27-1143-4b38-b52f-a1edc8720b03 None None] Provisioning for port 4ba62376-313f-47c2-b2f9-c3d589b8be63 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:32.923380 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ad437c27-1143-4b38-b52f-a1edc8720b03 None None] Provisioning complete for port 4ba62376-313f-47c2-b2f9-c3d589b8be63 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:32.924002 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ad437c27-1143-4b38-b52f-a1edc8720b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:32.946706 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7b1fa-512f-48a4-a4b6-20b569d24eb8 req-888f8c71-8bbf-4607-9f09-c24aed3cb8ec tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:32.964096 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dbf7b1fa-512f-48a4-a4b6-20b569d24eb8 req-888f8c71-8bbf-4607-9f09-c24aed3cb8ec tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1332655 Aug 31 01:21:33.003702 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d65abb9-149d-43da-bed3-8744d1a69801 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet 1f637246-247c-4ea0-a859-cb33b41c45b9 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:21:33.014625 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1d65abb9-149d-43da-bed3-8744d1a69801 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:33.079768 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dbf7b1fa-512f-48a4-a4b6-20b569d24eb8 req-d961081a-74db-4121-8543-21e4398c7e3c tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143808 Aug 31 01:21:33.116901 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1d65abb9-149d-43da-bed3-8744d1a69801 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:33.200429 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3996952-9ea9-427a-8412-1c15501d12c9 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:33.228301 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4025cc29-c890-48f9-8a3e-bc8198c5de50 None None] Could not find standard attr ID for object e8a9760e-8e1e-4c79-9514-96353dbc42da. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:21:33.288697 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3996952-9ea9-427a-8412-1c15501d12c9 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:33.299548 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1d65abb9-149d-43da-bed3-8744d1a69801 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:33.356041 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3996952-9ea9-427a-8412-1c15501d12c9 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22172a10-006e-4398-a9b2-acedd9fcc985,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:33.431903 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3996952-9ea9-427a-8412-1c15501d12c9 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:33.436387 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c3996952-9ea9-427a-8412-1c15501d12c9 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7233081 Aug 31 01:21:33.436784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46240) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:33.450305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-c4075f9d-cf5c-434c-9c11-a7afbb39a7e3 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332072348'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:33.462276 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1d65abb9-149d-43da-bed3-8744d1a69801 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:33.508597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65abb9-149d-43da-bed3-8744d1a69801 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=1f637246-247c-4ea0-a859-cb33b41c45b9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:33.518836 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1d65abb9-149d-43da-bed3-8744d1a69801 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:33.526172 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1d65abb9-149d-43da-bed3-8744d1a69801 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/1f637246-247c-4ea0-a859-cb33b41c45b9 HTTP/1.1" status: 204 len: 168 time: 0.6245248 Aug 31 01:21:33.526487 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46242) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:33.529351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2d7c2c-b67a-4a13-87a1-0b80440ea42a None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:33.609656 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c4075f9d-cf5c-434c-9c11-a7afbb39a7e3 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:33.612675 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d025886-f4c7-43f6-b001-ea7c3308834d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet ad14dbc2-cdb8-49be-9a94-09f13e94ca7e {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:21:33.623282 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d025886-f4c7-43f6-b001-ea7c3308834d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:33.730204 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d025886-f4c7-43f6-b001-ea7c3308834d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:33.762201 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c4075f9d-cf5c-434c-9c11-a7afbb39a7e3 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:33.849982 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c4075f9d-cf5c-434c-9c11-a7afbb39a7e3 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:33.901591 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d025886-f4c7-43f6-b001-ea7c3308834d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:33.923732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4075f9d-cf5c-434c-9c11-a7afbb39a7e3 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313476b6-8da8-4871-821f-92531c88c71f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:34.001504 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c4075f9d-cf5c-434c-9c11-a7afbb39a7e3 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:34.001504 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c4075f9d-cf5c-434c-9c11-a7afbb39a7e3 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5601993 Aug 31 01:21:34.001504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46246) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:34.005733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b9ff0be4-7fae-4def-ac10-36d8826723ec tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group_rule': {'security_group_id': '22172a10-006e-4398-a9b2-acedd9fcc985', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '313476b6-8da8-4871-821f-92531c88c71f'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:34.066311 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d025886-f4c7-43f6-b001-ea7c3308834d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:34.129298 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d025886-f4c7-43f6-b001-ea7c3308834d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=ad14dbc2-cdb8-49be-9a94-09f13e94ca7e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:34.152626 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d025886-f4c7-43f6-b001-ea7c3308834d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:34.159126 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8d025886-f4c7-43f6-b001-ea7c3308834d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/ad14dbc2-cdb8-49be-9a94-09f13e94ca7e HTTP/1.1" status: 204 len: 168 time: 0.6351385 Aug 31 01:21:34.162693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46250) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:34.231989 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-77cb32fa-54d9-4f27-9236-abf1dce6f0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:34.281501 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-38ca63af-4836-4ea2-ac21-aa56a689c2a3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1175454 Aug 31 01:21:34.282690 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-b9ff0be4-7fae-4def-ac10-36d8826723ec tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:34.286134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b9ff0be4-7fae-4def-ac10-36d8826723ec tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2817466 Aug 31 01:21:34.286891 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46254) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:34.287467 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46256) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:34.300864 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-2a667193-873e-416d-96aa-c551ac866fb1 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:34.460669 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e74655-2f3a-4d02-a900-0062c2149a73 req-df8570af-4b4e-40c2-ad18-6be96e14e9a9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:34.465498 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-40e74655-2f3a-4d02-a900-0062c2149a73 req-df8570af-4b4e-40c2-ad18-6be96e14e9a9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.2538066 Aug 31 01:21:34.596937 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-40e74655-2f3a-4d02-a900-0062c2149a73 req-bf1321d2-fb9b-4501-b80d-43763aa4b940 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980303 Aug 31 01:21:34.603361 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5e9a7178-b5bd-4ef8-bf56-b8aebf40eb3c tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:34.640081 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5e9a7178-b5bd-4ef8-bf56-b8aebf40eb3c tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:34.768759 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a667193-873e-416d-96aa-c551ac866fb1 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:34.772706 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a667193-873e-416d-96aa-c551ac866fb1 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:34.822968 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4238c6c7-a409-470c-a57f-29a9723a6663 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:34.849112 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5e9a7178-b5bd-4ef8-bf56-b8aebf40eb3c tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:34.854875 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5e9a7178-b5bd-4ef8-bf56-b8aebf40eb3c tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:34.858394 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5e9a7178-b5bd-4ef8-bf56-b8aebf40eb3c tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "DELETE /v2.0/security-groups/313476b6-8da8-4871-821f-92531c88c71f HTTP/1.1" status: 204 len: 168 time: 0.5423636 Aug 31 01:21:34.858795 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46258) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:34.932115 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5bf7f05d-c1be-4bfe-977e-0b217c53c8da None None] Provisioning complete for port 4ba62376-313f-47c2-b2f9-c3d589b8be63 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:34.932478 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5bf7f05d-c1be-4bfe-977e-0b217c53c8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:34.980095 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-941621f9-69e2-41d7-bd81-a83d8ac35fe7 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1088519 Aug 31 01:21:34.980746 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46260) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:35.097572 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ae10be96-cf86-4b00-9004-1575dc516c14 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:35.146147 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ae10be96-cf86-4b00-9004-1575dc516c14 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:35.167182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a439a09-7c8b-4e78-a1c7-f1ac8d8dffe4 None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:21:35.172101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a7178-b5bd-4ef8-bf56-b8aebf40eb3c tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=313476b6-8da8-4871-821f-92531c88c71f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:35.288790 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5a439a09-7c8b-4e78-a1c7-f1ac8d8dffe4 None None] Deleting port 4ba62376-313f-47c2-b2f9-c3d589b8be63 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:35.289300 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5a439a09-7c8b-4e78-a1c7-f1ac8d8dffe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:35.303818 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a667193-873e-416d-96aa-c551ac866fb1 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:35.378713 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-5a439a09-7c8b-4e78-a1c7-f1ac8d8dffe4 None None] For port 4ba62376-313f-47c2-b2f9-c3d589b8be63, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=4ba62376-313f-47c2-b2f9-c3d589b8be63,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:35.379207 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5a439a09-7c8b-4e78-a1c7-f1ac8d8dffe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:35.382552 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a667193-873e-416d-96aa-c551ac866fb1 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=ed49a703-6dd8-4780-b788-c0d8e6889f7e,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:35.397096 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5a439a09-7c8b-4e78-a1c7-f1ac8d8dffe4 None None] Calling delete_port for 4ba62376-313f-47c2-b2f9-c3d589b8be63 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:35.403669 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ae10be96-cf86-4b00-9004-1575dc516c14 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:35.407475 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ae10be96-cf86-4b00-9004-1575dc516c14 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:35.408837 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ae10be96-cf86-4b00-9004-1575dc516c14 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "DELETE /v2.0/security-groups/22172a10-006e-4398-a9b2-acedd9fcc985 HTTP/1.1" status: 204 len: 168 time: 0.4271033 Aug 31 01:21:35.409382 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a667193-873e-416d-96aa-c551ac866fb1 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:35.411695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-2a667193-873e-416d-96aa-c551ac866fb1 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:35.424077 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10be96-cf86-4b00-9004-1575dc516c14 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22172a10-006e-4398-a9b2-acedd9fcc985,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:35.429378 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46266) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:35.434133 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a667193-873e-416d-96aa-c551ac866fb1 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:35.435134 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a667193-873e-416d-96aa-c551ac866fb1 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:35.505654 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c6bf450a-5910-4de8-94ea-c3f3f50a690b tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0736163 Aug 31 01:21:35.509694 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46268) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:35.515838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ba1ec704-41cb-4ba1-bd0c-9c9e1522c977 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group': {'name': 'tempest-secgroup--127005092'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:35.728727 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38af969-89a6-40b7-9843-86f62f8de6a7 req-129af5bc-9d90-4f9a-891e-c7e167be24db tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:35.730934 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e38af969-89a6-40b7-9843-86f62f8de6a7 req-129af5bc-9d90-4f9a-891e-c7e167be24db tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0630155 Aug 31 01:21:35.772364 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e38af969-89a6-40b7-9843-86f62f8de6a7 req-d4eb87ef-f745-4cee-aa08-aa5defd94f00 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338562 Aug 31 01:21:35.886182 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2a667193-873e-416d-96aa-c551ac866fb1 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5974808 Aug 31 01:21:35.889625 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46272) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:35.895528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b5e75470-9e64-43d2-8bda-5b9fb53ff265 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:36.009342 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5a439a09-7c8b-4e78-a1c7-f1ac8d8dffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:36.038104 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a439a09-7c8b-4e78-a1c7-f1ac8d8dffe4 None None] No DVR routers for this DVR port 4ba62376-313f-47c2-b2f9-c3d589b8be63 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:21:36.039777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a439a09-7c8b-4e78-a1c7-f1ac8d8dffe4 None None] Pushing event deleted for resources: {'Port': ['ID=4ba62376-313f-47c2-b2f9-c3d589b8be63,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:36.055262 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188231ba-83b8-4160-ace6-a3a31472e04b None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:36.116179 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba1ec704-41cb-4ba1-bd0c-9c9e1522c977 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:36.257763 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e75470-9e64-43d2-8bda-5b9fb53ff265 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:36.258912 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': 'ed49a703-6dd8-4780-b788-c0d8e6889f7e'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:21:36.260129 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:36.261286 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b5e75470-9e64-43d2-8bda-5b9fb53ff265 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:36.433467 n-d-793621-34 neutron-server[102343]: INFO neutron.db.ipam_backend_mixin [None req-b5e75470-9e64-43d2-8bda-5b9fb53ff265 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed49a703-6dd8-4780-b788-c0d8e6889f7e (CIDR: 2001:db8::/64) Aug 31 01:21:36.465363 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba1ec704-41cb-4ba1-bd0c-9c9e1522c977 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:36.484071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4ba62376-313f-47c2-b2f9-c3d589b8be63 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:21:36.489526 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e75470-9e64-43d2-8bda-5b9fb53ff265 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:36.489526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e75470-9e64-43d2-8bda-5b9fb53ff265 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:36.513991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 4ba62376-313f-47c2-b2f9-c3d589b8be63 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:21:36.514430 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4ba62376-313f-47c2-b2f9-c3d589b8be63 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:21:36.541072 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Allocated IP 2001:db8::2 (bd5c1a30-2b24-4912-929d-0592c60865f1/ed49a703-6dd8-4780-b788-c0d8e6889f7e/ac0daa8f-e8b7-471e-9de8-bb903ce931f7) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:36.570471 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba1ec704-41cb-4ba1-bd0c-9c9e1522c977 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:36.616544 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ec704-41cb-4ba1-bd0c-9c9e1522c977 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c19511-56e8-4032-bcf7-1212e4960743,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:36.689596 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b5e75470-9e64-43d2-8bda-5b9fb53ff265 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7984788 Aug 31 01:21:36.690572 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ba1ec704-41cb-4ba1-bd0c-9c9e1522c977 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:36.691783 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ba1ec704-41cb-4ba1-bd0c-9c9e1522c977 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1799924 Aug 31 01:21:36.695544 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46282) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:36.696097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46284) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:36.704881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-be78ae93-1820-45de-8f18-b3ff2f47544d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:36.711886 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-c07d9918-e662-4966-8669-7cbac00ed327 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:36.712632 n-d-793621-34 neutron-server[102342]: WARNING neutron.api.v2.base [None req-c07d9918-e662-4966-8669-7cbac00ed327 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 01:21:36.713911 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-c07d9918-e662-4966-8669-7cbac00ed327 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 01:21:36.715139 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c07d9918-e662-4966-8669-7cbac00ed327 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "PUT /v2.0/security-groups/84c19511-56e8-4032-bcf7-1212e4960743 HTTP/1.1" status: 409 len: 330 time: 0.0178490 Aug 31 01:21:36.723832 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46286) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:36.772956 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:36.783646 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Transition to ACTIVE for port object ac0daa8f-e8b7-471e-9de8-bb903ce931f7 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:36.804745 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Transition to ACTIVE for port object ac0daa8f-e8b7-471e-9de8-bb903ce931f7 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:36.873870 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:36.896386 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5aaded11-b297-4ef0-8cb6-e7f50eea9f3f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:36.904965 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:36.956769 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5aaded11-b297-4ef0-8cb6-e7f50eea9f3f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:36.979886 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b4ce2-b718-45d7-88a9-a1429382a212 req-b6085861-2b02-4ee4-9ca0-07cd8572ad3e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:36.981512 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-094b4ce2-b718-45d7-88a9-a1429382a212 req-b6085861-2b02-4ee4-9ca0-07cd8572ad3e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1089785 Aug 31 01:21:36.996276 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:37.004209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:37.009826 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:37.018271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Pushing event updated for resources: {'Port': ['ID=ac0daa8f-e8b7-471e-9de8-bb903ce931f7,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:37.070154 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-094b4ce2-b718-45d7-88a9-a1429382a212 req-9d68e4b4-a48a-4722-abef-edfa3fbe60ae tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719182 Aug 31 01:21:37.071640 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be78ae93-1820-45de-8f18-b3ff2f47544d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:37.077342 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be78ae93-1820-45de-8f18-b3ff2f47544d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:37.090200 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d81accdd-4298-4051-a9de-d3f9ad3ac298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:37.091725 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:37.106961 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Attempting to bind port ac0daa8f-e8b7-471e-9de8-bb903ce931f7 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:21:37.107687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Attempting to bind port ac0daa8f-e8b7-471e-9de8-bb903ce931f7 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:21:37.109728 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Attempting to bind port ac0daa8f-e8b7-471e-9de8-bb903ce931f7 on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:21:37.114186 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:21:37.114575 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:21:37.114983 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:37.115415 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:21:37.115927 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Bound port: ac0daa8f-e8b7-471e-9de8-bb903ce931f7, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:21:37.116389 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:37.186251 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5aaded11-b297-4ef0-8cb6-e7f50eea9f3f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:37.189373 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5aaded11-b297-4ef0-8cb6-e7f50eea9f3f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:37.192957 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5aaded11-b297-4ef0-8cb6-e7f50eea9f3f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "DELETE /v2.0/security-groups/84c19511-56e8-4032-bcf7-1212e4960743 HTTP/1.1" status: 204 len: 168 time: 0.4650898 Aug 31 01:21:37.200142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46290) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:37.208401 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] For port ac0daa8f-e8b7-471e-9de8-bb903ce931f7, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:21:37.209812 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] For port ac0daa8f-e8b7-471e-9de8-bb903ce931f7, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ac0daa8f-e8b7-471e-9de8-bb903ce931f7,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:21:37.227950 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaded11-b297-4ef0-8cb6-e7f50eea9f3f tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c19511-56e8-4032-bcf7-1212e4960743,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:37.277572 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:37.318097 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:37.339748 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dff76905-a226-4db2-8b5c-8b44341facea tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1298079 Aug 31 01:21:37.340466 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46294) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:37.385215 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-512e9d38-a678-4817-b3a9-5804cc41a568 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] delete failed (client error): The resource could not be found. Aug 31 01:21:37.391051 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-512e9d38-a678-4817-b3a9-5804cc41a568 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "DELETE /v2.0/security-groups/54277c19-3dc8-47a3-8ddb-0e001d772748 HTTP/1.1" status: 404 len: 347 time: 0.0454690 Aug 31 01:21:37.392116 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46300) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:37.409304 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-cc6f56e5-de76-400f-ac09-73aea7aba87b tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] show failed (client error): The resource could not be found. Aug 31 01:21:37.417111 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cc6f56e5-de76-400f-ac09-73aea7aba87b tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "GET /v2.0/security-groups/34b74f27-de87-427f-af94-661675478210 HTTP/1.1" status: 404 len: 347 time: 0.0236437 Aug 31 01:21:37.417865 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46304) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:37.449353 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-d4792af0-08a0-4f60-b538-d3cf99fd4b47 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] show failed (client error): The resource could not be found. Aug 31 01:21:37.454653 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad7e8d-aa4b-44f5-acaa-60c161896806 None None] Pushing event updated for resources: {'Port': ['ID=ac0daa8f-e8b7-471e-9de8-bb903ce931f7,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:37.468050 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d4792af0-08a0-4f60-b538-d3cf99fd4b47 tempest-NegativeSecGroupTest-126717079 tempest-NegativeSecGroupTest-126717079-project] 10.222.0.16 "GET /v2.0/security-group-rules/7f591b18-ee4d-4b6c-a442-e876fbd80965 HTTP/1.1" status: 404 len: 356 time: 0.0487645 Aug 31 01:21:37.825417 n-d-793621-34 neutron-server[102342]: DEBUG neutron.objects.ports [None req-be78ae93-1820-45de-8f18-b3ff2f47544d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:21:38.231722 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46318) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:38.252015 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be78ae93-1820-45de-8f18-b3ff2f47544d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:38.319003 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426b60f-8042-4741-8ef7-d1b35f95b225 req-8ea235af-d0a0-4b02-b403-b090b5deb174 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:38.333728 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6426b60f-8042-4741-8ef7-d1b35f95b225 req-8ea235af-d0a0-4b02-b403-b090b5deb174 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1610255 Aug 31 01:21:38.439736 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6426b60f-8042-4741-8ef7-d1b35f95b225 req-76de1d59-87b5-475c-a418-08a967c6ce9d tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049962 Aug 31 01:21:38.563334 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:38.579748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-be78ae93-1820-45de-8f18-b3ff2f47544d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] For port ac0daa8f-e8b7-471e-9de8-bb903ce931f7, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ac0daa8f-e8b7-471e-9de8-bb903ce931f7,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:38.607822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ac0daa8f-e8b7-471e-9de8-bb903ce931f7 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:21:38.660597 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d52bab10-4de8-4ed5-a711-cac1063ac7fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c38f15566fc44d3383929f03c4f944c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4294736 Aug 31 01:21:38.663080 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46324) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:38.732203 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be78ae93-1820-45de-8f18-b3ff2f47544d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:38.765815 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e3b84b18-a7e4-449e-94fc-644c0b7be6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:38.809222 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port ac0daa8f-e8b7-471e-9de8-bb903ce931f7 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:38.816282 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e3b84b18-a7e4-449e-94fc-644c0b7be6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:38.860587 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be78ae93-1820-45de-8f18-b3ff2f47544d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:38.861370 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be78ae93-1820-45de-8f18-b3ff2f47544d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:38.974510 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e3b84b18-a7e4-449e-94fc-644c0b7be6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:38.977301 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e3b84b18-a7e4-449e-94fc-644c0b7be6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:38.978791 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e3b84b18-a7e4-449e-94fc-644c0b7be6f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c9f5f00-819b-4b2a-a9db-66d657dfaa2f HTTP/1.1" status: 204 len: 168 time: 0.3142304 Aug 31 01:21:38.988943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be78ae93-1820-45de-8f18-b3ff2f47544d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:39.001821 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b84b18-a7e4-449e-94fc-644c0b7be6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9f5f00-819b-4b2a-a9db-66d657dfaa2f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:39.008082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-be78ae93-1820-45de-8f18-b3ff2f47544d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:39.013604 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be78ae93-1820-45de-8f18-b3ff2f47544d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:39.014205 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be78ae93-1820-45de-8f18-b3ff2f47544d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:39.016924 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78ae93-1820-45de-8f18-b3ff2f47544d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=ac0daa8f-e8b7-471e-9de8-bb903ce931f7,revision_number=4']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:39.021297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78ae93-1820-45de-8f18-b3ff2f47544d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=e90c1145-2cd9-4893-8ef7-470eddf9267a,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:39.040852 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d09af6-c1a1-4585-aa08-1d0d9492ce8a None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:39.100402 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8ae94506-b275-41dd-833c-e0a34e0d0c5c None None] Provisioning for port ac0daa8f-e8b7-471e-9de8-bb903ce931f7 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:39.121291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8ae94506-b275-41dd-833c-e0a34e0d0c5c None None] Provisioning complete for port ac0daa8f-e8b7-471e-9de8-bb903ce931f7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:39.122088 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8ae94506-b275-41dd-833c-e0a34e0d0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:39.125103 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-be78ae93-1820-45de-8f18-b3ff2f47544d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4242008 Aug 31 01:21:39.128122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46330) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:39.133590 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c7849d53-99d9-4a57-a246-580e98fc5f2a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'mac_address': 'fa:16:3e:a8:bf:c8', 'name': 'tempest-NetworksTestDHCPv6-394136136'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:39.255725 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8ae94506-b275-41dd-833c-e0a34e0d0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:39.326415 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8ae94506-b275-41dd-833c-e0a34e0d0c5c None None] For port ac0daa8f-e8b7-471e-9de8-bb903ce931f7, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ac0daa8f-e8b7-471e-9de8-bb903ce931f7,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:39.421378 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7849d53-99d9-4a57-a246-580e98fc5f2a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:39.422133 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8ae94506-b275-41dd-833c-e0a34e0d0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:39.534806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae94506-b275-41dd-833c-e0a34e0d0c5c None None] Pushing event updated for resources: {'Port': ['ID=ac0daa8f-e8b7-471e-9de8-bb903ce931f7,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:39.670982 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7849d53-99d9-4a57-a246-580e98fc5f2a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:39.717677 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-c7849d53-99d9-4a57-a246-580e98fc5f2a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port 4c5b6700-bcd4-4660-a800-e7d9a490f9da yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:21:39.911728 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc19c9d-544a-4a13-9e42-08fba30efcfe req-0bb92ad6-d42d-4010-a153-2827afa75378 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:39.915522 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fbc19c9d-544a-4a13-9e42-08fba30efcfe req-0bb92ad6-d42d-4010-a153-2827afa75378 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.3103139 Aug 31 01:21:39.985154 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fbc19c9d-544a-4a13-9e42-08fba30efcfe req-43a800cd-bd08-4cd3-9ec1-1c8dbbe4191f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608244 Aug 31 01:21:40.097142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-c7849d53-99d9-4a57-a246-580e98fc5f2a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::24e (bd5c1a30-2b24-4912-929d-0592c60865f1/ed49a703-6dd8-4780-b788-c0d8e6889f7e/4c5b6700-bcd4-4660-a800-e7d9a490f9da) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:40.117144 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-c7849d53-99d9-4a57-a246-580e98fc5f2a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8:0:1:f816:3eff:fea8:bfc8 (bd5c1a30-2b24-4912-929d-0592c60865f1/e90c1145-2cd9-4893-8ef7-470eddf9267a/4c5b6700-bcd4-4660-a800-e7d9a490f9da) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:40.283277 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:40.450905 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7849d53-99d9-4a57-a246-580e98fc5f2a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:40.483295 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-c7849d53-99d9-4a57-a246-580e98fc5f2a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object 4c5b6700-bcd4-4660-a800-e7d9a490f9da will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:40.488323 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ac0daa8f-e8b7-471e-9de8-bb903ce931f7 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:21:40.576627 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4ad813cd-1d96-4175-992b-7716799698d9 None None] Provisioning complete for port ac0daa8f-e8b7-471e-9de8-bb903ce931f7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:40.577397 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4ad813cd-1d96-4175-992b-7716799698d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:40.610578 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ac0daa8f-e8b7-471e-9de8-bb903ce931f7 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:40.611109 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:40.639569 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7849d53-99d9-4a57-a246-580e98fc5f2a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:40.699802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7849d53-99d9-4a57-a246-580e98fc5f2a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=4c5b6700-bcd4-4660-a800-e7d9a490f9da,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:40.721677 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7849d53-99d9-4a57-a246-580e98fc5f2a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:40.722489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-c7849d53-99d9-4a57-a246-580e98fc5f2a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:40.725105 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7849d53-99d9-4a57-a246-580e98fc5f2a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:40.732065 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7849d53-99d9-4a57-a246-580e98fc5f2a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:40.732859 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7849d53-99d9-4a57-a246-580e98fc5f2a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:40.867093 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c7849d53-99d9-4a57-a246-580e98fc5f2a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7376707 Aug 31 01:21:40.875743 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46362) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:41.004309 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-5905c277-8f5c-4c92-b7bb-09c166cdb03a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port 4c5b6700-bcd4-4660-a800-e7d9a490f9da {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:41.004663 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5905c277-8f5c-4c92-b7bb-09c166cdb03a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:41.159166 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5905c277-8f5c-4c92-b7bb-09c166cdb03a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:41.175643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-5905c277-8f5c-4c92-b7bb-09c166cdb03a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for 4c5b6700-bcd4-4660-a800-e7d9a490f9da owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:41.185048 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8727f-c766-4d66-b198-ba6eecab1875 req-daece33b-acf1-4886-b287-554b3b7036cd tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:41.186632 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d8e8727f-c766-4d66-b198-ba6eecab1875 req-daece33b-acf1-4886-b287-554b3b7036cd tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0940197 Aug 31 01:21:41.276907 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d8e8727f-c766-4d66-b198-ba6eecab1875 req-016f6d14-e777-47aa-9848-e863ca47fad6 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820785 Aug 31 01:21:41.791950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-decbe405-d3f6-4520-90cc-5a9649cc50e4 None None] Provisioning for port 4c5b6700-bcd4-4660-a800-e7d9a490f9da completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:41.797234 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-decbe405-d3f6-4520-90cc-5a9649cc50e4 None None] Provisioning complete for port 4c5b6700-bcd4-4660-a800-e7d9a490f9da triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:41.798077 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-decbe405-d3f6-4520-90cc-5a9649cc50e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:41.840465 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-decbe405-d3f6-4520-90cc-5a9649cc50e4 None None] Port 4c5b6700-bcd4-4660-a800-e7d9a490f9da cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:21:42.084231 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5905c277-8f5c-4c92-b7bb-09c166cdb03a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:42.115225 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905c277-8f5c-4c92-b7bb-09c166cdb03a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=4c5b6700-bcd4-4660-a800-e7d9a490f9da,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:42.191482 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5905c277-8f5c-4c92-b7bb-09c166cdb03a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:42.196595 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5905c277-8f5c-4c92-b7bb-09c166cdb03a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/4c5b6700-bcd4-4660-a800-e7d9a490f9da HTTP/1.1" status: 204 len: 168 time: 1.3193903 Aug 31 01:21:42.199760 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46380) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:42.271455 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2294d75-5460-4e7f-bcb2-cd6199ccd4ba tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:42.274254 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e2294d75-5460-4e7f-bcb2-cd6199ccd4ba tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0733407 Aug 31 01:21:42.276940 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46384) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:42.407615 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2985b20d-7c3e-4b50-aa92-f0a0b51e936d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:42.413319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46394) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:42.413607 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2985b20d-7c3e-4b50-aa92-f0a0b51e936d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1347435 Aug 31 01:21:42.528669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af04474-67c3-44a1-b2d1-6a32ff9a6f18 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:42.531274 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af04474-67c3-44a1-b2d1-6a32ff9a6f18 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:42.532907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af04474-67c3-44a1-b2d1-6a32ff9a6f18 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:42.538931 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8af04474-67c3-44a1-b2d1-6a32ff9a6f18 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1247320 Aug 31 01:21:42.543546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46396) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:42.556289 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e82bc-2318-40ce-bf35-85d2151ceaf1 req-d2662cd5-7e1c-4d21-bb47-7997412f5bcd tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:42.560177 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c01e82bc-2318-40ce-bf35-85d2151ceaf1 req-d2662cd5-7e1c-4d21-bb47-7997412f5bcd tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0872447 Aug 31 01:21:42.698452 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c01e82bc-2318-40ce-bf35-85d2151ceaf1 req-fae74650-9d8f-49b2-8098-e1beaff0e473 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146855 Aug 31 01:21:42.721515 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-956188eb-6050-4a8a-961e-e2da02ed3c1c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet e90c1145-2cd9-4893-8ef7-470eddf9267a {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:21:42.732105 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-956188eb-6050-4a8a-961e-e2da02ed3c1c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:42.810132 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-956188eb-6050-4a8a-961e-e2da02ed3c1c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:42.924830 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-956188eb-6050-4a8a-961e-e2da02ed3c1c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:43.112324 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-956188eb-6050-4a8a-961e-e2da02ed3c1c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:43.148702 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956188eb-6050-4a8a-961e-e2da02ed3c1c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=e90c1145-2cd9-4893-8ef7-470eddf9267a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:43.151839 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-956188eb-6050-4a8a-961e-e2da02ed3c1c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:43.154254 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-956188eb-6050-4a8a-961e-e2da02ed3c1c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/e90c1145-2cd9-4893-8ef7-470eddf9267a HTTP/1.1" status: 204 len: 168 time: 0.6092007 Aug 31 01:21:43.157976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46422) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:43.164208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b295f5-c1ee-40c9-8754-c1da362af1dd None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:43.248691 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62018c5-b898-44fd-982a-4cc0fdefe840 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet ed49a703-6dd8-4780-b788-c0d8e6889f7e {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:21:43.252669 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a62018c5-b898-44fd-982a-4cc0fdefe840 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:43.295627 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a62018c5-b898-44fd-982a-4cc0fdefe840 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:43.414455 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a62018c5-b898-44fd-982a-4cc0fdefe840 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:43.611790 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a62018c5-b898-44fd-982a-4cc0fdefe840 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:43.653397 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62018c5-b898-44fd-982a-4cc0fdefe840 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=ed49a703-6dd8-4780-b788-c0d8e6889f7e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:43.661152 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a62018c5-b898-44fd-982a-4cc0fdefe840 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:43.666054 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a62018c5-b898-44fd-982a-4cc0fdefe840 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/ed49a703-6dd8-4780-b788-c0d8e6889f7e HTTP/1.1" status: 204 len: 168 time: 0.5071471 Aug 31 01:21:43.666479 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46446) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:43.721662 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-75814df9-af91-4785-bdad-62409b8cf8b8 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507221 Aug 31 01:21:43.721959 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46450) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:43.727299 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-667d070d-13f6-46f4-9d6d-8e049c12c613 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:44.025750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb33167-0e2f-47f4-ae53-c2cc92716e7d None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:44.120161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6ae8a101-c8d1-4b10-a065-25013742a342 None None] Provisioning complete for port ac0daa8f-e8b7-471e-9de8-bb903ce931f7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:44.125044 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a101-c8d1-4b10-a065-25013742a342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:44.172006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48b0d0-dac7-466f-8cc7-7a8b0d373eab req-a6ae679c-11bc-4f1c-8bd5-f9bb396d84b9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:44.174191 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6f48b0d0-dac7-466f-8cc7-7a8b0d373eab req-a6ae679c-11bc-4f1c-8bd5-f9bb396d84b9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0835271 Aug 31 01:21:44.225672 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6f48b0d0-dac7-466f-8cc7-7a8b0d373eab req-a9e3e6ee-2adb-4d65-8cf9-4a9448c2f956 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386600 Aug 31 01:21:44.286287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518c8e6c-5842-4b09-9f72-3fe8efeb78ce None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:21:44.295353 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667d070d-13f6-46f4-9d6d-8e049c12c613 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:44.299062 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-667d070d-13f6-46f4-9d6d-8e049c12c613 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:44.353797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-518c8e6c-5842-4b09-9f72-3fe8efeb78ce None None] Deleting port ac0daa8f-e8b7-471e-9de8-bb903ce931f7 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:44.354692 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-518c8e6c-5842-4b09-9f72-3fe8efeb78ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:44.507473 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e52ee3d-3b27-4f8d-9130-1db0d1e0cafa req-d392ae2c-001c-4ab1-8146-a1b35f4da21f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507030 Aug 31 01:21:44.548379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ac0daa8f-e8b7-471e-9de8-bb903ce931f7 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:21:44.604734 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52ee3d-3b27-4f8d-9130-1db0d1e0cafa req-ad6e4479-af6b-4aa1-9742-92a264b9f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:44.606188 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e52ee3d-3b27-4f8d-9130-1db0d1e0cafa req-ad6e4479-af6b-4aa1-9742-92a264b9f7d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e9fb06e01654acf8087ff144343ee10&device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 1098 time: 0.0766573 Aug 31 01:21:44.608186 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff736f9c-14e4-488d-a8be-f199362c3c41 req-8436c3f8-45c2-446d-be24-57b4c4950c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:44.609684 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff736f9c-14e4-488d-a8be-f199362c3c41 req-8436c3f8-45c2-446d-be24-57b4c4950c63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd5873ec25cd475faddc2dfcf8d0e540&device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 1097 time: 0.0703173 Aug 31 01:21:44.609931 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-518c8e6c-5842-4b09-9f72-3fe8efeb78ce None None] For port ac0daa8f-e8b7-471e-9de8-bb903ce931f7, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ac0daa8f-e8b7-471e-9de8-bb903ce931f7,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:44.610307 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-518c8e6c-5842-4b09-9f72-3fe8efeb78ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:44.626206 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-518c8e6c-5842-4b09-9f72-3fe8efeb78ce None None] Calling delete_port for ac0daa8f-e8b7-471e-9de8-bb903ce931f7 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:44.660679 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-667d070d-13f6-46f4-9d6d-8e049c12c613 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:44.710023 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:44.711870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667d070d-13f6-46f4-9d6d-8e049c12c613 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:44.715662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-667d070d-13f6-46f4-9d6d-8e049c12c613 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:44.718797 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667d070d-13f6-46f4-9d6d-8e049c12c613 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:44.719747 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-667d070d-13f6-46f4-9d6d-8e049c12c613 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:44.738428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d070d-13f6-46f4-9d6d-8e049c12c613 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=2e381bd8-daaf-4928-9e2f-3de6cfcb695e,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:44.764334 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port ac0daa8f-e8b7-471e-9de8-bb903ce931f7, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ac0daa8f-e8b7-471e-9de8-bb903ce931f7,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:44.813943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff736f9c-14e4-488d-a8be-f199362c3c41 req-0fb9ca1d-1fc5-48d8-aa1f-250d682a4168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:44.815422 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff736f9c-14e4-488d-a8be-f199362c3c41 req-0fb9ca1d-1fc5-48d8-aa1f-250d682a4168 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89f7c789-f065-435a-b19c-f559037f3737 HTTP/1.1" status: 200 len: 915 time: 0.1984808 Aug 31 01:21:44.816788 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52ee3d-3b27-4f8d-9130-1db0d1e0cafa req-d3b2e287-e718-4a76-b7d3-a72426f5b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:44.818369 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e52ee3d-3b27-4f8d-9130-1db0d1e0cafa req-d3b2e287-e718-4a76-b7d3-a72426f5b836 service neutron] 10.222.0.48 "GET /v2.0/networks?id=889b8bdc-4727-4715-b1e1-0ac4e4969e44 HTTP/1.1" status: 200 len: 912 time: 0.1916959 Aug 31 01:21:44.895373 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-667d070d-13f6-46f4-9d6d-8e049c12c613 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1720023 Aug 31 01:21:44.898236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46490) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:44.904440 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3659afc8-6c74-49e7-9272-596e28c9bb76 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:44.912238 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:44.979480 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=ac0daa8f-e8b7-471e-9de8-bb903ce931f7,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:45.019140 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-518c8e6c-5842-4b09-9f72-3fe8efeb78ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:45.046649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c8e6c-5842-4b09-9f72-3fe8efeb78ce None None] Pushing event deleted for resources: {'Port': ['ID=ac0daa8f-e8b7-471e-9de8-bb903ce931f7,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:45.050792 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c8e6c-5842-4b09-9f72-3fe8efeb78ce None None] No DVR routers for this DVR port ac0daa8f-e8b7-471e-9de8-bb903ce931f7 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:21:45.066680 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037e6cfc-1acc-4e38-aca7-d3aab1dbd656 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:45.136109 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3659afc8-6c74-49e7-9272-596e28c9bb76 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:45.140550 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3659afc8-6c74-49e7-9272-596e28c9bb76 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:45.165114 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff736f9c-14e4-488d-a8be-f199362c3c41 req-7517182d-9424-4586-9b5f-5696bf6ef691 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9123cd04-40f8-4996-9307-49feeed55e0c HTTP/1.1" status: 200 len: 217 time: 0.3410912 Aug 31 01:21:45.270475 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e52ee3d-3b27-4f8d-9130-1db0d1e0cafa req-850dbf58-32ff-4904-b3c4-892163f31d8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77292cc4-782b-437f-b99f-2bb0fab9b5ee HTTP/1.1" status: 200 len: 1001 time: 0.4403398 Aug 31 01:21:45.304793 n-d-793621-34 neutron-server[102343]: INFO neutron.db.ipam_backend_mixin [None req-3659afc8-6c74-49e7-9272-596e28c9bb76 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2e381bd8-daaf-4928-9e2f-3de6cfcb695e (CIDR: 2001:db8::/64) Aug 31 01:21:45.325532 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-bd5c1a30-2b24-4912-929d-0592c60865f1', 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'tenant_id': '6e9ad8882d374100940b0760e81ba942', 'fixed_ips': [{'subnet_id': '2e381bd8-daaf-4928-9e2f-3de6cfcb695e'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:21:45.328685 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:45.337891 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff736f9c-14e4-488d-a8be-f199362c3c41 req-0a3d41f4-2a9d-4f67-b140-781d73cb9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:45.339991 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff736f9c-14e4-488d-a8be-f199362c3c41 req-0a3d41f4-2a9d-4f67-b140-781d73cb9880 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b15db45e-94e9-47e3-b086-e04ef6a2ca50 HTTP/1.1" status: 200 len: 854 time: 0.1420736 Aug 31 01:21:45.370690 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68c051-24b9-46db-adac-4aa4ec4754cc req-213e9a84-af2e-4d69-83d7-d3143dad2f91 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:45.372990 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4b68c051-24b9-46db-adac-4aa4ec4754cc req-213e9a84-af2e-4d69-83d7-d3143dad2f91 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0610130 Aug 31 01:21:45.385581 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff736f9c-14e4-488d-a8be-f199362c3c41 req-f66f078b-ee83-4aaa-9d39-f181f8ba7f6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89f7c789-f065-435a-b19c-f559037f3737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369937 Aug 31 01:21:45.387774 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52ee3d-3b27-4f8d-9130-1db0d1e0cafa req-9179019a-9b3e-4535-8728-756593bcb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:45.388770 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e52ee3d-3b27-4f8d-9130-1db0d1e0cafa req-9179019a-9b3e-4535-8728-756593bcb26b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fda6a004-98bc-4255-914b-598d0c22693d HTTP/1.1" status: 200 len: 850 time: 0.1096663 Aug 31 01:21:45.411254 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-3659afc8-6c74-49e7-9272-596e28c9bb76 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:45.411733 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3659afc8-6c74-49e7-9272-596e28c9bb76 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:45.422391 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4b68c051-24b9-46db-adac-4aa4ec4754cc req-5997011c-bca7-4951-908d-46b4c3d72788 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417790 Aug 31 01:21:45.504014 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52ee3d-3b27-4f8d-9130-1db0d1e0cafa req-2a2d8c58-36e7-4c8a-a1f1-db19a7b96666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:45.505773 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e52ee3d-3b27-4f8d-9130-1db0d1e0cafa req-2a2d8c58-36e7-4c8a-a1f1-db19a7b96666 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=889b8bdc-4727-4715-b1e1-0ac4e4969e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1056404 Aug 31 01:21:45.516099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Allocated IP 2001:db8::2 (bd5c1a30-2b24-4912-929d-0592c60865f1/2e381bd8-daaf-4928-9e2f-3de6cfcb695e/0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:45.542104 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3659afc8-6c74-49e7-9272-596e28c9bb76 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6421454 Aug 31 01:21:45.544716 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46518) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:45.553047 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0ab54caa-0c39-4615-be62-228b1f4f0c2d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'subnet': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:45.579499 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff736f9c-14e4-488d-a8be-f199362c3c41 req-fa9bf29b-3c05-408f-a9ee-80dfb196d258 service neutron] 10.222.0.41 "GET /v2.0/networks/89f7c789-f065-435a-b19c-f559037f3737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868424 Aug 31 01:21:45.692987 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:45.699755 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e52ee3d-3b27-4f8d-9130-1db0d1e0cafa req-94b61aa4-1242-4010-a14e-b2aab7f76605 service neutron] 10.222.0.48 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833324 Aug 31 01:21:45.702430 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Transition to ACTIVE for port object 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:45.721056 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Transition to ACTIVE for port object 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:45.762305 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff736f9c-14e4-488d-a8be-f199362c3c41 req-e92a3f71-85bf-4947-9166-f25c93b2e7c1 service neutron] 10.222.0.41 "GET /v2.0/networks/89f7c789-f065-435a-b19c-f559037f3737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743882 Aug 31 01:21:45.814961 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab54caa-0c39-4615-be62-228b1f4f0c2d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:45.817502 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8e52ee3d-3b27-4f8d-9130-1db0d1e0cafa req-980ac594-7d58-43d4-96e0-4f59fd5238b5 service neutron] 10.222.0.48 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074417 Aug 31 01:21:45.817665 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:45.819323 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0ab54caa-0c39-4615-be62-228b1f4f0c2d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:45.858437 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:45.863660 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:45.867477 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:45.885499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Pushing event updated for resources: {'Port': ['ID=0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:45.946572 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Attempting to bind port 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:21:45.946865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Attempting to bind port 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:21:45.947222 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Attempting to bind port 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0 on network bd5c1a30-2b24-4912-929d-0592c60865f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:21:45.953105 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:21:45.953507 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Checking segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:21:45.953918 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:45.954335 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Bound using segment: {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:21:45.954791 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Bound port: 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84374b41-254d-481a-903c-f27008b06d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:21:45.955169 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:46.029524 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] For port 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:21:46.032873 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] For port 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:21:46.145168 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:46.225165 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef7d10-1eaf-4596-b1dd-ae69c62854ef None None] Pushing event updated for resources: {'Port': ['ID=0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:46.374561 n-d-793621-34 neutron-server[102343]: DEBUG neutron.objects.ports [None req-0ab54caa-0c39-4615-be62-228b1f4f0c2d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:21:46.581630 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:21:46.623381 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a647686-72c8-4805-bf37-7c675f33bb5b req-a6a4647c-d985-4813-8fc3-851971b52896 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:46.625948 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a647686-72c8-4805-bf37-7c675f33bb5b req-a6a4647c-d985-4813-8fc3-851971b52896 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.0949848 Aug 31 01:21:46.668575 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a647686-72c8-4805-bf37-7c675f33bb5b req-70ef7638-9d18-4d11-86f2-f81a9d6bc2b9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359874 Aug 31 01:21:46.838506 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0ab54caa-0c39-4615-be62-228b1f4f0c2d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:46.855505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:47.049374 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-0ab54caa-0c39-4615-be62-228b1f4f0c2d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] For port 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:47.087743 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0ab54caa-0c39-4615-be62-228b1f4f0c2d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:47.163315 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0ab54caa-0c39-4615-be62-228b1f4f0c2d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:47.164196 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0ab54caa-0c39-4615-be62-228b1f4f0c2d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:47.278182 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab54caa-0c39-4615-be62-228b1f4f0c2d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:47.289203 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-0ab54caa-0c39-4615-be62-228b1f4f0c2d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:47.297740 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab54caa-0c39-4615-be62-228b1f4f0c2d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:47.298341 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0ab54caa-0c39-4615-be62-228b1f4f0c2d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:47.309400 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab54caa-0c39-4615-be62-228b1f4f0c2d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Subnet': ['ID=5223997f-3708-4efa-a51d-8e43610c155d,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:47.314092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab54caa-0c39-4615-be62-228b1f4f0c2d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0,revision_number=4']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:47.359726 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee87e8c0-22ac-4286-b9f5-0d09004f686d None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:47.481597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46582) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:47.482361 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0ab54caa-0c39-4615-be62-228b1f4f0c2d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9362810 Aug 31 01:21:47.487927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-1736d5b5-de91-45d4-9d91-682db04682c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Request body: {'port': {'network_id': 'bd5c1a30-2b24-4912-929d-0592c60865f1', 'mac_address': 'fa:16:3e:2e:48:56', 'name': 'tempest-NetworksTestDHCPv6-1808952659'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:47.604946 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f0facb6f-0ff0-4801-a673-e5a5c28e1fa2 None None] Provisioning for port 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:47.604946 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f0facb6f-0ff0-4801-a673-e5a5c28e1fa2 None None] Provisioning complete for port 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:47.604946 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f0facb6f-0ff0-4801-a673-e5a5c28e1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:47.647794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9123cd04-40f8-4996-9307-49feeed55e0c no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:21:47.793842 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f0facb6f-0ff0-4801-a673-e5a5c28e1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:47.797415 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1736d5b5-de91-45d4-9d91-682db04682c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Made reservation on behalf of 6e9ad8882d374100940b0760e81ba942 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:47.797891 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:47.856291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77f3535-bc70-45cd-b1c9-b7ea0118369e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9123cd04-40f8-4996-9307-49feeed55e0c'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:21:47.864859 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ae27c2-8bba-45d4-b796-84272744be1b" -d '{"events": [{"server_uuid": "c77f3535-bc70-45cd-b1c9-b7ea0118369e", "name": "network-vif-unplugged", "status": "completed", "tag": "9123cd04-40f8-4996-9307-49feeed55e0c"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:21:47.891039 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f0facb6f-0ff0-4801-a673-e5a5c28e1fa2 None None] For port 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:47.893886 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 9123cd04-40f8-4996-9307-49feeed55e0c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9123cd04-40f8-4996-9307-49feeed55e0c,segment=NetworkSegment(6d65199a-bc05-408a-b69d-5c7ddae20321),segment_id=6d65199a-bc05-408a-b69d-5c7ddae20321)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:47.927060 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf060c-e286-4200-8db4-ab77a2015220 req-28b611a8-99f2-46c5-893b-43d39bf69150 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:47.932778 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5fdf060c-e286-4200-8db4-ab77a2015220 req-28b611a8-99f2-46c5-893b-43d39bf69150 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 945 time: 0.1618335 Aug 31 01:21:47.948893 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fd8312-befd-4e18-a45b-668eb4789723 x-openstack-request-id: req-92fd8312-befd-4e18-a45b-668eb4789723 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:21:47.949351 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77f3535-bc70-45cd-b1c9-b7ea0118369e", "name": "network-vif-unplugged", "status": "completed", "tag": "9123cd04-40f8-4996-9307-49feeed55e0c", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:21:47.949567 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92fd8312-befd-4e18-a45b-668eb4789723 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:21:47.953296 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77f3535-bc70-45cd-b1c9-b7ea0118369e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9123cd04-40f8-4996-9307-49feeed55e0c', 'code': 200} Aug 31 01:21:47.966109 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1736d5b5-de91-45d4-9d91-682db04682c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:47.991516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-1736d5b5-de91-45d4-9d91-682db04682c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] device_id is not set on port 822b9ea6-6baa-4c7a-83da-97ddd36054aa yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:21:47.994196 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5fdf060c-e286-4200-8db4-ab77a2015220 req-fdb1d578-2489-4535-afb3-5609c602b7c3 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553150 Aug 31 01:21:48.005244 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f0facb6f-0ff0-4801-a673-e5a5c28e1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:48.007939 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:48.090968 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0facb6f-0ff0-4801-a673-e5a5c28e1fa2 None None] Pushing event updated for resources: {'Port': ['ID=0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:48.147883 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=9123cd04-40f8-4996-9307-49feeed55e0c,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:48.233693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-1736d5b5-de91-45d4-9d91-682db04682c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8::f7 (bd5c1a30-2b24-4912-929d-0592c60865f1/2e381bd8-daaf-4928-9e2f-3de6cfcb695e/822b9ea6-6baa-4c7a-83da-97ddd36054aa) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:48.241180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-1736d5b5-de91-45d4-9d91-682db04682c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2e:4856 (bd5c1a30-2b24-4912-929d-0592c60865f1/5223997f-3708-4efa-a51d-8e43610c155d/822b9ea6-6baa-4c7a-83da-97ddd36054aa) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:48.432021 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8fad73ab-a015-4059-b61f-b5bc2eddf57e None None] Provisioning complete for port 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:48.432762 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8fad73ab-a015-4059-b61f-b5bc2eddf57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:48.477492 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b922b9be-10d0-4c15-be98-eb225519185b req-6692fd58-1153-4aab-a74a-10fa84ddef54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1240005 Aug 31 01:21:48.492192 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1736d5b5-de91-45d4-9d91-682db04682c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:48.513095 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:21:48.519708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-1736d5b5-de91-45d4-9d91-682db04682c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Transition to ACTIVE for port object 822b9ea6-6baa-4c7a-83da-97ddd36054aa will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:48.598754 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922b9be-10d0-4c15-be98-eb225519185b req-fd06f6e4-c461-492d-a2b9-acf7699d9917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:48.600950 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b922b9be-10d0-4c15-be98-eb225519185b req-fd06f6e4-c461-492d-a2b9-acf7699d9917 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd5873ec25cd475faddc2dfcf8d0e540&device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 1095 time: 0.0535440 Aug 31 01:21:48.608482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:48.609143 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:48.714827 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922b9be-10d0-4c15-be98-eb225519185b req-3987c340-3270-43cc-814d-c24d7b36f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:48.716980 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b922b9be-10d0-4c15-be98-eb225519185b req-3987c340-3270-43cc-814d-c24d7b36f05a service neutron] 10.222.0.41 "GET /v2.0/networks?id=89f7c789-f065-435a-b19c-f559037f3737 HTTP/1.1" status: 200 len: 915 time: 0.0950627 Aug 31 01:21:48.763209 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b922b9be-10d0-4c15-be98-eb225519185b req-ba42d00f-e56c-4fa2-8766-bdc19456ea1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9123cd04-40f8-4996-9307-49feeed55e0c HTTP/1.1" status: 200 len: 217 time: 0.0382857 Aug 31 01:21:48.764370 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1736d5b5-de91-45d4-9d91-682db04682c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:48.855669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1736d5b5-de91-45d4-9d91-682db04682c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Network bd5c1a30-2b24-4912-929d-0592c60865f1 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:48.858258 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736d5b5-de91-45d4-9d91-682db04682c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event updated for resources: {'Port': ['ID=822b9ea6-6baa-4c7a-83da-97ddd36054aa,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:48.862672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-1736d5b5-de91-45d4-9d91-682db04682c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:48.866771 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1736d5b5-de91-45d4-9d91-682db04682c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:48.872988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1736d5b5-de91-45d4-9d91-682db04682c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:48.873655 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1736d5b5-de91-45d4-9d91-682db04682c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:48.878323 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922b9be-10d0-4c15-be98-eb225519185b req-c32058d9-3a23-4735-9fa6-dc4df798fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:48.879850 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b922b9be-10d0-4c15-be98-eb225519185b req-c32058d9-3a23-4735-9fa6-dc4df798fcf9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b15db45e-94e9-47e3-b086-e04ef6a2ca50 HTTP/1.1" status: 200 len: 854 time: 0.1078732 Aug 31 01:21:48.917520 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b922b9be-10d0-4c15-be98-eb225519185b req-4c4fcbd1-6528-4d3f-b8cf-b96b3bb23c83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89f7c789-f065-435a-b19c-f559037f3737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274885 Aug 31 01:21:49.010961 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b922b9be-10d0-4c15-be98-eb225519185b req-a0c21735-6396-44ac-8838-16c7c9befd1c service neutron] 10.222.0.41 "GET /v2.0/networks/89f7c789-f065-435a-b19c-f559037f3737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889437 Aug 31 01:21:49.096341 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46638) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:49.096845 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1736d5b5-de91-45d4-9d91-682db04682c0 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6129696 Aug 31 01:21:49.122113 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b922b9be-10d0-4c15-be98-eb225519185b req-4dcacf2e-e6b5-4b8c-b385-a2ba90041074 service neutron] 10.222.0.41 "GET /v2.0/networks/89f7c789-f065-435a-b19c-f559037f3737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044073 Aug 31 01:21:49.194538 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4ac16-acbf-4e04-a400-92d4ad18e498 req-886d5e86-4991-4ff2-a269-571a78af52a0 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:49.197846 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-37e4ac16-acbf-4e04-a400-92d4ad18e498 req-886d5e86-4991-4ff2-a269-571a78af52a0 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.1170161 Aug 31 01:21:49.255374 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting port 822b9ea6-6baa-4c7a-83da-97ddd36054aa {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:49.255374 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:49.258139 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-37e4ac16-acbf-4e04-a400-92d4ad18e498 req-f49382fd-8ed2-4cc8-bcef-ae9586ca8d4e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544078 Aug 31 01:21:49.277703 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3f47df5a-5ea2-428f-ac46-3697536602ae None None] Provisioning for port 822b9ea6-6baa-4c7a-83da-97ddd36054aa completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:21:49.284630 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3f47df5a-5ea2-428f-ac46-3697536602ae None None] Provisioning complete for port 822b9ea6-6baa-4c7a-83da-97ddd36054aa triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:49.284630 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3f47df5a-5ea2-428f-ac46-3697536602ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:49.339567 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3f47df5a-5ea2-428f-ac46-3697536602ae None None] Port 822b9ea6-6baa-4c7a-83da-97ddd36054aa cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:21:49.359711 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:49.373031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Calling delete_port for 822b9ea6-6baa-4c7a-83da-97ddd36054aa owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:49.413844 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087ba85-25fb-4517-bb91-82fc938656a9 req-b915e709-32d3-4bb5-a02e-63d7834dd6f9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:49.415596 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8087ba85-25fb-4517-bb91-82fc938656a9 req-b915e709-32d3-4bb5-a02e-63d7834dd6f9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.0665567 Aug 31 01:21:49.474270 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8087ba85-25fb-4517-bb91-82fc938656a9 req-66be6139-83a7-48fd-abb9-b298c5970218 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493352 Aug 31 01:21:49.695210 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:49.738566 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Port': ['ID=822b9ea6-6baa-4c7a-83da-97ddd36054aa,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:49.766615 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:49.767054 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:49.768355 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:49.768355 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:49.768355 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:49.769287 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:49.769287 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:49.769287 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:49.769734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:49.769734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:49.770058 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:49.770305 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:49.797323 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:49.799950 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a42917bb-a2d2-484a-9c76-c331e5f4d220 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/822b9ea6-6baa-4c7a-83da-97ddd36054aa HTTP/1.1" status: 204 len: 168 time: 0.7018616 Aug 31 01:21:49.802629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46670) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:49.856764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23abc4b7-2099-4108-a942-a04257eaa32a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:49.858365 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-23abc4b7-2099-4108-a942-a04257eaa32a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0547099 Aug 31 01:21:49.861076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46674) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:49.920281 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c6c05b-7f46-4047-bcaa-204750419029 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:49.924516 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-43c6c05b-7f46-4047-bcaa-204750419029 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0600080 Aug 31 01:21:49.925019 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46678) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:50.002289 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cde38f1-c77d-40a2-a236-f65f85d85113 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:50.004035 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cde38f1-c77d-40a2-a236-f65f85d85113 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:50.005566 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cde38f1-c77d-40a2-a236-f65f85d85113 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:50.007605 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1cde38f1-c77d-40a2-a236-f65f85d85113 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0810037 Aug 31 01:21:50.010784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46684) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:50.065231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3be5cf4-33ea-4bb0-b042-ba294f713fb4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet 2e381bd8-daaf-4928-9e2f-3de6cfcb695e {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:21:50.068426 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c3be5cf4-33ea-4bb0-b042-ba294f713fb4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:50.112692 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c3be5cf4-33ea-4bb0-b042-ba294f713fb4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:50.211631 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c3be5cf4-33ea-4bb0-b042-ba294f713fb4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:50.391226 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c3be5cf4-33ea-4bb0-b042-ba294f713fb4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:50.423609 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c3be5cf4-33ea-4bb0-b042-ba294f713fb4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:50.423609 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c3be5cf4-33ea-4bb0-b042-ba294f713fb4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/2e381bd8-daaf-4928-9e2f-3de6cfcb695e HTTP/1.1" status: 204 len: 168 time: 0.4112065 Aug 31 01:21:50.424454 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be5cf4-33ea-4bb0-b042-ba294f713fb4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=2e381bd8-daaf-4928-9e2f-3de6cfcb695e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:50.427076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46696) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:50.429021 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf78cc1-df2e-4bcb-8dee-3ea6532a8265 None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:50.496959 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-98cc668b-394c-425d-9c38-20a3e08615a7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Deleting subnet 5223997f-3708-4efa-a51d-8e43610c155d {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:21:50.500612 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98cc668b-394c-425d-9c38-20a3e08615a7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:50.546916 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98cc668b-394c-425d-9c38-20a3e08615a7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:50.713317 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98cc668b-394c-425d-9c38-20a3e08615a7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:50.935650 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98cc668b-394c-425d-9c38-20a3e08615a7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:50.964716 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc668b-394c-425d-9c38-20a3e08615a7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Subnet': ['ID=5223997f-3708-4efa-a51d-8e43610c155d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:50.979865 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-98cc668b-394c-425d-9c38-20a3e08615a7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:50.980432 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-98cc668b-394c-425d-9c38-20a3e08615a7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/5223997f-3708-4efa-a51d-8e43610c155d HTTP/1.1" status: 204 len: 168 time: 0.5521648 Aug 31 01:21:50.983119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46716) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.032505 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-67856258-006a-4a63-b721-5521fd03f371 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480947 Aug 31 01:21:51.035187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46724) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.121423 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32b1b46-76f3-43ae-a387-7bdfffcb375b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:51.123290 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e32b1b46-76f3-43ae-a387-7bdfffcb375b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0871511 Aug 31 01:21:51.125957 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46726) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.174895 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadb6ad-af01-445e-a052-e9c844ba7f2f req-3d448067-8964-4d59-a566-70f9e1aa20c4 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:51.176500 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdadb6ad-af01-445e-a052-e9c844ba7f2f req-3d448067-8964-4d59-a566-70f9e1aa20c4 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.1091738 Aug 31 01:21:51.232994 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98513827-83e6-430f-8707-8be742046a4c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:51.237146 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-98513827-83e6-430f-8707-8be742046a4c tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1078033 Aug 31 01:21:51.238130 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46738) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.255871 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdadb6ad-af01-445e-a052-e9c844ba7f2f req-3aff0744-89eb-4d67-b629-c74169c4e0d1 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717561 Aug 31 01:21:51.294824 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7ed5efc8-5965-4207-b127-f4dec003b8af tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551081 Aug 31 01:21:51.298812 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46740) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.327326 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b708df-d72f-4ff2-a2e5-b63406134b27 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:51.328132 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b708df-d72f-4ff2-a2e5-b63406134b27 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:51.330006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c8b708df-d72f-4ff2-a2e5-b63406134b27 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/822b9ea6-6baa-4c7a-83da-97ddd36054aa HTTP/1.1" status: 404 len: 333 time: 0.0302019 Aug 31 01:21:51.336359 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46744) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.367935 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-09473d85-8d74-46dc-a1d2-338da3187773 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:51.368442 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09473d85-8d74-46dc-a1d2-338da3187773 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:51.374410 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-09473d85-8d74-46dc-a1d2-338da3187773 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/5223997f-3708-4efa-a51d-8e43610c155d HTTP/1.1" status: 404 len: 337 time: 0.0334556 Aug 31 01:21:51.376940 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46748) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.413972 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20fc15b-28dd-405d-aa78-b29c1c022d4e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:51.414444 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20fc15b-28dd-405d-aa78-b29c1c022d4e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:51.416270 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c20fc15b-28dd-405d-aa78-b29c1c022d4e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/2e381bd8-daaf-4928-9e2f-3de6cfcb695e HTTP/1.1" status: 404 len: 337 time: 0.0378680 Aug 31 01:21:51.419187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46750) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.430744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ab4b07-5bcf-408f-bd1e-9b98fcf93e4b None None] Network bd5c1a30-2b24-4912-929d-0592c60865f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:51.448682 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0364fd-49bb-428b-ba78-ebcdaf05c938 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:51.449606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0364fd-49bb-428b-ba78-ebcdaf05c938 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:51.452065 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1a0364fd-49bb-428b-ba78-ebcdaf05c938 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/4c5b6700-bcd4-4660-a800-e7d9a490f9da HTTP/1.1" status: 404 len: 333 time: 0.0313547 Aug 31 01:21:51.454036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46752) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.489226 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1193aaa-99b6-4cbb-883c-ba267fc4c51b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:51.489835 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1193aaa-99b6-4cbb-883c-ba267fc4c51b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:51.492563 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b1193aaa-99b6-4cbb-883c-ba267fc4c51b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/e90c1145-2cd9-4893-8ef7-470eddf9267a HTTP/1.1" status: 404 len: 337 time: 0.0374796 Aug 31 01:21:51.495532 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46760) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.504868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1ee248e0-5ea2-4a64-9026-09d7b92b3917 None None] Provisioning complete for port 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:21:51.510318 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1ee248e0-5ea2-4a64-9026-09d7b92b3917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:51.534976 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8aab745-3c0c-4888-8fd3-b0809738bb5b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:51.535521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8aab745-3c0c-4888-8fd3-b0809738bb5b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:51.537403 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b8aab745-3c0c-4888-8fd3-b0809738bb5b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/ed49a703-6dd8-4780-b788-c0d8e6889f7e HTTP/1.1" status: 404 len: 337 time: 0.0403850 Aug 31 01:21:51.539911 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46768) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.565029 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec54770b-85ef-4bf2-bf5f-e109fa8e4e37 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:51.565842 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec54770b-85ef-4bf2-bf5f-e109fa8e4e37 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:51.567686 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ec54770b-85ef-4bf2-bf5f-e109fa8e4e37 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/e8a9760e-8e1e-4c79-9514-96353dbc42da HTTP/1.1" status: 404 len: 333 time: 0.0266836 Aug 31 01:21:51.573693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46772) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.604279 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5faca8-dc2b-4430-8c36-0186fdadd04d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:51.604792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5faca8-dc2b-4430-8c36-0186fdadd04d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:51.606611 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fa5faca8-dc2b-4430-8c36-0186fdadd04d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/ad14dbc2-cdb8-49be-9a94-09f13e94ca7e HTTP/1.1" status: 404 len: 337 time: 0.0316989 Aug 31 01:21:51.610681 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46776) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.642010 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-16458118-3b3e-421c-885a-941668d2cde2 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:51.642482 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16458118-3b3e-421c-885a-941668d2cde2 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:51.644295 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-16458118-3b3e-421c-885a-941668d2cde2 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/1f637246-247c-4ea0-a859-cb33b41c45b9 HTTP/1.1" status: 404 len: 337 time: 0.0324857 Aug 31 01:21:51.646861 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46778) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.672403 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9123cd04-40f8-4996-9307-49feeed55e0c no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:21:51.675700 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-28989a67-d61c-4059-b8a7-4fbbd2e0c2eb tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:51.676671 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28989a67-d61c-4059-b8a7-4fbbd2e0c2eb tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:51.678764 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-28989a67-d61c-4059-b8a7-4fbbd2e0c2eb tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/3fd8e57b-d367-45a0-8fc9-baade2fb3c64 HTTP/1.1" status: 404 len: 333 time: 0.0308983 Aug 31 01:21:51.681605 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46780) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.730499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a0102d-c3db-4875-a006-ff25c59783a2 None None] DHCP port deletion for bd5c1a30-2b24-4912-929d-0592c60865f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:21:51.732571 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-52fc25ad-a500-43b8-9338-852f526dbdda tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:51.733261 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52fc25ad-a500-43b8-9338-852f526dbdda tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:51.738373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46788) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.738756 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-52fc25ad-a500-43b8-9338-852f526dbdda tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/5a3ccad7-780c-4ccd-a0ad-9a073bb94731 HTTP/1.1" status: 404 len: 337 time: 0.0559123 Aug 31 01:21:51.774925 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf026ffb-f556-4457-ab45-789d377c0681 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:51.775507 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf026ffb-f556-4457-ab45-789d377c0681 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:51.777336 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bf026ffb-f556-4457-ab45-789d377c0681 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/561a7576-08b2-408a-ba7c-18b6c5df3404 HTTP/1.1" status: 404 len: 337 time: 0.0375938 Aug 31 01:21:51.780229 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46792) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.806193 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a2ba64-ebd0-4520-b652-c4bd9e0d5b11 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:51.807815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a2ba64-ebd0-4520-b652-c4bd9e0d5b11 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:51.809772 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-23a2ba64-ebd0-4520-b652-c4bd9e0d5b11 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/9b28e0f8-343e-491a-8094-ddff34cf85d9 HTTP/1.1" status: 404 len: 333 time: 0.0283782 Aug 31 01:21:51.812756 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46794) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.819712 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-69a0102d-c3db-4875-a006-ff25c59783a2 None None] Deleting port 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:51.820084 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-69a0102d-c3db-4875-a006-ff25c59783a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:51.850408 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b589844a-3fc2-421c-93b7-89f4e525584e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:51.850972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b589844a-3fc2-421c-93b7-89f4e525584e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:51.854572 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b589844a-3fc2-421c-93b7-89f4e525584e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/9d027ed3-3f8e-4450-bff0-fe37503b4bb1 HTTP/1.1" status: 404 len: 337 time: 0.0400808 Aug 31 01:21:51.861887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46798) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.896982 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58756ac-5741-47fb-8ef4-f7ee1e5402b1 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:51.898497 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c58756ac-5741-47fb-8ef4-f7ee1e5402b1 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:51.899256 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-69a0102d-c3db-4875-a006-ff25c59783a2 None None] For port 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0,segment=NetworkSegment(84374b41-254d-481a-903c-f27008b06d6d),segment_id=84374b41-254d-481a-903c-f27008b06d6d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:51.899660 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-69a0102d-c3db-4875-a006-ff25c59783a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:51.904075 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c58756ac-5741-47fb-8ef4-f7ee1e5402b1 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/dc2492b0-99bb-412a-9ead-f9365d39f0a5 HTTP/1.1" status: 404 len: 333 time: 0.0406585 Aug 31 01:21:51.905035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46800) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.915995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-69a0102d-c3db-4875-a006-ff25c59783a2 None None] Calling delete_port for 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:51.953273 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd90cbc0-c0df-4756-b371-e127f78bc0d3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:51.953750 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd90cbc0-c0df-4756-b371-e127f78bc0d3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:51.955963 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-dd90cbc0-c0df-4756-b371-e127f78bc0d3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/f68613ae-296e-418e-95b1-b3a8c99b3991 HTTP/1.1" status: 404 len: 337 time: 0.0497005 Aug 31 01:21:51.958841 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46808) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:51.988093 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0897a1-4dba-4c35-ae6f-784dae1173a7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:51.988747 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0897a1-4dba-4c35-ae6f-784dae1173a7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:51.990534 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7b0897a1-4dba-4c35-ae6f-784dae1173a7 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/5923d53e-badd-482e-80fd-533cf8700744 HTTP/1.1" status: 404 len: 333 time: 0.0304356 Aug 31 01:21:51.993126 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46812) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.026513 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aca9b250-cc2d-4aeb-8b1a-0487a87ddc77 req-4550b4ce-e5dc-4099-a816-82fa2d72e9de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3133259 Aug 31 01:21:52.027682 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-20fccb01-9c21-433a-b5df-f2ccbf9dc540 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.028102 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20fccb01-9c21-433a-b5df-f2ccbf9dc540 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.031280 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-20fccb01-9c21-433a-b5df-f2ccbf9dc540 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/59df2142-d80e-484c-be5b-dca64648bb16 HTTP/1.1" status: 404 len: 337 time: 0.0356100 Aug 31 01:21:52.032449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46814) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.063453 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cc223d-4877-4abf-a7f3-78feb3a600c3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.064174 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39cc223d-4877-4abf-a7f3-78feb3a600c3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.065938 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-39cc223d-4877-4abf-a7f3-78feb3a600c3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/ee409098-61a6-449e-861f-081d3ffd66e2 HTTP/1.1" status: 404 len: 333 time: 0.0325756 Aug 31 01:21:52.068453 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46818) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.095711 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-93aca968-f6db-4d33-bd3b-4a09fbd84fe6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.096179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93aca968-f6db-4d33-bd3b-4a09fbd84fe6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.097968 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-93aca968-f6db-4d33-bd3b-4a09fbd84fe6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/e571debd-87df-414a-a044-6ff176a89707 HTTP/1.1" status: 404 len: 337 time: 0.0286245 Aug 31 01:21:52.100664 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46820) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.132842 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-582690d0-0fcd-4780-ab16-01f2c0e63d33 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.133709 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582690d0-0fcd-4780-ab16-01f2c0e63d33 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.141080 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-582690d0-0fcd-4780-ab16-01f2c0e63d33 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/4e7e7686-cb3e-4b51-bb3a-0550e09bab13 HTTP/1.1" status: 404 len: 333 time: 0.0339077 Aug 31 01:21:52.143934 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46826) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.169860 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-69a0102d-c3db-4875-a006-ff25c59783a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:52.173009 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-3541ecf5-ef3a-4035-8d31-72255fc36c86 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.173506 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3541ecf5-ef3a-4035-8d31-72255fc36c86 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.175274 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3541ecf5-ef3a-4035-8d31-72255fc36c86 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/8ef45a44-1d5c-4af9-b97a-04bac1955d8a HTTP/1.1" status: 404 len: 337 time: 0.0303528 Aug 31 01:21:52.178493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46832) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.202938 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d9baa1-a2b0-4be9-a249-b154d77d7fee tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.210225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a0102d-c3db-4875-a006-ff25c59783a2 None None] No DVR routers for this DVR port 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:21:52.211538 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0102d-c3db-4875-a006-ff25c59783a2 None None] Pushing event deleted for resources: {'Port': ['ID=0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:52.213164 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d9baa1-a2b0-4be9-a249-b154d77d7fee tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.222188 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-83d9baa1-a2b0-4be9-a249-b154d77d7fee tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/0d927950-e0d4-43c6-ab9c-dd6cef12e891 HTTP/1.1" status: 404 len: 333 time: 0.0394037 Aug 31 01:21:52.222741 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46836) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.252697 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd75a66-b6e3-4d5c-a52f-c41744191e82 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.252840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd75a66-b6e3-4d5c-a52f-c41744191e82 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.254715 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-edd75a66-b6e3-4d5c-a52f-c41744191e82 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/eb7052c8-f819-4a34-82ff-dd50afdf8678 HTTP/1.1" status: 404 len: 337 time: 0.0311091 Aug 31 01:21:52.257282 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46838) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.284725 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-064a02d8-405d-4fd5-95dd-4900fbe30570 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.286000 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064a02d8-405d-4fd5-95dd-4900fbe30570 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.288307 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-064a02d8-405d-4fd5-95dd-4900fbe30570 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/e92f0b26-3157-400d-b2c0-ebe7d4ea5acc HTTP/1.1" status: 404 len: 337 time: 0.0296965 Aug 31 01:21:52.290635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46842) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.325561 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b33e87f-5193-4d71-881d-99ba4372daa6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.327060 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b33e87f-5193-4d71-881d-99ba4372daa6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.330077 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8b33e87f-5193-4d71-881d-99ba4372daa6 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/b909a734-9bf0-46d2-8013-f2730d9d9e6c HTTP/1.1" status: 404 len: 333 time: 0.0378888 Aug 31 01:21:52.332833 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46848) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.364896 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8ab8fe-412a-4eeb-bb7f-88fbd512d2f5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.364896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8ab8fe-412a-4eeb-bb7f-88fbd512d2f5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.364896 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-eb8ab8fe-412a-4eeb-bb7f-88fbd512d2f5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/50ab73a6-f354-484b-9e1b-9c0340034bfa HTTP/1.1" status: 404 len: 337 time: 0.0295942 Aug 31 01:21:52.366594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46852) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.403736 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c84242-db99-4dab-99f7-9a613014cf92 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.404573 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c84242-db99-4dab-99f7-9a613014cf92 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.406445 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-31c84242-db99-4dab-99f7-9a613014cf92 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/85357a1c-d920-4b86-8691-d3ddf660b4d6 HTTP/1.1" status: 404 len: 337 time: 0.0384800 Aug 31 01:21:52.408994 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46854) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.414139 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0dc80-6b83-49eb-b419-588abaa25ebb req-ffe4ff46-862d-46cf-9ad0-25a194765f12 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:52.415688 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7ac0dc80-6b83-49eb-b419-588abaa25ebb req-ffe4ff46-862d-46cf-9ad0-25a194765f12 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.0659893 Aug 31 01:21:52.434307 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-0291d6b2-df6a-4a78-a2ea-e2509a7ddab4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.435010 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0291d6b2-df6a-4a78-a2ea-e2509a7ddab4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.439037 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0291d6b2-df6a-4a78-a2ea-e2509a7ddab4 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/9f24a764-6763-4656-9ce9-f1f3d5729413 HTTP/1.1" status: 404 len: 333 time: 0.0268345 Aug 31 01:21:52.439434 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46856) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.468519 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb48fbe4-3cbc-4c4d-ad27-4d9d8274183b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.469013 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb48fbe4-3cbc-4c4d-ad27-4d9d8274183b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.471050 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7ac0dc80-6b83-49eb-b419-588abaa25ebb req-395ebe54-e0c1-4954-a8b1-37aadde44d2f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476184 Aug 31 01:21:52.471869 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bb48fbe4-3cbc-4c4d-ad27-4d9d8274183b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/8fe65df1-64a1-49b8-ba6b-2189e45ec13e HTTP/1.1" status: 404 len: 337 time: 0.0309682 Aug 31 01:21:52.473215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:21:52.474374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46858) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.498617 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:21:52.498972 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0b34a7ac-9f0a-4f1e-8451-797a5b01f0a0 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:21:52.507306 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e39ae87-4119-4fa9-9218-390a03205f2b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.508035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e39ae87-4119-4fa9-9218-390a03205f2b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.513492 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9e39ae87-4119-4fa9-9218-390a03205f2b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/8323517a-413a-4001-ab9c-a522af61b6de HTTP/1.1" status: 404 len: 337 time: 0.0355399 Aug 31 01:21:52.513630 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46860) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.544735 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-226fe76c-33b1-4127-9152-74b6b09b800d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.545454 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226fe76c-33b1-4127-9152-74b6b09b800d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.548733 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-226fe76c-33b1-4127-9152-74b6b09b800d tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/e779eeba-9820-4a57-b50a-d3cb9207da43 HTTP/1.1" status: 404 len: 333 time: 0.0325367 Aug 31 01:21:52.550088 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46862) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.579246 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f596086-e607-4e86-981a-605f186ded40 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.579739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f596086-e607-4e86-981a-605f186ded40 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.581540 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9f596086-e607-4e86-981a-605f186ded40 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/ab5b14d3-1839-4744-a241-30518c205734 HTTP/1.1" status: 404 len: 337 time: 0.0304332 Aug 31 01:21:52.585027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46868) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.611508 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-009b5336-0e63-4cf2-9e08-7e4316c0dd77 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.612249 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-009b5336-0e63-4cf2-9e08-7e4316c0dd77 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.613736 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-009b5336-0e63-4cf2-9e08-7e4316c0dd77 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/4841ec54-45f9-423a-b369-44fcb8c247d0 HTTP/1.1" status: 404 len: 337 time: 0.0275850 Aug 31 01:21:52.616315 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46870) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.644978 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1eb3428c-eea5-4cbe-856b-25b23be06a85 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports?device_id=245e0ba1-0a73-4a79-b1ff-059211c7b205 HTTP/1.1" status: 200 len: 205 time: 0.0275173 Aug 31 01:21:52.647332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46872) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.688150 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-4dd78bfd-9a00-45cb-a5ef-1fe61ae5eca2 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] delete failed (client error): The resource could not be found. Aug 31 01:21:52.689193 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4dd78bfd-9a00-45cb-a5ef-1fe61ae5eca2 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/routers/245e0ba1-0a73-4a79-b1ff-059211c7b205 HTTP/1.1" status: 404 len: 336 time: 0.0409589 Aug 31 01:21:52.691732 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46874) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.720375 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec70e376-199d-49b4-b75b-3caaf770a785 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.720834 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec70e376-199d-49b4-b75b-3caaf770a785 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.722652 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ec70e376-199d-49b4-b75b-3caaf770a785 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/2fde2534-24bd-463a-924a-5f060a6e8c87 HTTP/1.1" status: 404 len: 337 time: 0.0299885 Aug 31 01:21:52.725137 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46880) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.753285 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a200f4e4-ab05-4894-a9f6-f8e03a8befe1 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "GET /v2.0/ports?device_id=767ee25f-6b98-4fce-b830-f9c6304cc550 HTTP/1.1" status: 200 len: 205 time: 0.0270243 Aug 31 01:21:52.755682 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46884) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.793715 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-85209afd-fa96-43f4-99a3-54ed0840e6ea tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] delete failed (client error): The resource could not be found. Aug 31 01:21:52.800761 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-85209afd-fa96-43f4-99a3-54ed0840e6ea tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/routers/767ee25f-6b98-4fce-b830-f9c6304cc550 HTTP/1.1" status: 404 len: 336 time: 0.0416305 Aug 31 01:21:52.800980 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46886) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.834115 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42be7ed-7c40-4fc2-b317-604c0292a77f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.834582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b42be7ed-7c40-4fc2-b317-604c0292a77f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.836367 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b42be7ed-7c40-4fc2-b317-604c0292a77f tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/cc5f60de-c3a7-4aea-a197-c88d46b8e23f HTTP/1.1" status: 404 len: 337 time: 0.0343871 Aug 31 01:21:52.839845 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46888) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.870066 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90aba2f-e662-4570-96d7-6c453cf479b9 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.881688 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90aba2f-e662-4570-96d7-6c453cf479b9 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.881688 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e90aba2f-e662-4570-96d7-6c453cf479b9 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/047cca76-6f6b-4242-a951-ed596b46b307 HTTP/1.1" status: 404 len: 337 time: 0.0323517 Aug 31 01:21:52.883656 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46892) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.907798 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a118c30-dc2b-43d9-8b34-13558eec1338 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.908449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a118c30-dc2b-43d9-8b34-13558eec1338 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.910240 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5a118c30-dc2b-43d9-8b34-13558eec1338 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/519117a1-485b-4415-8982-08c976ee3697 HTTP/1.1" status: 404 len: 333 time: 0.0267186 Aug 31 01:21:52.915972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46896) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.941602 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-225eaa90-9234-424e-a320-1b0a709f9c30 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.942056 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225eaa90-9234-424e-a320-1b0a709f9c30 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.943968 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-225eaa90-9234-424e-a320-1b0a709f9c30 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/c245f8a6-67d7-4036-9ce4-94c2f990a8af HTTP/1.1" status: 404 len: 337 time: 0.0268838 Aug 31 01:21:52.953129 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46898) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:52.977324 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd8f57f-5f34-4b3b-8050-f385014ebc8b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:52.978113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd8f57f-5f34-4b3b-8050-f385014ebc8b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:52.980457 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cbd8f57f-5f34-4b3b-8050-f385014ebc8b tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/307fd55f-2b59-4c50-8e7c-b7cd17261fb2 HTTP/1.1" status: 404 len: 333 time: 0.0260623 Aug 31 01:21:52.987874 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46904) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:53.028122 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e98644f-00ee-4e4f-9efc-662e4504f8f9 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:53.028866 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e98644f-00ee-4e4f-9efc-662e4504f8f9 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:53.031009 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2e98644f-00ee-4e4f-9efc-662e4504f8f9 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/abf3fd44-50b7-44f9-9419-00bb0001448e HTTP/1.1" status: 404 len: 337 time: 0.0415087 Aug 31 01:21:53.033596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46910) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:53.072959 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1dc96d4-95e5-4702-842b-c4053459f9ae tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:53.074372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1dc96d4-95e5-4702-842b-c4053459f9ae tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:53.079137 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a1dc96d4-95e5-4702-842b-c4053459f9ae tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/a5cf47c9-2ea0-4c19-b10a-1d85fd3f3f88 HTTP/1.1" status: 404 len: 333 time: 0.0443921 Aug 31 01:21:53.079383 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46912) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:53.113571 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-73eea077-cf59-4fab-a2df-4bd81ffc4b2e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:53.114030 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73eea077-cf59-4fab-a2df-4bd81ffc4b2e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:53.115789 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-73eea077-cf59-4fab-a2df-4bd81ffc4b2e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/a76b7ddd-f99b-491b-98ab-c6c83647e610 HTTP/1.1" status: 404 len: 337 time: 0.0354989 Aug 31 01:21:53.118516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46918) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:53.159208 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea69fc4-af7e-49a9-b8cd-7c865fa5b05e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:53.159918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea69fc4-af7e-49a9-b8cd-7c865fa5b05e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:53.172117 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-eea69fc4-af7e-49a9-b8cd-7c865fa5b05e tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/38c2de22-1a46-4d04-8ae5-bd81f735063f HTTP/1.1" status: 404 len: 333 time: 0.0420454 Aug 31 01:21:53.172117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46924) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:53.192823 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c207ab-8713-4fa4-a31b-f9c3de3a1008 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:53.193625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c207ab-8713-4fa4-a31b-f9c3de3a1008 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:53.198781 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 46928) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:53.199019 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-70c207ab-8713-4fa4-a31b-f9c3de3a1008 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/09ee8349-47b5-4522-892d-11299a6d6d01 HTTP/1.1" status: 404 len: 337 time: 0.0335736 Aug 31 01:21:53.233988 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb0c049-f44c-40ff-915b-37e606492257 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:53.235581 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb0c049-f44c-40ff-915b-37e606492257 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:53.239883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46932) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:53.250093 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5bb0c049-f44c-40ff-915b-37e606492257 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/d50fa040-cd7b-478d-8eb5-9e6b67bb8065 HTTP/1.1" status: 404 len: 333 time: 0.0494905 Aug 31 01:21:53.274561 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7174f7b-6af1-4c9e-beb6-98d29fa79c2a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:53.275195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7174f7b-6af1-4c9e-beb6-98d29fa79c2a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:53.279331 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d7174f7b-6af1-4c9e-beb6-98d29fa79c2a tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/b3704103-d00a-4c72-9192-137a3e95bdd4 HTTP/1.1" status: 404 len: 337 time: 0.0382185 Aug 31 01:21:53.279943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46938) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:53.305244 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7913789-613d-43d1-8804-901d5b0a9df2 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:53.305936 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7913789-613d-43d1-8804-901d5b0a9df2 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:53.308164 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d7913789-613d-43d1-8804-901d5b0a9df2 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/65860fd4-152a-4cb6-856f-48b759382994 HTTP/1.1" status: 404 len: 333 time: 0.0273044 Aug 31 01:21:53.310794 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46940) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:53.338003 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-01fd62d4-6703-4419-82be-3da335201fc5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:53.338003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01fd62d4-6703-4419-82be-3da335201fc5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:53.339749 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-01fd62d4-6703-4419-82be-3da335201fc5 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/4f35944c-2e41-498c-8935-85246836aa3c HTTP/1.1" status: 404 len: 337 time: 0.0280323 Aug 31 01:21:53.342269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46942) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:53.365173 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2b85cb-d7b8-4553-b28c-5f34be15aba3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:53.365748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2b85cb-d7b8-4553-b28c-5f34be15aba3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:53.367466 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2e2b85cb-d7b8-4553-b28c-5f34be15aba3 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/ports/3eae0e32-7cdb-49c8-b91b-b3fdea5d65ff HTTP/1.1" status: 404 len: 333 time: 0.0242736 Aug 31 01:21:53.370492 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46944) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:53.401868 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f39abae-5805-4c5a-b8e7-3bed049f4493 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:53.402327 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f39abae-5805-4c5a-b8e7-3bed049f4493 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:53.404063 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4f39abae-5805-4c5a-b8e7-3bed049f4493 tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/subnets/e2ca654b-9cf3-42e4-aaf3-1b68450f0647 HTTP/1.1" status: 404 len: 337 time: 0.0326743 Aug 31 01:21:53.406655 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46946) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:53.487196 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-80313cb2-21ac-4739-b62e-4b42933615fa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:53.596176 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-80313cb2-21ac-4739-b62e-4b42933615fa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:53.614430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-80313cb2-21ac-4739-b62e-4b42933615fa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5c1a30-2b24-4912-929d-0592c60865f1']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:53.629656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-80313cb2-21ac-4739-b62e-4b42933615fa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84374b41-254d-481a-903c-f27008b06d6d') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:53.630495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-80313cb2-21ac-4739-b62e-4b42933615fa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84374b41-254d-481a-903c-f27008b06d6d') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:53.652507 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-80313cb2-21ac-4739-b62e-4b42933615fa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:53.719492 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-80313cb2-21ac-4739-b62e-4b42933615fa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:53.753592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80313cb2-21ac-4739-b62e-4b42933615fa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:21:53.754012 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-80313cb2-21ac-4739-b62e-4b42933615fa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:21:53.758299 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:21:53.830700 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e952b-f1e4-433b-9442-d7082c0ee9d7 req-42442acd-3449-4875-8b18-b010cb33f935 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:53.832225 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-555e952b-f1e4-433b-9442-d7082c0ee9d7 req-42442acd-3449-4875-8b18-b010cb33f935 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.1991572 Aug 31 01:21:53.841283 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9b250-cc2d-4aeb-8b1a-0487a87ddc77 req-803b4087-d92f-42bd-ae11-6a0b50a09c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:53.842788 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aca9b250-cc2d-4aeb-8b1a-0487a87ddc77 req-803b4087-d92f-42bd-ae11-6a0b50a09c1d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e&tenant_id=dd5873ec25cd475faddc2dfcf8d0e540 HTTP/1.1" status: 200 len: 1095 time: 0.1625781 Aug 31 01:21:53.929264 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-555e952b-f1e4-433b-9442-d7082c0ee9d7 req-39346a3f-e3f7-402b-aa97-8b288bc514a3 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853333 Aug 31 01:21:53.942149 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9b250-cc2d-4aeb-8b1a-0487a87ddc77 req-4cd1226f-5216-4b81-b0c4-83265bcc9f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:53.943656 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aca9b250-cc2d-4aeb-8b1a-0487a87ddc77 req-4cd1226f-5216-4b81-b0c4-83265bcc9f1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd5873ec25cd475faddc2dfcf8d0e540&device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 1095 time: 0.0706713 Aug 31 01:21:53.945933 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-80313cb2-21ac-4739-b62e-4b42933615fa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:53.952917 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-80313cb2-21ac-4739-b62e-4b42933615fa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:53.957364 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-80313cb2-21ac-4739-b62e-4b42933615fa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] 10.222.0.16 "DELETE /v2.0/networks/bd5c1a30-2b24-4912-929d-0592c60865f1 HTTP/1.1" status: 204 len: 168 time: 0.5496354 Aug 31 01:21:54.012440 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80313cb2-21ac-4739-b62e-4b42933615fa tempest-NetworksTestDHCPv6-2026224096 tempest-NetworksTestDHCPv6-2026224096-project] Pushing event deleted for resources: {'Network': ['ID=bd5c1a30-2b24-4912-929d-0592c60865f1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:54.083897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9b250-cc2d-4aeb-8b1a-0487a87ddc77 req-64652d35-42b2-429b-ae64-e5d0e2e74bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:54.085568 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aca9b250-cc2d-4aeb-8b1a-0487a87ddc77 req-64652d35-42b2-429b-ae64-e5d0e2e74bab service neutron] 10.222.0.41 "GET /v2.0/networks?id=89f7c789-f065-435a-b19c-f559037f3737 HTTP/1.1" status: 200 len: 915 time: 0.1271248 Aug 31 01:21:54.149612 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aca9b250-cc2d-4aeb-8b1a-0487a87ddc77 req-e8198ca6-54bc-4944-b538-f35be96e925f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9123cd04-40f8-4996-9307-49feeed55e0c HTTP/1.1" status: 200 len: 217 time: 0.0561080 Aug 31 01:21:54.538586 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:21:54.541800 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9b250-cc2d-4aeb-8b1a-0487a87ddc77 req-4aa97967-dd86-4163-bc45-cb28c16ebe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:54.542634 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aca9b250-cc2d-4aeb-8b1a-0487a87ddc77 req-4aa97967-dd86-4163-bc45-cb28c16ebe3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b15db45e-94e9-47e3-b086-e04ef6a2ca50 HTTP/1.1" status: 200 len: 854 time: 0.3857970 Aug 31 01:21:54.582087 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aca9b250-cc2d-4aeb-8b1a-0487a87ddc77 req-60f70b6c-4395-4e73-ab42-4752a866adb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89f7c789-f065-435a-b19c-f559037f3737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311430 Aug 31 01:21:54.690089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 46996) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:54.723749 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aca9b250-cc2d-4aeb-8b1a-0487a87ddc77 req-e942027c-2c18-4824-b516-ff6a9e6dce3f service neutron] 10.222.0.41 "GET /v2.0/networks/89f7c789-f065-435a-b19c-f559037f3737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356409 Aug 31 01:21:54.857139 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aca9b250-cc2d-4aeb-8b1a-0487a87ddc77 req-3b2d760d-e8f9-4710-b485-1627031a427f service neutron] 10.222.0.41 "GET /v2.0/networks/89f7c789-f065-435a-b19c-f559037f3737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264815 Aug 31 01:21:54.946196 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-63dd6741-451c-4aa6-a266-01b76db0b1c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e9ad8882d374100940b0760e81ba942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375417 Aug 31 01:21:54.946196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47006) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:54.998522 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a9fa9c04-7781-44b4-a9dd-cd4b0cbc54d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:55.024793 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a9fa9c04-7781-44b4-a9dd-cd4b0cbc54d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:55.083576 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7269d76-58da-42a8-8326-e192a672ec52 req-0381f8fb-13a9-4b82-b3f6-8baccc010979 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:55.093325 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c7269d76-58da-42a8-8326-e192a672ec52 req-0381f8fb-13a9-4b82-b3f6-8baccc010979 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.0745564 Aug 31 01:21:55.147208 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c7269d76-58da-42a8-8326-e192a672ec52 req-4ac53eb8-795a-4842-8bb6-e793bc0d4cd6 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527506 Aug 31 01:21:55.266536 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a9fa9c04-7781-44b4-a9dd-cd4b0cbc54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:55.273427 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a9fa9c04-7781-44b4-a9dd-cd4b0cbc54d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:55.273427 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a9fa9c04-7781-44b4-a9dd-cd4b0cbc54d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f887412-53a7-4412-9456-2ff45704b4ff HTTP/1.1" status: 204 len: 168 time: 0.3366961 Aug 31 01:21:55.294932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa9c04-7781-44b4-a9dd-cd4b0cbc54d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f887412-53a7-4412-9456-2ff45704b4ff,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:56.306454 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb676ff1-dfce-4a8b-a787-7ce2cd67b354 req-53d9cb70-3c42-452f-9b24-6ed091c2f125 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:56.309827 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fb676ff1-dfce-4a8b-a787-7ce2cd67b354 req-53d9cb70-3c42-452f-9b24-6ed091c2f125 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.0656197 Aug 31 01:21:56.368720 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fb676ff1-dfce-4a8b-a787-7ce2cd67b354 req-05b9af10-11bc-4bbf-9271-b0981103de1d tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471087 Aug 31 01:21:56.892262 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47090) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.027731 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-cffc6baf-65d6-4a1e-be6b-57c07f71e17f tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.028939 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cffc6baf-65d6-4a1e-be6b-57c07f71e17f tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1350687 Aug 31 01:21:57.032047 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47096) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.037850 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-84cb1321-3d09-48d2-bf48-cb646725b49e tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.039476 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-84cb1321-3d09-48d2-bf48-cb646725b49e tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0060344 Aug 31 01:21:57.042671 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47098) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.048664 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-cf040bf8-a099-483f-ae16-820726e9ee27 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.050335 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cf040bf8-a099-483f-ae16-820726e9ee27 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0065975 Aug 31 01:21:57.050983 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47100) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.054998 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-bad0b4e7-90ee-437d-b0eb-927e4536c11c tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.055947 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bad0b4e7-90ee-437d-b0eb-927e4536c11c tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0040696 Aug 31 01:21:57.059296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47102) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.065300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-80362c1b-a55f-4ad6-9354-fb001f2111a1 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.069133 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-80362c1b-a55f-4ad6-9354-fb001f2111a1 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0055535 Aug 31 01:21:57.071492 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47104) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.077502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-6f9df051-e7ac-4c3b-8e3f-81e51e2fe2f3 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.078447 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6f9df051-e7ac-4c3b-8e3f-81e51e2fe2f3 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0051019 Aug 31 01:21:57.080877 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47106) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.085574 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-d74e19c8-cf5c-4df1-aba2-56c70c5ceeba tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.086622 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d74e19c8-cf5c-4df1-aba2-56c70c5ceeba tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0048716 Aug 31 01:21:57.088732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47108) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.094110 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-eaec639e-98f7-4a5a-ba01-9ced49cf0390 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.095043 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-eaec639e-98f7-4a5a-ba01-9ced49cf0390 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0055008 Aug 31 01:21:57.097585 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47110) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.101726 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-58de1e54-5557-4a06-9ddc-d8adadba60fb tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.102622 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-58de1e54-5557-4a06-9ddc-d8adadba60fb tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0042112 Aug 31 01:21:57.105141 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47112) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.109130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-d606c6ce-e7e5-43b0-bef4-00148de3aaa0 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.110073 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d606c6ce-e7e5-43b0-bef4-00148de3aaa0 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0040846 Aug 31 01:21:57.112459 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47114) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.612331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-6856f05e-2447-4ae6-ac3c-026aae1c8080 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.612331 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6856f05e-2447-4ae6-ac3c-026aae1c8080 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043240 Aug 31 01:21:57.612331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47116) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.612331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-0701ff4f-f40d-4b58-b7da-8098fd40eb2b tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.612331 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0701ff4f-f40d-4b58-b7da-8098fd40eb2b tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0044158 Aug 31 01:21:57.612331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47118) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.612331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-51b1d4b3-d7d6-45fe-942d-a8702d2c2424 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.612331 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-51b1d4b3-d7d6-45fe-942d-a8702d2c2424 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0040960 Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47120) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-53359a66-61b5-4f98-bfd3-a5dccd306720 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-53359a66-61b5-4f98-bfd3-a5dccd306720 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045793 Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47124) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-fc93b426-77e8-41a9-ab3c-92713fca9d4a tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fc93b426-77e8-41a9-ab3c-92713fca9d4a tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0110047 Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47126) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-08cf9433-940e-41e8-b5d7-a3b56f3b4b7e tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-08cf9433-940e-41e8-b5d7-a3b56f3b4b7e tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0048959 Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47128) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-885f0f52-af5d-4bee-bba9-15df2856a245 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-885f0f52-af5d-4bee-bba9-15df2856a245 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0045450 Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47130) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-2839c88b-19de-4be4-925e-24c7d38cdf74 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2839c88b-19de-4be4-925e-24c7d38cdf74 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0050771 Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47132) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-8f11276a-150c-4753-ae56-2d676b36b656 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8f11276a-150c-4753-ae56-2d676b36b656 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0049195 Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47134) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-4a9d9c8b-e6e8-4785-888f-d9d97913b6fe tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.615662 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4a9d9c8b-e6e8-4785-888f-d9d97913b6fe tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0089340 Aug 31 01:21:57.619562 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47136) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.619562 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-59455f5d-a07d-42b7-b71f-f5f144cb9394 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.619562 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-59455f5d-a07d-42b7-b71f-f5f144cb9394 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0091822 Aug 31 01:21:57.620905 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47140) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.620905 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-32588cf7-b3bd-4382-9b95-477e14873577 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.620905 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-32588cf7-b3bd-4382-9b95-477e14873577 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0068190 Aug 31 01:21:57.622865 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47142) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.622865 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-4a471ffa-ded1-4afd-baed-3a644d54100d tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.623479 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47144) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.623706 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4a471ffa-ded1-4afd-baed-3a644d54100d tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0211549 Aug 31 01:21:57.623953 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-69b58c0c-0225-47f3-adbc-f173cf491b19 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.624247 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47146) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.624247 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-1023c516-e097-430d-b8a2-22ea65ca01b8 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.624467 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-69b58c0c-0225-47f3-adbc-f173cf491b19 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0279295 Aug 31 01:21:57.624467 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47148) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.624708 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1023c516-e097-430d-b8a2-22ea65ca01b8 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0130713 Aug 31 01:21:57.624825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-7be6dc46-b4c9-4e7d-8b0c-a9e0fc691a24 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.624968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47150) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.625085 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7be6dc46-b4c9-4e7d-8b0c-a9e0fc691a24 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0142338 Aug 31 01:21:57.625207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-5dd1fb11-a620-4ddc-8382-87a1c4f688e9 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.625207 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5dd1fb11-a620-4ddc-8382-87a1c4f688e9 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0076828 Aug 31 01:21:57.625423 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47152) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.625423 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-55484aa6-8ba7-4989-81f9-bf81e6843999 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.625423 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-55484aa6-8ba7-4989-81f9-bf81e6843999 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0131192 Aug 31 01:21:57.625798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47154) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.625798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-0171d70f-7f10-4402-8e27-878ee214ef97 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.625798 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0171d70f-7f10-4402-8e27-878ee214ef97 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0049469 Aug 31 01:21:57.625798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47156) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.625798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-5da2b589-b03f-40c5-8cba-7d421785d526 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.625798 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5da2b589-b03f-40c5-8cba-7d421785d526 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0067739 Aug 31 01:21:57.625798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47158) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.625798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-06207a46-8eb5-482a-8233-a9e151a4ebe7 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.626639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47160) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.626639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-4d359c9b-75cc-464c-a76b-6d762aa8895d tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.626639 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4d359c9b-75cc-464c-a76b-6d762aa8895d tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0048368 Aug 31 01:21:57.626976 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-06207a46-8eb5-482a-8233-a9e151a4ebe7 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0142879 Aug 31 01:21:57.627091 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47162) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.627091 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-df5ea8b6-8e8e-4448-8dd9-9ac287096618 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.627303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47166) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.627303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-7c35c37a-b1fa-4244-add0-d0d46c637cec tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.627303 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7c35c37a-b1fa-4244-add0-d0d46c637cec tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0070291 Aug 31 01:21:57.627643 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-df5ea8b6-8e8e-4448-8dd9-9ac287096618 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0250726 Aug 31 01:21:57.627757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47168) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.627757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-b46010fb-40a8-463f-bcb2-96dda96e5abc tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.627757 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b46010fb-40a8-463f-bcb2-96dda96e5abc tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0217133 Aug 31 01:21:57.628081 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47172) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.628081 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-bb93a0e5-c39d-4f5e-b5d7-31699ab0f1a3 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.628081 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bb93a0e5-c39d-4f5e-b5d7-31699ab0f1a3 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0047255 Aug 31 01:21:57.628395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47174) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.628395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-fd2eca6f-011f-493d-a2c1-5ba2285a2998 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.628395 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fd2eca6f-011f-493d-a2c1-5ba2285a2998 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0103495 Aug 31 01:21:57.628712 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47176) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.628712 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-9ffe158d-3472-4784-8976-3d3306ab015c tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.628712 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9ffe158d-3472-4784-8976-3d3306ab015c tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0050614 Aug 31 01:21:57.629035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47178) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.629035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-1df084d1-7f06-4f8c-b543-2682b9b10556 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.629035 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1df084d1-7f06-4f8c-b543-2682b9b10556 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0079131 Aug 31 01:21:57.629035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47182) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.629035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-a5c4d196-3ead-4ac1-8866-52c257afbb6c tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.629035 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a5c4d196-3ead-4ac1-8866-52c257afbb6c tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0057101 Aug 31 01:21:57.629035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47184) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.629035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-34be0bed-414f-4325-b7bd-9f50906a9adc tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.629035 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-34be0bed-414f-4325-b7bd-9f50906a9adc tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0074320 Aug 31 01:21:57.629035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47186) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.629035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-0ce8d289-8a84-4f57-8442-428eafc9d4f3 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.629035 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0ce8d289-8a84-4f57-8442-428eafc9d4f3 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0062981 Aug 31 01:21:57.629035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47188) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.629035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-132a40eb-6471-4ef0-b773-4f4420d9e661 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.629035 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-132a40eb-6471-4ef0-b773-4f4420d9e661 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0081451 Aug 31 01:21:57.629035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47190) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.629035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-f43e6b05-763a-498a-b40b-723919704eca tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.630946 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013c2a3-0fbb-47f0-b98c-479a789347a1 req-42d2fd41-77af-489c-90fa-580b214b6ad2 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:57.631082 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f43e6b05-763a-498a-b40b-723919704eca tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0312650 Aug 31 01:21:57.631082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47192) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.631358 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3013c2a3-0fbb-47f0-b98c-479a789347a1 req-42d2fd41-77af-489c-90fa-580b214b6ad2 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.1118243 Aug 31 01:21:57.639066 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-41694484-cf09-4408-a638-34faa13c77ba tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.644819 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-41694484-cf09-4408-a638-34faa13c77ba tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0160270 Aug 31 01:21:57.645670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47196) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.652793 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-1406f0a4-3224-48b8-a2c0-8340e4332496 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.658186 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47198) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.658433 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1406f0a4-3224-48b8-a2c0-8340e4332496 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0114553 Aug 31 01:21:57.663601 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-04dea5e9-9d61-4b19-9c04-caafd67082d2 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.666892 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-04dea5e9-9d61-4b19-9c04-caafd67082d2 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0063527 Aug 31 01:21:57.668246 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47200) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.672991 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-35dfa671-95d5-4a5d-a42d-bbc7246b4a95 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.675262 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-35dfa671-95d5-4a5d-a42d-bbc7246b4a95 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0059779 Aug 31 01:21:57.687883 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3013c2a3-0fbb-47f0-b98c-479a789347a1 req-58780359-62fa-4d2a-b16e-f56a1daa8766 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574310 Aug 31 01:21:57.701900 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47202) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.707471 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-302f2eb9-5265-4972-a67a-0284944753d4 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.711195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47204) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.721117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-18b2e4bb-5799-4535-94b3-1cf91354a9c0 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.721223 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-302f2eb9-5265-4972-a67a-0284944753d4 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0177860 Aug 31 01:21:57.721545 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47208) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.722454 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-18b2e4bb-5799-4535-94b3-1cf91354a9c0 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0100374 Aug 31 01:21:57.727558 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-1d23ed7f-dcee-4267-9fb4-4dd0e0b36e74 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.731597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47210) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.736821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-f187c175-8933-4018-98e7-5d5e5553214d tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.740814 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1d23ed7f-dcee-4267-9fb4-4dd0e0b36e74 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0170400 Aug 31 01:21:57.741667 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47212) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.742253 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f187c175-8933-4018-98e7-5d5e5553214d tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0095980 Aug 31 01:21:57.748633 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-ef8ae111-2c7b-4131-8ccf-ff25a998f330 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.753090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47214) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.755169 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ef8ae111-2c7b-4131-8ccf-ff25a998f330 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0117371 Aug 31 01:21:57.760226 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-3c39f42e-1170-49cd-aa41-0990e153a76a tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.764392 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47216) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.765573 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3c39f42e-1170-49cd-aa41-0990e153a76a tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0107667 Aug 31 01:21:57.770227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-5a2abdb6-57a0-4272-806a-7befd21838a7 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.774484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47218) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.779274 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-b0a691d2-fcf9-4d4e-9d30-4b4b6df6d9fc tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.779971 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5a2abdb6-57a0-4272-806a-7befd21838a7 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0132465 Aug 31 01:21:57.783971 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47220) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.784732 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b0a691d2-fcf9-4d4e-9d30-4b4b6df6d9fc tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0092459 Aug 31 01:21:57.789498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-ceac1028-a94d-4710-95fd-e0b9a76526ea tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.790754 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ceac1028-a94d-4710-95fd-e0b9a76526ea tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0050464 Aug 31 01:21:57.794089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47222) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.798768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-6746d5b3-4a7b-4c69-b795-aca0610a1ae0 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.801496 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6746d5b3-4a7b-4c69-b795-aca0610a1ae0 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0045779 Aug 31 01:21:57.802799 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47224) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.814398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-48723524-f1f4-41fe-8a30-3ac66b05f527 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.816576 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-48723524-f1f4-41fe-8a30-3ac66b05f527 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0127773 Aug 31 01:21:57.822078 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47226) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.828078 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-5fcaa529-b6e1-444a-9d95-984b377b474c tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.832324 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47228) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.832597 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5fcaa529-b6e1-444a-9d95-984b377b474c tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0085764 Aug 31 01:21:57.837764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-b81842a0-f87a-4ca4-b54a-35fa308bc940 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.841675 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47230) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.841930 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b81842a0-f87a-4ca4-b54a-35fa308bc940 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0080326 Aug 31 01:21:57.855048 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-2287524a-64ad-4881-a44d-9624ba8dbabd tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.856450 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2287524a-64ad-4881-a44d-9624ba8dbabd tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0133207 Aug 31 01:21:57.859472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47232) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.864301 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-01ed4ab9-6128-410b-b5c7-4b0c0801b239 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.872604 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-01ed4ab9-6128-410b-b5c7-4b0c0801b239 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0121377 Aug 31 01:21:57.873358 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47234) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.879138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-f8e1dd05-9a0b-47ea-839d-8eff6446178a tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.881544 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f8e1dd05-9a0b-47ea-839d-8eff6446178a tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0066617 Aug 31 01:21:57.890801 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47236) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.897736 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-ccf1d6f0-fcdf-4ab3-a5f8-af114d5221c6 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.899395 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ccf1d6f0-fcdf-4ab3-a5f8-af114d5221c6 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0072229 Aug 31 01:21:57.902991 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47238) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.907876 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [None req-7070dcde-ae65-47a2-9324-273fa30a541e tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.908948 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7070dcde-ae65-47a2-9324-273fa30a541e tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0048935 Aug 31 01:21:57.911808 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47240) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.916767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-81c7ba63-cfb8-487e-be88-129fee94ced6 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.920982 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-81c7ba63-cfb8-487e-be88-129fee94ced6 tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0051394 Aug 31 01:21:57.921502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47242) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.925945 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-9ac23865-9b70-4ebc-a335-1f09b0686d6b tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.926889 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9ac23865-9b70-4ebc-a335-1f09b0686d6b tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0044601 Aug 31 01:21:57.929363 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47244) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.936657 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [None req-c03a341d-32aa-47d6-b895-10466ca4719d tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:21:57.938823 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c03a341d-32aa-47d6-b895-10466ca4719d tempest-ExtensionsTestJSON-1665937720 tempest-ExtensionsTestJSON-1665937720-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0084560 Aug 31 01:21:58.908154 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec9eb4-37d3-4577-9fee-278618152947 req-7769a0d6-957a-4136-a72a-9d522600acb7 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:58.911431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e3ec9eb4-37d3-4577-9fee-278618152947 req-7769a0d6-957a-4136-a72a-9d522600acb7 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.1077757 Aug 31 01:21:58.948805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47272) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:59.008995 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e3ec9eb4-37d3-4577-9fee-278618152947 req-9263aa6b-2641-41d1-b2b1-a33d44682c53 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858402 Aug 31 01:21:59.196853 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-520f7138-75c9-45bf-8245-b6b2a09f7c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:59.367983 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-520f7138-75c9-45bf-8245-b6b2a09f7c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:59.449467 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-520f7138-75c9-45bf-8245-b6b2a09f7c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:59.499212 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f7138-75c9-45bf-8245-b6b2a09f7c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ded27f-fbf7-4b24-8c14-9c4b6ae10677,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:59.519044 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47284) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:59.527770 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-520f7138-75c9-45bf-8245-b6b2a09f7c2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fed169414fc74b4390df1def9ba74695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5763068 Aug 31 01:21:59.601569 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb47e-3743-46c1-9509-dc967fc6c882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:59.637896 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb47e-3743-46c1-9509-dc967fc6c882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:59.826105 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb47e-3743-46c1-9509-dc967fc6c882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:59.829339 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb47e-3743-46c1-9509-dc967fc6c882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:59.841279 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2d6cb47e-3743-46c1-9509-dc967fc6c882 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13ded27f-fbf7-4b24-8c14-9c4b6ae10677 HTTP/1.1" status: 204 len: 168 time: 0.3139758 Aug 31 01:21:59.863075 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cb47e-3743-46c1-9509-dc967fc6c882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ded27f-fbf7-4b24-8c14-9c4b6ae10677,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:00.159883 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d983a1-d853-4be7-800f-3232b3f23c54 req-8f9523f2-d92a-40c1-87cc-2751c4c97dca tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:00.173898 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-46d983a1-d853-4be7-800f-3232b3f23c54 req-8f9523f2-d92a-40c1-87cc-2751c4c97dca tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.0834694 Aug 31 01:22:00.239264 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-46d983a1-d853-4be7-800f-3232b3f23c54 req-e5c9b333-2ff1-4d7a-b4b9-1bc022eba55c tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613375 Aug 31 01:22:01.492504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deb10a-aaee-4162-8dee-db7b59941e96 req-a24e4982-6f06-43f2-b24d-5806244b6188 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:01.494299 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-18deb10a-aaee-4162-8dee-db7b59941e96 req-a24e4982-6f06-43f2-b24d-5806244b6188 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.0705345 Aug 31 01:22:01.572651 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-18deb10a-aaee-4162-8dee-db7b59941e96 req-ef5446e3-eed4-4f49-9f49-e669a96745b8 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598965 Aug 31 01:22:01.762235 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47352) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:01.762235 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029283 Aug 31 01:22:01.768907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47354) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:02.034827 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7d08dbc2-58fe-458f-aa87-afa9fee36c9c tempest-NetworksApiDiscovery-707444047 tempest-NetworksApiDiscovery-707444047-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2598708 Aug 31 01:22:02.802308 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4d599-d427-45fa-99a3-4d6e06e8fea8 req-c98d6628-96ce-477b-9331-627618cfc5f4 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:02.811031 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30e4d599-d427-45fa-99a3-4d6e06e8fea8 req-c98d6628-96ce-477b-9331-627618cfc5f4 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.0621390 Aug 31 01:22:02.854992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47384) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:02.867285 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30e4d599-d427-45fa-99a3-4d6e06e8fea8 req-46b00fd3-980e-4d62-aefc-81792ef36dbf tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499866 Aug 31 01:22:03.047846 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d88bf2e7-c8ed-4655-9bfc-1fcb04645058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:03.204745 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d88bf2e7-c8ed-4655-9bfc-1fcb04645058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:03.341567 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d88bf2e7-c8ed-4655-9bfc-1fcb04645058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:03.393648 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d88bf2e7-c8ed-4655-9bfc-1fcb04645058 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6830a0aaef7d420aa6c1113fea8b99eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5374608 Aug 31 01:22:03.394653 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bf2e7-c8ed-4655-9bfc-1fcb04645058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c16402-c24d-4b87-a7f8-84558102945c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:03.396279 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47398) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:03.488860 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc0fd-8838-4729-afcd-5d25d42d4b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:03.528203 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc0fd-8838-4729-afcd-5d25d42d4b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:03.900756 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc0fd-8838-4729-afcd-5d25d42d4b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:03.904521 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc0fd-8838-4729-afcd-5d25d42d4b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:03.913697 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6a9cc0fd-8838-4729-afcd-5d25d42d4b09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19c16402-c24d-4b87-a7f8-84558102945c HTTP/1.1" status: 204 len: 168 time: 0.5105476 Aug 31 01:22:03.959375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9cc0fd-8838-4729-afcd-5d25d42d4b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c16402-c24d-4b87-a7f8-84558102945c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:04.151518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84681eb6-8484-4842-8c02-27f5610edda4 req-6c38fe28-e806-4de6-bc03-f9017115fcf6 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:04.160149 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-84681eb6-8484-4842-8c02-27f5610edda4 req-6c38fe28-e806-4de6-bc03-f9017115fcf6 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.1068549 Aug 31 01:22:04.206427 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-84681eb6-8484-4842-8c02-27f5610edda4 req-dea010e2-0a3a-40f1-b710-4660f0a31af5 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468502 Aug 31 01:22:04.306322 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2dc7-904f-42b3-b544-619c8051c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:05.345228 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a9291-0f6b-460a-b4d3-046bc60cfcaa req-1976b0be-6d66-4880-989c-ce9b0dbe9e29 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:05.346805 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b45a9291-0f6b-460a-b4d3-046bc60cfcaa req-1976b0be-6d66-4880-989c-ce9b0dbe9e29 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.0565760 Aug 31 01:22:05.392570 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b45a9291-0f6b-460a-b4d3-046bc60cfcaa req-279a05b8-cd6a-4acc-a846-c72888f35b12 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395937 Aug 31 01:22:05.579356 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47464) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:05.716685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1d2a6bf3-787d-457c-a0cb-6262bb05c094 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2067202153-network', 'tenant_id': 'c1e24ae843d44548b8873b920d8a7ef2'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:06.043228 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2a6bf3-787d-457c-a0cb-6262bb05c094 admin admin] Made reservation on behalf of c1e24ae843d44548b8873b920d8a7ef2 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:06.045920 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6bf3-787d-457c-a0cb-6262bb05c094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:06.054942 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6bf3-787d-457c-a0cb-6262bb05c094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:06.173663 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6bf3-787d-457c-a0cb-6262bb05c094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:06.294602 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6bf3-787d-457c-a0cb-6262bb05c094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:06.316164 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2a6bf3-787d-457c-a0cb-6262bb05c094 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:22:06.332074 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a6bf3-787d-457c-a0cb-6262bb05c094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad35bf9b-3c0b-42d4-9d93-3a74c63d1495,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:06.335180 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6bf3-787d-457c-a0cb-6262bb05c094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:06.338316 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-1d2a6bf3-787d-457c-a0cb-6262bb05c094 admin admin] Added segment 7177a3d4-7cff-445b-8ab1-f764348d8fb5 of type vlan for network 1dde6314-26e1-4064-8bef-0692e5bbf2b3 Aug 31 01:22:06.380900 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6bf3-787d-457c-a0cb-6262bb05c094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:06.521632 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6bf3-787d-457c-a0cb-6262bb05c094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:06.522752 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2a6bf3-787d-457c-a0cb-6262bb05c094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:06.523417 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6bf3-787d-457c-a0cb-6262bb05c094 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:06.555935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8904939-47b8-4145-a882-4ef82a1fa58a req-6a91250f-2141-49e7-9439-bdeeaa9b6521 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:06.560753 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8904939-47b8-4145-a882-4ef82a1fa58a req-6a91250f-2141-49e7-9439-bdeeaa9b6521 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.0868793 Aug 31 01:22:06.602096 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a6bf3-787d-457c-a0cb-6262bb05c094 admin admin] Pushing event updated for resources: {'Network': ['ID=1dde6314-26e1-4064-8bef-0692e5bbf2b3,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:06.613326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 1dde6314-26e1-4064-8bef-0692e5bbf2b3 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:22:06.630671 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8904939-47b8-4145-a882-4ef82a1fa58a req-68fea0eb-c93c-44be-9437-45fafbe6d312 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622861 Aug 31 01:22:06.695004 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1d2a6bf3-787d-457c-a0cb-6262bb05c094 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1132960 Aug 31 01:22:06.700694 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47490) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:06.707123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-6d31338d-8fc0-4822-b623-fe913f99adcc admin admin] Request body: {'subnet': {'network_id': '1dde6314-26e1-4064-8bef-0692e5bbf2b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2067202153-subnet', 'tenant_id': 'c1e24ae843d44548b8873b920d8a7ef2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:06.894592 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:06.910421 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d31338d-8fc0-4822-b623-fe913f99adcc admin admin] Made reservation on behalf of c1e24ae843d44548b8873b920d8a7ef2 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:06.917468 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d31338d-8fc0-4822-b623-fe913f99adcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:07.020351 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6830e992-ad01-4065-b3c0-3249ddb175a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:07.050362 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:07.215133 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d31338d-8fc0-4822-b623-fe913f99adcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:07.260906 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:07.277370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31338d-8fc0-4822-b623-fe913f99adcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9df48142-9617-4b79-aea3-50cc1c24c982,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:07.283862 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d31338d-8fc0-4822-b623-fe913f99adcc admin admin] Checking segment: {'id': '7177a3d4-7cff-445b-8ab1-f764348d8fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1dde6314-26e1-4064-8bef-0692e5bbf2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:07.284222 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d31338d-8fc0-4822-b623-fe913f99adcc admin admin] Network hostable DHCP agents. Network: 1dde6314-26e1-4064-8bef-0692e5bbf2b3, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:22:07.437341 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d31338d-8fc0-4822-b623-fe913f99adcc admin admin] Network 1dde6314-26e1-4064-8bef-0692e5bbf2b3 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:22:07.592067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-6d31338d-8fc0-4822-b623-fe913f99adcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 1dde6314-26e1-4064-8bef-0692e5bbf2b3) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:07.596378 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d31338d-8fc0-4822-b623-fe913f99adcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:07.597011 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d31338d-8fc0-4822-b623-fe913f99adcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:07.601273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940b5de6-fabd-4810-a767-a3d08dc81b9a None None] Network 1dde6314-26e1-4064-8bef-0692e5bbf2b3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:22:07.740693 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17f1df6-a846-4517-a76e-5978fa584eca None None] Network 1dde6314-26e1-4064-8bef-0692e5bbf2b3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:22:07.767058 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1efad-0bce-49f3-aa85-55671d8e324e req-600c8899-a99d-48ff-85e0-a4415bafac72 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:07.769431 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-04c1efad-0bce-49f3-aa85-55671d8e324e req-600c8899-a99d-48ff-85e0-a4415bafac72 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.0616663 Aug 31 01:22:07.786907 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6d31338d-8fc0-4822-b623-fe913f99adcc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0849950 Aug 31 01:22:07.822467 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-04c1efad-0bce-49f3-aa85-55671d8e324e req-36db944d-5130-4ed1-9e11-e73de9715a94 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455782 Aug 31 01:22:08.590644 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:08.624970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47556) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:08.629212 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f94abe93-008e-4a4b-bc72-f47ff76169d6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1597576943-network', 'tenant_id': 'e927426ef7de4bd48d224a952e59bfa4'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:08.774451 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94abe93-008e-4a4b-bc72-f47ff76169d6 admin admin] Made reservation on behalf of e927426ef7de4bd48d224a952e59bfa4 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:08.777780 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f94abe93-008e-4a4b-bc72-f47ff76169d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:08.791801 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f94abe93-008e-4a4b-bc72-f47ff76169d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:08.885313 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f94abe93-008e-4a4b-bc72-f47ff76169d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:08.968204 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411f09c-6647-426c-a610-5330f0a97122 req-7049e996-189b-41f4-901f-923c9d1a21c8 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:08.969807 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3411f09c-6647-426c-a610-5330f0a97122 req-7049e996-189b-41f4-901f-923c9d1a21c8 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.0593724 Aug 31 01:22:08.996755 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f94abe93-008e-4a4b-bc72-f47ff76169d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:09.025987 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3411f09c-6647-426c-a610-5330f0a97122 req-11e59412-ba7b-421b-9e10-890fd990de0c tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498924 Aug 31 01:22:09.033913 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94abe93-008e-4a4b-bc72-f47ff76169d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae01948-d55a-4362-bd5e-651ddb1d62bf,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:09.043205 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94abe93-008e-4a4b-bc72-f47ff76169d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:22:09.058379 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f94abe93-008e-4a4b-bc72-f47ff76169d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:09.058916 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-f94abe93-008e-4a4b-bc72-f47ff76169d6 admin admin] Added segment 791355f9-d286-4426-a3bc-5f7209b0c56f of type vlan for network 7b3aa08a-6f18-4670-a328-38e18a0c7ae1 Aug 31 01:22:09.101886 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f94abe93-008e-4a4b-bc72-f47ff76169d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:09.214961 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f94abe93-008e-4a4b-bc72-f47ff76169d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:09.216099 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94abe93-008e-4a4b-bc72-f47ff76169d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:09.216784 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f94abe93-008e-4a4b-bc72-f47ff76169d6 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:09.284400 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94abe93-008e-4a4b-bc72-f47ff76169d6 admin admin] Pushing event updated for resources: {'Network': ['ID=7b3aa08a-6f18-4670-a328-38e18a0c7ae1,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:09.295304 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 7b3aa08a-6f18-4670-a328-38e18a0c7ae1 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:22:09.398638 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f94abe93-008e-4a4b-bc72-f47ff76169d6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7733014 Aug 31 01:22:09.401844 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47578) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:09.408029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d2b4325f-9f24-46ef-9784-0e36b797e0b5 admin admin] Request body: {'subnet': {'network_id': '7b3aa08a-6f18-4670-a328-38e18a0c7ae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1597576943-subnet', 'tenant_id': 'e927426ef7de4bd48d224a952e59bfa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:09.565016 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b4325f-9f24-46ef-9784-0e36b797e0b5 admin admin] Made reservation on behalf of e927426ef7de4bd48d224a952e59bfa4 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:09.567469 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d2b4325f-9f24-46ef-9784-0e36b797e0b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:09.771208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9123cd04-40f8-4996-9307-49feeed55e0c details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:22:09.876048 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d2b4325f-9f24-46ef-9784-0e36b797e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:09.892710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 9123cd04-40f8-4996-9307-49feeed55e0c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9123cd04-40f8-4996-9307-49feeed55e0c,segment=NetworkSegment(6d65199a-bc05-408a-b69d-5c7ddae20321),segment_id=6d65199a-bc05-408a-b69d-5c7ddae20321)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:09.908491 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '9123cd04-40f8-4996-9307-49feeed55e0c', 'network_id': '89f7c789-f065-435a-b19c-f559037f3737', 'port_id': '9123cd04-40f8-4996-9307-49feeed55e0c', 'mac_address': 'fa:16:3e:66:6c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15db45e-94e9-47e3-b086-e04ef6a2ca50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:22:09.938495 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4325f-9f24-46ef-9784-0e36b797e0b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4402750a-8c67-4123-b6e7-6c8a0b62c8c2,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:09.946357 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b4325f-9f24-46ef-9784-0e36b797e0b5 admin admin] Checking segment: {'id': '791355f9-d286-4426-a3bc-5f7209b0c56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7b3aa08a-6f18-4670-a328-38e18a0c7ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:09.946719 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b4325f-9f24-46ef-9784-0e36b797e0b5 admin admin] Network hostable DHCP agents. Network: 7b3aa08a-6f18-4670-a328-38e18a0c7ae1, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:22:09.965693 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:09.980909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9123cd04-40f8-4996-9307-49feeed55e0c {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:22:10.003221 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 9123cd04-40f8-4996-9307-49feeed55e0c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9123cd04-40f8-4996-9307-49feeed55e0c,segment=NetworkSegment(6d65199a-bc05-408a-b69d-5c7ddae20321),segment_id=6d65199a-bc05-408a-b69d-5c7ddae20321)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:10.088557 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b4325f-9f24-46ef-9784-0e36b797e0b5 admin admin] Network 7b3aa08a-6f18-4670-a328-38e18a0c7ae1 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:22:10.145761 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:10.171590 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89085d7f-c8cf-4aa1-85c1-0a03c3679bad req-720fa490-952e-4f46-917d-f400f93d1d52 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:10.173190 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-89085d7f-c8cf-4aa1-85c1-0a03c3679bad req-720fa490-952e-4f46-917d-f400f93d1d52 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 943 time: 0.0582328 Aug 31 01:22:10.200451 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-d2b4325f-9f24-46ef-9784-0e36b797e0b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 7b3aa08a-6f18-4670-a328-38e18a0c7ae1) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:10.205511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=9123cd04-40f8-4996-9307-49feeed55e0c,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:10.217188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b4325f-9f24-46ef-9784-0e36b797e0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:10.217188 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d2b4325f-9f24-46ef-9784-0e36b797e0b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:10.221575 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8f8a51-4c95-43fc-b25b-e1d6342154ad None None] Network 7b3aa08a-6f18-4670-a328-38e18a0c7ae1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:22:10.224674 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.225415 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.225663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.225997 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.227139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.227139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.227304 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.227580 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.227901 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.229282 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.229577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.229974 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.238032 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-89085d7f-c8cf-4aa1-85c1-0a03c3679bad req-ea9b0760-27c1-4732-bf87-385d06d02b72 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583420 Aug 31 01:22:10.258145 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:10.352455 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d2b4325f-9f24-46ef-9784-0e36b797e0b5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9490075 Aug 31 01:22:10.355059 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['9123cd04-40f8-4996-9307-49feeed55e0c'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:22:10.405571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c37332e-72b5-4161-980f-341bcd73a478 None None] Network 7b3aa08a-6f18-4670-a328-38e18a0c7ae1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:22:10.531058 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47598) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:10.589189 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d9af25-5651-4468-bfdf-ef1820c09511 admin admin] Deleting subnet 9df48142-9617-4b79-aea3-50cc1c24c982 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:22:10.592960 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d0d9af25-5651-4468-bfdf-ef1820c09511 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:10.636065 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d0d9af25-5651-4468-bfdf-ef1820c09511 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:10.689747 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d0d9af25-5651-4468-bfdf-ef1820c09511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:10.849609 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d0d9af25-5651-4468-bfdf-ef1820c09511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:10.889703 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9af25-5651-4468-bfdf-ef1820c09511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9df48142-9617-4b79-aea3-50cc1c24c982,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:10.892237 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d0d9af25-5651-4468-bfdf-ef1820c09511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:10.897324 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d0d9af25-5651-4468-bfdf-ef1820c09511 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9df48142-9617-4b79-aea3-50cc1c24c982 HTTP/1.1" status: 204 len: 168 time: 0.3625910 Aug 31 01:22:10.898142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 47604) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:11.017597 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b6b83f24-8dd7-4cce-a868-ef2948cb1d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:11.084711 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd734df-f54d-47bf-977c-28408d3a3dcb req-e645b448-ae67-47ef-8508-d792804ac730 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:11.086466 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bdd734df-f54d-47bf-977c-28408d3a3dcb req-e645b448-ae67-47ef-8508-d792804ac730 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0844159 Aug 31 01:22:11.178607 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b6b83f24-8dd7-4cce-a868-ef2948cb1d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:11.189746 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bdd734df-f54d-47bf-977c-28408d3a3dcb req-b9d80904-d9f1-4232-9006-25df2ff92349 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897419 Aug 31 01:22:11.194431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b6b83f24-8dd7-4cce-a868-ef2948cb1d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dde6314-26e1-4064-8bef-0692e5bbf2b3']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:11.214177 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b6b83f24-8dd7-4cce-a868-ef2948cb1d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7177a3d4-7cff-445b-8ab1-f764348d8fb5') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:11.214473 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b6b83f24-8dd7-4cce-a868-ef2948cb1d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7177a3d4-7cff-445b-8ab1-f764348d8fb5') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:11.237345 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b6b83f24-8dd7-4cce-a868-ef2948cb1d2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:11.252322 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b6b83f24-8dd7-4cce-a868-ef2948cb1d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:11.258980 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b83f24-8dd7-4cce-a868-ef2948cb1d2f admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:22:11.259689 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b6b83f24-8dd7-4cce-a868-ef2948cb1d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:22:11.261922 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:22:11.380960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed9452-f1ff-4c8f-8a58-7686921baf11 req-2b3836ba-2523-462b-a3b1-f9f1f5625da0 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:11.383348 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9aed9452-f1ff-4c8f-8a58-7686921baf11 req-2b3836ba-2523-462b-a3b1-f9f1f5625da0 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 944 time: 0.0644231 Aug 31 01:22:11.430169 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9aed9452-f1ff-4c8f-8a58-7686921baf11 req-916043d7-00c1-44d3-8dd8-85dab5c02127 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403576 Aug 31 01:22:11.771466 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9123cd04-40f8-4996-9307-49feeed55e0c up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:11.819600 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 9123cd04-40f8-4996-9307-49feeed55e0c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:11.819994 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:11.865546 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b6b83f24-8dd7-4cce-a868-ef2948cb1d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:11.993051 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b6b83f24-8dd7-4cce-a868-ef2948cb1d2f admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:11.993051 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b6b83f24-8dd7-4cce-a868-ef2948cb1d2f admin admin] 10.222.0.16 "DELETE /v2.0/networks/1dde6314-26e1-4064-8bef-0692e5bbf2b3 HTTP/1.1" status: 204 len: 168 time: 0.9856138 Aug 31 01:22:11.995643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47616) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:11.995717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b83f24-8dd7-4cce-a868-ef2948cb1d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=1dde6314-26e1-4064-8bef-0692e5bbf2b3,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:11.995782 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:11.995782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77f3535-bc70-45cd-b1c9-b7ea0118369e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9123cd04-40f8-4996-9307-49feeed55e0c'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:22:11.995782 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f4c8ed-ba0a-4826-b1dc-395ef4688bf0" -d '{"events": [{"server_uuid": "c77f3535-bc70-45cd-b1c9-b7ea0118369e", "name": "network-vif-plugged", "status": "completed", "tag": "9123cd04-40f8-4996-9307-49feeed55e0c"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:22:11.995977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d99e91-8132-44aa-96b0-ca84d5c436ba admin admin] Deleting subnet 4402750a-8c67-4123-b6e7-6c8a0b62c8c2 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:22:11.995977 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57d99e91-8132-44aa-96b0-ca84d5c436ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:11.996739 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 9123cd04-40f8-4996-9307-49feeed55e0c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9123cd04-40f8-4996-9307-49feeed55e0c,segment=NetworkSegment(6d65199a-bc05-408a-b69d-5c7ddae20321),segment_id=6d65199a-bc05-408a-b69d-5c7ddae20321)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:11.996739 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954a57f2-5ecf-494b-9318-66aa4f3cd55d x-openstack-request-id: req-954a57f2-5ecf-494b-9318-66aa4f3cd55d {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:22:11.996739 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77f3535-bc70-45cd-b1c9-b7ea0118369e", "name": "network-vif-plugged", "status": "completed", "tag": "9123cd04-40f8-4996-9307-49feeed55e0c", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:22:11.996739 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-954a57f2-5ecf-494b-9318-66aa4f3cd55d {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:22:11.996739 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77f3535-bc70-45cd-b1c9-b7ea0118369e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9123cd04-40f8-4996-9307-49feeed55e0c', 'code': 200} Aug 31 01:22:11.997062 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57d99e91-8132-44aa-96b0-ca84d5c436ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:12.044691 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57d99e91-8132-44aa-96b0-ca84d5c436ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:12.246183 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:12.249213 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57d99e91-8132-44aa-96b0-ca84d5c436ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:12.353844 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=9123cd04-40f8-4996-9307-49feeed55e0c,revision_number=10']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:12.384759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d99e91-8132-44aa-96b0-ca84d5c436ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4402750a-8c67-4123-b6e7-6c8a0b62c8c2,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:12.401058 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57d99e91-8132-44aa-96b0-ca84d5c436ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:12.403079 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-57d99e91-8132-44aa-96b0-ca84d5c436ba admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4402750a-8c67-4123-b6e7-6c8a0b62c8c2 HTTP/1.1" status: 204 len: 168 time: 0.5135868 Aug 31 01:22:12.406343 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47628) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:12.496960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b1ca9-1228-4d52-a792-0004ee6301ba req-997fee74-0723-46eb-abe5-da3316ae877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:12.498449 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-186b1ca9-1228-4d52-a792-0004ee6301ba req-997fee74-0723-46eb-abe5-da3316ae877e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 1098 time: 0.1537511 Aug 31 01:22:12.504240 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b638703c-af78-4e43-ac2f-a0ec45c74ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:12.521278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051f030-edf6-4fca-bf17-4d4570e2ce77 req-a3b17420-c68b-4245-ac72-fd8604326481 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:12.522905 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4051f030-edf6-4fca-bf17-4d4570e2ce77 req-a3b17420-c68b-4245-ac72-fd8604326481 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.1639788 Aug 31 01:22:12.611258 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-186b1ca9-1228-4d52-a792-0004ee6301ba req-ae2978e1-8749-47e7-94b9-4c6075e8026b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049495 Aug 31 01:22:12.618633 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4051f030-edf6-4fca-bf17-4d4570e2ce77 req-fc249647-19a9-4a1b-b5c7-be02aef2d5ec tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868120 Aug 31 01:22:12.684872 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b638703c-af78-4e43-ac2f-a0ec45c74ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:12.696840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-b638703c-af78-4e43-ac2f-a0ec45c74ade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3aa08a-6f18-4670-a328-38e18a0c7ae1']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:12.714904 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-b638703c-af78-4e43-ac2f-a0ec45c74ade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791355f9-d286-4426-a3bc-5f7209b0c56f') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:12.715192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-b638703c-af78-4e43-ac2f-a0ec45c74ade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791355f9-d286-4426-a3bc-5f7209b0c56f') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:12.725149 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b638703c-af78-4e43-ac2f-a0ec45c74ade admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:12.741742 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b638703c-af78-4e43-ac2f-a0ec45c74ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:12.748491 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b638703c-af78-4e43-ac2f-a0ec45c74ade admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:22:12.748886 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b638703c-af78-4e43-ac2f-a0ec45c74ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:22:12.750899 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:22:12.870863 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5313c-0b0d-4103-bc38-d5f39d8d1ab9 req-9306a21f-fb48-4f93-b276-622add776752 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:12.872377 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-31a5313c-0b0d-4103-bc38-d5f39d8d1ab9 req-9306a21f-fb48-4f93-b276-622add776752 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.3548079 Aug 31 01:22:12.884506 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b638703c-af78-4e43-ac2f-a0ec45c74ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:12.891867 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b638703c-af78-4e43-ac2f-a0ec45c74ade admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:12.894830 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b638703c-af78-4e43-ac2f-a0ec45c74ade admin admin] 10.222.0.16 "DELETE /v2.0/networks/7b3aa08a-6f18-4670-a328-38e18a0c7ae1 HTTP/1.1" status: 204 len: 168 time: 0.4867151 Aug 31 01:22:12.923178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638703c-af78-4e43-ac2f-a0ec45c74ade admin admin] Pushing event deleted for resources: {'Network': ['ID=7b3aa08a-6f18-4670-a328-38e18a0c7ae1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:12.931197 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-31a5313c-0b0d-4103-bc38-d5f39d8d1ab9 req-c30d9947-5e94-496a-a0bb-a4032654c17c tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521712 Aug 31 01:22:13.491976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47646) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:13.543116 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-87b1d6eb-d957-4cd6-8159-88087ae7a6ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1e24ae843d44548b8873b920d8a7ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490775 Aug 31 01:22:13.544460 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47650) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:13.623532 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0492028d-3f0d-4270-abcc-f18ff4e228e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:13.676093 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0492028d-3f0d-4270-abcc-f18ff4e228e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:13.788740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bb17b-55ba-4114-8c5e-8d89c5560c6b req-e31a3e0f-abdc-43a3-9a43-6cb89336dd0a tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:13.794543 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a65bb17b-55ba-4114-8c5e-8d89c5560c6b req-e31a3e0f-abdc-43a3-9a43-6cb89336dd0a tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0899587 Aug 31 01:22:13.841372 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a65bb17b-55ba-4114-8c5e-8d89c5560c6b req-be649d37-c93b-4e46-a8c4-6a6d372d817c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394926 Aug 31 01:22:13.883470 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0492028d-3f0d-4270-abcc-f18ff4e228e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:13.886583 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0492028d-3f0d-4270-abcc-f18ff4e228e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:13.887777 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0492028d-3f0d-4270-abcc-f18ff4e228e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad35bf9b-3c0b-42d4-9d93-3a74c63d1495 HTTP/1.1" status: 204 len: 168 time: 0.3422403 Aug 31 01:22:13.897257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492028d-3f0d-4270-abcc-f18ff4e228e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad35bf9b-3c0b-42d4-9d93-3a74c63d1495,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:14.092181 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d60b7-ee76-4fe0-810d-eba92cf98be5 req-6a67176e-3360-4d92-a3f3-6eb8eb19759a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:14.093955 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-443d60b7-ee76-4fe0-810d-eba92cf98be5 req-6a67176e-3360-4d92-a3f3-6eb8eb19759a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0728600 Aug 31 01:22:14.171676 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-443d60b7-ee76-4fe0-810d-eba92cf98be5 req-6469d087-ebad-4407-a775-c153f994241b tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702240 Aug 31 01:22:14.893807 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47700) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:14.949558 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-95a3b274-0459-424b-af5b-715f11bd7ae2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e927426ef7de4bd48d224a952e59bfa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544820 Aug 31 01:22:14.951990 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47702) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:15.055358 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296004a4-6486-400c-8d8e-2c4c0ee4b913 req-c6e17c2d-48c6-4486-ac52-13e2b54f2b7c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:15.057374 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-296004a4-6486-400c-8d8e-2c4c0ee4b913 req-c6e17c2d-48c6-4486-ac52-13e2b54f2b7c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0931211 Aug 31 01:22:15.058318 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f5d3681-0ac6-4039-ba53-171ddd7413a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:15.100174 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f5d3681-0ac6-4039-ba53-171ddd7413a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:15.138867 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-296004a4-6486-400c-8d8e-2c4c0ee4b913 req-5552686d-91e3-4b36-bb70-851fd171dec4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751863 Aug 31 01:22:15.278623 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f5d3681-0ac6-4039-ba53-171ddd7413a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:15.281363 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f5d3681-0ac6-4039-ba53-171ddd7413a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:15.286453 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1f5d3681-0ac6-4039-ba53-171ddd7413a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eae01948-d55a-4362-bd5e-651ddb1d62bf HTTP/1.1" status: 204 len: 168 time: 0.3331168 Aug 31 01:22:15.294963 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0370c6-33f8-4872-9953-3302cc206b7b req-fb86de50-affe-4987-8e0b-0f4f33c1d82a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:15.297186 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3c0370c6-33f8-4872-9953-3302cc206b7b req-fb86de50-affe-4987-8e0b-0f4f33c1d82a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0573468 Aug 31 01:22:15.306790 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d3681-0ac6-4039-ba53-171ddd7413a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae01948-d55a-4362-bd5e-651ddb1d62bf,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:15.362363 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3c0370c6-33f8-4872-9953-3302cc206b7b req-fa3d986c-327f-4424-a791-7f090a3273dc tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575528 Aug 31 01:22:16.276448 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e8938-8483-4571-bd4c-c44c2df46039 req-10cd55ac-ca58-40a4-8a1a-ece9be922c35 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:16.279178 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-079e8938-8483-4571-bd4c-c44c2df46039 req-10cd55ac-ca58-40a4-8a1a-ece9be922c35 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0642781 Aug 31 01:22:16.326104 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-079e8938-8483-4571-bd4c-c44c2df46039 req-6798b02a-8eba-4d18-b358-4a0ae54d0a00 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406730 Aug 31 01:22:16.502770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb67b4-9504-4df8-9464-3bd98ae0bbd8 req-9496dd3e-88a0-4471-b13f-7fb2d162ef1a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:16.504275 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7beb67b4-9504-4df8-9464-3bd98ae0bbd8 req-9496dd3e-88a0-4471-b13f-7fb2d162ef1a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0620577 Aug 31 01:22:16.545899 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7beb67b4-9504-4df8-9464-3bd98ae0bbd8 req-ea8915ea-2e7a-4c36-986a-81696ae4009e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353570 Aug 31 01:22:16.710829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f8324-18d1-4ac0-a97e-fca8e9c18edf req-6c03862e-6315-4ad5-b9d8-35589761f0d5 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:16.713046 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e9f8324-18d1-4ac0-a97e-fca8e9c18edf req-6c03862e-6315-4ad5-b9d8-35589761f0d5 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0876760 Aug 31 01:22:16.771110 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e9f8324-18d1-4ac0-a97e-fca8e9c18edf req-78a68ac3-4841-4fe4-9f69-6c300033ca60 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465522 Aug 31 01:22:16.909529 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cca501-6188-41b6-b39f-eb031b5b948b req-e9865b61-76cb-4b4a-9484-4fe9d2a6dca1 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:16.914084 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10cca501-6188-41b6-b39f-eb031b5b948b req-e9865b61-76cb-4b4a-9484-4fe9d2a6dca1 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0573802 Aug 31 01:22:16.955813 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10cca501-6188-41b6-b39f-eb031b5b948b req-beb3f75b-51ba-4952-abea-2da3aca7fa4e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370798 Aug 31 01:22:17.126251 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd8c46-af16-44af-94b2-24a8a50000ae req-a2a0125f-9b81-4804-8c88-8002fe64a7d5 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:17.127932 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-47bd8c46-af16-44af-94b2-24a8a50000ae req-a2a0125f-9b81-4804-8c88-8002fe64a7d5 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0767434 Aug 31 01:22:17.176382 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-47bd8c46-af16-44af-94b2-24a8a50000ae req-a70f3228-5ac6-4606-ba4a-3173d1e1db00 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421600 Aug 31 01:22:17.329008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabc405-c90a-418a-b972-b9f585d42798 req-88b2bd2b-24c4-4651-a6b1-f4bd0b817433 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:17.330740 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8cabc405-c90a-418a-b972-b9f585d42798 req-88b2bd2b-24c4-4651-a6b1-f4bd0b817433 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0586259 Aug 31 01:22:17.402974 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8cabc405-c90a-418a-b972-b9f585d42798 req-a451fa9d-4013-481f-b6a5-9b159dfe2448 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579989 Aug 31 01:22:17.528940 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852bfda-4fe9-430e-ac68-5de6e5a814ce req-0db4f3bb-179d-4746-b3a1-fd90b3adb84f tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:17.531177 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9852bfda-4fe9-430e-ac68-5de6e5a814ce req-0db4f3bb-179d-4746-b3a1-fd90b3adb84f tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.1005831 Aug 31 01:22:17.582508 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9852bfda-4fe9-430e-ac68-5de6e5a814ce req-849438a5-45ec-4fd8-8cd9-0b307b3e1e43 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419617 Aug 31 01:22:17.599513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11486cc-5906-4ae8-a68f-01ca31866f8f req-3d48bfdb-69ac-4946-afe7-65082c430043 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:17.601130 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d11486cc-5906-4ae8-a68f-01ca31866f8f req-3d48bfdb-69ac-4946-afe7-65082c430043 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0802624 Aug 31 01:22:17.649184 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d11486cc-5906-4ae8-a68f-01ca31866f8f req-c680c41a-9205-4432-9a9c-0e3c1a37742e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401981 Aug 31 01:22:17.816444 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d2403-a8e3-48b1-b5b9-bb3498fe0fcf req-0a50e7fc-55af-4a9b-9556-0d43c912ab22 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:17.818151 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-646d2403-a8e3-48b1-b5b9-bb3498fe0fcf req-0a50e7fc-55af-4a9b-9556-0d43c912ab22 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0761130 Aug 31 01:22:17.878001 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-646d2403-a8e3-48b1-b5b9-bb3498fe0fcf req-2c9581d2-dd02-4150-a452-747283373f22 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519755 Aug 31 01:22:18.065815 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47802) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:18.274227 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8b1433ef-beda-49cf-961f-55907ed8afa3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc150f8734f94c26b3066ef53594895c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054431 Aug 31 01:22:18.277026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 47810) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:18.348507 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf5dddab-2e3e-47c6-bb61-1f1df5054812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:18.371058 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf5dddab-2e3e-47c6-bb61-1f1df5054812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:18.531916 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d45b3a-3021-4c3f-ac64-35457bc6e87e req-0d8ff56e-efd9-4d76-a3a9-f6ace1781f28 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:18.538141 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-29d45b3a-3021-4c3f-ac64-35457bc6e87e req-0d8ff56e-efd9-4d76-a3a9-f6ace1781f28 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0663049 Aug 31 01:22:18.579972 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-29d45b3a-3021-4c3f-ac64-35457bc6e87e req-ece910de-b9d9-4fd4-8431-243304b3c81d tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397289 Aug 31 01:22:18.599819 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf5dddab-2e3e-47c6-bb61-1f1df5054812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:18.605076 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf5dddab-2e3e-47c6-bb61-1f1df5054812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:18.606938 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cf5dddab-2e3e-47c6-bb61-1f1df5054812 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81bf80ca-a234-45b6-bd17-757928097c7d HTTP/1.1" status: 204 len: 168 time: 0.3285980 Aug 31 01:22:18.625120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5dddab-2e3e-47c6-bb61-1f1df5054812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bf80ca-a234-45b6-bd17-757928097c7d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:18.745634 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29728057-74d4-4af1-a263-d82ffd4c8c65 req-e1d464e6-86e6-49ce-996d-3d3bbb3f6c9f tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:18.748247 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-29728057-74d4-4af1-a263-d82ffd4c8c65 req-e1d464e6-86e6-49ce-996d-3d3bbb3f6c9f tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0616727 Aug 31 01:22:18.802565 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-29728057-74d4-4af1-a263-d82ffd4c8c65 req-408c4e59-0b78-4189-8a8b-223e78ad529a tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478718 Aug 31 01:22:19.721029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40690152-3de5-40fe-8721-09147e9b0eb1 req-9a581345-da3f-479c-b78c-36314d04e9f0 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:19.734485 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-40690152-3de5-40fe-8721-09147e9b0eb1 req-9a581345-da3f-479c-b78c-36314d04e9f0 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0696788 Aug 31 01:22:19.826426 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-40690152-3de5-40fe-8721-09147e9b0eb1 req-a1b9b3ce-f208-4a20-8db7-617d2cd9ca64 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853274 Aug 31 01:22:19.948854 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0b132-25d0-4806-8af6-bc5b05778bc6 req-54d03189-f104-415f-bc0e-d2d2592768f0 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:19.951147 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ccd0b132-25d0-4806-8af6-bc5b05778bc6 req-54d03189-f104-415f-bc0e-d2d2592768f0 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0616114 Aug 31 01:22:20.020812 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ccd0b132-25d0-4806-8af6-bc5b05778bc6 req-5e11896e-ac3e-4b5b-baf2-b84460d8e35e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608866 Aug 31 01:22:20.486367 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d7461-10ba-4f7d-b4c7-58f96c4cadeb req-1da8f58a-69ec-4ef0-934f-b04e6bb93f83 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:20.488000 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e7d7461-10ba-4f7d-b4c7-58f96c4cadeb req-1da8f58a-69ec-4ef0-934f-b04e6bb93f83 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.1152654 Aug 31 01:22:20.564285 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e7d7461-10ba-4f7d-b4c7-58f96c4cadeb req-a18d82eb-7c14-4656-9277-527dee482126 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686152 Aug 31 01:22:20.593335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5064d-be29-4221-b7b0-a79c680b688f req-1aa7b55f-ae26-404f-a004-2b637af71412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:20.595337 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ffb5064d-be29-4221-b7b0-a79c680b688f req-1aa7b55f-ae26-404f-a004-2b637af71412 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd5873ec25cd475faddc2dfcf8d0e540&device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 1098 time: 0.0701883 Aug 31 01:22:20.728713 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5064d-be29-4221-b7b0-a79c680b688f req-8321c691-4ec2-4c08-b13c-7f7aa169c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:20.731175 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ffb5064d-be29-4221-b7b0-a79c680b688f req-8321c691-4ec2-4c08-b13c-7f7aa169c9d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89f7c789-f065-435a-b19c-f559037f3737 HTTP/1.1" status: 200 len: 915 time: 0.1287317 Aug 31 01:22:20.779309 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ffb5064d-be29-4221-b7b0-a79c680b688f req-6416b650-d417-4d16-86b3-30ece2f9492c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9123cd04-40f8-4996-9307-49feeed55e0c HTTP/1.1" status: 200 len: 217 time: 0.0410364 Aug 31 01:22:20.832271 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5064d-be29-4221-b7b0-a79c680b688f req-c8f72dcd-ee2b-4e51-98fc-2823309592c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:20.833696 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ffb5064d-be29-4221-b7b0-a79c680b688f req-c8f72dcd-ee2b-4e51-98fc-2823309592c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b15db45e-94e9-47e3-b086-e04ef6a2ca50 HTTP/1.1" status: 200 len: 854 time: 0.0477855 Aug 31 01:22:20.872369 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ffb5064d-be29-4221-b7b0-a79c680b688f req-6b299126-7263-4e62-9dba-ed3565ff5b17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89f7c789-f065-435a-b19c-f559037f3737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315995 Aug 31 01:22:20.980720 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ffb5064d-be29-4221-b7b0-a79c680b688f req-8683bf47-c523-47d0-b7dc-fb39f0e9c618 service neutron] 10.222.0.41 "GET /v2.0/networks/89f7c789-f065-435a-b19c-f559037f3737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002395 Aug 31 01:22:21.111786 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ffb5064d-be29-4221-b7b0-a79c680b688f req-7c910fc8-e40b-4c5b-9b52-13a89186a703 service neutron] 10.222.0.41 "GET /v2.0/networks/89f7c789-f065-435a-b19c-f559037f3737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207011 Aug 31 01:22:21.187345 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54310a98-b76c-48d0-ab91-de022dffcdfd req-6beaf709-9061-4614-9f76-e85390648a2c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:21.189266 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54310a98-b76c-48d0-ab91-de022dffcdfd req-6beaf709-9061-4614-9f76-e85390648a2c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0820889 Aug 31 01:22:21.250470 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54310a98-b76c-48d0-ab91-de022dffcdfd req-acd8d34b-9d67-4a4f-9917-baa8ed05ecd6 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542011 Aug 31 01:22:21.755179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc413ae-c4de-4495-b15a-93948c553fed req-999b3d02-f29a-476c-96c5-fa75233c7f2f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:21.757384 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-adc413ae-c4de-4495-b15a-93948c553fed req-999b3d02-f29a-476c-96c5-fa75233c7f2f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0932460 Aug 31 01:22:21.829479 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-adc413ae-c4de-4495-b15a-93948c553fed req-fba81686-245e-4ac0-a398-76e16539c8cf tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639942 Aug 31 01:22:22.461351 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932282dc-5bf8-4e0e-b48f-2cbf81697d25 req-c0ecb986-7204-4425-a37a-8f4162c1467d tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:22.466042 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-932282dc-5bf8-4e0e-b48f-2cbf81697d25 req-c0ecb986-7204-4425-a37a-8f4162c1467d tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0757675 Aug 31 01:22:22.527593 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-932282dc-5bf8-4e0e-b48f-2cbf81697d25 req-adf14604-80f9-4b71-9f6c-be9edae2dbf3 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522084 Aug 31 01:22:22.977593 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3e3c0-e349-49a3-ba6b-eeba3907c820 req-d3e4ae4b-b523-439a-a9ac-1b108848260a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:22.986345 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-17c3e3c0-e349-49a3-ba6b-eeba3907c820 req-d3e4ae4b-b523-439a-a9ac-1b108848260a tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0754020 Aug 31 01:22:23.036493 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-17c3e3c0-e349-49a3-ba6b-eeba3907c820 req-212845f6-dcc8-4431-a258-9417c4551ca5 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489454 Aug 31 01:22:23.087051 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f1e14-03bc-4c30-8bab-d3388cf507f6 req-22d62e7f-206c-4521-9901-3e97d0d5872e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:23.096617 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b46f1e14-03bc-4c30-8bab-d3388cf507f6 req-22d62e7f-206c-4521-9901-3e97d0d5872e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0770314 Aug 31 01:22:23.193213 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b46f1e14-03bc-4c30-8bab-d3388cf507f6 req-b433549f-b6c3-4c0f-9f65-63322d872fd6 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951109 Aug 31 01:22:23.230552 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757c2c7-0acd-445e-b8ad-9a13880eb7e9 req-692bfa80-93fd-48a9-942a-d71d902e9014 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:23.232824 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1757c2c7-0acd-445e-b8ad-9a13880eb7e9 req-692bfa80-93fd-48a9-942a-d71d902e9014 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0733674 Aug 31 01:22:23.293302 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1757c2c7-0acd-445e-b8ad-9a13880eb7e9 req-7daebb1f-1d93-478e-bd5e-1df8b22d99b3 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506299 Aug 31 01:22:23.445390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558784a-a7db-4df9-8ae7-2c0a283c5810 req-3ce74e63-29c7-4b93-8c2e-a71304864e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:23.448074 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2558784a-a7db-4df9-8ae7-2c0a283c5810 req-3ce74e63-29c7-4b93-8c2e-a71304864e49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e9fb06e01654acf8087ff144343ee10&device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 1098 time: 0.2302535 Aug 31 01:22:23.531063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22221201-a541-4f77-9fdd-8d018b46f7ec req-b8c39431-bc3d-403e-866a-feb48e26c160 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:23.533483 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-22221201-a541-4f77-9fdd-8d018b46f7ec req-b8c39431-bc3d-403e-866a-feb48e26c160 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0863392 Aug 31 01:22:23.597406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558784a-a7db-4df9-8ae7-2c0a283c5810 req-f6f2f14d-dd9a-45a6-a445-e714747f13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:23.599509 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2558784a-a7db-4df9-8ae7-2c0a283c5810 req-f6f2f14d-dd9a-45a6-a445-e714747f13c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=889b8bdc-4727-4715-b1e1-0ac4e4969e44 HTTP/1.1" status: 200 len: 912 time: 0.1431675 Aug 31 01:22:23.600343 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-22221201-a541-4f77-9fdd-8d018b46f7ec req-2cc1a00f-6749-452b-b7a3-4110cfc4b030 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588193 Aug 31 01:22:23.674648 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2558784a-a7db-4df9-8ae7-2c0a283c5810 req-706ea826-c7db-4213-b564-41af2953ae80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77292cc4-782b-437f-b99f-2bb0fab9b5ee HTTP/1.1" status: 200 len: 1001 time: 0.0678041 Aug 31 01:22:23.776524 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558784a-a7db-4df9-8ae7-2c0a283c5810 req-d92f2be8-f0ea-4f94-a680-69713419eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:23.778193 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2558784a-a7db-4df9-8ae7-2c0a283c5810 req-d92f2be8-f0ea-4f94-a680-69713419eb8f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fda6a004-98bc-4255-914b-598d0c22693d HTTP/1.1" status: 200 len: 850 time: 0.0928750 Aug 31 01:22:23.789993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5c64c-6770-4e51-8afe-97307dfc8cbb req-6390b468-7e01-48e1-9df2-e41bfc64f913 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:23.792283 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27e5c64c-6770-4e51-8afe-97307dfc8cbb req-6390b468-7e01-48e1-9df2-e41bfc64f913 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.1166210 Aug 31 01:22:23.868533 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27e5c64c-6770-4e51-8afe-97307dfc8cbb req-d9428b24-8ce8-4054-94ef-bf787f7a1862 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658534 Aug 31 01:22:23.876159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558784a-a7db-4df9-8ae7-2c0a283c5810 req-278023a0-b7e1-4672-b7a2-95e5ba8ecbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:23.878034 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2558784a-a7db-4df9-8ae7-2c0a283c5810 req-278023a0-b7e1-4672-b7a2-95e5ba8ecbcc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=889b8bdc-4727-4715-b1e1-0ac4e4969e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847971 Aug 31 01:22:23.986743 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2558784a-a7db-4df9-8ae7-2c0a283c5810 req-4fd96cc2-fe68-4e9e-9ae3-04da2ef9c25e service neutron] 10.222.0.48 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004946 Aug 31 01:22:24.129326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0567acb-740f-4e42-acd9-75e6e73abc6d req-dbd7c4f7-bd8b-43ee-bf6b-d963fa37b9d0 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:24.131826 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c0567acb-740f-4e42-acd9-75e6e73abc6d req-dbd7c4f7-bd8b-43ee-bf6b-d963fa37b9d0 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.1290157 Aug 31 01:22:24.216460 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2558784a-a7db-4df9-8ae7-2c0a283c5810 req-8fa36971-c7da-40db-ad65-3cb536a51cfe service neutron] 10.222.0.48 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234156 Aug 31 01:22:24.272584 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c0567acb-740f-4e42-acd9-75e6e73abc6d req-ed1241fa-11d5-4431-8a2b-87af7133e73f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107962 Aug 31 01:22:24.396801 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1abcf8-70ba-44b2-ade6-132abfc7bf2d req-a54e1a3a-b4b0-4518-98cf-8697d91cd0fc tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:24.398477 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1f1abcf8-70ba-44b2-ade6-132abfc7bf2d req-a54e1a3a-b4b0-4518-98cf-8697d91cd0fc tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0710511 Aug 31 01:22:24.435127 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b755c-c882-4f77-aeb9-659d7a377140 req-8f74784b-875d-42be-86b9-96f8cd28ab88 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:24.436809 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b9b755c-c882-4f77-aeb9-659d7a377140 req-8f74784b-875d-42be-86b9-96f8cd28ab88 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0624957 Aug 31 01:22:24.452222 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1f1abcf8-70ba-44b2-ade6-132abfc7bf2d req-1340d316-013c-4ac5-8e63-ff038bd26c2d tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443509 Aug 31 01:22:24.491243 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b9b755c-c882-4f77-aeb9-659d7a377140 req-8b0bf122-9904-47d2-9714-62bb9b7eb05c tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461645 Aug 31 01:22:24.644825 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673b415-6cbf-4d58-9d3f-6d93621cadd6 req-b86c3951-dd92-4700-8fba-7b7c373cb8b4 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:24.646565 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3673b415-6cbf-4d58-9d3f-6d93621cadd6 req-b86c3951-dd92-4700-8fba-7b7c373cb8b4 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0596507 Aug 31 01:22:24.701101 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3673b415-6cbf-4d58-9d3f-6d93621cadd6 req-f952611c-9e28-418e-a168-a26e0503ba28 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 Aug 31 01:22:24.840925 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d2c2f-f39f-426a-ab00-ee52bf03d007 req-f6d997f2-da32-4098-bd71-cf54c16dea5e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:24.842511 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-982d2c2f-f39f-426a-ab00-ee52bf03d007 req-f6d997f2-da32-4098-bd71-cf54c16dea5e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0609753 Aug 31 01:22:24.890972 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-982d2c2f-f39f-426a-ab00-ee52bf03d007 req-df950ba8-33fd-47cf-9bd9-7d553330ccf7 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416481 Aug 31 01:22:24.970850 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-2a642992-58d1-421c-8fb1-ec85e633eb2d req-2b0f82f7-034e-4477-8a8b-5ca0e02486b0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:22:24.971816 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a642992-58d1-421c-8fb1-ec85e633eb2d req-2b0f82f7-034e-4477-8a8b-5ca0e02486b0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056746 Aug 31 01:22:25.107657 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358c0f4-5d40-434e-8b50-254595d3c9b6 req-c6e679ca-4035-4b69-aee4-8c8c6ba3d202 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:25.121752 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e358c0f4-5d40-434e-8b50-254595d3c9b6 req-c6e679ca-4035-4b69-aee4-8c8c6ba3d202 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0622475 Aug 31 01:22:25.160588 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e358c0f4-5d40-434e-8b50-254595d3c9b6 req-e6c92b38-557f-4627-b607-0b17b01ee82d tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368114 Aug 31 01:22:25.313233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea3158-391c-451c-b1d2-ee9fcd3dd66d req-ec3171b4-666f-4ea8-b868-7a4b73bf8903 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:25.314953 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-33ea3158-391c-451c-b1d2-ee9fcd3dd66d req-ec3171b4-666f-4ea8-b868-7a4b73bf8903 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0683939 Aug 31 01:22:25.361868 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-33ea3158-391c-451c-b1d2-ee9fcd3dd66d req-0497bdf8-d7b6-4182-936f-0e5cea4dce8f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403614 Aug 31 01:22:25.535115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d17a77-54a8-4f56-9bf7-86433138447f req-24b2d425-4f68-4435-b0b2-7be81d43522f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:25.537176 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8d17a77-54a8-4f56-9bf7-86433138447f req-24b2d425-4f68-4435-b0b2-7be81d43522f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0596066 Aug 31 01:22:25.595164 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c8d17a77-54a8-4f56-9bf7-86433138447f req-2e318635-6711-4b24-b67c-fccbf5527500 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512743 Aug 31 01:22:25.628370 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927f3e3-7bf6-486e-8b04-724f36977821 req-eeec3134-0f65-461f-a5c6-c560063f97db tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:25.636423 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d927f3e3-7bf6-486e-8b04-724f36977821 req-eeec3134-0f65-461f-a5c6-c560063f97db tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0919111 Aug 31 01:22:25.685569 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d927f3e3-7bf6-486e-8b04-724f36977821 req-c688b74a-e266-420a-b37c-9418a6d612db tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478814 Aug 31 01:22:25.794597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46020035-ce44-4f05-9b6a-279c7a0de096 req-289ba7e6-97ed-4fb9-a6e7-7241d9da22fc tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:25.798138 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-46020035-ce44-4f05-9b6a-279c7a0de096 req-289ba7e6-97ed-4fb9-a6e7-7241d9da22fc tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0763085 Aug 31 01:22:25.874522 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-46020035-ce44-4f05-9b6a-279c7a0de096 req-9ee1ab1f-f6c3-481c-9311-640d57ecd6d5 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655794 Aug 31 01:22:26.032894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068200cc-29ff-42ad-9f48-6dc6ddf78c35 req-f76c68d9-30d3-495e-a8b4-626b4708df8d tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:26.034397 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-068200cc-29ff-42ad-9f48-6dc6ddf78c35 req-f76c68d9-30d3-495e-a8b4-626b4708df8d tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0651417 Aug 31 01:22:26.081864 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-068200cc-29ff-42ad-9f48-6dc6ddf78c35 req-cc793a30-74dd-40b3-9f5c-2d32cad9306e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376909 Aug 31 01:22:26.217173 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de0157-8135-43ed-b4d7-8f4628e56106 req-de70fbfa-7a88-450d-8bf3-5ed99f1dbc35 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:26.219285 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-65de0157-8135-43ed-b4d7-8f4628e56106 req-de70fbfa-7a88-450d-8bf3-5ed99f1dbc35 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0605576 Aug 31 01:22:26.268005 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-65de0157-8135-43ed-b4d7-8f4628e56106 req-2f333242-027e-4738-a141-a98097467bd9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429428 Aug 31 01:22:26.440437 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774f77b-d895-4ffb-9450-d406ffa0d089 req-d1753488-ac77-4cee-a5a6-a90616742fbd tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:26.442370 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5774f77b-d895-4ffb-9450-d406ffa0d089 req-d1753488-ac77-4cee-a5a6-a90616742fbd tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0642188 Aug 31 01:22:26.490415 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5774f77b-d895-4ffb-9450-d406ffa0d089 req-1d5387b4-eb13-4b83-aac2-b61a9b42ab98 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401506 Aug 31 01:22:31.541959 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:22:33.623737 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a205491-4978-48f7-9311-26c1312b55aa req-f8fa90c0-e107-4858-bcf4-b37b39183488 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:33.625206 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9a205491-4978-48f7-9311-26c1312b55aa req-f8fa90c0-e107-4858-bcf4-b37b39183488 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0603161 Aug 31 01:22:33.673829 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9a205491-4978-48f7-9311-26c1312b55aa req-4d4c21ae-6514-498a-b34a-94387e32b7e9 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422180 Aug 31 01:22:34.234857 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e2d1f47b-86e2-43bf-a31c-28488a9e15d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:34.853322 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657c340-853d-454e-9233-bc270c891af1 req-340b0c3b-1990-437d-9a01-61590535bfd7 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:34.855611 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3657c340-853d-454e-9233-bc270c891af1 req-340b0c3b-1990-437d-9a01-61590535bfd7 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0706921 Aug 31 01:22:34.916715 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3657c340-853d-454e-9233-bc270c891af1 req-eb471f6e-3d97-46e1-b017-3de5eb53b5e3 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/security-groups?id=faff6fb2-b199-4325-837d-39076d51d607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509207 Aug 31 01:22:35.079385 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72514f12-fe28-4bcd-8e7b-48ec52aab312 req-8f7a1f03-4054-48b7-84c8-a1a39cf0494f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:35.081124 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-72514f12-fe28-4bcd-8e7b-48ec52aab312 req-8f7a1f03-4054-48b7-84c8-a1a39cf0494f tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 946 time: 0.0576811 Aug 31 01:22:35.187276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-72514f12-fe28-4bcd-8e7b-48ec52aab312 req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Deleting port 9123cd04-40f8-4996-9307-49feeed55e0c {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:22:35.187758 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-72514f12-fe28-4bcd-8e7b-48ec52aab312 req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:35.297681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-72514f12-fe28-4bcd-8e7b-48ec52aab312 req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] For port 9123cd04-40f8-4996-9307-49feeed55e0c, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9123cd04-40f8-4996-9307-49feeed55e0c,segment=NetworkSegment(6d65199a-bc05-408a-b69d-5c7ddae20321),segment_id=6d65199a-bc05-408a-b69d-5c7ddae20321)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:35.298119 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-72514f12-fe28-4bcd-8e7b-48ec52aab312 req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:35.313990 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-72514f12-fe28-4bcd-8e7b-48ec52aab312 req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Calling delete_port for 9123cd04-40f8-4996-9307-49feeed55e0c owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:22:35.620805 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-72514f12-fe28-4bcd-8e7b-48ec52aab312 req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:35.636274 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['9123cd04-40f8-4996-9307-49feeed55e0c'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:22:35.684729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Pushing event deleted for resources: {'Port': ['ID=9123cd04-40f8-4996-9307-49feeed55e0c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:35.710384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:35.710654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:35.710980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:35.711323 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:35.711668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:35.712061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:35.712400 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:35.712730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:35.713059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:35.713388 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:35.713744 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:35.714071 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:35.736347 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-72514f12-fe28-4bcd-8e7b-48ec52aab312 req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] No DVR routers for this DVR port 9123cd04-40f8-4996-9307-49feeed55e0c on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:22:35.739895 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-72514f12-fe28-4bcd-8e7b-48ec52aab312 req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:35.742193 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-72514f12-fe28-4bcd-8e7b-48ec52aab312 req-6e53d3d3-451a-440d-94ec-d3a3d8bc55fb tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.41 "DELETE /v2.0/ports/9123cd04-40f8-4996-9307-49feeed55e0c HTTP/1.1" status: 204 len: 173 time: 0.6547773 Aug 31 01:22:35.742646 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77f3535-bc70-45cd-b1c9-b7ea0118369e', 'name': 'network-vif-deleted', 'tag': '9123cd04-40f8-4996-9307-49feeed55e0c'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:22:35.745783 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1fd18e-598b-4cff-a3f5-cb0e54c0e0e2" -d '{"events": [{"server_uuid": "c77f3535-bc70-45cd-b1c9-b7ea0118369e", "name": "network-vif-deleted", "tag": "9123cd04-40f8-4996-9307-49feeed55e0c"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:22:35.787195 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c1b36c-a99b-4cde-b13a-c6a2eab0f860 x-openstack-request-id: req-66c1b36c-a99b-4cde-b13a-c6a2eab0f860 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:22:35.787687 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77f3535-bc70-45cd-b1c9-b7ea0118369e", "name": "network-vif-deleted", "tag": "9123cd04-40f8-4996-9307-49feeed55e0c", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:22:35.788051 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66c1b36c-a99b-4cde-b13a-c6a2eab0f860 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:22:35.788519 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77f3535-bc70-45cd-b1c9-b7ea0118369e', 'name': 'network-vif-deleted', 'tag': '9123cd04-40f8-4996-9307-49feeed55e0c', 'status': 'completed', 'code': 200} Aug 31 01:22:36.021821 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f34b2f7-9af3-49fd-acf6-b66eff99082a req-50ce600c-29bf-4625-99bf-e31592038320 tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 210 time: 0.0323143 Aug 31 01:22:36.877760 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:37.054657 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fde06aba-f5a9-417c-871e-77e1d9c287dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:37.136357 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:37.187593 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-53ea2791-c5b5-4828-898f-e7352912da1a req-71362fd2-3e9e-41c2-9eff-e5a5e87c514e tempest-ServersNegativeTestJSON-432586807 tempest-ServersNegativeTestJSON-432586807-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77f3535-bc70-45cd-b1c9-b7ea0118369e HTTP/1.1" status: 200 len: 210 time: 0.0296500 Aug 31 01:22:37.270898 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.254754 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48248) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:38.304434 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-6215f6b1-39f2-4229-8b06-d19d99a0a838 admin admin] Deleting subnet b15db45e-94e9-47e3-b086-e04ef6a2ca50 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:22:38.308387 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6215f6b1-39f2-4229-8b06-d19d99a0a838 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.345073 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6215f6b1-39f2-4229-8b06-d19d99a0a838 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.390436 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6215f6b1-39f2-4229-8b06-d19d99a0a838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.570602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48254) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:38.597776 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.666864 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6215f6b1-39f2-4229-8b06-d19d99a0a838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.698506 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215f6b1-39f2-4229-8b06-d19d99a0a838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b15db45e-94e9-47e3-b086-e04ef6a2ca50,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:38.700535 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6215f6b1-39f2-4229-8b06-d19d99a0a838 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.704956 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6215f6b1-39f2-4229-8b06-d19d99a0a838 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b15db45e-94e9-47e3-b086-e04ef6a2ca50 HTTP/1.1" status: 204 len: 168 time: 0.4463797 Aug 31 01:22:38.705245 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48262) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:38.773056 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3273-5841-4937-82f7-4ebc1b84f3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.835627 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b4eea17b-6d7f-46a4-b964-cb61438d654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.986740 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b4eea17b-6d7f-46a4-b964-cb61438d654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.000685 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-b4eea17b-6d7f-46a4-b964-cb61438d654a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f7c789-f065-435a-b19c-f559037f3737']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:39.022873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-b4eea17b-6d7f-46a4-b964-cb61438d654a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d65199a-bc05-408a-b69d-5c7ddae20321') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:39.023372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-b4eea17b-6d7f-46a4-b964-cb61438d654a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d65199a-bc05-408a-b69d-5c7ddae20321') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:39.043817 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b4eea17b-6d7f-46a4-b964-cb61438d654a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.053496 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3273-5841-4937-82f7-4ebc1b84f3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.061710 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b4eea17b-6d7f-46a4-b964-cb61438d654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.067734 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4eea17b-6d7f-46a4-b964-cb61438d654a admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:22:39.068123 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b4eea17b-6d7f-46a4-b964-cb61438d654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:22:39.069882 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:22:39.220512 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3273-5841-4937-82f7-4ebc1b84f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.265120 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b4eea17b-6d7f-46a4-b964-cb61438d654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.278832 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b4eea17b-6d7f-46a4-b964-cb61438d654a admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.280793 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b4eea17b-6d7f-46a4-b964-cb61438d654a admin admin] 10.222.0.16 "DELETE /v2.0/networks/89f7c789-f065-435a-b19c-f559037f3737 HTTP/1.1" status: 204 len: 168 time: 0.5747621 Aug 31 01:22:39.283601 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1e2a3273-5841-4937-82f7-4ebc1b84f3f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40f3496ad78c44acb715cacd4af07581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7118268 Aug 31 01:22:39.285416 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a3273-5841-4937-82f7-4ebc1b84f3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9a41a8-9df5-461a-9d99-28fbefd14efd,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:39.286262 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48270) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:39.299342 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eea17b-6d7f-46a4-b964-cb61438d654a admin admin] Pushing event deleted for resources: {'Network': ['ID=89f7c789-f065-435a-b19c-f559037f3737,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:39.347788 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03c70214-0074-4d9e-822a-2a1967434e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.371215 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03c70214-0074-4d9e-822a-2a1967434e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.608804 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03c70214-0074-4d9e-822a-2a1967434e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.611772 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03c70214-0074-4d9e-822a-2a1967434e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.613082 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-03c70214-0074-4d9e-822a-2a1967434e8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f9a41a8-9df5-461a-9d99-28fbefd14efd HTTP/1.1" status: 204 len: 168 time: 0.3255720 Aug 31 01:22:39.628204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c70214-0074-4d9e-822a-2a1967434e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9a41a8-9df5-461a-9d99-28fbefd14efd,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:39.865667 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9123cd04-40f8-4996-9307-49feeed55e0c no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:22:39.887077 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 9123cd04-40f8-4996-9307-49feeed55e0c {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:22:39.887457 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9123cd04-40f8-4996-9307-49feeed55e0c not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:22:39.909030 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48276) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:39.961323 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cf3eebb9-c93f-48a9-a448-cf47bb9e2027 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd5873ec25cd475faddc2dfcf8d0e540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510693 Aug 31 01:22:39.964014 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48278) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:40.037190 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c1db8d8d-bc93-4959-9fb0-b067e097fa37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:40.071704 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c1db8d8d-bc93-4959-9fb0-b067e097fa37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:40.227234 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c1db8d8d-bc93-4959-9fb0-b067e097fa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:40.233972 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c1db8d8d-bc93-4959-9fb0-b067e097fa37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:40.233972 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c1db8d8d-bc93-4959-9fb0-b067e097fa37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/faff6fb2-b199-4325-837d-39076d51d607 HTTP/1.1" status: 204 len: 168 time: 0.2668731 Aug 31 01:22:40.241790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db8d8d-bc93-4959-9fb0-b067e097fa37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faff6fb2-b199-4325-837d-39076d51d607,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:40.312357 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:40.636238 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48294) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:40.651600 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13359045-3778-46d2-86a4-1b66a0e6dfdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:40.779879 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13359045-3778-46d2-86a4-1b66a0e6dfdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:40.989689 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13359045-3778-46d2-86a4-1b66a0e6dfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:41.033367 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-13359045-3778-46d2-86a4-1b66a0e6dfdb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6947ef31c0a4507b0931db38205125d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3959947 Aug 31 01:22:41.034300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13359045-3778-46d2-86a4-1b66a0e6dfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d74a2c9-af2a-4ff2-a3ec-ae8498dd2a6d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:41.036974 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48306) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:41.093403 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c9f30dfb-0786-4f30-8bf6-5e54d9cb9260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:41.128993 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c9f30dfb-0786-4f30-8bf6-5e54d9cb9260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:41.292911 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c9f30dfb-0786-4f30-8bf6-5e54d9cb9260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:41.295627 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c9f30dfb-0786-4f30-8bf6-5e54d9cb9260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:41.297916 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c9f30dfb-0786-4f30-8bf6-5e54d9cb9260 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d74a2c9-af2a-4ff2-a3ec-ae8498dd2a6d HTTP/1.1" status: 204 len: 168 time: 0.2588742 Aug 31 01:22:41.312534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f30dfb-0786-4f30-8bf6-5e54d9cb9260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d74a2c9-af2a-4ff2-a3ec-ae8498dd2a6d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:41.924239 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48328) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:42.048610 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4d6bcdf8-ff8c-4dae-93fd-9bee19835c99 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-295711750-network', 'tenant_id': '526f59bf53b94fb4add1a777dd21a453'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:42.168448 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6bcdf8-ff8c-4dae-93fd-9bee19835c99 admin admin] Made reservation on behalf of 526f59bf53b94fb4add1a777dd21a453 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:42.171111 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d6bcdf8-ff8c-4dae-93fd-9bee19835c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:42.436462 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d6bcdf8-ff8c-4dae-93fd-9bee19835c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:42.546102 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d6bcdf8-ff8c-4dae-93fd-9bee19835c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:42.729587 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d6bcdf8-ff8c-4dae-93fd-9bee19835c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:42.756039 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6bcdf8-ff8c-4dae-93fd-9bee19835c99 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:22:42.776970 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bcdf8-ff8c-4dae-93fd-9bee19835c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4bced4-f7d3-4077-bbe4-0bd5ed109f81,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:42.783274 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d6bcdf8-ff8c-4dae-93fd-9bee19835c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:42.783676 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-4d6bcdf8-ff8c-4dae-93fd-9bee19835c99 admin admin] Added segment 7674200c-74df-4420-b1df-2c9004ac8c2b of type vlan for network 85bb1693-5af8-446c-a17d-47970719dd34 Aug 31 01:22:42.839905 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d6bcdf8-ff8c-4dae-93fd-9bee19835c99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:42.997695 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d6bcdf8-ff8c-4dae-93fd-9bee19835c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:42.998805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6bcdf8-ff8c-4dae-93fd-9bee19835c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:42.999483 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d6bcdf8-ff8c-4dae-93fd-9bee19835c99 admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:43.089575 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bcdf8-ff8c-4dae-93fd-9bee19835c99 admin admin] Pushing event updated for resources: {'Network': ['ID=85bb1693-5af8-446c-a17d-47970719dd34,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:43.108761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 85bb1693-5af8-446c-a17d-47970719dd34 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:22:43.158680 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4d6bcdf8-ff8c-4dae-93fd-9bee19835c99 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2331853 Aug 31 01:22:43.161999 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48360) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:43.168720 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-6182e588-aa32-4c14-ae65-4d6731870988 admin admin] Request body: {'subnet': {'network_id': '85bb1693-5af8-446c-a17d-47970719dd34', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-295711750-subnet', 'tenant_id': '526f59bf53b94fb4add1a777dd21a453', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:43.402840 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6182e588-aa32-4c14-ae65-4d6731870988 admin admin] Made reservation on behalf of 526f59bf53b94fb4add1a777dd21a453 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:43.405337 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6182e588-aa32-4c14-ae65-4d6731870988 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:43.775912 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6182e588-aa32-4c14-ae65-4d6731870988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:43.833799 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182e588-aa32-4c14-ae65-4d6731870988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c56d1715-fa27-4325-b3c7-a28607c4801c,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:43.862127 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6182e588-aa32-4c14-ae65-4d6731870988 admin admin] Checking segment: {'id': '7674200c-74df-4420-b1df-2c9004ac8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '85bb1693-5af8-446c-a17d-47970719dd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:43.862628 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6182e588-aa32-4c14-ae65-4d6731870988 admin admin] Network hostable DHCP agents. Network: 85bb1693-5af8-446c-a17d-47970719dd34, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:22:44.017934 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6182e588-aa32-4c14-ae65-4d6731870988 admin admin] Network 85bb1693-5af8-446c-a17d-47970719dd34 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:22:44.160486 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-6182e588-aa32-4c14-ae65-4d6731870988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 85bb1693-5af8-446c-a17d-47970719dd34) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:44.165286 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6182e588-aa32-4c14-ae65-4d6731870988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:44.170662 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6182e588-aa32-4c14-ae65-4d6731870988 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:44.172794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e4d783-6d2c-471b-a0c1-93c7cff5eb6d None None] Network 85bb1693-5af8-446c-a17d-47970719dd34 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:22:44.284754 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6182e588-aa32-4c14-ae65-4d6731870988 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1205471 Aug 31 01:22:44.347265 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb566e5d-fb38-45da-9778-b6565661a3dd None None] Network 85bb1693-5af8-446c-a17d-47970719dd34 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:22:44.446908 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48398) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:44.497009 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a78e5a-f3f3-4903-97c5-3d63e6b50ae8 admin admin] Deleting subnet c56d1715-fa27-4325-b3c7-a28607c4801c {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:22:44.500408 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7a78e5a-f3f3-4903-97c5-3d63e6b50ae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:44.542970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7a78e5a-f3f3-4903-97c5-3d63e6b50ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:44.585342 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7a78e5a-f3f3-4903-97c5-3d63e6b50ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:44.811412 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7a78e5a-f3f3-4903-97c5-3d63e6b50ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:44.829011 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a78e5a-f3f3-4903-97c5-3d63e6b50ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c56d1715-fa27-4325-b3c7-a28607c4801c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:44.833581 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7a78e5a-f3f3-4903-97c5-3d63e6b50ae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:44.837705 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f7a78e5a-f3f3-4903-97c5-3d63e6b50ae8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c56d1715-fa27-4325-b3c7-a28607c4801c HTTP/1.1" status: 204 len: 168 time: 0.3865170 Aug 31 01:22:44.838749 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48400) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:44.915280 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-527f8b64-d8b8-4adb-b95f-6a5c24bf2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:44.996923 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-527f8b64-d8b8-4adb-b95f-6a5c24bf2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.008317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-527f8b64-d8b8-4adb-b95f-6a5c24bf2c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85bb1693-5af8-446c-a17d-47970719dd34']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:45.019961 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-527f8b64-d8b8-4adb-b95f-6a5c24bf2c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7674200c-74df-4420-b1df-2c9004ac8c2b') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:45.020262 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-527f8b64-d8b8-4adb-b95f-6a5c24bf2c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7674200c-74df-4420-b1df-2c9004ac8c2b') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:45.030133 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-527f8b64-d8b8-4adb-b95f-6a5c24bf2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.047049 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-527f8b64-d8b8-4adb-b95f-6a5c24bf2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.053629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527f8b64-d8b8-4adb-b95f-6a5c24bf2c88 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:22:45.054023 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-527f8b64-d8b8-4adb-b95f-6a5c24bf2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:22:45.056243 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:22:45.103608 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48404) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:45.217627 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81d998ba-5469-4004-b283-94c7c58058a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.263947 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-527f8b64-d8b8-4adb-b95f-6a5c24bf2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.273329 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-527f8b64-d8b8-4adb-b95f-6a5c24bf2c88 admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.277638 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-527f8b64-d8b8-4adb-b95f-6a5c24bf2c88 admin admin] 10.222.0.16 "DELETE /v2.0/networks/85bb1693-5af8-446c-a17d-47970719dd34 HTTP/1.1" status: 204 len: 168 time: 0.4377403 Aug 31 01:22:45.298440 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f8b64-d8b8-4adb-b95f-6a5c24bf2c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=85bb1693-5af8-446c-a17d-47970719dd34,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:45.364051 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81d998ba-5469-4004-b283-94c7c58058a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.503258 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81d998ba-5469-4004-b283-94c7c58058a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.545729 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d998ba-5469-4004-b283-94c7c58058a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaf5cfd-e5a3-4999-b21b-9897cd9e1620,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:45.550311 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-81d998ba-5469-4004-b283-94c7c58058a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bf20ceb0c3146c5ab8e1b28385733d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455252 Aug 31 01:22:45.553246 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48416) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:45.614414 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-51d70fbf-1cc0-4124-bf35-c5fe0b551207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.639779 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-51d70fbf-1cc0-4124-bf35-c5fe0b551207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.829830 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48418) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:45.867224 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-51d70fbf-1cc0-4124-bf35-c5fe0b551207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.870334 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-51d70fbf-1cc0-4124-bf35-c5fe0b551207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.871505 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-51d70fbf-1cc0-4124-bf35-c5fe0b551207 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1eaf5cfd-e5a3-4999-b21b-9897cd9e1620 HTTP/1.1" status: 204 len: 168 time: 0.3171363 Aug 31 01:22:45.890310 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d70fbf-1cc0-4124-bf35-c5fe0b551207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaf5cfd-e5a3-4999-b21b-9897cd9e1620,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:45.895848 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-77e6c41e-ae8d-4cf4-a2f6-a902890c6a56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=526f59bf53b94fb4add1a777dd21a453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645590 Aug 31 01:22:45.898421 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48422) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:45.963368 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73e494f6-05ef-45d9-b309-0f7092ecdb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.992617 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73e494f6-05ef-45d9-b309-0f7092ecdb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:46.191537 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73e494f6-05ef-45d9-b309-0f7092ecdb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:46.194719 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-73e494f6-05ef-45d9-b309-0f7092ecdb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:46.199661 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-73e494f6-05ef-45d9-b309-0f7092ecdb37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e4bced4-f7d3-4077-bbe4-0bd5ed109f81 HTTP/1.1" status: 204 len: 168 time: 0.2968075 Aug 31 01:22:46.218142 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e494f6-05ef-45d9-b309-0f7092ecdb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4bced4-f7d3-4077-bbe4-0bd5ed109f81,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:46.506527 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-669e5d45-26f6-4a66-ad5b-105b10550491 req-dd02f178-b53f-41c5-85ac-c92ea9a1c640 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0588865 Aug 31 01:22:46.679058 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e5d45-26f6-4a66-ad5b-105b10550491 req-7d06647b-e40d-4cb8-a321-84056350b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:46.683844 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-669e5d45-26f6-4a66-ad5b-105b10550491 req-7d06647b-e40d-4cb8-a321-84056350b6fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=578114a3322f4fb48aa345ef591d2704&device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 1098 time: 0.1327217 Aug 31 01:22:46.852797 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e5d45-26f6-4a66-ad5b-105b10550491 req-d09738f7-ed51-42de-9214-92b34556d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:46.855348 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-669e5d45-26f6-4a66-ad5b-105b10550491 req-d09738f7-ed51-42de-9214-92b34556d871 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e08226c-027d-47ff-8492-8c59b88cb0ad HTTP/1.1" status: 200 len: 909 time: 0.1438141 Aug 31 01:22:46.996481 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-669e5d45-26f6-4a66-ad5b-105b10550491 req-130fa951-abd6-43c7-9bdb-4b51ef18b69e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=132c8234-ad6c-47bb-addd-587ad401df74 HTTP/1.1" status: 200 len: 1002 time: 0.1336272 Aug 31 01:22:47.094009 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e5d45-26f6-4a66-ad5b-105b10550491 req-4bda7584-ef72-422b-8e9b-46a3bdae0b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:47.096730 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-669e5d45-26f6-4a66-ad5b-105b10550491 req-4bda7584-ef72-422b-8e9b-46a3bdae0b58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6980437-b15c-40e2-aa0f-e59e23c89221 HTTP/1.1" status: 200 len: 847 time: 0.0915170 Aug 31 01:22:47.192594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e5d45-26f6-4a66-ad5b-105b10550491 req-f8194052-4615-4522-98b9-482c4ad74e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:47.195477 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-669e5d45-26f6-4a66-ad5b-105b10550491 req-f8194052-4615-4522-98b9-482c4ad74e88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e08226c-027d-47ff-8492-8c59b88cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901999 Aug 31 01:22:47.385374 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-669e5d45-26f6-4a66-ad5b-105b10550491 req-3ca6bb91-928d-47c3-9f3a-3a52f5f137ab service neutron] 10.222.0.48 "GET /v2.0/networks/4e08226c-027d-47ff-8492-8c59b88cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815963 Aug 31 01:22:47.553351 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-669e5d45-26f6-4a66-ad5b-105b10550491 req-c4858656-efc8-402f-9600-1dba8c61f0f2 service neutron] 10.222.0.48 "GET /v2.0/networks/4e08226c-027d-47ff-8492-8c59b88cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603043 Aug 31 01:22:47.933884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48478) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:48.248806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-eea1d98f-18a7-4bfa-a3c0-83e3a327183b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-194424823-network', 'tenant_id': '610bbf5888354622b8fcfa4c7fcf2933'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:48.362212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea1d98f-18a7-4bfa-a3c0-83e3a327183b admin admin] Made reservation on behalf of 610bbf5888354622b8fcfa4c7fcf2933 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:48.369982 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eea1d98f-18a7-4bfa-a3c0-83e3a327183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:48.386354 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eea1d98f-18a7-4bfa-a3c0-83e3a327183b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:48.525736 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eea1d98f-18a7-4bfa-a3c0-83e3a327183b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:48.609319 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eea1d98f-18a7-4bfa-a3c0-83e3a327183b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:48.636639 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea1d98f-18a7-4bfa-a3c0-83e3a327183b admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:22:48.647289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1d98f-18a7-4bfa-a3c0-83e3a327183b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dc57a1-19e6-4564-9048-6c36225df32f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:48.654576 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eea1d98f-18a7-4bfa-a3c0-83e3a327183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:48.654934 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-eea1d98f-18a7-4bfa-a3c0-83e3a327183b admin admin] Added segment 029db2a1-ba00-44ec-ba85-d12d2b2cc3a0 of type vlan for network 8c64065d-e456-4aca-8d30-b0d7b497f987 Aug 31 01:22:48.705236 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eea1d98f-18a7-4bfa-a3c0-83e3a327183b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:48.900576 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eea1d98f-18a7-4bfa-a3c0-83e3a327183b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:48.901473 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea1d98f-18a7-4bfa-a3c0-83e3a327183b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:48.902096 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eea1d98f-18a7-4bfa-a3c0-83e3a327183b admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:48.968829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1d98f-18a7-4bfa-a3c0-83e3a327183b admin admin] Pushing event updated for resources: {'Network': ['ID=8c64065d-e456-4aca-8d30-b0d7b497f987,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:48.979722 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 8c64065d-e456-4aca-8d30-b0d7b497f987 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:22:49.030323 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-eea1d98f-18a7-4bfa-a3c0-83e3a327183b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0952542 Aug 31 01:22:49.033675 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48500) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:49.039623 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4a2d6334-642a-4bf4-95dc-700144c61739 admin admin] Request body: {'subnet': {'network_id': '8c64065d-e456-4aca-8d30-b0d7b497f987', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-194424823-subnet', 'tenant_id': '610bbf5888354622b8fcfa4c7fcf2933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:49.128653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2d6334-642a-4bf4-95dc-700144c61739 admin admin] Made reservation on behalf of 610bbf5888354622b8fcfa4c7fcf2933 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:49.131256 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a2d6334-642a-4bf4-95dc-700144c61739 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:49.443429 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a2d6334-642a-4bf4-95dc-700144c61739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:49.505157 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d6334-642a-4bf4-95dc-700144c61739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a1ba349-96d9-4808-b502-9eb3ea6852aa,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:49.517954 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2d6334-642a-4bf4-95dc-700144c61739 admin admin] Checking segment: {'id': '029db2a1-ba00-44ec-ba85-d12d2b2cc3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8c64065d-e456-4aca-8d30-b0d7b497f987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:49.518331 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2d6334-642a-4bf4-95dc-700144c61739 admin admin] Network hostable DHCP agents. Network: 8c64065d-e456-4aca-8d30-b0d7b497f987, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:22:49.665901 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2d6334-642a-4bf4-95dc-700144c61739 admin admin] Network 8c64065d-e456-4aca-8d30-b0d7b497f987 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:22:49.840551 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-4a2d6334-642a-4bf4-95dc-700144c61739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 8c64065d-e456-4aca-8d30-b0d7b497f987) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:49.845084 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2d6334-642a-4bf4-95dc-700144c61739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:49.845955 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a2d6334-642a-4bf4-95dc-700144c61739 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:49.851235 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e950b5-d774-4f9f-b8a5-ef2e6f3d97b7 None None] Network 8c64065d-e456-4aca-8d30-b0d7b497f987 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:22:49.950108 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4a2d6334-642a-4bf4-95dc-700144c61739 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9144380 Aug 31 01:22:49.986079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c408506-66dc-4d29-b3ae-498cab75473c None None] Network 8c64065d-e456-4aca-8d30-b0d7b497f987 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:22:52.712908 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48600) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:52.876527 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22784cf5-35f9-40ed-9240-df47e5f79282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:53.016412 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22784cf5-35f9-40ed-9240-df47e5f79282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:53.104644 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22784cf5-35f9-40ed-9240-df47e5f79282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:53.193155 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-22784cf5-35f9-40ed-9240-df47e5f79282 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe896868cc4b467396860354cab88054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4761651 Aug 31 01:22:53.193155 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22784cf5-35f9-40ed-9240-df47e5f79282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a98db6-bf7b-488e-856b-bfdfce7538d7,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:53.194854 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48606) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:53.229126 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22784cf5-35f9-40ed-9240-df47e5f79282 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:53.229955 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22784cf5-35f9-40ed-9240-df47e5f79282 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:53.230498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22784cf5-35f9-40ed-9240-df47e5f79282 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:53.231042 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22784cf5-35f9-40ed-9240-df47e5f79282 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:53.231590 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22784cf5-35f9-40ed-9240-df47e5f79282 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:53.232143 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22784cf5-35f9-40ed-9240-df47e5f79282 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:53.232892 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22784cf5-35f9-40ed-9240-df47e5f79282 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:53.233688 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22784cf5-35f9-40ed-9240-df47e5f79282 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:53.234387 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22784cf5-35f9-40ed-9240-df47e5f79282 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:53.234952 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22784cf5-35f9-40ed-9240-df47e5f79282 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:53.235711 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22784cf5-35f9-40ed-9240-df47e5f79282 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:53.236273 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22784cf5-35f9-40ed-9240-df47e5f79282 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:53.290315 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eeb95d18-0e94-4b1f-86db-ff5573563890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:53.316848 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eeb95d18-0e94-4b1f-86db-ff5573563890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:53.494585 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eeb95d18-0e94-4b1f-86db-ff5573563890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:53.501334 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eeb95d18-0e94-4b1f-86db-ff5573563890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:53.501334 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-eeb95d18-0e94-4b1f-86db-ff5573563890 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22a98db6-bf7b-488e-856b-bfdfce7538d7 HTTP/1.1" status: 204 len: 168 time: 0.3014812 Aug 31 01:22:53.517006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb95d18-0e94-4b1f-86db-ff5573563890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a98db6-bf7b-488e-856b-bfdfce7538d7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:54.382500 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48622) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:54.397015 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fa887c06-abe2-45c9-a13e-b9e03ee51d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:54.508525 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fa887c06-abe2-45c9-a13e-b9e03ee51d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:54.669022 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fa887c06-abe2-45c9-a13e-b9e03ee51d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:54.717997 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fa887c06-abe2-45c9-a13e-b9e03ee51d26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fb3dbd2c7054c7eb9728a73b4cc8cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3312647 Aug 31 01:22:54.717997 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa887c06-abe2-45c9-a13e-b9e03ee51d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752704ce-c7cb-4391-a85f-6c7ee028e44f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:54.719233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48640) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:54.798120 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0e8454f1-1523-4713-a594-c918c05ba36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:54.829829 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0e8454f1-1523-4713-a594-c918c05ba36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:54.986156 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0e8454f1-1523-4713-a594-c918c05ba36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:54.988879 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0e8454f1-1523-4713-a594-c918c05ba36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:54.990211 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0e8454f1-1523-4713-a594-c918c05ba36c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/752704ce-c7cb-4391-a85f-6c7ee028e44f HTTP/1.1" status: 204 len: 168 time: 0.2693419 Aug 31 01:22:55.000635 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8454f1-1523-4713-a594-c918c05ba36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752704ce-c7cb-4391-a85f-6c7ee028e44f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:55.791256 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48662) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:56.068643 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d64705d1-fb74-4b14-8424-ced206fb5cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:56.220360 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d64705d1-fb74-4b14-8424-ced206fb5cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:56.326307 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d64705d1-fb74-4b14-8424-ced206fb5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:56.369577 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64705d1-fb74-4b14-8424-ced206fb5cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5f00dc-be5c-4651-824f-b28bc2e46c5a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:56.384558 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d64705d1-fb74-4b14-8424-ced206fb5cf0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20e8a14ce0194516a34c6ef4f0f2e2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5909739 Aug 31 01:22:56.387868 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48682) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:56.476489 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b67fd3d-ba77-479a-9631-da953916a1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:56.500924 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b67fd3d-ba77-479a-9631-da953916a1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:56.698014 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b67fd3d-ba77-479a-9631-da953916a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:56.700969 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9b67fd3d-ba77-479a-9631-da953916a1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:56.702409 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9b67fd3d-ba77-479a-9631-da953916a1ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc5f00dc-be5c-4651-824f-b28bc2e46c5a HTTP/1.1" status: 204 len: 168 time: 0.3116446 Aug 31 01:22:56.711469 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67fd3d-ba77-479a-9631-da953916a1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5f00dc-be5c-4651-824f-b28bc2e46c5a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:57.494144 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48718) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:57.509773 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c02e478-db54-4dcf-96b7-15a9e2e7a249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:57.628488 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c02e478-db54-4dcf-96b7-15a9e2e7a249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:57.688890 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c02e478-db54-4dcf-96b7-15a9e2e7a249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:57.738640 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9c02e478-db54-4dcf-96b7-15a9e2e7a249 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dfc0751e25e940ffbd0de7e20f704b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427411 Aug 31 01:22:57.740062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02e478-db54-4dcf-96b7-15a9e2e7a249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3d2eae-6399-4ff3-95e8-8ba81b8573a2,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:57.741250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48724) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:57.807728 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6e4dbc3c-3037-435c-9943-4448aa581ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:57.832375 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6e4dbc3c-3037-435c-9943-4448aa581ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:57.957036 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6e4dbc3c-3037-435c-9943-4448aa581ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:57.959918 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6e4dbc3c-3037-435c-9943-4448aa581ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:57.961155 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6e4dbc3c-3037-435c-9943-4448aa581ab5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c3d2eae-6399-4ff3-95e8-8ba81b8573a2 HTTP/1.1" status: 204 len: 168 time: 0.2188835 Aug 31 01:22:57.970477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dbc3c-3037-435c-9943-4448aa581ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3d2eae-6399-4ff3-95e8-8ba81b8573a2,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:02.093366 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48836) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:02.209858 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4e16-6a1a-4870-b433-421782a6bf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:02.352235 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4e16-6a1a-4870-b433-421782a6bf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:02.527968 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4e16-6a1a-4870-b433-421782a6bf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:02.575712 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-dc6d4e16-6a1a-4870-b433-421782a6bf1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=229e6133c4d44201b215f71829881d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4811337 Aug 31 01:23:02.576641 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d4e16-6a1a-4870-b433-421782a6bf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8932d3ca-882f-4fcf-a6ff-bfd93b837403,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:02.578453 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48852) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:02.630704 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62fd10fd-db03-4bf8-9964-0e0cb2941896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:02.656624 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62fd10fd-db03-4bf8-9964-0e0cb2941896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:02.823516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20e732-6e30-4e3c-815b-4aaed05636ca req-42936cad-e781-4c9e-9171-324331410de4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:02.825042 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c20e732-6e30-4e3c-815b-4aaed05636ca req-42936cad-e781-4c9e-9171-324331410de4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0518339 Aug 31 01:23:02.854807 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62fd10fd-db03-4bf8-9964-0e0cb2941896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:02.858342 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-62fd10fd-db03-4bf8-9964-0e0cb2941896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:02.860604 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-62fd10fd-db03-4bf8-9964-0e0cb2941896 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8932d3ca-882f-4fcf-a6ff-bfd93b837403 HTTP/1.1" status: 204 len: 168 time: 0.2810678 Aug 31 01:23:02.868617 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c20e732-6e30-4e3c-815b-4aaed05636ca req-143f9a17-d3e7-4ecb-bf36-74ce25b95414 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370333 Aug 31 01:23:02.870170 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd10fd-db03-4bf8-9964-0e0cb2941896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8932d3ca-882f-4fcf-a6ff-bfd93b837403,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:03.652257 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48888) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:03.667727 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5e5ae381-4d6b-4c31-a212-4dc3094ad858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:03.763000 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5e5ae381-4d6b-4c31-a212-4dc3094ad858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:03.874639 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5e5ae381-4d6b-4c31-a212-4dc3094ad858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:03.920336 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5e5ae381-4d6b-4c31-a212-4dc3094ad858 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9454f1d9854e41b4ae811c4d82261c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664747 Aug 31 01:23:03.921229 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ae381-4d6b-4c31-a212-4dc3094ad858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49eebfae-7e5c-413d-8a0a-193c95dcb0e4,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:03.923262 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48892) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:03.988527 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63235440-7f57-4576-b881-897d6024f3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.011666 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b3587-d3f3-4959-b3f5-d693443a895a req-355e7676-88a8-4ea4-8824-cb11b384dbb0 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:04.013528 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f4b3587-d3f3-4959-b3f5-d693443a895a req-355e7676-88a8-4ea4-8824-cb11b384dbb0 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0639420 Aug 31 01:23:04.016487 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63235440-7f57-4576-b881-897d6024f3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.077925 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7f4b3587-d3f3-4959-b3f5-d693443a895a req-829018f7-f0ed-4d0b-a336-0c56bd37055a tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521946 Aug 31 01:23:04.183358 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48896) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:04.315411 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-80319854-e54a-4f45-902a-ee2f8b676214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.325819 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c764ae67-d0ce-49d0-a0fc-58374fea4251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.327906 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63235440-7f57-4576-b881-897d6024f3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.331174 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63235440-7f57-4576-b881-897d6024f3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.332573 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-63235440-7f57-4576-b881-897d6024f3a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49eebfae-7e5c-413d-8a0a-193c95dcb0e4 HTTP/1.1" status: 204 len: 168 time: 0.4083145 Aug 31 01:23:04.344808 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63235440-7f57-4576-b881-897d6024f3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eebfae-7e5c-413d-8a0a-193c95dcb0e4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:04.467843 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c764ae67-d0ce-49d0-a0fc-58374fea4251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.677394 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c764ae67-d0ce-49d0-a0fc-58374fea4251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.715996 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764ae67-d0ce-49d0-a0fc-58374fea4251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f3fed5-9ccb-4bba-a2cf-f089a26b8b76,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:04.720235 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c764ae67-d0ce-49d0-a0fc-58374fea4251 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4da4d900794846f2a18033a7645093da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5358579 Aug 31 01:23:04.723280 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48912) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:04.775545 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18182320-701f-4d82-9c06-2640171f593b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.798601 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18182320-701f-4d82-9c06-2640171f593b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.937076 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18182320-701f-4d82-9c06-2640171f593b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.940167 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-18182320-701f-4d82-9c06-2640171f593b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.941680 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-18182320-701f-4d82-9c06-2640171f593b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43f3fed5-9ccb-4bba-a2cf-f089a26b8b76 HTTP/1.1" status: 204 len: 168 time: 0.2173707 Aug 31 01:23:04.953465 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18182320-701f-4d82-9c06-2640171f593b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f3fed5-9ccb-4bba-a2cf-f089a26b8b76,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:05.240056 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3bee4-a9c2-442b-811b-47281990f9a0 req-3f29cdc8-765c-463b-9cdc-3b4a6ed219a7 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:05.248297 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21d3bee4-a9c2-442b-811b-47281990f9a0 req-3f29cdc8-765c-463b-9cdc-3b4a6ed219a7 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0760293 Aug 31 01:23:05.297704 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21d3bee4-a9c2-442b-811b-47281990f9a0 req-2f650f5f-823d-43a6-997b-a44dc489b306 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480616 Aug 31 01:23:05.908283 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 48948) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:05.922052 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca7ec1c8-40c8-4463-9b94-7b8397601d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:06.019156 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca7ec1c8-40c8-4463-9b94-7b8397601d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:06.114529 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ca7ec1c8-40c8-4463-9b94-7b8397601d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:06.155909 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ca7ec1c8-40c8-4463-9b94-7b8397601d78 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af262b00a8d949da8bd21db8df069b80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464221 Aug 31 01:23:06.156877 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ec1c8-40c8-4463-9b94-7b8397601d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59189262-1284-4ed0-930a-1da37bf90d1c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:06.158718 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 48950) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:06.218026 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96d492fc-a694-4352-be4e-c00e4713fdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:06.246085 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96d492fc-a694-4352-be4e-c00e4713fdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:06.402508 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96d492fc-a694-4352-be4e-c00e4713fdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:06.405143 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96d492fc-a694-4352-be4e-c00e4713fdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:06.406509 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-96d492fc-a694-4352-be4e-c00e4713fdd8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59189262-1284-4ed0-930a-1da37bf90d1c HTTP/1.1" status: 204 len: 168 time: 0.2460468 Aug 31 01:23:06.418566 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464eb4f-7a7d-4ef1-876f-c4f697088e2a req-a45395e4-fbab-4d38-931a-360f24e2fa38 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:06.425972 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d464eb4f-7a7d-4ef1-876f-c4f697088e2a req-a45395e4-fbab-4d38-931a-360f24e2fa38 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0648122 Aug 31 01:23:06.438779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d492fc-a694-4352-be4e-c00e4713fdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59189262-1284-4ed0-930a-1da37bf90d1c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:06.479733 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d464eb4f-7a7d-4ef1-876f-c4f697088e2a req-75e4e99f-9353-4226-81c2-14f2def40ed7 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526960 Aug 31 01:23:07.061810 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:07.065270 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1f7eb564-d7fb-42c8-87b3-0f6b93d83a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:07.151485 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:07.323130 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:07.612391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e5824-f66d-4ba8-8ee4-667c782d8222 req-864f0de4-d56e-402c-9ab5-7f96f539cfa3 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:07.618135 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e72e5824-f66d-4ba8-8ee4-667c782d8222 req-864f0de4-d56e-402c-9ab5-7f96f539cfa3 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0657938 Aug 31 01:23:07.664144 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e72e5824-f66d-4ba8-8ee4-667c782d8222 req-63ea5cf2-a051-4376-8f44-76921f247fe3 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400393 Aug 31 01:23:08.542677 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:23:08.723060 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:08.807555 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e612b3e-0390-45e7-87ff-faca3db94e7c req-c82a1a29-51b6-4739-94ea-6da20d9c4880 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:08.812256 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5e612b3e-0390-45e7-87ff-faca3db94e7c req-c82a1a29-51b6-4739-94ea-6da20d9c4880 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0592098 Aug 31 01:23:08.872927 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5e612b3e-0390-45e7-87ff-faca3db94e7c req-79ef683a-4078-42c6-87bc-139fcabab94e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572135 Aug 31 01:23:10.028301 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac98d84-aecd-436b-b5bb-8d80df9250ea req-6f9ab35d-3c02-4a6b-b251-a18bbd710e94 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:10.029925 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9ac98d84-aecd-436b-b5bb-8d80df9250ea req-6f9ab35d-3c02-4a6b-b251-a18bbd710e94 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0748422 Aug 31 01:23:10.088008 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9ac98d84-aecd-436b-b5bb-8d80df9250ea req-be72f896-14c3-4202-94fb-f18cbe403109 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491333 Aug 31 01:23:10.177414 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49062) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:10.182834 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1300f2e6-06d7-49c4-97f0-907229c11eac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1880280144', 'description': 'tempest-secgroup-smoke-1880280144 description', 'project_id': '952c19daed614c79b5a4fe25173e1666'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:10.277659 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.374955 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1300f2e6-06d7-49c4-97f0-907229c11eac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.385610 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1300f2e6-06d7-49c4-97f0-907229c11eac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.554721 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1300f2e6-06d7-49c4-97f0-907229c11eac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.666230 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1300f2e6-06d7-49c4-97f0-907229c11eac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.703899 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300f2e6-06d7-49c4-97f0-907229c11eac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da159583-c2da-4093-8edc-e5262b13d865,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:10.777233 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1300f2e6-06d7-49c4-97f0-907229c11eac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.865819 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1300f2e6-06d7-49c4-97f0-907229c11eac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.898485 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300f2e6-06d7-49c4-97f0-907229c11eac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf1896f-7d81-45e1-90ef-f2b7b4498813,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:11.040485 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1300f2e6-06d7-49c4-97f0-907229c11eac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.041925 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1300f2e6-06d7-49c4-97f0-907229c11eac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8634086 Aug 31 01:23:11.044957 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49084) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:11.049764 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b62498ee-e1a2-4fba-9a70-9c10a062a00b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': '9bf1896f-7d81-45e1-90ef-f2b7b4498813', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:11.163502 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b62498ee-e1a2-4fba-9a70-9c10a062a00b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.267092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c4317-e319-44e5-a770-b1c6109ee9a0 req-dc69b2ca-04d6-4e75-82b0-71281743fba8 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:11.268927 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f40c4317-e319-44e5-a770-b1c6109ee9a0 req-dc69b2ca-04d6-4e75-82b0-71281743fba8 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.1078281 Aug 31 01:23:11.309477 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b62498ee-e1a2-4fba-9a70-9c10a062a00b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.330641 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f40c4317-e319-44e5-a770-b1c6109ee9a0 req-760da55b-5ee6-4b9d-9caa-c99b5b9c01c3 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534172 Aug 31 01:23:11.411429 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b62498ee-e1a2-4fba-9a70-9c10a062a00b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.431306 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62498ee-e1a2-4fba-9a70-9c10a062a00b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b818a242-065d-4fe4-a532-88fc5ed3c07c,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:11.573958 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b62498ee-e1a2-4fba-9a70-9c10a062a00b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.578673 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49094) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:11.579572 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b62498ee-e1a2-4fba-9a70-9c10a062a00b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5325584 Aug 31 01:23:11.587048 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-dc378fb5-d2ce-4291-87f4-f444dfa2bebc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': '9bf1896f-7d81-45e1-90ef-f2b7b4498813', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:11.803700 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dc378fb5-d2ce-4291-87f4-f444dfa2bebc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.884673 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dc378fb5-d2ce-4291-87f4-f444dfa2bebc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:12.048746 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dc378fb5-d2ce-4291-87f4-f444dfa2bebc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:12.071558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc378fb5-d2ce-4291-87f4-f444dfa2bebc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b46feb7-8248-484e-99aa-f44a98174146,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:12.210377 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dc378fb5-d2ce-4291-87f4-f444dfa2bebc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:12.212441 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-dc378fb5-d2ce-4291-87f4-f444dfa2bebc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6321037 Aug 31 01:23:12.215943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49104) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:12.221675 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a71be7d8-7b5c-4846-8fc3-ce3ab6efa57d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': '9bf1896f-7d81-45e1-90ef-f2b7b4498813', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:12.458587 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9677955-b848-45d2-9ca7-8793ec72269e req-04d3d0d2-81ec-4876-9cd7-eaa62e764236 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:12.460102 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f9677955-b848-45d2-9ca7-8793ec72269e req-04d3d0d2-81ec-4876-9cd7-eaa62e764236 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0534160 Aug 31 01:23:12.465026 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a71be7d8-7b5c-4846-8fc3-ce3ab6efa57d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:12.530961 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f9677955-b848-45d2-9ca7-8793ec72269e req-1306da5d-686b-48dc-92aa-2d14649fea66 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616403 Aug 31 01:23:12.550963 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a71be7d8-7b5c-4846-8fc3-ce3ab6efa57d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:12.691354 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a71be7d8-7b5c-4846-8fc3-ce3ab6efa57d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:12.724627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71be7d8-7b5c-4846-8fc3-ce3ab6efa57d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae3837f-4356-4846-a34e-02bb7c6b9d1c,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:12.901144 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a71be7d8-7b5c-4846-8fc3-ce3ab6efa57d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:12.902744 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a71be7d8-7b5c-4846-8fc3-ce3ab6efa57d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6852574 Aug 31 01:23:12.905741 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49130) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:12.915196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-c3293647-1c41-4f1c-8895-fdd89522c421 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': '9bf1896f-7d81-45e1-90ef-f2b7b4498813', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:13.048221 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c3293647-1c41-4f1c-8895-fdd89522c421 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:13.124303 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c3293647-1c41-4f1c-8895-fdd89522c421 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:13.214792 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c3293647-1c41-4f1c-8895-fdd89522c421 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:13.243284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3293647-1c41-4f1c-8895-fdd89522c421 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a62073-1190-490c-b6aa-3b201654c294,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:13.442690 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c3293647-1c41-4f1c-8895-fdd89522c421 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:13.443926 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c3293647-1c41-4f1c-8895-fdd89522c421 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5369589 Aug 31 01:23:13.448644 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49140) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:13.464943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0808cb48-7ba9-4996-b53a-0a86281581a0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': '9bf1896f-7d81-45e1-90ef-f2b7b4498813', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:13.634718 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-0808cb48-7ba9-4996-b53a-0a86281581a0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Project 952c19daed614c79b5a4fe25173e1666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:23:13.640269 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0808cb48-7ba9-4996-b53a-0a86281581a0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:13.668412 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd7465-5d41-4d9d-89f4-7c1d5f34ffc1 req-8c3b7454-8fed-43e6-9ae9-6a936a78c2ca tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:13.670501 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9ecd7465-5d41-4d9d-89f4-7c1d5f34ffc1 req-8c3b7454-8fed-43e6-9ae9-6a936a78c2ca tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0524499 Aug 31 01:23:13.722362 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0808cb48-7ba9-4996-b53a-0a86281581a0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:13.740761 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9ecd7465-5d41-4d9d-89f4-7c1d5f34ffc1 req-015a065f-df91-4680-8990-6549b5b853f5 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642486 Aug 31 01:23:13.911438 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0808cb48-7ba9-4996-b53a-0a86281581a0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:13.938292 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808cb48-7ba9-4996-b53a-0a86281581a0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ab11ef-22ec-477f-80f3-2ac6022bc861,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:14.034443 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0808cb48-7ba9-4996-b53a-0a86281581a0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:14.035694 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0808cb48-7ba9-4996-b53a-0a86281581a0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5860395 Aug 31 01:23:14.040745 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49150) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:14.050068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ef8cadd1-acfa-4586-9484-e4afad3693f3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': '9bf1896f-7d81-45e1-90ef-f2b7b4498813', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:14.223316 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-ef8cadd1-acfa-4586-9484-e4afad3693f3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Project 952c19daed614c79b5a4fe25173e1666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:23:14.233101 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef8cadd1-acfa-4586-9484-e4afad3693f3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:14.318635 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef8cadd1-acfa-4586-9484-e4afad3693f3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:14.386598 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49ef6a-bb81-44c5-97ae-395970bf0878 req-0b922cc5-9bc2-4b05-b413-a6ea681d786f tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:14.396723 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1d49ef6a-bb81-44c5-97ae-395970bf0878 req-0b922cc5-9bc2-4b05-b413-a6ea681d786f tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.1210611 Aug 31 01:23:14.446600 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1d49ef6a-bb81-44c5-97ae-395970bf0878 req-e61d281c-3313-43d3-9c8e-b3ea9e2473e5 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486758 Aug 31 01:23:14.472552 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef8cadd1-acfa-4586-9484-e4afad3693f3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:14.490778 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8cadd1-acfa-4586-9484-e4afad3693f3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d99f5ab-b767-4dde-8ce8-a8ed46f86142,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:14.582537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfc610-9bcb-41b5-bcd5-ca518102fae8 req-b04da637-402e-46cf-bd4b-eb4ce09cd698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:14.585011 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5cfc610-9bcb-41b5-bcd5-ca518102fae8 req-b04da637-402e-46cf-bd4b-eb4ce09cd698 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e9fb06e01654acf8087ff144343ee10&device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 1098 time: 0.0549042 Aug 31 01:23:14.641261 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef8cadd1-acfa-4586-9484-e4afad3693f3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:14.642552 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ef8cadd1-acfa-4586-9484-e4afad3693f3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6007764 Aug 31 01:23:14.645771 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49160) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:14.651188 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-56778b26-fd97-4d6f-a8bf-43387d969bb0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'network': {'name': 'tempest-network-smoke--595628001', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'port_security_enabled': True}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:14.716496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfc610-9bcb-41b5-bcd5-ca518102fae8 req-440099c2-77e8-4d65-a502-87a7376ab4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:14.718108 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5cfc610-9bcb-41b5-bcd5-ca518102fae8 req-440099c2-77e8-4d65-a502-87a7376ab4d7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=889b8bdc-4727-4715-b1e1-0ac4e4969e44 HTTP/1.1" status: 200 len: 912 time: 0.1263371 Aug 31 01:23:14.812223 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56778b26-fd97-4d6f-a8bf-43387d969bb0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Made reservation on behalf of 952c19daed614c79b5a4fe25173e1666 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:14.812223 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56778b26-fd97-4d6f-a8bf-43387d969bb0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:14.831240 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5cfc610-9bcb-41b5-bcd5-ca518102fae8 req-488dfc91-d3e0-4e11-a4d9-ae5dfbbc3a07 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77292cc4-782b-437f-b99f-2bb0fab9b5ee HTTP/1.1" status: 200 len: 1001 time: 0.1058497 Aug 31 01:23:14.851156 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56778b26-fd97-4d6f-a8bf-43387d969bb0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:23:14.886451 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56778b26-fd97-4d6f-a8bf-43387d969bb0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:14.886800 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-56778b26-fd97-4d6f-a8bf-43387d969bb0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Added segment 8c9ed10c-0e23-45a2-8a70-f825e587c0cc of type vlan for network 8f28c861-fdc8-4660-a486-64d863120c91 Aug 31 01:23:14.927963 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfc610-9bcb-41b5-bcd5-ca518102fae8 req-32d679a0-3a9d-4f99-a985-6edfafb89d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:14.929536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5cfc610-9bcb-41b5-bcd5-ca518102fae8 req-32d679a0-3a9d-4f99-a985-6edfafb89d9b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fda6a004-98bc-4255-914b-598d0c22693d HTTP/1.1" status: 200 len: 850 time: 0.0912704 Aug 31 01:23:14.950032 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56778b26-fd97-4d6f-a8bf-43387d969bb0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.009033 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfc610-9bcb-41b5-bcd5-ca518102fae8 req-32425ce1-1fc1-44bb-ac8a-f475d8180626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:15.010780 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5cfc610-9bcb-41b5-bcd5-ca518102fae8 req-32425ce1-1fc1-44bb-ac8a-f475d8180626 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=889b8bdc-4727-4715-b1e1-0ac4e4969e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738568 Aug 31 01:23:15.125647 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5cfc610-9bcb-41b5-bcd5-ca518102fae8 req-0866b81e-a6bb-40ba-8ee8-6b4bbcf228fd service neutron] 10.222.0.48 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071172 Aug 31 01:23:15.183178 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56778b26-fd97-4d6f-a8bf-43387d969bb0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.188904 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56778b26-fd97-4d6f-a8bf-43387d969bb0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:15.189540 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56778b26-fd97-4d6f-a8bf-43387d969bb0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.287959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56778b26-fd97-4d6f-a8bf-43387d969bb0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Network': ['ID=8f28c861-fdc8-4660-a486-64d863120c91,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:15.303273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 8f28c861-fdc8-4660-a486-64d863120c91 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:23:15.320361 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5cfc610-9bcb-41b5-bcd5-ca518102fae8 req-1381b9d9-9c0f-4054-938d-43bbc7135b3a service neutron] 10.222.0.48 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878607 Aug 31 01:23:15.429546 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-56778b26-fd97-4d6f-a8bf-43387d969bb0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7822950 Aug 31 01:23:15.432154 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49170) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:15.436877 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-533800653', 'admin_state_up': True, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:15.602960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7efaf-9f6c-4c5a-ac77-e4211ba22f72 req-35a627c8-155c-40f1-a3c4-42e1328371c5 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:15.604562 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2aa7efaf-9f6c-4c5a-ac77-e4211ba22f72 req-35a627c8-155c-40f1-a3c4-42e1328371c5 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0569091 Aug 31 01:23:15.661493 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2aa7efaf-9f6c-4c5a-ac77-e4211ba22f72 req-06416fa0-1eb1-4a1b-862c-7f8c5c85a3ae tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401359 Aug 31 01:23:15.661493 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.661493 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.746086 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:16.076210 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:16.498124 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:16.520037 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:16.699016 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Allocated IP 172.25.2.195 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/c1f9a466-7675-4498-bcca-2d43ea3d3458) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:16.817037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0646c-3555-487c-a1cb-e79d6f3383b4 req-6533f596-ea1f-4708-bd0e-dbe8d8f65411 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:16.819856 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2ce0646c-3555-487c-a1cb-e79d6f3383b4 req-6533f596-ea1f-4708-bd0e-dbe8d8f65411 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0835128 Aug 31 01:23:16.824709 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:16.868439 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2ce0646c-3555-487c-a1cb-e79d6f3383b4 req-ff582775-5332-4d8a-a74f-c80284f2f617 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473802 Aug 31 01:23:17.012193 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:17.058042 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:17.061498 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:17.067223 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=c1f9a466-7675-4498-bcca-2d43ea3d3458,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:17.069681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:17.776343 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:17.990879 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:18.162278 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49236) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:18.279853 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40f1bd60-971b-4787-8ec8-355d3327aa6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:18.289463 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router e2208b68-7fd0-4659-822d-900b85d3480a is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:23:18.407503 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40f1bd60-971b-4787-8ec8-355d3327aa6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:18.426954 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:18.440010 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Sync routers for ids ['e2208b68-7fd0-4659-822d-900b85d3480a'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:18.451967 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Routers {'e2208b68-7fd0-4659-822d-900b85d3480a'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:18.452688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:23:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e2208b68-7fd0-4659-822d-900b85d3480a'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:18.511889 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40f1bd60-971b-4787-8ec8-355d3327aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:18.557257 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-40f1bd60-971b-4787-8ec8-355d3327aa6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=081df17bcb7a4db4aff347a29632cc6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914733 Aug 31 01:23:18.557499 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49246) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:18.560245 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Set router e2208b68-7fd0-4659-822d-900b85d3480a gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:18.565059 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1bd60-971b-4787-8ec8-355d3327aa6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe644c38-8300-4546-93d2-66f2208252d8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:18.623579 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3449-1aa0-4085-b65e-844ebf7b29c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:18.647727 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3449-1aa0-4085-b65e-844ebf7b29c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:18.725866 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:18.728209 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2b1e81a3-6df8-4e0f-812a-68071ae008a5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2950833 Aug 31 01:23:18.731794 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49248) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:18.760742 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533800653', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:15Z', 'updated_at': '2021-08-31T01:23:17Z', 'revision_number': 3, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:16Z', 'updated_at': '2021-08-31T01:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:18.787843 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Checking router: e2208b68-7fd0-4659-822d-900b85d3480a for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:18.788192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Updating router e2208b68-7fd0-4659-822d-900b85d3480a port c1f9a466-7675-4498-bcca-2d43ea3d3458 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:23:18.816921 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:18.826933 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3449-1aa0-4085-b65e-844ebf7b29c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:18.829475 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3449-1aa0-4085-b65e-844ebf7b29c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:18.834589 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2b0d3449-1aa0-4085-b65e-844ebf7b29c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe644c38-8300-4546-93d2-66f2208252d8 HTTP/1.1" status: 204 len: 168 time: 0.2723525 Aug 31 01:23:18.846417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d3449-1aa0-4085-b65e-844ebf7b29c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe644c38-8300-4546-93d2-66f2208252d8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:18.966509 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8061da0b-67d4-44dc-b579-47cee685f694 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=952c19daed614c79b5a4fe25173e1666&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2310216 Aug 31 01:23:18.968858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49256) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:19.154559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08303d41-1526-4b33-814d-306b6338960a tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:19.160377 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-08303d41-1526-4b33-814d-306b6338960a tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1899991 Aug 31 01:23:19.162610 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49262) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:19.181818 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:19.193016 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Transition to ACTIVE for port object c1f9a466-7675-4498-bcca-2d43ea3d3458 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:19.199232 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fb1b42bd-3bd0-4914-a14d-9f7fde049998 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349493 Aug 31 01:23:19.201750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49264) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:19.206886 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-6cb9a845-4de8-444f-87b4-31824059da0f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-366018746', 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:19.289697 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:19.344556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Attempting to bind port c1f9a466-7675-4498-bcca-2d43ea3d3458 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:23:19.344929 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Attempting to bind port c1f9a466-7675-4498-bcca-2d43ea3d3458 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:23:19.348933 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Attempting to bind port c1f9a466-7675-4498-bcca-2d43ea3d3458 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:19.350996 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b7195-645c-4ca4-962a-855066ba5057 None None] Pushing event updated for resources: {'Port': ['ID=c1f9a466-7675-4498-bcca-2d43ea3d3458,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:19.359783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:23:19.360159 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:19.360564 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:19.360961 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:23:19.361428 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Bound port: c1f9a466-7675-4498-bcca-2d43ea3d3458, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:23:19.361841 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:19.365047 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b7195-645c-4ca4-962a-855066ba5057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.365418 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b7195-645c-4ca4-962a-855066ba5057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.365818 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b7195-645c-4ca4-962a-855066ba5057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.366228 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b7195-645c-4ca4-962a-855066ba5057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.366569 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b7195-645c-4ca4-962a-855066ba5057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.366995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b7195-645c-4ca4-962a-855066ba5057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.367835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b7195-645c-4ca4-962a-855066ba5057 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.368142 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b7195-645c-4ca4-962a-855066ba5057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.368558 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b7195-645c-4ca4-962a-855066ba5057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.368849 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b7195-645c-4ca4-962a-855066ba5057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.369175 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b7195-645c-4ca4-962a-855066ba5057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.369530 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b7195-645c-4ca4-962a-855066ba5057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.419694 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb9a845-4de8-444f-87b4-31824059da0f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Made reservation on behalf of 952c19daed614c79b5a4fe25173e1666 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:19.419694 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6cb9a845-4de8-444f-87b4-31824059da0f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:19.439051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] For port c1f9a466-7675-4498-bcca-2d43ea3d3458, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:19.443305 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] For port c1f9a466-7675-4498-bcca-2d43ea3d3458, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c1f9a466-7675-4498-bcca-2d43ea3d3458,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:19.589169 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:19.652653 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Routers {'e2208b68-7fd0-4659-822d-900b85d3480a'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:19.653281 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:23:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e2208b68-7fd0-4659-822d-900b85d3480a'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:19.658194 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b7195-645c-4ca4-962a-855066ba5057 None None] Pushing event updated for resources: {'Port': ['ID=c1f9a466-7675-4498-bcca-2d43ea3d3458,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:19.763306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] Set router e2208b68-7fd0-4659-822d-900b85d3480a gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:19.771677 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6cb9a845-4de8-444f-87b4-31824059da0f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:19.842430 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9a845-4de8-444f-87b4-31824059da0f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Subnet': ['ID=2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:19.850194 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb9a845-4de8-444f-87b4-31824059da0f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Checking segment: {'id': '8c9ed10c-0e23-45a2-8a70-f825e587c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:19.850563 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb9a845-4de8-444f-87b4-31824059da0f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network hostable DHCP agents. Network: 8f28c861-fdc8-4660-a486-64d863120c91, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:23:19.928503 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb9a845-4de8-444f-87b4-31824059da0f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 8f28c861-fdc8-4660-a486-64d863120c91 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:23:19.972964 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533800653', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:15Z', 'updated_at': '2021-08-31T01:23:17Z', 'revision_number': 3, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:16Z', 'updated_at': '2021-08-31T01:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:20.002274 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1765ad-2c9b-42a0-8631-2a2bf31af10f None None] The sync data for ids ['e2208b68-7fd0-4659-822d-900b85d3480a'] in n-d-793621-34 is: [{'id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533800653', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:15Z', 'updated_at': '2021-08-31T01:23:17Z', 'revision_number': 3, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:16Z', 'updated_at': '2021-08-31T01:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:20.061105 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49274) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:20.077036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-6cb9a845-4de8-444f-87b4-31824059da0f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 8f28c861-fdc8-4660-a486-64d863120c91) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:20.080917 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248d2cc2-0876-467d-b549-1e845746f73d None None] Network 8f28c861-fdc8-4660-a486-64d863120c91 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:23:20.081113 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3d01a01a-ae15-49f8-b54d-5de709f665ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.092375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb9a845-4de8-444f-87b4-31824059da0f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:20.093125 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6cb9a845-4de8-444f-87b4-31824059da0f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.190774 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6cb9a845-4de8-444f-87b4-31824059da0f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9877980 Aug 31 01:23:20.193690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49278) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:20.363761 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3d01a01a-ae15-49f8-b54d-5de709f665ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.381784 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-8f28c861-fdc8-4660-a486-64d863120c91', 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ips': [{'subnet_id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:23:20.384139 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.437263 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3d01a01a-ae15-49f8-b54d-5de709f665ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.551233 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3d01a01a-ae15-49f8-b54d-5de709f665ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5194b9f6c674c889489a588c795c713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4890220 Aug 31 01:23:20.553944 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01a01a-ae15-49f8-b54d-5de709f665ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516bf218-a4a4-48b2-9066-868dc43acf9d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:20.556744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49282) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:20.656004 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Allocated IP 172.20.0.2 (8f28c861-fdc8-4660-a486-64d863120c91/2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c/85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:20.683409 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c1f9a466-7675-4498-bcca-2d43ea3d3458 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:20.685853 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-794aedb7-082c-4b24-a97a-79a1aa40ee5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.737810 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-794aedb7-082c-4b24-a97a-79a1aa40ee5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.909036 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-794aedb7-082c-4b24-a97a-79a1aa40ee5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.912480 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-794aedb7-082c-4b24-a97a-79a1aa40ee5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.914109 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-794aedb7-082c-4b24-a97a-79a1aa40ee5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/516bf218-a4a4-48b2-9066-868dc43acf9d HTTP/1.1" status: 204 len: 168 time: 0.3560855 Aug 31 01:23:20.934958 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794aedb7-082c-4b24-a97a-79a1aa40ee5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516bf218-a4a4-48b2-9066-868dc43acf9d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:20.999804 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.017070 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port c1f9a466-7675-4498-bcca-2d43ea3d3458 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:21.024032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Transition to ACTIVE for port object 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:21.029595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c1f9a466-7675-4498-bcca-2d43ea3d3458 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:21.029980 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.064037 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.113274 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Transition to ACTIVE for port object 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:21.172132 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.216349 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port c1f9a466-7675-4498-bcca-2d43ea3d3458, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c1f9a466-7675-4498-bcca-2d43ea3d3458,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:21.283613 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.325727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Network 8f28c861-fdc8-4660-a486-64d863120c91 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:21.328757 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:21.332288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:21.389894 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.409668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Pushing event updated for resources: {'Port': ['ID=85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:21.443876 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Allocated IP 172.20.0.1 (8f28c861-fdc8-4660-a486-64d863120c91/2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c/2491913f-8773-40d0-aa0e-e1c6b7a0899b) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:21.539055 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Attempting to bind port 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:23:21.540471 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Attempting to bind port 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '8c9ed10c-0e23-45a2-8a70-f825e587c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:23:21.541028 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Attempting to bind port 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1 on network 8f28c861-fdc8-4660-a486-64d863120c91 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:21.543550 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=c1f9a466-7675-4498-bcca-2d43ea3d3458,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:21.559979 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:23:21.559979 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Checking segment: {'id': '8c9ed10c-0e23-45a2-8a70-f825e587c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:21.559979 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.559979 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Bound using segment: {'id': '8c9ed10c-0e23-45a2-8a70-f825e587c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:23:21.559979 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Bound port: 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9ed10c-0e23-45a2-8a70-f825e587c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:23:21.559979 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.645025 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.681695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Transition to ACTIVE for port object 2491913f-8773-40d0-aa0e-e1c6b7a0899b will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:21.854807 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.864541 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] For port 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:21.868823 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] For port 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1,segment=NetworkSegment(8c9ed10c-0e23-45a2-8a70-f825e587c0cc),segment_id=8c9ed10c-0e23-45a2-8a70-f825e587c0cc)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:21.919738 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 8f28c861-fdc8-4660-a486-64d863120c91 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:21.927241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:21.930456 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:21.961923 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.966889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=2491913f-8773-40d0-aa0e-e1c6b7a0899b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:21.993002 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.030565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff931f2-4f15-4932-b62b-8c47dc9b6b45 None None] Pushing event updated for resources: {'Port': ['ID=85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:22.324576 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49314) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:22.368132 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.497191 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b57cfbb9-4c4e-4e6b-8108-380be43d24ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.656076 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b57cfbb9-4c4e-4e6b-8108-380be43d24ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.681286 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:22.807160 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b57cfbb9-4c4e-4e6b-8108-380be43d24ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.842638 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.850139 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b57cfbb9-4c4e-4e6b-8108-380be43d24ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe448f54eced40f799992cecde69e2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5216506 Aug 31 01:23:22.851257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49326) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:22.857601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:22.861879 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c1f9a466-7675-4498-bcca-2d43ea3d3458 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:22.871027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cfbb9-4c4e-4e6b-8108-380be43d24ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558162cb-1a4f-4883-aabb-da0b09daeefe,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:22.928193 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-66f1990c-bf52-43d7-9582-fc10ad7e490e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.953963 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.956007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c1f9a466-7675-4498-bcca-2d43ea3d3458 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:22.956474 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:23.013652 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-66f1990c-bf52-43d7-9582-fc10ad7e490e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:23.118893 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:23.120644 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=2491913f-8773-40d0-aa0e-e1c6b7a0899b,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:23.242799 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-66f1990c-bf52-43d7-9582-fc10ad7e490e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:23.245809 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-66f1990c-bf52-43d7-9582-fc10ad7e490e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:23.250200 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-66f1990c-bf52-43d7-9582-fc10ad7e490e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/558162cb-1a4f-4883-aabb-da0b09daeefe HTTP/1.1" status: 204 len: 168 time: 0.3965859 Aug 31 01:23:23.259327 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 8f28c861-fdc8-4660-a486-64d863120c91 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:23.265061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:23.271452 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1990c-bf52-43d7-9582-fc10ad7e490e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558162cb-1a4f-4883-aabb-da0b09daeefe,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:23.410463 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router e2208b68-7fd0-4659-822d-900b85d3480a has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:23:23.441357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb6e99f-9d06-462e-98aa-c2fa93d0e20d None None] Network 8f28c861-fdc8-4660-a486-64d863120c91 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:23:23.551291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:23.556428 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a431b942-1f17-4ca0-819a-5dbcf4d60678 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "PUT /v2.0/routers/e2208b68-7fd0-4659-822d-900b85d3480a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3612480 Aug 31 01:23:23.569808 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Sync routers for ids ['e2208b68-7fd0-4659-822d-900b85d3480a'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:23.580284 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Routers {'e2208b68-7fd0-4659-822d-900b85d3480a'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:23.580902 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:23:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e2208b68-7fd0-4659-822d-900b85d3480a'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:23.636018 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9e0d9efd-8e16-4b36-95d2-935314f01853 None None] Provisioning for port 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:23.642939 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9e0d9efd-8e16-4b36-95d2-935314f01853 None None] Provisioning complete for port 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:23.643336 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9e0d9efd-8e16-4b36-95d2-935314f01853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:23.707411 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Set router e2208b68-7fd0-4659-822d-900b85d3480a gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:23.790441 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9e0d9efd-8e16-4b36-95d2-935314f01853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:23.890483 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-9e0d9efd-8e16-4b36-95d2-935314f01853 None None] For port 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1,segment=NetworkSegment(8c9ed10c-0e23-45a2-8a70-f825e587c0cc),segment_id=8c9ed10c-0e23-45a2-8a70-f825e587c0cc)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:23.960399 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51c449d8-427d-43cd-823f-5d99005d7704 req-e0862ca4-90ad-4a5d-8a16-afa1e329c38e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880280144&fields=id&tenant_id=952c19daed614c79b5a4fe25173e1666 HTTP/1.1" status: 200 len: 267 time: 0.0951614 Aug 31 01:23:23.983776 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9e0d9efd-8e16-4b36-95d2-935314f01853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.129470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d9efd-8e16-4b36-95d2-935314f01853 None None] Pushing event updated for resources: {'Port': ['ID=85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:24.148590 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533800653', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:15Z', 'updated_at': '2021-08-31T01:23:22Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:16Z', 'updated_at': '2021-08-31T01:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '2491913f-8773-40d0-aa0e-e1c6b7a0899b', 'name': '', 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:4f:64:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:21Z', 'updated_at': '2021-08-31T01:23:22Z', 'revision_number': 2, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:24.155071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a70f0a38-df55-4472-9609-14bfb2546eec None None] Provisioning complete for port 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:24.155452 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a70f0a38-df55-4472-9609-14bfb2546eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.222142 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Checking router: e2208b68-7fd0-4659-822d-900b85d3480a for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:24.222626 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Updating router e2208b68-7fd0-4659-822d-900b85d3480a port 2491913f-8773-40d0-aa0e-e1c6b7a0899b binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:23:24.287932 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.416524 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49370) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:24.448285 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a70f0a38-df55-4472-9609-14bfb2546eec None None] Provisioning for port 2491913f-8773-40d0-aa0e-e1c6b7a0899b completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:24.453485 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a70f0a38-df55-4472-9609-14bfb2546eec None None] Provisioning complete for port 2491913f-8773-40d0-aa0e-e1c6b7a0899b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:24.453983 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a70f0a38-df55-4472-9609-14bfb2546eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.459177 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f7a7a30-47ff-43c7-a11f-06a5e076c8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.593348 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-a70f0a38-df55-4472-9609-14bfb2546eec None None] Port 2491913f-8773-40d0-aa0e-e1c6b7a0899b cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:23:24.640096 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:24.679350 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f7a7a30-47ff-43c7-a11f-06a5e076c8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.684403 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c449d8-427d-43cd-823f-5d99005d7704 req-1bf8cfb3-b2ca-42d9-ac3c-2b044ba3bddc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:24.686250 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51c449d8-427d-43cd-823f-5d99005d7704 req-1bf8cfb3-b2ca-42d9-ac3c-2b044ba3bddc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/networks?id=8f28c861-fdc8-4660-a486-64d863120c91 HTTP/1.1" status: 200 len: 796 time: 0.7253704 Aug 31 01:23:24.727535 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51c449d8-427d-43cd-823f-5d99005d7704 req-e9e6986f-c1be-492f-82bb-dad4765d4a35 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/quotas/952c19daed614c79b5a4fe25173e1666 HTTP/1.1" status: 200 len: 375 time: 0.0225079 Aug 31 01:23:24.743363 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f73e17fc-76eb-4ea3-a096-a3a95da76784 None None] Provisioning complete for port 2491913f-8773-40d0-aa0e-e1c6b7a0899b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:24.743896 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f73e17fc-76eb-4ea3-a096-a3a95da76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.751320 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:24.751850 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.760874 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f7a7a30-47ff-43c7-a11f-06a5e076c8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.824228 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f73e17fc-76eb-4ea3-a096-a3a95da76784 None None] Port 2491913f-8773-40d0-aa0e-e1c6b7a0899b cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:23:24.845812 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51c449d8-427d-43cd-823f-5d99005d7704 req-d292db2d-b3d0-410b-8adc-ae8a9c1356f2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1134994 Aug 31 01:23:24.871152 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0f7a7a30-47ff-43c7-a11f-06a5e076c8fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=187758ff65ed4ad58f2a99bc080963b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4504142 Aug 31 01:23:24.876492 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49372) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:24.921894 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a7a30-47ff-43c7-a11f-06a5e076c8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f73c99-2d79-406d-9eeb-45f38efbceb0,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:24.944405 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0cf604ee-337d-4dc5-9133-909254a92750 None None] Provisioning complete for port 2491913f-8773-40d0-aa0e-e1c6b7a0899b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:24.945017 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0cf604ee-337d-4dc5-9133-909254a92750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:25.016680 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0cf604ee-337d-4dc5-9133-909254a92750 None None] Port 2491913f-8773-40d0-aa0e-e1c6b7a0899b cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:23:25.017341 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b9d8bcd9-452e-453e-bfdd-57bdfb1b37f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:25.046875 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51c449d8-427d-43cd-823f-5d99005d7704 req-dbebc067-8c7c-4e65-ba5b-831ff195cf76 service neutron] 10.222.0.16 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885121 Aug 31 01:23:25.063992 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:25.073516 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b9d8bcd9-452e-453e-bfdd-57bdfb1b37f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:25.077984 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Transition to ACTIVE for port object 2491913f-8773-40d0-aa0e-e1c6b7a0899b will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:25.177058 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:25.194589 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51c449d8-427d-43cd-823f-5d99005d7704 req-36095060-a3b2-4230-9bcd-4b36f2e84c78 service neutron] 10.222.0.16 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279194 Aug 31 01:23:25.220046 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b9d8bcd9-452e-453e-bfdd-57bdfb1b37f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:25.223813 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b9d8bcd9-452e-453e-bfdd-57bdfb1b37f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:25.225666 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b9d8bcd9-452e-453e-bfdd-57bdfb1b37f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28f73c99-2d79-406d-9eeb-45f38efbceb0 HTTP/1.1" status: 204 len: 168 time: 0.3480282 Aug 31 01:23:25.254502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8bcd9-452e-453e-bfdd-57bdfb1b37f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f73c99-2d79-406d-9eeb-45f38efbceb0,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:25.298192 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4e582-dcf0-4b69-8c83-4dedee7d8b1f None None] Pushing event updated for resources: {'Port': ['ID=2491913f-8773-40d0-aa0e-e1c6b7a0899b,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:25.315043 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Attempting to bind port 2491913f-8773-40d0-aa0e-e1c6b7a0899b on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:23:25.315704 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Attempting to bind port 2491913f-8773-40d0-aa0e-e1c6b7a0899b by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '8c9ed10c-0e23-45a2-8a70-f825e587c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:23:25.316219 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Attempting to bind port 2491913f-8773-40d0-aa0e-e1c6b7a0899b on network 8f28c861-fdc8-4660-a486-64d863120c91 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:25.322138 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4e582-dcf0-4b69-8c83-4dedee7d8b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:25.322793 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4e582-dcf0-4b69-8c83-4dedee7d8b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:25.332176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4e582-dcf0-4b69-8c83-4dedee7d8b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:25.332176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4e582-dcf0-4b69-8c83-4dedee7d8b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:25.332176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4e582-dcf0-4b69-8c83-4dedee7d8b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:25.332176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4e582-dcf0-4b69-8c83-4dedee7d8b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:25.332176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4e582-dcf0-4b69-8c83-4dedee7d8b1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:25.332176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4e582-dcf0-4b69-8c83-4dedee7d8b1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:25.332176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4e582-dcf0-4b69-8c83-4dedee7d8b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:25.332176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4e582-dcf0-4b69-8c83-4dedee7d8b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:25.332176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4e582-dcf0-4b69-8c83-4dedee7d8b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:25.332176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4e582-dcf0-4b69-8c83-4dedee7d8b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:25.336239 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:23:25.336806 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Checking segment: {'id': '8c9ed10c-0e23-45a2-8a70-f825e587c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:25.337424 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:25.337999 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Bound using segment: {'id': '8c9ed10c-0e23-45a2-8a70-f825e587c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:23:25.338718 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Bound port: 2491913f-8773-40d0-aa0e-e1c6b7a0899b, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9ed10c-0e23-45a2-8a70-f825e587c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:23:25.339261 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:25.437925 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] For port 2491913f-8773-40d0-aa0e-e1c6b7a0899b, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:25.442117 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] For port 2491913f-8773-40d0-aa0e-e1c6b7a0899b, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2491913f-8773-40d0-aa0e-e1c6b7a0899b,segment=NetworkSegment(8c9ed10c-0e23-45a2-8a70-f825e587c0cc),segment_id=8c9ed10c-0e23-45a2-8a70-f825e587c0cc)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:25.528739 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:25.606962 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Routers {'e2208b68-7fd0-4659-822d-900b85d3480a'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:25.607737 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:23:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e2208b68-7fd0-4659-822d-900b85d3480a'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:25.710990 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b622157d-0bfb-4bb4-9d0a-cac4c3f769b1 req-da592f62-255e-43f9-ab43-c9c6030ace10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 210 time: 0.0675645 Aug 31 01:23:25.727768 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4e582-dcf0-4b69-8c83-4dedee7d8b1f None None] Pushing event updated for resources: {'Port': ['ID=2491913f-8773-40d0-aa0e-e1c6b7a0899b,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:25.820549 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] Set router e2208b68-7fd0-4659-822d-900b85d3480a gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:26.137552 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533800653', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:15Z', 'updated_at': '2021-08-31T01:23:22Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:16Z', 'updated_at': '2021-08-31T01:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '2491913f-8773-40d0-aa0e-e1c6b7a0899b', 'name': '', 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:4f:64:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:21Z', 'updated_at': '2021-08-31T01:23:25Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:26.173532 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4a9112-08c3-40cd-b3cc-996e6d06f9b7 None None] The sync data for ids ['e2208b68-7fd0-4659-822d-900b85d3480a'] in n-d-793621-34 is: [{'id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533800653', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:15Z', 'updated_at': '2021-08-31T01:23:22Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:16Z', 'updated_at': '2021-08-31T01:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '2491913f-8773-40d0-aa0e-e1c6b7a0899b', 'name': '', 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:4f:64:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:21Z', 'updated_at': '2021-08-31T01:23:25Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:26.592031 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2491913f-8773-40d0-aa0e-e1c6b7a0899b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:26.774986 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 2491913f-8773-40d0-aa0e-e1c6b7a0899b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:26.776069 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 2491913f-8773-40d0-aa0e-e1c6b7a0899b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:26.776196 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:26.830080 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0e64df6-9938-4766-844f-87130301984d req-c57c7908-8024-45e6-b15f-95f2df7c6d6c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 210 time: 0.0559375 Aug 31 01:23:26.918526 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:26.965607 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 2491913f-8773-40d0-aa0e-e1c6b7a0899b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2491913f-8773-40d0-aa0e-e1c6b7a0899b,segment=NetworkSegment(8c9ed10c-0e23-45a2-8a70-f825e587c0cc),segment_id=8c9ed10c-0e23-45a2-8a70-f825e587c0cc)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:27.034528 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:27.092584 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=2491913f-8773-40d0-aa0e-e1c6b7a0899b,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:27.941799 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eda028db-0d08-4281-b44e-d7386cdc9b04 req-4a50344a-1129-4761-bcc7-d2fb45527bbf tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 210 time: 0.0337391 Aug 31 01:23:28.548763 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2491913f-8773-40d0-aa0e-e1c6b7a0899b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:28.612014 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 2491913f-8773-40d0-aa0e-e1c6b7a0899b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:28.612393 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.029809 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c449d8-427d-43cd-823f-5d99005d7704 req-8f49a72d-765f-494a-9077-44d15a560fae tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:29.032149 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51c449d8-427d-43cd-823f-5d99005d7704 req-8f49a72d-765f-494a-9077-44d15a560fae tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.41 "GET /v2.0/networks?id=8f28c861-fdc8-4660-a486-64d863120c91 HTTP/1.1" status: 200 len: 796 time: 0.1257536 Aug 31 01:23:29.095590 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-68f016c6-b35e-48b2-9e9e-ed47fb4b89d1 req-0fc79973-65fb-48bb-bb87-9009daee87e2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 210 time: 0.0380566 Aug 31 01:23:29.114102 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51c449d8-427d-43cd-823f-5d99005d7704 req-16f2cb6c-fd9e-4640-b7d1-2695552460b1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=952c19daed614c79b5a4fe25173e1666 HTTP/1.1" status: 200 len: 380 time: 0.0662563 Aug 31 01:23:29.129116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-51c449d8-427d-43cd-823f-5d99005d7704 req-f7e61277-ff8f-4b56-8d2a-366d4a8b6dbb tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'port': {'device_id': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91', 'admin_state_up': True, 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'security_groups': ['9bf1896f-7d81-45e1-90ef-f2b7b4498813']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:29.146267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49488) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:29.303236 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-981c7239-ff02-47ac-bd7e-f138c75007fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.369491 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c449d8-427d-43cd-823f-5d99005d7704 req-f7e61277-ff8f-4b56-8d2a-366d4a8b6dbb tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Made reservation on behalf of 952c19daed614c79b5a4fe25173e1666 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:29.373077 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-51c449d8-427d-43cd-823f-5d99005d7704 req-f7e61277-ff8f-4b56-8d2a-366d4a8b6dbb tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.479333 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-981c7239-ff02-47ac-bd7e-f138c75007fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.530305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-51c449d8-427d-43cd-823f-5d99005d7704 req-f7e61277-ff8f-4b56-8d2a-366d4a8b6dbb tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Allocated IP 172.20.0.13 (8f28c861-fdc8-4660-a486-64d863120c91/2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c/2f7da26e-8742-489f-9de4-c12305ac1dab) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:29.662295 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-981c7239-ff02-47ac-bd7e-f138c75007fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.686178 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-51c449d8-427d-43cd-823f-5d99005d7704 req-f7e61277-ff8f-4b56-8d2a-366d4a8b6dbb tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.704277 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-981c7239-ff02-47ac-bd7e-f138c75007fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2cce9936c6a4653a7ae191e6ec60a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5568960 Aug 31 01:23:29.705169 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c7239-ff02-47ac-bd7e-f138c75007fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a99f66a-9630-4883-80ad-d1cd06020ff7,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:29.707549 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49502) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:29.711253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-51c449d8-427d-43cd-823f-5d99005d7704 req-f7e61277-ff8f-4b56-8d2a-366d4a8b6dbb tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Transition to ACTIVE for port object 2f7da26e-8742-489f-9de4-c12305ac1dab will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:29.766865 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8c822c0c-83b7-42f8-8fab-2f6327e77930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.792571 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8c822c0c-83b7-42f8-8fab-2f6327e77930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.935900 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-51c449d8-427d-43cd-823f-5d99005d7704 req-f7e61277-ff8f-4b56-8d2a-366d4a8b6dbb tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.959772 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8c822c0c-83b7-42f8-8fab-2f6327e77930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.983194 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8c822c0c-83b7-42f8-8fab-2f6327e77930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.989667 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8c822c0c-83b7-42f8-8fab-2f6327e77930 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a99f66a-9630-4883-80ad-d1cd06020ff7 HTTP/1.1" status: 204 len: 168 time: 0.2810299 Aug 31 01:23:29.990154 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c449d8-427d-43cd-823f-5d99005d7704 req-f7e61277-ff8f-4b56-8d2a-366d4a8b6dbb tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 8f28c861-fdc8-4660-a486-64d863120c91 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:29.993808 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-51c449d8-427d-43cd-823f-5d99005d7704 req-f7e61277-ff8f-4b56-8d2a-366d4a8b6dbb tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:29.998695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c449d8-427d-43cd-823f-5d99005d7704 req-f7e61277-ff8f-4b56-8d2a-366d4a8b6dbb tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:30.002872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e61277-ff8f-4b56-8d2a-366d4a8b6dbb tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=2f7da26e-8742-489f-9de4-c12305ac1dab,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:30.030230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c822c0c-83b7-42f8-8fab-2f6327e77930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a99f66a-9630-4883-80ad-d1cd06020ff7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:30.096113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c449d8-427d-43cd-823f-5d99005d7704 req-f7e61277-ff8f-4b56-8d2a-366d4a8b6dbb tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:30.097161 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-51c449d8-427d-43cd-823f-5d99005d7704 req-f7e61277-ff8f-4b56-8d2a-366d4a8b6dbb tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:30.209249 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51c449d8-427d-43cd-823f-5d99005d7704 req-f7e61277-ff8f-4b56-8d2a-366d4a8b6dbb tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0863383 Aug 31 01:23:30.286242 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cbb43-fdec-480e-b3d0-6dcb6e68c453 req-b2a1366a-2c71-43c6-98b6-fc5050a7cc59 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:30.294361 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6b1cbb43-fdec-480e-b3d0-6dcb6e68c453 req-b2a1366a-2c71-43c6-98b6-fc5050a7cc59 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 932 time: 0.1225595 Aug 31 01:23:30.344914 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6b1cbb43-fdec-480e-b3d0-6dcb6e68c453 req-12c8d7c9-6874-4a1b-bee4-2e0d7a3d97a2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434849 Aug 31 01:23:30.376452 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Request body: {'port': {'device_id': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:30.442362 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-73d163e5-bedc-4a88-bda4-d0c2b6ab715b None None] Provisioning for port 2f7da26e-8742-489f-9de4-c12305ac1dab completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:30.446787 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-73d163e5-bedc-4a88-bda4-d0c2b6ab715b None None] Provisioning complete for port 2f7da26e-8742-489f-9de4-c12305ac1dab triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:30.447166 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-73d163e5-bedc-4a88-bda4-d0c2b6ab715b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:30.450567 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:30.504281 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-73d163e5-bedc-4a88-bda4-d0c2b6ab715b None None] Port 2f7da26e-8742-489f-9de4-c12305ac1dab cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:23:30.803234 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7da26e-8742-489f-9de4-c12305ac1dab {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:23:30.812718 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:30.827434 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Transition to ACTIVE for port object 2f7da26e-8742-489f-9de4-c12305ac1dab will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:30.891299 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:30.921921 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49530) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:30.936998 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-343d378b-ca3a-4d3d-ad3a-7576a990d638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:30.963668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7da26e-8742-489f-9de4-c12305ac1dab,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:31.070491 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Attempting to bind port 2f7da26e-8742-489f-9de4-c12305ac1dab on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:23:31.070885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Attempting to bind port 2f7da26e-8742-489f-9de4-c12305ac1dab by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '8c9ed10c-0e23-45a2-8a70-f825e587c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:23:31.071224 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Attempting to bind port 2f7da26e-8742-489f-9de4-c12305ac1dab on network 8f28c861-fdc8-4660-a486-64d863120c91 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:31.076605 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Port 2f7da26e-8742-489f-9de4-c12305ac1dab on network 8f28c861-fdc8-4660-a486-64d863120c91 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:23:31.078667 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Attempting to bind port 2f7da26e-8742-489f-9de4-c12305ac1dab on network 8f28c861-fdc8-4660-a486-64d863120c91 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:31.085448 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:23:31.093266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Checking segment: {'id': '8c9ed10c-0e23-45a2-8a70-f825e587c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:31.093788 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Bound using segment: {'id': '8c9ed10c-0e23-45a2-8a70-f825e587c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:23:31.094328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Bound port: 2f7da26e-8742-489f-9de4-c12305ac1dab, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c9ed10c-0e23-45a2-8a70-f825e587c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:23:31.094766 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.104881 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-343d378b-ca3a-4d3d-ad3a-7576a990d638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.187718 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] For port 2f7da26e-8742-489f-9de4-c12305ac1dab, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:31.190264 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-343d378b-ca3a-4d3d-ad3a-7576a990d638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.190610 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] For port 2f7da26e-8742-489f-9de4-c12305ac1dab, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2f7da26e-8742-489f-9de4-c12305ac1dab,segment=NetworkSegment(8c9ed10c-0e23-45a2-8a70-f825e587c0cc),segment_id=8c9ed10c-0e23-45a2-8a70-f825e587c0cc)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:31.242640 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-343d378b-ca3a-4d3d-ad3a-7576a990d638 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1df3f8d8f4ef4b24bd684383d35c2f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188190 Aug 31 01:23:31.243378 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d378b-ca3a-4d3d-ad3a-7576a990d638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdf9721-73fc-4fd9-83dd-971c3a7c88f0,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:31.245109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49536) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:31.300158 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-650c49d1-b523-458c-bb62-2ff2a357c9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.325353 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-650c49d1-b523-458c-bb62-2ff2a357c9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.327682 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.409075 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:31.409563 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.411000 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51c449d8-427d-43cd-823f-5d99005d7704 req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] 10.222.0.41 "PUT /v2.0/ports/2f7da26e-8742-489f-9de4-c12305ac1dab HTTP/1.1" status: 200 len: 1093 time: 1.1962690 Aug 31 01:23:31.411485 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'tag': '2f7da26e-8742-489f-9de4-c12305ac1dab'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:31.413787 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef9eabf-7da5-4fd3-a609-04a01ed1ecda" -d '{"events": [{"name": "network-changed", "server_uuid": "53fb56aa-8035-479b-bd80-7fbae31a2dac", "tag": "2f7da26e-8742-489f-9de4-c12305ac1dab"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:31.442089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb2df0-7437-47a5-8ac8-6d0f9b540796 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7da26e-8742-489f-9de4-c12305ac1dab,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:31.564277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483c09c-b41e-43fd-955d-9be00776fecc req-d1e62507-adaf-4506-b9fd-f08491c71bd2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:31.566430 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3483c09c-b41e-43fd-955d-9be00776fecc req-d1e62507-adaf-4506-b9fd-f08491c71bd2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 944 time: 0.0678835 Aug 31 01:23:31.629958 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3483c09c-b41e-43fd-955d-9be00776fecc req-5101d9c4-9d1f-48d5-aaca-e4e57d2095e6 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543184 Aug 31 01:23:31.664443 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c449d8-427d-43cd-823f-5d99005d7704 req-152f8a62-a470-4cd8-b679-4ad5b96b1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:31.666686 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51c449d8-427d-43cd-823f-5d99005d7704 req-152f8a62-a470-4cd8-b679-4ad5b96b1a3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 1096 time: 0.0560296 Aug 31 01:23:31.667978 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-650c49d1-b523-458c-bb62-2ff2a357c9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.671001 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-650c49d1-b523-458c-bb62-2ff2a357c9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.673472 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-650c49d1-b523-458c-bb62-2ff2a357c9b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cdf9721-73fc-4fd9-83dd-971c3a7c88f0 HTTP/1.1" status: 204 len: 168 time: 0.4255941 Aug 31 01:23:31.693560 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c49d1-b523-458c-bb62-2ff2a357c9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdf9721-73fc-4fd9-83dd-971c3a7c88f0,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:31.738805 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51c449d8-427d-43cd-823f-5d99005d7704 req-e83042c1-1b95-40e4-8b9a-b75df45a326f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7da26e-8742-489f-9de4-c12305ac1dab HTTP/1.1" status: 200 len: 217 time: 0.0639615 Aug 31 01:23:31.813135 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0310d1f7-a7b1-40e0-8613-25f45853b0c0 x-openstack-request-id: req-0310d1f7-a7b1-40e0-8613-25f45853b0c0 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:31.813464 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53fb56aa-8035-479b-bd80-7fbae31a2dac", "tag": "2f7da26e-8742-489f-9de4-c12305ac1dab", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:31.813932 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0310d1f7-a7b1-40e0-8613-25f45853b0c0 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:31.814543 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'tag': '2f7da26e-8742-489f-9de4-c12305ac1dab', 'status': 'completed', 'code': 200} Aug 31 01:23:31.834617 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c449d8-427d-43cd-823f-5d99005d7704 req-d6690404-0c44-476a-96a9-c19da4539fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:31.834617 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51c449d8-427d-43cd-823f-5d99005d7704 req-d6690404-0c44-476a-96a9-c19da4539fe8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c HTTP/1.1" status: 200 len: 834 time: 0.0822413 Aug 31 01:23:31.898006 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c449d8-427d-43cd-823f-5d99005d7704 req-4f45ba0c-4b66-40bd-a4b8-c5df1a1b40a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:31.899555 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51c449d8-427d-43cd-823f-5d99005d7704 req-4f45ba0c-4b66-40bd-a4b8-c5df1a1b40a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f28c861-fdc8-4660-a486-64d863120c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638506 Aug 31 01:23:32.019430 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51c449d8-427d-43cd-823f-5d99005d7704 req-525fba31-e29f-4d93-a7af-7f7bcd0d979e service neutron] 10.222.0.41 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099966 Aug 31 01:23:32.129831 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51c449d8-427d-43cd-823f-5d99005d7704 req-1cb97522-8c4d-4b26-aff3-cac91123aef8 service neutron] 10.222.0.41 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031301 Aug 31 01:23:32.375901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9eabf-7da5-4fd3-a609-04a01ed1ecda req-4a963a28-345f-48ec-bff3-ffb887200428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:32.377376 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9ef9eabf-7da5-4fd3-a609-04a01ed1ecda req-4a963a28-345f-48ec-bff3-ffb887200428 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 1096 time: 0.0532923 Aug 31 01:23:32.477134 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9eabf-7da5-4fd3-a609-04a01ed1ecda req-d5fb93cb-2597-48f1-baa8-b78298ccc2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:32.478990 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9ef9eabf-7da5-4fd3-a609-04a01ed1ecda req-d5fb93cb-2597-48f1-baa8-b78298ccc2f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f28c861-fdc8-4660-a486-64d863120c91 HTTP/1.1" status: 200 len: 897 time: 0.0945854 Aug 31 01:23:32.553589 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9ef9eabf-7da5-4fd3-a609-04a01ed1ecda req-c43ddeab-2e91-4ab9-b872-36fc95f5e1aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7da26e-8742-489f-9de4-c12305ac1dab HTTP/1.1" status: 200 len: 217 time: 0.0668628 Aug 31 01:23:32.608391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9eabf-7da5-4fd3-a609-04a01ed1ecda req-2330fc1e-c7e4-4769-8b4b-07882a7296a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:32.610025 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9ef9eabf-7da5-4fd3-a609-04a01ed1ecda req-2330fc1e-c7e4-4769-8b4b-07882a7296a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c HTTP/1.1" status: 200 len: 834 time: 0.0487318 Aug 31 01:23:32.666059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9eabf-7da5-4fd3-a609-04a01ed1ecda req-47e05713-db0c-47a7-8158-b87c502a6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:32.667748 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9ef9eabf-7da5-4fd3-a609-04a01ed1ecda req-47e05713-db0c-47a7-8158-b87c502a6f58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f28c861-fdc8-4660-a486-64d863120c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501051 Aug 31 01:23:32.839138 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce742140-95b0-4e1a-a7bf-a261c9da5edc req-cff8e655-787e-431f-811f-16d5822c2b22 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:32.840772 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ce742140-95b0-4e1a-a7bf-a261c9da5edc req-cff8e655-787e-431f-811f-16d5822c2b22 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 944 time: 0.0871162 Aug 31 01:23:32.843134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9ef9eabf-7da5-4fd3-a609-04a01ed1ecda req-815009c5-27d4-47f5-8a04-6a71cad85b6e service neutron] 10.222.0.41 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671600 Aug 31 01:23:32.937561 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ce742140-95b0-4e1a-a7bf-a261c9da5edc req-56ed4abc-d094-4cde-a663-9374e8b42b29 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903087 Aug 31 01:23:32.983630 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9ef9eabf-7da5-4fd3-a609-04a01ed1ecda req-57f8aa70-21e2-41b9-aff8-ec642145cea2 service neutron] 10.222.0.41 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291394 Aug 31 01:23:34.121346 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde3b46-a638-463c-80dc-f60fd1c61b64 req-9298a2ab-7d54-4a3e-b6a4-a0e5db0fbbb6 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:34.123003 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9cde3b46-a638-463c-80dc-f60fd1c61b64 req-9298a2ab-7d54-4a3e-b6a4-a0e5db0fbbb6 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 944 time: 0.1001558 Aug 31 01:23:34.162796 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9cde3b46-a638-463c-80dc-f60fd1c61b64 req-247cfd98-23d6-42f8-9a8d-69a339081a45 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332644 Aug 31 01:23:34.193853 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-048dcd67-ec47-4e09-83ac-3f7955c8ad09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:34.566336 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49648) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:34.691599 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ac6aa4b-7c4d-4212-90f1-b9bf25faa5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:34.788374 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ac6aa4b-7c4d-4212-90f1-b9bf25faa5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:34.906062 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8ac6aa4b-7c4d-4212-90f1-b9bf25faa5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:34.944788 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6aa4b-7c4d-4212-90f1-b9bf25faa5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ad0b65-88fc-448c-ac83-1bd7d831f326,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:34.953390 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8ac6aa4b-7c4d-4212-90f1-b9bf25faa5f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4058666b07c455e8703cba2374ea2ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852119 Aug 31 01:23:34.953669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49672) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:35.019241 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f0bda0c2-22d3-4d43-b80a-5f9b7ec190b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:35.044774 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f0bda0c2-22d3-4d43-b80a-5f9b7ec190b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:35.165249 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f0bda0c2-22d3-4d43-b80a-5f9b7ec190b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:35.168285 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f0bda0c2-22d3-4d43-b80a-5f9b7ec190b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:35.172641 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f0bda0c2-22d3-4d43-b80a-5f9b7ec190b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49ad0b65-88fc-448c-ac83-1bd7d831f326 HTTP/1.1" status: 204 len: 168 time: 0.2176588 Aug 31 01:23:35.182134 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda0c2-22d3-4d43-b80a-5f9b7ec190b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ad0b65-88fc-448c-ac83-1bd7d831f326,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:35.309291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064a5c2-5a3d-48ba-a261-984d164b5527 req-233ccbbf-0809-49ac-8f3d-5e38ccd03ce9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:35.310801 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d064a5c2-5a3d-48ba-a261-984d164b5527 req-233ccbbf-0809-49ac-8f3d-5e38ccd03ce9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 944 time: 0.0530484 Aug 31 01:23:35.349723 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d064a5c2-5a3d-48ba-a261-984d164b5527 req-d3011d65-8f56-476b-9085-bb5fbd9acd28 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327065 Aug 31 01:23:35.800780 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49692) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:35.934227 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2dbfa969-1848-4a50-8c51-0643133e8eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.038280 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2dbfa969-1848-4a50-8c51-0643133e8eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.050818 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2f7da26e-8742-489f-9de4-c12305ac1dab details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:23:36.096356 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49698) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:36.112940 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d23c8ec-059c-45a4-b642-7165c467d4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.116185 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2dbfa969-1848-4a50-8c51-0643133e8eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.164134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2dbfa969-1848-4a50-8c51-0643133e8eed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f2de99f10a242eba88d2d494f839f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3596935 Aug 31 01:23:36.164524 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49702) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:36.175081 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2f7da26e-8742-489f-9de4-c12305ac1dab, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2f7da26e-8742-489f-9de4-c12305ac1dab,segment=NetworkSegment(8c9ed10c-0e23-45a2-8a70-f825e587c0cc),segment_id=8c9ed10c-0e23-45a2-8a70-f825e587c0cc)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:36.179300 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfa969-1848-4a50-8c51-0643133e8eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c464614e-d18a-49ee-b7fa-f0f6eb8b45d4,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:36.188916 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '2f7da26e-8742-489f-9de4-c12305ac1dab', 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91', 'port_id': '2f7da26e-8742-489f-9de4-c12305ac1dab', 'mac_address': 'fa:16:3e:15:cb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:23:36.194737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbfa969-1848-4a50-8c51-0643133e8eed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:36.194737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbfa969-1848-4a50-8c51-0643133e8eed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:36.194737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbfa969-1848-4a50-8c51-0643133e8eed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:36.194737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbfa969-1848-4a50-8c51-0643133e8eed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:36.194737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbfa969-1848-4a50-8c51-0643133e8eed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:36.194737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbfa969-1848-4a50-8c51-0643133e8eed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:36.194737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbfa969-1848-4a50-8c51-0643133e8eed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:36.194737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbfa969-1848-4a50-8c51-0643133e8eed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:36.194737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbfa969-1848-4a50-8c51-0643133e8eed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:36.194737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbfa969-1848-4a50-8c51-0643133e8eed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:36.194737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbfa969-1848-4a50-8c51-0643133e8eed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:36.194737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbfa969-1848-4a50-8c51-0643133e8eed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:36.240480 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.246407 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-564f40f0-43d5-42ab-baff-d62a1dc59030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.256323 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7da26e-8742-489f-9de4-c12305ac1dab {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:23:36.275816 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-564f40f0-43d5-42ab-baff-d62a1dc59030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.280182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2f7da26e-8742-489f-9de4-c12305ac1dab, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2f7da26e-8742-489f-9de4-c12305ac1dab,segment=NetworkSegment(8c9ed10c-0e23-45a2-8a70-f825e587c0cc),segment_id=8c9ed10c-0e23-45a2-8a70-f825e587c0cc)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:36.311945 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d23c8ec-059c-45a4-b642-7165c467d4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.391969 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.446815 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=2f7da26e-8742-489f-9de4-c12305ac1dab,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:36.457143 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d23c8ec-059c-45a4-b642-7165c467d4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.460328 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-564f40f0-43d5-42ab-baff-d62a1dc59030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.463753 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-564f40f0-43d5-42ab-baff-d62a1dc59030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.465128 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-564f40f0-43d5-42ab-baff-d62a1dc59030 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c464614e-d18a-49ee-b7fa-f0f6eb8b45d4 HTTP/1.1" status: 204 len: 168 time: 0.2992792 Aug 31 01:23:36.494024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f40f0-43d5-42ab-baff-d62a1dc59030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c464614e-d18a-49ee-b7fa-f0f6eb8b45d4,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:36.504460 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0d23c8ec-059c-45a4-b642-7165c467d4e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd8b7fccd726433d96e7cab26226839f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069614 Aug 31 01:23:36.505910 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23c8ec-059c-45a4-b642-7165c467d4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5c98b7-929c-4b99-824a-9a67e861026f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:36.507016 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49710) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:36.522527 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568ca95-006e-438b-a738-56c52be820eb req-351d2843-d682-483b-b416-feae7194e91f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:36.525376 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7568ca95-006e-438b-a738-56c52be820eb req-351d2843-d682-483b-b416-feae7194e91f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 945 time: 0.0975540 Aug 31 01:23:36.594833 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7568ca95-006e-438b-a738-56c52be820eb req-e639a5a5-1e8b-46af-ba9d-0f8526ef10a4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606387 Aug 31 01:23:36.605747 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['2f7da26e-8742-489f-9de4-c12305ac1dab'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:23:36.606628 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-298ac45f-33ee-4ec4-abf3-7bbcb708c153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.636851 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-298ac45f-33ee-4ec4-abf3-7bbcb708c153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.772574 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-298ac45f-33ee-4ec4-abf3-7bbcb708c153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.778299 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-298ac45f-33ee-4ec4-abf3-7bbcb708c153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.780810 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-298ac45f-33ee-4ec4-abf3-7bbcb708c153 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f5c98b7-929c-4b99-824a-9a67e861026f HTTP/1.1" status: 204 len: 168 time: 0.2718482 Aug 31 01:23:36.795518 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ac45f-33ee-4ec4-abf3-7bbcb708c153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5c98b7-929c-4b99-824a-9a67e861026f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:36.893776 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.993897 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-376b6b4f-4811-4797-b9b3-5356844dbe32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:37.140077 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:37.271180 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:37.370952 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49734) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:37.386417 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-719543b1-073c-4e13-9707-17b2a8f62026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:37.487436 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-719543b1-073c-4e13-9707-17b2a8f62026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:37.660048 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-719543b1-073c-4e13-9707-17b2a8f62026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:37.733585 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-719543b1-073c-4e13-9707-17b2a8f62026 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d03f8475ee454446a0975d0a51a069ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3608611 Aug 31 01:23:37.734333 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719543b1-073c-4e13-9707-17b2a8f62026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8cbc4b-bf8b-4dee-8edc-408a213a8b18,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:37.738466 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49746) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:37.764251 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a19b1-8bbc-4222-9e15-951c44234868 req-d2b590dc-74ce-41e3-aa38-754120f8d853 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:37.767471 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b64a19b1-8bbc-4222-9e15-951c44234868 req-d2b590dc-74ce-41e3-aa38-754120f8d853 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 945 time: 0.0912893 Aug 31 01:23:37.824398 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5fc3aa0a-19ec-4585-a5af-1fa52dc12fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:37.828390 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b64a19b1-8bbc-4222-9e15-951c44234868 req-30043e04-a1c7-441e-8e49-6f78f6a4f02c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526590 Aug 31 01:23:37.855033 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5fc3aa0a-19ec-4585-a5af-1fa52dc12fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.036813 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2f7da26e-8742-489f-9de4-c12305ac1dab up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:38.216603 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5fc3aa0a-19ec-4585-a5af-1fa52dc12fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.219268 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5fc3aa0a-19ec-4585-a5af-1fa52dc12fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.220422 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5fc3aa0a-19ec-4585-a5af-1fa52dc12fec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c8cbc4b-bf8b-4dee-8edc-408a213a8b18 HTTP/1.1" status: 204 len: 168 time: 0.4795067 Aug 31 01:23:38.229410 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3aa0a-19ec-4585-a5af-1fa52dc12fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8cbc4b-bf8b-4dee-8edc-408a213a8b18,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:38.277667 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 2f7da26e-8742-489f-9de4-c12305ac1dab completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:38.283112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 2f7da26e-8742-489f-9de4-c12305ac1dab triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:38.283112 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.385410 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.410180 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7da26e-8742-489f-9de4-c12305ac1dab'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:38.412548 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301c541a-deea-45e3-9751-8ee7c2d6215c" -d '{"events": [{"server_uuid": "53fb56aa-8035-479b-bd80-7fbae31a2dac", "name": "network-vif-plugged", "status": "completed", "tag": "2f7da26e-8742-489f-9de4-c12305ac1dab"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:38.426825 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 2f7da26e-8742-489f-9de4-c12305ac1dab, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2f7da26e-8742-489f-9de4-c12305ac1dab,segment=NetworkSegment(8c9ed10c-0e23-45a2-8a70-f825e587c0cc),segment_id=8c9ed10c-0e23-45a2-8a70-f825e587c0cc)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:38.587580 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.639765 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=2f7da26e-8742-489f-9de4-c12305ac1dab,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:38.645613 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.685404 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbe48c2-a3ea-47c0-93af-42153ab58910 x-openstack-request-id: req-dcbe48c2-a3ea-47c0-93af-42153ab58910 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:38.685404 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53fb56aa-8035-479b-bd80-7fbae31a2dac", "name": "network-vif-plugged", "status": "completed", "tag": "2f7da26e-8742-489f-9de4-c12305ac1dab", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:38.685404 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dcbe48c2-a3ea-47c0-93af-42153ab58910 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:38.685404 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7da26e-8742-489f-9de4-c12305ac1dab', 'code': 200} Aug 31 01:23:38.805307 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdba3c2-ff36-4dc2-a58b-65abb41441d5 req-2eff14e9-66df-4e95-83d9-277b98cbf07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:38.809556 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7bdba3c2-ff36-4dc2-a58b-65abb41441d5 req-2eff14e9-66df-4e95-83d9-277b98cbf07d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 1098 time: 0.0530174 Aug 31 01:23:38.863897 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7bdba3c2-ff36-4dc2-a58b-65abb41441d5 req-790abaa4-9c76-4566-a81f-4479cd8c1973 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488739 Aug 31 01:23:38.970696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd7809-764f-47c4-9f70-aa180082b115 req-684b10e5-fadd-43d9-bb2a-c0157df5741b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:38.972209 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63fd7809-764f-47c4-9f70-aa180082b115 req-684b10e5-fadd-43d9-bb2a-c0157df5741b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.0579970 Aug 31 01:23:39.015525 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63fd7809-764f-47c4-9f70-aa180082b115 req-b0a2aadc-6ae3-447e-bc6d-b784aa476403 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364776 Aug 31 01:23:40.166154 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae376c-f0b0-4be9-b103-d8ded557fbe7 req-e46e9d2d-4200-4fef-964c-7a92b65442d5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:40.168779 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-53ae376c-f0b0-4be9-b103-d8ded557fbe7 req-e46e9d2d-4200-4fef-964c-7a92b65442d5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.0719714 Aug 31 01:23:40.237021 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.245803 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-53ae376c-f0b0-4be9-b103-d8ded557fbe7 req-b2685429-9532-49a7-a380-237e034e81b3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581095 Aug 31 01:23:41.378767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683cb98-1b67-41a9-86bb-8f1df1f1caa4 req-0f749d9e-2d8c-4ad0-abbf-92407df9fd08 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:41.380385 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d683cb98-1b67-41a9-86bb-8f1df1f1caa4 req-0f749d9e-2d8c-4ad0-abbf-92407df9fd08 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.0555010 Aug 31 01:23:41.431909 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d683cb98-1b67-41a9-86bb-8f1df1f1caa4 req-9b07abe4-63fc-46ed-9ee2-ea7d0ac44feb tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439324 Aug 31 01:23:41.588614 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb7849-b912-4402-ba7f-16021a7f599b req-e32ed3b2-56ad-4186-a5d2-472bf1d5c6dd tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:41.590330 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-28cb7849-b912-4402-ba7f-16021a7f599b req-e32ed3b2-56ad-4186-a5d2-472bf1d5c6dd tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.0699556 Aug 31 01:23:41.636541 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-28cb7849-b912-4402-ba7f-16021a7f599b req-1c4e78cf-9406-482b-abf2-774cafb971c5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384729 Aug 31 01:23:41.661472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49908) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:41.755255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3b4646-8488-4d58-89ab-70cb45c8979b tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:41.760758 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49914) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:41.765721 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': '2f7da26e-8742-489f-9de4-c12305ac1dab', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:41.766139 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-df3b4646-8488-4d58-89ab-70cb45c8979b tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 1093 time: 0.1033530 Aug 31 01:23:41.890959 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.017838 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.164355 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Allocated IP 172.25.2.93 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/031d042f-eb4a-434b-a32d-76e2d92e860c) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:42.280022 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.398476 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.409883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49926) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:42.447425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:42.452424 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:42.453653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:42.485833 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=031d042f-eb4a-434b-a32d-76e2d92e860c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:42.536281 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-13fbcb5f-2dd4-40e5-b925-db60498791d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.636837 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-13fbcb5f-2dd4-40e5-b925-db60498791d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.862078 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-13fbcb5f-2dd4-40e5-b925-db60498791d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.912037 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-13fbcb5f-2dd4-40e5-b925-db60498791d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1e61815e6c24911bb2b1fa9dee024ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5009615 Aug 31 01:23:42.912826 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbcb5f-2dd4-40e5-b925-db60498791d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05834e33-1e52-449e-8084-045e23dd44e2,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:42.916190 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49936) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:42.977979 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7c2f-d491-4e56-84ff-139ca026ad94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:43.008191 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7c2f-d491-4e56-84ff-139ca026ad94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:43.174005 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:43.191581 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7c2f-d491-4e56-84ff-139ca026ad94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:43.196010 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7c2f-d491-4e56-84ff-139ca026ad94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:43.200129 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6f6a7c2f-d491-4e56-84ff-139ca026ad94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05834e33-1e52-449e-8084-045e23dd44e2 HTTP/1.1" status: 204 len: 168 time: 0.2801604 Aug 31 01:23:43.210433 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a7c2f-d491-4e56-84ff-139ca026ad94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05834e33-1e52-449e-8084-045e23dd44e2,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:43.395883 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:43.574571 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:43.736810 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:43.811350 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=031d042f-eb4a-434b-a32d-76e2d92e860c,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:43.822863 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:43.944433 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Floating IP d3ebc673-d926-44e3-a52a-5e34b372f62a associated. External IP: 172.25.2.93, port: 2f7da26e-8742-489f-9de4-c12305ac1dab. Aug 31 01:23:44.171665 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router e2208b68-7fd0-4659-822d-900b85d3480a has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:23:44.267279 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 49960) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:44.283596 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dfae46a2-56f9-41a8-a780-2141a7d884c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.318055 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:44.333608 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae32a4e-1b8b-4046-92c1-b5c5aed1b3d3 None None] Sync routers for ids ['e2208b68-7fd0-4659-822d-900b85d3480a'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:44.351399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae32a4e-1b8b-4046-92c1-b5c5aed1b3d3 None None] Routers {'e2208b68-7fd0-4659-822d-900b85d3480a'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:44.352399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-cae32a4e-1b8b-4046-92c1-b5c5aed1b3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:23:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e2208b68-7fd0-4659-822d-900b85d3480a'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:44.473820 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dfae46a2-56f9-41a8-a780-2141a7d884c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.510106 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-cae32a4e-1b8b-4046-92c1-b5c5aed1b3d3 None None] Set router e2208b68-7fd0-4659-822d-900b85d3480a gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:44.588558 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dfae46a2-56f9-41a8-a780-2141a7d884c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.634927 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-dfae46a2-56f9-41a8-a780-2141a7d884c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed5cf2a66768415a9925e786d22421bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634529 Aug 31 01:23:44.634927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae46a2-56f9-41a8-a780-2141a7d884c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cd5f74-3a91-4460-b7ee-6f4567f1deb1,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:44.635603 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49968) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:44.690766 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2598cba9-60ff-4e90-8189-370a69a0f90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.714811 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2598cba9-60ff-4e90-8189-370a69a0f90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.780123 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.787261 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-cae32a4e-1b8b-4046-92c1-b5c5aed1b3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533800653', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:15Z', 'updated_at': '2021-08-31T01:23:22Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:16Z', 'updated_at': '2021-08-31T01:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'd3ebc673-d926-44e3-a52a-5e34b372f62a', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'port_id': '2f7da26e-8742-489f-9de4-c12305ac1dab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91', 'mac_address': 'fa:16:3e:15:cb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:23:42Z', 'updated_at': '2021-08-31T01:23:42Z', 'revision_number': 0, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2491913f-8773-40d0-aa0e-e1c6b7a0899b', 'name': '', 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:4f:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:21Z', 'updated_at': '2021-08-31T01:23:26Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:44.821620 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3a08b310-ee36-42f0-ae25-439d9028f3c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0596128 Aug 31 01:23:44.832705 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'tag': '2f7da26e-8742-489f-9de4-c12305ac1dab'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:44.832905 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae32a4e-1b8b-4046-92c1-b5c5aed1b3d3 None None] Checking router: e2208b68-7fd0-4659-822d-900b85d3480a for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:44.832996 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a41d3fa-3335-4b1e-a59a-42e4a1b23f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "53fb56aa-8035-479b-bd80-7fbae31a2dac", "tag": "2f7da26e-8742-489f-9de4-c12305ac1dab"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:44.845125 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae32a4e-1b8b-4046-92c1-b5c5aed1b3d3 None None] Routers {'e2208b68-7fd0-4659-822d-900b85d3480a'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:44.845930 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-cae32a4e-1b8b-4046-92c1-b5c5aed1b3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:23:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e2208b68-7fd0-4659-822d-900b85d3480a'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:44.896413 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2598cba9-60ff-4e90-8189-370a69a0f90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.899420 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2598cba9-60ff-4e90-8189-370a69a0f90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.908566 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2598cba9-60ff-4e90-8189-370a69a0f90e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56cd5f74-3a91-4460-b7ee-6f4567f1deb1 HTTP/1.1" status: 204 len: 168 time: 0.2665029 Aug 31 01:23:44.933480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598cba9-60ff-4e90-8189-370a69a0f90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cd5f74-3a91-4460-b7ee-6f4567f1deb1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:45.033335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a663876-c389-428e-a14e-87fbdcf5bc13 req-770f6e8f-b309-4a84-9fd6-250fc4a9b366 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.035029 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a663876-c389-428e-a14e-87fbdcf5bc13 req-770f6e8f-b309-4a84-9fd6-250fc4a9b366 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.1419351 Aug 31 01:23:45.123998 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-cae32a4e-1b8b-4046-92c1-b5c5aed1b3d3 None None] Set router e2208b68-7fd0-4659-822d-900b85d3480a gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:45.158899 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a663876-c389-428e-a14e-87fbdcf5bc13 req-bed82541-ab42-4b1e-8bfa-8c25e23e8250 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066141 Aug 31 01:23:45.180186 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 49984) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:45.264194 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5240a3a3-c29f-4956-b9b4-f085afd45cfe tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/floatingips/d3ebc673-d926-44e3-a52a-5e34b372f62a HTTP/1.1" status: 200 len: 991 time: 0.0810688 Aug 31 01:23:45.294848 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6081fdb6-fdbe-402a-b39c-e524de601647 x-openstack-request-id: req-6081fdb6-fdbe-402a-b39c-e524de601647 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:45.295248 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53fb56aa-8035-479b-bd80-7fbae31a2dac", "tag": "2f7da26e-8742-489f-9de4-c12305ac1dab", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:45.295392 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6081fdb6-fdbe-402a-b39c-e524de601647 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:45.295808 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'tag': '2f7da26e-8742-489f-9de4-c12305ac1dab', 'status': 'completed', 'code': 200} Aug 31 01:23:45.366331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d3fa-3335-4b1e-a59a-42e4a1b23f4f req-25911cd2-bf28-46d0-b0f0-04d6dbd94de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.368417 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a41d3fa-3335-4b1e-a59a-42e4a1b23f4f req-25911cd2-bf28-46d0-b0f0-04d6dbd94de3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 1098 time: 0.0494254 Aug 31 01:23:45.489739 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-cae32a4e-1b8b-4046-92c1-b5c5aed1b3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533800653', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:15Z', 'updated_at': '2021-08-31T01:23:22Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:16Z', 'updated_at': '2021-08-31T01:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'd3ebc673-d926-44e3-a52a-5e34b372f62a', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'port_id': '2f7da26e-8742-489f-9de4-c12305ac1dab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91', 'mac_address': 'fa:16:3e:15:cb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:23:42Z', 'updated_at': '2021-08-31T01:23:42Z', 'revision_number': 0, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2491913f-8773-40d0-aa0e-e1c6b7a0899b', 'name': '', 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:4f:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:21Z', 'updated_at': '2021-08-31T01:23:26Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:45.506723 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d3fa-3335-4b1e-a59a-42e4a1b23f4f req-c8eea179-8e21-4e6b-8e11-3b2343f61eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.512183 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a41d3fa-3335-4b1e-a59a-42e4a1b23f4f req-c8eea179-8e21-4e6b-8e11-3b2343f61eca service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f28c861-fdc8-4660-a486-64d863120c91 HTTP/1.1" status: 200 len: 897 time: 0.1332006 Aug 31 01:23:45.569368 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:23:45.626692 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae32a4e-1b8b-4046-92c1-b5c5aed1b3d3 None None] The sync data for ids ['e2208b68-7fd0-4659-822d-900b85d3480a'] in n-d-793621-34 is: [{'id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533800653', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:15Z', 'updated_at': '2021-08-31T01:23:22Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:16Z', 'updated_at': '2021-08-31T01:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'd3ebc673-d926-44e3-a52a-5e34b372f62a', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'port_id': '2f7da26e-8742-489f-9de4-c12305ac1dab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91', 'mac_address': 'fa:16:3e:15:cb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:23:42Z', 'updated_at': '2021-08-31T01:23:42Z', 'revision_number': 0, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2491913f-8773-40d0-aa0e-e1c6b7a0899b', 'name': '', 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:4f:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:21Z', 'updated_at': '2021-08-31T01:23:26Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:45.681071 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a41d3fa-3335-4b1e-a59a-42e4a1b23f4f req-0b562876-aa41-48be-b870-de0e2c8620b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7da26e-8742-489f-9de4-c12305ac1dab HTTP/1.1" status: 200 len: 999 time: 0.1634080 Aug 31 01:23:45.758262 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d3fa-3335-4b1e-a59a-42e4a1b23f4f req-15792f5d-0157-4d3f-a131-660660f57d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.760276 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a41d3fa-3335-4b1e-a59a-42e4a1b23f4f req-15792f5d-0157-4d3f-a131-660660f57d29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c HTTP/1.1" status: 200 len: 834 time: 0.0725353 Aug 31 01:23:45.820928 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d3fa-3335-4b1e-a59a-42e4a1b23f4f req-a78d58b1-5972-488b-9111-037d41ccec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.822518 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a41d3fa-3335-4b1e-a59a-42e4a1b23f4f req-a78d58b1-5972-488b-9111-037d41ccec60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f28c861-fdc8-4660-a486-64d863120c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553465 Aug 31 01:23:45.959536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a41d3fa-3335-4b1e-a59a-42e4a1b23f4f req-0a7d7828-f4c2-4f4d-8710-1475c799f9dd service neutron] 10.222.0.41 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289284 Aug 31 01:23:46.010777 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f4f8b1-1879-42ad-bc3f-1c80e4ac5fa4 None None] New status for floating IP d3ebc673-d926-44e3-a52a-5e34b372f62a: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:23:46.108346 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a41d3fa-3335-4b1e-a59a-42e4a1b23f4f req-3e7921bc-90d0-4ac8-a843-9061d856aace service neutron] 10.222.0.41 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419368 Aug 31 01:23:46.268955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50018) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:46.452518 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7c8d1634-9e67-4789-bf22-7bac711ff978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/floatingips/d3ebc673-d926-44e3-a52a-5e34b372f62a HTTP/1.1" status: 200 len: 993 time: 0.1822643 Aug 31 01:23:46.610662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341f90a-2ba1-48aa-9f73-2297a454bbbb req-5b3b0630-a8e1-45d0-b176-9a1b28ad1f63 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:46.612159 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2341f90a-2ba1-48aa-9f73-2297a454bbbb req-5b3b0630-a8e1-45d0-b176-9a1b28ad1f63 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0595195 Aug 31 01:23:46.662307 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2341f90a-2ba1-48aa-9f73-2297a454bbbb req-80724691-66cc-4c96-bfbf-68cd25ecea60 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358381 Aug 31 01:23:47.859578 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994459f-640c-4246-ab76-e5db852dc2c2 req-795d400e-f248-4e2e-9838-b826fde39294 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:47.859578 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d994459f-640c-4246-ab76-e5db852dc2c2 req-795d400e-f248-4e2e-9838-b826fde39294 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0717006 Aug 31 01:23:47.904399 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d994459f-640c-4246-ab76-e5db852dc2c2 req-8441df15-b9b3-4040-86cf-2ab140138b3e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396664 Aug 31 01:23:48.362238 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9531e3d7-ca5c-4e54-91f8-aec1525a5e76 req-dbf46592-5fc9-4d7c-b3a1-354a730718c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451741 Aug 31 01:23:48.478917 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64683ae-ca2b-47a3-84d2-463f73d75e8b req-7f0ff57d-0759-4daf-85a2-dbdd7ca2f89d tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:48.480499 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b64683ae-ca2b-47a3-84d2-463f73d75e8b req-7f0ff57d-0759-4daf-85a2-dbdd7ca2f89d tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.48 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.0836244 Aug 31 01:23:48.486753 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531e3d7-ca5c-4e54-91f8-aec1525a5e76 req-e4373c6d-8b41-4b77-a443-03aca9a31309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:48.488477 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9531e3d7-ca5c-4e54-91f8-aec1525a5e76 req-e4373c6d-8b41-4b77-a443-03aca9a31309 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 1098 time: 0.0817690 Aug 31 01:23:48.658767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531e3d7-ca5c-4e54-91f8-aec1525a5e76 req-1fbe8f42-f117-4c1c-a46c-01fed7ca32df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:48.660375 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9531e3d7-ca5c-4e54-91f8-aec1525a5e76 req-1fbe8f42-f117-4c1c-a46c-01fed7ca32df service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f28c861-fdc8-4660-a486-64d863120c91 HTTP/1.1" status: 200 len: 897 time: 0.1370909 Aug 31 01:23:48.676876 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b64683ae-ca2b-47a3-84d2-463f73d75e8b req-e5bed454-1768-4975-917b-7ec7841997bc tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Deleting port 77292cc4-782b-437f-b99f-2bb0fab9b5ee {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:48.677225 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b64683ae-ca2b-47a3-84d2-463f73d75e8b req-e5bed454-1768-4975-917b-7ec7841997bc tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:49.120706 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9531e3d7-ca5c-4e54-91f8-aec1525a5e76 req-a76b74dd-7a33-44ad-919a-ef930df5d7c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7da26e-8742-489f-9de4-c12305ac1dab HTTP/1.1" status: 200 len: 1001 time: 0.4527020 Aug 31 01:23:49.186921 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d0285-eaae-4128-b461-e45a70f5ab57 req-a14beda5-f269-448c-88da-c62ffde68497 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:49.188389 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0f4d0285-eaae-4128-b461-e45a70f5ab57 req-a14beda5-f269-448c-88da-c62ffde68497 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 946 time: 0.1388853 Aug 31 01:23:49.199555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b64683ae-ca2b-47a3-84d2-463f73d75e8b req-e5bed454-1768-4975-917b-7ec7841997bc tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] For port 77292cc4-782b-437f-b99f-2bb0fab9b5ee, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=77292cc4-782b-437f-b99f-2bb0fab9b5ee,segment=NetworkSegment(8b6a2915-8459-499e-bede-7f337b35d5f9),segment_id=8b6a2915-8459-499e-bede-7f337b35d5f9)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:49.199932 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b64683ae-ca2b-47a3-84d2-463f73d75e8b req-e5bed454-1768-4975-917b-7ec7841997bc tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:49.286204 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531e3d7-ca5c-4e54-91f8-aec1525a5e76 req-812c694c-8bf0-484d-afe7-d8ed8566ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:49.287838 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9531e3d7-ca5c-4e54-91f8-aec1525a5e76 req-812c694c-8bf0-484d-afe7-d8ed8566ca35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c HTTP/1.1" status: 200 len: 834 time: 0.1589096 Aug 31 01:23:49.375736 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0f4d0285-eaae-4128-b461-e45a70f5ab57 req-4bfc9e7a-750a-4d84-a891-559cfadb61a7 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=b54931cb-bb0c-4247-b454-43c2a0a2c8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797934 Aug 31 01:23:49.449910 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531e3d7-ca5c-4e54-91f8-aec1525a5e76 req-ed3e946a-367f-433e-8be4-b5a4b2a5d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:49.451484 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9531e3d7-ca5c-4e54-91f8-aec1525a5e76 req-ed3e946a-367f-433e-8be4-b5a4b2a5d1e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f28c861-fdc8-4660-a486-64d863120c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1444130 Aug 31 01:23:49.580830 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b64683ae-ca2b-47a3-84d2-463f73d75e8b req-e5bed454-1768-4975-917b-7ec7841997bc tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:49.581225 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b64683ae-ca2b-47a3-84d2-463f73d75e8b req-e5bed454-1768-4975-917b-7ec7841997bc tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:49.581582 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [req-b64683ae-ca2b-47a3-84d2-463f73d75e8b req-e5bed454-1768-4975-917b-7ec7841997bc tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Floating IP 53ce6901-f1f6-43bb-b1c6-2b58a29d1e86 disassociated. External IP: 172.25.2.58, port: 77292cc4-782b-437f-b99f-2bb0fab9b5ee. Aug 31 01:23:49.582151 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-b64683ae-ca2b-47a3-84d2-463f73d75e8b req-e5bed454-1768-4975-917b-7ec7841997bc tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Calling delete_port for 77292cc4-782b-437f-b99f-2bb0fab9b5ee owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:49.656870 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9531e3d7-ca5c-4e54-91f8-aec1525a5e76 req-afe3881b-b692-4602-a211-df5b5dd767ca service neutron] 10.222.0.41 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931746 Aug 31 01:23:49.806545 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9531e3d7-ca5c-4e54-91f8-aec1525a5e76 req-7836530e-5832-4c6b-9d40-97eb69aa7321 service neutron] 10.222.0.41 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394498 Aug 31 01:23:49.980399 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b64683ae-ca2b-47a3-84d2-463f73d75e8b req-e5bed454-1768-4975-917b-7ec7841997bc tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:50.014315 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bed454-1768-4975-917b-7ec7841997bc tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Pushing event deleted for resources: {'Port': ['ID=77292cc4-782b-437f-b99f-2bb0fab9b5ee,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:50.199297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b64683ae-ca2b-47a3-84d2-463f73d75e8b req-e5bed454-1768-4975-917b-7ec7841997bc tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Router 2eb0d685-e6d6-400c-a94c-3c69074171bb has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:23:50.334136 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b64683ae-ca2b-47a3-84d2-463f73d75e8b req-e5bed454-1768-4975-917b-7ec7841997bc tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:50.347227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065c1d50-f589-4ece-9e67-cb86c81ceb81 None None] Sync routers for ids ['2eb0d685-e6d6-400c-a94c-3c69074171bb'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:50.377785 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065c1d50-f589-4ece-9e67-cb86c81ceb81 None None] Routers {'2eb0d685-e6d6-400c-a94c-3c69074171bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:50.377785 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-065c1d50-f589-4ece-9e67-cb86c81ceb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:23:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2eb0d685-e6d6-400c-a94c-3c69074171bb'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:50.384022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64683ae-ca2b-47a3-84d2-463f73d75e8b req-e5bed454-1768-4975-917b-7ec7841997bc tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] No DVR routers for this DVR port 77292cc4-782b-437f-b99f-2bb0fab9b5ee on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:50.388353 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b64683ae-ca2b-47a3-84d2-463f73d75e8b req-e5bed454-1768-4975-917b-7ec7841997bc tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:50.398403 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b64683ae-ca2b-47a3-84d2-463f73d75e8b req-e5bed454-1768-4975-917b-7ec7841997bc tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.48 "DELETE /v2.0/ports/77292cc4-782b-437f-b99f-2bb0fab9b5ee HTTP/1.1" status: 204 len: 173 time: 1.9081268 Aug 31 01:23:50.399165 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861ec231-9bd5-471c-bd95-8e6028f52dd3', 'name': 'network-vif-deleted', 'tag': '77292cc4-782b-437f-b99f-2bb0fab9b5ee'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:50.409181 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfcb9c8-0c87-4b71-a9d3-f0dbe470e7f2" -d '{"events": [{"server_uuid": "861ec231-9bd5-471c-bd95-8e6028f52dd3", "name": "network-vif-deleted", "tag": "77292cc4-782b-437f-b99f-2bb0fab9b5ee"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:50.466968 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c43f3d-9e70-4a8e-9538-f9dc791b90c5 x-openstack-request-id: req-b4c43f3d-9e70-4a8e-9538-f9dc791b90c5 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:50.467661 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861ec231-9bd5-471c-bd95-8e6028f52dd3", "name": "network-vif-deleted", "tag": "77292cc4-782b-437f-b99f-2bb0fab9b5ee", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:50.468232 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4c43f3d-9e70-4a8e-9538-f9dc791b90c5 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:50.470426 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861ec231-9bd5-471c-bd95-8e6028f52dd3', 'name': 'network-vif-deleted', 'tag': '77292cc4-782b-437f-b99f-2bb0fab9b5ee', 'status': 'completed', 'code': 200} Aug 31 01:23:50.577940 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c68e4cd8-ed10-4f42-871a-7c84ba9bdcc0 req-3ef9c404-ff72-4c3c-8a90-3bd43b79b01c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 210 time: 0.0763900 Aug 31 01:23:50.599935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-065c1d50-f589-4ece-9e67-cb86c81ceb81 None None] Set router 2eb0d685-e6d6-400c-a94c-3c69074171bb gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:50.956113 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 77292cc4-782b-437f-b99f-2bb0fab9b5ee no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:50.981780 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 77292cc4-782b-437f-b99f-2bb0fab9b5ee {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:23:50.982124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 77292cc4-782b-437f-b99f-2bb0fab9b5ee not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:51.074546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-065c1d50-f589-4ece-9e67-cb86c81ceb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:19:46Z', 'revision_number': 4, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port': {'id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'b6d66427-8e8a-4690-8005-a0c88b066b4a', 'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'mac_address': 'fa:16:3e:fc:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:45Z', 'updated_at': '2021-08-31T01:19:55Z', 'revision_number': 5, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'subnets': [{'id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:51.118492 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065c1d50-f589-4ece-9e67-cb86c81ceb81 None None] Checking router: 2eb0d685-e6d6-400c-a94c-3c69074171bb for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:51.118492 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065c1d50-f589-4ece-9e67-cb86c81ceb81 None None] Routers {'2eb0d685-e6d6-400c-a94c-3c69074171bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:51.118492 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-065c1d50-f589-4ece-9e67-cb86c81ceb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:23:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2eb0d685-e6d6-400c-a94c-3c69074171bb'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:51.274699 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-065c1d50-f589-4ece-9e67-cb86c81ceb81 None None] Set router 2eb0d685-e6d6-400c-a94c-3c69074171bb gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:51.510430 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-065c1d50-f589-4ece-9e67-cb86c81ceb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:19:46Z', 'revision_number': 4, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port': {'id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'b6d66427-8e8a-4690-8005-a0c88b066b4a', 'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'mac_address': 'fa:16:3e:fc:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:45Z', 'updated_at': '2021-08-31T01:19:55Z', 'revision_number': 5, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'subnets': [{'id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:51.537262 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065c1d50-f589-4ece-9e67-cb86c81ceb81 None None] The sync data for ids ['2eb0d685-e6d6-400c-a94c-3c69074171bb'] in n-d-793621-34 is: [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:19:46Z', 'revision_number': 4, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port': {'id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'b6d66427-8e8a-4690-8005-a0c88b066b4a', 'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'mac_address': 'fa:16:3e:fc:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:45Z', 'updated_at': '2021-08-31T01:19:55Z', 'revision_number': 5, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'subnets': [{'id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:51.696126 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dfe16b0c-2322-4220-a618-9e3900d5d277 req-322dcf19-f12c-43b7-8d94-4708c167bb59 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=861ec231-9bd5-471c-bd95-8e6028f52dd3 HTTP/1.1" status: 200 len: 210 time: 0.0295527 Aug 31 01:23:51.810704 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff53460-abe3-4883-9102-a8802368f4ba None None] New status for floating IP 53ce6901-f1f6-43bb-b1c6-2b58a29d1e86: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:23:52.961237 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50218) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:53.032035 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9e8738e-3f94-42f8-aa24-f06558581db9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:53.057255 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9e8738e-3f94-42f8-aa24-f06558581db9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:53.319262 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9e8738e-3f94-42f8-aa24-f06558581db9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:53.322624 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9e8738e-3f94-42f8-aa24-f06558581db9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:53.323873 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c9e8738e-3f94-42f8-aa24-f06558581db9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "DELETE /v2.0/security-groups/b54931cb-bb0c-4247-b454-43c2a0a2c8d5 HTTP/1.1" status: 204 len: 168 time: 0.3602493 Aug 31 01:23:53.326770 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50226) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:53.333457 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8738e-3f94-42f8-aa24-f06558581db9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54931cb-bb0c-4247-b454-43c2a0a2c8d5,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:53.342037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8738e-3f94-42f8-aa24-f06558581db9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:53.342205 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-7d2f5d90-4e20-4d71-8677-2cb154125e48 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] show failed (client error): The resource could not be found. Aug 31 01:23:53.342300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8738e-3f94-42f8-aa24-f06558581db9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:53.342635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8738e-3f94-42f8-aa24-f06558581db9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:53.342980 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8738e-3f94-42f8-aa24-f06558581db9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:53.343314 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8738e-3f94-42f8-aa24-f06558581db9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:53.343649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8738e-3f94-42f8-aa24-f06558581db9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:53.343978 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8738e-3f94-42f8-aa24-f06558581db9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:53.344303 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8738e-3f94-42f8-aa24-f06558581db9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:53.344628 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8738e-3f94-42f8-aa24-f06558581db9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:53.344953 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8738e-3f94-42f8-aa24-f06558581db9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:53.345279 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8738e-3f94-42f8-aa24-f06558581db9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:53.345625 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8738e-3f94-42f8-aa24-f06558581db9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:53.346378 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7d2f5d90-4e20-4d71-8677-2cb154125e48 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups/b54931cb-bb0c-4247-b454-43c2a0a2c8d5 HTTP/1.1" status: 404 len: 347 time: 0.0185068 Aug 31 01:23:53.347037 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50228) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:53.480405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c75eb-4c1a-4d64-be10-e398dad6b1f9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Deleting port 461c89f9-43fc-47ba-9793-f9746b9b97ee {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:53.480741 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d8c75eb-4c1a-4d64-be10-e398dad6b1f9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:53.578094 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d8c75eb-4c1a-4d64-be10-e398dad6b1f9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:53.578453 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d8c75eb-4c1a-4d64-be10-e398dad6b1f9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:53.592903 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c75eb-4c1a-4d64-be10-e398dad6b1f9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Calling delete_port for 461c89f9-43fc-47ba-9793-f9746b9b97ee owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:53.936276 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d8c75eb-4c1a-4d64-be10-e398dad6b1f9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:53.963979 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c75eb-4c1a-4d64-be10-e398dad6b1f9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Pushing event deleted for resources: {'Port': ['ID=461c89f9-43fc-47ba-9793-f9746b9b97ee,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:54.032755 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d8c75eb-4c1a-4d64-be10-e398dad6b1f9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:54.035366 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d8c75eb-4c1a-4d64-be10-e398dad6b1f9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:54.036543 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6d8c75eb-4c1a-4d64-be10-e398dad6b1f9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "DELETE /v2.0/floatingips/53ce6901-f1f6-43bb-b1c6-2b58a29d1e86 HTTP/1.1" status: 204 len: 168 time: 0.6885579 Aug 31 01:23:54.492817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50250) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:54.500952 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-7ad4d25b-732a-42e0-ac39-16584dee24f4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--515163818', 'description': 'tempest-description--1749711072'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:54.770564 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ad4d25b-732a-42e0-ac39-16584dee24f4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:54.883453 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ad4d25b-732a-42e0-ac39-16584dee24f4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:54.958194 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50266) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:54.987471 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ad4d25b-732a-42e0-ac39-16584dee24f4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:55.019276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4d25b-732a-42e0-ac39-16584dee24f4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48663e99-7ef8-4d6b-9543-d40003186238,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:55.079268 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7546f89e-47dd-468d-a770-99287d334cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:55.130513 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ad4d25b-732a-42e0-ac39-16584dee24f4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:55.131788 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7ad4d25b-732a-42e0-ac39-16584dee24f4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6373761 Aug 31 01:23:55.135576 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50276) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:55.142408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-53a6ee95-e906-4dd6-9ce4-25e2ae18e1b2 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Request body: {'security_group_rule': {'security_group_id': '48663e99-7ef8-4d6b-9543-d40003186238', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:55.231567 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7546f89e-47dd-468d-a770-99287d334cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:55.321213 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7546f89e-47dd-468d-a770-99287d334cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:55.378211 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546f89e-47dd-468d-a770-99287d334cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9865628a-8b8e-4b14-bbef-2d960542512f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:55.378211 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7546f89e-47dd-468d-a770-99287d334cc6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=009be23b11d246ee84799ae1c6a44737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164019 Aug 31 01:23:55.378502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50286) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:55.436145 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-32d4de78-9376-4dc9-b62f-e25c5e5cd88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:55.457917 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-32d4de78-9376-4dc9-b62f-e25c5e5cd88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:55.546288 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53a6ee95-e906-4dd6-9ce4-25e2ae18e1b2 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:55.795442 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-32d4de78-9376-4dc9-b62f-e25c5e5cd88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:55.797958 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-32d4de78-9376-4dc9-b62f-e25c5e5cd88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:55.799362 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-32d4de78-9376-4dc9-b62f-e25c5e5cd88c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9865628a-8b8e-4b14-bbef-2d960542512f HTTP/1.1" status: 204 len: 168 time: 0.4197524 Aug 31 01:23:55.818289 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53a6ee95-e906-4dd6-9ce4-25e2ae18e1b2 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:55.819491 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4de78-9376-4dc9-b62f-e25c5e5cd88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9865628a-8b8e-4b14-bbef-2d960542512f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:55.939926 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53a6ee95-e906-4dd6-9ce4-25e2ae18e1b2 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:55.961802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6ee95-e906-4dd6-9ce4-25e2ae18e1b2 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febcf21e-c75a-4683-bf51-7016e0a3be1c,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:56.090817 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53a6ee95-e906-4dd6-9ce4-25e2ae18e1b2 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.092662 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-53a6ee95-e906-4dd6-9ce4-25e2ae18e1b2 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9560487 Aug 31 01:23:56.095690 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50300) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:56.100680 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-cb0594d9-3d8c-4488-9b05-498c8bc6461c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Request body: {'security_group_rule': {'security_group_id': '48663e99-7ef8-4d6b-9543-d40003186238', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:56.222551 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb0594d9-3d8c-4488-9b05-498c8bc6461c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.339789 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb0594d9-3d8c-4488-9b05-498c8bc6461c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.422976 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb0594d9-3d8c-4488-9b05-498c8bc6461c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.447804 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0594d9-3d8c-4488-9b05-498c8bc6461c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce4dafab-9ecf-4b1b-b3b0-225a37bffd82,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:56.593743 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb0594d9-3d8c-4488-9b05-498c8bc6461c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.598157 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50318) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:56.598724 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cb0594d9-3d8c-4488-9b05-498c8bc6461c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5015612 Aug 31 01:23:56.603221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-be6cd1d8-1e34-400b-b6ee-081b29f10d8e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:56.879156 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be6cd1d8-1e34-400b-b6ee-081b29f10d8e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.952913 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50326) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:56.966539 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a0e55876-aef8-4c96-9432-6d63ffd0200d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.984564 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be6cd1d8-1e34-400b-b6ee-081b29f10d8e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:57.057571 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a0e55876-aef8-4c96-9432-6d63ffd0200d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:57.095678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-be6cd1d8-1e34-400b-b6ee-081b29f10d8e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Allocated IP 172.25.2.162 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/824a8ceb-ba49-4454-af1a-7972baf8f897) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:57.203407 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be6cd1d8-1e34-400b-b6ee-081b29f10d8e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:57.222748 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a0e55876-aef8-4c96-9432-6d63ffd0200d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:57.264814 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a0e55876-aef8-4c96-9432-6d63ffd0200d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83ae2edbfbb3440393dfaa6a391a315f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105998 Aug 31 01:23:57.266024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e55876-aef8-4c96-9432-6d63ffd0200d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e84bae-7d10-40a3-a384-744e2cb7740b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:57.267878 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50334) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:57.329782 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3dd84292-a3cc-4a02-804c-2fd82bac5d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:57.353952 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3dd84292-a3cc-4a02-804c-2fd82bac5d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:57.439165 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be6cd1d8-1e34-400b-b6ee-081b29f10d8e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:57.486601 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6cd1d8-1e34-400b-b6ee-081b29f10d8e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:57.489991 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-be6cd1d8-1e34-400b-b6ee-081b29f10d8e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:57.495000 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6cd1d8-1e34-400b-b6ee-081b29f10d8e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:57.500074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cd1d8-1e34-400b-b6ee-081b29f10d8e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Pushing event updated for resources: {'Port': ['ID=824a8ceb-ba49-4454-af1a-7972baf8f897,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:57.650200 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3dd84292-a3cc-4a02-804c-2fd82bac5d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:57.652853 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3dd84292-a3cc-4a02-804c-2fd82bac5d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:57.654143 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3dd84292-a3cc-4a02-804c-2fd82bac5d5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9e84bae-7d10-40a3-a384-744e2cb7740b HTTP/1.1" status: 204 len: 168 time: 0.3852363 Aug 31 01:23:57.703632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd84292-a3cc-4a02-804c-2fd82bac5d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e84bae-7d10-40a3-a384-744e2cb7740b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:57.713699 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be6cd1d8-1e34-400b-b6ee-081b29f10d8e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:57.938930 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be6cd1d8-1e34-400b-b6ee-081b29f10d8e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:58.147188 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be6cd1d8-1e34-400b-b6ee-081b29f10d8e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:58.451402 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be6cd1d8-1e34-400b-b6ee-081b29f10d8e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:58.525762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cd1d8-1e34-400b-b6ee-081b29f10d8e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Pushing event updated for resources: {'Port': ['ID=824a8ceb-ba49-4454-af1a-7972baf8f897,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:58.540028 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be6cd1d8-1e34-400b-b6ee-081b29f10d8e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:58.947392 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be6cd1d8-1e34-400b-b6ee-081b29f10d8e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:58.948650 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-be6cd1d8-1e34-400b-b6ee-081b29f10d8e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3494816 Aug 31 01:23:59.139804 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-9c6051aa-36f2-4321-bc1c-4d1c2a873326 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--515163818&fields=id&tenant_id=3e9fb06e01654acf8087ff144343ee10 HTTP/1.1" status: 200 len: 267 time: 0.0353861 Aug 31 01:23:59.262836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-59cf6512-ce92-48f5-baf1-7c7a07fece9d tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:59.264416 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-59cf6512-ce92-48f5-baf1-7c7a07fece9d tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/networks?id=889b8bdc-4727-4715-b1e1-0ac4e4969e44 HTTP/1.1" status: 200 len: 811 time: 0.1172924 Aug 31 01:23:59.281387 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-55882b2d-387e-4a1d-867f-294c5106b7e1 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/quotas/3e9fb06e01654acf8087ff144343ee10 HTTP/1.1" status: 200 len: 375 time: 0.0106680 Aug 31 01:23:59.353779 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-bbde6ae9-1ade-4eca-b652-6db8d832766c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e9fb06e01654acf8087ff144343ee10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555792 Aug 31 01:23:59.454750 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-65af78e6-3da1-4d0d-84d4-241a1815c7b3 service neutron] 10.222.0.16 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951099 Aug 31 01:23:59.559426 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-ef68ca54-96da-4242-90e5-e45d27a37521 service neutron] 10.222.0.16 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924802 Aug 31 01:23:59.966170 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-84d1bfda-a106-4c18-962a-5815fd3a1fcd req-016b956a-191a-45b9-9d7a-659e44f124be tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 210 time: 0.0381761 Aug 31 01:24:01.048760 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-606235ac-3c06-499a-8138-38512e5c9c30 req-f655bc35-bac4-4a81-8ae0-c0caed687f13 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 210 time: 0.0302014 Aug 31 01:24:02.172584 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-96c48f30-ea9f-402a-9fb3-18c4fd55aeb7 req-28549645-8d4f-453a-bd69-3a2ba2f80a69 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 210 time: 0.0300822 Aug 31 01:24:03.289864 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2eb9a649-e659-4baa-8605-811c099de7b5 req-c3f065ad-bee6-4306-96e4-ef1d3eaffa82 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 210 time: 0.0373461 Aug 31 01:24:03.318107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7dd6eb9a-921d-4b26-bcbb-ef1c57c739f0 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:03.320274 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7dd6eb9a-921d-4b26-bcbb-ef1c57c739f0 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.41 "GET /v2.0/networks?id=889b8bdc-4727-4715-b1e1-0ac4e4969e44 HTTP/1.1" status: 200 len: 811 time: 0.1478882 Aug 31 01:24:03.370630 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-d81e088d-97d1-4a19-9d87-86b4884d5def tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e9fb06e01654acf8087ff144343ee10 HTTP/1.1" status: 200 len: 379 time: 0.0404358 Aug 31 01:24:03.388760 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-07f261ab-d053-4aba-8646-bc5d5b55c312 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Request body: {'port': {'device_id': '48701f28-012b-46f0-9614-d72a6ab8403f', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'admin_state_up': True, 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'security_groups': ['48663e99-7ef8-4d6b-9543-d40003186238']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:03.659748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-07f261ab-d053-4aba-8646-bc5d5b55c312 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Made reservation on behalf of 3e9fb06e01654acf8087ff144343ee10 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:03.664200 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-07f261ab-d053-4aba-8646-bc5d5b55c312 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:03.804626 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-07f261ab-d053-4aba-8646-bc5d5b55c312 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Allocated IP 172.20.0.8 (889b8bdc-4727-4715-b1e1-0ac4e4969e44/fda6a004-98bc-4255-914b-598d0c22693d/d3803c2b-b947-41ae-8515-f3d7da926bb7) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:04.030157 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-07f261ab-d053-4aba-8646-bc5d5b55c312 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:04.051448 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-07f261ab-d053-4aba-8646-bc5d5b55c312 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Transition to ACTIVE for port object d3803c2b-b947-41ae-8515-f3d7da926bb7 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:04.226567 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-07f261ab-d053-4aba-8646-bc5d5b55c312 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:04.272797 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-07f261ab-d053-4aba-8646-bc5d5b55c312 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Network 889b8bdc-4727-4715-b1e1-0ac4e4969e44 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:04.278174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-07f261ab-d053-4aba-8646-bc5d5b55c312 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:04.282657 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-07f261ab-d053-4aba-8646-bc5d5b55c312 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:24:04.289138 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da7d1f24-68be-4403-ba81-98535f1e985e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:04.327165 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f261ab-d053-4aba-8646-bc5d5b55c312 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Pushing event updated for resources: {'Port': ['ID=d3803c2b-b947-41ae-8515-f3d7da926bb7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:04.366956 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-07f261ab-d053-4aba-8646-bc5d5b55c312 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:04.367703 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-07f261ab-d053-4aba-8646-bc5d5b55c312 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:04.439492 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b8721-175a-40df-8fd2-5ea1c64c4675 req-5f949982-2810-4009-bd57-b7d17605a8c8 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:04.441187 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d91b8721-175a-40df-8fd2-5ea1c64c4675 req-5f949982-2810-4009-bd57-b7d17605a8c8 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 931 time: 0.0669692 Aug 31 01:24:04.501410 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d91b8721-175a-40df-8fd2-5ea1c64c4675 req-9406d1ab-2643-4ea5-999c-16dea334c741 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=48663e99-7ef8-4d6b-9543-d40003186238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507839 Aug 31 01:24:04.535347 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-07f261ab-d053-4aba-8646-bc5d5b55c312 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1541409 Aug 31 01:24:04.552765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Request body: {'port': {'device_id': '48701f28-012b-46f0-9614-d72a6ab8403f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:04.645064 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:04.777382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-86cfcbe9-84a0-43cb-8b72-2ab2aaabd6b2 None None] Provisioning for port d3803c2b-b947-41ae-8515-f3d7da926bb7 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:04.786168 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-86cfcbe9-84a0-43cb-8b72-2ab2aaabd6b2 None None] Provisioning complete for port d3803c2b-b947-41ae-8515-f3d7da926bb7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:04.788952 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86cfcbe9-84a0-43cb-8b72-2ab2aaabd6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:04.865596 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-86cfcbe9-84a0-43cb-8b72-2ab2aaabd6b2 None None] Port d3803c2b-b947-41ae-8515-f3d7da926bb7 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:24:04.998308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3803c2b-b947-41ae-8515-f3d7da926bb7 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:24:05.007494 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:05.020286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Transition to ACTIVE for port object d3803c2b-b947-41ae-8515-f3d7da926bb7 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:05.237806 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:05.303560 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Pushing event updated for resources: {'Port': ['ID=d3803c2b-b947-41ae-8515-f3d7da926bb7,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:05.402992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Attempting to bind port d3803c2b-b947-41ae-8515-f3d7da926bb7 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:24:05.411247 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Attempting to bind port d3803c2b-b947-41ae-8515-f3d7da926bb7 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '8b6a2915-8459-499e-bede-7f337b35d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:24:05.411247 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Attempting to bind port d3803c2b-b947-41ae-8515-f3d7da926bb7 on network 889b8bdc-4727-4715-b1e1-0ac4e4969e44 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:05.413580 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Port d3803c2b-b947-41ae-8515-f3d7da926bb7 on network 889b8bdc-4727-4715-b1e1-0ac4e4969e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:24:05.414099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Attempting to bind port d3803c2b-b947-41ae-8515-f3d7da926bb7 on network 889b8bdc-4727-4715-b1e1-0ac4e4969e44 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:05.423793 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:24:05.424349 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Checking segment: {'id': '8b6a2915-8459-499e-bede-7f337b35d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:24:05.424975 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Bound using segment: {'id': '8b6a2915-8459-499e-bede-7f337b35d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:24:05.425761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Bound port: d3803c2b-b947-41ae-8515-f3d7da926bb7, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b6a2915-8459-499e-bede-7f337b35d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:24:05.426320 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:05.525401 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] For port d3803c2b-b947-41ae-8515-f3d7da926bb7, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:24:05.529339 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] For port d3803c2b-b947-41ae-8515-f3d7da926bb7, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d3803c2b-b947-41ae-8515-f3d7da926bb7,segment=NetworkSegment(8b6a2915-8459-499e-bede-7f337b35d5f9),segment_id=8b6a2915-8459-499e-bede-7f337b35d5f9)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:24:05.630578 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b93997-0fb8-41e2-9fbe-2899c49d81e6 req-e50c0cbd-3199-4fdd-a5c2-adf164d1acd3 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:05.632302 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9b93997-0fb8-41e2-9fbe-2899c49d81e6 req-e50c0cbd-3199-4fdd-a5c2-adf164d1acd3 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 943 time: 0.0526891 Aug 31 01:24:05.679491 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9b93997-0fb8-41e2-9fbe-2899c49d81e6 req-60f6ba20-fecb-4042-8ad2-f3b806a483e2 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=48663e99-7ef8-4d6b-9543-d40003186238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372269 Aug 31 01:24:05.752100 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50698) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:05.806645 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:05.939757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:05.939757 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:05.939757 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] 10.222.0.41 "PUT /v2.0/ports/d3803c2b-b947-41ae-8515-f3d7da926bb7 HTTP/1.1" status: 200 len: 1092 time: 1.3057971 Aug 31 01:24:05.939757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48701f28-012b-46f0-9614-d72a6ab8403f', 'tag': 'd3803c2b-b947-41ae-8515-f3d7da926bb7'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:05.939757 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18aa6517-d2e8-485a-a261-c6bc98509583" -d '{"events": [{"name": "network-changed", "server_uuid": "48701f28-012b-46f0-9614-d72a6ab8403f", "tag": "d3803c2b-b947-41ae-8515-f3d7da926bb7"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:05.939757 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7e9993d0-5f7f-4063-8af7-d1f8fc8b62df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:05.939757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91ac7e-cf65-4665-8947-86400f3daf3c service neutron] Pushing event updated for resources: {'Port': ['ID=d3803c2b-b947-41ae-8515-f3d7da926bb7,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:05.939757 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6385b150-21fb-4de2-b057-810e5bab7bfc x-openstack-request-id: req-6385b150-21fb-4de2-b057-810e5bab7bfc {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:05.939757 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48701f28-012b-46f0-9614-d72a6ab8403f", "tag": "d3803c2b-b947-41ae-8515-f3d7da926bb7", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:05.939757 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6385b150-21fb-4de2-b057-810e5bab7bfc {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:05.939757 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48701f28-012b-46f0-9614-d72a6ab8403f', 'tag': 'd3803c2b-b947-41ae-8515-f3d7da926bb7', 'status': 'completed', 'code': 200} Aug 31 01:24:06.003046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa6517-d2e8-485a-a261-c6bc98509583 req-73633312-ce0b-4a39-b2da-358ca3149df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:06.004670 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-18aa6517-d2e8-485a-a261-c6bc98509583 req-73633312-ce0b-4a39-b2da-358ca3149df5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e9fb06e01654acf8087ff144343ee10&device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 1095 time: 0.0665889 Aug 31 01:24:06.080227 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7e9993d0-5f7f-4063-8af7-d1f8fc8b62df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:06.151043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa6517-d2e8-485a-a261-c6bc98509583 req-a3ee847f-9272-4454-9298-a8129b0931e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:06.152572 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-18aa6517-d2e8-485a-a261-c6bc98509583 req-a3ee847f-9272-4454-9298-a8129b0931e9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3e9fb06e01654acf8087ff144343ee10&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1362059 Aug 31 01:24:06.254900 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa6517-d2e8-485a-a261-c6bc98509583 req-a7404794-1755-4cae-ae25-9ceb1a41376c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:06.260079 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-18aa6517-d2e8-485a-a261-c6bc98509583 req-a7404794-1755-4cae-ae25-9ceb1a41376c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969172 Aug 31 01:24:06.338096 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7e9993d0-5f7f-4063-8af7-d1f8fc8b62df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:06.677926 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-a0b62264-c0fd-4a07-9c8e-a28e3632e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:06.679961 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-a0b62264-c0fd-4a07-9c8e-a28e3632e153 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e9fb06e01654acf8087ff144343ee10&device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 1095 time: 0.3847907 Aug 31 01:24:06.701027 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7e9993d0-5f7f-4063-8af7-d1f8fc8b62df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ca8a5158fcc477cb50faa80bd81106d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9477909 Aug 31 01:24:06.704097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50716) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:06.735637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9993d0-5f7f-4063-8af7-d1f8fc8b62df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f79c46-ea6a-477c-aa90-e44186532a2e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:06.742221 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-489f45ee-c8a9-452e-833b-146b2e9a57cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3803c2b-b947-41ae-8515-f3d7da926bb7 HTTP/1.1" status: 200 len: 217 time: 0.0528946 Aug 31 01:24:06.800610 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-b6c10420-1c70-40b8-bfa6-7232e79fc3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:06.802249 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-b6c10420-1c70-40b8-bfa6-7232e79fc3fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fda6a004-98bc-4255-914b-598d0c22693d HTTP/1.1" status: 200 len: 850 time: 0.0527227 Aug 31 01:24:06.827598 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-16c2470d-11a0-4e44-bcb0-47a49a78200a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:06.837969 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309169f-dbb8-4cad-8e5c-6a9baee8fb35 req-15ede6c0-420a-4714-96fc-84ef08c77c24 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:06.839569 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4309169f-dbb8-4cad-8e5c-6a9baee8fb35 req-15ede6c0-420a-4714-96fc-84ef08c77c24 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 943 time: 0.0801952 Aug 31 01:24:06.854510 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-ac554028-2c85-4be1-8bee-e9856d3417ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:06.856048 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-ac554028-2c85-4be1-8bee-e9856d3417ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=889b8bdc-4727-4715-b1e1-0ac4e4969e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463908 Aug 31 01:24:06.877855 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-16c2470d-11a0-4e44-bcb0-47a49a78200a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:06.915057 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4309169f-dbb8-4cad-8e5c-6a9baee8fb35 req-ca4c4e89-ae3a-416f-b415-f3b1c4d9fa1c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=48663e99-7ef8-4d6b-9543-d40003186238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674272 Aug 31 01:24:06.919245 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:06.962135 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-a0c7a490-8d7d-459b-bd55-27c4d089282c service neutron] 10.222.0.41 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980968 Aug 31 01:24:07.020905 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5fd8eccf-e35c-48d4-869a-fac8fea5c5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:07.057043 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-16c2470d-11a0-4e44-bcb0-47a49a78200a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:07.063735 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-16c2470d-11a0-4e44-bcb0-47a49a78200a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:07.066879 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-16c2470d-11a0-4e44-bcb0-47a49a78200a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7f79c46-ea6a-477c-aa90-e44186532a2e HTTP/1.1" status: 204 len: 168 time: 0.3602602 Aug 31 01:24:07.080452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2470d-11a0-4e44-bcb0-47a49a78200a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f79c46-ea6a-477c-aa90-e44186532a2e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:07.128286 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8e82240-59b0-4bf4-b593-845a885c3abb req-e01d6bdc-3d80-470d-8792-998133af9fba service neutron] 10.222.0.41 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588297 Aug 31 01:24:07.191154 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:07.311809 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:08.038971 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4ccc0-a0a0-47a1-9706-0402760ef5bd req-4e66b890-26f2-4d81-97a0-c96b3a30d3a5 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:08.040394 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0cd4ccc0-a0a0-47a1-9706-0402760ef5bd req-4e66b890-26f2-4d81-97a0-c96b3a30d3a5 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 943 time: 0.0542059 Aug 31 01:24:08.079050 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0cd4ccc0-a0a0-47a1-9706-0402760ef5bd req-b6e7bcbd-de46-48f7-b322-1e3de3f84cb9 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=48663e99-7ef8-4d6b-9543-d40003186238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324914 Aug 31 01:24:08.531453 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:09.214387 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3a56e-f4af-4243-9ba9-81a0702c0b3c req-c7be0af0-e8fa-458b-b1be-5fc2ba906caf tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:09.215907 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79e3a56e-f4af-4243-9ba9-81a0702c0b3c req-c7be0af0-e8fa-458b-b1be-5fc2ba906caf tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 943 time: 0.0509887 Aug 31 01:24:09.257853 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79e3a56e-f4af-4243-9ba9-81a0702c0b3c req-715d0dc0-4c73-4404-9254-28620c12964e tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=48663e99-7ef8-4d6b-9543-d40003186238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353832 Aug 31 01:24:10.132275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d3803c2b-b947-41ae-8515-f3d7da926bb7 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:24:10.259133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port d3803c2b-b947-41ae-8515-f3d7da926bb7, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d3803c2b-b947-41ae-8515-f3d7da926bb7,segment=NetworkSegment(8b6a2915-8459-499e-bede-7f337b35d5f9),segment_id=8b6a2915-8459-499e-bede-7f337b35d5f9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:10.288719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'd3803c2b-b947-41ae-8515-f3d7da926bb7', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'port_id': 'd3803c2b-b947-41ae-8515-f3d7da926bb7', 'mac_address': 'fa:16:3e:39:29:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:24:10.336848 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:10.352944 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3803c2b-b947-41ae-8515-f3d7da926bb7 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:24:10.376859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port d3803c2b-b947-41ae-8515-f3d7da926bb7, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d3803c2b-b947-41ae-8515-f3d7da926bb7,segment=NetworkSegment(8b6a2915-8459-499e-bede-7f337b35d5f9),segment_id=8b6a2915-8459-499e-bede-7f337b35d5f9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:10.415160 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a26d9-4bf0-4597-9a15-2151aabc9a21 req-a6adf331-5b19-4a11-8c32-51a1b7ee64ac tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:10.420820 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-293a26d9-4bf0-4597-9a15-2151aabc9a21 req-a6adf331-5b19-4a11-8c32-51a1b7ee64ac tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 943 time: 0.0599241 Aug 31 01:24:10.460653 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-293a26d9-4bf0-4597-9a15-2151aabc9a21 req-6e02cf14-960d-4a01-ae56-0b7a234ce06f tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=48663e99-7ef8-4d6b-9543-d40003186238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370448 Aug 31 01:24:10.467344 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:10.724403 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:10.775883 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=d3803c2b-b947-41ae-8515-f3d7da926bb7,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:10.935778 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['d3803c2b-b947-41ae-8515-f3d7da926bb7'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:24:11.265921 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 50878) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:11.406102 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3177f59b-69bc-4507-9bc3-edb3570f826d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:11.495795 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3177f59b-69bc-4507-9bc3-edb3570f826d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:11.611438 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3177f59b-69bc-4507-9bc3-edb3570f826d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:11.648819 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b965f-ca6d-49bf-ada8-6039cff655c1 req-98f4d288-6c38-40ba-919b-a50df6ad1906 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:11.652285 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b17b965f-ca6d-49bf-ada8-6039cff655c1 req-98f4d288-6c38-40ba-919b-a50df6ad1906 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 944 time: 0.0939853 Aug 31 01:24:11.668618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177f59b-69bc-4507-9bc3-edb3570f826d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de1106d-b74c-411f-8335-a0fd76114798,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:11.718474 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3177f59b-69bc-4507-9bc3-edb3570f826d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ccfbad8c6b6f4166a940950145cf2024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4512486 Aug 31 01:24:11.721607 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50892) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:11.750906 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b17b965f-ca6d-49bf-ada8-6039cff655c1 req-a04fb292-c5c0-4f91-bfc7-0f89041a5e14 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=48663e99-7ef8-4d6b-9543-d40003186238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862277 Aug 31 01:24:11.811895 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3b3e-65d1-4269-bf67-a9dba71c1d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:11.844708 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3b3e-65d1-4269-bf67-a9dba71c1d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:12.054125 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3b3e-65d1-4269-bf67-a9dba71c1d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:12.056822 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3b3e-65d1-4269-bf67-a9dba71c1d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:12.058095 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7a4e3b3e-65d1-4269-bf67-a9dba71c1d3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8de1106d-b74c-411f-8335-a0fd76114798 HTTP/1.1" status: 204 len: 168 time: 0.3302581 Aug 31 01:24:12.068137 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e3b3e-65d1-4269-bf67-a9dba71c1d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de1106d-b74c-411f-8335-a0fd76114798,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:12.128254 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d3803c2b-b947-41ae-8515-f3d7da926bb7 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:24:12.318463 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port d3803c2b-b947-41ae-8515-f3d7da926bb7 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:12.324759 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port d3803c2b-b947-41ae-8515-f3d7da926bb7 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:12.325137 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:12.410657 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:12.438412 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48701f28-012b-46f0-9614-d72a6ab8403f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3803c2b-b947-41ae-8515-f3d7da926bb7'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:12.440740 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4604f5da-a2dc-4e1a-9198-dbb1872f67e3" -d '{"events": [{"server_uuid": "48701f28-012b-46f0-9614-d72a6ab8403f", "name": "network-vif-plugged", "status": "completed", "tag": "d3803c2b-b947-41ae-8515-f3d7da926bb7"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:12.465428 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port d3803c2b-b947-41ae-8515-f3d7da926bb7, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d3803c2b-b947-41ae-8515-f3d7da926bb7,segment=NetworkSegment(8b6a2915-8459-499e-bede-7f337b35d5f9),segment_id=8b6a2915-8459-499e-bede-7f337b35d5f9)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:12.483943 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4531801e-de36-4a52-804e-ccb30e45df9c x-openstack-request-id: req-4531801e-de36-4a52-804e-ccb30e45df9c {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:12.484247 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48701f28-012b-46f0-9614-d72a6ab8403f", "name": "network-vif-plugged", "status": "completed", "tag": "d3803c2b-b947-41ae-8515-f3d7da926bb7", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:12.484633 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4531801e-de36-4a52-804e-ccb30e45df9c {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:12.485041 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48701f28-012b-46f0-9614-d72a6ab8403f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3803c2b-b947-41ae-8515-f3d7da926bb7', 'code': 200} Aug 31 01:24:12.587265 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617af9a7-82ea-4cbf-bd9d-3d4c64b3ee24 req-1d536512-fb35-449b-a975-37ec3d7804ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:12.606921 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-617af9a7-82ea-4cbf-bd9d-3d4c64b3ee24 req-1d536512-fb35-449b-a975-37ec3d7804ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 1096 time: 0.0460370 Aug 31 01:24:12.626929 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-617af9a7-82ea-4cbf-bd9d-3d4c64b3ee24 req-d20dd7d9-8f1f-4af0-af8f-23fbe2676e32 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=48663e99-7ef8-4d6b-9543-d40003186238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312784 Aug 31 01:24:12.663543 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:12.717177 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=d3803c2b-b947-41ae-8515-f3d7da926bb7,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:12.868509 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef902e-f653-4119-959a-9a9b273bfd51 req-473b4227-617a-4db9-957c-f32649e36a6f tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:12.870075 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4aef902e-f653-4119-959a-9a9b273bfd51 req-473b4227-617a-4db9-957c-f32649e36a6f tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 945 time: 0.0517020 Aug 31 01:24:12.919750 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4aef902e-f653-4119-959a-9a9b273bfd51 req-73aba132-f75b-4bb2-adbe-3a1abad87144 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=48663e99-7ef8-4d6b-9543-d40003186238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355754 Aug 31 01:24:14.050669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4f7e9-177a-466d-aa4d-c48b871db0fd req-3a6e1c34-a298-41f1-914b-2411f3a57981 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:14.052347 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6db4f7e9-177a-466d-aa4d-c48b871db0fd req-3a6e1c34-a298-41f1-914b-2411f3a57981 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 945 time: 0.0630934 Aug 31 01:24:14.095005 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6db4f7e9-177a-466d-aa4d-c48b871db0fd req-2ce30342-074a-4820-b89c-ab250d6d4599 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=48663e99-7ef8-4d6b-9543-d40003186238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324523 Aug 31 01:24:14.220653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234131e1-ce28-4332-b24a-4cecab0605e2 req-200bdd2c-ceec-41ef-a10b-cc3eeabf5e41 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:14.222269 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-234131e1-ce28-4332-b24a-4cecab0605e2 req-200bdd2c-ceec-41ef-a10b-cc3eeabf5e41 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 945 time: 0.0562661 Aug 31 01:24:14.232027 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50986) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:14.236717 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-8c56731c-9837-4a61-8b14-0a988cf172d3 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Request body: {'floatingip': {'port_id': 'd3803c2b-b947-41ae-8515-f3d7da926bb7'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:14.279140 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8c56731c-9837-4a61-8b14-0a988cf172d3 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for floatingip, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:14.471863 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 50992) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:14.680810 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-44031df0-0d22-42cf-a23d-2d95ac5188bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:14.714641 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51000) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:14.846857 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76bc7032-ac44-459b-9108-cd448121eaf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.020083 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8c56731c-9837-4a61-8b14-0a988cf172d3 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.031825 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-44031df0-0d22-42cf-a23d-2d95ac5188bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.169748 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8c56731c-9837-4a61-8b14-0a988cf172d3 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.250568 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-44031df0-0d22-42cf-a23d-2d95ac5188bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.296925 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44031df0-0d22-42cf-a23d-2d95ac5188bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c474c7b3-e077-43c5-901c-f981016733a2,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:15.311464 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-44031df0-0d22-42cf-a23d-2d95ac5188bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7dfbcbb3cf0548a1b82c1cacefc94821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8431535 Aug 31 01:24:15.313759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51012) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:15.328325 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-8c56731c-9837-4a61-8b14-0a988cf172d3 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Floating IP b87516af-a4c8-4d32-b18c-be0cdb1eac52 associated. External IP: 172.25.2.162, port: d3803c2b-b947-41ae-8515-f3d7da926bb7. Aug 31 01:24:15.328565 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76bc7032-ac44-459b-9108-cd448121eaf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.426557 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76bc7032-ac44-459b-9108-cd448121eaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.451079 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26e0bbf6-c714-4413-9ed2-1fe91ecaee21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.467422 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-76bc7032-ac44-459b-9108-cd448121eaf8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52b3071080d34e07bf2a1ceaa5d435ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7516904 Aug 31 01:24:15.470367 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51016) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:15.472602 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc7032-ac44-459b-9108-cd448121eaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caa0426-21f6-42d9-86ab-43594bd7cbd7,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:15.497225 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26e0bbf6-c714-4413-9ed2-1fe91ecaee21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.653193 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3130540a-945a-4993-a40e-cb492645c83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.704795 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3130540a-945a-4993-a40e-cb492645c83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.753644 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ada625-7564-4a37-a159-95c5c976a2dd req-58e59148-a2ae-43dc-a48c-7705ef1c856c tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:15.755258 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1ada625-7564-4a37-a159-95c5c976a2dd req-58e59148-a2ae-43dc-a48c-7705ef1c856c tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 1098 time: 0.1462312 Aug 31 01:24:15.761342 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c56731c-9837-4a61-8b14-0a988cf172d3 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Router 2eb0d685-e6d6-400c-a94c-3c69074171bb has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:24:15.784932 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26e0bbf6-c714-4413-9ed2-1fe91ecaee21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.786057 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26e0bbf6-c714-4413-9ed2-1fe91ecaee21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.787340 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-26e0bbf6-c714-4413-9ed2-1fe91ecaee21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c474c7b3-e077-43c5-901c-f981016733a2 HTTP/1.1" status: 204 len: 168 time: 0.4725671 Aug 31 01:24:15.788735 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b1ada625-7564-4a37-a159-95c5c976a2dd req-dfb482ff-564f-4d0d-bf5b-d570bea6a3fe tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.846942 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0bbf6-c714-4413-9ed2-1fe91ecaee21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c474c7b3-e077-43c5-901c-f981016733a2,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:15.913554 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3130540a-945a-4993-a40e-cb492645c83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.921145 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3130540a-945a-4993-a40e-cb492645c83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.921145 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3130540a-945a-4993-a40e-cb492645c83c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5caa0426-21f6-42d9-86ab-43594bd7cbd7 HTTP/1.1" status: 204 len: 168 time: 0.4440606 Aug 31 01:24:15.944833 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130540a-945a-4993-a40e-cb492645c83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caa0426-21f6-42d9-86ab-43594bd7cbd7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:15.970026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c56731c-9837-4a61-8b14-0a988cf172d3 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:24:15.978423 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8c56731c-9837-4a61-8b14-0a988cf172d3 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.987161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf124aca-9241-4849-a7fb-5485318e4120 None None] Sync routers for ids ['2eb0d685-e6d6-400c-a94c-3c69074171bb'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:24:16.010540 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8c56731c-9837-4a61-8b14-0a988cf172d3 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "PUT /v2.0/floatingips/b87516af-a4c8-4d32-b18c-be0cdb1eac52 HTTP/1.1" status: 200 len: 991 time: 1.7773759 Aug 31 01:24:16.013735 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf124aca-9241-4849-a7fb-5485318e4120 None None] Routers {'2eb0d685-e6d6-400c-a94c-3c69074171bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:24:16.014517 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48701f28-012b-46f0-9614-d72a6ab8403f', 'tag': 'd3803c2b-b947-41ae-8515-f3d7da926bb7'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:16.015025 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-cf124aca-9241-4849-a7fb-5485318e4120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:24:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2eb0d685-e6d6-400c-a94c-3c69074171bb'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:16.017274 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab0cc32-a2b0-4db0-80e0-54fa67f1c0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "48701f28-012b-46f0-9614-d72a6ab8403f", "tag": "d3803c2b-b947-41ae-8515-f3d7da926bb7"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:16.060765 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b1ada625-7564-4a37-a159-95c5c976a2dd req-dfb482ff-564f-4d0d-bf5b-d570bea6a3fe tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:16.128800 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e72c48e-4db4-4f7d-9568-fa5c7f1571cd x-openstack-request-id: req-8e72c48e-4db4-4f7d-9568-fa5c7f1571cd {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:16.129127 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48701f28-012b-46f0-9614-d72a6ab8403f", "tag": "d3803c2b-b947-41ae-8515-f3d7da926bb7", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:16.129389 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e72c48e-4db4-4f7d-9568-fa5c7f1571cd {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:16.129834 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48701f28-012b-46f0-9614-d72a6ab8403f', 'tag': 'd3803c2b-b947-41ae-8515-f3d7da926bb7', 'status': 'completed', 'code': 200} Aug 31 01:24:16.139727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-cf124aca-9241-4849-a7fb-5485318e4120 None None] Set router 2eb0d685-e6d6-400c-a94c-3c69074171bb gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:24:16.201328 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b1ada625-7564-4a37-a159-95c5c976a2dd req-dfb482ff-564f-4d0d-bf5b-d570bea6a3fe tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:16.207668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0cc32-a2b0-4db0-80e0-54fa67f1c0d7 req-2cfd3395-a6e3-4a64-b2dc-424a109919fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:16.209419 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bab0cc32-a2b0-4db0-80e0-54fa67f1c0d7 req-2cfd3395-a6e3-4a64-b2dc-424a109919fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e9fb06e01654acf8087ff144343ee10&device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 1097 time: 0.0576813 Aug 31 01:24:16.252073 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1ada625-7564-4a37-a159-95c5c976a2dd req-dfb482ff-564f-4d0d-bf5b-d570bea6a3fe tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4893451 Aug 31 01:24:16.287026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb482ff-564f-4d0d-bf5b-d570bea6a3fe tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf93a0a-50e0-4f76-8ed5-ff185a227aff,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:16.342908 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0cc32-a2b0-4db0-80e0-54fa67f1c0d7 req-1f3c28b9-ad89-4af8-a802-74b24ffd6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:16.344470 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bab0cc32-a2b0-4db0-80e0-54fa67f1c0d7 req-1f3c28b9-ad89-4af8-a802-74b24ffd6a86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=889b8bdc-4727-4715-b1e1-0ac4e4969e44 HTTP/1.1" status: 200 len: 912 time: 0.1237359 Aug 31 01:24:16.412115 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-cf124aca-9241-4849-a7fb-5485318e4120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:19:46Z', 'revision_number': 4, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port': {'id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'b87516af-a4c8-4d32-b18c-be0cdb1eac52', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'port_id': 'd3803c2b-b947-41ae-8515-f3d7da926bb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'mac_address': 'fa:16:3e:39:29:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48701f28-012b-46f0-9614-d72a6ab8403f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:23:57Z', 'updated_at': '2021-08-31T01:24:14Z', 'revision_number': 1, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d66427-8e8a-4690-8005-a0c88b066b4a', 'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'mac_address': 'fa:16:3e:fc:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:45Z', 'updated_at': '2021-08-31T01:19:55Z', 'revision_number': 5, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'subnets': [{'id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:16.436696 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bab0cc32-a2b0-4db0-80e0-54fa67f1c0d7 req-add37f77-e2a5-4ba0-b6c4-8b114a3d983b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3803c2b-b947-41ae-8515-f3d7da926bb7 HTTP/1.1" status: 200 len: 999 time: 0.0838249 Aug 31 01:24:16.445955 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf124aca-9241-4849-a7fb-5485318e4120 None None] Checking router: 2eb0d685-e6d6-400c-a94c-3c69074171bb for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:24:16.455005 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf124aca-9241-4849-a7fb-5485318e4120 None None] Routers {'2eb0d685-e6d6-400c-a94c-3c69074171bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:24:16.456221 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-cf124aca-9241-4849-a7fb-5485318e4120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:24:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2eb0d685-e6d6-400c-a94c-3c69074171bb'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:16.456809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda89d4-85c1-40e0-aa4c-695355701069 req-4a6f602e-54c6-40f6-9180-0578badbc1fc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:16.461017 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2dda89d4-85c1-40e0-aa4c-695355701069 req-4a6f602e-54c6-40f6-9180-0578badbc1fc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.0841920 Aug 31 01:24:16.514007 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0cc32-a2b0-4db0-80e0-54fa67f1c0d7 req-f6d524a1-d81a-4267-a149-5627c696de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:16.521357 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bab0cc32-a2b0-4db0-80e0-54fa67f1c0d7 req-f6d524a1-d81a-4267-a149-5627c696de98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fda6a004-98bc-4255-914b-598d0c22693d HTTP/1.1" status: 200 len: 850 time: 0.0759306 Aug 31 01:24:16.539627 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2dda89d4-85c1-40e0-aa4c-695355701069 req-1597f006-f3f2-4b3d-8f2a-c8a85d85c4cb tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710633 Aug 31 01:24:16.567836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51044) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:16.639557 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51048) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:16.655447 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0cc32-a2b0-4db0-80e0-54fa67f1c0d7 req-6dc813c9-adca-43cc-8d4e-899a4b0690b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:16.657087 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bab0cc32-a2b0-4db0-80e0-54fa67f1c0d7 req-6dc813c9-adca-43cc-8d4e-899a4b0690b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=889b8bdc-4727-4715-b1e1-0ac4e4969e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1277428 Aug 31 01:24:16.657264 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d1a5b60-adec-46ff-a4a7-60f486c74e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:16.670011 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-39a945ed-7ee0-46f9-b37e-7b7afefd14f7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/floatingips/d3ebc673-d926-44e3-a52a-5e34b372f62a HTTP/1.1" status: 200 len: 993 time: 0.0943923 Aug 31 01:24:16.674152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-cf124aca-9241-4849-a7fb-5485318e4120 None None] Set router 2eb0d685-e6d6-400c-a94c-3c69074171bb gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:24:16.807014 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bab0cc32-a2b0-4db0-80e0-54fa67f1c0d7 req-c66ab493-e646-4dbc-959d-378743b38ec1 service neutron] 10.222.0.41 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424394 Aug 31 01:24:16.812498 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d1a5b60-adec-46ff-a4a7-60f486c74e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:16.880961 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d1a5b60-adec-46ff-a4a7-60f486c74e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:16.935016 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bab0cc32-a2b0-4db0-80e0-54fa67f1c0d7 req-7ad1adf0-6186-43db-bae9-9b0580c057b5 service neutron] 10.222.0.41 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203635 Aug 31 01:24:16.966049 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5d1a5b60-adec-46ff-a4a7-60f486c74e75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04295eba07ce405290772d8143c6c773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251491 Aug 31 01:24:16.969986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51068) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:16.972658 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-7c575233-a6ba-4800-98bc-1b1c018281e6 req-4d7909fb-6975-405a-960e-9734d5f35eea service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:24:16.973879 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c575233-a6ba-4800-98bc-1b1c018281e6 req-4d7909fb-6975-405a-960e-9734d5f35eea service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059915 Aug 31 01:24:16.974828 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a5b60-adec-46ff-a4a7-60f486c74e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9cbf75-b8cd-4f02-a67e-c6f2b79e28c0,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:17.037146 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7b24af80-3d19-4dee-aa4a-8d8d38ccc1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:17.071357 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7b24af80-3d19-4dee-aa4a-8d8d38ccc1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:17.140209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-cf124aca-9241-4849-a7fb-5485318e4120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:19:46Z', 'revision_number': 4, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port': {'id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'b87516af-a4c8-4d32-b18c-be0cdb1eac52', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'port_id': 'd3803c2b-b947-41ae-8515-f3d7da926bb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'mac_address': 'fa:16:3e:39:29:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48701f28-012b-46f0-9614-d72a6ab8403f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:23:57Z', 'updated_at': '2021-08-31T01:24:14Z', 'revision_number': 1, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d66427-8e8a-4690-8005-a0c88b066b4a', 'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'mac_address': 'fa:16:3e:fc:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:45Z', 'updated_at': '2021-08-31T01:19:55Z', 'revision_number': 5, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'subnets': [{'id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:17.163926 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf124aca-9241-4849-a7fb-5485318e4120 None None] The sync data for ids ['2eb0d685-e6d6-400c-a94c-3c69074171bb'] in n-d-793621-34 is: [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:19:46Z', 'revision_number': 4, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port': {'id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'b87516af-a4c8-4d32-b18c-be0cdb1eac52', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'port_id': 'd3803c2b-b947-41ae-8515-f3d7da926bb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'mac_address': 'fa:16:3e:39:29:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48701f28-012b-46f0-9614-d72a6ab8403f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:23:57Z', 'updated_at': '2021-08-31T01:24:14Z', 'revision_number': 1, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d66427-8e8a-4690-8005-a0c88b066b4a', 'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'mac_address': 'fa:16:3e:fc:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:45Z', 'updated_at': '2021-08-31T01:19:55Z', 'revision_number': 5, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'subnets': [{'id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:24:17.255266 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7b24af80-3d19-4dee-aa4a-8d8d38ccc1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:17.258032 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7b24af80-3d19-4dee-aa4a-8d8d38ccc1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:17.259263 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7b24af80-3d19-4dee-aa4a-8d8d38ccc1ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a9cbf75-b8cd-4f02-a67e-c6f2b79e28c0 HTTP/1.1" status: 204 len: 168 time: 0.2893934 Aug 31 01:24:17.267597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24af80-3d19-4dee-aa4a-8d8d38ccc1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9cbf75-b8cd-4f02-a67e-c6f2b79e28c0,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:17.400135 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a2986e-5a4a-484f-aac3-bae3b916072d None None] New status for floating IP b87516af-a4c8-4d32-b18c-be0cdb1eac52: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:24:17.651801 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12396902-95e0-4a03-8122-82ae56e7d688 req-8aa80a7c-04f4-4a47-ad49-a1de8fea2690 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:17.651801 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12396902-95e0-4a03-8122-82ae56e7d688 req-8aa80a7c-04f4-4a47-ad49-a1de8fea2690 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.0751538 Aug 31 01:24:17.699194 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12396902-95e0-4a03-8122-82ae56e7d688 req-9e60505a-14e8-416e-8d91-d45740d44139 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385337 Aug 31 01:24:17.768953 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-27edec13-bc39-4d71-b39a-a9702a0e0aee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446570 Aug 31 01:24:18.891088 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4b3cd-65ea-4e68-84ef-e44a7e397d0a req-50b18595-3a69-4804-a35e-8f479513fc72 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:18.899303 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13e4b3cd-65ea-4e68-84ef-e44a7e397d0a req-50b18595-3a69-4804-a35e-8f479513fc72 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.0944428 Aug 31 01:24:18.945712 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13e4b3cd-65ea-4e68-84ef-e44a7e397d0a req-3a5f1523-8148-46b6-bdb3-20dd0dbc5386 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448289 Aug 31 01:24:19.000000 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51172) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:19.119512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ed51f2ba-7b98-40f8-8a46-11f1d58b8785 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-732773854', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:19.232800 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed51f2ba-7b98-40f8-8a46-11f1d58b8785 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Made reservation on behalf of 07d97fcb726c4628aff01c5bd03926bd for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:19.235365 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed51f2ba-7b98-40f8-8a46-11f1d58b8785 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.245512 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed51f2ba-7b98-40f8-8a46-11f1d58b8785 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.363076 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed51f2ba-7b98-40f8-8a46-11f1d58b8785 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.535568 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed51f2ba-7b98-40f8-8a46-11f1d58b8785 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.541124 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-ed51f2ba-7b98-40f8-8a46-11f1d58b8785 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] device_id is not set on port 521e74d7-0824-48c8-8226-465031bc9e76 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:24:19.606069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51f2ba-7b98-40f8-8a46-11f1d58b8785 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e302209-7976-4eed-9a64-6cddf1924b1b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:19.705529 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-ed51f2ba-7b98-40f8-8a46-11f1d58b8785 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Allocated IP 172.25.2.7 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/521e74d7-0824-48c8-8226-465031bc9e76) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:19.885194 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed51f2ba-7b98-40f8-8a46-11f1d58b8785 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.087535 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1aebf6-fd05-4237-bc1b-925dce529811 req-f25ecf07-1f7c-4fe7-847c-04ba71c327f4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:20.089199 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7b1aebf6-fd05-4237-bc1b-925dce529811 req-f25ecf07-1f7c-4fe7-847c-04ba71c327f4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.0610864 Aug 31 01:24:20.089855 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed51f2ba-7b98-40f8-8a46-11f1d58b8785 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.153603 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7b1aebf6-fd05-4237-bc1b-925dce529811 req-2029bc14-4f38-4d8f-834e-7024706ea877 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556750 Aug 31 01:24:20.182193 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed51f2ba-7b98-40f8-8a46-11f1d58b8785 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:20.185485 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-ed51f2ba-7b98-40f8-8a46-11f1d58b8785 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:20.190405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed51f2ba-7b98-40f8-8a46-11f1d58b8785 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:24:20.192677 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51f2ba-7b98-40f8-8a46-11f1d58b8785 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Pushing event updated for resources: {'Port': ['ID=521e74d7-0824-48c8-8226-465031bc9e76,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:20.232872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed51f2ba-7b98-40f8-8a46-11f1d58b8785 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:20.233525 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed51f2ba-7b98-40f8-8a46-11f1d58b8785 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.319911 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ed51f2ba-7b98-40f8-8a46-11f1d58b8785 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3186760 Aug 31 01:24:20.322715 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51230) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:20.327793 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-cd2fcdaf-799e-4551-88fb-f81204dbdbe7 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.7'}]}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:20.427031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35de4c-ef00-473b-8faa-c94047f6373b req-338b1c09-0a68-4236-ae4e-e73a5b0480ac tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:20.429212 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1d35de4c-ef00-473b-8faa-c94047f6373b req-338b1c09-0a68-4236-ae4e-e73a5b0480ac tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 946 time: 0.0519774 Aug 31 01:24:20.444972 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2fcdaf-799e-4551-88fb-f81204dbdbe7 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.447514 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2fcdaf-799e-4551-88fb-f81204dbdbe7 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.474253 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1d35de4c-ef00-473b-8faa-c94047f6373b req-53d030ea-429f-40d7-8d44-075c7c7f4404 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387709 Aug 31 01:24:20.509993 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2fcdaf-799e-4551-88fb-f81204dbdbe7 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.792343 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2fcdaf-799e-4551-88fb-f81204dbdbe7 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.810328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-eef04666-4b90-4487-9d4c-e6b6d4271fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:20.812518 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-eef04666-4b90-4487-9d4c-e6b6d4271fc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 1098 time: 0.0766661 Aug 31 01:24:20.854333 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51240) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:20.908013 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-d13b2c07-21bb-4baf-ae04-897fde55afca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:20.909621 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-d13b2c07-21bb-4baf-ae04-897fde55afca service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f28c861-fdc8-4660-a486-64d863120c91 HTTP/1.1" status: 200 len: 897 time: 0.0892203 Aug 31 01:24:20.968909 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-29e3ced9-84ca-43cd-b45f-9b6e752a2eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.086402 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-29e3ced9-84ca-43cd-b45f-9b6e752a2eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.163290 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-29e3ced9-84ca-43cd-b45f-9b6e752a2eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.243916 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3ced9-84ca-43cd-b45f-9b6e752a2eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9446417-eac7-4b00-8fbd-6ccd0503f473,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:21.249187 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-29e3ced9-84ca-43cd-b45f-9b6e752a2eda admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f47aae9fcade4384a2064f4b30908cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3936448 Aug 31 01:24:21.253422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51252) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:21.305739 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef3bd5aa-982a-4e84-9e6d-46e2fde316a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.327994 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef3bd5aa-982a-4e84-9e6d-46e2fde316a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.417469 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-2a09dbb0-ba35-4157-94af-07394d42dc93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7da26e-8742-489f-9de4-c12305ac1dab HTTP/1.1" status: 200 len: 1001 time: 0.5009217 Aug 31 01:24:21.440276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072790d0-eddb-4abc-b2c5-68d4ef3ff269 req-5858a92d-e1cc-4d30-abb9-edfa9253debd tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:21.441773 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-072790d0-eddb-4abc-b2c5-68d4ef3ff269 req-5858a92d-e1cc-4d30-abb9-edfa9253debd tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.0807831 Aug 31 01:24:21.529176 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-7b9f5bfe-9a76-4a0a-a678-4913d7fa7548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:21.530725 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-7b9f5bfe-9a76-4a0a-a678-4913d7fa7548 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c HTTP/1.1" status: 200 len: 834 time: 0.0880871 Aug 31 01:24:21.542984 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-072790d0-eddb-4abc-b2c5-68d4ef3ff269 req-952c7021-7d3f-443a-acf5-03ce7a592c70 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916333 Aug 31 01:24:21.607486 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef3bd5aa-982a-4e84-9e6d-46e2fde316a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.612700 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef3bd5aa-982a-4e84-9e6d-46e2fde316a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.618620 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ef3bd5aa-982a-4e84-9e6d-46e2fde316a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9446417-eac7-4b00-8fbd-6ccd0503f473 HTTP/1.1" status: 204 len: 168 time: 0.3635190 Aug 31 01:24:21.633852 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bd5aa-982a-4e84-9e6d-46e2fde316a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9446417-eac7-4b00-8fbd-6ccd0503f473,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:21.647769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-366dea3e-0ae2-4ce2-a4db-80198654f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:21.649643 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-366dea3e-0ae2-4ce2-a4db-80198654f74d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f28c861-fdc8-4660-a486-64d863120c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1106174 Aug 31 01:24:21.664243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5ff7f-1b94-478a-9a9e-df5c5a983fa1 req-7ca7ca2a-311f-49d7-b975-455d43533f44 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:21.666123 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-56c5ff7f-1b94-478a-9a9e-df5c5a983fa1 req-7ca7ca2a-311f-49d7-b975-455d43533f44 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 946 time: 0.1103103 Aug 31 01:24:21.711616 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-56c5ff7f-1b94-478a-9a9e-df5c5a983fa1 req-025dd229-5e15-4948-a5a9-e392a837839e tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387123 Aug 31 01:24:21.848188 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f9268-57b5-41f1-8b2f-efe7479246bc req-2f94b92b-95fd-454a-99f6-a6f2b4b24e2e tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:21.849626 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-621f9268-57b5-41f1-8b2f-efe7479246bc req-2f94b92b-95fd-454a-99f6-a6f2b4b24e2e tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 946 time: 0.1971178 Aug 31 01:24:21.853010 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2fcdaf-799e-4551-88fb-f81204dbdbe7 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.889698 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2fcdaf-799e-4551-88fb-f81204dbdbe7 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.946906 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-5eedc166-f330-4268-8c81-2ff74e3637d3 service neutron] 10.222.0.41 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439852 Aug 31 01:24:22.227719 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-a65d3f10-46a2-483a-bc14-e79c93241de7 service neutron] 10.222.0.41 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507725 Aug 31 01:24:22.243025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-621f9268-57b5-41f1-8b2f-efe7479246bc req-72ccf187-06c2-47f7-8275-4d322be5a57a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Deleting port 132c8234-ad6c-47bb-addd-587ad401df74 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:22.243362 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-621f9268-57b5-41f1-8b2f-efe7479246bc req-72ccf187-06c2-47f7-8275-4d322be5a57a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.334197 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2fcdaf-799e-4551-88fb-f81204dbdbe7 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.389126 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51272) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:22.403280 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb9bd5bf-bc78-4018-a5d3-f79f691ac8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.422309 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-621f9268-57b5-41f1-8b2f-efe7479246bc req-72ccf187-06c2-47f7-8275-4d322be5a57a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] For port 132c8234-ad6c-47bb-addd-587ad401df74, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=132c8234-ad6c-47bb-addd-587ad401df74,segment=NetworkSegment(cd6ba26b-6d8d-4a73-80db-2df532504435),segment_id=cd6ba26b-6d8d-4a73-80db-2df532504435)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:22.423854 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-621f9268-57b5-41f1-8b2f-efe7479246bc req-72ccf187-06c2-47f7-8275-4d322be5a57a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.534021 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb9bd5bf-bc78-4018-a5d3-f79f691ac8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.540108 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:24:22.612740 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2fcdaf-799e-4551-88fb-f81204dbdbe7 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.616891 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2fcdaf-799e-4551-88fb-f81204dbdbe7 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.640622 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb9bd5bf-bc78-4018-a5d3-f79f691ac8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.701640 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cb9bd5bf-bc78-4018-a5d3-f79f691ac8c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=545972bffb75430497123c430474bd75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113756 Aug 31 01:24:22.704321 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bd5bf-bc78-4018-a5d3-f79f691ac8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3269d68-5583-4a06-a027-26d99bc38a6b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:22.705480 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51282) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:22.731591 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e5207-111b-4d55-9214-a2a69733861c req-59e4e605-9955-4e96-af6a-9083c88ab0e3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:22.733677 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c7e5207-111b-4d55-9214-a2a69733861c req-59e4e605-9955-4e96-af6a-9083c88ab0e3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.1044300 Aug 31 01:24:22.780389 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c7e5207-111b-4d55-9214-a2a69733861c req-96c57b60-cc86-4b3f-9b31-4b70bc75d127 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401325 Aug 31 01:24:22.788731 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cd2fcdaf-799e-4551-88fb-f81204dbdbe7 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.789251 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2fcdaf-799e-4551-88fb-f81204dbdbe7 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e49294c-1fab-4567-8150-8ff646b51090 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:24:22.864224 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-49c243af-3c1d-43f8-b2b3-52e424e66fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.867508 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-621f9268-57b5-41f1-8b2f-efe7479246bc req-72ccf187-06c2-47f7-8275-4d322be5a57a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.867901 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-621f9268-57b5-41f1-8b2f-efe7479246bc req-72ccf187-06c2-47f7-8275-4d322be5a57a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.868217 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [req-621f9268-57b5-41f1-8b2f-efe7479246bc req-72ccf187-06c2-47f7-8275-4d322be5a57a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Floating IP 92eda504-02cf-4876-b31e-98e9b7c7b72d disassociated. External IP: 172.25.2.144, port: 132c8234-ad6c-47bb-addd-587ad401df74. Aug 31 01:24:22.868557 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-621f9268-57b5-41f1-8b2f-efe7479246bc req-72ccf187-06c2-47f7-8275-4d322be5a57a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Calling delete_port for 132c8234-ad6c-47bb-addd-587ad401df74 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:22.935862 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-cd2fcdaf-799e-4551-88fb-f81204dbdbe7 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 01:24:22.936937 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cd2fcdaf-799e-4551-88fb-f81204dbdbe7 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.6130736 Aug 31 01:24:22.940190 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51288) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:22.940764 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-49c243af-3c1d-43f8-b2b3-52e424e66fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.966645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c63716-0a48-4c8f-9ddd-bc01189a22a8 req-0289c63a-ef6b-450b-89e9-c65854efea50 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:22.968178 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64c63716-0a48-4c8f-9ddd-bc01189a22a8 req-0289c63a-ef6b-450b-89e9-c65854efea50 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 946 time: 0.1500504 Aug 31 01:24:23.030085 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2fafcd0b-9793-48b2-ab88-01ce6cf12f22 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Deleting port 521e74d7-0824-48c8-8226-465031bc9e76 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:23.030429 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2fafcd0b-9793-48b2-ab88-01ce6cf12f22 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.051332 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64c63716-0a48-4c8f-9ddd-bc01189a22a8 req-e42f0c2c-7b3e-4be4-a063-1ebb5b2ff0b7 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735519 Aug 31 01:24:23.107332 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2fafcd0b-9793-48b2-ab88-01ce6cf12f22 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.119908 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2fafcd0b-9793-48b2-ab88-01ce6cf12f22 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Calling delete_port for 521e74d7-0824-48c8-8226-465031bc9e76 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:23.129711 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-49c243af-3c1d-43f8-b2b3-52e424e66fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.133004 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-49c243af-3c1d-43f8-b2b3-52e424e66fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.137072 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-49c243af-3c1d-43f8-b2b3-52e424e66fb9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3269d68-5583-4a06-a027-26d99bc38a6b HTTP/1.1" status: 204 len: 168 time: 0.4278150 Aug 31 01:24:23.149927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c243af-3c1d-43f8-b2b3-52e424e66fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3269d68-5583-4a06-a027-26d99bc38a6b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:23.155144 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-621f9268-57b5-41f1-8b2f-efe7479246bc req-72ccf187-06c2-47f7-8275-4d322be5a57a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.189184 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccf187-06c2-47f7-8275-4d322be5a57a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Pushing event deleted for resources: {'Port': ['ID=132c8234-ad6c-47bb-addd-587ad401df74,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:23.324322 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-621f9268-57b5-41f1-8b2f-efe7479246bc req-72ccf187-06c2-47f7-8275-4d322be5a57a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Router 10394a09-c346-459c-bc72-dc95ed294500 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:24:23.368418 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2fafcd0b-9793-48b2-ab88-01ce6cf12f22 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.396385 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafcd0b-9793-48b2-ab88-01ce6cf12f22 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Pushing event deleted for resources: {'Port': ['ID=521e74d7-0824-48c8-8226-465031bc9e76,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:23.438472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-621f9268-57b5-41f1-8b2f-efe7479246bc req-72ccf187-06c2-47f7-8275-4d322be5a57a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:24:23.449648 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709379bc-2b04-4b5c-8ee1-6b8b86b611b9 None None] Sync routers for ids ['10394a09-c346-459c-bc72-dc95ed294500'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:24:23.462874 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709379bc-2b04-4b5c-8ee1-6b8b86b611b9 None None] Routers {'10394a09-c346-459c-bc72-dc95ed294500'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:24:23.464626 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-709379bc-2b04-4b5c-8ee1-6b8b86b611b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:24:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['10394a09-c346-459c-bc72-dc95ed294500'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:23.465971 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2fafcd0b-9793-48b2-ab88-01ce6cf12f22 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.469421 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2fafcd0b-9793-48b2-ab88-01ce6cf12f22 tempest-RoutersAdminNegativeIpV6Test-2066322340 tempest-RoutersAdminNegativeIpV6Test-2066322340-project-admin] 10.222.0.16 "DELETE /v2.0/ports/521e74d7-0824-48c8-8226-465031bc9e76 HTTP/1.1" status: 204 len: 168 time: 0.5282342 Aug 31 01:24:23.486543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-621f9268-57b5-41f1-8b2f-efe7479246bc req-72ccf187-06c2-47f7-8275-4d322be5a57a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] No DVR routers for this DVR port 132c8234-ad6c-47bb-addd-587ad401df74 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:23.492301 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-621f9268-57b5-41f1-8b2f-efe7479246bc req-72ccf187-06c2-47f7-8275-4d322be5a57a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.494363 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-621f9268-57b5-41f1-8b2f-efe7479246bc req-72ccf187-06c2-47f7-8275-4d322be5a57a tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.48 "DELETE /v2.0/ports/132c8234-ad6c-47bb-addd-587ad401df74 HTTP/1.1" status: 204 len: 173 time: 1.6355901 Aug 31 01:24:23.494976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd052f1f-1949-4575-9b73-f02fd542cca5', 'name': 'network-vif-deleted', 'tag': '132c8234-ad6c-47bb-addd-587ad401df74'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:23.504210 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eeaee5c-ae19-4b0d-b87c-16fa55395aad" -d '{"events": [{"server_uuid": "cd052f1f-1949-4575-9b73-f02fd542cca5", "name": "network-vif-deleted", "tag": "132c8234-ad6c-47bb-addd-587ad401df74"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:23.578036 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588798e4-6e7c-481f-9473-6b76c422a867 x-openstack-request-id: req-588798e4-6e7c-481f-9473-6b76c422a867 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:23.578352 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd052f1f-1949-4575-9b73-f02fd542cca5", "name": "network-vif-deleted", "tag": "132c8234-ad6c-47bb-addd-587ad401df74", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:23.578608 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-588798e4-6e7c-481f-9473-6b76c422a867 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:23.579052 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd052f1f-1949-4575-9b73-f02fd542cca5', 'name': 'network-vif-deleted', 'tag': '132c8234-ad6c-47bb-addd-587ad401df74', 'status': 'completed', 'code': 200} Aug 31 01:24:23.782629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-709379bc-2b04-4b5c-8ee1-6b8b86b611b9 None None] Set router 10394a09-c346-459c-bc72-dc95ed294500 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:24:23.954024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defc188-da8b-4617-acbc-456ffbceeb61 req-05ee3213-8e66-467c-ba0a-889cbcde0a4e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:23.956481 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6defc188-da8b-4617-acbc-456ffbceeb61 req-05ee3213-8e66-467c-ba0a-889cbcde0a4e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.0841193 Aug 31 01:24:24.005131 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6defc188-da8b-4617-acbc-456ffbceeb61 req-0540c82a-c5a6-4d44-9df0-448ada807f7c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414262 Aug 31 01:24:24.086079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-709379bc-2b04-4b5c-8ee1-6b8b86b611b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10394a09-c346-459c-bc72-dc95ed294500', 'name': 'tempest-TestServerBasicOps-133613637-router', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:49Z', 'updated_at': '2021-08-31T01:18:56Z', 'revision_number': 4, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'gw_port': {'id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:51Z', 'updated_at': '2021-08-31T01:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'bc46e234-2173-4ecb-9aab-94dce9704cc8', 'name': '', 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'mac_address': 'fa:16:3e:a7:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'd6980437-b15c-40e2-aa0f-e59e23c89221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:55Z', 'updated_at': '2021-08-31T01:19:02Z', 'revision_number': 5, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'subnets': [{'id': 'd6980437-b15c-40e2-aa0f-e59e23c89221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:24.127188 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709379bc-2b04-4b5c-8ee1-6b8b86b611b9 None None] Checking router: 10394a09-c346-459c-bc72-dc95ed294500 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:24:24.141538 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709379bc-2b04-4b5c-8ee1-6b8b86b611b9 None None] Routers {'10394a09-c346-459c-bc72-dc95ed294500'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:24:24.143073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-709379bc-2b04-4b5c-8ee1-6b8b86b611b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:24:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['10394a09-c346-459c-bc72-dc95ed294500'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:24.218557 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51328) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:24.231701 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-807056d9-fe7f-4554-8229-7201c08fbffc req-93a34554-3538-42a2-81af-5f151b5cd91f tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd052f1f-1949-4575-9b73-f02fd542cca5 HTTP/1.1" status: 200 len: 210 time: 0.0319760 Aug 31 01:24:24.292234 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-709379bc-2b04-4b5c-8ee1-6b8b86b611b9 None None] Set router 10394a09-c346-459c-bc72-dc95ed294500 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:24:24.424704 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6bdf9342-e175-4c07-8df1-0f86ee62e714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.545969 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6bdf9342-e175-4c07-8df1-0f86ee62e714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.573183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-709379bc-2b04-4b5c-8ee1-6b8b86b611b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10394a09-c346-459c-bc72-dc95ed294500', 'name': 'tempest-TestServerBasicOps-133613637-router', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:49Z', 'updated_at': '2021-08-31T01:18:56Z', 'revision_number': 4, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'gw_port': {'id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:51Z', 'updated_at': '2021-08-31T01:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'bc46e234-2173-4ecb-9aab-94dce9704cc8', 'name': '', 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'mac_address': 'fa:16:3e:a7:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'd6980437-b15c-40e2-aa0f-e59e23c89221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:55Z', 'updated_at': '2021-08-31T01:19:02Z', 'revision_number': 5, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'subnets': [{'id': 'd6980437-b15c-40e2-aa0f-e59e23c89221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:24.601970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709379bc-2b04-4b5c-8ee1-6b8b86b611b9 None None] The sync data for ids ['10394a09-c346-459c-bc72-dc95ed294500'] in n-d-793621-34 is: [{'id': '10394a09-c346-459c-bc72-dc95ed294500', 'name': 'tempest-TestServerBasicOps-133613637-router', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:49Z', 'updated_at': '2021-08-31T01:18:56Z', 'revision_number': 4, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'gw_port': {'id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:51Z', 'updated_at': '2021-08-31T01:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'bc46e234-2173-4ecb-9aab-94dce9704cc8', 'name': '', 'network_id': '4e08226c-027d-47ff-8492-8c59b88cb0ad', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'mac_address': 'fa:16:3e:a7:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'd6980437-b15c-40e2-aa0f-e59e23c89221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:55Z', 'updated_at': '2021-08-31T01:19:02Z', 'revision_number': 5, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'subnets': [{'id': 'd6980437-b15c-40e2-aa0f-e59e23c89221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:24:24.669098 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6bdf9342-e175-4c07-8df1-0f86ee62e714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.736192 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf9342-e175-4c07-8df1-0f86ee62e714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fb7bc3-3303-41a0-b981-64652a09cfbd,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:24.750985 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6bdf9342-e175-4c07-8df1-0f86ee62e714 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d51c860332f495fb24eb94ae595baae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5283306 Aug 31 01:24:24.751799 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51344) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:24.814220 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b044f05b-6035-4165-9477-c2c5f3537cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.839806 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b044f05b-6035-4165-9477-c2c5f3537cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.929732 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c43b65-8f9f-48fe-9667-2302899e36cb None None] New status for floating IP 92eda504-02cf-4876-b31e-98e9b7c7b72d: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:24:24.962761 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b044f05b-6035-4165-9477-c2c5f3537cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.965289 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b044f05b-6035-4165-9477-c2c5f3537cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.970235 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b044f05b-6035-4165-9477-c2c5f3537cda admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66fb7bc3-3303-41a0-b981-64652a09cfbd HTTP/1.1" status: 204 len: 168 time: 0.2143970 Aug 31 01:24:24.974575 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044f05b-6035-4165-9477-c2c5f3537cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fb7bc3-3303-41a0-b981-64652a09cfbd,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:25.093576 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 132c8234-ad6c-47bb-addd-587ad401df74 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:25.128574 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 132c8234-ad6c-47bb-addd-587ad401df74 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:24:25.129130 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 132c8234-ad6c-47bb-addd-587ad401df74 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:25.172645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80ae59-0243-4da6-802c-e6e4a74b8699 req-08083f90-2f73-4d74-acda-86206eae9175 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:25.174305 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d80ae59-0243-4da6-802c-e6e4a74b8699 req-08083f90-2f73-4d74-acda-86206eae9175 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.0833375 Aug 31 01:24:25.217183 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9d80ae59-0243-4da6-802c-e6e4a74b8699 req-eaf5f0ee-04c7-4e78-87d3-2df46b88943f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357995 Aug 31 01:24:25.323786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51360) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:25.492925 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-408eddf3-4ae7-4491-8649-e410048bbcd0 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Deleting port af1e8705-35a1-40f2-82ce-0c5897ee257f {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:25.492925 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-408eddf3-4ae7-4491-8649-e410048bbcd0 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.603922 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-408eddf3-4ae7-4491-8649-e410048bbcd0 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.604501 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-408eddf3-4ae7-4491-8649-e410048bbcd0 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.622250 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-408eddf3-4ae7-4491-8649-e410048bbcd0 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Calling delete_port for af1e8705-35a1-40f2-82ce-0c5897ee257f owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:25.831473 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51374) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:25.889474 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-946a9c70-ffb5-4208-a803-fa746f1c09b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07d97fcb726c4628aff01c5bd03926bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563047 Aug 31 01:24:25.889750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51376) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:25.923760 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-408eddf3-4ae7-4491-8649-e410048bbcd0 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.957905 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408eddf3-4ae7-4491-8649-e410048bbcd0 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Pushing event deleted for resources: {'Port': ['ID=af1e8705-35a1-40f2-82ce-0c5897ee257f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:25.979879 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d491494b-1ff8-4270-8f0b-b6b7e925256a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.018805 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d491494b-1ff8-4270-8f0b-b6b7e925256a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.095984 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-408eddf3-4ae7-4491-8649-e410048bbcd0 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.098760 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-408eddf3-4ae7-4491-8649-e410048bbcd0 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.106296 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-408eddf3-4ae7-4491-8649-e410048bbcd0 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "DELETE /v2.0/floatingips/92eda504-02cf-4876-b31e-98e9b7c7b72d HTTP/1.1" status: 204 len: 168 time: 0.7759798 Aug 31 01:24:26.197066 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51386) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:26.220560 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d491494b-1ff8-4270-8f0b-b6b7e925256a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.224556 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d491494b-1ff8-4270-8f0b-b6b7e925256a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.227033 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d491494b-1ff8-4270-8f0b-b6b7e925256a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e302209-7976-4eed-9a64-6cddf1924b1b HTTP/1.1" status: 204 len: 168 time: 0.3356764 Aug 31 01:24:26.277263 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491494b-1ff8-4270-8f0b-b6b7e925256a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e302209-7976-4eed-9a64-6cddf1924b1b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:26.337057 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-64a17808-a106-4726-8cce-2dc12c8d4348 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.400401 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-64a17808-a106-4726-8cce-2dc12c8d4348 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.462955 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d6f39-b7db-43fa-bbab-7e051e4ad48f req-7b62f916-f7f7-4fa1-b1c4-5aa2de14ecf2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:26.462955 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-042d6f39-b7db-43fa-bbab-7e051e4ad48f req-7b62f916-f7f7-4fa1-b1c4-5aa2de14ecf2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.1375759 Aug 31 01:24:26.548613 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-042d6f39-b7db-43fa-bbab-7e051e4ad48f req-8dae52b8-34c0-440c-a2e5-096934ebad37 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461926 Aug 31 01:24:26.598181 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-64a17808-a106-4726-8cce-2dc12c8d4348 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.603578 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-64a17808-a106-4726-8cce-2dc12c8d4348 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.608216 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-64a17808-a106-4726-8cce-2dc12c8d4348 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] 10.222.0.16 "DELETE /v2.0/security-groups/bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528 HTTP/1.1" status: 204 len: 168 time: 0.4097016 Aug 31 01:24:26.625292 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a17808-a106-4726-8cce-2dc12c8d4348 tempest-TestServerBasicOps-319915339 tempest-TestServerBasicOps-319915339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf92c0d0-5d98-4a8c-b3c2-89c82a3c7528,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:26.814295 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51396) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:27.536087 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f9b709f0-a57a-40ed-a554-aa27fd919965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.872757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51430) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:28.106336 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-8eb59418-9720-4c4c-a7b1-f38e9595842d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1272851091'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:28.137110 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8fafc-64e0-4867-9ad5-0cda5ba191d3 req-a05b61f0-3cca-471b-9679-ac34be377a8f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:28.139220 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e4e8fafc-64e0-4867-9ad5-0cda5ba191d3 req-a05b61f0-3cca-471b-9679-ac34be377a8f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.1188011 Aug 31 01:24:28.202932 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb59418-9720-4c4c-a7b1-f38e9595842d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Made reservation on behalf of 808cb78e467b4d4c8d12a345730befda for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:28.218719 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8eb59418-9720-4c4c-a7b1-f38e9595842d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.231728 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e4e8fafc-64e0-4867-9ad5-0cda5ba191d3 req-f4e8a2eb-eccc-4c5a-b889-4a3f08483348 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827830 Aug 31 01:24:28.243575 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8eb59418-9720-4c4c-a7b1-f38e9595842d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.360022 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8eb59418-9720-4c4c-a7b1-f38e9595842d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.388738 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-f9b709f0-a57a-40ed-a554-aa27fd919965 admin admin] Deleting port bc46e234-2173-4ecb-9aab-94dce9704cc8 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:28.388738 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f9b709f0-a57a-40ed-a554-aa27fd919965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.438637 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8eb59418-9720-4c4c-a7b1-f38e9595842d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.471246 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb59418-9720-4c4c-a7b1-f38e9595842d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:24:28.483187 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb59418-9720-4c4c-a7b1-f38e9595842d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=123d4559-ae14-4853-8369-d3d8054e3fd9,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:28.483390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-f9b709f0-a57a-40ed-a554-aa27fd919965 admin admin] For port bc46e234-2173-4ecb-9aab-94dce9704cc8, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=bc46e234-2173-4ecb-9aab-94dce9704cc8,segment=NetworkSegment(cd6ba26b-6d8d-4a73-80db-2df532504435),segment_id=cd6ba26b-6d8d-4a73-80db-2df532504435)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:28.483836 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f9b709f0-a57a-40ed-a554-aa27fd919965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.504095 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8eb59418-9720-4c4c-a7b1-f38e9595842d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.504514 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-8eb59418-9720-4c4c-a7b1-f38e9595842d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Added segment e4c6d84b-6fde-4ff3-90dc-30550168b6cc of type vlan for network 3249d918-c831-42b1-b115-1d00c3419ead Aug 31 01:24:28.510839 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-f9b709f0-a57a-40ed-a554-aa27fd919965 admin admin] Calling delete_port for bc46e234-2173-4ecb-9aab-94dce9704cc8 owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:28.549998 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8eb59418-9720-4c4c-a7b1-f38e9595842d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.660723 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8eb59418-9720-4c4c-a7b1-f38e9595842d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.667350 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb59418-9720-4c4c-a7b1-f38e9595842d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:28.667955 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8eb59418-9720-4c4c-a7b1-f38e9595842d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.739111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb59418-9720-4c4c-a7b1-f38e9595842d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Pushing event updated for resources: {'Network': ['ID=3249d918-c831-42b1-b115-1d00c3419ead,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:28.752606 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 3249d918-c831-42b1-b115-1d00c3419ead details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:24:28.769364 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f9b709f0-a57a-40ed-a554-aa27fd919965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.798573 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b709f0-a57a-40ed-a554-aa27fd919965 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc46e234-2173-4ecb-9aab-94dce9704cc8,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:28.828698 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8eb59418-9720-4c4c-a7b1-f38e9595842d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9542010 Aug 31 01:24:28.832262 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51440) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:28.839091 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c1866163-676f-49d3-a3de-3e1b7b439126 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Request body: {'subnet': {'network_id': '3249d918-c831-42b1-b115-1d00c3419ead', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:29.002517 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f9b709f0-a57a-40ed-a554-aa27fd919965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:29.008352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1866163-676f-49d3-a3de-3e1b7b439126 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Made reservation on behalf of 808cb78e467b4d4c8d12a345730befda for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:29.013772 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c1866163-676f-49d3-a3de-3e1b7b439126 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:29.270854 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b709f0-a57a-40ed-a554-aa27fd919965 admin admin] Router 10394a09-c346-459c-bc72-dc95ed294500 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:24:29.404442 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c1866163-676f-49d3-a3de-3e1b7b439126 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:29.412105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b709f0-a57a-40ed-a554-aa27fd919965 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:24:29.421063 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f9b709f0-a57a-40ed-a554-aa27fd919965 admin admin] 10.222.0.16 "PUT /v2.0/routers/10394a09-c346-459c-bc72-dc95ed294500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6032808 Aug 31 01:24:29.421226 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51450) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:29.421955 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317ebdbc-3897-4652-9095-f1915f747b1c None None] Sync routers for ids ['10394a09-c346-459c-bc72-dc95ed294500'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:24:29.434609 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17380868-2048-48dd-bcaf-3d6b3204cd84 req-a0d8df6e-e224-49ac-8fb5-c485829efcd3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:29.436119 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17380868-2048-48dd-bcaf-3d6b3204cd84 req-a0d8df6e-e224-49ac-8fb5-c485829efcd3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.1113641 Aug 31 01:24:29.436874 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317ebdbc-3897-4652-9095-f1915f747b1c None None] Routers {'10394a09-c346-459c-bc72-dc95ed294500'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:24:29.439368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-317ebdbc-3897-4652-9095-f1915f747b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:24:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['10394a09-c346-459c-bc72-dc95ed294500'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:29.485480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1866163-676f-49d3-a3de-3e1b7b439126 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Pushing event updated for resources: {'Subnet': ['ID=075750b4-fecf-4171-8736-645a413a6eb3,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:29.498780 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1866163-676f-49d3-a3de-3e1b7b439126 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Checking segment: {'id': 'e4c6d84b-6fde-4ff3-90dc-30550168b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3249d918-c831-42b1-b115-1d00c3419ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:24:29.498780 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1866163-676f-49d3-a3de-3e1b7b439126 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Network hostable DHCP agents. Network: 3249d918-c831-42b1-b115-1d00c3419ead, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:24:29.599275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-317ebdbc-3897-4652-9095-f1915f747b1c None None] Set router 10394a09-c346-459c-bc72-dc95ed294500 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:24:29.605218 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17380868-2048-48dd-bcaf-3d6b3204cd84 req-cee04fa5-db70-475b-b303-fe756c069b8d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322463 Aug 31 01:24:29.627932 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ff29011-9aeb-440c-a27a-cf0ef49d67e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:29.683413 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1866163-676f-49d3-a3de-3e1b7b439126 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Network 3249d918-c831-42b1-b115-1d00c3419ead is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:24:29.772068 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ff29011-9aeb-440c-a27a-cf0ef49d67e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:29.814047 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-c1866163-676f-49d3-a3de-3e1b7b439126 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 3249d918-c831-42b1-b115-1d00c3419ead) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:29.819159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1866163-676f-49d3-a3de-3e1b7b439126 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:29.821052 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c1866163-676f-49d3-a3de-3e1b7b439126 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:29.848733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d7c6a8-c06c-4804-b6e4-ce5a8766b005 None None] Network 3249d918-c831-42b1-b115-1d00c3419ead requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:24:29.917114 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-317ebdbc-3897-4652-9095-f1915f747b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10394a09-c346-459c-bc72-dc95ed294500', 'name': 'tempest-TestServerBasicOps-133613637-router', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:49Z', 'updated_at': '2021-08-31T01:24:28Z', 'revision_number': 5, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'gw_port': {'id': '6c3e58ce-cde7-4ab4-be97-a99cba0c4799', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10394a09-c346-459c-bc72-dc95ed294500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:51Z', 'updated_at': '2021-08-31T01:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:29.921827 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c1866163-676f-49d3-a3de-3e1b7b439126 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0822654 Aug 31 01:24:29.921827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51472) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:29.924902 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d6f8e5c3-1530-448c-ac0d-6ae6ec6cf410 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Request body: {'port': {'network_id': '3249d918-c831-42b1-b115-1d00c3419ead', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2136910151'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:29.966212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-7ff29011-9aeb-440c-a27a-cf0ef49d67e6 admin admin] Deleting port 6c3e58ce-cde7-4ab4-be97-a99cba0c4799 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:29.966858 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ff29011-9aeb-440c-a27a-cf0ef49d67e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:29.982155 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317ebdbc-3897-4652-9095-f1915f747b1c None None] Checking router: 10394a09-c346-459c-bc72-dc95ed294500 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:24:30.015611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317ebdbc-3897-4652-9095-f1915f747b1c None None] Routers {'10394a09-c346-459c-bc72-dc95ed294500'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:24:30.016566 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-317ebdbc-3897-4652-9095-f1915f747b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:24:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['10394a09-c346-459c-bc72-dc95ed294500'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:30.091186 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-7ff29011-9aeb-440c-a27a-cf0ef49d67e6 admin admin] For port 6c3e58ce-cde7-4ab4-be97-a99cba0c4799, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=6c3e58ce-cde7-4ab4-be97-a99cba0c4799,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:30.091569 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ff29011-9aeb-440c-a27a-cf0ef49d67e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:30.106833 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-7ff29011-9aeb-440c-a27a-cf0ef49d67e6 admin admin] Calling delete_port for 6c3e58ce-cde7-4ab4-be97-a99cba0c4799 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:30.172072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f8e5c3-1530-448c-ac0d-6ae6ec6cf410 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Made reservation on behalf of 808cb78e467b4d4c8d12a345730befda for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:30.176951 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d6f8e5c3-1530-448c-ac0d-6ae6ec6cf410 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:30.215749 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-d6f8e5c3-1530-448c-ac0d-6ae6ec6cf410 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] device_id is not set on port 88eed336-da14-40d8-a891-902053a5d372 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:24:30.216732 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-317ebdbc-3897-4652-9095-f1915f747b1c None None] Set router 10394a09-c346-459c-bc72-dc95ed294500 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:24:30.284493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-3249d918-c831-42b1-b115-1d00c3419ead', 'network_id': '3249d918-c831-42b1-b115-1d00c3419ead', 'tenant_id': '808cb78e467b4d4c8d12a345730befda', 'fixed_ips': [{'subnet_id': '075750b4-fecf-4171-8736-645a413a6eb3'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:24:30.285549 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:30.408305 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-d6f8e5c3-1530-448c-ac0d-6ae6ec6cf410 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Allocated IP 172.20.0.2 (3249d918-c831-42b1-b115-1d00c3419ead/075750b4-fecf-4171-8736-645a413a6eb3/88eed336-da14-40d8-a891-902053a5d372) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:30.428086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-317ebdbc-3897-4652-9095-f1915f747b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10394a09-c346-459c-bc72-dc95ed294500', 'name': 'tempest-TestServerBasicOps-133613637-router', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:49Z', 'updated_at': '2021-08-31T01:24:29Z', 'revision_number': 6, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:30.461383 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317ebdbc-3897-4652-9095-f1915f747b1c None None] The sync data for ids ['10394a09-c346-459c-bc72-dc95ed294500'] in n-d-793621-34 is: [{'id': '10394a09-c346-459c-bc72-dc95ed294500', 'name': 'tempest-TestServerBasicOps-133613637-router', 'tenant_id': '578114a3322f4fb48aa345ef591d2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:49Z', 'updated_at': '2021-08-31T01:24:29Z', 'revision_number': 6, 'project_id': '578114a3322f4fb48aa345ef591d2704', 'gw_port_host': None}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:24:30.513248 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ff29011-9aeb-440c-a27a-cf0ef49d67e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:30.573633 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff29011-9aeb-440c-a27a-cf0ef49d67e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c3e58ce-cde7-4ab4-be97-a99cba0c4799,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:30.652986 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ff29011-9aeb-440c-a27a-cf0ef49d67e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:30.668915 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d6f8e5c3-1530-448c-ac0d-6ae6ec6cf410 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:30.685019 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-d6f8e5c3-1530-448c-ac0d-6ae6ec6cf410 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Transition to ACTIVE for port object 88eed336-da14-40d8-a891-902053a5d372 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:30.778434 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ff29011-9aeb-440c-a27a-cf0ef49d67e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:30.783082 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ff29011-9aeb-440c-a27a-cf0ef49d67e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:30.833761 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d6f8e5c3-1530-448c-ac0d-6ae6ec6cf410 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:30.920775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b483322-bbb5-4924-91de-188978effa5b req-25cb959a-b4ef-492e-8b57-48962ebfdd76 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:30.922671 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b483322-bbb5-4924-91de-188978effa5b req-25cb959a-b4ef-492e-8b57-48962ebfdd76 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.2061164 Aug 31 01:24:30.967752 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ff29011-9aeb-440c-a27a-cf0ef49d67e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:30.974292 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff29011-9aeb-440c-a27a-cf0ef49d67e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10394a09-c346-459c-bc72-dc95ed294500 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:24:30.974443 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8e5c3-1530-448c-ac0d-6ae6ec6cf410 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Network 3249d918-c831-42b1-b115-1d00c3419ead is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:30.974526 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ff29011-9aeb-440c-a27a-cf0ef49d67e6 admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:30.978122 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7ff29011-9aeb-440c-a27a-cf0ef49d67e6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/10394a09-c346-459c-bc72-dc95ed294500 HTTP/1.1" status: 204 len: 168 time: 1.5527318 Aug 31 01:24:30.979425 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51512) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:30.998892 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-50851a0d-ed8a-45a7-b0cd-baed31fca521 {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:24:30.999391 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-d6f8e5c3-1530-448c-ac0d-6ae6ec6cf410 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:31.000124 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:24:31.003784 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f8e5c3-1530-448c-ac0d-6ae6ec6cf410 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:24:31.078205 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f8e5c3-1530-448c-ac0d-6ae6ec6cf410 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:31.079590 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d6f8e5c3-1530-448c-ac0d-6ae6ec6cf410 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:31.094068 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b483322-bbb5-4924-91de-188978effa5b req-27b6926f-ee50-44bf-8cd1-d62d6f857a92 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643047 Aug 31 01:24:31.099209 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8e5c3-1530-448c-ac0d-6ae6ec6cf410 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Pushing event updated for resources: {'Port': ['ID=88eed336-da14-40d8-a891-902053a5d372,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:31.132897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e578a2-4f8a-4feb-937d-b518e29c4a4e admin admin] Deleting subnet d6980437-b15c-40e2-aa0f-e59e23c89221 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:24:31.136804 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e4e578a2-4f8a-4feb-937d-b518e29c4a4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:31.178322 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e4e578a2-4f8a-4feb-937d-b518e29c4a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:31.197653 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d6f8e5c3-1530-448c-ac0d-6ae6ec6cf410 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2774851 Aug 31 01:24:31.200771 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51520) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:31.207227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-6ff69e4d-6bcd-4683-b720-39961ac23ac3 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Request body: {'port': {'network_id': '3249d918-c831-42b1-b115-1d00c3419ead', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1417370829', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:31.207931 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.api.validators [None req-6ff69e4d-6bcd-4683-b720-39961ac23ac3 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] bootfile-name is not in valid_values {{(pid=102343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:24:31.208355 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.api.validators [None req-6ff69e4d-6bcd-4683-b720-39961ac23ac3 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] tftp-server is not in valid_values {{(pid=102343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:24:31.208922 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.api.validators [None req-6ff69e4d-6bcd-4683-b720-39961ac23ac3 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] server-ip-address is not in valid_values {{(pid=102343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:24:31.309538 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e4e578a2-4f8a-4feb-937d-b518e29c4a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:31.397661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device bc46e234-2173-4ecb-9aab-94dce9704cc8 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:31.420052 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: bc46e234-2173-4ecb-9aab-94dce9704cc8 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:24:31.420381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device bc46e234-2173-4ecb-9aab-94dce9704cc8 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:31.438144 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff69e4d-6bcd-4683-b720-39961ac23ac3 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Made reservation on behalf of 808cb78e467b4d4c8d12a345730befda for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:31.447125 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6ff69e4d-6bcd-4683-b720-39961ac23ac3 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:31.466972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-6ff69e4d-6bcd-4683-b720-39961ac23ac3 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] device_id is not set on port d2c1cac4-d5ed-4a44-b95b-db3ea8179271 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:24:31.473144 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e4e578a2-4f8a-4feb-937d-b518e29c4a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:31.501477 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:31.514049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e578a2-4f8a-4feb-937d-b518e29c4a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6980437-b15c-40e2-aa0f-e59e23c89221,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:31.516948 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e4e578a2-4f8a-4feb-937d-b518e29c4a4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:31.519131 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e4e578a2-4f8a-4feb-937d-b518e29c4a4e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d6980437-b15c-40e2-aa0f-e59e23c89221 HTTP/1.1" status: 204 len: 168 time: 0.5359583 Aug 31 01:24:31.522267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51536) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:31.553520 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b7feec-561f-413b-b726-980a5eb00ee9 None None] Network 4e08226c-027d-47ff-8492-8c59b88cb0ad requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:24:31.653182 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-6ff69e4d-6bcd-4683-b720-39961ac23ac3 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Allocated IP 172.20.0.8 (3249d918-c831-42b1-b115-1d00c3419ead/075750b4-fecf-4171-8736-645a413a6eb3/d2c1cac4-d5ed-4a44-b95b-db3ea8179271) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:31.934231 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] DHCP port deletion for 4e08226c-027d-47ff-8492-8c59b88cb0ad request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:24:31.996588 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] Deleting port a0be0b5d-08c7-44d5-8193-005047df762a {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:31.998012 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:32.068670 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] For port a0be0b5d-08c7-44d5-8193-005047df762a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a0be0b5d-08c7-44d5-8193-005047df762a,segment=NetworkSegment(cd6ba26b-6d8d-4a73-80db-2df532504435),segment_id=cd6ba26b-6d8d-4a73-80db-2df532504435)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:32.069987 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:32.086343 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:32.090737 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] Calling delete_port for a0be0b5d-08c7-44d5-8193-005047df762a owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:32.235498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] Deleting port a0be0b5d-08c7-44d5-8193-005047df762a {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:32.236068 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:32.238549 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6ff69e4d-6bcd-4683-b720-39961ac23ac3 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:32.245789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a310a81-c239-49bc-bffa-1c9736c6bd64 req-9e11f7fb-e24b-43b6-9c94-11f2ba8aca7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:32.248718 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a310a81-c239-49bc-bffa-1c9736c6bd64 req-9e11f7fb-e24b-43b6-9c94-11f2ba8aca7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.0771022 Aug 31 01:24:32.292606 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-6ff69e4d-6bcd-4683-b720-39961ac23ac3 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Transition to ACTIVE for port object d2c1cac4-d5ed-4a44-b95b-db3ea8179271 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:32.296855 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a310a81-c239-49bc-bffa-1c9736c6bd64 req-f4769042-7b36-4e07-a0ec-777dd57734d5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414455 Aug 31 01:24:32.326384 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] For port a0be0b5d-08c7-44d5-8193-005047df762a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a0be0b5d-08c7-44d5-8193-005047df762a,segment=NetworkSegment(cd6ba26b-6d8d-4a73-80db-2df532504435),segment_id=cd6ba26b-6d8d-4a73-80db-2df532504435)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:32.327062 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:32.329627 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:32.356562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] Calling delete_port for a0be0b5d-08c7-44d5-8193-005047df762a owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:32.363844 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] Pushing event deleted for resources: {'Port': ['ID=a0be0b5d-08c7-44d5-8193-005047df762a,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:32.373307 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] No DVR routers for this DVR port a0be0b5d-08c7-44d5-8193-005047df762a on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:32.387219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:32.388537 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:32.388962 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:32.389460 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:32.389877 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:32.390336 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:32.390845 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:32.391316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:32.392109 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:32.392602 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:32.393021 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:32.393499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e4804-c171-45af-b513-c2972b85e749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:32.470951 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:32.476844 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6ff69e4d-6bcd-4683-b720-39961ac23ac3 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:32.499729 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0be0b5d-08c7-44d5-8193-005047df762a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:32.518400 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] No DVR routers for this DVR port a0be0b5d-08c7-44d5-8193-005047df762a on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:32.541001 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Allocated IP 172.20.0.3 (3249d918-c831-42b1-b115-1d00c3419ead/075750b4-fecf-4171-8736-645a413a6eb3/e52b081a-84e4-4675-9546-2f1863a6464f) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:32.592931 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff69e4d-6bcd-4683-b720-39961ac23ac3 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Network 3249d918-c831-42b1-b115-1d00c3419ead is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:32.645096 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 6c3e58ce-cde7-4ab4-be97-a99cba0c4799 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:32.646968 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-6ff69e4d-6bcd-4683-b720-39961ac23ac3 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:32.650995 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff69e4d-6bcd-4683-b720-39961ac23ac3 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:24:32.670395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 6c3e58ce-cde7-4ab4-be97-a99cba0c4799 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:24:32.670743 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 6c3e58ce-cde7-4ab4-be97-a99cba0c4799 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:32.671245 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a0be0b5d-08c7-44d5-8193-005047df762a no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:32.693007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff69e4d-6bcd-4683-b720-39961ac23ac3 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Pushing event updated for resources: {'Port': ['ID=d2c1cac4-d5ed-4a44-b95b-db3ea8179271,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:32.700884 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: a0be0b5d-08c7-44d5-8193-005047df762a {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:24:32.701232 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a0be0b5d-08c7-44d5-8193-005047df762a not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:32.742993 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff69e4d-6bcd-4683-b720-39961ac23ac3 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:32.743704 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6ff69e4d-6bcd-4683-b720-39961ac23ac3 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:32.759479 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:32.770547 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e08226c-027d-47ff-8492-8c59b88cb0ad']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:32.777283 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:32.785081 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6ba26b-6d8d-4a73-80db-2df532504435') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:32.785502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6ba26b-6d8d-4a73-80db-2df532504435') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:32.788277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Transition to ACTIVE for port object e52b081a-84e4-4675-9546-2f1863a6464f will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:32.796624 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:32.806344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Transition to ACTIVE for port object e52b081a-84e4-4675-9546-2f1863a6464f will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:32.813803 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:32.821909 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:24:32.822149 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:24:32.824343 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:24:32.868924 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6ff69e4d-6bcd-4683-b720-39961ac23ac3 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6669228 Aug 31 01:24:32.883345 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51594) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:32.901355 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:32.977181 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Network 3249d918-c831-42b1-b115-1d00c3419ead is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:32.981681 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:32.983912 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Pushing event updated for resources: {'Port': ['ID=e52b081a-84e4-4675-9546-2f1863a6464f,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:32.985314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d38305-fadc-47e7-ad66-5cd65bd4e461 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:32.986834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:24:33.002370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d38305-fadc-47e7-ad66-5cd65bd4e461 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:33.010847 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:33.011070 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d38305-fadc-47e7-ad66-5cd65bd4e461 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:33.016350 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-19d38305-fadc-47e7-ad66-5cd65bd4e461 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1303220 Aug 31 01:24:33.018224 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51604) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:33.028910 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:33.031694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4e08226c-027d-47ff-8492-8c59b88cb0ad HTTP/1.1" status: 204 len: 168 time: 1.5085950 Aug 31 01:24:33.034751 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51606) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:33.101926 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Attempting to bind port e52b081a-84e4-4675-9546-2f1863a6464f on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:24:33.102476 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Attempting to bind port e52b081a-84e4-4675-9546-2f1863a6464f by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'e4c6d84b-6fde-4ff3-90dc-30550168b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3249d918-c831-42b1-b115-1d00c3419ead'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:24:33.102894 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Attempting to bind port e52b081a-84e4-4675-9546-2f1863a6464f on network 3249d918-c831-42b1-b115-1d00c3419ead {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:33.123257 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:24:33.123750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Checking segment: {'id': 'e4c6d84b-6fde-4ff3-90dc-30550168b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3249d918-c831-42b1-b115-1d00c3419ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:24:33.124545 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:33.125304 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Bound using segment: {'id': 'e4c6d84b-6fde-4ff3-90dc-30550168b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3249d918-c831-42b1-b115-1d00c3419ead'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:24:33.126466 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Bound port: e52b081a-84e4-4675-9546-2f1863a6464f, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c6d84b-6fde-4ff3-90dc-30550168b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3249d918-c831-42b1-b115-1d00c3419ead'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:24:33.127242 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:33.175193 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d770e77-cb1f-45bc-a82b-311a8c7c7311 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e08226c-027d-47ff-8492-8c59b88cb0ad,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:33.195982 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0ff6d-9f40-432c-9b16-e5679ff9ec4d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Deleting port d2c1cac4-d5ed-4a44-b95b-db3ea8179271 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:33.196781 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ff6d-9f40-432c-9b16-e5679ff9ec4d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:33.261610 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] For port e52b081a-84e4-4675-9546-2f1863a6464f, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:24:33.265671 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] For port e52b081a-84e4-4675-9546-2f1863a6464f, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e52b081a-84e4-4675-9546-2f1863a6464f,segment=NetworkSegment(e4c6d84b-6fde-4ff3-90dc-30550168b6cc),segment_id=e4c6d84b-6fde-4ff3-90dc-30550168b6cc)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:24:33.309863 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ff6d-9f40-432c-9b16-e5679ff9ec4d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:33.323621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0ff6d-9f40-432c-9b16-e5679ff9ec4d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Calling delete_port for d2c1cac4-d5ed-4a44-b95b-db3ea8179271 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:33.404368 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:33.512867 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b983373-210f-4130-b5a5-a1b56e01085a None None] Pushing event updated for resources: {'Port': ['ID=e52b081a-84e4-4675-9546-2f1863a6464f,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:33.947588 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46ecb4-c4b4-4d5d-9c1a-27d60b6cfa0e req-d09f43f7-5ae4-4c2f-ba9f-d624625a479b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:33.947588 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fa46ecb4-c4b4-4d5d-9c1a-27d60b6cfa0e req-d09f43f7-5ae4-4c2f-ba9f-d624625a479b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.2170584 Aug 31 01:24:33.947588 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fa46ecb4-c4b4-4d5d-9c1a-27d60b6cfa0e req-293d16a3-d691-4553-a33b-81c55f7f95f3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471253 Aug 31 01:24:33.957232 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b64c99b-cd3e-41bf-9e64-7ed659946a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:34.005118 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-5b64c99b-cd3e-41bf-9e64-7ed659946a3a admin admin] Deleting port 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:34.005553 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b64c99b-cd3e-41bf-9e64-7ed659946a3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:34.125096 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ff6d-9f40-432c-9b16-e5679ff9ec4d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:34.130082 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-5b64c99b-cd3e-41bf-9e64-7ed659946a3a admin admin] For port 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1e046ab2-70ff-4d2c-9e02-3f8b78103c5e,segment=NetworkSegment(94a593c5-6f5b-4683-b858-75c1939fe743),segment_id=94a593c5-6f5b-4683-b858-75c1939fe743)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:34.130488 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b64c99b-cd3e-41bf-9e64-7ed659946a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:34.154717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-5b64c99b-cd3e-41bf-9e64-7ed659946a3a admin admin] Calling delete_port for 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:34.168373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0ff6d-9f40-432c-9b16-e5679ff9ec4d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Pushing event deleted for resources: {'Port': ['ID=d2c1cac4-d5ed-4a44-b95b-db3ea8179271,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:34.218641 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-81d2ad14-9c38-4778-bd49-82f41104ee16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:34.268716 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ff6d-9f40-432c-9b16-e5679ff9ec4d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:34.271301 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d5b0ff6d-9f40-432c-9b16-e5679ff9ec4d tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] 10.222.0.16 "DELETE /v2.0/ports/d2c1cac4-d5ed-4a44-b95b-db3ea8179271 HTTP/1.1" status: 204 len: 168 time: 1.2516105 Aug 31 01:24:34.281387 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51646) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:34.287269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-db6f6044-8226-4620-8962-5a14f3efeda0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Request body: {'port': {'name': 'tempest-new-port-name-377582311', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:34.287960 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.api.validators [None req-db6f6044-8226-4620-8962-5a14f3efeda0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] bootfile-name is not in valid_values {{(pid=102342) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:24:34.288606 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.api.validators [None req-db6f6044-8226-4620-8962-5a14f3efeda0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] tftp-server is not in valid_values {{(pid=102342) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:24:34.289116 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.api.validators [None req-db6f6044-8226-4620-8962-5a14f3efeda0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] server-ip-address is not in valid_values {{(pid=102342) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:24:34.383487 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-db6f6044-8226-4620-8962-5a14f3efeda0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:34.501310 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b64c99b-cd3e-41bf-9e64-7ed659946a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:34.573209 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64c99b-cd3e-41bf-9e64-7ed659946a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e046ab2-70ff-4d2c-9e02-3f8b78103c5e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:34.742898 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e52b081a-84e4-4675-9546-2f1863a6464f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:24:34.976031 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port e52b081a-84e4-4675-9546-2f1863a6464f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:34.980996 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e401c5ba-61d4-4dd7-84e6-ab16c841e5d4 None None] Network 3249d918-c831-42b1-b115-1d00c3419ead requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:24:34.984758 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b64c99b-cd3e-41bf-9e64-7ed659946a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:35.007338 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-db6f6044-8226-4620-8962-5a14f3efeda0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:35.014714 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-3ed62014-7060-4f65-a429-20fe26f8e7ce service neutron] show failed (client error): The resource could not be found. Aug 31 01:24:35.016116 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-3ed62014-7060-4f65-a429-20fe26f8e7ce service neutron] 10.222.0.41 "GET /v2.0/ports/2f7da26e-8742-489f-9de4-c12305ac1dab/bindings/n-h1-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.3584213 Aug 31 01:24:35.081703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04882ea-6b8e-4bfd-95f9-8b3035fe19b0 req-3a09d52c-cf2a-4577-ba41-7f912588c7c2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:35.085581 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f04882ea-6b8e-4bfd-95f9-8b3035fe19b0 req-3a09d52c-cf2a-4577-ba41-7f912588c7c2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.2048252 Aug 31 01:24:35.093987 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-db6f6044-8226-4620-8962-5a14f3efeda0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:35.210628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f6044-8226-4620-8962-5a14f3efeda0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Pushing event updated for resources: {'Port': ['ID=88eed336-da14-40d8-a891-902053a5d372,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:35.212465 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a5896dd8-aa72-40d1-b9cf-dc9870b3fadb None None] Provisioning for port e52b081a-84e4-4675-9546-2f1863a6464f completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:35.230894 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a5896dd8-aa72-40d1-b9cf-dc9870b3fadb None None] Provisioning complete for port e52b081a-84e4-4675-9546-2f1863a6464f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:35.230894 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a5896dd8-aa72-40d1-b9cf-dc9870b3fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:35.407536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f04882ea-6b8e-4bfd-95f9-8b3035fe19b0 req-1dddaf18-99f8-4b05-9a8b-8dbae4dc2713 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3102684 Aug 31 01:24:35.414692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-db6f6044-8226-4620-8962-5a14f3efeda0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] In _notify_port_updated(), no bound segment for port 88eed336-da14-40d8-a891-902053a5d372 on network 3249d918-c831-42b1-b115-1d00c3419ead {{(pid=102342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:24:35.423613 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f6044-8226-4620-8962-5a14f3efeda0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:35.424333 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-db6f6044-8226-4620-8962-5a14f3efeda0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:35.424917 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b64c99b-cd3e-41bf-9e64-7ed659946a3a admin admin] Router a62870e1-748b-46c5-af20-15c3f65ec6d4 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:24:35.430558 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-db6f6044-8226-4620-8962-5a14f3efeda0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] 10.222.0.16 "PUT /v2.0/ports/88eed336-da14-40d8-a891-902053a5d372 HTTP/1.1" status: 200 len: 1135 time: 1.1477716 Aug 31 01:24:35.434409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51692) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:35.486096 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a5896dd8-aa72-40d1-b9cf-dc9870b3fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:35.535270 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a5896dd8-aa72-40d1-b9cf-dc9870b3fadb None None] For port e52b081a-84e4-4675-9546-2f1863a6464f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e52b081a-84e4-4675-9546-2f1863a6464f,segment=NetworkSegment(e4c6d84b-6fde-4ff3-90dc-30550168b6cc),segment_id=e4c6d84b-6fde-4ff3-90dc-30550168b6cc)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:35.549806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb484022-9309-4d3b-843b-e1cb965d8887 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:35.552235 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cb484022-9309-4d3b-843b-e1cb965d8887 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] 10.222.0.16 "GET /v2.0/ports/88eed336-da14-40d8-a891-902053a5d372 HTTP/1.1" status: 200 len: 1135 time: 0.1154807 Aug 31 01:24:35.557580 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51698) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:35.605886 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b64c99b-cd3e-41bf-9e64-7ed659946a3a admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:24:35.615338 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5b64c99b-cd3e-41bf-9e64-7ed659946a3a admin admin] 10.222.0.16 "PUT /v2.0/routers/a62870e1-748b-46c5-af20-15c3f65ec6d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5791664 Aug 31 01:24:35.616352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51700) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:35.620907 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67caae83-2849-43e7-97f8-0f4487d9547a None None] Sync routers for ids ['a62870e1-748b-46c5-af20-15c3f65ec6d4'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:24:35.621610 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a5896dd8-aa72-40d1-b9cf-dc9870b3fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:35.641748 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67caae83-2849-43e7-97f8-0f4487d9547a None None] Routers {'a62870e1-748b-46c5-af20-15c3f65ec6d4'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:24:35.642406 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-67caae83-2849-43e7-97f8-0f4487d9547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:24:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a62870e1-748b-46c5-af20-15c3f65ec6d4'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:35.734777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5896dd8-aa72-40d1-b9cf-dc9870b3fadb None None] Pushing event updated for resources: {'Port': ['ID=e52b081a-84e4-4675-9546-2f1863a6464f,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:35.753918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Deleting port 88eed336-da14-40d8-a891-902053a5d372 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:35.754267 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:35.828110 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c604c3a3-67c7-425e-b5cf-e59d69cb94c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:35.954733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-81c448d9-3d66-4070-8d06-b38082657433 None None] Provisioning for port 88eed336-da14-40d8-a891-902053a5d372 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:35.959879 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-81c448d9-3d66-4070-8d06-b38082657433 None None] Provisioning complete for port 88eed336-da14-40d8-a891-902053a5d372 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:35.960677 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-81c448d9-3d66-4070-8d06-b38082657433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:36.014612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-c65deda5-5d42-4fcf-986c-a14ac5fd1f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:36.016453 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-c65deda5-5d42-4fcf-986c-a14ac5fd1f60 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac&tenant_id=952c19daed614c79b5a4fe25173e1666 HTTP/1.1" status: 200 len: 1098 time: 0.2191265 Aug 31 01:24:36.040285 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c604c3a3-67c7-425e-b5cf-e59d69cb94c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:36.050849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:36.066338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-81c448d9-3d66-4070-8d06-b38082657433 None None] Port 88eed336-da14-40d8-a891-902053a5d372 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:24:36.078703 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-81c448d9-3d66-4070-8d06-b38082657433 None None] Provisioning complete for port e52b081a-84e4-4675-9546-2f1863a6464f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:36.082536 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-81c448d9-3d66-4070-8d06-b38082657433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:36.105271 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:36.108804 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-67caae83-2849-43e7-97f8-0f4487d9547a None None] Set router a62870e1-748b-46c5-af20-15c3f65ec6d4 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:24:36.165085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Calling delete_port for 88eed336-da14-40d8-a891-902053a5d372 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:36.215958 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c604c3a3-67c7-425e-b5cf-e59d69cb94c8 admin admin] Deleting port f6951569-7660-4dad-ae67-ddb10b0a8586 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:36.216316 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c604c3a3-67c7-425e-b5cf-e59d69cb94c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:36.307137 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:36.411399 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-c604c3a3-67c7-425e-b5cf-e59d69cb94c8 admin admin] For port f6951569-7660-4dad-ae67-ddb10b0a8586, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f6951569-7660-4dad-ae67-ddb10b0a8586,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:36.411772 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c604c3a3-67c7-425e-b5cf-e59d69cb94c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:36.419578 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a2955755-aeac-4f45-b147-c55c63978069 None None] Provisioning complete for port 88eed336-da14-40d8-a891-902053a5d372 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:36.422658 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a2955755-aeac-4f45-b147-c55c63978069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:36.435776 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c604c3a3-67c7-425e-b5cf-e59d69cb94c8 admin admin] Calling delete_port for f6951569-7660-4dad-ae67-ddb10b0a8586 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:36.525926 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-a2955755-aeac-4f45-b147-c55c63978069 None None] Port 88eed336-da14-40d8-a891-902053a5d372 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:24:36.634837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b2a88df7-176d-41e5-adcb-97527b8fa14c None None] Could not find standard attr ID for object d2c1cac4-d5ed-4a44-b95b-db3ea8179271. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:24:36.648997 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-67caae83-2849-43e7-97f8-0f4487d9547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62870e1-748b-46c5-af20-15c3f65ec6d4', 'name': 'tempest-TestServerBasicOps-1658079059-router', 'tenant_id': 'e3b28d9086a4406bab29331cdba81f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f6951569-7660-4dad-ae67-ddb10b0a8586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:04Z', 'updated_at': '2021-08-31T01:24:34Z', 'revision_number': 5, 'project_id': 'e3b28d9086a4406bab29331cdba81f68', 'gw_port': {'id': 'f6951569-7660-4dad-ae67-ddb10b0a8586', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62870e1-748b-46c5-af20-15c3f65ec6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:06Z', 'updated_at': '2021-08-31T01:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:36.684311 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67caae83-2849-43e7-97f8-0f4487d9547a None None] Checking router: a62870e1-748b-46c5-af20-15c3f65ec6d4 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:24:36.698147 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67caae83-2849-43e7-97f8-0f4487d9547a None None] Routers {'a62870e1-748b-46c5-af20-15c3f65ec6d4'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:24:36.699000 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-67caae83-2849-43e7-97f8-0f4487d9547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:24:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a62870e1-748b-46c5-af20-15c3f65ec6d4'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:36.750362 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e52b081a-84e4-4675-9546-2f1863a6464f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:24:36.819221 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port e52b081a-84e4-4675-9546-2f1863a6464f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:36.819878 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:36.867479 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:36.883453 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-67caae83-2849-43e7-97f8-0f4487d9547a None None] Set router a62870e1-748b-46c5-af20-15c3f65ec6d4 gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:24:36.895772 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c604c3a3-67c7-425e-b5cf-e59d69cb94c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:36.914350 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:36.926683 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d85bb-5c3f-46aa-9723-a5227fb49efe req-d4b0f42c-acb8-423a-8567-99249d0158d1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:36.928228 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5b4d85bb-5c3f-46aa-9723-a5227fb49efe req-d4b0f42c-acb8-423a-8567-99249d0158d1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.3555241 Aug 31 01:24:36.948050 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604c3a3-67c7-425e-b5cf-e59d69cb94c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6951569-7660-4dad-ae67-ddb10b0a8586,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:37.009140 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-67caae83-2849-43e7-97f8-0f4487d9547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62870e1-748b-46c5-af20-15c3f65ec6d4', 'name': 'tempest-TestServerBasicOps-1658079059-router', 'tenant_id': 'e3b28d9086a4406bab29331cdba81f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:04Z', 'updated_at': '2021-08-31T01:24:36Z', 'revision_number': 6, 'project_id': 'e3b28d9086a4406bab29331cdba81f68', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:37.044963 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Pushing event deleted for resources: {'Port': ['ID=88eed336-da14-40d8-a891-902053a5d372,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:37.096871 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c604c3a3-67c7-425e-b5cf-e59d69cb94c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:37.102566 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] For port 2f7da26e-8742-489f-9de4-c12305ac1dab, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=2f7da26e-8742-489f-9de4-c12305ac1dab,segment=NetworkSegment(8c9ed10c-0e23-45a2-8a70-f825e587c0cc),segment_id=8c9ed10c-0e23-45a2-8a70-f825e587c0cc)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:37.104111 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67caae83-2849-43e7-97f8-0f4487d9547a None None] The sync data for ids ['a62870e1-748b-46c5-af20-15c3f65ec6d4'] in n-d-793621-34 is: [{'id': 'a62870e1-748b-46c5-af20-15c3f65ec6d4', 'name': 'tempest-TestServerBasicOps-1658079059-router', 'tenant_id': 'e3b28d9086a4406bab29331cdba81f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:04Z', 'updated_at': '2021-08-31T01:24:36Z', 'revision_number': 6, 'project_id': 'e3b28d9086a4406bab29331cdba81f68', 'gw_port_host': None}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:24:37.139913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.140407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.140752 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.141161 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.147213 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.147730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.148184 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.148533 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.148870 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.149206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.149609 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.150175 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.233597 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5b4d85bb-5c3f-46aa-9723-a5227fb49efe req-e52d9469-6fee-494e-8214-82281124dcf5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836671 Aug 31 01:24:37.328693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] For port 2f7da26e-8742-489f-9de4-c12305ac1dab, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:24:37.335329 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e8698639-5a7b-4acd-acaf-3f4a0d0f5482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:37.387850 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1935bb1d-af44-4ee5-a37b-197071ef701c None None] Could not find standard attr ID for object 88eed336-da14-40d8-a891-902053a5d372. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:24:37.400181 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:37.403362 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-00ec4b4e-c94c-493d-b882-216ad740b085 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] 10.222.0.16 "DELETE /v2.0/ports/88eed336-da14-40d8-a891-902053a5d372 HTTP/1.1" status: 204 len: 168 time: 1.8439720 Aug 31 01:24:37.410725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51778) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:37.456518 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:37.471766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7da26e-8742-489f-9de4-c12305ac1dab'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:37.472955 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:37.474004 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6327f50e-1c0f-4686-8a91-fcb52b5a8189" -d '{"events": [{"server_uuid": "53fb56aa-8035-479b-bd80-7fbae31a2dac", "name": "network-vif-unplugged", "status": "completed", "tag": "2f7da26e-8742-489f-9de4-c12305ac1dab"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:37.492791 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:37.549613 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Transition to ACTIVE for port object 2f7da26e-8742-489f-9de4-c12305ac1dab will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:37.555203 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ddd6655-ac25-4585-a3e3-85854bdc72d0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Deleting subnet 075750b4-fecf-4171-8736-645a413a6eb3 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:24:37.563219 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ddd6655-ac25-4585-a3e3-85854bdc72d0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:37.596023 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c664d6-bad0-4d63-b3b9-5ec77b316bad x-openstack-request-id: req-78c664d6-bad0-4d63-b3b9-5ec77b316bad {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:37.596358 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53fb56aa-8035-479b-bd80-7fbae31a2dac", "name": "network-vif-unplugged", "status": "completed", "tag": "2f7da26e-8742-489f-9de4-c12305ac1dab", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:37.596686 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78c664d6-bad0-4d63-b3b9-5ec77b316bad {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:37.597080 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7da26e-8742-489f-9de4-c12305ac1dab', 'code': 200} Aug 31 01:24:37.626703 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ddd6655-ac25-4585-a3e3-85854bdc72d0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:37.689952 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c604c3a3-67c7-425e-b5cf-e59d69cb94c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:37.692251 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c604c3a3-67c7-425e-b5cf-e59d69cb94c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:37.729483 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:37.736291 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ddd6655-ac25-4585-a3e3-85854bdc72d0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:37.815844 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c604c3a3-67c7-425e-b5cf-e59d69cb94c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:37.816493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c604c3a3-67c7-425e-b5cf-e59d69cb94c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a62870e1-748b-46c5-af20-15c3f65ec6d4 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:24:37.822259 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c604c3a3-67c7-425e-b5cf-e59d69cb94c8 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:37.824070 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c604c3a3-67c7-425e-b5cf-e59d69cb94c8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a62870e1-748b-46c5-af20-15c3f65ec6d4 HTTP/1.1" status: 204 len: 168 time: 2.2068172 Aug 31 01:24:37.826643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51794) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:37.836731 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7da26e-8742-489f-9de4-c12305ac1dab,revision_number=6']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:37.888199 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d6a50a-b863-44d1-8b9e-77e1060febaf admin admin] Deleting subnet ba5263e4-29f6-4364-891e-cb94269d8882 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:24:37.892571 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87d6a50a-b863-44d1-8b9e-77e1060febaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:37.951616 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87d6a50a-b863-44d1-8b9e-77e1060febaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:38.104131 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87d6a50a-b863-44d1-8b9e-77e1060febaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:38.194199 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2f7da26e-8742-489f-9de4-c12305ac1dab no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:38.294731 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 2f7da26e-8742-489f-9de4-c12305ac1dab not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:38.318551 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87d6a50a-b863-44d1-8b9e-77e1060febaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:38.402317 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6a50a-b863-44d1-8b9e-77e1060febaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba5263e4-29f6-4364-891e-cb94269d8882,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:38.405873 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87d6a50a-b863-44d1-8b9e-77e1060febaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:38.422847 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-87d6a50a-b863-44d1-8b9e-77e1060febaf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ba5263e4-29f6-4364-891e-cb94269d8882 HTTP/1.1" status: 204 len: 168 time: 0.5894570 Aug 31 01:24:38.423346 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51822) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:38.435984 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ed2b0-47d5-47a2-854a-f11a918e9a91 None None] Network bd5265bb-ea73-4d38-9b1a-5e7fe5731612 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:24:38.520242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] No DVR routers for this DVR port 2f7da26e-8742-489f-9de4-c12305ac1dab on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:38.549110 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ddd6655-ac25-4585-a3e3-85854bdc72d0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:38.572303 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0567f1-36e8-4302-943f-41171c91c777 req-abd0fa3b-e11b-447c-8f42-41344c90f697 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:38.588375 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7a0567f1-36e8-4302-943f-41171c91c777 req-abd0fa3b-e11b-447c-8f42-41344c90f697 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 944 time: 0.1667776 Aug 31 01:24:38.649722 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd6655-ac25-4585-a3e3-85854bdc72d0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Pushing event deleted for resources: {'Subnet': ['ID=075750b4-fecf-4171-8736-645a413a6eb3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:38.666123 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2ddd6655-ac25-4585-a3e3-85854bdc72d0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:38.668667 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2ddd6655-ac25-4585-a3e3-85854bdc72d0 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] 10.222.0.16 "DELETE /v2.0/subnets/075750b4-fecf-4171-8736-645a413a6eb3 HTTP/1.1" status: 204 len: 168 time: 1.2568514 Aug 31 01:24:38.672790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51832) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:38.698348 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e03149-777c-42b7-ab82-9154951c441e None None] Network 3249d918-c831-42b1-b115-1d00c3419ead requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:24:38.761364 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:38.766104 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:38.790108 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:38.795786 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:38.804889 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7a0567f1-36e8-4302-943f-41171c91c777 req-27e586e2-8d4a-48fc-8855-f11a990246e9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133882 Aug 31 01:24:38.834603 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:24:38.835673 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1e046ab2-70ff-4d2c-9e02-3f8b78103c5e not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:38.836378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f6951569-7660-4dad-ae67-ddb10b0a8586 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:38.902942 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Deleting port e52b081a-84e4-4675-9546-2f1863a6464f {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:38.903278 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:38.909068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: f6951569-7660-4dad-ae67-ddb10b0a8586 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:24:38.909576 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f6951569-7660-4dad-ae67-ddb10b0a8586 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:38.910253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Attempting to bind port 2f7da26e-8742-489f-9de4-c12305ac1dab on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:24:38.913044 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Attempting to bind port 2f7da26e-8742-489f-9de4-c12305ac1dab by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '8c9ed10c-0e23-45a2-8a70-f825e587c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:24:38.914116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Attempting to bind port 2f7da26e-8742-489f-9de4-c12305ac1dab on network 8f28c861-fdc8-4660-a486-64d863120c91 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:38.932890 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Port 2f7da26e-8742-489f-9de4-c12305ac1dab on network 8f28c861-fdc8-4660-a486-64d863120c91 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:24:38.933328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Attempting to bind port 2f7da26e-8742-489f-9de4-c12305ac1dab on network 8f28c861-fdc8-4660-a486-64d863120c91 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:38.942734 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:24:38.943427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Checking segment: {'id': '8c9ed10c-0e23-45a2-8a70-f825e587c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:24:38.943901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Bound using segment: {'id': '8c9ed10c-0e23-45a2-8a70-f825e587c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:24:38.944661 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Bound port: 2f7da26e-8742-489f-9de4-c12305ac1dab, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c9ed10c-0e23-45a2-8a70-f825e587c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:24:38.945451 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:38.972790 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] Deleting port 19100700-48bf-43b7-93a1-b55da6678d93 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:38.985220 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:39.009186 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] For port e52b081a-84e4-4675-9546-2f1863a6464f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e52b081a-84e4-4675-9546-2f1863a6464f,segment=NetworkSegment(e4c6d84b-6fde-4ff3-90dc-30550168b6cc),segment_id=e4c6d84b-6fde-4ff3-90dc-30550168b6cc)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:39.009647 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:39.031940 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Calling delete_port for e52b081a-84e4-4675-9546-2f1863a6464f owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:39.061387 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d2e6dc-1af5-4960-bda6-38c5a8e73bd7 None None] DHCP port deletion for bd5265bb-ea73-4d38-9b1a-5e7fe5731612 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:24:39.105658 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] For port 19100700-48bf-43b7-93a1-b55da6678d93, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=19100700-48bf-43b7-93a1-b55da6678d93,segment=NetworkSegment(94a593c5-6f5b-4683-b858-75c1939fe743),segment_id=94a593c5-6f5b-4683-b858-75c1939fe743)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:39.106668 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:39.120908 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] For port 2f7da26e-8742-489f-9de4-c12305ac1dab, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:24:39.123683 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bb8cef-bdf1-486b-abf2-00970bf041f2 None None] DHCP port deletion for 3249d918-c831-42b1-b115-1d00c3419ead request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:24:39.127496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] For port 2f7da26e-8742-489f-9de4-c12305ac1dab, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2f7da26e-8742-489f-9de4-c12305ac1dab,segment=NetworkSegment(8c9ed10c-0e23-45a2-8a70-f825e587c0cc),segment_id=8c9ed10c-0e23-45a2-8a70-f825e587c0cc)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:24:39.128478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] Calling delete_port for 19100700-48bf-43b7-93a1-b55da6678d93 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:39.199339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-03d2e6dc-1af5-4960-bda6-38c5a8e73bd7 None None] Deleting port 19100700-48bf-43b7-93a1-b55da6678d93 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:39.199968 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-03d2e6dc-1af5-4960-bda6-38c5a8e73bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:39.260413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb8cef-bdf1-486b-abf2-00970bf041f2 None None] Deleting port e52b081a-84e4-4675-9546-2f1863a6464f {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:39.260800 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c8bb8cef-bdf1-486b-abf2-00970bf041f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:39.335868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-03d2e6dc-1af5-4960-bda6-38c5a8e73bd7 None None] For port 19100700-48bf-43b7-93a1-b55da6678d93, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=19100700-48bf-43b7-93a1-b55da6678d93,segment=NetworkSegment(94a593c5-6f5b-4683-b858-75c1939fe743),segment_id=94a593c5-6f5b-4683-b858-75c1939fe743)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:39.336379 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-03d2e6dc-1af5-4960-bda6-38c5a8e73bd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:39.361784 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-03d2e6dc-1af5-4960-bda6-38c5a8e73bd7 None None] Calling delete_port for 19100700-48bf-43b7-93a1-b55da6678d93 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:39.373162 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c8bb8cef-bdf1-486b-abf2-00970bf041f2 None None] For port e52b081a-84e4-4675-9546-2f1863a6464f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e52b081a-84e4-4675-9546-2f1863a6464f,segment=NetworkSegment(e4c6d84b-6fde-4ff3-90dc-30550168b6cc),segment_id=e4c6d84b-6fde-4ff3-90dc-30550168b6cc)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:39.373645 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c8bb8cef-bdf1-486b-abf2-00970bf041f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:39.393475 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb8cef-bdf1-486b-abf2-00970bf041f2 None None] Calling delete_port for e52b081a-84e4-4675-9546-2f1863a6464f owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:39.747442 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:39.787221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:39.787846 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:39.789256 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] 10.222.0.48 "PUT /v2.0/ports/2f7da26e-8742-489f-9de4-c12305ac1dab HTTP/1.1" status: 200 len: 1093 time: 3.7618480 Aug 31 01:24:39.789722 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'tag': '2f7da26e-8742-489f-9de4-c12305ac1dab'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:39.792081 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7712a53-5ff5-4b89-8c4c-0403fd645818" -d '{"events": [{"name": "network-changed", "server_uuid": "53fb56aa-8035-479b-bd80-7fbae31a2dac", "tag": "2f7da26e-8742-489f-9de4-c12305ac1dab"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:39.835914 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baced6f5-5f57-4777-91f9-98d19739cc75 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7da26e-8742-489f-9de4-c12305ac1dab,revision_number=7']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:39.862038 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c0fc29-05b1-4851-88dd-e5780603730c x-openstack-request-id: req-99c0fc29-05b1-4851-88dd-e5780603730c {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:39.862443 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53fb56aa-8035-479b-bd80-7fbae31a2dac", "tag": "2f7da26e-8742-489f-9de4-c12305ac1dab", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:39.862785 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99c0fc29-05b1-4851-88dd-e5780603730c {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:39.863296 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'tag': '2f7da26e-8742-489f-9de4-c12305ac1dab', 'status': 'completed', 'code': 200} Aug 31 01:24:39.886498 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:39.887002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-44fa0da9-fa9a-4cba-bc09-1b45a1617641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:39.887002 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-44fa0da9-fa9a-4cba-bc09-1b45a1617641 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 1096 time: 0.0691524 Aug 31 01:24:39.891091 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-03d2e6dc-1af5-4960-bda6-38c5a8e73bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:39.895703 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:39.898464 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c8bb8cef-bdf1-486b-abf2-00970bf041f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:39.932712 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Pushing event deleted for resources: {'Port': ['ID=e52b081a-84e4-4675-9546-2f1863a6464f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:39.940127 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] No DVR routers for this DVR port e52b081a-84e4-4675-9546-2f1863a6464f on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:39.971864 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb8cef-bdf1-486b-abf2-00970bf041f2 None None] No DVR routers for this DVR port e52b081a-84e4-4675-9546-2f1863a6464f on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:39.984727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2e6dc-1af5-4960-bda6-38c5a8e73bd7 None None] Pushing event deleted for resources: {'Port': ['ID=19100700-48bf-43b7-93a1-b55da6678d93,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:40.004798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d2e6dc-1af5-4960-bda6-38c5a8e73bd7 None None] No DVR routers for this DVR port 19100700-48bf-43b7-93a1-b55da6678d93 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:40.029666 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb8cef-bdf1-486b-abf2-00970bf041f2 None None] Pushing event deleted for resources: {'Port': ['ID=e52b081a-84e4-4675-9546-2f1863a6464f,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:40.045799 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=19100700-48bf-43b7-93a1-b55da6678d93,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:40.069330 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] No DVR routers for this DVR port 19100700-48bf-43b7-93a1-b55da6678d93 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:40.076637 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:40.098404 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3249d918-c831-42b1-b115-1d00c3419ead']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:40.103649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c6d84b-6fde-4ff3-90dc-30550168b6cc') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:40.103945 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c6d84b-6fde-4ff3-90dc-30550168b6cc') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:40.114625 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:40.133735 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:40.145967 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:24:40.146548 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:24:40.151586 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:24:40.158894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-dbedd0b2-07d3-4344-b394-c64f1f2fc7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:40.160494 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-dbedd0b2-07d3-4344-b394-c64f1f2fc7ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 1096 time: 0.2744529 Aug 31 01:24:40.287564 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b49ec-d085-4bef-8224-99f9e48e83a7 req-af16e7e8-c749-42b4-990f-83b756ddde7e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:40.289201 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-485b49ec-d085-4bef-8224-99f9e48e83a7 req-af16e7e8-c749-42b4-990f-83b756ddde7e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 944 time: 0.2904317 Aug 31 01:24:40.306385 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:40.321645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-8967ae0a-2a01-4a52-a5dd-349d8b8df7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:40.321645 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-8967ae0a-2a01-4a52-a5dd-349d8b8df7db service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f28c861-fdc8-4660-a486-64d863120c91 HTTP/1.1" status: 200 len: 897 time: 0.4134576 Aug 31 01:24:40.321645 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:40.345761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5265bb-ea73-4d38-9b1a-5e7fe5731612']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:40.392585 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:40.402390 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:40.407507 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] 10.222.0.16 "DELETE /v2.0/networks/3249d918-c831-42b1-b115-1d00c3419ead HTTP/1.1" status: 204 len: 168 time: 1.7159793 Aug 31 01:24:40.410766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a593c5-6f5b-4683-b858-75c1939fe743') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:40.411122 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a593c5-6f5b-4683-b858-75c1939fe743') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:40.422271 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29eed12-597a-4ebc-b2f2-db6b39f7b987 tempest-ExtraDHCPOptionsTestJSON-1284235786 tempest-ExtraDHCPOptionsTestJSON-1284235786-project] Pushing event deleted for resources: {'Network': ['ID=3249d918-c831-42b1-b115-1d00c3419ead,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:40.438898 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-485b49ec-d085-4bef-8224-99f9e48e83a7 req-e7534e3a-7a28-428a-ab11-2d177f23033c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411810 Aug 31 01:24:40.442464 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:40.476281 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-b578a43d-2733-4a5d-846d-25e49a421df9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7da26e-8742-489f-9de4-c12305ac1dab HTTP/1.1" status: 200 len: 999 time: 0.1428213 Aug 31 01:24:40.479950 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-259da2dd-12b0-433f-9110-a7ebf30bcb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:40.481424 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-259da2dd-12b0-433f-9110-a7ebf30bcb0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f28c861-fdc8-4660-a486-64d863120c91 HTTP/1.1" status: 200 len: 897 time: 0.2815518 Aug 31 01:24:40.482478 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:40.507213 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:24:40.507213 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:24:40.527353 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:24:40.594290 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 19100700-48bf-43b7-93a1-b55da6678d93 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:40.616503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 19100700-48bf-43b7-93a1-b55da6678d93 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:24:40.616910 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 19100700-48bf-43b7-93a1-b55da6678d93 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:40.617361 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e52b081a-84e4-4675-9546-2f1863a6464f no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:40.637776 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: e52b081a-84e4-4675-9546-2f1863a6464f {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:24:40.638279 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e52b081a-84e4-4675-9546-2f1863a6464f not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:40.639258 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-f52ffb35-b2eb-4ecd-9e9d-3267d1a4e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:40.640846 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-f52ffb35-b2eb-4ecd-9e9d-3267d1a4e10f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c HTTP/1.1" status: 200 len: 834 time: 0.1560245 Aug 31 01:24:40.649974 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-e005b42a-c019-4561-a986-d99a32bb9fe0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7da26e-8742-489f-9de4-c12305ac1dab HTTP/1.1" status: 200 len: 999 time: 0.1545291 Aug 31 01:24:40.741957 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-1d150ac7-c50f-47f3-bc8d-ffec725e60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:40.744042 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-1d150ac7-c50f-47f3-bc8d-ffec725e60fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c HTTP/1.1" status: 200 len: 834 time: 0.0802848 Aug 31 01:24:40.746994 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:40.752178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-b9c5fd1b-9ac4-424b-9023-70e9772bc969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:40.753823 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-b9c5fd1b-9ac4-424b-9023-70e9772bc969 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f28c861-fdc8-4660-a486-64d863120c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1034217 Aug 31 01:24:40.756574 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:40.758454 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bd5265bb-ea73-4d38-9b1a-5e7fe5731612 HTTP/1.1" status: 204 len: 168 time: 2.3353345 Aug 31 01:24:40.804786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cf090-973f-4cde-accc-f7522b6d2a64 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd5265bb-ea73-4d38-9b1a-5e7fe5731612,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:40.870221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-2edb1c02-256d-4982-81a1-86e721f0543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:40.871927 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-2edb1c02-256d-4982-81a1-86e721f0543a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f28c861-fdc8-4660-a486-64d863120c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123538 Aug 31 01:24:40.969718 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-4da6a005-c7a0-461e-81cc-e1c1644fac5a service neutron] 10.222.0.48 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883001 Aug 31 01:24:41.069647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51906) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:41.079951 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-6ca08bad-5428-4c09-9a18-891dd47a55fe service neutron] 10.222.0.41 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955833 Aug 31 01:24:41.154664 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64892183-4617-4fc2-b402-a2dc029d6c13 req-91498c1e-561b-4fa8-830a-4595124fa9c5 service neutron] 10.222.0.48 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778877 Aug 31 01:24:41.194371 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-229f0d9a-de80-4273-9fce-5afee4e5d633 service neutron] 10.222.0.41 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099796 Aug 31 01:24:41.269691 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-af15bf59-952c-4595-afa1-dd72c8119333 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=808cb78e467b4d4c8d12a345730befda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1966410 Aug 31 01:24:41.270218 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 51918) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:41.270381 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51920) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:41.314851 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f34d7a6e-39a8-410a-8119-b3f31cc8c008 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=578114a3322f4fb48aa345ef591d2704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432374 Aug 31 01:24:41.317321 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 51924) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:41.335873 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-01a65e60-1c34-4ab0-bfba-bbb85da29147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:41.364564 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-01a65e60-1c34-4ab0-bfba-bbb85da29147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:41.387140 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84e4e2eb-132d-48ce-9649-b0d67b91208e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:41.416569 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84e4e2eb-132d-48ce-9649-b0d67b91208e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:41.506871 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-a930cda1-dc87-473a-ab1e-f6f244be8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:41.508438 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-a930cda1-dc87-473a-ab1e-f6f244be8aaf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 1096 time: 0.0717764 Aug 31 01:24:41.640917 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c9649-a31f-4b81-8d40-413ba551a311 req-8b2befd9-c948-4af5-8e06-f190e253aee5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:41.642437 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-598c9649-a31f-4b81-8d40-413ba551a311 req-8b2befd9-c948-4af5-8e06-f190e253aee5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 944 time: 0.1150730 Aug 31 01:24:41.673202 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-3d2cf5ee-b8b2-4dd3-825f-899aa0e14c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:41.674732 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-3d2cf5ee-b8b2-4dd3-825f-899aa0e14c1a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f28c861-fdc8-4660-a486-64d863120c91 HTTP/1.1" status: 200 len: 897 time: 0.1592319 Aug 31 01:24:41.677613 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-01a65e60-1c34-4ab0-bfba-bbb85da29147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:41.680553 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84e4e2eb-132d-48ce-9649-b0d67b91208e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:41.680735 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-01a65e60-1c34-4ab0-bfba-bbb85da29147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:41.681249 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84e4e2eb-132d-48ce-9649-b0d67b91208e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:41.681407 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-01a65e60-1c34-4ab0-bfba-bbb85da29147 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/123d4559-ae14-4853-8369-d3d8054e3fd9 HTTP/1.1" status: 204 len: 168 time: 0.4101379 Aug 31 01:24:41.686240 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-84e4e2eb-132d-48ce-9649-b0d67b91208e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1265d97-b067-4f01-a0c5-eb830793dc97 HTTP/1.1" status: 204 len: 168 time: 0.3637354 Aug 31 01:24:41.706400 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4e2eb-132d-48ce-9649-b0d67b91208e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1265d97-b067-4f01-a0c5-eb830793dc97,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:41.751615 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a65e60-1c34-4ab0-bfba-bbb85da29147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123d4559-ae14-4853-8369-d3d8054e3fd9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:41.767934 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-598c9649-a31f-4b81-8d40-413ba551a311 req-9eeb33d8-fcb0-423b-9133-38a60f90fbce tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159527 Aug 31 01:24:41.812740 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-90d896c4-cfbc-4ae7-8bd5-0562017e654b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7da26e-8742-489f-9de4-c12305ac1dab HTTP/1.1" status: 200 len: 999 time: 0.1301060 Aug 31 01:24:41.875226 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-11b20cc7-8963-4951-adfe-688b7688cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:41.876928 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-11b20cc7-8963-4951-adfe-688b7688cb86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c HTTP/1.1" status: 200 len: 834 time: 0.0569918 Aug 31 01:24:41.938758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-a92e0c33-a1ee-4887-af80-a4bc38953917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:41.940489 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-a92e0c33-a1ee-4887-af80-a4bc38953917 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f28c861-fdc8-4660-a486-64d863120c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567241 Aug 31 01:24:42.055286 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-e6d73026-9e28-4590-acfd-69707ddec1db service neutron] 10.222.0.48 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058755 Aug 31 01:24:42.183377 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7712a53-5ff5-4b89-8c4c-0403fd645818 req-6de19b6c-9259-4d5b-a220-b92364649543 service neutron] 10.222.0.48 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208427 Aug 31 01:24:42.874637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52000) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:42.956137 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-160c68df-78b4-46c7-9395-b3f4b37664e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3b28d9086a4406bab29331cdba81f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0811734 Aug 31 01:24:42.959375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52006) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:43.028858 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1bdbda85-22c8-4e79-8bfd-59b2aa27cd07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:43.033468 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046365d-77f4-4393-a0b0-c476a421c262 req-32da43ee-9021-40ff-b614-70c13d6b0990 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:43.042586 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6046365d-77f4-4393-a0b0-c476a421c262 req-32da43ee-9021-40ff-b614-70c13d6b0990 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 944 time: 0.0714076 Aug 31 01:24:43.063651 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1bdbda85-22c8-4e79-8bfd-59b2aa27cd07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:43.091797 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6046365d-77f4-4393-a0b0-c476a421c262 req-8f755d41-6955-4e3e-b9c9-0e29b0559f81 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477815 Aug 31 01:24:43.249578 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1bdbda85-22c8-4e79-8bfd-59b2aa27cd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:43.252288 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1bdbda85-22c8-4e79-8bfd-59b2aa27cd07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:43.253547 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1bdbda85-22c8-4e79-8bfd-59b2aa27cd07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2155b530-fd87-4ac9-95e6-48ffb84b9298 HTTP/1.1" status: 204 len: 168 time: 0.2922671 Aug 31 01:24:43.263863 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbda85-22c8-4e79-8bfd-59b2aa27cd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2155b530-fd87-4ac9-95e6-48ffb84b9298,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:43.322330 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52026) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:43.432375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-08bba524-da7f-4dd5-8bbe-6f01d643d1cd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-519451837'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:43.638713 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bba524-da7f-4dd5-8bbe-6f01d643d1cd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:43.645470 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-08bba524-da7f-4dd5-8bbe-6f01d643d1cd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:43.659097 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-08bba524-da7f-4dd5-8bbe-6f01d643d1cd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:43.842742 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-08bba524-da7f-4dd5-8bbe-6f01d643d1cd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:43.963576 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-08bba524-da7f-4dd5-8bbe-6f01d643d1cd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:43.994453 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bba524-da7f-4dd5-8bbe-6f01d643d1cd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:24:44.005368 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bba524-da7f-4dd5-8bbe-6f01d643d1cd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2743c4a5-243a-4705-9054-7c04c0cfa23d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:44.011778 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-08bba524-da7f-4dd5-8bbe-6f01d643d1cd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:44.012107 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-08bba524-da7f-4dd5-8bbe-6f01d643d1cd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Added segment 84141b78-50d1-479a-819d-aa64cb8c248d of type vlan for network 16423ac6-7a77-4052-bf6a-0a0ab4a39f78 Aug 31 01:24:44.073991 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-08bba524-da7f-4dd5-8bbe-6f01d643d1cd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:44.228115 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-08bba524-da7f-4dd5-8bbe-6f01d643d1cd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:44.234255 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bba524-da7f-4dd5-8bbe-6f01d643d1cd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:44.235001 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-08bba524-da7f-4dd5-8bbe-6f01d643d1cd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:44.276317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd6ecc-221d-4695-ba87-f21ac2bbcbcd req-354511a9-6602-45dd-8b25-5e753e948948 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:44.282516 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e5dd6ecc-221d-4695-ba87-f21ac2bbcbcd req-354511a9-6602-45dd-8b25-5e753e948948 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 944 time: 0.0935693 Aug 31 01:24:44.314978 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bba524-da7f-4dd5-8bbe-6f01d643d1cd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Network': ['ID=16423ac6-7a77-4052-bf6a-0a0ab4a39f78,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:44.335438 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 16423ac6-7a77-4052-bf6a-0a0ab4a39f78 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:24:44.348891 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e5dd6ecc-221d-4695-ba87-f21ac2bbcbcd req-15d89fed-3e2a-456a-9a2c-fc36f5bc75e0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645273 Aug 31 01:24:44.393030 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-08bba524-da7f-4dd5-8bbe-6f01d643d1cd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0694516 Aug 31 01:24:44.812402 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46459f-4663-4fd3-9df2-58539dbe9263 req-d7e2c085-afbb-4573-85b8-970e280785b1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:44.814905 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f46459f-4663-4fd3-9df2-58539dbe9263 req-d7e2c085-afbb-4573-85b8-970e280785b1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 944 time: 0.0686851 Aug 31 01:24:44.901035 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4f46459f-4663-4fd3-9df2-58539dbe9263 req-80019022-c9d7-4d30-bf05-968954d052fc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789547 Aug 31 01:24:45.002717 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b13cf-377d-4cff-b5a7-5b2a1538029a req-e2a83a83-22b0-416f-8462-ba691bffe524 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:45.004356 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-867b13cf-377d-4cff-b5a7-5b2a1538029a req-e2a83a83-22b0-416f-8462-ba691bffe524 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.41 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac&tenant_id=952c19daed614c79b5a4fe25173e1666&binding%3Ahost_id=n-h1-793621-34 HTTP/1.1" status: 200 len: 944 time: 0.0979707 Aug 31 01:24:45.070431 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-867b13cf-377d-4cff-b5a7-5b2a1538029a req-589e206d-81a4-4793-b54c-12ddbc1d3621 service neutron] delete failed (client error): The resource could not be found. Aug 31 01:24:45.071499 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-867b13cf-377d-4cff-b5a7-5b2a1538029a req-589e206d-81a4-4793-b54c-12ddbc1d3621 service neutron] 10.222.0.41 "DELETE /v2.0/ports/2f7da26e-8742-489f-9de4-c12305ac1dab/bindings/n-h2-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.0593669 Aug 31 01:24:45.160370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b13cf-377d-4cff-b5a7-5b2a1538029a req-b84b178c-f075-4d97-b9d3-1d76a15932a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:45.162424 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-867b13cf-377d-4cff-b5a7-5b2a1538029a req-b84b178c-f075-4d97-b9d3-1d76a15932a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 1096 time: 0.0438488 Aug 31 01:24:45.199019 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 2f7da26e-8742-489f-9de4-c12305ac1dab details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:24:45.283565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b13cf-377d-4cff-b5a7-5b2a1538029a req-dc592b93-64e0-4ccb-b0f7-3053817df34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:45.288279 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-867b13cf-377d-4cff-b5a7-5b2a1538029a req-dc592b93-64e0-4ccb-b0f7-3053817df34b service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f28c861-fdc8-4660-a486-64d863120c91 HTTP/1.1" status: 200 len: 897 time: 0.1194644 Aug 31 01:24:45.398792 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-867b13cf-377d-4cff-b5a7-5b2a1538029a req-595d33db-74ca-4b58-a48a-eaa545cfdf83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7da26e-8742-489f-9de4-c12305ac1dab HTTP/1.1" status: 200 len: 999 time: 0.0978582 Aug 31 01:24:45.409242 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 2f7da26e-8742-489f-9de4-c12305ac1dab, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2f7da26e-8742-489f-9de4-c12305ac1dab,segment=NetworkSegment(8c9ed10c-0e23-45a2-8a70-f825e587c0cc),segment_id=8c9ed10c-0e23-45a2-8a70-f825e587c0cc)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:45.423013 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '2f7da26e-8742-489f-9de4-c12305ac1dab', 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91', 'port_id': '2f7da26e-8742-489f-9de4-c12305ac1dab', 'mac_address': 'fa:16:3e:15:cb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:24:45.485065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b13cf-377d-4cff-b5a7-5b2a1538029a req-4058be46-663a-4560-b6ca-cc62948e7e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:45.486604 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-867b13cf-377d-4cff-b5a7-5b2a1538029a req-4058be46-663a-4560-b6ca-cc62948e7e87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c HTTP/1.1" status: 200 len: 834 time: 0.0809588 Aug 31 01:24:45.486745 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:45.508900 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7da26e-8742-489f-9de4-c12305ac1dab {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:24:45.539063 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 2f7da26e-8742-489f-9de4-c12305ac1dab, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2f7da26e-8742-489f-9de4-c12305ac1dab,segment=NetworkSegment(8c9ed10c-0e23-45a2-8a70-f825e587c0cc),segment_id=8c9ed10c-0e23-45a2-8a70-f825e587c0cc)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:45.549240 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b13cf-377d-4cff-b5a7-5b2a1538029a req-0901ce58-2c31-40c9-b67c-99b2bbcd14d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:45.550934 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-867b13cf-377d-4cff-b5a7-5b2a1538029a req-0901ce58-2c31-40c9-b67c-99b2bbcd14d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f28c861-fdc8-4660-a486-64d863120c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570123 Aug 31 01:24:45.655211 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:45.713241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=2f7da26e-8742-489f-9de4-c12305ac1dab,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:45.929028 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['2f7da26e-8742-489f-9de4-c12305ac1dab'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:24:46.155486 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-867b13cf-377d-4cff-b5a7-5b2a1538029a req-31f3882c-27d5-4a53-bfb2-86f63cb105af service neutron] 10.222.0.41 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944054 Aug 31 01:24:46.245720 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ded271-79ef-4752-82c1-01931f6c44ad req-9cea5138-0d35-4db0-94a3-a9e4953e98d6 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:46.254178 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09ded271-79ef-4752-82c1-01931f6c44ad req-9cea5138-0d35-4db0-94a3-a9e4953e98d6 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 945 time: 0.1964521 Aug 31 01:24:46.313586 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09ded271-79ef-4752-82c1-01931f6c44ad req-41abc4c6-22e2-46e3-ac6e-824e46369a46 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569117 Aug 31 01:24:46.337781 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-867b13cf-377d-4cff-b5a7-5b2a1538029a req-1f56727c-65c8-4644-bc13-152388a306a4 service neutron] 10.222.0.41 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739683 Aug 31 01:24:47.205087 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 2f7da26e-8742-489f-9de4-c12305ac1dab up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:24:47.478633 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 2f7da26e-8742-489f-9de4-c12305ac1dab completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:47.485642 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 2f7da26e-8742-489f-9de4-c12305ac1dab triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:47.486183 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:47.615819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e424eb-b5c3-4d78-a3f3-f3c1a510d580 req-e5a91a6a-0edb-42af-b695-b6f115c0ade8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:47.625698 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39e424eb-b5c3-4d78-a3f3-f3c1a510d580 req-e5a91a6a-0edb-42af-b695-b6f115c0ade8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 945 time: 0.2115757 Aug 31 01:24:47.747706 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39e424eb-b5c3-4d78-a3f3-f3c1a510d580 req-16afb44d-86f2-4e37-8e22-df5948b4aa63 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112154 Aug 31 01:24:47.795158 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52198) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:47.809282 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:47.852985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7da26e-8742-489f-9de4-c12305ac1dab'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:47.858441 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e9ab9c-4895-4581-a7aa-79af09a04522" -d '{"events": [{"server_uuid": "53fb56aa-8035-479b-bd80-7fbae31a2dac", "name": "network-vif-plugged", "status": "completed", "tag": "2f7da26e-8742-489f-9de4-c12305ac1dab"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:47.883246 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 2f7da26e-8742-489f-9de4-c12305ac1dab, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2f7da26e-8742-489f-9de4-c12305ac1dab,segment=NetworkSegment(8c9ed10c-0e23-45a2-8a70-f825e587c0cc),segment_id=8c9ed10c-0e23-45a2-8a70-f825e587c0cc)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:47.899332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52200) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:47.905888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-a4aa412c-2af9-4379-b53f-7eba0b5ce0b4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'subnet': {'network_id': '16423ac6-7a77-4052-bf6a-0a0ab4a39f78', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:47.924191 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d9d202-26a1-4f37-b6e4-87f1ac6d5a1c x-openstack-request-id: req-58d9d202-26a1-4f37-b6e4-87f1ac6d5a1c {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:47.925196 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53fb56aa-8035-479b-bd80-7fbae31a2dac", "name": "network-vif-plugged", "status": "completed", "tag": "2f7da26e-8742-489f-9de4-c12305ac1dab", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:47.925685 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58d9d202-26a1-4f37-b6e4-87f1ac6d5a1c {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:47.926259 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7da26e-8742-489f-9de4-c12305ac1dab', 'code': 200} Aug 31 01:24:47.933883 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8b1989c0-703f-40b0-b79d-3c07a8caf6a7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/floatingips/d3ebc673-d926-44e3-a52a-5e34b372f62a HTTP/1.1" status: 200 len: 992 time: 0.1371636 Aug 31 01:24:47.999568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-387c4d8f-37a1-46db-b351-38a47c043e0e tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:48.001064 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-387c4d8f-37a1-46db-b351-38a47c043e0e tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/networks?id=8c64065d-e456-4aca-8d30-b0d7b497f987 HTTP/1.1" status: 200 len: 813 time: 0.2458580 Aug 31 01:24:48.029168 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-4d48e2f8-5de7-4553-b745-65b28d9fd74a tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/quotas/610bbf5888354622b8fcfa4c7fcf2933 HTTP/1.1" status: 200 len: 375 time: 0.0171583 Aug 31 01:24:48.079989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-c0fa9707-f9d3-42cb-9b0a-abf72293b31c tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=610bbf5888354622b8fcfa4c7fcf2933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439825 Aug 31 01:24:48.084231 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:48.180412 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=2f7da26e-8742-489f-9de4-c12305ac1dab,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:48.236941 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4aa412c-2af9-4379-b53f-7eba0b5ce0b4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:48.240954 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a4aa412c-2af9-4379-b53f-7eba0b5ce0b4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:48.430821 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc489891-36fb-4458-a59a-5a4448b83efe req-fa43b93d-a8bd-4751-8221-b5cfe1652d53 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552692 Aug 31 01:24:48.441237 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-a104d7d3-8e15-44b6-a0ad-fe9bc0bad953 service neutron] 10.222.0.16 "GET /v2.0/networks/8c64065d-e456-4aca-8d30-b0d7b497f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274465 Aug 31 01:24:48.526855 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b7b2a9f2-976d-42dc-8587-76ac383ecfce req-9f40e88f-17f5-4009-9ee8-831cb1fee19e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0791202 Aug 31 01:24:48.543484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc489891-36fb-4458-a59a-5a4448b83efe req-902957b1-1315-46bb-9570-6eddb1120dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:48.551408 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc489891-36fb-4458-a59a-5a4448b83efe req-902957b1-1315-46bb-9570-6eddb1120dfc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e9fb06e01654acf8087ff144343ee10&device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 1097 time: 0.0583146 Aug 31 01:24:48.654962 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-26bd8361-a000-4f1f-8eb4-0128dd0ea438 service neutron] 10.222.0.16 "GET /v2.0/networks/8c64065d-e456-4aca-8d30-b0d7b497f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066762 Aug 31 01:24:48.707303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2a9f2-976d-42dc-8587-76ac383ecfce req-1b1c5f91-b0ce-489e-bbe1-c21ad003772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:48.709470 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b7b2a9f2-976d-42dc-8587-76ac383ecfce req-1b1c5f91-b0ce-489e-bbe1-c21ad003772a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 1098 time: 0.0677152 Aug 31 01:24:48.728062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc489891-36fb-4458-a59a-5a4448b83efe req-3c137689-9780-4f71-b790-5752f56c9b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:48.730158 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc489891-36fb-4458-a59a-5a4448b83efe req-3c137689-9780-4f71-b790-5752f56c9b01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=889b8bdc-4727-4715-b1e1-0ac4e4969e44 HTTP/1.1" status: 200 len: 912 time: 0.1395197 Aug 31 01:24:48.731591 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a4aa412c-2af9-4379-b53f-7eba0b5ce0b4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:48.815407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa412c-2af9-4379-b53f-7eba0b5ce0b4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Subnet': ['ID=e9d85dac-7db2-4840-b656-eb45bcdb4774,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:48.819398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aa412c-2af9-4379-b53f-7eba0b5ce0b4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Checking segment: {'id': '84141b78-50d1-479a-819d-aa64cb8c248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '16423ac6-7a77-4052-bf6a-0a0ab4a39f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:24:48.819832 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4aa412c-2af9-4379-b53f-7eba0b5ce0b4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network hostable DHCP agents. Network: 16423ac6-7a77-4052-bf6a-0a0ab4a39f78, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:24:48.863993 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc489891-36fb-4458-a59a-5a4448b83efe req-fb0da4c5-9c03-4b51-9707-a5bf9a510d28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3803c2b-b947-41ae-8515-f3d7da926bb7 HTTP/1.1" status: 200 len: 1001 time: 0.1243517 Aug 31 01:24:48.934127 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2a9f2-976d-42dc-8587-76ac383ecfce req-81deb65c-a05b-46ea-a126-b4018a7d51a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:48.936728 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b7b2a9f2-976d-42dc-8587-76ac383ecfce req-81deb65c-a05b-46ea-a126-b4018a7d51a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f28c861-fdc8-4660-a486-64d863120c91 HTTP/1.1" status: 200 len: 897 time: 0.1538620 Aug 31 01:24:48.942202 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4aa412c-2af9-4379-b53f-7eba0b5ce0b4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network 16423ac6-7a77-4052-bf6a-0a0ab4a39f78 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:24:48.951562 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc489891-36fb-4458-a59a-5a4448b83efe req-b9bcfb72-9770-4edc-a471-b4bd96bbd186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:48.953352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc489891-36fb-4458-a59a-5a4448b83efe req-b9bcfb72-9770-4edc-a471-b4bd96bbd186 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fda6a004-98bc-4255-914b-598d0c22693d HTTP/1.1" status: 200 len: 850 time: 0.0800760 Aug 31 01:24:49.033304 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b064de7-ab30-455b-b8d4-4365bf3425d7 req-e810e4e0-c430-42f3-95a6-1cb802814e8f tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 210 time: 0.0775759 Aug 31 01:24:49.042924 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-a4aa412c-2af9-4379-b53f-7eba0b5ce0b4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 16423ac6-7a77-4052-bf6a-0a0ab4a39f78) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:49.051759 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aa412c-2af9-4379-b53f-7eba0b5ce0b4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:49.053105 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a4aa412c-2af9-4379-b53f-7eba0b5ce0b4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:49.059577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3437fb-ad57-42f5-8301-f3db475edd35 None None] Network 16423ac6-7a77-4052-bf6a-0a0ab4a39f78 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:24:49.077923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b7b2a9f2-976d-42dc-8587-76ac383ecfce req-220d1493-e6df-40c9-b9bc-c170d99d0976 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7da26e-8742-489f-9de4-c12305ac1dab HTTP/1.1" status: 200 len: 1001 time: 0.1331973 Aug 31 01:24:49.098070 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc489891-36fb-4458-a59a-5a4448b83efe req-18325c45-7eea-4f31-830a-b1769b49ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:49.099914 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc489891-36fb-4458-a59a-5a4448b83efe req-18325c45-7eea-4f31-830a-b1769b49ee06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=889b8bdc-4727-4715-b1e1-0ac4e4969e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068718 Aug 31 01:24:49.194343 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a4aa412c-2af9-4379-b53f-7eba0b5ce0b4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3073778 Aug 31 01:24:49.198495 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52234) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:49.209533 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2a9f2-976d-42dc-8587-76ac383ecfce req-5c347155-5712-4c8d-827d-545bed86b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:49.209533 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b7b2a9f2-976d-42dc-8587-76ac383ecfce req-5c347155-5712-4c8d-827d-545bed86b4d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c HTTP/1.1" status: 200 len: 834 time: 0.1186976 Aug 31 01:24:49.217326 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-762c274b-3890-46c8-be90-9a82d2a2fe65 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-780368121'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:49.288072 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc489891-36fb-4458-a59a-5a4448b83efe req-59cef9d6-4ade-49b4-ba6c-e64edd786a72 service neutron] 10.222.0.41 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789055 Aug 31 01:24:49.292551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2a9f2-976d-42dc-8587-76ac383ecfce req-943783a9-1bc5-42f7-80dc-4b45288eb33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:49.294488 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b7b2a9f2-976d-42dc-8587-76ac383ecfce req-943783a9-1bc5-42f7-80dc-4b45288eb33e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f28c861-fdc8-4660-a486-64d863120c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811534 Aug 31 01:24:49.301371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-16423ac6-7a77-4052-bf6a-0a0ab4a39f78', 'network_id': '16423ac6-7a77-4052-bf6a-0a0ab4a39f78', 'tenant_id': '2f4bc83ddb294aec9928eb9e8ad1a0b2', 'fixed_ips': [{'subnet_id': 'e9d85dac-7db2-4840-b656-eb45bcdb4774'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:24:49.305178 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:49.346254 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762c274b-3890-46c8-be90-9a82d2a2fe65 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:49.354225 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-762c274b-3890-46c8-be90-9a82d2a2fe65 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:49.382300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762c274b-3890-46c8-be90-9a82d2a2fe65 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:24:49.393325 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-762c274b-3890-46c8-be90-9a82d2a2fe65 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:49.394713 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-762c274b-3890-46c8-be90-9a82d2a2fe65 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Added segment 5b24cfb9-05e1-4217-8e2e-b51e9378043c of type vlan for network 421ae447-15ce-4cba-88b3-f65385979ea7 Aug 31 01:24:49.461626 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-762c274b-3890-46c8-be90-9a82d2a2fe65 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:49.492485 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b7b2a9f2-976d-42dc-8587-76ac383ecfce req-6381355c-e67f-4116-8da2-197088558123 service neutron] 10.222.0.48 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880074 Aug 31 01:24:49.494555 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc489891-36fb-4458-a59a-5a4448b83efe req-c6fb5cd1-be7d-45b3-8357-abe9e3b75ca7 service neutron] 10.222.0.41 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993592 Aug 31 01:24:49.523114 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Allocated IP 2001:db8:0:ffff::2 (16423ac6-7a77-4052-bf6a-0a0ab4a39f78/e9d85dac-7db2-4840-b656-eb45bcdb4774/a482925c-d800-4847-8ada-6390783e011a) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:49.612390 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b7b2a9f2-976d-42dc-8587-76ac383ecfce req-2a99ef18-c9ad-433c-8abb-876915400a2b service neutron] 10.222.0.48 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117716 Aug 31 01:24:49.731293 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:49.741917 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Transition to ACTIVE for port object a482925c-d800-4847-8ada-6390783e011a will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:49.759086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Transition to ACTIVE for port object a482925c-d800-4847-8ada-6390783e011a will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:49.846193 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-762c274b-3890-46c8-be90-9a82d2a2fe65 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:49.853374 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762c274b-3890-46c8-be90-9a82d2a2fe65 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:49.854067 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-762c274b-3890-46c8-be90-9a82d2a2fe65 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:49.925298 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c274b-3890-46c8-be90-9a82d2a2fe65 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Network': ['ID=421ae447-15ce-4cba-88b3-f65385979ea7,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:49.936317 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 421ae447-15ce-4cba-88b3-f65385979ea7 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:24:49.949517 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:50.022854 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-762c274b-3890-46c8-be90-9a82d2a2fe65 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8225701 Aug 31 01:24:50.025584 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52252) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:50.031471 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-349e4fbc-e7fe-4567-80ac-ed615d144c03 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'subnet': {'network_id': '421ae447-15ce-4cba-88b3-f65385979ea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:50.035532 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Network 16423ac6-7a77-4052-bf6a-0a0ab4a39f78 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:50.044977 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:50.052624 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:24:50.056461 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Pushing event updated for resources: {'Port': ['ID=a482925c-d800-4847-8ada-6390783e011a,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:50.125079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Attempting to bind port a482925c-d800-4847-8ada-6390783e011a on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:24:50.126249 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Attempting to bind port a482925c-d800-4847-8ada-6390783e011a by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '84141b78-50d1-479a-819d-aa64cb8c248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '16423ac6-7a77-4052-bf6a-0a0ab4a39f78'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:24:50.126985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Attempting to bind port a482925c-d800-4847-8ada-6390783e011a on network 16423ac6-7a77-4052-bf6a-0a0ab4a39f78 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:50.134315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:24:50.137015 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Checking segment: {'id': '84141b78-50d1-479a-819d-aa64cb8c248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '16423ac6-7a77-4052-bf6a-0a0ab4a39f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:24:50.137015 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:50.137015 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Bound using segment: {'id': '84141b78-50d1-479a-819d-aa64cb8c248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '16423ac6-7a77-4052-bf6a-0a0ab4a39f78'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:24:50.137015 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Bound port: a482925c-d800-4847-8ada-6390783e011a, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84141b78-50d1-479a-819d-aa64cb8c248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '16423ac6-7a77-4052-bf6a-0a0ab4a39f78'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:24:50.137015 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:50.178262 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-abe1d2f7-d5a7-4dcf-b95e-56a4ea0b0d31 req-280b7dec-54e6-4b36-af8d-67989fcdb07a tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 210 time: 0.0405331 Aug 31 01:24:50.239182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] For port a482925c-d800-4847-8ada-6390783e011a, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:24:50.243254 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] For port a482925c-d800-4847-8ada-6390783e011a, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a482925c-d800-4847-8ada-6390783e011a,segment=NetworkSegment(84141b78-50d1-479a-819d-aa64cb8c248d),segment_id=84141b78-50d1-479a-819d-aa64cb8c248d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:24:50.283526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349e4fbc-e7fe-4567-80ac-ed615d144c03 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:50.288932 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-349e4fbc-e7fe-4567-80ac-ed615d144c03 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:50.353401 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:50.424336 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acefc8-fb71-4919-b72a-6e26d2c4ed31 None None] Pushing event updated for resources: {'Port': ['ID=a482925c-d800-4847-8ada-6390783e011a,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:50.635491 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-349e4fbc-e7fe-4567-80ac-ed615d144c03 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:50.745570 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e4fbc-e7fe-4567-80ac-ed615d144c03 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Subnet': ['ID=2a7d7962-5f7c-4e4f-8b3b-f6cd21a5cea9,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:50.754147 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e4fbc-e7fe-4567-80ac-ed615d144c03 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Checking segment: {'id': '5b24cfb9-05e1-4217-8e2e-b51e9378043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '421ae447-15ce-4cba-88b3-f65385979ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:24:50.754554 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349e4fbc-e7fe-4567-80ac-ed615d144c03 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network hostable DHCP agents. Network: 421ae447-15ce-4cba-88b3-f65385979ea7, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:24:50.906348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349e4fbc-e7fe-4567-80ac-ed615d144c03 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network 421ae447-15ce-4cba-88b3-f65385979ea7 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:24:51.031737 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-349e4fbc-e7fe-4567-80ac-ed615d144c03 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 421ae447-15ce-4cba-88b3-f65385979ea7) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:51.036016 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349e4fbc-e7fe-4567-80ac-ed615d144c03 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:51.036576 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-349e4fbc-e7fe-4567-80ac-ed615d144c03 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:51.041935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c21d25-3061-4bd7-a72b-03b4b80a832d None None] Network 421ae447-15ce-4cba-88b3-f65385979ea7 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:24:51.152644 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-349e4fbc-e7fe-4567-80ac-ed615d144c03 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1258631 Aug 31 01:24:51.155287 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52268) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:51.239077 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-421ae447-15ce-4cba-88b3-f65385979ea7', 'network_id': '421ae447-15ce-4cba-88b3-f65385979ea7', 'tenant_id': '2f4bc83ddb294aec9928eb9e8ad1a0b2', 'fixed_ips': [{'subnet_id': '2a7d7962-5f7c-4e4f-8b3b-f6cd21a5cea9'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:24:51.240504 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:51.298341 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45229492-edd8-4feb-85c9-efff6f7a513b req-ecb4f756-001b-441c-91e4-9df34e757d88 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 210 time: 0.0334880 Aug 31 01:24:51.311826 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:51.378398 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:51.472674 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Allocated IP 2001:db8::1 (421ae447-15ce-4cba-88b3-f65385979ea7/2a7d7962-5f7c-4e4f-8b3b-f6cd21a5cea9/755ee097-75a1-4002-afc9-9380c60e3d29) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:51.586402 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871d0d22-c442-4371-a1ba-4afff3b2f21b None None] Network 16423ac6-7a77-4052-bf6a-0a0ab4a39f78 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:24:51.663605 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-e7ee4a49-872c-44f7-b3f2-61c6297601d1 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:51.665492 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-e7ee4a49-872c-44f7-b3f2-61c6297601d1 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.48 "GET /v2.0/networks?id=8c64065d-e456-4aca-8d30-b0d7b497f987 HTTP/1.1" status: 200 len: 813 time: 0.1614356 Aug 31 01:24:51.682225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-bbf3c1f0-a258-463b-9cf4-b5772a19329d tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Request body: {'port': {'device_id': '99b5c19f-3505-4737-8e9b-c3cb2c10c53e', 'network_id': '8c64065d-e456-4aca-8d30-b0d7b497f987', 'admin_state_up': True, 'tenant_id': '610bbf5888354622b8fcfa4c7fcf2933'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:51.760127 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:51.800649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Transition to ACTIVE for port object 755ee097-75a1-4002-afc9-9380c60e3d29 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:51.812259 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-181510b9-0f5a-4040-8f37-76a378f876ed None None] Provisioning for port a482925c-d800-4847-8ada-6390783e011a completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:51.836485 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Transition to ACTIVE for port object 755ee097-75a1-4002-afc9-9380c60e3d29 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:51.934253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-bbf3c1f0-a258-463b-9cf4-b5772a19329d tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Made reservation on behalf of 610bbf5888354622b8fcfa4c7fcf2933 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:51.938298 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-bbf3c1f0-a258-463b-9cf4-b5772a19329d tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.010068 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.053196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Network 421ae447-15ce-4cba-88b3-f65385979ea7 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:52.058321 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:52.062012 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:24:52.105784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-bbf3c1f0-a258-463b-9cf4-b5772a19329d tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Allocated IP 172.20.0.10 (8c64065d-e456-4aca-8d30-b0d7b497f987/6a1ba349-96d9-4808-b502-9eb3ea6852aa/6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:52.129781 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Pushing event updated for resources: {'Port': ['ID=755ee097-75a1-4002-afc9-9380c60e3d29,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:52.140813 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.148950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Attempting to bind port 755ee097-75a1-4002-afc9-9380c60e3d29 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:24:52.149380 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Attempting to bind port 755ee097-75a1-4002-afc9-9380c60e3d29 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '5b24cfb9-05e1-4217-8e2e-b51e9378043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '421ae447-15ce-4cba-88b3-f65385979ea7'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:24:52.150461 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Attempting to bind port 755ee097-75a1-4002-afc9-9380c60e3d29 on network 421ae447-15ce-4cba-88b3-f65385979ea7 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:52.156848 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:24:52.157246 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Checking segment: {'id': '5b24cfb9-05e1-4217-8e2e-b51e9378043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '421ae447-15ce-4cba-88b3-f65385979ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:24:52.157749 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.158153 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Bound using segment: {'id': '5b24cfb9-05e1-4217-8e2e-b51e9378043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '421ae447-15ce-4cba-88b3-f65385979ea7'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:24:52.158631 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Bound port: 755ee097-75a1-4002-afc9-9380c60e3d29, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b24cfb9-05e1-4217-8e2e-b51e9378043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '421ae447-15ce-4cba-88b3-f65385979ea7'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:24:52.159017 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.179291 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7d7962-5f7c-4e4f-8b3b-f6cd21a5cea9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:52.243264 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] For port 755ee097-75a1-4002-afc9-9380c60e3d29, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:24:52.248014 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] For port 755ee097-75a1-4002-afc9-9380c60e3d29, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=755ee097-75a1-4002-afc9-9380c60e3d29,segment=NetworkSegment(5b24cfb9-05e1-4217-8e2e-b51e9378043c),segment_id=5b24cfb9-05e1-4217-8e2e-b51e9378043c)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:24:52.259264 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.278282 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421ae447-15ce-4cba-88b3-f65385979ea7']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:52.296727 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b24cfb9-05e1-4217-8e2e-b51e9378043c') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:52.297200 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b24cfb9-05e1-4217-8e2e-b51e9378043c') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:52.301838 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.312951 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.348159 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.365256 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:24:52.365837 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:24:52.372390 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:24:52.398160 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-bbf3c1f0-a258-463b-9cf4-b5772a19329d tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.403878 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbd2f9-575c-48fc-9254-7976d9991f46 None None] Pushing event updated for resources: {'Port': ['ID=755ee097-75a1-4002-afc9-9380c60e3d29,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:52.415946 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12f0c12-f8d5-4d78-8f42-3aaf1a3b78af None None] Network 421ae447-15ce-4cba-88b3-f65385979ea7 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:24:52.474631 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b3d6fd4c-10d8-4b84-b3d9-51507746aaa6 req-82b2844c-0d61-48b9-8cdf-9ac4b30729c4 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 210 time: 0.0315404 Aug 31 01:24:52.541113 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.api [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 01:24:52.541113 n-d-793621-34 neutron-server[102343]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 01:24:52.541113 n-d-793621-34 neutron-server[102343]: [parameters: {'id': '421ae447-15ce-4cba-88b3-f65385979ea7'}] Aug 31 01:24:52.541113 n-d-793621-34 neutron-server[102343]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:24:52.541677 n-d-793621-34 neutron-server[102343]: DEBUG oslo_db.api [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:24:52.541754 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-bbf3c1f0-a258-463b-9cf4-b5772a19329d tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.570793 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f75b2e4-46a6-4f46-b1e2-c851f08fa1c3 None None] get_active_networks_info from n-d-793621-34 {{(pid=102344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:24:52.592294 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-bbf3c1f0-a258-463b-9cf4-b5772a19329d tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Network 8c64065d-e456-4aca-8d30-b0d7b497f987 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:52.595709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-bbf3c1f0-a258-463b-9cf4-b5772a19329d tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:52.599928 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-bbf3c1f0-a258-463b-9cf4-b5772a19329d tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:24:52.606889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3c1f0-a258-463b-9cf4-b5772a19329d tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Pushing event updated for resources: {'Port': ['ID=6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:52.655542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a482925c-d800-4847-8ada-6390783e011a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:24:52.669407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-bbf3c1f0-a258-463b-9cf4-b5772a19329d tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:52.670373 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-bbf3c1f0-a258-463b-9cf4-b5772a19329d tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.717585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f75b2e4-46a6-4f46-b1e2-c851f08fa1c3 None None] Resources bound (agent type, host, resource id): {{(pid=102344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:24:52.787527 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-bbf3c1f0-a258-463b-9cf4-b5772a19329d tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1106243 Aug 31 01:24:52.801641 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Request body: {'port': {'device_id': '99b5c19f-3505-4737-8e9b-c3cb2c10c53e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:52.872782 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.034956 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port a482925c-d800-4847-8ada-6390783e011a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:53.042982 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.043404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a482925c-d800-4847-8ada-6390783e011a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:53.043778 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.109571 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Deleting port 755ee097-75a1-4002-afc9-9380c60e3d29 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:53.110525 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.186258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] For port 755ee097-75a1-4002-afc9-9380c60e3d29, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=755ee097-75a1-4002-afc9-9380c60e3d29,segment=NetworkSegment(5b24cfb9-05e1-4217-8e2e-b51e9378043c),segment_id=5b24cfb9-05e1-4217-8e2e-b51e9378043c)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:53.186999 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.203846 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Calling delete_port for 755ee097-75a1-4002-afc9-9380c60e3d29 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:53.246914 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.247517 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:24:53.259920 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.275329 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Transition to ACTIVE for port object 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:53.283605 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port a482925c-d800-4847-8ada-6390783e011a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a482925c-d800-4847-8ada-6390783e011a,segment=NetworkSegment(84141b78-50d1-479a-819d-aa64cb8c248d),segment_id=84141b78-50d1-479a-819d-aa64cb8c248d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:53.398222 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.437586 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.439611 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.449745 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Pushing event updated for resources: {'Port': ['ID=6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:53.450576 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No DVR routers for this DVR port 755ee097-75a1-4002-afc9-9380c60e3d29 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:53.475846 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Port': ['ID=755ee097-75a1-4002-afc9-9380c60e3d29,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:53.511422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:53.511422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:53.511422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:53.511422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:53.511422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:53.511422 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:53.515811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=a482925c-d800-4847-8ada-6390783e011a,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:53.522531 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:53.523042 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:53.523391 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:53.523721 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:53.524087 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:53.524362 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:53.529933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Attempting to bind port 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:24:53.530438 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Attempting to bind port 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '029db2a1-ba00-44ec-ba85-d12d2b2cc3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8c64065d-e456-4aca-8d30-b0d7b497f987'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:24:53.530781 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Attempting to bind port 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 on network 8c64065d-e456-4aca-8d30-b0d7b497f987 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:53.538469 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Port 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 on network 8c64065d-e456-4aca-8d30-b0d7b497f987 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:24:53.538845 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Attempting to bind port 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 on network 8c64065d-e456-4aca-8d30-b0d7b497f987 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:53.545286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:24:53.557555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Checking segment: {'id': '029db2a1-ba00-44ec-ba85-d12d2b2cc3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8c64065d-e456-4aca-8d30-b0d7b497f987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:24:53.557555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Bound using segment: {'id': '029db2a1-ba00-44ec-ba85-d12d2b2cc3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8c64065d-e456-4aca-8d30-b0d7b497f987'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:24:53.557555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Bound port: 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029db2a1-ba00-44ec-ba85-d12d2b2cc3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8c64065d-e456-4aca-8d30-b0d7b497f987'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:24:53.557555 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.622179 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.636073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421ae447-15ce-4cba-88b3-f65385979ea7']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:53.650381 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b24cfb9-05e1-4217-8e2e-b51e9378043c') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:53.650381 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b24cfb9-05e1-4217-8e2e-b51e9378043c') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:53.655447 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] For port 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:24:53.660243 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] For port 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5,segment=NetworkSegment(029db2a1-ba00-44ec-ba85-d12d2b2cc3a0),segment_id=029db2a1-ba00-44ec-ba85-d12d2b2cc3a0)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:24:53.661911 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.671761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e642b-5069-4447-97fc-4379f2ac9ac4 req-ff2ed245-58e8-4e48-8bc8-5355a56f172c tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:53.673466 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b3e642b-5069-4447-97fc-4379f2ac9ac4 req-ff2ed245-58e8-4e48-8bc8-5355a56f172c tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 944 time: 0.0862470 Aug 31 01:24:53.677771 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.683713 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:24:53.684107 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:24:53.687333 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:24:53.726462 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b3e642b-5069-4447-97fc-4379f2ac9ac4 req-1a6105f9-bba9-4842-abb2-06bf7c4450b7 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437722 Aug 31 01:24:53.812613 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.844977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:53.845750 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.847344 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] 10.222.0.48 "PUT /v2.0/ports/6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 HTTP/1.1" status: 200 len: 1093 time: 1.0505786 Aug 31 01:24:53.847792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b5c19f-3505-4737-8e9b-c3cb2c10c53e', 'tag': '6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:53.850108 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1fdbf0-1a73-43f3-b374-4bff1bd738ba" -d '{"events": [{"name": "network-changed", "server_uuid": "99b5c19f-3505-4737-8e9b-c3cb2c10c53e", "tag": "6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:53.879251 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271227bd-6a16-486b-8900-05cc8977a5fe service neutron] Pushing event updated for resources: {'Port': ['ID=6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:53.892067 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac5c7e2-0269-4e4d-bba7-d50a602252aa x-openstack-request-id: req-7ac5c7e2-0269-4e4d-bba7-d50a602252aa {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:53.892421 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b5c19f-3505-4737-8e9b-c3cb2c10c53e", "tag": "6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:53.892699 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ac5c7e2-0269-4e4d-bba7-d50a602252aa {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:53.893208 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b5c19f-3505-4737-8e9b-c3cb2c10c53e', 'tag': '6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5', 'status': 'completed', 'code': 200} Aug 31 01:24:53.906587 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.914052 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.919981 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/networks/421ae447-15ce-4cba-88b3-f65385979ea7 HTTP/1.1" status: 204 len: 168 time: 2.7595792 Aug 31 01:24:53.919981 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52314) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:53.935694 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5d787ad5-1566-45cd-b72a-e2c87eab3d11 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1576983765'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:53.941926 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24177fa-4e51-42ab-af77-dd074b84e34a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Network': ['ID=421ae447-15ce-4cba-88b3-f65385979ea7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:53.964484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fdbf0-1a73-43f3-b374-4bff1bd738ba req-b04cf5bf-c6f5-4acd-828b-1b6c82754194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:53.966274 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f1fdbf0-1a73-43f3-b374-4bff1bd738ba req-b04cf5bf-c6f5-4acd-828b-1b6c82754194 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=610bbf5888354622b8fcfa4c7fcf2933&device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 1096 time: 0.0533531 Aug 31 01:24:54.054496 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d787ad5-1566-45cd-b72a-e2c87eab3d11 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:54.058674 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d787ad5-1566-45cd-b72a-e2c87eab3d11 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:54.086765 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d787ad5-1566-45cd-b72a-e2c87eab3d11 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:24:54.090236 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fdbf0-1a73-43f3-b374-4bff1bd738ba req-843216d3-f897-40ec-bb52-69e5f2034ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:54.091805 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f1fdbf0-1a73-43f3-b374-4bff1bd738ba req-843216d3-f897-40ec-bb52-69e5f2034ac8 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=610bbf5888354622b8fcfa4c7fcf2933&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1173921 Aug 31 01:24:54.097385 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d787ad5-1566-45cd-b72a-e2c87eab3d11 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:54.097949 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-5d787ad5-1566-45cd-b72a-e2c87eab3d11 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Added segment 4d0d78d7-815b-48fb-b408-03cb728c9649 of type vlan for network 4b0106d1-adf5-43fc-bc0b-d3508e9daf99 Aug 31 01:24:54.141703 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d787ad5-1566-45cd-b72a-e2c87eab3d11 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:54.198304 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fdbf0-1a73-43f3-b374-4bff1bd738ba req-4eabfabd-72b8-452d-99a8-0446866727bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:54.199794 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f1fdbf0-1a73-43f3-b374-4bff1bd738ba req-4eabfabd-72b8-452d-99a8-0446866727bf service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012456 Aug 31 01:24:54.243472 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d787ad5-1566-45cd-b72a-e2c87eab3d11 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:54.251199 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d787ad5-1566-45cd-b72a-e2c87eab3d11 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:54.251846 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d787ad5-1566-45cd-b72a-e2c87eab3d11 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:54.277901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-1180c1a3-64e9-484d-bfcc-d7a07c9207ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:54.279442 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-1180c1a3-64e9-484d-bfcc-d7a07c9207ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=610bbf5888354622b8fcfa4c7fcf2933&device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 1096 time: 0.0441127 Aug 31 01:24:54.321485 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d787ad5-1566-45cd-b72a-e2c87eab3d11 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Network': ['ID=4b0106d1-adf5-43fc-bc0b-d3508e9daf99,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:54.329117 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-144057d2-dedf-4a97-b07d-cf1559e88c03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 HTTP/1.1" status: 200 len: 217 time: 0.0422175 Aug 31 01:24:54.337812 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 4b0106d1-adf5-43fc-bc0b-d3508e9daf99 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:24:54.384569 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5d787ad5-1566-45cd-b72a-e2c87eab3d11 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4613159 Aug 31 01:24:54.384818 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52324) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:54.389881 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-bb037dee-e4b3-4a98-b491-8a9da9e52878 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'subnet': {'network_id': '4b0106d1-adf5-43fc-bc0b-d3508e9daf99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:54.392689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-99d60445-c72d-45ce-ba79-fb7173e73353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:54.393963 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-99d60445-c72d-45ce-ba79-fb7173e73353 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a1ba349-96d9-4808-b502-9eb3ea6852aa HTTP/1.1" status: 200 len: 853 time: 0.0577173 Aug 31 01:24:54.434966 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-06c05d86-baa1-45c0-8cac-4f6815fc967c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c64065d-e456-4aca-8d30-b0d7b497f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333786 Aug 31 01:24:54.532378 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-8069d9be-d088-4d2b-9dd6-6cf7884c060a service neutron] 10.222.0.48 "GET /v2.0/networks/8c64065d-e456-4aca-8d30-b0d7b497f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902188 Aug 31 01:24:54.574718 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb037dee-e4b3-4a98-b491-8a9da9e52878 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:54.578908 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb037dee-e4b3-4a98-b491-8a9da9e52878 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:54.615620 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a482925c-d800-4847-8ada-6390783e011a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:24:54.637528 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bb54bd4a-b872-4576-b1e6-180b8dee3a55 req-ebaed853-a70c-4acc-9180-dc7941eb4382 service neutron] 10.222.0.48 "GET /v2.0/networks/8c64065d-e456-4aca-8d30-b0d7b497f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974891 Aug 31 01:24:54.671424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a482925c-d800-4847-8ada-6390783e011a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:54.671805 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:54.868182 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55892a1-3c5b-4140-a816-7a974f0baf04 req-eb94d91d-d1f5-44b9-8f03-52e19454a13f tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:54.869761 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d55892a1-3c5b-4140-a816-7a974f0baf04 req-eb94d91d-d1f5-44b9-8f03-52e19454a13f tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 944 time: 0.0530453 Aug 31 01:24:54.890161 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb037dee-e4b3-4a98-b491-8a9da9e52878 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:54.959347 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d55892a1-3c5b-4140-a816-7a974f0baf04 req-f3855cff-3708-4e22-aa3a-dbdc5fbbb448 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833626 Aug 31 01:24:54.962335 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb037dee-e4b3-4a98-b491-8a9da9e52878 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Subnet': ['ID=358b74a6-6b7d-4d5c-9a79-73030bd8b9d5,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:54.981744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb037dee-e4b3-4a98-b491-8a9da9e52878 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Checking segment: {'id': '4d0d78d7-815b-48fb-b408-03cb728c9649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b0106d1-adf5-43fc-bc0b-d3508e9daf99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:24:54.982107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb037dee-e4b3-4a98-b491-8a9da9e52878 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network hostable DHCP agents. Network: 4b0106d1-adf5-43fc-bc0b-d3508e9daf99, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:24:55.157313 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb037dee-e4b3-4a98-b491-8a9da9e52878 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network 4b0106d1-adf5-43fc-bc0b-d3508e9daf99 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:24:55.249045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-bb037dee-e4b3-4a98-b491-8a9da9e52878 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 4b0106d1-adf5-43fc-bc0b-d3508e9daf99) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:55.253512 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb037dee-e4b3-4a98-b491-8a9da9e52878 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:55.254319 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb037dee-e4b3-4a98-b491-8a9da9e52878 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:55.262720 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6522192-a260-49c9-bad6-0b32fb81e6e3 None None] Network 4b0106d1-adf5-43fc-bc0b-d3508e9daf99 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:24:55.394733 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bb037dee-e4b3-4a98-b491-8a9da9e52878 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0088031 Aug 31 01:24:55.399329 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52340) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:55.404645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-94b3dd97-afee-4c5a-bf4b-7e5166957feb tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1455741634'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:55.417257 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-4b0106d1-adf5-43fc-bc0b-d3508e9daf99', 'network_id': '4b0106d1-adf5-43fc-bc0b-d3508e9daf99', 'tenant_id': '2f4bc83ddb294aec9928eb9e8ad1a0b2', 'fixed_ips': [{'subnet_id': '358b74a6-6b7d-4d5c-9a79-73030bd8b9d5'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:24:55.418253 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:55.517832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b3dd97-afee-4c5a-bf4b-7e5166957feb tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:55.521740 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94b3dd97-afee-4c5a-bf4b-7e5166957feb tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:55.548502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b3dd97-afee-4c5a-bf4b-7e5166957feb tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:24:55.558354 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94b3dd97-afee-4c5a-bf4b-7e5166957feb tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:55.558701 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-94b3dd97-afee-4c5a-bf4b-7e5166957feb tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Added segment c54c99c3-6de5-48a6-bcdd-a833465c111a of type vlan for network e6ae4092-66e1-4bfc-85bf-81f02e4640fe Aug 31 01:24:55.564091 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Allocated IP 2001:db8::1 (4b0106d1-adf5-43fc-bc0b-d3508e9daf99/358b74a6-6b7d-4d5c-9a79-73030bd8b9d5/55163750-9f01-4739-864a-e3a8af02a0a0) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:55.600808 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94b3dd97-afee-4c5a-bf4b-7e5166957feb tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:55.705615 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94b3dd97-afee-4c5a-bf4b-7e5166957feb tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:55.712344 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b3dd97-afee-4c5a-bf4b-7e5166957feb tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:55.713009 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94b3dd97-afee-4c5a-bf4b-7e5166957feb tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:55.722714 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:55.732378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Transition to ACTIVE for port object 55163750-9f01-4739-864a-e3a8af02a0a0 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:55.748113 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Transition to ACTIVE for port object 55163750-9f01-4739-864a-e3a8af02a0a0 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:55.784983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3dd97-afee-4c5a-bf4b-7e5166957feb tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Network': ['ID=e6ae4092-66e1-4bfc-85bf-81f02e4640fe,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:55.799370 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network e6ae4092-66e1-4bfc-85bf-81f02e4640fe details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:24:55.862075 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:55.873655 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-94b3dd97-afee-4c5a-bf4b-7e5166957feb tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4728765 Aug 31 01:24:55.876431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52348) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:55.882265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e9975e41-37ea-4c9c-aaa6-5cf365cb1368 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'subnet': {'network_id': 'e6ae4092-66e1-4bfc-85bf-81f02e4640fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:55.912278 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Network 4b0106d1-adf5-43fc-bc0b-d3508e9daf99 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:55.915529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:55.920225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:24:55.923693 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Pushing event updated for resources: {'Port': ['ID=55163750-9f01-4739-864a-e3a8af02a0a0,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:55.994565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Attempting to bind port 55163750-9f01-4739-864a-e3a8af02a0a0 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:24:55.994932 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Attempting to bind port 55163750-9f01-4739-864a-e3a8af02a0a0 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '4d0d78d7-815b-48fb-b408-03cb728c9649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b0106d1-adf5-43fc-bc0b-d3508e9daf99'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:24:55.995293 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Attempting to bind port 55163750-9f01-4739-864a-e3a8af02a0a0 on network 4b0106d1-adf5-43fc-bc0b-d3508e9daf99 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:56.000783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:24:56.001154 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Checking segment: {'id': '4d0d78d7-815b-48fb-b408-03cb728c9649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b0106d1-adf5-43fc-bc0b-d3508e9daf99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:24:56.001581 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:56.002007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Bound using segment: {'id': '4d0d78d7-815b-48fb-b408-03cb728c9649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b0106d1-adf5-43fc-bc0b-d3508e9daf99'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:24:56.002469 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Bound port: 55163750-9f01-4739-864a-e3a8af02a0a0, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0d78d7-815b-48fb-b408-03cb728c9649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b0106d1-adf5-43fc-bc0b-d3508e9daf99'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:24:56.002845 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:56.063985 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9975e41-37ea-4c9c-aaa6-5cf365cb1368 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:56.070517 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e9975e41-37ea-4c9c-aaa6-5cf365cb1368 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:56.073277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] For port 55163750-9f01-4739-864a-e3a8af02a0a0, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:24:56.077923 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] For port 55163750-9f01-4739-864a-e3a8af02a0a0, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=55163750-9f01-4739-864a-e3a8af02a0a0,segment=NetworkSegment(4d0d78d7-815b-48fb-b408-03cb728c9649),segment_id=4d0d78d7-815b-48fb-b408-03cb728c9649)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:24:56.143885 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:56.145596 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.ipam_backend_mixin [None req-e9975e41-37ea-4c9c-aaa6-5cf365cb1368 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Performing IP validity checks on allocation pools {{(pid=102343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 01:24:56.146162 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.ipam_backend_mixin [None req-e9975e41-37ea-4c9c-aaa6-5cf365cb1368 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 01:24:56.157650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8853c3e-ec0a-400f-b18f-e2a4da3a5420 req-52ca96bc-e434-4f93-9bfc-4498e2139986 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:56.159263 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f8853c3e-ec0a-400f-b18f-e2a4da3a5420 req-52ca96bc-e434-4f93-9bfc-4498e2139986 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 944 time: 0.1261413 Aug 31 01:24:56.223293 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f8853c3e-ec0a-400f-b18f-e2a4da3a5420 req-653f9dcf-ca43-417c-9915-ebf1e07c09be tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521202 Aug 31 01:24:56.230696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8716ba-3ee1-42d3-9d83-52e27da5fba9 None None] Pushing event updated for resources: {'Port': ['ID=55163750-9f01-4739-864a-e3a8af02a0a0,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:56.438137 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e9975e41-37ea-4c9c-aaa6-5cf365cb1368 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:56.517763 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9975e41-37ea-4c9c-aaa6-5cf365cb1368 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Subnet': ['ID=1c558da2-d3ff-4935-b224-7f74080dd0e8,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:56.541360 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9975e41-37ea-4c9c-aaa6-5cf365cb1368 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Checking segment: {'id': 'c54c99c3-6de5-48a6-bcdd-a833465c111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e6ae4092-66e1-4bfc-85bf-81f02e4640fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:24:56.541360 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9975e41-37ea-4c9c-aaa6-5cf365cb1368 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network hostable DHCP agents. Network: e6ae4092-66e1-4bfc-85bf-81f02e4640fe, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:24:56.647469 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 55163750-9f01-4739-864a-e3a8af02a0a0 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:24:56.654626 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9975e41-37ea-4c9c-aaa6-5cf365cb1368 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network e6ae4092-66e1-4bfc-85bf-81f02e4640fe is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:24:56.785781 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-e9975e41-37ea-4c9c-aaa6-5cf365cb1368 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, e6ae4092-66e1-4bfc-85bf-81f02e4640fe) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:56.790798 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9975e41-37ea-4c9c-aaa6-5cf365cb1368 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:56.791387 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e9975e41-37ea-4c9c-aaa6-5cf365cb1368 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:56.795231 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dbc205-504a-4b00-a58d-6262697aea14 None None] Network e6ae4092-66e1-4bfc-85bf-81f02e4640fe requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:24:56.836908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 55163750-9f01-4739-864a-e3a8af02a0a0 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:56.935444 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e9975e41-37ea-4c9c-aaa6-5cf365cb1368 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0577891 Aug 31 01:24:56.938188 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52368) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:56.981408 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-e6ae4092-66e1-4bfc-85bf-81f02e4640fe', 'network_id': 'e6ae4092-66e1-4bfc-85bf-81f02e4640fe', 'tenant_id': '2f4bc83ddb294aec9928eb9e8ad1a0b2', 'fixed_ips': [{'subnet_id': '1c558da2-d3ff-4935-b224-7f74080dd0e8'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:24:56.982557 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.091366 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.157311 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.161258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Allocated IP 2001:db8::3 (e6ae4092-66e1-4bfc-85bf-81f02e4640fe/1c558da2-d3ff-4935-b224-7f74080dd0e8/a76c27c8-318a-47d6-893c-ca21800e86b6) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:57.230782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:24:57.365180 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e26f24-85be-431f-b1d2-0f676edfba87 req-0bee86a8-95a1-4540-ac66-968b8fdb5e80 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:57.366769 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-43e26f24-85be-431f-b1d2-0f676edfba87 req-0bee86a8-95a1-4540-ac66-968b8fdb5e80 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 944 time: 0.0577753 Aug 31 01:24:57.369739 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd18ad45-cb03-4870-8ae9-1766e0058c3f None None] Network 4b0106d1-adf5-43fc-bc0b-d3508e9daf99 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:24:57.408867 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-43e26f24-85be-431f-b1d2-0f676edfba87 req-feef7a8d-be8f-4df8-bab5-fd2bddf0002d tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360668 Aug 31 01:24:57.467091 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.491773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5,segment=NetworkSegment(029db2a1-ba00-44ec-ba85-d12d2b2cc3a0),segment_id=029db2a1-ba00-44ec-ba85-d12d2b2cc3a0)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:57.510537 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Transition to ACTIVE for port object a76c27c8-318a-47d6-893c-ca21800e86b6 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:57.521386 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5', 'network_id': '8c64065d-e456-4aca-8d30-b0d7b497f987', 'port_id': '6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5', 'mac_address': 'fa:16:3e:46:02:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a1ba349-96d9-4808-b502-9eb3ea6852aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:24:57.541378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Transition to ACTIVE for port object a76c27c8-318a-47d6-893c-ca21800e86b6 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:57.608814 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.631310 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:24:57.637810 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-31e7c933-928a-4ed6-99ab-a4a8cb86a795 None None] Provisioning for port 55163750-9f01-4739-864a-e3a8af02a0a0 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:57.666307 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-31e7c933-928a-4ed6-99ab-a4a8cb86a795 None None] Provisioning complete for port 55163750-9f01-4739-864a-e3a8af02a0a0 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:57.667016 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-31e7c933-928a-4ed6-99ab-a4a8cb86a795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.671714 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5,segment=NetworkSegment(029db2a1-ba00-44ec-ba85-d12d2b2cc3a0),segment_id=029db2a1-ba00-44ec-ba85-d12d2b2cc3a0)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:57.704042 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.783151 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Network e6ae4092-66e1-4bfc-85bf-81f02e4640fe is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:57.789022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:57.791129 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Pushing event updated for resources: {'Port': ['ID=a76c27c8-318a-47d6-893c-ca21800e86b6,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:57.793342 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:24:57.852540 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.883749 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.900816 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-31e7c933-928a-4ed6-99ab-a4a8cb86a795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.930681 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Attempting to bind port a76c27c8-318a-47d6-893c-ca21800e86b6 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:24:57.930966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Attempting to bind port a76c27c8-318a-47d6-893c-ca21800e86b6 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'c54c99c3-6de5-48a6-bcdd-a833465c111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e6ae4092-66e1-4bfc-85bf-81f02e4640fe'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:24:57.931329 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Attempting to bind port a76c27c8-318a-47d6-893c-ca21800e86b6 on network e6ae4092-66e1-4bfc-85bf-81f02e4640fe {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:57.937966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Subnet': ['ID=1c558da2-d3ff-4935-b224-7f74080dd0e8,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:57.948664 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:24:57.949040 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Checking segment: {'id': 'c54c99c3-6de5-48a6-bcdd-a833465c111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e6ae4092-66e1-4bfc-85bf-81f02e4640fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:24:57.949493 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.949890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Bound using segment: {'id': 'c54c99c3-6de5-48a6-bcdd-a833465c111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e6ae4092-66e1-4bfc-85bf-81f02e4640fe'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:24:57.950315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Bound port: a76c27c8-318a-47d6-893c-ca21800e86b6, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54c99c3-6de5-48a6-bcdd-a833465c111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e6ae4092-66e1-4bfc-85bf-81f02e4640fe'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:24:57.950691 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.983214 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:57.991741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-31e7c933-928a-4ed6-99ab-a4a8cb86a795 None None] For port 55163750-9f01-4739-864a-e3a8af02a0a0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=55163750-9f01-4739-864a-e3a8af02a0a0,segment=NetworkSegment(4d0d78d7-815b-48fb-b408-03cb728c9649),segment_id=4d0d78d7-815b-48fb-b408-03cb728c9649)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:58.039252 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:58.047546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ae4092-66e1-4bfc-85bf-81f02e4640fe']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:58.059497 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54c99c3-6de5-48a6-bcdd-a833465c111a') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:58.059789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54c99c3-6de5-48a6-bcdd-a833465c111a') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:58.061418 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-31e7c933-928a-4ed6-99ab-a4a8cb86a795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:58.066661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] For port a76c27c8-318a-47d6-893c-ca21800e86b6, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:24:58.071126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:24:58.071680 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:58.075590 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] For port a76c27c8-318a-47d6-893c-ca21800e86b6, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a76c27c8-318a-47d6-893c-ca21800e86b6,segment=NetworkSegment(c54c99c3-6de5-48a6-bcdd-a833465c111a),segment_id=c54c99c3-6de5-48a6-bcdd-a833465c111a)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:24:58.158508 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7c933-928a-4ed6-99ab-a4a8cb86a795 None None] Pushing event updated for resources: {'Port': ['ID=55163750-9f01-4739-864a-e3a8af02a0a0,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:58.200530 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:58.206257 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:58.207014 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:24:58.207561 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:58.209775 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d1f0cb82-b0af-4894-a07d-d6ef21085074 None None] Provisioning complete for port 55163750-9f01-4739-864a-e3a8af02a0a0 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:58.210135 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d1f0cb82-b0af-4894-a07d-d6ef21085074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:24:58.211767 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:24:58.318477 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.api [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 01:24:58.318477 n-d-793621-34 neutron-server[102342]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 01:24:58.318477 n-d-793621-34 neutron-server[102342]: [parameters: {'id': 'e6ae4092-66e1-4bfc-85bf-81f02e4640fe'}] Aug 31 01:24:58.318477 n-d-793621-34 neutron-server[102342]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:24:58.322848 n-d-793621-34 neutron-server[102342]: DEBUG oslo_db.api [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:24:58.359463 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac586f7f-b940-407f-9bf8-823a7ea30ef3 None None] Pushing event updated for resources: {'Port': ['ID=a76c27c8-318a-47d6-893c-ca21800e86b6,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:58.415103 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70fa2f9-0ae7-4b2e-a474-102b0088a08a None None] Network e6ae4092-66e1-4bfc-85bf-81f02e4640fe requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:24:58.546876 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48588955-50de-404f-bc9a-5e9a61bc090f req-d0707986-360d-4723-9fd6-43264078d951 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:58.550402 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-48588955-50de-404f-bc9a-5e9a61bc090f req-d0707986-360d-4723-9fd6-43264078d951 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 945 time: 0.0575087 Aug 31 01:24:58.564518 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c9278f-36d1-4439-b72c-555123e1501a None None] get_active_networks_info from n-d-793621-34 {{(pid=102344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:24:58.599520 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-48588955-50de-404f-bc9a-5e9a61bc090f req-869c3712-8a30-454c-a0de-2b50d02f4870 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421281 Aug 31 01:24:58.628066 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 55163750-9f01-4739-864a-e3a8af02a0a0 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:24:58.697028 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c9278f-36d1-4439-b72c-555123e1501a None None] Resources bound (agent type, host, resource id): {{(pid=102344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:24:58.718827 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 55163750-9f01-4739-864a-e3a8af02a0a0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:58.719198 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:58.824240 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:58.885500 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Deleting port a76c27c8-318a-47d6-893c-ca21800e86b6 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:58.885821 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:58.966664 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] For port a76c27c8-318a-47d6-893c-ca21800e86b6, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a76c27c8-318a-47d6-893c-ca21800e86b6,segment=NetworkSegment(c54c99c3-6de5-48a6-bcdd-a833465c111a),segment_id=c54c99c3-6de5-48a6-bcdd-a833465c111a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:58.967034 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:58.980788 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Calling delete_port for a76c27c8-318a-47d6-893c-ca21800e86b6 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:59.145989 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.176641 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Port': ['ID=a76c27c8-318a-47d6-893c-ca21800e86b6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:59.194850 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No DVR routers for this DVR port a76c27c8-318a-47d6-893c-ca21800e86b6 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:59.242690 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:24:59.276469 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.287599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ae4092-66e1-4bfc-85bf-81f02e4640fe']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:59.298650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54c99c3-6de5-48a6-bcdd-a833465c111a') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:59.298935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54c99c3-6de5-48a6-bcdd-a833465c111a') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:59.308052 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.325675 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.331610 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:24:59.331993 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:24:59.335758 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:24:59.369148 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:59.374026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:59.374724 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.465514 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.477341 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.486086 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.487962 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/networks/e6ae4092-66e1-4bfc-85bf-81f02e4640fe HTTP/1.1" status: 204 len: 168 time: 2.5486252 Aug 31 01:24:59.492103 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52406) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:59.497163 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-2a200a26-4eec-469d-935b-927867f26cba tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-34877721'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:59.499786 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b5c19f-3505-4737-8e9b-c3cb2c10c53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:59.502126 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad03d1b9-b65d-4107-9b2c-83b59822418e" -d '{"events": [{"server_uuid": "99b5c19f-3505-4737-8e9b-c3cb2c10c53e", "name": "network-vif-plugged", "status": "completed", "tag": "6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:59.502949 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ce241-df87-4345-a8c3-8ce2576818b1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Network': ['ID=e6ae4092-66e1-4bfc-85bf-81f02e4640fe,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:59.515215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5,segment=NetworkSegment(029db2a1-ba00-44ec-ba85-d12d2b2cc3a0),segment_id=029db2a1-ba00-44ec-ba85-d12d2b2cc3a0)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:59.540152 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:24:59.548890 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d368b5f6-3aee-4592-88cd-9e7eb46affa6 x-openstack-request-id: req-d368b5f6-3aee-4592-88cd-9e7eb46affa6 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:59.549693 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b5c19f-3505-4737-8e9b-c3cb2c10c53e", "name": "network-vif-plugged", "status": "completed", "tag": "6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:59.549693 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d368b5f6-3aee-4592-88cd-9e7eb46affa6 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:59.549983 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b5c19f-3505-4737-8e9b-c3cb2c10c53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5', 'code': 200} Aug 31 01:24:59.643447 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.654866 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a200a26-4eec-469d-935b-927867f26cba tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:59.655959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9104b2-c9fc-48b2-a982-493d7922ce04 req-66844d6c-b51d-47a4-ae9c-849b0baf1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:59.658049 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc9104b2-c9fc-48b2-a982-493d7922ce04 req-66844d6c-b51d-47a4-ae9c-849b0baf1309 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 1097 time: 0.0479105 Aug 31 01:24:59.658798 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a200a26-4eec-469d-935b-927867f26cba tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.698348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a200a26-4eec-469d-935b-927867f26cba tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:24:59.705975 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:59.710061 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a200a26-4eec-469d-935b-927867f26cba tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.710783 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-2a200a26-4eec-469d-935b-927867f26cba tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Added segment 50712bf0-c9ee-44e7-86cc-b23123d929e8 of type vlan for network c596da71-249f-4a4a-b8ab-fde2c9dacf5f Aug 31 01:24:59.740916 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc9104b2-c9fc-48b2-a982-493d7922ce04 req-cd1abba5-7172-4393-b2e3-1e20b722f29e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702252 Aug 31 01:24:59.762506 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a200a26-4eec-469d-935b-927867f26cba tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.771660 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f15ed6-ee09-4052-9ca0-73be5e9a75ed req-7f9afac4-36e4-4684-a0db-2b834dcff548 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:59.773611 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5f15ed6-ee09-4052-9ca0-73be5e9a75ed req-7f9afac4-36e4-4684-a0db-2b834dcff548 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 946 time: 0.0720518 Aug 31 01:24:59.814174 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5f15ed6-ee09-4052-9ca0-73be5e9a75ed req-a5ff9ad8-86ab-42e2-9c67-5b9e38cc71b2 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331998 Aug 31 01:24:59.860019 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a200a26-4eec-469d-935b-927867f26cba tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.865601 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a200a26-4eec-469d-935b-927867f26cba tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:59.866333 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a200a26-4eec-469d-935b-927867f26cba tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.930863 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a200a26-4eec-469d-935b-927867f26cba tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Network': ['ID=c596da71-249f-4a4a-b8ab-fde2c9dacf5f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:59.941469 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network c596da71-249f-4a4a-b8ab-fde2c9dacf5f details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:25:00.014722 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2a200a26-4eec-469d-935b-927867f26cba tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5217249 Aug 31 01:25:00.017499 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52420) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:00.022846 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3c5080d0-2b3e-4e3c-8ad6-3af8b43178a4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'subnet': {'network_id': 'c596da71-249f-4a4a-b8ab-fde2c9dacf5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:00.214154 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5080d0-2b3e-4e3c-8ad6-3af8b43178a4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:00.217668 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3c5080d0-2b3e-4e3c-8ad6-3af8b43178a4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:00.495446 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3c5080d0-2b3e-4e3c-8ad6-3af8b43178a4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:00.561023 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5080d0-2b3e-4e3c-8ad6-3af8b43178a4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Subnet': ['ID=c461e622-6026-49a1-85ee-38aeb2bdd086,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:00.570954 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5080d0-2b3e-4e3c-8ad6-3af8b43178a4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Checking segment: {'id': '50712bf0-c9ee-44e7-86cc-b23123d929e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c596da71-249f-4a4a-b8ab-fde2c9dacf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:00.571314 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5080d0-2b3e-4e3c-8ad6-3af8b43178a4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network hostable DHCP agents. Network: c596da71-249f-4a4a-b8ab-fde2c9dacf5f, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:25:00.723370 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5080d0-2b3e-4e3c-8ad6-3af8b43178a4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network c596da71-249f-4a4a-b8ab-fde2c9dacf5f is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:25:00.859896 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-3c5080d0-2b3e-4e3c-8ad6-3af8b43178a4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, c596da71-249f-4a4a-b8ab-fde2c9dacf5f) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:00.864195 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5080d0-2b3e-4e3c-8ad6-3af8b43178a4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:00.865031 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3c5080d0-2b3e-4e3c-8ad6-3af8b43178a4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:00.872737 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9cdc46-858b-421d-9929-9b388bf270f9 None None] Network c596da71-249f-4a4a-b8ab-fde2c9dacf5f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:00.953074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddde641-13e9-45ef-ad54-dc004b40c10c req-b5d4d30b-e302-448a-9230-c3e08cc6524a tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:00.954626 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bddde641-13e9-45ef-ad54-dc004b40c10c req-b5d4d30b-e302-448a-9230-c3e08cc6524a tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 946 time: 0.0544710 Aug 31 01:25:00.986934 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3c5080d0-2b3e-4e3c-8ad6-3af8b43178a4 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9683230 Aug 31 01:25:00.990039 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52436) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:01.045581 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bddde641-13e9-45ef-ad54-dc004b40c10c req-3bba7219-7152-4017-bcc0-a6e566385a07 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818014 Aug 31 01:25:01.048354 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-c596da71-249f-4a4a-b8ab-fde2c9dacf5f', 'network_id': 'c596da71-249f-4a4a-b8ab-fde2c9dacf5f', 'tenant_id': '2f4bc83ddb294aec9928eb9e8ad1a0b2', 'fixed_ips': [{'subnet_id': 'c461e622-6026-49a1-85ee-38aeb2bdd086'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:25:01.049285 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:01.158736 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:01.234833 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:01.256005 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Allocated IP 2001:db8::1 (c596da71-249f-4a4a-b8ab-fde2c9dacf5f/c461e622-6026-49a1-85ee-38aeb2bdd086/9e9722d7-a26c-40b2-a927-2d6c524c6dc9) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:01.432638 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:01.441179 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Transition to ACTIVE for port object 9e9722d7-a26c-40b2-a927-2d6c524c6dc9 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:01.458806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Transition to ACTIVE for port object 9e9722d7-a26c-40b2-a927-2d6c524c6dc9 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:01.535732 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:01.608707 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Network c596da71-249f-4a4a-b8ab-fde2c9dacf5f is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:01.611812 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:01.618884 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:01.622365 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Pushing event updated for resources: {'Port': ['ID=9e9722d7-a26c-40b2-a927-2d6c524c6dc9,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:01.684050 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Attempting to bind port 9e9722d7-a26c-40b2-a927-2d6c524c6dc9 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:01.684423 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Attempting to bind port 9e9722d7-a26c-40b2-a927-2d6c524c6dc9 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50712bf0-c9ee-44e7-86cc-b23123d929e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c596da71-249f-4a4a-b8ab-fde2c9dacf5f'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:01.684792 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Attempting to bind port 9e9722d7-a26c-40b2-a927-2d6c524c6dc9 on network c596da71-249f-4a4a-b8ab-fde2c9dacf5f {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:01.690445 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:01.690824 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Checking segment: {'id': '50712bf0-c9ee-44e7-86cc-b23123d929e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c596da71-249f-4a4a-b8ab-fde2c9dacf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:01.691229 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:01.691652 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Bound using segment: {'id': '50712bf0-c9ee-44e7-86cc-b23123d929e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c596da71-249f-4a4a-b8ab-fde2c9dacf5f'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:01.692224 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Bound port: 9e9722d7-a26c-40b2-a927-2d6c524c6dc9, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50712bf0-c9ee-44e7-86cc-b23123d929e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c596da71-249f-4a4a-b8ab-fde2c9dacf5f'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:01.692614 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:01.768721 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] For port 9e9722d7-a26c-40b2-a927-2d6c524c6dc9, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:01.768929 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:01.772773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] For port 9e9722d7-a26c-40b2-a927-2d6c524c6dc9, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9e9722d7-a26c-40b2-a927-2d6c524c6dc9,segment=NetworkSegment(50712bf0-c9ee-44e7-86cc-b23123d929e8),segment_id=50712bf0-c9ee-44e7-86cc-b23123d929e8)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:01.799133 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Subnet': ['ID=c461e622-6026-49a1-85ee-38aeb2bdd086,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:01.906595 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:02.002621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266bc66-ce4a-4665-977b-2c9de4402bac None None] Pushing event updated for resources: {'Port': ['ID=9e9722d7-a26c-40b2-a927-2d6c524c6dc9,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:02.241838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af660-5e1e-485e-ba2e-8d6e543b7d2c req-026c2360-dea4-4b70-9fc5-f33c628131a2 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:02.258669 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-074af660-5e1e-485e-ba2e-8d6e543b7d2c req-026c2360-dea4-4b70-9fc5-f33c628131a2 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 946 time: 0.1405358 Aug 31 01:25:02.272447 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:02.297851 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c596da71-249f-4a4a-b8ab-fde2c9dacf5f']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:02.312706 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-074af660-5e1e-485e-ba2e-8d6e543b7d2c req-df0dce68-f1cd-449b-b122-d42de4202f1b tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524018 Aug 31 01:25:02.330582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50712bf0-c9ee-44e7-86cc-b23123d929e8') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:02.331211 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50712bf0-c9ee-44e7-86cc-b23123d929e8') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:02.350730 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:02.379726 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:02.379726 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:25:02.379726 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:25:02.383247 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:25:02.497926 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.api [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 01:25:02.497926 n-d-793621-34 neutron-server[102343]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 01:25:02.497926 n-d-793621-34 neutron-server[102343]: [parameters: {'id': 'c596da71-249f-4a4a-b8ab-fde2c9dacf5f'}] Aug 31 01:25:02.497926 n-d-793621-34 neutron-server[102343]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:25:02.498403 n-d-793621-34 neutron-server[102343]: DEBUG oslo_db.api [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:25:02.715577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9e9722d7-a26c-40b2-a927-2d6c524c6dc9 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:02.889907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 9e9722d7-a26c-40b2-a927-2d6c524c6dc9 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:02.999249 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.023267 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50216205-20e7-447a-800c-23f53c43a671 None None] Network c596da71-249f-4a4a-b8ab-fde2c9dacf5f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:03.082197 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Deleting port 9e9722d7-a26c-40b2-a927-2d6c524c6dc9 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:03.082651 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.155087 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] For port 9e9722d7-a26c-40b2-a927-2d6c524c6dc9, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9e9722d7-a26c-40b2-a927-2d6c524c6dc9,segment=NetworkSegment(50712bf0-c9ee-44e7-86cc-b23123d929e8),segment_id=50712bf0-c9ee-44e7-86cc-b23123d929e8)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:03.155461 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.171340 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Calling delete_port for 9e9722d7-a26c-40b2-a927-2d6c524c6dc9 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:03.180205 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8cb96310-de3b-44c5-8ac9-ed845f76e141 None None] Provisioning for port 9e9722d7-a26c-40b2-a927-2d6c524c6dc9 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:03.184541 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8cb96310-de3b-44c5-8ac9-ed845f76e141 None None] Provisioning complete for port 9e9722d7-a26c-40b2-a927-2d6c524c6dc9 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:03.185131 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8cb96310-de3b-44c5-8ac9-ed845f76e141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.241160 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b32d6fb-1443-4526-bd4e-adaebae1c4e7 None None] DHCP port deletion for c596da71-249f-4a4a-b8ab-fde2c9dacf5f request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:25:03.322666 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8cb96310-de3b-44c5-8ac9-ed845f76e141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.347164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0b32d6fb-1443-4526-bd4e-adaebae1c4e7 None None] Deleting port 9e9722d7-a26c-40b2-a927-2d6c524c6dc9 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:03.347537 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0b32d6fb-1443-4526-bd4e-adaebae1c4e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.377704 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.425207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Port': ['ID=9e9722d7-a26c-40b2-a927-2d6c524c6dc9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:03.433219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0b32d6fb-1443-4526-bd4e-adaebae1c4e7 None None] For port 9e9722d7-a26c-40b2-a927-2d6c524c6dc9, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9e9722d7-a26c-40b2-a927-2d6c524c6dc9,segment=NetworkSegment(50712bf0-c9ee-44e7-86cc-b23123d929e8),segment_id=50712bf0-c9ee-44e7-86cc-b23123d929e8)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:03.433656 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0b32d6fb-1443-4526-bd4e-adaebae1c4e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.433962 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No DVR routers for this DVR port 9e9722d7-a26c-40b2-a927-2d6c524c6dc9 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:03.455186 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0b32d6fb-1443-4526-bd4e-adaebae1c4e7 None None] Calling delete_port for 9e9722d7-a26c-40b2-a927-2d6c524c6dc9 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:03.534443 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.546597 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c596da71-249f-4a4a-b8ab-fde2c9dacf5f']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:03.548087 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0b32d6fb-1443-4526-bd4e-adaebae1c4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.558873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50712bf0-c9ee-44e7-86cc-b23123d929e8') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:03.559273 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50712bf0-c9ee-44e7-86cc-b23123d929e8') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:03.569806 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.576576 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32d6fb-1443-4526-bd4e-adaebae1c4e7 None None] Pushing event deleted for resources: {'Port': ['ID=9e9722d7-a26c-40b2-a927-2d6c524c6dc9,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:03.578960 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b32d6fb-1443-4526-bd4e-adaebae1c4e7 None None] No DVR routers for this DVR port 9e9722d7-a26c-40b2-a927-2d6c524c6dc9 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:03.593197 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.599325 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:25:03.599713 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:25:03.602987 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:25:03.797565 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.805721 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.807349 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/networks/c596da71-249f-4a4a-b8ab-fde2c9dacf5f HTTP/1.1" status: 204 len: 168 time: 2.8157184 Aug 31 01:25:03.811105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52516) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:03.817481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-15bf86b3-0a96-4b0c-b652-0514ce526a8a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-97394733'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:03.821104 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604ce9d-3b0f-47f0-86f9-b8a400c71bf6 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Network': ['ID=c596da71-249f-4a4a-b8ab-fde2c9dacf5f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:03.917366 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bf86b3-0a96-4b0c-b652-0514ce526a8a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:03.922027 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15bf86b3-0a96-4b0c-b652-0514ce526a8a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.951296 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15bf86b3-0a96-4b0c-b652-0514ce526a8a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:25:03.960646 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15bf86b3-0a96-4b0c-b652-0514ce526a8a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.961072 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-15bf86b3-0a96-4b0c-b652-0514ce526a8a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Added segment 393293aa-b257-4577-a4ea-b63c9d593ddd of type vlan for network ac7972f6-d872-4721-92ea-1b8952a2e361 Aug 31 01:25:04.006571 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15bf86b3-0a96-4b0c-b652-0514ce526a8a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:04.135284 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15bf86b3-0a96-4b0c-b652-0514ce526a8a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:04.143360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bf86b3-0a96-4b0c-b652-0514ce526a8a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:04.143982 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15bf86b3-0a96-4b0c-b652-0514ce526a8a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:04.224560 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf86b3-0a96-4b0c-b652-0514ce526a8a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Network': ['ID=ac7972f6-d872-4721-92ea-1b8952a2e361,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:04.236960 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network ac7972f6-d872-4721-92ea-1b8952a2e361 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:25:04.252196 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8b51b7fb-b796-46c6-b575-98f2a61315d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:04.325976 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-15bf86b3-0a96-4b0c-b652-0514ce526a8a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5100346 Aug 31 01:25:04.326552 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52554) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:04.331538 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9c87757c-032a-46b0-b70c-66a9ba901bf2 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'subnet': {'network_id': 'ac7972f6-d872-4721-92ea-1b8952a2e361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:04.551606 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c87757c-032a-46b0-b70c-66a9ba901bf2 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:04.556323 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c87757c-032a-46b0-b70c-66a9ba901bf2 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:04.639869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9e9722d7-a26c-40b2-a927-2d6c524c6dc9 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:04.666988 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 9e9722d7-a26c-40b2-a927-2d6c524c6dc9 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:04.667337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9e9722d7-a26c-40b2-a927-2d6c524c6dc9 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:04.871799 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c87757c-032a-46b0-b70c-66a9ba901bf2 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:04.938773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87757c-032a-46b0-b70c-66a9ba901bf2 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Subnet': ['ID=45c138c0-8238-4fc1-b37b-f05ccd2eea64,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:04.945472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c87757c-032a-46b0-b70c-66a9ba901bf2 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Checking segment: {'id': '393293aa-b257-4577-a4ea-b63c9d593ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ac7972f6-d872-4721-92ea-1b8952a2e361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:04.945616 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c87757c-032a-46b0-b70c-66a9ba901bf2 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network hostable DHCP agents. Network: ac7972f6-d872-4721-92ea-1b8952a2e361, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:25:05.054498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c87757c-032a-46b0-b70c-66a9ba901bf2 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network ac7972f6-d872-4721-92ea-1b8952a2e361 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:25:05.140379 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-9c87757c-032a-46b0-b70c-66a9ba901bf2 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, ac7972f6-d872-4721-92ea-1b8952a2e361) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:05.151182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b57be5-17ee-4d40-95ea-c6ae52265957 None None] Network ac7972f6-d872-4721-92ea-1b8952a2e361 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:05.156304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c87757c-032a-46b0-b70c-66a9ba901bf2 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:05.158341 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c87757c-032a-46b0-b70c-66a9ba901bf2 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:05.326293 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9c87757c-032a-46b0-b70c-66a9ba901bf2 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9990070 Aug 31 01:25:05.328783 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52572) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:05.360255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-ac7972f6-d872-4721-92ea-1b8952a2e361', 'network_id': 'ac7972f6-d872-4721-92ea-1b8952a2e361', 'tenant_id': '2f4bc83ddb294aec9928eb9e8ad1a0b2', 'fixed_ips': [{'subnet_id': '45c138c0-8238-4fc1-b37b-f05ccd2eea64'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:25:05.361128 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:05.444299 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:05.512433 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:05.523484 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Allocated IP 2001:db8::1 (ac7972f6-d872-4721-92ea-1b8952a2e361/45c138c0-8238-4fc1-b37b-f05ccd2eea64/6747b72e-e71a-4d93-82f8-c3ee3ec499ea) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:05.716654 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:05.730385 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Transition to ACTIVE for port object 6747b72e-e71a-4d93-82f8-c3ee3ec499ea will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:05.747961 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Transition to ACTIVE for port object 6747b72e-e71a-4d93-82f8-c3ee3ec499ea will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:05.841729 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:05.884416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Network ac7972f6-d872-4721-92ea-1b8952a2e361 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:05.895779 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:05.900830 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:05.908784 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Pushing event updated for resources: {'Port': ['ID=6747b72e-e71a-4d93-82f8-c3ee3ec499ea,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:05.943871 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:05.993503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Attempting to bind port 6747b72e-e71a-4d93-82f8-c3ee3ec499ea on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:05.993503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Attempting to bind port 6747b72e-e71a-4d93-82f8-c3ee3ec499ea by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '393293aa-b257-4577-a4ea-b63c9d593ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ac7972f6-d872-4721-92ea-1b8952a2e361'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:05.993503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Attempting to bind port 6747b72e-e71a-4d93-82f8-c3ee3ec499ea on network ac7972f6-d872-4721-92ea-1b8952a2e361 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:05.998194 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Subnet': ['ID=45c138c0-8238-4fc1-b37b-f05ccd2eea64,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:05.999716 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:06.000166 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Checking segment: {'id': '393293aa-b257-4577-a4ea-b63c9d593ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ac7972f6-d872-4721-92ea-1b8952a2e361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:06.000907 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.001336 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Bound using segment: {'id': '393293aa-b257-4577-a4ea-b63c9d593ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ac7972f6-d872-4721-92ea-1b8952a2e361'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:06.001884 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Bound port: 6747b72e-e71a-4d93-82f8-c3ee3ec499ea, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393293aa-b257-4577-a4ea-b63c9d593ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ac7972f6-d872-4721-92ea-1b8952a2e361'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:06.002910 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.087922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] For port 6747b72e-e71a-4d93-82f8-c3ee3ec499ea, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:06.091640 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] For port 6747b72e-e71a-4d93-82f8-c3ee3ec499ea, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=6747b72e-e71a-4d93-82f8-c3ee3ec499ea,segment=NetworkSegment(393293aa-b257-4577-a4ea-b63c9d593ddd),segment_id=393293aa-b257-4577-a4ea-b63c9d593ddd)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:06.095921 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.107848 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7972f6-d872-4721-92ea-1b8952a2e361']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:06.127566 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393293aa-b257-4577-a4ea-b63c9d593ddd') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:06.127961 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393293aa-b257-4577-a4ea-b63c9d593ddd') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:06.145322 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.174288 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.178698 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.186395 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:25:06.186960 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:25:06.197392 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:25:06.263958 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58282e2d-64a8-4355-bbe5-f77fadd7c056 None None] Pushing event updated for resources: {'Port': ['ID=6747b72e-e71a-4d93-82f8-c3ee3ec499ea,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:06.282891 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9decd8fe-dec6-4766-ae3b-cdd649d3980b None None] Network ac7972f6-d872-4721-92ea-1b8952a2e361 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:06.301551 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.api [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 01:25:06.301551 n-d-793621-34 neutron-server[102343]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 01:25:06.301551 n-d-793621-34 neutron-server[102343]: [parameters: {'id': 'ac7972f6-d872-4721-92ea-1b8952a2e361'}] Aug 31 01:25:06.301551 n-d-793621-34 neutron-server[102343]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:25:06.304111 n-d-793621-34 neutron-server[102343]: DEBUG oslo_db.api [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:25:06.438406 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b99e8f7-403f-4d1f-ae76-a2a72d2712e1 None None] get_active_networks_info from n-d-793621-34 {{(pid=102344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:25:06.570888 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b99e8f7-403f-4d1f-ae76-a2a72d2712e1 None None] Resources bound (agent type, host, resource id): {{(pid=102344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:25:06.805401 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.807506 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.887974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Deleting port 6747b72e-e71a-4d93-82f8-c3ee3ec499ea {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:06.888325 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.963127 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] For port 6747b72e-e71a-4d93-82f8-c3ee3ec499ea, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=6747b72e-e71a-4d93-82f8-c3ee3ec499ea,segment=NetworkSegment(393293aa-b257-4577-a4ea-b63c9d593ddd),segment_id=393293aa-b257-4577-a4ea-b63c9d593ddd)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:06.963779 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.968627 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-96dcca10-9399-4bb2-a2eb-08be92efad55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.980624 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Calling delete_port for 6747b72e-e71a-4d93-82f8-c3ee3ec499ea owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:07.168403 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:07.191915 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:07.217701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Port': ['ID=6747b72e-e71a-4d93-82f8-c3ee3ec499ea,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:07.221834 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No DVR routers for this DVR port 6747b72e-e71a-4d93-82f8-c3ee3ec499ea on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:07.311174 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:07.322816 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:07.323331 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7972f6-d872-4721-92ea-1b8952a2e361']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:07.337520 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393293aa-b257-4577-a4ea-b63c9d593ddd') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:07.338134 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393293aa-b257-4577-a4ea-b63c9d593ddd') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:07.359351 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:07.383936 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:07.393526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:25:07.394075 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:25:07.397200 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:25:07.602909 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:07.614228 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:07.617613 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/networks/ac7972f6-d872-4721-92ea-1b8952a2e361 HTTP/1.1" status: 204 len: 168 time: 2.2869709 Aug 31 01:25:07.621090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52606) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:07.627315 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-77996842-db95-4e3a-a687-5ac116616975 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1081507473'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:07.628949 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f9898-b043-4954-a7ad-d1f2d5a0b67b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Network': ['ID=ac7972f6-d872-4721-92ea-1b8952a2e361,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:07.785027 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77996842-db95-4e3a-a687-5ac116616975 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:07.789627 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77996842-db95-4e3a-a687-5ac116616975 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:07.818434 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77996842-db95-4e3a-a687-5ac116616975 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:25:07.830309 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77996842-db95-4e3a-a687-5ac116616975 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:07.830934 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-77996842-db95-4e3a-a687-5ac116616975 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Added segment 33f1f121-735e-4ba2-9df3-524fe1b05308 of type vlan for network 34b78beb-b646-495d-b4a1-3efaa1b3e704 Aug 31 01:25:07.881708 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77996842-db95-4e3a-a687-5ac116616975 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:07.991782 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77996842-db95-4e3a-a687-5ac116616975 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:07.997600 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77996842-db95-4e3a-a687-5ac116616975 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:08.000523 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77996842-db95-4e3a-a687-5ac116616975 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:08.074099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77996842-db95-4e3a-a687-5ac116616975 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Network': ['ID=34b78beb-b646-495d-b4a1-3efaa1b3e704,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:08.086486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 34b78beb-b646-495d-b4a1-3efaa1b3e704 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:25:08.149772 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52618) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:08.150920 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-77996842-db95-4e3a-a687-5ac116616975 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5278676 Aug 31 01:25:08.158515 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-63c5428a-8b41-4f82-ab94-190fbb49953b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'subnet': {'network_id': '34b78beb-b646-495d-b4a1-3efaa1b3e704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:08.373756 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c5428a-8b41-4f82-ab94-190fbb49953b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:08.377343 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-63c5428a-8b41-4f82-ab94-190fbb49953b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:08.585917 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:08.689046 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-63c5428a-8b41-4f82-ab94-190fbb49953b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:08.758269 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5428a-8b41-4f82-ab94-190fbb49953b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Subnet': ['ID=d36b6173-fce1-4a60-b46d-d6b5d693fafd,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:08.781200 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c5428a-8b41-4f82-ab94-190fbb49953b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Checking segment: {'id': '33f1f121-735e-4ba2-9df3-524fe1b05308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '34b78beb-b646-495d-b4a1-3efaa1b3e704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:08.781200 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c5428a-8b41-4f82-ab94-190fbb49953b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network hostable DHCP agents. Network: 34b78beb-b646-495d-b4a1-3efaa1b3e704, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:25:08.871485 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c5428a-8b41-4f82-ab94-190fbb49953b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network 34b78beb-b646-495d-b4a1-3efaa1b3e704 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:25:08.985456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-63c5428a-8b41-4f82-ab94-190fbb49953b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 34b78beb-b646-495d-b4a1-3efaa1b3e704) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:08.990125 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c5428a-8b41-4f82-ab94-190fbb49953b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:08.990717 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-63c5428a-8b41-4f82-ab94-190fbb49953b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:08.995531 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d101f832-44a4-4455-b7d0-ebe3536ab88a None None] Network 34b78beb-b646-495d-b4a1-3efaa1b3e704 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:09.095774 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-63c5428a-8b41-4f82-ab94-190fbb49953b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9435651 Aug 31 01:25:09.098717 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52636) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:09.105466 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-716457db-19d0-40db-87bc-1597a656c18f tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'subnet': {'network_id': '34b78beb-b646-495d-b4a1-3efaa1b3e704', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:09.178027 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-34b78beb-b646-495d-b4a1-3efaa1b3e704', 'network_id': '34b78beb-b646-495d-b4a1-3efaa1b3e704', 'tenant_id': '2f4bc83ddb294aec9928eb9e8ad1a0b2', 'fixed_ips': [{'subnet_id': 'd36b6173-fce1-4a60-b46d-d6b5d693fafd'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:25:09.179482 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.368022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Allocated IP 2001:db8::2 (34b78beb-b646-495d-b4a1-3efaa1b3e704/d36b6173-fce1-4a60-b46d-d6b5d693fafd/08864879-d030-403d-98d6-185c0c49ccd3) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:09.398073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716457db-19d0-40db-87bc-1597a656c18f tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:09.402293 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-716457db-19d0-40db-87bc-1597a656c18f tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.557706 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.567996 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Transition to ACTIVE for port object 08864879-d030-403d-98d6-185c0c49ccd3 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:09.585226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Transition to ACTIVE for port object 08864879-d030-403d-98d6-185c0c49ccd3 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:09.660627 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.702568 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Network 34b78beb-b646-495d-b4a1-3efaa1b3e704 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:09.705718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:09.710463 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:09.717662 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Pushing event updated for resources: {'Port': ['ID=08864879-d030-403d-98d6-185c0c49ccd3,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:09.768580 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-716457db-19d0-40db-87bc-1597a656c18f tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.777629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Attempting to bind port 08864879-d030-403d-98d6-185c0c49ccd3 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:09.777970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Attempting to bind port 08864879-d030-403d-98d6-185c0c49ccd3 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '33f1f121-735e-4ba2-9df3-524fe1b05308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '34b78beb-b646-495d-b4a1-3efaa1b3e704'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:09.778342 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Attempting to bind port 08864879-d030-403d-98d6-185c0c49ccd3 on network 34b78beb-b646-495d-b4a1-3efaa1b3e704 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:09.785344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:09.785809 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Checking segment: {'id': '33f1f121-735e-4ba2-9df3-524fe1b05308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '34b78beb-b646-495d-b4a1-3efaa1b3e704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:09.786314 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.786722 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Bound using segment: {'id': '33f1f121-735e-4ba2-9df3-524fe1b05308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '34b78beb-b646-495d-b4a1-3efaa1b3e704'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:09.787205 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Bound port: 08864879-d030-403d-98d6-185c0c49ccd3, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f1f121-735e-4ba2-9df3-524fe1b05308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '34b78beb-b646-495d-b4a1-3efaa1b3e704'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:09.787611 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.808454 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716457db-19d0-40db-87bc-1597a656c18f tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network 34b78beb-b646-495d-b4a1-3efaa1b3e704 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:09.816091 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-716457db-19d0-40db-87bc-1597a656c18f tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:09.821335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716457db-19d0-40db-87bc-1597a656c18f tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:09.822081 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-716457db-19d0-40db-87bc-1597a656c18f tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.847727 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716457db-19d0-40db-87bc-1597a656c18f tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Subnet': ['ID=09e4aff3-98c5-4107-b284-f7ee904075e1,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:09.914497 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] For port 08864879-d030-403d-98d6-185c0c49ccd3, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:09.917626 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] For port 08864879-d030-403d-98d6-185c0c49ccd3, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=08864879-d030-403d-98d6-185c0c49ccd3,segment=NetworkSegment(33f1f121-735e-4ba2-9df3-524fe1b05308),segment_id=33f1f121-735e-4ba2-9df3-524fe1b05308)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:10.123648 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-716457db-19d0-40db-87bc-1597a656c18f tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0202296 Aug 31 01:25:10.124222 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52654) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:10.188169 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9db3c7-ac25-4c91-8998-3c65060b430e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:10.189753 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9db3c7-ac25-4c91-8998-3c65060b430e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:10.191448 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9db3c7-ac25-4c91-8998-3c65060b430e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:10.193104 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9db3c7-ac25-4c91-8998-3c65060b430e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:10.194856 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9db3c7-ac25-4c91-8998-3c65060b430e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:10.196597 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0e9db3c7-ac25-4c91-8998-3c65060b430e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0716176 Aug 31 01:25:10.200786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52656) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:10.206406 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4dbd18b8-1fb7-4270-bc0f-4b14946daf32 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1445903863'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:10.591031 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.685567 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cae55a-9a00-4bb7-816d-a8630eb5be6a None None] Pushing event updated for resources: {'Port': ['ID=08864879-d030-403d-98d6-185c0c49ccd3,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:10.850683 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.925572 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbd18b8-1fb7-4270-bc0f-4b14946daf32 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:10.928245 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4dbd18b8-1fb7-4270-bc0f-4b14946daf32 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.974244 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbd18b8-1fb7-4270-bc0f-4b14946daf32 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:25:10.987149 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4dbd18b8-1fb7-4270-bc0f-4b14946daf32 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.987504 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-4dbd18b8-1fb7-4270-bc0f-4b14946daf32 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Added segment 61a8bd79-73bc-41fb-880f-1f03c7f686f5 of type vlan for network a2833338-5554-4f86-b721-75290e14ff45 Aug 31 01:25:11.053204 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4dbd18b8-1fb7-4270-bc0f-4b14946daf32 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:11.191680 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4dbd18b8-1fb7-4270-bc0f-4b14946daf32 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:11.198752 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbd18b8-1fb7-4270-bc0f-4b14946daf32 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:11.199883 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4dbd18b8-1fb7-4270-bc0f-4b14946daf32 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:11.297526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd18b8-1fb7-4270-bc0f-4b14946daf32 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Network': ['ID=a2833338-5554-4f86-b721-75290e14ff45,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:11.309202 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network a2833338-5554-4f86-b721-75290e14ff45 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:25:11.330181 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4dbd18b8-1fb7-4270-bc0f-4b14946daf32 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1279495 Aug 31 01:25:11.332751 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52674) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:11.347414 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e3c1f9e4-4fb1-4ca2-b7c0-ee8920ae657b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:11.573070 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f9e4-4fb1-4ca2-b7c0-ee8920ae657b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:11.731045 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb5015e-f65e-406d-86c1-1532e8a2d02c None None] Network 34b78beb-b646-495d-b4a1-3efaa1b3e704 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:11.762820 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f9e4-4fb1-4ca2-b7c0-ee8920ae657b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:11.786004 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e3c1f9e4-4fb1-4ca2-b7c0-ee8920ae657b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network a2833338-5554-4f86-b721-75290e14ff45 is not hosted by any dhcp agent {{(pid=102343) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 01:25:11.793086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c1f9e4-4fb1-4ca2-b7c0-ee8920ae657b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:11.793837 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f9e4-4fb1-4ca2-b7c0-ee8920ae657b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:11.797717 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e3c1f9e4-4fb1-4ca2-b7c0-ee8920ae657b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "PUT /v2.0/networks/a2833338-5554-4f86-b721-75290e14ff45 HTTP/1.1" status: 200 len: 723 time: 0.4611847 Aug 31 01:25:11.798276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52680) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:11.804627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-26f23678-280d-4376-8fb6-2455b769d8d0 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'subnet': {'network_id': 'a2833338-5554-4f86-b721-75290e14ff45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:11.850594 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1f9e4-4fb1-4ca2-b7c0-ee8920ae657b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Network': ['ID=a2833338-5554-4f86-b721-75290e14ff45,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:11.866074 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network a2833338-5554-4f86-b721-75290e14ff45 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:25:11.923632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a70fba32-f60d-4381-8bc7-2127951aadd7 None None] Provisioning for port 08864879-d030-403d-98d6-185c0c49ccd3 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:12.043581 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f23678-280d-4376-8fb6-2455b769d8d0 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:12.052382 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26f23678-280d-4376-8fb6-2455b769d8d0 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:12.094664 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9354e6b4-a652-43b1-bf12-7056fc9d594b None None] Update dhcp port {'port': {'network_id': '34b78beb-b646-495d-b4a1-3efaa1b3e704', 'fixed_ips': [{'subnet_id': 'd36b6173-fce1-4a60-b46d-d6b5d693fafd', 'ip_address': '2001:db8::2'}, {'subnet_id': '09e4aff3-98c5-4107-b284-f7ee904075e1'}], 'binding:host_id': 'n-d-793621-34'}, 'id': '08864879-d030-403d-98d6-185c0c49ccd3'} from n-d-793621-34. {{(pid=102344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:25:12.128775 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9354e6b4-a652-43b1-bf12-7056fc9d594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:12.335676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-9354e6b4-a652-43b1-bf12-7056fc9d594b None None] Allocated IP 172.20.0.1 (34b78beb-b646-495d-b4a1-3efaa1b3e704/09e4aff3-98c5-4107-b284-f7ee904075e1/08864879-d030-403d-98d6-185c0c49ccd3) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:12.715735 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 08864879-d030-403d-98d6-185c0c49ccd3 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:12.763816 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-9354e6b4-a652-43b1-bf12-7056fc9d594b None None] For port 08864879-d030-403d-98d6-185c0c49ccd3, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=08864879-d030-403d-98d6-185c0c49ccd3,segment=NetworkSegment(33f1f121-735e-4ba2-9df3-524fe1b05308),segment_id=33f1f121-735e-4ba2-9df3-524fe1b05308)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:12.781425 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26f23678-280d-4376-8fb6-2455b769d8d0 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:12.809682 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9354e6b4-a652-43b1-bf12-7056fc9d594b None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:12.828674 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9354e6b4-a652-43b1-bf12-7056fc9d594b None None] Transition to ACTIVE for port object 08864879-d030-403d-98d6-185c0c49ccd3 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:12.845704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f23678-280d-4376-8fb6-2455b769d8d0 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Subnet': ['ID=938c1a5e-901f-4257-bbd3-1fdf32be0477,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:12.863751 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f23678-280d-4376-8fb6-2455b769d8d0 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Checking segment: {'id': '61a8bd79-73bc-41fb-880f-1f03c7f686f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a2833338-5554-4f86-b721-75290e14ff45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:12.864351 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f23678-280d-4376-8fb6-2455b769d8d0 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network hostable DHCP agents. Network: a2833338-5554-4f86-b721-75290e14ff45, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:25:12.974666 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9354e6b4-a652-43b1-bf12-7056fc9d594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:13.013932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f23678-280d-4376-8fb6-2455b769d8d0 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network a2833338-5554-4f86-b721-75290e14ff45 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:25:13.050530 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 08864879-d030-403d-98d6-185c0c49ccd3 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:13.094793 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354e6b4-a652-43b1-bf12-7056fc9d594b None None] Pushing event updated for resources: {'Port': ['ID=08864879-d030-403d-98d6-185c0c49ccd3,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:13.128311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-26f23678-280d-4376-8fb6-2455b769d8d0 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, a2833338-5554-4f86-b721-75290e14ff45) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:13.134230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f23678-280d-4376-8fb6-2455b769d8d0 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:13.135098 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26f23678-280d-4376-8fb6-2455b769d8d0 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:13.137495 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa15684c-47f0-4bdf-84e2-58934eceeada None None] Network a2833338-5554-4f86-b721-75290e14ff45 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:13.256398 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-26f23678-280d-4376-8fb6-2455b769d8d0 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4566181 Aug 31 01:25:13.259075 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52702) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:13.265128 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-64844eef-0f79-4635-8268-56ae078facd5 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:13.327628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-a2833338-5554-4f86-b721-75290e14ff45', 'network_id': 'a2833338-5554-4f86-b721-75290e14ff45', 'tenant_id': '2f4bc83ddb294aec9928eb9e8ad1a0b2', 'fixed_ips': [{'subnet_id': '938c1a5e-901f-4257-bbd3-1fdf32be0477'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:25:13.327628 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:13.398351 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-64844eef-0f79-4635-8268-56ae078facd5 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11472011'] for subnet, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:13.517730 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Allocated IP 2001:db8::2 (a2833338-5554-4f86-b721-75290e14ff45/938c1a5e-901f-4257-bbd3-1fdf32be0477/1b59b540-5d61-45f3-a245-cc5a7827a4a9) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:13.766750 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:13.780139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Transition to ACTIVE for port object 1b59b540-5d61-45f3-a245-cc5a7827a4a9 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:13.802565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Transition to ACTIVE for port object 1b59b540-5d61-45f3-a245-cc5a7827a4a9 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:13.847248 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0697e3-667f-409d-b003-7026882f8900 None None] Network 34b78beb-b646-495d-b4a1-3efaa1b3e704 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:13.913520 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:13.977842 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Network a2833338-5554-4f86-b721-75290e14ff45 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:13.984057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:13.992508 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:14.020173 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Pushing event updated for resources: {'Port': ['ID=1b59b540-5d61-45f3-a245-cc5a7827a4a9,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:14.038486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-beed08b4-2b78-422b-b3d7-5cb840fd88ed None None] Provisioning for port 08864879-d030-403d-98d6-185c0c49ccd3 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:14.049301 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-beed08b4-2b78-422b-b3d7-5cb840fd88ed None None] Provisioning complete for port 08864879-d030-403d-98d6-185c0c49ccd3 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:14.056984 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-beed08b4-2b78-422b-b3d7-5cb840fd88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.117366 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-64844eef-0f79-4635-8268-56ae078facd5 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748208802268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11895688'] for subnet, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.151207 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Attempting to bind port 1b59b540-5d61-45f3-a245-cc5a7827a4a9 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:14.151584 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Attempting to bind port 1b59b540-5d61-45f3-a245-cc5a7827a4a9 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '61a8bd79-73bc-41fb-880f-1f03c7f686f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a2833338-5554-4f86-b721-75290e14ff45'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:14.151966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Attempting to bind port 1b59b540-5d61-45f3-a245-cc5a7827a4a9 on network a2833338-5554-4f86-b721-75290e14ff45 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:14.168726 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:14.171183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Checking segment: {'id': '61a8bd79-73bc-41fb-880f-1f03c7f686f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a2833338-5554-4f86-b721-75290e14ff45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:14.171183 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.171183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Bound using segment: {'id': '61a8bd79-73bc-41fb-880f-1f03c7f686f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a2833338-5554-4f86-b721-75290e14ff45'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:14.171183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Bound port: 1b59b540-5d61-45f3-a245-cc5a7827a4a9, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a8bd79-73bc-41fb-880f-1f03c7f686f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a2833338-5554-4f86-b721-75290e14ff45'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:14.171183 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.198966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64844eef-0f79-4635-8268-56ae078facd5 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:14.199608 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-64844eef-0f79-4635-8268-56ae078facd5 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.200945 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-64844eef-0f79-4635-8268-56ae078facd5 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "PUT /v2.0/subnets/938c1a5e-901f-4257-bbd3-1fdf32be0477 HTTP/1.1" status: 200 len: 826 time: 0.9407654 Aug 31 01:25:14.205553 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52718) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:14.296716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64844eef-0f79-4635-8268-56ae078facd5 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Subnet': ['ID=938c1a5e-901f-4257-bbd3-1fdf32be0477,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:14.353244 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.369899 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-beed08b4-2b78-422b-b3d7-5cb840fd88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.375084 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] For port 1b59b540-5d61-45f3-a245-cc5a7827a4a9, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:14.388091 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] For port 1b59b540-5d61-45f3-a245-cc5a7827a4a9, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1b59b540-5d61-45f3-a245-cc5a7827a4a9,segment=NetworkSegment(61a8bd79-73bc-41fb-880f-1f03c7f686f5),segment_id=61a8bd79-73bc-41fb-880f-1f03c7f686f5)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:14.430963 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Deleting port 1b59b540-5d61-45f3-a245-cc5a7827a4a9 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:14.431691 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.441120 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-beed08b4-2b78-422b-b3d7-5cb840fd88ed None None] For port 08864879-d030-403d-98d6-185c0c49ccd3, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=08864879-d030-403d-98d6-185c0c49ccd3,segment=NetworkSegment(33f1f121-735e-4ba2-9df3-524fe1b05308),segment_id=33f1f121-735e-4ba2-9df3-524fe1b05308)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:14.472263 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.504369 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efef6e-d74f-44a7-9674-dbf032dddf34 req-8b75ebfe-bae4-4b5a-9ced-31086cfe1ecf tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:14.506032 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-00efef6e-d74f-44a7-9674-dbf032dddf34 req-8b75ebfe-bae4-4b5a-9ced-31086cfe1ecf tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 1098 time: 0.0895526 Aug 31 01:25:14.594362 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-beed08b4-2b78-422b-b3d7-5cb840fd88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.615647 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060399c-3a6b-453a-a841-c41170032bf4 None None] Pushing event updated for resources: {'Port': ['ID=1b59b540-5d61-45f3-a245-cc5a7827a4a9,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:14.618476 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-00efef6e-d74f-44a7-9674-dbf032dddf34 req-29758c86-7393-4d68-aea1-ceb772d34cde tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012647 Aug 31 01:25:14.642406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] For port 1b59b540-5d61-45f3-a245-cc5a7827a4a9, host n-d-793621-34, got binding levels [] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:14.642406 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.647648 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52728) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:14.701428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Calling delete_port for 1b59b540-5d61-45f3-a245-cc5a7827a4a9 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:14.735103 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 08864879-d030-403d-98d6-185c0c49ccd3 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:14.912236 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed08b4-2b78-422b-b3d7-5cb840fd88ed None None] Pushing event updated for resources: {'Port': ['ID=08864879-d030-403d-98d6-185c0c49ccd3,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:14.915493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4e9291f3-6a8e-4bce-ba1b-f700a6c6c005 None None] Provisioning complete for port 08864879-d030-403d-98d6-185c0c49ccd3 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:14.915883 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4e9291f3-6a8e-4bce-ba1b-f700a6c6c005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.967366 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 08864879-d030-403d-98d6-185c0c49ccd3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:14.967366 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:15.031716 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:15.076559 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Port': ['ID=1b59b540-5d61-45f3-a245-cc5a7827a4a9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:15.093806 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-84e74424-a19a-4a95-880b-b56c588ead50 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting port 031d042f-eb4a-434b-a32d-76e2d92e860c {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:15.095753 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84e74424-a19a-4a95-880b-b56c588ead50 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:15.147435 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No DVR routers for this DVR port 1b59b540-5d61-45f3-a245-cc5a7827a4a9 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:15.221734 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84e74424-a19a-4a95-880b-b56c588ead50 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:15.222157 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84e74424-a19a-4a95-880b-b56c588ead50 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:15.235079 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:15.239858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-84e74424-a19a-4a95-880b-b56c588ead50 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Calling delete_port for 031d042f-eb4a-434b-a32d-76e2d92e860c owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:15.460378 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:15.513870 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Subnet': ['ID=938c1a5e-901f-4257-bbd3-1fdf32be0477,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:15.577535 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:15.589943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2833338-5554-4f86-b721-75290e14ff45']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:15.604692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a8bd79-73bc-41fb-880f-1f03c7f686f5') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:15.605068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a8bd79-73bc-41fb-880f-1f03c7f686f5') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:15.616107 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84e74424-a19a-4a95-880b-b56c588ead50 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:15.618886 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:15.637186 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:15.643981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:25:15.644391 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:25:15.648265 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:25:15.667894 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e74424-a19a-4a95-880b-b56c588ead50 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Port': ['ID=031d042f-eb4a-434b-a32d-76e2d92e860c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:15.781505 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84e74424-a19a-4a95-880b-b56c588ead50 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:15.781840 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-84e74424-a19a-4a95-880b-b56c588ead50 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Floating IP d3ebc673-d926-44e3-a52a-5e34b372f62a disassociated (deleted). External IP: 172.25.2.93, port: 2f7da26e-8742-489f-9de4-c12305ac1dab. Aug 31 01:25:15.843300 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:15.856814 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:15.864869 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/networks/a2833338-5554-4f86-b721-75290e14ff45 HTTP/1.1" status: 204 len: 168 time: 1.6591043 Aug 31 01:25:15.866107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52748) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:15.899765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd475e6-6b73-4b04-9af2-7bdf71d3fa14 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Network': ['ID=a2833338-5554-4f86-b721-75290e14ff45,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:15.912924 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7388a98-a0bc-4468-bb87-2b193d366da9 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] DELETE failed (client error): The resource could not be found. Aug 31 01:25:15.916382 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7388a98-a0bc-4468-bb87-2b193d366da9 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:25:15.916382 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c7388a98-a0bc-4468-bb87-2b193d366da9 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/networks/a2833338-5554-4f86-b721-75290e14ff45 HTTP/1.1" status: 404 len: 339 time: 0.0360248 Aug 31 01:25:15.921614 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52750) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:15.928719 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-14776f06-3d28-41a5-b45c-381c628e1b0e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1266275680', 'description': 'd1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:16.082106 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e74424-a19a-4a95-880b-b56c588ead50 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router e2208b68-7fd0-4659-822d-900b85d3480a has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:25:16.133690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14776f06-3d28-41a5-b45c-381c628e1b0e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:16.137249 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-14776f06-3d28-41a5-b45c-381c628e1b0e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:16.179856 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14776f06-3d28-41a5-b45c-381c628e1b0e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:25:16.197345 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-14776f06-3d28-41a5-b45c-381c628e1b0e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:16.197885 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-14776f06-3d28-41a5-b45c-381c628e1b0e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Added segment 3422f8d2-167f-49a2-a554-82d56ec90da2 of type vlan for network 1a8f8fd3-0e17-4aee-9959-1957a2172aa9 Aug 31 01:25:16.227593 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e74424-a19a-4a95-880b-b56c588ead50 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:25:16.234648 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84e74424-a19a-4a95-880b-b56c588ead50 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:16.245067 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce8a83-c3af-42e8-8801-0fa977dec2af None None] Sync routers for ids ['e2208b68-7fd0-4659-822d-900b85d3480a'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:25:16.248397 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-61d03cc7-5d3e-481e-854e-7c134080b9a9 None None] Could not find standard attr ID for object 1b59b540-5d61-45f3-a245-cc5a7827a4a9. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:25:16.263167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce8a83-c3af-42e8-8801-0fa977dec2af None None] Routers {'e2208b68-7fd0-4659-822d-900b85d3480a'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:16.264027 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-07ce8a83-c3af-42e8-8801-0fa977dec2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e2208b68-7fd0-4659-822d-900b85d3480a'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:16.274290 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-14776f06-3d28-41a5-b45c-381c628e1b0e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:16.278815 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-84e74424-a19a-4a95-880b-b56c588ead50 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/floatingips/d3ebc673-d926-44e3-a52a-5e34b372f62a HTTP/1.1" status: 204 len: 168 time: 1.6298206 Aug 31 01:25:16.285704 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'tag': '2f7da26e-8742-489f-9de4-c12305ac1dab'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:25:16.285704 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdce803e-1f73-40fb-a2b8-d9dbe9376aed" -d '{"events": [{"name": "network-changed", "server_uuid": "53fb56aa-8035-479b-bd80-7fbae31a2dac", "tag": "2f7da26e-8742-489f-9de4-c12305ac1dab"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:16.347969 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222094bd-5edd-4ed3-9a25-2b890f30e180 None None] DHCP port deletion for a2833338-5554-4f86-b721-75290e14ff45 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:25:16.354764 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1f9b51-0bfe-4ced-aaca-29bb3a213353 x-openstack-request-id: req-de1f9b51-0bfe-4ced-aaca-29bb3a213353 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:16.366736 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53fb56aa-8035-479b-bd80-7fbae31a2dac", "tag": "2f7da26e-8742-489f-9de4-c12305ac1dab", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:16.367043 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de1f9b51-0bfe-4ced-aaca-29bb3a213353 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:16.367493 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'tag': '2f7da26e-8742-489f-9de4-c12305ac1dab', 'status': 'completed', 'code': 200} Aug 31 01:25:16.407097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dead199-29b5-4c4c-9f6b-13013240d289 None None] Network a2833338-5554-4f86-b721-75290e14ff45 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:16.424587 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dead199-29b5-4c4c-9f6b-13013240d289 None None] Network a2833338-5554-4f86-b721-75290e14ff45 could not be found, it might have been deleted concurrently. {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 01:25:16.433122 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-14776f06-3d28-41a5-b45c-381c628e1b0e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:16.438045 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8566a9af-db4a-4c1b-977e-4555d2439696 None None] Network a2833338-5554-4f86-b721-75290e14ff45 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:16.439182 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14776f06-3d28-41a5-b45c-381c628e1b0e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:16.439836 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-14776f06-3d28-41a5-b45c-381c628e1b0e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:16.456401 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8566a9af-db4a-4c1b-977e-4555d2439696 None None] Network a2833338-5554-4f86-b721-75290e14ff45 could not be found, it might have been deleted concurrently. {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 01:25:16.482453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-07ce8a83-c3af-42e8-8801-0fa977dec2af None None] Set router e2208b68-7fd0-4659-822d-900b85d3480a gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:16.545473 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce803e-1f73-40fb-a2b8-d9dbe9376aed req-edd1759a-fbdd-418e-9d08-2326f9ba21a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:16.550645 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cdce803e-1f73-40fb-a2b8-d9dbe9376aed req-edd1759a-fbdd-418e-9d08-2326f9ba21a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 1098 time: 0.1520398 Aug 31 01:25:16.556166 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-14776f06-3d28-41a5-b45c-381c628e1b0e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6332011 Aug 31 01:25:16.559368 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52766) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:16.671538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14776f06-3d28-41a5-b45c-381c628e1b0e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Network': ['ID=1a8f8fd3-0e17-4aee-9959-1957a2172aa9,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:16.724951 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5958f7b2-e148-4db0-95ea-b9cb7054426b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:16.726989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5958f7b2-e148-4db0-95ea-b9cb7054426b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "GET /v2.0/networks?id=1a8f8fd3-0e17-4aee-9959-1957a2172aa9 HTTP/1.1" status: 200 len: 765 time: 0.1655209 Aug 31 01:25:16.730023 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52770) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:16.741514 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-6554904f-0b9c-42c5-9607-0dadbee135dd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'network': {'description': 'd2'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:16.741758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce803e-1f73-40fb-a2b8-d9dbe9376aed req-21d7b01e-7d7a-4555-9b1d-64dacf772d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:16.743167 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cdce803e-1f73-40fb-a2b8-d9dbe9376aed req-21d7b01e-7d7a-4555-9b1d-64dacf772d0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f28c861-fdc8-4660-a486-64d863120c91 HTTP/1.1" status: 200 len: 897 time: 0.1695576 Aug 31 01:25:16.746795 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 1a8f8fd3-0e17-4aee-9959-1957a2172aa9 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:25:16.749305 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 08864879-d030-403d-98d6-185c0c49ccd3 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:16.813652 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cdce803e-1f73-40fb-a2b8-d9dbe9376aed req-8155a68c-81b6-4184-a40e-ad67bed23af8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7da26e-8742-489f-9de4-c12305ac1dab HTTP/1.1" status: 200 len: 217 time: 0.0573666 Aug 31 01:25:16.885918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce803e-1f73-40fb-a2b8-d9dbe9376aed req-edaac11d-b9c8-40c9-b248-1bdb95d1397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:16.887600 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cdce803e-1f73-40fb-a2b8-d9dbe9376aed req-edaac11d-b9c8-40c9-b248-1bdb95d1397e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c HTTP/1.1" status: 200 len: 834 time: 0.0656493 Aug 31 01:25:16.949796 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce803e-1f73-40fb-a2b8-d9dbe9376aed req-5ccf7fc5-b244-4573-9d52-1f5ffeced0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:16.951540 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cdce803e-1f73-40fb-a2b8-d9dbe9376aed req-5ccf7fc5-b244-4573-9d52-1f5ffeced0e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f28c861-fdc8-4660-a486-64d863120c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554070 Aug 31 01:25:16.969589 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 08864879-d030-403d-98d6-185c0c49ccd3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:16.970242 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:16.998114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757acb6-8984-4829-83f1-00665e9fcdfc req-59f6b03e-95a3-4fe0-a9f1-a2f6e66e99b0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:17.029467 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b757acb6-8984-4829-83f1-00665e9fcdfc req-59f6b03e-95a3-4fe0-a9f1-a2f6e66e99b0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.1807578 Aug 31 01:25:17.072684 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6554904f-0b9c-42c5-9607-0dadbee135dd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:17.097351 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b757acb6-8984-4829-83f1-00665e9fcdfc req-6966000c-8d41-45ff-9154-0860a0db8409 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940101 Aug 31 01:25:17.139378 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cdce803e-1f73-40fb-a2b8-d9dbe9376aed req-ab2d408c-abab-4ca3-82f9-788df946dc78 service neutron] 10.222.0.48 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469524 Aug 31 01:25:17.140481 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-07ce8a83-c3af-42e8-8801-0fa977dec2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533800653', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:15Z', 'updated_at': '2021-08-31T01:23:22Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:16Z', 'updated_at': '2021-08-31T01:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '2491913f-8773-40d0-aa0e-e1c6b7a0899b', 'name': '', 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:4f:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:21Z', 'updated_at': '2021-08-31T01:23:26Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:17.178729 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce8a83-c3af-42e8-8801-0fa977dec2af None None] Checking router: e2208b68-7fd0-4659-822d-900b85d3480a for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:25:17.191991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce8a83-c3af-42e8-8801-0fa977dec2af None None] Routers {'e2208b68-7fd0-4659-822d-900b85d3480a'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:17.193157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-07ce8a83-c3af-42e8-8801-0fa977dec2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e2208b68-7fd0-4659-822d-900b85d3480a'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:17.232907 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6554904f-0b9c-42c5-9607-0dadbee135dd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:17.247205 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6554904f-0b9c-42c5-9607-0dadbee135dd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network 1a8f8fd3-0e17-4aee-9959-1957a2172aa9 is not hosted by any dhcp agent {{(pid=102343) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 01:25:17.259616 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6554904f-0b9c-42c5-9607-0dadbee135dd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:17.260545 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6554904f-0b9c-42c5-9607-0dadbee135dd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:17.261571 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cdce803e-1f73-40fb-a2b8-d9dbe9376aed req-6893321a-2a1b-4298-97af-3954207ac767 service neutron] 10.222.0.48 "GET /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418021 Aug 31 01:25:17.263077 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6554904f-0b9c-42c5-9607-0dadbee135dd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "PUT /v2.0/networks/1a8f8fd3-0e17-4aee-9959-1957a2172aa9 HTTP/1.1" status: 200 len: 762 time: 0.5274558 Aug 31 01:25:17.265640 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52778) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:17.343479 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554904f-0b9c-42c5-9607-0dadbee135dd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Network': ['ID=1a8f8fd3-0e17-4aee-9959-1957a2172aa9,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:17.397134 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c7a42f-4886-42cd-9aa8-c121f9e9b64a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:17.398817 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-65c7a42f-4886-42cd-9aa8-c121f9e9b64a tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "GET /v2.0/networks?id=1a8f8fd3-0e17-4aee-9959-1957a2172aa9 HTTP/1.1" status: 200 len: 765 time: 0.1318760 Aug 31 01:25:17.403547 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52782) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:17.498035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 1a8f8fd3-0e17-4aee-9959-1957a2172aa9 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:25:17.545704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c86fd3-0661-4381-acdc-ffd64eb7f60f tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:17.550293 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52788) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:17.550609 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-04c86fd3-0661-4381-acdc-ffd64eb7f60f tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1459572 Aug 31 01:25:17.592339 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-eb00d955-cbc6-4ef8-ac8b-224aa8b7e5d7 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "GET /v2.0/subnets?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875 HTTP/1.1" status: 200 len: 207 time: 0.0407884 Aug 31 01:25:17.598300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52792) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:17.619650 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-07ce8a83-c3af-42e8-8801-0fa977dec2af None None] Set router e2208b68-7fd0-4659-822d-900b85d3480a gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:17.734364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75ba224-7cd6-425d-9bf8-ad432753d768 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:17.740518 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75ba224-7cd6-425d-9bf8-ad432753d768 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:17.747454 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75ba224-7cd6-425d-9bf8-ad432753d768 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:17.756085 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75ba224-7cd6-425d-9bf8-ad432753d768 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:17.762348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75ba224-7cd6-425d-9bf8-ad432753d768 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:17.768989 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75ba224-7cd6-425d-9bf8-ad432753d768 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:17.775523 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52794) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:17.775852 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f75ba224-7cd6-425d-9bf8-ad432753d768 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.1757333 Aug 31 01:25:17.889355 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-07ce8a83-c3af-42e8-8801-0fa977dec2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533800653', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:15Z', 'updated_at': '2021-08-31T01:23:22Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:16Z', 'updated_at': '2021-08-31T01:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '2491913f-8773-40d0-aa0e-e1c6b7a0899b', 'name': '', 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:4f:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:21Z', 'updated_at': '2021-08-31T01:23:26Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:17.917431 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce8a83-c3af-42e8-8801-0fa977dec2af None None] The sync data for ids ['e2208b68-7fd0-4659-822d-900b85d3480a'] in n-d-793621-34 is: [{'id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533800653', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:15Z', 'updated_at': '2021-08-31T01:23:22Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:16Z', 'updated_at': '2021-08-31T01:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '2491913f-8773-40d0-aa0e-e1c6b7a0899b', 'name': '', 'network_id': '8f28c861-fdc8-4660-a486-64d863120c91', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:4f:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:21Z', 'updated_at': '2021-08-31T01:23:26Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:25:18.068884 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52802) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:18.069527 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fe644222-e594-418f-ac19-b6e574b6d0b0 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2916250 Aug 31 01:25:18.146583 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d2788-a73f-4b74-9050-04f4b57bf81c tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:18.148149 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d2788-a73f-4b74-9050-04f4b57bf81c tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:18.149845 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d2788-a73f-4b74-9050-04f4b57bf81c tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:18.151912 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d2788-a73f-4b74-9050-04f4b57bf81c tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:18.154417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d2788-a73f-4b74-9050-04f4b57bf81c tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:18.156395 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-af8d2788-a73f-4b74-9050-04f4b57bf81c tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0858138 Aug 31 01:25:18.162003 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52806) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:18.201104 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b34086-7125-434f-a24d-0d44ea7255d5 req-e7f63bcb-f847-4537-82cc-a9f52802fa51 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:18.204863 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2b34086-7125-434f-a24d-0d44ea7255d5 req-e7f63bcb-f847-4537-82cc-a9f52802fa51 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.48 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.0951838 Aug 31 01:25:18.288463 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83dc17-f9db-410c-a1c0-2dc03740471d req-528e8fed-4df2-460e-a07e-43293a45f097 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:18.296895 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ac83dc17-f9db-410c-a1c0-2dc03740471d req-528e8fed-4df2-460e-a07e-43293a45f097 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 946 time: 0.0940049 Aug 31 01:25:18.331774 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c90d817-0eee-4038-b0e5-1f0172f097ef tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['shared'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:18.333153 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c90d817-0eee-4038-b0e5-1f0172f097ef tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['shared'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:18.334810 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c90d817-0eee-4038-b0e5-1f0172f097ef tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['shared'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:18.336279 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c90d817-0eee-4038-b0e5-1f0172f097ef tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['shared'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:18.337745 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c90d817-0eee-4038-b0e5-1f0172f097ef tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['shared'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:18.340201 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-e2b34086-7125-434f-a24d-0d44ea7255d5 req-c6bd3e0d-8b3d-43d2-a0c2-7cdc54627552 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting port 2f7da26e-8742-489f-9de4-c12305ac1dab {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:18.340781 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e2b34086-7125-434f-a24d-0d44ea7255d5 req-c6bd3e0d-8b3d-43d2-a0c2-7cdc54627552 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:18.341004 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2c90d817-0eee-4038-b0e5-1f0172f097ef tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1784654 Aug 31 01:25:18.344878 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52810) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:18.351832 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ebf27e-92e7-4d57-9304-b356752b6250 None None] New status for floating IP d3ebc673-d926-44e3-a52a-5e34b372f62a: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:25:18.461930 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ac83dc17-f9db-410c-a1c0-2dc03740471d req-b6c14188-6615-4697-ae04-88005820bf7c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf1896f-7d81-45e1-90ef-f2b7b4498813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640882 Aug 31 01:25:18.472699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e2b34086-7125-434f-a24d-0d44ea7255d5 req-c6bd3e0d-8b3d-43d2-a0c2-7cdc54627552 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] For port 2f7da26e-8742-489f-9de4-c12305ac1dab, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2f7da26e-8742-489f-9de4-c12305ac1dab,segment=NetworkSegment(8c9ed10c-0e23-45a2-8a70-f825e587c0cc),segment_id=8c9ed10c-0e23-45a2-8a70-f825e587c0cc)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:18.473623 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e2b34086-7125-434f-a24d-0d44ea7255d5 req-c6bd3e0d-8b3d-43d2-a0c2-7cdc54627552 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:18.495481 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082b3bf5-c560-4298-8ed2-bd68fca69aff tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:18.496988 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-082b3bf5-c560-4298-8ed2-bd68fca69aff tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "GET /v2.0/networks/16423ac6-7a77-4052-bf6a-0a0ab4a39f78 HTTP/1.1" status: 200 len: 803 time: 0.1499877 Aug 31 01:25:18.501386 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52814) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:18.506790 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-e2b34086-7125-434f-a24d-0d44ea7255d5 req-c6bd3e0d-8b3d-43d2-a0c2-7cdc54627552 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Calling delete_port for 2f7da26e-8742-489f-9de4-c12305ac1dab owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:18.796990 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e2b34086-7125-434f-a24d-0d44ea7255d5 req-c6bd3e0d-8b3d-43d2-a0c2-7cdc54627552 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:18.842958 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd3e0d-8b3d-43d2-a0c2-7cdc54627552 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Port': ['ID=2f7da26e-8742-489f-9de4-c12305ac1dab,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:18.903011 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b34086-7125-434f-a24d-0d44ea7255d5 req-c6bd3e0d-8b3d-43d2-a0c2-7cdc54627552 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] No DVR routers for this DVR port 2f7da26e-8742-489f-9de4-c12305ac1dab on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:18.906353 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e2b34086-7125-434f-a24d-0d44ea7255d5 req-c6bd3e0d-8b3d-43d2-a0c2-7cdc54627552 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:18.908202 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2b34086-7125-434f-a24d-0d44ea7255d5 req-c6bd3e0d-8b3d-43d2-a0c2-7cdc54627552 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.48 "DELETE /v2.0/ports/2f7da26e-8742-489f-9de4-c12305ac1dab HTTP/1.1" status: 204 len: 173 time: 0.6969371 Aug 31 01:25:18.908678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'name': 'network-vif-deleted', 'tag': '2f7da26e-8742-489f-9de4-c12305ac1dab'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:25:18.911738 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb019de6-8c33-4f2d-975e-fe4550de9721" -d '{"events": [{"server_uuid": "53fb56aa-8035-479b-bd80-7fbae31a2dac", "name": "network-vif-deleted", "tag": "2f7da26e-8742-489f-9de4-c12305ac1dab"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:18.958339 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d751bea-b97e-489a-b2e8-dd5206df2949 x-openstack-request-id: req-0d751bea-b97e-489a-b2e8-dd5206df2949 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:18.958339 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53fb56aa-8035-479b-bd80-7fbae31a2dac", "name": "network-vif-deleted", "tag": "2f7da26e-8742-489f-9de4-c12305ac1dab", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:18.958339 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d751bea-b97e-489a-b2e8-dd5206df2949 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:18.958339 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fb56aa-8035-479b-bd80-7fbae31a2dac', 'name': 'network-vif-deleted', 'tag': '2f7da26e-8742-489f-9de4-c12305ac1dab', 'status': 'completed', 'code': 200} Aug 31 01:25:19.003310 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e1086aff-ac0f-4b91-b13f-bd5a96cb24dd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "GET /v2.0/networks/16423ac6-7a77-4052-bf6a-0a0ab4a39f78?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4967508 Aug 31 01:25:19.003310 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52826) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:19.064685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9cb260-53e8-42ac-ae38-7934bff34d49 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:19.066254 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1f9cb260-53e8-42ac-ae38-7934bff34d49 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "GET /v2.0/subnets/e9d85dac-7db2-4840-b656-eb45bcdb4774 HTTP/1.1" status: 200 len: 843 time: 0.0615931 Aug 31 01:25:19.070520 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52828) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:19.173239 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685b98dc-743b-435f-9e10-0b216e8f1203 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['shared'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:19.178480 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-685b98dc-743b-435f-9e10-0b216e8f1203 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "GET /v2.0/subnets/e9d85dac-7db2-4840-b656-eb45bcdb4774?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1033642 Aug 31 01:25:19.179036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52832) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:19.184061 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-398c03b7-7424-46cd-9a8e-cc425c6b6443 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1327678025'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:19.315640 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398c03b7-7424-46cd-9a8e-cc425c6b6443 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:19.329211 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-398c03b7-7424-46cd-9a8e-cc425c6b6443 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:19.351707 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398c03b7-7424-46cd-9a8e-cc425c6b6443 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:25:19.361221 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-398c03b7-7424-46cd-9a8e-cc425c6b6443 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:19.361580 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-398c03b7-7424-46cd-9a8e-cc425c6b6443 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Added segment 4ea49bf9-73e9-4c49-869b-dd54326f27aa of type vlan for network 29008dd2-45e5-46fa-a71e-5afab61fb1ea Aug 31 01:25:19.413978 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-398c03b7-7424-46cd-9a8e-cc425c6b6443 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:19.515244 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-398c03b7-7424-46cd-9a8e-cc425c6b6443 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:19.517233 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398c03b7-7424-46cd-9a8e-cc425c6b6443 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:19.517920 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-398c03b7-7424-46cd-9a8e-cc425c6b6443 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:19.596574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c03b7-7424-46cd-9a8e-cc425c6b6443 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Network': ['ID=29008dd2-45e5-46fa-a71e-5afab61fb1ea,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:19.608109 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 29008dd2-45e5-46fa-a71e-5afab61fb1ea details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:25:19.609981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f1319276-7769-49d3-abfb-c0d1905f3b1e req-246c4a75-3c8c-4c3c-b964-b0041886067e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb56aa-8035-479b-bd80-7fbae31a2dac HTTP/1.1" status: 200 len: 210 time: 0.0473926 Aug 31 01:25:19.678513 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-398c03b7-7424-46cd-9a8e-cc425c6b6443 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4983642 Aug 31 01:25:19.682000 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52844) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:19.688375 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-bd489a98-d500-429e-8b51-3a95768ff1a1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'subnet': {'network_id': '29008dd2-45e5-46fa-a71e-5afab61fb1ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:19.893954 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd489a98-d500-429e-8b51-3a95768ff1a1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Made reservation on behalf of 2f4bc83ddb294aec9928eb9e8ad1a0b2 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:19.897784 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bd489a98-d500-429e-8b51-3a95768ff1a1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:19.966447 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.ipam_backend_mixin [None req-bd489a98-d500-429e-8b51-3a95768ff1a1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Performing IP validity checks on allocation pools {{(pid=102342) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 01:25:19.967694 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.ipam_backend_mixin [None req-bd489a98-d500-429e-8b51-3a95768ff1a1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102342) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 01:25:20.540100 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bd489a98-d500-429e-8b51-3a95768ff1a1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:20.610988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd489a98-d500-429e-8b51-3a95768ff1a1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Subnet': ['ID=28cbfdbf-88a6-46b0-81b7-82a32fe8c92f,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:20.624680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd489a98-d500-429e-8b51-3a95768ff1a1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Checking segment: {'id': '4ea49bf9-73e9-4c49-869b-dd54326f27aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '29008dd2-45e5-46fa-a71e-5afab61fb1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:20.625201 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd489a98-d500-429e-8b51-3a95768ff1a1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network hostable DHCP agents. Network: 29008dd2-45e5-46fa-a71e-5afab61fb1ea, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:25:20.675274 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52866) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:20.772312 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd489a98-d500-429e-8b51-3a95768ff1a1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Network 29008dd2-45e5-46fa-a71e-5afab61fb1ea is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:25:20.902854 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-bd489a98-d500-429e-8b51-3a95768ff1a1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 29008dd2-45e5-46fa-a71e-5afab61fb1ea) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:20.911698 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f92eacd-fc51-4f82-a2a7-70e9753a87db None None] Network 29008dd2-45e5-46fa-a71e-5afab61fb1ea requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:20.914825 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd489a98-d500-429e-8b51-3a95768ff1a1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:20.915652 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bd489a98-d500-429e-8b51-3a95768ff1a1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:21.057506 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bd489a98-d500-429e-8b51-3a95768ff1a1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3740594 Aug 31 01:25:21.064005 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52876) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:21.068319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-437a3417-c117-4fcf-93eb-6e680f576829 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:21.105280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-29008dd2-45e5-46fa-a71e-5afab61fb1ea', 'network_id': '29008dd2-45e5-46fa-a71e-5afab61fb1ea', 'tenant_id': '2f4bc83ddb294aec9928eb9e8ad1a0b2', 'fixed_ips': [{'subnet_id': '28cbfdbf-88a6-46b0-81b7-82a32fe8c92f'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:25:21.106394 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:21.271985 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-437a3417-c117-4fcf-93eb-6e680f576829 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11472011'] for subnet, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:21.272132 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-380aab6a-1ed7-4d1f-bd20-ab722552bcb5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:21.279505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Allocated IP 2001:db8::3 (29008dd2-45e5-46fa-a71e-5afab61fb1ea/28cbfdbf-88a6-46b0-81b7-82a32fe8c92f/1f4805d8-7799-4500-8f08-8564369ed7cc) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:21.358060 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 2f7da26e-8742-489f-9de4-c12305ac1dab no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:21.395013 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 2f7da26e-8742-489f-9de4-c12305ac1dab {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:21.395801 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 2f7da26e-8742-489f-9de4-c12305ac1dab not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:21.475223 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:21.483911 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Transition to ACTIVE for port object 1f4805d8-7799-4500-8f08-8564369ed7cc will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:21.500750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Transition to ACTIVE for port object 1f4805d8-7799-4500-8f08-8564369ed7cc will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:21.604801 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-380aab6a-1ed7-4d1f-bd20-ab722552bcb5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting port 2491913f-8773-40d0-aa0e-e1c6b7a0899b {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:21.605343 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-380aab6a-1ed7-4d1f-bd20-ab722552bcb5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:21.619760 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:21.669316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Network 29008dd2-45e5-46fa-a71e-5afab61fb1ea is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:21.673710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:21.682889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:21.779267 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Pushing event updated for resources: {'Port': ['ID=1f4805d8-7799-4500-8f08-8564369ed7cc,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:21.785224 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-380aab6a-1ed7-4d1f-bd20-ab722552bcb5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] For port 2491913f-8773-40d0-aa0e-e1c6b7a0899b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2491913f-8773-40d0-aa0e-e1c6b7a0899b,segment=NetworkSegment(8c9ed10c-0e23-45a2-8a70-f825e587c0cc),segment_id=8c9ed10c-0e23-45a2-8a70-f825e587c0cc)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:21.785980 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-380aab6a-1ed7-4d1f-bd20-ab722552bcb5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:21.794512 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Attempting to bind port 1f4805d8-7799-4500-8f08-8564369ed7cc on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:21.795029 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Attempting to bind port 1f4805d8-7799-4500-8f08-8564369ed7cc by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '4ea49bf9-73e9-4c49-869b-dd54326f27aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '29008dd2-45e5-46fa-a71e-5afab61fb1ea'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:21.795671 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Attempting to bind port 1f4805d8-7799-4500-8f08-8564369ed7cc on network 29008dd2-45e5-46fa-a71e-5afab61fb1ea {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:21.822999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:21.823402 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Checking segment: {'id': '4ea49bf9-73e9-4c49-869b-dd54326f27aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '29008dd2-45e5-46fa-a71e-5afab61fb1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:21.823802 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:21.824377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Bound using segment: {'id': '4ea49bf9-73e9-4c49-869b-dd54326f27aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '29008dd2-45e5-46fa-a71e-5afab61fb1ea'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:21.824881 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Bound port: 1f4805d8-7799-4500-8f08-8564369ed7cc, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea49bf9-73e9-4c49-869b-dd54326f27aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '29008dd2-45e5-46fa-a71e-5afab61fb1ea'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:21.825274 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:21.837682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-380aab6a-1ed7-4d1f-bd20-ab722552bcb5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Calling delete_port for 2491913f-8773-40d0-aa0e-e1c6b7a0899b owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:21.900349 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] For port 1f4805d8-7799-4500-8f08-8564369ed7cc, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:21.904020 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] For port 1f4805d8-7799-4500-8f08-8564369ed7cc, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1f4805d8-7799-4500-8f08-8564369ed7cc,segment=NetworkSegment(4ea49bf9-73e9-4c49-869b-dd54326f27aa),segment_id=4ea49bf9-73e9-4c49-869b-dd54326f27aa)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:22.015708 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:22.093708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41f20c-7f14-402c-b39f-6e8464e1d060 None None] Pushing event updated for resources: {'Port': ['ID=1f4805d8-7799-4500-8f08-8564369ed7cc,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:22.168432 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-437a3417-c117-4fcf-93eb-6e680f576829 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748208802268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11895688'] for subnet, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:22.216841 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-380aab6a-1ed7-4d1f-bd20-ab722552bcb5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:22.227909 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437a3417-c117-4fcf-93eb-6e680f576829 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:22.228504 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-437a3417-c117-4fcf-93eb-6e680f576829 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:22.229981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-437a3417-c117-4fcf-93eb-6e680f576829 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "PUT /v2.0/subnets/28cbfdbf-88a6-46b0-81b7-82a32fe8c92f HTTP/1.1" status: 200 len: 900 time: 1.1684175 Aug 31 01:25:22.232893 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52900) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:22.261933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a3417-c117-4fcf-93eb-6e680f576829 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event updated for resources: {'Subnet': ['ID=28cbfdbf-88a6-46b0-81b7-82a32fe8c92f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:22.265933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380aab6a-1ed7-4d1f-bd20-ab722552bcb5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Port': ['ID=2491913f-8773-40d0-aa0e-e1c6b7a0899b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:22.517754 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:22.674488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Deleting port 1f4805d8-7799-4500-8f08-8564369ed7cc {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:22.674832 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:22.678896 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-380aab6a-1ed7-4d1f-bd20-ab722552bcb5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:22.856307 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] For port 1f4805d8-7799-4500-8f08-8564369ed7cc, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1f4805d8-7799-4500-8f08-8564369ed7cc,segment=NetworkSegment(4ea49bf9-73e9-4c49-869b-dd54326f27aa),segment_id=4ea49bf9-73e9-4c49-869b-dd54326f27aa)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:22.857157 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:22.898176 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Calling delete_port for 1f4805d8-7799-4500-8f08-8564369ed7cc owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:22.925588 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1f4805d8-7799-4500-8f08-8564369ed7cc up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:23.060818 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 1f4805d8-7799-4500-8f08-8564369ed7cc completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:23.219608 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.260239 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Port': ['ID=1f4805d8-7799-4500-8f08-8564369ed7cc,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:23.339654 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No DVR routers for this DVR port 1f4805d8-7799-4500-8f08-8564369ed7cc on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:23.413403 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.462094 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380aab6a-1ed7-4d1f-bd20-ab722552bcb5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router e2208b68-7fd0-4659-822d-900b85d3480a has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:25:23.584754 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.596845 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e5e13b-1657-416a-a083-3184fbd8f888 None None] Network 29008dd2-45e5-46fa-a71e-5afab61fb1ea requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:23.610001 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380aab6a-1ed7-4d1f-bd20-ab722552bcb5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:25:23.618721 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-380aab6a-1ed7-4d1f-bd20-ab722552bcb5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "PUT /v2.0/routers/e2208b68-7fd0-4659-822d-900b85d3480a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9396451 Aug 31 01:25:23.625451 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52930) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:23.638419 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Subnet': ['ID=28cbfdbf-88a6-46b0-81b7-82a32fe8c92f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:23.691129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81ea2f2-5c2c-4e76-bfd5-a3ddde68945c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting subnet 2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:25:23.695425 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fceaca-02f4-4bb7-ba7b-5b5ee379baf4 None None] Sync routers for ids ['e2208b68-7fd0-4659-822d-900b85d3480a'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:25:23.695600 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d81ea2f2-5c2c-4e76-bfd5-a3ddde68945c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.718040 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.723773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a500a525-99bf-4ad8-9dbd-71e2eb7fb309 None None] Could not find standard attr ID for object 1f4805d8-7799-4500-8f08-8564369ed7cc. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:25:23.734874 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29008dd2-45e5-46fa-a71e-5afab61fb1ea']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:23.748265 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fceaca-02f4-4bb7-ba7b-5b5ee379baf4 None None] Routers {'e2208b68-7fd0-4659-822d-900b85d3480a'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:23.748901 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-50fceaca-02f4-4bb7-ba7b-5b5ee379baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e2208b68-7fd0-4659-822d-900b85d3480a'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:23.752298 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea49bf9-73e9-4c49-869b-dd54326f27aa') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:23.752604 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea49bf9-73e9-4c49-869b-dd54326f27aa') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:23.756575 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d81ea2f2-5c2c-4e76-bfd5-a3ddde68945c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.764573 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.787038 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.803463 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:25:23.803978 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:25:23.807770 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:25:23.826446 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe83ccc-17cd-4ee4-9809-5b7e898f986c None None] DHCP port deletion for 29008dd2-45e5-46fa-a71e-5afab61fb1ea request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:25:23.856764 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f65cc74-a743-49bd-8411-68bc22a463ae None None] Network 29008dd2-45e5-46fa-a71e-5afab61fb1ea requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:23.947827 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d81ea2f2-5c2c-4e76-bfd5-a3ddde68945c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.997724 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-50fceaca-02f4-4bb7-ba7b-5b5ee379baf4 None None] Set router e2208b68-7fd0-4659-822d-900b85d3480a gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:24.076524 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.085089 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.087256 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/networks/29008dd2-45e5-46fa-a71e-5afab61fb1ea HTTP/1.1" status: 204 len: 168 time: 1.8527534 Aug 31 01:25:24.093152 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52938) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:24.101660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef303e8a-449f-4c87-bfdf-4ba2d193acdd tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Network': ['ID=29008dd2-45e5-46fa-a71e-5afab61fb1ea,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:24.143432 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d81ea2f2-5c2c-4e76-bfd5-a3ddde68945c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.149498 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf98cd1-322f-4a73-a59f-a305149564d0 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] DELETE failed (client error): The resource could not be found. Aug 31 01:25:24.149858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf98cd1-322f-4a73-a59f-a305149564d0 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:25:24.154244 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52942) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:24.154431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1bf98cd1-322f-4a73-a59f-a305149564d0 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/subnets/28cbfdbf-88a6-46b0-81b7-82a32fe8c92f HTTP/1.1" status: 404 len: 337 time: 0.0597754 Aug 31 01:25:24.180740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ea2f2-5c2c-4e76-bfd5-a3ddde68945c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Subnet': ['ID=2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:24.186994 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d81ea2f2-5c2c-4e76-bfd5-a3ddde68945c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.191879 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d81ea2f2-5c2c-4e76-bfd5-a3ddde68945c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/subnets/2bdf8e46-b9ee-4f05-901e-e1fabd3cb01c HTTP/1.1" status: 204 len: 168 time: 0.5667365 Aug 31 01:25:24.192114 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a38e19-ccc1-440e-9de3-ae77a1e185b9 None None] Network 8f28c861-fdc8-4660-a486-64d863120c91 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:24.193270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52944) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:24.207023 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc587201-7198-4637-87e2-d3c15299deca tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] DELETE failed (client error): The resource could not be found. Aug 31 01:25:24.209070 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc587201-7198-4637-87e2-d3c15299deca tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:25:24.216340 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fc587201-7198-4637-87e2-d3c15299deca tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/networks/29008dd2-45e5-46fa-a71e-5afab61fb1ea HTTP/1.1" status: 404 len: 339 time: 0.0604012 Aug 31 01:25:24.220260 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52946) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:24.318201 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d133ce97-db06-45c3-a16e-2f7b75118a67 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.419379 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bc6d-888c-4ff1-a747-faf36d3261b5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.419796 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-50fceaca-02f4-4bb7-ba7b-5b5ee379baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533800653', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:15Z', 'updated_at': '2021-08-31T01:25:22Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:16Z', 'updated_at': '2021-08-31T01:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:24.448013 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d133ce97-db06-45c3-a16e-2f7b75118a67 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.460486 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-d133ce97-db06-45c3-a16e-2f7b75118a67 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8f8fd3-0e17-4aee-9959-1957a2172aa9']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:24.461989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fceaca-02f4-4bb7-ba7b-5b5ee379baf4 None None] Checking router: e2208b68-7fd0-4659-822d-900b85d3480a for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:25:24.475751 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fceaca-02f4-4bb7-ba7b-5b5ee379baf4 None None] Routers {'e2208b68-7fd0-4659-822d-900b85d3480a'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:24.476395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-50fceaca-02f4-4bb7-ba7b-5b5ee379baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e2208b68-7fd0-4659-822d-900b85d3480a'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:24.478023 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-d133ce97-db06-45c3-a16e-2f7b75118a67 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3422f8d2-167f-49a2-a554-82d56ec90da2') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:24.478509 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-d133ce97-db06-45c3-a16e-2f7b75118a67 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3422f8d2-167f-49a2-a554-82d56ec90da2') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:24.494083 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d133ce97-db06-45c3-a16e-2f7b75118a67 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.515444 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d133ce97-db06-45c3-a16e-2f7b75118a67 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.535988 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d133ce97-db06-45c3-a16e-2f7b75118a67 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:25:24.535988 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d133ce97-db06-45c3-a16e-2f7b75118a67 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:25:24.537684 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:25:24.557866 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bc6d-888c-4ff1-a747-faf36d3261b5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.620704 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208914d8-cc1d-44ff-a353-f6aaef2576f1 None None] DHCP port deletion for 8f28c861-fdc8-4660-a486-64d863120c91 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:25:24.685496 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-50fceaca-02f4-4bb7-ba7b-5b5ee379baf4 None None] Set router e2208b68-7fd0-4659-822d-900b85d3480a gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:24.769614 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:24.785066 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d133ce97-db06-45c3-a16e-2f7b75118a67 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.795013 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d133ce97-db06-45c3-a16e-2f7b75118a67 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.799959 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d133ce97-db06-45c3-a16e-2f7b75118a67 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/networks/1a8f8fd3-0e17-4aee-9959-1957a2172aa9 HTTP/1.1" status: 204 len: 168 time: 0.5786355 Aug 31 01:25:24.800093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52954) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:24.825924 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-208914d8-cc1d-44ff-a353-f6aaef2576f1 None None] Deleting port 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:24.826564 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-208914d8-cc1d-44ff-a353-f6aaef2576f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.827782 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133ce97-db06-45c3-a16e-2f7b75118a67 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Network': ['ID=1a8f8fd3-0e17-4aee-9959-1957a2172aa9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:24.860108 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-e7f5bc6d-888c-4ff1-a747-faf36d3261b5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting port c1f9a466-7675-4498-bcca-2d43ea3d3458 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:24.860461 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bc6d-888c-4ff1-a747-faf36d3261b5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.864468 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-a322fc74-9ee9-4538-b25d-d31bad07b2a0 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] DELETE failed (client error): The resource could not be found. Aug 31 01:25:24.875525 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a322fc74-9ee9-4538-b25d-d31bad07b2a0 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:25:24.880608 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a322fc74-9ee9-4538-b25d-d31bad07b2a0 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/subnets/938c1a5e-901f-4257-bbd3-1fdf32be0477 HTTP/1.1" status: 404 len: 337 time: 0.0774016 Aug 31 01:25:24.882962 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52958) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:24.934353 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-be113975-1735-480a-a099-1dba659ec092 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] DELETE failed (client error): The resource could not be found. Aug 31 01:25:24.935075 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be113975-1735-480a-a099-1dba659ec092 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:25:24.940430 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-be113975-1735-480a-a099-1dba659ec092 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/networks/a2833338-5554-4f86-b721-75290e14ff45 HTTP/1.1" status: 404 len: 339 time: 0.0562475 Aug 31 01:25:24.941265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52960) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:24.990208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-e7f5bc6d-888c-4ff1-a747-faf36d3261b5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] For port c1f9a466-7675-4498-bcca-2d43ea3d3458, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c1f9a466-7675-4498-bcca-2d43ea3d3458,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:24.990208 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bc6d-888c-4ff1-a747-faf36d3261b5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.004035 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde56fb2-7357-4091-a398-68a0bbe8ba1c tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Deleting subnet 09e4aff3-98c5-4107-b284-f7ee904075e1 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:25:25.007588 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-e7f5bc6d-888c-4ff1-a747-faf36d3261b5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Calling delete_port for c1f9a466-7675-4498-bcca-2d43ea3d3458 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:25.008554 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cde56fb2-7357-4091-a398-68a0bbe8ba1c tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.086735 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cde56fb2-7357-4091-a398-68a0bbe8ba1c tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.296405 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cde56fb2-7357-4091-a398-68a0bbe8ba1c tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.332616 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.344261 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-208914d8-cc1d-44ff-a353-f6aaef2576f1 None None] For port 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1,segment=NetworkSegment(8c9ed10c-0e23-45a2-8a70-f825e587c0cc),segment_id=8c9ed10c-0e23-45a2-8a70-f825e587c0cc)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:25.344670 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-208914d8-cc1d-44ff-a353-f6aaef2576f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.399116 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-208914d8-cc1d-44ff-a353-f6aaef2576f1 None None] Calling delete_port for 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:25.487987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1,segment=NetworkSegment(8c9ed10c-0e23-45a2-8a70-f825e587c0cc),segment_id=8c9ed10c-0e23-45a2-8a70-f825e587c0cc)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:25.494011 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bc6d-888c-4ff1-a747-faf36d3261b5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.525884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5bc6d-888c-4ff1-a747-faf36d3261b5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Port': ['ID=c1f9a466-7675-4498-bcca-2d43ea3d3458,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:25.548424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-50fceaca-02f4-4bb7-ba7b-5b5ee379baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533800653', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:15Z', 'updated_at': '2021-08-31T01:25:22Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:16Z', 'updated_at': '2021-08-31T01:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:25.562425 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cde56fb2-7357-4091-a398-68a0bbe8ba1c tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.597581 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde56fb2-7357-4091-a398-68a0bbe8ba1c tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Subnet': ['ID=09e4aff3-98c5-4107-b284-f7ee904075e1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:25.601835 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cde56fb2-7357-4091-a398-68a0bbe8ba1c tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.605489 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cde56fb2-7357-4091-a398-68a0bbe8ba1c tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/subnets/09e4aff3-98c5-4107-b284-f7ee904075e1 HTTP/1.1" status: 204 len: 168 time: 0.6608896 Aug 31 01:25:25.606288 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52970) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:25.609702 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bc6d-888c-4ff1-a747-faf36d3261b5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.619768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59824e4d-e843-4bf5-b8a1-4b55ebc79f23 None None] Network 34b78beb-b646-495d-b4a1-3efaa1b3e704 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:25.625354 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fceaca-02f4-4bb7-ba7b-5b5ee379baf4 None None] The sync data for ids ['e2208b68-7fd0-4659-822d-900b85d3480a'] in n-d-793621-34 is: [{'id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533800653', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:15Z', 'updated_at': '2021-08-31T01:25:22Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'c1f9a466-7675-4498-bcca-2d43ea3d3458', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2208b68-7fd0-4659-822d-900b85d3480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:16Z', 'updated_at': '2021-08-31T01:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:25:25.693618 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.694212 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1f4805d8-7799-4500-8f08-8564369ed7cc no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:25.704456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84d9a4e-2a39-47ec-acb2-494f730a9341 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Deleting subnet d36b6173-fce1-4a60-b46d-d6b5d693fafd {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:25:25.709916 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f84d9a4e-2a39-47ec-acb2-494f730a9341 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.720145 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bc6d-888c-4ff1-a747-faf36d3261b5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.732286 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bc6d-888c-4ff1-a747-faf36d3261b5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.764553 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f84d9a4e-2a39-47ec-acb2-494f730a9341 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.776947 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:25.791200 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 1f4805d8-7799-4500-8f08-8564369ed7cc {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:25.791547 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1f4805d8-7799-4500-8f08-8564369ed7cc not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:25.798433 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-208914d8-cc1d-44ff-a353-f6aaef2576f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.833951 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208914d8-cc1d-44ff-a353-f6aaef2576f1 None None] Pushing event deleted for resources: {'Port': ['ID=85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:25.845927 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208914d8-cc1d-44ff-a353-f6aaef2576f1 None None] No DVR routers for this DVR port 85a70ec9-9d61-40ba-a7ff-8cfd00fa1fc1 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:25.892092 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f84d9a4e-2a39-47ec-acb2-494f730a9341 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.951647 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bc6d-888c-4ff1-a747-faf36d3261b5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.954502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f5bc6d-888c-4ff1-a747-faf36d3261b5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Fanout notify agent at l3_agent the message router_deleted on router e2208b68-7fd0-4659-822d-900b85d3480a {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:25:25.982008 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bc6d-888c-4ff1-a747-faf36d3261b5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.987022 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e7f5bc6d-888c-4ff1-a747-faf36d3261b5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/routers/e2208b68-7fd0-4659-822d-900b85d3480a HTTP/1.1" status: 204 len: 168 time: 1.7926557 Aug 31 01:25:25.990197 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 52978) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:26.111423 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-24e27d99-9427-4642-8868-2bfdd4edd852 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.124672 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f84d9a4e-2a39-47ec-acb2-494f730a9341 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.195689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d9a4e-2a39-47ec-acb2-494f730a9341 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Subnet': ['ID=d36b6173-fce1-4a60-b46d-d6b5d693fafd,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:26.204359 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f84d9a4e-2a39-47ec-acb2-494f730a9341 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.210348 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f84d9a4e-2a39-47ec-acb2-494f730a9341 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/subnets/d36b6173-fce1-4a60-b46d-d6b5d693fafd HTTP/1.1" status: 204 len: 168 time: 0.6028900 Aug 31 01:25:26.213284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52984) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:26.289986 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-24e27d99-9427-4642-8868-2bfdd4edd852 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.305198 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-24e27d99-9427-4642-8868-2bfdd4edd852 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f28c861-fdc8-4660-a486-64d863120c91']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:26.326070 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-24e27d99-9427-4642-8868-2bfdd4edd852 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9ed10c-0e23-45a2-8a70-f825e587c0cc') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:26.326375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-24e27d99-9427-4642-8868-2bfdd4edd852 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9ed10c-0e23-45a2-8a70-f825e587c0cc') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:26.343414 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.354129 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-24e27d99-9427-4642-8868-2bfdd4edd852 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.381963 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-24e27d99-9427-4642-8868-2bfdd4edd852 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.389790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e27d99-9427-4642-8868-2bfdd4edd852 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:25:26.390336 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-24e27d99-9427-4642-8868-2bfdd4edd852 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:25:26.403912 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:25:26.440380 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Deleting port 08864879-d030-403d-98d6-185c0c49ccd3 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:26.440380 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.575857 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] For port 08864879-d030-403d-98d6-185c0c49ccd3, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=08864879-d030-403d-98d6-185c0c49ccd3,segment=NetworkSegment(33f1f121-735e-4ba2-9df3-524fe1b05308),segment_id=33f1f121-735e-4ba2-9df3-524fe1b05308)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:26.576266 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.592486 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Calling delete_port for 08864879-d030-403d-98d6-185c0c49ccd3 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:26.626176 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-24e27d99-9427-4642-8868-2bfdd4edd852 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.665194 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-24e27d99-9427-4642-8868-2bfdd4edd852 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.669721 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-24e27d99-9427-4642-8868-2bfdd4edd852 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/networks/8f28c861-fdc8-4660-a486-64d863120c91 HTTP/1.1" status: 204 len: 168 time: 0.6771436 Aug 31 01:25:26.705242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 52990) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:26.706191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e27d99-9427-4642-8868-2bfdd4edd852 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Network': ['ID=8f28c861-fdc8-4660-a486-64d863120c91,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:26.785908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c1f9a466-7675-4498-bcca-2d43ea3d3458 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:26.810688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: c1f9a466-7675-4498-bcca-2d43ea3d3458 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:26.811349 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c1f9a466-7675-4498-bcca-2d43ea3d3458 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:26.811791 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2491913f-8773-40d0-aa0e-e1c6b7a0899b no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:26.844082 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 2491913f-8773-40d0-aa0e-e1c6b7a0899b {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:26.844515 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2491913f-8773-40d0-aa0e-e1c6b7a0899b not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:26.848994 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1ba1f5b-293a-4e3e-8201-ca7bf27fb46d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.851413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61783384-4e6a-4d18-9708-08932df8910d None None] Network 34b78beb-b646-495d-b4a1-3efaa1b3e704 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:26.895817 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1ba1f5b-293a-4e3e-8201-ca7bf27fb46d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.936717 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dd181733-46b6-40cd-9da2-5d532f82e6a9 None None] Provisioning complete for port 08864879-d030-403d-98d6-185c0c49ccd3 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:26.936954 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dd181733-46b6-40cd-9da2-5d532f82e6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.938853 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.986593 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-dd181733-46b6-40cd-9da2-5d532f82e6a9 None None] Port 08864879-d030-403d-98d6-185c0c49ccd3 was deleted so its status cannot be updated. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 01:25:27.012063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Port': ['ID=08864879-d030-403d-98d6-185c0c49ccd3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:27.021727 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No DVR routers for this DVR port 08864879-d030-403d-98d6-185c0c49ccd3 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:27.100901 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a319ecfd-0e2a-40a8-849e-a0d7b5e0012c None None] DHCP port deletion for 34b78beb-b646-495d-b4a1-3efaa1b3e704 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:25:27.133762 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.147927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b78beb-b646-495d-b4a1-3efaa1b3e704']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:27.158328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f1f121-735e-4ba2-9df3-524fe1b05308') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:27.158684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f1f121-735e-4ba2-9df3-524fe1b05308') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:27.171127 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.186658 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.194630 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:25:27.194957 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:25:27.198035 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:25:27.244899 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1ba1f5b-293a-4e3e-8201-ca7bf27fb46d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.247488 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a1ba1f5b-293a-4e3e-8201-ca7bf27fb46d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.248759 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a1ba1f5b-293a-4e3e-8201-ca7bf27fb46d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/security-groups/9bf1896f-7d81-45e1-90ef-f2b7b4498813 HTTP/1.1" status: 204 len: 168 time: 0.5421796 Aug 31 01:25:27.270937 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba1f5b-293a-4e3e-8201-ca7bf27fb46d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf1896f-7d81-45e1-90ef-f2b7b4498813,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:27.397167 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.401978 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.405423 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/networks/34b78beb-b646-495d-b4a1-3efaa1b3e704 HTTP/1.1" status: 204 len: 168 time: 1.1899955 Aug 31 01:25:27.408322 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53006) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:27.426745 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b01f3-fdd9-4498-b185-3eb45fb1d196 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Network': ['ID=34b78beb-b646-495d-b4a1-3efaa1b3e704,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:27.443711 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-8230c19a-095e-48e6-a0dc-8f6fec8c758b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] DELETE failed (client error): The resource could not be found. Aug 31 01:25:27.444192 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8230c19a-095e-48e6-a0dc-8f6fec8c758b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:25:27.446175 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8230c19a-095e-48e6-a0dc-8f6fec8c758b tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/subnets/45c138c0-8238-4fc1-b37b-f05ccd2eea64 HTTP/1.1" status: 404 len: 337 time: 0.0360978 Aug 31 01:25:27.448781 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53008) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:27.467559 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-583976bf-9a7d-474a-95da-8458f368f37e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] DELETE failed (client error): The resource could not be found. Aug 31 01:25:27.468110 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583976bf-9a7d-474a-95da-8458f368f37e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:25:27.469874 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-583976bf-9a7d-474a-95da-8458f368f37e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/networks/ac7972f6-d872-4721-92ea-1b8952a2e361 HTTP/1.1" status: 404 len: 339 time: 0.0201726 Aug 31 01:25:27.476218 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53010) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:27.503151 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-3649268c-06c0-49ef-8f7b-f4f757b9af89 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] DELETE failed (client error): The resource could not be found. Aug 31 01:25:27.503602 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3649268c-06c0-49ef-8f7b-f4f757b9af89 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:25:27.508634 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3649268c-06c0-49ef-8f7b-f4f757b9af89 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/subnets/c461e622-6026-49a1-85ee-38aeb2bdd086 HTTP/1.1" status: 404 len: 337 time: 0.0289707 Aug 31 01:25:27.511085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53014) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:27.532082 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec54b395-997c-48fe-8b43-b84ac4b101a7 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] DELETE failed (client error): The resource could not be found. Aug 31 01:25:27.532727 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec54b395-997c-48fe-8b43-b84ac4b101a7 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:25:27.534707 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ec54b395-997c-48fe-8b43-b84ac4b101a7 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/networks/c596da71-249f-4a4a-b8ab-fde2c9dacf5f HTTP/1.1" status: 404 len: 339 time: 0.0224545 Aug 31 01:25:27.539493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53016) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:27.574029 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0aaa54-b7e4-43c5-8e19-5871ad9d588d tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] DELETE failed (client error): The resource could not be found. Aug 31 01:25:27.574478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0aaa54-b7e4-43c5-8e19-5871ad9d588d tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:25:27.576230 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5e0aaa54-b7e4-43c5-8e19-5871ad9d588d tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/subnets/1c558da2-d3ff-4935-b224-7f74080dd0e8 HTTP/1.1" status: 404 len: 337 time: 0.0356529 Aug 31 01:25:27.579266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53018) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:27.600776 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-69574ed7-bc9e-4d37-9fff-a2520142cae1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] DELETE failed (client error): The resource could not be found. Aug 31 01:25:27.601335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69574ed7-bc9e-4d37-9fff-a2520142cae1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:25:27.605734 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-69574ed7-bc9e-4d37-9fff-a2520142cae1 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/networks/e6ae4092-66e1-4bfc-85bf-81f02e4640fe HTTP/1.1" status: 404 len: 339 time: 0.0225933 Aug 31 01:25:27.606322 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53020) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:27.662812 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe1fbc2-6275-4e4d-863c-06e4e4ebe085 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Deleting subnet 358b74a6-6b7d-4d5c-9a79-73030bd8b9d5 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:25:27.666132 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fe1fbc2-6275-4e4d-863c-06e4e4ebe085 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.708927 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fe1fbc2-6275-4e4d-863c-06e4e4ebe085 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.803221 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fe1fbc2-6275-4e4d-863c-06e4e4ebe085 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.011157 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53030) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:28.012470 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fe1fbc2-6275-4e4d-863c-06e4e4ebe085 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.016654 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-19d975c7-7c74-4e8c-a20f-ae3ec18386d4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515256145', 'description': 'tempest-secgroup-smoke-515256145 description', 'project_id': '952c19daed614c79b5a4fe25173e1666'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:28.043120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1fbc2-6275-4e4d-863c-06e4e4ebe085 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Subnet': ['ID=358b74a6-6b7d-4d5c-9a79-73030bd8b9d5,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:28.049985 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5fe1fbc2-6275-4e4d-863c-06e4e4ebe085 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.052487 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5fe1fbc2-6275-4e4d-863c-06e4e4ebe085 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/subnets/358b74a6-6b7d-4d5c-9a79-73030bd8b9d5 HTTP/1.1" status: 204 len: 168 time: 0.4448278 Aug 31 01:25:28.055408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53032) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:28.056579 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a1659b-d149-4d8f-bb2b-0bf48ecd0e9a None None] Network 4b0106d1-adf5-43fc-bc0b-d3508e9daf99 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:28.154840 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.221142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Deleting port 55163750-9f01-4739-864a-e3a8af02a0a0 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:28.221142 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.222586 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-19d975c7-7c74-4e8c-a20f-ae3ec18386d4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.284698 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99b00f6-5678-4ce5-9e26-8ab2f4a77846 None None] DHCP port deletion for 4b0106d1-adf5-43fc-bc0b-d3508e9daf99 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:25:28.309600 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] For port 55163750-9f01-4739-864a-e3a8af02a0a0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=55163750-9f01-4739-864a-e3a8af02a0a0,segment=NetworkSegment(4d0d78d7-815b-48fb-b408-03cb728c9649),segment_id=4d0d78d7-815b-48fb-b408-03cb728c9649)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:28.309967 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.330549 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Calling delete_port for 55163750-9f01-4739-864a-e3a8af02a0a0 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:28.346275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-a99b00f6-5678-4ce5-9e26-8ab2f4a77846 None None] Deleting port 55163750-9f01-4739-864a-e3a8af02a0a0 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:28.346604 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a99b00f6-5678-4ce5-9e26-8ab2f4a77846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.428155 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a99b00f6-5678-4ce5-9e26-8ab2f4a77846 None None] For port 55163750-9f01-4739-864a-e3a8af02a0a0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=55163750-9f01-4739-864a-e3a8af02a0a0,segment=NetworkSegment(4d0d78d7-815b-48fb-b408-03cb728c9649),segment_id=4d0d78d7-815b-48fb-b408-03cb728c9649)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:28.428562 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a99b00f6-5678-4ce5-9e26-8ab2f4a77846 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.437399 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-19d975c7-7c74-4e8c-a20f-ae3ec18386d4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.444219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-a99b00f6-5678-4ce5-9e26-8ab2f4a77846 None None] Calling delete_port for 55163750-9f01-4739-864a-e3a8af02a0a0 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:28.659714 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-19d975c7-7c74-4e8c-a20f-ae3ec18386d4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.698694 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 08864879-d030-403d-98d6-185c0c49ccd3 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:28.704607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d975c7-7c74-4e8c-a20f-ae3ec18386d4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f1c8d0-1342-4aad-bd46-abd773c3aff4,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:28.718978 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 08864879-d030-403d-98d6-185c0c49ccd3 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:28.719336 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 08864879-d030-403d-98d6-185c0c49ccd3 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:28.719759 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 55163750-9f01-4739-864a-e3a8af02a0a0 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:28.756905 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.761888 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No active binding found for port 55163750-9f01-4739-864a-e3a8af02a0a0 {{(pid=102344) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 01:25:28.762315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 55163750-9f01-4739-864a-e3a8af02a0a0 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:28.766170 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a99b00f6-5678-4ce5-9e26-8ab2f4a77846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.785592 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Port': ['ID=55163750-9f01-4739-864a-e3a8af02a0a0,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:28.789183 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No DVR routers for this DVR port 55163750-9f01-4739-864a-e3a8af02a0a0 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:28.797726 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b00f6-5678-4ce5-9e26-8ab2f4a77846 None None] Pushing event deleted for resources: {'Port': ['ID=55163750-9f01-4739-864a-e3a8af02a0a0,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:28.799736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99b00f6-5678-4ce5-9e26-8ab2f4a77846 None None] No DVR routers for this DVR port 55163750-9f01-4739-864a-e3a8af02a0a0 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:28.872953 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-19d975c7-7c74-4e8c-a20f-ae3ec18386d4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.874282 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-19d975c7-7c74-4e8c-a20f-ae3ec18386d4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8620667 Aug 31 01:25:28.876059 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.877647 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53044) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:28.884814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-dbc7cbd8-546e-40ec-8ad3-36e5aee61705 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': 'b3f1c8d0-1342-4aad-bd46-abd773c3aff4', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:28.898247 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0106d1-adf5-43fc-bc0b-d3508e9daf99']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:28.912506 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0d78d7-815b-48fb-b408-03cb728c9649') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:28.912883 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0d78d7-815b-48fb-b408-03cb728c9649') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:28.924270 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.946402 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.952567 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:25:28.953027 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:25:28.956216 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:25:29.040349 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dbc7cbd8-546e-40ec-8ad3-36e5aee61705 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.097110 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dbc7cbd8-546e-40ec-8ad3-36e5aee61705 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.133732 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.141366 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.142989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/networks/4b0106d1-adf5-43fc-bc0b-d3508e9daf99 HTTP/1.1" status: 204 len: 168 time: 1.0863516 Aug 31 01:25:29.145766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53052) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:29.155245 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7311c15-1192-4641-a33f-1eb7e6285c76 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Network': ['ID=4b0106d1-adf5-43fc-bc0b-d3508e9daf99,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:29.174234 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31a047f-0e2c-4726-aa90-7337fd06157c tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] DELETE failed (client error): The resource could not be found. Aug 31 01:25:29.174691 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b31a047f-0e2c-4726-aa90-7337fd06157c tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:25:29.176994 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b31a047f-0e2c-4726-aa90-7337fd06157c tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/subnets/2a7d7962-5f7c-4e4f-8b3b-f6cd21a5cea9 HTTP/1.1" status: 404 len: 337 time: 0.0296516 Aug 31 01:25:29.179706 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53054) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:29.199051 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c30c75-7378-4ced-b51b-ed1fd5578f6e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] DELETE failed (client error): The resource could not be found. Aug 31 01:25:29.199599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c30c75-7378-4ced-b51b-ed1fd5578f6e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:25:29.201394 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a0c30c75-7378-4ced-b51b-ed1fd5578f6e tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/networks/421ae447-15ce-4cba-88b3-f65385979ea7 HTTP/1.1" status: 404 len: 339 time: 0.0207911 Aug 31 01:25:29.203939 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53056) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:29.238300 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dbc7cbd8-546e-40ec-8ad3-36e5aee61705 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.270472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7cbd8-546e-40ec-8ad3-36e5aee61705 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c68985-570c-448e-b3a8-0376d865eb09,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:29.275758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e67b280-66be-4e48-b911-760c19f64a89 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Deleting subnet e9d85dac-7db2-4840-b656-eb45bcdb4774 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:25:29.280561 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6e67b280-66be-4e48-b911-760c19f64a89 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.331595 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6e67b280-66be-4e48-b911-760c19f64a89 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.359221 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dbc7cbd8-546e-40ec-8ad3-36e5aee61705 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.360460 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-dbc7cbd8-546e-40ec-8ad3-36e5aee61705 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4811096 Aug 31 01:25:29.363431 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53060) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:29.370135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b0a7a087-028f-4fd0-9df9-359599901810 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': 'b3f1c8d0-1342-4aad-bd46-abd773c3aff4', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:29.447641 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6e67b280-66be-4e48-b911-760c19f64a89 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.516535 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b0a7a087-028f-4fd0-9df9-359599901810 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.581349 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b0a7a087-028f-4fd0-9df9-359599901810 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.614395 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6e67b280-66be-4e48-b911-760c19f64a89 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.648055 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67b280-66be-4e48-b911-760c19f64a89 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d85dac-7db2-4840-b656-eb45bcdb4774,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:29.652168 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6e67b280-66be-4e48-b911-760c19f64a89 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.654087 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6e67b280-66be-4e48-b911-760c19f64a89 tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/subnets/e9d85dac-7db2-4840-b656-eb45bcdb4774 HTTP/1.1" status: 204 len: 168 time: 0.4491959 Aug 31 01:25:29.657169 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53066) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:29.660461 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6192b6-ac6c-4d8b-b611-0fd26eeb9bfc None None] Network 16423ac6-7a77-4052-bf6a-0a0ab4a39f78 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:29.712456 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b0a7a087-028f-4fd0-9df9-359599901810 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.760916 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7a087-028f-4fd0-9df9-359599901810 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f502a1-5d9d-4f17-babf-2d54e9c471f2,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:29.784343 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.843294 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Deleting port a482925c-d800-4847-8ada-6390783e011a {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:29.843633 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.875011 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced7739-b07e-43d9-b6a7-6ece1b293853 None None] DHCP port deletion for 16423ac6-7a77-4052-bf6a-0a0ab4a39f78 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:25:29.905203 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b0a7a087-028f-4fd0-9df9-359599901810 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.906440 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b0a7a087-028f-4fd0-9df9-359599901810 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5417969 Aug 31 01:25:29.910308 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53070) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:29.915020 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c15ac341-650c-4a99-876c-8b24fa233164 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': 'b3f1c8d0-1342-4aad-bd46-abd773c3aff4', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:29.951596 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8ced7739-b07e-43d9-b6a7-6ece1b293853 None None] Deleting port a482925c-d800-4847-8ada-6390783e011a {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:29.951977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] For port a482925c-d800-4847-8ada-6390783e011a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a482925c-d800-4847-8ada-6390783e011a,segment=NetworkSegment(84141b78-50d1-479a-819d-aa64cb8c248d),segment_id=84141b78-50d1-479a-819d-aa64cb8c248d)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:29.952104 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8ced7739-b07e-43d9-b6a7-6ece1b293853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.952489 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.972415 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Calling delete_port for a482925c-d800-4847-8ada-6390783e011a owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:30.026568 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8ced7739-b07e-43d9-b6a7-6ece1b293853 None None] For port a482925c-d800-4847-8ada-6390783e011a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a482925c-d800-4847-8ada-6390783e011a,segment=NetworkSegment(84141b78-50d1-479a-819d-aa64cb8c248d),segment_id=84141b78-50d1-479a-819d-aa64cb8c248d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:30.027065 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8ced7739-b07e-43d9-b6a7-6ece1b293853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.054118 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8ced7739-b07e-43d9-b6a7-6ece1b293853 None None] Calling delete_port for a482925c-d800-4847-8ada-6390783e011a owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:30.054218 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c15ac341-650c-4a99-876c-8b24fa233164 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.144121 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c15ac341-650c-4a99-876c-8b24fa233164 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.163711 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.169230 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8ced7739-b07e-43d9-b6a7-6ece1b293853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.194769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Port': ['ID=a482925c-d800-4847-8ada-6390783e011a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:30.199117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] No DVR routers for this DVR port a482925c-d800-4847-8ada-6390783e011a on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:30.201479 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced7739-b07e-43d9-b6a7-6ece1b293853 None None] Pushing event deleted for resources: {'Port': ['ID=a482925c-d800-4847-8ada-6390783e011a,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:30.203703 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced7739-b07e-43d9-b6a7-6ece1b293853 None None] No DVR routers for this DVR port a482925c-d800-4847-8ada-6390783e011a on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:30.248509 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c15ac341-650c-4a99-876c-8b24fa233164 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.270254 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ac341-650c-4a99-876c-8b24fa233164 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5c244e-5a8f-438b-b542-be53f7f534a7,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:30.310451 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.325225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16423ac6-7a77-4052-bf6a-0a0ab4a39f78']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:30.336716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84141b78-50d1-479a-819d-aa64cb8c248d') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:30.337038 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84141b78-50d1-479a-819d-aa64cb8c248d') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:30.346815 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.361003 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.370444 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:25:30.370444 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:25:30.371240 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:25:30.402597 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c15ac341-650c-4a99-876c-8b24fa233164 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.407884 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c15ac341-650c-4a99-876c-8b24fa233164 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4924533 Aug 31 01:25:30.408651 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53080) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:30.415064 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-719990c1-5a8f-4af1-a779-405665eb324b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': 'b3f1c8d0-1342-4aad-bd46-abd773c3aff4', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:30.550591 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.559282 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.561126 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] 10.222.0.16 "DELETE /v2.0/networks/16423ac6-7a77-4052-bf6a-0a0ab4a39f78 HTTP/1.1" status: 204 len: 168 time: 0.9019337 Aug 31 01:25:30.575067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d35b72-53a3-4d5d-a9ef-0671128a64ea tempest-NetworksIpV6Test-1332643972 tempest-NetworksIpV6Test-1332643972-project] Pushing event deleted for resources: {'Network': ['ID=16423ac6-7a77-4052-bf6a-0a0ab4a39f78,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:30.596284 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-719990c1-5a8f-4af1-a779-405665eb324b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.688684 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-719990c1-5a8f-4af1-a779-405665eb324b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.738841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a482925c-d800-4847-8ada-6390783e011a no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:30.765921 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: a482925c-d800-4847-8ada-6390783e011a {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:30.766271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a482925c-d800-4847-8ada-6390783e011a not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:30.830765 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-719990c1-5a8f-4af1-a779-405665eb324b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.851435 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719990c1-5a8f-4af1-a779-405665eb324b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4670b5-efde-44b2-86fb-caefef17c791,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:30.996943 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-719990c1-5a8f-4af1-a779-405665eb324b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.998614 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-719990c1-5a8f-4af1-a779-405665eb324b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5888438 Aug 31 01:25:31.001376 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53092) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:31.010114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5dd76163-e69f-47fa-92a8-34c6e1aa3b95 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': 'b3f1c8d0-1342-4aad-bd46-abd773c3aff4', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:31.231907 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-5dd76163-e69f-47fa-92a8-34c6e1aa3b95 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Project 952c19daed614c79b5a4fe25173e1666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:25:31.237292 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5dd76163-e69f-47fa-92a8-34c6e1aa3b95 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.305216 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5dd76163-e69f-47fa-92a8-34c6e1aa3b95 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.436932 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5dd76163-e69f-47fa-92a8-34c6e1aa3b95 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.456613 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd76163-e69f-47fa-92a8-34c6e1aa3b95 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38beabba-9292-499c-8874-c6891186c54c,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:31.513956 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53106) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:31.671037 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5dd76163-e69f-47fa-92a8-34c6e1aa3b95 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.677533 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5dd76163-e69f-47fa-92a8-34c6e1aa3b95 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6700041 Aug 31 01:25:31.677533 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53114) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:31.680524 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0cf1b1d1-8f50-4426-b9c6-cfd8a743f5f4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': 'b3f1c8d0-1342-4aad-bd46-abd773c3aff4', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:31.698003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8015a236-85f4-40f3-bf0a-819f17993704 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f4bc83ddb294aec9928eb9e8ad1a0b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819046 Aug 31 01:25:31.700600 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53116) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:31.757885 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd507-4ba6-4a97-b0eb-47b808706970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.783626 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd507-4ba6-4a97-b0eb-47b808706970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.916345 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-0cf1b1d1-8f50-4426-b9c6-cfd8a743f5f4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Project 952c19daed614c79b5a4fe25173e1666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:25:31.921923 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b1d1-8f50-4426-b9c6-cfd8a743f5f4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.975831 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b1d1-8f50-4426-b9c6-cfd8a743f5f4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:32.042514 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd507-4ba6-4a97-b0eb-47b808706970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:32.045575 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd507-4ba6-4a97-b0eb-47b808706970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:32.046782 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0dcdd507-4ba6-4a97-b0eb-47b808706970 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2743c4a5-243a-4705-9054-7c04c0cfa23d HTTP/1.1" status: 204 len: 168 time: 0.3452384 Aug 31 01:25:32.055416 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdd507-4ba6-4a97-b0eb-47b808706970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2743c4a5-243a-4705-9054-7c04c0cfa23d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:32.248353 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b1d1-8f50-4426-b9c6-cfd8a743f5f4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:32.271654 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1b1d1-8f50-4426-b9c6-cfd8a743f5f4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83f1dd9-d8ec-4c23-b5f9-824b14fdf629,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:32.408322 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b1d1-8f50-4426-b9c6-cfd8a743f5f4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:32.413252 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0cf1b1d1-8f50-4426-b9c6-cfd8a743f5f4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7332981 Aug 31 01:25:32.413536 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53126) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:32.421111 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-c1437691-01e0-4c13-be3d-cb8213e88cbc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'network': {'name': 'tempest-network-smoke--1323413701', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'port_security_enabled': True}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:32.533506 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1437691-01e0-4c13-be3d-cb8213e88cbc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Made reservation on behalf of 952c19daed614c79b5a4fe25173e1666 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:32.538642 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c1437691-01e0-4c13-be3d-cb8213e88cbc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:32.584081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1437691-01e0-4c13-be3d-cb8213e88cbc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:25:32.596933 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c1437691-01e0-4c13-be3d-cb8213e88cbc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:32.597618 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-c1437691-01e0-4c13-be3d-cb8213e88cbc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Added segment 140d9f2b-6df4-40ed-9001-d57e66b818c2 of type vlan for network 42d925d2-aa9c-4919-9610-85bc54924897 Aug 31 01:25:32.658077 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c1437691-01e0-4c13-be3d-cb8213e88cbc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:32.796824 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c1437691-01e0-4c13-be3d-cb8213e88cbc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:32.803363 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1437691-01e0-4c13-be3d-cb8213e88cbc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:32.803983 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c1437691-01e0-4c13-be3d-cb8213e88cbc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:32.882911 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1437691-01e0-4c13-be3d-cb8213e88cbc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Network': ['ID=42d925d2-aa9c-4919-9610-85bc54924897,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:32.893919 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 42d925d2-aa9c-4919-9610-85bc54924897 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:25:32.980181 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c1437691-01e0-4c13-be3d-cb8213e88cbc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5654175 Aug 31 01:25:32.982964 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53140) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:32.989665 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-391432434', 'admin_state_up': True, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:33.059859 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.060931 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.123119 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.380032 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.386178 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53156) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:33.493408 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-357cbf9a-1e79-4c02-a29e-6a895e5a5a3e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'network': {'name': 'tempest-RoutersTest-2022908834'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:33.602245 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357cbf9a-1e79-4c02-a29e-6a895e5a5a3e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Made reservation on behalf of c4a235c1d008497d80861d185bae0447 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:33.605796 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-357cbf9a-1e79-4c02-a29e-6a895e5a5a3e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.644136 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-357cbf9a-1e79-4c02-a29e-6a895e5a5a3e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.689815 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.713643 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.862521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Allocated IP 172.25.2.226 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/b2c93e3f-b497-49c6-bfce-f2d6fc994fd0) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:33.895417 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-357cbf9a-1e79-4c02-a29e-6a895e5a5a3e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.989283 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.993141 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-357cbf9a-1e79-4c02-a29e-6a895e5a5a3e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:34.027906 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357cbf9a-1e79-4c02-a29e-6a895e5a5a3e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:25:34.047581 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cbf9a-1e79-4c02-a29e-6a895e5a5a3e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0863b079-ab12-4282-8e1d-cde3c937291e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:34.058445 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-357cbf9a-1e79-4c02-a29e-6a895e5a5a3e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:34.058802 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-357cbf9a-1e79-4c02-a29e-6a895e5a5a3e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Added segment 1b1fed00-9cd6-4460-ba47-4e8b66cf831a of type vlan for network 352266f0-c488-45da-8b2b-6a027196479d Aug 31 01:25:34.121080 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-357cbf9a-1e79-4c02-a29e-6a895e5a5a3e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:34.208966 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:34.213739 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2e6355db-6c4d-4d2f-9db8-643ea3fbbe8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:34.218113 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-357cbf9a-1e79-4c02-a29e-6a895e5a5a3e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:34.223864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357cbf9a-1e79-4c02-a29e-6a895e5a5a3e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:34.224526 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-357cbf9a-1e79-4c02-a29e-6a895e5a5a3e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:34.320075 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:34.327003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:34.335252 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:34.340579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=b2c93e3f-b497-49c6-bfce-f2d6fc994fd0,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:34.362984 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cbf9a-1e79-4c02-a29e-6a895e5a5a3e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Network': ['ID=352266f0-c488-45da-8b2b-6a027196479d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:34.379810 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 352266f0-c488-45da-8b2b-6a027196479d details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:25:34.468585 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-357cbf9a-1e79-4c02-a29e-6a895e5a5a3e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0790107 Aug 31 01:25:34.469265 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53174) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:34.475768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-918b0f7b-ad7a-43fb-8e0b-19537f6e887d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'network': {'name': 'tempest-RoutersTest-338318746'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:34.607802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918b0f7b-ad7a-43fb-8e0b-19537f6e887d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Made reservation on behalf of c4a235c1d008497d80861d185bae0447 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:34.611658 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-918b0f7b-ad7a-43fb-8e0b-19537f6e887d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:34.690170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918b0f7b-ad7a-43fb-8e0b-19537f6e887d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:25:34.760441 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-918b0f7b-ad7a-43fb-8e0b-19537f6e887d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:34.760792 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-918b0f7b-ad7a-43fb-8e0b-19537f6e887d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Added segment 449888e5-407a-4c02-bc0b-84a650711057 of type vlan for network c18bc593-1ec1-4de2-823a-a165e0fe6943 Aug 31 01:25:34.762587 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:34.851085 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-918b0f7b-ad7a-43fb-8e0b-19537f6e887d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:35.006836 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-918b0f7b-ad7a-43fb-8e0b-19537f6e887d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:35.012667 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918b0f7b-ad7a-43fb-8e0b-19537f6e887d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:35.013313 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-918b0f7b-ad7a-43fb-8e0b-19537f6e887d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:35.115127 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:35.121754 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b0f7b-ad7a-43fb-8e0b-19537f6e887d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Network': ['ID=c18bc593-1ec1-4de2-823a-a165e0fe6943,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:35.134417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network c18bc593-1ec1-4de2-823a-a165e0fe6943 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:25:35.177542 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-918b0f7b-ad7a-43fb-8e0b-19537f6e887d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7071757 Aug 31 01:25:35.180479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53180) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:35.186050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-046e0714-a1f7-4e83-b386-fbcdaad85521 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'subnet': {'network_id': '352266f0-c488-45da-8b2b-6a027196479d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:35.470720 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046e0714-a1f7-4e83-b386-fbcdaad85521 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Made reservation on behalf of c4a235c1d008497d80861d185bae0447 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:35.474380 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-046e0714-a1f7-4e83-b386-fbcdaad85521 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:35.494685 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router e7bcf687-723f-498d-8f48-025366fe98b8 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:25:36.058831 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:25:36.071004 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Sync routers for ids ['e7bcf687-723f-498d-8f48-025366fe98b8'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:25:36.086230 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Routers {'e7bcf687-723f-498d-8f48-025366fe98b8'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:36.086890 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e7bcf687-723f-498d-8f48-025366fe98b8'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:36.190852 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:36.195408 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d00a1d2d-a6f7-4d94-97d4-9abbc9b63182 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2080822 Aug 31 01:25:36.195570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53186) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:36.197710 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Set router e7bcf687-723f-498d-8f48-025366fe98b8 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:36.206709 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-046e0714-a1f7-4e83-b386-fbcdaad85521 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:36.249523 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d7397356-41c8-49b6-9aa1-08adec6ecfbf tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=952c19daed614c79b5a4fe25173e1666&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469923 Aug 31 01:25:36.250495 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53190) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:36.300738 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e0714-a1f7-4e83-b386-fbcdaad85521 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Subnet': ['ID=4f4486f4-06e7-4486-9e44-94961f31869c,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:36.313676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e0714-a1f7-4e83-b386-fbcdaad85521 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Checking segment: {'id': '1b1fed00-9cd6-4460-ba47-4e8b66cf831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '352266f0-c488-45da-8b2b-6a027196479d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:36.313676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046e0714-a1f7-4e83-b386-fbcdaad85521 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network hostable DHCP agents. Network: 352266f0-c488-45da-8b2b-6a027196479d, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:25:36.371729 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1481defd-5444-46fa-be33-3667dc5716c6 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:36.376000 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1481defd-5444-46fa-be33-3667dc5716c6 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1204467 Aug 31 01:25:36.376220 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53192) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:36.402198 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046e0714-a1f7-4e83-b386-fbcdaad85521 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network 352266f0-c488-45da-8b2b-6a027196479d is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:25:36.406536 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d5d6206a-650f-4967-978c-475d33388e5e tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290534 Aug 31 01:25:36.409115 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53194) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:36.414268 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-57439bf8-80cf-42f4-b9ba-bbd68e0ad0c5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1472769628', 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:36.425166 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391432434', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:34Z', 'revision_number': 3, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:36.451864 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Checking router: e7bcf687-723f-498d-8f48-025366fe98b8 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:25:36.452208 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Updating router e7bcf687-723f-498d-8f48-025366fe98b8 port b2c93e3f-b497-49c6-bfce-f2d6fc994fd0 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:25:36.478891 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:36.528582 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-046e0714-a1f7-4e83-b386-fbcdaad85521 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 352266f0-c488-45da-8b2b-6a027196479d) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:36.536251 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046e0714-a1f7-4e83-b386-fbcdaad85521 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:36.536814 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-046e0714-a1f7-4e83-b386-fbcdaad85521 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:36.548375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b05b30-b98e-4b63-ab52-f871455a9560 None None] Network 352266f0-c488-45da-8b2b-6a027196479d requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:36.590791 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57439bf8-80cf-42f4-b9ba-bbd68e0ad0c5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Made reservation on behalf of 952c19daed614c79b5a4fe25173e1666 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:36.596805 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57439bf8-80cf-42f4-b9ba-bbd68e0ad0c5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:36.705839 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-046e0714-a1f7-4e83-b386-fbcdaad85521 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5240755 Aug 31 01:25:36.709025 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53198) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:36.715994 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3a2ca293-4fd8-4a86-a26f-d7c3945c9385 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'subnet': {'network_id': 'c18bc593-1ec1-4de2-823a-a165e0fe6943', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:36.773923 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-352266f0-c488-45da-8b2b-6a027196479d', 'network_id': '352266f0-c488-45da-8b2b-6a027196479d', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'fixed_ips': [{'subnet_id': '4f4486f4-06e7-4486-9e44-94961f31869c'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:25:36.775085 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:36.787735 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:36.796952 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:36.797940 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Transition to ACTIVE for port object b2c93e3f-b497-49c6-bfce-f2d6fc994fd0 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:36.808834 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:25:36.921784 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:36.950071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Allocated IP 172.20.0.2 (352266f0-c488-45da-8b2b-6a027196479d/4f4486f4-06e7-4486-9e44-94961f31869c/a3a5b518-8bbd-413e-b6fe-b81575565af9) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:36.975503 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Attempting to bind port b2c93e3f-b497-49c6-bfce-f2d6fc994fd0 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:36.975831 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Attempting to bind port b2c93e3f-b497-49c6-bfce-f2d6fc994fd0 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:36.976377 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Attempting to bind port b2c93e3f-b497-49c6-bfce-f2d6fc994fd0 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:36.983314 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe659f-7b47-47ad-a7e9-63f12c166a82 None None] Pushing event updated for resources: {'Port': ['ID=b2c93e3f-b497-49c6-bfce-f2d6fc994fd0,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:36.986636 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:36.987002 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:36.987394 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:36.987776 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:36.988233 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Bound port: b2c93e3f-b497-49c6-bfce-f2d6fc994fd0, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:36.994700 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:36.998226 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe659f-7b47-47ad-a7e9-63f12c166a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:36.998783 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe659f-7b47-47ad-a7e9-63f12c166a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:36.999454 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe659f-7b47-47ad-a7e9-63f12c166a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:36.999952 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe659f-7b47-47ad-a7e9-63f12c166a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.000441 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe659f-7b47-47ad-a7e9-63f12c166a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.000965 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe659f-7b47-47ad-a7e9-63f12c166a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.001529 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe659f-7b47-47ad-a7e9-63f12c166a82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.002008 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe659f-7b47-47ad-a7e9-63f12c166a82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.002502 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe659f-7b47-47ad-a7e9-63f12c166a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.003008 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe659f-7b47-47ad-a7e9-63f12c166a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.003543 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe659f-7b47-47ad-a7e9-63f12c166a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.004102 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe659f-7b47-47ad-a7e9-63f12c166a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.065927 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57439bf8-80cf-42f4-b9ba-bbd68e0ad0c5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.066487 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] For port b2c93e3f-b497-49c6-bfce-f2d6fc994fd0, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:37.073453 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] For port b2c93e3f-b497-49c6-bfce-f2d6fc994fd0, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b2c93e3f-b497-49c6-bfce-f2d6fc994fd0,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:37.117273 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-139a2938-661b-43fa-ba95-b135b617e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.123319 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2ca293-4fd8-4a86-a26f-d7c3945c9385 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Made reservation on behalf of c4a235c1d008497d80861d185bae0447 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:37.126518 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a2ca293-4fd8-4a86-a26f-d7c3945c9385 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.137063 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.142157 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.147646 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Transition to ACTIVE for port object a3a5b518-8bbd-413e-b6fe-b81575565af9 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:37.165364 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Transition to ACTIVE for port object a3a5b518-8bbd-413e-b6fe-b81575565af9 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:37.168584 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.200256 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57439bf8-80cf-42f4-b9ba-bbd68e0ad0c5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Subnet': ['ID=38ced503-e5fe-4300-8a6c-8eb2d4336081,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:37.227042 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57439bf8-80cf-42f4-b9ba-bbd68e0ad0c5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Checking segment: {'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:37.227407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57439bf8-80cf-42f4-b9ba-bbd68e0ad0c5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network hostable DHCP agents. Network: 42d925d2-aa9c-4919-9610-85bc54924897, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:25:37.259305 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.364969 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Network 352266f0-c488-45da-8b2b-6a027196479d is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:37.365292 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.366910 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe659f-7b47-47ad-a7e9-63f12c166a82 None None] Pushing event updated for resources: {'Port': ['ID=b2c93e3f-b497-49c6-bfce-f2d6fc994fd0,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:37.376375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:37.387177 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:37.395215 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57439bf8-80cf-42f4-b9ba-bbd68e0ad0c5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 42d925d2-aa9c-4919-9610-85bc54924897 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:25:37.411130 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Routers {'e7bcf687-723f-498d-8f48-025366fe98b8'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:37.411829 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e7bcf687-723f-498d-8f48-025366fe98b8'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:37.417136 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Pushing event updated for resources: {'Port': ['ID=a3a5b518-8bbd-413e-b6fe-b81575565af9,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:37.454422 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.454759 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.455169 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.455569 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.455976 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.456371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.456778 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.457247 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.457804 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.458251 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.458645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.459091 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:37.492718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Attempting to bind port a3a5b518-8bbd-413e-b6fe-b81575565af9 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:37.492718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Attempting to bind port a3a5b518-8bbd-413e-b6fe-b81575565af9 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '1b1fed00-9cd6-4460-ba47-4e8b66cf831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '352266f0-c488-45da-8b2b-6a027196479d'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:37.492718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Attempting to bind port a3a5b518-8bbd-413e-b6fe-b81575565af9 on network 352266f0-c488-45da-8b2b-6a027196479d {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:37.498959 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:37.499572 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Checking segment: {'id': '1b1fed00-9cd6-4460-ba47-4e8b66cf831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '352266f0-c488-45da-8b2b-6a027196479d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:37.500042 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.500498 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Bound using segment: {'id': '1b1fed00-9cd6-4460-ba47-4e8b66cf831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '352266f0-c488-45da-8b2b-6a027196479d'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:37.501154 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Bound port: a3a5b518-8bbd-413e-b6fe-b81575565af9, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1fed00-9cd6-4460-ba47-4e8b66cf831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '352266f0-c488-45da-8b2b-6a027196479d'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:37.501636 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.516067 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-57439bf8-80cf-42f4-b9ba-bbd68e0ad0c5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 42d925d2-aa9c-4919-9610-85bc54924897) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:37.524655 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57439bf8-80cf-42f4-b9ba-bbd68e0ad0c5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:37.525397 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57439bf8-80cf-42f4-b9ba-bbd68e0ad0c5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.534431 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99079827-aef0-45ed-835e-45ef684bbd41 None None] Network 42d925d2-aa9c-4919-9610-85bc54924897 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:37.543053 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] Set router e7bcf687-723f-498d-8f48-025366fe98b8 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:37.544717 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a2ca293-4fd8-4a86-a26f-d7c3945c9385 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.661136 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-57439bf8-80cf-42f4-b9ba-bbd68e0ad0c5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2492740 Aug 31 01:25:37.668027 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53212) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:37.697500 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] For port a3a5b518-8bbd-413e-b6fe-b81575565af9, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:37.703652 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] For port a3a5b518-8bbd-413e-b6fe-b81575565af9, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a3a5b518-8bbd-413e-b6fe-b81575565af9,segment=NetworkSegment(1b1fed00-9cd6-4460-ba47-4e8b66cf831a),segment_id=1b1fed00-9cd6-4460-ba47-4e8b66cf831a)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:37.743409 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2ca293-4fd8-4a86-a26f-d7c3945c9385 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Checking segment: {'id': '449888e5-407a-4c02-bc0b-84a650711057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c18bc593-1ec1-4de2-823a-a165e0fe6943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:37.743884 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2ca293-4fd8-4a86-a26f-d7c3945c9385 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network hostable DHCP agents. Network: c18bc593-1ec1-4de2-823a-a165e0fe6943, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:25:37.758533 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ca293-4fd8-4a86-a26f-d7c3945c9385 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Subnet': ['ID=d56ba050-599a-4d2d-bf87-c1b8c874ce71,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:37.826169 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.857463 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-42d925d2-aa9c-4919-9610-85bc54924897', 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ips': [{'subnet_id': '38ced503-e5fe-4300-8a6c-8eb2d4336081'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:25:37.858585 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.865634 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391432434', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:34Z', 'revision_number': 3, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:37.899058 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2ca293-4fd8-4a86-a26f-d7c3945c9385 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network c18bc593-1ec1-4de2-823a-a165e0fe6943 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:25:37.926755 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295bd05c-f3b9-4427-9348-4d287c9e8358 None None] The sync data for ids ['e7bcf687-723f-498d-8f48-025366fe98b8'] in n-d-793621-34 is: [{'id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391432434', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:34Z', 'revision_number': 3, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:25:37.934675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7664c8a-3938-4f69-852e-338e5a3b8de5 None None] Pushing event updated for resources: {'Port': ['ID=a3a5b518-8bbd-413e-b6fe-b81575565af9,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:38.009404 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-3a2ca293-4fd8-4a86-a26f-d7c3945c9385 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, c18bc593-1ec1-4de2-823a-a165e0fe6943) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:38.029120 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2ca293-4fd8-4a86-a26f-d7c3945c9385 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:38.030777 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a2ca293-4fd8-4a86-a26f-d7c3945c9385 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:38.039462 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a217ef9-97f3-4df2-baa1-426369603506 None None] Network c18bc593-1ec1-4de2-823a-a165e0fe6943 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:38.154362 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Allocated IP 172.20.0.2 (42d925d2-aa9c-4919-9610-85bc54924897/38ced503-e5fe-4300-8a6c-8eb2d4336081/78701dad-dd3c-4667-8af4-eea0c83dcf55) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:38.173890 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3a2ca293-4fd8-4a86-a26f-d7c3945c9385 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4633949 Aug 31 01:25:38.177148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53218) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:38.183513 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-eef9bca3-c07a-4ce7-88c2-0941e75d2200 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-610362572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:38.343008 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eef9bca3-c07a-4ce7-88c2-0941e75d2200 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:38.347489 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eef9bca3-c07a-4ce7-88c2-0941e75d2200 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:38.511347 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eef9bca3-c07a-4ce7-88c2-0941e75d2200 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:38.519005 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:38.596593 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eef9bca3-c07a-4ce7-88c2-0941e75d2200 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:38.670772 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eef9bca3-c07a-4ce7-88c2-0941e75d2200 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:38.674684 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-eef9bca3-c07a-4ce7-88c2-0941e75d2200 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4934471 Aug 31 01:25:38.677388 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53224) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:38.767730 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:38.915875 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b2c93e3f-b497-49c6-bfce-f2d6fc994fd0 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:38.978365 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:38.993244 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-c18bc593-1ec1-4de2-823a-a165e0fe6943', 'network_id': 'c18bc593-1ec1-4de2-823a-a165e0fe6943', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'fixed_ips': [{'subnet_id': 'd56ba050-599a-4d2d-bf87-c1b8c874ce71'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:25:38.995789 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:39.002830 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Transition to ACTIVE for port object 78701dad-dd3c-4667-8af4-eea0c83dcf55 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:39.068644 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Transition to ACTIVE for port object 78701dad-dd3c-4667-8af4-eea0c83dcf55 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:39.237580 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port b2c93e3f-b497-49c6-bfce-f2d6fc994fd0 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:39.240648 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:39.267077 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Allocated IP 172.20.0.1 (42d925d2-aa9c-4919-9610-85bc54924897/38ced503-e5fe-4300-8a6c-8eb2d4336081/3128718c-cb63-4b21-acc1-e84c293663c2) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:39.297342 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Pushing event updated for resources: {'Port': ['ID=78701dad-dd3c-4667-8af4-eea0c83dcf55,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:39.315795 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port b2c93e3f-b497-49c6-bfce-f2d6fc994fd0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:39.316176 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:39.337656 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:39.384039 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Allocated IP 172.21.0.2 (c18bc593-1ec1-4de2-823a-a165e0fe6943/d56ba050-599a-4d2d-bf87-c1b8c874ce71/ed9102b8-e8d6-4ee8-a969-bdbe112628cf) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:39.468947 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Network 42d925d2-aa9c-4919-9610-85bc54924897 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:39.497480 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:39.500517 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:39.528547 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:39.559880 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Transition to ACTIVE for port object 3128718c-cb63-4b21-acc1-e84c293663c2 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:39.616150 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b61493-070d-4b55-ace6-2f08e108cf4e None None] Network 352266f0-c488-45da-8b2b-6a027196479d requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:39.677943 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Attempting to bind port 78701dad-dd3c-4667-8af4-eea0c83dcf55 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:39.678815 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Attempting to bind port 78701dad-dd3c-4667-8af4-eea0c83dcf55 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:39.679768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Attempting to bind port 78701dad-dd3c-4667-8af4-eea0c83dcf55 on network 42d925d2-aa9c-4919-9610-85bc54924897 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:39.717889 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:39.737329 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 42d925d2-aa9c-4919-9610-85bc54924897 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:39.741728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:39.742421 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Allocated IP 172.20.0.1 (352266f0-c488-45da-8b2b-6a027196479d/4f4486f4-06e7-4486-9e44-94961f31869c/0cbabd8e-16dc-4f2b-ba40-c479ced61cf5) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:39.767394 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:39.767776 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Checking segment: {'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:39.770341 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:39.770341 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Bound using segment: {'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:39.770341 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Bound port: 78701dad-dd3c-4667-8af4-eea0c83dcf55, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:39.770341 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:39.784257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:39.827871 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5770688a-5dc3-47d6-80dd-27d8b8b555e7 None None] Provisioning for port a3a5b518-8bbd-413e-b6fe-b81575565af9 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:39.893800 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=3128718c-cb63-4b21-acc1-e84c293663c2,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:39.913212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:39.913593 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:39.913942 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:39.914281 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:39.914629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:39.915076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:39.915408 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:39.915741 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:39.916073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:39.916400 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:39.916728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:39.917052 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:39.923628 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:39.929333 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:39.949777 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:39.964898 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:39.971701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Transition to ACTIVE for port object 0cbabd8e-16dc-4f2b-ba40-c479ced61cf5 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:40.018553 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Transition to ACTIVE for port object ed9102b8-e8d6-4ee8-a969-bdbe112628cf will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:40.023538 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port b2c93e3f-b497-49c6-bfce-f2d6fc994fd0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b2c93e3f-b497-49c6-bfce-f2d6fc994fd0,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:40.057503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] For port 78701dad-dd3c-4667-8af4-eea0c83dcf55, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:40.061618 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Transition to ACTIVE for port object ed9102b8-e8d6-4ee8-a969-bdbe112628cf will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:40.064239 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] For port 78701dad-dd3c-4667-8af4-eea0c83dcf55, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=78701dad-dd3c-4667-8af4-eea0c83dcf55,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:40.117108 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.122108 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.134539 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a3a5b518-8bbd-413e-b6fe-b81575565af9 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:40.161392 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.184761 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.194803 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.207177 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network 352266f0-c488-45da-8b2b-6a027196479d is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:40.209882 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:40.212540 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:40.256451 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=0cbabd8e-16dc-4f2b-ba40-c479ced61cf5,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:40.308493 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.321705 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Network c18bc593-1ec1-4de2-823a-a165e0fe6943 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:40.377873 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:40.388760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:40.404068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=b2c93e3f-b497-49c6-bfce-f2d6fc994fd0,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:40.517977 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Pushing event updated for resources: {'Port': ['ID=ed9102b8-e8d6-4ee8-a969-bdbe112628cf,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:40.538907 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.700990 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port a3a5b518-8bbd-413e-b6fe-b81575565af9 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:40.704846 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.708879 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-387249ee-45cb-4095-bb75-6a2bf87d9b22 None None] Provisioning complete for port a3a5b518-8bbd-413e-b6fe-b81575565af9 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:40.709300 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-387249ee-45cb-4095-bb75-6a2bf87d9b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.715631 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.754017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a3a5b518-8bbd-413e-b6fe-b81575565af9 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:40.754397 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.759468 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Attempting to bind port ed9102b8-e8d6-4ee8-a969-bdbe112628cf on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:40.759851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Attempting to bind port ed9102b8-e8d6-4ee8-a969-bdbe112628cf by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '449888e5-407a-4c02-bc0b-84a650711057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c18bc593-1ec1-4de2-823a-a165e0fe6943'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:40.760221 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Attempting to bind port ed9102b8-e8d6-4ee8-a969-bdbe112628cf on network c18bc593-1ec1-4de2-823a-a165e0fe6943 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:40.785151 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.806743 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d127ad3-1fb6-41c6-92bf-cfd9afe2f16e None None] Pushing event updated for resources: {'Port': ['ID=78701dad-dd3c-4667-8af4-eea0c83dcf55,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:40.809970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:40.810515 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Checking segment: {'id': '449888e5-407a-4c02-bc0b-84a650711057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c18bc593-1ec1-4de2-823a-a165e0fe6943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:40.810997 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.811500 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Bound using segment: {'id': '449888e5-407a-4c02-bc0b-84a650711057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c18bc593-1ec1-4de2-823a-a165e0fe6943'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:40.812245 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Bound port: ed9102b8-e8d6-4ee8-a969-bdbe112628cf, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449888e5-407a-4c02-bc0b-84a650711057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c18bc593-1ec1-4de2-823a-a165e0fe6943'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:40.812698 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.899714 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:41.030965 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-387249ee-45cb-4095-bb75-6a2bf87d9b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:41.104668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=3128718c-cb63-4b21-acc1-e84c293663c2,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:41.116740 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] For port ed9102b8-e8d6-4ee8-a969-bdbe112628cf, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:41.152951 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-387249ee-45cb-4095-bb75-6a2bf87d9b22 None None] For port a3a5b518-8bbd-413e-b6fe-b81575565af9, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a3a5b518-8bbd-413e-b6fe-b81575565af9,segment=NetworkSegment(1b1fed00-9cd6-4460-ba47-4e8b66cf831a),segment_id=1b1fed00-9cd6-4460-ba47-4e8b66cf831a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:41.156255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] For port ed9102b8-e8d6-4ee8-a969-bdbe112628cf, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ed9102b8-e8d6-4ee8-a969-bdbe112628cf,segment=NetworkSegment(449888e5-407a-4c02-bc0b-84a650711057),segment_id=449888e5-407a-4c02-bc0b-84a650711057)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:41.163592 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:41.169146 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 42d925d2-aa9c-4919-9610-85bc54924897 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:41.171491 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:41.225700 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-387249ee-45cb-4095-bb75-6a2bf87d9b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:41.260427 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:41.298388 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:41.331776 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:25:41.331776 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:25:41.334837 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:41.356390 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387249ee-45cb-4095-bb75-6a2bf87d9b22 None None] Pushing event updated for resources: {'Port': ['ID=a3a5b518-8bbd-413e-b6fe-b81575565af9,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:41.386096 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router e7bcf687-723f-498d-8f48-025366fe98b8 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:25:41.456171 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e48bd-6b95-4f37-9fed-a554a3b4f2f4 None None] Pushing event updated for resources: {'Port': ['ID=ed9102b8-e8d6-4ee8-a969-bdbe112628cf,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:41.516420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fceabd00-2b88-4b0f-aa4e-188ebfdcf35c None None] Provisioning for port 0cbabd8e-16dc-4f2b-ba40-c479ced61cf5 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:41.516959 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:41.543753 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fceabd00-2b88-4b0f-aa4e-188ebfdcf35c None None] Provisioning complete for port 0cbabd8e-16dc-4f2b-ba40-c479ced61cf5 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:41.543753 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fceabd00-2b88-4b0f-aa4e-188ebfdcf35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:41.544230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=0cbabd8e-16dc-4f2b-ba40-c479ced61cf5,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:41.624552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-fceabd00-2b88-4b0f-aa4e-188ebfdcf35c None None] Port 0cbabd8e-16dc-4f2b-ba40-c479ced61cf5 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:25:41.634485 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:25:41.640108 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0cd3e4ca-b27a-429d-ab68-a73622157f20 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "PUT /v2.0/routers/e7bcf687-723f-498d-8f48-025366fe98b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9709847 Aug 31 01:25:41.654673 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Sync routers for ids ['e7bcf687-723f-498d-8f48-025366fe98b8'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:25:41.668992 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Routers {'e7bcf687-723f-498d-8f48-025366fe98b8'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:41.677549 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e7bcf687-723f-498d-8f48-025366fe98b8'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:41.730308 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network 352266f0-c488-45da-8b2b-6a027196479d is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:41.732496 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:42.028103 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3beea53-645c-4585-911d-dea203ec3250 req-f0fa9879-6d6a-45d8-9b40-1500080c7c82 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515256145&fields=id&tenant_id=952c19daed614c79b5a4fe25173e1666 HTTP/1.1" status: 200 len: 267 time: 0.0812006 Aug 31 01:25:42.047858 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Set router e7bcf687-723f-498d-8f48-025366fe98b8 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:42.320229 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beea53-645c-4585-911d-dea203ec3250 req-e7516604-fd03-45cb-8b52-42e7a7ef9fdf tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:42.326819 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3beea53-645c-4585-911d-dea203ec3250 req-e7516604-fd03-45cb-8b52-42e7a7ef9fdf tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/networks?id=42d925d2-aa9c-4919-9610-85bc54924897 HTTP/1.1" status: 200 len: 797 time: 0.2746351 Aug 31 01:25:42.326819 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router cb4c3406-94c2-4933-a52f-1bd405340456 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:25:42.345537 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3beea53-645c-4585-911d-dea203ec3250 req-4b6545dc-c3c4-48fc-8d16-775560d0e52b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/quotas/952c19daed614c79b5a4fe25173e1666 HTTP/1.1" status: 200 len: 375 time: 0.0149465 Aug 31 01:25:42.413120 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f5d04b92-16dd-43ba-a738-cc8064cfe0a2 None None] Provisioning complete for port 0cbabd8e-16dc-4f2b-ba40-c479ced61cf5 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:42.413610 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f5d04b92-16dd-43ba-a738-cc8064cfe0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:42.471132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62205ab1-aff8-4263-bb03-2bce5dd0ffe5 None None] Network 42d925d2-aa9c-4919-9610-85bc54924897 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:42.480638 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 78701dad-dd3c-4667-8af4-eea0c83dcf55 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:42.822946 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f5d04b92-16dd-43ba-a738-cc8064cfe0a2 None None] Port 0cbabd8e-16dc-4f2b-ba40-c479ced61cf5 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:25:42.868669 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3beea53-645c-4585-911d-dea203ec3250 req-ee3fb49a-951f-418b-a3c5-522f4cfb4a62 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4893904 Aug 31 01:25:42.870298 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:25:42.883428 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f20bf-acae-4cc7-b742-f7130e1b16af None None] Sync routers for ids ['cb4c3406-94c2-4933-a52f-1bd405340456'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:25:42.886100 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bbd745b9-62d0-4bf5-bf08-35af5d8060b5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/cb4c3406-94c2-4933-a52f-1bd405340456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2074132 Aug 31 01:25:42.886861 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53264) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:42.899775 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6f20bf-acae-4cc7-b742-f7130e1b16af None None] Routers {'cb4c3406-94c2-4933-a52f-1bd405340456'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:42.901016 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-0d6f20bf-acae-4cc7-b742-f7130e1b16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cb4c3406-94c2-4933-a52f-1bd405340456'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:42.939387 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-0d6f20bf-acae-4cc7-b742-f7130e1b16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:42.950336 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6f20bf-acae-4cc7-b742-f7130e1b16af None None] Routers {'cb4c3406-94c2-4933-a52f-1bd405340456'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:42.951220 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-0d6f20bf-acae-4cc7-b742-f7130e1b16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cb4c3406-94c2-4933-a52f-1bd405340456'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:42.984141 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-0d6f20bf-acae-4cc7-b742-f7130e1b16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:42.984805 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f20bf-acae-4cc7-b742-f7130e1b16af None None] The sync data for ids ['cb4c3406-94c2-4933-a52f-1bd405340456'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:25:42.993515 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391432434', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:40Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '3128718c-cb63-4b21-acc1-e84c293663c2', 'name': '', 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:b0:16:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:38Z', 'updated_at': '2021-08-31T01:25:40Z', 'revision_number': 2, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:42.999006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3270299-3576-4367-812c-d18280a810d6 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:43.000497 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e3270299-3576-4367-812c-d18280a810d6 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/ports/0cbabd8e-16dc-4f2b-ba40-c479ced61cf5 HTTP/1.1" status: 200 len: 910 time: 0.1125569 Aug 31 01:25:43.003290 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53266) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:43.025479 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2679b947-f886-4672-a0a3-c0f690263029 None None] Network c18bc593-1ec1-4de2-823a-a165e0fe6943 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:43.032215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 78701dad-dd3c-4667-8af4-eea0c83dcf55 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:43.048711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Checking router: e7bcf687-723f-498d-8f48-025366fe98b8 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:25:43.050130 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Updating router e7bcf687-723f-498d-8f48-025366fe98b8 port 3128718c-cb63-4b21-acc1-e84c293663c2 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:25:43.100718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4a045e5e-b737-4d4f-ace5-add25181a3be None None] Provisioning for port 78701dad-dd3c-4667-8af4-eea0c83dcf55 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:43.124334 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 78701dad-dd3c-4667-8af4-eea0c83dcf55 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:43.125022 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3beea53-645c-4585-911d-dea203ec3250 req-2c6c1b5e-35a5-41e1-a5c9-bf43585ffc8e service neutron] 10.222.0.16 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262690 Aug 31 01:25:43.131010 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:43.137164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4a045e5e-b737-4d4f-ace5-add25181a3be None None] Provisioning complete for port 78701dad-dd3c-4667-8af4-eea0c83dcf55 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:43.137573 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4a045e5e-b737-4d4f-ace5-add25181a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:43.199698 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:43.419162 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f3beea53-645c-4585-911d-dea203ec3250 req-68ef6c7a-b6c4-43b2-9f58-64386051278d service neutron] 10.222.0.16 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863083 Aug 31 01:25:43.486932 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:43.578870 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:43.653311 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4a045e5e-b737-4d4f-ace5-add25181a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:43.720668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 78701dad-dd3c-4667-8af4-eea0c83dcf55, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=78701dad-dd3c-4667-8af4-eea0c83dcf55,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:43.820551 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:43.837679 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:43.840880 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b2c93e3f-b497-49c6-bfce-f2d6fc994fd0 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:43.865251 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Allocated IP 172.21.0.1 (c18bc593-1ec1-4de2-823a-a165e0fe6943/d56ba050-599a-4d2d-bf87-c1b8c874ce71/2734ed0c-a4c3-4137-984e-83054bc32502) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:44.064218 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Transition to ACTIVE for port object 3128718c-cb63-4b21-acc1-e84c293663c2 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:44.108302 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30846f26-0f8c-4692-bb6e-c7d3148833cd req-8d1d5796-7248-4400-be2c-b78efb8a49c3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 210 time: 0.0334885 Aug 31 01:25:44.172009 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-4a045e5e-b737-4d4f-ace5-add25181a3be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:25:44.172361 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-4a045e5e-b737-4d4f-ace5-add25181a3be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:25:44.173596 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=78701dad-dd3c-4667-8af4-eea0c83dcf55,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:44.192211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port b2c93e3f-b497-49c6-bfce-f2d6fc994fd0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:44.192666 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:44.220749 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:44.224908 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:44.247708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Transition to ACTIVE for port object 2734ed0c-a4c3-4137-984e-83054bc32502 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:44.303687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6773c7-3276-4127-afd4-c440e6760c1f None None] Pushing event updated for resources: {'Port': ['ID=3128718c-cb63-4b21-acc1-e84c293663c2,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:44.388624 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Attempting to bind port 3128718c-cb63-4b21-acc1-e84c293663c2 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:44.388990 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Attempting to bind port 3128718c-cb63-4b21-acc1-e84c293663c2 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:44.389370 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Attempting to bind port 3128718c-cb63-4b21-acc1-e84c293663c2 on network 42d925d2-aa9c-4919-9610-85bc54924897 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:44.408990 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:44.443656 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network c18bc593-1ec1-4de2-823a-a165e0fe6943 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:44.446741 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:44.447640 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:44.448128 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Checking segment: {'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:44.448813 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:44.449450 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Bound using segment: {'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:44.450072 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Bound port: 3128718c-cb63-4b21-acc1-e84c293663c2, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:44.450466 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:44.479031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:44.526720 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ed9102b8-e8d6-4ee8-a969-bdbe112628cf up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:44.534899 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=2734ed0c-a4c3-4137-984e-83054bc32502,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:44.557318 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:44.741545 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] For port 3128718c-cb63-4b21-acc1-e84c293663c2, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:44.773256 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] For port 3128718c-cb63-4b21-acc1-e84c293663c2, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=3128718c-cb63-4b21-acc1-e84c293663c2,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:44.884385 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:44.900289 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:44.902922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port ed9102b8-e8d6-4ee8-a969-bdbe112628cf completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:44.943144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a3a5b518-8bbd-413e-b6fe-b81575565af9 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:44.994316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fa1c6421-f66a-4269-88a3-32ee95a7e56b None None] Provisioning for port 2734ed0c-a4c3-4137-984e-83054bc32502 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:45.012650 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fa1c6421-f66a-4269-88a3-32ee95a7e56b None None] Provisioning complete for port 2734ed0c-a4c3-4137-984e-83054bc32502 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:45.013239 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa1c6421-f66a-4269-88a3-32ee95a7e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:45.040722 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Routers {'e7bcf687-723f-498d-8f48-025366fe98b8'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:45.040722 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e7bcf687-723f-498d-8f48-025366fe98b8'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:45.094958 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6773c7-3276-4127-afd4-c440e6760c1f None None] Pushing event updated for resources: {'Port': ['ID=3128718c-cb63-4b21-acc1-e84c293663c2,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:45.133294 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-fa1c6421-f66a-4269-88a3-32ee95a7e56b None None] Port 2734ed0c-a4c3-4137-984e-83054bc32502 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:25:45.197548 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fa1c6421-f66a-4269-88a3-32ee95a7e56b None None] Provisioning for port ed9102b8-e8d6-4ee8-a969-bdbe112628cf completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:45.206545 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fa1c6421-f66a-4269-88a3-32ee95a7e56b None None] Provisioning complete for port ed9102b8-e8d6-4ee8-a969-bdbe112628cf triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:45.207425 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa1c6421-f66a-4269-88a3-32ee95a7e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:45.258486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a3a5b518-8bbd-413e-b6fe-b81575565af9 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:45.258486 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:45.272866 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:45.313632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] Set router e7bcf687-723f-498d-8f48-025366fe98b8 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:45.319519 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-62cc637f-03f4-40f1-9dda-ab9c6959d44d req-b0a1c134-c030-4154-88d3-bc0f5288bf6c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 210 time: 0.0276740 Aug 31 01:25:45.391601 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:45.477086 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:45.479078 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=2734ed0c-a4c3-4137-984e-83054bc32502,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:45.609693 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network c18bc593-1ec1-4de2-823a-a165e0fe6943 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:45.612002 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:45.783380 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router cb4c3406-94c2-4933-a52f-1bd405340456 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:25:45.841375 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa1c6421-f66a-4269-88a3-32ee95a7e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:45.901277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391432434', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:40Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '3128718c-cb63-4b21-acc1-e84c293663c2', 'name': '', 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:b0:16:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:38Z', 'updated_at': '2021-08-31T01:25:44Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:45.907603 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-fa1c6421-f66a-4269-88a3-32ee95a7e56b None None] For port ed9102b8-e8d6-4ee8-a969-bdbe112628cf, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ed9102b8-e8d6-4ee8-a969-bdbe112628cf,segment=NetworkSegment(449888e5-407a-4c02-bc0b-84a650711057),segment_id=449888e5-407a-4c02-bc0b-84a650711057)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:45.935220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 78701dad-dd3c-4667-8af4-eea0c83dcf55 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:45.938204 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe653996-c7d0-4219-948a-3fd063df710e None None] The sync data for ids ['e7bcf687-723f-498d-8f48-025366fe98b8'] in n-d-793621-34 is: [{'id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391432434', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:40Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '3128718c-cb63-4b21-acc1-e84c293663c2', 'name': '', 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:b0:16:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:38Z', 'updated_at': '2021-08-31T01:25:44Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:25:45.945587 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:25:45.961703 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536a8da-da4e-410b-b843-f8ed2965d9ad None None] Sync routers for ids ['cb4c3406-94c2-4933-a52f-1bd405340456'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:25:45.966887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53294) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:45.979144 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-afe43422-8d05-477b-a9be-d4a2d9c8d911 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/cb4c3406-94c2-4933-a52f-1bd405340456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9747410 Aug 31 01:25:45.982025 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536a8da-da4e-410b-b843-f8ed2965d9ad None None] Routers {'cb4c3406-94c2-4933-a52f-1bd405340456'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:45.982657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b536a8da-da4e-410b-b843-f8ed2965d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cb4c3406-94c2-4933-a52f-1bd405340456'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:46.039401 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b536a8da-da4e-410b-b843-f8ed2965d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:46.043327 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa1c6421-f66a-4269-88a3-32ee95a7e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:46.053611 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47deaeca-5dbb-488b-8d2b-cc54f251e0eb tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:46.058680 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53298) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:46.065990 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-47deaeca-5dbb-488b-8d2b-cc54f251e0eb tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/ports/2734ed0c-a4c3-4137-984e-83054bc32502 HTTP/1.1" status: 200 len: 910 time: 0.0977297 Aug 31 01:25:46.101743 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536a8da-da4e-410b-b843-f8ed2965d9ad None None] Routers {'cb4c3406-94c2-4933-a52f-1bd405340456'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:46.102395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b536a8da-da4e-410b-b843-f8ed2965d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cb4c3406-94c2-4933-a52f-1bd405340456'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:46.115867 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fa1c6421-f66a-4269-88a3-32ee95a7e56b None None] Provisioning complete for port 78701dad-dd3c-4667-8af4-eea0c83dcf55 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:46.116243 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa1c6421-f66a-4269-88a3-32ee95a7e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:46.176717 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b536a8da-da4e-410b-b843-f8ed2965d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:46.177401 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536a8da-da4e-410b-b843-f8ed2965d9ad None None] The sync data for ids ['cb4c3406-94c2-4933-a52f-1bd405340456'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:25:46.180757 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c6421-f66a-4269-88a3-32ee95a7e56b None None] Pushing event updated for resources: {'Port': ['ID=ed9102b8-e8d6-4ee8-a969-bdbe112628cf,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:46.195783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 78701dad-dd3c-4667-8af4-eea0c83dcf55 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:46.196154 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:46.471086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fa1c6421-f66a-4269-88a3-32ee95a7e56b None None] Provisioning for port 3128718c-cb63-4b21-acc1-e84c293663c2 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:46.514096 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8c7d030-139c-4dd1-a94f-a4634e5dbee7 req-682325e3-de98-4071-9398-a85780313a60 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 210 time: 0.0659270 Aug 31 01:25:46.569049 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ae59420-6bbe-4057-b414-ebe94398e09b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:46.603733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beea53-645c-4585-911d-dea203ec3250 req-3fb8126a-84d8-4bd2-be7a-666dc7e818d9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:46.606294 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f3beea53-645c-4585-911d-dea203ec3250 req-3fb8126a-84d8-4bd2-be7a-666dc7e818d9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.41 "GET /v2.0/networks?id=42d925d2-aa9c-4919-9610-85bc54924897 HTTP/1.1" status: 200 len: 797 time: 0.1939602 Aug 31 01:25:46.647564 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-46ef5689-d339-4c23-a9f0-3ef9af706500 None None] Provisioning complete for port 2734ed0c-a4c3-4137-984e-83054bc32502 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:46.647941 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-46ef5689-d339-4c23-a9f0-3ef9af706500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:46.695953 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f3beea53-645c-4585-911d-dea203ec3250 req-08c1ac42-4e24-4ae9-abb7-aeaefa65b491 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=952c19daed614c79b5a4fe25173e1666 HTTP/1.1" status: 200 len: 379 time: 0.0789649 Aug 31 01:25:46.709621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-f3beea53-645c-4585-911d-dea203ec3250 req-08745ff7-ee67-4f23-885e-e25229465612 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'port': {'device_id': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897', 'admin_state_up': True, 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'security_groups': ['b3f1c8d0-1342-4aad-bd46-abd773c3aff4']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:46.739837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-46ef5689-d339-4c23-a9f0-3ef9af706500 None None] Port 2734ed0c-a4c3-4137-984e-83054bc32502 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:25:46.950138 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3beea53-645c-4585-911d-dea203ec3250 req-08745ff7-ee67-4f23-885e-e25229465612 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Made reservation on behalf of 952c19daed614c79b5a4fe25173e1666 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:46.953946 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f3beea53-645c-4585-911d-dea203ec3250 req-08745ff7-ee67-4f23-885e-e25229465612 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:46.969364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-1ae59420-6bbe-4057-b414-ebe94398e09b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting port 2734ed0c-a4c3-4137-984e-83054bc32502 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:46.969871 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ae59420-6bbe-4057-b414-ebe94398e09b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:47.094935 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ae59420-6bbe-4057-b414-ebe94398e09b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:47.117649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-1ae59420-6bbe-4057-b414-ebe94398e09b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Calling delete_port for 2734ed0c-a4c3-4137-984e-83054bc32502 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:47.168863 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-f3beea53-645c-4585-911d-dea203ec3250 req-08745ff7-ee67-4f23-885e-e25229465612 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Allocated IP 172.20.0.6 (42d925d2-aa9c-4919-9610-85bc54924897/38ced503-e5fe-4300-8a6c-8eb2d4336081/307f3d79-090f-489d-ab3e-651feb39c87d) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:47.430634 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ae59420-6bbe-4057-b414-ebe94398e09b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:47.461289 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f3beea53-645c-4585-911d-dea203ec3250 req-08745ff7-ee67-4f23-885e-e25229465612 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:47.464110 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae59420-6bbe-4057-b414-ebe94398e09b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Port': ['ID=2734ed0c-a4c3-4137-984e-83054bc32502,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:47.500522 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-f3beea53-645c-4585-911d-dea203ec3250 req-08745ff7-ee67-4f23-885e-e25229465612 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Transition to ACTIVE for port object 307f3d79-090f-489d-ab3e-651feb39c87d will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:47.688288 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ae59420-6bbe-4057-b414-ebe94398e09b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:47.742710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-daccf23c-0b5c-4acb-9016-26878e199489 req-89406e96-0d98-4459-82e2-cf9fe299276b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 210 time: 0.0669868 Aug 31 01:25:47.746839 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f3beea53-645c-4585-911d-dea203ec3250 req-08745ff7-ee67-4f23-885e-e25229465612 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:47.844299 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08745ff7-ee67-4f23-885e-e25229465612 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=307f3d79-090f-489d-ab3e-651feb39c87d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:47.882551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3beea53-645c-4585-911d-dea203ec3250 req-08745ff7-ee67-4f23-885e-e25229465612 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 42d925d2-aa9c-4919-9610-85bc54924897 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:47.884275 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-f3beea53-645c-4585-911d-dea203ec3250 req-08745ff7-ee67-4f23-885e-e25229465612 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:47.903492 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3beea53-645c-4585-911d-dea203ec3250 req-08745ff7-ee67-4f23-885e-e25229465612 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:48.015208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beea53-645c-4585-911d-dea203ec3250 req-08745ff7-ee67-4f23-885e-e25229465612 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:48.016050 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f3beea53-645c-4585-911d-dea203ec3250 req-08745ff7-ee67-4f23-885e-e25229465612 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:48.030174 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae59420-6bbe-4057-b414-ebe94398e09b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router cb4c3406-94c2-4933-a52f-1bd405340456 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:25:48.073564 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ed9102b8-e8d6-4ee8-a969-bdbe112628cf up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:48.133971 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f3beea53-645c-4585-911d-dea203ec3250 req-08745ff7-ee67-4f23-885e-e25229465612 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4325540 Aug 31 01:25:48.147681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Request body: {'port': {'device_id': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:48.169229 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ed9102b8-e8d6-4ee8-a969-bdbe112628cf triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:48.173703 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:48.298505 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:48.345001 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 3128718c-cb63-4b21-acc1-e84c293663c2 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:48.418841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-988b0ab6-69f5-40a9-8155-a3111143c3b3 None None] Provisioning for port 307f3d79-090f-489d-ab3e-651feb39c87d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:48.424697 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-988b0ab6-69f5-40a9-8155-a3111143c3b3 None None] Provisioning complete for port 307f3d79-090f-489d-ab3e-651feb39c87d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:48.428819 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-988b0ab6-69f5-40a9-8155-a3111143c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:48.475845 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-988b0ab6-69f5-40a9-8155-a3111143c3b3 None None] Port 307f3d79-090f-489d-ab3e-651feb39c87d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:25:48.482688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 3128718c-cb63-4b21-acc1-e84c293663c2 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:48.488035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 3128718c-cb63-4b21-acc1-e84c293663c2 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:48.489252 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:48.581762 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89d88a4-abd9-4588-b3f8-45d4dea8afda req-09d4817f-e5e2-41ea-a936-5c2393b00f75 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1268387 Aug 31 01:25:48.604372 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:48.608903 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae59420-6bbe-4057-b414-ebe94398e09b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:25:48.630012 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78457515-800e-4b8b-a2a7-5a4de0e084a5 None None] Sync routers for ids ['cb4c3406-94c2-4933-a52f-1bd405340456'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:25:48.651173 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78457515-800e-4b8b-a2a7-5a4de0e084a5 None None] Routers {'cb4c3406-94c2-4933-a52f-1bd405340456'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:48.651925 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-78457515-800e-4b8b-a2a7-5a4de0e084a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cb4c3406-94c2-4933-a52f-1bd405340456'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:48.653154 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 3128718c-cb63-4b21-acc1-e84c293663c2, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=3128718c-cb63-4b21-acc1-e84c293663c2,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:48.656314 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1ae59420-6bbe-4057-b414-ebe94398e09b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/cb4c3406-94c2-4933-a52f-1bd405340456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5964007 Aug 31 01:25:48.658273 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53318) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:48.697405 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-78457515-800e-4b8b-a2a7-5a4de0e084a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:48.708163 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78457515-800e-4b8b-a2a7-5a4de0e084a5 None None] Routers {'cb4c3406-94c2-4933-a52f-1bd405340456'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:48.709103 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-78457515-800e-4b8b-a2a7-5a4de0e084a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cb4c3406-94c2-4933-a52f-1bd405340456'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:48.727612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d88a4-abd9-4588-b3f8-45d4dea8afda req-115481e7-cdca-4132-92f2-16cf83e77dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:48.729246 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89d88a4-abd9-4588-b3f8-45d4dea8afda req-115481e7-cdca-4132-92f2-16cf83e77dbe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=610bbf5888354622b8fcfa4c7fcf2933&device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 1098 time: 0.0743101 Aug 31 01:25:48.749092 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-78457515-800e-4b8b-a2a7-5a4de0e084a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:48.750087 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78457515-800e-4b8b-a2a7-5a4de0e084a5 None None] The sync data for ids ['cb4c3406-94c2-4933-a52f-1bd405340456'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:25:48.779057 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:48.892740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307f3d79-090f-489d-ab3e-651feb39c87d {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:25:48.896065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=3128718c-cb63-4b21-acc1-e84c293663c2,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:48.909597 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:48.920617 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d88a4-abd9-4588-b3f8-45d4dea8afda req-e5a3357d-141b-413c-ac7f-9d0ecf1605e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:48.922262 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89d88a4-abd9-4588-b3f8-45d4dea8afda req-e5a3357d-141b-413c-ac7f-9d0ecf1605e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8c64065d-e456-4aca-8d30-b0d7b497f987 HTTP/1.1" status: 200 len: 914 time: 0.1706581 Aug 31 01:25:48.937623 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Transition to ACTIVE for port object 307f3d79-090f-489d-ab3e-651feb39c87d will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:48.968517 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89d88a4-abd9-4588-b3f8-45d4dea8afda req-d3c9ba3a-6ec4-43ae-93ea-65619d6f5328 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 HTTP/1.1" status: 200 len: 217 time: 0.0380752 Aug 31 01:25:49.023950 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9cfdd-db5d-4898-ad42-34f72c6220dd req-fa29510c-6fd1-4d20-927e-640f49c55940 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:49.025590 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9ee9cfdd-db5d-4898-ad42-34f72c6220dd req-fa29510c-6fd1-4d20-927e-640f49c55940 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 931 time: 0.1033840 Aug 31 01:25:49.031446 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d88a4-abd9-4588-b3f8-45d4dea8afda req-259fd27a-2da9-4ccc-ab62-5984bfdff62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:49.033881 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89d88a4-abd9-4588-b3f8-45d4dea8afda req-259fd27a-2da9-4ccc-ab62-5984bfdff62a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a1ba349-96d9-4808-b502-9eb3ea6852aa HTTP/1.1" status: 200 len: 853 time: 0.0580533 Aug 31 01:25:49.036795 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:49.094231 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89d88a4-abd9-4588-b3f8-45d4dea8afda req-e9c55008-ea2a-4373-9ed0-55de3250dcbb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c64065d-e456-4aca-8d30-b0d7b497f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513124 Aug 31 01:25:49.103849 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9ee9cfdd-db5d-4898-ad42-34f72c6220dd req-39a4eb80-22c5-46a2-a9d7-851fa6f201bb tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705841 Aug 31 01:25:49.199954 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=307f3d79-090f-489d-ab3e-651feb39c87d,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:49.211819 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-606d7e71-3934-4bda-805f-a6e447966a62 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:49.308775 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89d88a4-abd9-4588-b3f8-45d4dea8afda req-5dc26de5-6b9d-430b-8e3d-929865862b43 service neutron] 10.222.0.48 "GET /v2.0/networks/8c64065d-e456-4aca-8d30-b0d7b497f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864128 Aug 31 01:25:49.313915 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Attempting to bind port 307f3d79-090f-489d-ab3e-651feb39c87d on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:49.314301 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Attempting to bind port 307f3d79-090f-489d-ab3e-651feb39c87d by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:49.322313 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Attempting to bind port 307f3d79-090f-489d-ab3e-651feb39c87d on network 42d925d2-aa9c-4919-9610-85bc54924897 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:49.379737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Port 307f3d79-090f-489d-ab3e-651feb39c87d on network 42d925d2-aa9c-4919-9610-85bc54924897 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:25:49.380064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Attempting to bind port 307f3d79-090f-489d-ab3e-651feb39c87d on network 42d925d2-aa9c-4919-9610-85bc54924897 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:49.389263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:49.389607 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Checking segment: {'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:49.390105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Bound using segment: {'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:49.391124 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Bound port: 307f3d79-090f-489d-ab3e-651feb39c87d, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:49.391541 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:49.446500 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-57af2df2-58dc-4714-a2ef-ff8a92759202 req-25cd8f26-b24a-4831-8b70-56edf02aa696 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0807257 Aug 31 01:25:49.516785 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e89d88a4-abd9-4588-b3f8-45d4dea8afda req-4e84cee7-fbf6-488d-963b-d51ba5bb531b service neutron] 10.222.0.48 "GET /v2.0/networks/8c64065d-e456-4aca-8d30-b0d7b497f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978421 Aug 31 01:25:49.537811 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:49.541550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=307f3d79-090f-489d-ab3e-651feb39c87d,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:49.608051 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af2df2-58dc-4714-a2ef-ff8a92759202 req-5faebbc0-24db-4ebe-bb26-d9125fa8ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:49.609604 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-57af2df2-58dc-4714-a2ef-ff8a92759202 req-5faebbc0-24db-4ebe-bb26-d9125fa8ee72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e9fb06e01654acf8087ff144343ee10&device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 1097 time: 0.1073134 Aug 31 01:25:49.695332 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:49.709801 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-606d7e71-3934-4bda-805f-a6e447966a62 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting port 0cbabd8e-16dc-4f2b-ba40-c479ced61cf5 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:49.710249 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-606d7e71-3934-4bda-805f-a6e447966a62 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:49.733905 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:49.738022 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:49.738022 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f3beea53-645c-4585-911d-dea203ec3250 req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] 10.222.0.41 "PUT /v2.0/ports/307f3d79-090f-489d-ab3e-651feb39c87d HTTP/1.1" status: 200 len: 1092 time: 1.5936644 Aug 31 01:25:49.739577 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:25:49.749104 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da7f353-7ad1-4e92-ba73-b9205849155e" -d '{"events": [{"name": "network-changed", "server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:49.798669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2009a61-e138-4bf4-9c3e-c2d3d3748bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=307f3d79-090f-489d-ab3e-651feb39c87d,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:49.804175 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60ff0fc-6e56-487c-bfe5-955c3ad4050e x-openstack-request-id: req-c60ff0fc-6e56-487c-bfe5-955c3ad4050e {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:49.804175 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:49.804366 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c60ff0fc-6e56-487c-bfe5-955c3ad4050e {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:49.804739 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d', 'status': 'completed', 'code': 200} Aug 31 01:25:49.859758 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af2df2-58dc-4714-a2ef-ff8a92759202 req-4b7ee8e5-3c3b-43a1-bffb-9f91b7ec6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:49.861282 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-57af2df2-58dc-4714-a2ef-ff8a92759202 req-4b7ee8e5-3c3b-43a1-bffb-9f91b7ec6579 service neutron] 10.222.0.41 "GET /v2.0/networks?id=889b8bdc-4727-4715-b1e1-0ac4e4969e44 HTTP/1.1" status: 200 len: 912 time: 0.2288349 Aug 31 01:25:49.883887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7f353-7ad1-4e92-ba73-b9205849155e req-8c3ca2f6-6e74-4f22-898c-aad4cb983700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:49.887712 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9da7f353-7ad1-4e92-ba73-b9205849155e req-8c3ca2f6-6e74-4f22-898c-aad4cb983700 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 1095 time: 0.0566554 Aug 31 01:25:49.927489 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 3128718c-cb63-4b21-acc1-e84c293663c2 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:49.952232 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-606d7e71-3934-4bda-805f-a6e447966a62 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:50.005493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-606d7e71-3934-4bda-805f-a6e447966a62 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Calling delete_port for 0cbabd8e-16dc-4f2b-ba40-c479ced61cf5 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:50.017838 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 3128718c-cb63-4b21-acc1-e84c293663c2 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:50.018274 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:50.028698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7f353-7ad1-4e92-ba73-b9205849155e req-644f5726-c364-45f5-9140-036d9a7fd8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:50.030446 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9da7f353-7ad1-4e92-ba73-b9205849155e req-644f5726-c364-45f5-9140-036d9a7fd8fa service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=952c19daed614c79b5a4fe25173e1666&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1355417 Aug 31 01:25:50.052279 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-57af2df2-58dc-4714-a2ef-ff8a92759202 req-dea6cc99-2750-43a3-ae3c-d30fc8265310 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3803c2b-b947-41ae-8515-f3d7da926bb7 HTTP/1.1" status: 200 len: 1001 time: 0.1834865 Aug 31 01:25:50.144520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7f353-7ad1-4e92-ba73-b9205849155e req-dac9243c-3bed-440a-9e40-328353484349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:50.146781 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9da7f353-7ad1-4e92-ba73-b9205849155e req-dac9243c-3bed-440a-9e40-328353484349 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1087310 Aug 31 01:25:50.163048 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af2df2-58dc-4714-a2ef-ff8a92759202 req-3685e105-1e6d-4ef3-ba08-07a9b329d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:50.168255 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-57af2df2-58dc-4714-a2ef-ff8a92759202 req-3685e105-1e6d-4ef3-ba08-07a9b329d1eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fda6a004-98bc-4255-914b-598d0c22693d HTTP/1.1" status: 200 len: 850 time: 0.0808475 Aug 31 01:25:50.341038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af2df2-58dc-4714-a2ef-ff8a92759202 req-5cf12ecc-849a-4589-8f52-83c051839100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:50.343135 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-57af2df2-58dc-4714-a2ef-ff8a92759202 req-5cf12ecc-849a-4589-8f52-83c051839100 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=889b8bdc-4727-4715-b1e1-0ac4e4969e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1407855 Aug 31 01:25:50.476793 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-57af2df2-58dc-4714-a2ef-ff8a92759202 req-be7b96ca-6429-4b98-b81a-a9fa48c66c1d service neutron] 10.222.0.41 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236739 Aug 31 01:25:50.478150 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-606d7e71-3934-4bda-805f-a6e447966a62 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:50.598938 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d7e71-3934-4bda-805f-a6e447966a62 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Port': ['ID=0cbabd8e-16dc-4f2b-ba40-c479ced61cf5,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:50.704697 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab691344-cbf3-4f12-8b9e-151084bac126 req-a0aecfcf-20f2-454e-9f18-f0c585dcbf24 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:50.713041 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab691344-cbf3-4f12-8b9e-151084bac126 req-a0aecfcf-20f2-454e-9f18-f0c585dcbf24 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 943 time: 0.5290964 Aug 31 01:25:50.731348 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beea53-645c-4585-911d-dea203ec3250 req-397e7ea5-9604-4f40-998e-2d80ea6341cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:50.734485 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f3beea53-645c-4585-911d-dea203ec3250 req-397e7ea5-9604-4f40-998e-2d80ea6341cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 1095 time: 0.5341763 Aug 31 01:25:50.799162 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-606d7e71-3934-4bda-805f-a6e447966a62 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:50.805286 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f3beea53-645c-4585-911d-dea203ec3250 req-a9f2debd-144a-47f8-becd-360e03d2b9de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=307f3d79-090f-489d-ab3e-651feb39c87d HTTP/1.1" status: 200 len: 217 time: 0.0572805 Aug 31 01:25:50.846491 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab691344-cbf3-4f12-8b9e-151084bac126 req-70d00042-472a-4779-beee-d8735b257a68 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322799 Aug 31 01:25:50.867869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beea53-645c-4585-911d-dea203ec3250 req-68471c34-b8bf-4715-90bd-45444dbd309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:50.869374 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f3beea53-645c-4585-911d-dea203ec3250 req-68471c34-b8bf-4715-90bd-45444dbd309d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38ced503-e5fe-4300-8a6c-8eb2d4336081 HTTP/1.1" status: 200 len: 835 time: 0.0558255 Aug 31 01:25:50.904393 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-57af2df2-58dc-4714-a2ef-ff8a92759202 req-28298672-919d-4508-9517-c3ad7394f1fe service neutron] 10.222.0.41 "GET /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150994 Aug 31 01:25:50.930997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beea53-645c-4585-911d-dea203ec3250 req-8a01b9d3-f543-4e3b-8e1f-fed965954593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:50.932702 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f3beea53-645c-4585-911d-dea203ec3250 req-8a01b9d3-f543-4e3b-8e1f-fed965954593 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=42d925d2-aa9c-4919-9610-85bc54924897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559742 Aug 31 01:25:51.002536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606d7e71-3934-4bda-805f-a6e447966a62 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router cb4c3406-94c2-4933-a52f-1bd405340456 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:25:51.042071 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f3beea53-645c-4585-911d-dea203ec3250 req-36614280-1cc6-422b-8670-b92b5a54d5a1 service neutron] 10.222.0.41 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997138 Aug 31 01:25:51.318328 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f3beea53-645c-4585-911d-dea203ec3250 req-97b77216-0851-4494-bb43-9708c900c493 service neutron] 10.222.0.41 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391976 Aug 31 01:25:51.445486 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606d7e71-3934-4bda-805f-a6e447966a62 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:25:51.453539 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-606d7e71-3934-4bda-805f-a6e447966a62 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/cb4c3406-94c2-4933-a52f-1bd405340456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7929678 Aug 31 01:25:51.454109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53370) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:51.456258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1975b6-4186-412a-aca7-560c42c7af29 None None] Sync routers for ids ['cb4c3406-94c2-4933-a52f-1bd405340456'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:25:51.469287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1975b6-4186-412a-aca7-560c42c7af29 None None] Routers {'cb4c3406-94c2-4933-a52f-1bd405340456'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:51.469970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8b1975b6-4186-412a-aca7-560c42c7af29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cb4c3406-94c2-4933-a52f-1bd405340456'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:51.487553 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7783a40a-d061-4c87-abaf-d31c54457264 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4c3406-94c2-4933-a52f-1bd405340456 HTTP/1.1" status: 200 len: 205 time: 0.0300550 Aug 31 01:25:51.488091 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53374) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:51.508540 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8b1975b6-4186-412a-aca7-560c42c7af29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:51.520024 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1975b6-4186-412a-aca7-560c42c7af29 None None] Routers {'cb4c3406-94c2-4933-a52f-1bd405340456'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:51.520977 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8b1975b6-4186-412a-aca7-560c42c7af29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cb4c3406-94c2-4933-a52f-1bd405340456'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:51.561809 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8b1975b6-4186-412a-aca7-560c42c7af29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:51.562566 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1975b6-4186-412a-aca7-560c42c7af29 None None] The sync data for ids ['cb4c3406-94c2-4933-a52f-1bd405340456'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:25:51.569206 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88ccd170-7284-41aa-962e-374526e64dd2 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:51.808763 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88ccd170-7284-41aa-962e-374526e64dd2 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:51.812592 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88ccd170-7284-41aa-962e-374526e64dd2 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:51.962016 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88ccd170-7284-41aa-962e-374526e64dd2 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:51.962600 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ccd170-7284-41aa-962e-374526e64dd2 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Fanout notify agent at l3_agent the message router_deleted on router cb4c3406-94c2-4933-a52f-1bd405340456 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:25:51.976997 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88ccd170-7284-41aa-962e-374526e64dd2 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:51.980764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032d96f-c99b-4b2e-9aaf-9c04f42bde5a req-6206b613-6a6d-4cd1-9794-1b0131edad17 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:51.982778 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0032d96f-c99b-4b2e-9aaf-9c04f42bde5a req-6206b613-6a6d-4cd1-9794-1b0131edad17 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 943 time: 0.0617833 Aug 31 01:25:51.983396 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53382) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:51.983619 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-88ccd170-7284-41aa-962e-374526e64dd2 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/routers/cb4c3406-94c2-4933-a52f-1bd405340456 HTTP/1.1" status: 204 len: 168 time: 0.4939785 Aug 31 01:25:52.062674 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d9b5a1-5e8f-4ad9-8137-9eedff6f8d23 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting subnet d56ba050-599a-4d2d-bf87-c1b8c874ce71 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:25:52.067802 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0032d96f-c99b-4b2e-9aaf-9c04f42bde5a req-5e3f6efc-fd75-4ccb-9a9e-38c0161a081d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736938 Aug 31 01:25:52.069700 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-75d9b5a1-5e8f-4ad9-8137-9eedff6f8d23 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.111032 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-75d9b5a1-5e8f-4ad9-8137-9eedff6f8d23 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.221191 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-75d9b5a1-5e8f-4ad9-8137-9eedff6f8d23 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.414197 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-75d9b5a1-5e8f-4ad9-8137-9eedff6f8d23 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.443093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9b5a1-5e8f-4ad9-8137-9eedff6f8d23 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Subnet': ['ID=d56ba050-599a-4d2d-bf87-c1b8c874ce71,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:52.445077 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-75d9b5a1-5e8f-4ad9-8137-9eedff6f8d23 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.448446 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-75d9b5a1-5e8f-4ad9-8137-9eedff6f8d23 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/subnets/d56ba050-599a-4d2d-bf87-c1b8c874ce71 HTTP/1.1" status: 204 len: 168 time: 0.4624934 Aug 31 01:25:52.452882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53402) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:52.454252 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a448e50-1928-4783-a339-e9ac64211b81 None None] Network c18bc593-1ec1-4de2-823a-a165e0fe6943 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:52.520045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75e9b5f-b996-424a-a0b1-825d9caeb7a0 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting subnet 4f4486f4-06e7-4486-9e44-94961f31869c {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:25:52.523847 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b75e9b5f-b996-424a-a0b1-825d9caeb7a0 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.574851 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b75e9b5f-b996-424a-a0b1-825d9caeb7a0 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.674099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d5f2fd-060f-4bfc-83a1-80146d16bc22 None None] DHCP port deletion for c18bc593-1ec1-4de2-823a-a165e0fe6943 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:25:52.675591 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b75e9b5f-b996-424a-a0b1-825d9caeb7a0 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.754964 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5f2fd-060f-4bfc-83a1-80146d16bc22 None None] Deleting port ed9102b8-e8d6-4ee8-a969-bdbe112628cf {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:52.754964 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f2fd-060f-4bfc-83a1-80146d16bc22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.823868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f1d5f2fd-060f-4bfc-83a1-80146d16bc22 None None] For port ed9102b8-e8d6-4ee8-a969-bdbe112628cf, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ed9102b8-e8d6-4ee8-a969-bdbe112628cf,segment=NetworkSegment(449888e5-407a-4c02-bc0b-84a650711057),segment_id=449888e5-407a-4c02-bc0b-84a650711057)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:52.824337 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f2fd-060f-4bfc-83a1-80146d16bc22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.839026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5f2fd-060f-4bfc-83a1-80146d16bc22 None None] Calling delete_port for ed9102b8-e8d6-4ee8-a969-bdbe112628cf owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:52.867808 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b75e9b5f-b996-424a-a0b1-825d9caeb7a0 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.899729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e9b5f-b996-424a-a0b1-825d9caeb7a0 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4486f4-06e7-4486-9e44-94961f31869c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:52.905784 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b75e9b5f-b996-424a-a0b1-825d9caeb7a0 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.907851 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b75e9b5f-b996-424a-a0b1-825d9caeb7a0 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/subnets/4f4486f4-06e7-4486-9e44-94961f31869c HTTP/1.1" status: 204 len: 168 time: 0.4570804 Aug 31 01:25:52.910353 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53412) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:52.915762 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0674a8-32ff-462f-b7d9-f6709d93e548 None None] Network 352266f0-c488-45da-8b2b-6a027196479d requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:52.999538 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.051556 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f2fd-060f-4bfc-83a1-80146d16bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.071720 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d5f2fd-060f-4bfc-83a1-80146d16bc22 None None] No DVR routers for this DVR port ed9102b8-e8d6-4ee8-a969-bdbe112628cf on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:53.103656 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5f2fd-060f-4bfc-83a1-80146d16bc22 None None] Pushing event deleted for resources: {'Port': ['ID=ed9102b8-e8d6-4ee8-a969-bdbe112628cf,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:53.159820 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting port ed9102b8-e8d6-4ee8-a969-bdbe112628cf {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:53.160499 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.236022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c30beb-2768-43e2-b019-9f27637b5c6b None None] DHCP port deletion for 352266f0-c488-45da-8b2b-6a027196479d request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:25:53.283955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] For port ed9102b8-e8d6-4ee8-a969-bdbe112628cf, host n-d-793621-34, got binding levels [] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:53.284403 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.303315 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Calling delete_port for ed9102b8-e8d6-4ee8-a969-bdbe112628cf owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:53.309067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.ipam_backend_mixin [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Port ed9102b8-e8d6-4ee8-a969-bdbe112628cf was not found and therefore no delete operation was performed {{(pid=102342) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:25:53.309067 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.339207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] No DVR routers for this DVR port ed9102b8-e8d6-4ee8-a969-bdbe112628cf on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:53.344744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-62c30beb-2768-43e2-b019-9f27637b5c6b None None] Deleting port a3a5b518-8bbd-413e-b6fe-b81575565af9 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:53.345096 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-62c30beb-2768-43e2-b019-9f27637b5c6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.357035 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f744b4-441a-4061-9fbe-9fd9c3cea499 req-1719d006-0835-45f6-b40b-eafb2d3fd355 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:53.371254 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-44f744b4-441a-4061-9fbe-9fd9c3cea499 req-1719d006-0835-45f6-b40b-eafb2d3fd355 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 943 time: 0.1220663 Aug 31 01:25:53.410832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Port': ['ID=ed9102b8-e8d6-4ee8-a969-bdbe112628cf,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:53.414136 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-44f744b4-441a-4061-9fbe-9fd9c3cea499 req-a95f0356-6360-4ab5-917c-b76267694086 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473993 Aug 31 01:25:53.415496 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-62c30beb-2768-43e2-b019-9f27637b5c6b None None] For port a3a5b518-8bbd-413e-b6fe-b81575565af9, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a3a5b518-8bbd-413e-b6fe-b81575565af9,segment=NetworkSegment(1b1fed00-9cd6-4460-ba47-4e8b66cf831a),segment_id=1b1fed00-9cd6-4460-ba47-4e8b66cf831a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:53.415906 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-62c30beb-2768-43e2-b019-9f27637b5c6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.432583 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-62c30beb-2768-43e2-b019-9f27637b5c6b None None] Calling delete_port for a3a5b518-8bbd-413e-b6fe-b81575565af9 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:53.494239 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.507681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18bc593-1ec1-4de2-823a-a165e0fe6943']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:53.542791 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449888e5-407a-4c02-bc0b-84a650711057') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:53.543288 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449888e5-407a-4c02-bc0b-84a650711057') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:53.554682 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.576544 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.584743 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:25:53.585523 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:25:53.591644 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:25:53.670826 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-62c30beb-2768-43e2-b019-9f27637b5c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.771454 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c30beb-2768-43e2-b019-9f27637b5c6b None None] No DVR routers for this DVR port a3a5b518-8bbd-413e-b6fe-b81575565af9 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:53.783571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c30beb-2768-43e2-b019-9f27637b5c6b None None] Pushing event deleted for resources: {'Port': ['ID=a3a5b518-8bbd-413e-b6fe-b81575565af9,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:53.850776 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.865188 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.873033 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/networks/c18bc593-1ec1-4de2-823a-a165e0fe6943 HTTP/1.1" status: 204 len: 168 time: 0.9594374 Aug 31 01:25:53.873802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53434) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:53.931080 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ed9102b8-e8d6-4ee8-a969-bdbe112628cf no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:53.938898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7391e9-56bb-4f13-aa0f-0cd7209cb731 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Network': ['ID=c18bc593-1ec1-4de2-823a-a165e0fe6943,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:53.995185 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: ed9102b8-e8d6-4ee8-a969-bdbe112628cf {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:53.995514 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ed9102b8-e8d6-4ee8-a969-bdbe112628cf not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:53.995961 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a3a5b518-8bbd-413e-b6fe-b81575565af9 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:54.026617 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.037984 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: a3a5b518-8bbd-413e-b6fe-b81575565af9 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:54.038323 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a3a5b518-8bbd-413e-b6fe-b81575565af9 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:54.127309 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.138852 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352266f0-c488-45da-8b2b-6a027196479d']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:54.152148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1fed00-9cd6-4460-ba47-4e8b66cf831a') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:54.152898 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1fed00-9cd6-4460-ba47-4e8b66cf831a') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:54.165721 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.192366 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.192366 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:25:54.192366 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:25:54.192717 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:25:54.334693 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.345156 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.348438 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/networks/352266f0-c488-45da-8b2b-6a027196479d HTTP/1.1" status: 204 len: 168 time: 0.4714358 Aug 31 01:25:54.354328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53446) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:54.359689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-49742c59-2d40-49d8-ae30-9241abab6c35 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'network': {'name': 'tempest-RoutersTest-1390421003'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:54.372762 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Network': ['ID=352266f0-c488-45da-8b2b-6a027196479d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:54.384603 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:54.385190 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:54.385757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:54.386115 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:54.386445 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:54.386777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:54.387111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:54.387438 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:54.387817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:54.388148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:54.388476 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:54.388803 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd2701-c3a1-4fec-964a-94957b89a43a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:54.476643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49742c59-2d40-49d8-ae30-9241abab6c35 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Made reservation on behalf of c4a235c1d008497d80861d185bae0447 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:54.480470 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-49742c59-2d40-49d8-ae30-9241abab6c35 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.556286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49742c59-2d40-49d8-ae30-9241abab6c35 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:25:54.573835 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-49742c59-2d40-49d8-ae30-9241abab6c35 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.575438 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-49742c59-2d40-49d8-ae30-9241abab6c35 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Added segment 4cbfd96b-39b1-4079-bb33-7ef40be19fd7 of type vlan for network 8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc Aug 31 01:25:54.596763 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cc204-8b38-4414-8b28-1fda0bd526c0 req-2eb7e2b0-cc53-4158-a1b8-c499e42caeaa tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:54.596763 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c46cc204-8b38-4414-8b28-1fda0bd526c0 req-2eb7e2b0-cc53-4158-a1b8-c499e42caeaa tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 943 time: 0.1017878 Aug 31 01:25:54.662615 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-49742c59-2d40-49d8-ae30-9241abab6c35 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.696717 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c46cc204-8b38-4414-8b28-1fda0bd526c0 req-9827f6e8-a3a0-46e8-ac02-e64607fb11e2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675993 Aug 31 01:25:54.707935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 307f3d79-090f-489d-ab3e-651feb39c87d details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:25:54.801811 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-49742c59-2d40-49d8-ae30-9241abab6c35 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.809196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49742c59-2d40-49d8-ae30-9241abab6c35 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:54.810180 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-49742c59-2d40-49d8-ae30-9241abab6c35 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.866965 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=307f3d79-090f-489d-ab3e-651feb39c87d,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:54.900964 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '307f3d79-090f-489d-ab3e-651feb39c87d', 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897', 'port_id': '307f3d79-090f-489d-ab3e-651feb39c87d', 'mac_address': 'fa:16:3e:84:bd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:25:54.902562 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49742c59-2d40-49d8-ae30-9241abab6c35 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Network': ['ID=8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:54.930017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:25:54.968497 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-49742c59-2d40-49d8-ae30-9241abab6c35 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6139450 Aug 31 01:25:54.971217 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53458) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:54.977205 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-876e17ef-e39f-4659-a60f-8489024a783b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'subnet': {'network_id': '8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:54.997243 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:55.020674 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307f3d79-090f-489d-ab3e-651feb39c87d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:25:55.043994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=307f3d79-090f-489d-ab3e-651feb39c87d,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:55.247605 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876e17ef-e39f-4659-a60f-8489024a783b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Made reservation on behalf of c4a235c1d008497d80861d185bae0447 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:55.247861 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:55.252543 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-876e17ef-e39f-4659-a60f-8489024a783b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:55.326065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=307f3d79-090f-489d-ab3e-651feb39c87d,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:55.482878 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['307f3d79-090f-489d-ab3e-651feb39c87d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:25:55.556379 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-876e17ef-e39f-4659-a60f-8489024a783b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:55.625051 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e17ef-e39f-4659-a60f-8489024a783b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Subnet': ['ID=27057b64-4eb8-436e-b3d7-a318cffd83ab,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:55.634620 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e17ef-e39f-4659-a60f-8489024a783b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Checking segment: {'id': '4cbfd96b-39b1-4079-bb33-7ef40be19fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:55.634995 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876e17ef-e39f-4659-a60f-8489024a783b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network hostable DHCP agents. Network: 8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:25:55.826988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82c633-023a-4929-a949-67e9b2ee29c2 req-360d7a98-5bc9-4e8c-95f9-5fbe45a71851 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:55.828607 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a82c633-023a-4929-a949-67e9b2ee29c2 req-360d7a98-5bc9-4e8c-95f9-5fbe45a71851 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 944 time: 0.0554857 Aug 31 01:25:55.829934 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876e17ef-e39f-4659-a60f-8489024a783b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network 8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:25:55.877948 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a82c633-023a-4929-a949-67e9b2ee29c2 req-7d280c61-4c00-4802-8419-4f75787293dd tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371485 Aug 31 01:25:55.892644 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-876e17ef-e39f-4659-a60f-8489024a783b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:55.898483 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876e17ef-e39f-4659-a60f-8489024a783b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:55.898483 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-876e17ef-e39f-4659-a60f-8489024a783b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:55.907543 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37915474-c44f-4012-a0aa-4cb7c44932d5 None None] Network 8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:56.054102 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-876e17ef-e39f-4659-a60f-8489024a783b tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0816033 Aug 31 01:25:56.056802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53490) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:56.061918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-d700b8a4-6434-4aff-b03d-029ac092bd58 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-314069295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:56.082750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc', 'network_id': '8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'fixed_ips': [{'subnet_id': '27057b64-4eb8-436e-b3d7-a318cffd83ab'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:25:56.083854 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:56.230811 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d700b8a4-6434-4aff-b03d-029ac092bd58 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:56.232095 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d700b8a4-6434-4aff-b03d-029ac092bd58 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:56.241041 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Allocated IP 172.20.0.2 (8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc/27057b64-4eb8-436e-b3d7-a318cffd83ab/70d2abfe-ad08-4de4-b1ba-e2889f6a8e86) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:56.305860 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d700b8a4-6434-4aff-b03d-029ac092bd58 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:56.404569 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:56.415185 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Transition to ACTIVE for port object 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:56.441400 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Transition to ACTIVE for port object 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:56.448809 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d700b8a4-6434-4aff-b03d-029ac092bd58 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:56.551100 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:56.595890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Network 8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:56.601224 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:56.604428 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:56.607787 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d700b8a4-6434-4aff-b03d-029ac092bd58 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:56.613222 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d700b8a4-6434-4aff-b03d-029ac092bd58 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5519419 Aug 31 01:25:56.620109 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53504) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:56.623000 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d68d3f1c-90bb-4d62-b831-1175e63c5cd1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'port': {'network_id': '8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc', 'name': 'tempest-RoutersTest-434343877'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:56.628214 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Pushing event updated for resources: {'Port': ['ID=70d2abfe-ad08-4de4-b1ba-e2889f6a8e86,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:56.697677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Attempting to bind port 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:56.698150 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Attempting to bind port 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '4cbfd96b-39b1-4079-bb33-7ef40be19fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:56.698640 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Attempting to bind port 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 on network 8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:56.713072 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 307f3d79-090f-489d-ab3e-651feb39c87d up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:56.738662 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:56.739086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Checking segment: {'id': '4cbfd96b-39b1-4079-bb33-7ef40be19fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:56.739521 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:56.739923 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Bound using segment: {'id': '4cbfd96b-39b1-4079-bb33-7ef40be19fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:56.740490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Bound port: 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbfd96b-39b1-4079-bb33-7ef40be19fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:56.741127 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:56.862782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] For port 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:56.867152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] For port 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=70d2abfe-ad08-4de4-b1ba-e2889f6a8e86,segment=NetworkSegment(4cbfd96b-39b1-4079-bb33-7ef40be19fd7),segment_id=4cbfd96b-39b1-4079-bb33-7ef40be19fd7)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:56.882118 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68d3f1c-90bb-4d62-b831-1175e63c5cd1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Made reservation on behalf of c4a235c1d008497d80861d185bae0447 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:56.886455 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d68d3f1c-90bb-4d62-b831-1175e63c5cd1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:56.918617 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-d68d3f1c-90bb-4d62-b831-1175e63c5cd1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] device_id is not set on port 080d159d-49f4-4c79-92d0-37fcf9311a90 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:25:56.933818 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 307f3d79-090f-489d-ab3e-651feb39c87d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:56.938542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 307f3d79-090f-489d-ab3e-651feb39c87d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:56.945882 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:57.118059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929dcab5-5242-416f-b908-ed97581490ed req-744bacc6-0df1-466d-b42e-78e1484448e7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:57.130832 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-929dcab5-5242-416f-b908-ed97581490ed req-744bacc6-0df1-466d-b42e-78e1484448e7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 944 time: 0.1598110 Aug 31 01:25:57.147761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-d68d3f1c-90bb-4d62-b831-1175e63c5cd1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Allocated IP 172.20.0.10 (8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc/27057b64-4eb8-436e-b3d7-a318cffd83ab/080d159d-49f4-4c79-92d0-37fcf9311a90) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:57.227755 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-929dcab5-5242-416f-b908-ed97581490ed req-79e3883a-d746-4904-9113-f3095ca69ab8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935154 Aug 31 01:25:57.256046 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:57.342452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb8214-72ce-4530-bd8d-6d493271acf8 None None] Pushing event updated for resources: {'Port': ['ID=70d2abfe-ad08-4de4-b1ba-e2889f6a8e86,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:57.401766 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:57.413453 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d68d3f1c-90bb-4d62-b831-1175e63c5cd1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:57.437143 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:25:57.439086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-d68d3f1c-90bb-4d62-b831-1175e63c5cd1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Transition to ACTIVE for port object 080d159d-49f4-4c79-92d0-37fcf9311a90 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:57.441328 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a6d116-3634-4b20-89f5-8d30c3d36fbe" -d '{"events": [{"server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "name": "network-vif-plugged", "status": "completed", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:57.455625 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=307f3d79-090f-489d-ab3e-651feb39c87d,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:57.506592 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f77f84-8e92-4289-8f93-abd885473c2a x-openstack-request-id: req-f2f77f84-8e92-4289-8f93-abd885473c2a {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:57.506991 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "name": "network-vif-plugged", "status": "completed", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:57.507341 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2f77f84-8e92-4289-8f93-abd885473c2a {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:57.507845 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d', 'code': 200} Aug 31 01:25:57.613517 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:57.682977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69181662-1b4f-4b50-affa-56f4f826257e req-7cd3e070-2400-46f2-bcc9-89bfe3c877fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:57.686069 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69181662-1b4f-4b50-affa-56f4f826257e req-7cd3e070-2400-46f2-bcc9-89bfe3c877fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 1096 time: 0.1183674 Aug 31 01:25:57.694571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=307f3d79-090f-489d-ab3e-651feb39c87d,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:57.711255 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d68d3f1c-90bb-4d62-b831-1175e63c5cd1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:57.778450 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d3f1c-90bb-4d62-b831-1175e63c5cd1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=080d159d-49f4-4c79-92d0-37fcf9311a90,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:57.781635 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69181662-1b4f-4b50-affa-56f4f826257e req-f38d1770-7119-42f9-9471-701241ff3a5d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783498 Aug 31 01:25:57.792577 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68d3f1c-90bb-4d62-b831-1175e63c5cd1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network 8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:57.794740 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-d68d3f1c-90bb-4d62-b831-1175e63c5cd1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:57.797536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68d3f1c-90bb-4d62-b831-1175e63c5cd1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:57.867119 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68d3f1c-90bb-4d62-b831-1175e63c5cd1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:57.868203 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d68d3f1c-90bb-4d62-b831-1175e63c5cd1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:57.979776 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d68d3f1c-90bb-4d62-b831-1175e63c5cd1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3641124 Aug 31 01:25:57.982803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53526) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:58.001892 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:58.199917 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:58.586225 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6c46b33-4256-4333-bde4-fc2cc65fae1d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:58.643727 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf569b-7d19-485c-a029-017c396a253b req-0c44c0c6-3fd6-478c-9496-26a08964556a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:58.647175 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4fcf569b-7d19-485c-a029-017c396a253b req-0c44c0c6-3fd6-478c-9496-26a08964556a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 945 time: 0.2707069 Aug 31 01:25:58.874203 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4fcf569b-7d19-485c-a029-017c396a253b req-b251a874-48ae-4b87-9745-847e7767575c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860733 Aug 31 01:25:59.009038 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d512887c-c05f-4f92-9ce4-423a3069e881 None None] Network 8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:59.053544 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6c46b33-4256-4333-bde4-fc2cc65fae1d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:59.160002 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6c46b33-4256-4333-bde4-fc2cc65fae1d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:59.235112 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c46b33-4256-4333-bde4-fc2cc65fae1d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=080d159d-49f4-4c79-92d0-37fcf9311a90,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:59.257288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2731520a-3daf-489f-9523-6f5afa2295e8 None None] Provisioning for port 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:59.264231 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2731520a-3daf-489f-9523-6f5afa2295e8 None None] Provisioning complete for port 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:59.265964 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2731520a-3daf-489f-9523-6f5afa2295e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:59.412223 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2731520a-3daf-489f-9523-6f5afa2295e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:59.453970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-2731520a-3daf-489f-9523-6f5afa2295e8 None None] For port 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=70d2abfe-ad08-4de4-b1ba-e2889f6a8e86,segment=NetworkSegment(4cbfd96b-39b1-4079-bb33-7ef40be19fd7),segment_id=4cbfd96b-39b1-4079-bb33-7ef40be19fd7)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:59.517798 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6c46b33-4256-4333-bde4-fc2cc65fae1d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:59.607880 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2731520a-3daf-489f-9523-6f5afa2295e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:59.750277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731520a-3daf-489f-9523-6f5afa2295e8 None None] Pushing event updated for resources: {'Port': ['ID=70d2abfe-ad08-4de4-b1ba-e2889f6a8e86,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:59.761350 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dc378517-122b-4555-9720-8160e1ea2ec9 None None] Provisioning complete for port 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:59.761862 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dc378517-122b-4555-9720-8160e1ea2ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:59.763487 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6c46b33-4256-4333-bde4-fc2cc65fae1d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:59.978594 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:00.119917 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dc378517-122b-4555-9720-8160e1ea2ec9 None None] Provisioning for port 080d159d-49f4-4c79-92d0-37fcf9311a90 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:00.153855 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810836e-6e0f-4e3c-9988-2016cf259250 req-9a229b05-e012-4572-9a71-3b56773c84f6 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:00.155074 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dc378517-122b-4555-9720-8160e1ea2ec9 None None] Provisioning complete for port 080d159d-49f4-4c79-92d0-37fcf9311a90 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:00.156073 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dc378517-122b-4555-9720-8160e1ea2ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:00.167881 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8810836e-6e0f-4e3c-9988-2016cf259250 req-9a229b05-e012-4572-9a71-3b56773c84f6 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 945 time: 0.1044741 Aug 31 01:26:00.248276 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:00.249218 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:00.252096 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-dc378517-122b-4555-9720-8160e1ea2ec9 None None] Port 080d159d-49f4-4c79-92d0-37fcf9311a90 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:00.281314 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8810836e-6e0f-4e3c-9988-2016cf259250 req-e60de87a-dca6-49b1-a2bb-836b875f74c6 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124678 Aug 31 01:26:00.319869 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6c46b33-4256-4333-bde4-fc2cc65fae1d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:00.406100 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6c46b33-4256-4333-bde4-fc2cc65fae1d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:00.413659 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-92e519e4-6fb1-4e74-a768-9df4cf46674e None None] Provisioning complete for port 080d159d-49f4-4c79-92d0-37fcf9311a90 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:00.414053 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-92e519e4-6fb1-4e74-a768-9df4cf46674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:00.454982 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-92e519e4-6fb1-4e74-a768-9df4cf46674e None None] Port 080d159d-49f4-4c79-92d0-37fcf9311a90 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:00.508842 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c46b33-4256-4333-bde4-fc2cc65fae1d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=080d159d-49f4-4c79-92d0-37fcf9311a90,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:00.521617 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609843ca-fb61-4b7f-82e6-ea1598a82627 req-71592b51-4ec2-4a9a-a7d7-111aec9ca68c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:00.534180 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-609843ca-fb61-4b7f-82e6-ea1598a82627 req-71592b51-4ec2-4a9a-a7d7-111aec9ca68c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 945 time: 0.1817527 Aug 31 01:26:00.535288 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6c46b33-4256-4333-bde4-fc2cc65fae1d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:00.644869 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-609843ca-fb61-4b7f-82e6-ea1598a82627 req-b6840e5c-8035-41f2-a73b-967e88f6cea1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013865 Aug 31 01:26:00.672595 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53578) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:00.698546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c46b33-4256-4333-bde4-fc2cc65fae1d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network 8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:00.700308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-d6c46b33-4256-4333-bde4-fc2cc65fae1d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:00.732603 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a5c943-d146-4a28-8995-0c96b16a5669 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:00.734219 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a9a5c943-d146-4a28-8995-0c96b16a5669 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 1092 time: 0.0606143 Aug 31 01:26:00.736914 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53580) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:00.742753 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': '307f3d79-090f-489d-ab3e-651feb39c87d', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:00.881907 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:01.007316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c46b33-4256-4333-bde4-fc2cc65fae1d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router de36b191-b46e-44ed-85f2-e870d3458ea0 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:26:01.016519 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:01.096049 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6d753e4c-a1e8-4471-a983-c642a4d748e5 None None] Provisioning complete for port 080d159d-49f4-4c79-92d0-37fcf9311a90 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:01.096660 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6d753e4c-a1e8-4471-a983-c642a4d748e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:01.169364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Allocated IP 172.25.2.52 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/efe7e208-6458-4555-8106-28d72b7820af) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:01.178271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6d753e4c-a1e8-4471-a983-c642a4d748e5 None None] Port 080d159d-49f4-4c79-92d0-37fcf9311a90 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:01.186570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c46b33-4256-4333-bde4-fc2cc65fae1d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:01.199087 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db44feb9-65d5-4f5b-97cd-2f6931448a45 None None] Sync routers for ids ['de36b191-b46e-44ed-85f2-e870d3458ea0'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:01.199710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d6c46b33-4256-4333-bde4-fc2cc65fae1d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/de36b191-b46e-44ed-85f2-e870d3458ea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2154849 Aug 31 01:26:01.204201 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53590) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:01.244417 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44feb9-65d5-4f5b-97cd-2f6931448a45 None None] Routers {'de36b191-b46e-44ed-85f2-e870d3458ea0'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:01.245625 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-db44feb9-65d5-4f5b-97cd-2f6931448a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['de36b191-b46e-44ed-85f2-e870d3458ea0'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:01.357037 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-db44feb9-65d5-4f5b-97cd-2f6931448a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:01.368710 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44feb9-65d5-4f5b-97cd-2f6931448a45 None None] Routers {'de36b191-b46e-44ed-85f2-e870d3458ea0'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:01.369773 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-db44feb9-65d5-4f5b-97cd-2f6931448a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['de36b191-b46e-44ed-85f2-e870d3458ea0'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:01.406979 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-db44feb9-65d5-4f5b-97cd-2f6931448a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:01.408187 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db44feb9-65d5-4f5b-97cd-2f6931448a45 None None] The sync data for ids ['de36b191-b46e-44ed-85f2-e870d3458ea0'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:01.503451 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:01.734392 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:01.741953 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa236baa-bf1f-4955-acdb-eb389e7d6e58 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:01.745098 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-aa236baa-bf1f-4955-acdb-eb389e7d6e58 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/ports/080d159d-49f4-4c79-92d0-37fcf9311a90 HTTP/1.1" status: 200 len: 977 time: 0.5401957 Aug 31 01:26:01.750251 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53600) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:01.836941 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:01.849837 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:01.883430 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:01.909366 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=efe7e208-6458-4555-8106-28d72b7820af,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:02.526951 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3982bb1-213e-40b6-bb16-a324dfcfa087 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:02.618606 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:02.876404 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:02.929465 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-b3982bb1-213e-40b6-bb16-a324dfcfa087 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting port 080d159d-49f4-4c79-92d0-37fcf9311a90 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:26:02.929465 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3982bb1-213e-40b6-bb16-a324dfcfa087 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:03.098349 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3982bb1-213e-40b6-bb16-a324dfcfa087 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:03.125054 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-b3982bb1-213e-40b6-bb16-a324dfcfa087 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Calling delete_port for 080d159d-49f4-4c79-92d0-37fcf9311a90 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:26:03.249258 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:03.339072 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:03.461194 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=efe7e208-6458-4555-8106-28d72b7820af,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:03.500344 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:03.609937 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3982bb1-213e-40b6-bb16-a324dfcfa087 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:03.650777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3982bb1-213e-40b6-bb16-a324dfcfa087 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Port': ['ID=080d159d-49f4-4c79-92d0-37fcf9311a90,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:03.745631 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Floating IP 315ff3d5-6562-4c9e-9971-89ca55e27001 associated. External IP: 172.25.2.52, port: 307f3d79-090f-489d-ab3e-651feb39c87d. Aug 31 01:26:03.903298 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3982bb1-213e-40b6-bb16-a324dfcfa087 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:04.210145 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3982bb1-213e-40b6-bb16-a324dfcfa087 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router de36b191-b46e-44ed-85f2-e870d3458ea0 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:26:04.219159 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a10f781a-850f-4019-8b32-77157113cd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:04.729429 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3982bb1-213e-40b6-bb16-a324dfcfa087 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:04.738550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53656) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:04.739097 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b3982bb1-213e-40b6-bb16-a324dfcfa087 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/de36b191-b46e-44ed-85f2-e870d3458ea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9810476 Aug 31 01:26:04.742623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc48cae3-3daf-4c52-88c7-41ccac4e074d None None] Sync routers for ids ['de36b191-b46e-44ed-85f2-e870d3458ea0'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:04.747455 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router e7bcf687-723f-498d-8f48-025366fe98b8 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:26:04.752969 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc48cae3-3daf-4c52-88c7-41ccac4e074d None None] Routers {'de36b191-b46e-44ed-85f2-e870d3458ea0'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:04.753833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fc48cae3-3daf-4c52-88c7-41ccac4e074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['de36b191-b46e-44ed-85f2-e870d3458ea0'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:04.798141 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fc48cae3-3daf-4c52-88c7-41ccac4e074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:04.816210 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc48cae3-3daf-4c52-88c7-41ccac4e074d None None] Routers {'de36b191-b46e-44ed-85f2-e870d3458ea0'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:04.816210 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fc48cae3-3daf-4c52-88c7-41ccac4e074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['de36b191-b46e-44ed-85f2-e870d3458ea0'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:04.858602 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fc48cae3-3daf-4c52-88c7-41ccac4e074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:04.859106 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc48cae3-3daf-4c52-88c7-41ccac4e074d None None] The sync data for ids ['de36b191-b46e-44ed-85f2-e870d3458ea0'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:04.899377 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:04.938074 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df19dd4-4b73-4dc4-a2fb-9cb08b38c4bf None None] Sync routers for ids ['e7bcf687-723f-498d-8f48-025366fe98b8'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:04.949719 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df19dd4-4b73-4dc4-a2fb-9cb08b38c4bf None None] Routers {'e7bcf687-723f-498d-8f48-025366fe98b8'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:04.950361 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-3df19dd4-4b73-4dc4-a2fb-9cb08b38c4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e7bcf687-723f-498d-8f48-025366fe98b8'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:05.030859 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:05.039919 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-e2cd56d2-a997-46db-b525-f0ee6562c76f tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 01:26:05.041034 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e2cd56d2-a997-46db-b525-f0ee6562c76f tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/de36b191-b46e-44ed-85f2-e870d3458ea0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3012590 Aug 31 01:26:05.043969 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53662) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:05.078990 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-3df19dd4-4b73-4dc4-a2fb-9cb08b38c4bf None None] Set router e7bcf687-723f-498d-8f48-025366fe98b8 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:26:05.089095 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-78c30eca-aecb-496c-a592-c32a6cd2ddd6 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/ports?device_id=de36b191-b46e-44ed-85f2-e870d3458ea0 HTTP/1.1" status: 200 len: 205 time: 0.0431116 Aug 31 01:26:05.092472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53666) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:05.121857 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-66926590-9466-4404-9b6a-eb9b76301298 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3835115 Aug 31 01:26:05.122996 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:26:05.127464 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b93911-8d94-47f5-8b80-7d267d74fe8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:26:05.185350 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c8bb46-de56-475a-862f-6df9af3fae23 x-openstack-request-id: req-96c8bb46-de56-475a-862f-6df9af3fae23 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:26:05.185941 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:26:05.186342 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96c8bb46-de56-475a-862f-6df9af3fae23 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:26:05.186905 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d', 'status': 'completed', 'code': 200} Aug 31 01:26:05.210513 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21910481-fa46-4524-a9d9-cf73f8fed076 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:05.310074 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d624a4-f8d7-4dac-a119-c6728e6ab587 req-d1274f4f-64e4-45ab-beb0-9578876a19b9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:05.312942 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2d624a4-f8d7-4dac-a119-c6728e6ab587 req-d1274f4f-64e4-45ab-beb0-9578876a19b9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 945 time: 0.0774481 Aug 31 01:26:05.375370 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2d624a4-f8d7-4dac-a119-c6728e6ab587 req-7a333947-40b3-44af-bc31-8c4d79dd17c5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519316 Aug 31 01:26:05.407310 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53676) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:05.512354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b93911-8d94-47f5-8b80-7d267d74fe8b req-cae61d04-0b6d-47f9-9cbd-9b793219eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:05.515108 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97b93911-8d94-47f5-8b80-7d267d74fe8b req-cae61d04-0b6d-47f9-9cbd-9b793219eb85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 1097 time: 0.2110736 Aug 31 01:26:05.522951 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21910481-fa46-4524-a9d9-cf73f8fed076 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:05.536706 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21910481-fa46-4524-a9d9-cf73f8fed076 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:05.541538 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-3df19dd4-4b73-4dc4-a2fb-9cb08b38c4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391432434', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:40Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '315ff3d5-6562-4c9e-9971-89ca55e27001', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'port_id': '307f3d79-090f-489d-ab3e-651feb39c87d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897', 'mac_address': 'fa:16:3e:84:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:26:02Z', 'updated_at': '2021-08-31T01:26:02Z', 'revision_number': 0, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3128718c-cb63-4b21-acc1-e84c293663c2', 'name': '', 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:b0:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:38Z', 'updated_at': '2021-08-31T01:25:48Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:05.581772 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df19dd4-4b73-4dc4-a2fb-9cb08b38c4bf None None] Checking router: e7bcf687-723f-498d-8f48-025366fe98b8 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:26:05.586118 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2d09c3bb-aec5-4000-8ad3-818dae080404 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/floatingips/315ff3d5-6562-4c9e-9971-89ca55e27001 HTTP/1.1" status: 200 len: 990 time: 0.1774466 Aug 31 01:26:05.594372 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df19dd4-4b73-4dc4-a2fb-9cb08b38c4bf None None] Routers {'e7bcf687-723f-498d-8f48-025366fe98b8'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:05.595379 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-3df19dd4-4b73-4dc4-a2fb-9cb08b38c4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:25:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e7bcf687-723f-498d-8f48-025366fe98b8'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:05.726478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b93911-8d94-47f5-8b80-7d267d74fe8b req-8ec5024d-b3bc-48f4-825c-91369e7a7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:05.726478 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97b93911-8d94-47f5-8b80-7d267d74fe8b req-8ec5024d-b3bc-48f4-825c-91369e7a7ad5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=42d925d2-aa9c-4919-9610-85bc54924897 HTTP/1.1" status: 200 len: 898 time: 0.1951270 Aug 31 01:26:05.772543 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-3df19dd4-4b73-4dc4-a2fb-9cb08b38c4bf None None] Set router e7bcf687-723f-498d-8f48-025366fe98b8 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:26:05.808425 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21910481-fa46-4524-a9d9-cf73f8fed076 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:05.811140 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21910481-fa46-4524-a9d9-cf73f8fed076 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Fanout notify agent at l3_agent the message router_deleted on router de36b191-b46e-44ed-85f2-e870d3458ea0 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:26:05.841780 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21910481-fa46-4524-a9d9-cf73f8fed076 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:05.846696 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53690) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:05.858035 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-21910481-fa46-4524-a9d9-cf73f8fed076 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/routers/de36b191-b46e-44ed-85f2-e870d3458ea0 HTTP/1.1" status: 204 len: 168 time: 0.7643263 Aug 31 01:26:05.908435 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97b93911-8d94-47f5-8b80-7d267d74fe8b req-1493329f-e29f-4d7c-ad0b-92c5f5b54f4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=307f3d79-090f-489d-ab3e-651feb39c87d HTTP/1.1" status: 200 len: 998 time: 0.1794846 Aug 31 01:26:05.937187 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ead33c0-19c5-4cb5-92e7-81dc54f24371 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting subnet 27057b64-4eb8-436e-b3d7-a318cffd83ab {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:26:05.963986 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ead33c0-19c5-4cb5-92e7-81dc54f24371 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:06.004357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b93911-8d94-47f5-8b80-7d267d74fe8b req-7e06b78b-f778-4426-b8a2-499095c1137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:06.007746 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97b93911-8d94-47f5-8b80-7d267d74fe8b req-7e06b78b-f778-4426-b8a2-499095c1137e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38ced503-e5fe-4300-8a6c-8eb2d4336081 HTTP/1.1" status: 200 len: 835 time: 0.0885582 Aug 31 01:26:06.059779 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ead33c0-19c5-4cb5-92e7-81dc54f24371 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:06.114855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b93911-8d94-47f5-8b80-7d267d74fe8b req-3aa26b1c-f88f-4ed2-8c25-1192baa5928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:06.119234 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97b93911-8d94-47f5-8b80-7d267d74fe8b req-3aa26b1c-f88f-4ed2-8c25-1192baa5928c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=42d925d2-aa9c-4919-9610-85bc54924897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014607 Aug 31 01:26:06.199780 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-3df19dd4-4b73-4dc4-a2fb-9cb08b38c4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391432434', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:40Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '315ff3d5-6562-4c9e-9971-89ca55e27001', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'port_id': '307f3d79-090f-489d-ab3e-651feb39c87d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897', 'mac_address': 'fa:16:3e:84:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:26:02Z', 'updated_at': '2021-08-31T01:26:02Z', 'revision_number': 0, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3128718c-cb63-4b21-acc1-e84c293663c2', 'name': '', 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:b0:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:38Z', 'updated_at': '2021-08-31T01:25:48Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:06.244031 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ead33c0-19c5-4cb5-92e7-81dc54f24371 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:06.277338 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97b93911-8d94-47f5-8b80-7d267d74fe8b req-c8f2c4e4-2b57-42d3-b664-57c72a30856b service neutron] 10.222.0.41 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531186 Aug 31 01:26:06.369939 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df19dd4-4b73-4dc4-a2fb-9cb08b38c4bf None None] The sync data for ids ['e7bcf687-723f-498d-8f48-025366fe98b8'] in n-d-793621-34 is: [{'id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391432434', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:40Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '315ff3d5-6562-4c9e-9971-89ca55e27001', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'port_id': '307f3d79-090f-489d-ab3e-651feb39c87d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897', 'mac_address': 'fa:16:3e:84:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:26:02Z', 'updated_at': '2021-08-31T01:26:02Z', 'revision_number': 0, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3128718c-cb63-4b21-acc1-e84c293663c2', 'name': '', 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:b0:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:38Z', 'updated_at': '2021-08-31T01:25:48Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:06.415380 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97b93911-8d94-47f5-8b80-7d267d74fe8b req-6d408e85-6e33-4ea9-b20f-1952dae4323e service neutron] 10.222.0.41 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289506 Aug 31 01:26:06.419465 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ead33c0-19c5-4cb5-92e7-81dc54f24371 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:06.441869 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ead33c0-19c5-4cb5-92e7-81dc54f24371 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:06.444590 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1ead33c0-19c5-4cb5-92e7-81dc54f24371 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/subnets/27057b64-4eb8-436e-b3d7-a318cffd83ab HTTP/1.1" status: 204 len: 168 time: 0.5944903 Aug 31 01:26:06.447360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53698) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:06.449138 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623223f5-3206-4d71-b929-749619b4be93 None None] Network 8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:26:06.484408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead33c0-19c5-4cb5-92e7-81dc54f24371 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Subnet': ['ID=27057b64-4eb8-436e-b3d7-a318cffd83ab,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:06.585182 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53702) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:06.613357 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:06.715857 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9caceaee-df0d-4c45-91d3-5d547bc8f491 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/floatingips/315ff3d5-6562-4c9e-9971-89ca55e27001 HTTP/1.1" status: 200 len: 990 time: 0.1274877 Aug 31 01:26:06.718805 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aa9963-af93-424e-a1a0-b19b8555c048 None None] New status for floating IP 315ff3d5-6562-4c9e-9971-89ca55e27001: ACTIVE {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:26:06.735014 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting port 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:26:06.735368 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:06.817846 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] For port 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=70d2abfe-ad08-4de4-b1ba-e2889f6a8e86,segment=NetworkSegment(4cbfd96b-39b1-4079-bb33-7ef40be19fd7),segment_id=4cbfd96b-39b1-4079-bb33-7ef40be19fd7)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:06.825113 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:06.838031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Calling delete_port for 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:26:06.940434 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ece4188-7fde-46b6-9e9a-180a396f1203 None None] DHCP port deletion for 8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:26:06.970085 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:06.997853 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5ece4188-7fde-46b6-9e9a-180a396f1203 None None] Deleting port 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:26:06.998240 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5ece4188-7fde-46b6-9e9a-180a396f1203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:07.042699 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:07.068298 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5cb0afa2-c349-470e-a401-827040d73c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:07.075029 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Port': ['ID=70d2abfe-ad08-4de4-b1ba-e2889f6a8e86,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:07.085929 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] No DVR routers for this DVR port 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:26:07.116966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-5ece4188-7fde-46b6-9e9a-180a396f1203 None None] For port 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=70d2abfe-ad08-4de4-b1ba-e2889f6a8e86,segment=NetworkSegment(4cbfd96b-39b1-4079-bb33-7ef40be19fd7),segment_id=4cbfd96b-39b1-4079-bb33-7ef40be19fd7)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:07.118113 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5ece4188-7fde-46b6-9e9a-180a396f1203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:07.148967 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5ece4188-7fde-46b6-9e9a-180a396f1203 None None] Calling delete_port for 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:26:07.151426 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:07.248000 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:07.261773 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:07.276547 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5ece4188-7fde-46b6-9e9a-180a396f1203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:07.279183 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbfd96b-39b1-4079-bb33-7ef40be19fd7') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:07.279803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbfd96b-39b1-4079-bb33-7ef40be19fd7') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:07.292517 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:07.308132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece4188-7fde-46b6-9e9a-180a396f1203 None None] No DVR routers for this DVR port 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:26:07.309767 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece4188-7fde-46b6-9e9a-180a396f1203 None None] Pushing event deleted for resources: {'Port': ['ID=70d2abfe-ad08-4de4-b1ba-e2889f6a8e86,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:07.313500 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:07.334021 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:26:07.334021 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:26:07.335713 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:26:07.352192 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:07.563311 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:07.567160 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:07.571467 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/networks/8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc HTTP/1.1" status: 204 len: 168 time: 1.1222830 Aug 31 01:26:07.576347 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53718) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:07.583051 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-061e287a-208e-4d66-90d9-ff4ce48882f1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'network': {'name': 'tempest-RoutersTest-1219484310'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:07.608317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee3029-f5f4-4ca1-aafa-0e2a555ce321 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Network': ['ID=8a2cf8cc-ce5e-4bd7-950d-ddeae0cf3bcc,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:07.717317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53722) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:07.789860 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-82a16dad-c1ad-456b-850c-109845fd820e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/floatingips/315ff3d5-6562-4c9e-9971-89ca55e27001 HTTP/1.1" status: 200 len: 992 time: 0.0711958 Aug 31 01:26:07.875559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:26:07.897983 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:26:07.897983 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 70d2abfe-ad08-4de4-b1ba-e2889f6a8e86 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:26:07.922829 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061e287a-208e-4d66-90d9-ff4ce48882f1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Made reservation on behalf of c4a235c1d008497d80861d185bae0447 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:07.922829 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-061e287a-208e-4d66-90d9-ff4ce48882f1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:07.948233 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061e287a-208e-4d66-90d9-ff4ce48882f1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:26:07.967167 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-061e287a-208e-4d66-90d9-ff4ce48882f1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:07.967663 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-061e287a-208e-4d66-90d9-ff4ce48882f1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Added segment 9dc4bf7f-816b-4dcc-bf06-30c84cbc9000 of type vlan for network de5a000c-9c53-4ad0-bd50-9cce6f72bbcd Aug 31 01:26:08.018266 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-061e287a-208e-4d66-90d9-ff4ce48882f1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:08.127449 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-061e287a-208e-4d66-90d9-ff4ce48882f1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:08.133403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061e287a-208e-4d66-90d9-ff4ce48882f1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:08.134075 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-061e287a-208e-4d66-90d9-ff4ce48882f1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:08.210196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e287a-208e-4d66-90d9-ff4ce48882f1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Network': ['ID=de5a000c-9c53-4ad0-bd50-9cce6f72bbcd,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:08.223319 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network de5a000c-9c53-4ad0-bd50-9cce6f72bbcd details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:26:08.288857 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-061e287a-208e-4d66-90d9-ff4ce48882f1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7123356 Aug 31 01:26:08.293170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53734) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:08.298570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-96ad9925-407e-41b7-b6b6-e14d4feedca9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'subnet': {'network_id': 'de5a000c-9c53-4ad0-bd50-9cce6f72bbcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:08.510326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ad9925-407e-41b7-b6b6-e14d4feedca9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Made reservation on behalf of c4a235c1d008497d80861d185bae0447 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:08.514492 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-96ad9925-407e-41b7-b6b6-e14d4feedca9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:08.538726 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:08.813575 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-96ad9925-407e-41b7-b6b6-e14d4feedca9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:08.880049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad9925-407e-41b7-b6b6-e14d4feedca9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Subnet': ['ID=2ad13b39-0f99-4b5f-9cc7-fcece2925b72,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:08.906349 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ad9925-407e-41b7-b6b6-e14d4feedca9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Checking segment: {'id': '9dc4bf7f-816b-4dcc-bf06-30c84cbc9000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'de5a000c-9c53-4ad0-bd50-9cce6f72bbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:08.906624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ad9925-407e-41b7-b6b6-e14d4feedca9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network hostable DHCP agents. Network: de5a000c-9c53-4ad0-bd50-9cce6f72bbcd, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:26:09.019284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ad9925-407e-41b7-b6b6-e14d4feedca9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network de5a000c-9c53-4ad0-bd50-9cce6f72bbcd is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:26:09.100981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-96ad9925-407e-41b7-b6b6-e14d4feedca9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, de5a000c-9c53-4ad0-bd50-9cce6f72bbcd) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:09.109801 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ad9925-407e-41b7-b6b6-e14d4feedca9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:09.112089 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-96ad9925-407e-41b7-b6b6-e14d4feedca9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.118644 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938cf8e6-c00d-430a-b998-f69b98049234 None None] Network de5a000c-9c53-4ad0-bd50-9cce6f72bbcd requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:26:09.255379 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-96ad9925-407e-41b7-b6b6-e14d4feedca9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9606106 Aug 31 01:26:09.258021 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53762) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:09.262753 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-77d10101-61bd-4d7e-a025-7367197d33ba tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-164268586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:09.331752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-de5a000c-9c53-4ad0-bd50-9cce6f72bbcd', 'network_id': 'de5a000c-9c53-4ad0-bd50-9cce6f72bbcd', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'fixed_ips': [{'subnet_id': '2ad13b39-0f99-4b5f-9cc7-fcece2925b72'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:26:09.332636 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.384749 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-77d10101-61bd-4d7e-a025-7367197d33ba tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.385998 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-77d10101-61bd-4d7e-a025-7367197d33ba tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.460278 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-77d10101-61bd-4d7e-a025-7367197d33ba tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.533419 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Allocated IP 172.20.0.2 (de5a000c-9c53-4ad0-bd50-9cce6f72bbcd/2ad13b39-0f99-4b5f-9cc7-fcece2925b72/557b71db-107f-44e5-be24-f19932ac4507) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:09.636289 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-77d10101-61bd-4d7e-a025-7367197d33ba tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.728301 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.732661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Transition to ACTIVE for port object 557b71db-107f-44e5-be24-f19932ac4507 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:09.771641 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-77d10101-61bd-4d7e-a025-7367197d33ba tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.771761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53774) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:09.772222 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-77d10101-61bd-4d7e-a025-7367197d33ba tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5120957 Aug 31 01:26:09.774371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Transition to ACTIVE for port object 557b71db-107f-44e5-be24-f19932ac4507 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:09.934093 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:10.004649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Network de5a000c-9c53-4ad0-bd50-9cce6f72bbcd is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:10.013960 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:10.020048 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:10.036227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Pushing event updated for resources: {'Port': ['ID=557b71db-107f-44e5-be24-f19932ac4507,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:10.114221 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Attempting to bind port 557b71db-107f-44e5-be24-f19932ac4507 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:26:10.114716 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Attempting to bind port 557b71db-107f-44e5-be24-f19932ac4507 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '9dc4bf7f-816b-4dcc-bf06-30c84cbc9000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'de5a000c-9c53-4ad0-bd50-9cce6f72bbcd'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:26:10.115153 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Attempting to bind port 557b71db-107f-44e5-be24-f19932ac4507 on network de5a000c-9c53-4ad0-bd50-9cce6f72bbcd {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:10.124004 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:10.126681 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:26:10.127829 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Checking segment: {'id': '9dc4bf7f-816b-4dcc-bf06-30c84cbc9000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'de5a000c-9c53-4ad0-bd50-9cce6f72bbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:10.129689 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:10.130552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Bound using segment: {'id': '9dc4bf7f-816b-4dcc-bf06-30c84cbc9000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'de5a000c-9c53-4ad0-bd50-9cce6f72bbcd'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:26:10.131488 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Bound port: 557b71db-107f-44e5-be24-f19932ac4507, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc4bf7f-816b-4dcc-bf06-30c84cbc9000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'de5a000c-9c53-4ad0-bd50-9cce6f72bbcd'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:26:10.132508 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:10.247311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] For port 557b71db-107f-44e5-be24-f19932ac4507, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:10.251927 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] For port 557b71db-107f-44e5-be24-f19932ac4507, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=557b71db-107f-44e5-be24-f19932ac4507,segment=NetworkSegment(9dc4bf7f-816b-4dcc-bf06-30c84cbc9000),segment_id=9dc4bf7f-816b-4dcc-bf06-30c84cbc9000)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:26:10.323026 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:10.333391 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:10.387944 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ffe3f-21f6-4c58-8b8a-573f8f74c2ac None None] Pushing event updated for resources: {'Port': ['ID=557b71db-107f-44e5-be24-f19932ac4507,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:10.440372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Allocated IP 172.20.0.1 (de5a000c-9c53-4ad0-bd50-9cce6f72bbcd/2ad13b39-0f99-4b5f-9cc7-fcece2925b72/23248133-f848-468d-9c89-31bdc4c9fc4b) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:10.653906 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:10.706095 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Transition to ACTIVE for port object 23248133-f848-468d-9c89-31bdc4c9fc4b will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:10.881994 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:10.946045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network de5a000c-9c53-4ad0-bd50-9cce6f72bbcd is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:10.959777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:10.965581 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:10.992329 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=23248133-f848-468d-9c89-31bdc4c9fc4b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:11.033475 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:11.394394 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:11.727711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c488b56f-a1c3-4264-8f32-3d559b30f2a2 None None] Network de5a000c-9c53-4ad0-bd50-9cce6f72bbcd requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:26:11.748561 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:11.841629 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:11.925166 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-462b565d-b3ac-4868-98f2-05a8abc8f1a7 None None] Provisioning for port 557b71db-107f-44e5-be24-f19932ac4507 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:11.974911 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=23248133-f848-468d-9c89-31bdc4c9fc4b,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:12.021400 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:12.059657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 557b71db-107f-44e5-be24-f19932ac4507 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:12.169090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network de5a000c-9c53-4ad0-bd50-9cce6f72bbcd is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:12.172093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:12.241225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 557b71db-107f-44e5-be24-f19932ac4507 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:12.248755 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 557b71db-107f-44e5-be24-f19932ac4507 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:12.255821 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:12.367003 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:12.418008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 557b71db-107f-44e5-be24-f19932ac4507, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=557b71db-107f-44e5-be24-f19932ac4507,segment=NetworkSegment(9dc4bf7f-816b-4dcc-bf06-30c84cbc9000),segment_id=9dc4bf7f-816b-4dcc-bf06-30c84cbc9000)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:12.499980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router a1f8fd7f-062e-4612-95a6-66a34232bf9b is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:26:12.573777 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:12.628416 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:12.639642 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b8d4add5-893f-41c6-8e12-5d9e1889d6dc tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/a1f8fd7f-062e-4612-95a6-66a34232bf9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8622406 Aug 31 01:26:12.641956 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8470a5-f0eb-4212-bd09-fee3a6ac4874 None None] Sync routers for ids ['a1f8fd7f-062e-4612-95a6-66a34232bf9b'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:12.642600 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53826) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:12.673309 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8470a5-f0eb-4212-bd09-fee3a6ac4874 None None] Routers {'a1f8fd7f-062e-4612-95a6-66a34232bf9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:12.673309 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4a8470a5-f0eb-4212-bd09-fee3a6ac4874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a1f8fd7f-062e-4612-95a6-66a34232bf9b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:12.715540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb66f7f-50fb-4abc-aa21-9cccfd74826f tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:12.721095 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53828) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:12.741148 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-edb66f7f-50fb-4abc-aa21-9cccfd74826f tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/ports/23248133-f848-468d-9c89-31bdc4c9fc4b HTTP/1.1" status: 200 len: 910 time: 0.0977244 Aug 31 01:26:12.779303 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=557b71db-107f-44e5-be24-f19932ac4507,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:12.798252 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4a8470a5-f0eb-4212-bd09-fee3a6ac4874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:12.818591 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8470a5-f0eb-4212-bd09-fee3a6ac4874 None None] Routers {'a1f8fd7f-062e-4612-95a6-66a34232bf9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:12.819563 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b384a2f6-98d2-45c2-9ca8-60cb85717680 None None] Provisioning complete for port 557b71db-107f-44e5-be24-f19932ac4507 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:12.819946 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b384a2f6-98d2-45c2-9ca8-60cb85717680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:12.820411 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4a8470a5-f0eb-4212-bd09-fee3a6ac4874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a1f8fd7f-062e-4612-95a6-66a34232bf9b'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:12.864733 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4a8470a5-f0eb-4212-bd09-fee3a6ac4874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:12.865389 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8470a5-f0eb-4212-bd09-fee3a6ac4874 None None] The sync data for ids ['a1f8fd7f-062e-4612-95a6-66a34232bf9b'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:13.087836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b384a2f6-98d2-45c2-9ca8-60cb85717680 None None] Provisioning for port 23248133-f848-468d-9c89-31bdc4c9fc4b completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:13.092467 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b384a2f6-98d2-45c2-9ca8-60cb85717680 None None] Provisioning complete for port 23248133-f848-468d-9c89-31bdc4c9fc4b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:13.092846 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b384a2f6-98d2-45c2-9ca8-60cb85717680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:13.182590 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b384a2f6-98d2-45c2-9ca8-60cb85717680 None None] Port 23248133-f848-468d-9c89-31bdc4c9fc4b cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:13.299750 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc5bf83e-aa85-4079-a98a-4fcd082af87e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:13.314926 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3b16d01d-b9fb-4be1-ac69-a01ae22971d4 None None] Provisioning complete for port 23248133-f848-468d-9c89-31bdc4c9fc4b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:13.315302 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3b16d01d-b9fb-4be1-ac69-a01ae22971d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:13.359309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3b16d01d-b9fb-4be1-ac69-a01ae22971d4 None None] Port 23248133-f848-468d-9c89-31bdc4c9fc4b cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:13.667788 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-dc5bf83e-aa85-4079-a98a-4fcd082af87e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting port 23248133-f848-468d-9c89-31bdc4c9fc4b {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:26:13.668130 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc5bf83e-aa85-4079-a98a-4fcd082af87e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:13.769648 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc5bf83e-aa85-4079-a98a-4fcd082af87e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:13.782990 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-dc5bf83e-aa85-4079-a98a-4fcd082af87e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Calling delete_port for 23248133-f848-468d-9c89-31bdc4c9fc4b owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:26:13.809446 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:26:13.916146 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 557b71db-107f-44e5-be24-f19932ac4507 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:13.984964 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 557b71db-107f-44e5-be24-f19932ac4507 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:13.985947 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:14.093315 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc5bf83e-aa85-4079-a98a-4fcd082af87e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:14.121334 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bf83e-aa85-4079-a98a-4fcd082af87e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Port': ['ID=23248133-f848-468d-9c89-31bdc4c9fc4b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:14.328716 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc5bf83e-aa85-4079-a98a-4fcd082af87e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:14.513077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5bf83e-aa85-4079-a98a-4fcd082af87e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router a1f8fd7f-062e-4612-95a6-66a34232bf9b has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:26:14.599837 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5bf83e-aa85-4079-a98a-4fcd082af87e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:14.608467 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53852) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:14.608955 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dc5bf83e-aa85-4079-a98a-4fcd082af87e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/a1f8fd7f-062e-4612-95a6-66a34232bf9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8852074 Aug 31 01:26:14.611677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39006c5-3f14-490b-9f3c-6c86141202f2 None None] Sync routers for ids ['a1f8fd7f-062e-4612-95a6-66a34232bf9b'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:14.624449 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39006c5-3f14-490b-9f3c-6c86141202f2 None None] Routers {'a1f8fd7f-062e-4612-95a6-66a34232bf9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:14.625280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c39006c5-3f14-490b-9f3c-6c86141202f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a1f8fd7f-062e-4612-95a6-66a34232bf9b'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:14.648231 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0e4b8466-f726-4e6a-b943-04cec0452ef0 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f8fd7f-062e-4612-95a6-66a34232bf9b HTTP/1.1" status: 200 len: 205 time: 0.0375075 Aug 31 01:26:14.651075 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53854) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:14.677516 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c39006c5-3f14-490b-9f3c-6c86141202f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:14.688198 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39006c5-3f14-490b-9f3c-6c86141202f2 None None] Routers {'a1f8fd7f-062e-4612-95a6-66a34232bf9b'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:14.688906 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c39006c5-3f14-490b-9f3c-6c86141202f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['a1f8fd7f-062e-4612-95a6-66a34232bf9b'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:14.722335 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c39006c5-3f14-490b-9f3c-6c86141202f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:14.723110 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39006c5-3f14-490b-9f3c-6c86141202f2 None None] The sync data for ids ['a1f8fd7f-062e-4612-95a6-66a34232bf9b'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:14.738186 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-af0db857-8c66-4fe7-b49e-8db305d088e0 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:14.923961 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-af0db857-8c66-4fe7-b49e-8db305d088e0 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:14.927213 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-af0db857-8c66-4fe7-b49e-8db305d088e0 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:15.064277 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-af0db857-8c66-4fe7-b49e-8db305d088e0 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:15.064874 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0db857-8c66-4fe7-b49e-8db305d088e0 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Fanout notify agent at l3_agent the message router_deleted on router a1f8fd7f-062e-4612-95a6-66a34232bf9b {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:26:15.078786 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-af0db857-8c66-4fe7-b49e-8db305d088e0 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:15.081642 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-af0db857-8c66-4fe7-b49e-8db305d088e0 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/routers/a1f8fd7f-062e-4612-95a6-66a34232bf9b HTTP/1.1" status: 204 len: 168 time: 0.4278882 Aug 31 01:26:15.083694 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53856) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:15.147542 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d440a19f-c68f-4f8e-bb19-ca310f42ccf8 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting subnet 2ad13b39-0f99-4b5f-9cc7-fcece2925b72 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:26:15.151440 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d440a19f-c68f-4f8e-bb19-ca310f42ccf8 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:15.196964 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d440a19f-c68f-4f8e-bb19-ca310f42ccf8 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:15.308607 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d440a19f-c68f-4f8e-bb19-ca310f42ccf8 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:15.517319 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d440a19f-c68f-4f8e-bb19-ca310f42ccf8 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:15.548841 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440a19f-c68f-4f8e-bb19-ca310f42ccf8 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad13b39-0f99-4b5f-9cc7-fcece2925b72,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:15.554288 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d440a19f-c68f-4f8e-bb19-ca310f42ccf8 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:15.558346 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d440a19f-c68f-4f8e-bb19-ca310f42ccf8 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/subnets/2ad13b39-0f99-4b5f-9cc7-fcece2925b72 HTTP/1.1" status: 204 len: 168 time: 0.4733596 Aug 31 01:26:15.559214 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53866) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:15.572631 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c8bcd3-5534-48a7-89ca-98e553e19bd3 None None] Network de5a000c-9c53-4ad0-bd50-9cce6f72bbcd requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:26:15.719824 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:15.796791 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting port 557b71db-107f-44e5-be24-f19932ac4507 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:26:15.797521 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:15.895116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] For port 557b71db-107f-44e5-be24-f19932ac4507, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=557b71db-107f-44e5-be24-f19932ac4507,segment=NetworkSegment(9dc4bf7f-816b-4dcc-bf06-30c84cbc9000),segment_id=9dc4bf7f-816b-4dcc-bf06-30c84cbc9000)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:15.896111 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:15.913784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Calling delete_port for 557b71db-107f-44e5-be24-f19932ac4507 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:26:15.914364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789caee-6cef-490c-9e21-65d180b8a4a8 req-52b5596a-9339-4fea-b21b-68107c4507f2 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:15.917203 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c789caee-6cef-490c-9e21-65d180b8a4a8 req-52b5596a-9339-4fea-b21b-68107c4507f2 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 946 time: 0.0675635 Aug 31 01:26:15.973262 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c789caee-6cef-490c-9e21-65d180b8a4a8 req-e62f239e-12c4-4d7c-9656-c8c775cb3605 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392389 Aug 31 01:26:16.094982 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc94332-f8e9-4b9d-b78f-887b7ade789f None None] DHCP port deletion for de5a000c-9c53-4ad0-bd50-9cce6f72bbcd request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:26:16.128102 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:16.149363 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-acc94332-f8e9-4b9d-b78f-887b7ade789f None None] Deleting port 557b71db-107f-44e5-be24-f19932ac4507 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:26:16.149780 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-acc94332-f8e9-4b9d-b78f-887b7ade789f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:16.161022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Port': ['ID=557b71db-107f-44e5-be24-f19932ac4507,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:16.166922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] No DVR routers for this DVR port 557b71db-107f-44e5-be24-f19932ac4507 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:26:16.222248 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-acc94332-f8e9-4b9d-b78f-887b7ade789f None None] For port 557b71db-107f-44e5-be24-f19932ac4507, host n-d-793621-34, got binding levels [] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:16.222666 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-acc94332-f8e9-4b9d-b78f-887b7ade789f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:16.238059 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-acc94332-f8e9-4b9d-b78f-887b7ade789f None None] Calling delete_port for 557b71db-107f-44e5-be24-f19932ac4507 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:26:16.241006 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.ipam_backend_mixin [None req-acc94332-f8e9-4b9d-b78f-887b7ade789f None None] Port 557b71db-107f-44e5-be24-f19932ac4507 was not found and therefore no delete operation was performed {{(pid=102344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:26:16.242318 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-acc94332-f8e9-4b9d-b78f-887b7ade789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:16.255101 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc94332-f8e9-4b9d-b78f-887b7ade789f None None] No DVR routers for this DVR port 557b71db-107f-44e5-be24-f19932ac4507 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:26:16.258566 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:16.269426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5a000c-9c53-4ad0-bd50-9cce6f72bbcd']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:16.274166 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc94332-f8e9-4b9d-b78f-887b7ade789f None None] Pushing event deleted for resources: {'Port': ['ID=557b71db-107f-44e5-be24-f19932ac4507,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:16.287305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc4bf7f-816b-4dcc-bf06-30c84cbc9000') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:16.287605 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc4bf7f-816b-4dcc-bf06-30c84cbc9000') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:16.297570 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:16.312954 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:16.319631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:26:16.320023 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:26:16.323198 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:26:16.488144 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:16.498770 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:16.501766 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/networks/de5a000c-9c53-4ad0-bd50-9cce6f72bbcd HTTP/1.1" status: 204 len: 168 time: 0.9406507 Aug 31 01:26:16.511735 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53874) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:16.518049 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-886942205', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}, 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:16.525687 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760da69-d5db-45fa-8264-0d1d67ea0ba9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Network': ['ID=de5a000c-9c53-4ad0-bd50-9cce6f72bbcd,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:16.681883 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:16.682956 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:16.738001 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:16.997423 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:17.113782 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec5274-4fab-4f4f-968e-c67a5acb0834 req-165da085-afb8-4fe4-9823-23c6d8c9b9b1 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:17.116914 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6eec5274-4fab-4f4f-968e-c67a5acb0834 req-165da085-afb8-4fe4-9823-23c6d8c9b9b1 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 946 time: 0.0640965 Aug 31 01:26:17.160879 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6eec5274-4fab-4f4f-968e-c67a5acb0834 req-19d05f18-c54b-42c1-837d-3fcbdadbdf64 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368114 Aug 31 01:26:17.343212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd1714-a103-4c66-b7df-6da38db045f4 req-2e415725-fb6b-4d19-be94-c3bf3caf80f5 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:17.344823 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96dd1714-a103-4c66-b7df-6da38db045f4 req-2e415725-fb6b-4d19-be94-c3bf3caf80f5 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.48 "GET /v2.0/ports?device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 946 time: 0.0842106 Aug 31 01:26:17.455687 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-96dd1714-a103-4c66-b7df-6da38db045f4 req-e8469015-fba1-4b53-a4e8-730146158cd9 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Deleting port 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:26:17.456945 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-96dd1714-a103-4c66-b7df-6da38db045f4 req-e8469015-fba1-4b53-a4e8-730146158cd9 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:17.588188 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-96dd1714-a103-4c66-b7df-6da38db045f4 req-e8469015-fba1-4b53-a4e8-730146158cd9 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] For port 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5,segment=NetworkSegment(029db2a1-ba00-44ec-ba85-d12d2b2cc3a0),segment_id=029db2a1-ba00-44ec-ba85-d12d2b2cc3a0)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:17.589804 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-96dd1714-a103-4c66-b7df-6da38db045f4 req-e8469015-fba1-4b53-a4e8-730146158cd9 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:17.624051 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:17.647644 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:17.788353 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Allocated IP 172.25.2.66 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/f50fade7-6a35-4175-964f-2cd050178e9f) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:17.923964 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 557b71db-107f-44e5-be24-f19932ac4507 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:26:17.965043 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 557b71db-107f-44e5-be24-f19932ac4507 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:26:17.966801 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 557b71db-107f-44e5-be24-f19932ac4507 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:26:17.999308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-96dd1714-a103-4c66-b7df-6da38db045f4 req-e8469015-fba1-4b53-a4e8-730146158cd9 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Calling delete_port for 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:26:18.004480 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:18.115438 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:18.170900 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:18.170900 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:18.172188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=f50fade7-6a35-4175-964f-2cd050178e9f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:18.174599 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:18.237005 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-96dd1714-a103-4c66-b7df-6da38db045f4 req-e8469015-fba1-4b53-a4e8-730146158cd9 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:18.313497 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8469015-fba1-4b53-a4e8-730146158cd9 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Pushing event deleted for resources: {'Port': ['ID=6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:18.327047 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-72c038d0-b529-4b96-a9e3-15461906d635 req-c72b0285-a6e9-4d07-9e9e-c8f25a06cc2b tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 210 time: 0.0405788 Aug 31 01:26:18.366458 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-96dd1714-a103-4c66-b7df-6da38db045f4 req-e8469015-fba1-4b53-a4e8-730146158cd9 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] No DVR routers for this DVR port 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:26:18.371416 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-96dd1714-a103-4c66-b7df-6da38db045f4 req-e8469015-fba1-4b53-a4e8-730146158cd9 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:18.373839 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96dd1714-a103-4c66-b7df-6da38db045f4 req-e8469015-fba1-4b53-a4e8-730146158cd9 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.48 "DELETE /v2.0/ports/6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 HTTP/1.1" status: 204 len: 173 time: 1.0225379 Aug 31 01:26:18.374499 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b5c19f-3505-4737-8e9b-c3cb2c10c53e', 'name': 'network-vif-deleted', 'tag': '6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:26:18.377868 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc94f14f-d1ce-441a-b4ac-79d29d3f7551" -d '{"events": [{"server_uuid": "99b5c19f-3505-4737-8e9b-c3cb2c10c53e", "name": "network-vif-deleted", "tag": "6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:26:18.418902 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c032cc-492b-47a6-aef4-98ba1d95a5cf x-openstack-request-id: req-a9c032cc-492b-47a6-aef4-98ba1d95a5cf {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:26:18.419206 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b5c19f-3505-4737-8e9b-c3cb2c10c53e", "name": "network-vif-deleted", "tag": "6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:26:18.419503 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9c032cc-492b-47a6-aef4-98ba1d95a5cf {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:26:18.419985 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b5c19f-3505-4737-8e9b-c3cb2c10c53e', 'name': 'network-vif-deleted', 'tag': '6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5', 'status': 'completed', 'code': 200} Aug 31 01:26:18.596317 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:18.837389 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:19.058488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:26:19.200645 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:19.218060 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798bd0c1-0200-4e22-9f08-836d7e7029fa None None] Sync routers for ids ['cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:19.231218 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798bd0c1-0200-4e22-9f08-836d7e7029fa None None] Routers {'cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:19.235542 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-798bd0c1-0200-4e22-9f08-836d7e7029fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:19.291691 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-798bd0c1-0200-4e22-9f08-836d7e7029fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:19.307464 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798bd0c1-0200-4e22-9f08-836d7e7029fa None None] Routers {'cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:19.308248 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-798bd0c1-0200-4e22-9f08-836d7e7029fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:19.318609 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:19.324169 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b0ac8156-c5d0-4cab-9099-3c453ae04b72 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8090417 Aug 31 01:26:19.325419 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53890) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:19.372569 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-798bd0c1-0200-4e22-9f08-836d7e7029fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:19.374431 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798bd0c1-0200-4e22-9f08-836d7e7029fa None None] The sync data for ids ['cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:19.460261 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5afae32e-7888-48d3-a0f4-558060d7ff3a req-f1ab23c6-9a86-40b1-bab8-426422499861 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b5c19f-3505-4737-8e9b-c3cb2c10c53e HTTP/1.1" status: 200 len: 210 time: 0.0303199 Aug 31 01:26:19.490029 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bdf28179-7076-4d94-b647-335fd7a23f68 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/routers/cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e HTTP/1.1" status: 200 len: 879 time: 0.1629021 Aug 31 01:26:19.492534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53896) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:19.698191 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:26:19.737710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:26:19.738279 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6ed2b07b-844c-46e8-8c9f-82b7ff92d4c5 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:26:19.764887 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b026d79f-e43e-4d29-b7d0-8c7afbf97a90 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2708097 Aug 31 01:26:19.767771 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53900) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:19.773165 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-716644bc-0712-410b-94dd-9e20740afc25 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-886942205'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:20.186934 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-716644bc-0712-410b-94dd-9e20740afc25 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:20.277236 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-716644bc-0712-410b-94dd-9e20740afc25 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:20.430026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716644bc-0712-410b-94dd-9e20740afc25 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:26:20.569776 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716644bc-0712-410b-94dd-9e20740afc25 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:20.582897 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-716644bc-0712-410b-94dd-9e20740afc25 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:20.585064 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-716644bc-0712-410b-94dd-9e20740afc25 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e HTTP/1.1" status: 200 len: 886 time: 0.8160357 Aug 31 01:26:20.587966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53908) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:20.591528 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed8e8a-589f-4d0b-9d5d-a8cf1918f3a7 None None] Sync routers for ids ['cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:20.602593 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed8e8a-589f-4d0b-9d5d-a8cf1918f3a7 None None] Routers {'cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:20.603509 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e5ed8e8a-589f-4d0b-9d5d-a8cf1918f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:20.643823 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e5ed8e8a-589f-4d0b-9d5d-a8cf1918f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:20.654288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed8e8a-589f-4d0b-9d5d-a8cf1918f3a7 None None] Routers {'cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:20.655003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e5ed8e8a-589f-4d0b-9d5d-a8cf1918f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:20.689745 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e5ed8e8a-589f-4d0b-9d5d-a8cf1918f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:20.690894 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed8e8a-589f-4d0b-9d5d-a8cf1918f3a7 None None] The sync data for ids ['cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:20.728024 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9ad8cde6-069b-4e95-b76e-70f3a651eadf tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/routers/cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e HTTP/1.1" status: 200 len: 886 time: 0.1359076 Aug 31 01:26:20.729566 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53910) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:20.756805 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8b0b370c-b0d5-4440-80cb-f1a3cf40d025 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e HTTP/1.1" status: 200 len: 205 time: 0.0273504 Aug 31 01:26:20.759320 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53912) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:20.896556 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c71267c-544e-46f1-ba9a-c603c846041e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:21.030850 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c71267c-544e-46f1-ba9a-c603c846041e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:21.297389 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-1c71267c-544e-46f1-ba9a-c603c846041e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting port f50fade7-6a35-4175-964f-2cd050178e9f {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:26:21.297861 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c71267c-544e-46f1-ba9a-c603c846041e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:21.411851 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c71267c-544e-46f1-ba9a-c603c846041e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:21.432071 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-1c71267c-544e-46f1-ba9a-c603c846041e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Calling delete_port for f50fade7-6a35-4175-964f-2cd050178e9f owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:26:21.744991 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c71267c-544e-46f1-ba9a-c603c846041e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:21.779580 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71267c-544e-46f1-ba9a-c603c846041e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Port': ['ID=f50fade7-6a35-4175-964f-2cd050178e9f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:21.876196 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c71267c-544e-46f1-ba9a-c603c846041e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:21.981092 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c71267c-544e-46f1-ba9a-c603c846041e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:21.983620 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c71267c-544e-46f1-ba9a-c603c846041e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:22.122916 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c71267c-544e-46f1-ba9a-c603c846041e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:22.129730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c71267c-544e-46f1-ba9a-c603c846041e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Fanout notify agent at l3_agent the message router_deleted on router cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:26:22.138866 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c71267c-544e-46f1-ba9a-c603c846041e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:22.144910 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1c71267c-544e-46f1-ba9a-c603c846041e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/routers/cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e HTTP/1.1" status: 204 len: 168 time: 1.3804052 Aug 31 01:26:22.145228 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53932) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:22.150696 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-549c6f4c-82db-4ebe-878e-47660a1763bd tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'network': {'name': 'tempest-RoutersTest-661021383'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:22.276863 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549c6f4c-82db-4ebe-878e-47660a1763bd tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Made reservation on behalf of c4a235c1d008497d80861d185bae0447 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:22.282696 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-549c6f4c-82db-4ebe-878e-47660a1763bd tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:22.321514 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549c6f4c-82db-4ebe-878e-47660a1763bd tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:26:22.334500 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-549c6f4c-82db-4ebe-878e-47660a1763bd tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:22.334848 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-549c6f4c-82db-4ebe-878e-47660a1763bd tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Added segment 07673ddc-f6d3-4845-985f-e806ae126afb of type vlan for network c9d8616d-93be-4e3d-abb8-3977d8269099 Aug 31 01:26:22.395618 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-549c6f4c-82db-4ebe-878e-47660a1763bd tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:22.533038 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-549c6f4c-82db-4ebe-878e-47660a1763bd tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:22.558515 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549c6f4c-82db-4ebe-878e-47660a1763bd tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:22.559255 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-549c6f4c-82db-4ebe-878e-47660a1763bd tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:22.652227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c6f4c-82db-4ebe-878e-47660a1763bd tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Network': ['ID=c9d8616d-93be-4e3d-abb8-3977d8269099,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:22.664231 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network c9d8616d-93be-4e3d-abb8-3977d8269099 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:26:22.687994 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-549c6f4c-82db-4ebe-878e-47660a1763bd tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5415432 Aug 31 01:26:22.691215 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 53948) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:22.699934 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b9ed73ba-f94b-4161-a80b-97e17d93a1ae tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'subnet': {'network_id': 'c9d8616d-93be-4e3d-abb8-3977d8269099', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:22.910699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ed73ba-f94b-4161-a80b-97e17d93a1ae tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Made reservation on behalf of c4a235c1d008497d80861d185bae0447 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:22.914503 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9ed73ba-f94b-4161-a80b-97e17d93a1ae tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:23.202752 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9ed73ba-f94b-4161-a80b-97e17d93a1ae tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:23.311172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed73ba-f94b-4161-a80b-97e17d93a1ae tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Subnet': ['ID=96c1b878-771a-4d2f-ba2e-319682c09a5f,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:23.321659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ed73ba-f94b-4161-a80b-97e17d93a1ae tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Checking segment: {'id': '07673ddc-f6d3-4845-985f-e806ae126afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c9d8616d-93be-4e3d-abb8-3977d8269099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:23.322269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ed73ba-f94b-4161-a80b-97e17d93a1ae tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network hostable DHCP agents. Network: c9d8616d-93be-4e3d-abb8-3977d8269099, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:26:23.418941 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ed73ba-f94b-4161-a80b-97e17d93a1ae tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network c9d8616d-93be-4e3d-abb8-3977d8269099 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:26:23.509929 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-b9ed73ba-f94b-4161-a80b-97e17d93a1ae tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, c9d8616d-93be-4e3d-abb8-3977d8269099) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:23.514244 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ed73ba-f94b-4161-a80b-97e17d93a1ae tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:23.514829 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9ed73ba-f94b-4161-a80b-97e17d93a1ae tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:23.524152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcbc6bf-bd80-42bf-8062-16195571212f None None] Network c9d8616d-93be-4e3d-abb8-3977d8269099 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:26:23.623010 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b9ed73ba-f94b-4161-a80b-97e17d93a1ae tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9262624 Aug 31 01:26:23.623558 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 53976) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:23.630538 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e8a331d9-beec-40f4-9381-30b34fdbce82 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-373255897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:23.727218 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-c9d8616d-93be-4e3d-abb8-3977d8269099', 'network_id': 'c9d8616d-93be-4e3d-abb8-3977d8269099', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'fixed_ips': [{'subnet_id': '96c1b878-771a-4d2f-ba2e-319682c09a5f'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:26:23.728106 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:23.807860 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8a331d9-beec-40f4-9381-30b34fdbce82 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:23.809557 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8a331d9-beec-40f4-9381-30b34fdbce82 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:23.892791 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Allocated IP 172.20.0.2 (c9d8616d-93be-4e3d-abb8-3977d8269099/96c1b878-771a-4d2f-ba2e-319682c09a5f/51a4e3fe-6ba0-47df-82ce-7bfefa859956) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:23.893570 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8a331d9-beec-40f4-9381-30b34fdbce82 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:23.990919 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8a331d9-beec-40f4-9381-30b34fdbce82 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:24.087808 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e8a331d9-beec-40f4-9381-30b34fdbce82 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:24.093249 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e8a331d9-beec-40f4-9381-30b34fdbce82 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4656165 Aug 31 01:26:24.096905 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54000) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:24.097781 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:24.109007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Transition to ACTIVE for port object 51a4e3fe-6ba0-47df-82ce-7bfefa859956 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:24.131071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Transition to ACTIVE for port object 51a4e3fe-6ba0-47df-82ce-7bfefa859956 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:24.271482 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:24.320534 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Network c9d8616d-93be-4e3d-abb8-3977d8269099 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:24.324452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:24.330209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:24.346332 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Pushing event updated for resources: {'Port': ['ID=51a4e3fe-6ba0-47df-82ce-7bfefa859956,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:24.452311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Attempting to bind port 51a4e3fe-6ba0-47df-82ce-7bfefa859956 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:26:24.453273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Attempting to bind port 51a4e3fe-6ba0-47df-82ce-7bfefa859956 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '07673ddc-f6d3-4845-985f-e806ae126afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c9d8616d-93be-4e3d-abb8-3977d8269099'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:26:24.455357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Attempting to bind port 51a4e3fe-6ba0-47df-82ce-7bfefa859956 on network c9d8616d-93be-4e3d-abb8-3977d8269099 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:24.470942 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:26:24.471349 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Checking segment: {'id': '07673ddc-f6d3-4845-985f-e806ae126afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c9d8616d-93be-4e3d-abb8-3977d8269099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:24.472255 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:24.472664 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Bound using segment: {'id': '07673ddc-f6d3-4845-985f-e806ae126afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c9d8616d-93be-4e3d-abb8-3977d8269099'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:26:24.473164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Bound port: 51a4e3fe-6ba0-47df-82ce-7bfefa859956, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07673ddc-f6d3-4845-985f-e806ae126afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c9d8616d-93be-4e3d-abb8-3977d8269099'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:26:24.476742 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:24.529898 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:24.574677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] For port 51a4e3fe-6ba0-47df-82ce-7bfefa859956, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:24.578370 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] For port 51a4e3fe-6ba0-47df-82ce-7bfefa859956, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=51a4e3fe-6ba0-47df-82ce-7bfefa859956,segment=NetworkSegment(07673ddc-f6d3-4845-985f-e806ae126afb),segment_id=07673ddc-f6d3-4845-985f-e806ae126afb)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:26:24.723976 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:24.833167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae02f2-d5b2-4ee5-a742-d4a861ef480c None None] Pushing event updated for resources: {'Port': ['ID=51a4e3fe-6ba0-47df-82ce-7bfefa859956,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:24.954293 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Allocated IP 172.20.0.1 (c9d8616d-93be-4e3d-abb8-3977d8269099/96c1b878-771a-4d2f-ba2e-319682c09a5f/93a833fa-56cf-4b8a-916f-3c0f37b0b792) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:25.193602 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:25.225896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Transition to ACTIVE for port object 93a833fa-56cf-4b8a-916f-3c0f37b0b792 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:25.373121 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:25.435037 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network c9d8616d-93be-4e3d-abb8-3977d8269099 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:25.438249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:25.443394 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:25.469997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=93a833fa-56cf-4b8a-916f-3c0f37b0b792,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:25.491434 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:25.777342 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:25.973935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 51a4e3fe-6ba0-47df-82ce-7bfefa859956 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:26.032635 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d928bf2b-41da-4b05-a311-0947de931ab6 None None] Network c9d8616d-93be-4e3d-abb8-3977d8269099 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:26:26.102811 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:26.186169 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 51a4e3fe-6ba0-47df-82ce-7bfefa859956 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:26.218561 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:26.231618 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d9a16d7c-c894-4ba4-8743-a2b99b9ff07d None None] Provisioning for port 51a4e3fe-6ba0-47df-82ce-7bfefa859956 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:26.238862 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d9a16d7c-c894-4ba4-8743-a2b99b9ff07d None None] Provisioning complete for port 51a4e3fe-6ba0-47df-82ce-7bfefa859956 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:26.239241 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d9a16d7c-c894-4ba4-8743-a2b99b9ff07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:26.300034 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:26.302206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=93a833fa-56cf-4b8a-916f-3c0f37b0b792,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:26.354779 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d9a16d7c-c894-4ba4-8743-a2b99b9ff07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:26.393783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d9a16d7c-c894-4ba4-8743-a2b99b9ff07d None None] For port 51a4e3fe-6ba0-47df-82ce-7bfefa859956, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=51a4e3fe-6ba0-47df-82ce-7bfefa859956,segment=NetworkSegment(07673ddc-f6d3-4845-985f-e806ae126afb),segment_id=07673ddc-f6d3-4845-985f-e806ae126afb)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:26.449490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network c9d8616d-93be-4e3d-abb8-3977d8269099 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:26.450982 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:26.505032 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d9a16d7c-c894-4ba4-8743-a2b99b9ff07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:26.607033 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a16d7c-c894-4ba4-8743-a2b99b9ff07d None None] Pushing event updated for resources: {'Port': ['ID=51a4e3fe-6ba0-47df-82ce-7bfefa859956,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:26.679839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5832dfc6-0cce-4abd-ad1c-2da18bbb7d67 None None] Provisioning complete for port 51a4e3fe-6ba0-47df-82ce-7bfefa859956 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:26.680224 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5832dfc6-0cce-4abd-ad1c-2da18bbb7d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:26.961329 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5832dfc6-0cce-4abd-ad1c-2da18bbb7d67 None None] Provisioning for port 93a833fa-56cf-4b8a-916f-3c0f37b0b792 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:26.967505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5832dfc6-0cce-4abd-ad1c-2da18bbb7d67 None None] Provisioning complete for port 93a833fa-56cf-4b8a-916f-3c0f37b0b792 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:26.967800 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5832dfc6-0cce-4abd-ad1c-2da18bbb7d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:27.042925 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5832dfc6-0cce-4abd-ad1c-2da18bbb7d67 None None] Port 93a833fa-56cf-4b8a-916f-3c0f37b0b792 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:27.192255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-966ae221-7cdb-4275-b257-f4f6c774d502 None None] Provisioning complete for port 93a833fa-56cf-4b8a-916f-3c0f37b0b792 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:27.193426 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-966ae221-7cdb-4275-b257-f4f6c774d502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:27.258908 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router 9cf15ba0-0601-4d7c-981d-5818f067d2d6 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:26:27.268540 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-966ae221-7cdb-4275-b257-f4f6c774d502 None None] Port 93a833fa-56cf-4b8a-916f-3c0f37b0b792 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:27.407363 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-329d9afd-6982-4be8-a4a6-36b393086062 None None] Provisioning complete for port 93a833fa-56cf-4b8a-916f-3c0f37b0b792 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:27.408137 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-329d9afd-6982-4be8-a4a6-36b393086062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:27.430086 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:27.447154 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1f8a5d15-7149-400f-8a98-05243252fc7a tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/9cf15ba0-0601-4d7c-981d-5818f067d2d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3482037 Aug 31 01:26:27.447661 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54118) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:27.452171 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36be37b-e2dc-4d2f-8e44-36f6d73dbcec None None] Sync routers for ids ['9cf15ba0-0601-4d7c-981d-5818f067d2d6'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:27.465659 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36be37b-e2dc-4d2f-8e44-36f6d73dbcec None None] Routers {'9cf15ba0-0601-4d7c-981d-5818f067d2d6'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:27.466670 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d36be37b-e2dc-4d2f-8e44-36f6d73dbcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9cf15ba0-0601-4d7c-981d-5818f067d2d6'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:27.468414 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-329d9afd-6982-4be8-a4a6-36b393086062 None None] Port 93a833fa-56cf-4b8a-916f-3c0f37b0b792 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:27.513771 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d36be37b-e2dc-4d2f-8e44-36f6d73dbcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:27.517612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e5cf6-90aa-47f6-aa11-dcbb091d423d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:27.520893 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-022e5cf6-90aa-47f6-aa11-dcbb091d423d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/ports/93a833fa-56cf-4b8a-916f-3c0f37b0b792 HTTP/1.1" status: 200 len: 910 time: 0.0718536 Aug 31 01:26:27.522341 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54124) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:27.524404 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36be37b-e2dc-4d2f-8e44-36f6d73dbcec None None] Routers {'9cf15ba0-0601-4d7c-981d-5818f067d2d6'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:27.525281 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d36be37b-e2dc-4d2f-8e44-36f6d73dbcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9cf15ba0-0601-4d7c-981d-5818f067d2d6'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:27.542170 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-a468e063-8cd2-4a70-8824-22402c1e99c6 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '96c1b878-771a-4d2f-ba2e-319682c09a5f'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:27.559014 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d36be37b-e2dc-4d2f-8e44-36f6d73dbcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:27.559692 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36be37b-e2dc-4d2f-8e44-36f6d73dbcec None None] The sync data for ids ['9cf15ba0-0601-4d7c-981d-5818f067d2d6'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:27.736605 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a468e063-8cd2-4a70-8824-22402c1e99c6 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:27.919923 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 51a4e3fe-6ba0-47df-82ce-7bfefa859956 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:27.974162 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 51a4e3fe-6ba0-47df-82ce-7bfefa859956 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:27.974631 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:28.216968 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a468e063-8cd2-4a70-8824-22402c1e99c6 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:28.344292 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a468e063-8cd2-4a70-8824-22402c1e99c6 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:28.426361 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468e063-8cd2-4a70-8824-22402c1e99c6 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=93a833fa-56cf-4b8a-916f-3c0f37b0b792,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:28.437431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a468e063-8cd2-4a70-8824-22402c1e99c6 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:28.438079 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a468e063-8cd2-4a70-8824-22402c1e99c6 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:28.439427 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a468e063-8cd2-4a70-8824-22402c1e99c6 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/ports/93a833fa-56cf-4b8a-916f-3c0f37b0b792 HTTP/1.1" status: 200 len: 910 time: 0.9155395 Aug 31 01:26:28.443005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54158) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:28.814283 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2247d968-05af-4d51-a68d-d2cbab9cc950 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:28.922011 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-57ecf803-b67b-4ffb-808b-332f74473b6e tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:28.940970 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-57ecf803-b67b-4ffb-808b-332f74473b6e tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/networks?id=8c64065d-e456-4aca-8d30-b0d7b497f987 HTTP/1.1" status: 200 len: 813 time: 0.1774881 Aug 31 01:26:28.959676 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-17d43010-e7e6-42bb-8bfe-0bc8dc93e448 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/quotas/610bbf5888354622b8fcfa4c7fcf2933 HTTP/1.1" status: 200 len: 375 time: 0.0160141 Aug 31 01:26:29.009338 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-53cff4ea-b04b-4c83-899a-a25a54dc9925 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=610bbf5888354622b8fcfa4c7fcf2933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480580 Aug 31 01:26:29.180986 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2247d968-05af-4d51-a68d-d2cbab9cc950 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting port 93a833fa-56cf-4b8a-916f-3c0f37b0b792 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:26:29.181339 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2247d968-05af-4d51-a68d-d2cbab9cc950 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:29.229112 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-18605f6b-8d76-4ce3-a0fb-6cb09d565aa2 service neutron] 10.222.0.16 "GET /v2.0/networks/8c64065d-e456-4aca-8d30-b0d7b497f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188101 Aug 31 01:26:29.293506 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2247d968-05af-4d51-a68d-d2cbab9cc950 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:29.313819 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2247d968-05af-4d51-a68d-d2cbab9cc950 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Calling delete_port for 93a833fa-56cf-4b8a-916f-3c0f37b0b792 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:26:29.338412 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-4cd8aacb-b5ce-4e93-a7e7-c56873b55d29 service neutron] 10.222.0.16 "GET /v2.0/networks/8c64065d-e456-4aca-8d30-b0d7b497f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022847 Aug 31 01:26:29.630715 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2247d968-05af-4d51-a68d-d2cbab9cc950 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:29.654788 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-19dbea4d-c5b4-4af8-b632-d4746da27774 req-87c502ef-ddc1-4571-93bc-74e579823168 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 210 time: 0.0579662 Aug 31 01:26:29.685364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247d968-05af-4d51-a68d-d2cbab9cc950 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Port': ['ID=93a833fa-56cf-4b8a-916f-3c0f37b0b792,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:29.881076 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2247d968-05af-4d51-a68d-d2cbab9cc950 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:30.088288 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2247d968-05af-4d51-a68d-d2cbab9cc950 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router 9cf15ba0-0601-4d7c-981d-5818f067d2d6 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:26:30.177009 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2247d968-05af-4d51-a68d-d2cbab9cc950 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:30.182567 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2247d968-05af-4d51-a68d-d2cbab9cc950 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/9cf15ba0-0601-4d7c-981d-5818f067d2d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7383673 Aug 31 01:26:30.186103 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54270) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:30.188961 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55532dbf-bb93-4f15-8cf7-c14431e48dfb None None] Sync routers for ids ['9cf15ba0-0601-4d7c-981d-5818f067d2d6'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:30.198883 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55532dbf-bb93-4f15-8cf7-c14431e48dfb None None] Routers {'9cf15ba0-0601-4d7c-981d-5818f067d2d6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:30.199508 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-55532dbf-bb93-4f15-8cf7-c14431e48dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9cf15ba0-0601-4d7c-981d-5818f067d2d6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:30.215156 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0e0ade4d-480f-43d2-82fb-2ee380f33d0c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cf15ba0-0601-4d7c-981d-5818f067d2d6 HTTP/1.1" status: 200 len: 205 time: 0.0272961 Aug 31 01:26:30.217626 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54272) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:30.237318 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-55532dbf-bb93-4f15-8cf7-c14431e48dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:30.247596 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55532dbf-bb93-4f15-8cf7-c14431e48dfb None None] Routers {'9cf15ba0-0601-4d7c-981d-5818f067d2d6'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:30.247983 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-55532dbf-bb93-4f15-8cf7-c14431e48dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9cf15ba0-0601-4d7c-981d-5818f067d2d6'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:30.283207 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-55532dbf-bb93-4f15-8cf7-c14431e48dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:30.284428 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55532dbf-bb93-4f15-8cf7-c14431e48dfb None None] The sync data for ids ['9cf15ba0-0601-4d7c-981d-5818f067d2d6'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:30.301165 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a00c7115-7a68-4290-9668-e775c5fa0d65 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:30.769604 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-48749670-d51c-4d30-b444-96c0e3c1ce70 req-eaefe62c-7eae-49da-864f-33e807cd8261 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 210 time: 0.0360138 Aug 31 01:26:30.842289 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a00c7115-7a68-4290-9668-e775c5fa0d65 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:30.844894 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a00c7115-7a68-4290-9668-e775c5fa0d65 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:30.990787 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a00c7115-7a68-4290-9668-e775c5fa0d65 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:30.991828 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00c7115-7a68-4290-9668-e775c5fa0d65 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Fanout notify agent at l3_agent the message router_deleted on router 9cf15ba0-0601-4d7c-981d-5818f067d2d6 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:26:31.005642 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a00c7115-7a68-4290-9668-e775c5fa0d65 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:31.006856 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a00c7115-7a68-4290-9668-e775c5fa0d65 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/routers/9cf15ba0-0601-4d7c-981d-5818f067d2d6 HTTP/1.1" status: 204 len: 168 time: 0.7882304 Aug 31 01:26:31.010526 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54306) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:31.128579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d625d3f-df71-4111-a249-970cfd0ab704 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting subnet 96c1b878-771a-4d2f-ba2e-319682c09a5f {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:26:31.133880 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5d625d3f-df71-4111-a249-970cfd0ab704 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:31.191083 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5d625d3f-df71-4111-a249-970cfd0ab704 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:31.314683 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5d625d3f-df71-4111-a249-970cfd0ab704 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:31.522278 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5d625d3f-df71-4111-a249-970cfd0ab704 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:31.579050 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5d625d3f-df71-4111-a249-970cfd0ab704 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:31.582475 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5d625d3f-df71-4111-a249-970cfd0ab704 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/subnets/96c1b878-771a-4d2f-ba2e-319682c09a5f HTTP/1.1" status: 204 len: 168 time: 0.5705857 Aug 31 01:26:31.583828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d625d3f-df71-4111-a249-970cfd0ab704 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Subnet': ['ID=96c1b878-771a-4d2f-ba2e-319682c09a5f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:31.586573 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54326) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:31.597587 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03989d01-6bcf-4520-bbaa-9a9508c89358 None None] Network c9d8616d-93be-4e3d-abb8-3977d8269099 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:26:31.683234 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:31.764004 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting port 51a4e3fe-6ba0-47df-82ce-7bfefa859956 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:26:31.764778 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:31.872059 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3db94a-8723-473d-b06d-8fcc68613b81 None None] DHCP port deletion for c9d8616d-93be-4e3d-abb8-3977d8269099 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:26:31.888538 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] For port 51a4e3fe-6ba0-47df-82ce-7bfefa859956, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=51a4e3fe-6ba0-47df-82ce-7bfefa859956,segment=NetworkSegment(07673ddc-f6d3-4845-985f-e806ae126afb),segment_id=07673ddc-f6d3-4845-985f-e806ae126afb)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:31.889098 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:31.964681 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Calling delete_port for 51a4e3fe-6ba0-47df-82ce-7bfefa859956 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:26:32.040151 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26f1948f-629d-480b-a66c-49d7d1583b94 req-e6c2f307-bbf1-4be5-8cc1-ee2e62b861ec tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 210 time: 0.0635648 Aug 31 01:26:32.083560 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 51a4e3fe-6ba0-47df-82ce-7bfefa859956 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:26:32.109684 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7e3db94a-8723-473d-b06d-8fcc68613b81 None None] Deleting port 51a4e3fe-6ba0-47df-82ce-7bfefa859956 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:26:32.110309 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7e3db94a-8723-473d-b06d-8fcc68613b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.220011 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-7e3db94a-8723-473d-b06d-8fcc68613b81 None None] For port 51a4e3fe-6ba0-47df-82ce-7bfefa859956, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=51a4e3fe-6ba0-47df-82ce-7bfefa859956,segment=NetworkSegment(07673ddc-f6d3-4845-985f-e806ae126afb),segment_id=07673ddc-f6d3-4845-985f-e806ae126afb)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:32.220584 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7e3db94a-8723-473d-b06d-8fcc68613b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.248094 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.266135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7e3db94a-8723-473d-b06d-8fcc68613b81 None None] Calling delete_port for 51a4e3fe-6ba0-47df-82ce-7bfefa859956 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:26:32.272555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-091f4d73-7f7a-4d8f-abe2-1c516e58f853 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:32.278867 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] No DVR routers for this DVR port 51a4e3fe-6ba0-47df-82ce-7bfefa859956 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:26:32.279077 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-091f4d73-7f7a-4d8f-abe2-1c516e58f853 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.48 "GET /v2.0/networks?id=8c64065d-e456-4aca-8d30-b0d7b497f987 HTTP/1.1" status: 200 len: 813 time: 0.3774922 Aug 31 01:26:32.296187 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.298129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-5e21ba96-aca2-4f81-aefd-ee476414c56c tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Request body: {'port': {'device_id': '77ab0d8a-68c6-45dd-8d4c-7b48a4283711', 'network_id': '8c64065d-e456-4aca-8d30-b0d7b497f987', 'admin_state_up': True, 'tenant_id': '610bbf5888354622b8fcfa4c7fcf2933'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:32.323657 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Port': ['ID=51a4e3fe-6ba0-47df-82ce-7bfefa859956,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:32.456820 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7e3db94a-8723-473d-b06d-8fcc68613b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.496646 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.496923 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3db94a-8723-473d-b06d-8fcc68613b81 None None] Pushing event deleted for resources: {'Port': ['ID=51a4e3fe-6ba0-47df-82ce-7bfefa859956,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:32.501775 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3db94a-8723-473d-b06d-8fcc68613b81 None None] No DVR routers for this DVR port 51a4e3fe-6ba0-47df-82ce-7bfefa859956 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:26:32.516075 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d8616d-93be-4e3d-abb8-3977d8269099']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:32.530162 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07673ddc-f6d3-4845-985f-e806ae126afb') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:32.530831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07673ddc-f6d3-4845-985f-e806ae126afb') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:32.541386 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.557855 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.569153 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:26:32.569593 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:26:32.572789 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:26:32.642350 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-5e21ba96-aca2-4f81-aefd-ee476414c56c tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Made reservation on behalf of 610bbf5888354622b8fcfa4c7fcf2933 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:32.650834 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-5e21ba96-aca2-4f81-aefd-ee476414c56c tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.734552 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.750534 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.761200 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/networks/c9d8616d-93be-4e3d-abb8-3977d8269099 HTTP/1.1" status: 204 len: 168 time: 1.1688030 Aug 31 01:26:32.761640 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54370) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:32.779883 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-06df1ef6-9d6b-439f-83e6-e66f40865e03 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1190681591', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:32.799109 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65d760-160c-400b-bcbc-dfa544cc6311 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Network': ['ID=c9d8616d-93be-4e3d-abb8-3977d8269099,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:32.873850 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-5e21ba96-aca2-4f81-aefd-ee476414c56c tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Allocated IP 172.20.0.5 (8c64065d-e456-4aca-8d30-b0d7b497f987/6a1ba349-96d9-4808-b502-9eb3ea6852aa/de66309f-d151-47ff-92d8-3caff66c30b4) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:32.888023 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06df1ef6-9d6b-439f-83e6-e66f40865e03 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.889319 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06df1ef6-9d6b-439f-83e6-e66f40865e03 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.976106 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06df1ef6-9d6b-439f-83e6-e66f40865e03 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:33.055663 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06df1ef6-9d6b-439f-83e6-e66f40865e03 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:33.061538 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-5e21ba96-aca2-4f81-aefd-ee476414c56c tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:33.162419 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-06df1ef6-9d6b-439f-83e6-e66f40865e03 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:33.167488 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-06df1ef6-9d6b-439f-83e6-e66f40865e03 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4040911 Aug 31 01:26:33.168623 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54390) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:33.176497 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-2528e607-4f8e-4c23-a3b9-7c13ba6ee8ad tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'network': {'name': 'tempest-RoutersTest-1440748304'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:33.212684 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09d024b4-988d-45ef-bda3-5d6b0796b729 req-1ef72f7d-f8e1-4652-9e7d-4eada87b1f7f tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 210 time: 0.0542910 Aug 31 01:26:33.214069 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-5e21ba96-aca2-4f81-aefd-ee476414c56c tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:33.266840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-5e21ba96-aca2-4f81-aefd-ee476414c56c tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Network 8c64065d-e456-4aca-8d30-b0d7b497f987 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:33.271897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-5e21ba96-aca2-4f81-aefd-ee476414c56c tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:33.278980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-5e21ba96-aca2-4f81-aefd-ee476414c56c tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:33.287045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2528e607-4f8e-4c23-a3b9-7c13ba6ee8ad tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Made reservation on behalf of c4a235c1d008497d80861d185bae0447 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:33.291421 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2528e607-4f8e-4c23-a3b9-7c13ba6ee8ad tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:33.305538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21ba96-aca2-4f81-aefd-ee476414c56c tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Pushing event updated for resources: {'Port': ['ID=de66309f-d151-47ff-92d8-3caff66c30b4,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:33.325972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2528e607-4f8e-4c23-a3b9-7c13ba6ee8ad tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:26:33.336194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-5e21ba96-aca2-4f81-aefd-ee476414c56c tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:33.337118 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-5e21ba96-aca2-4f81-aefd-ee476414c56c tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:33.342316 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2528e607-4f8e-4c23-a3b9-7c13ba6ee8ad tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:33.342974 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-2528e607-4f8e-4c23-a3b9-7c13ba6ee8ad tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Added segment d2506be9-8865-453f-8632-55a24477a33f of type vlan for network cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e Aug 31 01:26:33.411175 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2528e607-4f8e-4c23-a3b9-7c13ba6ee8ad tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:33.426436 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-5e21ba96-aca2-4f81-aefd-ee476414c56c tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1430864 Aug 31 01:26:33.440398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Request body: {'port': {'device_id': '77ab0d8a-68c6-45dd-8d4c-7b48a4283711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:33.504011 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2528e607-4f8e-4c23-a3b9-7c13ba6ee8ad tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:33.506059 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:33.510406 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2528e607-4f8e-4c23-a3b9-7c13ba6ee8ad tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:33.511028 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2528e607-4f8e-4c23-a3b9-7c13ba6ee8ad tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:33.587610 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528e607-4f8e-4c23-a3b9-7c13ba6ee8ad tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Network': ['ID=cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:33.603216 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:26:33.683237 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2528e607-4f8e-4c23-a3b9-7c13ba6ee8ad tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5129607 Aug 31 01:26:33.684809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54410) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:33.691693 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0287014d-dad7-43a5-80d3-aba9e03b1582 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'subnet': {'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:33.862120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de66309f-d151-47ff-92d8-3caff66c30b4 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:26:33.871979 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:33.889355 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Transition to ACTIVE for port object de66309f-d151-47ff-92d8-3caff66c30b4 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:33.909976 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0287014d-dad7-43a5-80d3-aba9e03b1582 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Made reservation on behalf of c4a235c1d008497d80861d185bae0447 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:33.914706 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0287014d-dad7-43a5-80d3-aba9e03b1582 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:34.006424 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:34.150432 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Pushing event updated for resources: {'Port': ['ID=de66309f-d151-47ff-92d8-3caff66c30b4,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:34.267877 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9c1fc2f8-ea89-47e5-961b-8fdae660933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:34.272869 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0287014d-dad7-43a5-80d3-aba9e03b1582 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:34.278516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Attempting to bind port de66309f-d151-47ff-92d8-3caff66c30b4 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:26:34.282674 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Attempting to bind port de66309f-d151-47ff-92d8-3caff66c30b4 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '029db2a1-ba00-44ec-ba85-d12d2b2cc3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8c64065d-e456-4aca-8d30-b0d7b497f987'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:26:34.282674 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Attempting to bind port de66309f-d151-47ff-92d8-3caff66c30b4 on network 8c64065d-e456-4aca-8d30-b0d7b497f987 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:34.285041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Port de66309f-d151-47ff-92d8-3caff66c30b4 on network 8c64065d-e456-4aca-8d30-b0d7b497f987 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:26:34.285709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Attempting to bind port de66309f-d151-47ff-92d8-3caff66c30b4 on network 8c64065d-e456-4aca-8d30-b0d7b497f987 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:34.294378 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:26:34.295167 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Checking segment: {'id': '029db2a1-ba00-44ec-ba85-d12d2b2cc3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8c64065d-e456-4aca-8d30-b0d7b497f987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:34.295795 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Bound using segment: {'id': '029db2a1-ba00-44ec-ba85-d12d2b2cc3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8c64065d-e456-4aca-8d30-b0d7b497f987'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:26:34.296525 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Bound port: de66309f-d151-47ff-92d8-3caff66c30b4, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029db2a1-ba00-44ec-ba85-d12d2b2cc3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8c64065d-e456-4aca-8d30-b0d7b497f987'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:26:34.298067 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:34.416746 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] For port de66309f-d151-47ff-92d8-3caff66c30b4, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:34.425931 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287014d-dad7-43a5-80d3-aba9e03b1582 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Subnet': ['ID=2e867534-c5c9-4bc0-8f88-20d48f8fdea5,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:34.427159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] For port de66309f-d151-47ff-92d8-3caff66c30b4, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=de66309f-d151-47ff-92d8-3caff66c30b4,segment=NetworkSegment(029db2a1-ba00-44ec-ba85-d12d2b2cc3a0),segment_id=029db2a1-ba00-44ec-ba85-d12d2b2cc3a0)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:26:34.448526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54053d6-4f2e-43ed-ade6-265ce520a28e req-b9054419-d13c-47e8-8390-94504b668308 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:34.450270 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e54053d6-4f2e-43ed-ade6-265ce520a28e req-b9054419-d13c-47e8-8390-94504b668308 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 943 time: 0.1083214 Aug 31 01:26:34.457817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0287014d-dad7-43a5-80d3-aba9e03b1582 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Checking segment: {'id': 'd2506be9-8865-453f-8632-55a24477a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:34.458302 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0287014d-dad7-43a5-80d3-aba9e03b1582 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network hostable DHCP agents. Network: cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:26:34.509622 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e54053d6-4f2e-43ed-ade6-265ce520a28e req-26e9d51c-9f9b-4cae-8eb8-99e76c730c2a tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470808 Aug 31 01:26:34.540441 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:34.589286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:34.589286 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:34.589286 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] 10.222.0.48 "PUT /v2.0/ports/de66309f-d151-47ff-92d8-3caff66c30b4 HTTP/1.1" status: 200 len: 1092 time: 1.1478968 Aug 31 01:26:34.589286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ab0d8a-68c6-45dd-8d4c-7b48a4283711', 'tag': 'de66309f-d151-47ff-92d8-3caff66c30b4'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:26:34.589286 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313ea128-4738-46f9-886c-7fbf3976cbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "77ab0d8a-68c6-45dd-8d4c-7b48a4283711", "tag": "de66309f-d151-47ff-92d8-3caff66c30b4"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:26:34.614561 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668064d-4b5d-4000-bee7-b73d7a5b2c30 service neutron] Pushing event updated for resources: {'Port': ['ID=de66309f-d151-47ff-92d8-3caff66c30b4,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:34.625631 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b53fcd5-054a-4e24-a7cc-b7e310ca7442 x-openstack-request-id: req-8b53fcd5-054a-4e24-a7cc-b7e310ca7442 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:26:34.625930 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ab0d8a-68c6-45dd-8d4c-7b48a4283711", "tag": "de66309f-d151-47ff-92d8-3caff66c30b4", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:26:34.626184 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b53fcd5-054a-4e24-a7cc-b7e310ca7442 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:26:34.626588 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ab0d8a-68c6-45dd-8d4c-7b48a4283711', 'tag': 'de66309f-d151-47ff-92d8-3caff66c30b4', 'status': 'completed', 'code': 200} Aug 31 01:26:34.694159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ea128-4738-46f9-886c-7fbf3976cbf7 req-0960ef02-73b7-4fd0-acb6-de8992f4dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:34.695773 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-313ea128-4738-46f9-886c-7fbf3976cbf7 req-0960ef02-73b7-4fd0-acb6-de8992f4dbb8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=610bbf5888354622b8fcfa4c7fcf2933&device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 1095 time: 0.0467050 Aug 31 01:26:34.727707 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0287014d-dad7-43a5-80d3-aba9e03b1582 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:26:34.812056 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ea128-4738-46f9-886c-7fbf3976cbf7 req-8882ab10-1861-4c62-81cf-99c681bd6522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:34.813629 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-313ea128-4738-46f9-886c-7fbf3976cbf7 req-8882ab10-1861-4c62-81cf-99c681bd6522 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=610bbf5888354622b8fcfa4c7fcf2933&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1099255 Aug 31 01:26:34.825048 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-0287014d-dad7-43a5-80d3-aba9e03b1582 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:34.831420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0287014d-dad7-43a5-80d3-aba9e03b1582 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:34.832409 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0287014d-dad7-43a5-80d3-aba9e03b1582 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:34.839035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d6b8d0-3bae-4166-8880-fa2740ef3001 None None] Network cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:26:34.935177 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0287014d-dad7-43a5-80d3-aba9e03b1582 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2486901 Aug 31 01:26:34.940502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54460) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:34.979607 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ea128-4738-46f9-886c-7fbf3976cbf7 req-41ddb906-6393-4a57-82fe-73c93bf3e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:34.984833 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-313ea128-4738-46f9-886c-7fbf3976cbf7 req-41ddb906-6393-4a57-82fe-73c93bf3e6d4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1605864 Aug 31 01:26:35.065517 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:26:35.066856 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:35.101310 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-c8ecf71f-c706-4d25-9b71-80841348d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:35.102877 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-c8ecf71f-c706-4d25-9b71-80841348d08b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=610bbf5888354622b8fcfa4c7fcf2933&device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 1095 time: 0.0710816 Aug 31 01:26:35.160257 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-9173366e-599f-4629-8dfb-2fae045c1452 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de66309f-d151-47ff-92d8-3caff66c30b4 HTTP/1.1" status: 200 len: 217 time: 0.0436144 Aug 31 01:26:35.219213 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-474dbfb2-dc7d-4e00-b10c-17b33a48d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:35.220776 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-474dbfb2-dc7d-4e00-b10c-17b33a48d96e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a1ba349-96d9-4808-b502-9eb3ea6852aa HTTP/1.1" status: 200 len: 853 time: 0.0523634 Aug 31 01:26:35.232397 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Allocated IP 172.20.0.2 (cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e/2e867534-c5c9-4bc0-8f88-20d48f8fdea5/b7a22924-476c-4c57-a718-46c026b4ee6c) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:35.267903 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-1b2d0258-e712-4287-8798-f716082f635a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c64065d-e456-4aca-8d30-b0d7b497f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394855 Aug 31 01:26:35.275925 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd61b48-64fb-48d7-8e30-14edd84fdc8f req-1309d7cc-b495-45e6-ac99-f17006f55684 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:35.277544 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6cd61b48-64fb-48d7-8e30-14edd84fdc8f req-1309d7cc-b495-45e6-ac99-f17006f55684 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 1097 time: 0.2373908 Aug 31 01:26:35.379969 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6cd61b48-64fb-48d7-8e30-14edd84fdc8f req-718d8a1c-f7b9-4e20-8038-3c75b6a132a8 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940328 Aug 31 01:26:35.419597 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:35.450219 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-9baf21d4-0a9d-4536-8f04-2718aa4d2516 service neutron] 10.222.0.48 "GET /v2.0/networks/8c64065d-e456-4aca-8d30-b0d7b497f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680062 Aug 31 01:26:35.518003 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:35.534437 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Transition to ACTIVE for port object b7a22924-476c-4c57-a718-46c026b4ee6c will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:35.558306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Transition to ACTIVE for port object b7a22924-476c-4c57-a718-46c026b4ee6c will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:35.611483 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f7153c4d-adfe-4783-9c2c-cc1dad4092e0 req-3413e988-593b-4448-9077-d21b2bdceb3a service neutron] 10.222.0.48 "GET /v2.0/networks/8c64065d-e456-4aca-8d30-b0d7b497f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601157 Aug 31 01:26:35.656347 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38232f8-7881-42cd-9069-40f345b884c1 req-d55e978d-60fd-4c09-b931-2ac8c0dd0623 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:35.658088 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f38232f8-7881-42cd-9069-40f345b884c1 req-d55e978d-60fd-4c09-b931-2ac8c0dd0623 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 945 time: 0.1270404 Aug 31 01:26:35.664835 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:35.740906 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Network cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:35.746235 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:35.753080 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:35.766326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Pushing event updated for resources: {'Port': ['ID=b7a22924-476c-4c57-a718-46c026b4ee6c,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:35.775275 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f38232f8-7881-42cd-9069-40f345b884c1 req-7895f9cc-474b-4bd7-8b27-ff0155f70bc1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802860 Aug 31 01:26:35.824905 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54502) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:35.831172 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Allocated IP 172.20.0.1 (cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e/2e867534-c5c9-4bc0-8f88-20d48f8fdea5/f7d50d5b-c709-489a-8211-1525fffd80ed) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:35.865683 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Attempting to bind port b7a22924-476c-4c57-a718-46c026b4ee6c on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:26:35.866643 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Attempting to bind port b7a22924-476c-4c57-a718-46c026b4ee6c by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'd2506be9-8865-453f-8632-55a24477a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:26:35.867351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Attempting to bind port b7a22924-476c-4c57-a718-46c026b4ee6c on network cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:35.878086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:26:35.878776 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Checking segment: {'id': 'd2506be9-8865-453f-8632-55a24477a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:35.879524 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:35.880156 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Bound using segment: {'id': 'd2506be9-8865-453f-8632-55a24477a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:26:35.881173 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Bound port: b7a22924-476c-4c57-a718-46c026b4ee6c, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2506be9-8865-453f-8632-55a24477a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:26:35.881865 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:35.950430 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7ddc3691-c4f5-425e-b511-767c098b6041 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/floatingips/315ff3d5-6562-4c9e-9971-89ca55e27001 HTTP/1.1" status: 200 len: 992 time: 0.1228087 Aug 31 01:26:36.001573 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c835272-f3a5-4305-8932-e7d0fb4de5da req-2b38903c-5c55-45d1-93dc-f400f0e2789f tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:36.006004 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9c835272-f3a5-4305-8932-e7d0fb4de5da req-2b38903c-5c55-45d1-93dc-f400f0e2789f tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 943 time: 0.0754054 Aug 31 01:26:36.026602 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] For port b7a22924-476c-4c57-a718-46c026b4ee6c, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:36.030977 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] For port b7a22924-476c-4c57-a718-46c026b4ee6c, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b7a22924-476c-4c57-a718-46c026b4ee6c,segment=NetworkSegment(d2506be9-8865-453f-8632-55a24477a33f),segment_id=d2506be9-8865-453f-8632-55a24477a33f)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:26:36.106903 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:36.129866 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9c835272-f3a5-4305-8932-e7d0fb4de5da req-aba33333-d2f6-42fa-914b-e56b3780cfae tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995765 Aug 31 01:26:36.145075 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:36.148133 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Transition to ACTIVE for port object f7d50d5b-c709-489a-8211-1525fffd80ed will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:36.222049 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56941c47-06b4-4b65-97cd-5b262ccfcbfc None None] Pushing event updated for resources: {'Port': ['ID=b7a22924-476c-4c57-a718-46c026b4ee6c,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:36.271812 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:36.292817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-d0b73288-a65e-4d82-9d44-4c11aa797b33 req-12f7d363-52bb-44af-a915-f46333fc351c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:26:36.294375 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d0b73288-a65e-4d82-9d44-4c11aa797b33 req-12f7d363-52bb-44af-a915-f46333fc351c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101213 Aug 31 01:26:36.325010 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:36.328407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:36.335320 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:36.370989 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=f7d50d5b-c709-489a-8211-1525fffd80ed,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:36.397323 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:36.509174 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-93f72b45-b2d6-489c-afc5-7b37dbb507ba req-fa9ff958-bc2d-4d5c-9a75-07a7c8e5f74a service neutron] (102343) timed out ('10.222.0.16', 32890) {{(pid=102343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:26:36.676462 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:36.853881 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:37.021005 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7e15-b7eb-463f-a21a-1ba2c1781b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:37.063740 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:37.173112 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:37.177219 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:37.274835 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0128db-ff58-47f6-9d2f-37fa95e74ede req-43a929c8-66ec-48d9-8905-52ef0661ec1c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:37.279332 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ce0128db-ff58-47f6-9d2f-37fa95e74ede req-43a929c8-66ec-48d9-8905-52ef0661ec1c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 945 time: 0.1855493 Aug 31 01:26:37.319374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06351f7d-6940-4d14-b7b8-115e1c2f77c4 req-e9618871-ec84-490f-bccf-dbee09661d3a tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:37.322073 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-06351f7d-6940-4d14-b7b8-115e1c2f77c4 req-e9618871-ec84-490f-bccf-dbee09661d3a tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 943 time: 0.0899844 Aug 31 01:26:37.386002 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:37.388958 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-06351f7d-6940-4d14-b7b8-115e1c2f77c4 req-83578548-7c38-4a43-ab99-68025aec1e61 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592053 Aug 31 01:26:37.423434 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:37.423434 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=f7d50d5b-c709-489a-8211-1525fffd80ed,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:37.442317 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ce0128db-ff58-47f6-9d2f-37fa95e74ede req-3156676d-2794-44c8-9743-0da2ca6bc30d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431808 Aug 31 01:26:37.490662 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345d6250-dc2f-401c-9ea2-f0f4bc292e95 None None] Network cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:26:37.519131 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-c0ae745a-1e27-4099-93be-1168a8724fdd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1847301 Aug 31 01:26:37.592065 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:37.593700 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:37.757094 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bf1e1659-585e-40ba-9152-33aecc6918f3 None None] Provisioning for port b7a22924-476c-4c57-a718-46c026b4ee6c completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:38.058921 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b7a22924-476c-4c57-a718-46c026b4ee6c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:38.252866 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-89626e95-c022-416a-82bf-97cab2482241 None None] Provisioning for port f7d50d5b-c709-489a-8211-1525fffd80ed completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:38.257634 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-89626e95-c022-416a-82bf-97cab2482241 None None] Provisioning complete for port f7d50d5b-c709-489a-8211-1525fffd80ed triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:38.258187 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-89626e95-c022-416a-82bf-97cab2482241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:38.288969 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port b7a22924-476c-4c57-a718-46c026b4ee6c completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:38.298470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port b7a22924-476c-4c57-a718-46c026b4ee6c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:38.299101 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:38.345842 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-89626e95-c022-416a-82bf-97cab2482241 None None] Port f7d50d5b-c709-489a-8211-1525fffd80ed cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:38.365552 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router 8b73f0a2-9bea-4169-8912-b6c9e759517f is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:26:38.450960 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:38.535372 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port b7a22924-476c-4c57-a718-46c026b4ee6c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b7a22924-476c-4c57-a718-46c026b4ee6c,segment=NetworkSegment(d2506be9-8865-453f-8632-55a24477a33f),segment_id=d2506be9-8865-453f-8632-55a24477a33f)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:38.540623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-10de1352-708f-4ffa-bb2b-65447459fc15 None None] Provisioning complete for port f7d50d5b-c709-489a-8211-1525fffd80ed triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:38.542019 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-10de1352-708f-4ffa-bb2b-65447459fc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:38.597591 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-10de1352-708f-4ffa-bb2b-65447459fc15 None None] Port f7d50d5b-c709-489a-8211-1525fffd80ed cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:38.667498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:38.672244 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Sync routers for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:38.682402 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9417b973-f0a6-42b0-b9be-3d0cd6846657 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/8b73f0a2-9bea-4169-8912-b6c9e759517f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7345388 Aug 31 01:26:38.687507 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54616) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:38.700010 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b539983-8066-4057-a4e6-71222b903c24 req-ee624ea3-98d1-471f-9883-c37f8582602d tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:38.729044 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c8028b3e-e728-44af-8102-f140fbfe6edf tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'network': {'name': 'tempest-RoutersTest-9786812'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:38.729962 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b539983-8066-4057-a4e6-71222b903c24 req-ee624ea3-98d1-471f-9883-c37f8582602d tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 943 time: 0.1305177 Aug 31 01:26:38.730234 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:38.730234 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:38.767498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d704c6d-fe38-428c-80b5-75e76149fa99 req-cb16f148-42c6-4c55-a18c-c70381405ec9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:38.771532 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6d704c6d-fe38-428c-80b5-75e76149fa99 req-cb16f148-42c6-4c55-a18c-c70381405ec9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 945 time: 0.2308829 Aug 31 01:26:38.821701 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b539983-8066-4057-a4e6-71222b903c24 req-685ef0a8-4964-4c68-9f44-52542c711875 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884337 Aug 31 01:26:38.840083 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:38.845742 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5a634403-5976-41e8-977a-c1780e8fb7de None None] Provisioning complete for port f7d50d5b-c709-489a-8211-1525fffd80ed triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:38.852697 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5a634403-5976-41e8-977a-c1780e8fb7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:38.884874 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6d704c6d-fe38-428c-80b5-75e76149fa99 req-1457b5c1-5b8e-4bab-9eb8-5985ff6c089f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025691 Aug 31 01:26:38.920149 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:38.924494 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:26:38.949596 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8028b3e-e728-44af-8102-f140fbfe6edf tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Made reservation on behalf of c4a235c1d008497d80861d185bae0447 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:38.953133 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c8028b3e-e728-44af-8102-f140fbfe6edf tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:39.016371 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8028b3e-e728-44af-8102-f140fbfe6edf tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:26:39.033029 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c8028b3e-e728-44af-8102-f140fbfe6edf tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:39.034486 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-c8028b3e-e728-44af-8102-f140fbfe6edf tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Added segment d3cf6de0-af92-4d70-960c-880b110deec5 of type vlan for network 251eaf30-06bc-4116-ae2e-9c9b9b839f1b Aug 31 01:26:39.050225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5a634403-5976-41e8-977a-c1780e8fb7de None None] Port f7d50d5b-c709-489a-8211-1525fffd80ed cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:39.075819 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=b7a22924-476c-4c57-a718-46c026b4ee6c,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:39.085292 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:39.086606 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:39.086959 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:39.087779 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:39.088302 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:39.088860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:39.089372 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:39.089994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:39.090643 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:39.091230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:39.091691 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:39.092133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:39.103982 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c8028b3e-e728-44af-8102-f140fbfe6edf tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:39.181644 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:26:36Z', 'revision_number': 2, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:36Z', 'revision_number': 2, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:39.209927 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Checking router: 8b73f0a2-9bea-4169-8912-b6c9e759517f for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:26:39.210549 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Updating router 8b73f0a2-9bea-4169-8912-b6c9e759517f port f7d50d5b-c709-489a-8211-1525fffd80ed binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:26:39.236671 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c8028b3e-e728-44af-8102-f140fbfe6edf tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:39.238496 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:39.244130 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8028b3e-e728-44af-8102-f140fbfe6edf tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:39.244772 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c8028b3e-e728-44af-8102-f140fbfe6edf tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:39.388996 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8028b3e-e728-44af-8102-f140fbfe6edf tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Network': ['ID=251eaf30-06bc-4116-ae2e-9c9b9b839f1b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:39.404527 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 251eaf30-06bc-4116-ae2e-9c9b9b839f1b details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:26:39.462341 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c8028b3e-e728-44af-8102-f140fbfe6edf tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.7707443 Aug 31 01:26:39.463170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54626) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:39.469284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'subnet': {'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:39.758995 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:39.771898 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Transition to ACTIVE for port object f7d50d5b-c709-489a-8211-1525fffd80ed will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:39.824272 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Made reservation on behalf of c4a235c1d008497d80861d185bae0447 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:39.828230 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:39.854126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device de66309f-d151-47ff-92d8-3caff66c30b4 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:26:39.870079 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:40.147782 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc652034-9620-4bd1-abcf-a25a8424b7c3 None None] Pushing event updated for resources: {'Port': ['ID=f7d50d5b-c709-489a-8211-1525fffd80ed,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:40.185948 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b7a22924-476c-4c57-a718-46c026b4ee6c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:40.191623 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc652034-9620-4bd1-abcf-a25a8424b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.192217 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc652034-9620-4bd1-abcf-a25a8424b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.198417 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc652034-9620-4bd1-abcf-a25a8424b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.198986 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc652034-9620-4bd1-abcf-a25a8424b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.199693 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc652034-9620-4bd1-abcf-a25a8424b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.200432 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc652034-9620-4bd1-abcf-a25a8424b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.201313 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc652034-9620-4bd1-abcf-a25a8424b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.201847 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc652034-9620-4bd1-abcf-a25a8424b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.202351 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc652034-9620-4bd1-abcf-a25a8424b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.204344 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc652034-9620-4bd1-abcf-a25a8424b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.205035 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc652034-9620-4bd1-abcf-a25a8424b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.205758 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc652034-9620-4bd1-abcf-a25a8424b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.223919 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eb519-f1d2-4c83-ae7d-044f1e66e5e5 req-81630046-9548-45e4-a060-85f10d4e5377 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:40.230493 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-562eb519-f1d2-4c83-ae7d-044f1e66e5e5 req-81630046-9548-45e4-a060-85f10d4e5377 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 945 time: 0.1380303 Aug 31 01:26:40.233954 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Attempting to bind port f7d50d5b-c709-489a-8211-1525fffd80ed on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:26:40.244666 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Attempting to bind port f7d50d5b-c709-489a-8211-1525fffd80ed by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'd2506be9-8865-453f-8632-55a24477a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:26:40.248570 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Attempting to bind port f7d50d5b-c709-489a-8211-1525fffd80ed on network cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:40.260235 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:26:40.260618 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Checking segment: {'id': 'd2506be9-8865-453f-8632-55a24477a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:40.261027 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:40.261427 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Bound using segment: {'id': 'd2506be9-8865-453f-8632-55a24477a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:26:40.262003 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Bound port: f7d50d5b-c709-489a-8211-1525fffd80ed, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2506be9-8865-453f-8632-55a24477a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:26:40.268666 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:40.331337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b727f1-824d-4629-a1ca-6973e55936e6 req-dd734cda-ecc7-45a9-84b4-861667b5f2f5 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:40.337164 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-562eb519-f1d2-4c83-ae7d-044f1e66e5e5 req-2b25b37f-3aa9-4eb7-bfff-9cb5836d0848 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941694 Aug 31 01:26:40.342278 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-31b727f1-824d-4629-a1ca-6973e55936e6 req-dd734cda-ecc7-45a9-84b4-861667b5f2f5 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 943 time: 0.1709778 Aug 31 01:26:40.385746 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] For port f7d50d5b-c709-489a-8211-1525fffd80ed, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:40.403373 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] For port f7d50d5b-c709-489a-8211-1525fffd80ed, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f7d50d5b-c709-489a-8211-1525fffd80ed,segment=NetworkSegment(d2506be9-8865-453f-8632-55a24477a33f),segment_id=d2506be9-8865-453f-8632-55a24477a33f)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:26:40.436545 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-31b727f1-824d-4629-a1ca-6973e55936e6 req-65f41c18-9bbc-4922-a885-b7f933e6b799 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898573 Aug 31 01:26:40.499468 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:40.556312 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:40.588553 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:40.589565 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:40.676127 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Subnet': ['ID=b67a4217-e71d-4373-b625-c1b072ed39af,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:40.705587 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.706067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.706544 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.706886 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.707222 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.707556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.707943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.708396 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.708813 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.709155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.709819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.710323 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:40.771750 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Checking segment: {'id': 'd3cf6de0-af92-4d70-960c-880b110deec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:40.774442 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network hostable DHCP agents. Network: 251eaf30-06bc-4116-ae2e-9c9b9b839f1b, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:26:40.804258 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc652034-9620-4bd1-abcf-a25a8424b7c3 None None] Pushing event updated for resources: {'Port': ['ID=f7d50d5b-c709-489a-8211-1525fffd80ed,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:40.836027 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:26:40.922050 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port b7a22924-476c-4c57-a718-46c026b4ee6c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:40.922625 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:40.965762 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:40.969499 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network 251eaf30-06bc-4116-ae2e-9c9b9b839f1b is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:26:40.987754 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port de66309f-d151-47ff-92d8-3caff66c30b4, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=de66309f-d151-47ff-92d8-3caff66c30b4,segment=NetworkSegment(029db2a1-ba00-44ec-ba85-d12d2b2cc3a0),segment_id=029db2a1-ba00-44ec-ba85-d12d2b2cc3a0)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:41.014019 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'de66309f-d151-47ff-92d8-3caff66c30b4', 'network_id': '8c64065d-e456-4aca-8d30-b0d7b497f987', 'port_id': 'de66309f-d151-47ff-92d8-3caff66c30b4', 'mac_address': 'fa:16:3e:95:96:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a1ba349-96d9-4808-b502-9eb3ea6852aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:26:41.016873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-e164e9eb-de1b-42fa-8342-d1e401c25108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:41.018268 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-e164e9eb-de1b-42fa-8342-d1e401c25108 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 1097 time: 0.0942314 Aug 31 01:26:41.099829 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:41.134590 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-d06a9dac-82e9-4a38-b3d8-38020360a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:41.135361 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de66309f-d151-47ff-92d8-3caff66c30b4 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:26:41.142642 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-d06a9dac-82e9-4a38-b3d8-38020360a73f service neutron] 10.222.0.41 "GET /v2.0/networks?id=42d925d2-aa9c-4919-9610-85bc54924897 HTTP/1.1" status: 200 len: 898 time: 0.1168997 Aug 31 01:26:41.163129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 251eaf30-06bc-4116-ae2e-9c9b9b839f1b) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:41.175218 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7769719-8b36-4888-80fa-03aea2bfb238 None None] Network 251eaf30-06bc-4116-ae2e-9c9b9b839f1b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:26:41.185583 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:26:36Z', 'revision_number': 2, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:40Z', 'revision_number': 4, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:41.270060 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3f6e75-1235-44a0-b829-3bbb2bcdd1fb None None] The sync data for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 is: [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:26:36Z', 'revision_number': 2, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:40Z', 'revision_number': 4, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:41.299252 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-2d7b47ad-be20-4400-b49c-ab93009fdcf5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=307f3d79-090f-489d-ab3e-651feb39c87d HTTP/1.1" status: 200 len: 1000 time: 0.1442840 Aug 31 01:26:41.301265 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:41.302034 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:41.329882 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port de66309f-d151-47ff-92d8-3caff66c30b4, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=de66309f-d151-47ff-92d8-3caff66c30b4,segment=NetworkSegment(029db2a1-ba00-44ec-ba85-d12d2b2cc3a0),segment_id=029db2a1-ba00-44ec-ba85-d12d2b2cc3a0)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:41.393429 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-919a6b62-5c9b-40db-a4f3-6034fdcf87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:41.395979 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-919a6b62-5c9b-40db-a4f3-6034fdcf87ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38ced503-e5fe-4300-8a6c-8eb2d4336081 HTTP/1.1" status: 200 len: 835 time: 0.0786130 Aug 31 01:26:41.417259 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-30a7df1b-7309-4a81-9071-3d778a97df42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9527855 Aug 31 01:26:41.425067 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54642) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:41.514732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-14dae2d7-2fd4-41a1-87d3-66158f99ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:41.518453 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-14dae2d7-2fd4-41a1-87d3-66158f99ec8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=42d925d2-aa9c-4919-9610-85bc54924897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147304 Aug 31 01:26:41.532027 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:41.535368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-c8625bf4-79de-4af6-8e38-d5faf239319b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:26:41.538856 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-c8625bf4-79de-4af6-8e38-d5faf239319b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132172 Aug 31 01:26:41.657701 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=de66309f-d151-47ff-92d8-3caff66c30b4,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:41.699474 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'fixed_ips': [{'subnet_id': 'b67a4217-e71d-4373-b625-c1b072ed39af'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:26:41.713865 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:41.733487 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be147a7d-5a86-4e0d-8bcd-edf28276836b req-4a3a5ef8-d033-4d6f-91dd-6650568ebb37 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:41.738964 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-be147a7d-5a86-4e0d-8bcd-edf28276836b req-4a3a5ef8-d033-4d6f-91dd-6650568ebb37 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 945 time: 0.1851387 Aug 31 01:26:41.773041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949325c8-1de3-4ac5-8774-f5d101e55ada req-6913f71d-fbe1-44e7-848e-2239f3838055 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:41.780203 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-949325c8-1de3-4ac5-8774-f5d101e55ada req-6913f71d-fbe1-44e7-848e-2239f3838055 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 944 time: 0.2135551 Aug 31 01:26:41.855541 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['de66309f-d151-47ff-92d8-3caff66c30b4'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:26:41.948042 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-f04d3426-02fc-4c17-a6c4-2ceb043d4495 service neutron] 10.222.0.41 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014821 Aug 31 01:26:41.967243 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-be147a7d-5a86-4e0d-8bcd-edf28276836b req-5a5dc4ae-80b1-4f34-8c39-02a160dcc3d3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178938 Aug 31 01:26:42.130955 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f7d50d5b-c709-489a-8211-1525fffd80ed up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:42.135167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Allocated IP 172.21.0.2 (251eaf30-06bc-4116-ae2e-9c9b9b839f1b/b67a4217-e71d-4373-b625-c1b072ed39af/dcf8eba1-1c3d-444b-a4f0-9a8a17424c67) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:42.162806 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-949325c8-1de3-4ac5-8774-f5d101e55ada req-55cda07b-a268-42ab-bd74-31feefbfc0a2 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629992 Aug 31 01:26:42.242182 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-308ea7dd-5bb4-4f70-9de9-86d51690ee09 service neutron] 10.222.0.41 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723911 Aug 31 01:26:42.412735 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:42.454179 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:42.466120 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Transition to ACTIVE for port object dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:42.489304 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Transition to ACTIVE for port object dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:42.508638 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port f7d50d5b-c709-489a-8211-1525fffd80ed completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:42.513157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port f7d50d5b-c709-489a-8211-1525fffd80ed triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:42.513560 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:42.594775 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:42.636257 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port f7d50d5b-c709-489a-8211-1525fffd80ed, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f7d50d5b-c709-489a-8211-1525fffd80ed,segment=NetworkSegment(d2506be9-8865-453f-8632-55a24477a33f),segment_id=d2506be9-8865-453f-8632-55a24477a33f)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:42.676450 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:42.713383 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Network 251eaf30-06bc-4116-ae2e-9c9b9b839f1b is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:42.720155 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:42.725091 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:42.731546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Pushing event updated for resources: {'Port': ['ID=dcf8eba1-1c3d-444b-a4f0-9a8a17424c67,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:42.731777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Allocated IP 172.21.0.1 (251eaf30-06bc-4116-ae2e-9c9b9b839f1b/b67a4217-e71d-4373-b625-c1b072ed39af/f5f923d2-830b-436b-a428-5c935e93a27c) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:42.801982 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Attempting to bind port dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:26:42.802486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Attempting to bind port dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'd3cf6de0-af92-4d70-960c-880b110deec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:26:42.803016 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Attempting to bind port dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 on network 251eaf30-06bc-4116-ae2e-9c9b9b839f1b {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:42.809783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:26:42.810419 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Checking segment: {'id': 'd3cf6de0-af92-4d70-960c-880b110deec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:42.810839 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:42.811239 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Bound using segment: {'id': 'd3cf6de0-af92-4d70-960c-880b110deec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:26:42.812176 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Bound port: dcf8eba1-1c3d-444b-a4f0-9a8a17424c67, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3cf6de0-af92-4d70-960c-880b110deec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:26:42.812554 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:42.816152 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:42.915338 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:42.935765 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=f7d50d5b-c709-489a-8211-1525fffd80ed,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:42.936857 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Transition to ACTIVE for port object f5f923d2-830b-436b-a428-5c935e93a27c will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:42.950439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] For port dcf8eba1-1c3d-444b-a4f0-9a8a17424c67, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:42.954190 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] For port dcf8eba1-1c3d-444b-a4f0-9a8a17424c67, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dcf8eba1-1c3d-444b-a4f0-9a8a17424c67,segment=NetworkSegment(d3cf6de0-af92-4d70-960c-880b110deec5),segment_id=d3cf6de0-af92-4d70-960c-880b110deec5)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:26:43.070351 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:43.117076 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:43.168799 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d30f96-9d91-44e2-bcad-63c7a8de86f0 None None] Pushing event updated for resources: {'Port': ['ID=dcf8eba1-1c3d-444b-a4f0-9a8a17424c67,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:43.186812 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network 251eaf30-06bc-4116-ae2e-9c9b9b839f1b is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:43.192255 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:43.211309 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:43.231267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=f5f923d2-830b-436b-a428-5c935e93a27c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:43.305191 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb1486-bcfc-4981-a950-fa50af238e7b req-172980b3-74ed-4aca-bb7c-691e53586dfa tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:43.307547 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-16bb1486-bcfc-4981-a950-fa50af238e7b req-172980b3-74ed-4aca-bb7c-691e53586dfa tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 945 time: 0.1518638 Aug 31 01:26:43.362237 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-16bb1486-bcfc-4981-a950-fa50af238e7b req-b6bb1a7c-2910-4819-b9c1-6d0b67c834c5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475378 Aug 31 01:26:43.368001 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:43.421132 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76028fcb-63e6-4ef0-bbf2-3dbcd796993c req-18970423-d038-43c9-b754-4b43b7e13d64 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:43.426290 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-76028fcb-63e6-4ef0-bbf2-3dbcd796993c req-18970423-d038-43c9-b754-4b43b7e13d64 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 944 time: 0.1425393 Aug 31 01:26:43.555381 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-76028fcb-63e6-4ef0-bbf2-3dbcd796993c req-8ac1aed7-6e2c-499a-b4a2-94fd53db31a2 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214130 Aug 31 01:26:43.695307 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:43.867559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device de66309f-d151-47ff-92d8-3caff66c30b4 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:44.055815 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:44.058767 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:44.086265 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port de66309f-d151-47ff-92d8-3caff66c30b4 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:44.097887 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port de66309f-d151-47ff-92d8-3caff66c30b4 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:44.098512 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:44.178809 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:44.220001 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:44.252421 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ab0d8a-68c6-45dd-8d4c-7b48a4283711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de66309f-d151-47ff-92d8-3caff66c30b4'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:26:44.254852 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabdc802-9cef-4159-862a-edc5176994fb" -d '{"events": [{"server_uuid": "77ab0d8a-68c6-45dd-8d4c-7b48a4283711", "name": "network-vif-plugged", "status": "completed", "tag": "de66309f-d151-47ff-92d8-3caff66c30b4"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:26:44.284956 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port de66309f-d151-47ff-92d8-3caff66c30b4, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=de66309f-d151-47ff-92d8-3caff66c30b4,segment=NetworkSegment(029db2a1-ba00-44ec-ba85-d12d2b2cc3a0),segment_id=029db2a1-ba00-44ec-ba85-d12d2b2cc3a0)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:44.298423 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:44.307429 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942154a5-c239-4e28-95b1-ed63779d9223 x-openstack-request-id: req-942154a5-c239-4e28-95b1-ed63779d9223 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:26:44.308616 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ab0d8a-68c6-45dd-8d4c-7b48a4283711", "name": "network-vif-plugged", "status": "completed", "tag": "de66309f-d151-47ff-92d8-3caff66c30b4", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:26:44.308748 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-942154a5-c239-4e28-95b1-ed63779d9223 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:26:44.309705 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ab0d8a-68c6-45dd-8d4c-7b48a4283711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de66309f-d151-47ff-92d8-3caff66c30b4', 'code': 200} Aug 31 01:26:44.310812 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f7d50d5b-c709-489a-8211-1525fffd80ed up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:44.348476 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:44.382195 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:44.476604 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4a48b-3780-4dad-86fc-3c2812d26ca9 req-a12fdea6-0423-4ab6-80fa-b9303b9e770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:44.480417 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bcd4a48b-3780-4dad-86fc-3c2812d26ca9 req-a12fdea6-0423-4ab6-80fa-b9303b9e770e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 1097 time: 0.0956779 Aug 31 01:26:44.485479 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf38b80-5135-4c98-bda0-6c1fddcb77b9 None None] Network 251eaf30-06bc-4116-ae2e-9c9b9b839f1b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:26:44.492603 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port f7d50d5b-c709-489a-8211-1525fffd80ed triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:44.493000 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:44.515961 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=de66309f-d151-47ff-92d8-3caff66c30b4,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:44.519184 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc868c47-38b6-482c-9c13-4eaef8273771 req-09daac12-99a3-439b-bc56-f8e9b71a13a3 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:44.530407 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cc868c47-38b6-482c-9c13-4eaef8273771 req-09daac12-99a3-439b-bc56-f8e9b71a13a3 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 945 time: 0.3051715 Aug 31 01:26:44.551319 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=f5f923d2-830b-436b-a428-5c935e93a27c,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:44.571457 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bcd4a48b-3780-4dad-86fc-3c2812d26ca9 req-b887a130-2535-4160-bb5d-55fba6467397 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790043 Aug 31 01:26:44.586626 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17632d6b-061b-4d3e-bea5-0d30e3f3a616 req-24642dda-3517-4475-9d8d-710fb4f4bf8e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:44.601165 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17632d6b-061b-4d3e-bea5-0d30e3f3a616 req-24642dda-3517-4475-9d8d-710fb4f4bf8e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 945 time: 0.1189718 Aug 31 01:26:44.610535 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cc868c47-38b6-482c-9c13-4eaef8273771 req-6ab85ba8-fc6e-4121-bfd8-18cd4079d433 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=48663e99-7ef8-4d6b-9543-d40003186238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817549 Aug 31 01:26:44.679080 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17632d6b-061b-4d3e-bea5-0d30e3f3a616 req-4d2c6a42-3447-4501-af67-8f68c65f56e5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757525 Aug 31 01:26:44.752678 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network 251eaf30-06bc-4116-ae2e-9c9b9b839f1b is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:44.757158 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:44.762284 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-54937147-67d5-43cb-8d1a-7c8619fbdf8a None None] Provisioning for port dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:44.776679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-54937147-67d5-43cb-8d1a-7c8619fbdf8a None None] Provisioning complete for port dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:44.777080 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-54937147-67d5-43cb-8d1a-7c8619fbdf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:44.855576 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e6084-f8b7-4a24-9deb-43c36d7303cc req-0c733373-59b3-4232-882c-f3c45a868d79 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:44.857180 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-242e6084-f8b7-4a24-9deb-43c36d7303cc req-0c733373-59b3-4232-882c-f3c45a868d79 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 945 time: 0.1430409 Aug 31 01:26:44.911506 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router 8b73f0a2-9bea-4169-8912-b6c9e759517f has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:26:44.919987 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-242e6084-f8b7-4a24-9deb-43c36d7303cc req-010bdc25-c031-4f3f-8058-48ea78dc1b86 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512602 Aug 31 01:26:44.925478 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-54937147-67d5-43cb-8d1a-7c8619fbdf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:44.969257 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-54937147-67d5-43cb-8d1a-7c8619fbdf8a None None] For port dcf8eba1-1c3d-444b-a4f0-9a8a17424c67, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dcf8eba1-1c3d-444b-a4f0-9a8a17424c67,segment=NetworkSegment(d3cf6de0-af92-4d70-960c-880b110deec5),segment_id=d3cf6de0-af92-4d70-960c-880b110deec5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:45.056306 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:45.059237 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-54937147-67d5-43cb-8d1a-7c8619fbdf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:45.070277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Sync routers for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:45.081958 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54686) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:45.082710 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-81e439e2-8ac0-4cfc-b404-44bb04b1f47c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/8b73f0a2-9bea-4169-8912-b6c9e759517f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6589665 Aug 31 01:26:45.088679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-6e3768aa-4a27-4705-9dae-56bd152e6b48 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'network': {'name': 'tempest-RoutersTest-376023249'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:45.115140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:45.115899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:45.218711 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3768aa-4a27-4705-9dae-56bd152e6b48 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Made reservation on behalf of c4a235c1d008497d80861d185bae0447 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:45.225918 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6e3768aa-4a27-4705-9dae-56bd152e6b48 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:45.230567 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54937147-67d5-43cb-8d1a-7c8619fbdf8a None None] Pushing event updated for resources: {'Port': ['ID=dcf8eba1-1c3d-444b-a4f0-9a8a17424c67,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:45.268756 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3768aa-4a27-4705-9dae-56bd152e6b48 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:26:45.274244 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:26:45.281893 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6e3768aa-4a27-4705-9dae-56bd152e6b48 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:45.282239 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-6e3768aa-4a27-4705-9dae-56bd152e6b48 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Added segment af5730eb-b025-4fcf-a1ed-2bb3908a90e0 of type vlan for network 2240aba7-0635-4437-9923-c60f0cd3003d Aug 31 01:26:45.337129 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6e3768aa-4a27-4705-9dae-56bd152e6b48 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:45.444930 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-08525d8b-c0d3-4ab7-81d4-68a04e3fcef1 None None] Provisioning for port f5f923d2-830b-436b-a428-5c935e93a27c completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:45.452788 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-08525d8b-c0d3-4ab7-81d4-68a04e3fcef1 None None] Provisioning complete for port f5f923d2-830b-436b-a428-5c935e93a27c triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:45.453251 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-08525d8b-c0d3-4ab7-81d4-68a04e3fcef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:45.458885 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6e3768aa-4a27-4705-9dae-56bd152e6b48 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:45.467025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3768aa-4a27-4705-9dae-56bd152e6b48 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:45.468404 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6e3768aa-4a27-4705-9dae-56bd152e6b48 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:45.501001 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-08525d8b-c0d3-4ab7-81d4-68a04e3fcef1 None None] Port f5f923d2-830b-436b-a428-5c935e93a27c cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:45.533510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-08525d8b-c0d3-4ab7-81d4-68a04e3fcef1 None None] Provisioning complete for port dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:45.533963 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-08525d8b-c0d3-4ab7-81d4-68a04e3fcef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:45.605112 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3768aa-4a27-4705-9dae-56bd152e6b48 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Network': ['ID=2240aba7-0635-4437-9923-c60f0cd3003d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:45.624438 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 2240aba7-0635-4437-9923-c60f0cd3003d details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:26:45.645429 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6e3768aa-4a27-4705-9dae-56bd152e6b48 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5589433 Aug 31 01:26:45.646190 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54690) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:45.652076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-06c9cc94-c863-49fb-becd-c0bcccc78337 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'subnet': {'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:45.880731 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24dfd3-1aba-4a1b-9126-d3c7dc8011b2 req-de75c441-05ae-41d5-b03f-ebe412c10ead tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:45.882605 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7b24dfd3-1aba-4a1b-9126-d3c7dc8011b2 req-de75c441-05ae-41d5-b03f-ebe412c10ead tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 945 time: 0.0981996 Aug 31 01:26:45.890621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbdb2f-93f2-4c75-8059-2ffde6bd60d8 req-c0df262f-6721-4d13-a0d2-487f6b17edb5 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:45.900087 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eedbdb2f-93f2-4c75-8059-2ffde6bd60d8 req-c0df262f-6721-4d13-a0d2-487f6b17edb5 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 945 time: 0.1031878 Aug 31 01:26:45.970089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c9cc94-c863-49fb-becd-c0bcccc78337 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Made reservation on behalf of c4a235c1d008497d80861d185bae0447 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:45.972396 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7b24dfd3-1aba-4a1b-9126-d3c7dc8011b2 req-5f1942a0-0892-4462-85e4-f84b6ae4e71d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816772 Aug 31 01:26:45.977536 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-06c9cc94-c863-49fb-becd-c0bcccc78337 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:46.054573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:46.086641 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eedbdb2f-93f2-4c75-8059-2ffde6bd60d8 req-538dbb54-c7bf-48f3-a84e-76a9a5eb6d18 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups?id=48663e99-7ef8-4d6b-9543-d40003186238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852531 Aug 31 01:26:46.120113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea2bd-2a88-436d-8969-45180078c6bd req-66eb49f9-b9a1-4eea-9226-666456ddfd23 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:46.120113 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1aeea2bd-2a88-436d-8969-45180078c6bd req-66eb49f9-b9a1-4eea-9226-666456ddfd23 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.41 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 945 time: 0.2090857 Aug 31 01:26:46.131219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:26:43Z', 'revision_number': 3, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'f5f923d2-830b-436b-a428-5c935e93a27c', 'name': '', 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:bb:91:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:42Z', 'updated_at': '2021-08-31T01:26:43Z', 'revision_number': 2, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:46.144638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7c89c-0f53-4548-bb21-1b894fd06ba1 req-16c46f20-b30b-4db0-89d1-a96f09b333ce tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:46.147669 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94b7c89c-0f53-4548-bb21-1b894fd06ba1 req-16c46f20-b30b-4db0-89d1-a96f09b333ce tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 945 time: 0.0896778 Aug 31 01:26:46.199556 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94b7c89c-0f53-4548-bb21-1b894fd06ba1 req-f5503caf-a062-438c-a896-254629f75cae tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 Aug 31 01:26:46.234026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Checking router: 8b73f0a2-9bea-4169-8912-b6c9e759517f for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:26:46.234601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Updating router 8b73f0a2-9bea-4169-8912-b6c9e759517f port f5f923d2-830b-436b-a428-5c935e93a27c binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:26:46.286752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:46.289776 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:46.301143 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:46.353130 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-812b18be-cee3-4698-8646-ace931f16766 None None] Provisioning complete for port f5f923d2-830b-436b-a428-5c935e93a27c triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:46.353642 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-812b18be-cee3-4698-8646-ace931f16766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:46.360092 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-1aeea2bd-2a88-436d-8969-45180078c6bd req-b31b80fc-c1e8-41e2-8ce8-aac6651e957c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Deleting port d3803c2b-b947-41ae-8515-f3d7da926bb7 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:26:46.360959 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1aeea2bd-2a88-436d-8969-45180078c6bd req-b31b80fc-c1e8-41e2-8ce8-aac6651e957c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:46.443615 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-812b18be-cee3-4698-8646-ace931f16766 None None] Port f5f923d2-830b-436b-a428-5c935e93a27c cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:46.458853 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-06c9cc94-c863-49fb-becd-c0bcccc78337 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:46.514808 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-1aeea2bd-2a88-436d-8969-45180078c6bd req-b31b80fc-c1e8-41e2-8ce8-aac6651e957c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] For port d3803c2b-b947-41ae-8515-f3d7da926bb7, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d3803c2b-b947-41ae-8515-f3d7da926bb7,segment=NetworkSegment(8b6a2915-8459-499e-bede-7f337b35d5f9),segment_id=8b6a2915-8459-499e-bede-7f337b35d5f9)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:46.515463 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1aeea2bd-2a88-436d-8969-45180078c6bd req-b31b80fc-c1e8-41e2-8ce8-aac6651e957c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:46.596297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9cc94-c863-49fb-becd-c0bcccc78337 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Subnet': ['ID=f7013788-2d6a-4ebc-87ee-669957c5ee9b,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:46.613089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c9cc94-c863-49fb-becd-c0bcccc78337 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Checking segment: {'id': 'af5730eb-b025-4fcf-a1ed-2bb3908a90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:46.615382 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9cc94-c863-49fb-becd-c0bcccc78337 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network hostable DHCP agents. Network: 2240aba7-0635-4437-9923-c60f0cd3003d, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:26:46.736064 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:46.747559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Transition to ACTIVE for port object f5f923d2-830b-436b-a428-5c935e93a27c will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:46.752668 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1aeea2bd-2a88-436d-8969-45180078c6bd req-b31b80fc-c1e8-41e2-8ce8-aac6651e957c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:46.753074 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1aeea2bd-2a88-436d-8969-45180078c6bd req-b31b80fc-c1e8-41e2-8ce8-aac6651e957c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:46.753409 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [req-1aeea2bd-2a88-436d-8969-45180078c6bd req-b31b80fc-c1e8-41e2-8ce8-aac6651e957c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Floating IP b87516af-a4c8-4d32-b18c-be0cdb1eac52 disassociated. External IP: 172.25.2.162, port: d3803c2b-b947-41ae-8515-f3d7da926bb7. Aug 31 01:26:46.761960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-1aeea2bd-2a88-436d-8969-45180078c6bd req-b31b80fc-c1e8-41e2-8ce8-aac6651e957c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Calling delete_port for d3803c2b-b947-41ae-8515-f3d7da926bb7 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:26:46.767472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9cc94-c863-49fb-becd-c0bcccc78337 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network 2240aba7-0635-4437-9923-c60f0cd3003d is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:26:46.852771 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:46.884350 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-06c9cc94-c863-49fb-becd-c0bcccc78337 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 2240aba7-0635-4437-9923-c60f0cd3003d) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:46.897471 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57792ead-7c41-4cbc-a665-97a114ef97e3 None None] Network 2240aba7-0635-4437-9923-c60f0cd3003d requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:26:46.906872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c9cc94-c863-49fb-becd-c0bcccc78337 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:46.907689 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-06c9cc94-c863-49fb-becd-c0bcccc78337 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:46.967308 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a25902-9d8d-4a2c-ad3f-261306d2f9a4 None None] Pushing event updated for resources: {'Port': ['ID=f5f923d2-830b-436b-a428-5c935e93a27c,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:47.016775 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-06c9cc94-c863-49fb-becd-c0bcccc78337 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3671768 Aug 31 01:26:47.016888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54708) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:47.021688 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1aeea2bd-2a88-436d-8969-45180078c6bd req-b31b80fc-c1e8-41e2-8ce8-aac6651e957c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:47.123039 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b80fc-c1e8-41e2-8ce8-aac6651e957c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Pushing event deleted for resources: {'Port': ['ID=d3803c2b-b947-41ae-8515-f3d7da926bb7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:47.193393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Attempting to bind port f5f923d2-830b-436b-a428-5c935e93a27c on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:26:47.194309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Attempting to bind port f5f923d2-830b-436b-a428-5c935e93a27c by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'd3cf6de0-af92-4d70-960c-880b110deec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:26:47.194652 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Attempting to bind port f5f923d2-830b-436b-a428-5c935e93a27c on network 251eaf30-06bc-4116-ae2e-9c9b9b839f1b {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:47.248183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:26:47.248183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Checking segment: {'id': 'd3cf6de0-af92-4d70-960c-880b110deec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:47.248183 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:47.248633 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Bound using segment: {'id': 'd3cf6de0-af92-4d70-960c-880b110deec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:26:47.249215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Bound port: f5f923d2-830b-436b-a428-5c935e93a27c, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3cf6de0-af92-4d70-960c-880b110deec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:26:47.249914 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:47.504616 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e91f1e1e-4d3b-4058-aa38-6fb5721e67e6 req-ef8a39ad-922c-453e-928a-ac9025c5dda4 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 210 time: 0.0803235 Aug 31 01:26:47.514901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1aeea2bd-2a88-436d-8969-45180078c6bd req-b31b80fc-c1e8-41e2-8ce8-aac6651e957c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Router 2eb0d685-e6d6-400c-a94c-3c69074171bb has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:26:47.530155 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] For port f5f923d2-830b-436b-a428-5c935e93a27c, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:47.540916 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] For port f5f923d2-830b-436b-a428-5c935e93a27c, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f5f923d2-830b-436b-a428-5c935e93a27c,segment=NetworkSegment(d3cf6de0-af92-4d70-960c-880b110deec5),segment_id=d3cf6de0-af92-4d70-960c-880b110deec5)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:26:47.582053 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-2240aba7-0635-4437-9923-c60f0cd3003d', 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'fixed_ips': [{'subnet_id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:26:47.583569 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:47.648168 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:47.759173 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8eb2c-5ad3-4684-91cf-098b9561b669 req-fb681d3b-0d1a-4d1d-be45-c429ac9699c3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:47.766773 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0bc8eb2c-5ad3-4684-91cf-098b9561b669 req-fb681d3b-0d1a-4d1d-be45-c429ac9699c3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 945 time: 0.3521454 Aug 31 01:26:47.801822 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:47.965786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1aeea2bd-2a88-436d-8969-45180078c6bd req-b31b80fc-c1e8-41e2-8ce8-aac6651e957c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:47.984649 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612186cd-64a8-453e-aee0-923fde76c283 None None] Sync routers for ids ['2eb0d685-e6d6-400c-a94c-3c69074171bb'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:48.024593 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612186cd-64a8-453e-aee0-923fde76c283 None None] Routers {'2eb0d685-e6d6-400c-a94c-3c69074171bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:48.026031 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-612186cd-64a8-453e-aee0-923fde76c283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2eb0d685-e6d6-400c-a94c-3c69074171bb'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:48.083626 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Allocated IP 172.22.0.2 (2240aba7-0635-4437-9923-c60f0cd3003d/f7013788-2d6a-4ebc-87ee-669957c5ee9b/e4087a7f-532a-4c60-91ce-0d26100715a4) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:48.176596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aeea2bd-2a88-436d-8969-45180078c6bd req-b31b80fc-c1e8-41e2-8ce8-aac6651e957c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] No DVR routers for this DVR port d3803c2b-b947-41ae-8515-f3d7da926bb7 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:26:48.184630 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1aeea2bd-2a88-436d-8969-45180078c6bd req-b31b80fc-c1e8-41e2-8ce8-aac6651e957c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:48.221573 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1aeea2bd-2a88-436d-8969-45180078c6bd req-b31b80fc-c1e8-41e2-8ce8-aac6651e957c tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.41 "DELETE /v2.0/ports/d3803c2b-b947-41ae-8515-f3d7da926bb7 HTTP/1.1" status: 204 len: 173 time: 2.0642929 Aug 31 01:26:48.221573 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48701f28-012b-46f0-9614-d72a6ab8403f', 'name': 'network-vif-deleted', 'tag': 'd3803c2b-b947-41ae-8515-f3d7da926bb7'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:26:48.235386 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0154e287-aeff-4f17-bb56-f3b1e6b07b05" -d '{"events": [{"server_uuid": "48701f28-012b-46f0-9614-d72a6ab8403f", "name": "network-vif-deleted", "tag": "d3803c2b-b947-41ae-8515-f3d7da926bb7"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:26:48.368560 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0b0b1f-608e-4acd-9613-700c4753ed23 x-openstack-request-id: req-3c0b0b1f-608e-4acd-9613-700c4753ed23 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:26:48.369120 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48701f28-012b-46f0-9614-d72a6ab8403f", "name": "network-vif-deleted", "tag": "d3803c2b-b947-41ae-8515-f3d7da926bb7", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:26:48.370038 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c0b0b1f-608e-4acd-9613-700c4753ed23 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:26:48.370665 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48701f28-012b-46f0-9614-d72a6ab8403f', 'name': 'network-vif-deleted', 'tag': 'd3803c2b-b947-41ae-8515-f3d7da926bb7', 'status': 'completed', 'code': 200} Aug 31 01:26:48.417231 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-612186cd-64a8-453e-aee0-923fde76c283 None None] Set router 2eb0d685-e6d6-400c-a94c-3c69074171bb gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:26:48.433927 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0bc8eb2c-5ad3-4684-91cf-098b9561b669 req-bb0042d5-20c3-40af-b4f1-5a10eae33d34 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6659734 Aug 31 01:26:48.474477 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:48.484762 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Transition to ACTIVE for port object e4087a7f-532a-4c60-91ce-0d26100715a4 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:48.505228 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Transition to ACTIVE for port object e4087a7f-532a-4c60-91ce-0d26100715a4 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:48.544999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:48.547794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:48.641034 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:48.646298 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a25902-9d8d-4a2c-ad3f-261306d2f9a4 None None] Pushing event updated for resources: {'Port': ['ID=f5f923d2-830b-436b-a428-5c935e93a27c,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:48.831423 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Network 2240aba7-0635-4437-9923-c60f0cd3003d is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:48.835859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:26:48.842222 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:48.852902 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ca27101-dada-4fd3-b9d5-c79019704bbf req-2bef47ce-9457-4ce2-aa55-0407f56c21b8 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/ports?device_id=48701f28-012b-46f0-9614-d72a6ab8403f HTTP/1.1" status: 200 len: 210 time: 0.0611453 Aug 31 01:26:48.881581 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Allocated IP 172.22.0.1 (2240aba7-0635-4437-9923-c60f0cd3003d/f7013788-2d6a-4ebc-87ee-669957c5ee9b/ad1121e2-8dc3-44b2-aa84-15ce67bbf285) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:48.915566 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Pushing event updated for resources: {'Port': ['ID=e4087a7f-532a-4c60-91ce-0d26100715a4,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:48.918286 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:49.023140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d3803c2b-b947-41ae-8515-f3d7da926bb7 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:26:49.093999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: d3803c2b-b947-41ae-8515-f3d7da926bb7 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:26:49.094265 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d3803c2b-b947-41ae-8515-f3d7da926bb7 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:26:49.102056 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Attempting to bind port e4087a7f-532a-4c60-91ce-0d26100715a4 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:26:49.102520 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Attempting to bind port e4087a7f-532a-4c60-91ce-0d26100715a4 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'af5730eb-b025-4fcf-a1ed-2bb3908a90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:26:49.103282 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Attempting to bind port e4087a7f-532a-4c60-91ce-0d26100715a4 on network 2240aba7-0635-4437-9923-c60f0cd3003d {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:49.152154 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:26:49.152514 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Checking segment: {'id': 'af5730eb-b025-4fcf-a1ed-2bb3908a90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:49.153005 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:49.153672 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Bound using segment: {'id': 'af5730eb-b025-4fcf-a1ed-2bb3908a90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:26:49.154169 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Bound port: e4087a7f-532a-4c60-91ce-0d26100715a4, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5730eb-b025-4fcf-a1ed-2bb3908a90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:26:49.154556 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:49.155237 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:49.155639 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-612186cd-64a8-453e-aee0-923fde76c283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:19:46Z', 'revision_number': 4, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port': {'id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'b6d66427-8e8a-4690-8005-a0c88b066b4a', 'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'mac_address': 'fa:16:3e:fc:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:45Z', 'updated_at': '2021-08-31T01:19:55Z', 'revision_number': 5, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'subnets': [{'id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:49.196127 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Transition to ACTIVE for port object ad1121e2-8dc3-44b2-aa84-15ce67bbf285 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:49.201569 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612186cd-64a8-453e-aee0-923fde76c283 None None] Checking router: 2eb0d685-e6d6-400c-a94c-3c69074171bb for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:26:49.238769 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612186cd-64a8-453e-aee0-923fde76c283 None None] Routers {'2eb0d685-e6d6-400c-a94c-3c69074171bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:49.240035 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-612186cd-64a8-453e-aee0-923fde76c283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2eb0d685-e6d6-400c-a94c-3c69074171bb'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:49.305731 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] For port e4087a7f-532a-4c60-91ce-0d26100715a4, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:49.309372 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] For port e4087a7f-532a-4c60-91ce-0d26100715a4, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e4087a7f-532a-4c60-91ce-0d26100715a4,segment=NetworkSegment(af5730eb-b025-4fcf-a1ed-2bb3908a90e0),segment_id=af5730eb-b025-4fcf-a1ed-2bb3908a90e0)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:26:49.341493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:26:43Z', 'revision_number': 3, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'f5f923d2-830b-436b-a428-5c935e93a27c', 'name': '', 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:bb:91:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:42Z', 'updated_at': '2021-08-31T01:26:47Z', 'revision_number': 4, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:49.358979 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-612186cd-64a8-453e-aee0-923fde76c283 None None] Set router 2eb0d685-e6d6-400c-a94c-3c69074171bb gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:26:49.374103 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf813371-22ef-4fab-9bcb-f7889724bc59 None None] The sync data for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 is: [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:26:43Z', 'revision_number': 3, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'f5f923d2-830b-436b-a428-5c935e93a27c', 'name': '', 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:bb:91:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:42Z', 'updated_at': '2021-08-31T01:26:47Z', 'revision_number': 4, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:49.446738 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:49.488655 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:49.536923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e9464cb-8629-4cac-bf53-ab664db7eb06 req-732cb7f0-a953-4824-831d-880c9147a18e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0670993 Aug 31 01:26:49.637267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=ad1121e2-8dc3-44b2-aa84-15ce67bbf285,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:49.658288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cac3b-ced1-49bd-8997-cf526b4c8b94 None None] Pushing event updated for resources: {'Port': ['ID=e4087a7f-532a-4c60-91ce-0d26100715a4,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:49.668354 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network 2240aba7-0635-4437-9923-c60f0cd3003d is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:49.707839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:49.712281 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9464cb-8629-4cac-bf53-ab664db7eb06 req-52138ae7-cd06-46ba-a88b-9b8f24b18a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:49.719292 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e9464cb-8629-4cac-bf53-ab664db7eb06 req-52138ae7-cd06-46ba-a88b-9b8f24b18a9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=610bbf5888354622b8fcfa4c7fcf2933&device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 1097 time: 0.1059527 Aug 31 01:26:49.720179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:49.793398 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-612186cd-64a8-453e-aee0-923fde76c283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:19:46Z', 'revision_number': 4, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port': {'id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'b6d66427-8e8a-4690-8005-a0c88b066b4a', 'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'mac_address': 'fa:16:3e:fc:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:45Z', 'updated_at': '2021-08-31T01:19:55Z', 'revision_number': 5, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'subnets': [{'id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:49.843326 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:49.894413 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612186cd-64a8-453e-aee0-923fde76c283 None None] The sync data for ids ['2eb0d685-e6d6-400c-a94c-3c69074171bb'] in n-d-793621-34 is: [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:19:46Z', 'revision_number': 4, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port': {'id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'b6d66427-8e8a-4690-8005-a0c88b066b4a', 'name': '', 'network_id': '889b8bdc-4727-4715-b1e1-0ac4e4969e44', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'mac_address': 'fa:16:3e:fc:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:45Z', 'updated_at': '2021-08-31T01:19:55Z', 'revision_number': 5, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'subnets': [{'id': 'fda6a004-98bc-4255-914b-598d0c22693d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:50.045590 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9464cb-8629-4cac-bf53-ab664db7eb06 req-3834f7eb-aa1b-4a0a-bdac-e92553bd71ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:50.045590 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e9464cb-8629-4cac-bf53-ab664db7eb06 req-3834f7eb-aa1b-4a0a-bdac-e92553bd71ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=8c64065d-e456-4aca-8d30-b0d7b497f987 HTTP/1.1" status: 200 len: 914 time: 0.2925045 Aug 31 01:26:50.051968 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f5f923d2-830b-436b-a428-5c935e93a27c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:50.176577 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e9464cb-8629-4cac-bf53-ab664db7eb06 req-a7c5252e-c9f6-4ba5-ab40-d1d343ade1ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de66309f-d151-47ff-92d8-3caff66c30b4 HTTP/1.1" status: 200 len: 217 time: 0.1258399 Aug 31 01:26:50.188868 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54736) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:50.275039 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9464cb-8629-4cac-bf53-ab664db7eb06 req-3cac8512-c5ba-445a-8dd5-ba1bcc3b2478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:50.279775 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e9464cb-8629-4cac-bf53-ab664db7eb06 req-3cac8512-c5ba-445a-8dd5-ba1bcc3b2478 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a1ba349-96d9-4808-b502-9eb3ea6852aa HTTP/1.1" status: 200 len: 853 time: 0.0899301 Aug 31 01:26:50.288133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port f5f923d2-830b-436b-a428-5c935e93a27c completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:50.316939 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port f5f923d2-830b-436b-a428-5c935e93a27c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:50.316939 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:50.385854 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e9464cb-8629-4cac-bf53-ab664db7eb06 req-ea684a49-a44c-4902-b91b-21dff39fa67c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c64065d-e456-4aca-8d30-b0d7b497f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739863 Aug 31 01:26:50.397322 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:50.492455 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98867287-1e95-4257-8c2d-9f0edd2e1103 req-4c8764fd-1d91-474d-ade6-ad47b5cac824 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:50.494337 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-98867287-1e95-4257-8c2d-9f0edd2e1103 req-4c8764fd-1d91-474d-ade6-ad47b5cac824 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 945 time: 0.9189134 Aug 31 01:26:50.525634 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fcb80697-1bac-4f27-af74-fca421d7f5a7 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:50.535771 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:50.617993 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port f5f923d2-830b-436b-a428-5c935e93a27c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f5f923d2-830b-436b-a428-5c935e93a27c,segment=NetworkSegment(d3cf6de0-af92-4d70-960c-880b110deec5),segment_id=d3cf6de0-af92-4d70-960c-880b110deec5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:50.700580 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cae6e7-dfca-4692-a1fc-42366d1a654c None None] New status for floating IP b87516af-a4c8-4d32-b18c-be0cdb1eac52: DOWN {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:26:50.854329 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:26:51.027009 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:51.185933 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fcb80697-1bac-4f27-af74-fca421d7f5a7 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:51.224945 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-98867287-1e95-4257-8c2d-9f0edd2e1103 req-637c3c89-7345-434a-aeed-0a1f57435c5b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7121587 Aug 31 01:26:51.241673 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=f5f923d2-830b-436b-a428-5c935e93a27c,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:51.331767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4d093-ec85-44fd-895d-32ce1cc1d5ab req-c142bec5-d52a-43c3-95a7-5c8eddae8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:51.333404 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2b4d093-ec85-44fd-895d-32ce1cc1d5ab req-c142bec5-d52a-43c3-95a7-5c8eddae8c98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 1097 time: 0.9215379 Aug 31 01:26:51.445207 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e9464cb-8629-4cac-bf53-ab664db7eb06 req-3392735d-0dca-4598-83e2-dce2f77860c4 service neutron] 10.222.0.48 "GET /v2.0/networks/8c64065d-e456-4aca-8d30-b0d7b497f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0526273 Aug 31 01:26:51.483998 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e802988a-b18b-466c-8ab0-9bc038316d4e None None] Network 2240aba7-0635-4437-9923-c60f0cd3003d requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:26:51.504714 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fcb80697-1bac-4f27-af74-fca421d7f5a7 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:51.517139 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fcb80697-1bac-4f27-af74-fca421d7f5a7 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:51.521082 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fcb80697-1bac-4f27-af74-fca421d7f5a7 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "DELETE /v2.0/security-groups/48663e99-7ef8-4d6b-9543-d40003186238 HTTP/1.1" status: 204 len: 168 time: 1.3298326 Aug 31 01:26:51.555244 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e9464cb-8629-4cac-bf53-ab664db7eb06 req-1017a6a5-2f41-4df5-b2f0-ae9b8bf3029c service neutron] 10.222.0.48 "GET /v2.0/networks/8c64065d-e456-4aca-8d30-b0d7b497f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009865 Aug 31 01:26:51.559979 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54744) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:51.571596 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb80697-1bac-4f27-af74-fca421d7f5a7 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48663e99-7ef8-4d6b-9543-d40003186238,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:51.604628 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-a072328b-101e-4c3d-ba0b-13ca2f8e931a tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] show failed (client error): The resource could not be found. Aug 31 01:26:51.611906 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54746) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:51.612761 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a072328b-101e-4c3d-ba0b-13ca2f8e931a tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "GET /v2.0/security-groups/48663e99-7ef8-4d6b-9543-d40003186238 HTTP/1.1" status: 404 len: 347 time: 0.0539653 Aug 31 01:26:51.662623 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4d093-ec85-44fd-895d-32ce1cc1d5ab req-3ffe069b-66c1-4ad0-b9a6-76b0f583870d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:51.670238 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2b4d093-ec85-44fd-895d-32ce1cc1d5ab req-3ffe069b-66c1-4ad0-b9a6-76b0f583870d service neutron] 10.222.0.41 "GET /v2.0/networks?id=42d925d2-aa9c-4919-9610-85bc54924897 HTTP/1.1" status: 200 len: 898 time: 0.2935007 Aug 31 01:26:51.750194 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:51.759636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9b0e4ae9-fdb6-4217-8249-5fd7e1a90001 None None] Provisioning for port e4087a7f-532a-4c60-91ce-0d26100715a4 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:51.784617 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2b4d093-ec85-44fd-895d-32ce1cc1d5ab req-0fa3fe1f-7942-4afb-bc84-39fa4f27e208 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=307f3d79-090f-489d-ab3e-651feb39c87d HTTP/1.1" status: 200 len: 1000 time: 0.1123295 Aug 31 01:26:51.864991 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4d093-ec85-44fd-895d-32ce1cc1d5ab req-62bbec15-1d3c-4b74-8bb0-d38eaf502098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:51.866713 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2b4d093-ec85-44fd-895d-32ce1cc1d5ab req-62bbec15-1d3c-4b74-8bb0-d38eaf502098 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38ced503-e5fe-4300-8a6c-8eb2d4336081 HTTP/1.1" status: 200 len: 835 time: 0.0755463 Aug 31 01:26:51.871176 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:51.943572 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4d093-ec85-44fd-895d-32ce1cc1d5ab req-2b3e71e8-ca27-40bf-b156-2c3559923e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:51.945199 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2b4d093-ec85-44fd-895d-32ce1cc1d5ab req-2b3e71e8-ca27-40bf-b156-2c3559923e25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=42d925d2-aa9c-4919-9610-85bc54924897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710938 Aug 31 01:26:52.104558 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c581234e-483f-4bfb-93bb-3430ad6a9cb2 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Deleting port 824a8ceb-ba49-4454-af1a-7972baf8f897 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:26:52.104558 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c581234e-483f-4bfb-93bb-3430ad6a9cb2 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:52.108831 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2b4d093-ec85-44fd-895d-32ce1cc1d5ab req-6a470e97-5d94-4f3f-9243-74ad0cb2fc76 service neutron] 10.222.0.41 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540725 Aug 31 01:26:52.111660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:52.129645 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=ad1121e2-8dc3-44b2-aa84-15ce67bbf285,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:52.203073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f5f923d2-830b-436b-a428-5c935e93a27c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:52.290845 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2b4d093-ec85-44fd-895d-32ce1cc1d5ab req-c764176f-58e0-4405-a237-0c3dc6ab7b40 service neutron] 10.222.0.41 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747587 Aug 31 01:26:52.320315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port f5f923d2-830b-436b-a428-5c935e93a27c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:52.321226 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:52.323753 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c581234e-483f-4bfb-93bb-3430ad6a9cb2 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:52.324219 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c581234e-483f-4bfb-93bb-3430ad6a9cb2 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:52.352678 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c581234e-483f-4bfb-93bb-3430ad6a9cb2 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Calling delete_port for 824a8ceb-ba49-4454-af1a-7972baf8f897 owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:26:52.371525 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network 2240aba7-0635-4437-9923-c60f0cd3003d is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:52.374436 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:52.413216 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bea8a914-56de-47f7-a62e-80219050f0bc None None] Provisioning for port ad1121e2-8dc3-44b2-aa84-15ce67bbf285 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:52.422309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bea8a914-56de-47f7-a62e-80219050f0bc None None] Provisioning complete for port ad1121e2-8dc3-44b2-aa84-15ce67bbf285 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:52.423133 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bea8a914-56de-47f7-a62e-80219050f0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:52.495684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73eab38-b3b7-4d69-93c6-96df213108de req-353355ff-f4f1-4250-ab55-0a782ca51eaf tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:52.498350 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e73eab38-b3b7-4d69-93c6-96df213108de req-353355ff-f4f1-4250-ab55-0a782ca51eaf tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 945 time: 0.0852754 Aug 31 01:26:52.541756 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-bea8a914-56de-47f7-a62e-80219050f0bc None None] Port ad1121e2-8dc3-44b2-aa84-15ce67bbf285 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:52.562019 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e4087a7f-532a-4c60-91ce-0d26100715a4 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:52.578403 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e73eab38-b3b7-4d69-93c6-96df213108de req-5d9aaf1a-1e62-4899-a1ae-5e302f084140 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699534 Aug 31 01:26:52.722723 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router 8b73f0a2-9bea-4169-8912-b6c9e759517f has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:26:52.750801 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port e4087a7f-532a-4c60-91ce-0d26100715a4 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:52.768709 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port e4087a7f-532a-4c60-91ce-0d26100715a4 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:52.769678 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:52.809100 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-decadba2-6923-4c32-8319-76333a70ff50 None None] Provisioning complete for port ad1121e2-8dc3-44b2-aa84-15ce67bbf285 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:52.810311 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-decadba2-6923-4c32-8319-76333a70ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:52.856475 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-decadba2-6923-4c32-8319-76333a70ff50 None None] Port ad1121e2-8dc3-44b2-aa84-15ce67bbf285 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:52.916183 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:52.928604 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Sync routers for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:52.940649 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:52.946315 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:52.947251 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:52.972387 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b9e8cfc9-1ac2-432a-8885-87a952fc0999 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/8b73f0a2-9bea-4169-8912-b6c9e759517f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9521391 Aug 31 01:26:52.972679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54766) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:52.979572 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-815b1fa7-043c-4a66-bac4-d7b30dc54aa1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'network': {'name': 'tempest-RoutersTest-1281677142'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:53.046443 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port e4087a7f-532a-4c60-91ce-0d26100715a4, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e4087a7f-532a-4c60-91ce-0d26100715a4,segment=NetworkSegment(af5730eb-b025-4fcf-a1ed-2bb3908a90e0),segment_id=af5730eb-b025-4fcf-a1ed-2bb3908a90e0)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:53.078193 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0dfaae07-b047-4e31-8a45-f6c47b47c042 None None] Provisioning complete for port ad1121e2-8dc3-44b2-aa84-15ce67bbf285 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:53.078651 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0dfaae07-b047-4e31-8a45-f6c47b47c042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.122125 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c581234e-483f-4bfb-93bb-3430ad6a9cb2 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.147884 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.149613 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:26:53.151864 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815b1fa7-043c-4a66-bac4-d7b30dc54aa1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Made reservation on behalf of c4a235c1d008497d80861d185bae0447 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:53.156602 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-815b1fa7-043c-4a66-bac4-d7b30dc54aa1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.176745 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581234e-483f-4bfb-93bb-3430ad6a9cb2 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Pushing event deleted for resources: {'Port': ['ID=824a8ceb-ba49-4454-af1a-7972baf8f897,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:53.176952 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0dfaae07-b047-4e31-8a45-f6c47b47c042 None None] Port ad1121e2-8dc3-44b2-aa84-15ce67bbf285 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:53.271783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=e4087a7f-532a-4c60-91ce-0d26100715a4,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:53.308280 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c581234e-483f-4bfb-93bb-3430ad6a9cb2 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.311578 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c581234e-483f-4bfb-93bb-3430ad6a9cb2 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.316518 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c581234e-483f-4bfb-93bb-3430ad6a9cb2 tempest-AttachVolumeTestJSON-1349153485 tempest-AttachVolumeTestJSON-1349153485-project] 10.222.0.16 "DELETE /v2.0/floatingips/b87516af-a4c8-4d32-b18c-be0cdb1eac52 HTTP/1.1" status: 204 len: 168 time: 1.6968651 Aug 31 01:26:53.350453 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815b1fa7-043c-4a66-bac4-d7b30dc54aa1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:26:53.380328 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-815b1fa7-043c-4a66-bac4-d7b30dc54aa1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.380944 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-815b1fa7-043c-4a66-bac4-d7b30dc54aa1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Added segment feb2df67-7903-4146-adb0-282f229ff286 of type vlan for network fa454acf-6bee-4d7a-8b39-92f1ef6efcd3 Aug 31 01:26:53.437813 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-815b1fa7-043c-4a66-bac4-d7b30dc54aa1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.560540 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-815b1fa7-043c-4a66-bac4-d7b30dc54aa1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.568818 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815b1fa7-043c-4a66-bac4-d7b30dc54aa1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:53.569670 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-815b1fa7-043c-4a66-bac4-d7b30dc54aa1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.631823 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:26:50Z', 'revision_number': 4, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'ad1121e2-8dc3-44b2-aa84-15ce67bbf285', 'name': '', 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:83:37:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:48Z', 'updated_at': '2021-08-31T01:26:51Z', 'revision_number': 2, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f923d2-830b-436b-a428-5c935e93a27c', 'name': '', 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:bb:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:42Z', 'updated_at': '2021-08-31T01:26:50Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:53.691476 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Checking router: 8b73f0a2-9bea-4169-8912-b6c9e759517f for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:26:53.691825 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Updating router 8b73f0a2-9bea-4169-8912-b6c9e759517f port ad1121e2-8dc3-44b2-aa84-15ce67bbf285 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:26:53.760215 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.841465 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b1fa7-043c-4a66-bac4-d7b30dc54aa1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Network': ['ID=fa454acf-6bee-4d7a-8b39-92f1ef6efcd3,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:53.855365 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network fa454acf-6bee-4d7a-8b39-92f1ef6efcd3 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:26:53.867555 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-815b1fa7-043c-4a66-bac4-d7b30dc54aa1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8932700 Aug 31 01:26:53.870249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54782) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:53.875765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4d4e2c51-2f06-4b52-9d62-e891776bfba3 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'subnet': {'network_id': 'fa454acf-6bee-4d7a-8b39-92f1ef6efcd3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:53.905787 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cf32f-143b-4729-b8f2-1839427ab431 req-82fc0ef2-c9c9-4d1c-9dba-73cbc1dc4ac3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:53.907362 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b93cf32f-143b-4729-b8f2-1839427ab431 req-82fc0ef2-c9c9-4d1c-9dba-73cbc1dc4ac3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 945 time: 0.1460948 Aug 31 01:26:53.998473 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b93cf32f-143b-4729-b8f2-1839427ab431 req-87c721b0-d624-4577-8283-b6e0f19a0bfc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806751 Aug 31 01:26:54.010281 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e4087a7f-532a-4c60-91ce-0d26100715a4 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:54.078835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port e4087a7f-532a-4c60-91ce-0d26100715a4 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:54.079155 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:54.138418 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4e2c51-2f06-4b52-9d62-e891776bfba3 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Made reservation on behalf of c4a235c1d008497d80861d185bae0447 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:54.142641 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d4e2c51-2f06-4b52-9d62-e891776bfba3 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:54.268846 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:54.298082 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Transition to ACTIVE for port object ad1121e2-8dc3-44b2-aa84-15ce67bbf285 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:54.428441 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:54.495767 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec74019-a467-4446-9364-47782c9ac47f None None] Pushing event updated for resources: {'Port': ['ID=ad1121e2-8dc3-44b2-aa84-15ce67bbf285,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:54.560883 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d4e2c51-2f06-4b52-9d62-e891776bfba3 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:54.570531 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Attempting to bind port ad1121e2-8dc3-44b2-aa84-15ce67bbf285 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:26:54.570970 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Attempting to bind port ad1121e2-8dc3-44b2-aa84-15ce67bbf285 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'af5730eb-b025-4fcf-a1ed-2bb3908a90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:26:54.571372 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Attempting to bind port ad1121e2-8dc3-44b2-aa84-15ce67bbf285 on network 2240aba7-0635-4437-9923-c60f0cd3003d {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:54.578528 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:26:54.579069 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Checking segment: {'id': 'af5730eb-b025-4fcf-a1ed-2bb3908a90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:54.579662 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:54.580832 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Bound using segment: {'id': 'af5730eb-b025-4fcf-a1ed-2bb3908a90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:26:54.581671 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Bound port: ad1121e2-8dc3-44b2-aa84-15ce67bbf285, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5730eb-b025-4fcf-a1ed-2bb3908a90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:26:54.582147 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:54.651840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e2c51-2f06-4b52-9d62-e891776bfba3 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Subnet': ['ID=8dec660e-7589-43d7-9454-8756d4a74fe5,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:54.693164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4e2c51-2f06-4b52-9d62-e891776bfba3 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Checking segment: {'id': 'feb2df67-7903-4146-adb0-282f229ff286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa454acf-6bee-4d7a-8b39-92f1ef6efcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:54.699741 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] For port ad1121e2-8dc3-44b2-aa84-15ce67bbf285, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:54.704080 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] For port ad1121e2-8dc3-44b2-aa84-15ce67bbf285, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ad1121e2-8dc3-44b2-aa84-15ce67bbf285,segment=NetworkSegment(af5730eb-b025-4fcf-a1ed-2bb3908a90e0),segment_id=af5730eb-b025-4fcf-a1ed-2bb3908a90e0)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:26:54.715866 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4e2c51-2f06-4b52-9d62-e891776bfba3 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network hostable DHCP agents. Network: fa454acf-6bee-4d7a-8b39-92f1ef6efcd3, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:26:54.824637 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:54.845403 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4e2c51-2f06-4b52-9d62-e891776bfba3 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network fa454acf-6bee-4d7a-8b39-92f1ef6efcd3 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:26:54.885262 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-17bd86e6-eef1-4874-8577-bf14502e4342 service neutron] show failed (client error): The resource could not be found. Aug 31 01:26:54.889760 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-17bd86e6-eef1-4874-8577-bf14502e4342 service neutron] 10.222.0.41 "GET /v2.0/ports/307f3d79-090f-489d-ab3e-651feb39c87d/bindings/n-h1-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.1232479 Aug 31 01:26:54.983716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-4d4e2c51-2f06-4b52-9d62-e891776bfba3 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, fa454acf-6bee-4d7a-8b39-92f1ef6efcd3) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:54.989793 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4e2c51-2f06-4b52-9d62-e891776bfba3 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:54.991467 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d4e2c51-2f06-4b52-9d62-e891776bfba3 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:54.994079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba2c892-b8c6-446e-ab53-fcefb921c980 None None] Network fa454acf-6bee-4d7a-8b39-92f1ef6efcd3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:26:55.039176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:55.039843 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:55.083694 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54800) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:55.084285 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4d4e2c51-2f06-4b52-9d62-e891776bfba3 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2129214 Aug 31 01:26:55.221702 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:26:55.278558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c3bf4-228d-4815-9c3c-23b37ec791bf req-a089bed5-9d15-405f-905e-6dce35f04357 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:55.283562 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-919c3bf4-228d-4815-9c3c-23b37ec791bf req-a089bed5-9d15-405f-905e-6dce35f04357 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 945 time: 0.1436510 Aug 31 01:26:55.297717 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-fa454acf-6bee-4d7a-8b39-92f1ef6efcd3', 'network_id': 'fa454acf-6bee-4d7a-8b39-92f1ef6efcd3', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'fixed_ips': [{'subnet_id': '8dec660e-7589-43d7-9454-8756d4a74fe5'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:26:55.298824 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:55.304231 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec74019-a467-4446-9364-47782c9ac47f None None] Pushing event updated for resources: {'Port': ['ID=ad1121e2-8dc3-44b2-aa84-15ce67bbf285,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:55.389098 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-919c3bf4-228d-4815-9c3c-23b37ec791bf req-ae5b7c35-6249-4f38-9bb8-b1afc34b26af tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831308 Aug 31 01:26:55.635905 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Allocated IP 172.23.0.2 (fa454acf-6bee-4d7a-8b39-92f1ef6efcd3/8dec660e-7589-43d7-9454-8756d4a74fe5/2c2fb8b9-1238-418d-8d28-f32ad0c6f281) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:55.643784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-5c36fc62-3755-4132-8d3d-a12b7d9fbaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:55.645695 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-5c36fc62-3755-4132-8d3d-a12b7d9fbaa8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344&tenant_id=952c19daed614c79b5a4fe25173e1666 HTTP/1.1" status: 200 len: 1097 time: 0.0792820 Aug 31 01:26:55.664570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:55.752552 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:26:50Z', 'revision_number': 4, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'ad1121e2-8dc3-44b2-aa84-15ce67bbf285', 'name': '', 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:83:37:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:48Z', 'updated_at': '2021-08-31T01:26:54Z', 'revision_number': 4, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f923d2-830b-436b-a428-5c935e93a27c', 'name': '', 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:bb:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:42Z', 'updated_at': '2021-08-31T01:26:50Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:55.782563 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c10126-7d3b-42da-84ac-b25f5e9c8945 None None] The sync data for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 is: [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:26:50Z', 'revision_number': 4, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'ad1121e2-8dc3-44b2-aa84-15ce67bbf285', 'name': '', 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:83:37:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:48Z', 'updated_at': '2021-08-31T01:26:54Z', 'revision_number': 4, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f923d2-830b-436b-a428-5c935e93a27c', 'name': '', 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:bb:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:42Z', 'updated_at': '2021-08-31T01:26:50Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:55.789994 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:55.937815 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:56.034845 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:56.066194 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Transition to ACTIVE for port object 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:56.084216 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Transition to ACTIVE for port object 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:56.195686 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ad1121e2-8dc3-44b2-aa84-15ce67bbf285 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:56.200892 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:56.341357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Network fa454acf-6bee-4d7a-8b39-92f1ef6efcd3 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:56.350475 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:56.353223 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:56.404595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=307f3d79-090f-489d-ab3e-651feb39c87d,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:56.443413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Pushing event updated for resources: {'Port': ['ID=2c2fb8b9-1238-418d-8d28-f32ad0c6f281,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:56.459098 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Attempting to bind port 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:26:56.460009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Attempting to bind port 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'feb2df67-7903-4146-adb0-282f229ff286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa454acf-6bee-4d7a-8b39-92f1ef6efcd3'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:26:56.460432 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Attempting to bind port 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 on network fa454acf-6bee-4d7a-8b39-92f1ef6efcd3 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:56.466592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:26:56.469843 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Checking segment: {'id': 'feb2df67-7903-4146-adb0-282f229ff286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa454acf-6bee-4d7a-8b39-92f1ef6efcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:56.469843 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:56.469843 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Bound using segment: {'id': 'feb2df67-7903-4146-adb0-282f229ff286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa454acf-6bee-4d7a-8b39-92f1ef6efcd3'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:26:56.469843 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Bound port: 2c2fb8b9-1238-418d-8d28-f32ad0c6f281, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb2df67-7903-4146-adb0-282f229ff286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa454acf-6bee-4d7a-8b39-92f1ef6efcd3'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:26:56.469843 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:56.493991 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:56.557060 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port ad1121e2-8dc3-44b2-aa84-15ce67bbf285 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:56.569802 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ad1121e2-8dc3-44b2-aa84-15ce67bbf285 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:56.579029 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:56.588541 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:26:56.600875 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a156a44f-3576-4d30-9983-f40b32a81bde" -d '{"events": [{"server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "name": "network-vif-unplugged", "status": "completed", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:26:56.611976 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:56.630098 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Transition to ACTIVE for port object 307f3d79-090f-489d-ab3e-651feb39c87d will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:56.654718 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Allocated IP 172.23.0.1 (fa454acf-6bee-4d7a-8b39-92f1ef6efcd3/8dec660e-7589-43d7-9454-8756d4a74fe5/dcd17b30-087e-42e8-bc99-1f9f5dfb10b5) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:56.689048 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] For port 2c2fb8b9-1238-418d-8d28-f32ad0c6f281, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:56.694773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] For port 2c2fb8b9-1238-418d-8d28-f32ad0c6f281, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2c2fb8b9-1238-418d-8d28-f32ad0c6f281,segment=NetworkSegment(feb2df67-7903-4146-adb0-282f229ff286),segment_id=feb2df67-7903-4146-adb0-282f229ff286)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:26:56.739417 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a661d2d9-5848-4664-b018-b8b67a4c21ca x-openstack-request-id: req-a661d2d9-5848-4664-b018-b8b67a4c21ca {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:26:56.739724 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "name": "network-vif-unplugged", "status": "completed", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:26:56.740080 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a661d2d9-5848-4664-b018-b8b67a4c21ca {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:26:56.740616 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d', 'code': 200} Aug 31 01:26:56.744957 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:56.789796 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:56.830333 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:56.839195 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port ad1121e2-8dc3-44b2-aa84-15ce67bbf285, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ad1121e2-8dc3-44b2-aa84-15ce67bbf285,segment=NetworkSegment(af5730eb-b025-4fcf-a1ed-2bb3908a90e0),segment_id=af5730eb-b025-4fcf-a1ed-2bb3908a90e0)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:56.877628 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be1465-5272-4db9-8185-b70b5738012d req-371d9dff-0ad6-4a78-b13e-02331575553d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:56.896144 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b1be1465-5272-4db9-8185-b70b5738012d req-371d9dff-0ad6-4a78-b13e-02331575553d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 945 time: 0.2949200 Aug 31 01:26:56.937390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Pushing event updated for resources: {'Port': ['ID=307f3d79-090f-489d-ab3e-651feb39c87d,revision_number=6']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:56.939751 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91191321-9a1e-4738-a8c5-78c12530f3a9 None None] Pushing event updated for resources: {'Port': ['ID=2c2fb8b9-1238-418d-8d28-f32ad0c6f281,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:56.978050 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:57.036767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] No DVR routers for this DVR port 307f3d79-090f-489d-ab3e-651feb39c87d on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:26:57.050566 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b1be1465-5272-4db9-8185-b70b5738012d req-72ab1db8-450d-4cae-b85c-46b63aea1bd6 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457963 Aug 31 01:26:57.062851 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:57.125645 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Transition to ACTIVE for port object dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:57.137337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=ad1121e2-8dc3-44b2-aa84-15ce67bbf285,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:57.346709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Attempting to bind port 307f3d79-090f-489d-ab3e-651feb39c87d on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:26:57.350768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Attempting to bind port 307f3d79-090f-489d-ab3e-651feb39c87d by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:26:57.350768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Attempting to bind port 307f3d79-090f-489d-ab3e-651feb39c87d on network 42d925d2-aa9c-4919-9610-85bc54924897 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:57.350995 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:57.367306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Port 307f3d79-090f-489d-ab3e-651feb39c87d on network 42d925d2-aa9c-4919-9610-85bc54924897 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:26:57.367689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Attempting to bind port 307f3d79-090f-489d-ab3e-651feb39c87d on network 42d925d2-aa9c-4919-9610-85bc54924897 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:57.375116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:26:57.375491 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Checking segment: {'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:57.375887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Bound using segment: {'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:26:57.376342 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Bound port: 307f3d79-090f-489d-ab3e-651feb39c87d, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:26:57.377324 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:57.403645 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network fa454acf-6bee-4d7a-8b39-92f1ef6efcd3 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:57.407088 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:57.410603 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:57.475160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=dcd17b30-087e-42e8-bc99-1f9f5dfb10b5,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:57.484491 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:57.484770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:57.485110 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:57.485484 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:57.485823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:57.486693 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:57.487038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:57.487358 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:57.487683 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:57.488006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:57.488327 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:57.488647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:57.490812 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:57.495956 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=307f3d79-090f-489d-ab3e-651feb39c87d,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:26:57.501329 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:57.618849 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:57.683978 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:57.684759 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:57.686088 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] 10.222.0.48 "PUT /v2.0/ports/307f3d79-090f-489d-ab3e-651feb39c87d HTTP/1.1" status: 200 len: 1092 time: 2.0316548 Aug 31 01:26:57.715747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd88b0-d7f3-4403-a182-78207a6302e0 service neutron] Pushing event updated for resources: {'Port': ['ID=307f3d79-090f-489d-ab3e-651feb39c87d,revision_number=7']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:57.780538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-f11411b7-9a9c-46dc-81e7-9858f6eb7a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:57.782284 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-f11411b7-9a9c-46dc-81e7-9858f6eb7a7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 1095 time: 0.0531096 Aug 31 01:26:57.822249 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:57.921760 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-4390a25f-ebf9-4599-8a8f-ca94ed28ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:57.925764 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-4390a25f-ebf9-4599-8a8f-ca94ed28ea2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=42d925d2-aa9c-4919-9610-85bc54924897 HTTP/1.1" status: 200 len: 898 time: 0.1343529 Aug 31 01:26:58.077661 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-8637c68d-0c87-4a62-80ec-d6166b420aef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=307f3d79-090f-489d-ab3e-651feb39c87d HTTP/1.1" status: 200 len: 998 time: 0.1418719 Aug 31 01:26:58.212799 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:58.219805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-cc12e115-374a-47a2-9863-0d56d7122c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:58.226057 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-cc12e115-374a-47a2-9863-0d56d7122c6f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38ced503-e5fe-4300-8a6c-8eb2d4336081 HTTP/1.1" status: 200 len: 835 time: 0.1408556 Aug 31 01:26:58.354477 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:58.379877 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-9a1e214b-5a79-4a53-9b89-1cc4091aa912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:58.381629 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-9a1e214b-5a79-4a53-9b89-1cc4091aa912 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42d925d2-aa9c-4919-9610-85bc54924897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1479697 Aug 31 01:26:58.400359 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1421818-e3da-4d48-b834-c11ca4fcf673 req-3ca350f0-46db-491a-a2bb-3b2fa2755323 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:58.402597 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f1421818-e3da-4d48-b834-c11ca4fcf673 req-3ca350f0-46db-491a-a2bb-3b2fa2755323 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 943 time: 0.1322999 Aug 31 01:26:58.407149 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:58.414635 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ad1121e2-8dc3-44b2-aa84-15ce67bbf285 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:58.445599 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:58.490266 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ad1121e2-8dc3-44b2-aa84-15ce67bbf285 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:58.490884 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:58.551597 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-d7dc89c8-b1db-4521-b6d3-cbbfc4b104ba service neutron] 10.222.0.48 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469500 Aug 31 01:26:58.644135 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event updated for resources: {'Port': ['ID=dcd17b30-087e-42e8-bc99-1f9f5dfb10b5,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:58.647615 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:58.669069 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec61388c-c6f4-4531-ab23-0b9b5a275df5 None None] Network fa454acf-6bee-4d7a-8b39-92f1ef6efcd3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:26:58.715270 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f1421818-e3da-4d48-b834-c11ca4fcf673 req-1c571853-c860-4cc0-9319-d7cce59df5d1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598852 Aug 31 01:26:58.743971 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:26:58.747081 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a" -d '{"events": [{"name": "network-changed", "server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:26:58.818578 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36656cea-2057-4b75-a75e-d43db18f6f81 req-95443674-3785-4cfa-8c27-b7ccda335806 service neutron] 10.222.0.48 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523396 Aug 31 01:26:58.842347 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Network fa454acf-6bee-4d7a-8b39-92f1ef6efcd3 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:58.844818 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:58.868803 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4454326-f036-452a-a74e-da05aa9391e6 x-openstack-request-id: req-a4454326-f036-452a-a74e-da05aa9391e6 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:26:58.869153 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:26:58.869504 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4454326-f036-452a-a74e-da05aa9391e6 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:26:58.869926 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d', 'status': 'completed', 'code': 200} Aug 31 01:26:58.917377 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-37e5a985-8375-4cd1-af80-e622c0c53661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:58.919130 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-37e5a985-8375-4cd1-af80-e622c0c53661 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 1095 time: 0.0483811 Aug 31 01:26:59.017626 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router 8b73f0a2-9bea-4169-8912-b6c9e759517f has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:26:59.050856 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 307f3d79-090f-489d-ab3e-651feb39c87d no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:26:59.093813 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-97ec4093-1b2f-4be5-bb09-383b1ef644ae None None] Provisioning for port 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:59.100138 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-97ec4093-1b2f-4be5-bb09-383b1ef644ae None None] Provisioning complete for port 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:59.100519 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-97ec4093-1b2f-4be5-bb09-383b1ef644ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:59.104590 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 307f3d79-090f-489d-ab3e-651feb39c87d not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:26:59.211381 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-d17dfa73-c821-4329-b58d-72aab80b3f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:59.213396 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-d17dfa73-c821-4329-b58d-72aab80b3f4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 1095 time: 0.1981452 Aug 31 01:26:59.214467 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:59.219930 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-6888e3b1-ee42-47de-bbf0-547cc26d8ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:59.222648 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-6888e3b1-ee42-47de-bbf0-547cc26d8ba4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=42d925d2-aa9c-4919-9610-85bc54924897 HTTP/1.1" status: 200 len: 898 time: 0.2948847 Aug 31 01:26:59.238833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Sync routers for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:59.244525 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3b6aa3fa-8835-4e55-8bd8-c122628d41ac tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/8b73f0a2-9bea-4169-8912-b6c9e759517f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1584446 Aug 31 01:26:59.245659 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54858) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:59.256380 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-429c65a2-3769-46e7-addc-6acea6359a20 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:59.322632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:59.323661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:59.424606 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-97ec4093-1b2f-4be5-bb09-383b1ef644ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:59.475297 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-c40d7ae5-ac96-4cd5-882f-4d37566ccec3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=307f3d79-090f-489d-ab3e-651feb39c87d HTTP/1.1" status: 200 len: 998 time: 0.2389493 Aug 31 01:26:59.612504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-158a24a8-080c-42cb-baa1-c4e594ee5d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:59.614889 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-158a24a8-080c-42cb-baa1-c4e594ee5d48 service neutron] 10.222.0.48 "GET /v2.0/networks?id=42d925d2-aa9c-4919-9610-85bc54924897 HTTP/1.1" status: 200 len: 898 time: 0.3903029 Aug 31 01:26:59.617362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-62121623-fce5-44a4-8747-f078632229ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:59.619505 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-62121623-fce5-44a4-8747-f078632229ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38ced503-e5fe-4300-8a6c-8eb2d4336081 HTTP/1.1" status: 200 len: 835 time: 0.1371183 Aug 31 01:26:59.621610 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-97ec4093-1b2f-4be5-bb09-383b1ef644ae None None] For port 2c2fb8b9-1238-418d-8d28-f32ad0c6f281, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2c2fb8b9-1238-418d-8d28-f32ad0c6f281,segment=NetworkSegment(feb2df67-7903-4146-adb0-282f229ff286),segment_id=feb2df67-7903-4146-adb0-282f229ff286)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:59.629572 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:26:59.802380 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-97ec4093-1b2f-4be5-bb09-383b1ef644ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:59.811716 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-edf7d6fd-6baa-4126-a3a3-7257a42797c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=307f3d79-090f-489d-ab3e-651feb39c87d HTTP/1.1" status: 200 len: 998 time: 0.1809516 Aug 31 01:26:59.910064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-b444be7d-263e-406b-9329-e96ee8ce1d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:59.912638 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-b444be7d-263e-406b-9329-e96ee8ce1d66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=42d925d2-aa9c-4919-9610-85bc54924897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2686155 Aug 31 01:27:00.148617 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-58a3fc9f-6dcb-4586-bc99-ee7a86d1e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:00.152501 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-58a3fc9f-6dcb-4586-bc99-ee7a86d1e722 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38ced503-e5fe-4300-8a6c-8eb2d4336081 HTTP/1.1" status: 200 len: 835 time: 0.3396385 Aug 31 01:27:00.160252 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.extraroute_db [None req-429c65a2-3769-46e7-addc-6acea6359a20 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 01:27:00.184775 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.extraroute_db [None req-429c65a2-3769-46e7-addc-6acea6359a20 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Removed routes are [] {{(pid=102343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 01:27:00.185752 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-429c65a2-3769-46e7-addc-6acea6359a20 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:00.203208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded70c2-109d-41fe-82fe-eb98e25f5773 req-2acf37e5-e0a1-45f0-8311-ae724aba3b9a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:00.204933 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ded70c2-109d-41fe-82fe-eb98e25f5773 req-2acf37e5-e0a1-45f0-8311-ae724aba3b9a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 943 time: 0.2909660 Aug 31 01:27:00.294168 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-11147015-769a-4b8a-83b4-c28eeaf08312 service neutron] 10.222.0.41 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949691 Aug 31 01:27:00.302684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-ac92a2d9-92f0-4122-aab2-84827a59654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:00.304108 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-ac92a2d9-92f0-4122-aab2-84827a59654e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42d925d2-aa9c-4919-9610-85bc54924897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1407022 Aug 31 01:27:00.345214 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1c4723aa-4fb4-4201-8e93-33609399c300 None None] Provisioning complete for port 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:00.345937 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1c4723aa-4fb4-4201-8e93-33609399c300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:00.351448 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ded70c2-109d-41fe-82fe-eb98e25f5773 req-b3961ad2-8820-4078-9882-25036d1a7211 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193540 Aug 31 01:27:00.352696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec4093-1b2f-4be5-bb09-383b1ef644ae None None] Pushing event updated for resources: {'Port': ['ID=2c2fb8b9-1238-418d-8d28-f32ad0c6f281,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:00.558622 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-429c65a2-3769-46e7-addc-6acea6359a20 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:00.566446 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-56aa2d37-1cad-438a-95fe-6848023de885 service neutron] 10.222.0.48 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494802 Aug 31 01:27:00.568458 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-429c65a2-3769-46e7-addc-6acea6359a20 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:00.577979 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-9907b536-a581-4a10-a62f-75d7709ce543 service neutron] 10.222.0.41 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728393 Aug 31 01:27:00.636110 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:26:57Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'ad1121e2-8dc3-44b2-aa84-15ce67bbf285', 'name': '', 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:83:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:48Z', 'updated_at': '2021-08-31T01:26:56Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcd17b30-087e-42e8-bc99-1f9f5dfb10b5', 'name': '', 'network_id': 'fa454acf-6bee-4d7a-8b39-92f1ef6efcd3', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:37:ea:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '8dec660e-7589-43d7-9454-8756d4a74fe5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:56Z', 'updated_at': '2021-08-31T01:26:58Z', 'revision_number': 2, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '8dec660e-7589-43d7-9454-8756d4a74fe5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f923d2-830b-436b-a428-5c935e93a27c', 'name': '', 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:bb:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:42Z', 'updated_at': '2021-08-31T01:26:50Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:00.689003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11d1f74a-46f9-4f5a-a508-bb9e0543ef3a req-4102bba7-27b7-4aa8-aad7-70715d1ae62b service neutron] 10.222.0.48 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099215 Aug 31 01:27:00.716430 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Checking router: 8b73f0a2-9bea-4169-8912-b6c9e759517f for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:00.717212 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Updating router 8b73f0a2-9bea-4169-8912-b6c9e759517f port dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:27:00.746564 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429c65a2-3769-46e7-addc-6acea6359a20 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router 8b73f0a2-9bea-4169-8912-b6c9e759517f has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:00.755267 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:00.859136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429c65a2-3769-46e7-addc-6acea6359a20 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:00.868548 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-429c65a2-3769-46e7-addc-6acea6359a20 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:00.872743 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 54884) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:00.872983 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-429c65a2-3769-46e7-addc-6acea6359a20 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/8b73f0a2-9bea-4169-8912-b6c9e759517f HTTP/1.1" status: 200 len: 934 time: 1.6257007 Aug 31 01:27:00.880439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1c4723aa-4fb4-4201-8e93-33609399c300 None None] Provisioning for port dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:00.886449 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1c4723aa-4fb4-4201-8e93-33609399c300 None None] Provisioning complete for port dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:00.886829 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1c4723aa-4fb4-4201-8e93-33609399c300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:01.051030 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54894) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:01.059230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-1c4723aa-4fb4-4201-8e93-33609399c300 None None] Port dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:27:01.059578 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-a8777695-7364-477e-b191-1ffb51eca463 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'router': {'routes': None}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:01.060424 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-710addad-f437-4fe5-b3b9-2fecfdf037f9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/routers/8b73f0a2-9bea-4169-8912-b6c9e759517f HTTP/1.1" status: 200 len: 934 time: 0.1855659 Aug 31 01:27:01.250259 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:01.278992 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-70b0c3a5-e494-4072-b021-837b9f2efcec None None] Provisioning complete for port dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:01.279763 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-70b0c3a5-e494-4072-b021-837b9f2efcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:01.350149 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Transition to ACTIVE for port object dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:01.353741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-70b0c3a5-e494-4072-b021-837b9f2efcec None None] Port dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:27:01.481948 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:01.731928 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Attempting to bind port dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:27:01.732414 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Attempting to bind port dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'feb2df67-7903-4146-adb0-282f229ff286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa454acf-6bee-4d7a-8b39-92f1ef6efcd3'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:27:01.732891 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Attempting to bind port dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 on network fa454acf-6bee-4d7a-8b39-92f1ef6efcd3 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:27:01.736519 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c01a3-ce6c-4667-b650-f10d7ce32eae None None] Pushing event updated for resources: {'Port': ['ID=dcd17b30-087e-42e8-bc99-1f9f5dfb10b5,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:01.749378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:27:01.750109 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Checking segment: {'id': 'feb2df67-7903-4146-adb0-282f229ff286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa454acf-6bee-4d7a-8b39-92f1ef6efcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:27:01.750686 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:01.751240 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Bound using segment: {'id': 'feb2df67-7903-4146-adb0-282f229ff286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa454acf-6bee-4d7a-8b39-92f1ef6efcd3'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:27:01.751930 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Bound port: dcd17b30-087e-42e8-bc99-1f9f5dfb10b5, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb2df67-7903-4146-adb0-282f229ff286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa454acf-6bee-4d7a-8b39-92f1ef6efcd3'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:27:01.752508 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:01.873966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] For port dcd17b30-087e-42e8-bc99-1f9f5dfb10b5, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:27:01.878237 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] For port dcd17b30-087e-42e8-bc99-1f9f5dfb10b5, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dcd17b30-087e-42e8-bc99-1f9f5dfb10b5,segment=NetworkSegment(feb2df67-7903-4146-adb0-282f229ff286),segment_id=feb2df67-7903-4146-adb0-282f229ff286)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:27:01.934970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 307f3d79-090f-489d-ab3e-651feb39c87d details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:27:01.951910 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:02.089184 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c01a3-ce6c-4667-b650-f10d7ce32eae None None] Pushing event updated for resources: {'Port': ['ID=dcd17b30-087e-42e8-bc99-1f9f5dfb10b5,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:02.103231 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:02.119271 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.resource_extend [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:27:02.131214 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5912a6f-4820-4694-93cb-1041c6fd1060 req-be7358a7-79c1-482a-a53c-3ed2644221ea tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:02.140005 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e5912a6f-4820-4694-93cb-1041c6fd1060 req-be7358a7-79c1-482a-a53c-3ed2644221ea tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 943 time: 0.2247734 Aug 31 01:27:02.321953 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=307f3d79-090f-489d-ab3e-651feb39c87d,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:02.347091 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '307f3d79-090f-489d-ab3e-651feb39c87d', 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897', 'port_id': '307f3d79-090f-489d-ab3e-651feb39c87d', 'mac_address': 'fa:16:3e:84:bd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:27:02.357589 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e5912a6f-4820-4694-93cb-1041c6fd1060 req-41c03618-879e-4242-9d34-fdd492d38903 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163742 Aug 31 01:27:02.419339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:02.420104 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:02.530751 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.extraroute_db [None req-a8777695-7364-477e-b191-1ffb51eca463 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Added routes are [] {{(pid=102343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 01:27:02.531059 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.extraroute_db [None req-a8777695-7364-477e-b191-1ffb51eca463 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 01:27:02.568570 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a8777695-7364-477e-b191-1ffb51eca463 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:02.581275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:02.668573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:02.669088 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:02.681473 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:02.781145 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307f3d79-090f-489d-ab3e-651feb39c87d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:27:02.863334 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=307f3d79-090f-489d-ab3e-651feb39c87d,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:02.999713 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:03.009160 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a8777695-7364-477e-b191-1ffb51eca463 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:03.014510 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a8777695-7364-477e-b191-1ffb51eca463 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:03.106687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=307f3d79-090f-489d-ab3e-651feb39c87d,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:03.150393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:00Z', 'revision_number': 6, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'ad1121e2-8dc3-44b2-aa84-15ce67bbf285', 'name': '', 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:83:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:48Z', 'updated_at': '2021-08-31T01:26:56Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcd17b30-087e-42e8-bc99-1f9f5dfb10b5', 'name': '', 'network_id': 'fa454acf-6bee-4d7a-8b39-92f1ef6efcd3', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:37:ea:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '8dec660e-7589-43d7-9454-8756d4a74fe5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:56Z', 'updated_at': '2021-08-31T01:27:01Z', 'revision_number': 4, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '8dec660e-7589-43d7-9454-8756d4a74fe5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f923d2-830b-436b-a428-5c935e93a27c', 'name': '', 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:bb:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:42Z', 'updated_at': '2021-08-31T01:26:50Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:03.200861 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77c138f-40f2-4bbe-9f98-d1f2fa0a8c9f None None] The sync data for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 is: [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:00Z', 'revision_number': 6, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'ad1121e2-8dc3-44b2-aa84-15ce67bbf285', 'name': '', 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:83:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:48Z', 'updated_at': '2021-08-31T01:26:56Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcd17b30-087e-42e8-bc99-1f9f5dfb10b5', 'name': '', 'network_id': 'fa454acf-6bee-4d7a-8b39-92f1ef6efcd3', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:37:ea:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '8dec660e-7589-43d7-9454-8756d4a74fe5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:56Z', 'updated_at': '2021-08-31T01:27:01Z', 'revision_number': 4, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '8dec660e-7589-43d7-9454-8756d4a74fe5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f923d2-830b-436b-a428-5c935e93a27c', 'name': '', 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:bb:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:42Z', 'updated_at': '2021-08-31T01:26:50Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:03.256371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['307f3d79-090f-489d-ab3e-651feb39c87d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:27:03.339100 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-009e8228-c140-4107-9a33-9cc7b387d918 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:03.343511 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-009e8228-c140-4107-9a33-9cc7b387d918 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.48 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344&tenant_id=952c19daed614c79b5a4fe25173e1666&binding%3Ahost_id=n-h1-793621-34 HTTP/1.1" status: 200 len: 944 time: 0.2007763 Aug 31 01:27:03.370296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8777695-7364-477e-b191-1ffb51eca463 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router 8b73f0a2-9bea-4169-8912-b6c9e759517f has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:03.528784 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591111e-1723-4615-9a8c-b6a4659df0c5 req-4eea9935-f568-4dd4-959e-091db099a6c3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:03.530885 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b591111e-1723-4615-9a8c-b6a4659df0c5 req-4eea9935-f568-4dd4-959e-091db099a6c3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 944 time: 0.4412887 Aug 31 01:27:03.531581 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-d3eb4345-b190-43db-8865-b358dac82f17 req-73600e20-54c5-44b8-9e04-8c2769fef622 service neutron] (102343) timed out ('10.222.0.16', 33340) {{(pid=102343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:27:03.541796 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-cb779452-10d0-45de-bf87-73834a29ef37 service neutron] 10.222.0.48 "GET /v2.0/ports/307f3d79-090f-489d-ab3e-651feb39c87d/bindings/n-h1-793621-34 HTTP/1.1" status: 200 len: 383 time: 0.1872878 Aug 31 01:27:03.643567 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-98f6b114-e386-401c-83eb-60f1dd9410a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:03.645948 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-98f6b114-e386-401c-83eb-60f1dd9410a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 1096 time: 0.0739253 Aug 31 01:27:03.762758 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b591111e-1723-4615-9a8c-b6a4659df0c5 req-9c2e5f27-4f04-456a-8b2d-809174d70900 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209518 Aug 31 01:27:03.831693 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8777695-7364-477e-b191-1ffb51eca463 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:03.855480 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a8777695-7364-477e-b191-1ffb51eca463 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:03.859448 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a8777695-7364-477e-b191-1ffb51eca463 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/8b73f0a2-9bea-4169-8912-b6c9e759517f HTTP/1.1" status: 200 len: 700 time: 2.8070750 Aug 31 01:27:03.862845 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54938) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:03.870797 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-4e3258d8-1158-4125-9588-841e031e2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:03.873489 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-4e3258d8-1158-4125-9588-841e031e2d58 service neutron] 10.222.0.48 "GET /v2.0/networks?id=42d925d2-aa9c-4919-9610-85bc54924897 HTTP/1.1" status: 200 len: 898 time: 0.2195375 Aug 31 01:27:04.009015 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-7e2f4657-953b-4bf8-92c5-d33a530f92c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=307f3d79-090f-489d-ab3e-651feb39c87d HTTP/1.1" status: 200 len: 999 time: 0.1277568 Aug 31 01:27:04.153105 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:04.167142 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-2d69336e-f3cc-487f-a47e-c62ad9096b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:04.167142 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-2d69336e-f3cc-487f-a47e-c62ad9096b38 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38ced503-e5fe-4300-8a6c-8eb2d4336081 HTTP/1.1" status: 200 len: 835 time: 0.1495259 Aug 31 01:27:04.185719 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bc124dc1-ea18-45d4-9f6a-4e5322967491 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/routers/8b73f0a2-9bea-4169-8912-b6c9e759517f HTTP/1.1" status: 200 len: 700 time: 0.3214114 Aug 31 01:27:04.188352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 54942) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:04.345458 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-0b8874c8-c643-4689-9c63-b99248a2b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:04.352746 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-0b8874c8-c643-4689-9c63-b99248a2b85b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42d925d2-aa9c-4919-9610-85bc54924897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1739144 Aug 31 01:27:04.356616 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b909af40-b9be-4c30-987b-3ec99d2c21a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:04.498210 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:04.504193 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:04.504583 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:04.537634 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-5b90219a-e89d-43dd-8b9b-7f0d8eb383a3 service neutron] 10.222.0.48 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768961 Aug 31 01:27:04.708715 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:04.749390 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f5b8c-9a83-480b-9b63-57eca124f295 None None] Sync routers for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:04.765422 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45f5b8c-9a83-480b-9b63-57eca124f295 None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:04.766350 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e45f5b8c-9a83-480b-9b63-57eca124f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:04.774227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port dcd17b30-087e-42e8-bc99-1f9f5dfb10b5, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dcd17b30-087e-42e8-bc99-1f9f5dfb10b5,segment=NetworkSegment(feb2df67-7903-4146-adb0-282f229ff286),segment_id=feb2df67-7903-4146-adb0-282f229ff286)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:04.794536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-15d665d2-d68c-4ef4-a3a6-9fa8b92e41ee service neutron] 10.222.0.48 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487264 Aug 31 01:27:04.877376 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:04.913764 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-e45f5b8c-9a83-480b-9b63-57eca124f295 None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:05.043115 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2da6c3cb-77f2-41da-bdb8-bbe493106149 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:05.091192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=dcd17b30-087e-42e8-bc99-1f9f5dfb10b5,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:05.183615 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b1df8-a831-47df-9ac3-6da34e3af30d req-b0639817-a903-4b1b-a28f-c8ccd0781f54 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:05.191800 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-237b1df8-a831-47df-9ac3-6da34e3af30d req-b0639817-a903-4b1b-a28f-c8ccd0781f54 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 944 time: 0.1624057 Aug 31 01:27:05.245653 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-237b1df8-a831-47df-9ac3-6da34e3af30d req-84ee4f41-6fed-49c3-812d-b15a8c303dc4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527902 Aug 31 01:27:05.323633 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e45f5b8c-9a83-480b-9b63-57eca124f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:02Z', 'revision_number': 7, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'ad1121e2-8dc3-44b2-aa84-15ce67bbf285', 'name': '', 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:83:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:48Z', 'updated_at': '2021-08-31T01:26:56Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcd17b30-087e-42e8-bc99-1f9f5dfb10b5', 'name': '', 'network_id': 'fa454acf-6bee-4d7a-8b39-92f1ef6efcd3', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:37:ea:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '8dec660e-7589-43d7-9454-8756d4a74fe5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:56Z', 'updated_at': '2021-08-31T01:27:01Z', 'revision_number': 4, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '8dec660e-7589-43d7-9454-8756d4a74fe5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f923d2-830b-436b-a428-5c935e93a27c', 'name': '', 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:bb:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:42Z', 'updated_at': '2021-08-31T01:26:50Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:05.369163 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f5b8c-9a83-480b-9b63-57eca124f295 None None] Checking router: 8b73f0a2-9bea-4169-8912-b6c9e759517f for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:05.391920 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45f5b8c-9a83-480b-9b63-57eca124f295 None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:05.391920 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e45f5b8c-9a83-480b-9b63-57eca124f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:26:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:05.443137 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2da6c3cb-77f2-41da-bdb8-bbe493106149 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting port dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:05.443736 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2da6c3cb-77f2-41da-bdb8-bbe493106149 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:05.636903 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-e45f5b8c-9a83-480b-9b63-57eca124f295 None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:05.734188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-2da6c3cb-77f2-41da-bdb8-bbe493106149 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] For port dcd17b30-087e-42e8-bc99-1f9f5dfb10b5, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dcd17b30-087e-42e8-bc99-1f9f5dfb10b5,segment=NetworkSegment(feb2df67-7903-4146-adb0-282f229ff286),segment_id=feb2df67-7903-4146-adb0-282f229ff286)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:05.734628 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2da6c3cb-77f2-41da-bdb8-bbe493106149 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:05.756502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2da6c3cb-77f2-41da-bdb8-bbe493106149 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Calling delete_port for dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:05.972553 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 307f3d79-090f-489d-ab3e-651feb39c87d up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:06.076252 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:06.231032 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2da6c3cb-77f2-41da-bdb8-bbe493106149 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:06.259528 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No active binding found for port dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 {{(pid=102344) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 01:27:06.263493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 01:27:06.380916 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6c3cb-77f2-41da-bdb8-bbe493106149 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Port': ['ID=dcd17b30-087e-42e8-bc99-1f9f5dfb10b5,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:06.416846 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Port dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 not found, will not notify nova. {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 01:27:06.418975 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e45f5b8c-9a83-480b-9b63-57eca124f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:02Z', 'revision_number': 7, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'ad1121e2-8dc3-44b2-aa84-15ce67bbf285', 'name': '', 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:83:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:48Z', 'updated_at': '2021-08-31T01:26:56Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcd17b30-087e-42e8-bc99-1f9f5dfb10b5', 'name': '', 'network_id': 'fa454acf-6bee-4d7a-8b39-92f1ef6efcd3', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:37:ea:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '8dec660e-7589-43d7-9454-8756d4a74fe5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:56Z', 'updated_at': '2021-08-31T01:27:04Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '8dec660e-7589-43d7-9454-8756d4a74fe5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f923d2-830b-436b-a428-5c935e93a27c', 'name': '', 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:bb:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:42Z', 'updated_at': '2021-08-31T01:26:50Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:06.456783 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f5b8c-9a83-480b-9b63-57eca124f295 None None] The sync data for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 is: [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:02Z', 'revision_number': 7, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'ad1121e2-8dc3-44b2-aa84-15ce67bbf285', 'name': '', 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:83:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:48Z', 'updated_at': '2021-08-31T01:26:56Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcd17b30-087e-42e8-bc99-1f9f5dfb10b5', 'name': '', 'network_id': 'fa454acf-6bee-4d7a-8b39-92f1ef6efcd3', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:37:ea:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '8dec660e-7589-43d7-9454-8756d4a74fe5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:56Z', 'updated_at': '2021-08-31T01:27:04Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '8dec660e-7589-43d7-9454-8756d4a74fe5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f923d2-830b-436b-a428-5c935e93a27c', 'name': '', 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:bb:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:42Z', 'updated_at': '2021-08-31T01:26:50Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:06.579543 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 307f3d79-090f-489d-ab3e-651feb39c87d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:06.587605 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 307f3d79-090f-489d-ab3e-651feb39c87d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:06.591516 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:06.901035 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:06.931015 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ecd40-3550-4df8-ac5e-d67c63049ed8 req-44060994-be3f-4f47-a990-4bfe75a4efab tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:06.957420 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-121ecd40-3550-4df8-ac5e-d67c63049ed8 req-44060994-be3f-4f47-a990-4bfe75a4efab tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 944 time: 0.4986794 Aug 31 01:27:06.964404 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:06.974840 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2da6c3cb-77f2-41da-bdb8-bbe493106149 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:07.031171 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=307f3d79-090f-489d-ab3e-651feb39c87d,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:07.032152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:27:07.035248 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc33dbb-240c-4dbe-87c0-58e02c650bf7" -d '{"events": [{"server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "name": "network-vif-plugged", "status": "completed", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:07.048785 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-152cb69d-9145-40a9-9ed8-d244faafa885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:07.134728 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:07.138487 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f1a215-3d94-4907-af50-446f754920ee x-openstack-request-id: req-c9f1a215-3d94-4907-af50-446f754920ee {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:07.142901 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "name": "network-vif-plugged", "status": "completed", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:07.142901 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9f1a215-3d94-4907-af50-446f754920ee {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:07.142901 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d', 'code': 200} Aug 31 01:27:07.186175 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:07.246717 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-121ecd40-3550-4df8-ac5e-d67c63049ed8 req-3b9ac499-6b05-4343-bbda-032afdbcc628 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2879217 Aug 31 01:27:07.252844 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=307f3d79-090f-489d-ab3e-651feb39c87d,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:07.343935 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:07.475479 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da6c3cb-77f2-41da-bdb8-bbe493106149 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router 8b73f0a2-9bea-4169-8912-b6c9e759517f has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:07.622697 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-a754fc02-54d3-4d71-9c56-45d983e9a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:07.624329 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-a754fc02-54d3-4d71-9c56-45d983e9a199 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344&tenant_id=952c19daed614c79b5a4fe25173e1666 HTTP/1.1" status: 200 len: 1097 time: 0.0465779 Aug 31 01:27:07.638429 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da6c3cb-77f2-41da-bdb8-bbe493106149 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:07.662863 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf97019e-b1de-456c-9d2b-839f201f18f1 None None] Sync routers for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:07.664820 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2da6c3cb-77f2-41da-bdb8-bbe493106149 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/8b73f0a2-9bea-4169-8912-b6c9e759517f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4740336 Aug 31 01:27:07.668657 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55004) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:07.678074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:07.723755 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf97019e-b1de-456c-9d2b-839f201f18f1 None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:07.724790 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-bf97019e-b1de-456c-9d2b-839f201f18f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:07.784716 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a3ea4e-219c-4835-b92b-bdd1a6128d87 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting subnet 8dec660e-7589-43d7-9454-8756d4a74fe5 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:27:07.788872 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33a3ea4e-219c-4835-b92b-bdd1a6128d87 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:07.802442 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:07.909939 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33a3ea4e-219c-4835-b92b-bdd1a6128d87 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:07.916808 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-bf97019e-b1de-456c-9d2b-839f201f18f1 None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:08.108755 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33a3ea4e-219c-4835-b92b-bdd1a6128d87 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:08.294575 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=307f3d79-090f-489d-ab3e-651feb39c87d,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:08.354232 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:27:08.366888 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33a3ea4e-219c-4835-b92b-bdd1a6128d87 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:08.411240 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3ea4e-219c-4835-b92b-bdd1a6128d87 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Subnet': ['ID=8dec660e-7589-43d7-9454-8756d4a74fe5,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:08.418024 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33a3ea4e-219c-4835-b92b-bdd1a6128d87 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:08.425246 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-33a3ea4e-219c-4835-b92b-bdd1a6128d87 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/subnets/8dec660e-7589-43d7-9454-8756d4a74fe5 HTTP/1.1" status: 204 len: 168 time: 0.7553849 Aug 31 01:27:08.426353 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55014) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:08.443487 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11ce5bb-1ff5-4338-827f-9791f29e154d None None] Network fa454acf-6bee-4d7a-8b39-92f1ef6efcd3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:27:08.480379 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:27:08.482787 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c5a7b0-d4b1-4dc5-b7c2-9bbd588fdc40" -d '{"events": [{"server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "name": "network-vif-unplugged", "status": "completed", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:08.490771 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:08.512812 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead8f43-20c7-41f3-85de-fb010b5e15d7 req-068351ff-9abf-40e9-8fbc-9b14b9decd36 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:08.514930 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0ead8f43-20c7-41f3-85de-fb010b5e15d7 req-068351ff-9abf-40e9-8fbc-9b14b9decd36 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 945 time: 0.1095002 Aug 31 01:27:08.520131 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:08.606766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Transition to ACTIVE for port object 307f3d79-090f-489d-ab3e-651feb39c87d will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:08.619148 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a17f97-5194-4c66-87b2-508d6fdbf148 x-openstack-request-id: req-10a17f97-5194-4c66-87b2-508d6fdbf148 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:08.620576 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "name": "network-vif-unplugged", "status": "completed", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:08.620868 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10a17f97-5194-4c66-87b2-508d6fdbf148 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:08.622513 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d', 'code': 200} Aug 31 01:27:08.669144 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0ead8f43-20c7-41f3-85de-fb010b5e15d7 req-fb854f1a-5237-40f6-9490-29407c3f314e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319718 Aug 31 01:27:08.704349 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:08.746273 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:08.899890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-bf97019e-b1de-456c-9d2b-839f201f18f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:05Z', 'revision_number': 8, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'ad1121e2-8dc3-44b2-aa84-15ce67bbf285', 'name': '', 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:83:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:48Z', 'updated_at': '2021-08-31T01:26:56Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f923d2-830b-436b-a428-5c935e93a27c', 'name': '', 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:bb:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:42Z', 'updated_at': '2021-08-31T01:26:50Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:08.948706 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Pushing event updated for resources: {'Port': ['ID=307f3d79-090f-489d-ab3e-651feb39c87d,revision_number=10']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:09.054707 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c2e327-f98b-4e05-853b-73bfe8f48d28 None None] DHCP port deletion for fa454acf-6bee-4d7a-8b39-92f1ef6efcd3 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:27:09.058361 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf97019e-b1de-456c-9d2b-839f201f18f1 None None] Checking router: 8b73f0a2-9bea-4169-8912-b6c9e759517f for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:09.152024 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] No DVR routers for this DVR port 307f3d79-090f-489d-ab3e-651feb39c87d on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:09.193367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf97019e-b1de-456c-9d2b-839f201f18f1 None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:09.194191 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-bf97019e-b1de-456c-9d2b-839f201f18f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:09.292214 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting port 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:09.292925 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:09.355378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-bf97019e-b1de-456c-9d2b-839f201f18f1 None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:09.398567 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-36c2e327-f98b-4e05-853b-73bfe8f48d28 None None] Deleting port 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:09.399093 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-36c2e327-f98b-4e05-853b-73bfe8f48d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:09.504740 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] For port 2c2fb8b9-1238-418d-8d28-f32ad0c6f281, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2c2fb8b9-1238-418d-8d28-f32ad0c6f281,segment=NetworkSegment(feb2df67-7903-4146-adb0-282f229ff286),segment_id=feb2df67-7903-4146-adb0-282f229ff286)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:09.505655 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:09.550528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Calling delete_port for 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:09.580401 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-36c2e327-f98b-4e05-853b-73bfe8f48d28 None None] For port 2c2fb8b9-1238-418d-8d28-f32ad0c6f281, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2c2fb8b9-1238-418d-8d28-f32ad0c6f281,segment=NetworkSegment(feb2df67-7903-4146-adb0-282f229ff286),segment_id=feb2df67-7903-4146-adb0-282f229ff286)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:09.580401 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-36c2e327-f98b-4e05-853b-73bfe8f48d28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:09.629055 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-36c2e327-f98b-4e05-853b-73bfe8f48d28 None None] Calling delete_port for 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:09.826913 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-36c2e327-f98b-4e05-853b-73bfe8f48d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:09.866968 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:09.870510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2e327-f98b-4e05-853b-73bfe8f48d28 None None] Pushing event deleted for resources: {'Port': ['ID=2c2fb8b9-1238-418d-8d28-f32ad0c6f281,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:09.883532 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c2e327-f98b-4e05-853b-73bfe8f48d28 None None] No DVR routers for this DVR port 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:09.936664 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-bf97019e-b1de-456c-9d2b-839f201f18f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:05Z', 'revision_number': 8, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'ad1121e2-8dc3-44b2-aa84-15ce67bbf285', 'name': '', 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:83:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:48Z', 'updated_at': '2021-08-31T01:26:56Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f923d2-830b-436b-a428-5c935e93a27c', 'name': '', 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:bb:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:42Z', 'updated_at': '2021-08-31T01:26:50Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:09.942713 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Port': ['ID=2c2fb8b9-1238-418d-8d28-f32ad0c6f281,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:09.945297 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] No DVR routers for this DVR port 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:09.975541 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Attempting to bind port 307f3d79-090f-489d-ab3e-651feb39c87d on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:27:09.978332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Attempting to bind port 307f3d79-090f-489d-ab3e-651feb39c87d by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:27:09.978332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Attempting to bind port 307f3d79-090f-489d-ab3e-651feb39c87d on network 42d925d2-aa9c-4919-9610-85bc54924897 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:27:09.982606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Port 307f3d79-090f-489d-ab3e-651feb39c87d on network 42d925d2-aa9c-4919-9610-85bc54924897 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:27:09.982920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Attempting to bind port 307f3d79-090f-489d-ab3e-651feb39c87d on network 42d925d2-aa9c-4919-9610-85bc54924897 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:27:10.002332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:27:10.002332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Checking segment: {'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:27:10.002332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Bound using segment: {'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:27:10.002332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Bound port: 307f3d79-090f-489d-ab3e-651feb39c87d, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140d9f2b-6df4-40ed-9001-d57e66b818c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:27:10.002332 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.007611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf97019e-b1de-456c-9d2b-839f201f18f1 None None] The sync data for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 is: [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:05Z', 'revision_number': 8, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'ad1121e2-8dc3-44b2-aa84-15ce67bbf285', 'name': '', 'network_id': '2240aba7-0635-4437-9923-c60f0cd3003d', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:83:37:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:48Z', 'updated_at': '2021-08-31T01:26:56Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'f7013788-2d6a-4ebc-87ee-669957c5ee9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f923d2-830b-436b-a428-5c935e93a27c', 'name': '', 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:bb:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:42Z', 'updated_at': '2021-08-31T01:26:50Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:10.017403 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 307f3d79-090f-489d-ab3e-651feb39c87d no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:10.019629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:10.019856 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cfc41-9337-4858-a83d-3054f3858137 req-2c46b130-86ed-4da2-a857-da2d9cc584ec tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:10.027823 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-390cfc41-9337-4858-a83d-3054f3858137 req-2c46b130-86ed-4da2-a857-da2d9cc584ec tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 944 time: 0.2234683 Aug 31 01:27:10.086312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:10.087035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2c2fb8b9-1238-418d-8d28-f32ad0c6f281 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:10.137489 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 307f3d79-090f-489d-ab3e-651feb39c87d not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:10.167236 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.186122 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:27:10.190362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=307f3d79-090f-489d-ab3e-651feb39c87d,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:27:10.194554 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-390cfc41-9337-4858-a83d-3054f3858137 req-cbd9c96f-79a8-499a-a0ee-3297da0ed61a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647904 Aug 31 01:27:10.222455 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa454acf-6bee-4d7a-8b39-92f1ef6efcd3']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:10.239582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb2df67-7903-4146-adb0-282f229ff286') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:10.239937 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb2df67-7903-4146-adb0-282f229ff286') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:10.252603 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.268985 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.276998 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:27:10.277400 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.280904 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: self.session.flush() Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:27:10.282516 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:27:10.310622 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.371188 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:10.372261 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.378215 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] 10.222.0.41 "PUT /v2.0/ports/307f3d79-090f-489d-ab3e-651feb39c87d HTTP/1.1" status: 200 len: 1093 time: 2.7438242 Aug 31 01:27:10.446065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbf767-ec7d-49d2-a167-d478c369ada1 service neutron] Pushing event updated for resources: {'Port': ['ID=307f3d79-090f-489d-ab3e-651feb39c87d,revision_number=11']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:10.492313 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-bf93e460-6647-4d3e-a3d0-526d1dc0a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:10.492851 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.498619 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-bf93e460-6647-4d3e-a3d0-526d1dc0a0a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 1096 time: 0.0883975 Aug 31 01:27:10.527388 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.537489 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/networks/fa454acf-6bee-4d7a-8b39-92f1ef6efcd3 HTTP/1.1" status: 204 len: 168 time: 2.1103396 Aug 31 01:27:10.547488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55050) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:10.653934 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:27:10.656813 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:10.788549 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-39aafcfb-0021-46d1-ba0e-cec5fddd4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:10.794347 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-39aafcfb-0021-46d1-ba0e-cec5fddd4fbf service neutron] 10.222.0.41 "GET /v2.0/networks?id=42d925d2-aa9c-4919-9610-85bc54924897 HTTP/1.1" status: 200 len: 898 time: 0.2805285 Aug 31 01:27:10.799074 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed718c6a-f900-4a31-ab8e-880d31657eb3 x-openstack-request-id: req-ed718c6a-f900-4a31-ab8e-880d31657eb3 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:10.799399 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:10.799655 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed718c6a-f900-4a31-ab8e-880d31657eb3 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:10.800052 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d', 'status': 'completed', 'code': 200} Aug 31 01:27:10.843694 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01631b-d5e2-4f42-9963-57ccec801922 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Network': ['ID=fa454acf-6bee-4d7a-8b39-92f1ef6efcd3,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:10.917080 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-f89f5e21-546e-4829-a966-ca1f1965f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:10.918821 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-f89f5e21-546e-4829-a966-ca1f1965f735 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 1096 time: 0.0977888 Aug 31 01:27:10.920839 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-8059f9fb-406a-4d49-9adc-14e3169e9555 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=307f3d79-090f-489d-ab3e-651feb39c87d HTTP/1.1" status: 200 len: 998 time: 0.1146288 Aug 31 01:27:11.043001 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-8d590c8f-6525-4c96-b89e-2852ca303129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:11.044375 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-8d590c8f-6525-4c96-b89e-2852ca303129 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38ced503-e5fe-4300-8a6c-8eb2d4336081 HTTP/1.1" status: 200 len: 835 time: 0.1073008 Aug 31 01:27:11.099797 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-658fadd5-443e-4269-96e0-50d21fe04eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:11.101455 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-658fadd5-443e-4269-96e0-50d21fe04eaf service neutron] 10.222.0.48 "GET /v2.0/networks?id=42d925d2-aa9c-4919-9610-85bc54924897 HTTP/1.1" status: 200 len: 898 time: 0.1755567 Aug 31 01:27:11.122252 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-d91a43b5-c67f-402f-bcfc-b009aefa40e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:11.124116 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-d91a43b5-c67f-402f-bcfc-b009aefa40e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=42d925d2-aa9c-4919-9610-85bc54924897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712769 Aug 31 01:27:11.152689 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-41756931-f841-4d99-8755-baf36d25a996 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:11.258751 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-1dae7c2f-3453-4f24-86c3-4c5b802b9901 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=307f3d79-090f-489d-ab3e-651feb39c87d HTTP/1.1" status: 200 len: 998 time: 0.1386697 Aug 31 01:27:11.416703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-65c323c6-9669-4246-a13d-5944f4073170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:11.418199 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-65c323c6-9669-4246-a13d-5944f4073170 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38ced503-e5fe-4300-8a6c-8eb2d4336081 HTTP/1.1" status: 200 len: 835 time: 0.1447318 Aug 31 01:27:11.434495 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad2984-c95c-4f90-a755-3b8b66a89517 req-ff913838-9df4-4c78-89d7-7460b8329960 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:11.435098 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2cad2984-c95c-4f90-a755-3b8b66a89517 req-ff913838-9df4-4c78-89d7-7460b8329960 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 944 time: 0.0763164 Aug 31 01:27:11.482649 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-0d801195-4458-4960-9d0f-5cfdf9faded8 service neutron] 10.222.0.41 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230747 Aug 31 01:27:11.680799 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f2e9b2c-9552-4fb3-96d3-4ee8dd5c7478 req-8dcae188-7cc0-4e0b-a770-28b77089cb0d service neutron] 10.222.0.41 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863256 Aug 31 01:27:11.688371 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-60f5f817-bbfb-4889-a9f7-603a629be6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:11.690887 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-60f5f817-bbfb-4889-a9f7-603a629be6a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42d925d2-aa9c-4919-9610-85bc54924897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2651305 Aug 31 01:27:11.710187 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2cad2984-c95c-4f90-a755-3b8b66a89517 req-3b1ed1f1-9217-46b1-b34d-9d9b290b6479 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286634 Aug 31 01:27:11.774499 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-41756931-f841-4d99-8755-baf36d25a996 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting port ad1121e2-8dc3-44b2-aa84-15ce67bbf285 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:11.774953 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-41756931-f841-4d99-8755-baf36d25a996 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:11.878778 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-a9bad03c-fb54-4066-b01b-15ef5f4d9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:11.880975 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-a9bad03c-fb54-4066-b01b-15ef5f4d9b9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 1096 time: 0.0874956 Aug 31 01:27:11.905808 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-41756931-f841-4d99-8755-baf36d25a996 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] For port ad1121e2-8dc3-44b2-aa84-15ce67bbf285, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ad1121e2-8dc3-44b2-aa84-15ce67bbf285,segment=NetworkSegment(af5730eb-b025-4fcf-a1ed-2bb3908a90e0),segment_id=af5730eb-b025-4fcf-a1ed-2bb3908a90e0)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:11.906412 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-41756931-f841-4d99-8755-baf36d25a996 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:11.909639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:11.925521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-41756931-f841-4d99-8755-baf36d25a996 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Calling delete_port for ad1121e2-8dc3-44b2-aa84-15ce67bbf285 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:11.945779 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:11.946265 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dcd17b30-087e-42e8-bc99-1f9f5dfb10b5 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:11.957388 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-154fe655-99c7-4b2b-820f-a9d8d673d9a2 service neutron] 10.222.0.48 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523837 Aug 31 01:27:12.026949 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55086) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:12.105809 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-ee3327e1-3db1-4843-86a5-48e85600ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:12.125857 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-ee3327e1-3db1-4843-86a5-48e85600ac64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=42d925d2-aa9c-4919-9610-85bc54924897 HTTP/1.1" status: 200 len: 898 time: 0.2303362 Aug 31 01:27:12.214927 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-c5e7a4d4-8403-4bfb-ae17-f3f754d41891 service neutron] 10.222.0.48 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513144 Aug 31 01:27:12.237031 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-34f13f8a-7c35-4005-bf35-9f4da3201819 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=307f3d79-090f-489d-ab3e-651feb39c87d HTTP/1.1" status: 200 len: 998 time: 0.1068964 Aug 31 01:27:12.270250 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-41756931-f841-4d99-8755-baf36d25a996 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:12.321745 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-d7676d9a-262d-411b-bc03-ec429aab95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:12.324225 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-d7676d9a-262d-411b-bc03-ec429aab95ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38ced503-e5fe-4300-8a6c-8eb2d4336081 HTTP/1.1" status: 200 len: 835 time: 0.0795896 Aug 31 01:27:12.365969 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41756931-f841-4d99-8755-baf36d25a996 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Port': ['ID=ad1121e2-8dc3-44b2-aa84-15ce67bbf285,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:12.403932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-c7e5244c-ffe1-4959-9c2b-0452b9592b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:12.405830 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-c7e5244c-ffe1-4959-9c2b-0452b9592b8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=42d925d2-aa9c-4919-9610-85bc54924897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738416 Aug 31 01:27:12.546131 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-397628c5-54ef-4d58-af78-2e2c072bed9c service neutron] 10.222.0.41 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310422 Aug 31 01:27:12.669614 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fbe0b25-b9e4-4b6c-8500-ce62398485ee req-83c8190e-a6b4-4b06-b9c2-785761b85f41 service neutron] 10.222.0.41 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135337 Aug 31 01:27:12.752086 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-41756931-f841-4d99-8755-baf36d25a996 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:12.865481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b875bd-c360-40d4-a0eb-6e8e8b69fc3a req-e864263f-1ba6-4dae-8426-6eb5338c4749 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:12.867399 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-04b875bd-c360-40d4-a0eb-6e8e8b69fc3a req-e864263f-1ba6-4dae-8426-6eb5338c4749 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 944 time: 0.0603664 Aug 31 01:27:12.923902 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-04b875bd-c360-40d4-a0eb-6e8e8b69fc3a req-8dfc94ec-f828-481b-999b-5788abdcdd50 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497327 Aug 31 01:27:13.046503 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41756931-f841-4d99-8755-baf36d25a996 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router 8b73f0a2-9bea-4169-8912-b6c9e759517f has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:13.184501 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1836de51-f88f-490f-9326-7e93eb19b41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:13.188100 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41756931-f841-4d99-8755-baf36d25a996 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:13.210220 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d74664-fcef-4925-b978-7199c24bf126 None None] Sync routers for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:13.234124 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-41756931-f841-4d99-8755-baf36d25a996 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/8b73f0a2-9bea-4169-8912-b6c9e759517f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6857455 Aug 31 01:27:13.237480 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d74664-fcef-4925-b978-7199c24bf126 None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:13.237618 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55106) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:13.238061 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-62d74664-fcef-4925-b978-7199c24bf126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:13.297814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-9218f119-6ce6-4253-9154-340a245a6725 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting subnet f7013788-2d6a-4ebc-87ee-669957c5ee9b {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:27:13.302751 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9218f119-6ce6-4253-9154-340a245a6725 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:13.374873 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9218f119-6ce6-4253-9154-340a245a6725 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:13.455964 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-62d74664-fcef-4925-b978-7199c24bf126 None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:13.520516 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-1836de51-f88f-490f-9326-7e93eb19b41c admin admin] Deleting port b6d66427-8e8a-4690-8005-a0c88b066b4a {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:13.521009 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1836de51-f88f-490f-9326-7e93eb19b41c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:13.542097 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9218f119-6ce6-4253-9154-340a245a6725 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:13.631373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-1836de51-f88f-490f-9326-7e93eb19b41c admin admin] For port b6d66427-8e8a-4690-8005-a0c88b066b4a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b6d66427-8e8a-4690-8005-a0c88b066b4a,segment=NetworkSegment(8b6a2915-8459-499e-bede-7f337b35d5f9),segment_id=8b6a2915-8459-499e-bede-7f337b35d5f9)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:13.631827 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1836de51-f88f-490f-9326-7e93eb19b41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:13.649831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-1836de51-f88f-490f-9326-7e93eb19b41c admin admin] Calling delete_port for b6d66427-8e8a-4690-8005-a0c88b066b4a owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:13.710776 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9218f119-6ce6-4253-9154-340a245a6725 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:13.754298 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-62d74664-fcef-4925-b978-7199c24bf126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:12Z', 'revision_number': 9, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'f5f923d2-830b-436b-a428-5c935e93a27c', 'name': '', 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:bb:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:42Z', 'updated_at': '2021-08-31T01:26:50Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:13.756545 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218f119-6ce6-4253-9154-340a245a6725 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Subnet': ['ID=f7013788-2d6a-4ebc-87ee-669957c5ee9b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:13.761284 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9218f119-6ce6-4253-9154-340a245a6725 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:13.766130 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55118) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:13.766550 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9218f119-6ce6-4253-9154-340a245a6725 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/subnets/f7013788-2d6a-4ebc-87ee-669957c5ee9b HTTP/1.1" status: 204 len: 168 time: 0.5296631 Aug 31 01:27:13.775668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7516e7-e7ec-4502-996e-719ae1056453 None None] Network 2240aba7-0635-4437-9923-c60f0cd3003d requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:27:14.035477 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d74664-fcef-4925-b978-7199c24bf126 None None] Checking router: 8b73f0a2-9bea-4169-8912-b6c9e759517f for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:14.063692 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d74664-fcef-4925-b978-7199c24bf126 None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:14.064732 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-62d74664-fcef-4925-b978-7199c24bf126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:14.066542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e41d3ac-0461-403c-9bdf-503838443689 None None] DHCP port deletion for 2240aba7-0635-4437-9923-c60f0cd3003d request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:27:14.162664 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-1e41d3ac-0461-403c-9bdf-503838443689 None None] Deleting port e4087a7f-532a-4c60-91ce-0d26100715a4 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:14.163261 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1e41d3ac-0461-403c-9bdf-503838443689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.174531 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-62d74664-fcef-4925-b978-7199c24bf126 None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:14.246367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-1e41d3ac-0461-403c-9bdf-503838443689 None None] For port e4087a7f-532a-4c60-91ce-0d26100715a4, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e4087a7f-532a-4c60-91ce-0d26100715a4,segment=NetworkSegment(af5730eb-b025-4fcf-a1ed-2bb3908a90e0),segment_id=af5730eb-b025-4fcf-a1ed-2bb3908a90e0)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:14.246850 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1e41d3ac-0461-403c-9bdf-503838443689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.266702 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-1e41d3ac-0461-403c-9bdf-503838443689 None None] Calling delete_port for e4087a7f-532a-4c60-91ce-0d26100715a4 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:14.378536 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-deeddd08-b55e-4878-982c-3c9add371a45 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.429823 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1e41d3ac-0461-403c-9bdf-503838443689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.430784 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4330db0-181c-4b5a-9a46-d4efb2ebfb8c req-cfc084a4-ebe1-4c2a-9e5a-0ada2924b56c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:14.432720 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4330db0-181c-4b5a-9a46-d4efb2ebfb8c req-cfc084a4-ebe1-4c2a-9e5a-0ada2924b56c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 944 time: 0.1920168 Aug 31 01:27:14.448803 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-62d74664-fcef-4925-b978-7199c24bf126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:12Z', 'revision_number': 9, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'f5f923d2-830b-436b-a428-5c935e93a27c', 'name': '', 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:bb:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:42Z', 'updated_at': '2021-08-31T01:26:50Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:14.478160 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41d3ac-0461-403c-9bdf-503838443689 None None] Pushing event deleted for resources: {'Port': ['ID=e4087a7f-532a-4c60-91ce-0d26100715a4,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:14.481806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e41d3ac-0461-403c-9bdf-503838443689 None None] No DVR routers for this DVR port e4087a7f-532a-4c60-91ce-0d26100715a4 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:14.522522 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d74664-fcef-4925-b978-7199c24bf126 None None] The sync data for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 is: [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:12Z', 'revision_number': 9, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'f5f923d2-830b-436b-a428-5c935e93a27c', 'name': '', 'network_id': '251eaf30-06bc-4116-ae2e-9c9b9b839f1b', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:bb:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:42Z', 'updated_at': '2021-08-31T01:26:50Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': 'b67a4217-e71d-4373-b625-c1b072ed39af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:14.595510 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4330db0-181c-4b5a-9a46-d4efb2ebfb8c req-3d73c0ad-0ca3-43b8-bd9b-68879520c4c4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479447 Aug 31 01:27:14.598983 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-deeddd08-b55e-4878-982c-3c9add371a45 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.614989 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-deeddd08-b55e-4878-982c-3c9add371a45 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2240aba7-0635-4437-9923-c60f0cd3003d']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:14.640384 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-deeddd08-b55e-4878-982c-3c9add371a45 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5730eb-b025-4fcf-a1ed-2bb3908a90e0') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:14.640384 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-deeddd08-b55e-4878-982c-3c9add371a45 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5730eb-b025-4fcf-a1ed-2bb3908a90e0') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:14.642599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55130) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:14.649533 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-deeddd08-b55e-4878-982c-3c9add371a45 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.669256 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-deeddd08-b55e-4878-982c-3c9add371a45 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.677413 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deeddd08-b55e-4878-982c-3c9add371a45 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:27:14.677967 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-deeddd08-b55e-4878-982c-3c9add371a45 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:27:14.681408 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:27:14.728701 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4c4e9787-c0e6-49f8-a107-4adf12675508 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/floatingips/315ff3d5-6562-4c9e-9971-89ca55e27001 HTTP/1.1" status: 200 len: 990 time: 0.0795965 Aug 31 01:27:14.732032 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1836de51-f88f-490f-9326-7e93eb19b41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.767752 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836de51-f88f-490f-9326-7e93eb19b41c admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d66427-8e8a-4690-8005-a0c88b066b4a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:15.011004 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-deeddd08-b55e-4878-982c-3c9add371a45 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.036558 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-deeddd08-b55e-4878-982c-3c9add371a45 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.042625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55138) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:15.051348 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-deeddd08-b55e-4878-982c-3c9add371a45 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/networks/2240aba7-0635-4437-9923-c60f0cd3003d HTTP/1.1" status: 204 len: 168 time: 1.2839444 Aug 31 01:27:15.072467 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeddd08-b55e-4878-982c-3c9add371a45 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Network': ['ID=2240aba7-0635-4437-9923-c60f0cd3003d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:15.124433 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 307f3d79-090f-489d-ab3e-651feb39c87d details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:27:15.192598 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1836de51-f88f-490f-9326-7e93eb19b41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.327444 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=307f3d79-090f-489d-ab3e-651feb39c87d,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:15.342033 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '307f3d79-090f-489d-ab3e-651feb39c87d', 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897', 'port_id': '307f3d79-090f-489d-ab3e-651feb39c87d', 'mac_address': 'fa:16:3e:84:bd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:27:15.400467 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.424017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307f3d79-090f-489d-ab3e-651feb39c87d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:27:15.448657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=307f3d79-090f-489d-ab3e-651feb39c87d,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:15.510792 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1836de51-f88f-490f-9326-7e93eb19b41c admin admin] Router 2eb0d685-e6d6-400c-a94c-3c69074171bb has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:15.540819 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-360b4624-862a-4396-ba79-fd629212f122 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.550939 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.622969 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=307f3d79-090f-489d-ab3e-651feb39c87d,revision_number=12']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:15.670207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1836de51-f88f-490f-9326-7e93eb19b41c admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:15.680061 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1836de51-f88f-490f-9326-7e93eb19b41c admin admin] 10.222.0.16 "PUT /v2.0/routers/2eb0d685-e6d6-400c-a94c-3c69074171bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6513002 Aug 31 01:27:15.682870 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1492b474-bb8e-4e65-9fad-a5aba5801d17 None None] Sync routers for ids ['2eb0d685-e6d6-400c-a94c-3c69074171bb'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:15.694643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55148) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:15.709789 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1492b474-bb8e-4e65-9fad-a5aba5801d17 None None] Routers {'2eb0d685-e6d6-400c-a94c-3c69074171bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:15.709789 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1492b474-bb8e-4e65-9fad-a5aba5801d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2eb0d685-e6d6-400c-a94c-3c69074171bb'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:15.809157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['307f3d79-090f-489d-ab3e-651feb39c87d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:27:15.857399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-360b4624-862a-4396-ba79-fd629212f122 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting port f5f923d2-830b-436b-a428-5c935e93a27c {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:15.857965 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-360b4624-862a-4396-ba79-fd629212f122 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.869265 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea006ba5-1fab-4b80-bef1-43868cb26a27 admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.942280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-1492b474-bb8e-4e65-9fad-a5aba5801d17 None None] Set router 2eb0d685-e6d6-400c-a94c-3c69074171bb gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:16.035119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-360b4624-862a-4396-ba79-fd629212f122 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] For port f5f923d2-830b-436b-a428-5c935e93a27c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f5f923d2-830b-436b-a428-5c935e93a27c,segment=NetworkSegment(d3cf6de0-af92-4d70-960c-880b110deec5),segment_id=d3cf6de0-af92-4d70-960c-880b110deec5)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:16.035796 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-360b4624-862a-4396-ba79-fd629212f122 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:16.053345 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-360b4624-862a-4396-ba79-fd629212f122 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Calling delete_port for f5f923d2-830b-436b-a428-5c935e93a27c owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:16.083324 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea006ba5-1fab-4b80-bef1-43868cb26a27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:16.148951 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e4087a7f-532a-4c60-91ce-0d26100715a4 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:16.196850 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: e4087a7f-532a-4c60-91ce-0d26100715a4 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:16.197311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e4087a7f-532a-4c60-91ce-0d26100715a4 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:16.197865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ad1121e2-8dc3-44b2-aa84-15ce67bbf285 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:16.231754 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: ad1121e2-8dc3-44b2-aa84-15ce67bbf285 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:16.232227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ad1121e2-8dc3-44b2-aa84-15ce67bbf285 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:16.264292 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-ea006ba5-1fab-4b80-bef1-43868cb26a27 admin admin] Deleting port 69e11be8-17f0-4ebf-95ce-d88afd028286 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:16.268196 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea006ba5-1fab-4b80-bef1-43868cb26a27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:16.379152 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-360b4624-862a-4396-ba79-fd629212f122 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:16.412237 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-ea006ba5-1fab-4b80-bef1-43868cb26a27 admin admin] For port 69e11be8-17f0-4ebf-95ce-d88afd028286, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=69e11be8-17f0-4ebf-95ce-d88afd028286,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:16.412714 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea006ba5-1fab-4b80-bef1-43868cb26a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:16.446368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b4624-862a-4396-ba79-fd629212f122 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Port': ['ID=f5f923d2-830b-436b-a428-5c935e93a27c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:16.448582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-ea006ba5-1fab-4b80-bef1-43868cb26a27 admin admin] Calling delete_port for 69e11be8-17f0-4ebf-95ce-d88afd028286 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:16.643003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1492b474-bb8e-4e65-9fad-a5aba5801d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:27:14Z', 'revision_number': 5, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port': {'id': '69e11be8-17f0-4ebf-95ce-d88afd028286', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:40Z', 'updated_at': '2021-08-31T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:16.715113 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1492b474-bb8e-4e65-9fad-a5aba5801d17 None None] Checking router: 2eb0d685-e6d6-400c-a94c-3c69074171bb for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:16.792475 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1492b474-bb8e-4e65-9fad-a5aba5801d17 None None] Routers {'2eb0d685-e6d6-400c-a94c-3c69074171bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:16.793925 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1492b474-bb8e-4e65-9fad-a5aba5801d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2eb0d685-e6d6-400c-a94c-3c69074171bb'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:16.896473 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-360b4624-862a-4396-ba79-fd629212f122 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.050967 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-1492b474-bb8e-4e65-9fad-a5aba5801d17 None None] Set router 2eb0d685-e6d6-400c-a94c-3c69074171bb gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:17.076379 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea006ba5-1fab-4b80-bef1-43868cb26a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.140151 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea006ba5-1fab-4b80-bef1-43868cb26a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e11be8-17f0-4ebf-95ce-d88afd028286,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:17.168023 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1492b474-bb8e-4e65-9fad-a5aba5801d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:27:16Z', 'revision_number': 6, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:17.175126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 307f3d79-090f-489d-ab3e-651feb39c87d up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:17.206469 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea006ba5-1fab-4b80-bef1-43868cb26a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.263339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1492b474-bb8e-4e65-9fad-a5aba5801d17 None None] The sync data for ids ['2eb0d685-e6d6-400c-a94c-3c69074171bb'] in n-d-793621-34 is: [{'id': '2eb0d685-e6d6-400c-a94c-3c69074171bb', 'name': 'tempest-AttachVolumeTestJSON-1115113925-router', 'tenant_id': '3e9fb06e01654acf8087ff144343ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:38Z', 'updated_at': '2021-08-31T01:27:16Z', 'revision_number': 6, 'project_id': '3e9fb06e01654acf8087ff144343ee10', 'gw_port_host': None}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:17.351572 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea006ba5-1fab-4b80-bef1-43868cb26a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.367440 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea006ba5-1fab-4b80-bef1-43868cb26a27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.433550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360b4624-862a-4396-ba79-fd629212f122 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router 8b73f0a2-9bea-4169-8912-b6c9e759517f has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:17.454920 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 307f3d79-090f-489d-ab3e-651feb39c87d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:17.466400 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 307f3d79-090f-489d-ab3e-651feb39c87d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:17.467090 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.605383 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea006ba5-1fab-4b80-bef1-43868cb26a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.609346 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea006ba5-1fab-4b80-bef1-43868cb26a27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eb0d685-e6d6-400c-a94c-3c69074171bb {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:27:17.614269 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.615655 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ea006ba5-1fab-4b80-bef1-43868cb26a27 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.622060 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55174) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:17.623591 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ea006ba5-1fab-4b80-bef1-43868cb26a27 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2eb0d685-e6d6-400c-a94c-3c69074171bb HTTP/1.1" status: 204 len: 168 time: 1.9358096 Aug 31 01:27:17.640431 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:27:17.643454 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8158b4ec-86bb-45d8-add8-2de0034a6a6e" -d '{"events": [{"server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "name": "network-vif-plugged", "status": "completed", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:17.658156 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=307f3d79-090f-489d-ab3e-651feb39c87d,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:17.671958 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360b4624-862a-4396-ba79-fd629212f122 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:17.677980 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-360b4624-862a-4396-ba79-fd629212f122 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/8b73f0a2-9bea-4169-8912-b6c9e759517f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6340697 Aug 31 01:27:17.680958 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55178) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:17.683501 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffba5a-14a6-4853-9db6-7c253d88521b None None] Sync routers for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:17.700506 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123b4b83-a00b-4a61-a128-becc81dcf0fd x-openstack-request-id: req-123b4b83-a00b-4a61-a128-becc81dcf0fd {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:17.700798 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "name": "network-vif-plugged", "status": "completed", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:17.701062 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-123b4b83-a00b-4a61-a128-becc81dcf0fd {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:17.701534 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d', 'code': 200} Aug 31 01:27:17.707966 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acffba5a-14a6-4853-9db6-7c253d88521b None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:17.708788 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-acffba5a-14a6-4853-9db6-7c253d88521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:17.727903 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-104373ad-ad7b-452c-b0da-4848658fd028 admin admin] Deleting subnet fda6a004-98bc-4255-914b-598d0c22693d {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:27:17.742476 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-104373ad-ad7b-452c-b0da-4848658fd028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.749851 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.809548 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b2d22e-64ed-404e-94f0-b5a275b43757 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting subnet b67a4217-e71d-4373-b625-c1b072ed39af {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:27:17.819053 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5b2d22e-64ed-404e-94f0-b5a275b43757 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.825834 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-acffba5a-14a6-4853-9db6-7c253d88521b None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:17.844542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=307f3d79-090f-489d-ab3e-651feb39c87d,revision_number=13']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:17.847961 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-104373ad-ad7b-452c-b0da-4848658fd028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.902410 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5b2d22e-64ed-404e-94f0-b5a275b43757 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.042367 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-104373ad-ad7b-452c-b0da-4848658fd028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.112505 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5b2d22e-64ed-404e-94f0-b5a275b43757 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.128542 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-acffba5a-14a6-4853-9db6-7c253d88521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:16Z', 'revision_number': 10, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:18.142042 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b6d66427-8e8a-4690-8005-a0c88b066b4a no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:18.166853 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffba5a-14a6-4853-9db6-7c253d88521b None None] Checking router: 8b73f0a2-9bea-4169-8912-b6c9e759517f for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:18.185484 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acffba5a-14a6-4853-9db6-7c253d88521b None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:18.186344 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-acffba5a-14a6-4853-9db6-7c253d88521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:18.201480 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: b6d66427-8e8a-4690-8005-a0c88b066b4a {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:18.203218 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b6d66427-8e8a-4690-8005-a0c88b066b4a not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:18.210060 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 69e11be8-17f0-4ebf-95ce-d88afd028286 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:18.232584 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 69e11be8-17f0-4ebf-95ce-d88afd028286 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:18.233099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 69e11be8-17f0-4ebf-95ce-d88afd028286 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:18.301683 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-acffba5a-14a6-4853-9db6-7c253d88521b None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:18.373240 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5b2d22e-64ed-404e-94f0-b5a275b43757 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.408221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2d22e-64ed-404e-94f0-b5a275b43757 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Subnet': ['ID=b67a4217-e71d-4373-b625-c1b072ed39af,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:18.408221 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5b2d22e-64ed-404e-94f0-b5a275b43757 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.411120 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a5b2d22e-64ed-404e-94f0-b5a275b43757 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/subnets/b67a4217-e71d-4373-b625-c1b072ed39af HTTP/1.1" status: 204 len: 168 time: 0.7286160 Aug 31 01:27:18.413288 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55190) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:18.416482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef593618-8f1f-46fb-95ce-bc984c176a1b None None] Network 251eaf30-06bc-4116-ae2e-9c9b9b839f1b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:27:18.443469 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-104373ad-ad7b-452c-b0da-4848658fd028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.534983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104373ad-ad7b-452c-b0da-4848658fd028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fda6a004-98bc-4255-914b-598d0c22693d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:18.540408 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-acffba5a-14a6-4853-9db6-7c253d88521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:16Z', 'revision_number': 10, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:18.544034 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-104373ad-ad7b-452c-b0da-4848658fd028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.549956 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-104373ad-ad7b-452c-b0da-4848658fd028 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fda6a004-98bc-4255-914b-598d0c22693d HTTP/1.1" status: 204 len: 168 time: 0.9231224 Aug 31 01:27:18.550397 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55192) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:18.575715 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197ff448-d7b4-4e3d-b3a8-a316ac536a8c None None] Network 889b8bdc-4727-4715-b1e1-0ac4e4969e44 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:27:18.577243 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.616612 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffba5a-14a6-4853-9db6-7c253d88521b None None] The sync data for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 is: [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:16Z', 'revision_number': 10, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None, '_interfaces': [{'id': 'f7d50d5b-c709-489a-8211-1525fffd80ed', 'name': '', 'network_id': 'cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'mac_address': 'fa:16:3e:91:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:35Z', 'updated_at': '2021-08-31T01:26:42Z', 'revision_number': 5, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'subnets': [{'id': '2e867534-c5c9-4bc0-8f88-20d48f8fdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:18.673956 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting port dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:18.674754 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.695407 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.697254 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9d847b-0a9d-436d-94ea-2b95576e4562 None None] DHCP port deletion for 251eaf30-06bc-4116-ae2e-9c9b9b839f1b request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:27:18.773762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] For port dcf8eba1-1c3d-444b-a4f0-9a8a17424c67, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dcf8eba1-1c3d-444b-a4f0-9a8a17424c67,segment=NetworkSegment(d3cf6de0-af92-4d70-960c-880b110deec5),segment_id=d3cf6de0-af92-4d70-960c-880b110deec5)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:18.774540 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.784885 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] Deleting port 74e42710-2ef5-462c-bb96-c6958b87cbc5 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:18.786009 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.792684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Calling delete_port for dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:18.803980 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d847b-0a9d-436d-94ea-2b95576e4562 None None] Deleting port dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:18.804358 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff9d847b-0a9d-436d-94ea-2b95576e4562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.874785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] For port 74e42710-2ef5-462c-bb96-c6958b87cbc5, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=74e42710-2ef5-462c-bb96-c6958b87cbc5,segment=NetworkSegment(8b6a2915-8459-499e-bede-7f337b35d5f9),segment_id=8b6a2915-8459-499e-bede-7f337b35d5f9)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:18.876737 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.885327 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ff9d847b-0a9d-436d-94ea-2b95576e4562 None None] For port dcf8eba1-1c3d-444b-a4f0-9a8a17424c67, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dcf8eba1-1c3d-444b-a4f0-9a8a17424c67,segment=NetworkSegment(d3cf6de0-af92-4d70-960c-880b110deec5),segment_id=d3cf6de0-af92-4d70-960c-880b110deec5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:18.885751 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff9d847b-0a9d-436d-94ea-2b95576e4562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.895390 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] Calling delete_port for 74e42710-2ef5-462c-bb96-c6958b87cbc5 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:18.912830 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d847b-0a9d-436d-94ea-2b95576e4562 None None] Calling delete_port for dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:19.007294 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.039229 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Port': ['ID=dcf8eba1-1c3d-444b-a4f0-9a8a17424c67,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:19.044549 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] No DVR routers for this DVR port dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:19.050088 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff9d847b-0a9d-436d-94ea-2b95576e4562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.056310 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b94a63-cb75-40a2-bb15-d30ec7db9132 None None] DHCP port deletion for 889b8bdc-4727-4715-b1e1-0ac4e4969e44 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:27:19.104865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d847b-0a9d-436d-94ea-2b95576e4562 None None] Pushing event deleted for resources: {'Port': ['ID=dcf8eba1-1c3d-444b-a4f0-9a8a17424c67,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:19.107203 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d847b-0a9d-436d-94ea-2b95576e4562 None None] No DVR routers for this DVR port dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:19.125616 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.144167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d7b94a63-cb75-40a2-bb15-d30ec7db9132 None None] The port '74e42710-2ef5-462c-bb96-c6958b87cbc5' was deleted {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 31 01:27:19.184236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] Pushing event deleted for resources: {'Port': ['ID=74e42710-2ef5-462c-bb96-c6958b87cbc5,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:19.203933 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] No DVR routers for this DVR port 74e42710-2ef5-462c-bb96-c6958b87cbc5 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:19.208506 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.234484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251eaf30-06bc-4116-ae2e-9c9b9b839f1b']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:19.254544 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3cf6de0-af92-4d70-960c-880b110deec5') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:19.254829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3cf6de0-af92-4d70-960c-880b110deec5') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:19.267687 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.287371 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.299918 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.300199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:27:19.300199 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:27:19.301539 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:27:19.312678 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889b8bdc-4727-4715-b1e1-0ac4e4969e44']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:19.325243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6a2915-8459-499e-bede-7f337b35d5f9') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:19.325663 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6a2915-8459-499e-bede-7f337b35d5f9') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:19.347859 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.368275 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.375306 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:27:19.375705 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:27:19.378120 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:27:19.502185 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.510258 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.512352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/networks/251eaf30-06bc-4116-ae2e-9c9b9b839f1b HTTP/1.1" status: 204 len: 168 time: 1.0973597 Aug 31 01:27:19.514576 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55212) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:19.524187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ab8c7-b287-469b-812f-c44442679896 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Network': ['ID=251eaf30-06bc-4116-ae2e-9c9b9b839f1b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:19.587004 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.596105 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.600287 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] 10.222.0.16 "DELETE /v2.0/networks/889b8bdc-4727-4715-b1e1-0ac4e4969e44 HTTP/1.1" status: 204 len: 168 time: 1.0460513 Aug 31 01:27:19.615936 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf87245-8083-479a-b0bb-387bce92497f admin admin] Pushing event deleted for resources: {'Network': ['ID=889b8bdc-4727-4715-b1e1-0ac4e4969e44,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:19.962239 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f5f923d2-830b-436b-a428-5c935e93a27c no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:19.987814 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: f5f923d2-830b-436b-a428-5c935e93a27c {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:19.988166 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f5f923d2-830b-436b-a428-5c935e93a27c not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:19.988805 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:20.001490 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87e1555c-4857-4977-b5e3-1d6bf6bad596 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.008332 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:20.011387 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dcf8eba1-1c3d-444b-a4f0-9a8a17424c67 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:20.011387 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 74e42710-2ef5-462c-bb96-c6958b87cbc5 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:20.028123 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 74e42710-2ef5-462c-bb96-c6958b87cbc5 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:20.028552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 74e42710-2ef5-462c-bb96-c6958b87cbc5 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:20.130477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55226) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:20.185839 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-beffb7a9-0e09-4b21-b89e-d7ddb6f45100 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e9fb06e01654acf8087ff144343ee10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540369 Aug 31 01:27:20.188235 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55228) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:20.254714 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94051355-141d-45f7-9f62-a64eafe4b5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.280774 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94051355-141d-45f7-9f62-a64eafe4b5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.296313 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-87e1555c-4857-4977-b5e3-1d6bf6bad596 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting port f7d50d5b-c709-489a-8211-1525fffd80ed {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:20.296654 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87e1555c-4857-4977-b5e3-1d6bf6bad596 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.405539 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-87e1555c-4857-4977-b5e3-1d6bf6bad596 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] For port f7d50d5b-c709-489a-8211-1525fffd80ed, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f7d50d5b-c709-489a-8211-1525fffd80ed,segment=NetworkSegment(d2506be9-8865-453f-8632-55a24477a33f),segment_id=d2506be9-8865-453f-8632-55a24477a33f)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:20.405913 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87e1555c-4857-4977-b5e3-1d6bf6bad596 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.420426 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-87e1555c-4857-4977-b5e3-1d6bf6bad596 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Calling delete_port for f7d50d5b-c709-489a-8211-1525fffd80ed owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:20.423972 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94051355-141d-45f7-9f62-a64eafe4b5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.426899 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-94051355-141d-45f7-9f62-a64eafe4b5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.430733 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-94051355-141d-45f7-9f62-a64eafe4b5f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ada18c7-eafb-4557-93eb-80202c92de51 HTTP/1.1" status: 204 len: 168 time: 0.2387900 Aug 31 01:27:20.446215 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94051355-141d-45f7-9f62-a64eafe4b5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ada18c7-eafb-4557-93eb-80202c92de51,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:20.779267 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87e1555c-4857-4977-b5e3-1d6bf6bad596 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.817982 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1555c-4857-4977-b5e3-1d6bf6bad596 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Port': ['ID=f7d50d5b-c709-489a-8211-1525fffd80ed,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:21.084836 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-87e1555c-4857-4977-b5e3-1d6bf6bad596 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.317628 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e1555c-4857-4977-b5e3-1d6bf6bad596 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router 8b73f0a2-9bea-4169-8912-b6c9e759517f has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:21.397615 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e1555c-4857-4977-b5e3-1d6bf6bad596 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:21.404257 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-87e1555c-4857-4977-b5e3-1d6bf6bad596 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/8b73f0a2-9bea-4169-8912-b6c9e759517f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8883438 Aug 31 01:27:21.406826 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55254) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:21.410306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b170aa3-164f-4b12-a075-8c041e7167a6 None None] Sync routers for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:21.425112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b170aa3-164f-4b12-a075-8c041e7167a6 None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:21.425789 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1b170aa3-164f-4b12-a075-8c041e7167a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:21.529844 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f61af33-7de3-46e7-8a79-c358bda9b3db tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting subnet 2e867534-c5c9-4bc0-8f88-20d48f8fdea5 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:27:21.538072 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9f61af33-7de3-46e7-8a79-c358bda9b3db tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.595314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-1b170aa3-164f-4b12-a075-8c041e7167a6 None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:21.669970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1b170aa3-164f-4b12-a075-8c041e7167a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:20Z', 'revision_number': 11, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:21.670579 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9f61af33-7de3-46e7-8a79-c358bda9b3db tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.706866 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b170aa3-164f-4b12-a075-8c041e7167a6 None None] Checking router: 8b73f0a2-9bea-4169-8912-b6c9e759517f for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:21.718491 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b170aa3-164f-4b12-a075-8c041e7167a6 None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:21.719239 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1b170aa3-164f-4b12-a075-8c041e7167a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:21.786314 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9f61af33-7de3-46e7-8a79-c358bda9b3db tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.843435 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-1b170aa3-164f-4b12-a075-8c041e7167a6 None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:21.955290 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1b170aa3-164f-4b12-a075-8c041e7167a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:20Z', 'revision_number': 11, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:21.959674 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9f61af33-7de3-46e7-8a79-c358bda9b3db tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.021295 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b170aa3-164f-4b12-a075-8c041e7167a6 None None] The sync data for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 is: [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:20Z', 'revision_number': 11, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:22.026001 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61af33-7de3-46e7-8a79-c358bda9b3db tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Subnet': ['ID=2e867534-c5c9-4bc0-8f88-20d48f8fdea5,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:22.039118 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9f61af33-7de3-46e7-8a79-c358bda9b3db tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.039307 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d0907c-2eb4-41bc-aaa7-97310be8dec1 None None] Network cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:27:22.041725 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9f61af33-7de3-46e7-8a79-c358bda9b3db tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/subnets/2e867534-c5c9-4bc0-8f88-20d48f8fdea5 HTTP/1.1" status: 204 len: 168 time: 0.6329002 Aug 31 01:27:22.045732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55272) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:22.161331 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.249876 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Deleting port b7a22924-476c-4c57-a718-46c026b4ee6c {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:22.250232 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.346249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] For port b7a22924-476c-4c57-a718-46c026b4ee6c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b7a22924-476c-4c57-a718-46c026b4ee6c,segment=NetworkSegment(d2506be9-8865-453f-8632-55a24477a33f),segment_id=d2506be9-8865-453f-8632-55a24477a33f)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:22.348415 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.364767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Calling delete_port for b7a22924-476c-4c57-a718-46c026b4ee6c owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:22.421226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50815360-713b-4b4b-9064-f6795181d0de None None] DHCP port deletion for cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:27:22.528795 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-50815360-713b-4b4b-9064-f6795181d0de None None] Deleting port b7a22924-476c-4c57-a718-46c026b4ee6c {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:22.529174 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-50815360-713b-4b4b-9064-f6795181d0de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.598632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-50815360-713b-4b4b-9064-f6795181d0de None None] For port b7a22924-476c-4c57-a718-46c026b4ee6c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b7a22924-476c-4c57-a718-46c026b4ee6c,segment=NetworkSegment(d2506be9-8865-453f-8632-55a24477a33f),segment_id=d2506be9-8865-453f-8632-55a24477a33f)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:22.599032 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-50815360-713b-4b4b-9064-f6795181d0de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.616977 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-50815360-713b-4b4b-9064-f6795181d0de None None] Calling delete_port for b7a22924-476c-4c57-a718-46c026b4ee6c owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:22.761377 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.781251 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-50815360-713b-4b4b-9064-f6795181d0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.809121 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Port': ['ID=b7a22924-476c-4c57-a718-46c026b4ee6c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:22.818046 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50815360-713b-4b4b-9064-f6795181d0de None None] Pushing event deleted for resources: {'Port': ['ID=b7a22924-476c-4c57-a718-46c026b4ee6c,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:22.831894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] No DVR routers for this DVR port b7a22924-476c-4c57-a718-46c026b4ee6c on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:22.834197 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50815360-713b-4b4b-9064-f6795181d0de None None] No DVR routers for this DVR port b7a22924-476c-4c57-a718-46c026b4ee6c on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:23.356238 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:23.369488 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:23.393052 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2506be9-8865-453f-8632-55a24477a33f') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:23.393777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2506be9-8865-453f-8632-55a24477a33f') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:23.405192 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:23.429944 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:23.439267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:27:23.440065 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:27:23.444440 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:27:23.639810 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:23.651335 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:23.655837 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/networks/cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e HTTP/1.1" status: 204 len: 168 time: 1.6060638 Aug 31 01:27:23.656932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55310) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:23.680777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-aebdbf23-c5ec-45bc-8bcf-bc4c7972ffdb tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'router': {'routes': None}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:23.684655 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e558e-f36e-4681-a5f1-0456d18dc3b9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Pushing event deleted for resources: {'Network': ['ID=cdcfcb76-cd7d-4d2d-a43a-34b821dfbc5e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:23.906182 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.extraroute_db [None req-aebdbf23-c5ec-45bc-8bcf-bc4c7972ffdb tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Added routes are [] {{(pid=102342) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 01:27:23.907074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.extraroute_db [None req-aebdbf23-c5ec-45bc-8bcf-bc4c7972ffdb tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Removed routes are [] {{(pid=102342) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 01:27:23.907958 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aebdbf23-c5ec-45bc-8bcf-bc4c7972ffdb tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:23.982446 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f7d50d5b-c709-489a-8211-1525fffd80ed no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:24.005932 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: f7d50d5b-c709-489a-8211-1525fffd80ed {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:24.006288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f7d50d5b-c709-489a-8211-1525fffd80ed not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:24.006728 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b7a22924-476c-4c57-a718-46c026b4ee6c no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:24.050458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: b7a22924-476c-4c57-a718-46c026b4ee6c {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:24.050907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b7a22924-476c-4c57-a718-46c026b4ee6c not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:24.087661 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aebdbf23-c5ec-45bc-8bcf-bc4c7972ffdb tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:24.092923 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aebdbf23-c5ec-45bc-8bcf-bc4c7972ffdb tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:24.186800 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebdbf23-c5ec-45bc-8bcf-bc4c7972ffdb tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router 8b73f0a2-9bea-4169-8912-b6c9e759517f has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:24.305462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebdbf23-c5ec-45bc-8bcf-bc4c7972ffdb tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:24.320024 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aebdbf23-c5ec-45bc-8bcf-bc4c7972ffdb tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:24.320024 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-aebdbf23-c5ec-45bc-8bcf-bc4c7972ffdb tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/8b73f0a2-9bea-4169-8912-b6c9e759517f HTTP/1.1" status: 200 len: 701 time: 0.6589465 Aug 31 01:27:24.321679 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4fa5f1-bf0a-40b9-92b6-15a37eab548f None None] Sync routers for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:24.326309 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55328) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:24.338568 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4fa5f1-bf0a-40b9-92b6-15a37eab548f None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:24.339423 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ee4fa5f1-bf0a-40b9-92b6-15a37eab548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:24.437462 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-ee4fa5f1-bf0a-40b9-92b6-15a37eab548f None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:24.498000 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ee4fa5f1-bf0a-40b9-92b6-15a37eab548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:20Z', 'revision_number': 11, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:24.530116 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4fa5f1-bf0a-40b9-92b6-15a37eab548f None None] Checking router: 8b73f0a2-9bea-4169-8912-b6c9e759517f for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:24.540684 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4fa5f1-bf0a-40b9-92b6-15a37eab548f None None] Routers {'8b73f0a2-9bea-4169-8912-b6c9e759517f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:24.541353 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ee4fa5f1-bf0a-40b9-92b6-15a37eab548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8b73f0a2-9bea-4169-8912-b6c9e759517f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:24.621703 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-ee4fa5f1-bf0a-40b9-92b6-15a37eab548f None None] Set router 8b73f0a2-9bea-4169-8912-b6c9e759517f gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:24.727735 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3de415f7-3453-4f99-b1e6-ce33d5d462c4 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b73f0a2-9bea-4169-8912-b6c9e759517f HTTP/1.1" status: 200 len: 205 time: 0.3996663 Aug 31 01:27:24.731612 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55338) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:24.794602 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ee4fa5f1-bf0a-40b9-92b6-15a37eab548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:20Z', 'revision_number': 11, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:24.823612 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4fa5f1-bf0a-40b9-92b6-15a37eab548f None None] The sync data for ids ['8b73f0a2-9bea-4169-8912-b6c9e759517f'] in n-d-793621-34 is: [{'id': '8b73f0a2-9bea-4169-8912-b6c9e759517f', 'name': 'tempest-RoutersTest-router-1190681591', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:26:32Z', 'updated_at': '2021-08-31T01:27:20Z', 'revision_number': 11, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:24.830445 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9817dc3f-88f6-4928-af63-30b3eb1ffcd8 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:25.052190 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9817dc3f-88f6-4928-af63-30b3eb1ffcd8 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:25.052190 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9817dc3f-88f6-4928-af63-30b3eb1ffcd8 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:25.210625 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9817dc3f-88f6-4928-af63-30b3eb1ffcd8 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:25.212717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9817dc3f-88f6-4928-af63-30b3eb1ffcd8 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Fanout notify agent at l3_agent the message router_deleted on router 8b73f0a2-9bea-4169-8912-b6c9e759517f {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:27:25.224564 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9817dc3f-88f6-4928-af63-30b3eb1ffcd8 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:25.233072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55356) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:25.233817 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9817dc3f-88f6-4928-af63-30b3eb1ffcd8 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/routers/8b73f0a2-9bea-4169-8912-b6c9e759517f HTTP/1.1" status: 204 len: 168 time: 0.4975533 Aug 31 01:27:25.235460 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-bb7a13c1-95c2-497d-b7f4-b99ab56319fd tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1838118678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:25.338177 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bb7a13c1-95c2-497d-b7f4-b99ab56319fd tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:25.339930 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bb7a13c1-95c2-497d-b7f4-b99ab56319fd tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:25.413578 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bb7a13c1-95c2-497d-b7f4-b99ab56319fd tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:25.521319 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bb7a13c1-95c2-497d-b7f4-b99ab56319fd tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:25.693313 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bb7a13c1-95c2-497d-b7f4-b99ab56319fd tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:25.710489 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bb7a13c1-95c2-497d-b7f4-b99ab56319fd tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4640315 Aug 31 01:27:25.710778 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55374) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:25.710778 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-76e3415e-5a69-4d4a-825c-8898b86125c6 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:26.002368 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76e3415e-5a69-4d4a-825c-8898b86125c6 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14075'] for router, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:26.017928 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fecb9-3b6c-40db-8afb-06528e50f303 req-3fd6fb54-6b6f-4fc1-8c3f-4922d868e49c tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:26.019486 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df9fecb9-3b6c-40db-8afb-06528e50f303 req-3fd6fb54-6b6f-4fc1-8c3f-4922d868e49c tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 945 time: 0.1671486 Aug 31 01:27:26.066863 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df9fecb9-3b6c-40db-8afb-06528e50f303 req-1f814da4-8ed5-45a0-8e57-fe97e0267a9d tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363240 Aug 31 01:27:26.167597 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76e3415e-5a69-4d4a-825c-8898b86125c6 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452575'] for router, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:26.374847 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e3415e-5a69-4d4a-825c-8898b86125c6 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Router 2c393b0f-569b-4535-84ae-9520f0acb780 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:27:26.466103 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e3415e-5a69-4d4a-825c-8898b86125c6 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:26.475928 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76e3415e-5a69-4d4a-825c-8898b86125c6 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:26.477543 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-76e3415e-5a69-4d4a-825c-8898b86125c6 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "PUT /v2.0/routers/2c393b0f-569b-4535-84ae-9520f0acb780 HTTP/1.1" status: 200 len: 694 time: 0.7777269 Aug 31 01:27:26.481060 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30d6dbb-1c86-4a4e-97ef-e7b3f0c4f1ce None None] Sync routers for ids ['2c393b0f-569b-4535-84ae-9520f0acb780'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:26.482115 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55400) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:26.488649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30d6dbb-1c86-4a4e-97ef-e7b3f0c4f1ce None None] Routers {'2c393b0f-569b-4535-84ae-9520f0acb780'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:26.489521 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e30d6dbb-1c86-4a4e-97ef-e7b3f0c4f1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2c393b0f-569b-4535-84ae-9520f0acb780'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:26.570291 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5621b5e1-7410-468f-b14a-22e3f54c2a75 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/routers/2c393b0f-569b-4535-84ae-9520f0acb780 HTTP/1.1" status: 200 len: 700 time: 0.0867836 Aug 31 01:27:26.574390 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55404) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:26.588393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-e30d6dbb-1c86-4a4e-97ef-e7b3f0c4f1ce None None] Set router 2c393b0f-569b-4535-84ae-9520f0acb780 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:26.608407 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a5514da4-65d4-42c2-9427-994b3570aef5 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c393b0f-569b-4535-84ae-9520f0acb780 HTTP/1.1" status: 200 len: 205 time: 0.0327804 Aug 31 01:27:26.611526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55406) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:26.656742 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e30d6dbb-1c86-4a4e-97ef-e7b3f0c4f1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c393b0f-569b-4535-84ae-9520f0acb780', 'name': 'tempest-RoutersTest-router-1838118678', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:25Z', 'updated_at': '2021-08-31T01:27:26Z', 'revision_number': 2, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:26.693940 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30d6dbb-1c86-4a4e-97ef-e7b3f0c4f1ce None None] Checking router: 2c393b0f-569b-4535-84ae-9520f0acb780 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:26.704989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30d6dbb-1c86-4a4e-97ef-e7b3f0c4f1ce None None] Routers {'2c393b0f-569b-4535-84ae-9520f0acb780'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:26.705661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e30d6dbb-1c86-4a4e-97ef-e7b3f0c4f1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2c393b0f-569b-4535-84ae-9520f0acb780'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:26.726295 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe2ec-7aaa-40a8-9b48-74ca5d3a2376 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:26.784629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-e30d6dbb-1c86-4a4e-97ef-e7b3f0c4f1ce None None] Set router 2c393b0f-569b-4535-84ae-9520f0acb780 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:26.848935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e30d6dbb-1c86-4a4e-97ef-e7b3f0c4f1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c393b0f-569b-4535-84ae-9520f0acb780', 'name': 'tempest-RoutersTest-router-1838118678', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:25Z', 'updated_at': '2021-08-31T01:27:26Z', 'revision_number': 2, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:26.877772 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30d6dbb-1c86-4a4e-97ef-e7b3f0c4f1ce None None] The sync data for ids ['2c393b0f-569b-4535-84ae-9520f0acb780'] in n-d-793621-34 is: [{'id': '2c393b0f-569b-4535-84ae-9520f0acb780', 'name': 'tempest-RoutersTest-router-1838118678', 'tenant_id': 'c4a235c1d008497d80861d185bae0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:25Z', 'updated_at': '2021-08-31T01:27:26Z', 'revision_number': 2, 'project_id': 'c4a235c1d008497d80861d185bae0447', 'gw_port_host': None}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:26.950851 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe2ec-7aaa-40a8-9b48-74ca5d3a2376 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:26.953740 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe2ec-7aaa-40a8-9b48-74ca5d3a2376 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:27.081301 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe2ec-7aaa-40a8-9b48-74ca5d3a2376 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:27.081916 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbbe2ec-7aaa-40a8-9b48-74ca5d3a2376 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Fanout notify agent at l3_agent the message router_deleted on router 2c393b0f-569b-4535-84ae-9520f0acb780 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:27:27.089380 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe2ec-7aaa-40a8-9b48-74ca5d3a2376 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:27.090899 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cfbbe2ec-7aaa-40a8-9b48-74ca5d3a2376 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/routers/2c393b0f-569b-4535-84ae-9520f0acb780 HTTP/1.1" status: 204 len: 168 time: 0.4781921 Aug 31 01:27:27.094748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55420) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:27.135975 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8e26b570-160b-4409-bd88-a7f17b167116 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c393b0f-569b-4535-84ae-9520f0acb780 HTTP/1.1" status: 200 len: 205 time: 0.0398510 Aug 31 01:27:27.138354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55424) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:27.210299 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-717ad19e-e836-4b69-ada2-f6153d756ff9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] delete failed (client error): The resource could not be found. Aug 31 01:27:27.214109 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55428) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:27.216088 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-717ad19e-e836-4b69-ada2-f6153d756ff9 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/routers/2c393b0f-569b-4535-84ae-9520f0acb780 HTTP/1.1" status: 404 len: 336 time: 0.0738990 Aug 31 01:27:27.253871 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-af319670-cc89-454a-90c3-35f031fb938e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] DELETE failed (client error): The resource could not be found. Aug 31 01:27:27.254717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af319670-cc89-454a-90c3-35f031fb938e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:27:27.256909 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-af319670-cc89-454a-90c3-35f031fb938e tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/subnets/8dec660e-7589-43d7-9454-8756d4a74fe5 HTTP/1.1" status: 404 len: 337 time: 0.0417836 Aug 31 01:27:27.260861 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55430) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:27.290473 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6fbf15e-a330-4c59-b67e-41ade13d0e38 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] DELETE failed (client error): The resource could not be found. Aug 31 01:27:27.291473 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6fbf15e-a330-4c59-b67e-41ade13d0e38 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:27:27.295009 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a6fbf15e-a330-4c59-b67e-41ade13d0e38 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/subnets/f7013788-2d6a-4ebc-87ee-669957c5ee9b HTTP/1.1" status: 404 len: 337 time: 0.0326247 Aug 31 01:27:27.298832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55434) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:27.318655 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb443504-997d-40b1-9399-2532493f8eb1 req-3f5312b7-93d4-456a-8d4d-71ad0b811e39 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:27.320368 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cb443504-997d-40b1-9399-2532493f8eb1 req-3f5312b7-93d4-456a-8d4d-71ad0b811e39 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 945 time: 0.1128716 Aug 31 01:27:27.329804 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f600c73-a4c9-4c22-b732-ebe935d15c4e req-f3b30742-2172-4137-8350-468d2a1c7ff3 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:27.331564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f600c73-a4c9-4c22-b732-ebe935d15c4e req-f3b30742-2172-4137-8350-468d2a1c7ff3 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.48 "GET /v2.0/ports?device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 945 time: 0.1052668 Aug 31 01:27:27.363376 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-c522fd8a-06d9-4e87-a10c-a3cd02cb1bfa tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] DELETE failed (client error): The resource could not be found. Aug 31 01:27:27.363900 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c522fd8a-06d9-4e87-a10c-a3cd02cb1bfa tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:27:27.365658 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c522fd8a-06d9-4e87-a10c-a3cd02cb1bfa tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/subnets/b67a4217-e71d-4373-b625-c1b072ed39af HTTP/1.1" status: 404 len: 337 time: 0.0635629 Aug 31 01:27:27.368682 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55436) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:27.397898 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b070048-a80a-44a6-9ad8-56d4e327229f tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] DELETE failed (client error): The resource could not be found. Aug 31 01:27:27.404983 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b070048-a80a-44a6-9ad8-56d4e327229f tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:27:27.404983 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1b070048-a80a-44a6-9ad8-56d4e327229f tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/subnets/2e867534-c5c9-4bc0-8f88-20d48f8fdea5 HTTP/1.1" status: 404 len: 337 time: 0.0304925 Aug 31 01:27:27.408264 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55438) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:27.438269 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cb443504-997d-40b1-9399-2532493f8eb1 req-46c41ee4-385f-4470-bce5-aa0bafae0272 tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/security-groups?id=54dc57a1-19e6-4564-9048-6c36225df32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043522 Aug 31 01:27:27.459668 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4234719b-cb6d-4ce9-aa73-09b18a406e42 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b73f0a2-9bea-4169-8912-b6c9e759517f HTTP/1.1" status: 200 len: 205 time: 0.0468864 Aug 31 01:27:27.460269 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55442) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:27.520036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-7f600c73-a4c9-4c22-b732-ebe935d15c4e req-dbb352d9-bfec-48c2-abee-d8bcf1b2308b tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Deleting port de66309f-d151-47ff-92d8-3caff66c30b4 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:27.520472 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7f600c73-a4c9-4c22-b732-ebe935d15c4e req-dbb352d9-bfec-48c2-abee-d8bcf1b2308b tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:27.560099 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-afd67eab-fe84-44bb-8e62-138a4ffd9af4 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] delete failed (client error): The resource could not be found. Aug 31 01:27:27.561752 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-afd67eab-fe84-44bb-8e62-138a4ffd9af4 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/routers/8b73f0a2-9bea-4169-8912-b6c9e759517f HTTP/1.1" status: 404 len: 336 time: 0.0993679 Aug 31 01:27:27.565752 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55448) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:27.614084 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-76785889-c792-4669-aa7a-3d833e1d32ec tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cf15ba0-0601-4d7c-981d-5818f067d2d6 HTTP/1.1" status: 200 len: 205 time: 0.0463231 Aug 31 01:27:27.617183 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55450) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:27.642002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-7f600c73-a4c9-4c22-b732-ebe935d15c4e req-dbb352d9-bfec-48c2-abee-d8bcf1b2308b tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] For port de66309f-d151-47ff-92d8-3caff66c30b4, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=de66309f-d151-47ff-92d8-3caff66c30b4,segment=NetworkSegment(029db2a1-ba00-44ec-ba85-d12d2b2cc3a0),segment_id=029db2a1-ba00-44ec-ba85-d12d2b2cc3a0)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:27.645883 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7f600c73-a4c9-4c22-b732-ebe935d15c4e req-dbb352d9-bfec-48c2-abee-d8bcf1b2308b tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:27.652535 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-c5a2ce26-06a0-4128-820d-97541f96f044 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] delete failed (client error): The resource could not be found. Aug 31 01:27:27.653579 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c5a2ce26-06a0-4128-820d-97541f96f044 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/routers/9cf15ba0-0601-4d7c-981d-5818f067d2d6 HTTP/1.1" status: 404 len: 336 time: 0.0366061 Aug 31 01:27:27.656348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55452) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:27.656875 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-7f600c73-a4c9-4c22-b732-ebe935d15c4e req-dbb352d9-bfec-48c2-abee-d8bcf1b2308b tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Calling delete_port for de66309f-d151-47ff-92d8-3caff66c30b4 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:27.685557 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bd255e-426f-49dc-ab8c-77de4973b6cf tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] DELETE failed (client error): The resource could not be found. Aug 31 01:27:27.686009 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0bd255e-426f-49dc-ab8c-77de4973b6cf tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:27:27.687791 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e0bd255e-426f-49dc-ab8c-77de4973b6cf tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/subnets/96c1b878-771a-4d2f-ba2e-319682c09a5f HTTP/1.1" status: 404 len: 337 time: 0.0304658 Aug 31 01:27:27.691008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55454) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:27.723532 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c30651a7-9584-416a-80ce-8341cb653960 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e HTTP/1.1" status: 200 len: 205 time: 0.0313771 Aug 31 01:27:27.726399 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55458) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:27.768271 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-7c270355-f5c8-4f97-948d-d239bd741ba0 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] delete failed (client error): The resource could not be found. Aug 31 01:27:27.769170 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7c270355-f5c8-4f97-948d-d239bd741ba0 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/routers/cb9ae3c5-07e1-4404-b3a5-fc678b5fbe5e HTTP/1.1" status: 404 len: 336 time: 0.0417705 Aug 31 01:27:27.773300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55462) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:27.817903 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:27:27.832538 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9259c151-1b9d-4692-bd15-df72b065767d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f8fd7f-062e-4612-95a6-66a34232bf9b HTTP/1.1" status: 200 len: 205 time: 0.0569820 Aug 31 01:27:27.834566 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55466) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:27.902361 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-073f0106-2fc3-4608-968b-dfc264fbb467 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] delete failed (client error): The resource could not be found. Aug 31 01:27:27.903534 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-073f0106-2fc3-4608-968b-dfc264fbb467 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/routers/a1f8fd7f-062e-4612-95a6-66a34232bf9b HTTP/1.1" status: 404 len: 336 time: 0.0676236 Aug 31 01:27:27.906721 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55468) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:27.966758 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-042e2543-6dc9-456b-9a2a-aac0d10a50f1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] DELETE failed (client error): The resource could not be found. Aug 31 01:27:27.967526 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042e2543-6dc9-456b-9a2a-aac0d10a50f1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:27:27.971086 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-042e2543-6dc9-456b-9a2a-aac0d10a50f1 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/subnets/2ad13b39-0f99-4b5f-9cc7-fcece2925b72 HTTP/1.1" status: 404 len: 337 time: 0.0614929 Aug 31 01:27:27.974127 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55472) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:28.015221 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6621c25c-0eb3-4307-aaf3-35641c688885 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/ports?device_id=de36b191-b46e-44ed-85f2-e870d3458ea0 HTTP/1.1" status: 200 len: 205 time: 0.0359423 Aug 31 01:27:28.015221 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7f600c73-a4c9-4c22-b732-ebe935d15c4e req-dbb352d9-bfec-48c2-abee-d8bcf1b2308b tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:28.017901 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55474) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:28.028721 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['de66309f-d151-47ff-92d8-3caff66c30b4'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:27:28.074631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb352d9-bfec-48c2-abee-d8bcf1b2308b tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Pushing event deleted for resources: {'Port': ['ID=de66309f-d151-47ff-92d8-3caff66c30b4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:28.089742 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-7b5a230c-ff95-4f53-90b7-eadb234b33d7 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] delete failed (client error): The resource could not be found. Aug 31 01:27:28.090809 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7b5a230c-ff95-4f53-90b7-eadb234b33d7 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/routers/de36b191-b46e-44ed-85f2-e870d3458ea0 HTTP/1.1" status: 404 len: 336 time: 0.0712361 Aug 31 01:27:28.093471 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55478) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:28.123642 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-04828f7e-076f-4be6-bacd-0caba0561f0c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] DELETE failed (client error): The resource could not be found. Aug 31 01:27:28.124114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04828f7e-076f-4be6-bacd-0caba0561f0c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:27:28.130264 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-04828f7e-076f-4be6-bacd-0caba0561f0c tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/subnets/27057b64-4eb8-436e-b3d7-a318cffd83ab HTTP/1.1" status: 404 len: 337 time: 0.0314841 Aug 31 01:27:28.131043 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55480) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:28.139243 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f600c73-a4c9-4c22-b732-ebe935d15c4e req-dbb352d9-bfec-48c2-abee-d8bcf1b2308b tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] No DVR routers for this DVR port de66309f-d151-47ff-92d8-3caff66c30b4 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:28.143303 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7f600c73-a4c9-4c22-b732-ebe935d15c4e req-dbb352d9-bfec-48c2-abee-d8bcf1b2308b tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:28.145354 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f600c73-a4c9-4c22-b732-ebe935d15c4e req-dbb352d9-bfec-48c2-abee-d8bcf1b2308b tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.48 "DELETE /v2.0/ports/de66309f-d151-47ff-92d8-3caff66c30b4 HTTP/1.1" status: 204 len: 173 time: 0.7933309 Aug 31 01:27:28.145804 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ab0d8a-68c6-45dd-8d4c-7b48a4283711', 'name': 'network-vif-deleted', 'tag': 'de66309f-d151-47ff-92d8-3caff66c30b4'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:27:28.151359 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b793566-ff91-41e6-8aac-00fb2842c259" -d '{"events": [{"server_uuid": "77ab0d8a-68c6-45dd-8d4c-7b48a4283711", "name": "network-vif-deleted", "tag": "de66309f-d151-47ff-92d8-3caff66c30b4"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:28.168440 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5cd852f1-ca56-4ec6-88c0-b97d18aa760d tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4c3406-94c2-4933-a52f-1bd405340456 HTTP/1.1" status: 200 len: 205 time: 0.0366523 Aug 31 01:27:28.171198 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55486) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:28.219591 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b6f542-1ca2-4b06-816a-3e20243ff832 x-openstack-request-id: req-27b6f542-1ca2-4b06-816a-3e20243ff832 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:28.219984 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ab0d8a-68c6-45dd-8d4c-7b48a4283711", "name": "network-vif-deleted", "tag": "de66309f-d151-47ff-92d8-3caff66c30b4", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:28.220239 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27b6f542-1ca2-4b06-816a-3e20243ff832 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:28.220562 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ab0d8a-68c6-45dd-8d4c-7b48a4283711', 'name': 'network-vif-deleted', 'tag': 'de66309f-d151-47ff-92d8-3caff66c30b4', 'status': 'completed', 'code': 200} Aug 31 01:27:28.221915 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-7b01d42b-e042-4a68-b367-12dfbc5f2053 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] delete failed (client error): The resource could not be found. Aug 31 01:27:28.225560 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7b01d42b-e042-4a68-b367-12dfbc5f2053 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/routers/cb4c3406-94c2-4933-a52f-1bd405340456 HTTP/1.1" status: 404 len: 336 time: 0.0509710 Aug 31 01:27:28.226028 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55488) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:28.255059 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3277b3c-41d8-4a28-830e-fe8770eb5261 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] DELETE failed (client error): The resource could not be found. Aug 31 01:27:28.255532 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3277b3c-41d8-4a28-830e-fe8770eb5261 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:27:28.260506 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d3277b3c-41d8-4a28-830e-fe8770eb5261 tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/subnets/d56ba050-599a-4d2d-bf87-c1b8c874ce71 HTTP/1.1" status: 404 len: 337 time: 0.0308671 Aug 31 01:27:28.260764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55492) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:28.300985 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2852086-984a-4d14-af2b-9c81f525c2ea tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] DELETE failed (client error): The resource could not be found. Aug 31 01:27:28.301497 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2852086-984a-4d14-af2b-9c81f525c2ea tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:27:28.312272 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a2852086-984a-4d14-af2b-9c81f525c2ea tempest-RoutersTest-562518075 tempest-RoutersTest-562518075-project] 10.222.0.16 "DELETE /v2.0/subnets/4f4486f4-06e7-4486-9e44-94961f31869c HTTP/1.1" status: 404 len: 337 time: 0.0436366 Aug 31 01:27:28.565746 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13f40467-61ab-40da-adf7-bf33210a93c6 req-9fe56082-cfc0-4109-81d8-15595f728f1b tempest-VolumesSnapshotTestJSON-859656547 tempest-VolumesSnapshotTestJSON-859656547-project] 10.222.0.16 "GET /v2.0/ports?device_id=77ab0d8a-68c6-45dd-8d4c-7b48a4283711 HTTP/1.1" status: 200 len: 210 time: 0.0302432 Aug 31 01:27:29.116990 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55516) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:29.198388 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55520) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:29.349936 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d811b146-9091-455e-a430-6fe05967f7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.373626 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b7af8239-3b75-4482-a2de-8db25e8465ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4a235c1d008497d80861d185bae0447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2548769 Aug 31 01:27:29.376608 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55526) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:29.433510 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-126bda8e-fe8c-492d-aec8-6e5e5ef69e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.457039 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-126bda8e-fe8c-492d-aec8-6e5e5ef69e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.473382 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d811b146-9091-455e-a430-6fe05967f7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.577781 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d811b146-9091-455e-a430-6fe05967f7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.623778 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d811b146-9091-455e-a430-6fe05967f7c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5feb3089629429abbed425351109e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4243903 Aug 31 01:27:29.624656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811b146-9091-455e-a430-6fe05967f7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157f6990-1697-4386-838d-405b30d820dc,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:29.626815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55534) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:29.650538 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-126bda8e-fe8c-492d-aec8-6e5e5ef69e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.651804 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-126bda8e-fe8c-492d-aec8-6e5e5ef69e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.655449 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-126bda8e-fe8c-492d-aec8-6e5e5ef69e93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0863b079-ab12-4282-8e1d-cde3c937291e HTTP/1.1" status: 204 len: 168 time: 0.2745996 Aug 31 01:27:29.678095 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126bda8e-fe8c-492d-aec8-6e5e5ef69e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0863b079-ab12-4282-8e1d-cde3c937291e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:29.718213 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-14d18779-eae0-4811-a44c-135e1155171b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.751763 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-14d18779-eae0-4811-a44c-135e1155171b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.921062 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-14d18779-eae0-4811-a44c-135e1155171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.923827 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-14d18779-eae0-4811-a44c-135e1155171b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.925087 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-14d18779-eae0-4811-a44c-135e1155171b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/157f6990-1697-4386-838d-405b30d820dc HTTP/1.1" status: 204 len: 168 time: 0.2972279 Aug 31 01:27:29.934426 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d18779-eae0-4811-a44c-135e1155171b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157f6990-1697-4386-838d-405b30d820dc,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:30.057565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device de66309f-d151-47ff-92d8-3caff66c30b4 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:30.114845 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: de66309f-d151-47ff-92d8-3caff66c30b4 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:30.115192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device de66309f-d151-47ff-92d8-3caff66c30b4 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:31.038101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55578) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:31.054836 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3816916b-6ddc-4403-8faf-da9a6b073c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:31.209657 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3816916b-6ddc-4403-8faf-da9a6b073c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:31.252618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55584) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:31.284926 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3816916b-6ddc-4403-8faf-da9a6b073c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:31.325661 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816916b-6ddc-4403-8faf-da9a6b073c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c930fcbb-f266-4ec5-be70-e37c9d21f344,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:31.357863 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3816916b-6ddc-4403-8faf-da9a6b073c86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56f73555970f411982e0a5107e0ce679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186212 Aug 31 01:27:31.360508 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55590) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:31.421588 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-208c596a-fa31-4526-820d-c48a644e53d8 tempest-ServiceProvidersTest-1128910212 tempest-ServiceProvidersTest-1128910212-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1674674 Aug 31 01:27:31.441607 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9aff80e7-93ba-4f0b-8857-e5a4a7ecf197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:31.468188 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9aff80e7-93ba-4f0b-8857-e5a4a7ecf197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:31.669868 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9aff80e7-93ba-4f0b-8857-e5a4a7ecf197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:31.673708 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9aff80e7-93ba-4f0b-8857-e5a4a7ecf197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:31.675201 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9aff80e7-93ba-4f0b-8857-e5a4a7ecf197 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c930fcbb-f266-4ec5-be70-e37c9d21f344 HTTP/1.1" status: 204 len: 168 time: 0.3137338 Aug 31 01:27:31.696485 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff80e7-93ba-4f0b-8857-e5a4a7ecf197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c930fcbb-f266-4ec5-be70-e37c9d21f344,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:32.159689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55612) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:32.301794 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1cc9-3778-4ae9-b63c-60223d1c0c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:32.420166 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1cc9-3778-4ae9-b63c-60223d1c0c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:32.493028 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1cc9-3778-4ae9-b63c-60223d1c0c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:32.562077 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bbdc1cc9-3778-4ae9-b63c-60223d1c0c0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f35343f9980645f0a9ad0ecf37084fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4009371 Aug 31 01:27:32.563381 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc1cc9-3778-4ae9-b63c-60223d1c0c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cd2eb5-770a-42c9-b9b9-da5b536da6c4,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:32.564930 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55634) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:32.625788 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76275164-6f3b-478c-bb3c-c0a81067091e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:32.651155 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76275164-6f3b-478c-bb3c-c0a81067091e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:32.807521 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76275164-6f3b-478c-bb3c-c0a81067091e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:32.814623 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-76275164-6f3b-478c-bb3c-c0a81067091e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:32.816497 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-76275164-6f3b-478c-bb3c-c0a81067091e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4cd2eb5-770a-42c9-b9b9-da5b536da6c4 HTTP/1.1" status: 204 len: 168 time: 0.2500534 Aug 31 01:27:32.825663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76275164-6f3b-478c-bb3c-c0a81067091e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cd2eb5-770a-42c9-b9b9-da5b536da6c4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:34.200087 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55702) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:34.263402 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-35d4599f-e4cc-4192-aed0-24d268cda276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:34.352788 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b2963e7e-526d-49fd-aea1-c74565f54cb9 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1900484090'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:34.484202 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2963e7e-526d-49fd-aea1-c74565f54cb9 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Made reservation on behalf of c41d5297deaf4814a84e2b19a69045c8 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:27:34.488792 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2963e7e-526d-49fd-aea1-c74565f54cb9 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:34.505099 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2963e7e-526d-49fd-aea1-c74565f54cb9 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:34.658891 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2963e7e-526d-49fd-aea1-c74565f54cb9 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:34.775873 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2963e7e-526d-49fd-aea1-c74565f54cb9 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:34.799887 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2963e7e-526d-49fd-aea1-c74565f54cb9 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:27:34.820770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2963e7e-526d-49fd-aea1-c74565f54cb9 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b0fff5-8f6e-4260-b29d-7d228fcef9dc,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:34.821700 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2963e7e-526d-49fd-aea1-c74565f54cb9 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:34.822052 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-b2963e7e-526d-49fd-aea1-c74565f54cb9 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Added segment 4271e673-4271-428e-ae88-36967c9cd91b of type vlan for network 61ddd5f4-ae98-496f-917b-f2116ffb16c7 Aug 31 01:27:34.875139 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2963e7e-526d-49fd-aea1-c74565f54cb9 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:35.004486 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2963e7e-526d-49fd-aea1-c74565f54cb9 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:35.010839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2963e7e-526d-49fd-aea1-c74565f54cb9 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:35.011463 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b2963e7e-526d-49fd-aea1-c74565f54cb9 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:35.083573 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2963e7e-526d-49fd-aea1-c74565f54cb9 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Pushing event updated for resources: {'Network': ['ID=61ddd5f4-ae98-496f-917b-f2116ffb16c7,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:35.094424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 61ddd5f4-ae98-496f-917b-f2116ffb16c7 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:27:35.143625 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b2963e7e-526d-49fd-aea1-c74565f54cb9 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9418159 Aug 31 01:27:35.149128 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55730) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:35.154429 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-193c9441-5099-4ebc-8ae8-0b518494272d tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '61ddd5f4-ae98-496f-917b-f2116ffb16c7', 'tempest-TagsTest-Tag-917103976') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:35.367616 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-193c9441-5099-4ebc-8ae8-0b518494272d tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] 10.222.0.16 "PUT /v2.0/networks/61ddd5f4-ae98-496f-917b-f2116ffb16c7/tags/tempest-TagsTest-Tag-917103976 HTTP/1.1" status: 201 len: 201 time: 0.2170560 Aug 31 01:27:35.370516 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55738) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:35.376398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-775855e4-ec85-4f90-ac08-4f01f998f550 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '61ddd5f4-ae98-496f-917b-f2116ffb16c7', 'tempest-TagsTest-Tag-917103976') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:35.461065 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-775855e4-ec85-4f90-ac08-4f01f998f550 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] 10.222.0.16 "GET /v2.0/networks/61ddd5f4-ae98-496f-917b-f2116ffb16c7/tags/tempest-TagsTest-Tag-917103976 HTTP/1.1" status: 204 len: 168 time: 0.0892191 Aug 31 01:27:35.463335 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55744) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:35.467577 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-279ef6c0-9ead-4e38-9cc8-2d20f1efb2a1 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '61ddd5f4-ae98-496f-917b-f2116ffb16c7') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:35.536163 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-279ef6c0-9ead-4e38-9cc8-2d20f1efb2a1 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] 10.222.0.16 "GET /v2.0/networks/61ddd5f4-ae98-496f-917b-f2116ffb16c7/tags HTTP/1.1" status: 200 len: 237 time: 0.0718007 Aug 31 01:27:35.538875 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55746) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:35.543862 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-08d018f3-a654-457f-88d0-f01b19bbe1d5 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '61ddd5f4-ae98-496f-917b-f2116ffb16c7', {'tags': ['tempest-TagsTest-Tag-1674546483', 'tempest-TagsTest-Tag-1012324940', 'tempest-TagsTest-Tag-1457078730']}) {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:35.731199 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-08d018f3-a654-457f-88d0-f01b19bbe1d5 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] 10.222.0.16 "PUT /v2.0/networks/61ddd5f4-ae98-496f-917b-f2116ffb16c7/tags HTTP/1.1" status: 200 len: 309 time: 0.1910865 Aug 31 01:27:35.734085 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55752) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:35.739785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-96c63973-dcd9-4812-b692-15e90c2c301d tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '61ddd5f4-ae98-496f-917b-f2116ffb16c7', 'tempest-TagsTest-Tag-1674546483') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:35.887843 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-96c63973-dcd9-4812-b692-15e90c2c301d tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] 10.222.0.16 "DELETE /v2.0/networks/61ddd5f4-ae98-496f-917b-f2116ffb16c7/tags/tempest-TagsTest-Tag-1674546483 HTTP/1.1" status: 204 len: 168 time: 0.1526103 Aug 31 01:27:35.890437 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55760) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:35.895714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-ec619b36-6634-4fbc-a93c-f0ac4ecffcc4 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '61ddd5f4-ae98-496f-917b-f2116ffb16c7', 'tempest-TagsTest-Tag-1674546483') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:35.978655 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-ec619b36-6634-4fbc-a93c-f0ac4ecffcc4 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] show failed (client error): The resource could not be found. Aug 31 01:27:35.979737 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ec619b36-6634-4fbc-a93c-f0ac4ecffcc4 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] 10.222.0.16 "GET /v2.0/networks/61ddd5f4-ae98-496f-917b-f2116ffb16c7/tags/tempest-TagsTest-Tag-1674546483 HTTP/1.1" status: 404 len: 326 time: 0.0880980 Aug 31 01:27:35.982704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55764) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:35.990208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-5e897e37-7e93-431c-9533-d60a52b8bf47 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '61ddd5f4-ae98-496f-917b-f2116ffb16c7', 'tempest-TagsTest-Tag-1012324940') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:36.085624 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5e897e37-7e93-431c-9533-d60a52b8bf47 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] 10.222.0.16 "GET /v2.0/networks/61ddd5f4-ae98-496f-917b-f2116ffb16c7/tags/tempest-TagsTest-Tag-1012324940 HTTP/1.1" status: 204 len: 168 time: 0.1014423 Aug 31 01:27:36.088123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55770) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:36.092793 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-8992a430-9934-441b-a9c4-042c1fa96e67 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '61ddd5f4-ae98-496f-917b-f2116ffb16c7', 'tempest-TagsTest-Tag-1457078730') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:36.182033 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8992a430-9934-441b-a9c4-042c1fa96e67 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] 10.222.0.16 "GET /v2.0/networks/61ddd5f4-ae98-496f-917b-f2116ffb16c7/tags/tempest-TagsTest-Tag-1457078730 HTTP/1.1" status: 204 len: 168 time: 0.0926762 Aug 31 01:27:36.184640 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 55774) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:36.189196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.tag.tag_plugin [None req-e6e096f0-4869-43f5-b917-1a677b46f893 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '61ddd5f4-ae98-496f-917b-f2116ffb16c7') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:36.371897 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e6e096f0-4869-43f5-b917-1a677b46f893 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] 10.222.0.16 "DELETE /v2.0/networks/61ddd5f4-ae98-496f-917b-f2116ffb16c7/tags HTTP/1.1" status: 204 len: 168 time: 0.1859400 Aug 31 01:27:36.374772 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55782) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:36.385669 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-28f4a056-795c-4e5d-8954-e9f2d4cb32eb tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '61ddd5f4-ae98-496f-917b-f2116ffb16c7', 'tempest-TagsTest-Tag-1012324940') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:36.522298 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-28f4a056-795c-4e5d-8954-e9f2d4cb32eb tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] show failed (client error): The resource could not be found. Aug 31 01:27:36.523993 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-28f4a056-795c-4e5d-8954-e9f2d4cb32eb tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] 10.222.0.16 "GET /v2.0/networks/61ddd5f4-ae98-496f-917b-f2116ffb16c7/tags/tempest-TagsTest-Tag-1012324940 HTTP/1.1" status: 404 len: 326 time: 0.1452982 Aug 31 01:27:36.527245 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55788) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:36.532467 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-16ec7969-ec03-432c-9b6f-bceea0eafe5c tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '61ddd5f4-ae98-496f-917b-f2116ffb16c7', 'tempest-TagsTest-Tag-1457078730') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:36.608167 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-16ec7969-ec03-432c-9b6f-bceea0eafe5c tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] show failed (client error): The resource could not be found. Aug 31 01:27:36.610943 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-16ec7969-ec03-432c-9b6f-bceea0eafe5c tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] 10.222.0.16 "GET /v2.0/networks/61ddd5f4-ae98-496f-917b-f2116ffb16c7/tags/tempest-TagsTest-Tag-1457078730 HTTP/1.1" status: 404 len: 326 time: 0.0815330 Aug 31 01:27:36.612865 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55790) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:36.618928 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.tag.tag_plugin [None req-dc39e15e-d11c-4566-b68a-d01bc0969df2 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '61ddd5f4-ae98-496f-917b-f2116ffb16c7') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:36.727698 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dc39e15e-d11c-4566-b68a-d01bc0969df2 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] 10.222.0.16 "DELETE /v2.0/networks/61ddd5f4-ae98-496f-917b-f2116ffb16c7/tags HTTP/1.1" status: 204 len: 168 time: 0.1089520 Aug 31 01:27:36.727963 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55796) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:36.801460 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:36.824959 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a5d5fdf-f3e0-49ac-9de2-407d8a676258 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:36.957058 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a5d5fdf-f3e0-49ac-9de2-407d8a676258 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:36.968385 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3a5d5fdf-f3e0-49ac-9de2-407d8a676258 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ddd5f4-ae98-496f-917b-f2116ffb16c7']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:36.980955 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3a5d5fdf-f3e0-49ac-9de2-407d8a676258 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4271e673-4271-428e-ae88-36967c9cd91b') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:36.981283 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3a5d5fdf-f3e0-49ac-9de2-407d8a676258 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4271e673-4271-428e-ae88-36967c9cd91b') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:36.991786 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a5d5fdf-f3e0-49ac-9de2-407d8a676258 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:37.006454 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a5d5fdf-f3e0-49ac-9de2-407d8a676258 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:37.014912 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5d5fdf-f3e0-49ac-9de2-407d8a676258 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:27:37.014912 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a5d5fdf-f3e0-49ac-9de2-407d8a676258 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:27:37.016426 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:27:37.098266 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fb4df403-a394-4b1d-9da0-1615b971e3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:37.167092 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:37.167866 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a5d5fdf-f3e0-49ac-9de2-407d8a676258 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:37.185524 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3a5d5fdf-f3e0-49ac-9de2-407d8a676258 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:37.191253 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3a5d5fdf-f3e0-49ac-9de2-407d8a676258 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] 10.222.0.16 "DELETE /v2.0/networks/61ddd5f4-ae98-496f-917b-f2116ffb16c7 HTTP/1.1" status: 204 len: 168 time: 0.4622231 Aug 31 01:27:37.213934 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d5fdf-f3e0-49ac-9de2-407d8a676258 tempest-TagsTest-8471852 tempest-TagsTest-8471852-project] Pushing event deleted for resources: {'Network': ['ID=61ddd5f4-ae98-496f-917b-f2116ffb16c7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:37.377918 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:37.895278 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55836) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:38.183752 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-11e27459-2d0c-4680-971a-0b7300317627 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c41d5297deaf4814a84e2b19a69045c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2868137 Aug 31 01:27:38.186057 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 55848) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:38.270058 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8e0ba53d-a284-4eb7-bf71-13510d193205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:38.296126 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8e0ba53d-a284-4eb7-bf71-13510d193205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:38.456168 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8e0ba53d-a284-4eb7-bf71-13510d193205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:38.459293 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8e0ba53d-a284-4eb7-bf71-13510d193205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:38.460453 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8e0ba53d-a284-4eb7-bf71-13510d193205 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55b0fff5-8f6e-4260-b29d-7d228fcef9dc HTTP/1.1" status: 204 len: 168 time: 0.2732022 Aug 31 01:27:38.471065 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ba53d-a284-4eb7-bf71-13510d193205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b0fff5-8f6e-4260-b29d-7d228fcef9dc,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:38.578181 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:40.446434 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:40.491810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-44fd2277-ec19-47d5-96e8-154a7262aa17 req-c4a171f7-605e-4a95-a0cb-662a58c45045 service neutron] (102342) timed out ('10.222.0.48', 58345) {{(pid=102342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:27:43.407631 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66544ff2-2d5b-493e-a1ce-7f5716f81eac req-82bd06c4-bd2f-46a8-adec-e3d036677359 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:43.409555 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66544ff2-2d5b-493e-a1ce-7f5716f81eac req-82bd06c4-bd2f-46a8-adec-e3d036677359 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 1098 time: 0.0471721 Aug 31 01:27:43.455015 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66544ff2-2d5b-493e-a1ce-7f5716f81eac req-256875b9-98d2-4a98-add1-d835912b2cbf tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385449 Aug 31 01:27:43.479312 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56008) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:43.735559 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting port efe7e208-6458-4555-8106-28d72b7820af {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:43.735979 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:43.836863 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:43.837198 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:43.855004 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Calling delete_port for efe7e208-6458-4555-8106-28d72b7820af owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:44.184230 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:44.219940 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Port': ['ID=efe7e208-6458-4555-8106-28d72b7820af,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:44.258631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:44.258957 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:44.259297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:44.259636 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:44.260570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:44.260907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:44.261242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:44.261589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:44.261920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:44.262449 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:44.262935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:44.263442 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:44.315829 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:44.316378 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Floating IP 315ff3d5-6562-4c9e-9971-89ca55e27001 disassociated (deleted). External IP: 172.25.2.52, port: 307f3d79-090f-489d-ab3e-651feb39c87d. Aug 31 01:27:44.553495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router e7bcf687-723f-498d-8f48-025366fe98b8 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:44.684672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:44.690596 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:44.700807 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad346b8b-3664-4a10-9e92-0e716a89563b None None] Sync routers for ids ['e7bcf687-723f-498d-8f48-025366fe98b8'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:44.733654 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad346b8b-3664-4a10-9e92-0e716a89563b None None] Routers {'e7bcf687-723f-498d-8f48-025366fe98b8'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:44.735312 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ad346b8b-3664-4a10-9e92-0e716a89563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e7bcf687-723f-498d-8f48-025366fe98b8'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:44.738682 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6d3adbc6-27f3-49be-85f1-9e5bfb56e163 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/floatingips/315ff3d5-6562-4c9e-9971-89ca55e27001 HTTP/1.1" status: 204 len: 168 time: 1.2580814 Aug 31 01:27:44.739273 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:27:44.746767 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41933073-6653-4f3c-bfd1-84de1ab1cac2" -d '{"events": [{"name": "network-changed", "server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:44.863171 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abbb2b2-b34d-4c3f-af00-e77259fab213 x-openstack-request-id: req-4abbb2b2-b34d-4c3f-af00-e77259fab213 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:44.863811 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:44.864313 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4abbb2b2-b34d-4c3f-af00-e77259fab213 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:44.864954 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d', 'status': 'completed', 'code': 200} Aug 31 01:27:44.956867 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41933073-6653-4f3c-bfd1-84de1ab1cac2 req-0462adee-471a-4baa-badb-20fb7729f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:44.958494 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41933073-6653-4f3c-bfd1-84de1ab1cac2 req-0462adee-471a-4baa-badb-20fb7729f5a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 1098 time: 0.0690260 Aug 31 01:27:44.971695 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-ad346b8b-3664-4a10-9e92-0e716a89563b None None] Set router e7bcf687-723f-498d-8f48-025366fe98b8 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:45.121347 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56054) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:45.134598 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41933073-6653-4f3c-bfd1-84de1ab1cac2 req-a16367a3-4eae-4993-b220-6347ffd57b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:45.137602 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41933073-6653-4f3c-bfd1-84de1ab1cac2 req-a16367a3-4eae-4993-b220-6347ffd57b05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=42d925d2-aa9c-4919-9610-85bc54924897 HTTP/1.1" status: 200 len: 898 time: 0.1701729 Aug 31 01:27:45.187097 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41933073-6653-4f3c-bfd1-84de1ab1cac2 req-cebc5f21-b5bc-4fad-b37f-4bde9a5e2d0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=307f3d79-090f-489d-ab3e-651feb39c87d HTTP/1.1" status: 200 len: 217 time: 0.0412335 Aug 31 01:27:45.298522 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a3acc48e-cd83-454e-87df-c8cfcd7b2421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:45.312525 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41933073-6653-4f3c-bfd1-84de1ab1cac2 req-51952238-d3b6-47e2-a90c-069acbf9d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:45.315701 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41933073-6653-4f3c-bfd1-84de1ab1cac2 req-51952238-d3b6-47e2-a90c-069acbf9d857 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38ced503-e5fe-4300-8a6c-8eb2d4336081 HTTP/1.1" status: 200 len: 835 time: 0.1167557 Aug 31 01:27:45.339776 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ad346b8b-3664-4a10-9e92-0e716a89563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391432434', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:40Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '3128718c-cb63-4b21-acc1-e84c293663c2', 'name': '', 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:b0:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:38Z', 'updated_at': '2021-08-31T01:25:48Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:45.381955 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad346b8b-3664-4a10-9e92-0e716a89563b None None] Checking router: e7bcf687-723f-498d-8f48-025366fe98b8 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:45.390553 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41933073-6653-4f3c-bfd1-84de1ab1cac2 req-25fac726-90e7-4e5d-b435-d1372d4f29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:45.392052 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41933073-6653-4f3c-bfd1-84de1ab1cac2 req-25fac726-90e7-4e5d-b435-d1372d4f29fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=42d925d2-aa9c-4919-9610-85bc54924897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651512 Aug 31 01:27:45.394297 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad346b8b-3664-4a10-9e92-0e716a89563b None None] Routers {'e7bcf687-723f-498d-8f48-025366fe98b8'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:45.395546 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ad346b8b-3664-4a10-9e92-0e716a89563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e7bcf687-723f-498d-8f48-025366fe98b8'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:45.457334 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a3acc48e-cd83-454e-87df-c8cfcd7b2421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:45.567679 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41933073-6653-4f3c-bfd1-84de1ab1cac2 req-49e9095d-cf66-49c6-8ccd-d39324ee4296 service neutron] 10.222.0.41 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651323 Aug 31 01:27:45.577001 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a3acc48e-cd83-454e-87df-c8cfcd7b2421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:45.617056 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-ad346b8b-3664-4a10-9e92-0e716a89563b None None] Set router e7bcf687-723f-498d-8f48-025366fe98b8 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:45.777488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acc48e-cd83-454e-87df-c8cfcd7b2421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ed8faf-0acb-49b0-a5ed-9fb379b827be,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:45.825700 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41933073-6653-4f3c-bfd1-84de1ab1cac2 req-0230f66f-2d21-4630-8efb-d19627d8898e service neutron] 10.222.0.41 "GET /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487073 Aug 31 01:27:45.832857 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a3acc48e-cd83-454e-87df-c8cfcd7b2421 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77908854476142c5a246b982367b3299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7070756 Aug 31 01:27:45.833069 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56070) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:45.858140 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e6d73-5ed8-4185-bc3c-a8d9ae8e3998 req-a5046225-6846-4f4c-a2de-d9e34e21e6bc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:45.866581 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f22e6d73-5ed8-4185-bc3c-a8d9ae8e3998 req-a5046225-6846-4f4c-a2de-d9e34e21e6bc tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 946 time: 0.2460020 Aug 31 01:27:45.933583 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f22e6d73-5ed8-4185-bc3c-a8d9ae8e3998 req-ddb23b3f-9615-4fe6-b88e-2f33855a72c0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661082 Aug 31 01:27:45.964812 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b5cf4ca2-c546-4daa-9703-1ff9667f1eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:46.020116 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b5cf4ca2-c546-4daa-9703-1ff9667f1eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:46.041464 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ad346b8b-3664-4a10-9e92-0e716a89563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391432434', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:40Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '3128718c-cb63-4b21-acc1-e84c293663c2', 'name': '', 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:b0:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:38Z', 'updated_at': '2021-08-31T01:25:48Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:46.070338 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad346b8b-3664-4a10-9e92-0e716a89563b None None] The sync data for ids ['e7bcf687-723f-498d-8f48-025366fe98b8'] in n-d-793621-34 is: [{'id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391432434', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:40Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '3128718c-cb63-4b21-acc1-e84c293663c2', 'name': '', 'network_id': '42d925d2-aa9c-4919-9610-85bc54924897', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:b0:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:38Z', 'updated_at': '2021-08-31T01:25:48Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '38ced503-e5fe-4300-8a6c-8eb2d4336081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:46.226357 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b5cf4ca2-c546-4daa-9703-1ff9667f1eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:46.229265 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b5cf4ca2-c546-4daa-9703-1ff9667f1eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:46.234483 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b5cf4ca2-c546-4daa-9703-1ff9667f1eba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40ed8faf-0acb-49b0-a5ed-9fb379b827be HTTP/1.1" status: 204 len: 168 time: 0.4002528 Aug 31 01:27:46.244620 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf4ca2-c546-4daa-9703-1ff9667f1eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ed8faf-0acb-49b0-a5ed-9fb379b827be,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:46.364550 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2645845a-28df-402d-88ca-ee948fbb3cb7 None None] New status for floating IP 315ff3d5-6562-4c9e-9971-89ca55e27001: DOWN {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:27:46.826195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fbc4e-af12-4540-b710-f22f5f8f5ba3 req-505056bb-7e61-466f-9da6-147185b2f060 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:46.829767 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-210fbc4e-af12-4540-b710-f22f5f8f5ba3 req-505056bb-7e61-466f-9da6-147185b2f060 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.41 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 946 time: 0.0981503 Aug 31 01:27:46.956296 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-210fbc4e-af12-4540-b710-f22f5f8f5ba3 req-47f34fdb-f3ed-4642-be03-d5624e37c22e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting port 307f3d79-090f-489d-ab3e-651feb39c87d {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:46.956700 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-210fbc4e-af12-4540-b710-f22f5f8f5ba3 req-47f34fdb-f3ed-4642-be03-d5624e37c22e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:47.111761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-210fbc4e-af12-4540-b710-f22f5f8f5ba3 req-47f34fdb-f3ed-4642-be03-d5624e37c22e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] For port 307f3d79-090f-489d-ab3e-651feb39c87d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=307f3d79-090f-489d-ab3e-651feb39c87d,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:47.112004 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-210fbc4e-af12-4540-b710-f22f5f8f5ba3 req-47f34fdb-f3ed-4642-be03-d5624e37c22e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:47.139637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf5091-67e0-44f5-a93d-c5d252e8405e req-fad141a0-4e2c-4381-9aef-45fd276078dd tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:47.142318 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ddaf5091-67e0-44f5-a93d-c5d252e8405e req-fad141a0-4e2c-4381-9aef-45fd276078dd tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 946 time: 0.1002550 Aug 31 01:27:47.160460 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-210fbc4e-af12-4540-b710-f22f5f8f5ba3 req-47f34fdb-f3ed-4642-be03-d5624e37c22e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Calling delete_port for 307f3d79-090f-489d-ab3e-651feb39c87d owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:47.259178 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ddaf5091-67e0-44f5-a93d-c5d252e8405e req-079b661d-80c8-4bee-8d0e-7cef3c8e267c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3f1c8d0-1342-4aad-bd46-abd773c3aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006334 Aug 31 01:27:47.342706 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56100) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:47.362042 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-700ebbb9-4b52-4242-8cc6-b0752728bd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:47.509584 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-210fbc4e-af12-4540-b710-f22f5f8f5ba3 req-47f34fdb-f3ed-4642-be03-d5624e37c22e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:47.560257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f34fdb-f3ed-4642-be03-d5624e37c22e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Port': ['ID=307f3d79-090f-489d-ab3e-651feb39c87d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:47.634486 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-210fbc4e-af12-4540-b710-f22f5f8f5ba3 req-47f34fdb-f3ed-4642-be03-d5624e37c22e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] No DVR routers for this DVR port 307f3d79-090f-489d-ab3e-651feb39c87d on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:47.640541 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-210fbc4e-af12-4540-b710-f22f5f8f5ba3 req-47f34fdb-f3ed-4642-be03-d5624e37c22e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:47.642654 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-210fbc4e-af12-4540-b710-f22f5f8f5ba3 req-47f34fdb-f3ed-4642-be03-d5624e37c22e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.41 "DELETE /v2.0/ports/307f3d79-090f-489d-ab3e-651feb39c87d HTTP/1.1" status: 204 len: 173 time: 0.8061225 Aug 31 01:27:47.643097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'name': 'network-vif-deleted', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:27:47.646956 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed41865-0596-463b-81d5-7f91e02a103e" -d '{"events": [{"server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "name": "network-vif-deleted", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:47.712399 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f85816-3b86-44d5-9d95-70992a23d0d8 x-openstack-request-id: req-b5f85816-3b86-44d5-9d95-70992a23d0d8 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:47.712749 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f478afdb-5228-47c3-b9ae-51f104ba9344", "name": "network-vif-deleted", "tag": "307f3d79-090f-489d-ab3e-651feb39c87d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:47.718172 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5f85816-3b86-44d5-9d95-70992a23d0d8 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:47.718172 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f478afdb-5228-47c3-b9ae-51f104ba9344', 'name': 'network-vif-deleted', 'tag': '307f3d79-090f-489d-ab3e-651feb39c87d', 'status': 'completed', 'code': 200} Aug 31 01:27:47.727656 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-700ebbb9-4b52-4242-8cc6-b0752728bd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:47.854565 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-700ebbb9-4b52-4242-8cc6-b0752728bd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:47.968815 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-700ebbb9-4b52-4242-8cc6-b0752728bd3d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70ebdf566c624ba0bde9ff859fe2e0bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6236298 Aug 31 01:27:47.981035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ebbb9-4b52-4242-8cc6-b0752728bd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fdf8ba-2534-4d9f-97cc-8fb7b9a4d290,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:47.981661 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56106) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:48.068597 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db748366-56d3-43af-b898-5c7d5a002e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:48.074242 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db748366-56d3-43af-b898-5c7d5a002e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:48.332012 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db748366-56d3-43af-b898-5c7d5a002e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:48.334890 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db748366-56d3-43af-b898-5c7d5a002e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:48.336144 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-db748366-56d3-43af-b898-5c7d5a002e0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3fdf8ba-2534-4d9f-97cc-8fb7b9a4d290 HTTP/1.1" status: 204 len: 168 time: 0.3622038 Aug 31 01:27:48.352017 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db748366-56d3-43af-b898-5c7d5a002e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fdf8ba-2534-4d9f-97cc-8fb7b9a4d290,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:48.402207 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a296741-1f64-4c71-a9b7-ad22fdbcbbef req-74df41dc-30ce-49d8-8737-a33838110e87 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f478afdb-5228-47c3-b9ae-51f104ba9344 HTTP/1.1" status: 200 len: 210 time: 0.0341618 Aug 31 01:27:49.508662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56142) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:50.525605 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7e71e1b-9f9c-4f68-9f49-98fbb73c0a60 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:50.930153 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c7e71e1b-9f9c-4f68-9f49-98fbb73c0a60 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting port 3128718c-cb63-4b21-acc1-e84c293663c2 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:50.930560 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7e71e1b-9f9c-4f68-9f49-98fbb73c0a60 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:51.050411 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-c7e71e1b-9f9c-4f68-9f49-98fbb73c0a60 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] For port 3128718c-cb63-4b21-acc1-e84c293663c2, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=3128718c-cb63-4b21-acc1-e84c293663c2,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:51.050833 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7e71e1b-9f9c-4f68-9f49-98fbb73c0a60 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:51.065691 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c7e71e1b-9f9c-4f68-9f49-98fbb73c0a60 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Calling delete_port for 3128718c-cb63-4b21-acc1-e84c293663c2 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:51.353337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 307f3d79-090f-489d-ab3e-651feb39c87d no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:51.389192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 307f3d79-090f-489d-ab3e-651feb39c87d {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:51.389567 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 307f3d79-090f-489d-ab3e-651feb39c87d not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:51.469521 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7e71e1b-9f9c-4f68-9f49-98fbb73c0a60 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:51.540357 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e71e1b-9f9c-4f68-9f49-98fbb73c0a60 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Port': ['ID=3128718c-cb63-4b21-acc1-e84c293663c2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:51.874203 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7e71e1b-9f9c-4f68-9f49-98fbb73c0a60 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:52.189590 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e71e1b-9f9c-4f68-9f49-98fbb73c0a60 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router e7bcf687-723f-498d-8f48-025366fe98b8 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:52.320939 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e71e1b-9f9c-4f68-9f49-98fbb73c0a60 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:52.330154 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c7e71e1b-9f9c-4f68-9f49-98fbb73c0a60 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "PUT /v2.0/routers/e7bcf687-723f-498d-8f48-025366fe98b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8193052 Aug 31 01:27:52.330864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56192) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:52.334809 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a94af-3f71-4226-a321-b9ed168f3dc7 None None] Sync routers for ids ['e7bcf687-723f-498d-8f48-025366fe98b8'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:52.345837 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a94af-3f71-4226-a321-b9ed168f3dc7 None None] Routers {'e7bcf687-723f-498d-8f48-025366fe98b8'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:52.352595 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-632a94af-3f71-4226-a321-b9ed168f3dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e7bcf687-723f-498d-8f48-025366fe98b8'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:52.389803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-145458d4-4fe9-4ccc-a365-6c84cc09336b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting subnet 38ced503-e5fe-4300-8a6c-8eb2d4336081 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:27:52.404237 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-145458d4-4fe9-4ccc-a365-6c84cc09336b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:52.463683 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-145458d4-4fe9-4ccc-a365-6c84cc09336b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:52.498922 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-632a94af-3f71-4226-a321-b9ed168f3dc7 None None] Set router e7bcf687-723f-498d-8f48-025366fe98b8 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:52.646751 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-145458d4-4fe9-4ccc-a365-6c84cc09336b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:52.782852 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-632a94af-3f71-4226-a321-b9ed168f3dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391432434', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:27:51Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:52.838142 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a94af-3f71-4226-a321-b9ed168f3dc7 None None] Checking router: e7bcf687-723f-498d-8f48-025366fe98b8 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:52.851490 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a94af-3f71-4226-a321-b9ed168f3dc7 None None] Routers {'e7bcf687-723f-498d-8f48-025366fe98b8'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:52.852726 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-632a94af-3f71-4226-a321-b9ed168f3dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e7bcf687-723f-498d-8f48-025366fe98b8'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:52.878436 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-145458d4-4fe9-4ccc-a365-6c84cc09336b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:52.912331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145458d4-4fe9-4ccc-a365-6c84cc09336b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Subnet': ['ID=38ced503-e5fe-4300-8a6c-8eb2d4336081,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:52.925597 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-145458d4-4fe9-4ccc-a365-6c84cc09336b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:52.925597 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-145458d4-4fe9-4ccc-a365-6c84cc09336b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/subnets/38ced503-e5fe-4300-8a6c-8eb2d4336081 HTTP/1.1" status: 204 len: 168 time: 0.5904229 Aug 31 01:27:52.926711 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56214) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:52.934215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08820c91-bde6-4471-8d7d-cc1e77501d14 None None] Network 42d925d2-aa9c-4919-9610-85bc54924897 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:27:53.082176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-632a94af-3f71-4226-a321-b9ed168f3dc7 None None] Set router e7bcf687-723f-498d-8f48-025366fe98b8 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:53.222141 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] DHCP port deletion for 42d925d2-aa9c-4919-9610-85bc54924897 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:27:53.236904 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-634b499d-b765-4259-984a-79b3890ab3c9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.309414 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] Deleting port 78701dad-dd3c-4667-8af4-eea0c83dcf55 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:53.311406 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.417385 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-634b499d-b765-4259-984a-79b3890ab3c9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.417684 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-632a94af-3f71-4226-a321-b9ed168f3dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391432434', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:27:51Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:53.436822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] For port 78701dad-dd3c-4667-8af4-eea0c83dcf55, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=78701dad-dd3c-4667-8af4-eea0c83dcf55,segment=NetworkSegment(140d9f2b-6df4-40ed-9001-d57e66b818c2),segment_id=140d9f2b-6df4-40ed-9001-d57e66b818c2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:53.437537 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.451342 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] Calling delete_port for 78701dad-dd3c-4667-8af4-eea0c83dcf55 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:53.452979 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a94af-3f71-4226-a321-b9ed168f3dc7 None None] The sync data for ids ['e7bcf687-723f-498d-8f48-025366fe98b8'] in n-d-793621-34 is: [{'id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391432434', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:27:51Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': 'b2c93e3f-b497-49c6-bfce-f2d6fc994fd0', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcf687-723f-498d-8f48-025366fe98b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:53.718420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-634b499d-b765-4259-984a-79b3890ab3c9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting port b2c93e3f-b497-49c6-bfce-f2d6fc994fd0 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:53.718853 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-634b499d-b765-4259-984a-79b3890ab3c9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.835328 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-634b499d-b765-4259-984a-79b3890ab3c9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] For port b2c93e3f-b497-49c6-bfce-f2d6fc994fd0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b2c93e3f-b497-49c6-bfce-f2d6fc994fd0,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:53.835909 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-634b499d-b765-4259-984a-79b3890ab3c9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.863756 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-634b499d-b765-4259-984a-79b3890ab3c9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Calling delete_port for b2c93e3f-b497-49c6-bfce-f2d6fc994fd0 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:53.893205 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.957733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] No DVR routers for this DVR port 78701dad-dd3c-4667-8af4-eea0c83dcf55 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:53.960344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] Pushing event deleted for resources: {'Port': ['ID=78701dad-dd3c-4667-8af4-eea0c83dcf55,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:53.978124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:53.978734 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:53.979399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:53.980202 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:53.980965 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:53.981587 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:53.982289 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:53.987621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:53.987621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:53.987621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:53.987621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:53.987621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37db2d-ec86-4c04-b07e-4f8ae7d017ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:54.000745 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 3128718c-cb63-4b21-acc1-e84c293663c2 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:54.278454 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 3128718c-cb63-4b21-acc1-e84c293663c2 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:54.278870 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 3128718c-cb63-4b21-acc1-e84c293663c2 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:54.279382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 78701dad-dd3c-4667-8af4-eea0c83dcf55 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:54.298720 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 78701dad-dd3c-4667-8af4-eea0c83dcf55 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:54.299057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 78701dad-dd3c-4667-8af4-eea0c83dcf55 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:54.415112 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-634b499d-b765-4259-984a-79b3890ab3c9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.450033 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b499d-b765-4259-984a-79b3890ab3c9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Port': ['ID=b2c93e3f-b497-49c6-bfce-f2d6fc994fd0,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:54.521567 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-634b499d-b765-4259-984a-79b3890ab3c9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.628174 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-634b499d-b765-4259-984a-79b3890ab3c9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.630264 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-634b499d-b765-4259-984a-79b3890ab3c9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.763113 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-634b499d-b765-4259-984a-79b3890ab3c9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.763113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634b499d-b765-4259-984a-79b3890ab3c9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Fanout notify agent at l3_agent the message router_deleted on router e7bcf687-723f-498d-8f48-025366fe98b8 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:27:54.763113 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-634b499d-b765-4259-984a-79b3890ab3c9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.763113 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-634b499d-b765-4259-984a-79b3890ab3c9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/routers/e7bcf687-723f-498d-8f48-025366fe98b8 HTTP/1.1" status: 204 len: 168 time: 1.8317933 Aug 31 01:27:54.767536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56264) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:54.875273 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53991ac8-06e4-4334-8bda-de5ccc4b1066 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.986280 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53991ac8-06e4-4334-8bda-de5ccc4b1066 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.999819 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-53991ac8-06e4-4334-8bda-de5ccc4b1066 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d925d2-aa9c-4919-9610-85bc54924897']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:55.020329 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-53991ac8-06e4-4334-8bda-de5ccc4b1066 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140d9f2b-6df4-40ed-9001-d57e66b818c2') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:55.020692 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-53991ac8-06e4-4334-8bda-de5ccc4b1066 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140d9f2b-6df4-40ed-9001-d57e66b818c2') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:55.037287 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53991ac8-06e4-4334-8bda-de5ccc4b1066 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.051782 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53991ac8-06e4-4334-8bda-de5ccc4b1066 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.058035 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53991ac8-06e4-4334-8bda-de5ccc4b1066 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:27:55.058483 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53991ac8-06e4-4334-8bda-de5ccc4b1066 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:27:55.061803 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:27:55.249218 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53991ac8-06e4-4334-8bda-de5ccc4b1066 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.261639 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-53991ac8-06e4-4334-8bda-de5ccc4b1066 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.267241 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-53991ac8-06e4-4334-8bda-de5ccc4b1066 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/networks/42d925d2-aa9c-4919-9610-85bc54924897 HTTP/1.1" status: 204 len: 168 time: 0.4951971 Aug 31 01:27:55.267496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56292) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:55.314500 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53991ac8-06e4-4334-8bda-de5ccc4b1066 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Network': ['ID=42d925d2-aa9c-4919-9610-85bc54924897,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:55.398169 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7b17ce2b-4ad4-4f73-ae72-b954b811a63c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.427654 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7b17ce2b-4ad4-4f73-ae72-b954b811a63c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.670918 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7b17ce2b-4ad4-4f73-ae72-b954b811a63c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.675683 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7b17ce2b-4ad4-4f73-ae72-b954b811a63c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.683352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7b17ce2b-4ad4-4f73-ae72-b954b811a63c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/security-groups/b3f1c8d0-1342-4aad-bd46-abd773c3aff4 HTTP/1.1" status: 204 len: 168 time: 0.4095919 Aug 31 01:27:55.701329 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17ce2b-4ad4-4f73-ae72-b954b811a63c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f1c8d0-1342-4aad-bd46-abd773c3aff4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:55.981270 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b2c93e3f-b497-49c6-bfce-f2d6fc994fd0 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:56.009152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: b2c93e3f-b497-49c6-bfce-f2d6fc994fd0 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:56.009529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b2c93e3f-b497-49c6-bfce-f2d6fc994fd0 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:56.275954 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56332) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:56.280932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-1505852f-f22d-4f5b-8b56-4131a5185689 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1298636270', 'description': 'tempest-secgroup-smoke-1298636270 description', 'project_id': '952c19daed614c79b5a4fe25173e1666'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:56.400933 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1505852f-f22d-4f5b-8b56-4131a5185689 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.507797 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1505852f-f22d-4f5b-8b56-4131a5185689 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.610164 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1505852f-f22d-4f5b-8b56-4131a5185689 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.650098 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505852f-f22d-4f5b-8b56-4131a5185689 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a9dd73-8e43-4d96-befb-01ced591d879,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:56.841021 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1505852f-f22d-4f5b-8b56-4131a5185689 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.842535 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1505852f-f22d-4f5b-8b56-4131a5185689 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5653434 Aug 31 01:27:56.849960 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56356) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:56.850655 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-cdf60acf-a82b-4761-b0a7-cfb664062a19 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': '48a9dd73-8e43-4d96-befb-01ced591d879', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:57.026062 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cdf60acf-a82b-4761-b0a7-cfb664062a19 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.119846 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cdf60acf-a82b-4761-b0a7-cfb664062a19 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.206335 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cdf60acf-a82b-4761-b0a7-cfb664062a19 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.226489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf60acf-a82b-4761-b0a7-cfb664062a19 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0bb8106-97ee-4e30-8749-3889aa2ec0a6,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:57.346946 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cdf60acf-a82b-4761-b0a7-cfb664062a19 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.348344 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cdf60acf-a82b-4761-b0a7-cfb664062a19 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5018570 Aug 31 01:27:57.351439 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56384) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:57.356418 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c89f8195-3759-4fd8-ba5b-4da1391aac10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': '48a9dd73-8e43-4d96-befb-01ced591d879', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:57.575094 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89f8195-3759-4fd8-ba5b-4da1391aac10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.637835 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89f8195-3759-4fd8-ba5b-4da1391aac10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.923875 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89f8195-3759-4fd8-ba5b-4da1391aac10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.947584 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f8195-3759-4fd8-ba5b-4da1391aac10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2076e882-0859-4171-a177-909c2b7ccb51,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:57.959709 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f8195-3759-4fd8-ba5b-4da1391aac10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:57.960306 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f8195-3759-4fd8-ba5b-4da1391aac10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:57.960951 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f8195-3759-4fd8-ba5b-4da1391aac10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:57.961518 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f8195-3759-4fd8-ba5b-4da1391aac10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:57.962008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f8195-3759-4fd8-ba5b-4da1391aac10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:57.962501 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f8195-3759-4fd8-ba5b-4da1391aac10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:57.962980 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f8195-3759-4fd8-ba5b-4da1391aac10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:57.963485 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f8195-3759-4fd8-ba5b-4da1391aac10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:57.963892 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f8195-3759-4fd8-ba5b-4da1391aac10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:57.964175 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f8195-3759-4fd8-ba5b-4da1391aac10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:57.964843 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f8195-3759-4fd8-ba5b-4da1391aac10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:57.965113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f8195-3759-4fd8-ba5b-4da1391aac10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:58.130205 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89f8195-3759-4fd8-ba5b-4da1391aac10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:58.132294 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c89f8195-3759-4fd8-ba5b-4da1391aac10 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7793179 Aug 31 01:27:58.135509 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56412) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:58.145489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c3155843-f3d8-4c6f-9f0c-92d165b8bbd5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': '48a9dd73-8e43-4d96-befb-01ced591d879', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:58.284257 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3155843-f3d8-4c6f-9f0c-92d165b8bbd5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:58.352448 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3155843-f3d8-4c6f-9f0c-92d165b8bbd5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:58.469108 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3155843-f3d8-4c6f-9f0c-92d165b8bbd5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:58.490730 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3155843-f3d8-4c6f-9f0c-92d165b8bbd5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef526dfb-a095-4213-9542-51661af6d7d3,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:58.690263 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c3155843-f3d8-4c6f-9f0c-92d165b8bbd5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:58.691769 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c3155843-f3d8-4c6f-9f0c-92d165b8bbd5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5549028 Aug 31 01:27:58.694815 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56440) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:58.699451 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-2a26ad0f-02fe-4910-b54e-8472b1893636 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': '48a9dd73-8e43-4d96-befb-01ced591d879', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:58.853001 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2a26ad0f-02fe-4910-b54e-8472b1893636 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:58.973611 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2a26ad0f-02fe-4910-b54e-8472b1893636 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.166483 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2a26ad0f-02fe-4910-b54e-8472b1893636 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.186209 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26ad0f-02fe-4910-b54e-8472b1893636 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d31cfe-cf34-4b07-a0db-0a768e4e6c87,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:59.284232 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2a26ad0f-02fe-4910-b54e-8472b1893636 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.288563 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2a26ad0f-02fe-4910-b54e-8472b1893636 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5900416 Aug 31 01:27:59.288563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56466) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:59.293917 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4c78afd6-b511-48fd-84b5-440b30853a4e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': '48a9dd73-8e43-4d96-befb-01ced591d879', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:59.452076 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-4c78afd6-b511-48fd-84b5-440b30853a4e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Project 952c19daed614c79b5a4fe25173e1666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:27:59.457955 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4c78afd6-b511-48fd-84b5-440b30853a4e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.540113 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4c78afd6-b511-48fd-84b5-440b30853a4e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.646016 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4c78afd6-b511-48fd-84b5-440b30853a4e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.663765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78afd6-b511-48fd-84b5-440b30853a4e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4406f0a-e0a4-4809-b994-9f0693db90dd,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:59.798257 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4c78afd6-b511-48fd-84b5-440b30853a4e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.799844 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4c78afd6-b511-48fd-84b5-440b30853a4e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5103018 Aug 31 01:27:59.802748 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56496) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:59.807533 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f01ff35f-59b6-4b42-a4b5-cadb88977f6a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': '48a9dd73-8e43-4d96-befb-01ced591d879', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:59.994895 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-f01ff35f-59b6-4b42-a4b5-cadb88977f6a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Project 952c19daed614c79b5a4fe25173e1666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:28:00.003971 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f01ff35f-59b6-4b42-a4b5-cadb88977f6a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:00.079115 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f01ff35f-59b6-4b42-a4b5-cadb88977f6a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:00.177762 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f01ff35f-59b6-4b42-a4b5-cadb88977f6a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:00.203493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ff35f-59b6-4b42-a4b5-cadb88977f6a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69666dcd-db5c-43ac-b806-2e4a52069a11,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:00.299172 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f01ff35f-59b6-4b42-a4b5-cadb88977f6a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:00.312365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56524) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:00.312970 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f01ff35f-59b6-4b42-a4b5-cadb88977f6a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5008409 Aug 31 01:28:00.313065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0603985c-b806-499b-9dd4-c1f1caa9030b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'network': {'name': 'tempest-network-smoke--1864907880', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'port_security_enabled': True}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:00.427059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0603985c-b806-499b-9dd4-c1f1caa9030b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Made reservation on behalf of 952c19daed614c79b5a4fe25173e1666 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:28:00.433873 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0603985c-b806-499b-9dd4-c1f1caa9030b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:00.462752 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0603985c-b806-499b-9dd4-c1f1caa9030b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:28:00.472613 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0603985c-b806-499b-9dd4-c1f1caa9030b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:00.473035 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-0603985c-b806-499b-9dd4-c1f1caa9030b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Added segment 6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52 of type vlan for network 2092b347-03ae-4ef9-a9fd-416665299fd7 Aug 31 01:28:00.518303 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0603985c-b806-499b-9dd4-c1f1caa9030b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:00.677094 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0603985c-b806-499b-9dd4-c1f1caa9030b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:00.677094 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0603985c-b806-499b-9dd4-c1f1caa9030b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:00.677094 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0603985c-b806-499b-9dd4-c1f1caa9030b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:00.754631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603985c-b806-499b-9dd4-c1f1caa9030b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Network': ['ID=2092b347-03ae-4ef9-a9fd-416665299fd7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:00.764646 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 2092b347-03ae-4ef9-a9fd-416665299fd7 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:28:00.818984 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0603985c-b806-499b-9dd4-c1f1caa9030b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5132520 Aug 31 01:28:00.824355 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56546) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:00.832468 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1913234462', 'admin_state_up': True, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:00.958179 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:00.959307 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.027525 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.272368 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.027906 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.051922 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.216213 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Allocated IP 172.25.2.117 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/8103907c-74fd-4775-a90f-0834b283221a) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:28:02.359621 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.504005 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.589879 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:28:02.589879 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:28:02.589879 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:28:02.648702 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=8103907c-74fd-4775-a90f-0834b283221a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:03.091100 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.354661 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.617751 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router bad35296-f904-4a51-9c84-f1202b6400ee is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:28:03.806035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:28:03.821070 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Sync routers for ids ['bad35296-f904-4a51-9c84-f1202b6400ee'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:28:03.834477 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Routers {'bad35296-f904-4a51-9c84-f1202b6400ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:28:03.835314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bad35296-f904-4a51-9c84-f1202b6400ee'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:03.873463 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56684) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:03.962787 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Set router bad35296-f904-4a51-9c84-f1202b6400ee gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:28:04.012315 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.013549 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8ad63679-8b7f-4228-a278-4022376bb078 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1875653 Aug 31 01:28:04.021533 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-31c92f9c-6118-4609-b3ed-724b34d5d53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.026930 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56694) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:04.067372 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3475877d-071b-4e98-9fdb-f8b19c4776b3 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=952c19daed614c79b5a4fe25173e1666&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386977 Aug 31 01:28:04.071158 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56696) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:04.245351 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-31c92f9c-6118-4609-b3ed-724b34d5d53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.249566 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe697a66-a666-45b0-a230-3432dc1241dd tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:04.251204 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fe697a66-a666-45b0-a230-3432dc1241dd tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1789951 Aug 31 01:28:04.255089 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56702) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:04.256322 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913234462', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8103907c-74fd-4775-a90f-0834b283221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:28:00Z', 'updated_at': '2021-08-31T01:28:02Z', 'revision_number': 3, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8103907c-74fd-4775-a90f-0834b283221a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:02Z', 'updated_at': '2021-08-31T01:28:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:04.266028 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c615-f188-4831-a7bc-8f0a7b9c61fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.301546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Checking router: bad35296-f904-4a51-9c84-f1202b6400ee for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:28:04.302038 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Updating router bad35296-f904-4a51-9c84-f1202b6400ee port 8103907c-74fd-4775-a90f-0834b283221a binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:28:04.303915 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-84a62181-8206-4fe9-a85e-97f2d91c778e tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472665 Aug 31 01:28:04.306797 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56708) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:04.312602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-bc30e419-e5d1-4568-8d6c-f4bf33ea6c3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1603044110', 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:04.338480 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.363399 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-31c92f9c-6118-4609-b3ed-724b34d5d53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.416536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-31c92f9c-6118-4609-b3ed-724b34d5d53a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfe3edaeb6a04cbfbb4413f3f17fa46f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5417728 Aug 31 01:28:04.420173 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56714) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:04.437043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c92f9c-6118-4609-b3ed-724b34d5d53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86d46ec-07e7-4937-8e8e-91e70cccd869,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:04.497279 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7240948c-b909-48bb-b5eb-479b7ef12e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.519829 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7240948c-b909-48bb-b5eb-479b7ef12e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.583663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc30e419-e5d1-4568-8d6c-f4bf33ea6c3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Made reservation on behalf of 952c19daed614c79b5a4fe25173e1666 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:28:04.587989 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bc30e419-e5d1-4568-8d6c-f4bf33ea6c3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.662456 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.709099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Transition to ACTIVE for port object 8103907c-74fd-4775-a90f-0834b283221a will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:28:04.709338 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7240948c-b909-48bb-b5eb-479b7ef12e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.712033 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7240948c-b909-48bb-b5eb-479b7ef12e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.713217 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7240948c-b909-48bb-b5eb-479b7ef12e31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f86d46ec-07e7-4937-8e8e-91e70cccd869 HTTP/1.1" status: 204 len: 168 time: 0.2894785 Aug 31 01:28:04.725777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240948c-b909-48bb-b5eb-479b7ef12e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86d46ec-07e7-4937-8e8e-91e70cccd869,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:04.818312 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.832564 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:28:04.886513 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Attempting to bind port 8103907c-74fd-4775-a90f-0834b283221a on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:28:04.887084 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Attempting to bind port 8103907c-74fd-4775-a90f-0834b283221a by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:28:04.887226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Attempting to bind port 8103907c-74fd-4775-a90f-0834b283221a on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:28:04.899643 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:28:04.900015 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:28:04.900419 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.900805 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:28:04.901274 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Bound port: 8103907c-74fd-4775-a90f-0834b283221a, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:28:04.902055 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.903865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c11e9-157d-479b-a0c3-a4be2b29789a None None] Pushing event updated for resources: {'Port': ['ID=8103907c-74fd-4775-a90f-0834b283221a,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:04.932525 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bc30e419-e5d1-4568-8d6c-f4bf33ea6c3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.986432 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] For port 8103907c-74fd-4775-a90f-0834b283221a, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:28:04.997335 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] For port 8103907c-74fd-4775-a90f-0834b283221a, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=8103907c-74fd-4775-a90f-0834b283221a,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:28:05.011619 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30e419-e5d1-4568-8d6c-f4bf33ea6c3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Subnet': ['ID=62541d97-4bf9-4b5d-a693-880784aad2cd,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:05.027201 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc30e419-e5d1-4568-8d6c-f4bf33ea6c3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Checking segment: {'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:28:05.027640 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc30e419-e5d1-4568-8d6c-f4bf33ea6c3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network hostable DHCP agents. Network: 2092b347-03ae-4ef9-a9fd-416665299fd7, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:28:05.152705 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.183818 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc30e419-e5d1-4568-8d6c-f4bf33ea6c3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 2092b347-03ae-4ef9-a9fd-416665299fd7 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:28:05.209910 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Routers {'bad35296-f904-4a51-9c84-f1202b6400ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:28:05.210559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:27:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bad35296-f904-4a51-9c84-f1202b6400ee'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:05.272234 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c11e9-157d-479b-a0c3-a4be2b29789a None None] Pushing event updated for resources: {'Port': ['ID=8103907c-74fd-4775-a90f-0834b283221a,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:05.299253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-bc30e419-e5d1-4568-8d6c-f4bf33ea6c3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 2092b347-03ae-4ef9-a9fd-416665299fd7) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:28:05.307529 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc30e419-e5d1-4568-8d6c-f4bf33ea6c3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:05.307529 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bc30e419-e5d1-4568-8d6c-f4bf33ea6c3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.321732 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05163d5-6247-4eb1-840e-afedd02c2b38 None None] Network 2092b347-03ae-4ef9-a9fd-416665299fd7 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:28:05.397105 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] Set router bad35296-f904-4a51-9c84-f1202b6400ee gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:28:05.511027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 56760) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:05.513978 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bc30e419-e5d1-4568-8d6c-f4bf33ea6c3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2059183 Aug 31 01:28:05.661347 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-2092b347-03ae-4ef9-a9fd-416665299fd7', 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ips': [{'subnet_id': '62541d97-4bf9-4b5d-a693-880784aad2cd'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:28:05.662379 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.734119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56768) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:05.750342 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b6e8c9f1-2bfb-4aa0-8611-6439891158af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.867435 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913234462', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8103907c-74fd-4775-a90f-0834b283221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:28:00Z', 'updated_at': '2021-08-31T01:28:02Z', 'revision_number': 3, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8103907c-74fd-4775-a90f-0834b283221a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:02Z', 'updated_at': '2021-08-31T01:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:05.909123 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b6e8c9f1-2bfb-4aa0-8611-6439891158af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.932057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd56489a-a182-4d01-8d91-92196442e722 None None] The sync data for ids ['bad35296-f904-4a51-9c84-f1202b6400ee'] in n-d-793621-34 is: [{'id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913234462', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8103907c-74fd-4775-a90f-0834b283221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:28:00Z', 'updated_at': '2021-08-31T01:28:02Z', 'revision_number': 3, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8103907c-74fd-4775-a90f-0834b283221a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:02Z', 'updated_at': '2021-08-31T01:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:28:05.971891 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Allocated IP 172.20.0.2 (2092b347-03ae-4ef9-a9fd-416665299fd7/62541d97-4bf9-4b5d-a693-880784aad2cd/06138444-2eb2-4e28-af20-35cdfc4e1792) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:28:06.023669 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b6e8c9f1-2bfb-4aa0-8611-6439891158af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.103675 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b6e8c9f1-2bfb-4aa0-8611-6439891158af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a38eb60eaac4cd38f28b4da72b4bba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680346 Aug 31 01:28:06.124250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 56786) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:06.183428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8c9f1-2bfb-4aa0-8611-6439891158af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e737b5-c6a5-4ea3-8062-37740718cedd,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:06.222284 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.246423 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c7082f5-3739-416b-8afb-fba583030296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.262521 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.278495 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Transition to ACTIVE for port object 06138444-2eb2-4e28-af20-35cdfc4e1792 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:28:06.293188 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Transition to ACTIVE for port object 06138444-2eb2-4e28-af20-35cdfc4e1792 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:28:06.324218 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c7082f5-3739-416b-8afb-fba583030296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.406729 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.487652 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Network 2092b347-03ae-4ef9-a9fd-416665299fd7 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:28:06.493851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:28:06.498469 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:28:06.508044 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Pushing event updated for resources: {'Port': ['ID=06138444-2eb2-4e28-af20-35cdfc4e1792,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:06.578589 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Attempting to bind port 06138444-2eb2-4e28-af20-35cdfc4e1792 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:28:06.579073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Attempting to bind port 06138444-2eb2-4e28-af20-35cdfc4e1792 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:28:06.579538 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Attempting to bind port 06138444-2eb2-4e28-af20-35cdfc4e1792 on network 2092b347-03ae-4ef9-a9fd-416665299fd7 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:28:06.586821 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:28:06.596034 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Checking segment: {'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:28:06.596034 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.596034 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Bound using segment: {'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:28:06.596034 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Bound port: 06138444-2eb2-4e28-af20-35cdfc4e1792, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:28:06.596034 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.597055 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c7082f5-3739-416b-8afb-fba583030296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.603116 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0c7082f5-3739-416b-8afb-fba583030296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.608423 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0c7082f5-3739-416b-8afb-fba583030296 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93e737b5-c6a5-4ea3-8062-37740718cedd HTTP/1.1" status: 204 len: 168 time: 0.4805567 Aug 31 01:28:06.657658 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7082f5-3739-416b-8afb-fba583030296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e737b5-c6a5-4ea3-8062-37740718cedd,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:06.892248 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] For port 06138444-2eb2-4e28-af20-35cdfc4e1792, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:28:06.897778 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] For port 06138444-2eb2-4e28-af20-35cdfc4e1792, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=06138444-2eb2-4e28-af20-35cdfc4e1792,segment=NetworkSegment(6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52),segment_id=6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:28:06.908216 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.985913 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.096145 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-60aeef19-984e-4fea-87b8-f3f6e349daa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.150685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Allocated IP 172.20.0.1 (2092b347-03ae-4ef9-a9fd-416665299fd7/62541d97-4bf9-4b5d-a693-880784aad2cd/81fe369e-65e0-4830-8d9e-f8ee92ba5375) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:28:07.200450 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1465bf-fb31-460e-a78c-47e6ab602ca9 None None] Pushing event updated for resources: {'Port': ['ID=06138444-2eb2-4e28-af20-35cdfc4e1792,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:07.295742 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.401123 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.438657 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.446769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Transition to ACTIVE for port object 81fe369e-65e0-4830-8d9e-f8ee92ba5375 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:28:07.613978 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.666296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 2092b347-03ae-4ef9-a9fd-416665299fd7 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:28:07.671737 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:28:07.676186 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:28:07.744065 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=81fe369e-65e0-4830-8d9e-f8ee92ba5375,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:07.825697 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:08.095684 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 06138444-2eb2-4e28-af20-35cdfc4e1792 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:08.284839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 06138444-2eb2-4e28-af20-35cdfc4e1792 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:28:08.291963 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 8103907c-74fd-4775-a90f-0834b283221a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:08.550196 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:08.766568 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:08.771572 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 8103907c-74fd-4775-a90f-0834b283221a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:28:08.775600 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 8103907c-74fd-4775-a90f-0834b283221a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:28:08.776304 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:08.930733 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:08.963829 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 8103907c-74fd-4775-a90f-0834b283221a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=8103907c-74fd-4775-a90f-0834b283221a,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:08.983199 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611491cd-ed81-48c9-8fa8-1bd8db6d7e04 None None] Network 2092b347-03ae-4ef9-a9fd-416665299fd7 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:28:08.985040 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:09.046478 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:09.084244 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:09.127174 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=8103907c-74fd-4775-a90f-0834b283221a,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:09.158844 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9931c791-8a5c-4cea-b083-0a9374d49397 None None] Provisioning for port 06138444-2eb2-4e28-af20-35cdfc4e1792 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:28:09.173325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9931c791-8a5c-4cea-b083-0a9374d49397 None None] Provisioning complete for port 06138444-2eb2-4e28-af20-35cdfc4e1792 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:28:09.173775 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9931c791-8a5c-4cea-b083-0a9374d49397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:09.184058 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:09.188038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=81fe369e-65e0-4830-8d9e-f8ee92ba5375,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:09.296166 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9931c791-8a5c-4cea-b083-0a9374d49397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:09.362147 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-9931c791-8a5c-4cea-b083-0a9374d49397 None None] For port 06138444-2eb2-4e28-af20-35cdfc4e1792, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=06138444-2eb2-4e28-af20-35cdfc4e1792,segment=NetworkSegment(6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52),segment_id=6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:09.383151 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 2092b347-03ae-4ef9-a9fd-416665299fd7 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:28:09.384822 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:28:09.523541 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router bad35296-f904-4a51-9c84-f1202b6400ee has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:28:09.566549 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9931c791-8a5c-4cea-b083-0a9374d49397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:09.668545 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931c791-8a5c-4cea-b083-0a9374d49397 None None] Pushing event updated for resources: {'Port': ['ID=06138444-2eb2-4e28-af20-35cdfc4e1792,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:09.683871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:28:09.689344 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-eae3ea4d-1fd9-43ed-ba26-a2a8fbd84ca0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "PUT /v2.0/routers/bad35296-f904-4a51-9c84-f1202b6400ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1772311 Aug 31 01:28:09.698327 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9476fd2c-b976-485f-8a96-a26c105bd058 None None] Provisioning complete for port 06138444-2eb2-4e28-af20-35cdfc4e1792 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:28:09.698909 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9476fd2c-b976-485f-8a96-a26c105bd058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:09.708733 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Sync routers for ids ['bad35296-f904-4a51-9c84-f1202b6400ee'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:28:09.738106 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Routers {'bad35296-f904-4a51-9c84-f1202b6400ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:28:09.738749 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:28:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bad35296-f904-4a51-9c84-f1202b6400ee'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:09.941222 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Set router bad35296-f904-4a51-9c84-f1202b6400ee gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:28:09.979809 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9476fd2c-b976-485f-8a96-a26c105bd058 None None] Provisioning for port 81fe369e-65e0-4830-8d9e-f8ee92ba5375 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:28:09.985621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9476fd2c-b976-485f-8a96-a26c105bd058 None None] Provisioning complete for port 81fe369e-65e0-4830-8d9e-f8ee92ba5375 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:28:09.988485 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9476fd2c-b976-485f-8a96-a26c105bd058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:10.041958 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-9476fd2c-b976-485f-8a96-a26c105bd058 None None] Port 81fe369e-65e0-4830-8d9e-f8ee92ba5375 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:28:10.074612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 06138444-2eb2-4e28-af20-35cdfc4e1792 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:10.258467 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4a634186-372e-4231-9eab-2797f2e698ae None None] Provisioning complete for port 81fe369e-65e0-4830-8d9e-f8ee92ba5375 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:28:10.259211 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4a634186-372e-4231-9eab-2797f2e698ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:10.261849 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 06138444-2eb2-4e28-af20-35cdfc4e1792 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:28:10.262206 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:10.356535 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-4a634186-372e-4231-9eab-2797f2e698ae None None] Port 81fe369e-65e0-4830-8d9e-f8ee92ba5375 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:28:10.362866 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:10.403570 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913234462', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8103907c-74fd-4775-a90f-0834b283221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:28:00Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8103907c-74fd-4775-a90f-0834b283221a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:02Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '81fe369e-65e0-4830-8d9e-f8ee92ba5375', 'name': '', 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:32:1a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '62541d97-4bf9-4b5d-a693-880784aad2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:06Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 2, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '62541d97-4bf9-4b5d-a693-880784aad2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:10.424781 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 8103907c-74fd-4775-a90f-0834b283221a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:10.459086 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Checking router: bad35296-f904-4a51-9c84-f1202b6400ee for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:28:10.459702 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Updating router bad35296-f904-4a51-9c84-f1202b6400ee port 81fe369e-65e0-4830-8d9e-f8ee92ba5375 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:28:10.489132 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:10.517654 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-afb01a45-8867-4b8a-9d4c-198646326a6a None None] Provisioning complete for port 81fe369e-65e0-4830-8d9e-f8ee92ba5375 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:28:10.518324 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-afb01a45-8867-4b8a-9d4c-198646326a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:10.599887 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-afb01a45-8867-4b8a-9d4c-198646326a6a None None] Port 81fe369e-65e0-4830-8d9e-f8ee92ba5375 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:28:10.611879 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 8103907c-74fd-4775-a90f-0834b283221a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:28:10.612255 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:10.780317 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-e0321f97-ff7a-4b99-b62a-eb7d25ec7e08 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1298636270&fields=id&tenant_id=952c19daed614c79b5a4fe25173e1666 HTTP/1.1" status: 200 len: 267 time: 0.1108265 Aug 31 01:28:10.979311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-f28b8c8b-b2fc-455d-bec3-8f231d199220 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:10.981661 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-f28b8c8b-b2fc-455d-bec3-8f231d199220 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/networks?id=2092b347-03ae-4ef9-a9fd-416665299fd7 HTTP/1.1" status: 200 len: 797 time: 0.1930413 Aug 31 01:28:10.981964 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:10.993621 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Transition to ACTIVE for port object 81fe369e-65e0-4830-8d9e-f8ee92ba5375 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:28:11.003430 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-b89afe1a-5a7a-4bed-863d-f142f1aee0b8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/quotas/952c19daed614c79b5a4fe25173e1666 HTTP/1.1" status: 200 len: 375 time: 0.0151112 Aug 31 01:28:11.087289 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-51bfc43f-0c89-4cb6-986d-9be54e9521b1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727847 Aug 31 01:28:11.128151 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:11.232133 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4c79d-20d6-43a3-ae12-6940698044a9 None None] Pushing event updated for resources: {'Port': ['ID=81fe369e-65e0-4830-8d9e-f8ee92ba5375,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:11.245297 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4c79d-20d6-43a3-ae12-6940698044a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:11.246177 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4c79d-20d6-43a3-ae12-6940698044a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:11.246702 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4c79d-20d6-43a3-ae12-6940698044a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:11.247750 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4c79d-20d6-43a3-ae12-6940698044a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:11.248149 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4c79d-20d6-43a3-ae12-6940698044a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:11.248588 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4c79d-20d6-43a3-ae12-6940698044a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:11.249009 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4c79d-20d6-43a3-ae12-6940698044a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:11.250196 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4c79d-20d6-43a3-ae12-6940698044a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:11.250599 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4c79d-20d6-43a3-ae12-6940698044a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:11.252334 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4c79d-20d6-43a3-ae12-6940698044a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:11.252334 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4c79d-20d6-43a3-ae12-6940698044a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:11.252334 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4c79d-20d6-43a3-ae12-6940698044a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:11.256843 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-28015a45-61b2-4937-ba80-ddc37325a28a service neutron] 10.222.0.16 "GET /v2.0/networks/2092b347-03ae-4ef9-a9fd-416665299fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502783 Aug 31 01:28:11.341042 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Attempting to bind port 81fe369e-65e0-4830-8d9e-f8ee92ba5375 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:28:11.341929 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Attempting to bind port 81fe369e-65e0-4830-8d9e-f8ee92ba5375 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:28:11.342578 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Attempting to bind port 81fe369e-65e0-4830-8d9e-f8ee92ba5375 on network 2092b347-03ae-4ef9-a9fd-416665299fd7 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:28:11.350730 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:28:11.351456 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Checking segment: {'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:28:11.351869 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:11.352255 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Bound using segment: {'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:28:11.352730 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Bound port: 81fe369e-65e0-4830-8d9e-f8ee92ba5375, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:28:11.353108 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:11.431564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-cd57bc43-e07f-4c62-85b4-d8ea5999da95 service neutron] 10.222.0.16 "GET /v2.0/networks/2092b347-03ae-4ef9-a9fd-416665299fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543467 Aug 31 01:28:11.450069 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] For port 81fe369e-65e0-4830-8d9e-f8ee92ba5375, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:28:11.454466 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] For port 81fe369e-65e0-4830-8d9e-f8ee92ba5375, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=81fe369e-65e0-4830-8d9e-f8ee92ba5375,segment=NetworkSegment(6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52),segment_id=6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:28:11.675401 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:11.800779 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Routers {'bad35296-f904-4a51-9c84-f1202b6400ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:28:11.801812 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:28:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bad35296-f904-4a51-9c84-f1202b6400ee'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:11.856122 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-68c4e821-70a9-411c-be61-d544be0fe637 req-de3dd78e-8624-404c-8499-928fa02d3033 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 210 time: 0.0798664 Aug 31 01:28:12.003169 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] Set router bad35296-f904-4a51-9c84-f1202b6400ee gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:28:12.179321 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4c79d-20d6-43a3-ae12-6940698044a9 None None] Pushing event updated for resources: {'Port': ['ID=81fe369e-65e0-4830-8d9e-f8ee92ba5375,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:12.309377 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913234462', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8103907c-74fd-4775-a90f-0834b283221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:28:00Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8103907c-74fd-4775-a90f-0834b283221a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:02Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '81fe369e-65e0-4830-8d9e-f8ee92ba5375', 'name': '', 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:32:1a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '62541d97-4bf9-4b5d-a693-880784aad2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:06Z', 'updated_at': '2021-08-31T01:28:11Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '62541d97-4bf9-4b5d-a693-880784aad2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:12.340394 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229f996-5269-4cce-ac4f-20680b37cac0 None None] The sync data for ids ['bad35296-f904-4a51-9c84-f1202b6400ee'] in n-d-793621-34 is: [{'id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913234462', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8103907c-74fd-4775-a90f-0834b283221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:28:00Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8103907c-74fd-4775-a90f-0834b283221a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:02Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '81fe369e-65e0-4830-8d9e-f8ee92ba5375', 'name': '', 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:32:1a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '62541d97-4bf9-4b5d-a693-880784aad2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:06Z', 'updated_at': '2021-08-31T01:28:11Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '62541d97-4bf9-4b5d-a693-880784aad2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:28:12.978172 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9afaf586-97d1-48e3-8e6d-e463063fb480 req-c4847cd3-eb27-4f3e-87d1-7aedcfdc216e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 210 time: 0.0516043 Aug 31 01:28:14.145689 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 81fe369e-65e0-4830-8d9e-f8ee92ba5375 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:14.250879 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-569eeb0e-6b88-4d7b-ab75-0f3c017d0343 req-434dabe3-17ca-4365-a478-066a37bf93a2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 210 time: 0.1049802 Aug 31 01:28:14.494723 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 81fe369e-65e0-4830-8d9e-f8ee92ba5375 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:28:14.499230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 81fe369e-65e0-4830-8d9e-f8ee92ba5375 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:28:14.499671 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:14.551135 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57074) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:14.654608 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-ddf8c037-6246-4841-9554-edc7bd0f587e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:14.665051 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-ddf8c037-6246-4841-9554-edc7bd0f587e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.48 "GET /v2.0/networks?id=2092b347-03ae-4ef9-a9fd-416665299fd7 HTTP/1.1" status: 200 len: 797 time: 0.2797658 Aug 31 01:28:14.709666 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:14.759140 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-0c341a21-425c-4e24-b6a2-12504610b65e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=952c19daed614c79b5a4fe25173e1666 HTTP/1.1" status: 200 len: 380 time: 0.0836203 Aug 31 01:28:14.761017 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1752d5db-676f-4ac7-8770-5d88d4267338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:14.772923 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1a138145-541d-46e4-a730-147788c085b2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'port': {'device_id': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7', 'admin_state_up': True, 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'security_groups': ['48a9dd73-8e43-4d96-befb-01ced591d879']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:14.788128 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 81fe369e-65e0-4830-8d9e-f8ee92ba5375, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=81fe369e-65e0-4830-8d9e-f8ee92ba5375,segment=NetworkSegment(6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52),segment_id=6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:14.909032 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:14.939541 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1752d5db-676f-4ac7-8770-5d88d4267338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:15.001042 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=81fe369e-65e0-4830-8d9e-f8ee92ba5375,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:15.038799 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1752d5db-676f-4ac7-8770-5d88d4267338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:15.102971 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1752d5db-676f-4ac7-8770-5d88d4267338 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc19e915165e4c1aa6be4ac83da7aac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5412176 Aug 31 01:28:15.102971 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752d5db-676f-4ac7-8770-5d88d4267338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72454c85-fe2e-4850-9d88-bec5c476987c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:15.104662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57086) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:15.155443 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1a138145-541d-46e4-a730-147788c085b2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Made reservation on behalf of 952c19daed614c79b5a4fe25173e1666 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:28:15.174314 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1a138145-541d-46e4-a730-147788c085b2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:15.257939 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56bedbf8-ade1-44bc-b82f-7d1cf4d918d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:15.459676 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56bedbf8-ade1-44bc-b82f-7d1cf4d918d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:15.463154 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1deeae10-f37d-4d3f-bac4-d04798456828 req-cb261b0c-7070-44e0-bfd4-9056e2341d18 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 210 time: 0.1044672 Aug 31 01:28:15.519347 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1a138145-541d-46e4-a730-147788c085b2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Allocated IP 172.20.0.7 (2092b347-03ae-4ef9-a9fd-416665299fd7/62541d97-4bf9-4b5d-a693-880784aad2cd/256a143e-7bd0-4f7f-bf54-d153fe576827) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:28:15.782701 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56bedbf8-ade1-44bc-b82f-7d1cf4d918d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:15.787976 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-56bedbf8-ade1-44bc-b82f-7d1cf4d918d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:15.797877 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-56bedbf8-ade1-44bc-b82f-7d1cf4d918d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72454c85-fe2e-4850-9d88-bec5c476987c HTTP/1.1" status: 204 len: 168 time: 0.6891761 Aug 31 01:28:15.855521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bedbf8-ade1-44bc-b82f-7d1cf4d918d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72454c85-fe2e-4850-9d88-bec5c476987c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:15.926227 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1a138145-541d-46e4-a730-147788c085b2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:15.945100 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1a138145-541d-46e4-a730-147788c085b2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Transition to ACTIVE for port object 256a143e-7bd0-4f7f-bf54-d153fe576827 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:28:16.062063 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 81fe369e-65e0-4830-8d9e-f8ee92ba5375 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:16.102567 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1a138145-541d-46e4-a730-147788c085b2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:16.144480 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 81fe369e-65e0-4830-8d9e-f8ee92ba5375 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:28:16.145476 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:16.207839 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1a138145-541d-46e4-a730-147788c085b2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 2092b347-03ae-4ef9-a9fd-416665299fd7 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:28:16.224335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1a138145-541d-46e4-a730-147788c085b2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:28:16.227245 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1a138145-541d-46e4-a730-147788c085b2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:28:16.299287 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a138145-541d-46e4-a730-147788c085b2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=256a143e-7bd0-4f7f-bf54-d153fe576827,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:16.314688 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1a138145-541d-46e4-a730-147788c085b2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:16.316148 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1a138145-541d-46e4-a730-147788c085b2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:16.430231 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1a138145-541d-46e4-a730-147788c085b2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6613033 Aug 31 01:28:16.444012 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-0068fe3c-0de8-40d3-9a0d-01b03264bcd1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:28:16.445255 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-0068fe3c-0de8-40d3-9a0d-01b03264bcd1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102811 Aug 31 01:28:16.662833 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Request body: {'port': {'device_id': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:16.696454 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55f887-9c8d-4395-a0c1-29ad5fe4bad4 req-318d6efa-921b-48be-8b49-ec182bc60309 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:16.698731 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7e55f887-9c8d-4395-a0c1-29ad5fe4bad4 req-318d6efa-921b-48be-8b49-ec182bc60309 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 931 time: 0.0701022 Aug 31 01:28:16.777815 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7e55f887-9c8d-4395-a0c1-29ad5fe4bad4 req-65b554ae-24ad-453b-8e50-9f29bc66360f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696659 Aug 31 01:28:16.778059 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-cd31edeb-c079-46ef-8f50-42e73f292ede None None] Provisioning for port 256a143e-7bd0-4f7f-bf54-d153fe576827 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:28:16.784821 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-cd31edeb-c079-46ef-8f50-42e73f292ede None None] Provisioning complete for port 256a143e-7bd0-4f7f-bf54-d153fe576827 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:28:16.789557 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cd31edeb-c079-46ef-8f50-42e73f292ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:16.854630 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-cd31edeb-c079-46ef-8f50-42e73f292ede None None] Port 256a143e-7bd0-4f7f-bf54-d153fe576827 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:28:17.079225 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:17.088869 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57120) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:17.127831 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-596ec5d6-7ff5-43e0-88eb-7503289c4cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:17.247523 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-596ec5d6-7ff5-43e0-88eb-7503289c4cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:17.338396 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-596ec5d6-7ff5-43e0-88eb-7503289c4cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:17.441689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57122) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:17.442000 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-596ec5d6-7ff5-43e0-88eb-7503289c4cc5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a328e82ffeb14bdf8c26cdf8d23e11ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3516116 Aug 31 01:28:17.443223 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ec5d6-7ff5-43e0-88eb-7503289c4cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09236be3-fe8a-45e8-b3fe-def3d95440f1,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:17.534192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256a143e-7bd0-4f7f-bf54-d153fe576827 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:28:17.543082 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:17.562720 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fdc09e56-f9bc-4e75-8a7f-db3519ea987e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:17.570467 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Transition to ACTIVE for port object 256a143e-7bd0-4f7f-bf54-d153fe576827 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:28:17.598613 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fdc09e56-f9bc-4e75-8a7f-db3519ea987e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:17.703395 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:17.764094 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Pushing event updated for resources: {'Port': ['ID=256a143e-7bd0-4f7f-bf54-d153fe576827,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:17.806712 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fdc09e56-f9bc-4e75-8a7f-db3519ea987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:17.810023 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fdc09e56-f9bc-4e75-8a7f-db3519ea987e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:17.811325 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fdc09e56-f9bc-4e75-8a7f-db3519ea987e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09236be3-fe8a-45e8-b3fe-def3d95440f1 HTTP/1.1" status: 204 len: 168 time: 0.3683615 Aug 31 01:28:17.852481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc09e56-f9bc-4e75-8a7f-db3519ea987e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09236be3-fe8a-45e8-b3fe-def3d95440f1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:17.959643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Attempting to bind port 256a143e-7bd0-4f7f-bf54-d153fe576827 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:28:17.964372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Attempting to bind port 256a143e-7bd0-4f7f-bf54-d153fe576827 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:28:17.964818 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Attempting to bind port 256a143e-7bd0-4f7f-bf54-d153fe576827 on network 2092b347-03ae-4ef9-a9fd-416665299fd7 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:28:17.993834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Port 256a143e-7bd0-4f7f-bf54-d153fe576827 on network 2092b347-03ae-4ef9-a9fd-416665299fd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:28:17.993834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Attempting to bind port 256a143e-7bd0-4f7f-bf54-d153fe576827 on network 2092b347-03ae-4ef9-a9fd-416665299fd7 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:28:18.036321 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:28:18.036321 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Checking segment: {'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:28:18.036321 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Bound using segment: {'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:28:18.036321 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Bound port: 256a143e-7bd0-4f7f-bf54-d153fe576827, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:28:18.036321 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:18.148935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb391d-81f7-496a-8a35-29ff7495c799 req-549c54b2-aaba-40e8-9a9c-9248b4e88573 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:18.153531 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7afb391d-81f7-496a-8a35-29ff7495c799 req-549c54b2-aaba-40e8-9a9c-9248b4e88573 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 943 time: 0.1956866 Aug 31 01:28:18.210816 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] For port 256a143e-7bd0-4f7f-bf54-d153fe576827, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:28:18.216253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] For port 256a143e-7bd0-4f7f-bf54-d153fe576827, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=256a143e-7bd0-4f7f-bf54-d153fe576827,segment=NetworkSegment(6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52),segment_id=6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:28:18.222992 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7afb391d-81f7-496a-8a35-29ff7495c799 req-83dd0230-19c4-4758-bec1-6c306cb71c21 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586238 Aug 31 01:28:18.329154 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:18.371165 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:18.371891 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:18.373468 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] 10.222.0.48 "PUT /v2.0/ports/256a143e-7bd0-4f7f-bf54-d153fe576827 HTTP/1.1" status: 200 len: 1092 time: 1.9181292 Aug 31 01:28:18.374041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'tag': '256a143e-7bd0-4f7f-bf54-d153fe576827'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:28:18.386242 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f0b6d5-7e6d-44ae-a25f-e542cc852421" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4fb694-bbaa-4db4-9452-d8f701f1d006", "tag": "256a143e-7bd0-4f7f-bf54-d153fe576827"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:28:18.424792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75429f-1d03-4283-9832-1110e1820508 service neutron] Pushing event updated for resources: {'Port': ['ID=256a143e-7bd0-4f7f-bf54-d153fe576827,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:18.456214 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63257ac-4d2f-4fc7-b012-2c4c02d4befa x-openstack-request-id: req-e63257ac-4d2f-4fc7-b012-2c4c02d4befa {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:28:18.456539 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4fb694-bbaa-4db4-9452-d8f701f1d006", "tag": "256a143e-7bd0-4f7f-bf54-d153fe576827", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:28:18.457133 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e63257ac-4d2f-4fc7-b012-2c4c02d4befa {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:28:18.457528 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'tag': '256a143e-7bd0-4f7f-bf54-d153fe576827', 'status': 'completed', 'code': 200} Aug 31 01:28:18.550252 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0b6d5-7e6d-44ae-a25f-e542cc852421 req-78a76d99-3dab-4f65-a435-3b10b5d1c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:18.552670 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-58f0b6d5-7e6d-44ae-a25f-e542cc852421 req-78a76d99-3dab-4f65-a435-3b10b5d1c2b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 1095 time: 0.0705452 Aug 31 01:28:18.748859 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0b6d5-7e6d-44ae-a25f-e542cc852421 req-af25dc3a-6305-429b-aea5-e324b8eab93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:18.750620 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-58f0b6d5-7e6d-44ae-a25f-e542cc852421 req-af25dc3a-6305-429b-aea5-e324b8eab93f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=952c19daed614c79b5a4fe25173e1666&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1904013 Aug 31 01:28:18.902049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0b6d5-7e6d-44ae-a25f-e542cc852421 req-175b4c9b-6e45-4ae0-b5ca-0aa4395e3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:18.903511 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-58f0b6d5-7e6d-44ae-a25f-e542cc852421 req-175b4c9b-6e45-4ae0-b5ca-0aa4395e3ece service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1463716 Aug 31 01:28:19.057717 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-d6f4c216-2db0-4f5e-96c9-ccacee58b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:19.061199 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-d6f4c216-2db0-4f5e-96c9-ccacee58b1ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 1095 time: 0.1105855 Aug 31 01:28:19.146029 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-d20145de-97fe-4839-82b6-b8a654134103 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=256a143e-7bd0-4f7f-bf54-d153fe576827 HTTP/1.1" status: 200 len: 217 time: 0.0768743 Aug 31 01:28:19.242988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-8b3631b3-d52f-4c65-b463-9cb2de8c2ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:19.248015 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-8b3631b3-d52f-4c65-b463-9cb2de8c2ab9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=62541d97-4bf9-4b5d-a693-880784aad2cd HTTP/1.1" status: 200 len: 835 time: 0.0912466 Aug 31 01:28:19.475326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-2c9ad521-b109-405d-81ad-3047e4e748c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:19.478295 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-2c9ad521-b109-405d-81ad-3047e4e748c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2092b347-03ae-4ef9-a9fd-416665299fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2200170 Aug 31 01:28:19.501237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24a5fe-0760-4d8e-8878-25ce2c56521b req-c4b60edc-4cf3-4548-9feb-59bd9116e8c5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:19.504747 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d24a5fe-0760-4d8e-8878-25ce2c56521b req-c4b60edc-4cf3-4548-9feb-59bd9116e8c5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 943 time: 0.1438384 Aug 31 01:28:19.614698 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d24a5fe-0760-4d8e-8878-25ce2c56521b req-af751d6b-41d8-4da9-9f50-0ef6ee13d076 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907357 Aug 31 01:28:19.640289 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-a17cdd43-4e98-4607-96c6-27744c3d9a74 service neutron] 10.222.0.48 "GET /v2.0/networks/2092b347-03ae-4ef9-a9fd-416665299fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502972 Aug 31 01:28:19.779172 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4c54f8c-5da2-4c9a-be85-32f4e6ea5772 req-20d5faa2-e532-4d9d-ab07-a29a78a022b2 service neutron] 10.222.0.48 "GET /v2.0/networks/2092b347-03ae-4ef9-a9fd-416665299fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032169 Aug 31 01:28:20.783691 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b921ac-dc77-41c9-9f74-2b49859b3d1f req-bcc591ae-b4d3-4bc1-8d4b-ba3de0da8527 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:20.787412 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d0b921ac-dc77-41c9-9f74-2b49859b3d1f req-bcc591ae-b4d3-4bc1-8d4b-ba3de0da8527 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 943 time: 0.0882578 Aug 31 01:28:20.836423 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d0b921ac-dc77-41c9-9f74-2b49859b3d1f req-2ac06926-8f6a-4bf1-9e96-02c30d9b398a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418282 Aug 31 01:28:21.980374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d3c31-013c-45c5-ba64-cc3be2d45117 req-7a8d0976-bcc4-4596-9f85-73d49ddbb113 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:21.992271 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-374d3c31-013c-45c5-ba64-cc3be2d45117 req-7a8d0976-bcc4-4596-9f85-73d49ddbb113 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 943 time: 0.0598652 Aug 31 01:28:22.046918 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-374d3c31-013c-45c5-ba64-cc3be2d45117 req-2133ed3c-02de-4d81-8577-ec54c9ee1ecf tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573914 Aug 31 01:28:22.239881 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 256a143e-7bd0-4f7f-bf54-d153fe576827 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:28:22.362453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 256a143e-7bd0-4f7f-bf54-d153fe576827, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=256a143e-7bd0-4f7f-bf54-d153fe576827,segment=NetworkSegment(6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52),segment_id=6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:22.418481 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '256a143e-7bd0-4f7f-bf54-d153fe576827', 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7', 'port_id': '256a143e-7bd0-4f7f-bf54-d153fe576827', 'mac_address': 'fa:16:3e:d1:00:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62541d97-4bf9-4b5d-a693-880784aad2cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:28:22.512861 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:22.540637 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256a143e-7bd0-4f7f-bf54-d153fe576827 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:28:22.568044 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 256a143e-7bd0-4f7f-bf54-d153fe576827, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=256a143e-7bd0-4f7f-bf54-d153fe576827,segment=NetworkSegment(6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52),segment_id=6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:23.018146 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:23.081975 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=256a143e-7bd0-4f7f-bf54-d153fe576827,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:23.199225 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cb2e0-6f9b-4cbb-8af2-8f46cee326f2 req-7b79e428-234d-4be0-8ad9-c26ee41a9f53 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:23.201169 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6c3cb2e0-6f9b-4cbb-8af2-8f46cee326f2 req-7b79e428-234d-4be0-8ad9-c26ee41a9f53 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 944 time: 0.0568063 Aug 31 01:28:23.258093 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6c3cb2e0-6f9b-4cbb-8af2-8f46cee326f2 req-cfb64d0c-b0e4-4d21-bb15-b9e64c5dd590 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428243 Aug 31 01:28:23.264278 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['256a143e-7bd0-4f7f-bf54-d153fe576827'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:28:23.468720 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57248) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:23.815944 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9c4611b-6032-4b78-ab20-f59712ad752c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:23.964200 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9c4611b-6032-4b78-ab20-f59712ad752c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:24.100003 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9c4611b-6032-4b78-ab20-f59712ad752c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:24.145488 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d9c4611b-6032-4b78-ab20-f59712ad752c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48f724f21e0b4a2aabe8cef71a4cbfcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6751440 Aug 31 01:28:24.146696 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4611b-6032-4b78-ab20-f59712ad752c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d17c6e-290b-4c15-bb75-8a8df0a194fe,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:24.150665 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57270) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:24.206514 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d77a-450c-466e-a01a-d17e74ca1f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:24.240648 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d77a-450c-466e-a01a-d17e74ca1f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:24.256097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 256a143e-7bd0-4f7f-bf54-d153fe576827 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:24.432097 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d77a-450c-466e-a01a-d17e74ca1f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:24.434660 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d77a-450c-466e-a01a-d17e74ca1f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:24.439603 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ecb1d77a-450c-466e-a01a-d17e74ca1f7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5d17c6e-290b-4c15-bb75-8a8df0a194fe HTTP/1.1" status: 204 len: 168 time: 0.2836931 Aug 31 01:28:24.443422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5945f24-06fe-47f2-99f2-6e9495c9dc2b req-592e84d5-109d-43b9-a2c8-8db97b2866c0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:24.444891 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5945f24-06fe-47f2-99f2-6e9495c9dc2b req-592e84d5-109d-43b9-a2c8-8db97b2866c0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 944 time: 0.0570982 Aug 31 01:28:24.454445 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1d77a-450c-466e-a01a-d17e74ca1f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d17c6e-290b-4c15-bb75-8a8df0a194fe,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:24.458543 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 256a143e-7bd0-4f7f-bf54-d153fe576827 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:28:24.473988 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 256a143e-7bd0-4f7f-bf54-d153fe576827 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:28:24.474688 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:24.493276 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5945f24-06fe-47f2-99f2-6e9495c9dc2b req-89179ae7-b7ca-4dd6-9043-e7e3bb4145e4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405707 Aug 31 01:28:24.585767 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:24.618014 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256a143e-7bd0-4f7f-bf54-d153fe576827'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:28:24.620396 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c8f751-3525-4bba-b962-9e1865be707d" -d '{"events": [{"server_uuid": "7b4fb694-bbaa-4db4-9452-d8f701f1d006", "name": "network-vif-plugged", "status": "completed", "tag": "256a143e-7bd0-4f7f-bf54-d153fe576827"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:28:24.645646 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 256a143e-7bd0-4f7f-bf54-d153fe576827, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=256a143e-7bd0-4f7f-bf54-d153fe576827,segment=NetworkSegment(6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52),segment_id=6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:24.665677 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d380c8c-40c9-4c19-a9cf-65ff152fe0b3 x-openstack-request-id: req-6d380c8c-40c9-4c19-a9cf-65ff152fe0b3 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:28:24.665976 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4fb694-bbaa-4db4-9452-d8f701f1d006", "name": "network-vif-plugged", "status": "completed", "tag": "256a143e-7bd0-4f7f-bf54-d153fe576827", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:28:24.666272 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d380c8c-40c9-4c19-a9cf-65ff152fe0b3 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:28:24.666688 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256a143e-7bd0-4f7f-bf54-d153fe576827', 'code': 200} Aug 31 01:28:24.734996 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:24.768399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f488c8-ff77-4930-b7ca-a6f33c74394a req-5ec4bc1f-21ee-4eeb-9cee-3dc6b62cc6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:24.769597 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39f488c8-ff77-4930-b7ca-a6f33c74394a req-5ec4bc1f-21ee-4eeb-9cee-3dc6b62cc6f3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 1097 time: 0.0462263 Aug 31 01:28:24.797178 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=256a143e-7bd0-4f7f-bf54-d153fe576827,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:24.814909 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39f488c8-ff77-4930-b7ca-a6f33c74394a req-43de6d76-ba86-44ae-94e0-6b23b0e90f73 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380156 Aug 31 01:28:24.905946 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57286) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:24.940375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57292) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:25.094928 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a4627649-4bc9-4c71-8d68-0cb188aa12e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:25.150276 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-232a6022-8f68-421e-9eb6-74b1d946a9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:25.213284 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a4627649-4bc9-4c71-8d68-0cb188aa12e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:25.291410 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57296) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:25.292084 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a4627649-4bc9-4c71-8d68-0cb188aa12e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:25.334262 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fef54144-56da-4b18-9ea1-ae983fd7da0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:25.356743 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a4627649-4bc9-4c71-8d68-0cb188aa12e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3fd2661e8454c9aa291cc26674d61f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4495313 Aug 31 01:28:25.360678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4627649-4bc9-4c71-8d68-0cb188aa12e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb53201-43f0-4c1e-8207-56bf4ce89dcb,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:25.361457 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57298) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:25.424407 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-232a6022-8f68-421e-9eb6-74b1d946a9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:25.439819 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-77991167-872e-4725-a728-0869157ad6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:25.464999 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-77991167-872e-4725-a728-0869157ad6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:25.526373 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-232a6022-8f68-421e-9eb6-74b1d946a9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:25.645474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a6022-8f68-421e-9eb6-74b1d946a9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce684afe-5f90-43ab-950e-fe3de923d65a,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:25.645474 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-232a6022-8f68-421e-9eb6-74b1d946a9d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9815d10ad70d48acb6dafb2e7f7ca469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6382627 Aug 31 01:28:25.645474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57302) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:25.645474 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e016d79e-68eb-43fa-a114-f0862cd9921c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:25.647215 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bab8a-9c02-4d78-bb29-a59bb9ec1415 req-b8ea0903-a4fc-4067-9d97-bbea792c9d7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:25.650059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d8bab8a-9c02-4d78-bb29-a59bb9ec1415 req-b8ea0903-a4fc-4067-9d97-bbea792c9d7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 945 time: 0.0775602 Aug 31 01:28:25.669294 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e016d79e-68eb-43fa-a114-f0862cd9921c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:25.695934 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d8bab8a-9c02-4d78-bb29-a59bb9ec1415 req-2f9f51b8-6e82-4f44-ba62-3481e4f7978a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390589 Aug 31 01:28:25.808742 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-77991167-872e-4725-a728-0869157ad6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:25.811428 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-77991167-872e-4725-a728-0869157ad6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:25.820598 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-77991167-872e-4725-a728-0869157ad6f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acb53201-43f0-4c1e-8207-56bf4ce89dcb HTTP/1.1" status: 204 len: 168 time: 0.4500186 Aug 31 01:28:25.822607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77991167-872e-4725-a728-0869157ad6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb53201-43f0-4c1e-8207-56bf4ce89dcb,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:25.893660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e016d79e-68eb-43fa-a114-f0862cd9921c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:25.899540 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e016d79e-68eb-43fa-a114-f0862cd9921c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:25.903938 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e016d79e-68eb-43fa-a114-f0862cd9921c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce684afe-5f90-43ab-950e-fe3de923d65a HTTP/1.1" status: 204 len: 168 time: 0.3173504 Aug 31 01:28:25.916784 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016d79e-68eb-43fa-a114-f0862cd9921c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce684afe-5f90-43ab-950e-fe3de923d65a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:26.008009 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fef54144-56da-4b18-9ea1-ae983fd7da0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:26.114506 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fef54144-56da-4b18-9ea1-ae983fd7da0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:26.156901 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fef54144-56da-4b18-9ea1-ae983fd7da0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36848b124a8a4832a599f8ca36d16cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8617320 Aug 31 01:28:26.157848 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef54144-56da-4b18-9ea1-ae983fd7da0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9510f016-5b80-4ce0-a742-3a60cfeacda2,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:26.161774 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57310) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:26.221696 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b5c6a6d0-283c-42e7-b60e-9e4abfeae64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:26.252274 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b5c6a6d0-283c-42e7-b60e-9e4abfeae64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:26.397590 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b5c6a6d0-283c-42e7-b60e-9e4abfeae64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:26.400517 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b5c6a6d0-283c-42e7-b60e-9e4abfeae64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:26.401886 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b5c6a6d0-283c-42e7-b60e-9e4abfeae64f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9510f016-5b80-4ce0-a742-3a60cfeacda2 HTTP/1.1" status: 204 len: 168 time: 0.2363966 Aug 31 01:28:26.410646 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6a6d0-283c-42e7-b60e-9e4abfeae64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9510f016-5b80-4ce0-a742-3a60cfeacda2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:26.828115 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c806f0c-63c4-4133-91aa-f06abdcece54 req-3a5b1623-1f26-4358-b484-01824bd05ae6 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:26.829921 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1c806f0c-63c4-4133-91aa-f06abdcece54 req-3a5b1623-1f26-4358-b484-01824bd05ae6 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 945 time: 0.0577908 Aug 31 01:28:26.898190 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1c806f0c-63c4-4133-91aa-f06abdcece54 req-1f934f62-db19-4c38-89e1-a1441234a04d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608425 Aug 31 01:28:26.969280 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57324) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:26.986049 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65bc9547-b4e8-451d-884b-e4857fc3fba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:27.061784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95901c7d-3b2b-4e35-8578-22a5baaf98d6 req-4a1a8285-1239-4c85-994b-33c581db205a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:27.064650 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-95901c7d-3b2b-4e35-8578-22a5baaf98d6 req-4a1a8285-1239-4c85-994b-33c581db205a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 945 time: 0.0877142 Aug 31 01:28:27.118377 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65bc9547-b4e8-451d-884b-e4857fc3fba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:27.121362 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-95901c7d-3b2b-4e35-8578-22a5baaf98d6 req-98b406bc-e079-44d9-96b4-2bd327ac0fb4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476689 Aug 31 01:28:27.144847 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57330) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:27.266317 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65bc9547-b4e8-451d-884b-e4857fc3fba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:27.307403 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-65bc9547-b4e8-451d-884b-e4857fc3fba5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7bcc1fd63609408faec48ded94df172a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369446 Aug 31 01:28:27.309786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc9547-b4e8-451d-884b-e4857fc3fba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e608a097-1869-43e2-ba6f-e4ef93f271fc,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:27.310376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57338) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:27.365080 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4ac55e88-8c3c-4306-ab19-5e5cba4d5869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:27.404962 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4ac55e88-8c3c-4306-ab19-5e5cba4d5869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:27.406923 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d073585d-840a-4f9a-a4a5-6eaae4e46694 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:27.408515 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d073585d-840a-4f9a-a4a5-6eaae4e46694 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 1092 time: 0.2622857 Aug 31 01:28:27.411542 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57340) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:27.418474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': '256a143e-7bd0-4f7f-bf54-d153fe576827', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:27.481660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57342) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:27.495041 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3c7c1f39-ff92-4960-a9dd-4582f99c35f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:27.620290 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4ac55e88-8c3c-4306-ab19-5e5cba4d5869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:27.623334 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4ac55e88-8c3c-4306-ab19-5e5cba4d5869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:27.629357 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4ac55e88-8c3c-4306-ab19-5e5cba4d5869 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e608a097-1869-43e2-ba6f-e4ef93f271fc HTTP/1.1" status: 204 len: 168 time: 0.3135238 Aug 31 01:28:27.629692 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:27.653044 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac55e88-8c3c-4306-ab19-5e5cba4d5869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e608a097-1869-43e2-ba6f-e4ef93f271fc,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:27.850441 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3c7c1f39-ff92-4960-a9dd-4582f99c35f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:27.852944 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:27.961801 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3c7c1f39-ff92-4960-a9dd-4582f99c35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:28.041483 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3c7c1f39-ff92-4960-a9dd-4582f99c35f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=285e57f6fc8f41c988205a205ea02473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5598266 Aug 31 01:28:28.045329 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c1f39-ff92-4960-a9dd-4582f99c35f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c19178-4537-4a52-a6a2-25758ba63831,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:28.045678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57354) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:28.055588 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Allocated IP 172.25.2.122 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/4f26327b-3c25-48ea-b1ba-933fef233ded) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:28:28.126747 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dca134fd-1cc3-446d-beae-561f24fbacf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:28.162459 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dca134fd-1cc3-446d-beae-561f24fbacf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:28.234374 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:28.468480 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dca134fd-1cc3-446d-beae-561f24fbacf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:28.472426 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dca134fd-1cc3-446d-beae-561f24fbacf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:28.474276 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-dca134fd-1cc3-446d-beae-561f24fbacf2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56c19178-4537-4a52-a6a2-25758ba63831 HTTP/1.1" status: 204 len: 168 time: 0.4264750 Aug 31 01:28:28.484684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca134fd-1cc3-446d-beae-561f24fbacf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c19178-4537-4a52-a6a2-25758ba63831,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:28.523454 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:28.567309 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:28:28.572442 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:28:28.576155 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:28:28.600668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=4f26327b-3c25-48ea-b1ba-933fef233ded,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:29.015386 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:29.176199 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:29.379289 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:29.528849 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:29.606983 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=4f26327b-3c25-48ea-b1ba-933fef233ded,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:29.621819 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:29.745149 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Floating IP ac065f65-f205-4611-aba5-69d27f2087c2 associated. External IP: 172.25.2.122, port: 256a143e-7bd0-4f7f-bf54-d153fe576827. Aug 31 01:28:30.028167 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router bad35296-f904-4a51-9c84-f1202b6400ee has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:28:30.158189 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:28:30.172061 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816a8acc-5b56-4c5f-8381-fd2b082b2b40 None None] Sync routers for ids ['bad35296-f904-4a51-9c84-f1202b6400ee'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:28:30.181890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816a8acc-5b56-4c5f-8381-fd2b082b2b40 None None] Routers {'bad35296-f904-4a51-9c84-f1202b6400ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:28:30.182693 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-816a8acc-5b56-4c5f-8381-fd2b082b2b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:28:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bad35296-f904-4a51-9c84-f1202b6400ee'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:30.271844 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:30.306675 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c438ad8a-ad7a-4c8e-8a28-3d4b8f005108 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8937235 Aug 31 01:28:30.307052 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'tag': '256a143e-7bd0-4f7f-bf54-d153fe576827'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:28:30.309574 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b777c43-036d-4c2b-ba77-03997c74d5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4fb694-bbaa-4db4-9452-d8f701f1d006", "tag": "256a143e-7bd0-4f7f-bf54-d153fe576827"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:28:30.321775 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-816a8acc-5b56-4c5f-8381-fd2b082b2b40 None None] Set router bad35296-f904-4a51-9c84-f1202b6400ee gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:28:30.425866 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13661fb3-5e5a-4504-a5f1-5be5b185b025 x-openstack-request-id: req-13661fb3-5e5a-4504-a5f1-5be5b185b025 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:28:30.427056 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4fb694-bbaa-4db4-9452-d8f701f1d006", "tag": "256a143e-7bd0-4f7f-bf54-d153fe576827", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:28:30.428683 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13661fb3-5e5a-4504-a5f1-5be5b185b025 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:28:30.429290 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'tag': '256a143e-7bd0-4f7f-bf54-d153fe576827', 'status': 'completed', 'code': 200} Aug 31 01:28:30.528798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b777c43-036d-4c2b-ba77-03997c74d5a4 req-d7b64432-55e0-407c-ad74-f1d3a06909a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:30.530528 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5b777c43-036d-4c2b-ba77-03997c74d5a4 req-d7b64432-55e0-407c-ad74-f1d3a06909a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 1097 time: 0.1085806 Aug 31 01:28:30.532470 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc0fb1-717f-4fe2-9125-2a67d3008fc5 req-10137804-afb3-412b-b128-7e31dfcbe28b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:30.535837 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e9dc0fb1-717f-4fe2-9125-2a67d3008fc5 req-10137804-afb3-412b-b128-7e31dfcbe28b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 945 time: 0.1398151 Aug 31 01:28:30.607094 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e9dc0fb1-717f-4fe2-9125-2a67d3008fc5 req-8130870d-8539-421f-8d13-86bafac4cb5e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639710 Aug 31 01:28:30.644052 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57432) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:30.673592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b777c43-036d-4c2b-ba77-03997c74d5a4 req-49e1613d-2917-4295-be67-ff29c96a5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:30.676298 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5b777c43-036d-4c2b-ba77-03997c74d5a4 req-49e1613d-2917-4295-be67-ff29c96a5e49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2092b347-03ae-4ef9-a9fd-416665299fd7 HTTP/1.1" status: 200 len: 898 time: 0.1382685 Aug 31 01:28:30.725810 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-816a8acc-5b56-4c5f-8381-fd2b082b2b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913234462', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8103907c-74fd-4775-a90f-0834b283221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:28:00Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8103907c-74fd-4775-a90f-0834b283221a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:02Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'ac065f65-f205-4611-aba5-69d27f2087c2', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'port_id': '256a143e-7bd0-4f7f-bf54-d153fe576827', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7', 'mac_address': 'fa:16:3e:d1:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:28:28Z', 'updated_at': '2021-08-31T01:28:28Z', 'revision_number': 0, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81fe369e-65e0-4830-8d9e-f8ee92ba5375', 'name': '', 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:32:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '62541d97-4bf9-4b5d-a693-880784aad2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:06Z', 'updated_at': '2021-08-31T01:28:14Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '62541d97-4bf9-4b5d-a693-880784aad2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:30.763311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816a8acc-5b56-4c5f-8381-fd2b082b2b40 None None] Checking router: bad35296-f904-4a51-9c84-f1202b6400ee for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:28:30.767525 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5b777c43-036d-4c2b-ba77-03997c74d5a4 req-7233566e-fa66-4491-98ac-307d880d0536 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=256a143e-7bd0-4f7f-bf54-d153fe576827 HTTP/1.1" status: 200 len: 999 time: 0.0833325 Aug 31 01:28:30.775575 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816a8acc-5b56-4c5f-8381-fd2b082b2b40 None None] Routers {'bad35296-f904-4a51-9c84-f1202b6400ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:28:30.776314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-816a8acc-5b56-4c5f-8381-fd2b082b2b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:28:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bad35296-f904-4a51-9c84-f1202b6400ee'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:30.813161 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c1df6e85-0324-4d4c-be38-394764404879 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/floatingips/ac065f65-f205-4611-aba5-69d27f2087c2 HTTP/1.1" status: 200 len: 991 time: 0.1642680 Aug 31 01:28:30.863440 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b777c43-036d-4c2b-ba77-03997c74d5a4 req-2e581e71-01af-4140-99b1-d88bc2f2c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:30.865521 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5b777c43-036d-4c2b-ba77-03997c74d5a4 req-2e581e71-01af-4140-99b1-d88bc2f2c0a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=62541d97-4bf9-4b5d-a693-880784aad2cd HTTP/1.1" status: 200 len: 835 time: 0.0795920 Aug 31 01:28:30.925280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b777c43-036d-4c2b-ba77-03997c74d5a4 req-103e54cb-435e-4e9a-a52d-f26f40cf8b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:30.926924 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5b777c43-036d-4c2b-ba77-03997c74d5a4 req-103e54cb-435e-4e9a-a52d-f26f40cf8b84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2092b347-03ae-4ef9-a9fd-416665299fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531290 Aug 31 01:28:30.939594 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-816a8acc-5b56-4c5f-8381-fd2b082b2b40 None None] Set router bad35296-f904-4a51-9c84-f1202b6400ee gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:28:31.076536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5b777c43-036d-4c2b-ba77-03997c74d5a4 req-b6cb6c3c-b7b7-4b14-b74e-b53095be54c1 service neutron] 10.222.0.48 "GET /v2.0/networks/2092b347-03ae-4ef9-a9fd-416665299fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417704 Aug 31 01:28:31.253661 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5b777c43-036d-4c2b-ba77-03997c74d5a4 req-35f80a18-c712-402e-b49b-315c265b4a2e service neutron] 10.222.0.48 "GET /v2.0/networks/2092b347-03ae-4ef9-a9fd-416665299fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694741 Aug 31 01:28:31.324210 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-816a8acc-5b56-4c5f-8381-fd2b082b2b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913234462', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8103907c-74fd-4775-a90f-0834b283221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:28:00Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8103907c-74fd-4775-a90f-0834b283221a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:02Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'ac065f65-f205-4611-aba5-69d27f2087c2', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'port_id': '256a143e-7bd0-4f7f-bf54-d153fe576827', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7', 'mac_address': 'fa:16:3e:d1:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:28:28Z', 'updated_at': '2021-08-31T01:28:28Z', 'revision_number': 0, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81fe369e-65e0-4830-8d9e-f8ee92ba5375', 'name': '', 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:32:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '62541d97-4bf9-4b5d-a693-880784aad2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:06Z', 'updated_at': '2021-08-31T01:28:14Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '62541d97-4bf9-4b5d-a693-880784aad2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:31.361850 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816a8acc-5b56-4c5f-8381-fd2b082b2b40 None None] The sync data for ids ['bad35296-f904-4a51-9c84-f1202b6400ee'] in n-d-793621-34 is: [{'id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913234462', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8103907c-74fd-4775-a90f-0834b283221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:28:00Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8103907c-74fd-4775-a90f-0834b283221a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:02Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'ac065f65-f205-4611-aba5-69d27f2087c2', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'port_id': '256a143e-7bd0-4f7f-bf54-d153fe576827', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7', 'mac_address': 'fa:16:3e:d1:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:28:28Z', 'updated_at': '2021-08-31T01:28:28Z', 'revision_number': 0, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81fe369e-65e0-4830-8d9e-f8ee92ba5375', 'name': '', 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:32:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '62541d97-4bf9-4b5d-a693-880784aad2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:06Z', 'updated_at': '2021-08-31T01:28:14Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '62541d97-4bf9-4b5d-a693-880784aad2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:28:31.638451 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b3249-61b5-4ed6-bcc0-0eaf8ddbdc77 None None] New status for floating IP ac065f65-f205-4611-aba5-69d27f2087c2: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:28:31.815059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57464) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:31.888377 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-48e8981e-f209-4875-8f2e-94bf2114bcb4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/floatingips/ac065f65-f205-4611-aba5-69d27f2087c2 HTTP/1.1" status: 200 len: 991 time: 0.0710204 Aug 31 01:28:32.893870 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57494) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:33.004463 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9502952c-8e0b-462d-9d4f-adab8367bff7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/floatingips/ac065f65-f205-4611-aba5-69d27f2087c2 HTTP/1.1" status: 200 len: 993 time: 0.1106479 Aug 31 01:28:34.109906 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57524) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:34.230446 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a16202c2-f32b-40fb-9e3b-f5a238e20a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:34.240303 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-730d0907-21c8-412e-992e-fdce21d90933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:34.332418 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a16202c2-f32b-40fb-9e3b-f5a238e20a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:34.437406 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a16202c2-f32b-40fb-9e3b-f5a238e20a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:34.480058 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a16202c2-f32b-40fb-9e3b-f5a238e20a6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8b31f72ecd84835a75c6c062508593e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3664627 Aug 31 01:28:34.485916 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57530) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:34.493119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16202c2-f32b-40fb-9e3b-f5a238e20a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9156f17-0430-42c7-9c0c-b17d16022fe3,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:34.540168 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-10aa81f8-501b-473e-95e2-2a5e868f82a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:34.591701 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-10aa81f8-501b-473e-95e2-2a5e868f82a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:34.795393 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-10aa81f8-501b-473e-95e2-2a5e868f82a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:34.795393 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-10aa81f8-501b-473e-95e2-2a5e868f82a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:34.796246 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-10aa81f8-501b-473e-95e2-2a5e868f82a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9156f17-0430-42c7-9c0c-b17d16022fe3 HTTP/1.1" status: 204 len: 168 time: 0.3146129 Aug 31 01:28:34.806409 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa81f8-501b-473e-95e2-2a5e868f82a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9156f17-0430-42c7-9c0c-b17d16022fe3,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:35.532134 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57556) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:35.554195 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f3229c52-afb3-4d88-88f5-56a8e2893860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:35.710264 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f3229c52-afb3-4d88-88f5-56a8e2893860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:35.842960 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f3229c52-afb3-4d88-88f5-56a8e2893860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:35.876396 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3229c52-afb3-4d88-88f5-56a8e2893860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84f0050-35ba-4e96-b6ae-1fd27fe6653b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:35.891171 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f3229c52-afb3-4d88-88f5-56a8e2893860 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c2fbee87aae4a5aa74004109e5c3ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3576925 Aug 31 01:28:35.893988 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57568) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:35.951319 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b605bf0c-d675-4704-97e3-6949a3f122e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:35.974726 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b605bf0c-d675-4704-97e3-6949a3f122e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:36.131245 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b605bf0c-d675-4704-97e3-6949a3f122e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:36.133926 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b605bf0c-d675-4704-97e3-6949a3f122e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:36.135073 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b605bf0c-d675-4704-97e3-6949a3f122e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a84f0050-35ba-4e96-b6ae-1fd27fe6653b HTTP/1.1" status: 204 len: 168 time: 0.2401304 Aug 31 01:28:36.144902 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605bf0c-d675-4704-97e3-6949a3f122e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84f0050-35ba-4e96-b6ae-1fd27fe6653b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:36.814101 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:37.038493 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-48e3bb2a-9baa-46be-aca8-a32fa83f5931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:37.154730 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:37.408059 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:38.717283 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:39.073529 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57668) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:39.209355 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-10f0d61c-6a6f-45c5-98ab-0a9d367bfcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:39.326806 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-10f0d61c-6a6f-45c5-98ab-0a9d367bfcad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:39.423832 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-10f0d61c-6a6f-45c5-98ab-0a9d367bfcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:39.487311 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-10f0d61c-6a6f-45c5-98ab-0a9d367bfcad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab8be7f59bed4c1f88007ec4af190969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4122922 Aug 31 01:28:39.490072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57678) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:39.490889 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0d61c-6a6f-45c5-98ab-0a9d367bfcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265dfd57-a5cc-420c-bbaf-fa1d74c2f80b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:39.560247 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ce88ad40-9940-4d93-997a-c56393f29bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:39.585206 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ce88ad40-9940-4d93-997a-c56393f29bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:39.762496 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ce88ad40-9940-4d93-997a-c56393f29bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:39.765856 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ce88ad40-9940-4d93-997a-c56393f29bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:39.767502 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ce88ad40-9940-4d93-997a-c56393f29bf4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/265dfd57-a5cc-420c-bbaf-fa1d74c2f80b HTTP/1.1" status: 204 len: 168 time: 0.2760162 Aug 31 01:28:39.775442 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88ad40-9940-4d93-997a-c56393f29bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265dfd57-a5cc-420c-bbaf-fa1d74c2f80b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:40.246252 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:40.817987 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57712) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:40.834523 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a7f22892-89af-4e61-a288-93e72c8f85ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:40.965494 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a7f22892-89af-4e61-a288-93e72c8f85ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:41.047875 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a7f22892-89af-4e61-a288-93e72c8f85ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:41.103435 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f22892-89af-4e61-a288-93e72c8f85ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b3af5e-b6c6-4ca0-9485-e4ffafe25a43,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:41.109490 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a7f22892-89af-4e61-a288-93e72c8f85ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05f2bdf83e39400d91fce88c0434b14d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2902534 Aug 31 01:28:41.111925 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57720) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:41.173384 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84d4c6de-0931-464b-b014-11c715925b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:41.215660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84d4c6de-0931-464b-b014-11c715925b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:41.371199 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84d4c6de-0931-464b-b014-11c715925b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:41.373902 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-84d4c6de-0931-464b-b014-11c715925b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:41.375095 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-84d4c6de-0931-464b-b014-11c715925b87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5b3af5e-b6c6-4ca0-9485-e4ffafe25a43 HTTP/1.1" status: 204 len: 168 time: 0.2618740 Aug 31 01:28:41.384209 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4c6de-0931-464b-b014-11c715925b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b3af5e-b6c6-4ca0-9485-e4ffafe25a43,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:41.821935 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:28:45.923262 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57892) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:46.053291 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bf438425-21ac-4d8f-b4ee-b940c7248be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:46.252584 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bf438425-21ac-4d8f-b4ee-b940c7248be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:46.325969 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bf438425-21ac-4d8f-b4ee-b940c7248be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:46.383239 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57910) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:46.403659 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bf438425-21ac-4d8f-b4ee-b940c7248be7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b65efbf4c144ce590911061b65df83e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4783940 Aug 31 01:28:46.411240 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf438425-21ac-4d8f-b4ee-b940c7248be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d59f78a-aec5-4040-a40d-80ccbd48c007,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:46.480059 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ba443ced-8f7f-4402-9097-5e050cadfde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:46.542584 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ba443ced-8f7f-4402-9097-5e050cadfde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:46.760338 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ba443ced-8f7f-4402-9097-5e050cadfde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:46.765499 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ba443ced-8f7f-4402-9097-5e050cadfde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:46.772591 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ba443ced-8f7f-4402-9097-5e050cadfde2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d59f78a-aec5-4040-a40d-80ccbd48c007 HTTP/1.1" status: 204 len: 168 time: 0.3873415 Aug 31 01:28:46.785125 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba443ced-8f7f-4402-9097-5e050cadfde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d59f78a-aec5-4040-a40d-80ccbd48c007,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:46.794491 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba443ced-8f7f-4402-9097-5e050cadfde2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:46.795206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba443ced-8f7f-4402-9097-5e050cadfde2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:46.795755 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba443ced-8f7f-4402-9097-5e050cadfde2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:46.796164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba443ced-8f7f-4402-9097-5e050cadfde2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:46.796569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba443ced-8f7f-4402-9097-5e050cadfde2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:46.797099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba443ced-8f7f-4402-9097-5e050cadfde2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:46.797845 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba443ced-8f7f-4402-9097-5e050cadfde2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:46.798494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba443ced-8f7f-4402-9097-5e050cadfde2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:46.799518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba443ced-8f7f-4402-9097-5e050cadfde2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:46.800064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba443ced-8f7f-4402-9097-5e050cadfde2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:46.800603 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba443ced-8f7f-4402-9097-5e050cadfde2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:46.801187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba443ced-8f7f-4402-9097-5e050cadfde2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:48.009102 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 57958) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:48.026587 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-14042794-4305-415b-b0ce-2173e7d03ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:48.196373 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-14042794-4305-415b-b0ce-2173e7d03ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:48.291301 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-14042794-4305-415b-b0ce-2173e7d03ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:48.333951 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-14042794-4305-415b-b0ce-2173e7d03ca4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec54225050e1443a811bc582ddd291c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226728 Aug 31 01:28:48.334996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14042794-4305-415b-b0ce-2173e7d03ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535f8e66-f078-4709-80df-ccd49d6e5390,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:48.339084 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 57966) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:48.401256 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6743174-00d1-423f-b988-6f1dbed9f66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:48.433283 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6743174-00d1-423f-b988-6f1dbed9f66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:48.533735 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6743174-00d1-423f-b988-6f1dbed9f66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:48.538752 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6743174-00d1-423f-b988-6f1dbed9f66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:48.547129 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f6743174-00d1-423f-b988-6f1dbed9f66c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/535f8e66-f078-4709-80df-ccd49d6e5390 HTTP/1.1" status: 204 len: 168 time: 0.2030258 Aug 31 01:28:48.580623 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6743174-00d1-423f-b988-6f1dbed9f66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535f8e66-f078-4709-80df-ccd49d6e5390,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:51.526723 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8ffd685-e091-43e1-9c44-938141206204 req-e130fd91-4fad-404b-a875-21177ab122e3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0741894 Aug 31 01:28:51.645311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffd685-e091-43e1-9c44-938141206204 req-0d743159-463b-4db3-ad62-ed5fa43392ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:51.646993 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8ffd685-e091-43e1-9c44-938141206204 req-0d743159-463b-4db3-ad62-ed5fa43392ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 1097 time: 0.0711677 Aug 31 01:28:51.810332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffd685-e091-43e1-9c44-938141206204 req-165e299f-4c9b-490c-8b8f-4e82d0e36380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:51.812679 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8ffd685-e091-43e1-9c44-938141206204 req-165e299f-4c9b-490c-8b8f-4e82d0e36380 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2092b347-03ae-4ef9-a9fd-416665299fd7 HTTP/1.1" status: 200 len: 898 time: 0.1424270 Aug 31 01:28:51.921556 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8ffd685-e091-43e1-9c44-938141206204 req-6e447a6f-acb2-4ad6-a28a-39f5768e1066 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=256a143e-7bd0-4f7f-bf54-d153fe576827 HTTP/1.1" status: 200 len: 1001 time: 0.1014485 Aug 31 01:28:52.006098 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffd685-e091-43e1-9c44-938141206204 req-1d1b4eae-5a69-42cf-95ae-99ccb6b9790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:52.007709 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8ffd685-e091-43e1-9c44-938141206204 req-1d1b4eae-5a69-42cf-95ae-99ccb6b9790f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=62541d97-4bf9-4b5d-a693-880784aad2cd HTTP/1.1" status: 200 len: 835 time: 0.0784330 Aug 31 01:28:52.067593 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffd685-e091-43e1-9c44-938141206204 req-3850dfd9-4124-469d-a239-fcd0a2b998df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:52.069730 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8ffd685-e091-43e1-9c44-938141206204 req-3850dfd9-4124-469d-a239-fcd0a2b998df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2092b347-03ae-4ef9-a9fd-416665299fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545561 Aug 31 01:28:52.249728 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8ffd685-e091-43e1-9c44-938141206204 req-3a40aeb4-0a28-4169-b41e-a11cb0282998 service neutron] 10.222.0.48 "GET /v2.0/networks/2092b347-03ae-4ef9-a9fd-416665299fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712286 Aug 31 01:28:52.384739 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8ffd685-e091-43e1-9c44-938141206204 req-209ad7ea-5d7c-490d-88f3-4a3980455a0c service neutron] 10.222.0.48 "GET /v2.0/networks/2092b347-03ae-4ef9-a9fd-416665299fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276190 Aug 31 01:28:53.871302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58098) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:54.026813 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58897a07-e3ee-41b3-bbaf-b0d40c41c089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.230764 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58897a07-e3ee-41b3-bbaf-b0d40c41c089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.320130 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-58897a07-e3ee-41b3-bbaf-b0d40c41c089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.355836 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-58897a07-e3ee-41b3-bbaf-b0d40c41c089 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94efb97f4c0e4ea085bbc773dae8c528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4816015 Aug 31 01:28:54.359039 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58110) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:54.380516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58897a07-e3ee-41b3-bbaf-b0d40c41c089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3b5e7d-016d-4466-81ce-f300efdf5378,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:54.461710 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4f6b6b38-dd4d-4f0e-945f-1687d8011249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.493017 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4f6b6b38-dd4d-4f0e-945f-1687d8011249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.680194 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4f6b6b38-dd4d-4f0e-945f-1687d8011249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.682775 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4f6b6b38-dd4d-4f0e-945f-1687d8011249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.683967 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4f6b6b38-dd4d-4f0e-945f-1687d8011249 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f3b5e7d-016d-4466-81ce-f300efdf5378 HTTP/1.1" status: 204 len: 168 time: 0.3237426 Aug 31 01:28:54.696638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b6b38-dd4d-4f0e-945f-1687d8011249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3b5e7d-016d-4466-81ce-f300efdf5378,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:55.477417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58136) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:55.502659 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f9da5fb-34ef-47c1-bb40-78f66fb073b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:55.695773 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f9da5fb-34ef-47c1-bb40-78f66fb073b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:55.801656 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f9da5fb-34ef-47c1-bb40-78f66fb073b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:55.858005 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0f9da5fb-34ef-47c1-bb40-78f66fb073b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=708e9f835de94feba92a12eaea45992b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3782125 Aug 31 01:28:55.860212 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9da5fb-34ef-47c1-bb40-78f66fb073b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f1ebbb-5596-4e7f-b630-03a2baa40fcb,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:55.866527 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58142) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:55.960384 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c3d7f3c-361b-45fd-9a27-98a1484fd536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:55.986674 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c3d7f3c-361b-45fd-9a27-98a1484fd536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:56.150655 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c3d7f3c-361b-45fd-9a27-98a1484fd536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:56.154062 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c3d7f3c-361b-45fd-9a27-98a1484fd536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:56.156334 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1c3d7f3c-361b-45fd-9a27-98a1484fd536 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80f1ebbb-5596-4e7f-b630-03a2baa40fcb HTTP/1.1" status: 204 len: 168 time: 0.2887430 Aug 31 01:28:56.165698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d7f3c-361b-45fd-9a27-98a1484fd536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f1ebbb-5596-4e7f-b630-03a2baa40fcb,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:57.301332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58184) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:57.565305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eecb8ed-3ac1-4f78-9901-77d95cb52d69 admin admin] Deleting subnet 6a1ba349-96d9-4808-b502-9eb3ea6852aa {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:28:57.569946 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2eecb8ed-3ac1-4f78-9901-77d95cb52d69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:57.622657 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2eecb8ed-3ac1-4f78-9901-77d95cb52d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:57.667662 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2eecb8ed-3ac1-4f78-9901-77d95cb52d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:57.771322 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d5723-9026-4cae-8997-a8b652fb16d3 req-39a84bda-e424-426e-b9c2-19610cb89723 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:57.773792 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e87d5723-9026-4cae-8997-a8b652fb16d3 req-39a84bda-e424-426e-b9c2-19610cb89723 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 945 time: 0.0742676 Aug 31 01:28:57.812957 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2eecb8ed-3ac1-4f78-9901-77d95cb52d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:57.850877 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecb8ed-3ac1-4f78-9901-77d95cb52d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a1ba349-96d9-4808-b502-9eb3ea6852aa,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:57.864180 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2eecb8ed-3ac1-4f78-9901-77d95cb52d69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:57.869778 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e87d5723-9026-4cae-8997-a8b652fb16d3 req-c5678ea3-7324-4623-a18a-b7cb981cc16f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802486 Aug 31 01:28:57.870239 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58204) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:57.873070 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2eecb8ed-3ac1-4f78-9901-77d95cb52d69 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6a1ba349-96d9-4808-b502-9eb3ea6852aa HTTP/1.1" status: 204 len: 168 time: 0.5675495 Aug 31 01:28:57.901097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58206) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:58.018623 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:58.027236 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-65ef7b44-37c9-44dd-9528-b289a8e60986 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/floatingips/ac065f65-f205-4611-aba5-69d27f2087c2 HTTP/1.1" status: 200 len: 993 time: 0.1241965 Aug 31 01:28:58.138068 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:58.158256 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c64065d-e456-4aca-8d30-b0d7b497f987']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:58.202940 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029db2a1-ba00-44ec-ba85-d12d2b2cc3a0') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:58.206221 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029db2a1-ba00-44ec-ba85-d12d2b2cc3a0') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:58.224962 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:58.262498 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:58.271435 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:28:58.272113 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:28:58.296722 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:28:58.428386 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f9d51-34b9-4498-bcc9-a66fb179792d req-05c75f5f-60ca-4075-a849-aadcb424c664 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:58.430116 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-462f9d51-34b9-4498-bcc9-a66fb179792d req-05c75f5f-60ca-4075-a849-aadcb424c664 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 1097 time: 0.0492980 Aug 31 01:28:58.454178 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:58.458774 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:58.463615 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8c64065d-e456-4aca-8d30-b0d7b497f987 HTTP/1.1" status: 204 len: 168 time: 0.5910661 Aug 31 01:28:58.483179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c64065d-e456-4aca-8d30-b0d7b497f987,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:58.497399 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:58.497785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:58.498217 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:58.498474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:58.498802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:58.499349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:58.499679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:58.500002 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:58.500324 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:58.500647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:58.501024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:58.501544 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d06ad05-2a43-42f8-b133-d1cf54572cb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:58.509216 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-462f9d51-34b9-4498-bcc9-a66fb179792d req-67865abf-8704-42f2-b73d-be7f10d747d7 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699522 Aug 31 01:28:58.951508 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58236) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:59.006886 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f31c61db-8c57-4aed-8b62-8dfd8c11e24f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=610bbf5888354622b8fcfa4c7fcf2933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507064 Aug 31 01:28:59.006886 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58238) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:59.409759 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eb8121a9-3a17-4866-bf46-6746c4279085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:59.434573 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eb8121a9-3a17-4866-bf46-6746c4279085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:59.613402 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eb8121a9-3a17-4866-bf46-6746c4279085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:59.616041 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eb8121a9-3a17-4866-bf46-6746c4279085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:59.617332 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-eb8121a9-3a17-4866-bf46-6746c4279085 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54dc57a1-19e6-4564-9048-6c36225df32f HTTP/1.1" status: 204 len: 168 time: 0.6099741 Aug 31 01:28:59.625998 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8121a9-3a17-4866-bf46-6746c4279085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dc57a1-19e6-4564-9048-6c36225df32f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:00.293907 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-e617acae-c0a8-4f71-8c50-d48e9e17a75e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2121787 Aug 31 01:29:00.295545 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-5a9d24ff-5f32-4469-b6ca-677dd8fb6589 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:29:00.297009 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-5a9d24ff-5f32-4469-b6ca-677dd8fb6589 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063198 Aug 31 01:29:00.882418 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58296) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:01.016265 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7dab8d56-41fe-43a7-9efe-fc75806d87e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:01.113426 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7dab8d56-41fe-43a7-9efe-fc75806d87e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:01.228546 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7dab8d56-41fe-43a7-9efe-fc75806d87e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:01.272896 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7dab8d56-41fe-43a7-9efe-fc75806d87e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=328cb823df7c49a99b6fd3c65e09a351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3893573 Aug 31 01:29:01.275749 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab8d56-41fe-43a7-9efe-fc75806d87e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b57a45f-4d24-440e-8279-2e7447d8d482,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:01.277782 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58318) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:01.347218 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f83bcc5-488f-4d2d-abc3-f463b52ac7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:01.372215 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f83bcc5-488f-4d2d-abc3-f463b52ac7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:01.493049 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f83bcc5-488f-4d2d-abc3-f463b52ac7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:01.496659 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0f83bcc5-488f-4d2d-abc3-f463b52ac7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:01.498923 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0f83bcc5-488f-4d2d-abc3-f463b52ac7d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b57a45f-4d24-440e-8279-2e7447d8d482 HTTP/1.1" status: 204 len: 168 time: 0.2196612 Aug 31 01:29:01.519101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83bcc5-488f-4d2d-abc3-f463b52ac7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b57a45f-4d24-440e-8279-2e7447d8d482,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:02.362640 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58348) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:02.382900 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65b3d23e-fa14-4583-b5bd-e3d226d82559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:02.503215 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65b3d23e-fa14-4583-b5bd-e3d226d82559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:02.590026 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65b3d23e-fa14-4583-b5bd-e3d226d82559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:02.628769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3d23e-fa14-4583-b5bd-e3d226d82559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b468ad27-6c03-4f72-86c8-7b9b67c7f3a4,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:02.637749 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58356) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:02.647654 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-65b3d23e-fa14-4583-b5bd-e3d226d82559 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4388d7eb5460471f9352063dff8026cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823100 Aug 31 01:29:02.703691 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0140e12c-1931-4c04-a709-86d7c99ed608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:02.729923 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0140e12c-1931-4c04-a709-86d7c99ed608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:02.891084 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0140e12c-1931-4c04-a709-86d7c99ed608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:02.893758 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0140e12c-1931-4c04-a709-86d7c99ed608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:02.894931 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0140e12c-1931-4c04-a709-86d7c99ed608 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b468ad27-6c03-4f72-86c8-7b9b67c7f3a4 HTTP/1.1" status: 204 len: 168 time: 0.2561846 Aug 31 01:29:02.905838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140e12c-1931-4c04-a709-86d7c99ed608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b468ad27-6c03-4f72-86c8-7b9b67c7f3a4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:03.954786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a22919-6add-4e1d-8179-68722109ef9a req-2b7cf112-ea46-4d8f-8950-925bb49ad5f6 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:03.956351 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-2b7cf112-ea46-4d8f-8950-925bb49ad5f6 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/ports/256a143e-7bd0-4f7f-bf54-d153fe576827 HTTP/1.1" status: 200 len: 1094 time: 0.2933960 Aug 31 01:29:03.970473 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-39a22919-6add-4e1d-8179-68722109ef9a req-5075b91d-035a-4e7f-a937-8f397da552c4 service neutron] Request body: {'binding': {'host': 'n-h2-793621-34', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:03.971027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-39a22919-6add-4e1d-8179-68722109ef9a req-5075b91d-035a-4e7f-a937-8f397da552c4 service neutron] Unknown quota resources ['binding']. {{(pid=102343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:29:04.141252 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-39a22919-6add-4e1d-8179-68722109ef9a req-5075b91d-035a-4e7f-a937-8f397da552c4 service neutron] Attempting to bind port 256a143e-7bd0-4f7f-bf54-d153fe576827 on host n-h2-793621-34 for vnic_type normal with profile None {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:04.141700 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-39a22919-6add-4e1d-8179-68722109ef9a req-5075b91d-035a-4e7f-a937-8f397da552c4 service neutron] Attempting to bind port 256a143e-7bd0-4f7f-bf54-d153fe576827 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:04.142054 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a22919-6add-4e1d-8179-68722109ef9a req-5075b91d-035a-4e7f-a937-8f397da552c4 service neutron] Attempting to bind port 256a143e-7bd0-4f7f-bf54-d153fe576827 on network 2092b347-03ae-4ef9-a9fd-416665299fd7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:04.149572 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a22919-6add-4e1d-8179-68722109ef9a req-5075b91d-035a-4e7f-a937-8f397da552c4 service neutron] Port 256a143e-7bd0-4f7f-bf54-d153fe576827 on network 2092b347-03ae-4ef9-a9fd-416665299fd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:29:04.149898 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a22919-6add-4e1d-8179-68722109ef9a req-5075b91d-035a-4e7f-a937-8f397da552c4 service neutron] Attempting to bind port 256a143e-7bd0-4f7f-bf54-d153fe576827 on network 2092b347-03ae-4ef9-a9fd-416665299fd7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:04.156042 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a22919-6add-4e1d-8179-68722109ef9a req-5075b91d-035a-4e7f-a937-8f397da552c4 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:04.160623 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a22919-6add-4e1d-8179-68722109ef9a req-5075b91d-035a-4e7f-a937-8f397da552c4 service neutron] Checking segment: {'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:04.160623 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a22919-6add-4e1d-8179-68722109ef9a req-5075b91d-035a-4e7f-a937-8f397da552c4 service neutron] Bound using segment: {'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:04.160623 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-39a22919-6add-4e1d-8179-68722109ef9a req-5075b91d-035a-4e7f-a937-8f397da552c4 service neutron] Bound port: 256a143e-7bd0-4f7f-bf54-d153fe576827, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:04.211339 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0f60a15f-97d7-4185-8ac8-a8abb598f888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:04.258116 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-39a22919-6add-4e1d-8179-68722109ef9a req-5075b91d-035a-4e7f-a937-8f397da552c4 service neutron] For port 256a143e-7bd0-4f7f-bf54-d153fe576827, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=256a143e-7bd0-4f7f-bf54-d153fe576827,segment=NetworkSegment(6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52),segment_id=6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:04.322964 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-39a22919-6add-4e1d-8179-68722109ef9a req-5075b91d-035a-4e7f-a937-8f397da552c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:04.324611 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-5075b91d-035a-4e7f-a937-8f397da552c4 service neutron] 10.222.0.16 "POST /v2.0/ports/256a143e-7bd0-4f7f-bf54-d153fe576827/bindings HTTP/1.1" status: 201 len: 390 time: 0.3594234 Aug 31 01:29:04.689314 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67988175-3e6f-4e71-863f-86fb6238dda8 req-e496cdf3-596a-4315-a60d-8d8600f8860b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:04.691410 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-67988175-3e6f-4e71-863f-86fb6238dda8 req-e496cdf3-596a-4315-a60d-8d8600f8860b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 945 time: 0.0688131 Aug 31 01:29:04.748828 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-67988175-3e6f-4e71-863f-86fb6238dda8 req-b5ad9292-f245-4ad5-9fe4-a71264e0eec6 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403974 Aug 31 01:29:05.049198 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a22919-6add-4e1d-8179-68722109ef9a req-dd13b520-d5a2-4c44-986d-e0a7a58bfa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:05.051074 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-dd13b520-d5a2-4c44-986d-e0a7a58bfa96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 1097 time: 0.1970558 Aug 31 01:29:05.165658 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a22919-6add-4e1d-8179-68722109ef9a req-b70c4a76-15e6-4c3a-a6e4-26f6326cd860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:05.167666 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-b70c4a76-15e6-4c3a-a6e4-26f6326cd860 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2092b347-03ae-4ef9-a9fd-416665299fd7 HTTP/1.1" status: 200 len: 898 time: 0.1094620 Aug 31 01:29:05.319966 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-97657491-414c-4f46-a7c7-fff3bd78b1b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=256a143e-7bd0-4f7f-bf54-d153fe576827 HTTP/1.1" status: 200 len: 1001 time: 0.1426959 Aug 31 01:29:05.383276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a22919-6add-4e1d-8179-68722109ef9a req-277f67a5-bc5d-43e3-9e29-5a81f54663a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:05.385427 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-277f67a5-bc5d-43e3-9e29-5a81f54663a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62541d97-4bf9-4b5d-a693-880784aad2cd HTTP/1.1" status: 200 len: 835 time: 0.0589612 Aug 31 01:29:05.449824 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a22919-6add-4e1d-8179-68722109ef9a req-d9d90686-c538-40f4-afa0-b2777245df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:05.451663 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-d9d90686-c538-40f4-afa0-b2777245df29 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2092b347-03ae-4ef9-a9fd-416665299fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583706 Aug 31 01:29:05.551331 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-bd99cd1a-1c8c-4b24-a5f0-c26f17d9b408 service neutron] 10.222.0.41 "GET /v2.0/networks/2092b347-03ae-4ef9-a9fd-416665299fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916028 Aug 31 01:29:05.658596 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-a3eeb5f3-4912-45e6-94f8-b81383a97c9e service neutron] 10.222.0.41 "GET /v2.0/networks/2092b347-03ae-4ef9-a9fd-416665299fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989766 Aug 31 01:29:05.822814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a22919-6add-4e1d-8179-68722109ef9a req-c65c8688-8005-4ead-b224-3e96ac97344d tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:05.824858 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-c65c8688-8005-4ead-b224-3e96ac97344d tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006&tenant_id=952c19daed614c79b5a4fe25173e1666&binding%3Ahost_id=n-h1-793621-34 HTTP/1.1" status: 200 len: 1097 time: 0.1057870 Aug 31 01:29:05.837975 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-34'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:05.962014 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:05.993859 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a269855-7ee5-4ef5-bff6-118faa1c6e88 req-1a55e8de-d616-4755-80bc-b82092339e8e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:06.004581 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a269855-7ee5-4ef5-bff6-118faa1c6e88 req-1a55e8de-d616-4755-80bc-b82092339e8e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 945 time: 0.1239135 Aug 31 01:29:06.186591 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a269855-7ee5-4ef5-bff6-118faa1c6e88 req-dcc22d23-33c2-4987-b935-c9c4380a912c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809261 Aug 31 01:29:06.212069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58452) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:06.313267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] For port 256a143e-7bd0-4f7f-bf54-d153fe576827, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=256a143e-7bd0-4f7f-bf54-d153fe576827,segment=NetworkSegment(6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52),segment_id=6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:06.402255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] For port 256a143e-7bd0-4f7f-bf54-d153fe576827, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:06.453075 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f1aa464-43e7-4509-8b35-e7a29b1e4fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:06.484424 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '256a143e-7bd0-4f7f-bf54-d153fe576827'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:06.488142 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87ae1ef-aa3b-49e0-91db-ea62231d6235" -d '{"events": [{"server_uuid": "7b4fb694-bbaa-4db4-9452-d8f701f1d006", "name": "network-vif-unplugged", "status": "completed", "tag": "256a143e-7bd0-4f7f-bf54-d153fe576827"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:06.493196 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:06.641071 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f1aa464-43e7-4509-8b35-e7a29b1e4fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:06.643165 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:06.765657 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] Pushing event updated for resources: {'Port': ['ID=256a143e-7bd0-4f7f-bf54-d153fe576827,revision_number=7']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:06.777467 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f1aa464-43e7-4509-8b35-e7a29b1e4fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:06.841528 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:06.848495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1aa464-43e7-4509-8b35-e7a29b1e4fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bdf335-4b8f-4270-ba9d-0db99118c17b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:06.868023 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3f1aa464-43e7-4509-8b35-e7a29b1e4fa0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a1eabf962564b668e39f9d56135a2ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6541665 Aug 31 01:29:06.870050 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58468) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:06.974136 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-690f7d08-785c-416a-9cda-3e4fa64d34a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:07.002557 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-39105e4a-f40c-4dbb-b8d6-09a7af4b2036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:07.013621 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-690f7d08-785c-416a-9cda-3e4fa64d34a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:07.017789 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5246a93a-39d4-4da4-8475-f14069c42f4a x-openstack-request-id: req-5246a93a-39d4-4da4-8475-f14069c42f4a {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:07.018091 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4fb694-bbaa-4db4-9452-d8f701f1d006", "name": "network-vif-unplugged", "status": "completed", "tag": "256a143e-7bd0-4f7f-bf54-d153fe576827", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:07.018349 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5246a93a-39d4-4da4-8475-f14069c42f4a {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:07.021073 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '256a143e-7bd0-4f7f-bf54-d153fe576827', 'code': 200} Aug 31 01:29:07.047233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] Attempting to bind port 256a143e-7bd0-4f7f-bf54-d153fe576827 on host n-h1-793621-34 for vnic_type normal with profile {"migrating_to": "n-h2-793621-34"} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:07.047694 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] Attempting to bind port 256a143e-7bd0-4f7f-bf54-d153fe576827 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:07.048186 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] Attempting to bind port 256a143e-7bd0-4f7f-bf54-d153fe576827 on network 2092b347-03ae-4ef9-a9fd-416665299fd7 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:07.062886 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] Port 256a143e-7bd0-4f7f-bf54-d153fe576827 on network 2092b347-03ae-4ef9-a9fd-416665299fd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:29:07.063208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] Attempting to bind port 256a143e-7bd0-4f7f-bf54-d153fe576827 on network 2092b347-03ae-4ef9-a9fd-416665299fd7 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:07.075540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:07.075913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] Checking segment: {'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:07.076299 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] Bound using segment: {'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:07.076738 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] Bound port: 256a143e-7bd0-4f7f-bf54-d153fe576827, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:07.077099 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:07.154903 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:07.229817 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-690f7d08-785c-416a-9cda-3e4fa64d34a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:07.234220 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-690f7d08-785c-416a-9cda-3e4fa64d34a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:07.238965 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-690f7d08-785c-416a-9cda-3e4fa64d34a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3bdf335-4b8f-4270-ba9d-0db99118c17b HTTP/1.1" status: 204 len: 168 time: 0.3663926 Aug 31 01:29:07.282774 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f7d08-785c-416a-9cda-3e4fa64d34a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bdf335-4b8f-4270-ba9d-0db99118c17b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:07.377125 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-42738b19-811e-40a0-a4d8-e6f5ed43aa15 None None] Provisioning complete for port 256a143e-7bd0-4f7f-bf54-d153fe576827 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:07.377537 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-42738b19-811e-40a0-a4d8-e6f5ed43aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:07.418438 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-42738b19-811e-40a0-a4d8-e6f5ed43aa15 None None] Port 256a143e-7bd0-4f7f-bf54-d153fe576827 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:29:07.456968 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:07.502565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] For port 256a143e-7bd0-4f7f-bf54-d153fe576827, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:07.507492 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] For port 256a143e-7bd0-4f7f-bf54-d153fe576827, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=256a143e-7bd0-4f7f-bf54-d153fe576827,segment=NetworkSegment(6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52),segment_id=6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:07.519483 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15101eca-5477-46c8-af33-bc7da08bfae5 req-177d2037-ae4d-49a6-9a09-c6f4eded4a21 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:07.524112 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-15101eca-5477-46c8-af33-bc7da08bfae5 req-177d2037-ae4d-49a6-9a09-c6f4eded4a21 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 943 time: 0.1302969 Aug 31 01:29:07.590956 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-15101eca-5477-46c8-af33-bc7da08bfae5 req-d24c1181-b919-4e46-bc1b-81865eb167d7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565414 Aug 31 01:29:07.608158 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:08.045244 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-eac46d66-2e67-4513-94e1-c4fa97e4cba7 None None] Provisioning complete for port 256a143e-7bd0-4f7f-bf54-d153fe576827 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:08.046328 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-eac46d66-2e67-4513-94e1-c4fa97e4cba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:08.092344 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] Pushing event updated for resources: {'Port': ['ID=256a143e-7bd0-4f7f-bf54-d153fe576827,revision_number=8']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:08.147490 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-eac46d66-2e67-4513-94e1-c4fa97e4cba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:08.168834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:08.170651 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:08.172545 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-d02834b1-7a51-4ea6-8bd2-95a77d88f449 service neutron] 10.222.0.41 "PUT /v2.0/ports/256a143e-7bd0-4f7f-bf54-d153fe576827 HTTP/1.1" status: 200 len: 1123 time: 2.3395195 Aug 31 01:29:08.189941 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256a143e-7bd0-4f7f-bf54-d153fe576827'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:08.192663 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b79b1b-6b51-40dc-9c57-5ecb685f7a25" -d '{"events": [{"server_uuid": "7b4fb694-bbaa-4db4-9452-d8f701f1d006", "name": "network-vif-plugged", "status": "completed", "tag": "256a143e-7bd0-4f7f-bf54-d153fe576827"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:08.213606 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-eac46d66-2e67-4513-94e1-c4fa97e4cba7 None None] For port 256a143e-7bd0-4f7f-bf54-d153fe576827, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=256a143e-7bd0-4f7f-bf54-d153fe576827,segment=NetworkSegment(6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52),segment_id=6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:08.248365 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['256a143e-7bd0-4f7f-bf54-d153fe576827'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:29:08.327041 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-eac46d66-2e67-4513-94e1-c4fa97e4cba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:08.410192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58502) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:08.426362 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dc19456c-7c89-4346-8ff8-e3c6aab38d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:08.565458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac46d66-2e67-4513-94e1-c4fa97e4cba7 None None] Pushing event updated for resources: {'Port': ['ID=256a143e-7bd0-4f7f-bf54-d153fe576827,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:08.589386 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac46d66-2e67-4513-94e1-c4fa97e4cba7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:08.590005 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac46d66-2e67-4513-94e1-c4fa97e4cba7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:08.590509 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac46d66-2e67-4513-94e1-c4fa97e4cba7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:08.591404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac46d66-2e67-4513-94e1-c4fa97e4cba7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:08.591926 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac46d66-2e67-4513-94e1-c4fa97e4cba7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:08.593276 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac46d66-2e67-4513-94e1-c4fa97e4cba7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:08.594816 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dc19456c-7c89-4346-8ff8-e3c6aab38d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:08.595856 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac46d66-2e67-4513-94e1-c4fa97e4cba7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:08.596218 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac46d66-2e67-4513-94e1-c4fa97e4cba7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:08.596880 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac46d66-2e67-4513-94e1-c4fa97e4cba7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:08.597382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac46d66-2e67-4513-94e1-c4fa97e4cba7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:08.598056 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac46d66-2e67-4513-94e1-c4fa97e4cba7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:08.598562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac46d66-2e67-4513-94e1-c4fa97e4cba7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:08.785555 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1034be-9d28-4578-890b-03577ee46490 req-14b5e191-339f-401f-adc6-b2f95e144348 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:08.787189 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d1034be-9d28-4578-890b-03577ee46490 req-14b5e191-339f-401f-adc6-b2f95e144348 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 945 time: 0.0757084 Aug 31 01:29:08.798777 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:08.802243 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071b4199-215b-4cac-a300-05d753ab9757 x-openstack-request-id: req-071b4199-215b-4cac-a300-05d753ab9757 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:08.802532 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4fb694-bbaa-4db4-9452-d8f701f1d006", "name": "network-vif-plugged", "status": "completed", "tag": "256a143e-7bd0-4f7f-bf54-d153fe576827", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:08.802784 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-071b4199-215b-4cac-a300-05d753ab9757 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:08.803170 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256a143e-7bd0-4f7f-bf54-d153fe576827', 'code': 200} Aug 31 01:29:08.831281 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d1034be-9d28-4578-890b-03577ee46490 req-4fe760dd-ae80-429c-933a-b6325b0937b7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378568 Aug 31 01:29:08.950779 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-dc19456c-7c89-4346-8ff8-e3c6aab38d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:08.997396 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-dc19456c-7c89-4346-8ff8-e3c6aab38d6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96c1947e8852434c9cc7a1d5c71484bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5837715 Aug 31 01:29:08.997396 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19456c-7c89-4346-8ff8-e3c6aab38d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbf6db3-e199-4b02-b8ca-4098205940b1,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:09.000577 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58516) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:09.022195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'tag': '256a143e-7bd0-4f7f-bf54-d153fe576827'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:09.025665 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a10d6d-8dc1-469b-93ff-18312db83629" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4fb694-bbaa-4db4-9452-d8f701f1d006", "tag": "256a143e-7bd0-4f7f-bf54-d153fe576827"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:09.072988 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75191ed2-4411-4609-b4d4-3b6b57946be9 x-openstack-request-id: req-75191ed2-4411-4609-b4d4-3b6b57946be9 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:09.073415 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4fb694-bbaa-4db4-9452-d8f701f1d006", "tag": "256a143e-7bd0-4f7f-bf54-d153fe576827", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:09.074147 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75191ed2-4411-4609-b4d4-3b6b57946be9 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:09.074586 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'tag': '256a143e-7bd0-4f7f-bf54-d153fe576827', 'status': 'completed', 'code': 200} Aug 31 01:29:09.075214 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc096cd8-41da-4b97-a724-bd62a5b1214d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:09.101473 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc096cd8-41da-4b97-a724-bd62a5b1214d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:09.148288 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a10d6d-8dc1-469b-93ff-18312db83629 req-e6474deb-eb69-401a-932d-8a425a1fc089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:09.150135 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63a10d6d-8dc1-469b-93ff-18312db83629 req-e6474deb-eb69-401a-932d-8a425a1fc089 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 1128 time: 0.0548208 Aug 31 01:29:09.262270 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc096cd8-41da-4b97-a724-bd62a5b1214d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:09.266159 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc096cd8-41da-4b97-a724-bd62a5b1214d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:09.267712 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bc096cd8-41da-4b97-a724-bd62a5b1214d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7cbf6db3-e199-4b02-b8ca-4098205940b1 HTTP/1.1" status: 204 len: 168 time: 0.2681406 Aug 31 01:29:09.283165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc096cd8-41da-4b97-a724-bd62a5b1214d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbf6db3-e199-4b02-b8ca-4098205940b1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:09.284578 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a10d6d-8dc1-469b-93ff-18312db83629 req-8af20f82-31a9-4640-a527-35452fb27074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:09.290079 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63a10d6d-8dc1-469b-93ff-18312db83629 req-8af20f82-31a9-4640-a527-35452fb27074 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2092b347-03ae-4ef9-a9fd-416665299fd7 HTTP/1.1" status: 200 len: 898 time: 0.1318946 Aug 31 01:29:09.371529 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63a10d6d-8dc1-469b-93ff-18312db83629 req-c96ec01d-145e-4d78-84a2-78bc0b4143b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=256a143e-7bd0-4f7f-bf54-d153fe576827 HTTP/1.1" status: 200 len: 1001 time: 0.0731311 Aug 31 01:29:09.433287 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a10d6d-8dc1-469b-93ff-18312db83629 req-f973c491-0e59-4cd6-87f8-ac96b054e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:09.434917 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63a10d6d-8dc1-469b-93ff-18312db83629 req-f973c491-0e59-4cd6-87f8-ac96b054e412 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=62541d97-4bf9-4b5d-a693-880784aad2cd HTTP/1.1" status: 200 len: 835 time: 0.0556297 Aug 31 01:29:09.497228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a10d6d-8dc1-469b-93ff-18312db83629 req-cb44722d-f4b2-4d2a-b852-22c6ec9a1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:09.500635 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63a10d6d-8dc1-469b-93ff-18312db83629 req-cb44722d-f4b2-4d2a-b852-22c6ec9a1bb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2092b347-03ae-4ef9-a9fd-416665299fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585988 Aug 31 01:29:09.608652 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63a10d6d-8dc1-469b-93ff-18312db83629 req-110e45c8-6373-498b-a402-64c7bd06a8b3 service neutron] 10.222.0.48 "GET /v2.0/networks/2092b347-03ae-4ef9-a9fd-416665299fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002164 Aug 31 01:29:09.719095 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63a10d6d-8dc1-469b-93ff-18312db83629 req-82c7cd0a-5df9-4036-863f-041a9adc3d6e service neutron] 10.222.0.48 "GET /v2.0/networks/2092b347-03ae-4ef9-a9fd-416665299fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019681 Aug 31 01:29:10.058877 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e7b23-2b35-4cc1-8e4d-d158a68f1ce4 req-3a50b331-6fe4-4162-b817-f2394d943b9e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:10.061134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-625e7b23-2b35-4cc1-8e4d-d158a68f1ce4 req-3a50b331-6fe4-4162-b817-f2394d943b9e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 945 time: 0.1266916 Aug 31 01:29:10.120643 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-625e7b23-2b35-4cc1-8e4d-d158a68f1ce4 req-982ea2e7-b530-41f8-bcc6-d854d3fad8f8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444798 Aug 31 01:29:10.285503 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:11.355537 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56fe06-7f91-4df6-b9e1-661cf665161f req-071c5cc4-e31c-4004-8a89-39295bc52ed5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:11.359582 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c56fe06-7f91-4df6-b9e1-661cf665161f req-071c5cc4-e31c-4004-8a89-39295bc52ed5 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 945 time: 0.0932055 Aug 31 01:29:11.462664 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c56fe06-7f91-4df6-b9e1-661cf665161f req-99fbaa12-b6b3-45e3-95de-eb4abecde55c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899389 Aug 31 01:29:11.708332 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 256a143e-7bd0-4f7f-bf54-d153fe576827 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:29:11.813983 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 256a143e-7bd0-4f7f-bf54-d153fe576827, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=256a143e-7bd0-4f7f-bf54-d153fe576827,segment=NetworkSegment(6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52),segment_id=6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:11.829686 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 256a143e-7bd0-4f7f-bf54-d153fe576827 has no active binding in host n-h2-793621-34 {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 01:29:12.608454 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4c140-2e85-4678-89f8-121bdedb5a5a req-2ff7b7c9-d527-424f-8c2a-80b57842180c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:12.616010 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3e4c140-2e85-4678-89f8-121bdedb5a5a req-2ff7b7c9-d527-424f-8c2a-80b57842180c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 945 time: 0.0643380 Aug 31 01:29:12.664497 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3e4c140-2e85-4678-89f8-121bdedb5a5a req-10ba424b-6dec-4a69-8995-96cfb29d2b7e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470474 Aug 31 01:29:13.300417 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-8fbc4321-08d6-434a-880e-85fb44430d41 service neutron] 10.222.0.48 "GET /v2.0/ports/256a143e-7bd0-4f7f-bf54-d153fe576827/bindings/n-h2-793621-34 HTTP/1.1" status: 200 len: 385 time: 0.1060028 Aug 31 01:29:13.519922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-39a22919-6add-4e1d-8179-68722109ef9a req-2b9f8efc-531a-4624-a15c-c4e93d8c4a67 service neutron] For port 256a143e-7bd0-4f7f-bf54-d153fe576827, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=256a143e-7bd0-4f7f-bf54-d153fe576827,segment=NetworkSegment(6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52),segment_id=6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:13.569032 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-39a22919-6add-4e1d-8179-68722109ef9a req-2b9f8efc-531a-4624-a15c-c4e93d8c4a67 service neutron] For port 256a143e-7bd0-4f7f-bf54-d153fe576827, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:13.621471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '256a143e-7bd0-4f7f-bf54-d153fe576827'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:13.624729 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f713cf6-a821-40c9-b451-87a403a87467" -d '{"events": [{"server_uuid": "7b4fb694-bbaa-4db4-9452-d8f701f1d006", "name": "network-vif-unplugged", "status": "completed", "tag": "256a143e-7bd0-4f7f-bf54-d153fe576827"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:13.636454 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-39a22919-6add-4e1d-8179-68722109ef9a req-2b9f8efc-531a-4624-a15c-c4e93d8c4a67 service neutron] For port 256a143e-7bd0-4f7f-bf54-d153fe576827, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=256a143e-7bd0-4f7f-bf54-d153fe576827,segment=NetworkSegment(6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52),segment_id=6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:13.680770 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee3b294-258b-4315-9fef-92dd41c2c5d8 x-openstack-request-id: req-7ee3b294-258b-4315-9fef-92dd41c2c5d8 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:13.681075 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4fb694-bbaa-4db4-9452-d8f701f1d006", "name": "network-vif-unplugged", "status": "completed", "tag": "256a143e-7bd0-4f7f-bf54-d153fe576827", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:13.681333 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ee3b294-258b-4315-9fef-92dd41c2c5d8 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:13.681767 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '256a143e-7bd0-4f7f-bf54-d153fe576827', 'code': 200} Aug 31 01:29:13.790149 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-39a22919-6add-4e1d-8179-68722109ef9a req-2b9f8efc-531a-4624-a15c-c4e93d8c4a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:14.001589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88768d60-0f38-4e95-9744-652f0a3278fb req-fe269256-7a82-40ab-8099-d76e860da924 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:14.006254 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-88768d60-0f38-4e95-9744-652f0a3278fb req-fe269256-7a82-40ab-8099-d76e860da924 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 944 time: 0.2361495 Aug 31 01:29:14.047805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-39a22919-6add-4e1d-8179-68722109ef9a req-2b9f8efc-531a-4624-a15c-c4e93d8c4a67 service neutron] Transition to ACTIVE for port object 256a143e-7bd0-4f7f-bf54-d153fe576827 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:14.070715 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-88768d60-0f38-4e95-9744-652f0a3278fb req-0a9f0553-bab1-4e4b-8dbf-f7926e93a1af tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498905 Aug 31 01:29:14.156724 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-39a22919-6add-4e1d-8179-68722109ef9a req-2b9f8efc-531a-4624-a15c-c4e93d8c4a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:14.270444 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f8efc-531a-4624-a15c-c4e93d8c4a67 service neutron] Pushing event updated for resources: {'Port': ['ID=256a143e-7bd0-4f7f-bf54-d153fe576827,revision_number=11']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:14.325511 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a22919-6add-4e1d-8179-68722109ef9a req-2b9f8efc-531a-4624-a15c-c4e93d8c4a67 service neutron] No DVR routers for this DVR port 256a143e-7bd0-4f7f-bf54-d153fe576827 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:29:14.510850 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-2b9f8efc-531a-4624-a15c-c4e93d8c4a67 service neutron] 10.222.0.48 "PUT /v2.0/ports/256a143e-7bd0-4f7f-bf54-d153fe576827/bindings/n-h2-793621-34/activate HTTP/1.1" status: 200 len: 370 time: 1.2025626 Aug 31 01:29:14.760468 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a22919-6add-4e1d-8179-68722109ef9a req-ee5d540f-023b-436f-9de8-ff3f4fe8df38 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:14.762232 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-ee5d540f-023b-436f-9de8-ff3f4fe8df38 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006&tenant_id=952c19daed614c79b5a4fe25173e1666&binding%3Ahost_id=n-h1-793621-34 HTTP/1.1" status: 200 len: 1096 time: 0.0904551 Aug 31 01:29:14.829302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a22919-6add-4e1d-8179-68722109ef9a req-1374097c-5efb-4222-9edd-b80a83628aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:14.831662 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-1374097c-5efb-4222-9edd-b80a83628aea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006&tenant_id=952c19daed614c79b5a4fe25173e1666 HTTP/1.1" status: 200 len: 1096 time: 0.0614316 Aug 31 01:29:14.926858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a22919-6add-4e1d-8179-68722109ef9a req-1f10bb2b-8142-4cfb-9d4c-122cdec9ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:14.928664 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-1f10bb2b-8142-4cfb-9d4c-122cdec9ef59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 1096 time: 0.0713544 Aug 31 01:29:15.100007 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a22919-6add-4e1d-8179-68722109ef9a req-47c1e41e-61eb-43e0-9138-3882d0917244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:15.103987 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-47c1e41e-61eb-43e0-9138-3882d0917244 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2092b347-03ae-4ef9-a9fd-416665299fd7 HTTP/1.1" status: 200 len: 898 time: 0.1667380 Aug 31 01:29:15.218158 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-78e76316-851a-4611-be86-06b4bfcc032f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=256a143e-7bd0-4f7f-bf54-d153fe576827 HTTP/1.1" status: 200 len: 999 time: 0.1083817 Aug 31 01:29:15.245006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462305d-d6e8-4998-bd60-b30e5941443f req-0c13e52d-b862-4128-85ff-b090302f13f6 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:15.247372 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1462305d-d6e8-4998-bd60-b30e5941443f req-0c13e52d-b862-4128-85ff-b090302f13f6 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 944 time: 0.0659904 Aug 31 01:29:15.314155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a22919-6add-4e1d-8179-68722109ef9a req-a5b6baaa-a5c9-45e3-9e2d-ab33da5f0133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:15.316004 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-a5b6baaa-a5c9-45e3-9e2d-ab33da5f0133 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62541d97-4bf9-4b5d-a693-880784aad2cd HTTP/1.1" status: 200 len: 835 time: 0.0914433 Aug 31 01:29:15.363292 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1462305d-d6e8-4998-bd60-b30e5941443f req-ca2b622c-87ad-4b40-87cc-05b46195d43c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047971 Aug 31 01:29:15.400144 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58658) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:15.447134 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a22919-6add-4e1d-8179-68722109ef9a req-89795158-0538-47af-a4a4-2ec60fafb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:15.448734 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-89795158-0538-47af-a4a4-2ec60fafb8c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2092b347-03ae-4ef9-a9fd-416665299fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094458 Aug 31 01:29:15.577513 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-dea3fe22-3c9b-4e76-8e67-939b917a7ae3 service neutron] 10.222.0.41 "GET /v2.0/networks/2092b347-03ae-4ef9-a9fd-416665299fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211729 Aug 31 01:29:15.624830 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ed410a6e-3d5d-4a5f-97de-5303645e4fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:15.753840 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-06707ed0-2dd0-4b0a-a691-21e75a1397db service neutron] 10.222.0.41 "GET /v2.0/networks/2092b347-03ae-4ef9-a9fd-416665299fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689270 Aug 31 01:29:15.792529 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ed410a6e-3d5d-4a5f-97de-5303645e4fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:15.886634 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ed410a6e-3d5d-4a5f-97de-5303645e4fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:15.928785 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ed410a6e-3d5d-4a5f-97de-5303645e4fa5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dcb4cdaf8084485caea52675107393c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5269558 Aug 31 01:29:15.930466 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed410a6e-3d5d-4a5f-97de-5303645e4fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3f70dd-ca40-402e-b25c-3c3f92e6ff89,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:15.931595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58664) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:16.001212 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e6683d74-90d2-43e8-abd2-56417fe30b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:16.027931 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e6683d74-90d2-43e8-abd2-56417fe30b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:16.178438 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e6683d74-90d2-43e8-abd2-56417fe30b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:16.181089 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e6683d74-90d2-43e8-abd2-56417fe30b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:16.182520 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e6683d74-90d2-43e8-abd2-56417fe30b7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a3f70dd-ca40-402e-b25c-3c3f92e6ff89 HTTP/1.1" status: 204 len: 168 time: 0.2499237 Aug 31 01:29:16.193504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6683d74-90d2-43e8-abd2-56417fe30b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3f70dd-ca40-402e-b25c-3c3f92e6ff89,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:16.291152 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a22919-6add-4e1d-8179-68722109ef9a req-b3360472-ef6d-4bc1-b1ef-e28c01bda7bb tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:16.292773 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-b3360472-ef6d-4bc1-b1ef-e28c01bda7bb tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006&tenant_id=952c19daed614c79b5a4fe25173e1666&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 1096 time: 0.0676553 Aug 31 01:29:16.577248 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851db5f-380a-4609-99c1-bed91eb71742 req-66604310-f395-4c85-b255-570b360efaa8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:16.581419 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b851db5f-380a-4609-99c1-bed91eb71742 req-66604310-f395-4c85-b255-570b360efaa8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 944 time: 0.0867443 Aug 31 01:29:16.635047 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b851db5f-380a-4609-99c1-bed91eb71742 req-54ed21f4-1f7a-4b80-8504-71755799dbe6 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422328 Aug 31 01:29:16.699121 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-39a22919-6add-4e1d-8179-68722109ef9a req-1f0f130b-82a7-4b78-abe5-718a9fb95386 service neutron] For port 256a143e-7bd0-4f7f-bf54-d153fe576827, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:16.707718 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-39a22919-6add-4e1d-8179-68722109ef9a req-1f0f130b-82a7-4b78-abe5-718a9fb95386 service neutron] Notify callbacks [] for binding, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:16.709486 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-1f0f130b-82a7-4b78-abe5-718a9fb95386 service neutron] 10.222.0.41 "DELETE /v2.0/ports/256a143e-7bd0-4f7f-bf54-d153fe576827/bindings/n-h1-793621-34 HTTP/1.1" status: 204 len: 173 time: 0.4090326 Aug 31 01:29:16.796199 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6db260-2237-4baf-b3a7-2385d1d47381 req-fa777a97-90ce-4ee7-bf88-e9b4b5bbb43a tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:16.798277 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ff6db260-2237-4baf-b3a7-2385d1d47381 req-fa777a97-90ce-4ee7-bf88-e9b4b5bbb43a tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 1096 time: 0.0566144 Aug 31 01:29:16.851804 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ff6db260-2237-4baf-b3a7-2385d1d47381 req-53fad2b2-79bd-4fb6-832c-6295d192aa01 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420952 Aug 31 01:29:17.058393 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee29c94-0292-47c6-9786-f6286ab4d1db req-530e24f8-06c0-479e-838d-fd648e243fc9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:17.061965 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ee29c94-0292-47c6-9786-f6286ab4d1db req-530e24f8-06c0-479e-838d-fd648e243fc9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 944 time: 0.1058886 Aug 31 01:29:17.112746 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ee29c94-0292-47c6-9786-f6286ab4d1db req-d14ba0c2-ceea-4082-8b6e-06b690b484eb tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416980 Aug 31 01:29:17.158142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58688) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:17.337158 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-abd8914e-c21e-4908-858e-435f6ea285a2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/floatingips/ac065f65-f205-4611-aba5-69d27f2087c2 HTTP/1.1" status: 200 len: 991 time: 0.1777186 Aug 31 01:29:18.551256 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 256a143e-7bd0-4f7f-bf54-d153fe576827 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:18.599439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 256a143e-7bd0-4f7f-bf54-d153fe576827 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:18.840895 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:29:19.642338 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58750) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:19.865581 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-19dead5c-387e-45f4-be5a-6bb7433754e3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting port 4f26327b-3c25-48ea-b1ba-933fef233ded {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:19.866271 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-19dead5c-387e-45f4-be5a-6bb7433754e3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:19.988183 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-19dead5c-387e-45f4-be5a-6bb7433754e3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:19.989234 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-19dead5c-387e-45f4-be5a-6bb7433754e3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:20.017338 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-19dead5c-387e-45f4-be5a-6bb7433754e3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Calling delete_port for 4f26327b-3c25-48ea-b1ba-933fef233ded owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:20.304336 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-19dead5c-387e-45f4-be5a-6bb7433754e3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:20.334312 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dead5c-387e-45f4-be5a-6bb7433754e3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Port': ['ID=4f26327b-3c25-48ea-b1ba-933fef233ded,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:20.423393 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-19dead5c-387e-45f4-be5a-6bb7433754e3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:20.423393 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-19dead5c-387e-45f4-be5a-6bb7433754e3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Floating IP ac065f65-f205-4611-aba5-69d27f2087c2 disassociated (deleted). External IP: 172.25.2.122, port: 256a143e-7bd0-4f7f-bf54-d153fe576827. Aug 31 01:29:20.739523 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dead5c-387e-45f4-be5a-6bb7433754e3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router bad35296-f904-4a51-9c84-f1202b6400ee has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:29:20.909198 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dead5c-387e-45f4-be5a-6bb7433754e3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:29:20.914346 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-19dead5c-387e-45f4-be5a-6bb7433754e3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:20.922766 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47f19bf-be4a-418b-b5af-8a8de5dadb9f None None] Sync routers for ids ['bad35296-f904-4a51-9c84-f1202b6400ee'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:29:20.933007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47f19bf-be4a-418b-b5af-8a8de5dadb9f None None] Routers {'bad35296-f904-4a51-9c84-f1202b6400ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:20.933695 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-f47f19bf-be4a-418b-b5af-8a8de5dadb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:29:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bad35296-f904-4a51-9c84-f1202b6400ee'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:20.952848 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-19dead5c-387e-45f4-be5a-6bb7433754e3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/floatingips/ac065f65-f205-4611-aba5-69d27f2087c2 HTTP/1.1" status: 204 len: 168 time: 1.3091457 Aug 31 01:29:20.953913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'tag': '256a143e-7bd0-4f7f-bf54-d153fe576827'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:20.957090 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8222ff8-867f-4185-9540-2c8842439a84" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4fb694-bbaa-4db4-9452-d8f701f1d006", "tag": "256a143e-7bd0-4f7f-bf54-d153fe576827"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:21.014399 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a093d970-65e3-4d76-87dd-5fae80836deb x-openstack-request-id: req-a093d970-65e3-4d76-87dd-5fae80836deb {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:21.014877 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4fb694-bbaa-4db4-9452-d8f701f1d006", "tag": "256a143e-7bd0-4f7f-bf54-d153fe576827", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:21.015400 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a093d970-65e3-4d76-87dd-5fae80836deb {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:21.016073 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'tag': '256a143e-7bd0-4f7f-bf54-d153fe576827', 'status': 'completed', 'code': 200} Aug 31 01:29:21.099993 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-f47f19bf-be4a-418b-b5af-8a8de5dadb9f None None] Set router bad35296-f904-4a51-9c84-f1202b6400ee gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:21.125627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8222ff8-867f-4185-9540-2c8842439a84 req-7a876372-584d-436e-8aae-d16744bc6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:21.127212 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d8222ff8-867f-4185-9540-2c8842439a84 req-7a876372-584d-436e-8aae-d16744bc6dbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 1096 time: 0.0815260 Aug 31 01:29:21.290487 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8222ff8-867f-4185-9540-2c8842439a84 req-d587b978-37bc-49b5-8249-c91012d7d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:21.293986 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d8222ff8-867f-4185-9540-2c8842439a84 req-d587b978-37bc-49b5-8249-c91012d7d51b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2092b347-03ae-4ef9-a9fd-416665299fd7 HTTP/1.1" status: 200 len: 898 time: 0.1588032 Aug 31 01:29:21.354626 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d8222ff8-867f-4185-9540-2c8842439a84 req-2394c943-6e35-4667-951a-f51f2e1602d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=256a143e-7bd0-4f7f-bf54-d153fe576827 HTTP/1.1" status: 200 len: 217 time: 0.0477622 Aug 31 01:29:21.401908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-f47f19bf-be4a-418b-b5af-8a8de5dadb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913234462', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8103907c-74fd-4775-a90f-0834b283221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:28:00Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8103907c-74fd-4775-a90f-0834b283221a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:02Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '81fe369e-65e0-4830-8d9e-f8ee92ba5375', 'name': '', 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:32:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '62541d97-4bf9-4b5d-a693-880784aad2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:06Z', 'updated_at': '2021-08-31T01:28:14Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '62541d97-4bf9-4b5d-a693-880784aad2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:21.435353 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47f19bf-be4a-418b-b5af-8a8de5dadb9f None None] Checking router: bad35296-f904-4a51-9c84-f1202b6400ee for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:29:21.445392 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47f19bf-be4a-418b-b5af-8a8de5dadb9f None None] Routers {'bad35296-f904-4a51-9c84-f1202b6400ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:21.446209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-f47f19bf-be4a-418b-b5af-8a8de5dadb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:29:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bad35296-f904-4a51-9c84-f1202b6400ee'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:21.453729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8222ff8-867f-4185-9540-2c8842439a84 req-0457ccaa-a5be-4d8f-9777-8c241c4fe670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:21.456094 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d8222ff8-867f-4185-9540-2c8842439a84 req-0457ccaa-a5be-4d8f-9777-8c241c4fe670 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62541d97-4bf9-4b5d-a693-880784aad2cd HTTP/1.1" status: 200 len: 835 time: 0.0948946 Aug 31 01:29:21.537875 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8222ff8-867f-4185-9540-2c8842439a84 req-6f73fa49-6601-46a2-b903-b112049895cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:21.542491 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d8222ff8-867f-4185-9540-2c8842439a84 req-6f73fa49-6601-46a2-b903-b112049895cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2092b347-03ae-4ef9-a9fd-416665299fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744448 Aug 31 01:29:21.631822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-f47f19bf-be4a-418b-b5af-8a8de5dadb9f None None] Set router bad35296-f904-4a51-9c84-f1202b6400ee gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:21.734386 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d8222ff8-867f-4185-9540-2c8842439a84 req-33aab18d-94e8-4f07-81c1-f2a582d49500 service neutron] 10.222.0.41 "GET /v2.0/networks/2092b347-03ae-4ef9-a9fd-416665299fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875098 Aug 31 01:29:21.881703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42440a3-edf3-4b5e-a831-61cd226310a3 req-79d500d1-63eb-4aae-b6cb-8a0304d00ed2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:21.892613 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c42440a3-edf3-4b5e-a831-61cd226310a3 req-79d500d1-63eb-4aae-b6cb-8a0304d00ed2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 944 time: 0.1569545 Aug 31 01:29:21.941963 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58802) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:21.960331 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-989b5045-e264-4a01-8402-b4f4e9130589 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Request body: {'network': {'name': 'tempest-network-smoke--411114109', 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'port_security_enabled': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:21.966381 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d8222ff8-867f-4185-9540-2c8842439a84 req-1b8632c7-9c4b-4dac-89c9-eb02b5f82e3a service neutron] 10.222.0.41 "GET /v2.0/networks/2092b347-03ae-4ef9-a9fd-416665299fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215474 Aug 31 01:29:21.982298 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c42440a3-edf3-4b5e-a831-61cd226310a3 req-e2032e9a-6898-4d4f-87ae-bc04352cb33d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=48a9dd73-8e43-4d96-befb-01ced591d879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868959 Aug 31 01:29:22.089156 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-f47f19bf-be4a-418b-b5af-8a8de5dadb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913234462', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8103907c-74fd-4775-a90f-0834b283221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:28:00Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8103907c-74fd-4775-a90f-0834b283221a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:02Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '81fe369e-65e0-4830-8d9e-f8ee92ba5375', 'name': '', 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:32:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '62541d97-4bf9-4b5d-a693-880784aad2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:06Z', 'updated_at': '2021-08-31T01:28:14Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '62541d97-4bf9-4b5d-a693-880784aad2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:22.110013 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a193f-d8b9-4f0b-baf0-cdd77280b476 req-7e1edcf4-1536-4d4b-bbef-1279889f32c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:22.112759 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-819a193f-d8b9-4f0b-baf0-cdd77280b476 req-7e1edcf4-1536-4d4b-bbef-1279889f32c7 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 944 time: 0.0918694 Aug 31 01:29:22.144619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989b5045-e264-4a01-8402-b4f4e9130589 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Made reservation on behalf of 1a2256ac326a4bc7bf716683e3de0383 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:22.149407 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47f19bf-be4a-418b-b5af-8a8de5dadb9f None None] The sync data for ids ['bad35296-f904-4a51-9c84-f1202b6400ee'] in n-d-793621-34 is: [{'id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913234462', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8103907c-74fd-4775-a90f-0834b283221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:28:00Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8103907c-74fd-4775-a90f-0834b283221a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:02Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '81fe369e-65e0-4830-8d9e-f8ee92ba5375', 'name': '', 'network_id': '2092b347-03ae-4ef9-a9fd-416665299fd7', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:32:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '62541d97-4bf9-4b5d-a693-880784aad2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:06Z', 'updated_at': '2021-08-31T01:28:14Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': '62541d97-4bf9-4b5d-a693-880784aad2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:29:22.156137 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-989b5045-e264-4a01-8402-b4f4e9130589 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:22.206999 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-989b5045-e264-4a01-8402-b4f4e9130589 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:22.243274 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-819a193f-d8b9-4f0b-baf0-cdd77280b476 req-426663e1-3329-4558-bc33-e00fd0d7af86 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting port 256a143e-7bd0-4f7f-bf54-d153fe576827 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:22.243726 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-819a193f-d8b9-4f0b-baf0-cdd77280b476 req-426663e1-3329-4558-bc33-e00fd0d7af86 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:22.396041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-819a193f-d8b9-4f0b-baf0-cdd77280b476 req-426663e1-3329-4558-bc33-e00fd0d7af86 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] For port 256a143e-7bd0-4f7f-bf54-d153fe576827, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=256a143e-7bd0-4f7f-bf54-d153fe576827,segment=NetworkSegment(6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52),segment_id=6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:22.396420 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-819a193f-d8b9-4f0b-baf0-cdd77280b476 req-426663e1-3329-4558-bc33-e00fd0d7af86 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:22.402940 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-989b5045-e264-4a01-8402-b4f4e9130589 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:22.417995 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-819a193f-d8b9-4f0b-baf0-cdd77280b476 req-426663e1-3329-4558-bc33-e00fd0d7af86 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Calling delete_port for 256a143e-7bd0-4f7f-bf54-d153fe576827 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:22.538782 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-989b5045-e264-4a01-8402-b4f4e9130589 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:22.557189 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd907e-745e-4aa4-aaa7-0d469fa13eae None None] New status for floating IP ac065f65-f205-4611-aba5-69d27f2087c2: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:29:22.596194 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b5045-e264-4a01-8402-b4f4e9130589 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb53ca3-ea76-4071-b008-51e041d53df2,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:22.715912 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-819a193f-d8b9-4f0b-baf0-cdd77280b476 req-426663e1-3329-4558-bc33-e00fd0d7af86 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:22.733748 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989b5045-e264-4a01-8402-b4f4e9130589 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:29:22.755731 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-989b5045-e264-4a01-8402-b4f4e9130589 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:22.756656 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-989b5045-e264-4a01-8402-b4f4e9130589 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Added segment 8daa9f07-20c8-4e8e-b5b0-5da291673025 of type vlan for network 001376d9-a420-44f5-b7cb-482dbc19da63 Aug 31 01:29:22.817431 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426663e1-3329-4558-bc33-e00fd0d7af86 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Port': ['ID=256a143e-7bd0-4f7f-bf54-d153fe576827,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:22.839939 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-989b5045-e264-4a01-8402-b4f4e9130589 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:23.035192 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-989b5045-e264-4a01-8402-b4f4e9130589 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:23.040067 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989b5045-e264-4a01-8402-b4f4e9130589 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:23.041318 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-989b5045-e264-4a01-8402-b4f4e9130589 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:23.135173 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dc8845e3-20b3-4c4a-abf2-cb7ececc875f req-b507448d-57bc-4f67-a901-a6d201124585 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4fb694-bbaa-4db4-9452-d8f701f1d006 HTTP/1.1" status: 200 len: 210 time: 0.0621963 Aug 31 01:29:23.166866 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-819a193f-d8b9-4f0b-baf0-cdd77280b476 req-426663e1-3329-4558-bc33-e00fd0d7af86 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] No DVR routers for this DVR port 256a143e-7bd0-4f7f-bf54-d153fe576827 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:29:23.170740 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-819a193f-d8b9-4f0b-baf0-cdd77280b476 req-426663e1-3329-4558-bc33-e00fd0d7af86 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:23.173719 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-819a193f-d8b9-4f0b-baf0-cdd77280b476 req-426663e1-3329-4558-bc33-e00fd0d7af86 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.41 "DELETE /v2.0/ports/256a143e-7bd0-4f7f-bf54-d153fe576827 HTTP/1.1" status: 204 len: 173 time: 1.0539637 Aug 31 01:29:23.173719 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'name': 'network-vif-deleted', 'tag': '256a143e-7bd0-4f7f-bf54-d153fe576827'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:23.181981 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b5045-e264-4a01-8402-b4f4e9130589 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event updated for resources: {'Network': ['ID=001376d9-a420-44f5-b7cb-482dbc19da63,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:23.186810 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6c9bec-f9ee-4dad-8905-353bdf678dff" -d '{"events": [{"server_uuid": "7b4fb694-bbaa-4db4-9452-d8f701f1d006", "name": "network-vif-deleted", "tag": "256a143e-7bd0-4f7f-bf54-d153fe576827"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:23.195694 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 001376d9-a420-44f5-b7cb-482dbc19da63 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:29:23.221625 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-989b5045-e264-4a01-8402-b4f4e9130589 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2740660 Aug 31 01:29:23.224764 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58832) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:23.229081 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8296316-9646-422d-a4b2-b23aef7aaf45 x-openstack-request-id: req-f8296316-9646-422d-a4b2-b23aef7aaf45 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:23.229963 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4fb694-bbaa-4db4-9452-d8f701f1d006", "name": "network-vif-deleted", "tag": "256a143e-7bd0-4f7f-bf54-d153fe576827", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:23.230257 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8296316-9646-422d-a4b2-b23aef7aaf45 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:23.230772 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4fb694-bbaa-4db4-9452-d8f701f1d006', 'name': 'network-vif-deleted', 'tag': '256a143e-7bd0-4f7f-bf54-d153fe576827', 'status': 'completed', 'code': 200} Aug 31 01:29:23.236150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1506857221', 'admin_state_up': True, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:23.412425 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:23.418290 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:23.499720 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:23.911387 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.211118 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58858) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:24.293052 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.338712 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.496009 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Allocated IP 172.25.2.54 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/efeed7a0-b354-435c-a115-12a70f8ec10e) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:24.617156 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.692642 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1fb208e6-cc3b-452f-abc5-5b45ff2881ba tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.847337 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.910661 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event updated for resources: {'Port': ['ID=efeed7a0-b354-435c-a115-12a70f8ec10e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:24.927187 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:24.928802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:24.941668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:25.140336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-1fb208e6-cc3b-452f-abc5-5b45ff2881ba tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting port 81fe369e-65e0-4830-8d9e-f8ee92ba5375 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:25.140670 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1fb208e6-cc3b-452f-abc5-5b45ff2881ba tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:25.247087 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-1fb208e6-cc3b-452f-abc5-5b45ff2881ba tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] For port 81fe369e-65e0-4830-8d9e-f8ee92ba5375, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=81fe369e-65e0-4830-8d9e-f8ee92ba5375,segment=NetworkSegment(6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52),segment_id=6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:25.247882 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1fb208e6-cc3b-452f-abc5-5b45ff2881ba tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:25.262268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-1fb208e6-cc3b-452f-abc5-5b45ff2881ba tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Calling delete_port for 81fe369e-65e0-4830-8d9e-f8ee92ba5375 owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:25.503961 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:25.722998 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1fb208e6-cc3b-452f-abc5-5b45ff2881ba tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:25.744408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58888) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:25.758834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb208e6-cc3b-452f-abc5-5b45ff2881ba tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Port': ['ID=81fe369e-65e0-4830-8d9e-f8ee92ba5375,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:25.820485 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 256a143e-7bd0-4f7f-bf54-d153fe576827 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:25.821226 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:25.861976 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 256a143e-7bd0-4f7f-bf54-d153fe576827 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:29:25.862673 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 256a143e-7bd0-4f7f-bf54-d153fe576827 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:26.000587 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-159973a5-094e-4241-81bd-d2fa18ba3fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.063503 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1fb208e6-cc3b-452f-abc5-5b45ff2881ba tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.203355 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-159973a5-094e-4241-81bd-d2fa18ba3fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.229768 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Router d2c8a707-4318-4ff3-87dc-9df2f5f32a08 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:29:26.313297 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-159973a5-094e-4241-81bd-d2fa18ba3fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.390636 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159973a5-094e-4241-81bd-d2fa18ba3fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc7a54c-159b-428d-abf8-e87829a5f389,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:26.400829 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-159973a5-094e-4241-81bd-d2fa18ba3fdc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7be84831d9447eb9d8e30443cc3c3fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6553380 Aug 31 01:29:26.401340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb208e6-cc3b-452f-abc5-5b45ff2881ba tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router bad35296-f904-4a51-9c84-f1202b6400ee has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:29:26.401836 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58900) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:26.428025 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:29:26.453058 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Sync routers for ids ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:29:26.468741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Routers {'d2c8a707-4318-4ff3-87dc-9df2f5f32a08'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:26.470012 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:29:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:26.502977 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-faf4b80a-f245-462a-8906-bd2e3d4d916d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.553026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb208e6-cc3b-452f-abc5-5b45ff2881ba tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:29:26.553698 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-faf4b80a-f245-462a-8906-bd2e3d4d916d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.561814 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1fb208e6-cc3b-452f-abc5-5b45ff2881ba tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "PUT /v2.0/routers/bad35296-f904-4a51-9c84-f1202b6400ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3479445 Aug 31 01:29:26.565226 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58902) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:26.573223 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b2848-6a9a-4459-b345-56f40ebb6724 None None] Sync routers for ids ['bad35296-f904-4a51-9c84-f1202b6400ee'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:29:26.632476 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.637418 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-db2736e4-0ab9-407d-b100-316d53c9fd49 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.4079726 Aug 31 01:29:26.638135 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58906) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:26.639391 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b2848-6a9a-4459-b345-56f40ebb6724 None None] Routers {'bad35296-f904-4a51-9c84-f1202b6400ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:26.640346 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-453b2848-6a9a-4459-b345-56f40ebb6724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:29:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bad35296-f904-4a51-9c84-f1202b6400ee'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:26.683623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Set router d2c8a707-4318-4ff3-87dc-9df2f5f32a08 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:26.699553 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1de755-a66f-42f2-8d99-e1951ce55cf8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting subnet 62541d97-4bf9-4b5d-a693-880784aad2cd {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:29:26.709477 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d1de755-a66f-42f2-8d99-e1951ce55cf8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.804748 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-453b2848-6a9a-4459-b345-56f40ebb6724 None None] Set router bad35296-f904-4a51-9c84-f1202b6400ee gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:26.832249 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-faf4b80a-f245-462a-8906-bd2e3d4d916d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.839193 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-faf4b80a-f245-462a-8906-bd2e3d4d916d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.839639 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d1de755-a66f-42f2-8d99-e1951ce55cf8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.855249 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-faf4b80a-f245-462a-8906-bd2e3d4d916d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/afc7a54c-159b-428d-abf8-e87829a5f389 HTTP/1.1" status: 204 len: 168 time: 0.4497221 Aug 31 01:29:26.923420 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a26da975-7c7a-4c30-a848-fc8a2f06305b tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=1a2256ac326a4bc7bf716683e3de0383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2836647 Aug 31 01:29:26.924474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4b80a-f245-462a-8906-bd2e3d4d916d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc7a54c-159b-428d-abf8-e87829a5f389,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:26.926695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58916) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:27.064986 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2701d08a-cf1d-4af7-b4cd-9b9469779079 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:27.070142 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2701d08a-cf1d-4af7-b4cd-9b9469779079 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1426094 Aug 31 01:29:27.071181 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58918) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:27.105421 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1506857221', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:23Z', 'updated_at': '2021-08-31T01:29:25Z', 'revision_number': 3, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:24Z', 'updated_at': '2021-08-31T01:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:27.126489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58920) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:27.127252 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-94a4e7ee-b929-4aed-b8e8-08dbc6d69414 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0540347 Aug 31 01:29:27.156637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-1cb50d18-9c0b-4821-a5d1-b8462d34ba0e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1133897746', 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63', 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:27.161073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Checking router: d2c8a707-4318-4ff3-87dc-9df2f5f32a08 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:29:27.161783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Updating router d2c8a707-4318-4ff3-87dc-9df2f5f32a08 port efeed7a0-b354-435c-a115-12a70f8ec10e binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:29:27.211334 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-453b2848-6a9a-4459-b345-56f40ebb6724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913234462', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8103907c-74fd-4775-a90f-0834b283221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:28:00Z', 'updated_at': '2021-08-31T01:29:25Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8103907c-74fd-4775-a90f-0834b283221a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:02Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:27.224902 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.229196 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d1de755-a66f-42f2-8d99-e1951ce55cf8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.245966 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b2848-6a9a-4459-b345-56f40ebb6724 None None] Checking router: bad35296-f904-4a51-9c84-f1202b6400ee for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:29:27.258632 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b2848-6a9a-4459-b345-56f40ebb6724 None None] Routers {'bad35296-f904-4a51-9c84-f1202b6400ee'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:27.259243 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-453b2848-6a9a-4459-b345-56f40ebb6724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:29:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bad35296-f904-4a51-9c84-f1202b6400ee'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:27.423903 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb50d18-9c0b-4821-a5d1-b8462d34ba0e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Made reservation on behalf of 1a2256ac326a4bc7bf716683e3de0383 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:27.427231 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-453b2848-6a9a-4459-b345-56f40ebb6724 None None] Set router bad35296-f904-4a51-9c84-f1202b6400ee gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:27.428716 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1cb50d18-9c0b-4821-a5d1-b8462d34ba0e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.684180 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.690094 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d1de755-a66f-42f2-8d99-e1951ce55cf8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.699701 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Transition to ACTIVE for port object efeed7a0-b354-435c-a115-12a70f8ec10e will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:27.720241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1de755-a66f-42f2-8d99-e1951ce55cf8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Subnet': ['ID=62541d97-4bf9-4b5d-a693-880784aad2cd,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:27.724974 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d1de755-a66f-42f2-8d99-e1951ce55cf8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.729935 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58930) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:27.730766 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0d1de755-a66f-42f2-8d99-e1951ce55cf8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/subnets/62541d97-4bf9-4b5d-a693-880784aad2cd HTTP/1.1" status: 204 len: 168 time: 1.1471789 Aug 31 01:29:27.743319 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788be8c6-e65b-433e-95e5-0cf9e0f16911 None None] Network 2092b347-03ae-4ef9-a9fd-416665299fd7 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:27.758139 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-453b2848-6a9a-4459-b345-56f40ebb6724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913234462', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8103907c-74fd-4775-a90f-0834b283221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:28:00Z', 'updated_at': '2021-08-31T01:29:25Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8103907c-74fd-4775-a90f-0834b283221a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:02Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:27.761656 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1cb50d18-9c0b-4821-a5d1-b8462d34ba0e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.805318 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b2848-6a9a-4459-b345-56f40ebb6724 None None] The sync data for ids ['bad35296-f904-4a51-9c84-f1202b6400ee'] in n-d-793621-34 is: [{'id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913234462', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8103907c-74fd-4775-a90f-0834b283221a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:28:00Z', 'updated_at': '2021-08-31T01:29:25Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8103907c-74fd-4775-a90f-0834b283221a', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad35296-f904-4a51-9c84-f1202b6400ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:28:02Z', 'updated_at': '2021-08-31T01:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:29:27.816370 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.851370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb50d18-9c0b-4821-a5d1-b8462d34ba0e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event updated for resources: {'Subnet': ['ID=d14a3fdb-b563-4be2-afa4-51c8b420c643,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:27.934242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb50d18-9c0b-4821-a5d1-b8462d34ba0e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Checking segment: {'id': '8daa9f07-20c8-4e8e-b5b0-5da291673025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:27.934734 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb50d18-9c0b-4821-a5d1-b8462d34ba0e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Network hostable DHCP agents. Network: 001376d9-a420-44f5-b7cb-482dbc19da63, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:29:27.954877 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Attempting to bind port efeed7a0-b354-435c-a115-12a70f8ec10e on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:27.960613 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Attempting to bind port efeed7a0-b354-435c-a115-12a70f8ec10e by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:27.960613 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Attempting to bind port efeed7a0-b354-435c-a115-12a70f8ec10e on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:27.968386 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e0e01382-d5d6-4047-8476-862b7c0b5e38 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.970669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:27.971045 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:27.971510 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.971943 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:27.972443 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Bound port: efeed7a0-b354-435c-a115-12a70f8ec10e, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:27.972831 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.995687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e8eb8-ee17-4ba9-a427-406192c7ad25 None None] Pushing event updated for resources: {'Port': ['ID=efeed7a0-b354-435c-a115-12a70f8ec10e,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:28.063365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58936) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:28.099147 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] For port efeed7a0-b354-435c-a115-12a70f8ec10e, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:28.104347 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] For port efeed7a0-b354-435c-a115-12a70f8ec10e, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=efeed7a0-b354-435c-a115-12a70f8ec10e,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:28.112995 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-49411c9f-4c70-428f-829e-1b40d840cf44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:28.142656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb50d18-9c0b-4821-a5d1-b8462d34ba0e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Network 001376d9-a420-44f5-b7cb-482dbc19da63 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:29:28.163417 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e0e01382-d5d6-4047-8476-862b7c0b5e38 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:28.195917 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:28.213236 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 81fe369e-65e0-4830-8d9e-f8ee92ba5375 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:28.282790 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-1cb50d18-9c0b-4821-a5d1-b8462d34ba0e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 001376d9-a420-44f5-b7cb-482dbc19da63) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:28.298454 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb50d18-9c0b-4821-a5d1-b8462d34ba0e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:28.299414 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1cb50d18-9c0b-4821-a5d1-b8462d34ba0e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:28.304089 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed64cd19-d605-4d49-9b28-d1bc32b7222d None None] DHCP port deletion for 2092b347-03ae-4ef9-a9fd-416665299fd7 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:29:28.306299 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6641c044-9f17-48af-aba1-d1093870a30c None None] Network 001376d9-a420-44f5-b7cb-482dbc19da63 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:28.316561 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 81fe369e-65e0-4830-8d9e-f8ee92ba5375 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:29:28.323045 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 81fe369e-65e0-4830-8d9e-f8ee92ba5375 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:28.427535 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-49411c9f-4c70-428f-829e-1b40d840cf44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:28.453467 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e0e01382-d5d6-4047-8476-862b7c0b5e38 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting port 8103907c-74fd-4775-a90f-0834b283221a {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:28.455252 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e0e01382-d5d6-4047-8476-862b7c0b5e38 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:28.472931 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Routers {'d2c8a707-4318-4ff3-87dc-9df2f5f32a08'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:28.472931 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:29:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:28.549115 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-49411c9f-4c70-428f-829e-1b40d840cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:28.566398 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e8eb8-ee17-4ba9-a427-406192c7ad25 None None] Pushing event updated for resources: {'Port': ['ID=efeed7a0-b354-435c-a115-12a70f8ec10e,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:28.627769 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-49411c9f-4c70-428f-829e-1b40d840cf44 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6fe06fae17cf48b6b45f03200ab46a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5616350 Aug 31 01:29:28.630744 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58944) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:28.655194 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-e0e01382-d5d6-4047-8476-862b7c0b5e38 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] For port 8103907c-74fd-4775-a90f-0834b283221a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=8103907c-74fd-4775-a90f-0834b283221a,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:28.655592 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e0e01382-d5d6-4047-8476-862b7c0b5e38 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:28.671020 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49411c9f-4c70-428f-829e-1b40d840cf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a904dda-4305-4ec5-839b-22cbf474142f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:28.675885 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e0e01382-d5d6-4047-8476-862b7c0b5e38 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Calling delete_port for 8103907c-74fd-4775-a90f-0834b283221a owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:28.704634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58946) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:28.706684 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1cb50d18-9c0b-4821-a5d1-b8462d34ba0e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5783687 Aug 31 01:29:28.724214 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ed64cd19-d605-4d49-9b28-d1bc32b7222d None None] Deleting port 06138444-2eb2-4e28-af20-35cdfc4e1792 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:28.724627 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ed64cd19-d605-4d49-9b28-d1bc32b7222d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:28.730635 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] Set router d2c8a707-4318-4ff3-87dc-9df2f5f32a08 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:28.753490 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e07c00bb-d17d-4913-855d-8e9a3e06d964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:28.760966 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e07c00bb-d17d-4913-855d-8e9a3e06d964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:28.907727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-001376d9-a420-44f5-b7cb-482dbc19da63', 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'fixed_ips': [{'subnet_id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:29:28.908607 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:28.961935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ed64cd19-d605-4d49-9b28-d1bc32b7222d None None] For port 06138444-2eb2-4e28-af20-35cdfc4e1792, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=06138444-2eb2-4e28-af20-35cdfc4e1792,segment=NetworkSegment(6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52),segment_id=6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:28.962345 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ed64cd19-d605-4d49-9b28-d1bc32b7222d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:28.968810 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e07c00bb-d17d-4913-855d-8e9a3e06d964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:28.975470 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e07c00bb-d17d-4913-855d-8e9a3e06d964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:28.976977 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e07c00bb-d17d-4913-855d-8e9a3e06d964 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a904dda-4305-4ec5-839b-22cbf474142f HTTP/1.1" status: 204 len: 168 time: 0.3451664 Aug 31 01:29:28.991977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c00bb-d17d-4913-855d-8e9a3e06d964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a904dda-4305-4ec5-839b-22cbf474142f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:29.174573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ed64cd19-d605-4d49-9b28-d1bc32b7222d None None] Calling delete_port for 06138444-2eb2-4e28-af20-35cdfc4e1792 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:29.414059 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Allocated IP 172.20.0.2 (001376d9-a420-44f5-b7cb-482dbc19da63/d14a3fdb-b563-4be2-afa4-51c8b420c643/c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:29.446481 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1506857221', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:23Z', 'updated_at': '2021-08-31T01:29:25Z', 'revision_number': 3, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:24Z', 'updated_at': '2021-08-31T01:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:29.513649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5852fa1-f6a0-49c0-916e-c881acef139b None None] The sync data for ids ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'] in n-d-793621-34 is: [{'id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1506857221', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:23Z', 'updated_at': '2021-08-31T01:29:25Z', 'revision_number': 3, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:24Z', 'updated_at': '2021-08-31T01:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:29:29.540094 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ed64cd19-d605-4d49-9b28-d1bc32b7222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:29.573339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64cd19-d605-4d49-9b28-d1bc32b7222d None None] Pushing event deleted for resources: {'Port': ['ID=06138444-2eb2-4e28-af20-35cdfc4e1792,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:29.580440 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed64cd19-d605-4d49-9b28-d1bc32b7222d None None] No DVR routers for this DVR port 06138444-2eb2-4e28-af20-35cdfc4e1792 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:29:29.676200 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:29.688194 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Transition to ACTIVE for port object c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:29.710237 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Transition to ACTIVE for port object c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:29.732414 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e0e01382-d5d6-4047-8476-862b7c0b5e38 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:29.797539 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e01382-d5d6-4047-8476-862b7c0b5e38 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Port': ['ID=8103907c-74fd-4775-a90f-0834b283221a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:29.836023 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:29.956043 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e0e01382-d5d6-4047-8476-862b7c0b5e38 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:29.959283 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Network 001376d9-a420-44f5-b7cb-482dbc19da63 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:29.959283 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:29.964561 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:29.996706 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Pushing event updated for resources: {'Port': ['ID=c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:30.091936 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Attempting to bind port c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:30.092768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Attempting to bind port c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '8daa9f07-20c8-4e8e-b5b0-5da291673025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:30.093415 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Attempting to bind port c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09 on network 001376d9-a420-44f5-b7cb-482dbc19da63 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:30.103499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:30.104194 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Checking segment: {'id': '8daa9f07-20c8-4e8e-b5b0-5da291673025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:30.104749 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.104985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Bound using segment: {'id': '8daa9f07-20c8-4e8e-b5b0-5da291673025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:30.105472 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Bound port: c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8daa9f07-20c8-4e8e-b5b0-5da291673025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:30.105856 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.112151 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e0e01382-d5d6-4047-8476-862b7c0b5e38 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.126074 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e0e01382-d5d6-4047-8476-862b7c0b5e38 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.200782 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.244393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] For port c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:30.245949 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58970) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:30.251579 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] For port c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09,segment=NetworkSegment(8daa9f07-20c8-4e8e-b5b0-5da291673025),segment_id=8daa9f07-20c8-4e8e-b5b0-5da291673025)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:30.265802 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device efeed7a0-b354-435c-a115-12a70f8ec10e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:30.311268 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e0e01382-d5d6-4047-8476-862b7c0b5e38 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.311875 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e01382-d5d6-4047-8476-862b7c0b5e38 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Fanout notify agent at l3_agent the message router_deleted on router bad35296-f904-4a51-9c84-f1202b6400ee {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:29:30.319713 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1c45757e-b1ba-46b8-9366-0384d8387615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.329481 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e0e01382-d5d6-4047-8476-862b7c0b5e38 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.332452 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e0e01382-d5d6-4047-8476-862b7c0b5e38 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/routers/bad35296-f904-4a51-9c84-f1202b6400ee HTTP/1.1" status: 204 len: 168 time: 2.6005516 Aug 31 01:29:30.335629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58972) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:30.429739 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.493968 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port efeed7a0-b354-435c-a115-12a70f8ec10e completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:30.496653 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d90ec156-c111-448f-b089-feede6331d3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.556787 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port efeed7a0-b354-435c-a115-12a70f8ec10e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:30.557248 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.624065 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1c45757e-b1ba-46b8-9366-0384d8387615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.700413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee314662-e8c2-43b2-870e-440a6966e4cb None None] Pushing event updated for resources: {'Port': ['ID=c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:30.713366 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1c45757e-b1ba-46b8-9366-0384d8387615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.731999 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d90ec156-c111-448f-b089-feede6331d3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.736243 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d90ec156-c111-448f-b089-feede6331d3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2092b347-03ae-4ef9-a9fd-416665299fd7']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:30.788693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d90ec156-c111-448f-b089-feede6331d3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:30.789971 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d90ec156-c111-448f-b089-feede6331d3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f11aec9-1ddd-4c2d-85e5-bde9ae5bab52') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:30.816242 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d90ec156-c111-448f-b089-feede6331d3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.839991 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d90ec156-c111-448f-b089-feede6331d3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.843989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1c45757e-b1ba-46b8-9366-0384d8387615 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a7872791af04248a10b5cca95ba3aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5922172 Aug 31 01:29:30.855936 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 58978) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:30.871640 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.892993 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45757e-b1ba-46b8-9366-0384d8387615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec81b848-d3da-45fe-9049-1b6545f82d0e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:30.912598 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port efeed7a0-b354-435c-a115-12a70f8ec10e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=efeed7a0-b354-435c-a115-12a70f8ec10e,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:30.923576 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90ec156-c111-448f-b089-feede6331d3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:29:30.923986 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d90ec156-c111-448f-b089-feede6331d3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:29:30.929888 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:29:30.980836 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Allocated IP 172.20.0.1 (001376d9-a420-44f5-b7cb-482dbc19da63/d14a3fdb-b563-4be2-afa4-51c8b420c643/eab68c5f-8420-4ffd-8195-5287c657804f) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:30.996040 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.069862 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db0d641-e350-4cf5-a099-3cd6398f1317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.157670 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db0d641-e350-4cf5-a099-3cd6398f1317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.169540 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 06138444-2eb2-4e28-af20-35cdfc4e1792 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:31.269077 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d90ec156-c111-448f-b089-feede6331d3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.284765 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 06138444-2eb2-4e28-af20-35cdfc4e1792 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:29:31.284765 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 06138444-2eb2-4e28-af20-35cdfc4e1792 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:31.296408 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.307055 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d90ec156-c111-448f-b089-feede6331d3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.310646 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d90ec156-c111-448f-b089-feede6331d3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/networks/2092b347-03ae-4ef9-a9fd-416665299fd7 HTTP/1.1" status: 204 len: 168 time: 0.9715786 Aug 31 01:29:31.314607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 58986) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:31.331844 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=efeed7a0-b354-435c-a115-12a70f8ec10e,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:31.341757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Transition to ACTIVE for port object eab68c5f-8420-4ffd-8195-5287c657804f will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:31.357278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ec156-c111-448f-b089-feede6331d3b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Network': ['ID=2092b347-03ae-4ef9-a9fd-416665299fd7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:31.422812 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-86a298dd-eb5f-43c2-8015-4106b4836cbd tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.451844 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-86a298dd-eb5f-43c2-8015-4106b4836cbd tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.491292 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db0d641-e350-4cf5-a099-3cd6398f1317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.494357 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2db0d641-e350-4cf5-a099-3cd6398f1317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.495213 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2db0d641-e350-4cf5-a099-3cd6398f1317 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec81b848-d3da-45fe-9049-1b6545f82d0e HTTP/1.1" status: 204 len: 168 time: 0.6382482 Aug 31 01:29:31.503791 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0d641-e350-4cf5-a099-3cd6398f1317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec81b848-d3da-45fe-9049-1b6545f82d0e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:31.589974 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.651067 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Network 001376d9-a420-44f5-b7cb-482dbc19da63 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:31.656679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:31.659267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:31.696762 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event updated for resources: {'Port': ['ID=eab68c5f-8420-4ffd-8195-5287c657804f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:31.716641 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-86a298dd-eb5f-43c2-8015-4106b4836cbd tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.719606 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-86a298dd-eb5f-43c2-8015-4106b4836cbd tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.721668 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-86a298dd-eb5f-43c2-8015-4106b4836cbd tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/security-groups/48a9dd73-8e43-4d96-befb-01ced591d879 HTTP/1.1" status: 204 len: 168 time: 0.4005535 Aug 31 01:29:31.740792 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a298dd-eb5f-43c2-8015-4106b4836cbd tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a9dd73-8e43-4d96-befb-01ced591d879,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:31.747608 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:32.174630 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:32.319571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device efeed7a0-b354-435c-a115-12a70f8ec10e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:32.416465 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port efeed7a0-b354-435c-a115-12a70f8ec10e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:32.416849 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:32.483914 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59014) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:32.490800 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-1f3d9ac3-c76e-4fe7-8445-66eee98cad4e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-852590694', 'description': 'tempest-secgroup-smoke-852590694 description', 'project_id': '952c19daed614c79b5a4fe25173e1666'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:32.644476 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:32.664169 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f3d9ac3-c76e-4fe7-8445-66eee98cad4e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:32.742603 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:32.875991 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f3d9ac3-c76e-4fe7-8445-66eee98cad4e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:32.879746 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:32.887546 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:32.901557 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 8103907c-74fd-4775-a90f-0834b283221a no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:32.932349 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 8103907c-74fd-4775-a90f-0834b283221a {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:29:32.933118 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 8103907c-74fd-4775-a90f-0834b283221a not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:32.960811 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f3d9ac3-c76e-4fe7-8445-66eee98cad4e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.040136 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d9ac3-c76e-4fe7-8445-66eee98cad4e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b260d7f3-0275-4e0f-8f57-298df5cdd5af,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:33.074194 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event updated for resources: {'Port': ['ID=eab68c5f-8420-4ffd-8195-5287c657804f,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:33.094031 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad29c129-ef99-4992-8da9-d6bcfee1e1d8 None None] Network 001376d9-a420-44f5-b7cb-482dbc19da63 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:33.116444 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.131922 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f3d9ac3-c76e-4fe7-8445-66eee98cad4e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.135899 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1f3d9ac3-c76e-4fe7-8445-66eee98cad4e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6476562 Aug 31 01:29:33.136147 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59030) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:33.147321 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b090ce85-10e2-4590-9bb1-7cd0c6e7933d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': 'b260d7f3-0275-4e0f-8f57-298df5cdd5af', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:33.265104 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Network 001376d9-a420-44f5-b7cb-482dbc19da63 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:33.266859 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:33.344159 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b090ce85-10e2-4590-9bb1-7cd0c6e7933d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.358519 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9a3e589c-fe4f-4f88-9ab5-8ed7f2baa527 None None] Provisioning for port c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:33.375416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9a3e589c-fe4f-4f88-9ab5-8ed7f2baa527 None None] Provisioning complete for port c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:33.375793 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9a3e589c-fe4f-4f88-9ab5-8ed7f2baa527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.521986 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Router d2c8a707-4318-4ff3-87dc-9df2f5f32a08 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:29:33.766870 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b090ce85-10e2-4590-9bb1-7cd0c6e7933d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.859051 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9a3e589c-fe4f-4f88-9ab5-8ed7f2baa527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.859051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-9a3e589c-fe4f-4f88-9ab5-8ed7f2baa527 None None] For port c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09,segment=NetworkSegment(8daa9f07-20c8-4e8e-b5b0-5da291673025),segment_id=8daa9f07-20c8-4e8e-b5b0-5da291673025)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:33.861090 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:29:33.861090 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f4d839ba-490c-4a28-9f41-217919c50e27 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "PUT /v2.0/routers/d2c8a707-4318-4ff3-87dc-9df2f5f32a08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0629282 Aug 31 01:29:33.861367 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59044) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:33.861655 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Sync routers for ids ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:29:33.861914 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-6950660a-7b91-44d4-9141-6b23df24658c tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--792839808', 'description': 'tempest-secgroup_access--792839808 description', 'project_id': '1a2256ac326a4bc7bf716683e3de0383'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:33.862151 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Routers {'d2c8a707-4318-4ff3-87dc-9df2f5f32a08'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:33.862151 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:29:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:33.867186 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b090ce85-10e2-4590-9bb1-7cd0c6e7933d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.896326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090ce85-10e2-4590-9bb1-7cd0c6e7933d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73cac161-2131-4d85-a374-a5fcdf097714,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:33.919404 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9a3e589c-fe4f-4f88-9ab5-8ed7f2baa527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.989599 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6950660a-7b91-44d4-9141-6b23df24658c tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:34.008768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Set router d2c8a707-4318-4ff3-87dc-9df2f5f32a08 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:34.063425 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e589c-fe4f-4f88-9ab5-8ed7f2baa527 None None] Pushing event updated for resources: {'Port': ['ID=c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:34.074227 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b090ce85-10e2-4590-9bb1-7cd0c6e7933d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:34.076753 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b090ce85-10e2-4590-9bb1-7cd0c6e7933d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9388330 Aug 31 01:29:34.079293 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59054) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:34.085407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0130f995-1f2b-498a-95e1-7f11e20b2666 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': 'b260d7f3-0275-4e0f-8f57-298df5cdd5af', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:34.130294 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9e1f79a9-b7a5-4ff2-99e8-90c0924ee1b4 None None] Provisioning complete for port c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:34.130668 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9e1f79a9-b7a5-4ff2-99e8-90c0924ee1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:34.266606 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6950660a-7b91-44d4-9141-6b23df24658c tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:34.355858 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6950660a-7b91-44d4-9141-6b23df24658c tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:34.399142 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950660a-7b91-44d4-9141-6b23df24658c tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c90ff18c-ee73-478c-8c68-a83bef5d384b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:34.426294 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4b1e6ad2-af3f-4824-998c-b158e74a0523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:34.488051 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0130f995-1f2b-498a-95e1-7f11e20b2666 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:34.549350 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1506857221', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:23Z', 'updated_at': '2021-08-31T01:29:31Z', 'revision_number': 4, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:24Z', 'updated_at': '2021-08-31T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'eab68c5f-8420-4ffd-8195-5287c657804f', 'name': '', 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'mac_address': 'fa:16:3e:cf:7c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:30Z', 'updated_at': '2021-08-31T01:29:32Z', 'revision_number': 2, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'subnets': [{'id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:34.595413 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0130f995-1f2b-498a-95e1-7f11e20b2666 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:34.611859 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6950660a-7b91-44d4-9141-6b23df24658c tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:34.616207 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6950660a-7b91-44d4-9141-6b23df24658c tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8417885 Aug 31 01:29:34.624103 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Checking router: d2c8a707-4318-4ff3-87dc-9df2f5f32a08 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:29:34.624103 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Updating router d2c8a707-4318-4ff3-87dc-9df2f5f32a08 port eab68c5f-8420-4ffd-8195-5287c657804f binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:29:34.627759 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59068) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:34.628335 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9e1f79a9-b7a5-4ff2-99e8-90c0924ee1b4 None None] Provisioning for port eab68c5f-8420-4ffd-8195-5287c657804f completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:34.628446 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1936fdcd-6918-4d93-a8ef-0a36dc8d5684 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--720885682', 'description': 'tempest-secgroup_general--720885682 description', 'project_id': '1a2256ac326a4bc7bf716683e3de0383'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:34.662825 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9e1f79a9-b7a5-4ff2-99e8-90c0924ee1b4 None None] Provisioning complete for port eab68c5f-8420-4ffd-8195-5287c657804f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:34.670172 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9e1f79a9-b7a5-4ff2-99e8-90c0924ee1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:34.697841 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0130f995-1f2b-498a-95e1-7f11e20b2666 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:34.710204 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:34.738565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130f995-1f2b-498a-95e1-7f11e20b2666 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0514debc-c8ab-49f2-8167-9ecb1568a7d2,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:34.752357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f79a9-b7a5-4ff2-99e8-90c0924ee1b4 None None] Port eab68c5f-8420-4ffd-8195-5287c657804f cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:29:34.774281 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1936fdcd-6918-4d93-a8ef-0a36dc8d5684 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:34.896972 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ae63f555-768e-4e05-8c31-a1c48cdd5001 None None] Provisioning complete for port eab68c5f-8420-4ffd-8195-5287c657804f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:34.897323 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ae63f555-768e-4e05-8c31-a1c48cdd5001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:34.973987 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0130f995-1f2b-498a-95e1-7f11e20b2666 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:34.981843 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59076) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:34.982396 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0130f995-1f2b-498a-95e1-7f11e20b2666 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8975611 Aug 31 01:29:34.982499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ae63f555-768e-4e05-8c31-a1c48cdd5001 None None] Port eab68c5f-8420-4ffd-8195-5287c657804f cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:29:34.995700 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a5f1a3a7-57d4-4013-9d04-2add7192fe62 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': 'b260d7f3-0275-4e0f-8f57-298df5cdd5af', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:35.113119 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1936fdcd-6918-4d93-a8ef-0a36dc8d5684 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:35.171296 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:35.194199 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Transition to ACTIVE for port object eab68c5f-8420-4ffd-8195-5287c657804f will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:35.218382 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1936fdcd-6918-4d93-a8ef-0a36dc8d5684 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:35.261825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936fdcd-6918-4d93-a8ef-0a36dc8d5684 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:35.303893 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:35.413340 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06737c31-eae5-4891-bb75-56f11c38b723 None None] Pushing event updated for resources: {'Port': ['ID=eab68c5f-8420-4ffd-8195-5287c657804f,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:35.475259 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Attempting to bind port eab68c5f-8420-4ffd-8195-5287c657804f on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:35.476464 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Attempting to bind port eab68c5f-8420-4ffd-8195-5287c657804f by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '8daa9f07-20c8-4e8e-b5b0-5da291673025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:35.476903 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Attempting to bind port eab68c5f-8420-4ffd-8195-5287c657804f on network 001376d9-a420-44f5-b7cb-482dbc19da63 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:35.483306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:35.483697 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Checking segment: {'id': '8daa9f07-20c8-4e8e-b5b0-5da291673025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:35.484244 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:35.484653 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Bound using segment: {'id': '8daa9f07-20c8-4e8e-b5b0-5da291673025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:35.485414 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Bound port: eab68c5f-8420-4ffd-8195-5287c657804f, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8daa9f07-20c8-4e8e-b5b0-5da291673025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:35.485968 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:35.536172 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a3a7-57d4-4013-9d04-2add7192fe62 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:35.620424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] For port eab68c5f-8420-4ffd-8195-5287c657804f, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:35.625170 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] For port eab68c5f-8420-4ffd-8195-5287c657804f, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=eab68c5f-8420-4ffd-8195-5287c657804f,segment=NetworkSegment(8daa9f07-20c8-4e8e-b5b0-5da291673025),segment_id=8daa9f07-20c8-4e8e-b5b0-5da291673025)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:35.635643 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a3a7-57d4-4013-9d04-2add7192fe62 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:35.715442 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1936fdcd-6918-4d93-a8ef-0a36dc8d5684 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:35.717161 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1936fdcd-6918-4d93-a8ef-0a36dc8d5684 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.0987995 Aug 31 01:29:35.720089 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59094) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:35.732346 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9deb34de-cdc1-4f78-a3ff-00eda40ddcb8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Request body: {'security_group_rule': {'security_group_id': 'c90ff18c-ee73-478c-8c68-a83bef5d384b', 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:35.760037 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a3a7-57d4-4013-9d04-2add7192fe62 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:35.767735 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:35.780679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1a3a7-57d4-4013-9d04-2add7192fe62 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31080a34-1a26-48ba-a9e3-9db17102a5cd,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:35.838727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Routers {'d2c8a707-4318-4ff3-87dc-9df2f5f32a08'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:35.839396 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:29:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:35.919690 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9deb34de-cdc1-4f78-a3ff-00eda40ddcb8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.047169 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9deb34de-cdc1-4f78-a3ff-00eda40ddcb8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.084747 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06737c31-eae5-4891-bb75-56f11c38b723 None None] Pushing event updated for resources: {'Port': ['ID=eab68c5f-8420-4ffd-8195-5287c657804f,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:36.087508 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a3a7-57d4-4013-9d04-2add7192fe62 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.092388 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a5f1a3a7-57d4-4013-9d04-2add7192fe62 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0994494 Aug 31 01:29:36.092987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59100) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:36.101898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ef77812a-c6c0-4218-b910-2e0f33d2f3bf tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': 'b260d7f3-0275-4e0f-8f57-298df5cdd5af', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:36.151542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:36.225421 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] Set router d2c8a707-4318-4ff3-87dc-9df2f5f32a08 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:36.249128 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9deb34de-cdc1-4f78-a3ff-00eda40ddcb8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.250919 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef77812a-c6c0-4218-b910-2e0f33d2f3bf tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.263686 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:36.264061 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.278347 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb34de-cdc1-4f78-a3ff-00eda40ddcb8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c9d695-69b0-4d3b-933f-7fce88c8fdb4,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:36.366582 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef77812a-c6c0-4218-b910-2e0f33d2f3bf tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.369504 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9deb34de-cdc1-4f78-a3ff-00eda40ddcb8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.371270 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9deb34de-cdc1-4f78-a3ff-00eda40ddcb8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6499946 Aug 31 01:29:36.499662 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef77812a-c6c0-4218-b910-2e0f33d2f3bf tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.518007 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77812a-c6c0-4218-b910-2e0f33d2f3bf tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a0d5d0-d9f7-4c55-94aa-f6238fc7a5b0,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:36.576878 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1506857221', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:23Z', 'updated_at': '2021-08-31T01:29:31Z', 'revision_number': 4, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:24Z', 'updated_at': '2021-08-31T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'eab68c5f-8420-4ffd-8195-5287c657804f', 'name': '', 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'mac_address': 'fa:16:3e:cf:7c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:30Z', 'updated_at': '2021-08-31T01:29:35Z', 'revision_number': 4, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'subnets': [{'id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:36.637344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f3a572-bd85-44ab-8857-7afe4da5f027 None None] The sync data for ids ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'] in n-d-793621-34 is: [{'id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1506857221', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:23Z', 'updated_at': '2021-08-31T01:29:31Z', 'revision_number': 4, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:24Z', 'updated_at': '2021-08-31T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'eab68c5f-8420-4ffd-8195-5287c657804f', 'name': '', 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'mac_address': 'fa:16:3e:cf:7c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:30Z', 'updated_at': '2021-08-31T01:29:35Z', 'revision_number': 4, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'subnets': [{'id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:29:36.672497 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-6a6d87c5-07c1-47e5-8247-4c077fb4398f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_general--720885682&fields=id&tenant_id=1a2256ac326a4bc7bf716683e3de0383 HTTP/1.1" status: 200 len: 267 time: 0.0762239 Aug 31 01:29:36.703350 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59128) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:36.753496 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef77812a-c6c0-4218-b910-2e0f33d2f3bf tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.760170 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ef77812a-c6c0-4218-b910-2e0f33d2f3bf tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6659484 Aug 31 01:29:36.762125 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59132) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:36.770616 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-bbd236c1-58c7-4ae5-ba13-b3eeaa330663 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': 'b260d7f3-0275-4e0f-8f57-298df5cdd5af', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:36.773768 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-3f228c07-01cb-4cfb-a080-e9bccfab3ee0 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_access--792839808&fields=id&tenant_id=1a2256ac326a4bc7bf716683e3de0383 HTTP/1.1" status: 200 len: 267 time: 0.0996878 Aug 31 01:29:36.904768 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.936610 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c8faa35b-d203-44c1-b6a5-42f96a3e0796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.954889 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-bbd236c1-58c7-4ae5-ba13-b3eeaa330663 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Project 952c19daed614c79b5a4fe25173e1666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:29:36.960788 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbd236c1-58c7-4ae5-ba13-b3eeaa330663 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.003111 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-00730aca-f39f-44db-818d-a0a623351bc5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:37.005392 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-00730aca-f39f-44db-818d-a0a623351bc5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/networks?id=001376d9-a420-44f5-b7cb-482dbc19da63 HTTP/1.1" status: 200 len: 796 time: 0.2202206 Aug 31 01:29:37.030555 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6d77a4ae-72fd-4d4f-be0a-9c7b373bfaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.060461 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-cb084df3-41fe-4df3-b885-10a2334895ed tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/quotas/1a2256ac326a4bc7bf716683e3de0383 HTTP/1.1" status: 200 len: 375 time: 0.0467958 Aug 31 01:29:37.068005 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbd236c1-58c7-4ae5-ba13-b3eeaa330663 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.153739 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbd236c1-58c7-4ae5-ba13-b3eeaa330663 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.174811 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c8faa35b-d203-44c1-b6a5-42f96a3e0796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.176359 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.209055 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd236c1-58c7-4ae5-ba13-b3eeaa330663 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3045a0e5-0658-4c7d-bfb0-74f82a74ce08,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:37.222182 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-94a1f199-6042-4013-905a-8dad370bf1a1 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a2256ac326a4bc7bf716683e3de0383&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1436214 Aug 31 01:29:37.236154 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-24bf30d5-5f01-4d12-a384-ef01c553af40 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:29:37.237174 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-24bf30d5-5f01-4d12-a384-ef01c553af40 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055604 Aug 31 01:29:37.314189 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c8faa35b-d203-44c1-b6a5-42f96a3e0796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.366869 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbd236c1-58c7-4ae5-ba13-b3eeaa330663 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.371414 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bbd236c1-58c7-4ae5-ba13-b3eeaa330663 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6037848 Aug 31 01:29:37.372583 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59142) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:37.377777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ddd5d21a-36f5-45d8-a671-0a6c91fa8259 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'security_group_rule': {'security_group_id': 'b260d7f3-0275-4e0f-8f57-298df5cdd5af', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:37.463792 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.526533 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-ddd5d21a-36f5-45d8-a671-0a6c91fa8259 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Project 952c19daed614c79b5a4fe25173e1666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:29:37.533689 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d21a-36f5-45d8-a671-0a6c91fa8259 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.620937 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d21a-36f5-45d8-a671-0a6c91fa8259 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.662900 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faa35b-d203-44c1-b6a5-42f96a3e0796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239f24d5-c4cc-4941-96ae-818766ae19f5,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:37.669425 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c8faa35b-d203-44c1-b6a5-42f96a3e0796 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08b44203927c424f9c5373d095a8cff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9670694 Aug 31 01:29:37.672504 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59148) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:37.706127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-bc9bcccf-c0a2-4428-9950-d88fe75440df service neutron] 10.222.0.16 "GET /v2.0/networks/001376d9-a420-44f5-b7cb-482dbc19da63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614766 Aug 31 01:29:37.721147 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d21a-36f5-45d8-a671-0a6c91fa8259 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.740827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5d21a-36f5-45d8-a671-0a6c91fa8259 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4ad86f-4cf4-48c3-b0f2-3b4d321197d6,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:37.771828 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7498cfd-99ce-4444-97e0-a6b8955bb8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.799979 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7498cfd-99ce-4444-97e0-a6b8955bb8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.844730 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-aaf14d2a-9377-4131-9031-b559daa12db5 service neutron] 10.222.0.16 "GET /v2.0/networks/001376d9-a420-44f5-b7cb-482dbc19da63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372178 Aug 31 01:29:37.862845 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d21a-36f5-45d8-a671-0a6c91fa8259 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.865673 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ddd5d21a-36f5-45d8-a671-0a6c91fa8259 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4905241 Aug 31 01:29:37.867758 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59150) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:37.877019 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-7fa7a11b-568c-4e8d-a859-6a1c6b17c5c8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'network': {'name': 'tempest-network-smoke--982412806', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'port_security_enabled': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:37.968561 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7498cfd-99ce-4444-97e0-a6b8955bb8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.974555 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c7498cfd-99ce-4444-97e0-a6b8955bb8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.980352 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c7498cfd-99ce-4444-97e0-a6b8955bb8e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/239f24d5-c4cc-4941-96ae-818766ae19f5 HTTP/1.1" status: 204 len: 168 time: 0.3021560 Aug 31 01:29:37.990650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7498cfd-99ce-4444-97e0-a6b8955bb8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239f24d5-c4cc-4941-96ae-818766ae19f5,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:37.999870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa7a11b-568c-4e8d-a859-6a1c6b17c5c8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Made reservation on behalf of 952c19daed614c79b5a4fe25173e1666 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:38.004271 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a11b-568c-4e8d-a859-6a1c6b17c5c8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.039735 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa7a11b-568c-4e8d-a859-6a1c6b17c5c8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:29:38.052227 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a11b-568c-4e8d-a859-6a1c6b17c5c8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.052928 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-7fa7a11b-568c-4e8d-a859-6a1c6b17c5c8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Added segment ec3365e4-ba5b-40da-a55e-8e13f6e7e018 of type vlan for network d3f639b4-e8cc-472d-bb33-09c67ee78b44 Aug 31 01:29:38.158307 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a11b-568c-4e8d-a859-6a1c6b17c5c8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.239333 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device eab68c5f-8420-4ffd-8195-5287c657804f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:38.251826 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b518e0f-bd19-4a51-9ffa-7279299f0f67 req-20041bb0-ed7a-4563-97a6-e3ac06b82aaa tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 210 time: 0.0503595 Aug 31 01:29:38.351308 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a11b-568c-4e8d-a859-6a1c6b17c5c8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.365629 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa7a11b-568c-4e8d-a859-6a1c6b17c5c8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:38.366671 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a11b-568c-4e8d-a859-6a1c6b17c5c8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.516054 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7a11b-568c-4e8d-a859-6a1c6b17c5c8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Network': ['ID=d3f639b4-e8cc-472d-bb33-09c67ee78b44,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:38.532185 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network d3f639b4-e8cc-472d-bb33-09c67ee78b44 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:29:38.575685 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port eab68c5f-8420-4ffd-8195-5287c657804f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:38.587769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port eab68c5f-8420-4ffd-8195-5287c657804f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:38.588153 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.634293 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7fa7a11b-568c-4e8d-a859-6a1c6b17c5c8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7649488 Aug 31 01:29:38.639083 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59182) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:38.643685 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.646781 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-181929360', 'admin_state_up': True, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:38.734626 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.777837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port eab68c5f-8420-4ffd-8195-5287c657804f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=eab68c5f-8420-4ffd-8195-5287c657804f,segment=NetworkSegment(8daa9f07-20c8-4e8e-b5b0-5da291673025),segment_id=8daa9f07-20c8-4e8e-b5b0-5da291673025)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:38.812076 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.812076 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.882895 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.938164 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:39.003855 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=eab68c5f-8420-4ffd-8195-5287c657804f,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:39.224622 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:39.356805 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a139414-9cd3-47ef-8be9-e501d8ee68ae req-6690fc23-2d94-4be8-a1ec-0af31106294d tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 210 time: 0.0413034 Aug 31 01:29:39.673862 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:39.720720 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:39.895783 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Allocated IP 172.25.2.116 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/8c26282d-cea2-49a5-9c5f-47fff2d8b45f) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:40.104269 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:40.155684 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device eab68c5f-8420-4ffd-8195-5287c657804f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:40.247337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port eab68c5f-8420-4ffd-8195-5287c657804f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:40.247695 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:40.251380 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:40.328958 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:40.338198 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:40.344717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:40.384911 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:40.439300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=8c26282d-cea2-49a5-9c5f-47fff2d8b45f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:40.586519 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-205fb9c9-b5bc-4e20-837e-66c43790b47e req-3acdbed2-7345-4fd4-88b3-9ede0cf98ba6 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 210 time: 0.0582604 Aug 31 01:29:40.870215 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:40.985475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-d1bb594f-dec3-4dcf-899e-5dfaed41d4e5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:40.987376 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-d1bb594f-dec3-4dcf-899e-5dfaed41d4e5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.41 "GET /v2.0/networks?id=001376d9-a420-44f5-b7cb-482dbc19da63 HTTP/1.1" status: 200 len: 796 time: 0.1497197 Aug 31 01:29:41.045743 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-544d1455-226b-4523-af22-cfb888433669 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a2256ac326a4bc7bf716683e3de0383 HTTP/1.1" status: 200 len: 476 time: 0.0489647 Aug 31 01:29:41.055759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-0614672f-4a9d-472c-b402-8e4d6604dc28 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Request body: {'port': {'device_id': '124d6656-81bd-4c5c-9fd8-d19d4804421e', 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63', 'admin_state_up': True, 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'security_groups': ['a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04', 'c90ff18c-ee73-478c-8c68-a83bef5d384b']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:41.167625 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:41.389069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-0614672f-4a9d-472c-b402-8e4d6604dc28 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Made reservation on behalf of 1a2256ac326a4bc7bf716683e3de0383 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:41.395699 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-0614672f-4a9d-472c-b402-8e4d6604dc28 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:41.441088 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router 73fa6dea-5a8f-4f08-99e1-817503500cff is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:29:41.690202 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-0614672f-4a9d-472c-b402-8e4d6604dc28 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Allocated IP 172.20.0.11 (001376d9-a420-44f5-b7cb-482dbc19da63/d14a3fdb-b563-4be2-afa4-51c8b420c643/28f53cf6-369c-4962-aea7-1bb3826e3021) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:41.800475 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e52eb6f-e2df-45f9-87a5-d5d82c0f8600 req-de7caddc-fa28-4bb3-b3c7-2c43216abc7f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 210 time: 0.0632076 Aug 31 01:29:41.991835 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-0614672f-4a9d-472c-b402-8e4d6604dc28 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:42.012727 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-0614672f-4a9d-472c-b402-8e4d6604dc28 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Transition to ACTIVE for port object 28f53cf6-369c-4962-aea7-1bb3826e3021 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:42.177922 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:29:42.187980 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-0614672f-4a9d-472c-b402-8e4d6604dc28 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:42.192300 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Sync routers for ids ['73fa6dea-5a8f-4f08-99e1-817503500cff'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:29:42.204355 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Routers {'73fa6dea-5a8f-4f08-99e1-817503500cff'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:42.205342 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:29:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['73fa6dea-5a8f-4f08-99e1-817503500cff'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:42.249917 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614672f-4a9d-472c-b402-8e4d6604dc28 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event updated for resources: {'Port': ['ID=28f53cf6-369c-4962-aea7-1bb3826e3021,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:42.275246 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-0614672f-4a9d-472c-b402-8e4d6604dc28 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Network 001376d9-a420-44f5-b7cb-482dbc19da63 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:42.278686 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-0614672f-4a9d-472c-b402-8e4d6604dc28 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:42.281185 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-0614672f-4a9d-472c-b402-8e4d6604dc28 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:42.380191 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:42.385330 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3d5bf2bf-16fa-4637-b3be-64f41dc11e7d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7404506 Aug 31 01:29:42.385643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59304) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:42.392940 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Set router 73fa6dea-5a8f-4f08-99e1-817503500cff gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:42.420176 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-0614672f-4a9d-472c-b402-8e4d6604dc28 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:42.420967 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-0614672f-4a9d-472c-b402-8e4d6604dc28 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:42.526420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59308) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:42.529425 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-27b84dba-3019-4826-9e5f-68a6b904c3de tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=952c19daed614c79b5a4fe25173e1666&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1355107 Aug 31 01:29:42.587592 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-0614672f-4a9d-472c-b402-8e4d6604dc28 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.5356898 Aug 31 01:29:42.628622 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Request body: {'port': {'device_id': '124d6656-81bd-4c5c-9fd8-d19d4804421e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:42.708154 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181929360', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:38Z', 'updated_at': '2021-08-31T01:29:40Z', 'revision_number': 3, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:39Z', 'updated_at': '2021-08-31T01:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:42.745384 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Checking router: 73fa6dea-5a8f-4f08-99e1-817503500cff for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:29:42.746040 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Updating router 73fa6dea-5a8f-4f08-99e1-817503500cff port 8c26282d-cea2-49a5-9c5f-47fff2d8b45f binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:29:42.775511 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:42.815843 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab1221-2c3a-487a-9561-7daaabc70bb9 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:42.818405 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6aab1221-2c3a-487a-9561-7daaabc70bb9 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2907012 Aug 31 01:29:42.821454 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59314) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:42.849103 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:42.875424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-73205739-f0c4-49fd-ba08-b0e86945c27d None None] Provisioning for port 28f53cf6-369c-4962-aea7-1bb3826e3021 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:42.881559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-73205739-f0c4-49fd-ba08-b0e86945c27d None None] Provisioning complete for port 28f53cf6-369c-4962-aea7-1bb3826e3021 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:42.881936 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-73205739-f0c4-49fd-ba08-b0e86945c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:42.917823 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b0078fa7-7f0b-4974-9255-893b4c9f0043 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0944002 Aug 31 01:29:42.922000 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59318) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:42.939653 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-073e0a45-8f15-4b2a-8d05-10f03813f589 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-499871835', 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44', 'project_id': '952c19daed614c79b5a4fe25173e1666', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:42.946607 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-73205739-f0c4-49fd-ba08-b0e86945c27d None None] Port 28f53cf6-369c-4962-aea7-1bb3826e3021 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:29:43.092589 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93c250-b311-4e93-9cfd-09e058b98e37 req-b514c81d-52f4-4c70-a937-6410a750f51a tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:43.095512 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2b93c250-b311-4e93-9cfd-09e058b98e37 req-b514c81d-52f4-4c70-a937-6410a750f51a tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 971 time: 0.1011999 Aug 31 01:29:43.177825 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2b93c250-b311-4e93-9cfd-09e058b98e37 req-27c965ef-5481-435b-bd1e-e0ea0f122327 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/security-groups?id=a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04&id=c90ff18c-ee73-478c-8c68-a83bef5d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0747147 Aug 31 01:29:43.213872 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59324) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:43.281853 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073e0a45-8f15-4b2a-8d05-10f03813f589 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Made reservation on behalf of 952c19daed614c79b5a4fe25173e1666 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:43.286810 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-073e0a45-8f15-4b2a-8d05-10f03813f589 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.329925 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.341990 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Transition to ACTIVE for port object 8c26282d-cea2-49a5-9c5f-47fff2d8b45f will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:43.386856 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-92647746-a338-4711-9ede-e1b6705a77b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.412799 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.584557 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f53cf6-369c-4962-aea7-1bb3826e3021 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:29:43.597039 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.606810 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-92647746-a338-4711-9ede-e1b6705a77b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.623552 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Transition to ACTIVE for port object 28f53cf6-369c-4962-aea7-1bb3826e3021 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:43.629366 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37117c-b7ca-4b36-8dcd-95775e7ad2be None None] Pushing event updated for resources: {'Port': ['ID=8c26282d-cea2-49a5-9c5f-47fff2d8b45f,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:43.633512 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Attempting to bind port 8c26282d-cea2-49a5-9c5f-47fff2d8b45f on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:43.634004 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Attempting to bind port 8c26282d-cea2-49a5-9c5f-47fff2d8b45f by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:43.634365 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Attempting to bind port 8c26282d-cea2-49a5-9c5f-47fff2d8b45f on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:43.646983 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37117c-b7ca-4b36-8dcd-95775e7ad2be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:43.646983 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37117c-b7ca-4b36-8dcd-95775e7ad2be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:43.646983 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37117c-b7ca-4b36-8dcd-95775e7ad2be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:43.646983 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37117c-b7ca-4b36-8dcd-95775e7ad2be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:43.646983 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37117c-b7ca-4b36-8dcd-95775e7ad2be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:43.646983 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37117c-b7ca-4b36-8dcd-95775e7ad2be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:43.646983 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37117c-b7ca-4b36-8dcd-95775e7ad2be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:43.648176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37117c-b7ca-4b36-8dcd-95775e7ad2be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:43.648176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37117c-b7ca-4b36-8dcd-95775e7ad2be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:43.648176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37117c-b7ca-4b36-8dcd-95775e7ad2be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:43.648176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37117c-b7ca-4b36-8dcd-95775e7ad2be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:43.648646 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37117c-b7ca-4b36-8dcd-95775e7ad2be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:43.652860 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:43.653240 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:43.654179 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.654794 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:43.662879 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Bound port: 8c26282d-cea2-49a5-9c5f-47fff2d8b45f, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:43.662879 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.703389 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-92647746-a338-4711-9ede-e1b6705a77b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.719391 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] For port 8c26282d-cea2-49a5-9c5f-47fff2d8b45f, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:43.723180 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] For port 8c26282d-cea2-49a5-9c5f-47fff2d8b45f, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=8c26282d-cea2-49a5-9c5f-47fff2d8b45f,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:43.743350 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.749264 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-92647746-a338-4711-9ede-e1b6705a77b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=486f61c0f37341dca1ea328b40de226c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5309818 Aug 31 01:29:43.753493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92647746-a338-4711-9ede-e1b6705a77b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5a6c98-46c8-4bda-89da-496c8d807712,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:43.758477 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59336) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:43.802213 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Pushing event updated for resources: {'Port': ['ID=28f53cf6-369c-4962-aea7-1bb3826e3021,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:43.819759 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc026302-fb76-4e9e-a694-0dfa285f4cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.840250 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-073e0a45-8f15-4b2a-8d05-10f03813f589 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.851729 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc026302-fb76-4e9e-a694-0dfa285f4cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.874230 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.957765 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Routers {'73fa6dea-5a8f-4f08-99e1-817503500cff'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:43.958549 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:29:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['73fa6dea-5a8f-4f08-99e1-817503500cff'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:43.966382 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Attempting to bind port 28f53cf6-369c-4962-aea7-1bb3826e3021 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:43.966681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Attempting to bind port 28f53cf6-369c-4962-aea7-1bb3826e3021 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '8daa9f07-20c8-4e8e-b5b0-5da291673025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:43.967153 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Attempting to bind port 28f53cf6-369c-4962-aea7-1bb3826e3021 on network 001376d9-a420-44f5-b7cb-482dbc19da63 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:43.986973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Port 28f53cf6-369c-4962-aea7-1bb3826e3021 on network 001376d9-a420-44f5-b7cb-482dbc19da63 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:29:43.987317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Attempting to bind port 28f53cf6-369c-4962-aea7-1bb3826e3021 on network 001376d9-a420-44f5-b7cb-482dbc19da63 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:43.997481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:43.997741 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Checking segment: {'id': '8daa9f07-20c8-4e8e-b5b0-5da291673025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:43.998102 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Bound using segment: {'id': '8daa9f07-20c8-4e8e-b5b0-5da291673025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:43.998544 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Bound port: 28f53cf6-369c-4962-aea7-1bb3826e3021, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8daa9f07-20c8-4e8e-b5b0-5da291673025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:43.998907 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:44.004203 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e0a45-8f15-4b2a-8d05-10f03813f589 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Subnet': ['ID=aab5821f-0ffc-46ef-b02f-36bb9ea0958a,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:44.023754 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e0a45-8f15-4b2a-8d05-10f03813f589 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Checking segment: {'id': 'ec3365e4-ba5b-40da-a55e-8e13f6e7e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:44.024128 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073e0a45-8f15-4b2a-8d05-10f03813f589 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network hostable DHCP agents. Network: d3f639b4-e8cc-472d-bb33-09c67ee78b44, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:29:44.046430 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc026302-fb76-4e9e-a694-0dfa285f4cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:44.049110 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc026302-fb76-4e9e-a694-0dfa285f4cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:44.050419 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dc026302-fb76-4e9e-a694-0dfa285f4cf3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e5a6c98-46c8-4bda-89da-496c8d807712 HTTP/1.1" status: 204 len: 168 time: 0.2910240 Aug 31 01:29:44.075083 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc026302-fb76-4e9e-a694-0dfa285f4cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5a6c98-46c8-4bda-89da-496c8d807712,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:44.114627 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37117c-b7ca-4b36-8dcd-95775e7ad2be None None] Pushing event updated for resources: {'Port': ['ID=8c26282d-cea2-49a5-9c5f-47fff2d8b45f,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:44.142216 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] For port 28f53cf6-369c-4962-aea7-1bb3826e3021, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:44.148479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] For port 28f53cf6-369c-4962-aea7-1bb3826e3021, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=28f53cf6-369c-4962-aea7-1bb3826e3021,segment=NetworkSegment(8daa9f07-20c8-4e8e-b5b0-5da291673025),segment_id=8daa9f07-20c8-4e8e-b5b0-5da291673025)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:44.151597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073e0a45-8f15-4b2a-8d05-10f03813f589 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network d3f639b4-e8cc-472d-bb33-09c67ee78b44 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:29:44.157688 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] Set router 73fa6dea-5a8f-4f08-99e1-817503500cff gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:44.316848 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85ed3a-de85-4941-a8f1-39705061de0d req-9717acaf-5eeb-4397-899e-7f26e1833d1d tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:44.318507 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd85ed3a-de85-4941-a8f1-39705061de0d req-9717acaf-5eeb-4397-899e-7f26e1833d1d tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 983 time: 0.0536406 Aug 31 01:29:44.353675 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:44.403337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:44.403970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:44.405507 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] 10.222.0.41 "PUT /v2.0/ports/28f53cf6-369c-4962-aea7-1bb3826e3021 HTTP/1.1" status: 200 len: 1132 time: 1.7816815 Aug 31 01:29:44.406241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124d6656-81bd-4c5c-9fd8-d19d4804421e', 'tag': '28f53cf6-369c-4962-aea7-1bb3826e3021'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:44.408545 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99eea5e7-4f24-491a-b6d2-689d838042c5" -d '{"events": [{"name": "network-changed", "server_uuid": "124d6656-81bd-4c5c-9fd8-d19d4804421e", "tag": "28f53cf6-369c-4962-aea7-1bb3826e3021"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:44.410401 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181929360', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:38Z', 'updated_at': '2021-08-31T01:29:40Z', 'revision_number': 3, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:39Z', 'updated_at': '2021-08-31T01:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:44.421416 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-073e0a45-8f15-4b2a-8d05-10f03813f589 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, d3f639b4-e8cc-472d-bb33-09c67ee78b44) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:44.430366 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738d45a1-5488-4cd4-8379-3bffc8d9965f None None] Network d3f639b4-e8cc-472d-bb33-09c67ee78b44 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:44.440635 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dd85ed3a-de85-4941-a8f1-39705061de0d req-823d874b-62c7-4386-8456-c08b96d79b2e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/security-groups?id=a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04&id=c90ff18c-ee73-478c-8c68-a83bef5d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1092939 Aug 31 01:29:44.445836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073e0a45-8f15-4b2a-8d05-10f03813f589 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:44.446692 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-073e0a45-8f15-4b2a-8d05-10f03813f589 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:44.488378 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a478b36-9a3d-4398-9c7f-9db0d574c1fc None None] The sync data for ids ['73fa6dea-5a8f-4f08-99e1-817503500cff'] in n-d-793621-34 is: [{'id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181929360', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:38Z', 'updated_at': '2021-08-31T01:29:40Z', 'revision_number': 3, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:39Z', 'updated_at': '2021-08-31T01:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:29:44.532209 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f258ece-fddd-4038-adb5-43a61bd06163 x-openstack-request-id: req-5f258ece-fddd-4038-adb5-43a61bd06163 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:44.532912 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124d6656-81bd-4c5c-9fd8-d19d4804421e", "tag": "28f53cf6-369c-4962-aea7-1bb3826e3021", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:44.533402 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f258ece-fddd-4038-adb5-43a61bd06163 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:44.534068 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124d6656-81bd-4c5c-9fd8-d19d4804421e', 'tag': '28f53cf6-369c-4962-aea7-1bb3826e3021', 'status': 'completed', 'code': 200} Aug 31 01:29:44.631499 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-073e0a45-8f15-4b2a-8d05-10f03813f589 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7075174 Aug 31 01:29:44.634322 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59356) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:44.641197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c27981-649f-4c90-bda9-87562367e75d service neutron] Pushing event updated for resources: {'Port': ['ID=28f53cf6-369c-4962-aea7-1bb3826e3021,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:44.678728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-af9816f0-6a39-41b1-a47f-bd962e0a9e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:44.680340 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-af9816f0-6a39-41b1-a47f-bd962e0a9e03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a2256ac326a4bc7bf716683e3de0383&device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 1135 time: 0.1451604 Aug 31 01:29:44.815726 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-cb22de64-ed1e-44bb-bbb5-49a76751e2fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28f53cf6-369c-4962-aea7-1bb3826e3021 HTTP/1.1" status: 200 len: 217 time: 0.1122637 Aug 31 01:29:44.848347 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-d3f639b4-e8cc-472d-bb33-09c67ee78b44', 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ips': [{'subnet_id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:29:44.849260 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:44.934998 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-762a4350-234f-4f4a-8e30-d2838a827cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:44.938613 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-762a4350-234f-4f4a-8e30-d2838a827cc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d14a3fdb-b563-4be2-afa4-51c8b420c643 HTTP/1.1" status: 200 len: 835 time: 0.1277831 Aug 31 01:29:45.052128 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-43da3b7f-04b4-47d9-8a47-c9f5140f5add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:45.053891 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-43da3b7f-04b4-47d9-8a47-c9f5140f5add service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=001376d9-a420-44f5-b7cb-482dbc19da63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1080379 Aug 31 01:29:45.213705 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59370) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:45.269175 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aab0cfe3-3dd1-41cf-9b55-62f284795766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:45.276922 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-9eca0655-5ba2-49c2-9d67-4f27aceabfe7 service neutron] 10.222.0.41 "GET /v2.0/networks/001376d9-a420-44f5-b7cb-482dbc19da63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141385 Aug 31 01:29:45.292037 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Allocated IP 172.20.0.2 (d3f639b4-e8cc-472d-bb33-09c67ee78b44/aab5821f-0ffc-46ef-b02f-36bb9ea0958a/1a8d7d77-87c8-4871-99c0-67ff893d1e73) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:45.432852 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c78cf37-1735-4c1d-b891-f75cff2b3a08 req-06ade650-d617-4617-a73f-577aef27028f service neutron] 10.222.0.41 "GET /v2.0/networks/001376d9-a420-44f5-b7cb-482dbc19da63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470869 Aug 31 01:29:45.698563 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:45.712012 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Transition to ACTIVE for port object 1a8d7d77-87c8-4871-99c0-67ff893d1e73 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:45.740623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Transition to ACTIVE for port object 1a8d7d77-87c8-4871-99c0-67ff893d1e73 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:45.759250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb7a3f-d449-48d3-a143-8e23e66b4649 req-24ade4d1-32c9-4f5d-92c0-fd058c82b8aa tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:45.759250 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4dcb7a3f-d449-48d3-a143-8e23e66b4649 req-24ade4d1-32c9-4f5d-92c0-fd058c82b8aa tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 983 time: 0.1216240 Aug 31 01:29:45.759250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eea5e7-4f24-491a-b6d2-689d838042c5 req-4545744d-4935-4dd1-b0e3-b64f62a5ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:45.760287 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99eea5e7-4f24-491a-b6d2-689d838042c5 req-4545744d-4935-4dd1-b0e3-b64f62a5ca1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a2256ac326a4bc7bf716683e3de0383&device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 1135 time: 0.1775260 Aug 31 01:29:45.795500 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aab0cfe3-3dd1-41cf-9b55-62f284795766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:45.846991 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:45.914395 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aab0cfe3-3dd1-41cf-9b55-62f284795766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:45.928108 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Network d3f639b4-e8cc-472d-bb33-09c67ee78b44 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:45.952029 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:45.954258 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4dcb7a3f-d449-48d3-a143-8e23e66b4649 req-37e5c672-c6e0-44ed-bf30-633b33136590 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/security-groups?id=a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04&id=c90ff18c-ee73-478c-8c68-a83bef5d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1877985 Aug 31 01:29:45.963571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:46.019380 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0cfe3-3dd1-41cf-9b55-62f284795766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8655f0c4-7edb-4f18-9de8-d7cdd979f84a,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:46.050106 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Pushing event updated for resources: {'Port': ['ID=1a8d7d77-87c8-4871-99c0-67ff893d1e73,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:46.057944 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eea5e7-4f24-491a-b6d2-689d838042c5 req-881a8161-0b62-4de9-8fdb-c532beca290c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:46.062191 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-aab0cfe3-3dd1-41cf-9b55-62f284795766 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42fae12fa92a45be80dc179c42c9d510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8428006 Aug 31 01:29:46.062416 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99eea5e7-4f24-491a-b6d2-689d838042c5 req-881a8161-0b62-4de9-8fdb-c532beca290c service neutron] 10.222.0.41 "GET /v2.0/networks?id=001376d9-a420-44f5-b7cb-482dbc19da63 HTTP/1.1" status: 200 len: 897 time: 0.2773924 Aug 31 01:29:46.062518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59380) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:46.076107 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.119708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Attempting to bind port 1a8d7d77-87c8-4871-99c0-67ff893d1e73 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:46.120375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Attempting to bind port 1a8d7d77-87c8-4871-99c0-67ff893d1e73 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'ec3365e4-ba5b-40da-a55e-8e13f6e7e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:46.120752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Attempting to bind port 1a8d7d77-87c8-4871-99c0-67ff893d1e73 on network d3f639b4-e8cc-472d-bb33-09c67ee78b44 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:46.135811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:46.136442 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Checking segment: {'id': 'ec3365e4-ba5b-40da-a55e-8e13f6e7e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:46.137356 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.138642 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Bound using segment: {'id': 'ec3365e4-ba5b-40da-a55e-8e13f6e7e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:46.139470 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Bound port: 1a8d7d77-87c8-4871-99c0-67ff893d1e73, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3365e4-ba5b-40da-a55e-8e13f6e7e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:46.148251 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.183678 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99eea5e7-4f24-491a-b6d2-689d838042c5 req-a5d8d72b-f059-4506-a48f-f6b348739589 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28f53cf6-369c-4962-aea7-1bb3826e3021 HTTP/1.1" status: 200 len: 217 time: 0.1141970 Aug 31 01:29:46.250804 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 8c26282d-cea2-49a5-9c5f-47fff2d8b45f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:46.297632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eea5e7-4f24-491a-b6d2-689d838042c5 req-588368bb-9b3c-43da-ad04-4864162dd1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:46.297777 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99eea5e7-4f24-491a-b6d2-689d838042c5 req-588368bb-9b3c-43da-ad04-4864162dd1a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d14a3fdb-b563-4be2-afa4-51c8b420c643 HTTP/1.1" status: 200 len: 835 time: 0.0989134 Aug 31 01:29:46.315331 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2407b7c6-9548-413e-8405-01dd0e16b2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.371634 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2407b7c6-9548-413e-8405-01dd0e16b2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.388391 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] For port 1a8d7d77-87c8-4871-99c0-67ff893d1e73, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:46.397815 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] For port 1a8d7d77-87c8-4871-99c0-67ff893d1e73, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1a8d7d77-87c8-4871-99c0-67ff893d1e73,segment=NetworkSegment(ec3365e4-ba5b-40da-a55e-8e13f6e7e018),segment_id=ec3365e4-ba5b-40da-a55e-8e13f6e7e018)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:46.438406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eea5e7-4f24-491a-b6d2-689d838042c5 req-1b8644df-c755-4791-9e9c-db420e68d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:46.440187 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99eea5e7-4f24-491a-b6d2-689d838042c5 req-1b8644df-c755-4791-9e9c-db420e68d8d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=001376d9-a420-44f5-b7cb-482dbc19da63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1258266 Aug 31 01:29:46.477417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Allocated IP 172.20.0.1 (d3f639b4-e8cc-472d-bb33-09c67ee78b44/aab5821f-0ffc-46ef-b02f-36bb9ea0958a/623a2063-ba2b-4e01-aa27-5bae33ac4a03) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:46.532631 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.620971 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99eea5e7-4f24-491a-b6d2-689d838042c5 req-b4b133f8-9572-405a-bb96-949b40adb9bb service neutron] 10.222.0.41 "GET /v2.0/networks/001376d9-a420-44f5-b7cb-482dbc19da63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714835 Aug 31 01:29:46.622789 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2407b7c6-9548-413e-8405-01dd0e16b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.625828 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2407b7c6-9548-413e-8405-01dd0e16b2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.629548 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2407b7c6-9548-413e-8405-01dd0e16b2b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8655f0c4-7edb-4f18-9de8-d7cdd979f84a HTTP/1.1" status: 204 len: 168 time: 0.5636389 Aug 31 01:29:46.629735 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a082331-3502-4c72-a544-ffd5847e02a6 None None] Pushing event updated for resources: {'Port': ['ID=1a8d7d77-87c8-4871-99c0-67ff893d1e73,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:46.639934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 8c26282d-cea2-49a5-9c5f-47fff2d8b45f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:46.657839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 8c26282d-cea2-49a5-9c5f-47fff2d8b45f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:46.658227 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.732776 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.776016 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Transition to ACTIVE for port object 623a2063-ba2b-4e01-aa27-5bae33ac4a03 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:46.781659 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99eea5e7-4f24-491a-b6d2-689d838042c5 req-0a4d5ebb-35b5-4931-913b-e15e1dcdc251 service neutron] 10.222.0.41 "GET /v2.0/networks/001376d9-a420-44f5-b7cb-482dbc19da63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514997 Aug 31 01:29:46.781659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407b7c6-9548-413e-8405-01dd0e16b2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8655f0c4-7edb-4f18-9de8-d7cdd979f84a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:46.832994 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.867453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 8c26282d-cea2-49a5-9c5f-47fff2d8b45f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=8c26282d-cea2-49a5-9c5f-47fff2d8b45f,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:46.955398 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:47.020910 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:47.132786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=623a2063-ba2b-4e01-aa27-5bae33ac4a03,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:47.160607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network d3f639b4-e8cc-472d-bb33-09c67ee78b44 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:47.166012 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:47.170667 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:47.219296 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=8c26282d-cea2-49a5-9c5f-47fff2d8b45f,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:47.322444 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:47.456723 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edae276-57be-4fdf-b98a-c595450f7ad6 req-ff6502c1-9347-4068-b770-0eceeaac7535 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.458342 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4edae276-57be-4fdf-b98a-c595450f7ad6 req-ff6502c1-9347-4068-b770-0eceeaac7535 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 983 time: 0.3172407 Aug 31 01:29:47.538740 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4edae276-57be-4fdf-b98a-c595450f7ad6 req-479880db-6ced-4846-a97a-2f0fe1ff5214 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/security-groups?id=a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04&id=c90ff18c-ee73-478c-8c68-a83bef5d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0575075 Aug 31 01:29:47.707495 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:47.956041 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 28f53cf6-369c-4962-aea7-1bb3826e3021 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:29:48.195522 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:48.226128 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 28f53cf6-369c-4962-aea7-1bb3826e3021, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=28f53cf6-369c-4962-aea7-1bb3826e3021,segment=NetworkSegment(8daa9f07-20c8-4e8e-b5b0-5da291673025),segment_id=8daa9f07-20c8-4e8e-b5b0-5da291673025)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:48.241841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '28f53cf6-369c-4962-aea7-1bb3826e3021', 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63', 'port_id': '28f53cf6-369c-4962-aea7-1bb3826e3021', 'mac_address': 'fa:16:3e:de:28:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:29:48.252572 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:48.367107 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1a8d7d77-87c8-4871-99c0-67ff893d1e73 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:48.464008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f54c168-47dc-4864-89d0-016168eedc4e None None] Network d3f639b4-e8cc-472d-bb33-09c67ee78b44 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:48.479258 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:48.506135 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:48.515346 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=623a2063-ba2b-4e01-aa27-5bae33ac4a03,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:48.790167 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network d3f639b4-e8cc-472d-bb33-09c67ee78b44 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:48.795856 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:48.802539 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f53cf6-369c-4962-aea7-1bb3826e3021 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:29:48.819502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e715e4e-41f0-4322-806f-28220d57ee28 req-66779cc7-6feb-4819-9d96-d47a3ba4a65f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:48.828085 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e715e4e-41f0-4322-806f-28220d57ee28 req-66779cc7-6feb-4819-9d96-d47a3ba4a65f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 983 time: 0.1348484 Aug 31 01:29:48.893400 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e715e4e-41f0-4322-806f-28220d57ee28 req-5a66b0e5-b212-4b67-8047-dc1bc3750e2d tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/security-groups?id=a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04&id=c90ff18c-ee73-478c-8c68-a83bef5d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0630176 Aug 31 01:29:48.915532 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 28f53cf6-369c-4962-aea7-1bb3826e3021, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=28f53cf6-369c-4962-aea7-1bb3826e3021,segment=NetworkSegment(8daa9f07-20c8-4e8e-b5b0-5da291673025),segment_id=8daa9f07-20c8-4e8e-b5b0-5da291673025)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:48.999875 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b6f63ac1-936d-46a3-a0c2-8bed230a3406 None None] Provisioning for port 1a8d7d77-87c8-4871-99c0-67ff893d1e73 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:49.019557 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router 73fa6dea-5a8f-4f08-99e1-817503500cff has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:29:49.051438 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.062433 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 1a8d7d77-87c8-4871-99c0-67ff893d1e73 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:49.063126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 1a8d7d77-87c8-4871-99c0-67ff893d1e73 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:49.063764 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.154055 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=28f53cf6-369c-4962-aea7-1bb3826e3021,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:49.225981 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.244654 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:29:49.257789 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a829f53c-89b6-4d94-b8ea-cce07212d978 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "PUT /v2.0/routers/73fa6dea-5a8f-4f08-99e1-817503500cff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6157939 Aug 31 01:29:49.257919 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Sync routers for ids ['73fa6dea-5a8f-4f08-99e1-817503500cff'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:29:49.270439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['28f53cf6-369c-4962-aea7-1bb3826e3021'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:29:49.354156 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 1a8d7d77-87c8-4871-99c0-67ff893d1e73, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1a8d7d77-87c8-4871-99c0-67ff893d1e73,segment=NetworkSegment(ec3365e4-ba5b-40da-a55e-8e13f6e7e018),segment_id=ec3365e4-ba5b-40da-a55e-8e13f6e7e018)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:49.355762 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Routers {'73fa6dea-5a8f-4f08-99e1-817503500cff'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:49.356609 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:29:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['73fa6dea-5a8f-4f08-99e1-817503500cff'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:49.420220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-42ee5164-5d2b-4b56-9abd-48d208afb29b None None] Provisioning complete for port 1a8d7d77-87c8-4871-99c0-67ff893d1e73 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:49.420599 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-42ee5164-5d2b-4b56-9abd-48d208afb29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.672867 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59476) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:49.780424 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-25c60337-394c-491c-b6ae-9ffc984d445c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852590694&fields=id&tenant_id=952c19daed614c79b5a4fe25173e1666 HTTP/1.1" status: 200 len: 267 time: 0.1032510 Aug 31 01:29:49.863177 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Set router 73fa6dea-5a8f-4f08-99e1-817503500cff gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:49.928968 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d26a64e9-f17d-4eb0-807e-248ae0d2c5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.998399 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.998399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 8c26282d-cea2-49a5-9c5f-47fff2d8b45f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:50.000418 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-ba31ac86-cf24-49df-ba36-fb0b2cdeb9a3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:50.002882 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-ba31ac86-cf24-49df-ba36-fb0b2cdeb9a3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/networks?id=d3f639b4-e8cc-472d-bb33-09c67ee78b44 HTTP/1.1" status: 200 len: 796 time: 0.2104518 Aug 31 01:29:50.047092 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-379697e7-fea2-43b2-9473-77e880d62657 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/quotas/952c19daed614c79b5a4fe25173e1666 HTTP/1.1" status: 200 len: 375 time: 0.0362208 Aug 31 01:29:50.073155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc73e8-4e2a-4aee-864c-a805ccc87766 req-3bdd0804-d5ca-41d8-9bf7-937e47ac8778 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:50.075232 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4dcc73e8-4e2a-4aee-864c-a805ccc87766 req-3bdd0804-d5ca-41d8-9bf7-937e47ac8778 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 984 time: 0.0615630 Aug 31 01:29:50.139056 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4dcc73e8-4e2a-4aee-864c-a805ccc87766 req-1641c9c4-fa82-4af5-8b00-df511f31e0cd tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/security-groups?id=a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04&id=c90ff18c-ee73-478c-8c68-a83bef5d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0548842 Aug 31 01:29:50.190140 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-25c48c52-90c2-475e-8167-9430b49edc5c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1325800 Aug 31 01:29:50.220026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=1a8d7d77-87c8-4871-99c0-67ff893d1e73,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:50.254455 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d26a64e9-f17d-4eb0-807e-248ae0d2c5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:50.288830 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 8c26282d-cea2-49a5-9c5f-47fff2d8b45f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:50.289118 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:50.320263 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d26a64e9-f17d-4eb0-807e-248ae0d2c5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:50.380156 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d26a64e9-f17d-4eb0-807e-248ae0d2c5f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c7c1b554d3546349d132d45a3ed739c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7101142 Aug 31 01:29:50.381191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a64e9-f17d-4eb0-807e-248ae0d2c5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805f5723-c6ba-45e8-a8f1-9d58f158abd0,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:50.382657 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59502) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:50.408516 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-42ee5164-5d2b-4b56-9abd-48d208afb29b None None] Provisioning for port 623a2063-ba2b-4e01-aa27-5bae33ac4a03 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:50.434787 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-42ee5164-5d2b-4b56-9abd-48d208afb29b None None] Provisioning complete for port 623a2063-ba2b-4e01-aa27-5bae33ac4a03 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:50.435245 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-42ee5164-5d2b-4b56-9abd-48d208afb29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:50.453596 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03dae6bb-9245-4243-88b0-82df97867ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:50.463502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-f9b05ec5-d822-43c0-8ce9-cf891e5a1485 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:29:50.474568 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-f9b05ec5-d822-43c0-8ce9-cf891e5a1485 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2794008 Aug 31 01:29:50.478299 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181929360', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:38Z', 'updated_at': '2021-08-31T01:29:47Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:39Z', 'updated_at': '2021-08-31T01:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '623a2063-ba2b-4e01-aa27-5bae33ac4a03', 'name': '', 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:3b:c7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:46Z', 'updated_at': '2021-08-31T01:29:47Z', 'revision_number': 2, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:50.482907 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03dae6bb-9245-4243-88b0-82df97867ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:50.516278 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Checking router: 73fa6dea-5a8f-4f08-99e1-817503500cff for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:29:50.516648 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Updating router 73fa6dea-5a8f-4f08-99e1-817503500cff port 623a2063-ba2b-4e01-aa27-5bae33ac4a03 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:29:50.545112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-42ee5164-5d2b-4b56-9abd-48d208afb29b None None] Port 623a2063-ba2b-4e01-aa27-5bae33ac4a03 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:29:50.553093 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:50.618332 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1a8d7d77-87c8-4871-99c0-67ff893d1e73 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:50.626101 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-0cd24f85-33bc-418e-8bbb-717ceb56d85e service neutron] 10.222.0.16 "GET /v2.0/networks/d3f639b4-e8cc-472d-bb33-09c67ee78b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504753 Aug 31 01:29:50.640269 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03dae6bb-9245-4243-88b0-82df97867ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:50.644696 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-03dae6bb-9245-4243-88b0-82df97867ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:50.646846 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-03dae6bb-9245-4243-88b0-82df97867ae4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/805f5723-c6ba-45e8-a8f1-9d58f158abd0 HTTP/1.1" status: 204 len: 168 time: 0.2622449 Aug 31 01:29:50.662363 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dae6bb-9245-4243-88b0-82df97867ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805f5723-c6ba-45e8-a8f1-9d58f158abd0,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:50.672918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dae6bb-9245-4243-88b0-82df97867ae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:50.674001 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dae6bb-9245-4243-88b0-82df97867ae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:50.675050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dae6bb-9245-4243-88b0-82df97867ae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:50.676011 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dae6bb-9245-4243-88b0-82df97867ae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:50.676589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dae6bb-9245-4243-88b0-82df97867ae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:50.677159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dae6bb-9245-4243-88b0-82df97867ae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:50.677762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dae6bb-9245-4243-88b0-82df97867ae4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:50.678343 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dae6bb-9245-4243-88b0-82df97867ae4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:50.679047 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dae6bb-9245-4243-88b0-82df97867ae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:50.679600 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dae6bb-9245-4243-88b0-82df97867ae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:50.680345 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dae6bb-9245-4243-88b0-82df97867ae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:50.680874 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dae6bb-9245-4243-88b0-82df97867ae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:50.792495 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-865947cb-3b95-4a54-8a78-aa186d902a43 None None] Provisioning complete for port 623a2063-ba2b-4e01-aa27-5bae33ac4a03 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:50.792862 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-865947cb-3b95-4a54-8a78-aa186d902a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:50.793947 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-ae5c78c8-a1ed-4676-ba55-a671e5d91a37 service neutron] 10.222.0.16 "GET /v2.0/networks/d3f639b4-e8cc-472d-bb33-09c67ee78b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605535 Aug 31 01:29:50.836941 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-865947cb-3b95-4a54-8a78-aa186d902a43 None None] Port 623a2063-ba2b-4e01-aa27-5bae33ac4a03 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:29:50.906687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 1a8d7d77-87c8-4871-99c0-67ff893d1e73 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:50.907214 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:51.112298 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:51.122496 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Transition to ACTIVE for port object 623a2063-ba2b-4e01-aa27-5bae33ac4a03 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:51.262334 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6a311-f1ed-4d88-acf9-9f641aa171c0 req-9a7c9c81-b562-469f-83d0-68b06d1c54e3 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:51.263933 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8a6a311-f1ed-4d88-acf9-9f641aa171c0 req-9a7c9c81-b562-469f-83d0-68b06d1c54e3 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 984 time: 0.0571141 Aug 31 01:29:51.270997 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:51.367565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4b15c-e7b1-4d11-8e32-1f4363afeee4 None None] Pushing event updated for resources: {'Port': ['ID=623a2063-ba2b-4e01-aa27-5bae33ac4a03,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:51.399708 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8a6a311-f1ed-4d88-acf9-9f641aa171c0 req-4cb15639-a16b-4643-9840-62d53704d9f4 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/security-groups?id=a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04&id=c90ff18c-ee73-478c-8c68-a83bef5d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1117797 Aug 31 01:29:51.446253 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Attempting to bind port 623a2063-ba2b-4e01-aa27-5bae33ac4a03 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:51.446636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Attempting to bind port 623a2063-ba2b-4e01-aa27-5bae33ac4a03 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'ec3365e4-ba5b-40da-a55e-8e13f6e7e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:51.446997 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Attempting to bind port 623a2063-ba2b-4e01-aa27-5bae33ac4a03 on network d3f639b4-e8cc-472d-bb33-09c67ee78b44 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:51.453019 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:51.453404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Checking segment: {'id': 'ec3365e4-ba5b-40da-a55e-8e13f6e7e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:51.453839 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:51.454230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Bound using segment: {'id': 'ec3365e4-ba5b-40da-a55e-8e13f6e7e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:51.454702 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Bound port: 623a2063-ba2b-4e01-aa27-5bae33ac4a03, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3365e4-ba5b-40da-a55e-8e13f6e7e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:51.455170 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:51.538559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] For port 623a2063-ba2b-4e01-aa27-5bae33ac4a03, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:51.542757 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] For port 623a2063-ba2b-4e01-aa27-5bae33ac4a03, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=623a2063-ba2b-4e01-aa27-5bae33ac4a03,segment=NetworkSegment(ec3365e4-ba5b-40da-a55e-8e13f6e7e018),segment_id=ec3365e4-ba5b-40da-a55e-8e13f6e7e018)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:51.720788 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:51.793865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Routers {'73fa6dea-5a8f-4f08-99e1-817503500cff'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:51.794375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:29:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['73fa6dea-5a8f-4f08-99e1-817503500cff'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:51.832924 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4b15c-e7b1-4d11-8e32-1f4363afeee4 None None] Pushing event updated for resources: {'Port': ['ID=623a2063-ba2b-4e01-aa27-5bae33ac4a03,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:51.929099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] Set router 73fa6dea-5a8f-4f08-99e1-817503500cff gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:52.014480 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 28f53cf6-369c-4962-aea7-1bb3826e3021 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:52.181800 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d0a48834-76f0-4c86-83bc-647a098643fb req-d10f03fe-74d4-4fef-812a-febd1cea6d98 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 210 time: 0.0330458 Aug 31 01:29:52.290102 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 28f53cf6-369c-4962-aea7-1bb3826e3021 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:52.298029 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181929360', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:38Z', 'updated_at': '2021-08-31T01:29:47Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:39Z', 'updated_at': '2021-08-31T01:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '623a2063-ba2b-4e01-aa27-5bae33ac4a03', 'name': '', 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:3b:c7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:46Z', 'updated_at': '2021-08-31T01:29:51Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:52.300779 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 28f53cf6-369c-4962-aea7-1bb3826e3021 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:52.301148 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:52.348170 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf5f2a-d4cb-47a7-824c-4d71afbcb278 None None] The sync data for ids ['73fa6dea-5a8f-4f08-99e1-817503500cff'] in n-d-793621-34 is: [{'id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181929360', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:38Z', 'updated_at': '2021-08-31T01:29:47Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:39Z', 'updated_at': '2021-08-31T01:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '623a2063-ba2b-4e01-aa27-5bae33ac4a03', 'name': '', 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:3b:c7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:46Z', 'updated_at': '2021-08-31T01:29:51Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:29:52.499696 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:52.548267 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124d6656-81bd-4c5c-9fd8-d19d4804421e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f53cf6-369c-4962-aea7-1bb3826e3021'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:52.554065 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e904eb4-52a9-4824-86bf-727f6ed09175" -d '{"events": [{"server_uuid": "124d6656-81bd-4c5c-9fd8-d19d4804421e", "name": "network-vif-plugged", "status": "completed", "tag": "28f53cf6-369c-4962-aea7-1bb3826e3021"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:52.588638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59628) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:52.604479 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d367c-bcf3-4c56-9a3c-88bf62907daa req-620d5dc2-9b1d-4533-a1fc-cca20756623e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:52.606693 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 28f53cf6-369c-4962-aea7-1bb3826e3021, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=28f53cf6-369c-4962-aea7-1bb3826e3021,segment=NetworkSegment(8daa9f07-20c8-4e8e-b5b0-5da291673025),segment_id=8daa9f07-20c8-4e8e-b5b0-5da291673025)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:52.610083 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a9d367c-bcf3-4c56-9a3c-88bf62907daa req-620d5dc2-9b1d-4533-a1fc-cca20756623e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 984 time: 0.1297753 Aug 31 01:29:52.617389 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8238e37b-2e22-4146-8a00-9a94ef0ba947 x-openstack-request-id: req-8238e37b-2e22-4146-8a00-9a94ef0ba947 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:52.617658 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124d6656-81bd-4c5c-9fd8-d19d4804421e", "name": "network-vif-plugged", "status": "completed", "tag": "28f53cf6-369c-4962-aea7-1bb3826e3021", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:52.617921 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8238e37b-2e22-4146-8a00-9a94ef0ba947 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:52.618329 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124d6656-81bd-4c5c-9fd8-d19d4804421e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f53cf6-369c-4962-aea7-1bb3826e3021', 'code': 200} Aug 31 01:29:52.697824 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:52.705487 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 623a2063-ba2b-4e01-aa27-5bae33ac4a03 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:52.712618 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a9d367c-bcf3-4c56-9a3c-88bf62907daa req-abab8dab-4815-4264-937c-7bfd2553e5bc tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/security-groups?id=a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04&id=c90ff18c-ee73-478c-8c68-a83bef5d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0798481 Aug 31 01:29:52.765401 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441a944-d90b-47eb-8e79-6c258318fb2b req-2711c24c-d293-4b14-b514-6548839ebe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:52.765401 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9441a944-d90b-47eb-8e79-6c258318fb2b req-2711c24c-d293-4b14-b514-6548839ebe96 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 1137 time: 0.0643404 Aug 31 01:29:52.801632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-489975e4-d856-4916-8f4c-25ec924170aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1275178917-network', 'tenant_id': '082e9881f6da4e3991f11fcbe9d3e399'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:52.848536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=28f53cf6-369c-4962-aea7-1bb3826e3021,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:52.862684 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9441a944-d90b-47eb-8e79-6c258318fb2b req-95d5a24a-8e63-46c1-84e9-d7a736e060cf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c90ff18c-ee73-478c-8c68-a83bef5d384b&id=a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0849495 Aug 31 01:29:52.960145 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489975e4-d856-4916-8f4c-25ec924170aa admin admin] Made reservation on behalf of 082e9881f6da4e3991f11fcbe9d3e399 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:52.961174 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 623a2063-ba2b-4e01-aa27-5bae33ac4a03 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:52.963190 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-489975e4-d856-4916-8f4c-25ec924170aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:52.967023 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 623a2063-ba2b-4e01-aa27-5bae33ac4a03 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:52.967394 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:52.975634 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-489975e4-d856-4916-8f4c-25ec924170aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.078989 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.119897 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-489975e4-d856-4916-8f4c-25ec924170aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.123683 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 623a2063-ba2b-4e01-aa27-5bae33ac4a03, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=623a2063-ba2b-4e01-aa27-5bae33ac4a03,segment=NetworkSegment(ec3365e4-ba5b-40da-a55e-8e13f6e7e018),segment_id=ec3365e4-ba5b-40da-a55e-8e13f6e7e018)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:53.226162 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59652) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:53.228888 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-489975e4-d856-4916-8f4c-25ec924170aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.259144 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.260978 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489975e4-d856-4916-8f4c-25ec924170aa admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:29:53.288615 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489975e4-d856-4916-8f4c-25ec924170aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeedec2b-fdaf-436e-b60f-a071f033fd5d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:53.295910 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-489975e4-d856-4916-8f4c-25ec924170aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.296576 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-489975e4-d856-4916-8f4c-25ec924170aa admin admin] Added segment 2364e99c-9b66-41f9-b18f-5cb6b33b3354 of type vlan for network 818f1b86-9ad2-4c1a-9845-a8d22efc368f Aug 31 01:29:53.414514 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a6ff8ae-23bd-43f9-b6e3-9aa9819a97d2 req-96e651b3-7d33-40da-9f34-4bf4787dc4af tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 210 time: 0.0771389 Aug 31 01:29:53.417880 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dfe7bbf8-f33b-4c60-8caa-a4600800bceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.419814 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-489975e4-d856-4916-8f4c-25ec924170aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.436048 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=623a2063-ba2b-4e01-aa27-5bae33ac4a03,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:53.531239 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dfe7bbf8-f33b-4c60-8caa-a4600800bceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.577496 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-489975e4-d856-4916-8f4c-25ec924170aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.578465 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489975e4-d856-4916-8f4c-25ec924170aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:53.579057 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-489975e4-d856-4916-8f4c-25ec924170aa admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.645634 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dfe7bbf8-f33b-4c60-8caa-a4600800bceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.695850 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489975e4-d856-4916-8f4c-25ec924170aa admin admin] Pushing event updated for resources: {'Network': ['ID=818f1b86-9ad2-4c1a-9845-a8d22efc368f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:53.708045 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 818f1b86-9ad2-4c1a-9845-a8d22efc368f details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:29:53.728207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7bbf8-f33b-4c60-8caa-a4600800bceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3deebf95-d875-451d-9f69-99f3ad144d5c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:53.737836 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-489975e4-d856-4916-8f4c-25ec924170aa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1483302 Aug 31 01:29:53.739242 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dfe7bbf8-f33b-4c60-8caa-a4600800bceb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc6a2481c7854ea4b84b1102a9adca7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5119829 Aug 31 01:29:53.741504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59662) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:53.742789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59664) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:53.749678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-9440d8f0-5e19-4281-b08f-c890cb8b2d18 admin admin] Request body: {'subnet': {'network_id': '818f1b86-9ad2-4c1a-9845-a8d22efc368f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1275178917-subnet', 'tenant_id': '082e9881f6da4e3991f11fcbe9d3e399', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:53.832842 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ecd4ccc1-31c6-429f-bd27-2d16cf5c6f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.860883 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ecd4ccc1-31c6-429f-bd27-2d16cf5c6f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.881977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9440d8f0-5e19-4281-b08f-c890cb8b2d18 admin admin] Made reservation on behalf of 082e9881f6da4e3991f11fcbe9d3e399 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:53.884615 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9440d8f0-5e19-4281-b08f-c890cb8b2d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.931169 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd719b-10a2-4303-a461-e66320888326 req-e6554e61-1711-4eec-b424-c56cbaedc9c2 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:53.934843 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5abd719b-10a2-4303-a461-e66320888326 req-e6554e61-1711-4eec-b424-c56cbaedc9c2 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 985 time: 0.0655351 Aug 31 01:29:53.990114 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5abd719b-10a2-4303-a461-e66320888326 req-b62021d3-2b3d-461f-8216-6391a6dc9f55 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/security-groups?id=a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04&id=c90ff18c-ee73-478c-8c68-a83bef5d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0489802 Aug 31 01:29:54.112680 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ecd4ccc1-31c6-429f-bd27-2d16cf5c6f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:54.116354 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ecd4ccc1-31c6-429f-bd27-2d16cf5c6f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:54.118340 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ecd4ccc1-31c6-429f-bd27-2d16cf5c6f25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3deebf95-d875-451d-9f69-99f3ad144d5c HTTP/1.1" status: 204 len: 168 time: 0.3635962 Aug 31 01:29:54.151614 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4ccc1-31c6-429f-bd27-2d16cf5c6f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3deebf95-d875-451d-9f69-99f3ad144d5c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:54.349407 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9440d8f0-5e19-4281-b08f-c890cb8b2d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:54.405323 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440d8f0-5e19-4281-b08f-c890cb8b2d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=570ede57-5631-486e-96ce-c3b410e3ba60,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:54.415096 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9440d8f0-5e19-4281-b08f-c890cb8b2d18 admin admin] Checking segment: {'id': '2364e99c-9b66-41f9-b18f-5cb6b33b3354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '818f1b86-9ad2-4c1a-9845-a8d22efc368f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:54.415444 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9440d8f0-5e19-4281-b08f-c890cb8b2d18 admin admin] Network hostable DHCP agents. Network: 818f1b86-9ad2-4c1a-9845-a8d22efc368f, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:29:54.562092 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f7ad924a-bab3-414f-93c8-f22a5c5ee2ff req-4cc0dd68-456a-4d85-80ea-27ca203b600e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 210 time: 0.0536771 Aug 31 01:29:54.565261 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9440d8f0-5e19-4281-b08f-c890cb8b2d18 admin admin] Network 818f1b86-9ad2-4c1a-9845-a8d22efc368f is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:29:54.601137 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 623a2063-ba2b-4e01-aa27-5bae33ac4a03 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:54.653140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 623a2063-ba2b-4e01-aa27-5bae33ac4a03 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:54.653542 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:54.679829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-9440d8f0-5e19-4281-b08f-c890cb8b2d18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 818f1b86-9ad2-4c1a-9845-a8d22efc368f) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:54.684867 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9440d8f0-5e19-4281-b08f-c890cb8b2d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:54.689851 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9440d8f0-5e19-4281-b08f-c890cb8b2d18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:54.694979 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ca286d-169a-4f70-b8dc-e7dcb564ef54 None None] Network 818f1b86-9ad2-4c1a-9845-a8d22efc368f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:54.825048 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9440d8f0-5e19-4281-b08f-c890cb8b2d18 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0809300 Aug 31 01:29:54.844311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-b465f988-6421-42bc-b2b8-e0ae1c0c7912 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:54.845962 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-b465f988-6421-42bc-b2b8-e0ae1c0c7912 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.48 "GET /v2.0/networks?id=d3f639b4-e8cc-472d-bb33-09c67ee78b44 HTTP/1.1" status: 200 len: 796 time: 0.1101816 Aug 31 01:29:54.942534 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-5a96d9ed-78b3-4777-9fd8-efd81c4686e0 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=952c19daed614c79b5a4fe25173e1666 HTTP/1.1" status: 200 len: 379 time: 0.0868430 Aug 31 01:29:54.954924 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-7ab93eeb-4924-4c5f-ba5f-55e2a4b09a3d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'port': {'device_id': 'fce28e13-6374-4cac-a44c-330b32c385b6', 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44', 'admin_state_up': True, 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'security_groups': ['b260d7f3-0275-4e0f-8f57-298df5cdd5af']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:55.044284 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3388c642-aa49-4ecb-9384-f10ea7a83c8e None None] Network 818f1b86-9ad2-4c1a-9845-a8d22efc368f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:55.091932 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59694) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:55.120243 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1c622420-856a-4fdf-acfd-323b8f35c15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.212755 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e3949-4ff6-46ce-8f71-979b56c40eda req-1d0e8da3-e650-42f8-9a93-e0876b1a38e7 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:55.214485 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed2e3949-4ff6-46ce-8f71-979b56c40eda req-1d0e8da3-e650-42f8-9a93-e0876b1a38e7 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 985 time: 0.0967746 Aug 31 01:29:55.259917 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed2e3949-4ff6-46ce-8f71-979b56c40eda req-264be2ca-71b7-40ec-9475-77a449ac0981 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/security-groups?id=a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04&id=c90ff18c-ee73-478c-8c68-a83bef5d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0385072 Aug 31 01:29:55.268718 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-7ab93eeb-4924-4c5f-ba5f-55e2a4b09a3d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Made reservation on behalf of 952c19daed614c79b5a4fe25173e1666 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:55.272966 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-7ab93eeb-4924-4c5f-ba5f-55e2a4b09a3d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.416919 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1c622420-856a-4fdf-acfd-323b8f35c15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.463001 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7227dd1-d5e6-4634-bc7f-9a70c792ab3f req-68b32946-73dc-4025-9efe-2d6563aa6bb5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:55.464541 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a7227dd1-d5e6-4634-bc7f-9a70c792ab3f req-68b32946-73dc-4025-9efe-2d6563aa6bb5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 985 time: 0.1084230 Aug 31 01:29:55.471421 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-7ab93eeb-4924-4c5f-ba5f-55e2a4b09a3d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Allocated IP 172.20.0.4 (d3f639b4-e8cc-472d-bb33-09c67ee78b44/aab5821f-0ffc-46ef-b02f-36bb9ea0958a/0010030c-436f-4e5f-a50c-860858b99cb7) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:55.485694 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1c622420-856a-4fdf-acfd-323b8f35c15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.528675 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a7227dd1-d5e6-4634-bc7f-9a70c792ab3f req-6f33fe26-ae58-4a33-b7a8-b16ac8fa162a tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/security-groups?id=a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04&id=c90ff18c-ee73-478c-8c68-a83bef5d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0523279 Aug 31 01:29:55.564739 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1c622420-856a-4fdf-acfd-323b8f35c15f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b51d5c3ed4a549c8a9c813f3208f67f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4716282 Aug 31 01:29:55.570303 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c622420-856a-4fdf-acfd-323b8f35c15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc98c881-5bb1-4cd8-89de-cc1287a0e1c2,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:55.572801 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59706) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:55.664372 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4d071b42-0144-4e7a-97e8-24a73d384f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.682400 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8207a864-5d72-4a11-a7b0-4518aa401cda req-05d92f64-3255-4106-b3b1-ee86fd376cb1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 210 time: 0.0344093 Aug 31 01:29:55.710461 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4d071b42-0144-4e7a-97e8-24a73d384f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.743192 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-7ab93eeb-4924-4c5f-ba5f-55e2a4b09a3d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.747279 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83772ec7-bb7b-4c39-b99f-614a2d042401 req-d9fd380d-b01e-4398-aec0-79cb0d98d836 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:55.758333 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-83772ec7-bb7b-4c39-b99f-614a2d042401 req-d9fd380d-b01e-4398-aec0-79cb0d98d836 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 1137 time: 0.1130457 Aug 31 01:29:55.760094 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-7ab93eeb-4924-4c5f-ba5f-55e2a4b09a3d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Transition to ACTIVE for port object 0010030c-436f-4e5f-a50c-860858b99cb7 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:55.781609 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-83772ec7-bb7b-4c39-b99f-614a2d042401 req-1eb94e14-68f0-4327-9550-7eaa139e056a tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.823627 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:29:55.880834 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-7ab93eeb-4924-4c5f-ba5f-55e2a4b09a3d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.895287 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4d071b42-0144-4e7a-97e8-24a73d384f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.898356 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4d071b42-0144-4e7a-97e8-24a73d384f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.899598 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4d071b42-0144-4e7a-97e8-24a73d384f71 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc98c881-5bb1-4cd8-89de-cc1287a0e1c2 HTTP/1.1" status: 204 len: 168 time: 0.3256097 Aug 31 01:29:55.917781 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d071b42-0144-4e7a-97e8-24a73d384f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc98c881-5bb1-4cd8-89de-cc1287a0e1c2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:55.942512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-7ab93eeb-4924-4c5f-ba5f-55e2a4b09a3d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network d3f639b4-e8cc-472d-bb33-09c67ee78b44 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:55.947180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-7ab93eeb-4924-4c5f-ba5f-55e2a4b09a3d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:55.960314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-7ab93eeb-4924-4c5f-ba5f-55e2a4b09a3d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:56.008452 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab93eeb-4924-4c5f-ba5f-55e2a4b09a3d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=0010030c-436f-4e5f-a50c-860858b99cb7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:56.019897 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-83772ec7-bb7b-4c39-b99f-614a2d042401 req-1eb94e14-68f0-4327-9550-7eaa139e056a tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.040906 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-7ab93eeb-4924-4c5f-ba5f-55e2a4b09a3d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:56.041659 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-7ab93eeb-4924-4c5f-ba5f-55e2a4b09a3d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.120041 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-83772ec7-bb7b-4c39-b99f-614a2d042401 req-1eb94e14-68f0-4327-9550-7eaa139e056a tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.146304 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-83772ec7-bb7b-4c39-b99f-614a2d042401 req-1eb94e14-68f0-4327-9550-7eaa139e056a tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04&id=c90ff18c-ee73-478c-8c68-a83bef5d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3869221 Aug 31 01:29:56.157381 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb94e14-68f0-4327-9550-7eaa139e056a tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c459bedc-d438-4239-a4bf-55cc702588f7,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:56.174382 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59720) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:56.239294 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-7ab93eeb-4924-4c5f-ba5f-55e2a4b09a3d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2902780 Aug 31 01:29:56.260449 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Request body: {'port': {'device_id': 'fce28e13-6374-4cac-a44c-330b32c385b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:56.306411 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4fc697-33c6-47df-9bd1-aedb7920a85a tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:56.311176 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ab4fc697-33c6-47df-9bd1-aedb7920a85a tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 1132 time: 0.1323721 Aug 31 01:29:56.313157 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59728) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:56.317963 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': '28f53cf6-369c-4962-aea7-1bb3826e3021', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:56.343475 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.389587 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fbd5cac1-4bbc-4b12-92a2-d80981b539f4 None None] Provisioning for port 0010030c-436f-4e5f-a50c-860858b99cb7 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:56.398146 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fbd5cac1-4bbc-4b12-92a2-d80981b539f4 None None] Provisioning complete for port 0010030c-436f-4e5f-a50c-860858b99cb7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:56.398806 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fbd5cac1-4bbc-4b12-92a2-d80981b539f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.418136 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.478302 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-fbd5cac1-4bbc-4b12-92a2-d80981b539f4 None None] Port 0010030c-436f-4e5f-a50c-860858b99cb7 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:29:56.608081 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.766474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Allocated IP 172.25.2.240 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/83b4af69-59a6-4346-bee8-47ba5273116e) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:56.966237 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.979872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92b630-0618-4491-b0b1-2600f9580a33 req-e0ea15e8-b581-4e56-a26e-f7d7a8900931 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:56.988006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c92b630-0618-4491-b0b1-2600f9580a33 req-e0ea15e8-b581-4e56-a26e-f7d7a8900931 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 931 time: 0.1938229 Aug 31 01:29:57.066078 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c92b630-0618-4491-b0b1-2600f9580a33 req-02931022-717a-4d11-91a4-5034e6aacffe tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770664 Aug 31 01:29:57.080683 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0010030c-436f-4e5f-a50c-860858b99cb7 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:29:57.089807 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:57.102283 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Transition to ACTIVE for port object 0010030c-436f-4e5f-a50c-860858b99cb7 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:57.250031 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:57.257620 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:57.313702 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event updated for resources: {'Port': ['ID=83b4af69-59a6-4346-bee8-47ba5273116e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:57.328692 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:57.339473 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:57.344536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:57.406813 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Pushing event updated for resources: {'Port': ['ID=0010030c-436f-4e5f-a50c-860858b99cb7,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:57.522869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Attempting to bind port 0010030c-436f-4e5f-a50c-860858b99cb7 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:57.523457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Attempting to bind port 0010030c-436f-4e5f-a50c-860858b99cb7 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'ec3365e4-ba5b-40da-a55e-8e13f6e7e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:57.524084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Attempting to bind port 0010030c-436f-4e5f-a50c-860858b99cb7 on network d3f639b4-e8cc-472d-bb33-09c67ee78b44 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:57.530346 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Port 0010030c-436f-4e5f-a50c-860858b99cb7 on network d3f639b4-e8cc-472d-bb33-09c67ee78b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:29:57.531006 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Attempting to bind port 0010030c-436f-4e5f-a50c-860858b99cb7 on network d3f639b4-e8cc-472d-bb33-09c67ee78b44 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:57.537090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:57.537721 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Checking segment: {'id': 'ec3365e4-ba5b-40da-a55e-8e13f6e7e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:57.538166 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Bound using segment: {'id': 'ec3365e4-ba5b-40da-a55e-8e13f6e7e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:57.538599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Bound port: 0010030c-436f-4e5f-a50c-860858b99cb7, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3365e4-ba5b-40da-a55e-8e13f6e7e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:57.538955 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:57.617961 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] For port 0010030c-436f-4e5f-a50c-860858b99cb7, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:57.621869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] For port 0010030c-436f-4e5f-a50c-860858b99cb7, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0010030c-436f-4e5f-a50c-860858b99cb7,segment=NetworkSegment(ec3365e4-ba5b-40da-a55e-8e13f6e7e018),segment_id=ec3365e4-ba5b-40da-a55e-8e13f6e7e018)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:57.718460 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:57.765057 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:57.766097 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:57.767536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] 10.222.0.48 "PUT /v2.0/ports/0010030c-436f-4e5f-a50c-860858b99cb7 HTTP/1.1" status: 200 len: 1092 time: 1.5176368 Aug 31 01:29:57.770817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce28e13-6374-4cac-a44c-330b32c385b6', 'tag': '0010030c-436f-4e5f-a50c-860858b99cb7'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:57.778554 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e35ae17-cdbf-4c5c-92e4-b6ae9b4f1a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "fce28e13-6374-4cac-a44c-330b32c385b6", "tag": "0010030c-436f-4e5f-a50c-860858b99cb7"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:57.859551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311587f3-1cd3-4f59-bad7-86770828f199 service neutron] Pushing event updated for resources: {'Port': ['ID=0010030c-436f-4e5f-a50c-860858b99cb7,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:57.866235 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d460d930-ec83-4ff2-bac6-d68a7eceb5c5 x-openstack-request-id: req-d460d930-ec83-4ff2-bac6-d68a7eceb5c5 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:57.866489 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce28e13-6374-4cac-a44c-330b32c385b6", "tag": "0010030c-436f-4e5f-a50c-860858b99cb7", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:57.866702 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d460d930-ec83-4ff2-bac6-d68a7eceb5c5 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:57.867136 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce28e13-6374-4cac-a44c-330b32c385b6', 'tag': '0010030c-436f-4e5f-a50c-860858b99cb7', 'status': 'completed', 'code': 200} Aug 31 01:29:57.879779 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:57.939453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35ae17-cdbf-4c5c-92e4-b6ae9b4f1a5f req-62cf2a85-bd42-4be3-81f2-296ca0779d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:57.941132 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e35ae17-cdbf-4c5c-92e4-b6ae9b4f1a5f req-62cf2a85-bd42-4be3-81f2-296ca0779d33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 1095 time: 0.0543470 Aug 31 01:29:58.086436 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35ae17-cdbf-4c5c-92e4-b6ae9b4f1a5f req-68cf95b6-9d40-473e-87a8-b4bec68515e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:58.088114 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e35ae17-cdbf-4c5c-92e4-b6ae9b4f1a5f req-68cf95b6-9d40-473e-87a8-b4bec68515e5 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=952c19daed614c79b5a4fe25173e1666&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1392348 Aug 31 01:29:58.097687 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:58.265681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6854f-97c2-4d3c-856e-f212c8b1e85a req-eaea5bf4-0474-4c0d-90d8-70f54a9b0bee tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:58.277079 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bde6854f-97c2-4d3c-856e-f212c8b1e85a req-eaea5bf4-0474-4c0d-90d8-70f54a9b0bee tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 943 time: 0.1212475 Aug 31 01:29:58.293340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35ae17-cdbf-4c5c-92e4-b6ae9b4f1a5f req-eb3200a0-a1fa-42b5-85f0-0323e2c2ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:58.297417 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e35ae17-cdbf-4c5c-92e4-b6ae9b4f1a5f req-eb3200a0-a1fa-42b5-85f0-0323e2c2ceae service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1997066 Aug 31 01:29:58.335161 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:58.394534 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:58.431054 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bde6854f-97c2-4d3c-856e-f212c8b1e85a req-4022f2aa-7d3d-4eff-bc3c-1bcb11dd5239 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380038 Aug 31 01:29:58.449616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-24d7fa94-46d5-4caf-9704-56c271d16e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:58.451833 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-24d7fa94-46d5-4caf-9704-56c271d16e26 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 1095 time: 0.1098161 Aug 31 01:29:58.481756 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event updated for resources: {'Port': ['ID=83b4af69-59a6-4346-bee8-47ba5273116e,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:58.493334 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:58.523783 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-b01743a8-c6b7-4de4-a3df-5f098210787b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0010030c-436f-4e5f-a50c-860858b99cb7 HTTP/1.1" status: 200 len: 217 time: 0.0613265 Aug 31 01:29:58.588740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-826dcbd8-367d-49fe-949e-463a40755437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:58.590563 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-826dcbd8-367d-49fe-949e-463a40755437 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aab5821f-0ffc-46ef-b02f-36bb9ea0958a HTTP/1.1" status: 200 len: 834 time: 0.0578845 Aug 31 01:29:58.650354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-1b64f89a-f543-4354-a749-4bdf6d33ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:58.653906 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-1b64f89a-f543-4354-a749-4bdf6d33ee64 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d3f639b4-e8cc-472d-bb33-09c67ee78b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565479 Aug 31 01:29:58.702097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-bfa50b68-30b5-457b-8cc9-5c92baf3e5c2 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:58.715765 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-bfa50b68-30b5-457b-8cc9-5c92baf3e5c2 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/networks?id=818f1b86-9ad2-4c1a-9845-a8d22efc368f HTTP/1.1" status: 200 len: 809 time: 0.2241323 Aug 31 01:29:58.720204 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Floating IP bd82423c-7517-44e3-adb3-792af87403c0 associated. External IP: 172.25.2.240, port: 28f53cf6-369c-4962-aea7-1bb3826e3021. Aug 31 01:29:58.762598 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59812) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:58.774212 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-6fa2c7fc-54b4-429c-bd6c-24325b82bc52 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/quotas/082e9881f6da4e3991f11fcbe9d3e399 HTTP/1.1" status: 200 len: 375 time: 0.0568352 Aug 31 01:29:58.774639 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-a6cd71e6-cef7-4150-b4bb-f41bf3d11177 service neutron] 10.222.0.48 "GET /v2.0/networks/d3f639b4-e8cc-472d-bb33-09c67ee78b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131771 Aug 31 01:29:58.893539 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-61e2e0a2-56c1-4f21-9ff1-1dac19db4f46 req-be59048f-f1fc-42b8-a032-7bb0bba3e7a0 service neutron] 10.222.0.48 "GET /v2.0/networks/d3f639b4-e8cc-472d-bb33-09c67ee78b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109447 Aug 31 01:29:58.951396 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4732cc68-4996-4680-a9d8-7f9963a54cd7 tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-21211928'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:59.057252 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4732cc68-4996-4680-a9d8-7f9963a54cd7 tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Made reservation on behalf of 80c891ee58ef4120817d3ec7661f07ba for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:59.061342 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4732cc68-4996-4680-a9d8-7f9963a54cd7 tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:59.072628 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4732cc68-4996-4680-a9d8-7f9963a54cd7 tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:59.184458 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-aad8ae4b-94b1-4160-9b21-97ae18db2368 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=082e9881f6da4e3991f11fcbe9d3e399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4022608 Aug 31 01:29:59.209243 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4732cc68-4996-4680-a9d8-7f9963a54cd7 tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:59.268297 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4732cc68-4996-4680-a9d8-7f9963a54cd7 tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:59.305048 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4732cc68-4996-4680-a9d8-7f9963a54cd7 tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:29:59.321889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732cc68-4996-4680-a9d8-7f9963a54cd7 tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0d87ad-8b30-48c0-a99e-43a970eb573d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:59.330828 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4732cc68-4996-4680-a9d8-7f9963a54cd7 tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:59.331365 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-4732cc68-4996-4680-a9d8-7f9963a54cd7 tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Added segment ce07e65b-99d6-4af4-bdcd-a449dfe60c6a of type vlan for network 13202b42-e4de-4488-98c3-6aa0c32d41f7 Aug 31 01:29:59.369008 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-28617952-4513-4cb7-88b5-a419eed70d3b service neutron] 10.222.0.16 "GET /v2.0/networks/818f1b86-9ad2-4c1a-9845-a8d22efc368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722789 Aug 31 01:29:59.381703 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4732cc68-4996-4680-a9d8-7f9963a54cd7 tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:59.506052 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Router d2c8a707-4318-4ff3-87dc-9df2f5f32a08 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:29:59.534910 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-f995cb44-5e71-4a08-a002-9202da5922a6 service neutron] 10.222.0.16 "GET /v2.0/networks/818f1b86-9ad2-4c1a-9845-a8d22efc368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349919 Aug 31 01:29:59.546621 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4732cc68-4996-4680-a9d8-7f9963a54cd7 tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:59.553869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4732cc68-4996-4680-a9d8-7f9963a54cd7 tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:59.554547 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4732cc68-4996-4680-a9d8-7f9963a54cd7 tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:59.644905 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ffc0e-25ad-41f6-9f60-e11ddbed004e req-f9bcee75-6d9b-48a3-b2d7-29cc62716454 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:59.646586 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-483ffc0e-25ad-41f6-9f60-e11ddbed004e req-f9bcee75-6d9b-48a3-b2d7-29cc62716454 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 943 time: 0.1418414 Aug 31 01:29:59.656503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732cc68-4996-4680-a9d8-7f9963a54cd7 tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Pushing event updated for resources: {'Network': ['ID=13202b42-e4de-4488-98c3-6aa0c32d41f7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:59.672265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:29:59.678854 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 13202b42-e4de-4488-98c3-6aa0c32d41f7 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:29:59.688225 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b372341-0128-4deb-892c-b4a5eefd7a16 None None] Sync routers for ids ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:29:59.702940 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b372341-0128-4deb-892c-b4a5eefd7a16 None None] Routers {'d2c8a707-4318-4ff3-87dc-9df2f5f32a08'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:59.703416 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4732cc68-4996-4680-a9d8-7f9963a54cd7 tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.9392653 Aug 31 01:29:59.704430 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8b372341-0128-4deb-892c-b4a5eefd7a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:29:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:59.725318 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-483ffc0e-25ad-41f6-9f60-e11ddbed004e req-535d1c50-973e-4881-93e4-baa54ea155ab tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619478 Aug 31 01:29:59.844091 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-8b372341-0128-4deb-892c-b4a5eefd7a16 None None] Set router d2c8a707-4318-4ff3-87dc-9df2f5f32a08 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:59.847397 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:59.877997 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a21fa3e4-0b98-4311-b835-7d8a5455237d req-477e0674-e336-4e2d-b544-22f3c40cd73b tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 210 time: 0.0417235 Aug 31 01:29:59.907421 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-aebb7c1c-5732-4e91-a1bd-a26955847c73 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5938597 Aug 31 01:29:59.908311 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124d6656-81bd-4c5c-9fd8-d19d4804421e', 'tag': '28f53cf6-369c-4962-aea7-1bb3826e3021'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:59.909893 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59840) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:59.911417 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5f0831-b112-4458-8ba8-c2f63c47843b" -d '{"events": [{"name": "network-changed", "server_uuid": "124d6656-81bd-4c5c-9fd8-d19d4804421e", "tag": "28f53cf6-369c-4962-aea7-1bb3826e3021"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:59.965761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59846) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:59.971482 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Request body: {'port': {'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7', 'binding:host_id': 'n-h2-793621-34', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1374642858'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:00.073970 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735a693f-4a45-4378-b8bc-aea3be391b33 x-openstack-request-id: req-735a693f-4a45-4378-b8bc-aea3be391b33 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:00.074389 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124d6656-81bd-4c5c-9fd8-d19d4804421e", "tag": "28f53cf6-369c-4962-aea7-1bb3826e3021", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:00.074744 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-735a693f-4a45-4378-b8bc-aea3be391b33 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:00.075256 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124d6656-81bd-4c5c-9fd8-d19d4804421e', 'tag': '28f53cf6-369c-4962-aea7-1bb3826e3021', 'status': 'completed', 'code': 200} Aug 31 01:30:00.136808 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Made reservation on behalf of fe876e95abd64e0a9892e1a039da4588 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:00.140159 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:00.156418 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:00.197894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13baebe5-eb54-4f6d-8903-6ddfec7550f0 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:00.198389 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13baebe5-eb54-4f6d-8903-6ddfec7550f0 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:00.198869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13baebe5-eb54-4f6d-8903-6ddfec7550f0 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:00.199375 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13baebe5-eb54-4f6d-8903-6ddfec7550f0 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:00.200046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13baebe5-eb54-4f6d-8903-6ddfec7550f0 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:00.200520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13baebe5-eb54-4f6d-8903-6ddfec7550f0 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:00.200990 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13baebe5-eb54-4f6d-8903-6ddfec7550f0 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:00.202972 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-13baebe5-eb54-4f6d-8903-6ddfec7550f0 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4935 time: 0.2920818 Aug 31 01:30:00.205993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59852) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:00.251193 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f0831-b112-4458-8ba8-c2f63c47843b req-7a8026c7-723b-4c0b-9690-18178d2ba33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:00.252737 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a5f0831-b112-4458-8ba8-c2f63c47843b req-7a8026c7-723b-4c0b-9690-18178d2ba33d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a2256ac326a4bc7bf716683e3de0383&device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 1137 time: 0.1482296 Aug 31 01:30:00.282940 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8b372341-0128-4deb-892c-b4a5eefd7a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1506857221', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:23Z', 'updated_at': '2021-08-31T01:29:31Z', 'revision_number': 4, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:24Z', 'updated_at': '2021-08-31T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'bd82423c-7517-44e3-adb3-792af87403c0', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'port_id': '28f53cf6-369c-4962-aea7-1bb3826e3021', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63', 'mac_address': 'fa:16:3e:de:28:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124d6656-81bd-4c5c-9fd8-d19d4804421e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:29:57Z', 'updated_at': '2021-08-31T01:29:57Z', 'revision_number': 0, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab68c5f-8420-4ffd-8195-5287c657804f', 'name': '', 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'mac_address': 'fa:16:3e:cf:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:30Z', 'updated_at': '2021-08-31T01:29:38Z', 'revision_number': 5, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'subnets': [{'id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:00.301506 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:00.318934 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b372341-0128-4deb-892c-b4a5eefd7a16 None None] Checking router: d2c8a707-4318-4ff3-87dc-9df2f5f32a08 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:30:00.332180 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b372341-0128-4deb-892c-b4a5eefd7a16 None None] Routers {'d2c8a707-4318-4ff3-87dc-9df2f5f32a08'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:00.332930 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8b372341-0128-4deb-892c-b4a5eefd7a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:29:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:00.395507 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:00.406584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ab41a1-5b02-45c4-b3bd-9d5899ab0bae tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:00.407066 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ab41a1-5b02-45c4-b3bd-9d5899ab0bae tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:00.407529 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ab41a1-5b02-45c4-b3bd-9d5899ab0bae tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:00.407983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ab41a1-5b02-45c4-b3bd-9d5899ab0bae tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:00.408433 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ab41a1-5b02-45c4-b3bd-9d5899ab0bae tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:00.409008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ab41a1-5b02-45c4-b3bd-9d5899ab0bae tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:00.410075 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] device_id is not set on port 9be59ce0-eeb9-4755-b93f-54b9f46e076a yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:30:00.410795 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b6ab41a1-5b02-45c4-b3bd-9d5899ab0bae tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3987 time: 0.2038870 Aug 31 01:30:00.413721 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59860) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:00.499526 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f0831-b112-4458-8ba8-c2f63c47843b req-b97f5c18-0d41-47ee-8571-436f2ef5b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:00.501041 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a5f0831-b112-4458-8ba8-c2f63c47843b req-b97f5c18-0d41-47ee-8571-436f2ef5b3e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=001376d9-a420-44f5-b7cb-482dbc19da63 HTTP/1.1" status: 200 len: 897 time: 0.2385259 Aug 31 01:30:00.505497 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-8b372341-0128-4deb-892c-b4a5eefd7a16 None None] Set router d2c8a707-4318-4ff3-87dc-9df2f5f32a08 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:00.601520 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a5f0831-b112-4458-8ba8-c2f63c47843b req-3b356598-b8f9-4324-af5c-e20a32175671 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28f53cf6-369c-4962-aea7-1bb3826e3021 HTTP/1.1" status: 200 len: 1000 time: 0.0928891 Aug 31 01:30:00.625457 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6688fe-a119-4c55-8683-3eeecb8e8a73,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:00.651452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:00.651866 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:00.658860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:00.658860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:00.658860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:00.658860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:00.658860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:00.658860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:00.658860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:00.658860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:00.658860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:00.658860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:00.733804 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f0831-b112-4458-8ba8-c2f63c47843b req-0ec176b2-4666-40fa-a481-55fa7b8d0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:00.735298 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a5f0831-b112-4458-8ba8-c2f63c47843b req-0ec176b2-4666-40fa-a481-55fa7b8d0359 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d14a3fdb-b563-4be2-afa4-51c8b420c643 HTTP/1.1" status: 200 len: 835 time: 0.1062641 Aug 31 01:30:00.757952 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0010030c-436f-4e5f-a50c-860858b99cb7 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:30:00.833130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f0831-b112-4458-8ba8-c2f63c47843b req-52f7b66d-feed-4adc-9721-6ec98b4f2781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:00.834642 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a5f0831-b112-4458-8ba8-c2f63c47843b req-52f7b66d-feed-4adc-9721-6ec98b4f2781 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=001376d9-a420-44f5-b7cb-482dbc19da63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0926528 Aug 31 01:30:00.854855 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0f6833f4-936d-42e9-9818-65f3a766b545 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2341 time: 0.4376612 Aug 31 01:30:00.869565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59868) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:00.899478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] device_id is not set on port 9be59ce0-eeb9-4755-b93f-54b9f46e076a yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:30:00.905027 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8b372341-0128-4deb-892c-b4a5eefd7a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1506857221', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:23Z', 'updated_at': '2021-08-31T01:29:31Z', 'revision_number': 4, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:24Z', 'updated_at': '2021-08-31T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'bd82423c-7517-44e3-adb3-792af87403c0', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'port_id': '28f53cf6-369c-4962-aea7-1bb3826e3021', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63', 'mac_address': 'fa:16:3e:de:28:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124d6656-81bd-4c5c-9fd8-d19d4804421e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:29:57Z', 'updated_at': '2021-08-31T01:29:57Z', 'revision_number': 0, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab68c5f-8420-4ffd-8195-5287c657804f', 'name': '', 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'mac_address': 'fa:16:3e:cf:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:30Z', 'updated_at': '2021-08-31T01:29:38Z', 'revision_number': 5, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'subnets': [{'id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:00.930567 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0010030c-436f-4e5f-a50c-860858b99cb7, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0010030c-436f-4e5f-a50c-860858b99cb7,segment=NetworkSegment(ec3365e4-ba5b-40da-a55e-8e13f6e7e018),segment_id=ec3365e4-ba5b-40da-a55e-8e13f6e7e018)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:00.938195 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:00.946447 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b372341-0128-4deb-892c-b4a5eefd7a16 None None] The sync data for ids ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'] in n-d-793621-34 is: [{'id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1506857221', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:23Z', 'updated_at': '2021-08-31T01:29:31Z', 'revision_number': 4, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:24Z', 'updated_at': '2021-08-31T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'bd82423c-7517-44e3-adb3-792af87403c0', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'port_id': '28f53cf6-369c-4962-aea7-1bb3826e3021', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63', 'mac_address': 'fa:16:3e:de:28:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124d6656-81bd-4c5c-9fd8-d19d4804421e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:29:57Z', 'updated_at': '2021-08-31T01:29:57Z', 'revision_number': 0, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab68c5f-8420-4ffd-8195-5287c657804f', 'name': '', 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'mac_address': 'fa:16:3e:cf:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:30Z', 'updated_at': '2021-08-31T01:29:38Z', 'revision_number': 5, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'subnets': [{'id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:00.968989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '0010030c-436f-4e5f-a50c-860858b99cb7', 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44', 'port_id': '0010030c-436f-4e5f-a50c-860858b99cb7', 'mac_address': 'fa:16:3e:21:86:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:30:01.005481 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Transition to ACTIVE for port object 9be59ce0-eeb9-4755-b93f-54b9f46e076a will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:01.016829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a68dcda-f669-44a8-b655-3665e583a3d4 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:01.017233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a68dcda-f669-44a8-b655-3665e583a3d4 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:01.018976 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7a68dcda-f669-44a8-b655-3665e583a3d4 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2c8a707-4318-4ff3-87dc-9df2f5f32a08 HTTP/1.1" status: 200 len: 1991 time: 0.1347349 Aug 31 01:30:01.049570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced24a7-8187-4d7e-b3e2-1b45196eda3a req-dc75fa04-6826-4ff3-8478-16d97a00cfd9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:01.057859 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aced24a7-8187-4d7e-b3e2-1b45196eda3a req-dc75fa04-6826-4ff3-8478-16d97a00cfd9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 943 time: 0.2178874 Aug 31 01:30:01.068865 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2f146c18-7816-4f9e-9039-a3fdce9d1319 req-e9fe3b8b-65fd-4cd6-b33a-f224930446b3 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 210 time: 0.0938160 Aug 31 01:30:01.075244 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.091611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0010030c-436f-4e5f-a50c-860858b99cb7 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:30:01.125237 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a5f0831-b112-4458-8ba8-c2f63c47843b req-1e8ecf18-8031-47c3-a073-dc31a345d625 service neutron] 10.222.0.41 "GET /v2.0/networks/001376d9-a420-44f5-b7cb-482dbc19da63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703583 Aug 31 01:30:01.128469 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aced24a7-8187-4d7e-b3e2-1b45196eda3a req-224f208b-3346-47e9-bd26-e2d11768dbd4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697191 Aug 31 01:30:01.137361 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0010030c-436f-4e5f-a50c-860858b99cb7, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0010030c-436f-4e5f-a50c-860858b99cb7,segment=NetworkSegment(ec3365e4-ba5b-40da-a55e-8e13f6e7e018),segment_id=ec3365e4-ba5b-40da-a55e-8e13f6e7e018)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:01.212492 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.253298 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a5f0831-b112-4458-8ba8-c2f63c47843b req-340bdc15-3372-4244-b7c1-63e8c439f120 service neutron] 10.222.0.41 "GET /v2.0/networks/001376d9-a420-44f5-b7cb-482dbc19da63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199162 Aug 31 01:30:01.272296 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7122c682-77a0-431a-bfaa-2a2b92b88240 None None] New status for floating IP bd82423c-7517-44e3-adb3-792af87403c0: ACTIVE {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:30:01.274617 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Pushing event updated for resources: {'Port': ['ID=9be59ce0-eeb9-4755-b93f-54b9f46e076a,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:01.295094 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Checking segment: {'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:01.295459 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Network hostable DHCP agents. Network: 13202b42-e4de-4488-98c3-6aa0c32d41f7, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:30:01.311074 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.413945 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=0010030c-436f-4e5f-a50c-860858b99cb7,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:01.440395 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Network 13202b42-e4de-4488-98c3-6aa0c32d41f7 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:30:01.514245 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 13202b42-e4de-4488-98c3-6aa0c32d41f7) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:01.518717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:01.523890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7d1f9a-7174-4454-98e5-2e50ca89da40 None None] Network 13202b42-e4de-4488-98c3-6aa0c32d41f7 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:01.538832 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:01.539258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:01.539616 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:01.544975 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:01.545305 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:01.545726 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 2 to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a Aug 31 01:30:01.559045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:01.559439 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:01.559779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:01.564596 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:01.564927 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:01.565316 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 3 to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a Aug 31 01:30:01.572927 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['0010030c-436f-4e5f-a50c-860858b99cb7'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:30:01.580174 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:01.580174 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:01.580556 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:01.586583 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:01.586983 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:01.587357 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 4 to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a Aug 31 01:30:01.601218 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:01.601591 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:01.602097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:01.608399 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:01.609204 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:01.609674 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 5 to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a Aug 31 01:30:01.626401 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:01.626806 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:01.627149 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:01.632615 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:01.633330 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:01.633330 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 6 to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a Aug 31 01:30:01.647519 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:01.647859 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:01.648246 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:01.653104 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:01.653428 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:01.653856 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 7 to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a Aug 31 01:30:01.679285 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:01.679979 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:01.680541 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:01.690918 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:01.691253 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:01.691739 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 8 to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a Aug 31 01:30:01.707088 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:01.707727 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:01.708336 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:01.715216 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:01.715554 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:01.715954 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 9 to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a Aug 31 01:30:01.732834 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:01.733179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:01.733669 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:01.739128 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:01.739467 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:01.739973 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 10 to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a Aug 31 01:30:01.754146 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:01.754488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:01.754831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:01.759595 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:01.759929 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 9be59ce0-eeb9-4755-b93f-54b9f46e076a on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:01.760300 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.831556 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] For port 9be59ce0-eeb9-4755-b93f-54b9f46e076a, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:01.832031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempted to set empty binding levels {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 01:30:01.925934 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.963240 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:01.963841 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.984509 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Pushing event updated for resources: {'Port': ['ID=9be59ce0-eeb9-4755-b93f-54b9f46e076a,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:02.109338 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9c45b3d4-1e13-41a0-9fa6-3718ad2d99ee tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.1423504 Aug 31 01:30:02.112363 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59886) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:02.203957 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-aa843e4f-9734-46bf-bd62-b0be8be98a4c tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Deleting port 9be59ce0-eeb9-4755-b93f-54b9f46e076a {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:02.204584 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa843e4f-9734-46bf-bd62-b0be8be98a4c tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:02.212757 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4bc9c7af-e79b-4d71-9178-a772838479a8 req-4c37b9bf-973b-4870-9349-9f16f34ea6eb tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 210 time: 0.0330780 Aug 31 01:30:02.570049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-aa843e4f-9734-46bf-bd62-b0be8be98a4c tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] For port 9be59ce0-eeb9-4755-b93f-54b9f46e076a, host n-h2-793621-34, got binding levels [] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:02.570795 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa843e4f-9734-46bf-bd62-b0be8be98a4c tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:02.594696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1f6b3-b2be-452f-8d17-cd095a403c30 req-49edb4ca-14b1-4697-a692-154faa203eb4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:02.596300 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41e1f6b3-b2be-452f-8d17-cd095a403c30 req-49edb4ca-14b1-4697-a692-154faa203eb4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 944 time: 0.3888743 Aug 31 01:30:02.597315 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-aa843e4f-9734-46bf-bd62-b0be8be98a4c tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Calling delete_port for 9be59ce0-eeb9-4755-b93f-54b9f46e076a owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:02.681906 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41e1f6b3-b2be-452f-8d17-cd095a403c30 req-03a2d3ac-16e5-40d1-85f5-6fa604c40607 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780518 Aug 31 01:30:02.767555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0010030c-436f-4e5f-a50c-860858b99cb7 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:02.827875 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa843e4f-9734-46bf-bd62-b0be8be98a4c tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:02.896288 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa843e4f-9734-46bf-bd62-b0be8be98a4c tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Pushing event deleted for resources: {'Port': ['ID=9be59ce0-eeb9-4755-b93f-54b9f46e076a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:02.909037 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 0010030c-436f-4e5f-a50c-860858b99cb7 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:02.911020 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-aa843e4f-9734-46bf-bd62-b0be8be98a4c tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:02.913415 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-aa843e4f-9734-46bf-bd62-b0be8be98a4c tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] 10.222.0.16 "DELETE /v2.0/ports/9be59ce0-eeb9-4755-b93f-54b9f46e076a HTTP/1.1" status: 204 len: 168 time: 0.7996104 Aug 31 01:30:02.916023 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59902) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:02.922499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 0010030c-436f-4e5f-a50c-860858b99cb7 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:02.925120 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:02.946195 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b61bbe-ab68-4bb3-912b-1857b7e38306 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] GET failed (client error): The resource could not be found. Aug 31 01:30:02.950593 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-43b61bbe-ab68-4bb3-912b-1857b7e38306 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] 10.222.0.16 "GET /v2.0/ports/9be59ce0-eeb9-4755-b93f-54b9f46e076a HTTP/1.1" status: 404 len: 333 time: 0.0324111 Aug 31 01:30:02.954497 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59904) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:02.960680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-dd7ef2bc-f72d-44b2-8196-5ee0bef43e82 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:02.962271 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-dd7ef2bc-f72d-44b2-8196-5ee0bef43e82 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.41 "GET /v2.0/networks?id=818f1b86-9ad2-4c1a-9845-a8d22efc368f HTTP/1.1" status: 200 len: 809 time: 0.1877260 Aug 31 01:30:02.967047 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d4cc4ef8-b663-4c53-844d-5b744957f663 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Request body: {'port': {'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1613218499'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:02.981631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-d152933f-94c2-4997-ab55-ac91d9051f7e tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Request body: {'port': {'device_id': '01e5db38-989c-4b03-8753-7fc60da9a607', 'network_id': '818f1b86-9ad2-4c1a-9845-a8d22efc368f', 'admin_state_up': True, 'tenant_id': '082e9881f6da4e3991f11fcbe9d3e399'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:03.047095 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.080234 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce28e13-6374-4cac-a44c-330b32c385b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0010030c-436f-4e5f-a50c-860858b99cb7'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:30:03.085726 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cc4ef8-b663-4c53-844d-5b744957f663 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Made reservation on behalf of fe876e95abd64e0a9892e1a039da4588 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:03.085957 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8474b3e0-5aed-49b6-84f0-5feaa4444d52" -d '{"events": [{"server_uuid": "fce28e13-6374-4cac-a44c-330b32c385b6", "name": "network-vif-plugged", "status": "completed", "tag": "0010030c-436f-4e5f-a50c-860858b99cb7"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:03.088140 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4ef8-b663-4c53-844d-5b744957f663 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.114637 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0010030c-436f-4e5f-a50c-860858b99cb7, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0010030c-436f-4e5f-a50c-860858b99cb7,segment=NetworkSegment(ec3365e4-ba5b-40da-a55e-8e13f6e7e018),segment_id=ec3365e4-ba5b-40da-a55e-8e13f6e7e018)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:03.168567 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-d4cc4ef8-b663-4c53-844d-5b744957f663 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] device_id is not set on port 81f7d1e3-834d-4338-83a7-ac4521937086 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:30:03.184522 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311e11cf-b30f-40a4-be5e-547f121467e5 x-openstack-request-id: req-311e11cf-b30f-40a4-be5e-547f121467e5 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:03.184927 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce28e13-6374-4cac-a44c-330b32c385b6", "name": "network-vif-plugged", "status": "completed", "tag": "0010030c-436f-4e5f-a50c-860858b99cb7", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:03.185284 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-311e11cf-b30f-40a4-be5e-547f121467e5 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:03.185828 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce28e13-6374-4cac-a44c-330b32c385b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0010030c-436f-4e5f-a50c-860858b99cb7', 'code': 200} Aug 31 01:30:03.239508 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.301949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=0010030c-436f-4e5f-a50c-860858b99cb7,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:03.348734 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-51f33f55-6255-4b75-a69e-750176943808 req-1b6775ab-5de4-4c5a-834a-f1e9226c2231 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 210 time: 0.0291474 Aug 31 01:30:03.351104 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-d152933f-94c2-4997-ab55-ac91d9051f7e tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Made reservation on behalf of 082e9881f6da4e3991f11fcbe9d3e399 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:03.356318 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-d152933f-94c2-4997-ab55-ac91d9051f7e tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.372303 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4ef8-b663-4c53-844d-5b744957f663 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.381535 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80747a86-58e4-4e11-b1ac-a09c0d1d94f1 req-df22853e-9e65-45e8-ba04-1355d141fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:03.383047 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-80747a86-58e4-4e11-b1ac-a09c0d1d94f1 req-df22853e-9e65-45e8-ba04-1355d141fcb0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 1097 time: 0.1157563 Aug 31 01:30:03.467823 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-80747a86-58e4-4e11-b1ac-a09c0d1d94f1 req-f728e80c-0ae6-4f14-b38d-e008c7ec0d16 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749571 Aug 31 01:30:03.474082 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4ef8-b663-4c53-844d-5b744957f663 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.517204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cc4ef8-b663-4c53-844d-5b744957f663 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Network 13202b42-e4de-4488-98c3-6aa0c32d41f7 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:03.521779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-d4cc4ef8-b663-4c53-844d-5b744957f663 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:03.526396 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc4ef8-b663-4c53-844d-5b744957f663 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:03.527206 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cc4ef8-b663-4c53-844d-5b744957f663 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:03.527807 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4ef8-b663-4c53-844d-5b744957f663 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.532558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-d152933f-94c2-4997-ab55-ac91d9051f7e tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Allocated IP 172.20.0.5 (818f1b86-9ad2-4c1a-9845-a8d22efc368f/570ede57-5631-486e-96ce-c3b410e3ba60/fa1855b0-5425-4fa7-8485-97c4b873c876) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:03.533537 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc4ef8-b663-4c53-844d-5b744957f663 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Pushing event updated for resources: {'Port': ['ID=81f7d1e3-834d-4338-83a7-ac4521937086,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:03.628911 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d4cc4ef8-b663-4c53-844d-5b744957f663 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6725898 Aug 31 01:30:03.631407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59920) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:03.637114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:03.700304 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.703982 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-d152933f-94c2-4997-ab55-ac91d9051f7e tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.805967 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-d152933f-94c2-4997-ab55-ac91d9051f7e tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.851387 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-d152933f-94c2-4997-ab55-ac91d9051f7e tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Network 818f1b86-9ad2-4c1a-9845-a8d22efc368f is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:03.854528 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-d152933f-94c2-4997-ab55-ac91d9051f7e tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:03.859270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-d152933f-94c2-4997-ab55-ac91d9051f7e tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:03.865941 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152933f-94c2-4997-ab55-ac91d9051f7e tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Pushing event updated for resources: {'Port': ['ID=fa1855b0-5425-4fa7-8485-97c4b873c876,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:03.878263 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af312b64-d0fb-4098-82ea-7d07f15fe4e4 req-111f4f37-dc11-4239-a50c-b60773233805 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:03.879818 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-af312b64-d0fb-4098-82ea-7d07f15fe4e4 req-111f4f37-dc11-4239-a50c-b60773233805 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.1090043 Aug 31 01:30:03.916354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-d152933f-94c2-4997-ab55-ac91d9051f7e tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:03.917030 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-d152933f-94c2-4997-ab55-ac91d9051f7e tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.958793 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-af312b64-d0fb-4098-82ea-7d07f15fe4e4 req-ac114920-2c6f-4c26-b25c-23ac2ecae688 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714016 Aug 31 01:30:03.960800 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] device_id is not set on port 81f7d1e3-834d-4338-83a7-ac4521937086 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:30:03.970157 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.990838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Transition to ACTIVE for port object 81f7d1e3-834d-4338-83a7-ac4521937086 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:03.994786 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-d152933f-94c2-4997-ab55-ac91d9051f7e tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0230587 Aug 31 01:30:04.007478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Request body: {'port': {'device_id': '01e5db38-989c-4b03-8753-7fc60da9a607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:04.050231 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.066622 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.101553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Pushing event updated for resources: {'Port': ['ID=81f7d1e3-834d-4338-83a7-ac4521937086,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:04.126080 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:04.126419 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:04.126763 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:04.131296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:04.131630 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:04.132026 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 2 to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 Aug 31 01:30:04.149759 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:04.150210 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:04.151119 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:04.158968 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:04.159487 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:04.160134 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 3 to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 Aug 31 01:30:04.177420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:04.177420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:04.177420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:04.182296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:04.182787 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:04.183155 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 4 to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 Aug 31 01:30:04.200842 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:04.201046 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:04.201378 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:04.206159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:04.206486 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:04.206880 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 5 to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 Aug 31 01:30:04.220792 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:04.221156 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:04.221382 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:04.226046 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:04.226376 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:04.226991 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 6 to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 Aug 31 01:30:04.228344 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff6cca93-7592-428d-a3a0-548a00f19d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.241999 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:04.242332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:04.242665 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:04.247379 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:04.247707 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:04.248095 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 7 to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 Aug 31 01:30:04.260814 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:04.261338 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:04.261532 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:04.266402 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:04.266804 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:04.267148 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 8 to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 Aug 31 01:30:04.281667 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:04.281990 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:04.282384 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:04.286993 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:04.287322 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:04.287712 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 9 to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 Aug 31 01:30:04.302167 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:04.302523 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:04.302911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:04.308379 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:04.308771 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:04.309104 n-d-793621-34 neutron-server[102343]: INFO neutron.plugins.ml2.plugin [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 10 to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 Aug 31 01:30:04.331557 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:04.331922 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:04.332378 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:04.337612 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:04.337960 n-d-793621-34 neutron-server[102343]: ERROR neutron.plugins.ml2.managers [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port 81f7d1e3-834d-4338-83a7-ac4521937086 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:04.338345 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.388155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa1855b0-5425-4fa7-8485-97c4b873c876 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:30:04.396135 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.417313 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Transition to ACTIVE for port object fa1855b0-5425-4fa7-8485-97c4b873c876 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:04.417473 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] For port 81f7d1e3-834d-4338-83a7-ac4521937086, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:04.417473 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempted to set empty binding levels {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 01:30:04.503245 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.523582 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cea426-f78e-4a37-9334-5e6d065f79bf req-9394c023-7942-471f-9871-3cc8eb7c3290 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:04.525089 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5cea426-f78e-4a37-9334-5e6d065f79bf req-9394c023-7942-471f-9871-3cc8eb7c3290 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 931 time: 0.0638995 Aug 31 01:30:04.577631 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.586468 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Pushing event updated for resources: {'Port': ['ID=fa1855b0-5425-4fa7-8485-97c4b873c876,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:04.605486 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5cea426-f78e-4a37-9334-5e6d065f79bf req-2acc3942-541d-4a84-952a-2abe1fe366f0 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609920 Aug 31 01:30:04.616817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] In _notify_port_updated(), no bound segment for port 81f7d1e3-834d-4338-83a7-ac4521937086 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:30:04.617539 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:04.618147 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.621793 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] 10.222.0.16 "PUT /v2.0/ports/81f7d1e3-834d-4338-83a7-ac4521937086 HTTP/1.1" status: 200 len: 976 time: 0.9870842 Aug 31 01:30:04.622485 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59938) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:04.671174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Attempting to bind port fa1855b0-5425-4fa7-8485-97c4b873c876 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:04.671826 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Attempting to bind port fa1855b0-5425-4fa7-8485-97c4b873c876 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '2364e99c-9b66-41f9-b18f-5cb6b33b3354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '818f1b86-9ad2-4c1a-9845-a8d22efc368f'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:04.672161 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Attempting to bind port fa1855b0-5425-4fa7-8485-97c4b873c876 on network 818f1b86-9ad2-4c1a-9845-a8d22efc368f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:04.676889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Port fa1855b0-5425-4fa7-8485-97c4b873c876 on network 818f1b86-9ad2-4c1a-9845-a8d22efc368f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:04.677221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Attempting to bind port fa1855b0-5425-4fa7-8485-97c4b873c876 on network 818f1b86-9ad2-4c1a-9845-a8d22efc368f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:04.682546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:04.682887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Checking segment: {'id': '2364e99c-9b66-41f9-b18f-5cb6b33b3354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '818f1b86-9ad2-4c1a-9845-a8d22efc368f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:04.683272 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Bound using segment: {'id': '2364e99c-9b66-41f9-b18f-5cb6b33b3354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '818f1b86-9ad2-4c1a-9845-a8d22efc368f'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:04.683699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Bound port: fa1855b0-5425-4fa7-8485-97c4b873c876, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2364e99c-9b66-41f9-b18f-5cb6b33b3354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '818f1b86-9ad2-4c1a-9845-a8d22efc368f'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:04.684061 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.692058 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55077cb2-ba73-48e3-b943-05df39de4579 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Pushing event updated for resources: {'Port': ['ID=81f7d1e3-834d-4338-83a7-ac4521937086,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:04.725923 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab23eb-a7db-4856-a643-f32a9e5b0e71 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:04.726468 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab23eb-a7db-4856-a643-f32a9e5b0e71 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:04.727043 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab23eb-a7db-4856-a643-f32a9e5b0e71 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:04.727703 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab23eb-a7db-4856-a643-f32a9e5b0e71 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:04.728238 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab23eb-a7db-4856-a643-f32a9e5b0e71 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:04.728855 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab23eb-a7db-4856-a643-f32a9e5b0e71 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:04.729345 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab23eb-a7db-4856-a643-f32a9e5b0e71 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:04.729892 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab23eb-a7db-4856-a643-f32a9e5b0e71 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:04.730568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab23eb-a7db-4856-a643-f32a9e5b0e71 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:04.731538 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab23eb-a7db-4856-a643-f32a9e5b0e71 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:04.731910 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab23eb-a7db-4856-a643-f32a9e5b0e71 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:04.732440 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab23eb-a7db-4856-a643-f32a9e5b0e71 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:04.732972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab23eb-a7db-4856-a643-f32a9e5b0e71 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:04.733613 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab23eb-a7db-4856-a643-f32a9e5b0e71 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:04.734071 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab23eb-a7db-4856-a643-f32a9e5b0e71 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:04.740139 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-93ab23eb-a7db-4856-a643-f32a9e5b0e71 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13613 time: 0.1128094 Aug 31 01:30:04.740585 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59942) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:04.759992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] For port fa1855b0-5425-4fa7-8485-97c4b873c876, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:04.764076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] For port fa1855b0-5425-4fa7-8485-97c4b873c876, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fa1855b0-5425-4fa7-8485-97c4b873c876,segment=NetworkSegment(2364e99c-9b66-41f9-b18f-5cb6b33b3354),segment_id=2364e99c-9b66-41f9-b18f-5cb6b33b3354)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:04.828678 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f93f5-47ea-41bf-bf3a-390959d4b3fc tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Deleting port 81f7d1e3-834d-4338-83a7-ac4521937086 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:04.829024 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e2f93f5-47ea-41bf-bf3a-390959d4b3fc tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.851647 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.890752 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:04.895231 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.895231 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] 10.222.0.41 "PUT /v2.0/ports/fa1855b0-5425-4fa7-8485-97c4b873c876 HTTP/1.1" status: 200 len: 1092 time: 0.8901711 Aug 31 01:30:04.895231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e5db38-989c-4b03-8753-7fc60da9a607', 'tag': 'fa1855b0-5425-4fa7-8485-97c4b873c876'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:30:04.896261 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32797b7d-1d99-4418-9e34-7c33461caf79" -d '{"events": [{"name": "network-changed", "server_uuid": "01e5db38-989c-4b03-8753-7fc60da9a607", "tag": "fa1855b0-5425-4fa7-8485-97c4b873c876"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:04.901028 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-3e2f93f5-47ea-41bf-bf3a-390959d4b3fc tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] For port 81f7d1e3-834d-4338-83a7-ac4521937086, host n-h2-793621-34, got binding levels [] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:04.902219 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e2f93f5-47ea-41bf-bf3a-390959d4b3fc tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.919992 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f93f5-47ea-41bf-bf3a-390959d4b3fc tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Calling delete_port for 81f7d1e3-834d-4338-83a7-ac4521937086 owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:04.925177 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19729a25-51f3-47f4-9d65-beb9fc82ceef service neutron] Pushing event updated for resources: {'Port': ['ID=fa1855b0-5425-4fa7-8485-97c4b873c876,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:04.953250 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d058ef-64ad-44cf-8d06-20fd19fed9ce x-openstack-request-id: req-b5d058ef-64ad-44cf-8d06-20fd19fed9ce {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:04.953688 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e5db38-989c-4b03-8753-7fc60da9a607", "tag": "fa1855b0-5425-4fa7-8485-97c4b873c876", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:04.954085 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5d058ef-64ad-44cf-8d06-20fd19fed9ce {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:04.954681 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e5db38-989c-4b03-8753-7fc60da9a607', 'tag': 'fa1855b0-5425-4fa7-8485-97c4b873c876', 'status': 'completed', 'code': 200} Aug 31 01:30:05.019974 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32797b7d-1d99-4418-9e34-7c33461caf79 req-4df223f3-d33b-4a03-a791-65da1d925d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:05.021731 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-32797b7d-1d99-4418-9e34-7c33461caf79 req-4df223f3-d33b-4a03-a791-65da1d925d75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=082e9881f6da4e3991f11fcbe9d3e399&device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 1095 time: 0.0457313 Aug 31 01:30:05.114024 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e2f93f5-47ea-41bf-bf3a-390959d4b3fc tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:05.148768 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f93f5-47ea-41bf-bf3a-390959d4b3fc tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Pushing event deleted for resources: {'Port': ['ID=81f7d1e3-834d-4338-83a7-ac4521937086,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:05.154425 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbc655-335a-4bff-a07f-619a1de5c7a1 req-0e53a175-593c-4483-9d3a-b1e02b950e61 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:05.155972 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-babbc655-335a-4bff-a07f-619a1de5c7a1 req-0e53a175-593c-4483-9d3a-b1e02b950e61 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.1210887 Aug 31 01:30:05.156950 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3e2f93f5-47ea-41bf-bf3a-390959d4b3fc tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:05.159174 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3e2f93f5-47ea-41bf-bf3a-390959d4b3fc tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] 10.222.0.16 "DELETE /v2.0/ports/81f7d1e3-834d-4338-83a7-ac4521937086 HTTP/1.1" status: 204 len: 168 time: 0.4173017 Aug 31 01:30:05.161983 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59954) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:05.181392 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32797b7d-1d99-4418-9e34-7c33461caf79 req-e900f33c-dbc9-4ff7-896c-185bd2e62706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:05.183020 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-32797b7d-1d99-4418-9e34-7c33461caf79 req-e900f33c-dbc9-4ff7-896c-185bd2e62706 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=082e9881f6da4e3991f11fcbe9d3e399&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1492901 Aug 31 01:30:05.193233 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-742ab039-abd3-4a89-8488-bac4d5109846 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] GET failed (client error): The resource could not be found. Aug 31 01:30:05.196615 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-742ab039-abd3-4a89-8488-bac4d5109846 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] 10.222.0.16 "GET /v2.0/ports/81f7d1e3-834d-4338-83a7-ac4521937086 HTTP/1.1" status: 404 len: 333 time: 0.0321305 Aug 31 01:30:05.203293 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59956) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:05.210704 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f12a35bf-f145-4f15-91aa-79fe1a7cb745 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-784662025', 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:05.277120 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-babbc655-335a-4bff-a07f-619a1de5c7a1 req-fc98f0c1-88c5-4ccd-a6ad-70f324e37015 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055162 Aug 31 01:30:05.327238 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12a35bf-f145-4f15-91aa-79fe1a7cb745 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Made reservation on behalf of fe876e95abd64e0a9892e1a039da4588 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:05.327711 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f12a35bf-f145-4f15-91aa-79fe1a7cb745 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:05.335516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32797b7d-1d99-4418-9e34-7c33461caf79 req-e674f466-5441-4601-8794-6bcb3dffffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:05.339569 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-32797b7d-1d99-4418-9e34-7c33461caf79 req-e674f466-5441-4601-8794-6bcb3dffffb3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1471951 Aug 31 01:30:05.356375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-f12a35bf-f145-4f15-91aa-79fe1a7cb745 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] device_id is not set on port aeab0cd0-a4c9-4110-b9b3-ad439ad405af yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:30:05.441360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-212eaa3b-8a48-4ec9-bc82-7f7d5ec131f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:05.443103 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-212eaa3b-8a48-4ec9-bc82-7f7d5ec131f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=082e9881f6da4e3991f11fcbe9d3e399&device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 1095 time: 0.0536211 Aug 31 01:30:05.474716 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357e9c4-c7b2-42ea-943c-bb7daa5e7b8d req-89ec1560-c788-4cca-a950-173f216141f1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:05.476320 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c357e9c4-c7b2-42ea-943c-bb7daa5e7b8d req-89ec1560-c788-4cca-a950-173f216141f1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.1094389 Aug 31 01:30:05.493133 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-9bb31e9d-c32e-41eb-a1d4-976ce7302a0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa1855b0-5425-4fa7-8485-97c4b873c876 HTTP/1.1" status: 200 len: 217 time: 0.0406809 Aug 31 01:30:05.558049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-fbf87da8-de13-4271-bed1-2e3214477a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:05.560099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-fbf87da8-de13-4271-bed1-2e3214477a9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=570ede57-5631-486e-96ce-c3b410e3ba60 HTTP/1.1" status: 200 len: 849 time: 0.0573504 Aug 31 01:30:05.594662 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c357e9c4-c7b2-42ea-943c-bb7daa5e7b8d req-3610ca4f-e8fd-4a2d-bec4-1f6fcf93a408 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999568 Aug 31 01:30:05.597688 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-2bd1cac9-f03f-4643-a111-1b307809fa6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=818f1b86-9ad2-4c1a-9845-a8d22efc368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298226 Aug 31 01:30:05.617066 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f12a35bf-f145-4f15-91aa-79fe1a7cb745 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:05.617639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59966) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:05.684159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55006282-8200-487b-867c-10ffeffbc828 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:05.688614 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-55006282-8200-487b-867c-10ffeffbc828 tempest-TestNetworkAdvancedServerOps-2067003396 tempest-TestNetworkAdvancedServerOps-2067003396-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 1092 time: 0.0694389 Aug 31 01:30:05.689296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59970) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:05.694832 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': '0010030c-436f-4e5f-a50c-860858b99cb7', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:05.744042 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f12a35bf-f145-4f15-91aa-79fe1a7cb745 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:05.744391 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-b0a1df1e-86d0-46a1-ba25-299be7e26252 service neutron] 10.222.0.41 "GET /v2.0/networks/818f1b86-9ad2-4c1a-9845-a8d22efc368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389015 Aug 31 01:30:05.794284 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:05.815227 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfff29-a5f2-471c-97a9-0c76791606ba req-0687830f-98ed-4a81-9cf8-723eeffa9dd1 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:05.816805 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5bbfff29-a5f2-471c-97a9-0c76791606ba req-0687830f-98ed-4a81-9cf8-723eeffa9dd1 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 943 time: 0.1120191 Aug 31 01:30:05.872103 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12a35bf-f145-4f15-91aa-79fe1a7cb745 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Network 13202b42-e4de-4488-98c3-6aa0c32d41f7 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:05.880744 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1122b64-b975-4ceb-97ed-e1fca3a50cd8 req-de40a212-18da-4793-8d8c-e7fa3e44e73e service neutron] 10.222.0.41 "GET /v2.0/networks/818f1b86-9ad2-4c1a-9845-a8d22efc368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285312 Aug 31 01:30:05.883888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-f12a35bf-f145-4f15-91aa-79fe1a7cb745 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:05.886752 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5bbfff29-a5f2-471c-97a9-0c76791606ba req-69748ee2-85a2-4f8a-9092-418210c1baad tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528939 Aug 31 01:30:05.888029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12a35bf-f145-4f15-91aa-79fe1a7cb745 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:05.890221 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12a35bf-f145-4f15-91aa-79fe1a7cb745 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:05.891174 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f12a35bf-f145-4f15-91aa-79fe1a7cb745 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:05.900621 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a35bf-f145-4f15-91aa-79fe1a7cb745 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Pushing event updated for resources: {'Port': ['ID=aeab0cd0-a4c9-4110-b9b3-ad439ad405af,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:05.967726 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:06.009134 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f12a35bf-f145-4f15-91aa-79fe1a7cb745 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8034017 Aug 31 01:30:06.012185 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 59974) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:06.059946 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb21aec-5d6a-40e5-8ff2-682ad6915c83 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:06.061326 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0bb21aec-5d6a-40e5-8ff2-682ad6915c83 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] 10.222.0.16 "GET /v2.0/ports/aeab0cd0-a4c9-4110-b9b3-ad439ad405af HTTP/1.1" status: 200 len: 954 time: 0.0482626 Aug 31 01:30:06.064323 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59976) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:06.110231 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Allocated IP 172.25.2.139 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/8452ad90-1b70-48b1-93d2-db6834092ce7) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:06.148466 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-4cea8b0d-ac48-4ae9-a0b1-af6a07d81967 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Deleting port aeab0cd0-a4c9-4110-b9b3-ad439ad405af {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:06.149003 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4cea8b0d-ac48-4ae9-a0b1-af6a07d81967 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:06.217172 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4cea8b0d-ac48-4ae9-a0b1-af6a07d81967 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:06.231699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-4cea8b0d-ac48-4ae9-a0b1-af6a07d81967 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Calling delete_port for aeab0cd0-a4c9-4110-b9b3-ad439ad405af owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:06.254026 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:06.348375 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:06.365199 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4cea8b0d-ac48-4ae9-a0b1-af6a07d81967 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:06.392371 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:06.395516 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:06.397363 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea8b0d-ac48-4ae9-a0b1-af6a07d81967 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Pushing event deleted for resources: {'Port': ['ID=aeab0cd0-a4c9-4110-b9b3-ad439ad405af,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:06.400514 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:06.407024 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4cea8b0d-ac48-4ae9-a0b1-af6a07d81967 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:06.409574 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4cea8b0d-ac48-4ae9-a0b1-af6a07d81967 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] 10.222.0.16 "DELETE /v2.0/ports/aeab0cd0-a4c9-4110-b9b3-ad439ad405af HTTP/1.1" status: 204 len: 168 time: 0.3437998 Aug 31 01:30:06.411883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59982) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:06.420827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=8452ad90-1b70-48b1-93d2-db6834092ce7,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:06.436169 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff683f6c-520f-4571-bf0f-04012dad71d8 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] GET failed (client error): The resource could not be found. Aug 31 01:30:06.437926 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ff683f6c-520f-4571-bf0f-04012dad71d8 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] 10.222.0.16 "GET /v2.0/ports/aeab0cd0-a4c9-4110-b9b3-ad439ad405af HTTP/1.1" status: 404 len: 333 time: 0.0250118 Aug 31 01:30:06.441607 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59984) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:06.446468 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-2b3e0f94-6b00-405f-9b02-46e77235aab5 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Request body: {'port': {'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-507935645'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:06.531428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3e0f94-6b00-405f-9b02-46e77235aab5 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Made reservation on behalf of fe876e95abd64e0a9892e1a039da4588 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:06.541132 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0f94-6b00-405f-9b02-46e77235aab5 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:06.569266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-2b3e0f94-6b00-405f-9b02-46e77235aab5 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] device_id is not set on port c6e490f4-71ad-42be-b075-d832d33d3b72 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:30:06.744227 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0f94-6b00-405f-9b02-46e77235aab5 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:06.820349 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:06.822731 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:06.862876 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0f94-6b00-405f-9b02-46e77235aab5 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:06.910565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3e0f94-6b00-405f-9b02-46e77235aab5 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Network 13202b42-e4de-4488-98c3-6aa0c32d41f7 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:06.916645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-2b3e0f94-6b00-405f-9b02-46e77235aab5 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:06.919081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e0f94-6b00-405f-9b02-46e77235aab5 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Pushing event updated for resources: {'Port': ['ID=c6e490f4-71ad-42be-b075-d832d33d3b72,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:06.939565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e0f94-6b00-405f-9b02-46e77235aab5 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:06.942498 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3e0f94-6b00-405f-9b02-46e77235aab5 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:06.943617 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0f94-6b00-405f-9b02-46e77235aab5 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:06.978660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:07.039618 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2237b382-8215-4d2e-b231-fd9e386f5b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:07.074194 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2b3e0f94-6b00-405f-9b02-46e77235aab5 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6301816 Aug 31 01:30:07.076195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 59996) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:07.084214 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:07.124961 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471d3a7-83e8-49b7-b7a3-e56e931e956f req-a471e777-9461-4cdc-ac68-9478a04cef22 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:07.127146 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8471d3a7-83e8-49b7-b7a3-e56e931e956f req-a471e777-9461-4cdc-ac68-9478a04cef22 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 943 time: 0.1460481 Aug 31 01:30:07.171401 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:07.188265 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:07.195199 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8471d3a7-83e8-49b7-b7a3-e56e931e956f req-e72a72fe-2d5e-4e72-a0d1-cdfeb67417c7 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619648 Aug 31 01:30:07.249337 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:07.314643 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:07.410891 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event updated for resources: {'Port': ['ID=8452ad90-1b70-48b1-93d2-db6834092ce7,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:07.427206 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:07.428044 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:07.450813 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] device_id is not set on port c6e490f4-71ad-42be-b075-d832d33d3b72 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:30:07.462086 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:07.483403 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Transition to ACTIVE for port object c6e490f4-71ad-42be-b075-d832d33d3b72 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:07.555640 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Floating IP e17be96a-e6bb-4c5e-a488-06bb12028133 associated. External IP: 172.25.2.139, port: 0010030c-436f-4e5f-a50c-860858b99cb7. Aug 31 01:30:07.577270 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:07.635129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Pushing event updated for resources: {'Port': ['ID=c6e490f4-71ad-42be-b075-d832d33d3b72,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:07.656103 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:07.656614 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:07.657073 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:07.676421 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:07.679608 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:07.679608 n-d-793621-34 neutron-server[102342]: INFO neutron.plugins.ml2.plugin [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 2 to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 Aug 31 01:30:07.742790 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:07.744232 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:07.744599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:07.756627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:07.758506 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:07.759348 n-d-793621-34 neutron-server[102342]: INFO neutron.plugins.ml2.plugin [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 3 to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 Aug 31 01:30:07.784710 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:07.785784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:07.786366 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:07.793093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:07.794240 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:07.795269 n-d-793621-34 neutron-server[102342]: INFO neutron.plugins.ml2.plugin [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 4 to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 Aug 31 01:30:07.814271 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:07.815002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:07.815757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:07.822852 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:07.823585 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:07.824780 n-d-793621-34 neutron-server[102342]: INFO neutron.plugins.ml2.plugin [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 5 to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 Aug 31 01:30:07.843787 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:07.844512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:07.845145 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:07.851441 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:07.852181 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:07.852833 n-d-793621-34 neutron-server[102342]: INFO neutron.plugins.ml2.plugin [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 6 to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 Aug 31 01:30:07.872666 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:07.873941 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:07.874689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:07.883457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:07.884312 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:07.885081 n-d-793621-34 neutron-server[102342]: INFO neutron.plugins.ml2.plugin [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 7 to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 Aug 31 01:30:07.908268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:07.908268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:07.910279 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:07.918916 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:07.918916 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:07.918916 n-d-793621-34 neutron-server[102342]: INFO neutron.plugins.ml2.plugin [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 8 to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 Aug 31 01:30:07.937748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:07.938174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:07.938690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:07.944828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:07.945237 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:07.945907 n-d-793621-34 neutron-server[102342]: INFO neutron.plugins.ml2.plugin [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 9 to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 Aug 31 01:30:07.970550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:07.971097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:07.971562 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:07.978020 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:07.978508 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:07.979343 n-d-793621-34 neutron-server[102342]: INFO neutron.plugins.ml2.plugin [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempt 10 to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 Aug 31 01:30:08.002318 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:08.002721 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:08.002997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempting to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:08.016520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:08.021491 n-d-793621-34 neutron-server[102342]: ERROR neutron.plugins.ml2.managers [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Failed to bind port c6e490f4-71ad-42be-b075-d832d33d3b72 on host n-h2-793621-34 for vnic_type normal using segments [{'id': 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13202b42-e4de-4488-98c3-6aa0c32d41f7'}] Aug 31 01:30:08.021491 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.088024 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] For port c6e490f4-71ad-42be-b075-d832d33d3b72, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:08.088405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attempted to set empty binding levels {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 01:30:08.182854 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.221142 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] In _notify_port_updated(), no bound segment for port c6e490f4-71ad-42be-b075-d832d33d3b72 on network 13202b42-e4de-4488-98c3-6aa0c32d41f7 {{(pid=102342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:30:08.221982 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:08.222625 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.224067 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] 10.222.0.16 "PUT /v2.0/ports/c6e490f4-71ad-42be-b075-d832d33d3b72 HTTP/1.1" status: 200 len: 975 time: 1.1467404 Aug 31 01:30:08.227199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60014) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:08.256091 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99de108-1cc6-4270-9809-f2964a0d07cf tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Pushing event updated for resources: {'Port': ['ID=c6e490f4-71ad-42be-b075-d832d33d3b72,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:08.299757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router 73fa6dea-5a8f-4f08-99e1-817503500cff has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:30:08.385825 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d76db-6d8a-467c-a741-ec8fee9a7b10 req-927d45c0-3325-4189-bb07-9eb702f79cdb tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:08.387464 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d0d76db-6d8a-467c-a741-ec8fee9a7b10 req-927d45c0-3325-4189-bb07-9eb702f79cdb tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 943 time: 0.0959675 Aug 31 01:30:08.391770 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-2b8b8968-cbe3-483a-b037-4126a38f125e tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Deleting port c6e490f4-71ad-42be-b075-d832d33d3b72 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:08.392111 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8968-cbe3-483a-b037-4126a38f125e tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.425713 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:08.436393 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a188362-36b3-4b52-ba49-e4f3120658f6 None None] Sync routers for ids ['73fa6dea-5a8f-4f08-99e1-817503500cff'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:08.447350 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a188362-36b3-4b52-ba49-e4f3120658f6 None None] Routers {'73fa6dea-5a8f-4f08-99e1-817503500cff'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:08.447975 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2a188362-36b3-4b52-ba49-e4f3120658f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['73fa6dea-5a8f-4f08-99e1-817503500cff'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:08.499907 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d0d76db-6d8a-467c-a741-ec8fee9a7b10 req-8dfcf1d7-2938-43c3-80d4-d1f3a51ddf1d tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938859 Aug 31 01:30:08.499907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-2b8b8968-cbe3-483a-b037-4126a38f125e tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] For port c6e490f4-71ad-42be-b075-d832d33d3b72, host n-h2-793621-34, got binding levels [] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:08.499907 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8968-cbe3-483a-b037-4126a38f125e tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.508554 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-2b8b8968-cbe3-483a-b037-4126a38f125e tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Calling delete_port for c6e490f4-71ad-42be-b075-d832d33d3b72 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:08.520157 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.588113 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dd68cd0a-c9c1-4d7f-8e4e-d03652db34ac tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8966885 Aug 31 01:30:08.588882 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce28e13-6374-4cac-a44c-330b32c385b6', 'tag': '0010030c-436f-4e5f-a50c-860858b99cb7'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:30:08.589765 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-2a188362-36b3-4b52-ba49-e4f3120658f6 None None] Set router 73fa6dea-5a8f-4f08-99e1-817503500cff gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:08.591644 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e1f0fd-3fbc-4993-8fb2-70cf5ecaa4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "fce28e13-6374-4cac-a44c-330b32c385b6", "tag": "0010030c-436f-4e5f-a50c-860858b99cb7"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:08.617171 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.654872 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e046eea-ad61-4600-9e81-7fa64a5f2fe6 x-openstack-request-id: req-2e046eea-ad61-4600-9e81-7fa64a5f2fe6 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:08.655314 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce28e13-6374-4cac-a44c-330b32c385b6", "tag": "0010030c-436f-4e5f-a50c-860858b99cb7", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:08.655696 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e046eea-ad61-4600-9e81-7fa64a5f2fe6 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:08.656198 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce28e13-6374-4cac-a44c-330b32c385b6', 'tag': '0010030c-436f-4e5f-a50c-860858b99cb7', 'status': 'completed', 'code': 200} Aug 31 01:30:08.716171 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8968-cbe3-483a-b037-4126a38f125e tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.744658 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6712e8-84de-4001-a80c-c5e3714e9249 req-b8b2d09a-97fa-4d39-9aa9-2bccf9f43850 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:08.746932 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3e6712e8-84de-4001-a80c-c5e3714e9249 req-b8b2d09a-97fa-4d39-9aa9-2bccf9f43850 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.0706322 Aug 31 01:30:08.760445 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1f0fd-3fbc-4993-8fb2-70cf5ecaa4f5 req-6efa05e9-8ab5-4d96-ad4a-a454fcb06aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:08.762275 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-76e1f0fd-3fbc-4993-8fb2-70cf5ecaa4f5 req-6efa05e9-8ab5-4d96-ad4a-a454fcb06aae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 1097 time: 0.0827782 Aug 31 01:30:08.768536 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b8968-cbe3-483a-b037-4126a38f125e tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6e490f4-71ad-42be-b075-d832d33d3b72,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:08.771524 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8968-cbe3-483a-b037-4126a38f125e tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.777385 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2b8b8968-cbe3-483a-b037-4126a38f125e tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] 10.222.0.16 "DELETE /v2.0/ports/c6e490f4-71ad-42be-b075-d832d33d3b72 HTTP/1.1" status: 204 len: 168 time: 0.5457656 Aug 31 01:30:08.808844 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60028) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:08.813542 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3e6712e8-84de-4001-a80c-c5e3714e9249 req-a02f781c-6f41-4d1b-ae83-aa007408ed9e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598164 Aug 31 01:30:08.841250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60030) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:08.859159 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01a453e-81d1-4fad-964b-feb99326b787 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] GET failed (client error): The resource could not be found. Aug 31 01:30:08.862235 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d01a453e-81d1-4fad-964b-feb99326b787 tempest-PortsAdminExtendedAttrsTestJSON-1024850499 tempest-PortsAdminExtendedAttrsTestJSON-1024850499-project-admin] 10.222.0.16 "GET /v2.0/ports/c6e490f4-71ad-42be-b075-d832d33d3b72 HTTP/1.1" status: 404 len: 333 time: 0.0475566 Aug 31 01:30:08.867727 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60034) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:08.934851 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-04ccabfd-9a10-4444-8d71-8211f05c290d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/floatingips/e17be96a-e6bb-4c5e-a488-06bb12028133 HTTP/1.1" status: 200 len: 991 time: 0.0922830 Aug 31 01:30:08.957679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1f0fd-3fbc-4993-8fb2-70cf5ecaa4f5 req-566a6e22-c0c4-4ba6-807a-5cd334126a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:08.959631 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-76e1f0fd-3fbc-4993-8fb2-70cf5ecaa4f5 req-566a6e22-c0c4-4ba6-807a-5cd334126a99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d3f639b4-e8cc-472d-bb33-09c67ee78b44 HTTP/1.1" status: 200 len: 897 time: 0.1843398 Aug 31 01:30:08.962947 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4799544-2258-461b-8e33-ca5e4c3cfd1e tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.970510 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2a188362-36b3-4b52-ba49-e4f3120658f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181929360', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:38Z', 'updated_at': '2021-08-31T01:29:47Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:39Z', 'updated_at': '2021-08-31T01:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'e17be96a-e6bb-4c5e-a488-06bb12028133', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'floating_ip_address': '172.25.2.139', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'port_id': '0010030c-436f-4e5f-a50c-860858b99cb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44', 'mac_address': 'fa:16:3e:21:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce28e13-6374-4cac-a44c-330b32c385b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:30:06Z', 'updated_at': '2021-08-31T01:30:06Z', 'revision_number': 0, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623a2063-ba2b-4e01-aa27-5bae33ac4a03', 'name': '', 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:3b:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:46Z', 'updated_at': '2021-08-31T01:29:53Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:09.000974 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a188362-36b3-4b52-ba49-e4f3120658f6 None None] Checking router: 73fa6dea-5a8f-4f08-99e1-817503500cff for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:30:09.009594 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a188362-36b3-4b52-ba49-e4f3120658f6 None None] Routers {'73fa6dea-5a8f-4f08-99e1-817503500cff'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:09.010212 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2a188362-36b3-4b52-ba49-e4f3120658f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['73fa6dea-5a8f-4f08-99e1-817503500cff'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:09.036136 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-76e1f0fd-3fbc-4993-8fb2-70cf5ecaa4f5 req-a6a2f0c7-24db-4a16-b17a-f3cb415cdaf8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0010030c-436f-4e5f-a50c-860858b99cb7 HTTP/1.1" status: 200 len: 999 time: 0.0692360 Aug 31 01:30:09.098064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1f0fd-3fbc-4993-8fb2-70cf5ecaa4f5 req-c8d834f5-6601-4af3-8cb3-438839d08dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:09.100316 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-76e1f0fd-3fbc-4993-8fb2-70cf5ecaa4f5 req-c8d834f5-6601-4af3-8cb3-438839d08dba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aab5821f-0ffc-46ef-b02f-36bb9ea0958a HTTP/1.1" status: 200 len: 834 time: 0.0574968 Aug 31 01:30:09.101659 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4799544-2258-461b-8e33-ca5e4c3cfd1e tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.112488 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b4799544-2258-461b-8e33-ca5e4c3cfd1e tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13202b42-e4de-4488-98c3-6aa0c32d41f7']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:09.124463 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b4799544-2258-461b-8e33-ca5e4c3cfd1e tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:09.124855 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b4799544-2258-461b-8e33-ca5e4c3cfd1e tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce07e65b-99d6-4af4-bdcd-a449dfe60c6a') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:09.132252 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-2a188362-36b3-4b52-ba49-e4f3120658f6 None None] Set router 73fa6dea-5a8f-4f08-99e1-817503500cff gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:09.134833 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4799544-2258-461b-8e33-ca5e4c3cfd1e tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.153075 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4799544-2258-461b-8e33-ca5e4c3cfd1e tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.160140 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1f0fd-3fbc-4993-8fb2-70cf5ecaa4f5 req-45d58244-9fbf-4aca-be86-9864f16044f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:09.160793 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4799544-2258-461b-8e33-ca5e4c3cfd1e tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:30:09.161328 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4799544-2258-461b-8e33-ca5e4c3cfd1e tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.161837 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-76e1f0fd-3fbc-4993-8fb2-70cf5ecaa4f5 req-45d58244-9fbf-4aca-be86-9864f16044f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d3f639b4-e8cc-472d-bb33-09c67ee78b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547807 Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:30:09.164743 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:30:09.271760 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-76e1f0fd-3fbc-4993-8fb2-70cf5ecaa4f5 req-0fb5d51e-3d29-4f83-b29d-4ee9c7ed6b55 service neutron] 10.222.0.48 "GET /v2.0/networks/d3f639b4-e8cc-472d-bb33-09c67ee78b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013753 Aug 31 01:30:09.302657 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4799544-2258-461b-8e33-ca5e4c3cfd1e tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.312084 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b4799544-2258-461b-8e33-ca5e4c3cfd1e tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.313979 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b4799544-2258-461b-8e33-ca5e4c3cfd1e tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] 10.222.0.16 "DELETE /v2.0/networks/13202b42-e4de-4488-98c3-6aa0c32d41f7 HTTP/1.1" status: 204 len: 168 time: 0.4452453 Aug 31 01:30:09.327461 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4799544-2258-461b-8e33-ca5e4c3cfd1e tempest-PortsAdminExtendedAttrsTestJSON-701424450 tempest-PortsAdminExtendedAttrsTestJSON-701424450-project] Pushing event deleted for resources: {'Network': ['ID=13202b42-e4de-4488-98c3-6aa0c32d41f7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:09.379484 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-76e1f0fd-3fbc-4993-8fb2-70cf5ecaa4f5 req-2b389ca1-4109-4d8f-8614-2394e021b618 service neutron] 10.222.0.48 "GET /v2.0/networks/d3f639b4-e8cc-472d-bb33-09c67ee78b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009002 Aug 31 01:30:09.431923 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2a188362-36b3-4b52-ba49-e4f3120658f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181929360', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:38Z', 'updated_at': '2021-08-31T01:29:47Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:39Z', 'updated_at': '2021-08-31T01:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'e17be96a-e6bb-4c5e-a488-06bb12028133', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'floating_ip_address': '172.25.2.139', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'port_id': '0010030c-436f-4e5f-a50c-860858b99cb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44', 'mac_address': 'fa:16:3e:21:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce28e13-6374-4cac-a44c-330b32c385b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:30:06Z', 'updated_at': '2021-08-31T01:30:06Z', 'revision_number': 0, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623a2063-ba2b-4e01-aa27-5bae33ac4a03', 'name': '', 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:3b:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:46Z', 'updated_at': '2021-08-31T01:29:53Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:09.460564 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a188362-36b3-4b52-ba49-e4f3120658f6 None None] The sync data for ids ['73fa6dea-5a8f-4f08-99e1-817503500cff'] in n-d-793621-34 is: [{'id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181929360', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:38Z', 'updated_at': '2021-08-31T01:29:47Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:39Z', 'updated_at': '2021-08-31T01:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'e17be96a-e6bb-4c5e-a488-06bb12028133', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'floating_ip_address': '172.25.2.139', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'port_id': '0010030c-436f-4e5f-a50c-860858b99cb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44', 'mac_address': 'fa:16:3e:21:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce28e13-6374-4cac-a44c-330b32c385b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:30:06Z', 'updated_at': '2021-08-31T01:30:06Z', 'revision_number': 0, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623a2063-ba2b-4e01-aa27-5bae33ac4a03', 'name': '', 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:3b:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:46Z', 'updated_at': '2021-08-31T01:29:53Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:09.682877 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cbe55-9eaa-40d8-8138-9670782b0587 req-d0b23c7d-5d85-4095-920b-ff3e5b24cb96 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:09.685154 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d64cbe55-9eaa-40d8-8138-9670782b0587 req-d0b23c7d-5d85-4095-920b-ff3e5b24cb96 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 943 time: 0.0849035 Aug 31 01:30:09.711831 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e54205-f429-464b-8a44-aa15e6bfe422 None None] New status for floating IP e17be96a-e6bb-4c5e-a488-06bb12028133: ACTIVE {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:30:09.731168 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d64cbe55-9eaa-40d8-8138-9670782b0587 req-0c0cb7f2-6af2-4ed8-8a8d-7f0b3c3cae4e tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390701 Aug 31 01:30:09.895018 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60054) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:09.938695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60058) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:10.034608 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d67fbbf2-54f5-4f6e-9cfd-2867ad39890c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/floatingips/e17be96a-e6bb-4c5e-a488-06bb12028133 HTTP/1.1" status: 200 len: 991 time: 0.0928063 Aug 31 01:30:10.066872 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8712625d-7084-496a-a6ed-5081ec6f98d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80c891ee58ef4120817d3ec7661f07ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697581 Aug 31 01:30:10.067518 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device fa1855b0-5425-4fa7-8485-97c4b873c876 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:30:10.069368 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60062) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:10.122055 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-edb2ce03-daa5-44c8-9799-22adc0ed5f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:10.143898 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-edb2ce03-daa5-44c8-9799-22adc0ed5f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:10.168896 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port fa1855b0-5425-4fa7-8485-97c4b873c876, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fa1855b0-5425-4fa7-8485-97c4b873c876,segment=NetworkSegment(2364e99c-9b66-41f9-b18f-5cb6b33b3354),segment_id=2364e99c-9b66-41f9-b18f-5cb6b33b3354)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:10.186071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'fa1855b0-5425-4fa7-8485-97c4b873c876', 'network_id': '818f1b86-9ad2-4c1a-9845-a8d22efc368f', 'port_id': 'fa1855b0-5425-4fa7-8485-97c4b873c876', 'mac_address': 'fa:16:3e:36:da:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570ede57-5631-486e-96ce-c3b410e3ba60', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:30:10.230478 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:10.243989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1855b0-5425-4fa7-8485-97c4b873c876 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:30:10.265105 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port fa1855b0-5425-4fa7-8485-97c4b873c876, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fa1855b0-5425-4fa7-8485-97c4b873c876,segment=NetworkSegment(2364e99c-9b66-41f9-b18f-5cb6b33b3354),segment_id=2364e99c-9b66-41f9-b18f-5cb6b33b3354)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:10.330704 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:10.382616 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-edb2ce03-daa5-44c8-9799-22adc0ed5f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:10.382842 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:10.386686 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-edb2ce03-daa5-44c8-9799-22adc0ed5f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:10.393462 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-edb2ce03-daa5-44c8-9799-22adc0ed5f39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f0d87ad-8b30-48c0-a99e-43a970eb573d HTTP/1.1" status: 204 len: 168 time: 0.3172865 Aug 31 01:30:10.399598 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2ce03-daa5-44c8-9799-22adc0ed5f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0d87ad-8b30-48c0-a99e-43a970eb573d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:10.452941 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=fa1855b0-5425-4fa7-8485-97c4b873c876,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:10.460247 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:10.460590 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:10.460924 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:10.461255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:10.461614 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:10.461943 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:10.462264 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:10.462586 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:10.462906 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:10.463224 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:10.463544 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:10.463861 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:10.599976 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['fa1855b0-5425-4fa7-8485-97c4b873c876'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:30:10.873552 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21898d-c445-4ff2-a463-d1f698b2af4d req-36f460ff-9709-46bf-a37a-49708eab9095 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:10.875175 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc21898d-c445-4ff2-a463-d1f698b2af4d req-36f460ff-9709-46bf-a37a-49708eab9095 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 944 time: 0.0555277 Aug 31 01:30:10.922858 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bc21898d-c445-4ff2-a463-d1f698b2af4d req-d59175c2-558e-413f-93d4-466570df7dd6 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350769 Aug 31 01:30:11.037529 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60080) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:11.104200 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-804560e4-c11a-49a2-9f86-7a16b2df8115 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/floatingips/e17be96a-e6bb-4c5e-a488-06bb12028133 HTTP/1.1" status: 200 len: 993 time: 0.0654488 Aug 31 01:30:11.227465 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60084) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:11.268909 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-437b04f5-b780-420a-ac52-f811597bf225 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe876e95abd64e0a9892e1a039da4588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420406 Aug 31 01:30:11.271693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60086) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:11.322777 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-40a486d5-0406-4818-9317-3ee43cfc3c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:11.344900 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-40a486d5-0406-4818-9317-3ee43cfc3c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:11.462343 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-40a486d5-0406-4818-9317-3ee43cfc3c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:11.465560 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-40a486d5-0406-4818-9317-3ee43cfc3c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:11.469102 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-40a486d5-0406-4818-9317-3ee43cfc3c2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f6688fe-a119-4c55-8683-3eeecb8e8a73 HTTP/1.1" status: 204 len: 168 time: 0.1935670 Aug 31 01:30:11.476247 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a486d5-0406-4818-9317-3ee43cfc3c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6688fe-a119-4c55-8683-3eeecb8e8a73,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:12.063560 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd682c5-6e40-4ae6-a051-67eb642c4d20 req-4da04d7d-fd80-41ed-bd97-835e582f1924 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:12.065136 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0cd682c5-6e40-4ae6-a051-67eb642c4d20 req-4da04d7d-fd80-41ed-bd97-835e582f1924 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 944 time: 0.0551410 Aug 31 01:30:12.082676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device fa1855b0-5425-4fa7-8485-97c4b873c876 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:12.106392 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0cd682c5-6e40-4ae6-a051-67eb642c4d20 req-7eb02759-378f-47f2-8abd-0fcf93224408 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349672 Aug 31 01:30:12.286609 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port fa1855b0-5425-4fa7-8485-97c4b873c876 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:12.291513 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port fa1855b0-5425-4fa7-8485-97c4b873c876 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:12.291932 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:12.381857 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:12.416097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e5db38-989c-4b03-8753-7fc60da9a607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1855b0-5425-4fa7-8485-97c4b873c876'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:30:12.418834 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be21ae4-8b54-4563-bc27-70d0912a27bf" -d '{"events": [{"server_uuid": "01e5db38-989c-4b03-8753-7fc60da9a607", "name": "network-vif-plugged", "status": "completed", "tag": "fa1855b0-5425-4fa7-8485-97c4b873c876"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:12.430822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port fa1855b0-5425-4fa7-8485-97c4b873c876, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fa1855b0-5425-4fa7-8485-97c4b873c876,segment=NetworkSegment(2364e99c-9b66-41f9-b18f-5cb6b33b3354),segment_id=2364e99c-9b66-41f9-b18f-5cb6b33b3354)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:12.459930 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53534af9-f663-4b64-a233-8ed5a1579fae x-openstack-request-id: req-53534af9-f663-4b64-a233-8ed5a1579fae {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:12.460282 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e5db38-989c-4b03-8753-7fc60da9a607", "name": "network-vif-plugged", "status": "completed", "tag": "fa1855b0-5425-4fa7-8485-97c4b873c876", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:12.460540 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53534af9-f663-4b64-a233-8ed5a1579fae {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:12.460938 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e5db38-989c-4b03-8753-7fc60da9a607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1855b0-5425-4fa7-8485-97c4b873c876', 'code': 200} Aug 31 01:30:12.519275 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:12.561022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42dbfa-9709-4aad-8406-3d8483224ec0 req-302e9505-df7d-4d4a-bc33-dec916fd9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:12.562527 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a42dbfa-9709-4aad-8406-3d8483224ec0 req-302e9505-df7d-4d4a-bc33-dec916fd9900 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 1097 time: 0.0464771 Aug 31 01:30:12.571377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=fa1855b0-5425-4fa7-8485-97c4b873c876,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:12.600606 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a42dbfa-9709-4aad-8406-3d8483224ec0 req-7e5a4d42-b419-425d-94e4-bb2de6ecb67a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309622 Aug 31 01:30:13.242265 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328d94e-a1c6-4ab8-b981-2f537be48b10 req-45e08871-2d59-4260-bb30-c2a81b4a07a9 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:13.243856 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d328d94e-a1c6-4ab8-b981-2f537be48b10 req-45e08871-2d59-4260-bb30-c2a81b4a07a9 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 945 time: 0.0648632 Aug 31 01:30:13.288851 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d328d94e-a1c6-4ab8-b981-2f537be48b10 req-94a0497c-e106-49b5-acc0-91d1a12eec85 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386875 Aug 31 01:30:13.665859 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60156) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:13.790401 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f3166203-261f-4334-94cd-13de6262e7d2 tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1215792425', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:13.884654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3166203-261f-4334-94cd-13de6262e7d2 tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Made reservation on behalf of 28f8fa6f1254417c971f9ada146f9dec for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:13.887912 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f3166203-261f-4334-94cd-13de6262e7d2 tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:13.900881 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f3166203-261f-4334-94cd-13de6262e7d2 tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:13.993949 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f3166203-261f-4334-94cd-13de6262e7d2 tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.038996 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f3166203-261f-4334-94cd-13de6262e7d2 tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.050357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [None req-f3166203-261f-4334-94cd-13de6262e7d2 tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] device_id is not set on port 0ae8b020-2cc0-46e7-8d97-e1f2a262f644 yet. {{(pid=102342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:30:14.104023 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3166203-261f-4334-94cd-13de6262e7d2 tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aff18a-3e91-4a44-9224-ea3ab6b37c71,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:14.181539 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-f3166203-261f-4334-94cd-13de6262e7d2 tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Allocated IP 172.25.2.118 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/0ae8b020-2cc0-46e7-8d97-e1f2a262f644) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:14.325063 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f3166203-261f-4334-94cd-13de6262e7d2 tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.416398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a1f22-ca49-46ec-b6a9-fe41b38dcdc0 req-226c22c2-c87d-4172-821d-d0f3653e278a tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:14.418578 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-848a1f22-ca49-46ec-b6a9-fe41b38dcdc0 req-226c22c2-c87d-4172-821d-d0f3653e278a tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 945 time: 0.0521972 Aug 31 01:30:14.459996 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-848a1f22-ca49-46ec-b6a9-fe41b38dcdc0 req-02ab8801-7cc2-4ae4-9f46-be5cbc25bc98 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346873 Aug 31 01:30:14.468897 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f3166203-261f-4334-94cd-13de6262e7d2 tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.511337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3166203-261f-4334-94cd-13de6262e7d2 tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:14.514808 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-f3166203-261f-4334-94cd-13de6262e7d2 tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:14.520906 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3166203-261f-4334-94cd-13de6262e7d2 tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:14.554285 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3166203-261f-4334-94cd-13de6262e7d2 tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Pushing event updated for resources: {'Port': ['ID=0ae8b020-2cc0-46e7-8d97-e1f2a262f644,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:14.566850 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3166203-261f-4334-94cd-13de6262e7d2 tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:14.567458 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f3166203-261f-4334-94cd-13de6262e7d2 tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.692524 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f3166203-261f-4334-94cd-13de6262e7d2 tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0260329 Aug 31 01:30:14.695246 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60176) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:14.699972 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-84c5ca7f-bd52-42ca-8f33-bc7f718e95fb tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}]}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:14.839813 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-84c5ca7f-bd52-42ca-8f33-bc7f718e95fb tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.840898 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-84c5ca7f-bd52-42ca-8f33-bc7f718e95fb tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.897157 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-84c5ca7f-bd52-42ca-8f33-bc7f718e95fb tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:15.107869 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-84c5ca7f-bd52-42ca-8f33-bc7f718e95fb tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:16.056053 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-84c5ca7f-bd52-42ca-8f33-bc7f718e95fb tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:16.080565 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-84c5ca7f-bd52-42ca-8f33-bc7f718e95fb tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:16.286947 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44160b-8fc2-4118-a208-c52fb6d6a58b req-dac80dd8-e776-4230-80d8-dfdc302fa0dc tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:16.288488 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df44160b-8fc2-4118-a208-c52fb6d6a58b req-dac80dd8-e776-4230-80d8-dfdc302fa0dc tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 945 time: 0.0565836 Aug 31 01:30:16.317075 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-84c5ca7f-bd52-42ca-8f33-bc7f718e95fb tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:16.332106 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-df44160b-8fc2-4118-a208-c52fb6d6a58b req-3af5ce9a-5ac4-4764-855e-d10744c030ce tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368650 Aug 31 01:30:16.509430 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-84c5ca7f-bd52-42ca-8f33-bc7f718e95fb tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:16.512294 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-84c5ca7f-bd52-42ca-8f33-bc7f718e95fb tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:16.691038 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-84c5ca7f-bd52-42ca-8f33-bc7f718e95fb tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:16.691602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c5ca7f-bd52-42ca-8f33-bc7f718e95fb tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4671682-3797-4e40-88b2-6c32693dff83 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:30:16.816709 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-84c5ca7f-bd52-42ca-8f33-bc7f718e95fb tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 01:30:16.818025 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-84c5ca7f-bd52-42ca-8f33-bc7f718e95fb tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1217155 Aug 31 01:30:16.821234 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60208) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:16.919400 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-74dff3c2-1f5c-4e41-831e-a1511cbaa73c tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Deleting port 0ae8b020-2cc0-46e7-8d97-e1f2a262f644 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:16.919400 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-74dff3c2-1f5c-4e41-831e-a1511cbaa73c tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:17.008569 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-74dff3c2-1f5c-4e41-831e-a1511cbaa73c tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:17.021595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-74dff3c2-1f5c-4e41-831e-a1511cbaa73c tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Calling delete_port for 0ae8b020-2cc0-46e7-8d97-e1f2a262f644 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:17.200158 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-74dff3c2-1f5c-4e41-831e-a1511cbaa73c tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:17.238668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dff3c2-1f5c-4e41-831e-a1511cbaa73c tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ae8b020-2cc0-46e7-8d97-e1f2a262f644,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:17.300020 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-74dff3c2-1f5c-4e41-831e-a1511cbaa73c tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:17.301884 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-74dff3c2-1f5c-4e41-831e-a1511cbaa73c tempest-RoutersAdminNegativeTest-581544333 tempest-RoutersAdminNegativeTest-581544333-project-admin] 10.222.0.16 "DELETE /v2.0/ports/0ae8b020-2cc0-46e7-8d97-e1f2a262f644 HTTP/1.1" status: 204 len: 168 time: 0.4797080 Aug 31 01:30:17.468099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649675b-a83b-42de-8716-bfadb7e57939 req-b33994ea-3062-4ea8-ae5d-ccf37ed5aacb tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:17.469986 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8649675b-a83b-42de-8716-bfadb7e57939 req-b33994ea-3062-4ea8-ae5d-ccf37ed5aacb tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 945 time: 0.0562899 Aug 31 01:30:17.530146 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8649675b-a83b-42de-8716-bfadb7e57939 req-e5981b4b-178b-43d2-8545-d6d899ee234e tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534980 Aug 31 01:30:17.619977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683a5ea-4c2d-4b3e-9361-653aaec8b0cb req-a18c5b74-c541-405b-89ef-e023899e633d tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:17.622548 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d683a5ea-4c2d-4b3e-9361-653aaec8b0cb req-a18c5b74-c541-405b-89ef-e023899e633d tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.41 "GET /v2.0/ports?device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 945 time: 0.0624053 Aug 31 01:30:17.724645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-d683a5ea-4c2d-4b3e-9361-653aaec8b0cb req-73a1fdf9-bb75-4a19-864e-7b7ef9bb2360 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Deleting port fa1855b0-5425-4fa7-8485-97c4b873c876 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:17.724912 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d683a5ea-4c2d-4b3e-9361-653aaec8b0cb req-73a1fdf9-bb75-4a19-864e-7b7ef9bb2360 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:17.823050 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60218) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:17.837546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-d683a5ea-4c2d-4b3e-9361-653aaec8b0cb req-73a1fdf9-bb75-4a19-864e-7b7ef9bb2360 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] For port fa1855b0-5425-4fa7-8485-97c4b873c876, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fa1855b0-5425-4fa7-8485-97c4b873c876,segment=NetworkSegment(2364e99c-9b66-41f9-b18f-5cb6b33b3354),segment_id=2364e99c-9b66-41f9-b18f-5cb6b33b3354)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:17.837949 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d683a5ea-4c2d-4b3e-9361-653aaec8b0cb req-73a1fdf9-bb75-4a19-864e-7b7ef9bb2360 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:17.855687 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-d683a5ea-4c2d-4b3e-9361-653aaec8b0cb req-73a1fdf9-bb75-4a19-864e-7b7ef9bb2360 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Calling delete_port for fa1855b0-5425-4fa7-8485-97c4b873c876 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:17.965640 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eea817af-8d9e-4fae-b217-8da04f83331e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:18.068236 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d683a5ea-4c2d-4b3e-9361-653aaec8b0cb req-73a1fdf9-bb75-4a19-864e-7b7ef9bb2360 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:18.069531 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eea817af-8d9e-4fae-b217-8da04f83331e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:18.081187 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['fa1855b0-5425-4fa7-8485-97c4b873c876'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:30:18.107434 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1fdf9-bb75-4a19-864e-7b7ef9bb2360 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Pushing event deleted for resources: {'Port': ['ID=fa1855b0-5425-4fa7-8485-97c4b873c876,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:18.149537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d683a5ea-4c2d-4b3e-9361-653aaec8b0cb req-73a1fdf9-bb75-4a19-864e-7b7ef9bb2360 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] No DVR routers for this DVR port fa1855b0-5425-4fa7-8485-97c4b873c876 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:30:18.154191 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d683a5ea-4c2d-4b3e-9361-653aaec8b0cb req-73a1fdf9-bb75-4a19-864e-7b7ef9bb2360 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:18.155091 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d683a5ea-4c2d-4b3e-9361-653aaec8b0cb req-73a1fdf9-bb75-4a19-864e-7b7ef9bb2360 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.41 "DELETE /v2.0/ports/fa1855b0-5425-4fa7-8485-97c4b873c876 HTTP/1.1" status: 204 len: 173 time: 0.5253127 Aug 31 01:30:18.155487 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e5db38-989c-4b03-8753-7fc60da9a607', 'name': 'network-vif-deleted', 'tag': 'fa1855b0-5425-4fa7-8485-97c4b873c876'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:30:18.157852 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564e823c-546d-47f4-964b-fe574da64433" -d '{"events": [{"server_uuid": "01e5db38-989c-4b03-8753-7fc60da9a607", "name": "network-vif-deleted", "tag": "fa1855b0-5425-4fa7-8485-97c4b873c876"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:18.188312 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eea817af-8d9e-4fae-b217-8da04f83331e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:18.200919 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9098db-6d69-473f-a12b-88724a717e43 x-openstack-request-id: req-4c9098db-6d69-473f-a12b-88724a717e43 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:18.202305 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e5db38-989c-4b03-8753-7fc60da9a607", "name": "network-vif-deleted", "tag": "fa1855b0-5425-4fa7-8485-97c4b873c876", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:18.202793 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c9098db-6d69-473f-a12b-88724a717e43 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:18.203483 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e5db38-989c-4b03-8753-7fc60da9a607', 'name': 'network-vif-deleted', 'tag': 'fa1855b0-5425-4fa7-8485-97c4b873c876', 'status': 'completed', 'code': 200} Aug 31 01:30:18.235341 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea817af-8d9e-4fae-b217-8da04f83331e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3313be-5cf9-45ca-87a1-88f479a62ce2,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:18.240646 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-eea817af-8d9e-4fae-b217-8da04f83331e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92952cc7b52e43ae904a2f78df376909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156463 Aug 31 01:30:18.243324 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60226) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:18.305540 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f8b0671d-ff46-42f0-85bb-7a60fa56f0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:18.333462 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f8b0671d-ff46-42f0-85bb-7a60fa56f0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:18.496976 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f8b0671d-ff46-42f0-85bb-7a60fa56f0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:18.503774 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f8b0671d-ff46-42f0-85bb-7a60fa56f0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:18.503774 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f8b0671d-ff46-42f0-85bb-7a60fa56f0be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc3313be-5cf9-45ca-87a1-88f479a62ce2 HTTP/1.1" status: 204 len: 168 time: 0.2563732 Aug 31 01:30:18.518197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0671d-ff46-42f0-85bb-7a60fa56f0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3313be-5cf9-45ca-87a1-88f479a62ce2,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:18.653543 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e3c9048a-b842-4c00-9b52-e277e30ea3af req-9273df28-ef0c-4212-823b-3bf664a261c0 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=01e5db38-989c-4b03-8753-7fc60da9a607 HTTP/1.1" status: 200 len: 210 time: 0.0356758 Aug 31 01:30:19.482234 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60236) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:19.527756 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2889e7f5-5db2-45a4-a07f-d531ee898861 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28f8fa6f1254417c971f9ada146f9dec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433366 Aug 31 01:30:19.530302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60238) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:19.593924 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa763093-6a12-4d90-8f39-22505e137693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:19.625811 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa763093-6a12-4d90-8f39-22505e137693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:19.770120 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa763093-6a12-4d90-8f39-22505e137693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:19.772806 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa763093-6a12-4d90-8f39-22505e137693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:19.774312 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fa763093-6a12-4d90-8f39-22505e137693 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8aff18a-3e91-4a44-9224-ea3ab6b37c71 HTTP/1.1" status: 204 len: 168 time: 0.2430058 Aug 31 01:30:19.784479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa763093-6a12-4d90-8f39-22505e137693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8aff18a-3e91-4a44-9224-ea3ab6b37c71,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:20.027802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-fd6b78d6-92b4-4b15-88d5-18af71abc112 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:20.029415 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-fd6b78d6-92b4-4b15-88d5-18af71abc112 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/networks?id=818f1b86-9ad2-4c1a-9845-a8d22efc368f HTTP/1.1" status: 200 len: 809 time: 0.1196673 Aug 31 01:30:20.049173 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-4e5f092a-e66d-4271-bec8-706a342c5c5c tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/quotas/082e9881f6da4e3991f11fcbe9d3e399 HTTP/1.1" status: 200 len: 375 time: 0.0105610 Aug 31 01:30:20.086187 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-9ff141d6-6894-4772-a77c-f3bdf4d2879d tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=082e9881f6da4e3991f11fcbe9d3e399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305569 Aug 31 01:30:20.122124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device fa1855b0-5425-4fa7-8485-97c4b873c876 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:20.151271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: fa1855b0-5425-4fa7-8485-97c4b873c876 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:30:20.152152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device fa1855b0-5425-4fa7-8485-97c4b873c876 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:30:20.200753 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-aae1420b-72ff-4f99-b957-171610706c34 service neutron] 10.222.0.16 "GET /v2.0/networks/818f1b86-9ad2-4c1a-9845-a8d22efc368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066372 Aug 31 01:30:20.310978 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-d77d7fc1-a456-4136-9e09-2e4fa4446fd2 service neutron] 10.222.0.16 "GET /v2.0/networks/818f1b86-9ad2-4c1a-9845-a8d22efc368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033425 Aug 31 01:30:20.617237 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fae9bce7-2bff-4d67-8d4d-b618e728bc55 req-bdb3f95a-6134-4ee0-b0d8-65aae24195a3 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2 HTTP/1.1" status: 200 len: 210 time: 0.0471904 Aug 31 01:30:21.037223 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60290) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:21.164921 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-3bfe28fd-b71f-41a2-b415-e952e9ca4f50 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-354473303'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:21.279387 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfe28fd-b71f-41a2-b415-e952e9ca4f50 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Made reservation on behalf of 0407f2d81a224ae98952ea15d26d4091 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:21.283216 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3bfe28fd-b71f-41a2-b415-e952e9ca4f50 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.293579 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3bfe28fd-b71f-41a2-b415-e952e9ca4f50 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.410375 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3bfe28fd-b71f-41a2-b415-e952e9ca4f50 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.473246 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3bfe28fd-b71f-41a2-b415-e952e9ca4f50 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.506756 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfe28fd-b71f-41a2-b415-e952e9ca4f50 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:30:21.518044 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe28fd-b71f-41a2-b415-e952e9ca4f50 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f917ffe9-d633-4d1a-b0d9-deb90175dc7c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:21.523659 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3bfe28fd-b71f-41a2-b415-e952e9ca4f50 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.524005 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-3bfe28fd-b71f-41a2-b415-e952e9ca4f50 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Added segment 28ae231b-4af5-409e-be9a-1578d2680120 of type vlan for network 9336ca18-1214-4b2e-8f6f-38e215d46908 Aug 31 01:30:21.575817 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3bfe28fd-b71f-41a2-b415-e952e9ca4f50 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.726510 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b9ad3c60-ff6b-4084-8646-7eecf060f38f req-61ae3e94-e9e9-47b4-a864-893e64123be3 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2 HTTP/1.1" status: 200 len: 210 time: 0.0332518 Aug 31 01:30:21.727142 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3bfe28fd-b71f-41a2-b415-e952e9ca4f50 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.734681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfe28fd-b71f-41a2-b415-e952e9ca4f50 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:21.735244 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3bfe28fd-b71f-41a2-b415-e952e9ca4f50 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.808974 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe28fd-b71f-41a2-b415-e952e9ca4f50 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Pushing event updated for resources: {'Network': ['ID=9336ca18-1214-4b2e-8f6f-38e215d46908,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:21.820131 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 9336ca18-1214-4b2e-8f6f-38e215d46908 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:30:21.909328 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3bfe28fd-b71f-41a2-b415-e952e9ca4f50 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8701975 Aug 31 01:30:21.913537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60326) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:21.919992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0d1a1021-5cbc-42c3-a8f2-6ae9a14a620c tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Request body: {'subnet': {'network_id': '9336ca18-1214-4b2e-8f6f-38e215d46908', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:22.154015 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1a1021-5cbc-42c3-a8f2-6ae9a14a620c tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Made reservation on behalf of 0407f2d81a224ae98952ea15d26d4091 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:22.157979 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d1a1021-5cbc-42c3-a8f2-6ae9a14a620c tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:22.445424 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d1a1021-5cbc-42c3-a8f2-6ae9a14a620c tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:22.505430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a1021-5cbc-42c3-a8f2-6ae9a14a620c tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Pushing event updated for resources: {'Subnet': ['ID=2022e7b9-a4ad-41ef-bcd0-5c0023561cf6,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:22.533849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1a1021-5cbc-42c3-a8f2-6ae9a14a620c tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Checking segment: {'id': '28ae231b-4af5-409e-be9a-1578d2680120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9336ca18-1214-4b2e-8f6f-38e215d46908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:22.534217 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1a1021-5cbc-42c3-a8f2-6ae9a14a620c tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Network hostable DHCP agents. Network: 9336ca18-1214-4b2e-8f6f-38e215d46908, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:30:22.658545 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1a1021-5cbc-42c3-a8f2-6ae9a14a620c tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Network 9336ca18-1214-4b2e-8f6f-38e215d46908 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:30:22.747758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-0d1a1021-5cbc-42c3-a8f2-6ae9a14a620c tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 9336ca18-1214-4b2e-8f6f-38e215d46908) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:22.753409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1a1021-5cbc-42c3-a8f2-6ae9a14a620c tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:22.754349 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d1a1021-5cbc-42c3-a8f2-6ae9a14a620c tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:22.760282 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3865cf4-0ae2-4cff-9d65-64a77f65fd85 None None] Network 9336ca18-1214-4b2e-8f6f-38e215d46908 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:22.850924 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0d1a1021-5cbc-42c3-a8f2-6ae9a14a620c tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9359350 Aug 31 01:30:22.854230 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60370) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:22.860134 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-05c4cf4e-e307-4689-9afb-e097df5d8900 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Request body: {'port': {'network_id': '9336ca18-1214-4b2e-8f6f-38e215d46908', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1990346453'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:22.909839 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b071e807-2a4f-4991-a833-f4cb32b48c3e req-292b4e32-bad9-4b51-9eb8-990b1b216b0a tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2 HTTP/1.1" status: 200 len: 210 time: 0.0322974 Aug 31 01:30:22.976185 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-2dba583e-2381-4798-ab54-5d8af0233a57 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:22.977792 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-2dba583e-2381-4798-ab54-5d8af0233a57 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.41 "GET /v2.0/networks?id=818f1b86-9ad2-4c1a-9845-a8d22efc368f HTTP/1.1" status: 200 len: 809 time: 0.2129152 Aug 31 01:30:22.978158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-9336ca18-1214-4b2e-8f6f-38e215d46908', 'network_id': '9336ca18-1214-4b2e-8f6f-38e215d46908', 'tenant_id': '0407f2d81a224ae98952ea15d26d4091', 'fixed_ips': [{'subnet_id': '2022e7b9-a4ad-41ef-bcd0-5c0023561cf6'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:30:22.979084 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:22.996785 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-5c67f278-a15e-4c38-b1f2-77c4f2039d39 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Request body: {'port': {'device_id': 'c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2', 'network_id': '818f1b86-9ad2-4c1a-9845-a8d22efc368f', 'admin_state_up': True, 'tenant_id': '082e9881f6da4e3991f11fcbe9d3e399'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:23.147674 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c4cf4e-e307-4689-9afb-e097df5d8900 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Made reservation on behalf of 0407f2d81a224ae98952ea15d26d4091 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:23.153714 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05c4cf4e-e307-4689-9afb-e097df5d8900 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.187522 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-05c4cf4e-e307-4689-9afb-e097df5d8900 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] device_id is not set on port e2763c46-040c-4078-8488-186c640e29ad yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:30:23.202641 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Allocated IP 2001:db8::2 (9336ca18-1214-4b2e-8f6f-38e215d46908/2022e7b9-a4ad-41ef-bcd0-5c0023561cf6/587588c4-12a2-4320-9417-1349a8c00357) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:23.278807 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-5c67f278-a15e-4c38-b1f2-77c4f2039d39 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Made reservation on behalf of 082e9881f6da4e3991f11fcbe9d3e399 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:23.282423 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-5c67f278-a15e-4c38-b1f2-77c4f2039d39 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.393256 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.407455 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Transition to ACTIVE for port object 587588c4-12a2-4320-9417-1349a8c00357 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:23.431339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Transition to ACTIVE for port object 587588c4-12a2-4320-9417-1349a8c00357 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:23.444971 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-5c67f278-a15e-4c38-b1f2-77c4f2039d39 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Allocated IP 172.20.0.6 (818f1b86-9ad2-4c1a-9845-a8d22efc368f/570ede57-5631-486e-96ce-c3b410e3ba60/996140c0-43f4-4424-8cf8-1ae548d71e96) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:23.476580 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.495395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Network 9336ca18-1214-4b2e-8f6f-38e215d46908 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:23.498233 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:23.519359 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:23.546446 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-05c4cf4e-e307-4689-9afb-e097df5d8900 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Allocated IP 2001:db8::c6 (9336ca18-1214-4b2e-8f6f-38e215d46908/2022e7b9-a4ad-41ef-bcd0-5c0023561cf6/e2763c46-040c-4078-8488-186c640e29ad) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:23.622335 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Pushing event updated for resources: {'Port': ['ID=587588c4-12a2-4320-9417-1349a8c00357,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:23.661742 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Attempting to bind port 587588c4-12a2-4320-9417-1349a8c00357 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:23.662565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Attempting to bind port 587588c4-12a2-4320-9417-1349a8c00357 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '28ae231b-4af5-409e-be9a-1578d2680120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9336ca18-1214-4b2e-8f6f-38e215d46908'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:23.663163 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Attempting to bind port 587588c4-12a2-4320-9417-1349a8c00357 on network 9336ca18-1214-4b2e-8f6f-38e215d46908 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:23.672092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:23.672675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Checking segment: {'id': '28ae231b-4af5-409e-be9a-1578d2680120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9336ca18-1214-4b2e-8f6f-38e215d46908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:23.673326 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.673999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Bound using segment: {'id': '28ae231b-4af5-409e-be9a-1578d2680120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9336ca18-1214-4b2e-8f6f-38e215d46908'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:23.674429 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-5c67f278-a15e-4c38-b1f2-77c4f2039d39 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.674777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Bound port: 587588c4-12a2-4320-9417-1349a8c00357, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ae231b-4af5-409e-be9a-1578d2680120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9336ca18-1214-4b2e-8f6f-38e215d46908'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:23.675393 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.747082 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05c4cf4e-e307-4689-9afb-e097df5d8900 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.766214 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-05c4cf4e-e307-4689-9afb-e097df5d8900 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Transition to ACTIVE for port object e2763c46-040c-4078-8488-186c640e29ad will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:23.812609 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-5c67f278-a15e-4c38-b1f2-77c4f2039d39 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.869570 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05c4cf4e-e307-4689-9afb-e097df5d8900 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.871167 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-5c67f278-a15e-4c38-b1f2-77c4f2039d39 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Network 818f1b86-9ad2-4c1a-9845-a8d22efc368f is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:23.874722 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-5c67f278-a15e-4c38-b1f2-77c4f2039d39 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:23.881364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-5c67f278-a15e-4c38-b1f2-77c4f2039d39 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:23.917015 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67f278-a15e-4c38-b1f2-77c4f2039d39 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Pushing event updated for resources: {'Port': ['ID=996140c0-43f4-4424-8cf8-1ae548d71e96,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:23.946994 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c4cf4e-e307-4689-9afb-e097df5d8900 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Network 9336ca18-1214-4b2e-8f6f-38e215d46908 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:23.950120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-5c67f278-a15e-4c38-b1f2-77c4f2039d39 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:23.953897 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-05c4cf4e-e307-4689-9afb-e097df5d8900 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:23.954418 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-5c67f278-a15e-4c38-b1f2-77c4f2039d39 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.965284 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c4cf4e-e307-4689-9afb-e097df5d8900 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:23.980196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c4cf4e-e307-4689-9afb-e097df5d8900 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:23.980196 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05c4cf4e-e307-4689-9afb-e097df5d8900 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.005963 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] For port 587588c4-12a2-4320-9417-1349a8c00357, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:24.015513 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4cf4e-e307-4689-9afb-e097df5d8900 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Pushing event updated for resources: {'Port': ['ID=e2763c46-040c-4078-8488-186c640e29ad,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:24.015702 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] For port 587588c4-12a2-4320-9417-1349a8c00357, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=587588c4-12a2-4320-9417-1349a8c00357,segment=NetworkSegment(28ae231b-4af5-409e-be9a-1578d2680120),segment_id=28ae231b-4af5-409e-be9a-1578d2680120)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:24.060955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701803c5-d953-4279-883e-0666e567a464 req-17b84750-51d6-4be7-a00d-8a8ee3a19249 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:24.062564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-701803c5-d953-4279-883e-0666e567a464 req-17b84750-51d6-4be7-a00d-8a8ee3a19249 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2 HTTP/1.1" status: 200 len: 931 time: 0.0537498 Aug 31 01:30:24.064348 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-5c67f278-a15e-4c38-b1f2-77c4f2039d39 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0743651 Aug 31 01:30:24.082400 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Request body: {'port': {'device_id': 'c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:24.091693 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.092434 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-05c4cf4e-e307-4689-9afb-e097df5d8900 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2366962 Aug 31 01:30:24.097299 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60418) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:24.103967 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-655d3b69-27cd-4b35-a9f7-e115e6935876 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Request body: {'port': {'network_id': '9336ca18-1214-4b2e-8f6f-38e215d46908', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-153498935', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:24.104554 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.api.validators [None req-655d3b69-27cd-4b35-a9f7-e115e6935876 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] bootfile-name is not in valid_values {{(pid=102343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:30:24.104895 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.api.validators [None req-655d3b69-27cd-4b35-a9f7-e115e6935876 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] tftp-server is not in valid_values {{(pid=102343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:30:24.105237 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.api.validators [None req-655d3b69-27cd-4b35-a9f7-e115e6935876 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] server-ip-address is not in valid_values {{(pid=102343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:30:24.148838 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-701803c5-d953-4279-883e-0666e567a464 req-d647e1ce-5962-434b-8121-b34d56a01087 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787337 Aug 31 01:30:24.179907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda57fe-4335-4063-b909-189e4dfd8641 None None] Pushing event updated for resources: {'Port': ['ID=587588c4-12a2-4320-9417-1349a8c00357,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:24.188591 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.368876 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655d3b69-27cd-4b35-a9f7-e115e6935876 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Made reservation on behalf of 0407f2d81a224ae98952ea15d26d4091 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:24.372438 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-655d3b69-27cd-4b35-a9f7-e115e6935876 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.406742 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [None req-655d3b69-27cd-4b35-a9f7-e115e6935876 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] device_id is not set on port cc1fa698-8e8d-4f53-ac55-b019f65326d6 yet. {{(pid=102343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:30:24.580792 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-655d3b69-27cd-4b35-a9f7-e115e6935876 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Allocated IP 2001:db8::3af (9336ca18-1214-4b2e-8f6f-38e215d46908/2022e7b9-a4ad-41ef-bcd0-5c0023561cf6/cc1fa698-8e8d-4f53-ac55-b019f65326d6) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:24.597612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996140c0-43f4-4424-8cf8-1ae548d71e96 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:30:24.607890 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.634871 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Transition to ACTIVE for port object 996140c0-43f4-4424-8cf8-1ae548d71e96 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:24.669757 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 587588c4-12a2-4320-9417-1349a8c00357 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:24.753753 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.775594 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-655d3b69-27cd-4b35-a9f7-e115e6935876 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.804528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-655d3b69-27cd-4b35-a9f7-e115e6935876 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Transition to ACTIVE for port object cc1fa698-8e8d-4f53-ac55-b019f65326d6 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:24.808571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=996140c0-43f4-4424-8cf8-1ae548d71e96,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:24.827653 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 587588c4-12a2-4320-9417-1349a8c00357 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:24.886499 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-655d3b69-27cd-4b35-a9f7-e115e6935876 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.889058 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Attempting to bind port 996140c0-43f4-4424-8cf8-1ae548d71e96 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:24.889491 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Attempting to bind port 996140c0-43f4-4424-8cf8-1ae548d71e96 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '2364e99c-9b66-41f9-b18f-5cb6b33b3354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '818f1b86-9ad2-4c1a-9845-a8d22efc368f'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:24.890381 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Attempting to bind port 996140c0-43f4-4424-8cf8-1ae548d71e96 on network 818f1b86-9ad2-4c1a-9845-a8d22efc368f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:24.897811 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Port 996140c0-43f4-4424-8cf8-1ae548d71e96 on network 818f1b86-9ad2-4c1a-9845-a8d22efc368f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:24.897811 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Attempting to bind port 996140c0-43f4-4424-8cf8-1ae548d71e96 on network 818f1b86-9ad2-4c1a-9845-a8d22efc368f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:24.903200 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:24.903531 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Checking segment: {'id': '2364e99c-9b66-41f9-b18f-5cb6b33b3354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '818f1b86-9ad2-4c1a-9845-a8d22efc368f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:24.903923 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Bound using segment: {'id': '2364e99c-9b66-41f9-b18f-5cb6b33b3354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '818f1b86-9ad2-4c1a-9845-a8d22efc368f'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:24.904821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Bound port: 996140c0-43f4-4424-8cf8-1ae548d71e96, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2364e99c-9b66-41f9-b18f-5cb6b33b3354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '818f1b86-9ad2-4c1a-9845-a8d22efc368f'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:24.904821 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.939120 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655d3b69-27cd-4b35-a9f7-e115e6935876 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Network 9336ca18-1214-4b2e-8f6f-38e215d46908 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:24.944690 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-655d3b69-27cd-4b35-a9f7-e115e6935876 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:24.951803 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d3b69-27cd-4b35-a9f7-e115e6935876 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:24.958313 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655d3b69-27cd-4b35-a9f7-e115e6935876 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:24.959102 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-655d3b69-27cd-4b35-a9f7-e115e6935876 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.979561 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d3b69-27cd-4b35-a9f7-e115e6935876 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Pushing event updated for resources: {'Port': ['ID=cc1fa698-8e8d-4f53-ac55-b019f65326d6,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:25.007167 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] For port 996140c0-43f4-4424-8cf8-1ae548d71e96, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:25.010456 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] For port 996140c0-43f4-4424-8cf8-1ae548d71e96, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=996140c0-43f4-4424-8cf8-1ae548d71e96,segment=NetworkSegment(2364e99c-9b66-41f9-b18f-5cb6b33b3354),segment_id=2364e99c-9b66-41f9-b18f-5cb6b33b3354)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:25.068593 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-655d3b69-27cd-4b35-a9f7-e115e6935876 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9700980 Aug 31 01:30:25.071417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60454) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:25.096840 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.137289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:25.138063 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.139537 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] 10.222.0.41 "PUT /v2.0/ports/996140c0-43f4-4424-8cf8-1ae548d71e96 HTTP/1.1" status: 200 len: 1092 time: 1.0617185 Aug 31 01:30:25.140357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2', 'tag': '996140c0-43f4-4424-8cf8-1ae548d71e96'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:30:25.142952 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fd6a5d-3aaf-487f-9536-617f015473f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2", "tag": "996140c0-43f4-4424-8cf8-1ae548d71e96"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:25.168433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3894250-0ed1-46cd-9592-e283ffa824e1 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:25.185780 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3894250-0ed1-46cd-9592-e283ffa824e1 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:25.200443 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3894250-0ed1-46cd-9592-e283ffa824e1 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:25.210710 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a2b07-1dff-40af-9016-ab2ffa256fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=996140c0-43f4-4424-8cf8-1ae548d71e96,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:25.211079 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b3894250-0ed1-46cd-9592-e283ffa824e1 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1323955 Aug 31 01:30:25.211409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60464) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:25.254242 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3941f9-9ea8-47ba-a8d7-e6a2d5098515 x-openstack-request-id: req-4a3941f9-9ea8-47ba-a8d7-e6a2d5098515 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:25.254541 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2", "tag": "996140c0-43f4-4424-8cf8-1ae548d71e96", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:25.254802 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a3941f9-9ea8-47ba-a8d7-e6a2d5098515 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:25.255413 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2', 'tag': '996140c0-43f4-4424-8cf8-1ae548d71e96', 'status': 'completed', 'code': 200} Aug 31 01:30:25.344502 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628e310c-e59b-4096-b64b-97a8c2b54d44 None None] Network 9336ca18-1214-4b2e-8f6f-38e215d46908 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:25.391999 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26a74a-43b9-43e9-a034-a430e411c922 req-ac858810-5959-4950-8122-c0b0fb9e62f9 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:25.395190 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b26a74a-43b9-43e9-a034-a430e411c922 req-ac858810-5959-4950-8122-c0b0fb9e62f9 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2 HTTP/1.1" status: 200 len: 943 time: 0.1226883 Aug 31 01:30:25.425941 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd6a5d-3aaf-487f-9536-617f015473f6 req-e825142c-c5f2-4422-99e6-8ecb4da4c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:25.427727 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90fd6a5d-3aaf-487f-9536-617f015473f6 req-e825142c-c5f2-4422-99e6-8ecb4da4c4a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=082e9881f6da4e3991f11fcbe9d3e399&device_id=c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2 HTTP/1.1" status: 200 len: 1095 time: 0.1687326 Aug 31 01:30:25.475807 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e46648bf-1ae8-4dbe-8a06-8f06d30c5ce6 None None] Provisioning for port 587588c4-12a2-4320-9417-1349a8c00357 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:25.483885 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e46648bf-1ae8-4dbe-8a06-8f06d30c5ce6 None None] Provisioning complete for port 587588c4-12a2-4320-9417-1349a8c00357 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:25.484103 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e46648bf-1ae8-4dbe-8a06-8f06d30c5ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.504680 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b26a74a-43b9-43e9-a034-a430e411c922 req-8d219c91-b3af-48f4-b15a-a2a8738e298c tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029398 Aug 31 01:30:25.534827 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-af488953-aa5d-4e52-b137-366b67b9eb9e tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Deleting port cc1fa698-8e8d-4f53-ac55-b019f65326d6 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:25.535188 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-af488953-aa5d-4e52-b137-366b67b9eb9e tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.609809 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e46648bf-1ae8-4dbe-8a06-8f06d30c5ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.648039 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e46648bf-1ae8-4dbe-8a06-8f06d30c5ce6 None None] For port 587588c4-12a2-4320-9417-1349a8c00357, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=587588c4-12a2-4320-9417-1349a8c00357,segment=NetworkSegment(28ae231b-4af5-409e-be9a-1578d2680120),segment_id=28ae231b-4af5-409e-be9a-1578d2680120)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:25.765975 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e46648bf-1ae8-4dbe-8a06-8f06d30c5ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.833172 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46648bf-1ae8-4dbe-8a06-8f06d30c5ce6 None None] Pushing event updated for resources: {'Port': ['ID=587588c4-12a2-4320-9417-1349a8c00357,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:25.962772 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd6a5d-3aaf-487f-9536-617f015473f6 req-7d6e596e-69e0-41cf-967c-bbda9e8ef339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:25.965297 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90fd6a5d-3aaf-487f-9536-617f015473f6 req-7d6e596e-69e0-41cf-967c-bbda9e8ef339 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=082e9881f6da4e3991f11fcbe9d3e399&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5283904 Aug 31 01:30:25.981750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d74a0ae0-7640-404b-a9d4-a177e0ec5819 None None] Provisioning for port e2763c46-040c-4078-8488-186c640e29ad completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:25.989158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d74a0ae0-7640-404b-a9d4-a177e0ec5819 None None] Provisioning complete for port e2763c46-040c-4078-8488-186c640e29ad triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:25.989666 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d74a0ae0-7640-404b-a9d4-a177e0ec5819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.051114 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d74a0ae0-7640-404b-a9d4-a177e0ec5819 None None] Port e2763c46-040c-4078-8488-186c640e29ad cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:26.063894 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-af488953-aa5d-4e52-b137-366b67b9eb9e tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.081731 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-af488953-aa5d-4e52-b137-366b67b9eb9e tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Calling delete_port for cc1fa698-8e8d-4f53-ac55-b019f65326d6 owned by {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:26.170578 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d74a0ae0-7640-404b-a9d4-a177e0ec5819 None None] Provisioning for port cc1fa698-8e8d-4f53-ac55-b019f65326d6 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:26.175270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd6a5d-3aaf-487f-9536-617f015473f6 req-90090ce6-ccf8-4d6c-b349-c9d3f6653b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:26.176665 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d74a0ae0-7640-404b-a9d4-a177e0ec5819 None None] Provisioning complete for port cc1fa698-8e8d-4f53-ac55-b019f65326d6 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:26.176884 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90fd6a5d-3aaf-487f-9536-617f015473f6 req-90090ce6-ccf8-4d6c-b349-c9d3f6653b8a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2043884 Aug 31 01:30:26.177108 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d74a0ae0-7640-404b-a9d4-a177e0ec5819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.227761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d74a0ae0-7640-404b-a9d4-a177e0ec5819 None None] Port cc1fa698-8e8d-4f53-ac55-b019f65326d6 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:26.242269 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d74a0ae0-7640-404b-a9d4-a177e0ec5819 None None] Provisioning complete for port 587588c4-12a2-4320-9417-1349a8c00357 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:26.242892 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d74a0ae0-7640-404b-a9d4-a177e0ec5819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.337358 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-d5f0c4df-47ca-4214-9f6f-30055acdca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:26.339766 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-d5f0c4df-47ca-4214-9f6f-30055acdca5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=082e9881f6da4e3991f11fcbe9d3e399&device_id=c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2 HTTP/1.1" status: 200 len: 1095 time: 0.0755897 Aug 31 01:30:26.414164 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-af488953-aa5d-4e52-b137-366b67b9eb9e tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.417082 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-27987b81-896e-40be-8454-05b9ed91fc90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=996140c0-43f4-4424-8cf8-1ae548d71e96 HTTP/1.1" status: 200 len: 217 time: 0.0652425 Aug 31 01:30:26.454658 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af488953-aa5d-4e52-b137-366b67b9eb9e tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Pushing event deleted for resources: {'Port': ['ID=cc1fa698-8e8d-4f53-ac55-b019f65326d6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:26.480468 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a9f97126-8c32-4528-a28e-a0a9268070fe None None] Provisioning complete for port e2763c46-040c-4078-8488-186c640e29ad triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:26.481631 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a9f97126-8c32-4528-a28e-a0a9268070fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.508459 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-af488953-aa5d-4e52-b137-366b67b9eb9e tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.518425 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-af488953-aa5d-4e52-b137-366b67b9eb9e tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] 10.222.0.16 "DELETE /v2.0/ports/cc1fa698-8e8d-4f53-ac55-b019f65326d6 HTTP/1.1" status: 204 len: 168 time: 1.3059940 Aug 31 01:30:26.524302 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60510) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:26.530686 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4014662d-15db-4642-b33f-0b77a0268831 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Request body: {'port': {'name': 'tempest-new-port-name-1991934301', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:26.534928 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.api.validators [None req-4014662d-15db-4642-b33f-0b77a0268831 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] bootfile-name is not in valid_values {{(pid=102343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:30:26.534928 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.api.validators [None req-4014662d-15db-4642-b33f-0b77a0268831 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] tftp-server is not in valid_values {{(pid=102343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:30:26.534928 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.api.validators [None req-4014662d-15db-4642-b33f-0b77a0268831 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] server-ip-address is not in valid_values {{(pid=102343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:30:26.545370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-08bd3260-0804-4090-85fd-5a29ae44ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:26.558166 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-08bd3260-0804-4090-85fd-5a29ae44ca6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=570ede57-5631-486e-96ce-c3b410e3ba60 HTTP/1.1" status: 200 len: 849 time: 0.1129436 Aug 31 01:30:26.560164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-a9f97126-8c32-4528-a28e-a0a9268070fe None None] Port e2763c46-040c-4078-8488-186c640e29ad cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:26.573741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a9f97126-8c32-4528-a28e-a0a9268070fe None None] Could not find standard attr ID for object cc1fa698-8e8d-4f53-ac55-b019f65326d6. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:30:26.615222 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-fd1f824d-9039-4cb8-9824-9c69bda8198b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=818f1b86-9ad2-4c1a-9845-a8d22efc368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458183 Aug 31 01:30:26.673522 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 587588c4-12a2-4320-9417-1349a8c00357 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:26.704759 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4014662d-15db-4642-b33f-0b77a0268831 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.733890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 587588c4-12a2-4320-9417-1349a8c00357 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:26.734270 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.743002 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-ff496f9e-c66d-401a-ac1e-1bab25a6afc6 service neutron] 10.222.0.41 "GET /v2.0/networks/818f1b86-9ad2-4c1a-9845-a8d22efc368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248155 Aug 31 01:30:26.746029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cacc4-78d2-4ecf-a631-0204a1d21223 req-8f96813b-b927-4bf0-bb92-7c95d953cc4d tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:26.747744 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1e6cacc4-78d2-4ecf-a631-0204a1d21223 req-8f96813b-b927-4bf0-bb92-7c95d953cc4d tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2 HTTP/1.1" status: 200 len: 943 time: 0.1331239 Aug 31 01:30:26.856412 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1e6cacc4-78d2-4ecf-a631-0204a1d21223 req-527305db-0a83-41ad-beec-7cebeca60b4d tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768158 Aug 31 01:30:26.901986 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cbf6527-b57f-4141-8f96-ee12abb729ed req-3c7f0838-9492-4acc-85d2-8e8375dfc1bd service neutron] 10.222.0.41 "GET /v2.0/networks/818f1b86-9ad2-4c1a-9845-a8d22efc368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404185 Aug 31 01:30:26.999470 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4014662d-15db-4642-b33f-0b77a0268831 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:27.079756 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4014662d-15db-4642-b33f-0b77a0268831 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:27.124698 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-4014662d-15db-4642-b33f-0b77a0268831 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] In _notify_port_updated(), no bound segment for port e2763c46-040c-4078-8488-186c640e29ad on network 9336ca18-1214-4b2e-8f6f-38e215d46908 {{(pid=102343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:30:27.130232 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4014662d-15db-4642-b33f-0b77a0268831 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:27.136426 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4014662d-15db-4642-b33f-0b77a0268831 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:27.136426 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4014662d-15db-4642-b33f-0b77a0268831 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] 10.222.0.16 "PUT /v2.0/ports/e2763c46-040c-4078-8488-186c640e29ad HTTP/1.1" status: 200 len: 1129 time: 0.6069701 Aug 31 01:30:27.136901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60534) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:27.159589 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014662d-15db-4642-b33f-0b77a0268831 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Pushing event updated for resources: {'Port': ['ID=e2763c46-040c-4078-8488-186c640e29ad,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:27.202022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c54b5d-f724-43bd-aab4-fb257e0310a9 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:27.207438 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-89c54b5d-f724-43bd-aab4-fb257e0310a9 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] 10.222.0.16 "GET /v2.0/ports/e2763c46-040c-4078-8488-186c640e29ad HTTP/1.1" status: 200 len: 1129 time: 0.0669894 Aug 31 01:30:27.207825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60538) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:27.322709 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-55b3dcf5-b7c0-47df-a1e2-12c3772da6e9 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Deleting port e2763c46-040c-4078-8488-186c640e29ad {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:27.324138 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55b3dcf5-b7c0-47df-a1e2-12c3772da6e9 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:27.403162 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a5ece16b-db54-447b-9baa-13d147043b50 None None] Provisioning complete for port e2763c46-040c-4078-8488-186c640e29ad triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:27.403476 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a5ece16b-db54-447b-9baa-13d147043b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:27.424584 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55b3dcf5-b7c0-47df-a1e2-12c3772da6e9 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:27.439662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-55b3dcf5-b7c0-47df-a1e2-12c3772da6e9 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Calling delete_port for e2763c46-040c-4078-8488-186c640e29ad owned by {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:27.445153 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-a5ece16b-db54-447b-9baa-13d147043b50 None None] Port e2763c46-040c-4078-8488-186c640e29ad cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:27.684898 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55b3dcf5-b7c0-47df-a1e2-12c3772da6e9 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:27.727391 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3dcf5-b7c0-47df-a1e2-12c3772da6e9 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Pushing event deleted for resources: {'Port': ['ID=e2763c46-040c-4078-8488-186c640e29ad,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:27.772818 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-55b3dcf5-b7c0-47df-a1e2-12c3772da6e9 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:27.776345 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-55b3dcf5-b7c0-47df-a1e2-12c3772da6e9 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] 10.222.0.16 "DELETE /v2.0/ports/e2763c46-040c-4078-8488-186c640e29ad HTTP/1.1" status: 204 len: 168 time: 0.5672243 Aug 31 01:30:27.779142 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60568) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:27.854892 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-1119c7a1-b1e8-44b6-9a54-ce4dd0d8cf98 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Deleting subnet 2022e7b9-a4ad-41ef-bcd0-5c0023561cf6 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:30:27.859756 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1119c7a1-b1e8-44b6-9a54-ce4dd0d8cf98 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:27.934370 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1119c7a1-b1e8-44b6-9a54-ce4dd0d8cf98 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.049997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e3fff-964e-449c-ba27-eafc8976d9dc req-2dbb16ab-06f2-463c-942d-6e264df26e99 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:28.051567 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b62e3fff-964e-449c-ba27-eafc8976d9dc req-2dbb16ab-06f2-463c-942d-6e264df26e99 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2 HTTP/1.1" status: 200 len: 943 time: 0.0950089 Aug 31 01:30:28.082934 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1119c7a1-b1e8-44b6-9a54-ce4dd0d8cf98 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.131852 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b62e3fff-964e-449c-ba27-eafc8976d9dc req-4a378da1-aefd-4580-bf50-c763b8ce79df tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714493 Aug 31 01:30:28.273421 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1119c7a1-b1e8-44b6-9a54-ce4dd0d8cf98 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.307886 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119c7a1-b1e8-44b6-9a54-ce4dd0d8cf98 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Pushing event deleted for resources: {'Subnet': ['ID=2022e7b9-a4ad-41ef-bcd0-5c0023561cf6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:28.312272 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1119c7a1-b1e8-44b6-9a54-ce4dd0d8cf98 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.314280 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1119c7a1-b1e8-44b6-9a54-ce4dd0d8cf98 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] 10.222.0.16 "DELETE /v2.0/subnets/2022e7b9-a4ad-41ef-bcd0-5c0023561cf6 HTTP/1.1" status: 204 len: 168 time: 0.5339074 Aug 31 01:30:28.316910 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60586) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:28.322514 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd269f9-5629-43bd-b900-dc57a78368d2 None None] Network 9336ca18-1214-4b2e-8f6f-38e215d46908 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:28.444940 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.506284 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c020ae4-3c33-4913-8e00-786b41e8c461 None None] DHCP port deletion for 9336ca18-1214-4b2e-8f6f-38e215d46908 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:30:28.514309 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Deleting port 587588c4-12a2-4320-9417-1349a8c00357 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:28.514653 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.574669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0c020ae4-3c33-4913-8e00-786b41e8c461 None None] Deleting port 587588c4-12a2-4320-9417-1349a8c00357 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:28.575050 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0c020ae4-3c33-4913-8e00-786b41e8c461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.597288 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] For port 587588c4-12a2-4320-9417-1349a8c00357, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=587588c4-12a2-4320-9417-1349a8c00357,segment=NetworkSegment(28ae231b-4af5-409e-be9a-1578d2680120),segment_id=28ae231b-4af5-409e-be9a-1578d2680120)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:28.597705 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.623930 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Calling delete_port for 587588c4-12a2-4320-9417-1349a8c00357 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:28.649322 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 587588c4-12a2-4320-9417-1349a8c00357 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:28.658952 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0c020ae4-3c33-4913-8e00-786b41e8c461 None None] For port 587588c4-12a2-4320-9417-1349a8c00357, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=587588c4-12a2-4320-9417-1349a8c00357,segment=NetworkSegment(28ae231b-4af5-409e-be9a-1578d2680120),segment_id=28ae231b-4af5-409e-be9a-1578d2680120)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:28.659356 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0c020ae4-3c33-4913-8e00-786b41e8c461 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.692406 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0c020ae4-3c33-4913-8e00-786b41e8c461 None None] Calling delete_port for 587588c4-12a2-4320-9417-1349a8c00357 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:28.811467 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.879739 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.905077 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0c020ae4-3c33-4913-8e00-786b41e8c461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.912915 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] No DVR routers for this DVR port 587588c4-12a2-4320-9417-1349a8c00357 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:30:28.918746 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Pushing event deleted for resources: {'Port': ['ID=587588c4-12a2-4320-9417-1349a8c00357,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:28.939574 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c020ae4-3c33-4913-8e00-786b41e8c461 None None] No DVR routers for this DVR port 587588c4-12a2-4320-9417-1349a8c00357 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:30:28.943510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c020ae4-3c33-4913-8e00-786b41e8c461 None None] Pushing event deleted for resources: {'Port': ['ID=587588c4-12a2-4320-9417-1349a8c00357,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:29.006837 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.018004 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9336ca18-1214-4b2e-8f6f-38e215d46908']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:29.032473 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ae231b-4af5-409e-be9a-1578d2680120') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:29.032764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ae231b-4af5-409e-be9a-1578d2680120') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:29.042110 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.056158 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.063113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:30:29.063454 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:30:29.066467 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:30:29.210468 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.211968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60624) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:29.260722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c236cb4-7ff9-401c-ac39-e724ec620207 req-7fa0068f-5996-43e2-9e4b-cf20ab9f200e tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:29.262648 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6c236cb4-7ff9-401c-ac39-e724ec620207 req-7fa0068f-5996-43e2-9e4b-cf20ab9f200e tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2 HTTP/1.1" status: 200 len: 943 time: 0.0606930 Aug 31 01:30:29.275285 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.277645 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] 10.222.0.16 "DELETE /v2.0/networks/9336ca18-1214-4b2e-8f6f-38e215d46908 HTTP/1.1" status: 204 len: 168 time: 0.9585531 Aug 31 01:30:29.289982 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62f980-96b4-468e-9eec-ad88df5cd2a5 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042 tempest-ExtraDHCPOptionsIpV6TestJSON-277521042-project] Pushing event deleted for resources: {'Network': ['ID=9336ca18-1214-4b2e-8f6f-38e215d46908,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:29.306560 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6c236cb4-7ff9-401c-ac39-e724ec620207 req-a0fee7fa-53f0-4919-a455-97d2092586df tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376790 Aug 31 01:30:29.331783 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-89cdcabd-4649-41e6-8e1a-b9acd464e116 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2154 time: 0.1186764 Aug 31 01:30:29.335806 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60634) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:29.341248 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-768bdce4-0090-43cf-a6c4-76fb816e9f19 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Request body: {'network': {'name': 'tempest-network-smoke--4005736', 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'port_security_enabled': False}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:29.444228 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768bdce4-0090-43cf-a6c4-76fb816e9f19 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Made reservation on behalf of 1a2256ac326a4bc7bf716683e3de0383 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:29.448348 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-768bdce4-0090-43cf-a6c4-76fb816e9f19 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.473009 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768bdce4-0090-43cf-a6c4-76fb816e9f19 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:30:29.482980 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-768bdce4-0090-43cf-a6c4-76fb816e9f19 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.483329 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-768bdce4-0090-43cf-a6c4-76fb816e9f19 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Added segment 7d245b4a-6153-4e44-b05a-89c9701d571a of type vlan for network 7f2224c8-25a2-4175-bf56-5961b62c5b2e Aug 31 01:30:29.526256 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-768bdce4-0090-43cf-a6c4-76fb816e9f19 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.622489 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-768bdce4-0090-43cf-a6c4-76fb816e9f19 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.628620 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768bdce4-0090-43cf-a6c4-76fb816e9f19 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:29.629262 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-768bdce4-0090-43cf-a6c4-76fb816e9f19 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.695971 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bdce4-0090-43cf-a6c4-76fb816e9f19 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event updated for resources: {'Network': ['ID=7f2224c8-25a2-4175-bf56-5961b62c5b2e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:29.707158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 7f2224c8-25a2-4175-bf56-5961b62c5b2e details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:30:29.780748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60658) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:29.781320 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-768bdce4-0090-43cf-a6c4-76fb816e9f19 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4441378 Aug 31 01:30:29.786141 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-691281901', 'admin_state_up': True, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:29.878973 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60662) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:29.891196 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.892609 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.981922 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.047923 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b1eecd90-7ca3-4106-837b-7f9241351f9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0407f2d81a224ae98952ea15d26d4091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1677585 Aug 31 01:30:30.050512 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60674) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:30.102808 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9bb78e53-bb7a-4434-951c-4f5e310d0c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.130974 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9bb78e53-bb7a-4434-951c-4f5e310d0c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.166380 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 996140c0-43f4-4424-8cf8-1ae548d71e96 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:30:30.193471 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.262391 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9bb78e53-bb7a-4434-951c-4f5e310d0c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.265123 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9bb78e53-bb7a-4434-951c-4f5e310d0c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.266284 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9bb78e53-bb7a-4434-951c-4f5e310d0c64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f917ffe9-d633-4d1a-b0d9-deb90175dc7c HTTP/1.1" status: 204 len: 168 time: 0.2148714 Aug 31 01:30:30.274745 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb78e53-bb7a-4434-951c-4f5e310d0c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f917ffe9-d633-4d1a-b0d9-deb90175dc7c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:30.275009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 996140c0-43f4-4424-8cf8-1ae548d71e96, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=996140c0-43f4-4424-8cf8-1ae548d71e96,segment=NetworkSegment(2364e99c-9b66-41f9-b18f-5cb6b33b3354),segment_id=2364e99c-9b66-41f9-b18f-5cb6b33b3354)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:30.302432 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '996140c0-43f4-4424-8cf8-1ae548d71e96', 'network_id': '818f1b86-9ad2-4c1a-9845-a8d22efc368f', 'port_id': '996140c0-43f4-4424-8cf8-1ae548d71e96', 'mac_address': 'fa:16:3e:c8:b2:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570ede57-5631-486e-96ce-c3b410e3ba60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:30:30.369616 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.406725 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996140c0-43f4-4424-8cf8-1ae548d71e96 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:30:30.429735 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 996140c0-43f4-4424-8cf8-1ae548d71e96, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=996140c0-43f4-4424-8cf8-1ae548d71e96,segment=NetworkSegment(2364e99c-9b66-41f9-b18f-5cb6b33b3354),segment_id=2364e99c-9b66-41f9-b18f-5cb6b33b3354)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:30.484012 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41d4df-5929-4ed1-b631-9e9d03bb1ee8 req-5cd29ca4-1c52-4e49-bf4c-6e98debca56f tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:30.485557 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c41d4df-5929-4ed1-b631-9e9d03bb1ee8 req-5cd29ca4-1c52-4e49-bf4c-6e98debca56f tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2 HTTP/1.1" status: 200 len: 943 time: 0.0942085 Aug 31 01:30:30.513125 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.571967 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.585833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=996140c0-43f4-4424-8cf8-1ae548d71e96,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:30.597941 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c41d4df-5929-4ed1-b631-9e9d03bb1ee8 req-e258cd5a-5f06-4a6f-b912-f1a3b2bde063 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817807 Aug 31 01:30:30.599148 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.725900 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Allocated IP 172.25.2.47 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/0222ae7a-7ada-4b71-b0af-4fbff853bf22) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:30.767219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['996140c0-43f4-4424-8cf8-1ae548d71e96'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:30:30.836237 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.930637 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.978355 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:30.982690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:30.993266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:30.993266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event updated for resources: {'Port': ['ID=0222ae7a-7ada-4b71-b0af-4fbff853bf22,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:31.382019 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:31.433142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60748) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:31.545618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-477f7502-21d8-402f-83ae-b20829600a08 tempest-DvrRoutersNegativeTest-22842283 tempest-DvrRoutersNegativeTest-22842283-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-646513486', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:31.548661 n-d-793621-34 neutron-server[102343]: DEBUG neutron.policy [None req-477f7502-21d8-402f-83ae-b20829600a08 tempest-DvrRoutersNegativeTest-22842283 tempest-DvrRoutersNegativeTest-22842283-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102343) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 31 01:30:31.548963 n-d-793621-34 neutron-server[102343]: DEBUG neutron.policy [None req-477f7502-21d8-402f-83ae-b20829600a08 tempest-DvrRoutersNegativeTest-22842283 tempest-DvrRoutersNegativeTest-22842283-project] Failed policy check for 'create_router' {{(pid=102343) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 31 01:30:31.549753 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-477f7502-21d8-402f-83ae-b20829600a08 tempest-DvrRoutersNegativeTest-22842283 tempest-DvrRoutersNegativeTest-22842283-project] create failed (client error): Access was denied to this resource. Aug 31 01:30:31.550772 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-477f7502-21d8-402f-83ae-b20829600a08 tempest-DvrRoutersNegativeTest-22842283 tempest-DvrRoutersNegativeTest-22842283-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1163568 Aug 31 01:30:31.602219 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:31.742867 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f61c66-0e49-4cf1-a64e-c004dfd5bee9 req-04743fa3-0a00-486a-8366-bd8b5ef49c55 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:31.742867 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-73f61c66-0e49-4cf1-a64e-c004dfd5bee9 req-04743fa3-0a00-486a-8366-bd8b5ef49c55 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2 HTTP/1.1" status: 200 len: 944 time: 0.0627549 Aug 31 01:30:31.786794 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-73f61c66-0e49-4cf1-a64e-c004dfd5bee9 req-07a99575-4605-47a1-bfbd-32dac8ef4df7 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445573 Aug 31 01:30:31.839982 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Router 1544cf1b-9880-4a2c-abf9-d670138861d9 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:30:31.988395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:31.999436 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Sync routers for ids ['1544cf1b-9880-4a2c-abf9-d670138861d9'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:32.011534 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Routers {'1544cf1b-9880-4a2c-abf9-d670138861d9'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:32.012322 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['1544cf1b-9880-4a2c-abf9-d670138861d9'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:32.137154 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:32.143592 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cf3f0653-aabb-4010-923b-ca950a569825 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.3573620 Aug 31 01:30:32.143592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60784) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:32.148686 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Set router 1544cf1b-9880-4a2c-abf9-d670138861d9 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:32.157249 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60788) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:32.190223 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 996140c0-43f4-4424-8cf8-1ae548d71e96 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:32.287848 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4899ea7-06bd-434d-9978-19f18a95ffe7 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:32.290651 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c4899ea7-06bd-434d-9978-19f18a95ffe7 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=1a2256ac326a4bc7bf716683e3de0383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1462224 Aug 31 01:30:32.294373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60796) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:32.370888 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 996140c0-43f4-4424-8cf8-1ae548d71e96 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:32.376278 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 996140c0-43f4-4424-8cf8-1ae548d71e96 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:32.376793 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:32.394612 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5faae9e7-84f0-4f24-aabb-8c02c89d1bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:32.424321 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1544cf1b-9880-4a2c-abf9-d670138861d9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-691281901', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '0222ae7a-7ada-4b71-b0af-4fbff853bf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:29Z', 'updated_at': '2021-08-31T01:30:31Z', 'revision_number': 3, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': '0222ae7a-7ada-4b71-b0af-4fbff853bf22', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1544cf1b-9880-4a2c-abf9-d670138861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:30Z', 'updated_at': '2021-08-31T01:30:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:32.454315 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Checking router: 1544cf1b-9880-4a2c-abf9-d670138861d9 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:30:32.454941 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Updating router 1544cf1b-9880-4a2c-abf9-d670138861d9 port 0222ae7a-7ada-4b71-b0af-4fbff853bf22 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:30:32.457340 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1459d19b-cced-4340-bcd4-f0b8c26639b7 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:32.458981 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1459d19b-cced-4340-bcd4-f0b8c26639b7 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1636055 Aug 31 01:30:32.463229 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60804) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:32.483023 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:32.498673 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:32.518655 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dd81cd1c-129c-464d-93b1-9b4645c7960d tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531049 Aug 31 01:30:32.521396 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60808) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:32.525760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996140c0-43f4-4424-8cf8-1ae548d71e96'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:30:32.528322 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2e58a4-c48d-4768-9188-a8d15fbb41af" -d '{"events": [{"server_uuid": "c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2", "name": "network-vif-plugged", "status": "completed", "tag": "996140c0-43f4-4424-8cf8-1ae548d71e96"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:32.545413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 996140c0-43f4-4424-8cf8-1ae548d71e96, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=996140c0-43f4-4424-8cf8-1ae548d71e96,segment=NetworkSegment(2364e99c-9b66-41f9-b18f-5cb6b33b3354),segment_id=2364e99c-9b66-41f9-b18f-5cb6b33b3354)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:32.569986 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-728b89b0-b429-491b-ad7b-6e6912836246 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=1a2256ac326a4bc7bf716683e3de0383&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466759 Aug 31 01:30:32.570680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60812) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:32.638576 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d087ba3d-c49a-4b36-b700-3db16b610b04 x-openstack-request-id: req-d087ba3d-c49a-4b36-b700-3db16b610b04 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:32.639224 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2", "name": "network-vif-plugged", "status": "completed", "tag": "996140c0-43f4-4424-8cf8-1ae548d71e96", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:32.644510 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d087ba3d-c49a-4b36-b700-3db16b610b04 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:32.644510 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996140c0-43f4-4424-8cf8-1ae548d71e96', 'code': 200} Aug 31 01:30:32.656605 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:32.657595 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5faae9e7-84f0-4f24-aabb-8c02c89d1bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:32.730796 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5faae9e7-84f0-4f24-aabb-8c02c89d1bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:32.741485 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=996140c0-43f4-4424-8cf8-1ae548d71e96,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:32.748200 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57eef8-aeb4-42d3-b80d-82b160860300 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:32.752914 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5d57eef8-aeb4-42d3-b80d-82b160860300 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1786733 Aug 31 01:30:32.757677 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60824) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:32.759695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70570b3-fd5f-4d49-847b-b6fcff54c1ef req-0199f1d6-a7ee-43ef-9a83-ea18d3b3f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:32.761382 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a70570b3-fd5f-4d49-847b-b6fcff54c1ef req-0199f1d6-a7ee-43ef-9a83-ea18d3b3f615 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2 HTTP/1.1" status: 200 len: 1097 time: 0.0763664 Aug 31 01:30:32.806529 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5faae9e7-84f0-4f24-aabb-8c02c89d1bf9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0684c7a24394c2194e8d9069bada93f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6480367 Aug 31 01:30:32.811366 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60830) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:32.819843 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faae9e7-84f0-4f24-aabb-8c02c89d1bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357a8d30-f323-452b-96b2-cd52a184e0da,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:32.831089 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fbc1946c-b921-4f84-9736-800486317d59 tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0683248 Aug 31 01:30:32.833864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60834) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:32.839847 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0ed7228d-6c1e-45b5-b242-e74e41576911 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1926177647', 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e', 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:32.850921 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:30:32.861046 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a70570b3-fd5f-4d49-847b-b6fcff54c1ef req-d88aee50-38f8-44aa-bb11-ce6f8f27ad0a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881460 Aug 31 01:30:32.908266 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:32.921268 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Transition to ACTIVE for port object 0222ae7a-7ada-4b71-b0af-4fbff853bf22 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:32.943298 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9a3afda0-2f28-4f36-8b54-7218502c66c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:32.963037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf785da-c16e-4033-b849-b7a20a369593 req-20564ecf-e621-44c4-8cdb-d9bb17a944a4 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:32.965184 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-adf785da-c16e-4033-b849-b7a20a369593 req-20564ecf-e621-44c4-8cdb-d9bb17a944a4 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2 HTTP/1.1" status: 200 len: 945 time: 0.0921519 Aug 31 01:30:33.000232 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9a3afda0-2f28-4f36-8b54-7218502c66c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.021929 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.047365 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-adf785da-c16e-4033-b849-b7a20a369593 req-df0dbabe-1bcb-42f0-9112-3cfa784b36e7 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747936 Aug 31 01:30:33.067625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed7228d-6c1e-45b5-b242-e74e41576911 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Made reservation on behalf of 1a2256ac326a4bc7bf716683e3de0383 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:33.067625 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ed7228d-6c1e-45b5-b242-e74e41576911 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.087157 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Attempting to bind port 0222ae7a-7ada-4b71-b0af-4fbff853bf22 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:33.088027 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Attempting to bind port 0222ae7a-7ada-4b71-b0af-4fbff853bf22 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:33.089142 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Attempting to bind port 0222ae7a-7ada-4b71-b0af-4fbff853bf22 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:33.105786 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:33.108072 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:33.108072 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.108072 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:33.108072 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Bound port: 0222ae7a-7ada-4b71-b0af-4fbff853bf22, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:33.108072 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.111189 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671e240-8c50-4546-99e2-226e0cf8b14a None None] Pushing event updated for resources: {'Port': ['ID=0222ae7a-7ada-4b71-b0af-4fbff853bf22,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:33.177002 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] For port 0222ae7a-7ada-4b71-b0af-4fbff853bf22, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:33.180388 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] For port 0222ae7a-7ada-4b71-b0af-4fbff853bf22, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0222ae7a-7ada-4b71-b0af-4fbff853bf22,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:33.182674 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9a3afda0-2f28-4f36-8b54-7218502c66c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.185353 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9a3afda0-2f28-4f36-8b54-7218502c66c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.186596 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9a3afda0-2f28-4f36-8b54-7218502c66c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/357a8d30-f323-452b-96b2-cd52a184e0da HTTP/1.1" status: 204 len: 168 time: 0.3737879 Aug 31 01:30:33.194962 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3afda0-2f28-4f36-8b54-7218502c66c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357a8d30-f323-452b-96b2-cd52a184e0da,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:33.285314 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.353482 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Routers {'1544cf1b-9880-4a2c-abf9-d670138861d9'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:33.354167 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['1544cf1b-9880-4a2c-abf9-d670138861d9'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:33.397275 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671e240-8c50-4546-99e2-226e0cf8b14a None None] Pushing event updated for resources: {'Port': ['ID=0222ae7a-7ada-4b71-b0af-4fbff853bf22,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:33.492716 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] Set router 1544cf1b-9880-4a2c-abf9-d670138861d9 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:33.712059 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1544cf1b-9880-4a2c-abf9-d670138861d9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-691281901', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '0222ae7a-7ada-4b71-b0af-4fbff853bf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:29Z', 'updated_at': '2021-08-31T01:30:31Z', 'revision_number': 3, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': '0222ae7a-7ada-4b71-b0af-4fbff853bf22', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1544cf1b-9880-4a2c-abf9-d670138861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:30Z', 'updated_at': '2021-08-31T01:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:33.741792 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d74a93e-113f-4db7-9c37-7a309edf5a2f None None] The sync data for ids ['1544cf1b-9880-4a2c-abf9-d670138861d9'] in n-d-793621-34 is: [{'id': '1544cf1b-9880-4a2c-abf9-d670138861d9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-691281901', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '0222ae7a-7ada-4b71-b0af-4fbff853bf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:29Z', 'updated_at': '2021-08-31T01:30:31Z', 'revision_number': 3, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': '0222ae7a-7ada-4b71-b0af-4fbff853bf22', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1544cf1b-9880-4a2c-abf9-d670138861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:30Z', 'updated_at': '2021-08-31T01:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:33.753279 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ed7228d-6c1e-45b5-b242-e74e41576911 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.821044 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7228d-6c1e-45b5-b242-e74e41576911 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event updated for resources: {'Subnet': ['ID=34239b77-5703-4ba2-8392-d930a46aed32,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:33.829901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed7228d-6c1e-45b5-b242-e74e41576911 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Checking segment: {'id': '7d245b4a-6153-4e44-b05a-89c9701d571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:33.830274 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed7228d-6c1e-45b5-b242-e74e41576911 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Network hostable DHCP agents. Network: 7f2224c8-25a2-4175-bf56-5961b62c5b2e, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:30:33.952906 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed7228d-6c1e-45b5-b242-e74e41576911 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Network 7f2224c8-25a2-4175-bf56-5961b62c5b2e is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:30:34.051428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-0ed7228d-6c1e-45b5-b242-e74e41576911 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 7f2224c8-25a2-4175-bf56-5961b62c5b2e) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:34.057199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed7228d-6c1e-45b5-b242-e74e41576911 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:34.058627 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ed7228d-6c1e-45b5-b242-e74e41576911 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:34.065715 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d62fafe-cc33-4224-bbf7-3b1ebd9b7f70 None None] Network 7f2224c8-25a2-4175-bf56-5961b62c5b2e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:34.126132 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0ed7228d-6c1e-45b5-b242-e74e41576911 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2908165 Aug 31 01:30:34.134414 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60892) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:34.278570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3c22d-2ca5-4d47-a6c9-80d2013c42f1 req-d4eface3-83c3-4ab8-9d68-1b658f25cd3f tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:34.280501 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4d3c22d-2ca5-4d47-a6c9-80d2013c42f1 req-d4eface3-83c3-4ab8-9d68-1b658f25cd3f tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2 HTTP/1.1" status: 200 len: 945 time: 0.0941846 Aug 31 01:30:34.296836 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-63a29918-3687-40c4-83a1-99fbf5a87d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:34.327036 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-7f2224c8-25a2-4175-bf56-5961b62c5b2e', 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'fixed_ips': [{'subnet_id': '34239b77-5703-4ba2-8392-d930a46aed32'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:30:34.328196 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:34.333456 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4d3c22d-2ca5-4d47-a6c9-80d2013c42f1 req-28ab0cf0-e215-4a88-a430-265311e4228c tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461450 Aug 31 01:30:34.528226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Allocated IP 172.20.0.18 (7f2224c8-25a2-4175-bf56-5961b62c5b2e/34239b77-5703-4ba2-8392-d930a46aed32/103435fb-ffe3-4a33-8c5c-193bd936ae21) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:34.600410 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60902) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:34.782704 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0222ae7a-7ada-4b71-b0af-4fbff853bf22 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:34.805217 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-c22feabe-fc2e-430f-9955-9a0931360353 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-259005914', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:34.823500 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:34.840918 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Transition to ACTIVE for port object 103435fb-ffe3-4a33-8c5c-193bd936ae21 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:34.878696 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:34.883469 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Transition to ACTIVE for port object 103435fb-ffe3-4a33-8c5c-193bd936ae21 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:34.941126 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c22feabe-fc2e-430f-9955-9a0931360353 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:34.942213 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c22feabe-fc2e-430f-9955-9a0931360353 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:34.964909 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:35.006260 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c22feabe-fc2e-430f-9955-9a0931360353 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:35.008841 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 0222ae7a-7ada-4b71-b0af-4fbff853bf22 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:35.014858 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 0222ae7a-7ada-4b71-b0af-4fbff853bf22 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:35.015377 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:35.017002 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Pushing event updated for resources: {'Port': ['ID=103435fb-ffe3-4a33-8c5c-193bd936ae21,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:35.052792 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Network 7f2224c8-25a2-4175-bf56-5961b62c5b2e is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:35.058274 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:35.061968 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:35.078885 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c22feabe-fc2e-430f-9955-9a0931360353 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:35.155073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Attempting to bind port 103435fb-ffe3-4a33-8c5c-193bd936ae21 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:35.156394 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Attempting to bind port 103435fb-ffe3-4a33-8c5c-193bd936ae21 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '7d245b4a-6153-4e44-b05a-89c9701d571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:35.157148 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Attempting to bind port 103435fb-ffe3-4a33-8c5c-193bd936ae21 on network 7f2224c8-25a2-4175-bf56-5961b62c5b2e {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:35.167105 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c22feabe-fc2e-430f-9955-9a0931360353 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:35.167899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:35.168608 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Checking segment: {'id': '7d245b4a-6153-4e44-b05a-89c9701d571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:35.169048 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c22feabe-fc2e-430f-9955-9a0931360353 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5664485 Aug 31 01:30:35.169625 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:35.170345 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Bound using segment: {'id': '7d245b4a-6153-4e44-b05a-89c9701d571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:35.170926 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Bound port: 103435fb-ffe3-4a33-8c5c-193bd936ae21, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d245b4a-6153-4e44-b05a-89c9701d571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:35.171469 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:35.172174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60920) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:35.180876 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4e56ee87-7c1b-44ec-98ab-0b328deb6de9 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-780779600'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:35.203636 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:35.228537 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Allocated IP 172.20.0.17 (7f2224c8-25a2-4175-bf56-5961b62c5b2e/34239b77-5703-4ba2-8392-d930a46aed32/c60bec22-7b8c-4e94-a01f-295009d77cc4) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:35.247220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 0222ae7a-7ada-4b71-b0af-4fbff853bf22, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0222ae7a-7ada-4b71-b0af-4fbff853bf22,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:35.287146 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] For port 103435fb-ffe3-4a33-8c5c-193bd936ae21, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:35.290872 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] For port 103435fb-ffe3-4a33-8c5c-193bd936ae21, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=103435fb-ffe3-4a33-8c5c-193bd936ae21,segment=NetworkSegment(7d245b4a-6153-4e44-b05a-89c9701d571a),segment_id=7d245b4a-6153-4e44-b05a-89c9701d571a)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:35.312789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e56ee87-7c1b-44ec-98ab-0b328deb6de9 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Made reservation on behalf of 33512fb7008a433dba9b4354307d3204 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:35.331717 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e56ee87-7c1b-44ec-98ab-0b328deb6de9 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:35.342393 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:35.369703 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e56ee87-7c1b-44ec-98ab-0b328deb6de9 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:35.391215 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:35.427702 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:35.450571 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Transition to ACTIVE for port object c60bec22-7b8c-4e94-a01f-295009d77cc4 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:35.455025 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=0222ae7a-7ada-4b71-b0af-4fbff853bf22,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:35.529993 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5eb3fe-59bb-4bdc-a04b-3365f1777e0b None None] Pushing event updated for resources: {'Port': ['ID=103435fb-ffe3-4a33-8c5c-193bd936ae21,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:35.565703 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:35.591054 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e56ee87-7c1b-44ec-98ab-0b328deb6de9 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:35.624022 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Network 7f2224c8-25a2-4175-bf56-5961b62c5b2e is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:35.627349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:35.631294 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:35.661775 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e56ee87-7c1b-44ec-98ab-0b328deb6de9 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:35.687651 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event updated for resources: {'Port': ['ID=c60bec22-7b8c-4e94-a01f-295009d77cc4,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:35.700288 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e56ee87-7c1b-44ec-98ab-0b328deb6de9 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:30:35.700545 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:35.773512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56ee87-7c1b-44ec-98ab-0b328deb6de9 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df9473d-16de-45a0-8007-a859dd1ec139,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:35.786090 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e56ee87-7c1b-44ec-98ab-0b328deb6de9 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:35.786959 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-4e56ee87-7c1b-44ec-98ab-0b328deb6de9 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Added segment 47c0e924-2a75-401e-9551-10f5f9300c0f of type vlan for network 4da0e9e8-8ef3-470b-a909-100d6e392953 Aug 31 01:30:35.858363 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e56ee87-7c1b-44ec-98ab-0b328deb6de9 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:36.003875 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df046397-7561-4f57-bdcc-eddbbfc9e91d req-8f348e17-19e8-4345-baf0-7f29850d8812 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:36.005696 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-df046397-7561-4f57-bdcc-eddbbfc9e91d req-8f348e17-19e8-4345-baf0-7f29850d8812 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2 HTTP/1.1" status: 200 len: 945 time: 0.0552337 Aug 31 01:30:36.007131 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e56ee87-7c1b-44ec-98ab-0b328deb6de9 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:36.011292 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:36.020398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e56ee87-7c1b-44ec-98ab-0b328deb6de9 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:36.020398 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e56ee87-7c1b-44ec-98ab-0b328deb6de9 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:36.123424 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56ee87-7c1b-44ec-98ab-0b328deb6de9 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event updated for resources: {'Network': ['ID=4da0e9e8-8ef3-470b-a909-100d6e392953,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:36.127463 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4e56ee87-7c1b-44ec-98ab-0b328deb6de9 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9531236 Aug 31 01:30:36.135309 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-df046397-7561-4f57-bdcc-eddbbfc9e91d req-0737b100-f09a-4561-8c83-a0c8f7f966f2 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157355 Aug 31 01:30:36.135309 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60930) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:36.140742 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4a6e8e8e-b3bc-4dd5-b575-469c320aaadb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Request body: {'subnet': {'network_id': '4da0e9e8-8ef3-470b-a909-100d6e392953', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:36.142298 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 4da0e9e8-8ef3-470b-a909-100d6e392953 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:30:36.330577 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6e8e8e-b3bc-4dd5-b575-469c320aaadb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Made reservation on behalf of 33512fb7008a433dba9b4354307d3204 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:36.335066 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a6e8e8e-b3bc-4dd5-b575-469c320aaadb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:36.650367 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a6e8e8e-b3bc-4dd5-b575-469c320aaadb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:36.727024 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:36.737789 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 103435fb-ffe3-4a33-8c5c-193bd936ae21 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:36.744089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e8e8e-b3bc-4dd5-b575-469c320aaadb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Checking segment: {'id': '47c0e924-2a75-401e-9551-10f5f9300c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4da0e9e8-8ef3-470b-a909-100d6e392953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:36.744449 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6e8e8e-b3bc-4dd5-b575-469c320aaadb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Network hostable DHCP agents. Network: 4da0e9e8-8ef3-470b-a909-100d6e392953, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:30:36.752814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e8e8e-b3bc-4dd5-b575-469c320aaadb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event updated for resources: {'Subnet': ['ID=c1c7d794-07b3-43cd-9cb5-a4bba84827f2,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:36.792726 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:36.844283 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6e8e8e-b3bc-4dd5-b575-469c320aaadb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Network 4da0e9e8-8ef3-470b-a909-100d6e392953 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:30:36.849610 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe083c1-71cf-4658-8291-664eaa73f54f None None] Network 7f2224c8-25a2-4175-bf56-5961b62c5b2e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:36.886745 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:36.894917 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 103435fb-ffe3-4a33-8c5c-193bd936ae21 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:36.895159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event updated for resources: {'Port': ['ID=c60bec22-7b8c-4e94-a01f-295009d77cc4,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:36.900909 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:36.911249 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0222ae7a-7ada-4b71-b0af-4fbff853bf22 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:36.918720 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-4a6e8e8e-b3bc-4dd5-b575-469c320aaadb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 4da0e9e8-8ef3-470b-a909-100d6e392953) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:36.922627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6e8e8e-b3bc-4dd5-b575-469c320aaadb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:36.923371 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a6e8e8e-b3bc-4dd5-b575-469c320aaadb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:36.960927 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfde4ab3-f35b-47b8-a623-726fb782ed38 None None] Network 4da0e9e8-8ef3-470b-a909-100d6e392953 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:37.004741 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4a6e8e8e-b3bc-4dd5-b575-469c320aaadb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8699815 Aug 31 01:30:37.007141 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60934) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:37.019510 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-9c9af392-f37b-495a-b835-a4cf38ebbd0b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Request body: {'network': {'name': 'tempest-router-network01--1920020343'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:37.025081 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86679ea5-03cf-4398-a4e8-29ca971a2e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.029138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Network 7f2224c8-25a2-4175-bf56-5961b62c5b2e is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:37.031833 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:37.033868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-38a01d2e-e908-4045-98e1-46bcf6015873 None None] Provisioning for port 103435fb-ffe3-4a33-8c5c-193bd936ae21 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:37.062651 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-38a01d2e-e908-4045-98e1-46bcf6015873 None None] Provisioning complete for port 103435fb-ffe3-4a33-8c5c-193bd936ae21 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:37.063655 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-38a01d2e-e908-4045-98e1-46bcf6015873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.173940 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Router 1544cf1b-9880-4a2c-abf9-d670138861d9 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:30:37.175134 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9af392-f37b-495a-b835-a4cf38ebbd0b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Made reservation on behalf of 33512fb7008a433dba9b4354307d3204 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:37.179231 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9c9af392-f37b-495a-b835-a4cf38ebbd0b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.240745 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aca6cb-bdca-4b27-9692-1718acc51707 req-66d62e13-76a3-49e1-babc-f13262b507ba tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:37.242528 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-79aca6cb-bdca-4b27-9692-1718acc51707 req-66d62e13-76a3-49e1-babc-f13262b507ba tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2 HTTP/1.1" status: 200 len: 945 time: 0.1122720 Aug 31 01:30:37.243738 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9af392-f37b-495a-b835-a4cf38ebbd0b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:30:37.287775 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9c9af392-f37b-495a-b835-a4cf38ebbd0b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.288125 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-9c9af392-f37b-495a-b835-a4cf38ebbd0b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Added segment e493a94d-b4ba-4c05-b87c-728c5dd4f653 of type vlan for network 85458ac9-9373-4eb7-94a8-a8f2526e597e Aug 31 01:30:37.379799 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9c9af392-f37b-495a-b835-a4cf38ebbd0b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.397801 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 0222ae7a-7ada-4b71-b0af-4fbff853bf22 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:37.398179 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.402568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb82c2-3f6b-4235-b345-2f38c5d48df4 req-9c11c081-0b09-401c-8468-62fecb8639bc tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:37.404902 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d0eb82c2-3f6b-4235-b345-2f38c5d48df4 req-9c11c081-0b09-401c-8468-62fecb8639bc tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2 HTTP/1.1" status: 200 len: 945 time: 0.1738949 Aug 31 01:30:37.435138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:37.454927 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-90340a9a-fdc6-4fdf-a35a-511f25db18c8 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "PUT /v2.0/routers/1544cf1b-9880-4a2c-abf9-d670138861d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3184078 Aug 31 01:30:37.469866 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Sync routers for ids ['1544cf1b-9880-4a2c-abf9-d670138861d9'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:37.476323 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-79aca6cb-bdca-4b27-9692-1718acc51707 req-734f8685-301e-46e6-ad7b-0b612e7adfa8 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Deleting port 996140c0-43f4-4424-8cf8-1ae548d71e96 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:37.476882 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-79aca6cb-bdca-4b27-9692-1718acc51707 req-734f8685-301e-46e6-ad7b-0b612e7adfa8 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.479578 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d0eb82c2-3f6b-4235-b345-2f38c5d48df4 req-3f065fc0-2250-4b7e-812f-1f8cede64ca6 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeedec2b-fdaf-436e-b60f-a071f033fd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661080 Aug 31 01:30:37.513877 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Routers {'1544cf1b-9880-4a2c-abf9-d670138861d9'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:37.514539 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['1544cf1b-9880-4a2c-abf9-d670138861d9'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:37.538392 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.584299 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9c9af392-f37b-495a-b835-a4cf38ebbd0b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.597113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9af392-f37b-495a-b835-a4cf38ebbd0b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:37.598146 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9c9af392-f37b-495a-b835-a4cf38ebbd0b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.601781 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.727275 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-38a01d2e-e908-4045-98e1-46bcf6015873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.799839 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9c9af392-f37b-495a-b835-a4cf38ebbd0b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7902706 Aug 31 01:30:37.803106 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60952) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:37.814850 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9af392-f37b-495a-b835-a4cf38ebbd0b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event updated for resources: {'Network': ['ID=85458ac9-9373-4eb7-94a8-a8f2526e597e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:37.830743 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e0c57111-ab03-42cc-94e0-001a28fab928 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Request body: {'network': {'name': 'tempest-router-network02--419071031'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:37.849254 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-4da0e9e8-8ef3-470b-a909-100d6e392953', 'network_id': '4da0e9e8-8ef3-470b-a909-100d6e392953', 'tenant_id': '33512fb7008a433dba9b4354307d3204', 'fixed_ips': [{'subnet_id': 'c1c7d794-07b3-43cd-9cb5-a4bba84827f2'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:30:37.850250 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.877674 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-79aca6cb-bdca-4b27-9692-1718acc51707 req-734f8685-301e-46e6-ad7b-0b612e7adfa8 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] For port 996140c0-43f4-4424-8cf8-1ae548d71e96, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=996140c0-43f4-4424-8cf8-1ae548d71e96,segment=NetworkSegment(2364e99c-9b66-41f9-b18f-5cb6b33b3354),segment_id=2364e99c-9b66-41f9-b18f-5cb6b33b3354)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:37.881083 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-79aca6cb-bdca-4b27-9692-1718acc51707 req-734f8685-301e-46e6-ad7b-0b612e7adfa8 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.881269 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 85458ac9-9373-4eb7-94a8-a8f2526e597e details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:30:37.895593 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-38a01d2e-e908-4045-98e1-46bcf6015873 None None] For port 103435fb-ffe3-4a33-8c5c-193bd936ae21, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=103435fb-ffe3-4a33-8c5c-193bd936ae21,segment=NetworkSegment(7d245b4a-6153-4e44-b05a-89c9701d571a),segment_id=7d245b4a-6153-4e44-b05a-89c9701d571a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:37.904732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-79aca6cb-bdca-4b27-9692-1718acc51707 req-734f8685-301e-46e6-ad7b-0b612e7adfa8 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Calling delete_port for 996140c0-43f4-4424-8cf8-1ae548d71e96 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:37.916339 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-9a252c4d-89fd-4d29-9c8d-fd1237df8af4 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:37.918134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-9a252c4d-89fd-4d29-9c8d-fd1237df8af4 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/networks?id=7f2224c8-25a2-4175-bf56-5961b62c5b2e HTTP/1.1" status: 200 len: 795 time: 0.1932197 Aug 31 01:30:37.924714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c57111-ab03-42cc-94e0-001a28fab928 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Made reservation on behalf of 33512fb7008a433dba9b4354307d3204 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:37.936714 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e0c57111-ab03-42cc-94e0-001a28fab928 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.968976 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Set router 1544cf1b-9880-4a2c-abf9-d670138861d9 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:37.972672 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c57111-ab03-42cc-94e0-001a28fab928 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:30:37.981029 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-38a01d2e-e908-4045-98e1-46bcf6015873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.989702 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e0c57111-ab03-42cc-94e0-001a28fab928 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.989702 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-e0c57111-ab03-42cc-94e0-001a28fab928 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Added segment c700c67a-0bda-4bcb-900e-54e75b30e0de of type vlan for network e5c9c2a6-2213-4684-b8a0-1a1b10d4666b Aug 31 01:30:38.039465 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-32815ea1-b143-4eee-b180-3a352fa677c6 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/quotas/1a2256ac326a4bc7bf716683e3de0383 HTTP/1.1" status: 200 len: 375 time: 0.1079977 Aug 31 01:30:38.051358 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e0c57111-ab03-42cc-94e0-001a28fab928 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:38.153877 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-52a10393-b31d-4c47-a18b-8a4e22a004ac None None] Provisioning complete for port 103435fb-ffe3-4a33-8c5c-193bd936ae21 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:38.154258 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-52a10393-b31d-4c47-a18b-8a4e22a004ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:38.165059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-866c1e9a-56d5-4d9d-985e-2cfd07360ef0 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a2256ac326a4bc7bf716683e3de0383&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1099391 Aug 31 01:30:38.165254 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e0c57111-ab03-42cc-94e0-001a28fab928 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:38.178675 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c57111-ab03-42cc-94e0-001a28fab928 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:38.180715 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e0c57111-ab03-42cc-94e0-001a28fab928 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:38.245546 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-79aca6cb-bdca-4b27-9692-1718acc51707 req-734f8685-301e-46e6-ad7b-0b612e7adfa8 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:38.290531 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c57111-ab03-42cc-94e0-001a28fab928 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event updated for resources: {'Network': ['ID=e5c9c2a6-2213-4684-b8a0-1a1b10d4666b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:38.303408 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f8685-301e-46e6-ad7b-0b612e7adfa8 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Pushing event deleted for resources: {'Port': ['ID=996140c0-43f4-4424-8cf8-1ae548d71e96,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:38.323984 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e0c57111-ab03-42cc-94e0-001a28fab928 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5177627 Aug 31 01:30:38.326384 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 60954) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:38.332562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4024e59d-cbf2-48c2-9ad5-b53f705875c3 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Request body: {'subnet': {'network_id': '85458ac9-9373-4eb7-94a8-a8f2526e597e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:38.348991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network e5c9c2a6-2213-4684-b8a0-1a1b10d4666b details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:30:38.371480 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-79aca6cb-bdca-4b27-9692-1718acc51707 req-734f8685-301e-46e6-ad7b-0b612e7adfa8 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] No DVR routers for this DVR port 996140c0-43f4-4424-8cf8-1ae548d71e96 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:30:38.377694 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-79aca6cb-bdca-4b27-9692-1718acc51707 req-734f8685-301e-46e6-ad7b-0b612e7adfa8 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:38.380179 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-79aca6cb-bdca-4b27-9692-1718acc51707 req-734f8685-301e-46e6-ad7b-0b612e7adfa8 tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.41 "DELETE /v2.0/ports/996140c0-43f4-4424-8cf8-1ae548d71e96 HTTP/1.1" status: 204 len: 173 time: 1.1299629 Aug 31 01:30:38.380752 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2', 'name': 'network-vif-deleted', 'tag': '996140c0-43f4-4424-8cf8-1ae548d71e96'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:30:38.383710 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc2b1f7-9165-40da-9697-25481f009a90" -d '{"events": [{"server_uuid": "c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2", "name": "network-vif-deleted", "tag": "996140c0-43f4-4424-8cf8-1ae548d71e96"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:38.433649 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-f9f2bea7-8c53-4d51-9b12-8aa5d8e0e60a service neutron] 10.222.0.16 "GET /v2.0/networks/7f2224c8-25a2-4175-bf56-5961b62c5b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407475 Aug 31 01:30:38.444353 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b48c63-1920-46df-845c-a6375c04e30a x-openstack-request-id: req-47b48c63-1920-46df-845c-a6375c04e30a {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:38.444747 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2", "name": "network-vif-deleted", "tag": "996140c0-43f4-4424-8cf8-1ae548d71e96", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:38.445322 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47b48c63-1920-46df-845c-a6375c04e30a {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:38.445915 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2', 'name': 'network-vif-deleted', 'tag': '996140c0-43f4-4424-8cf8-1ae548d71e96', 'status': 'completed', 'code': 200} Aug 31 01:30:38.578159 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-ddcb9d0f-8eda-46ec-9b70-f7a18c594b3b service neutron] 10.222.0.16 "GET /v2.0/networks/7f2224c8-25a2-4175-bf56-5961b62c5b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509383 Aug 31 01:30:38.584603 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a01d2e-e908-4045-98e1-46bcf6015873 None None] Pushing event updated for resources: {'Port': ['ID=103435fb-ffe3-4a33-8c5c-193bd936ae21,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:38.599931 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-56496f32-e6d3-46b8-b972-a7f8c7ebb08d req-f3ab9b18-a66a-4a32-a110-200becf368ff tempest-VolumesActionsTest-477233685 tempest-VolumesActionsTest-477233685-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d46c4f-5deb-43c5-9c3a-fbfd4260dad2 HTTP/1.1" status: 200 len: 210 time: 0.0361054 Aug 31 01:30:38.684173 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4024e59d-cbf2-48c2-9ad5-b53f705875c3 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Made reservation on behalf of 33512fb7008a433dba9b4354307d3204 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:38.690409 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4024e59d-cbf2-48c2-9ad5-b53f705875c3 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:38.695680 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Allocated IP 172.20.0.2 (4da0e9e8-8ef3-470b-a909-100d6e392953/c1c7d794-07b3-43cd-9cb5-a4bba84827f2/5b54e8cf-9972-42e8-8097-11e0fe1776bf) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:38.765009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-52a10393-b31d-4c47-a18b-8a4e22a004ac None None] Provisioning for port c60bec22-7b8c-4e94-a01f-295009d77cc4 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:38.781133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-52a10393-b31d-4c47-a18b-8a4e22a004ac None None] Provisioning complete for port c60bec22-7b8c-4e94-a01f-295009d77cc4 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:38.781464 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-52a10393-b31d-4c47-a18b-8a4e22a004ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:38.877238 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4c05aeb-34f5-4b46-bc17-6c7e837fca2f req-c526af51-61a7-468a-942f-9b41b0dff1dc tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 210 time: 0.0498884 Aug 31 01:30:38.877911 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-52a10393-b31d-4c47-a18b-8a4e22a004ac None None] Port c60bec22-7b8c-4e94-a01f-295009d77cc4 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:38.893033 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:38.899680 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1544cf1b-9880-4a2c-abf9-d670138861d9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-691281901', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '0222ae7a-7ada-4b71-b0af-4fbff853bf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:29Z', 'updated_at': '2021-08-31T01:30:35Z', 'revision_number': 4, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': '0222ae7a-7ada-4b71-b0af-4fbff853bf22', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1544cf1b-9880-4a2c-abf9-d670138861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:30Z', 'updated_at': '2021-08-31T01:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'c60bec22-7b8c-4e94-a01f-295009d77cc4', 'name': '', 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'mac_address': 'fa:16:3e:cf:c4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1544cf1b-9880-4a2c-abf9-d670138861d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '34239b77-5703-4ba2-8392-d930a46aed32', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:35Z', 'updated_at': '2021-08-31T01:30:36Z', 'revision_number': 2, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'subnets': [{'id': '34239b77-5703-4ba2-8392-d930a46aed32', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:38.952814 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Checking router: 1544cf1b-9880-4a2c-abf9-d670138861d9 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:30:38.953333 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Updating router 1544cf1b-9880-4a2c-abf9-d670138861d9 port c60bec22-7b8c-4e94-a01f-295009d77cc4 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:30:39.034206 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3096fe7d-6bd3-4abb-bb79-4b4a08e73f1b None None] Provisioning complete for port c60bec22-7b8c-4e94-a01f-295009d77cc4 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:39.034657 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3096fe7d-6bd3-4abb-bb79-4b4a08e73f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:39.038809 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:39.073754 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4024e59d-cbf2-48c2-9ad5-b53f705875c3 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:39.116771 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3096fe7d-6bd3-4abb-bb79-4b4a08e73f1b None None] Port c60bec22-7b8c-4e94-a01f-295009d77cc4 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:39.119025 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:39.138520 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Transition to ACTIVE for port object 5b54e8cf-9972-42e8-8097-11e0fe1776bf will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:39.177057 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024e59d-cbf2-48c2-9ad5-b53f705875c3 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event updated for resources: {'Subnet': ['ID=62df7b5d-7c64-4a9f-b0bb-0fd4a66272cd,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:39.179648 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4024e59d-cbf2-48c2-9ad5-b53f705875c3 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Checking segment: {'id': 'e493a94d-b4ba-4c05-b87c-728c5dd4f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '85458ac9-9373-4eb7-94a8-a8f2526e597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:39.180013 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4024e59d-cbf2-48c2-9ad5-b53f705875c3 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Network hostable DHCP agents. Network: 85458ac9-9373-4eb7-94a8-a8f2526e597e, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:30:39.215280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Transition to ACTIVE for port object 5b54e8cf-9972-42e8-8097-11e0fe1776bf will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:39.284391 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4024e59d-cbf2-48c2-9ad5-b53f705875c3 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Network 85458ac9-9373-4eb7-94a8-a8f2526e597e is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:30:39.320090 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:39.381889 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-4024e59d-cbf2-48c2-9ad5-b53f705875c3 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 85458ac9-9373-4eb7-94a8-a8f2526e597e) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:39.387497 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4024e59d-cbf2-48c2-9ad5-b53f705875c3 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:39.388691 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4024e59d-cbf2-48c2-9ad5-b53f705875c3 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:39.389977 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Network 4da0e9e8-8ef3-470b-a909-100d6e392953 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:39.406529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264ca335-d56a-47f3-9e52-fe021e3a65dd None None] Network 85458ac9-9373-4eb7-94a8-a8f2526e597e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:39.408746 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:39.411445 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:39.466317 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Pushing event updated for resources: {'Port': ['ID=5b54e8cf-9972-42e8-8097-11e0fe1776bf,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:39.473614 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4024e59d-cbf2-48c2-9ad5-b53f705875c3 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1458406 Aug 31 01:30:39.476828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60972) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:39.483780 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-24e4313b-8c6d-40e3-a0ec-ccc23890a0b8 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Request body: {'subnet': {'network_id': 'e5c9c2a6-2213-4684-b8a0-1a1b10d4666b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:39.585886 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Attempting to bind port 5b54e8cf-9972-42e8-8097-11e0fe1776bf on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:39.586282 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Attempting to bind port 5b54e8cf-9972-42e8-8097-11e0fe1776bf by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '47c0e924-2a75-401e-9551-10f5f9300c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4da0e9e8-8ef3-470b-a909-100d6e392953'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:39.586680 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Attempting to bind port 5b54e8cf-9972-42e8-8097-11e0fe1776bf on network 4da0e9e8-8ef3-470b-a909-100d6e392953 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:39.621020 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:39.621585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Checking segment: {'id': '47c0e924-2a75-401e-9551-10f5f9300c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4da0e9e8-8ef3-470b-a909-100d6e392953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:39.626679 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:39.626679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Bound using segment: {'id': '47c0e924-2a75-401e-9551-10f5f9300c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4da0e9e8-8ef3-470b-a909-100d6e392953'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:39.626679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Bound port: 5b54e8cf-9972-42e8-8097-11e0fe1776bf, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c0e924-2a75-401e-9551-10f5f9300c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4da0e9e8-8ef3-470b-a909-100d6e392953'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:39.626679 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:39.676107 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:39.723172 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Transition to ACTIVE for port object c60bec22-7b8c-4e94-a01f-295009d77cc4 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:39.787407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e4313b-8c6d-40e3-a0ec-ccc23890a0b8 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Made reservation on behalf of 33512fb7008a433dba9b4354307d3204 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:39.791880 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-24e4313b-8c6d-40e3-a0ec-ccc23890a0b8 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:39.937058 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:39.950062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-85458ac9-9373-4eb7-94a8-a8f2526e597e', 'network_id': '85458ac9-9373-4eb7-94a8-a8f2526e597e', 'tenant_id': '33512fb7008a433dba9b4354307d3204', 'fixed_ips': [{'subnet_id': '62df7b5d-7c64-4a9f-b0bb-0fd4a66272cd'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:30:39.951510 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:39.990686 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] For port 5b54e8cf-9972-42e8-8097-11e0fe1776bf, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:40.023098 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] For port 5b54e8cf-9972-42e8-8097-11e0fe1776bf, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5b54e8cf-9972-42e8-8097-11e0fe1776bf,segment=NetworkSegment(47c0e924-2a75-401e-9551-10f5f9300c0f),segment_id=47c0e924-2a75-401e-9551-10f5f9300c0f)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:40.050094 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5d0e695f-5153-44b1-8045-8949ba26fa55 req-f0d6cec4-0606-419d-a28f-c9f33fcdeeee tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 210 time: 0.0331290 Aug 31 01:30:40.094112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530d6d2-c2f4-454d-87ac-bcc8b1a77d3e None None] Pushing event updated for resources: {'Port': ['ID=c60bec22-7b8c-4e94-a01f-295009d77cc4,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:40.125127 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-24e4313b-8c6d-40e3-a0ec-ccc23890a0b8 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:40.127515 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:40.258177 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4313b-8c6d-40e3-a0ec-ccc23890a0b8 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event updated for resources: {'Subnet': ['ID=f26d166f-54d7-4023-b3c7-aae2be5d526a,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:40.268694 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e4313b-8c6d-40e3-a0ec-ccc23890a0b8 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Checking segment: {'id': 'c700c67a-0bda-4bcb-900e-54e75b30e0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e5c9c2a6-2213-4684-b8a0-1a1b10d4666b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:40.268981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e4313b-8c6d-40e3-a0ec-ccc23890a0b8 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Network hostable DHCP agents. Network: e5c9c2a6-2213-4684-b8a0-1a1b10d4666b, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:30:40.270434 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 996140c0-43f4-4424-8cf8-1ae548d71e96 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:40.309104 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 60998) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:40.322279 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Attempting to bind port c60bec22-7b8c-4e94-a01f-295009d77cc4 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:40.323689 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Attempting to bind port c60bec22-7b8c-4e94-a01f-295009d77cc4 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '7d245b4a-6153-4e44-b05a-89c9701d571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:40.324290 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Attempting to bind port c60bec22-7b8c-4e94-a01f-295009d77cc4 on network 7f2224c8-25a2-4175-bf56-5961b62c5b2e {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:40.334445 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 996140c0-43f4-4424-8cf8-1ae548d71e96 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:30:40.335073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 996140c0-43f4-4424-8cf8-1ae548d71e96 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:30:40.362144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:40.362418 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Checking segment: {'id': '7d245b4a-6153-4e44-b05a-89c9701d571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:40.362876 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:40.363275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Bound using segment: {'id': '7d245b4a-6153-4e44-b05a-89c9701d571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:40.363768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Bound port: c60bec22-7b8c-4e94-a01f-295009d77cc4, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d245b4a-6153-4e44-b05a-89c9701d571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:40.364148 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:40.383882 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fa6a4-1d5a-4504-9183-a79625f68f9c None None] Pushing event updated for resources: {'Port': ['ID=5b54e8cf-9972-42e8-8097-11e0fe1776bf,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:40.415474 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e4313b-8c6d-40e3-a0ec-ccc23890a0b8 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Network e5c9c2a6-2213-4684-b8a0-1a1b10d4666b is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:30:40.422133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Allocated IP 172.20.0.2 (85458ac9-9373-4eb7-94a8-a8f2526e597e/62df7b5d-7c64-4a9f-b0bb-0fd4a66272cd/89d5841e-8043-4097-8d50-83aed2f40b5c) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:40.445705 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:40.501736 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-24e4313b-8c6d-40e3-a0ec-ccc23890a0b8 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, e5c9c2a6-2213-4684-b8a0-1a1b10d4666b) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:40.512324 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e4313b-8c6d-40e3-a0ec-ccc23890a0b8 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:40.512940 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-24e4313b-8c6d-40e3-a0ec-ccc23890a0b8 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:40.531592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f78b310-c74f-4ff6-adb8-4a97693cb47f None None] Network e5c9c2a6-2213-4684-b8a0-1a1b10d4666b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:40.545282 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9a36142a-5cd7-42b0-b881-d7b78a5a1c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:40.590815 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] For port c60bec22-7b8c-4e94-a01f-295009d77cc4, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:40.623513 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] For port c60bec22-7b8c-4e94-a01f-295009d77cc4, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c60bec22-7b8c-4e94-a01f-295009d77cc4,segment=NetworkSegment(7d245b4a-6153-4e44-b05a-89c9701d571a),segment_id=7d245b4a-6153-4e44-b05a-89c9701d571a)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:40.682928 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-24e4313b-8c6d-40e3-a0ec-ccc23890a0b8 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2012672 Aug 31 01:30:40.683548 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 32784) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:40.727538 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 103435fb-ffe3-4a33-8c5c-193bd936ae21 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:40.817582 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9a36142a-5cd7-42b0-b881-d7b78a5a1c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:40.885641 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:40.930362 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9a36142a-5cd7-42b0-b881-d7b78a5a1c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:40.949550 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:40.981573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Transition to ACTIVE for port object 89d5841e-8043-4097-8d50-83aed2f40b5c will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:40.989164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-e5c9c2a6-2213-4684-b8a0-1a1b10d4666b', 'network_id': 'e5c9c2a6-2213-4684-b8a0-1a1b10d4666b', 'tenant_id': '33512fb7008a433dba9b4354307d3204', 'fixed_ips': [{'subnet_id': 'f26d166f-54d7-4023-b3c7-aae2be5d526a'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:30:40.990057 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:41.004323 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9a36142a-5cd7-42b0-b881-d7b78a5a1c3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05c4081206de41d3ac100d92780235f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6917372 Aug 31 01:30:41.004323 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36142a-5cd7-42b0-b881-d7b78a5a1c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59265937-29d3-41bc-a6b0-690332f43e21,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:41.006042 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 32792) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:41.081728 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 103435fb-ffe3-4a33-8c5c-193bd936ae21 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:41.082139 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:41.116292 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-387f2acb-5148-4062-8b2e-bd852df1d394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:41.119736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Routers {'1544cf1b-9880-4a2c-abf9-d670138861d9'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:41.120395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['1544cf1b-9880-4a2c-abf9-d670138861d9'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:41.189708 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-387f2acb-5148-4062-8b2e-bd852df1d394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:41.194627 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530d6d2-c2f4-454d-87ac-bcc8b1a77d3e None None] Pushing event updated for resources: {'Port': ['ID=c60bec22-7b8c-4e94-a01f-295009d77cc4,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:41.229866 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Transition to ACTIVE for port object 89d5841e-8043-4097-8d50-83aed2f40b5c will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:41.264179 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5d1bea0e-8e39-4474-bbcc-51fd0201ac16 req-3444e19d-fcdf-4961-bd43-d551d48d1982 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 210 time: 0.0799708 Aug 31 01:30:41.271392 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17594888-faf2-40e0-8c31-81d20162e135 req-c3140d6c-6e5a-458c-b56b-95c30c4f858a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:41.285647 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-17594888-faf2-40e0-8c31-81d20162e135 req-c3140d6c-6e5a-458c-b56b-95c30c4f858a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.2188687 Aug 31 01:30:41.409574 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:41.411062 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:41.441394 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-17594888-faf2-40e0-8c31-81d20162e135 req-87579f5b-64d5-4c4a-855c-a4c221129277 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542406 Aug 31 01:30:41.500797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] Set router 1544cf1b-9880-4a2c-abf9-d670138861d9 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:41.504739 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Network 85458ac9-9373-4eb7-94a8-a8f2526e597e is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:41.563691 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:41.582130 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:41.607433 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Pushing event updated for resources: {'Port': ['ID=89d5841e-8043-4097-8d50-83aed2f40b5c,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:41.632953 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-387f2acb-5148-4062-8b2e-bd852df1d394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:41.636288 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-387f2acb-5148-4062-8b2e-bd852df1d394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:41.637583 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-387f2acb-5148-4062-8b2e-bd852df1d394 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59265937-29d3-41bc-a6b0-690332f43e21 HTTP/1.1" status: 204 len: 168 time: 0.6304760 Aug 31 01:30:41.684586 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f2acb-5148-4062-8b2e-bd852df1d394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59265937-29d3-41bc-a6b0-690332f43e21,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:41.703022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Allocated IP 172.20.0.2 (e5c9c2a6-2213-4684-b8a0-1a1b10d4666b/f26d166f-54d7-4023-b3c7-aae2be5d526a/d010a979-788c-440e-af17-ea3ee8fea59d) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:41.809050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-2439af9b-6996-4152-947a-7e179a141582 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:41.811410 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-2439af9b-6996-4152-947a-7e179a141582 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.48 "GET /v2.0/networks?id=7f2224c8-25a2-4175-bf56-5961b62c5b2e HTTP/1.1" status: 200 len: 795 time: 0.3153002 Aug 31 01:30:41.836995 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-38a53784-2a6d-4a1a-8ea3-41e942d12493 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Request body: {'port': {'device_id': '08e48196-02ac-4060-b840-d399d9747b09', 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e', 'admin_state_up': True, 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:41.855238 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Allocated IP 172.20.0.1 (85458ac9-9373-4eb7-94a8-a8f2526e597e/62df7b5d-7c64-4a9f-b0bb-0fd4a66272cd/50e0cc92-6a8b-41b7-8a78-0d13e9c698f6) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:41.983640 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ae7817-9e89-4044-8b6b-2d2cc911062b None None] Network 4da0e9e8-8ef3-470b-a909-100d6e392953 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:41.987239 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Attempting to bind port 89d5841e-8043-4097-8d50-83aed2f40b5c on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:41.988413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Attempting to bind port 89d5841e-8043-4097-8d50-83aed2f40b5c by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'e493a94d-b4ba-4c05-b87c-728c5dd4f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '85458ac9-9373-4eb7-94a8-a8f2526e597e'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:41.995224 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Attempting to bind port 89d5841e-8043-4097-8d50-83aed2f40b5c on network 85458ac9-9373-4eb7-94a8-a8f2526e597e {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:42.080224 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:42.081425 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Checking segment: {'id': 'e493a94d-b4ba-4c05-b87c-728c5dd4f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '85458ac9-9373-4eb7-94a8-a8f2526e597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:42.082136 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:42.083044 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Bound using segment: {'id': 'e493a94d-b4ba-4c05-b87c-728c5dd4f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '85458ac9-9373-4eb7-94a8-a8f2526e597e'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:42.083719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Bound port: 89d5841e-8043-4097-8d50-83aed2f40b5c, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e493a94d-b4ba-4c05-b87c-728c5dd4f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '85458ac9-9373-4eb7-94a8-a8f2526e597e'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:42.084353 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:42.101044 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:42.121305 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Transition to ACTIVE for port object 50e0cc92-6a8b-41b7-8a78-0d13e9c698f6 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:42.192622 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-38a53784-2a6d-4a1a-8ea3-41e942d12493 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Made reservation on behalf of 1a2256ac326a4bc7bf716683e3de0383 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:42.196267 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-38a53784-2a6d-4a1a-8ea3-41e942d12493 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:42.250798 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:42.329554 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-794fb0c0-db3d-4f3a-9aaa-2b879518867e None None] Provisioning for port 5b54e8cf-9972-42e8-8097-11e0fe1776bf completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:42.376636 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:42.377826 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Network 85458ac9-9373-4eb7-94a8-a8f2526e597e is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:42.389530 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Transition to ACTIVE for port object d010a979-788c-440e-af17-ea3ee8fea59d will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:42.394089 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:42.398819 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:42.402554 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event updated for resources: {'Port': ['ID=50e0cc92-6a8b-41b7-8a78-0d13e9c698f6,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:42.406776 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-014ecf74-8f84-4153-8ace-34db81aba5c3 req-408a9bfa-f77a-4bbb-ae34-faea910512ee tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 210 time: 0.0505352 Aug 31 01:30:42.426900 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Transition to ACTIVE for port object d010a979-788c-440e-af17-ea3ee8fea59d will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:42.444267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-38a53784-2a6d-4a1a-8ea3-41e942d12493 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Allocated IP 172.20.0.25 (7f2224c8-25a2-4175-bf56-5961b62c5b2e/34239b77-5703-4ba2-8392-d930a46aed32/19eaa42c-ee75-404d-8d8c-27f6d90e75b3) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:42.507985 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:42.716016 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:42.735111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55394c78-40f6-4307-b4d3-76e74e8c0cb7 req-8c20c2af-cf83-4006-b06e-96af1f933a64 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:42.736657 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55394c78-40f6-4307-b4d3-76e74e8c0cb7 req-8c20c2af-cf83-4006-b06e-96af1f933a64 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.1604428 Aug 31 01:30:42.753969 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-38a53784-2a6d-4a1a-8ea3-41e942d12493 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:42.783933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-38a53784-2a6d-4a1a-8ea3-41e942d12493 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Transition to ACTIVE for port object 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:42.785402 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] For port 89d5841e-8043-4097-8d50-83aed2f40b5c, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:42.790480 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5b54e8cf-9972-42e8-8097-11e0fe1776bf up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:42.825286 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55394c78-40f6-4307-b4d3-76e74e8c0cb7 req-08bd6cb3-2850-4fd8-a76a-6af4b8e21f62 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585077 Aug 31 01:30:42.832814 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1544cf1b-9880-4a2c-abf9-d670138861d9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-691281901', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '0222ae7a-7ada-4b71-b0af-4fbff853bf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:29Z', 'updated_at': '2021-08-31T01:30:35Z', 'revision_number': 4, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': '0222ae7a-7ada-4b71-b0af-4fbff853bf22', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1544cf1b-9880-4a2c-abf9-d670138861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:30Z', 'updated_at': '2021-08-31T01:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'c60bec22-7b8c-4e94-a01f-295009d77cc4', 'name': '', 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'mac_address': 'fa:16:3e:cf:c4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1544cf1b-9880-4a2c-abf9-d670138861d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '34239b77-5703-4ba2-8392-d930a46aed32', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:35Z', 'updated_at': '2021-08-31T01:30:40Z', 'revision_number': 4, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'subnets': [{'id': '34239b77-5703-4ba2-8392-d930a46aed32', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:42.846922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Network e5c9c2a6-2213-4684-b8a0-1a1b10d4666b is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:42.852926 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] For port 89d5841e-8043-4097-8d50-83aed2f40b5c, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=89d5841e-8043-4097-8d50-83aed2f40b5c,segment=NetworkSegment(e493a94d-b4ba-4c05-b87c-728c5dd4f653),segment_id=e493a94d-b4ba-4c05-b87c-728c5dd4f653)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:42.884311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:42.890939 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:42.894859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9030182f-914a-4098-aade-55d9d6e98638 None None] The sync data for ids ['1544cf1b-9880-4a2c-abf9-d670138861d9'] in n-d-793621-34 is: [{'id': '1544cf1b-9880-4a2c-abf9-d670138861d9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-691281901', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '0222ae7a-7ada-4b71-b0af-4fbff853bf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:29Z', 'updated_at': '2021-08-31T01:30:35Z', 'revision_number': 4, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': '0222ae7a-7ada-4b71-b0af-4fbff853bf22', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1544cf1b-9880-4a2c-abf9-d670138861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:30Z', 'updated_at': '2021-08-31T01:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'c60bec22-7b8c-4e94-a01f-295009d77cc4', 'name': '', 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'mac_address': 'fa:16:3e:cf:c4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1544cf1b-9880-4a2c-abf9-d670138861d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '34239b77-5703-4ba2-8392-d930a46aed32', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:35Z', 'updated_at': '2021-08-31T01:30:40Z', 'revision_number': 4, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'subnets': [{'id': '34239b77-5703-4ba2-8392-d930a46aed32', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:42.902466 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Pushing event updated for resources: {'Port': ['ID=d010a979-788c-440e-af17-ea3ee8fea59d,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:42.959679 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-38a53784-2a6d-4a1a-8ea3-41e942d12493 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:42.962683 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:43.037544 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:43.039938 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-38a53784-2a6d-4a1a-8ea3-41e942d12493 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Network 7f2224c8-25a2-4175-bf56-5961b62c5b2e is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:43.044584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-38a53784-2a6d-4a1a-8ea3-41e942d12493 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:43.080187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-38a53784-2a6d-4a1a-8ea3-41e942d12493 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:43.153960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a53784-2a6d-4a1a-8ea3-41e942d12493 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event updated for resources: {'Port': ['ID=19eaa42c-ee75-404d-8d8c-27f6d90e75b3,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:43.164499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Attempting to bind port d010a979-788c-440e-af17-ea3ee8fea59d on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:43.168873 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Attempting to bind port d010a979-788c-440e-af17-ea3ee8fea59d by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'c700c67a-0bda-4bcb-900e-54e75b30e0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e5c9c2a6-2213-4684-b8a0-1a1b10d4666b'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:43.168873 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Attempting to bind port d010a979-788c-440e-af17-ea3ee8fea59d on network e5c9c2a6-2213-4684-b8a0-1a1b10d4666b {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:43.183582 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:43.184003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Checking segment: {'id': 'c700c67a-0bda-4bcb-900e-54e75b30e0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e5c9c2a6-2213-4684-b8a0-1a1b10d4666b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:43.187328 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:43.188234 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Bound using segment: {'id': 'c700c67a-0bda-4bcb-900e-54e75b30e0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e5c9c2a6-2213-4684-b8a0-1a1b10d4666b'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:43.188851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Bound port: d010a979-788c-440e-af17-ea3ee8fea59d, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c700c67a-0bda-4bcb-900e-54e75b30e0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e5c9c2a6-2213-4684-b8a0-1a1b10d4666b'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:43.189910 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:43.256202 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-38a53784-2a6d-4a1a-8ea3-41e942d12493 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:43.257544 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-38a53784-2a6d-4a1a-8ea3-41e942d12493 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:43.320637 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab75932-f4f3-46ec-ba32-927852529d7a None None] Pushing event updated for resources: {'Port': ['ID=89d5841e-8043-4097-8d50-83aed2f40b5c,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:43.327375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 5b54e8cf-9972-42e8-8097-11e0fe1776bf completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:43.344077 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 5b54e8cf-9972-42e8-8097-11e0fe1776bf triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:43.345060 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:43.361103 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-38a53784-2a6d-4a1a-8ea3-41e942d12493 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5299578 Aug 31 01:30:43.375453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Request body: {'port': {'device_id': '08e48196-02ac-4060-b840-d399d9747b09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:43.495764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 32868) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:43.512453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] For port d010a979-788c-440e-af17-ea3ee8fea59d, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:43.534066 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] For port d010a979-788c-440e-af17-ea3ee8fea59d, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d010a979-788c-440e-af17-ea3ee8fea59d,segment=NetworkSegment(c700c67a-0bda-4bcb-900e-54e75b30e0de),segment_id=c700c67a-0bda-4bcb-900e-54e75b30e0de)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:43.545123 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:43.643812 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:43.711285 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8e050-a3e7-4865-bdd3-3e38b1d6221d None None] Pushing event updated for resources: {'Port': ['ID=d010a979-788c-440e-af17-ea3ee8fea59d,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:43.846894 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:43.902959 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f3ef8ed2-0899-4fac-bea8-2d546d9e4093 None None] Provisioning for port 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:43.922827 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f3ef8ed2-0899-4fac-bea8-2d546d9e4093 None None] Provisioning complete for port 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:43.923206 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f3ef8ed2-0899-4fac-bea8-2d546d9e4093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.094491 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.138118 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 5b54e8cf-9972-42e8-8097-11e0fe1776bf, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5b54e8cf-9972-42e8-8097-11e0fe1776bf,segment=NetworkSegment(47c0e924-2a75-401e-9551-10f5f9300c0f),segment_id=47c0e924-2a75-401e-9551-10f5f9300c0f)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:44.143115 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daebef6-d419-4c16-aaaa-57879ef8af4a req-844f7cb3-6350-40eb-9522-84e73dd87c6a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:44.144764 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef8ed2-0899-4fac-bea8-2d546d9e4093 None None] Port 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:44.153761 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3daebef6-d419-4c16-aaaa-57879ef8af4a req-844f7cb3-6350-40eb-9522-84e73dd87c6a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.1950750 Aug 31 01:30:44.164569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a438daca-b809-455b-b789-d8227d64e28f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2009966875-network', 'tenant_id': '543ff63c29ff4856b110bef5ec021646'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:44.172154 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.199463 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.241245 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746cb34-208f-4ad5-9133-c8e726e6af0e req-74d7742d-1ef4-4a78-8036-01e6902515e2 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:44.253116 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0746cb34-208f-4ad5-9133-c8e726e6af0e req-74d7742d-1ef4-4a78-8036-01e6902515e2 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 895 time: 0.6657674 Aug 31 01:30:44.399711 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.418518 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-77ee7293-9fdc-4692-9c31-ed5df2955953 None None] Provisioning complete for port 5b54e8cf-9972-42e8-8097-11e0fe1776bf triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:44.421809 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-77ee7293-9fdc-4692-9c31-ed5df2955953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.471996 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=5b54e8cf-9972-42e8-8097-11e0fe1776bf,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:44.472721 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a438daca-b809-455b-b789-d8227d64e28f admin admin] Made reservation on behalf of 543ff63c29ff4856b110bef5ec021646 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:44.480612 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a438daca-b809-455b-b789-d8227d64e28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.530856 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a438daca-b809-455b-b789-d8227d64e28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.742224 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3daebef6-d419-4c16-aaaa-57879ef8af4a req-bc64f75d-55aa-4831-9b9c-a5f859f2bad1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5869739 Aug 31 01:30:44.814833 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event updated for resources: {'Port': ['ID=50e0cc92-6a8b-41b7-8a78-0d13e9c698f6,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:44.835276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:30:44.871908 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.901913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Transition to ACTIVE for port object 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:44.913167 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Network 85458ac9-9373-4eb7-94a8-a8f2526e597e is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:44.917560 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:45.013880 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.102022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5b54e8cf-9972-42e8-8097-11e0fe1776bf up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:45.270270 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a438daca-b809-455b-b789-d8227d64e28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.291690 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 5b54e8cf-9972-42e8-8097-11e0fe1776bf triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:45.292266 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.371628 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a438daca-b809-455b-b789-d8227d64e28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.420208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Pushing event updated for resources: {'Port': ['ID=19eaa42c-ee75-404d-8d8c-27f6d90e75b3,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:45.446805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Router 10b8958a-961e-4d0c-9b70-bff14dd472bb is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:30:45.518173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a438daca-b809-455b-b789-d8227d64e28f admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:30:45.542749 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d010a979-788c-440e-af17-ea3ee8fea59d up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:45.544912 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1191cbaa-60c5-42eb-8d4f-ec5fb5395771 None None] Network 85458ac9-9373-4eb7-94a8-a8f2526e597e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:45.589407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438daca-b809-455b-b789-d8227d64e28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f84c281-280f-4023-ba01-4c96f55ea21e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:45.619818 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a438daca-b809-455b-b789-d8227d64e28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.620169 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-a438daca-b809-455b-b789-d8227d64e28f admin admin] Added segment 11c578f8-53c2-49e1-8ca9-1c3c5f03c557 of type vlan for network d77f28fd-02bd-45e9-a495-e369f704b282 Aug 31 01:30:45.658649 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Attempting to bind port 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:45.658983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Attempting to bind port 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '7d245b4a-6153-4e44-b05a-89c9701d571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:45.659206 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:45.668278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Attempting to bind port 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 on network 7f2224c8-25a2-4175-bf56-5961b62c5b2e {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:45.672618 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a2ca6-debd-4728-8e66-38bfb8d81fee None None] Sync routers for ids ['10b8958a-961e-4d0c-9b70-bff14dd472bb'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:45.681123 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9dadef3e-1475-45b5-92f5-44f2eced3203 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "PUT /v2.0/routers/10b8958a-961e-4d0c-9b70-bff14dd472bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9881802 Aug 31 01:30:45.681123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 32888) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:45.691172 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a2ca6-debd-4728-8e66-38bfb8d81fee None None] Routers {'10b8958a-961e-4d0c-9b70-bff14dd472bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:45.695528 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e24a2ca6-debd-4728-8e66-38bfb8d81fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['10b8958a-961e-4d0c-9b70-bff14dd472bb'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:45.737826 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Port 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 on network 7f2224c8-25a2-4175-bf56-5961b62c5b2e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:45.738240 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Attempting to bind port 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 on network 7f2224c8-25a2-4175-bf56-5961b62c5b2e {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:45.756034 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfef1a5-0813-475b-bcf6-12118007745e req-c161dbb7-cd36-436b-9384-d425ccf4bcb2 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:45.767100 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bdfef1a5-0813-475b-bcf6-12118007745e req-c161dbb7-cd36-436b-9384-d425ccf4bcb2 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 907 time: 0.3203363 Aug 31 01:30:45.793996 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a438daca-b809-455b-b789-d8227d64e28f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.815569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:45.825766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Checking segment: {'id': '7d245b4a-6153-4e44-b05a-89c9701d571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:45.827230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Bound using segment: {'id': '7d245b4a-6153-4e44-b05a-89c9701d571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:45.828983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Bound port: 19eaa42c-ee75-404d-8d8c-27f6d90e75b3, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d245b4a-6153-4e44-b05a-89c9701d571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:45.831784 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.865728 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e24a2ca6-debd-4728-8e66-38bfb8d81fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:45.934390 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a2ca6-debd-4728-8e66-38bfb8d81fee None None] Routers {'10b8958a-961e-4d0c-9b70-bff14dd472bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:45.935043 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e24a2ca6-debd-4728-8e66-38bfb8d81fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['10b8958a-961e-4d0c-9b70-bff14dd472bb'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:45.964564 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ed9b9795-77b7-4202-9d6f-6b0d306f00ed None None] Provisioning for port 89d5841e-8043-4097-8d50-83aed2f40b5c completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:46.040434 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-e24a2ca6-debd-4728-8e66-38bfb8d81fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:46.041723 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a2ca6-debd-4728-8e66-38bfb8d81fee None None] The sync data for ids ['10b8958a-961e-4d0c-9b70-bff14dd472bb'] in n-d-793621-34 is: [] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:46.072304 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port d010a979-788c-440e-af17-ea3ee8fea59d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:46.078406 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0122164-2565-4236-afbb-29e1267698ae None None] Network e5c9c2a6-2213-4684-b8a0-1a1b10d4666b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:46.143385 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] For port 19eaa42c-ee75-404d-8d8c-27f6d90e75b3, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:46.154912 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] For port 19eaa42c-ee75-404d-8d8c-27f6d90e75b3, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=19eaa42c-ee75-404d-8d8c-27f6d90e75b3,segment=NetworkSegment(7d245b4a-6153-4e44-b05a-89c9701d571a),segment_id=7d245b4a-6153-4e44-b05a-89c9701d571a)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:46.212083 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737197c6-1dc4-43fd-b61a-0a51dba85a27 req-897bff03-3329-4979-8b81-7e9e987ffd33 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:46.214904 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-737197c6-1dc4-43fd-b61a-0a51dba85a27 req-897bff03-3329-4979-8b81-7e9e987ffd33 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.1976643 Aug 31 01:30:46.288274 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c60bec22-7b8c-4e94-a01f-295009d77cc4 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:46.325863 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-737197c6-1dc4-43fd-b61a-0a51dba85a27 req-b7cde1b2-7219-437a-9887-531e1e32c47b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038759 Aug 31 01:30:46.358933 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a438daca-b809-455b-b789-d8227d64e28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:46.358933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a438daca-b809-455b-b789-d8227d64e28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:46.358933 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a438daca-b809-455b-b789-d8227d64e28f admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:46.442101 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:46.452744 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-564ef42b-268a-430b-9da0-f0b1702fd374 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:30:46.454999 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-564ef42b-268a-430b-9da0-f0b1702fd374 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "PUT /v2.0/routers/10b8958a-961e-4d0c-9b70-bff14dd472bb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7774782 Aug 31 01:30:46.458136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 32896) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:46.486496 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c45c3c14-29c8-4d34-8f0d-2a7943194a97 None None] Provisioning for port d010a979-788c-440e-af17-ea3ee8fea59d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:46.490292 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438daca-b809-455b-b789-d8227d64e28f admin admin] Pushing event updated for resources: {'Network': ['ID=d77f28fd-02bd-45e9-a495-e369f704b282,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:46.499907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:46.500206 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:46.501862 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] 10.222.0.48 "PUT /v2.0/ports/19eaa42c-ee75-404d-8d8c-27f6d90e75b3 HTTP/1.1" status: 200 len: 1056 time: 3.1319454 Aug 31 01:30:46.504324 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e48196-02ac-4060-b840-d399d9747b09', 'tag': '19eaa42c-ee75-404d-8d8c-27f6d90e75b3'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:30:46.505168 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c45c3c14-29c8-4d34-8f0d-2a7943194a97 None None] Provisioning complete for port d010a979-788c-440e-af17-ea3ee8fea59d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:46.505586 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c45c3c14-29c8-4d34-8f0d-2a7943194a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:46.506726 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b9c714-3deb-4ada-9125-fa982237094a" -d '{"events": [{"name": "network-changed", "server_uuid": "08e48196-02ac-4060-b840-d399d9747b09", "tag": "19eaa42c-ee75-404d-8d8c-27f6d90e75b3"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:46.535655 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network d77f28fd-02bd-45e9-a495-e369f704b282 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:30:46.551228 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port c60bec22-7b8c-4e94-a01f-295009d77cc4 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:46.563102 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a438daca-b809-455b-b789-d8227d64e28f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0631361 Aug 31 01:30:46.569098 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 32900) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:46.570907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-14251f9f-89fa-4c67-a499-112421ee23ef admin admin] Request body: {'subnet': {'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2009966875-subnet', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:46.609009 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6c3731-6148-45d5-803d-9fbd7ecb23d6 x-openstack-request-id: req-7d6c3731-6148-45d5-803d-9fbd7ecb23d6 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:46.620744 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e48196-02ac-4060-b840-d399d9747b09", "tag": "19eaa42c-ee75-404d-8d8c-27f6d90e75b3", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:46.620744 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d6c3731-6148-45d5-803d-9fbd7ecb23d6 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:46.620744 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e48196-02ac-4060-b840-d399d9747b09', 'tag': '19eaa42c-ee75-404d-8d8c-27f6d90e75b3', 'status': 'completed', 'code': 200} Aug 31 01:30:46.648662 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c60bec22-7b8c-4e94-a01f-295009d77cc4 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:46.658701 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:46.708052 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9e5d5-6ebe-40d0-b8de-9f85d4b55481 service neutron] Pushing event updated for resources: {'Port': ['ID=19eaa42c-ee75-404d-8d8c-27f6d90e75b3,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:46.739279 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9c714-3deb-4ada-9125-fa982237094a req-8c6d360c-f20b-4c0a-9308-e9348bd9572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:46.746940 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8b9c714-3deb-4ada-9125-fa982237094a req-8c6d360c-f20b-4c0a-9308-e9348bd9572a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a2256ac326a4bc7bf716683e3de0383&device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 1059 time: 0.1244712 Aug 31 01:30:46.915072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14251f9f-89fa-4c67-a499-112421ee23ef admin admin] Made reservation on behalf of 543ff63c29ff4856b110bef5ec021646 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:46.923888 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-14251f9f-89fa-4c67-a499-112421ee23ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:47.059701 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c45c3c14-29c8-4d34-8f0d-2a7943194a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:47.085725 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52bcc27-7a1f-42d5-ae19-5a43ad6beb1b req-7eb93ffa-b7b1-4ad3-a970-0d6680ce048a tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:47.110610 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a52bcc27-7a1f-42d5-ae19-5a43ad6beb1b req-7eb93ffa-b7b1-4ad3-a970-0d6680ce048a tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 907 time: 0.1642668 Aug 31 01:30:47.239753 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c45c3c14-29c8-4d34-8f0d-2a7943194a97 None None] For port d010a979-788c-440e-af17-ea3ee8fea59d, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d010a979-788c-440e-af17-ea3ee8fea59d,segment=NetworkSegment(c700c67a-0bda-4bcb-900e-54e75b30e0de),segment_id=c700c67a-0bda-4bcb-900e-54e75b30e0de)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:47.240938 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:47.253861 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9c714-3deb-4ada-9125-fa982237094a req-dca72bab-9e6f-4922-a011-190bf3d7c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:47.254524 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9c714-3deb-4ada-9125-fa982237094a req-dca72bab-9e6f-4922-a011-190bf3d7c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:47.256471 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8b9c714-3deb-4ada-9125-fa982237094a req-dca72bab-9e6f-4922-a011-190bf3d7c38c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=1a2256ac326a4bc7bf716683e3de0383&shared=False HTTP/1.1" status: 200 len: 1581 time: 0.4999976 Aug 31 01:30:47.326718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port c60bec22-7b8c-4e94-a01f-295009d77cc4, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c60bec22-7b8c-4e94-a01f-295009d77cc4,segment=NetworkSegment(7d245b4a-6153-4e44-b05a-89c9701d571a),segment_id=7d245b4a-6153-4e44-b05a-89c9701d571a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:47.330766 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c45c3c14-29c8-4d34-8f0d-2a7943194a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:47.400224 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:47.405005 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 89d5841e-8043-4097-8d50-83aed2f40b5c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:47.490200 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3fb93b3c-7da6-44af-9d84-8a2aa775d5d0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:47.560334 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c3c14-29c8-4d34-8f0d-2a7943194a97 None None] Pushing event updated for resources: {'Port': ['ID=d010a979-788c-440e-af17-ea3ee8fea59d,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:47.631881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9c714-3deb-4ada-9125-fa982237094a req-dd2a2745-e4e6-4b16-9326-1d87dad81048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:47.633576 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8b9c714-3deb-4ada-9125-fa982237094a req-dd2a2745-e4e6-4b16-9326-1d87dad81048 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3673506 Aug 31 01:30:47.657467 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 89d5841e-8043-4097-8d50-83aed2f40b5c completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:47.671137 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 89d5841e-8043-4097-8d50-83aed2f40b5c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:47.671416 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:47.700320 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175921bc-e552-401f-a67d-55172d04b003 req-df79c93d-1725-4f2f-bd29-59345e0ece56 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:47.702224 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-175921bc-e552-401f-a67d-55172d04b003 req-df79c93d-1725-4f2f-bd29-59345e0ece56 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.1983731 Aug 31 01:30:47.733536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=c60bec22-7b8c-4e94-a01f-295009d77cc4,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:47.809593 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-175921bc-e552-401f-a67d-55172d04b003 req-9a844563-815a-4ab3-85e9-a95c88fba83a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884817 Aug 31 01:30:47.828020 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:47.836327 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d29aec63-7b2e-4f2d-8f85-7d4e480eab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:47.838327 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-d29aec63-7b2e-4f2d-8f85-7d4e480eab96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a2256ac326a4bc7bf716683e3de0383&device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 1059 time: 0.1350935 Aug 31 01:30:47.853477 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-64da6875-7663-49e6-adf3-0b8907eab2c8 None None] Provisioning for port 50e0cc92-6a8b-41b7-8a78-0d13e9c698f6 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:47.865548 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-64da6875-7663-49e6-adf3-0b8907eab2c8 None None] Provisioning complete for port 50e0cc92-6a8b-41b7-8a78-0d13e9c698f6 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:47.865930 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-64da6875-7663-49e6-adf3-0b8907eab2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:47.900953 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-4dc0fb3f-e217-4fac-acfe-6605cefd7502 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=19eaa42c-ee75-404d-8d8c-27f6d90e75b3 HTTP/1.1" status: 200 len: 217 time: 0.0536993 Aug 31 01:30:47.902654 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-14251f9f-89fa-4c67-a499-112421ee23ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:47.912333 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 89d5841e-8043-4097-8d50-83aed2f40b5c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=89d5841e-8043-4097-8d50-83aed2f40b5c,segment=NetworkSegment(e493a94d-b4ba-4c05-b87c-728c5dd4f653),segment_id=e493a94d-b4ba-4c05-b87c-728c5dd4f653)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:47.962297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14251f9f-89fa-4c67-a499-112421ee23ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2dba7f5-26c7-46f2-a8b3-f31b2f705825,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:47.994206 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-64da6875-7663-49e6-adf3-0b8907eab2c8 None None] Port 50e0cc92-6a8b-41b7-8a78-0d13e9c698f6 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:48.015536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-64da6875-7663-49e6-adf3-0b8907eab2c8 None None] Provisioning complete for port 89d5841e-8043-4097-8d50-83aed2f40b5c triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:48.016414 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-64da6875-7663-49e6-adf3-0b8907eab2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.044074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-e4afdb45-f865-4d7a-8637-f44e04a2af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:48.046714 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-e4afdb45-f865-4d7a-8637-f44e04a2af75 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34239b77-5703-4ba2-8392-d930a46aed32 HTTP/1.1" status: 200 len: 838 time: 0.0943282 Aug 31 01:30:48.054853 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14251f9f-89fa-4c67-a499-112421ee23ef admin admin] Checking segment: {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:48.055446 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14251f9f-89fa-4c67-a499-112421ee23ef admin admin] Network hostable DHCP agents. Network: d77f28fd-02bd-45e9-a495-e369f704b282, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:30:48.069681 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.156192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-753cf5f7-985f-43b9-b80c-6092d146baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:48.161042 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-753cf5f7-985f-43b9-b80c-6092d146baf7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f2224c8-25a2-4175-bf56-5961b62c5b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1012144 Aug 31 01:30:48.266561 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=89d5841e-8043-4097-8d50-83aed2f40b5c,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:48.284404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c60bec22-7b8c-4e94-a01f-295009d77cc4 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:48.320661 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-f0738f76-eb61-4839-957b-fa48d5a55858 service neutron] 10.222.0.48 "GET /v2.0/networks/7f2224c8-25a2-4175-bf56-5961b62c5b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534686 Aug 31 01:30:48.322049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14251f9f-89fa-4c67-a499-112421ee23ef admin admin] Network d77f28fd-02bd-45e9-a495-e369f704b282 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:30:48.390813 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c60bec22-7b8c-4e94-a01f-295009d77cc4 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:48.391536 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.444681 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-64da6875-7663-49e6-adf3-0b8907eab2c8 None None] Provisioning complete for port d010a979-788c-440e-af17-ea3ee8fea59d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:48.445104 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-64da6875-7663-49e6-adf3-0b8907eab2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.502524 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab3f3c2e-c4ab-4105-aede-2e5f990c93e8 req-e91a11c9-223a-4a62-9828-7e647f57805a service neutron] 10.222.0.48 "GET /v2.0/networks/7f2224c8-25a2-4175-bf56-5961b62c5b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725595 Aug 31 01:30:48.552339 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-14251f9f-89fa-4c67-a499-112421ee23ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, d77f28fd-02bd-45e9-a495-e369f704b282) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:48.559068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14251f9f-89fa-4c67-a499-112421ee23ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:48.559828 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-14251f9f-89fa-4c67-a499-112421ee23ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.567928 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c982589-bfc0-4bc5-94a7-37f5d1ca8a72 None None] Network d77f28fd-02bd-45e9-a495-e369f704b282 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:48.615538 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d010a979-788c-440e-af17-ea3ee8fea59d up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:48.682408 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-14251f9f-89fa-4c67-a499-112421ee23ef admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1150639 Aug 31 01:30:48.683392 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 32918) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:48.690706 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:48.710961 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port d010a979-788c-440e-af17-ea3ee8fea59d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:48.711469 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.803302 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26084c9a-2cb8-4a51-8955-d6ada56a4450 req-377cd016-bdd8-4846-bc02-435370b2e1c3 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:48.804868 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26084c9a-2cb8-4a51-8955-d6ada56a4450 req-377cd016-bdd8-4846-bc02-435370b2e1c3 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 907 time: 0.1202610 Aug 31 01:30:48.823419 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.842965 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.869533 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-d77f28fd-02bd-45e9-a495-e369f704b282', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:30:48.871903 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.946752 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.983024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3fb93b3c-7da6-44af-9d84-8a2aa775d5d0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Deleting port 50e0cc92-6a8b-41b7-8a78-0d13e9c698f6 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:48.983659 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3fb93b3c-7da6-44af-9d84-8a2aa775d5d0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.035705 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8ae17-8551-4ea7-8a45-bd17fba0f0de req-21e4478b-0228-4bdb-bb9e-66c3a61f1471 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:49.037984 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbd8ae17-8551-4ea7-8a45-bd17fba0f0de req-21e4478b-0228-4bdb-bb9e-66c3a61f1471 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.0848691 Aug 31 01:30:49.105195 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Allocated IP 172.20.0.2 (d77f28fd-02bd-45e9-a495-e369f704b282/c2dba7f5-26c7-46f2-a8b3-f31b2f705825/f9bc1cba-c835-41a5-b48b-5c642c664d5a) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:49.135715 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3fb93b3c-7da6-44af-9d84-8a2aa775d5d0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.156068 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3fb93b3c-7da6-44af-9d84-8a2aa775d5d0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Calling delete_port for 50e0cc92-6a8b-41b7-8a78-0d13e9c698f6 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:49.160457 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbd8ae17-8551-4ea7-8a45-bd17fba0f0de req-baf21acc-65e3-4c1b-b452-fb5310600788 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136801 Aug 31 01:30:49.294066 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.344544 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.359026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Transition to ACTIVE for port object f9bc1cba-c835-41a5-b48b-5c642c664d5a will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:49.381900 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Transition to ACTIVE for port object f9bc1cba-c835-41a5-b48b-5c642c664d5a will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:49.474456 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.529939 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3fb93b3c-7da6-44af-9d84-8a2aa775d5d0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.559941 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Network d77f28fd-02bd-45e9-a495-e369f704b282 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:49.575101 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:49.593549 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:49.598277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Pushing event updated for resources: {'Port': ['ID=f9bc1cba-c835-41a5-b48b-5c642c664d5a,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:49.601131 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb93b3c-7da6-44af-9d84-8a2aa775d5d0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event deleted for resources: {'Port': ['ID=50e0cc92-6a8b-41b7-8a78-0d13e9c698f6,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:49.742133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Attempting to bind port f9bc1cba-c835-41a5-b48b-5c642c664d5a on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:49.743878 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Attempting to bind port f9bc1cba-c835-41a5-b48b-5c642c664d5a by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:49.744952 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Attempting to bind port f9bc1cba-c835-41a5-b48b-5c642c664d5a on network d77f28fd-02bd-45e9-a495-e369f704b282 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:49.754941 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:49.760536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Checking segment: {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:49.760536 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.760536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Bound using segment: {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:49.760536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Bound port: f9bc1cba-c835-41a5-b48b-5c642c664d5a, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:49.760536 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.900864 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3fb93b3c-7da6-44af-9d84-8a2aa775d5d0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.933390 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] For port f9bc1cba-c835-41a5-b48b-5c642c664d5a, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:49.938711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] For port f9bc1cba-c835-41a5-b48b-5c642c664d5a, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f9bc1cba-c835-41a5-b48b-5c642c664d5a,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:49.987956 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.101922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9d597-a0d4-42d7-a3fe-99166d053961 None None] Pushing event updated for resources: {'Port': ['ID=f9bc1cba-c835-41a5-b48b-5c642c664d5a,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:50.140676 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.164639 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.187574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e6cf1-d9c2-4531-be01-e1e9eb61eb33 req-a469c472-dc82-4809-9ffe-665c35fb41ce tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:50.189844 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-560e6cf1-d9c2-4531-be01-e1e9eb61eb33 req-a469c472-dc82-4809-9ffe-665c35fb41ce tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 907 time: 0.2038634 Aug 31 01:30:50.195739 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb93b3c-7da6-44af-9d84-8a2aa775d5d0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Router 10b8958a-961e-4d0c-9b70-bff14dd472bb has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:30:50.204786 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 89d5841e-8043-4097-8d50-83aed2f40b5c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:50.435428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Allocated IP 172.25.2.167 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/e0c7f8a5-929e-4894-a573-feedfd0356ab) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:50.454976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778d076-e985-43c3-b460-dad23b030402 req-a2462656-829d-4fa7-bcfd-67dc1772d21f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:50.456514 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4778d076-e985-43c3-b460-dad23b030402 req-a2462656-829d-4fa7-bcfd-67dc1772d21f tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.1513727 Aug 31 01:30:50.458041 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb93b3c-7da6-44af-9d84-8a2aa775d5d0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:50.470328 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3fb93b3c-7da6-44af-9d84-8a2aa775d5d0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "PUT /v2.0/routers/10b8958a-961e-4d0c-9b70-bff14dd472bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0106158 Aug 31 01:30:50.475019 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 32934) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:50.589138 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-ffb26243-0dcc-4c99-93c1-e9eb11e0e838 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] delete failed (client error): The resource could not be found. Aug 31 01:30:50.590378 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ffb26243-0dcc-4c99-93c1-e9eb11e0e838 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-2042350879 HTTP/1.1" status: 404 len: 335 time: 0.1140561 Aug 31 01:30:50.594840 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 32936) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:50.610200 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d47b3bbf-0d07-470b-b878-6a4e99be839f tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Request body: {'router': {'external_gateway_info': {'network_id': '10b8958a-961e-4d0c-9b70-bff14dd472bb'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:50.629792 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4778d076-e985-43c3-b460-dad23b030402 req-18a8d1cc-5566-4c4e-8a33-4b90fc944d2e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159565 Aug 31 01:30:50.706452 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.740270 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b42eb15-48e0-4e12-87c2-5b387dd7154f None None] Sync routers for ids ['10b8958a-961e-4d0c-9b70-bff14dd472bb'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:50.781087 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b42eb15-48e0-4e12-87c2-5b387dd7154f None None] Routers {'10b8958a-961e-4d0c-9b70-bff14dd472bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:50.783646 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-2b42eb15-48e0-4e12-87c2-5b387dd7154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['10b8958a-961e-4d0c-9b70-bff14dd472bb'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:50.863831 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-2b42eb15-48e0-4e12-87c2-5b387dd7154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:50.867277 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.902314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b42eb15-48e0-4e12-87c2-5b387dd7154f None None] Routers {'10b8958a-961e-4d0c-9b70-bff14dd472bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:50.903158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-2b42eb15-48e0-4e12-87c2-5b387dd7154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['10b8958a-961e-4d0c-9b70-bff14dd472bb'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:50.951074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:50.954690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:50.958227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-2b42eb15-48e0-4e12-87c2-5b387dd7154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:50.959076 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b42eb15-48e0-4e12-87c2-5b387dd7154f None None] The sync data for ids ['10b8958a-961e-4d0c-9b70-bff14dd472bb'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:50.966555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 89d5841e-8043-4097-8d50-83aed2f40b5c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:50.966933 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.971383 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:50.988811 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d47b3bbf-0d07-470b-b878-6a4e99be839f tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:51.016043 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:30:51.077517 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Pushing event updated for resources: {'Port': ['ID=e0c7f8a5-929e-4894-a573-feedfd0356ab,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:51.115136 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:51.115484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:51.115827 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:51.116173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:51.116507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:51.116849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:51.117165 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:51.117550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:51.117839 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:51.118164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:51.118489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:51.118813 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:51.157470 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-d47b3bbf-0d07-470b-b878-6a4e99be839f tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] update failed (client error): The resource could not be found. Aug 31 01:30:51.158639 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d47b3bbf-0d07-470b-b878-6a4e99be839f tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "PUT /v2.0/routers/10b8958a-961e-4d0c-9b70-bff14dd472bb HTTP/1.1" status: 404 len: 339 time: 0.5628204 Aug 31 01:30:51.166668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 32940) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:51.211053 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 19eaa42c-ee75-404d-8d8c-27f6d90e75b3, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=19eaa42c-ee75-404d-8d8c-27f6d90e75b3,segment=NetworkSegment(7d245b4a-6153-4e44-b05a-89c9701d571a),segment_id=7d245b4a-6153-4e44-b05a-89c9701d571a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:51.228327 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '19eaa42c-ee75-404d-8d8c-27f6d90e75b3', 'network_id': '7f2224c8-25a2-4175-bf56-5961b62c5b2e', 'port_id': '19eaa42c-ee75-404d-8d8c-27f6d90e75b3', 'mac_address': 'fa:16:3e:7f:bb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34239b77-5703-4ba2-8392-d930a46aed32', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:30:51.281126 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:51.300468 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:30:51.333038 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 19eaa42c-ee75-404d-8d8c-27f6d90e75b3, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=19eaa42c-ee75-404d-8d8c-27f6d90e75b3,segment=NetworkSegment(7d245b4a-6153-4e44-b05a-89c9701d571a),segment_id=7d245b4a-6153-4e44-b05a-89c9701d571a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:51.445254 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ebf07-192f-4db2-864e-2f3f54101511 req-fa35e8d6-c4fb-4cbf-9b2a-d9ccc61c6f48 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:51.446968 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba9ebf07-192f-4db2-864e-2f3f54101511 req-fa35e8d6-c4fb-4cbf-9b2a-d9ccc61c6f48 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 907 time: 0.0668666 Aug 31 01:30:51.549099 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:51.576703 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:51.609327 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f2f6ee-0d50-46f7-a836-69a0a5c8b859 None None] Network d77f28fd-02bd-45e9-a495-e369f704b282 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:51.729417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=19eaa42c-ee75-404d-8d8c-27f6d90e75b3,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:51.804917 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['19eaa42c-ee75-404d-8d8c-27f6d90e75b3'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:30:51.807360 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:52.015148 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-918b65df-6874-4519-a326-ba33f8a6dc20 None None] Provisioning for port f9bc1cba-c835-41a5-b48b-5c642c664d5a completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:52.254842 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f9bc1cba-c835-41a5-b48b-5c642c664d5a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:52.297857 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba3819-541d-4c4a-bf2f-e15ff9b76723 req-347e0114-cfc7-4361-87e2-47b2276ee02b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:52.299008 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fba3819-541d-4c4a-bf2f-e15ff9b76723 req-347e0114-cfc7-4361-87e2-47b2276ee02b tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.3480372 Aug 31 01:30:52.398203 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port f9bc1cba-c835-41a5-b48b-5c642c664d5a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:52.405696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port f9bc1cba-c835-41a5-b48b-5c642c664d5a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:52.406640 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:52.437395 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fba3819-541d-4c4a-bf2f-e15ff9b76723 req-ff2c55a3-2cac-4280-846c-a6a0a885aeda tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258702 Aug 31 01:30:52.451392 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:52.515205 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Allocated IP 172.20.0.1 (4da0e9e8-8ef3-470b-a909-100d6e392953/c1c7d794-07b3-43cd-9cb5-a4bba84827f2/114d532e-abd3-43d9-aeed-68ac4d58ac4a) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:52.569291 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:52.648052 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port f9bc1cba-c835-41a5-b48b-5c642c664d5a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f9bc1cba-c835-41a5-b48b-5c642c664d5a,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:52.733206 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d788a-cfe4-409b-b126-17021224ecf9 req-85a85c31-a4b0-4ddc-90d7-5d1e22be0d63 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:52.734921 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a43d788a-cfe4-409b-b126-17021224ecf9 req-85a85c31-a4b0-4ddc-90d7-5d1e22be0d63 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 908 time: 0.1525054 Aug 31 01:30:52.736791 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:52.770574 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:52.797063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Transition to ACTIVE for port object 114d532e-abd3-43d9-aeed-68ac4d58ac4a will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:52.840539 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=f9bc1cba-c835-41a5-b48b-5c642c664d5a,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:52.878167 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Router 4eb51df7-21a3-470d-9cbc-b5517e482664 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:30:52.991762 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:53.019744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:53.047730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Network 4da0e9e8-8ef3-470b-a909-100d6e392953 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:53.051896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:53.060187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:53.071919 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:53.072921 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Sync routers for ids ['4eb51df7-21a3-470d-9cbc-b5517e482664'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:53.099064 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Routers {'4eb51df7-21a3-470d-9cbc-b5517e482664'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:53.100762 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4eb51df7-21a3-470d-9cbc-b5517e482664'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:53.149676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event updated for resources: {'Port': ['ID=114d532e-abd3-43d9-aeed-68ac4d58ac4a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:53.176957 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:53.187132 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 32962) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:53.189704 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-46f47988-55ae-4c4c-a6fe-31275d8aa120 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5046773 Aug 31 01:30:53.190724 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:53.198096 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:53.204420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:53.205078 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:53.439776 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:53.493265 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 19eaa42c-ee75-404d-8d8c-27f6d90e75b3, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=19eaa42c-ee75-404d-8d8c-27f6d90e75b3,segment=NetworkSegment(7d245b4a-6153-4e44-b05a-89c9701d571a),segment_id=7d245b4a-6153-4e44-b05a-89c9701d571a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:53.494614 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e48196-02ac-4060-b840-d399d9747b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19eaa42c-ee75-404d-8d8c-27f6d90e75b3'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:30:53.497805 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0e11f3-a0b2-47ef-acbc-ab648c312e2e" -d '{"events": [{"server_uuid": "08e48196-02ac-4060-b840-d399d9747b09", "name": "network-vif-plugged", "status": "completed", "tag": "19eaa42c-ee75-404d-8d8c-27f6d90e75b3"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:53.549473 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e77008-fac3-417d-9553-f8c71fe481f8 x-openstack-request-id: req-d8e77008-fac3-417d-9553-f8c71fe481f8 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:53.550083 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e48196-02ac-4060-b840-d399d9747b09", "name": "network-vif-plugged", "status": "completed", "tag": "19eaa42c-ee75-404d-8d8c-27f6d90e75b3", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:53.550609 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8e77008-fac3-417d-9553-f8c71fe481f8 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:53.551266 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e48196-02ac-4060-b840-d399d9747b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19eaa42c-ee75-404d-8d8c-27f6d90e75b3', 'code': 200} Aug 31 01:30:53.585589 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:53.625339 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Set router 4eb51df7-21a3-470d-9cbc-b5517e482664 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:53.720924 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=19eaa42c-ee75-404d-8d8c-27f6d90e75b3,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:53.768807 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:53.769516 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0ec15cd0-9b93-4082-872c-b6b357fc1c82 None None] Provisioning for port 114d532e-abd3-43d9-aeed-68ac4d58ac4a completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:53.776421 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0ec15cd0-9b93-4082-872c-b6b357fc1c82 None None] Provisioning complete for port 114d532e-abd3-43d9-aeed-68ac4d58ac4a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:53.781929 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0ec15cd0-9b93-4082-872c-b6b357fc1c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:53.782417 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf71d77-d043-4b77-8d9e-7bb0d5d35f21 req-93606a73-a32a-45b2-a8a4-4d4b17e9124e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:53.782417 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bdf71d77-d043-4b77-8d9e-7bb0d5d35f21 req-93606a73-a32a-45b2-a8a4-4d4b17e9124e tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.2202384 Aug 31 01:30:53.874603 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0ec15cd0-9b93-4082-872c-b6b357fc1c82 None None] Port 114d532e-abd3-43d9-aeed-68ac4d58ac4a cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:53.879254 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:51Z', 'revision_number': 3, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:53.917361 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Checking router: 4eb51df7-21a3-470d-9cbc-b5517e482664 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:30:53.918046 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Updating router 4eb51df7-21a3-470d-9cbc-b5517e482664 port e0c7f8a5-929e-4894-a573-feedfd0356ab binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:30:53.946529 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.031786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9443ed0-1bd3-4c28-b062-f8f874b79e84 req-68cd7e53-bad1-4d88-bf2e-e7c8d0204734 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:54.044705 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e9443ed0-1bd3-4c28-b062-f8f874b79e84 req-68cd7e53-bad1-4d88-bf2e-e7c8d0204734 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 909 time: 0.1018801 Aug 31 01:30:54.052366 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.231209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f9bc1cba-c835-41a5-b48b-5c642c664d5a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:54.300730 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.312197 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Transition to ACTIVE for port object e0c7f8a5-929e-4894-a573-feedfd0356ab will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:54.328852 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port f9bc1cba-c835-41a5-b48b-5c642c664d5a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:54.329531 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.377005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] Allocated IP 172.20.0.1 (d77f28fd-02bd-45e9-a495-e369f704b282/c2dba7f5-26c7-46f2-a8b3-f31b2f705825/e7520278-0c95-4ccb-aef1-2996211041f5) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:54.381753 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.497508 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ec374-988c-42b7-8383-b77dcf74ea70 None None] Pushing event updated for resources: {'Port': ['ID=e0c7f8a5-929e-4894-a573-feedfd0356ab,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:54.518526 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Attempting to bind port e0c7f8a5-929e-4894-a573-feedfd0356ab on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:54.518886 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Attempting to bind port e0c7f8a5-929e-4894-a573-feedfd0356ab by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:54.523281 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Attempting to bind port e0c7f8a5-929e-4894-a573-feedfd0356ab on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:54.544781 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec374-988c-42b7-8383-b77dcf74ea70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.545244 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec374-988c-42b7-8383-b77dcf74ea70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.545640 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec374-988c-42b7-8383-b77dcf74ea70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.545944 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec374-988c-42b7-8383-b77dcf74ea70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.546268 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec374-988c-42b7-8383-b77dcf74ea70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.546585 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec374-988c-42b7-8383-b77dcf74ea70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.546944 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec374-988c-42b7-8383-b77dcf74ea70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.547242 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec374-988c-42b7-8383-b77dcf74ea70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.547533 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec374-988c-42b7-8383-b77dcf74ea70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.547847 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec374-988c-42b7-8383-b77dcf74ea70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.548159 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec374-988c-42b7-8383-b77dcf74ea70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.548470 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec374-988c-42b7-8383-b77dcf74ea70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.562086 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:54.562235 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:54.562638 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.563024 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:54.563574 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Bound port: e0c7f8a5-929e-4894-a573-feedfd0356ab, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:54.563859 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.628610 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.661963 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] Transition to ACTIVE for port object e7520278-0c95-4ccb-aef1-2996211041f5 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:54.696068 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] For port e0c7f8a5-929e-4894-a573-feedfd0356ab, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:54.702280 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] For port e0c7f8a5-929e-4894-a573-feedfd0356ab, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e0c7f8a5-929e-4894-a573-feedfd0356ab,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:54.720737 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.729276 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bdf71d77-d043-4b77-8d9e-7bb0d5d35f21 req-3fce1546-978b-41df-8cf0-8721cec2fbcd tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9325662 Aug 31 01:30:54.731455 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77ccf6-7607-464c-bb9d-091c773e514e req-71c8a48f-9d0c-450d-bfbf-e6e7a80877d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:54.733029 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c77ccf6-7607-464c-bb9d-091c773e514e req-71c8a48f-9d0c-450d-bfbf-e6e7a80877d3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 1061 time: 1.0415423 Aug 31 01:30:54.775931 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.815389 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.816057 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.899004 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] Network d77f28fd-02bd-45e9-a495-e369f704b282 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:54.903539 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:54.908978 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:54.910681 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Routers {'4eb51df7-21a3-470d-9cbc-b5517e482664'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:54.911353 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4eb51df7-21a3-470d-9cbc-b5517e482664'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:54.951291 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] Pushing event updated for resources: {'Port': ['ID=e7520278-0c95-4ccb-aef1-2996211041f5,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:54.964521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event updated for resources: {'Port': ['ID=114d532e-abd3-43d9-aeed-68ac4d58ac4a,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:55.003034 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:55.021431 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:55.126445 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] Set router 4eb51df7-21a3-470d-9cbc-b5517e482664 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:55.197949 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ec374-988c-42b7-8383-b77dcf74ea70 None None] Pushing event updated for resources: {'Port': ['ID=e0c7f8a5-929e-4894-a573-feedfd0356ab,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:55.206281 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Network 4da0e9e8-8ef3-470b-a909-100d6e392953 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:55.211870 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:55.346380 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db61fa5-2e46-4281-a174-09efabf494af req-f5884118-4343-465e-a74e-78be365c6a22 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:55.350072 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9db61fa5-2e46-4281-a174-09efabf494af req-f5884118-4343-465e-a74e-78be365c6a22 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 909 time: 0.1594322 Aug 31 01:30:55.436685 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:55.441508 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a73e74f-0ffe-493b-909d-02109d82c6a4 req-68185009-0683-43ca-967d-3d2b03fa6ff3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1051407 Aug 31 01:30:55.474157 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Router 10b8958a-961e-4d0c-9b70-bff14dd472bb has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:30:55.483594 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3f911d68-0ac9-483b-9073-8342b09e1f1e None None] Provisioning for port e7520278-0c95-4ccb-aef1-2996211041f5 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:55.488337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3f911d68-0ac9-483b-9073-8342b09e1f1e None None] Provisioning complete for port e7520278-0c95-4ccb-aef1-2996211041f5 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:55.488750 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3f911d68-0ac9-483b-9073-8342b09e1f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:55.549564 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:51Z', 'revision_number': 3, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:55.584019 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3f911d68-0ac9-483b-9073-8342b09e1f1e None None] Port e7520278-0c95-4ccb-aef1-2996211041f5 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:55.598559 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e5ac2-4eea-4e31-a910-a601607b4fa1 None None] The sync data for ids ['4eb51df7-21a3-470d-9cbc-b5517e482664'] in n-d-793621-34 is: [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:51Z', 'revision_number': 3, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:55.704258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e7792757-c2fd-486d-85e9-e248b341f361 None None] Provisioning complete for port 114d532e-abd3-43d9-aeed-68ac4d58ac4a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:55.704643 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e7792757-c2fd-486d-85e9-e248b341f361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:55.732920 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:55.763666 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e7792757-c2fd-486d-85e9-e248b341f361 None None] Port 114d532e-abd3-43d9-aeed-68ac4d58ac4a cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:55.777608 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748c054-308f-4235-8ad8-5f9f425c3dee req-cc656294-c31a-440a-a1d3-12c08e902c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:55.779343 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5748c054-308f-4235-8ad8-5f9f425c3dee req-cc656294-c31a-440a-a1d3-12c08e902c84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 1097 time: 0.2739971 Aug 31 01:30:55.783622 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73e74f-0ffe-493b-909d-02109d82c6a4 req-c69ae3bf-9c72-4ce2-b1f2-8b4afc2eb053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:55.786773 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a73e74f-0ffe-493b-909d-02109d82c6a4 req-c69ae3bf-9c72-4ce2-b1f2-8b4afc2eb053 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a2256ac326a4bc7bf716683e3de0383&device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 1137 time: 0.1570387 Aug 31 01:30:55.786773 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:55.792872 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:55.812916 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-268d7581-4b5a-49c1-a0ee-8be7df7478c0 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "PUT /v2.0/routers/10b8958a-961e-4d0c-9b70-bff14dd472bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6407764 Aug 31 01:30:55.816390 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e25eb57-9516-414b-be6c-aa67a18ad5fe None None] Sync routers for ids ['10b8958a-961e-4d0c-9b70-bff14dd472bb'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:55.819287 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 32986) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:55.867232 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e25eb57-9516-414b-be6c-aa67a18ad5fe None None] Routers {'10b8958a-961e-4d0c-9b70-bff14dd472bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:55.867733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6e25eb57-9516-414b-be6c-aa67a18ad5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['10b8958a-961e-4d0c-9b70-bff14dd472bb'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:55.973327 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6e25eb57-9516-414b-be6c-aa67a18ad5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:56.018020 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e25eb57-9516-414b-be6c-aa67a18ad5fe None None] Routers {'10b8958a-961e-4d0c-9b70-bff14dd472bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:56.028845 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6e25eb57-9516-414b-be6c-aa67a18ad5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['10b8958a-961e-4d0c-9b70-bff14dd472bb'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:56.071497 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:56.075736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] Pushing event updated for resources: {'Port': ['ID=e7520278-0c95-4ccb-aef1-2996211041f5,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:56.134902 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6e25eb57-9516-414b-be6c-aa67a18ad5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:56.136309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e25eb57-9516-414b-be6c-aa67a18ad5fe None None] The sync data for ids ['10b8958a-961e-4d0c-9b70-bff14dd472bb'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:56.283023 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] Network d77f28fd-02bd-45e9-a495-e369f704b282 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:56.285799 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:56.339061 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e0c7f8a5-929e-4894-a573-feedfd0356ab up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:56.341599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748c054-308f-4235-8ad8-5f9f425c3dee req-a80c1f57-a6f5-4207-9646-35bf8463b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:56.343388 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5748c054-308f-4235-8ad8-5f9f425c3dee req-a80c1f57-a6f5-4207-9646-35bf8463b283 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d3f639b4-e8cc-472d-bb33-09c67ee78b44 HTTP/1.1" status: 200 len: 897 time: 0.5154891 Aug 31 01:30:56.535458 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367a8ec-f8a4-4af2-8a8f-a7c28749d221 req-57f9979d-ba41-426c-8ae0-bea712798ba3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:56.546699 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7367a8ec-f8a4-4af2-8a8f-a7c28749d221 req-57f9979d-ba41-426c-8ae0-bea712798ba3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.5123243 Aug 31 01:30:56.551363 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] Router 4eb51df7-21a3-470d-9cbc-b5517e482664 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:30:56.555673 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bfffc383-ef43-4d5d-ae3e-e99b7f6c05ab tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:56.652287 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50052d-ee05-4583-b478-20a2a50d56da req-b4599c78-4c44-4603-a449-93e5e4fadf15 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:56.652287 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3c50052d-ee05-4583-b478-20a2a50d56da req-b4599c78-4c44-4603-a449-93e5e4fadf15 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 909 time: 0.1037862 Aug 31 01:30:56.656995 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73e74f-0ffe-493b-909d-02109d82c6a4 req-e48d86dc-f7a4-4777-9a48-deeef4b9ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:56.666969 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a73e74f-0ffe-493b-909d-02109d82c6a4 req-e48d86dc-f7a4-4777-9a48-deeef4b9ad47 service neutron] 10.222.0.41 "GET /v2.0/networks?id=001376d9-a420-44f5-b7cb-482dbc19da63 HTTP/1.1" status: 200 len: 897 time: 0.8553224 Aug 31 01:30:56.674468 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port e0c7f8a5-929e-4894-a573-feedfd0356ab completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:56.680081 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port e0c7f8a5-929e-4894-a573-feedfd0356ab triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:56.684537 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:56.820343 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-eecb282b-ce90-4302-9bb1-a23982dbd871 None None] Provisioning complete for port e7520278-0c95-4ccb-aef1-2996211041f5 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:56.820662 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-eecb282b-ce90-4302-9bb1-a23982dbd871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:56.914600 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7367a8ec-f8a4-4af2-8a8f-a7c28749d221 req-3e9c3beb-0bf2-4ae8-93c5-ff14d3318307 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3668864 Aug 31 01:30:56.946955 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5748c054-308f-4235-8ad8-5f9f425c3dee req-c1adee33-c8cc-440d-ba76-af7152a308a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0010030c-436f-4e5f-a50c-860858b99cb7 HTTP/1.1" status: 200 len: 1001 time: 0.5924010 Aug 31 01:30:56.969010 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-eecb282b-ce90-4302-9bb1-a23982dbd871 None None] Port e7520278-0c95-4ccb-aef1-2996211041f5 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:56.979371 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:57.010741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port e0c7f8a5-929e-4894-a573-feedfd0356ab, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e0c7f8a5-929e-4894-a573-feedfd0356ab,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:57.046635 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a73e74f-0ffe-493b-909d-02109d82c6a4 req-32ed4a69-c706-47c7-a3a5-90cf8b8219ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28f53cf6-369c-4962-aea7-1bb3826e3021 HTTP/1.1" status: 200 len: 1002 time: 0.2721663 Aug 31 01:30:57.047941 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-bfffc383-ef43-4d5d-ae3e-e99b7f6c05ab tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 01:30:57.052330 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bfffc383-ef43-4d5d-ae3e-e99b7f6c05ab tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "DELETE /v2.0/routers/10b8958a-961e-4d0c-9b70-bff14dd472bb HTTP/1.1" status: 409 len: 329 time: 1.2319791 Aug 31 01:30:57.055540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 32996) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:57.068017 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:57.183762 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=e0c7f8a5-929e-4894-a573-feedfd0356ab,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:57.212974 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748c054-308f-4235-8ad8-5f9f425c3dee req-238d766a-ea86-467e-9d8f-086aaf3f3d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:57.214496 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5748c054-308f-4235-8ad8-5f9f425c3dee req-238d766a-ea86-467e-9d8f-086aaf3f3d3e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aab5821f-0ffc-46ef-b02f-36bb9ea0958a HTTP/1.1" status: 200 len: 834 time: 0.2580106 Aug 31 01:30:57.281369 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73e74f-0ffe-493b-909d-02109d82c6a4 req-1fe387d4-2c3b-4740-a58a-5d13db809d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:57.283083 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a73e74f-0ffe-493b-909d-02109d82c6a4 req-1fe387d4-2c3b-4740-a58a-5d13db809d12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d14a3fdb-b563-4be2-afa4-51c8b420c643 HTTP/1.1" status: 200 len: 835 time: 0.2251272 Aug 31 01:30:57.305899 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bc30f-8e01-4a09-b1fb-8ddc3e3bb84f req-f33d6f76-a5f7-4323-9b83-762195500fef tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:57.329111 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-237bc30f-8e01-4a09-b1fb-8ddc3e3bb84f req-f33d6f76-a5f7-4323-9b83-762195500fef tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 909 time: 0.5727873 Aug 31 01:30:57.349199 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:57.355529 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f32e9c56-0827-4324-a54d-e8a2bf40ada8 admin admin] 10.222.0.16 "PUT /v2.0/routers/4eb51df7-21a3-470d-9cbc-b5517e482664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1668413 Aug 31 01:30:57.436674 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748c054-308f-4235-8ad8-5f9f425c3dee req-81492374-2218-4037-a353-afc9a8eb04df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:57.438253 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5748c054-308f-4235-8ad8-5f9f425c3dee req-81492374-2218-4037-a353-afc9a8eb04df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d3f639b4-e8cc-472d-bb33-09c67ee78b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2085993 Aug 31 01:30:57.562699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73e74f-0ffe-493b-909d-02109d82c6a4 req-affd14c5-55a9-4344-b3a9-47478bfc6d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:57.564292 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a73e74f-0ffe-493b-909d-02109d82c6a4 req-affd14c5-55a9-4344-b3a9-47478bfc6d74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=001376d9-a420-44f5-b7cb-482dbc19da63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2618461 Aug 31 01:30:57.671498 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df69e9-dc66-47e8-bd25-584cfc61f818 req-111fb010-5f5c-4040-a414-b1aa3b9db4ba tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:57.673125 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0df69e9-dc66-47e8-bd25-584cfc61f818 req-111fb010-5f5c-4040-a414-b1aa3b9db4ba tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 1061 time: 0.2692995 Aug 31 01:30:57.736631 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5748c054-308f-4235-8ad8-5f9f425c3dee req-038a2557-c85b-4fd2-b1f1-b4cc12764491 service neutron] 10.222.0.48 "GET /v2.0/networks/d3f639b4-e8cc-472d-bb33-09c67ee78b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843187 Aug 31 01:30:57.806553 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a73e74f-0ffe-493b-909d-02109d82c6a4 req-450cc9b4-a5ec-4116-9af8-edf82cdf1fce service neutron] 10.222.0.41 "GET /v2.0/networks/001376d9-a420-44f5-b7cb-482dbc19da63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190893 Aug 31 01:30:57.815445 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cc3db-f1f3-42b4-a805-7d13423e68c1 req-fad78abd-0dea-4e21-af4e-c3424d05e10b tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:57.817985 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-779cc3db-f1f3-42b4-a805-7d13423e68c1 req-fad78abd-0dea-4e21-af4e-c3424d05e10b tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 1137 time: 0.0607471 Aug 31 01:30:57.860759 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-779cc3db-f1f3-42b4-a805-7d13423e68c1 req-62a3c006-a02f-4cf6-bc27-df908ddb816e tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04&id=c90ff18c-ee73-478c-8c68-a83bef5d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0368400 Aug 31 01:30:57.884084 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33010) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:57.948595 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949e8df9-37b1-4cb8-9428-bf7ced31859d tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:57.950785 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-949e8df9-37b1-4cb8-9428-bf7ced31859d tempest-TestSecurityGroupsBasicOps-1351152083 tempest-TestSecurityGroupsBasicOps-1351152083-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 1056 time: 0.0647314 Aug 31 01:30:57.952528 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5748c054-308f-4235-8ad8-5f9f425c3dee req-7ac45ae4-0053-4c52-b5a8-fecd92394e56 service neutron] 10.222.0.48 "GET /v2.0/networks/d3f639b4-e8cc-472d-bb33-09c67ee78b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072043 Aug 31 01:30:57.975923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a73e74f-0ffe-493b-909d-02109d82c6a4 req-03411f54-8dbb-4f4b-abe7-4142b1049298 service neutron] 10.222.0.41 "GET /v2.0/networks/001376d9-a420-44f5-b7cb-482dbc19da63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612825 Aug 31 01:30:58.006560 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25787a5e-9361-498e-b7d8-ebd779f2b8ad tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:58.213954 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e0c7f8a5-929e-4894-a573-feedfd0356ab up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:58.387630 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port e0c7f8a5-929e-4894-a573-feedfd0356ab triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:58.388008 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:58.691240 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Sync routers for ids ['4eb51df7-21a3-470d-9cbc-b5517e482664'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:58.719034 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Routers {'4eb51df7-21a3-470d-9cbc-b5517e482664'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:58.727345 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4eb51df7-21a3-470d-9cbc-b5517e482664'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:58.728562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d301c-236f-4d34-bc12-d27d765c01f7 req-c1d71b12-33df-4929-baba-0996a0599eef tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:58.732172 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef1d301c-236f-4d34-bc12-d27d765c01f7 req-c1d71b12-33df-4929-baba-0996a0599eef tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 909 time: 0.1054783 Aug 31 01:30:58.842501 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a7d9e-9202-45ea-90f0-a673dd9ce49e req-86367045-4969-460a-bef2-d39f1b97bc31 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:58.844632 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f56a7d9e-9202-45ea-90f0-a673dd9ce49e req-86367045-4969-460a-bef2-d39f1b97bc31 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.7917073 Aug 31 01:30:58.913576 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f56a7d9e-9202-45ea-90f0-a673dd9ce49e req-3c6d7942-7e04-4056-99d7-cae3fa97a19a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578375 Aug 31 01:30:58.914299 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Set router 4eb51df7-21a3-470d-9cbc-b5517e482664 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:58.977687 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33036) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:58.983546 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c41bd1fe-8145-4cdd-8b32-76bea1f8c02d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1389668522-network', 'tenant_id': 'db1acea1e5104477a39adb31aea807dc'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:59.047326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-25787a5e-9361-498e-b7d8-ebd779f2b8ad tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Deleting port 114d532e-abd3-43d9-aeed-68ac4d58ac4a {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:59.048015 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25787a5e-9361-498e-b7d8-ebd779f2b8ad tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.072243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41bd1fe-8145-4cdd-8b32-76bea1f8c02d admin admin] Made reservation on behalf of db1acea1e5104477a39adb31aea807dc for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:59.074933 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c41bd1fe-8145-4cdd-8b32-76bea1f8c02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.086110 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c41bd1fe-8145-4cdd-8b32-76bea1f8c02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.173309 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25787a5e-9361-498e-b7d8-ebd779f2b8ad tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.194184 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 2, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:59.197430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-25787a5e-9361-498e-b7d8-ebd779f2b8ad tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Calling delete_port for 114d532e-abd3-43d9-aeed-68ac4d58ac4a owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:59.234492 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Checking router: 4eb51df7-21a3-470d-9cbc-b5517e482664 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:30:59.235829 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Updating router 4eb51df7-21a3-470d-9cbc-b5517e482664 port e7520278-0c95-4ccb-aef1-2996211041f5 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:30:59.273239 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.275120 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c41bd1fe-8145-4cdd-8b32-76bea1f8c02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.346366 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c41bd1fe-8145-4cdd-8b32-76bea1f8c02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.377613 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41bd1fe-8145-4cdd-8b32-76bea1f8c02d admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:30:59.402448 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bd1fe-8145-4cdd-8b32-76bea1f8c02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22a1f5d-95fe-498f-87e0-1aa23da841af,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:59.541346 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25787a5e-9361-498e-b7d8-ebd779f2b8ad tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.543677 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c41bd1fe-8145-4cdd-8b32-76bea1f8c02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.544037 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-c41bd1fe-8145-4cdd-8b32-76bea1f8c02d admin admin] Added segment 7aec30f3-4052-4301-bd42-9064e08b75ed of type vlan for network 60060c03-f9b1-4a80-9aa4-b3e833cf4da8 Aug 31 01:30:59.577799 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25787a5e-9361-498e-b7d8-ebd779f2b8ad tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event deleted for resources: {'Port': ['ID=114d532e-abd3-43d9-aeed-68ac4d58ac4a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:59.668892 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c41bd1fe-8145-4cdd-8b32-76bea1f8c02d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.726663 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.755512 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Transition to ACTIVE for port object e7520278-0c95-4ccb-aef1-2996211041f5 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:59.766412 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-25787a5e-9361-498e-b7d8-ebd779f2b8ad tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.810554 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c41bd1fe-8145-4cdd-8b32-76bea1f8c02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.811822 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41bd1fe-8145-4cdd-8b32-76bea1f8c02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:59.812665 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c41bd1fe-8145-4cdd-8b32-76bea1f8c02d admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.838863 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.957019 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c41bd1fe-8145-4cdd-8b32-76bea1f8c02d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9775603 Aug 31 01:30:59.963844 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33046) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:59.989737 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-6550bcdb-fb30-4209-a52e-8c5311ae84ae admin admin] Request body: {'subnet': {'network_id': '60060c03-f9b1-4a80-9aa4-b3e833cf4da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1389668522-subnet', 'tenant_id': 'db1acea1e5104477a39adb31aea807dc', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:59.994868 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66911c-28d6-4c59-b58e-8deb88fd8ab6 None None] Pushing event updated for resources: {'Port': ['ID=e7520278-0c95-4ccb-aef1-2996211041f5,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:00.078806 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bd1fe-8145-4cdd-8b32-76bea1f8c02d admin admin] Pushing event updated for resources: {'Network': ['ID=60060c03-f9b1-4a80-9aa4-b3e833cf4da8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:00.091591 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 60060c03-f9b1-4a80-9aa4-b3e833cf4da8 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:31:00.115261 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915abca1-e6bb-4456-8144-71c8eec2d2ff req-b3cce2e5-2e53-4715-a075-3221ac895eb2 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:00.115261 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-915abca1-e6bb-4456-8144-71c8eec2d2ff req-b3cce2e5-2e53-4715-a075-3221ac895eb2 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 909 time: 0.1763906 Aug 31 01:31:00.115261 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6550bcdb-fb30-4209-a52e-8c5311ae84ae admin admin] Made reservation on behalf of db1acea1e5104477a39adb31aea807dc for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:00.116227 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6550bcdb-fb30-4209-a52e-8c5311ae84ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.152645 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Attempting to bind port e7520278-0c95-4ccb-aef1-2996211041f5 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:00.153011 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Attempting to bind port e7520278-0c95-4ccb-aef1-2996211041f5 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:00.153364 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Attempting to bind port e7520278-0c95-4ccb-aef1-2996211041f5 on network d77f28fd-02bd-45e9-a495-e369f704b282 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:00.170805 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:00.173260 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Checking segment: {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:00.174056 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.175913 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Bound using segment: {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:00.177848 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Bound port: e7520278-0c95-4ccb-aef1-2996211041f5, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:00.178256 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.305553 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] For port e7520278-0c95-4ccb-aef1-2996211041f5, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:00.313814 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] For port e7520278-0c95-4ccb-aef1-2996211041f5, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e7520278-0c95-4ccb-aef1-2996211041f5,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:00.320564 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25787a5e-9361-498e-b7d8-ebd779f2b8ad tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Router 10b8958a-961e-4d0c-9b70-bff14dd472bb has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:00.387724 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.421060 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a2105-f17f-4cb3-8cd1-1c20c76ecc06 req-c1e1a41e-3f1b-4d13-a6da-7766770ccbf6 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:00.422746 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d32a2105-f17f-4cb3-8cd1-1c20c76ecc06 req-c1e1a41e-3f1b-4d13-a6da-7766770ccbf6 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.48 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 909 time: 0.5078938 Aug 31 01:31:00.433772 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abd465-db8e-4342-bad4-ef93794ca1c0 req-2f342f76-e892-4196-882d-2704638f1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:00.435783 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64abd465-db8e-4342-bad4-ef93794ca1c0 req-2f342f76-e892-4196-882d-2704638f1836 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 1097 time: 0.4919322 Aug 31 01:31:00.529948 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6550bcdb-fb30-4209-a52e-8c5311ae84ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.531032 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Routers {'4eb51df7-21a3-470d-9cbc-b5517e482664'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:00.531856 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4eb51df7-21a3-470d-9cbc-b5517e482664'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:00.575385 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b40ece-5a25-430a-bc23-a902cd74a8f5 req-fbb3cb22-6284-4ebd-9a06-0a3356bde0d4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:00.576649 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01b40ece-5a25-430a-bc23-a902cd74a8f5 req-fbb3cb22-6284-4ebd-9a06-0a3356bde0d4 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.2734349 Aug 31 01:31:00.636190 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25787a5e-9361-498e-b7d8-ebd779f2b8ad tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:00.645873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550bcdb-fb30-4209-a52e-8c5311ae84ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=653b7bd0-9dcb-446c-9929-87f476513848,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:00.647013 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbbe85b-8e0a-430f-b0ad-d014a93802f8 None None] Sync routers for ids ['10b8958a-961e-4d0c-9b70-bff14dd472bb'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:00.686775 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbbe85b-8e0a-430f-b0ad-d014a93802f8 None None] Routers {'10b8958a-961e-4d0c-9b70-bff14dd472bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:00.687435 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-7bbbe85b-8e0a-430f-b0ad-d014a93802f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['10b8958a-961e-4d0c-9b70-bff14dd472bb'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:00.693927 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6550bcdb-fb30-4209-a52e-8c5311ae84ae admin admin] Checking segment: {'id': '7aec30f3-4052-4301-bd42-9064e08b75ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '60060c03-f9b1-4a80-9aa4-b3e833cf4da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:00.694668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6550bcdb-fb30-4209-a52e-8c5311ae84ae admin admin] Network hostable DHCP agents. Network: 60060c03-f9b1-4a80-9aa4-b3e833cf4da8, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:31:00.705986 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33052) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:00.707912 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-25787a5e-9361-498e-b7d8-ebd779f2b8ad tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "PUT /v2.0/routers/10b8958a-961e-4d0c-9b70-bff14dd472bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6517015 Aug 31 01:31:00.750404 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66911c-28d6-4c59-b58e-8deb88fd8ab6 None None] Pushing event updated for resources: {'Port': ['ID=e7520278-0c95-4ccb-aef1-2996211041f5,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:00.777902 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-fcdae7db-7f35-4ba0-afdf-5e8b33af22ad tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] show failed (client error): The resource could not be found. Aug 31 01:31:00.782381 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fcdae7db-7f35-4ba0-afdf-5e8b33af22ad tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1415706777 HTTP/1.1" status: 404 len: 335 time: 0.0705435 Aug 31 01:31:00.786601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-7bbbe85b-8e0a-430f-b0ad-d014a93802f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:00.798098 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33054) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:00.810904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4c1d36d7-03f7-4d71-9db6-9ff4424245fa tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:00.811558 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbbe85b-8e0a-430f-b0ad-d014a93802f8 None None] Routers {'10b8958a-961e-4d0c-9b70-bff14dd472bb'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:00.812374 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-7bbbe85b-8e0a-430f-b0ad-d014a93802f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['10b8958a-961e-4d0c-9b70-bff14dd472bb'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:00.826183 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01b40ece-5a25-430a-bc23-a902cd74a8f5 req-fcb9f013-ae6a-47f6-b55c-73089ad54c2c tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238767 Aug 31 01:31:00.845058 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64abd465-db8e-4342-bad4-ef93794ca1c0 req-ca7623c5-a832-4f08-a565-2501efc8bb9b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3419502 Aug 31 01:31:00.885803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-d32a2105-f17f-4cb3-8cd1-1c20c76ecc06 req-faeb1e5b-140f-4a2b-b93d-6b0ed16d6e92 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Deleting port 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:00.887625 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d32a2105-f17f-4cb3-8cd1-1c20c76ecc06 req-faeb1e5b-140f-4a2b-b93d-6b0ed16d6e92 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.890502 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-4c1d36d7-03f7-4d71-9db6-9ff4424245fa tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] update failed (client error): The resource could not be found. Aug 31 01:31:00.892834 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4c1d36d7-03f7-4d71-9db6-9ff4424245fa tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-633841425 HTTP/1.1" status: 404 len: 334 time: 0.0926085 Aug 31 01:31:00.893572 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6550bcdb-fb30-4209-a52e-8c5311ae84ae admin admin] Network 60060c03-f9b1-4a80-9aa4-b3e833cf4da8 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:31:00.905854 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33056) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:00.907099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-7bbbe85b-8e0a-430f-b0ad-d014a93802f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:00.908398 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbbe85b-8e0a-430f-b0ad-d014a93802f8 None None] The sync data for ids ['10b8958a-961e-4d0c-9b70-bff14dd472bb'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:00.912914 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] Set router 4eb51df7-21a3-470d-9cbc-b5517e482664 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:01.005951 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Deleting subnet f26d166f-54d7-4023-b3c7-aae2be5d526a {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:31:01.009089 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.033521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-6550bcdb-fb30-4209-a52e-8c5311ae84ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 60060c03-f9b1-4a80-9aa4-b3e833cf4da8) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:01.041996 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6550bcdb-fb30-4209-a52e-8c5311ae84ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:01.042169 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7051515-a0c7-4a81-9249-594b8cec27c8 None None] Network 60060c03-f9b1-4a80-9aa4-b3e833cf4da8 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:01.045733 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6550bcdb-fb30-4209-a52e-8c5311ae84ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.053925 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0010030c-436f-4e5f-a50c-860858b99cb7 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:31:01.068639 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.073630 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-d32a2105-f17f-4cb3-8cd1-1c20c76ecc06 req-faeb1e5b-140f-4a2b-b93d-6b0ed16d6e92 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] For port 19eaa42c-ee75-404d-8d8c-27f6d90e75b3, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=19eaa42c-ee75-404d-8d8c-27f6d90e75b3,segment=NetworkSegment(7d245b4a-6153-4e44-b05a-89c9701d571a),segment_id=7d245b4a-6153-4e44-b05a-89c9701d571a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:01.074535 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d32a2105-f17f-4cb3-8cd1-1c20c76ecc06 req-faeb1e5b-140f-4a2b-b93d-6b0ed16d6e92 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.094312 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-d32a2105-f17f-4cb3-8cd1-1c20c76ecc06 req-faeb1e5b-140f-4a2b-b93d-6b0ed16d6e92 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Calling delete_port for 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:01.169175 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6550bcdb-fb30-4209-a52e-8c5311ae84ae admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2042162 Aug 31 01:31:01.176764 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33062) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:01.185731 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1389668522-router', 'tenant_id': 'db1acea1e5104477a39adb31aea807dc', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:01.311009 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:00Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:01.341688 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be915eb-2859-428d-a96f-e90e948524e1 None None] The sync data for ids ['4eb51df7-21a3-470d-9cbc-b5517e482664'] in n-d-793621-34 is: [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:00Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:01.372273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0010030c-436f-4e5f-a50c-860858b99cb7, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0010030c-436f-4e5f-a50c-860858b99cb7,segment=NetworkSegment(ec3365e4-ba5b-40da-a55e-8e13f6e7e018),segment_id=ec3365e4-ba5b-40da-a55e-8e13f6e7e018)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:01.378927 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.445888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e64b4-fd9e-4c80-bbc3-0ac147342e2a req-ce25503e-ce74-4aef-b408-464e692a9795 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:01.449921 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ae4e64b4-fd9e-4c80-bbc3-0ac147342e2a req-ce25503e-ce74-4aef-b408-464e692a9795 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 909 time: 0.1990724 Aug 31 01:31:01.452809 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '0010030c-436f-4e5f-a50c-860858b99cb7', 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44', 'port_id': '0010030c-436f-4e5f-a50c-860858b99cb7', 'mac_address': 'fa:16:3e:21:86:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:31:01.473050 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d32a2105-f17f-4cb3-8cd1-1c20c76ecc06 req-faeb1e5b-140f-4a2b-b93d-6b0ed16d6e92 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.523455 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.530943 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.531461 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-60060c03-f9b1-4a80-9aa4-b3e833cf4da8', 'network_id': '60060c03-f9b1-4a80-9aa4-b3e833cf4da8', 'tenant_id': 'db1acea1e5104477a39adb31aea807dc', 'fixed_ips': [{'subnet_id': '653b7bd0-9dcb-446c-9929-87f476513848'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:31:01.531461 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.588568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb1e5b-140f-4a2b-b93d-6b0ed16d6e92 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event deleted for resources: {'Port': ['ID=19eaa42c-ee75-404d-8d8c-27f6d90e75b3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:01.672298 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32a2105-f17f-4cb3-8cd1-1c20c76ecc06 req-faeb1e5b-140f-4a2b-b93d-6b0ed16d6e92 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] No DVR routers for this DVR port 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:01.682031 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.692230 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-d32a2105-f17f-4cb3-8cd1-1c20c76ecc06 req-faeb1e5b-140f-4a2b-b93d-6b0ed16d6e92 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.694670 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d32a2105-f17f-4cb3-8cd1-1c20c76ecc06 req-faeb1e5b-140f-4a2b-b93d-6b0ed16d6e92 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.48 "DELETE /v2.0/ports/19eaa42c-ee75-404d-8d8c-27f6d90e75b3 HTTP/1.1" status: 204 len: 173 time: 1.2643163 Aug 31 01:31:01.696831 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.700489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e48196-02ac-4060-b840-d399d9747b09', 'name': 'network-vif-deleted', 'tag': '19eaa42c-ee75-404d-8d8c-27f6d90e75b3'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:31:01.703089 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa4e945-a973-4de6-93b0-347ad837bdad" -d '{"events": [{"server_uuid": "08e48196-02ac-4060-b840-d399d9747b09", "name": "network-vif-deleted", "tag": "19eaa42c-ee75-404d-8d8c-27f6d90e75b3"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:01.729167 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event deleted for resources: {'Subnet': ['ID=f26d166f-54d7-4023-b3c7-aae2be5d526a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:01.739553 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.740788 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:01.741335 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:01.741715 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:01.742067 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:01.742393 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:01.742730 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:01.743089 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:01.743421 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:01.744325 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:01.744668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:01.745006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:01.745364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:01.753553 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.758185 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1783fb81-bfae-43bb-a20d-bf8847dacdfc tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "DELETE /v2.0/subnets/f26d166f-54d7-4023-b3c7-aae2be5d526a HTTP/1.1" status: 204 len: 168 time: 0.8505259 Aug 31 01:31:01.760949 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33070) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:01.821037 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e7bfcb-1224-407b-a155-14a45bc3ca6c x-openstack-request-id: req-72e7bfcb-1224-407b-a155-14a45bc3ca6c {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:01.821625 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e48196-02ac-4060-b840-d399d9747b09", "name": "network-vif-deleted", "tag": "19eaa42c-ee75-404d-8d8c-27f6d90e75b3", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:01.824004 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72e7bfcb-1224-407b-a155-14a45bc3ca6c {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:01.825017 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e48196-02ac-4060-b840-d399d9747b09', 'name': 'network-vif-deleted', 'tag': '19eaa42c-ee75-404d-8d8c-27f6d90e75b3', 'status': 'completed', 'code': 200} Aug 31 01:31:01.951252 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c03324-54e8-40bc-b9b4-ec363feedd09 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Deleting subnet 62df7b5d-7c64-4a9f-b0bb-0fd4a66272cd {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:31:01.956049 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9c03324-54e8-40bc-b9b4-ec363feedd09 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.002175 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaff8f79-692d-4c2b-8931-fe17680f6cf6 None None] Network e5c9c2a6-2213-4684-b8a0-1a1b10d4666b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:02.006675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0010030c-436f-4e5f-a50c-860858b99cb7 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:31:02.063047 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9c03324-54e8-40bc-b9b4-ec363feedd09 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.194658 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0010030c-436f-4e5f-a50c-860858b99cb7, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0010030c-436f-4e5f-a50c-860858b99cb7,segment=NetworkSegment(ec3365e4-ba5b-40da-a55e-8e13f6e7e018),segment_id=ec3365e4-ba5b-40da-a55e-8e13f6e7e018)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:02.208591 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.240232 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9c03324-54e8-40bc-b9b4-ec363feedd09 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.250712 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133c8df-9051-4ef7-a1b4-0d2416554e2e req-761d840e-117a-49e4-bcb6-e77dd92acad1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:02.263583 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7133c8df-9051-4ef7-a1b4-0d2416554e2e req-761d840e-117a-49e4-bcb6-e77dd92acad1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.2146142 Aug 31 01:31:02.342818 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e7520278-0c95-4ccb-aef1-2996211041f5 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:02.364093 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.409892 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9c03324-54e8-40bc-b9b4-ec363feedd09 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.504511 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c03324-54e8-40bc-b9b4-ec363feedd09 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event deleted for resources: {'Subnet': ['ID=62df7b5d-7c64-4a9f-b0bb-0fd4a66272cd,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:02.527227 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b9c03324-54e8-40bc-b9b4-ec363feedd09 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.529232 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b9c03324-54e8-40bc-b9b4-ec363feedd09 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "DELETE /v2.0/subnets/62df7b5d-7c64-4a9f-b0bb-0fd4a66272cd HTTP/1.1" status: 204 len: 168 time: 0.7672145 Aug 31 01:31:02.534722 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33076) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:02.574734 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff42024-f802-431d-bb27-aca14a5d5ff8 None None] Network 85458ac9-9373-4eb7-94a8-a8f2526e597e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:02.601963 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7133c8df-9051-4ef7-a1b4-0d2416554e2e req-6a587803-e072-4eb3-8434-0ff7c407e214 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3389113 Aug 31 01:31:02.671545 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-34bde019-7c2c-4145-a827-449cafe2bdaf req-160f65cf-3d18-4669-9db3-a7892f142c44 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e48196-02ac-4060-b840-d399d9747b09 HTTP/1.1" status: 200 len: 210 time: 0.0539386 Aug 31 01:31:02.693187 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=0010030c-436f-4e5f-a50c-860858b99cb7,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:02.722287 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.935213 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['0010030c-436f-4e5f-a50c-860858b99cb7'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:31:03.014193 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.044777 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.147595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0010030c-436f-4e5f-a50c-860858b99cb7 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:03.201956 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] Allocated IP 172.25.2.39 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:03.286006 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Allocated IP 172.20.0.2 (60060c03-f9b1-4a80-9aa4-b3e833cf4da8/653b7bd0-9dcb-446c-9929-87f476513848/c4978fe9-1230-4426-a02b-fc71ff996236) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:03.346568 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.427076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Deleting port d010a979-788c-440e-af17-ea3ee8fea59d {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:03.427414 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.483835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port e7520278-0c95-4ccb-aef1-2996211041f5 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:03.535294 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port e7520278-0c95-4ccb-aef1-2996211041f5 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:03.535823 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.543673 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6357cd8-b81e-448c-8c51-802050b30153 None None] DHCP port deletion for e5c9c2a6-2213-4684-b8a0-1a1b10d4666b request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:31:03.599673 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] For port d010a979-788c-440e-af17-ea3ee8fea59d, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d010a979-788c-440e-af17-ea3ee8fea59d,segment=NetworkSegment(c700c67a-0bda-4bcb-900e-54e75b30e0de),segment_id=c700c67a-0bda-4bcb-900e-54e75b30e0de)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:03.600549 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.639497 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Calling delete_port for d010a979-788c-440e-af17-ea3ee8fea59d owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:03.748043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33086) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:03.752736 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.762910 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.771131 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9738195-c350-4bcc-bee2-cde039de0e3e None None] DHCP port deletion for 85458ac9-9373-4eb7-94a8-a8f2526e597e request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:31:03.784009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0010030c-436f-4e5f-a50c-860858b99cb7 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:31:03.878830 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] Pushing event updated for resources: {'Port': ['ID=e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:03.944841 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503b0c9-6d09-49b6-a887-1f5db18fdf32 req-6329cac3-6c4d-4d38-a304-8e70de4c24e3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:03.947141 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b503b0c9-6d09-49b6-a887-1f5db18fdf32 req-6329cac3-6c4d-4d38-a304-8e70de4c24e3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 944 time: 0.1861656 Aug 31 01:31:03.949098 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:03.951228 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:03.953744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:03.987823 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0010030c-436f-4e5f-a50c-860858b99cb7, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0010030c-436f-4e5f-a50c-860858b99cb7,segment=NetworkSegment(ec3365e4-ba5b-40da-a55e-8e13f6e7e018),segment_id=ec3365e4-ba5b-40da-a55e-8e13f6e7e018)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:04.110293 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.110293 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:04.110293 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.182560 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b503b0c9-6d09-49b6-a887-1f5db18fdf32 req-67e0e99c-c05a-4032-a2b1-e3a04416b1d9 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821127 Aug 31 01:31:04.183904 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.199430 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] No DVR routers for this DVR port d010a979-788c-440e-af17-ea3ee8fea59d on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:04.219184 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:04.219834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 19eaa42c-ee75-404d-8d8c-27f6d90e75b3 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:04.421826 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Transition to ACTIVE for port object c4978fe9-1230-4426-a02b-fc71ff996236 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:04.421826 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e6357cd8-b81e-448c-8c51-802050b30153 None None] Deleting port d010a979-788c-440e-af17-ea3ee8fea59d {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:04.421826 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e6357cd8-b81e-448c-8c51-802050b30153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.422363 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33092) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:04.422363 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event deleted for resources: {'Port': ['ID=d010a979-788c-440e-af17-ea3ee8fea59d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:04.423160 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b9738195-c350-4bcc-bee2-cde039de0e3e None None] Deleting port 89d5841e-8043-4097-8d50-83aed2f40b5c {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:04.423160 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b9738195-c350-4bcc-bee2-cde039de0e3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.423509 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4401dd3e-c9f2-401c-ad8e-1b6118627a1b tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.423660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.423660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c9c2a6-2213-4684-b8a0-1a1b10d4666b']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:04.423660 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-710ab8a5-8036-40eb-b8c8-fa4fbab52a38 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/floatingips/e17be96a-e6bb-4c5e-a488-06bb12028133 HTTP/1.1" status: 200 len: 991 time: 0.1279111 Aug 31 01:31:04.423660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c700c67a-0bda-4bcb-900e-54e75b30e0de') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:04.423660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c700c67a-0bda-4bcb-900e-54e75b30e0de') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:04.439732 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.452939 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.458131 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Transition to ACTIVE for port object c4978fe9-1230-4426-a02b-fc71ff996236 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:04.466311 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.478054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=0010030c-436f-4e5f-a50c-860858b99cb7,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:04.478905 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:31:04.479629 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:31:04.486012 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:31:04.561005 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e6357cd8-b81e-448c-8c51-802050b30153 None None] For port d010a979-788c-440e-af17-ea3ee8fea59d, host n-d-793621-34, got binding levels [] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:04.561385 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e6357cd8-b81e-448c-8c51-802050b30153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.565049 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b9738195-c350-4bcc-bee2-cde039de0e3e None None] For port 89d5841e-8043-4097-8d50-83aed2f40b5c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=89d5841e-8043-4097-8d50-83aed2f40b5c,segment=NetworkSegment(e493a94d-b4ba-4c05-b87c-728c5dd4f653),segment_id=e493a94d-b4ba-4c05-b87c-728c5dd4f653)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:04.565478 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b9738195-c350-4bcc-bee2-cde039de0e3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.612919 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port e7520278-0c95-4ccb-aef1-2996211041f5, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e7520278-0c95-4ccb-aef1-2996211041f5,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:04.617777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e6357cd8-b81e-448c-8c51-802050b30153 None None] Calling delete_port for d010a979-788c-440e-af17-ea3ee8fea59d owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:04.619695 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b9738195-c350-4bcc-bee2-cde039de0e3e None None] Calling delete_port for 89d5841e-8043-4097-8d50-83aed2f40b5c owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:04.623013 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.ipam_backend_mixin [None req-e6357cd8-b81e-448c-8c51-802050b30153 None None] Port d010a979-788c-440e-af17-ea3ee8fea59d was not found and therefore no delete operation was performed {{(pid=102344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:31:04.629177 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e6357cd8-b81e-448c-8c51-802050b30153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.692357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-4401dd3e-c9f2-401c-ad8e-1b6118627a1b tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Deleting port c60bec22-7b8c-4e94-a01f-295009d77cc4 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:04.692357 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4401dd3e-c9f2-401c-ad8e-1b6118627a1b tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.696352 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.702287 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6357cd8-b81e-448c-8c51-802050b30153 None None] Pushing event deleted for resources: {'Port': ['ID=d010a979-788c-440e-af17-ea3ee8fea59d,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:04.713602 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6357cd8-b81e-448c-8c51-802050b30153 None None] No DVR routers for this DVR port d010a979-788c-440e-af17-ea3ee8fea59d on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:04.719990 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4802f9b5-3d5f-40c5-8d9c-719cf15f2655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.726975 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.733885 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.750500 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.772476 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.774956 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "DELETE /v2.0/networks/e5c9c2a6-2213-4684-b8a0-1a1b10d4666b HTTP/1.1" status: 204 len: 168 time: 2.2386353 Aug 31 01:31:04.776693 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f380e-db2f-426a-bf8d-de041e4ed19a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event deleted for resources: {'Network': ['ID=e5c9c2a6-2213-4684-b8a0-1a1b10d4666b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:04.779546 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33096) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:04.800234 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Network 60060c03-f9b1-4a80-9aa4-b3e833cf4da8 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:04.823541 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:04.831050 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:04.835989 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-4401dd3e-c9f2-401c-ad8e-1b6118627a1b tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] For port c60bec22-7b8c-4e94-a01f-295009d77cc4, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c60bec22-7b8c-4e94-a01f-295009d77cc4,segment=NetworkSegment(7d245b4a-6153-4e44-b05a-89c9701d571a),segment_id=7d245b4a-6153-4e44-b05a-89c9701d571a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:04.841309 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4401dd3e-c9f2-401c-ad8e-1b6118627a1b tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.851439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=e7520278-0c95-4ccb-aef1-2996211041f5,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:04.870242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-4401dd3e-c9f2-401c-ad8e-1b6118627a1b tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Calling delete_port for c60bec22-7b8c-4e94-a01f-295009d77cc4 owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:04.958588 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Pushing event updated for resources: {'Port': ['ID=c4978fe9-1230-4426-a02b-fc71ff996236,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:04.976890 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b9738195-c350-4bcc-bee2-cde039de0e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.013839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Attempting to bind port c4978fe9-1230-4426-a02b-fc71ff996236 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:05.014219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Attempting to bind port c4978fe9-1230-4426-a02b-fc71ff996236 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '7aec30f3-4052-4301-bd42-9064e08b75ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '60060c03-f9b1-4a80-9aa4-b3e833cf4da8'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:05.014590 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Attempting to bind port c4978fe9-1230-4426-a02b-fc71ff996236 on network 60060c03-f9b1-4a80-9aa4-b3e833cf4da8 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:05.020082 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 89d5841e-8043-4097-8d50-83aed2f40b5c no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:05.022587 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9738195-c350-4bcc-bee2-cde039de0e3e None None] Pushing event deleted for resources: {'Port': ['ID=89d5841e-8043-4097-8d50-83aed2f40b5c,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:05.029964 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9738195-c350-4bcc-bee2-cde039de0e3e None None] No DVR routers for this DVR port 89d5841e-8043-4097-8d50-83aed2f40b5c on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:05.048132 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2b96c23-f2f7-4bc5-999f-ab86abc10deb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.052891 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:05.053277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Checking segment: {'id': '7aec30f3-4052-4301-bd42-9064e08b75ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '60060c03-f9b1-4a80-9aa4-b3e833cf4da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:05.053711 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.054378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Bound using segment: {'id': '7aec30f3-4052-4301-bd42-9064e08b75ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '60060c03-f9b1-4a80-9aa4-b3e833cf4da8'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:05.054634 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Bound port: c4978fe9-1230-4426-a02b-fc71ff996236, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aec30f3-4052-4301-bd42-9064e08b75ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '60060c03-f9b1-4a80-9aa4-b3e833cf4da8'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:05.054982 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.058861 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 89d5841e-8043-4097-8d50-83aed2f40b5c {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:05.059209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 89d5841e-8043-4097-8d50-83aed2f40b5c not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:05.059631 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d010a979-788c-440e-af17-ea3ee8fea59d no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:05.091704 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: d010a979-788c-440e-af17-ea3ee8fea59d {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:05.092225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d010a979-788c-440e-af17-ea3ee8fea59d not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:05.200157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] For port c4978fe9-1230-4426-a02b-fc71ff996236, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:05.309639 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2b96c23-f2f7-4bc5-999f-ab86abc10deb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.327071 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-e2b96c23-f2f7-4bc5-999f-ab86abc10deb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85458ac9-9373-4eb7-94a8-a8f2526e597e']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:05.349871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-e2b96c23-f2f7-4bc5-999f-ab86abc10deb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e493a94d-b4ba-4c05-b87c-728c5dd4f653') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:05.349871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-e2b96c23-f2f7-4bc5-999f-ab86abc10deb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e493a94d-b4ba-4c05-b87c-728c5dd4f653') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:05.358353 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.361839 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2b96c23-f2f7-4bc5-999f-ab86abc10deb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.410162 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2b96c23-f2f7-4bc5-999f-ab86abc10deb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.420540 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b96c23-f2f7-4bc5-999f-ab86abc10deb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:31:05.421145 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2b96c23-f2f7-4bc5-999f-ab86abc10deb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:31:05.424292 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:31:05.434038 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4401dd3e-c9f2-401c-ad8e-1b6118627a1b tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.435442 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] For port c4978fe9-1230-4426-a02b-fc71ff996236, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c4978fe9-1230-4426-a02b-fc71ff996236,segment=NetworkSegment(7aec30f3-4052-4301-bd42-9064e08b75ed),segment_id=7aec30f3-4052-4301-bd42-9064e08b75ed)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:05.461924 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401dd3e-c9f2-401c-ad8e-1b6118627a1b tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event deleted for resources: {'Port': ['ID=c60bec22-7b8c-4e94-a01f-295009d77cc4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:05.531050 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.639999 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2b96c23-f2f7-4bc5-999f-ab86abc10deb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.657774 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e2b96c23-f2f7-4bc5-999f-ab86abc10deb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.662390 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e2b96c23-f2f7-4bc5-999f-ab86abc10deb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "DELETE /v2.0/networks/85458ac9-9373-4eb7-94a8-a8f2526e597e HTTP/1.1" status: 204 len: 168 time: 0.8753436 Aug 31 01:31:05.668362 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33104) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:05.701588 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b96c23-f2f7-4bc5-999f-ab86abc10deb tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event deleted for resources: {'Network': ['ID=85458ac9-9373-4eb7-94a8-a8f2526e597e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:05.722961 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145b573-ecf5-4c00-8845-23cf4ef04afc None None] Pushing event updated for resources: {'Port': ['ID=c4978fe9-1230-4426-a02b-fc71ff996236,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:05.745645 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4401dd3e-c9f2-401c-ad8e-1b6118627a1b tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.776196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] Router 75d07edb-4f5e-431b-b352-b47b76ee1b30 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:31:05.839791 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-4332d9b0-7849-4e90-9da4-e8bcf9fbf925 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Deleting subnet c1c7d794-07b3-43cd-9cb5-a4bba84827f2 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:31:05.919208 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4332d9b0-7849-4e90-9da4-e8bcf9fbf925 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:06.056601 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4332d9b0-7849-4e90-9da4-e8bcf9fbf925 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:06.115533 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:06.125664 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Sync routers for ids ['75d07edb-4f5e-431b-b352-b47b76ee1b30'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:06.141428 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Routers {'75d07edb-4f5e-431b-b352-b47b76ee1b30'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:06.144853 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['75d07edb-4f5e-431b-b352-b47b76ee1b30'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:06.166550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4401dd3e-c9f2-401c-ad8e-1b6118627a1b tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Router 1544cf1b-9880-4a2c-abf9-d670138861d9 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:06.191408 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4332d9b0-7849-4e90-9da4-e8bcf9fbf925 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:06.244113 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:06.249857 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cece3f1b-0082-46b4-9805-bd6127e64b37 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0718682 Aug 31 01:31:06.252975 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33110) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:06.311272 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Set router 75d07edb-4f5e-431b-b352-b47b76ee1b30 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:06.346373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4401dd3e-c9f2-401c-ad8e-1b6118627a1b tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:06.358280 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4401dd3e-c9f2-401c-ad8e-1b6118627a1b tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "PUT /v2.0/routers/1544cf1b-9880-4a2c-abf9-d670138861d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6091270 Aug 31 01:31:06.359529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249ee106-1540-4c5a-a43b-7927b1ba629b None None] Sync routers for ids ['1544cf1b-9880-4a2c-abf9-d670138861d9'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:06.361524 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33112) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:06.391173 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249ee106-1540-4c5a-a43b-7927b1ba629b None None] Routers {'1544cf1b-9880-4a2c-abf9-d670138861d9'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:06.391888 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-249ee106-1540-4c5a-a43b-7927b1ba629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:30:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['1544cf1b-9880-4a2c-abf9-d670138861d9'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:06.401571 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4332d9b0-7849-4e90-9da4-e8bcf9fbf925 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:06.428631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-0219c8aa-d6b4-4879-b330-bdffd89ed5c4 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Deleting subnet 34239b77-5703-4ba2-8392-d930a46aed32 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:31:06.434064 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0219c8aa-d6b4-4879-b330-bdffd89ed5c4 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:06.457796 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4332d9b0-7849-4e90-9da4-e8bcf9fbf925 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:06.463664 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4332d9b0-7849-4e90-9da4-e8bcf9fbf925 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "DELETE /v2.0/subnets/c1c7d794-07b3-43cd-9cb5-a4bba84827f2 HTTP/1.1" status: 204 len: 168 time: 0.7909019 Aug 31 01:31:06.463664 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332d9b0-7849-4e90-9da4-e8bcf9fbf925 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event deleted for resources: {'Subnet': ['ID=c1c7d794-07b3-43cd-9cb5-a4bba84827f2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:06.470231 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33114) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:06.474967 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32a69bf-88bd-4674-8b9f-2c4e44228c81 None None] Network 4da0e9e8-8ef3-470b-a909-100d6e392953 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:06.523153 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0219c8aa-d6b4-4879-b330-bdffd89ed5c4 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:06.750445 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0219c8aa-d6b4-4879-b330-bdffd89ed5c4 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:06.759641 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'name': 'tempest-TestVolumeBootPattern-1389668522-router', 'tenant_id': 'db1acea1e5104477a39adb31aea807dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:01Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 3, 'project_id': 'db1acea1e5104477a39adb31aea807dc', 'gw_port': {'id': 'e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:03Z', 'updated_at': '2021-08-31T01:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:06.831816 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Checking router: 75d07edb-4f5e-431b-b352-b47b76ee1b30 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:06.832190 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Updating router 75d07edb-4f5e-431b-b352-b47b76ee1b30 port e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:31:06.914614 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-249ee106-1540-4c5a-a43b-7927b1ba629b None None] Set router 1544cf1b-9880-4a2c-abf9-d670138861d9 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:06.920177 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:06.947448 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0219c8aa-d6b4-4879-b330-bdffd89ed5c4 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.005423 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219c8aa-d6b4-4879-b330-bdffd89ed5c4 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event deleted for resources: {'Subnet': ['ID=34239b77-5703-4ba2-8392-d930a46aed32,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:07.008238 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0219c8aa-d6b4-4879-b330-bdffd89ed5c4 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.011281 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0219c8aa-d6b4-4879-b330-bdffd89ed5c4 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "DELETE /v2.0/subnets/34239b77-5703-4ba2-8392-d930a46aed32 HTTP/1.1" status: 204 len: 168 time: 0.6481230 Aug 31 01:31:07.013595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33120) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:07.026183 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.033352 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2f458d-f52e-4d46-b8f3-be857590c18f None None] Network 7f2224c8-25a2-4175-bf56-5961b62c5b2e requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:07.234834 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c33ddc50-8032-4a63-97a6-c9b265a3e9ad tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.457685 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c33ddc50-8032-4a63-97a6-c9b265a3e9ad tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.508095 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0010030c-436f-4e5f-a50c-860858b99cb7 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:07.518934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e7520278-0c95-4ccb-aef1-2996211041f5 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:07.521999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7065a3-11e5-49b3-8fa5-f7e9b532452c None None] Network 60060c03-f9b1-4a80-9aa4-b3e833cf4da8 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:07.534413 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.547070 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Transition to ACTIVE for port object e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:07.552022 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.612002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-c33ddc50-8032-4a63-97a6-c9b265a3e9ad tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Deleting port 0222ae7a-7ada-4b71-b0af-4fbff853bf22 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:07.612401 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c33ddc50-8032-4a63-97a6-c9b265a3e9ad tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.651203 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.743412 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Deleting port 5b54e8cf-9972-42e8-8097-11e0fe1776bf {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:07.743801 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.816337 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Attempting to bind port e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:07.823926 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Attempting to bind port e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:07.824182 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-c33ddc50-8032-4a63-97a6-c9b265a3e9ad tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] For port 0222ae7a-7ada-4b71-b0af-4fbff853bf22, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0222ae7a-7ada-4b71-b0af-4fbff853bf22,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:07.824484 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c33ddc50-8032-4a63-97a6-c9b265a3e9ad tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.827745 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Attempting to bind port e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:07.843086 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-c33ddc50-8032-4a63-97a6-c9b265a3e9ad tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Calling delete_port for 0222ae7a-7ada-4b71-b0af-4fbff853bf22 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:07.848741 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-60dd9018-5dc0-4e70-a80b-550acf4ebc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.853309 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:07.861662 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:07.862424 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.864757 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:07.866176 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Bound port: e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:07.867706 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] For port 5b54e8cf-9972-42e8-8097-11e0fe1776bf, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5b54e8cf-9972-42e8-8097-11e0fe1776bf,segment=NetworkSegment(47c0e924-2a75-401e-9551-10f5f9300c0f),segment_id=47c0e924-2a75-401e-9551-10f5f9300c0f)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:07.868072 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.873972 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.891842 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Calling delete_port for 5b54e8cf-9972-42e8-8097-11e0fe1776bf owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:07.939865 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c9430-5e36-4f16-abc0-0252c6a0fd33 None None] Pushing event updated for resources: {'Port': ['ID=e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:08.004167 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] For port e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:08.017957 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] For port e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:08.065122 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4baed76b-0fe7-412a-b078-8d616838a145 None None] Provisioning for port c4978fe9-1230-4426-a02b-fc71ff996236 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:08.081431 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:08.081680 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:08.098208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e719ba5-f4ce-4073-bc01-eece66b90d30 None None] DHCP port deletion for 4da0e9e8-8ef3-470b-a909-100d6e392953 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:31:08.217728 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Routers {'75d07edb-4f5e-431b-b352-b47b76ee1b30'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:08.218397 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:31:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['75d07edb-4f5e-431b-b352-b47b76ee1b30'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:08.229121 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:08.238482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 0010030c-436f-4e5f-a50c-860858b99cb7 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:08.238855 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:08.298250 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c9430-5e36-4f16-abc0-0252c6a0fd33 None None] Pushing event updated for resources: {'Port': ['ID=e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:08.315267 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:08.382509 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c33ddc50-8032-4a63-97a6-c9b265a3e9ad tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:08.440137 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] Set router 75d07edb-4f5e-431b-b352-b47b76ee1b30 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:08.445355 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port e7520278-0c95-4ccb-aef1-2996211041f5 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:08.446130 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:08.489347 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event deleted for resources: {'Port': ['ID=5b54e8cf-9972-42e8-8097-11e0fe1776bf,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:08.492781 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:08.519152 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] No DVR routers for this DVR port 5b54e8cf-9972-42e8-8097-11e0fe1776bf on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:08.527900 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ddc50-8032-4a63-97a6-c9b265a3e9ad tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event deleted for resources: {'Port': ['ID=0222ae7a-7ada-4b71-b0af-4fbff853bf22,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:08.699065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-249ee106-1540-4c5a-a43b-7927b1ba629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1544cf1b-9880-4a2c-abf9-d670138861d9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-691281901', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '0222ae7a-7ada-4b71-b0af-4fbff853bf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:29Z', 'updated_at': '2021-08-31T01:31:05Z', 'revision_number': 5, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': '0222ae7a-7ada-4b71-b0af-4fbff853bf22', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1544cf1b-9880-4a2c-abf9-d670138861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:30Z', 'updated_at': '2021-08-31T01:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:08.749742 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8e719ba5-f4ce-4073-bc01-eece66b90d30 None None] Deleting port 5b54e8cf-9972-42e8-8097-11e0fe1776bf {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:08.752312 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8e719ba5-f4ce-4073-bc01-eece66b90d30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:08.806494 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:08.808932 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'name': 'tempest-TestVolumeBootPattern-1389668522-router', 'tenant_id': 'db1acea1e5104477a39adb31aea807dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:01Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 3, 'project_id': 'db1acea1e5104477a39adb31aea807dc', 'gw_port': {'id': 'e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:03Z', 'updated_at': '2021-08-31T01:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:08.818359 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c33ddc50-8032-4a63-97a6-c9b265a3e9ad tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:08.840136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da0e9e8-8ef3-470b-a909-100d6e392953']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:08.852137 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ca3c3e-fdbf-44c5-878f-a0a0ab12c200 None None] The sync data for ids ['75d07edb-4f5e-431b-b352-b47b76ee1b30'] in n-d-793621-34 is: [{'id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'name': 'tempest-TestVolumeBootPattern-1389668522-router', 'tenant_id': 'db1acea1e5104477a39adb31aea807dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:01Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 3, 'project_id': 'db1acea1e5104477a39adb31aea807dc', 'gw_port': {'id': 'e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:03Z', 'updated_at': '2021-08-31T01:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:08.897066 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8e719ba5-f4ce-4073-bc01-eece66b90d30 None None] For port 5b54e8cf-9972-42e8-8097-11e0fe1776bf, host n-d-793621-34, got binding levels [] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:08.897863 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8e719ba5-f4ce-4073-bc01-eece66b90d30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:08.899426 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c0e924-2a75-401e-9551-10f5f9300c0f') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:08.900283 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c0e924-2a75-401e-9551-10f5f9300c0f') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:08.916085 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8e719ba5-f4ce-4073-bc01-eece66b90d30 None None] Calling delete_port for 5b54e8cf-9972-42e8-8097-11e0fe1776bf owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:08.921039 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.ipam_backend_mixin [None req-8e719ba5-f4ce-4073-bc01-eece66b90d30 None None] Port 5b54e8cf-9972-42e8-8097-11e0fe1776bf was not found and therefore no delete operation was performed {{(pid=102344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:31:08.927883 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:08.936936 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249ee106-1540-4c5a-a43b-7927b1ba629b None None] Checking router: 1544cf1b-9880-4a2c-abf9-d670138861d9 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:08.942821 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8e719ba5-f4ce-4073-bc01-eece66b90d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:08.955477 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:08.965047 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.005928 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c33ddc50-8032-4a63-97a6-c9b265a3e9ad tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.006222 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:31:09.006623 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.008367 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c33ddc50-8032-4a63-97a6-c9b265a3e9ad tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:31:09.010293 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:31:09.045775 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e719ba5-f4ce-4073-bc01-eece66b90d30 None None] No DVR routers for this DVR port 5b54e8cf-9972-42e8-8097-11e0fe1776bf on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:09.073662 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249ee106-1540-4c5a-a43b-7927b1ba629b None None] Routers {'1544cf1b-9880-4a2c-abf9-d670138861d9'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:09.074715 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-249ee106-1540-4c5a-a43b-7927b1ba629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:31:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['1544cf1b-9880-4a2c-abf9-d670138861d9'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:09.098143 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] Allocated IP 172.20.0.1 (60060c03-f9b1-4a80-9aa4-b3e833cf4da8/653b7bd0-9dcb-446c-9929-87f476513848/c95ed474-0403-4887-a38c-1de00eefd1aa) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:09.130742 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e719ba5-f4ce-4073-bc01-eece66b90d30 None None] Pushing event deleted for resources: {'Port': ['ID=5b54e8cf-9972-42e8-8097-11e0fe1776bf,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:09.175229 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c33ddc50-8032-4a63-97a6-c9b265a3e9ad tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.175768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33ddc50-8032-4a63-97a6-c9b265a3e9ad tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Fanout notify agent at l3_agent the message router_deleted on router 1544cf1b-9880-4a2c-abf9-d670138861d9 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:31:09.183348 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c33ddc50-8032-4a63-97a6-c9b265a3e9ad tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.187333 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c33ddc50-8032-4a63-97a6-c9b265a3e9ad tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "DELETE /v2.0/routers/1544cf1b-9880-4a2c-abf9-d670138861d9 HTTP/1.1" status: 204 len: 168 time: 2.1725013 Aug 31 01:31:09.188108 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33134) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:09.208536 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.238598 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.244693 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.246731 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "DELETE /v2.0/networks/4da0e9e8-8ef3-470b-a909-100d6e392953 HTTP/1.1" status: 204 len: 168 time: 2.7749476 Aug 31 01:31:09.308632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33136) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:09.341296 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-249ee106-1540-4c5a-a43b-7927b1ba629b None None] Set router 1544cf1b-9880-4a2c-abf9-d670138861d9 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:09.347353 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a691fb4-6405-48a3-a452-59521589f95b tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Pushing event deleted for resources: {'Network': ['ID=4da0e9e8-8ef3-470b-a909-100d6e392953,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:09.422645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c4978fe9-1230-4426-a02b-fc71ff996236 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:09.431560 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] DHCP port deletion for 7f2224c8-25a2-4175-bf56-5961b62c5b2e request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:31:09.480307 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-249ee106-1540-4c5a-a43b-7927b1ba629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1544cf1b-9880-4a2c-abf9-d670138861d9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-691281901', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:29Z', 'updated_at': '2021-08-31T01:31:08Z', 'revision_number': 7, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:09.484120 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.522523 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] Transition to ACTIVE for port object c95ed474-0403-4887-a38c-1de00eefd1aa will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:09.597859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249ee106-1540-4c5a-a43b-7927b1ba629b None None] The sync data for ids ['1544cf1b-9880-4a2c-abf9-d670138861d9'] in n-d-793621-34 is: [{'id': '1544cf1b-9880-4a2c-abf9-d670138861d9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-691281901', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:29Z', 'updated_at': '2021-08-31T01:31:08Z', 'revision_number': 7, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port_host': None}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:09.627832 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce28e13-6374-4cac-a44c-330b32c385b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0010030c-436f-4e5f-a50c-860858b99cb7'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:31:09.647465 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed854adb-5315-4013-95eb-8650799a4475" -d '{"events": [{"server_uuid": "fce28e13-6374-4cac-a44c-330b32c385b6", "name": "network-vif-plugged", "status": "completed", "tag": "0010030c-436f-4e5f-a50c-860858b99cb7"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:09.665552 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.692092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 0010030c-436f-4e5f-a50c-860858b99cb7, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0010030c-436f-4e5f-a50c-860858b99cb7,segment=NetworkSegment(ec3365e4-ba5b-40da-a55e-8e13f6e7e018),segment_id=ec3365e4-ba5b-40da-a55e-8e13f6e7e018)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:09.757551 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.761483 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cd63f2-c158-438d-9112-f53a7ee839cc x-openstack-request-id: req-60cd63f2-c158-438d-9112-f53a7ee839cc {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:09.762168 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce28e13-6374-4cac-a44c-330b32c385b6", "name": "network-vif-plugged", "status": "completed", "tag": "0010030c-436f-4e5f-a50c-860858b99cb7", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:09.764861 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60cd63f2-c158-438d-9112-f53a7ee839cc {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:09.765570 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce28e13-6374-4cac-a44c-330b32c385b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0010030c-436f-4e5f-a50c-860858b99cb7', 'code': 200} Aug 31 01:31:09.789732 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] Network 60060c03-f9b1-4a80-9aa4-b3e833cf4da8 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:09.799589 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:09.807552 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:09.835872 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=0010030c-436f-4e5f-a50c-860858b99cb7,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:09.840226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] Deleting port 103435fb-ffe3-4a33-8c5c-193bd936ae21 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:09.840839 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.842595 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:31:09.843126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port c4978fe9-1230-4426-a02b-fc71ff996236 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:09.857740 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] Pushing event updated for resources: {'Port': ['ID=c95ed474-0403-4887-a38c-1de00eefd1aa,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:09.907907 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.934221 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c4978fe9-1230-4426-a02b-fc71ff996236 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:09.934898 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.058909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] For port 103435fb-ffe3-4a33-8c5c-193bd936ae21, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=103435fb-ffe3-4a33-8c5c-193bd936ae21,segment=NetworkSegment(7d245b4a-6153-4e44-b05a-89c9701d571a),segment_id=7d245b4a-6153-4e44-b05a-89c9701d571a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:10.061990 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.100417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] Calling delete_port for 103435fb-ffe3-4a33-8c5c-193bd936ae21 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:10.200720 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.219246 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-759d4c94-ea27-4fdc-8c50-dd860f63f776 tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "GET /v2.0/ports?device_id=10b8958a-961e-4d0c-9b70-bff14dd472bb HTTP/1.1" status: 200 len: 205 time: 0.8887968 Aug 31 01:31:10.221804 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33144) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:10.356846 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Deleting port 103435fb-ffe3-4a33-8c5c-193bd936ae21 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:10.357316 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.418661 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8a9a4fda-0435-48bb-acf0-445fd9b0098a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.439178 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.469528 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.477006 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] For port 103435fb-ffe3-4a33-8c5c-193bd936ae21, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=103435fb-ffe3-4a33-8c5c-193bd936ae21,segment=NetworkSegment(7d245b4a-6153-4e44-b05a-89c9701d571a),segment_id=7d245b4a-6153-4e44-b05a-89c9701d571a)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:10.477419 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.479426 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.501626 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5fb9fb54-a275-460e-9655-4f5fcec63e30 None None] Provisioning for port c95ed474-0403-4887-a38c-1de00eefd1aa completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:10.505176 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5fb9fb54-a275-460e-9655-4f5fcec63e30 None None] Provisioning complete for port c95ed474-0403-4887-a38c-1de00eefd1aa triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:10.507410 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Calling delete_port for 103435fb-ffe3-4a33-8c5c-193bd936ae21 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:10.509882 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5fb9fb54-a275-460e-9655-4f5fcec63e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.561297 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.704085 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] Pushing event deleted for resources: {'Port': ['ID=103435fb-ffe3-4a33-8c5c-193bd936ae21,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:10.708480 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.725407 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port c4978fe9-1230-4426-a02b-fc71ff996236, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c4978fe9-1230-4426-a02b-fc71ff996236,segment=NetworkSegment(7aec30f3-4052-4301-bd42-9064e08b75ed),segment_id=7aec30f3-4052-4301-bd42-9064e08b75ed)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:10.745189 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] No DVR routers for this DVR port 103435fb-ffe3-4a33-8c5c-193bd936ae21 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:10.747863 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:10.762489 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:10.763249 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:10.763249 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:10.763453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:10.763917 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:10.764150 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:10.764410 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:10.764731 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:10.766682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event deleted for resources: {'Port': ['ID=103435fb-ffe3-4a33-8c5c-193bd936ae21,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:10.773945 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:10.774608 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:10.775513 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd2318-191e-4c7c-b578-556f9029dd0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:10.779661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5fb9fb54-a275-460e-9655-4f5fcec63e30 None None] Port c95ed474-0403-4887-a38c-1de00eefd1aa cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:10.798565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] No DVR routers for this DVR port 103435fb-ffe3-4a33-8c5c-193bd936ae21 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:10.814919 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.933713 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=c4978fe9-1230-4426-a02b-fc71ff996236,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:10.964975 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.982699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2224c8-25a2-4175-bf56-5961b62c5b2e']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:11.000156 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8a9a4fda-0435-48bb-acf0-445fd9b0098a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.002439 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8a9a4fda-0435-48bb-acf0-445fd9b0098a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.037110 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d245b4a-6153-4e44-b05a-89c9701d571a') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:11.037321 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d245b4a-6153-4e44-b05a-89c9701d571a') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:11.057010 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.066330 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:11.095692 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.115987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:31:11.116574 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: self.session.flush() Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:31:11.121221 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:31:11.155503 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8a9a4fda-0435-48bb-acf0-445fd9b0098a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.157314 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9a4fda-0435-48bb-acf0-445fd9b0098a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Fanout notify agent at l3_agent the message router_deleted on router 10b8958a-961e-4d0c-9b70-bff14dd472bb {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:31:11.181775 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8a9a4fda-0435-48bb-acf0-445fd9b0098a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.185078 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8a9a4fda-0435-48bb-acf0-445fd9b0098a tempest-RoutersNegativeTest-465769484 tempest-RoutersNegativeTest-465769484-project] 10.222.0.16 "DELETE /v2.0/routers/10b8958a-961e-4d0c-9b70-bff14dd472bb HTTP/1.1" status: 204 len: 168 time: 0.9621906 Aug 31 01:31:11.194752 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.273352 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.306528 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:11.306751 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.312366 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:11.313030 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.324222 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.336003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "DELETE /v2.0/networks/7f2224c8-25a2-4175-bf56-5961b62c5b2e HTTP/1.1" status: 204 len: 168 time: 2.1465940 Aug 31 01:31:11.336678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33152) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:11.394802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1abbad-c375-4239-83c9-f5071027f4f5 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event deleted for resources: {'Network': ['ID=7f2224c8-25a2-4175-bf56-5961b62c5b2e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:11.454560 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] Pushing event updated for resources: {'Port': ['ID=c95ed474-0403-4887-a38c-1de00eefd1aa,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:11.457937 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.640939 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] Network 60060c03-f9b1-4a80-9aa4-b3e833cf4da8 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:11.653719 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:11.747119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-1266c197-d13b-4312-ad9c-1abb4a1bbd0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Deleting port 83b4af69-59a6-4346-bee8-47ba5273116e {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:11.747557 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1266c197-d13b-4312-ad9c-1abb4a1bbd0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.765332 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.811073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:11.860483 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1266c197-d13b-4312-ad9c-1abb4a1bbd0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.860870 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1266c197-d13b-4312-ad9c-1abb4a1bbd0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.869017 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] Router 75d07edb-4f5e-431b-b352-b47b76ee1b30 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:11.876690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-1266c197-d13b-4312-ad9c-1abb4a1bbd0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Calling delete_port for 83b4af69-59a6-4346-bee8-47ba5273116e owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:11.998930 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:12.004215 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-776af73d-e74e-4d29-8d79-33ebda9dc3ef admin admin] 10.222.0.16 "PUT /v2.0/routers/75d07edb-4f5e-431b-b352-b47b76ee1b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7504985 Aug 31 01:31:12.035612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-39fee6b2-6358-47f7-961a-313579e0f690 None None] Provisioning complete for port c95ed474-0403-4887-a38c-1de00eefd1aa triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:12.036407 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-39fee6b2-6358-47f7-961a-313579e0f690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:12.082661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-39fee6b2-6358-47f7-961a-313579e0f690 None None] Port c95ed474-0403-4887-a38c-1de00eefd1aa cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:12.100681 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:12.146594 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Sync routers for ids ['75d07edb-4f5e-431b-b352-b47b76ee1b30'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:12.163235 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Routers {'75d07edb-4f5e-431b-b352-b47b76ee1b30'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:12.163866 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:31:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['75d07edb-4f5e-431b-b352-b47b76ee1b30'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:12.186266 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:12.202824 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1266c197-d13b-4312-ad9c-1abb4a1bbd0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:12.214196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 103435fb-ffe3-4a33-8c5c-193bd936ae21 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:12.245249 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 103435fb-ffe3-4a33-8c5c-193bd936ae21 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:12.245646 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 103435fb-ffe3-4a33-8c5c-193bd936ae21 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:12.246216 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c60bec22-7b8c-4e94-a01f-295009d77cc4 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:12.269736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: c60bec22-7b8c-4e94-a01f-295009d77cc4 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:12.270080 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c60bec22-7b8c-4e94-a01f-295009d77cc4 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:12.270601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0222ae7a-7ada-4b71-b0af-4fbff853bf22 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:12.282403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33170) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:12.291273 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266c197-d13b-4312-ad9c-1abb4a1bbd0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event deleted for resources: {'Port': ['ID=83b4af69-59a6-4346-bee8-47ba5273116e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:12.299237 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 0222ae7a-7ada-4b71-b0af-4fbff853bf22 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:12.299800 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0222ae7a-7ada-4b71-b0af-4fbff853bf22 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:12.300421 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5b54e8cf-9972-42e8-8097-11e0fe1776bf no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:12.322426 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 5b54e8cf-9972-42e8-8097-11e0fe1776bf {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:12.323235 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5b54e8cf-9972-42e8-8097-11e0fe1776bf not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:12.414278 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1266c197-d13b-4312-ad9c-1abb4a1bbd0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:12.414941 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-1266c197-d13b-4312-ad9c-1abb4a1bbd0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Floating IP bd82423c-7517-44e3-adb3-792af87403c0 disassociated (deleted). External IP: 172.25.2.240, port: 28f53cf6-369c-4962-aea7-1bb3826e3021. Aug 31 01:31:12.511978 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Set router 75d07edb-4f5e-431b-b352-b47b76ee1b30 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:12.584990 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dbe9aae0-4dae-42ea-bb66-4725b8151a7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33512fb7008a433dba9b4354307d3204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011653 Aug 31 01:31:12.587891 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33174) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:12.667497 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-abc4a8cc-7c3e-4338-a5e5-a8b6e0db211c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:12.701181 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-abc4a8cc-7c3e-4338-a5e5-a8b6e0db211c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:12.751979 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1266c197-d13b-4312-ad9c-1abb4a1bbd0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Router d2c8a707-4318-4ff3-87dc-9df2f5f32a08 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:12.815201 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-abc4a8cc-7c3e-4338-a5e5-a8b6e0db211c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:12.818374 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-abc4a8cc-7c3e-4338-a5e5-a8b6e0db211c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:12.822056 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-abc4a8cc-7c3e-4338-a5e5-a8b6e0db211c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8df9473d-16de-45a0-8007-a859dd1ec139 HTTP/1.1" status: 204 len: 168 time: 0.2304120 Aug 31 01:31:12.834397 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4a8cc-7c3e-4338-a5e5-a8b6e0db211c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df9473d-16de-45a0-8007-a859dd1ec139,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:12.904768 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'name': 'tempest-TestVolumeBootPattern-1389668522-router', 'tenant_id': 'db1acea1e5104477a39adb31aea807dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:01Z', 'updated_at': '2021-08-31T01:31:10Z', 'revision_number': 4, 'project_id': 'db1acea1e5104477a39adb31aea807dc', 'gw_port': {'id': 'e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:03Z', 'updated_at': '2021-08-31T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'c95ed474-0403-4887-a38c-1de00eefd1aa', 'name': '', 'network_id': '60060c03-f9b1-4a80-9aa4-b3e833cf4da8', 'tenant_id': 'db1acea1e5104477a39adb31aea807dc', 'mac_address': 'fa:16:3e:de:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '653b7bd0-9dcb-446c-9929-87f476513848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:08Z', 'updated_at': '2021-08-31T01:31:10Z', 'revision_number': 2, 'project_id': 'db1acea1e5104477a39adb31aea807dc', 'subnets': [{'id': '653b7bd0-9dcb-446c-9929-87f476513848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:12.964943 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:12.971317 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Checking router: 75d07edb-4f5e-431b-b352-b47b76ee1b30 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:12.971782 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Updating router 75d07edb-4f5e-431b-b352-b47b76ee1b30 port c95ed474-0403-4887-a38c-1de00eefd1aa binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:31:12.992990 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1266c197-d13b-4312-ad9c-1abb4a1bbd0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:13.002731 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1266c197-d13b-4312-ad9c-1abb4a1bbd0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:13.011092 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:13.052992 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8553c5d9-7e9e-4ea5-8b25-4581fde34824 None None] Sync routers for ids ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:13.083024 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1266c197-d13b-4312-ad9c-1abb4a1bbd0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "DELETE /v2.0/floatingips/bd82423c-7517-44e3-adb3-792af87403c0 HTTP/1.1" status: 204 len: 168 time: 1.7026274 Aug 31 01:31:13.084551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124d6656-81bd-4c5c-9fd8-d19d4804421e', 'tag': '28f53cf6-369c-4962-aea7-1bb3826e3021'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:31:13.096908 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f315f1-67a9-4d6f-9c81-82a9abd3a6da" -d '{"events": [{"name": "network-changed", "server_uuid": "124d6656-81bd-4c5c-9fd8-d19d4804421e", "tag": "28f53cf6-369c-4962-aea7-1bb3826e3021"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:13.113551 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8553c5d9-7e9e-4ea5-8b25-4581fde34824 None None] Routers {'d2c8a707-4318-4ff3-87dc-9df2f5f32a08'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:13.117656 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8553c5d9-7e9e-4ea5-8b25-4581fde34824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:31:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:13.212188 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38834dfe-a081-4116-ba0c-4a876d4d0aa3 x-openstack-request-id: req-38834dfe-a081-4116-ba0c-4a876d4d0aa3 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:13.212438 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124d6656-81bd-4c5c-9fd8-d19d4804421e", "tag": "28f53cf6-369c-4962-aea7-1bb3826e3021", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:13.212675 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38834dfe-a081-4116-ba0c-4a876d4d0aa3 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:13.213256 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124d6656-81bd-4c5c-9fd8-d19d4804421e', 'tag': '28f53cf6-369c-4962-aea7-1bb3826e3021', 'status': 'completed', 'code': 200} Aug 31 01:31:13.250132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:13.250438 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:13.317063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f315f1-67a9-4d6f-9c81-82a9abd3a6da req-2f12ab58-bb1d-4ac3-805e-b0410e20d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:13.338383 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-98f315f1-67a9-4d6f-9c81-82a9abd3a6da req-2f12ab58-bb1d-4ac3-805e-b0410e20d9af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a2256ac326a4bc7bf716683e3de0383&device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 1137 time: 0.1239610 Aug 31 01:31:13.443166 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-8553c5d9-7e9e-4ea5-8b25-4581fde34824 None None] Set router d2c8a707-4318-4ff3-87dc-9df2f5f32a08 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:13.599907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f315f1-67a9-4d6f-9c81-82a9abd3a6da req-712d6940-0f1b-4c44-a379-8897fdcd319f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:13.605149 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-98f315f1-67a9-4d6f-9c81-82a9abd3a6da req-712d6940-0f1b-4c44-a379-8897fdcd319f service neutron] 10.222.0.41 "GET /v2.0/networks?id=001376d9-a420-44f5-b7cb-482dbc19da63 HTTP/1.1" status: 200 len: 897 time: 0.2592232 Aug 31 01:31:13.617753 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c4978fe9-1230-4426-a02b-fc71ff996236 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:13.709282 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-98f315f1-67a9-4d6f-9c81-82a9abd3a6da req-67ca5dc6-9ce5-4e11-9634-807cc99dadbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28f53cf6-369c-4962-aea7-1bb3826e3021 HTTP/1.1" status: 200 len: 217 time: 0.0947967 Aug 31 01:31:13.716673 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:13.743455 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Transition to ACTIVE for port object c95ed474-0403-4887-a38c-1de00eefd1aa will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:13.797386 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c4978fe9-1230-4426-a02b-fc71ff996236 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:13.797870 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:13.804061 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:13.870153 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f315f1-67a9-4d6f-9c81-82a9abd3a6da req-01a42d3f-0d26-41ae-b611-b0ad85db2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:13.872207 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-98f315f1-67a9-4d6f-9c81-82a9abd3a6da req-01a42d3f-0d26-41ae-b611-b0ad85db2218 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d14a3fdb-b563-4be2-afa4-51c8b420c643 HTTP/1.1" status: 200 len: 835 time: 0.1341376 Aug 31 01:31:13.904188 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5934e8-020a-4545-adbb-b8f0eb78d622 None None] Pushing event updated for resources: {'Port': ['ID=c95ed474-0403-4887-a38c-1de00eefd1aa,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:13.963803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f315f1-67a9-4d6f-9c81-82a9abd3a6da req-c9a9f7c1-72d8-4026-98b2-f03b1073228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:13.968990 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-98f315f1-67a9-4d6f-9c81-82a9abd3a6da req-c9a9f7c1-72d8-4026-98b2-f03b1073228a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=001376d9-a420-44f5-b7cb-482dbc19da63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893810 Aug 31 01:31:14.032464 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Attempting to bind port c95ed474-0403-4887-a38c-1de00eefd1aa on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:14.032836 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Attempting to bind port c95ed474-0403-4887-a38c-1de00eefd1aa by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '7aec30f3-4052-4301-bd42-9064e08b75ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '60060c03-f9b1-4a80-9aa4-b3e833cf4da8'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:14.033198 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Attempting to bind port c95ed474-0403-4887-a38c-1de00eefd1aa on network 60060c03-f9b1-4a80-9aa4-b3e833cf4da8 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:14.045401 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:14.045807 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Checking segment: {'id': '7aec30f3-4052-4301-bd42-9064e08b75ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '60060c03-f9b1-4a80-9aa4-b3e833cf4da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:14.046212 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.046608 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Bound using segment: {'id': '7aec30f3-4052-4301-bd42-9064e08b75ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '60060c03-f9b1-4a80-9aa4-b3e833cf4da8'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:14.047083 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Bound port: c95ed474-0403-4887-a38c-1de00eefd1aa, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aec30f3-4052-4301-bd42-9064e08b75ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '60060c03-f9b1-4a80-9aa4-b3e833cf4da8'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:14.047467 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.214940 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-98f315f1-67a9-4d6f-9c81-82a9abd3a6da req-ced9f26b-26e7-4b41-9feb-cc156c8c0f52 service neutron] 10.222.0.41 "GET /v2.0/networks/001376d9-a420-44f5-b7cb-482dbc19da63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375937 Aug 31 01:31:14.247945 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] For port c95ed474-0403-4887-a38c-1de00eefd1aa, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:14.259820 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] For port c95ed474-0403-4887-a38c-1de00eefd1aa, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c95ed474-0403-4887-a38c-1de00eefd1aa,segment=NetworkSegment(7aec30f3-4052-4301-bd42-9064e08b75ed),segment_id=7aec30f3-4052-4301-bd42-9064e08b75ed)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:14.324543 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.344707 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8553c5d9-7e9e-4ea5-8b25-4581fde34824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1506857221', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:23Z', 'updated_at': '2021-08-31T01:29:31Z', 'revision_number': 4, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:24Z', 'updated_at': '2021-08-31T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'eab68c5f-8420-4ffd-8195-5287c657804f', 'name': '', 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'mac_address': 'fa:16:3e:cf:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:30Z', 'updated_at': '2021-08-31T01:29:38Z', 'revision_number': 5, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'subnets': [{'id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:14.397027 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Routers {'75d07edb-4f5e-431b-b352-b47b76ee1b30'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:14.398281 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:31:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['75d07edb-4f5e-431b-b352-b47b76ee1b30'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:14.422851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8553c5d9-7e9e-4ea5-8b25-4581fde34824 None None] Checking router: d2c8a707-4318-4ff3-87dc-9df2f5f32a08 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:14.474030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8553c5d9-7e9e-4ea5-8b25-4581fde34824 None None] Routers {'d2c8a707-4318-4ff3-87dc-9df2f5f32a08'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:14.474030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8553c5d9-7e9e-4ea5-8b25-4581fde34824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:31:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:14.490685 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcd117-3266-405d-922e-69e3e3d0fd80 req-f28f425a-a861-467c-8e6f-33cb7b085277 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:14.493097 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11bcd117-3266-405d-922e-69e3e3d0fd80 req-f28f425a-a861-467c-8e6f-33cb7b085277 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 985 time: 0.6694508 Aug 31 01:31:14.536005 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-98f315f1-67a9-4d6f-9c81-82a9abd3a6da req-c9ff63d9-c2bc-4795-ba82-52694325629b service neutron] 10.222.0.41 "GET /v2.0/networks/001376d9-a420-44f5-b7cb-482dbc19da63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907259 Aug 31 01:31:14.574147 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-11bcd117-3266-405d-922e-69e3e3d0fd80 req-bd84d9cd-ffe2-41bd-8a11-041d532f7158 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/security-groups?id=a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04&id=c90ff18c-ee73-478c-8c68-a83bef5d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0737984 Aug 31 01:31:14.643741 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5934e8-020a-4545-adbb-b8f0eb78d622 None None] Pushing event updated for resources: {'Port': ['ID=c95ed474-0403-4887-a38c-1de00eefd1aa,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:14.666270 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] Set router 75d07edb-4f5e-431b-b352-b47b76ee1b30 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:14.713151 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-8553c5d9-7e9e-4ea5-8b25-4581fde34824 None None] Set router d2c8a707-4318-4ff3-87dc-9df2f5f32a08 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:14.843480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33226) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:15.048076 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'name': 'tempest-TestVolumeBootPattern-1389668522-router', 'tenant_id': 'db1acea1e5104477a39adb31aea807dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:01Z', 'updated_at': '2021-08-31T01:31:10Z', 'revision_number': 4, 'project_id': 'db1acea1e5104477a39adb31aea807dc', 'gw_port': {'id': 'e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:03Z', 'updated_at': '2021-08-31T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'c95ed474-0403-4887-a38c-1de00eefd1aa', 'name': '', 'network_id': '60060c03-f9b1-4a80-9aa4-b3e833cf4da8', 'tenant_id': 'db1acea1e5104477a39adb31aea807dc', 'mac_address': 'fa:16:3e:de:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '653b7bd0-9dcb-446c-9929-87f476513848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:08Z', 'updated_at': '2021-08-31T01:31:14Z', 'revision_number': 4, 'project_id': 'db1acea1e5104477a39adb31aea807dc', 'subnets': [{'id': '653b7bd0-9dcb-446c-9929-87f476513848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:15.070680 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b27a156f-6c14-4f2b-85ec-71e3dbb236c0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group': {'name': 'tempest-secgroup--1684284824'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:15.085584 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ceecb-74fc-4328-b94b-72dbf6930034 None None] The sync data for ids ['75d07edb-4f5e-431b-b352-b47b76ee1b30'] in n-d-793621-34 is: [{'id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'name': 'tempest-TestVolumeBootPattern-1389668522-router', 'tenant_id': 'db1acea1e5104477a39adb31aea807dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:01Z', 'updated_at': '2021-08-31T01:31:10Z', 'revision_number': 4, 'project_id': 'db1acea1e5104477a39adb31aea807dc', 'gw_port': {'id': 'e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:03Z', 'updated_at': '2021-08-31T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'c95ed474-0403-4887-a38c-1de00eefd1aa', 'name': '', 'network_id': '60060c03-f9b1-4a80-9aa4-b3e833cf4da8', 'tenant_id': 'db1acea1e5104477a39adb31aea807dc', 'mac_address': 'fa:16:3e:de:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '653b7bd0-9dcb-446c-9929-87f476513848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:08Z', 'updated_at': '2021-08-31T01:31:14Z', 'revision_number': 4, 'project_id': 'db1acea1e5104477a39adb31aea807dc', 'subnets': [{'id': '653b7bd0-9dcb-446c-9929-87f476513848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:15.125228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e33962-ad1e-4715-9ec9-9ae739691fb5 req-89c9d51b-82a4-497f-8e71-cad22f330665 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:15.129425 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-03e33962-ad1e-4715-9ec9-9ae739691fb5 req-89c9d51b-82a4-497f-8e71-cad22f330665 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.41 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 985 time: 0.1657259 Aug 31 01:31:15.221374 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b27a156f-6c14-4f2b-85ec-71e3dbb236c0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:15.232537 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b27a156f-6c14-4f2b-85ec-71e3dbb236c0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:15.268816 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8553c5d9-7e9e-4ea5-8b25-4581fde34824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1506857221', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:23Z', 'updated_at': '2021-08-31T01:29:31Z', 'revision_number': 4, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:24Z', 'updated_at': '2021-08-31T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'eab68c5f-8420-4ffd-8195-5287c657804f', 'name': '', 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'mac_address': 'fa:16:3e:cf:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:30Z', 'updated_at': '2021-08-31T01:29:38Z', 'revision_number': 5, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'subnets': [{'id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:15.309071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8553c5d9-7e9e-4ea5-8b25-4581fde34824 None None] The sync data for ids ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'] in n-d-793621-34 is: [{'id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1506857221', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:23Z', 'updated_at': '2021-08-31T01:29:31Z', 'revision_number': 4, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:24Z', 'updated_at': '2021-08-31T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'eab68c5f-8420-4ffd-8195-5287c657804f', 'name': '', 'network_id': '001376d9-a420-44f5-b7cb-482dbc19da63', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'mac_address': 'fa:16:3e:cf:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:30Z', 'updated_at': '2021-08-31T01:29:38Z', 'revision_number': 5, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'subnets': [{'id': 'd14a3fdb-b563-4be2-afa4-51c8b420c643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:15.369704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-03e33962-ad1e-4715-9ec9-9ae739691fb5 req-5b9b7e40-a2bd-4112-8e68-a8fdc4133d0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Deleting port 28f53cf6-369c-4962-aea7-1bb3826e3021 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:15.370156 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-03e33962-ad1e-4715-9ec9-9ae739691fb5 req-5b9b7e40-a2bd-4112-8e68-a8fdc4133d0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:15.491441 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b27a156f-6c14-4f2b-85ec-71e3dbb236c0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:15.533205 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-03e33962-ad1e-4715-9ec9-9ae739691fb5 req-5b9b7e40-a2bd-4112-8e68-a8fdc4133d0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] For port 28f53cf6-369c-4962-aea7-1bb3826e3021, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=28f53cf6-369c-4962-aea7-1bb3826e3021,segment=NetworkSegment(8daa9f07-20c8-4e8e-b5b0-5da291673025),segment_id=8daa9f07-20c8-4e8e-b5b0-5da291673025)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:15.535472 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b27a156f-6c14-4f2b-85ec-71e3dbb236c0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:15.541960 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-03e33962-ad1e-4715-9ec9-9ae739691fb5 req-5b9b7e40-a2bd-4112-8e68-a8fdc4133d0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:15.600086 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-03e33962-ad1e-4715-9ec9-9ae739691fb5 req-5b9b7e40-a2bd-4112-8e68-a8fdc4133d0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Calling delete_port for 28f53cf6-369c-4962-aea7-1bb3826e3021 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:15.649828 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a156f-6c14-4f2b-85ec-71e3dbb236c0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d579f9-fb43-41b7-a884-426faed39aaa,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:15.824464 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b27a156f-6c14-4f2b-85ec-71e3dbb236c0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:15.917594 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b27a156f-6c14-4f2b-85ec-71e3dbb236c0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:15.923266 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bf9afe-74fd-43b0-b0ae-a73115f8a9b1 None None] New status for floating IP bd82423c-7517-44e3-adb3-792af87403c0: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:31:16.106882 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a156f-6c14-4f2b-85ec-71e3dbb236c0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532516a9-d13e-4d26-8edc-e6c0a1fbc91c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:16.268536 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-03e33962-ad1e-4715-9ec9-9ae739691fb5 req-5b9b7e40-a2bd-4112-8e68-a8fdc4133d0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:16.295549 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576696e-db21-4a3c-acd4-7ceeb4d64e0a req-910e82d0-1104-45c1-af4e-c2ca1d743482 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:16.316325 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3576696e-db21-4a3c-acd4-7ceeb4d64e0a req-910e82d0-1104-45c1-af4e-c2ca1d743482 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/ports?device_id=124d6656-81bd-4c5c-9fd8-d19d4804421e HTTP/1.1" status: 200 len: 906 time: 0.5554411 Aug 31 01:31:16.336245 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b7e40-a2bd-4112-8e68-a8fdc4133d0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event deleted for resources: {'Port': ['ID=28f53cf6-369c-4962-aea7-1bb3826e3021,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:16.346445 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b27a156f-6c14-4f2b-85ec-71e3dbb236c0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:16.347953 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b27a156f-6c14-4f2b-85ec-71e3dbb236c0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5013213 Aug 31 01:31:16.357053 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33244) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:16.414765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e33962-ad1e-4715-9ec9-9ae739691fb5 req-5b9b7e40-a2bd-4112-8e68-a8fdc4133d0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] No DVR routers for this DVR port 28f53cf6-369c-4962-aea7-1bb3826e3021 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:16.419076 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-03e33962-ad1e-4715-9ec9-9ae739691fb5 req-5b9b7e40-a2bd-4112-8e68-a8fdc4133d0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:16.421895 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-03e33962-ad1e-4715-9ec9-9ae739691fb5 req-5b9b7e40-a2bd-4112-8e68-a8fdc4133d0f tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.41 "DELETE /v2.0/ports/28f53cf6-369c-4962-aea7-1bb3826e3021 HTTP/1.1" status: 204 len: 173 time: 1.2864475 Aug 31 01:31:16.422398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124d6656-81bd-4c5c-9fd8-d19d4804421e', 'name': 'network-vif-deleted', 'tag': '28f53cf6-369c-4962-aea7-1bb3826e3021'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:31:16.425716 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83de840-38ca-458e-b32f-8bbd7dca6a39" -d '{"events": [{"server_uuid": "124d6656-81bd-4c5c-9fd8-d19d4804421e", "name": "network-vif-deleted", "tag": "28f53cf6-369c-4962-aea7-1bb3826e3021"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:16.486485 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a2c3ff-2b7d-4723-ad9e-39bb06f546f1 x-openstack-request-id: req-51a2c3ff-2b7d-4723-ad9e-39bb06f546f1 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:16.486794 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124d6656-81bd-4c5c-9fd8-d19d4804421e", "name": "network-vif-deleted", "tag": "28f53cf6-369c-4962-aea7-1bb3826e3021", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:16.487056 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51a2c3ff-2b7d-4723-ad9e-39bb06f546f1 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:16.487472 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124d6656-81bd-4c5c-9fd8-d19d4804421e', 'name': 'network-vif-deleted', 'tag': '28f53cf6-369c-4962-aea7-1bb3826e3021', 'status': 'completed', 'code': 200} Aug 31 01:31:16.523415 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3576696e-db21-4a3c-acd4-7ceeb4d64e0a req-2f76ab0f-6e71-4a1b-8470-993f87d6a7d2 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "GET /v2.0/security-groups?id=a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04&id=c90ff18c-ee73-478c-8c68-a83bef5d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1987405 Aug 31 01:31:16.549702 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9cfb243b-5a3b-42b7-9511-a61eb604e7b7 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1901629 Aug 31 01:31:16.553089 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33250) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:16.558766 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f95f82a3-0c5e-406e-ace1-4a9aa174b81e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group': {'name': 'tempest-security--1232130519', 'description': 'tempest-security-description-155691100'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:16.636438 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f95f82a3-0c5e-406e-ace1-4a9aa174b81e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:16.725458 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f95f82a3-0c5e-406e-ace1-4a9aa174b81e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:16.797852 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f95f82a3-0c5e-406e-ace1-4a9aa174b81e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:16.801366 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f95f82a3-0c5e-406e-ace1-4a9aa174b81e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:16.805728 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f95f82a3-0c5e-406e-ace1-4a9aa174b81e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "PUT /v2.0/security-groups/532516a9-d13e-4d26-8edc-e6c0a1fbc91c HTTP/1.1" status: 200 len: 1779 time: 0.2490118 Aug 31 01:31:16.806299 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33252) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:16.864055 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f82a3-0c5e-406e-ace1-4a9aa174b81e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532516a9-d13e-4d26-8edc-e6c0a1fbc91c,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:16.968406 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-45386df4-9326-4933-85f4-086300de87b5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-groups/532516a9-d13e-4d26-8edc-e6c0a1fbc91c HTTP/1.1" status: 200 len: 1779 time: 0.1608329 Aug 31 01:31:16.996133 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33254) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:17.056803 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c95ed474-0403-4887-a38c-1de00eefd1aa up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:17.095921 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ee06223-c25b-491d-a2ec-e98bdb3664c5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.125378 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ee06223-c25b-491d-a2ec-e98bdb3664c5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.198309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port c95ed474-0403-4887-a38c-1de00eefd1aa completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:17.203296 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c95ed474-0403-4887-a38c-1de00eefd1aa triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:17.203668 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.221008 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ee06223-c25b-491d-a2ec-e98bdb3664c5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.224164 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1ee06223-c25b-491d-a2ec-e98bdb3664c5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.229039 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1ee06223-c25b-491d-a2ec-e98bdb3664c5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-groups/532516a9-d13e-4d26-8edc-e6c0a1fbc91c HTTP/1.1" status: 204 len: 168 time: 0.2284820 Aug 31 01:31:17.229231 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33256) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:17.244812 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee06223-c25b-491d-a2ec-e98bdb3664c5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=532516a9-d13e-4d26-8edc-e6c0a1fbc91c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:17.299919 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-17ea24f9-75e5-4e60-aa7c-eb3de7a3114c tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688725 Aug 31 01:31:17.302549 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33258) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:17.325008 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-0ce944ee-0db0-4e37-a6ed-19248a8d5e43 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] delete failed (client error): The resource could not be found. Aug 31 01:31:17.326569 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0ce944ee-0db0-4e37-a6ed-19248a8d5e43 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-groups/532516a9-d13e-4d26-8edc-e6c0a1fbc91c HTTP/1.1" status: 404 len: 347 time: 0.0229428 Aug 31 01:31:17.330426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33260) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:17.336647 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-171f3f48-9411-476f-b8e7-d43be488280b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group': {'name': 'tempest-secgroup--685581665'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:17.416323 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.463250 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port c95ed474-0403-4887-a38c-1de00eefd1aa, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c95ed474-0403-4887-a38c-1de00eefd1aa,segment=NetworkSegment(7aec30f3-4052-4301-bd42-9064e08b75ed),segment_id=7aec30f3-4052-4301-bd42-9064e08b75ed)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:17.489269 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-171f3f48-9411-476f-b8e7-d43be488280b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.551946 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.626051 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33270) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:17.714639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=c95ed474-0403-4887-a38c-1de00eefd1aa,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:17.721371 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-171f3f48-9411-476f-b8e7-d43be488280b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.777098 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ac1e766a-3c92-4b18-adfe-ebba12cc9219 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.786660 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-171f3f48-9411-476f-b8e7-d43be488280b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.825168 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ac1e766a-3c92-4b18-adfe-ebba12cc9219 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.874883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f3f48-9411-476f-b8e7-d43be488280b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa700fc-012a-497c-aae2-c019d5e5286f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:17.900982 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-171f3f48-9411-476f-b8e7-d43be488280b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.905290 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-171f3f48-9411-476f-b8e7-d43be488280b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5703301 Aug 31 01:31:17.906147 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33276) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:17.911704 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1fd65f21-5145-4b90-aa15-c9e4766dace7 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group_rule': {'security_group_id': '5aa700fc-012a-497c-aae2-c019d5e5286f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:18.039031 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ac1e766a-3c92-4b18-adfe-ebba12cc9219 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.042501 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ac1e766a-3c92-4b18-adfe-ebba12cc9219 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.049500 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ac1e766a-3c92-4b18-adfe-ebba12cc9219 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "DELETE /v2.0/security-groups/a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04 HTTP/1.1" status: 204 len: 168 time: 0.4166455 Aug 31 01:31:18.049851 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33280) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:18.050049 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1fd65f21-5145-4b90-aa15-c9e4766dace7 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.082374 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e766a-3c92-4b18-adfe-ebba12cc9219 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21947f9-8b34-4bb4-a1f4-3fd5d55d8f04,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:18.145688 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1fd65f21-5145-4b90-aa15-c9e4766dace7 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.160524 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17a45bd5-2095-4502-8c25-6935fc729393 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.200047 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17a45bd5-2095-4502-8c25-6935fc729393 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.233075 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1fd65f21-5145-4b90-aa15-c9e4766dace7 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.303124 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd65f21-5145-4b90-aa15-c9e4766dace7 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1eb128-3392-4adf-b4f7-37034d4e1fff,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:18.374822 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17a45bd5-2095-4502-8c25-6935fc729393 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.378220 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17a45bd5-2095-4502-8c25-6935fc729393 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.379581 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-17a45bd5-2095-4502-8c25-6935fc729393 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "DELETE /v2.0/security-groups/c90ff18c-ee73-478c-8c68-a83bef5d384b HTTP/1.1" status: 204 len: 168 time: 0.3317404 Aug 31 01:31:18.383045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33286) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:18.416553 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1fd65f21-5145-4b90-aa15-c9e4766dace7 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.418446 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1fd65f21-5145-4b90-aa15-c9e4766dace7 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5112095 Aug 31 01:31:18.421821 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33292) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:18.424362 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 28f53cf6-369c-4962-aea7-1bb3826e3021 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:18.454935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a45bd5-2095-4502-8c25-6935fc729393 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90ff18c-ee73-478c-8c68-a83bef5d384b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:18.488407 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 28f53cf6-369c-4962-aea7-1bb3826e3021 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:18.489008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 28f53cf6-369c-4962-aea7-1bb3826e3021 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:18.506380 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-2d2b3111-e2c5-4afb-bff4-f6279ae69e23 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:18.514469 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-2d2b3111-e2c5-4afb-bff4-f6279ae69e23 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 812 time: 0.2283275 Aug 31 01:31:18.554515 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-50745bf0-5c08-4f32-a64a-3837b24b92c2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/quotas/543ff63c29ff4856b110bef5ec021646 HTTP/1.1" status: 200 len: 375 time: 0.0390558 Aug 31 01:31:18.565920 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-28257890-419f-4e0e-97cd-d175abb4b1f0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.604224 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-28257890-419f-4e0e-97cd-d175abb4b1f0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.654054 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-c7ee62b8-5354-4825-958b-e873e23c456e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906165 Aug 31 01:31:18.714421 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-28257890-419f-4e0e-97cd-d175abb4b1f0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.724775 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-28257890-419f-4e0e-97cd-d175abb4b1f0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.728932 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-28257890-419f-4e0e-97cd-d175abb4b1f0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0a1eb128-3392-4adf-b4f7-37034d4e1fff HTTP/1.1" status: 204 len: 168 time: 0.2866924 Aug 31 01:31:18.733009 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33294) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:18.742139 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28257890-419f-4e0e-97cd-d175abb4b1f0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a1eb128-3392-4adf-b4f7-37034d4e1fff,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:18.784919 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-4bc46eed-1eeb-44ab-a35d-d5ae8fc85480 service neutron] 10.222.0.16 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235988 Aug 31 01:31:18.818729 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-86cb82f2-d82b-455f-bf97-d05e0db9a4cb tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0845761 Aug 31 01:31:18.822177 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33298) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:18.863655 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-abcde647-7920-404a-9d62-0df6ab564bd7 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.919082 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-e7187b77-3208-4f17-a6df-f56391233f01 service neutron] 10.222.0.16 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271322 Aug 31 01:31:19.047324 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c95ed474-0403-4887-a38c-1de00eefd1aa up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:19.116054 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6226-82b9-4f41-9203-05a5b29a21c1 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:19.144916 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6226-82b9-4f41-9203-05a5b29a21c1 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:19.207439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c95ed474-0403-4887-a38c-1de00eefd1aa triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:19.208075 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:19.286470 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6226-82b9-4f41-9203-05a5b29a21c1 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:19.289019 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6226-82b9-4f41-9203-05a5b29a21c1 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:19.297925 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0dbb6226-82b9-4f41-9203-05a5b29a21c1 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-groups/5aa700fc-012a-497c-aae2-c019d5e5286f HTTP/1.1" status: 204 len: 168 time: 0.4699793 Aug 31 01:31:19.298134 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33308) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:19.326615 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb6226-82b9-4f41-9203-05a5b29a21c1 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa700fc-012a-497c-aae2-c019d5e5286f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:19.384339 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-331adefb-28ee-4ade-b386-ec30385a3d91 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0890191 Aug 31 01:31:19.396159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33310) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:19.397407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-efa4a525-4f19-4699-81ac-93b83343fa27 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group': {'name': 'tempest-secgroup--994597054'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:19.487179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-abcde647-7920-404a-9d62-0df6ab564bd7 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Deleting port eab68c5f-8420-4ffd-8195-5287c657804f {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:19.487642 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-abcde647-7920-404a-9d62-0df6ab564bd7 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:19.503342 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efa4a525-4f19-4699-81ac-93b83343fa27 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:19.639083 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-abcde647-7920-404a-9d62-0df6ab564bd7 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] For port eab68c5f-8420-4ffd-8195-5287c657804f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=eab68c5f-8420-4ffd-8195-5287c657804f,segment=NetworkSegment(8daa9f07-20c8-4e8e-b5b0-5da291673025),segment_id=8daa9f07-20c8-4e8e-b5b0-5da291673025)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:19.639383 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-abcde647-7920-404a-9d62-0df6ab564bd7 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:19.663237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-abcde647-7920-404a-9d62-0df6ab564bd7 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Calling delete_port for eab68c5f-8420-4ffd-8195-5287c657804f owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:19.786556 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efa4a525-4f19-4699-81ac-93b83343fa27 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:19.788610 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e04d5fa-81f7-4dbc-91ef-fdc5f10eb994 req-3887d95a-ae01-4cbc-bbc5-62ee3a7dc9b1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 210 time: 0.0839531 Aug 31 01:31:19.853361 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efa4a525-4f19-4699-81ac-93b83343fa27 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:19.895112 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4a525-4f19-4699-81ac-93b83343fa27 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a391f2a1-aec9-4ac9-a6ae-c116b0ba6bc5,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:19.964844 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efa4a525-4f19-4699-81ac-93b83343fa27 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:19.969224 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-efa4a525-4f19-4699-81ac-93b83343fa27 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5728238 Aug 31 01:31:19.969224 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33326) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:19.974332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-301a161e-b165-4487-8f16-bebaeca28842 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group_rule': {'security_group_id': 'a391f2a1-aec9-4ac9-a6ae-c116b0ba6bc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:20.083463 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-abcde647-7920-404a-9d62-0df6ab564bd7 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.112430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcde647-7920-404a-9d62-0df6ab564bd7 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event deleted for resources: {'Port': ['ID=eab68c5f-8420-4ffd-8195-5287c657804f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:20.145196 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-301a161e-b165-4487-8f16-bebaeca28842 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.275844 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-301a161e-b165-4487-8f16-bebaeca28842 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.342161 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-301a161e-b165-4487-8f16-bebaeca28842 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.355898 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-abcde647-7920-404a-9d62-0df6ab564bd7 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.367027 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a161e-b165-4487-8f16-bebaeca28842 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e35ccc8-09e1-4f86-996e-91a92e37ceaa,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:20.429506 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-301a161e-b165-4487-8f16-bebaeca28842 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.430700 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-301a161e-b165-4487-8f16-bebaeca28842 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4605317 Aug 31 01:31:20.433598 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33346) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:20.439846 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-eece232d-5ddd-4bcc-a6f6-84c3248a7681 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group_rule': {'security_group_id': 'a391f2a1-aec9-4ac9-a6ae-c116b0ba6bc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:20.573135 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eece232d-5ddd-4bcc-a6f6-84c3248a7681 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.674039 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eece232d-5ddd-4bcc-a6f6-84c3248a7681 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.678136 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcde647-7920-404a-9d62-0df6ab564bd7 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Router d2c8a707-4318-4ff3-87dc-9df2f5f32a08 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:20.774712 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eece232d-5ddd-4bcc-a6f6-84c3248a7681 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.803667 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece232d-5ddd-4bcc-a6f6-84c3248a7681 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24636b6-fec2-4787-9be2-dbbb04ecf413,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:20.815740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcde647-7920-404a-9d62-0df6ab564bd7 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:20.825115 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-abcde647-7920-404a-9d62-0df6ab564bd7 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "PUT /v2.0/routers/d2c8a707-4318-4ff3-87dc-9df2f5f32a08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4371173 Aug 31 01:31:20.825115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33356) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:20.827488 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625249c6-a7d5-4ff0-b973-5565049b4642 None None] Sync routers for ids ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:20.839579 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625249c6-a7d5-4ff0-b973-5565049b4642 None None] Routers {'d2c8a707-4318-4ff3-87dc-9df2f5f32a08'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:20.840222 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-625249c6-a7d5-4ff0-b973-5565049b4642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:31:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:20.897379 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3dd9424-c429-441b-8b63-5c4058a6f5b4 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Deleting subnet d14a3fdb-b563-4be2-afa4-51c8b420c643 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:31:20.901163 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e3dd9424-c429-441b-8b63-5c4058a6f5b4 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.913189 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c269b4d-13b2-4c26-abb2-cf6f1a9586d6 req-85c7323f-412e-4af4-aabc-44175ff2457e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 210 time: 0.0409079 Aug 31 01:31:20.928431 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eece232d-5ddd-4bcc-a6f6-84c3248a7681 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.929646 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-eece232d-5ddd-4bcc-a6f6-84c3248a7681 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4950340 Aug 31 01:31:20.933048 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33358) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:20.937635 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-804a5e36-fd73-47b1-a557-f345aa5c3804 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group_rule': {'security_group_id': 'a391f2a1-aec9-4ac9-a6ae-c116b0ba6bc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:20.965154 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e3dd9424-c429-441b-8b63-5c4058a6f5b4 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.008144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-625249c6-a7d5-4ff0-b973-5565049b4642 None None] Set router d2c8a707-4318-4ff3-87dc-9df2f5f32a08 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:21.057997 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e3dd9424-c429-441b-8b63-5c4058a6f5b4 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.091970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-804a5e36-fd73-47b1-a557-f345aa5c3804 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.178748 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-804a5e36-fd73-47b1-a557-f345aa5c3804 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.218567 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-625249c6-a7d5-4ff0-b973-5565049b4642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1506857221', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:23Z', 'updated_at': '2021-08-31T01:31:19Z', 'revision_number': 5, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:24Z', 'updated_at': '2021-08-31T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:21.249305 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e3dd9424-c429-441b-8b63-5c4058a6f5b4 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.250771 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625249c6-a7d5-4ff0-b973-5565049b4642 None None] Checking router: d2c8a707-4318-4ff3-87dc-9df2f5f32a08 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:21.259992 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625249c6-a7d5-4ff0-b973-5565049b4642 None None] Routers {'d2c8a707-4318-4ff3-87dc-9df2f5f32a08'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:21.260541 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-625249c6-a7d5-4ff0-b973-5565049b4642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:31:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:21.275433 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-804a5e36-fd73-47b1-a557-f345aa5c3804 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.277334 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd9424-c429-441b-8b63-5c4058a6f5b4 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event deleted for resources: {'Subnet': ['ID=d14a3fdb-b563-4be2-afa4-51c8b420c643,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:21.302661 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e3dd9424-c429-441b-8b63-5c4058a6f5b4 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.303225 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592dbb60-1634-467f-9666-b4e2925b09c5 None None] Network 001376d9-a420-44f5-b7cb-482dbc19da63 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:21.304811 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e3dd9424-c429-441b-8b63-5c4058a6f5b4 tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "DELETE /v2.0/subnets/d14a3fdb-b563-4be2-afa4-51c8b420c643 HTTP/1.1" status: 204 len: 168 time: 0.4787767 Aug 31 01:31:21.306691 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a5e36-fd73-47b1-a557-f345aa5c3804 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f0e6ad-19d0-45b9-b68d-2b756e6af854,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:21.309934 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33360) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:21.363608 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-804a5e36-fd73-47b1-a557-f345aa5c3804 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.364902 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-804a5e36-fd73-47b1-a557-f345aa5c3804 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4309072 Aug 31 01:31:21.367734 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33362) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:21.373191 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e6224f2e-9d92-4f58-8ecc-622d07699124 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group_rule': {'security_group_id': 'a391f2a1-aec9-4ac9-a6ae-c116b0ba6bc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:21.441619 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46c18e76-3c8f-4ff8-9187-fd20a0283e1e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.473295 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-625249c6-a7d5-4ff0-b973-5565049b4642 None None] Set router d2c8a707-4318-4ff3-87dc-9df2f5f32a08 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:21.531130 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e6224f2e-9d92-4f58-8ecc-622d07699124 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.574075 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46c18e76-3c8f-4ff8-9187-fd20a0283e1e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.663146 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-0a0d7f5a-6f90-4fdb-9e05-f594f9dfdb6f tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:21.664793 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-0a0d7f5a-6f90-4fdb-9e05-f594f9dfdb6f tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.41 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 812 time: 0.1960194 Aug 31 01:31:21.669909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d33ebea-423e-434e-8eae-3c887f043fea None None] DHCP port deletion for 001376d9-a420-44f5-b7cb-482dbc19da63 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:31:21.686650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-67f9fc89-d9d1-4c3d-bac8-e0a0067fce8a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Request body: {'port': {'device_id': 'fbdd8aaa-955e-449d-a2ea-e5a4cdf88417', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'admin_state_up': True, 'tenant_id': '543ff63c29ff4856b110bef5ec021646'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:21.733928 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-46c18e76-3c8f-4ff8-9187-fd20a0283e1e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Deleting port efeed7a0-b354-435c-a115-12a70f8ec10e {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:21.734382 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46c18e76-3c8f-4ff8-9187-fd20a0283e1e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.742061 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-625249c6-a7d5-4ff0-b973-5565049b4642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1506857221', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:23Z', 'updated_at': '2021-08-31T01:31:19Z', 'revision_number': 5, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:24Z', 'updated_at': '2021-08-31T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:21.778627 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0d33ebea-423e-434e-8eae-3c887f043fea None None] Deleting port c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:21.779021 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0d33ebea-423e-434e-8eae-3c887f043fea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.782118 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625249c6-a7d5-4ff0-b973-5565049b4642 None None] The sync data for ids ['d2c8a707-4318-4ff3-87dc-9df2f5f32a08'] in n-d-793621-34 is: [{'id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1506857221', 'tenant_id': '1a2256ac326a4bc7bf716683e3de0383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:23Z', 'updated_at': '2021-08-31T01:31:19Z', 'revision_number': 5, 'project_id': '1a2256ac326a4bc7bf716683e3de0383', 'gw_port': {'id': 'efeed7a0-b354-435c-a115-12a70f8ec10e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8a707-4318-4ff3-87dc-9df2f5f32a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:24Z', 'updated_at': '2021-08-31T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:21.817346 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e6224f2e-9d92-4f58-8ecc-622d07699124 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.867161 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-46c18e76-3c8f-4ff8-9187-fd20a0283e1e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] For port efeed7a0-b354-435c-a115-12a70f8ec10e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=efeed7a0-b354-435c-a115-12a70f8ec10e,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:21.877739 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46c18e76-3c8f-4ff8-9187-fd20a0283e1e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.885936 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-46c18e76-3c8f-4ff8-9187-fd20a0283e1e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Calling delete_port for efeed7a0-b354-435c-a115-12a70f8ec10e owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:21.929386 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e6224f2e-9d92-4f58-8ecc-622d07699124 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.950348 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6224f2e-9d92-4f58-8ecc-622d07699124 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41dd6f35-763b-41ec-909c-75f4207aefc3,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:21.976887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-67f9fc89-d9d1-4c3d-bac8-e0a0067fce8a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Made reservation on behalf of 543ff63c29ff4856b110bef5ec021646 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:21.989281 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-67f9fc89-d9d1-4c3d-bac8-e0a0067fce8a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.089569 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e6224f2e-9d92-4f58-8ecc-622d07699124 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.090904 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e6224f2e-9d92-4f58-8ecc-622d07699124 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7212324 Aug 31 01:31:22.097984 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33386) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:22.099635 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0d33ebea-423e-434e-8eae-3c887f043fea None None] For port c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09,segment=NetworkSegment(8daa9f07-20c8-4e8e-b5b0-5da291673025),segment_id=8daa9f07-20c8-4e8e-b5b0-5da291673025)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:22.100995 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0d33ebea-423e-434e-8eae-3c887f043fea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.103977 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5278ccdf-c138-4379-b09f-173fcd1cc614 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group_rule': {'security_group_id': 'a391f2a1-aec9-4ac9-a6ae-c116b0ba6bc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:22.131824 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0d33ebea-423e-434e-8eae-3c887f043fea None None] Calling delete_port for c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:22.143980 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-15954b3e-0221-4455-8479-1f503ba6db1c req-4e48da16-4bdc-4bc3-830f-9042a3b4d8c0 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 210 time: 0.0628419 Aug 31 01:31:22.230176 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46c18e76-3c8f-4ff8-9187-fd20a0283e1e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.245390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-67f9fc89-d9d1-4c3d-bac8-e0a0067fce8a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Allocated IP 172.20.0.9 (d77f28fd-02bd-45e9-a495-e369f704b282/c2dba7f5-26c7-46f2-a8b3-f31b2f705825/3e84d9f4-081e-442f-ac87-aac8531aff9d) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:22.269577 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5278ccdf-c138-4379-b09f-173fcd1cc614 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.340366 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0d33ebea-423e-434e-8eae-3c887f043fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.352353 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c18e76-3c8f-4ff8-9187-fd20a0283e1e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event deleted for resources: {'Port': ['ID=efeed7a0-b354-435c-a115-12a70f8ec10e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:22.407395 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5278ccdf-c138-4379-b09f-173fcd1cc614 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.411060 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33ebea-423e-434e-8eae-3c887f043fea None None] Pushing event deleted for resources: {'Port': ['ID=c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:22.428352 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d33ebea-423e-434e-8eae-3c887f043fea None None] No DVR routers for this DVR port c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:22.452795 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46c18e76-3c8f-4ff8-9187-fd20a0283e1e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.495619 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-67f9fc89-d9d1-4c3d-bac8-e0a0067fce8a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.516934 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-67f9fc89-d9d1-4c3d-bac8-e0a0067fce8a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Transition to ACTIVE for port object 3e84d9f4-081e-442f-ac87-aac8531aff9d will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:22.530449 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5278ccdf-c138-4379-b09f-173fcd1cc614 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.572249 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46c18e76-3c8f-4ff8-9187-fd20a0283e1e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.575525 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46c18e76-3c8f-4ff8-9187-fd20a0283e1e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.583114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278ccdf-c138-4379-b09f-173fcd1cc614 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1962de-0344-42d1-86c8-7b272ae1aa75,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:22.649998 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-67f9fc89-d9d1-4c3d-bac8-e0a0067fce8a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.694484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-67f9fc89-d9d1-4c3d-bac8-e0a0067fce8a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Network d77f28fd-02bd-45e9-a495-e369f704b282 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:22.699785 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-67f9fc89-d9d1-4c3d-bac8-e0a0067fce8a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:22.702591 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-67f9fc89-d9d1-4c3d-bac8-e0a0067fce8a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:22.746271 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9fc89-d9d1-4c3d-bac8-e0a0067fce8a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'Port': ['ID=3e84d9f4-081e-442f-ac87-aac8531aff9d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:22.751913 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5278ccdf-c138-4379-b09f-173fcd1cc614 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.756390 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5278ccdf-c138-4379-b09f-173fcd1cc614 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6571405 Aug 31 01:31:22.762014 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33408) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:22.785197 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46c18e76-3c8f-4ff8-9187-fd20a0283e1e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.787276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c18e76-3c8f-4ff8-9187-fd20a0283e1e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Fanout notify agent at l3_agent the message router_deleted on router d2c8a707-4318-4ff3-87dc-9df2f5f32a08 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:31:22.793786 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-46c18e76-3c8f-4ff8-9187-fd20a0283e1e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.794917 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-46c18e76-3c8f-4ff8-9187-fd20a0283e1e tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "DELETE /v2.0/routers/d2c8a707-4318-4ff3-87dc-9df2f5f32a08 HTTP/1.1" status: 204 len: 168 time: 1.4841747 Aug 31 01:31:22.796808 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a9328df-59ee-487b-ad75-d55faea410d7 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.802520 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33412) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:22.809985 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-67f9fc89-d9d1-4c3d-bac8-e0a0067fce8a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:22.809985 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-67f9fc89-d9d1-4c3d-bac8-e0a0067fce8a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.824058 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a9328df-59ee-487b-ad75-d55faea410d7 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.888829 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-67f9fc89-d9d1-4c3d-bac8-e0a0067fce8a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2071753 Aug 31 01:31:22.906241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Request body: {'port': {'device_id': 'fbdd8aaa-955e-449d-a2ea-e5a4cdf88417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:22.951017 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aa19ab24-7bcd-4c86-a195-fe8722278c5a tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.012895 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a9328df-59ee-487b-ad75-d55faea410d7 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.018503 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.022932 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a9328df-59ee-487b-ad75-d55faea410d7 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.025272 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2a9328df-59ee-487b-ad75-d55faea410d7 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/1c1962de-0344-42d1-86c8-7b272ae1aa75 HTTP/1.1" status: 204 len: 168 time: 0.2662385 Aug 31 01:31:23.027973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33422) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:23.058522 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:23.099894 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:23.100485 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c0ae5bd1-a2b5-4ec2-99b8-bd046b6a3f09 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:23.100728 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device eab68c5f-8420-4ffd-8195-5287c657804f no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:23.128059 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: eab68c5f-8420-4ffd-8195-5287c657804f {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:23.128809 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device eab68c5f-8420-4ffd-8195-5287c657804f not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:23.165949 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ea53d40c-ec4a-40cd-b5d8-c2003b4762dc tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1363673 Aug 31 01:31:23.170026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33426) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:23.228017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-693a6673-ff6e-499a-8e09-fe07071e433e None None] Provisioning for port 3e84d9f4-081e-442f-ac87-aac8531aff9d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:23.242484 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-693a6673-ff6e-499a-8e09-fe07071e433e None None] Provisioning complete for port 3e84d9f4-081e-442f-ac87-aac8531aff9d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:23.244307 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-693a6673-ff6e-499a-8e09-fe07071e433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.309484 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d04c29b-5a09-4515-8e8b-1e32bbd30f46 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.318769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-693a6673-ff6e-499a-8e09-fe07071e433e None None] Port 3e84d9f4-081e-442f-ac87-aac8531aff9d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:23.329595 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d04c29b-5a09-4515-8e8b-1e32bbd30f46 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.438835 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d04c29b-5a09-4515-8e8b-1e32bbd30f46 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.447208 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0d04c29b-5a09-4515-8e8b-1e32bbd30f46 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.450775 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0d04c29b-5a09-4515-8e8b-1e32bbd30f46 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/41dd6f35-763b-41ec-909c-75f4207aefc3 HTTP/1.1" status: 204 len: 168 time: 0.2773790 Aug 31 01:31:23.452503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33432) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:23.476871 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c29b-5a09-4515-8e8b-1e32bbd30f46 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41dd6f35-763b-41ec-909c-75f4207aefc3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:23.563311 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9328df-59ee-487b-ad75-d55faea410d7 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c1962de-0344-42d1-86c8-7b272ae1aa75,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:23.589495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e84d9f4-081e-442f-ac87-aac8531aff9d {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:31:23.596386 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aa19ab24-7bcd-4c86-a195-fe8722278c5a tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.608769 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7e6146fe-2c32-433b-af27-17cf953f7ca9 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1516097 Aug 31 01:31:23.609414 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33436) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:23.612857 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.615448 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-aa19ab24-7bcd-4c86-a195-fe8722278c5a tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001376d9-a420-44f5-b7cb-482dbc19da63']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:23.630250 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-aa19ab24-7bcd-4c86-a195-fe8722278c5a tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8daa9f07-20c8-4e8e-b5b0-5da291673025') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:23.630619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-aa19ab24-7bcd-4c86-a195-fe8722278c5a tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8daa9f07-20c8-4e8e-b5b0-5da291673025') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:23.642150 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Transition to ACTIVE for port object 3e84d9f4-081e-442f-ac87-aac8531aff9d will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:23.650503 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aa19ab24-7bcd-4c86-a195-fe8722278c5a tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.650861 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-146de989-7b31-42e1-802e-5af44ab8169b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.654903 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925299a-49d4-47c5-89b2-2a4d9bc0209c req-f8608bbf-344d-4fa8-943f-625d32598d42 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:23.656584 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c925299a-49d4-47c5-89b2-2a4d9bc0209c req-f8608bbf-344d-4fa8-943f-625d32598d42 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 931 time: 0.1117578 Aug 31 01:31:23.658985 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-146de989-7b31-42e1-802e-5af44ab8169b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.681657 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aa19ab24-7bcd-4c86-a195-fe8722278c5a tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.692828 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa19ab24-7bcd-4c86-a195-fe8722278c5a tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:31:23.693226 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aa19ab24-7bcd-4c86-a195-fe8722278c5a tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:31:23.697068 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:31:23.745868 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.768327 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c925299a-49d4-47c5-89b2-2a4d9bc0209c req-928ecb82-0cdb-4772-8b7e-e91412433832 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039031 Aug 31 01:31:23.790794 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-146de989-7b31-42e1-802e-5af44ab8169b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.800903 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-146de989-7b31-42e1-802e-5af44ab8169b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.801991 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-146de989-7b31-42e1-802e-5af44ab8169b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/a0f0e6ad-19d0-45b9-b68d-2b756e6af854 HTTP/1.1" status: 204 len: 168 time: 0.1915846 Aug 31 01:31:23.806864 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33438) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:23.815953 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146de989-7b31-42e1-802e-5af44ab8169b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0f0e6ad-19d0-45b9-b68d-2b756e6af854,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:23.832190 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Pushing event updated for resources: {'Port': ['ID=3e84d9f4-081e-442f-ac87-aac8531aff9d,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:23.855385 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aa19ab24-7bcd-4c86-a195-fe8722278c5a tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.869195 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aa19ab24-7bcd-4c86-a195-fe8722278c5a tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.873153 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-aa19ab24-7bcd-4c86-a195-fe8722278c5a tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] 10.222.0.16 "DELETE /v2.0/networks/001376d9-a420-44f5-b7cb-482dbc19da63 HTTP/1.1" status: 204 len: 168 time: 1.0695963 Aug 31 01:31:23.928352 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-941533b7-3744-498f-833e-e0e773419a49 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1200793 Aug 31 01:31:23.934600 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33442) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:23.943692 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19ab24-7bcd-4c86-a195-fe8722278c5a tempest-TestSecurityGroupsBasicOps-685080803 tempest-TestSecurityGroupsBasicOps-685080803-project] Pushing event deleted for resources: {'Network': ['ID=001376d9-a420-44f5-b7cb-482dbc19da63,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:23.995616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Attempting to bind port 3e84d9f4-081e-442f-ac87-aac8531aff9d on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:23.995616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Attempting to bind port 3e84d9f4-081e-442f-ac87-aac8531aff9d by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:23.995616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Attempting to bind port 3e84d9f4-081e-442f-ac87-aac8531aff9d on network d77f28fd-02bd-45e9-a495-e369f704b282 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:24.000249 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e5bf324d-1278-4ec1-be2a-fea759a97027 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:24.007751 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e5bf324d-1278-4ec1-be2a-fea759a97027 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:24.026756 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Port 3e84d9f4-081e-442f-ac87-aac8531aff9d on network d77f28fd-02bd-45e9-a495-e369f704b282 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:31:24.027163 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Attempting to bind port 3e84d9f4-081e-442f-ac87-aac8531aff9d on network d77f28fd-02bd-45e9-a495-e369f704b282 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:24.035421 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:24.035895 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Checking segment: {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:24.036294 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Bound using segment: {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:24.036738 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Bound port: 3e84d9f4-081e-442f-ac87-aac8531aff9d, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:24.037103 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:24.130657 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] For port 3e84d9f4-081e-442f-ac87-aac8531aff9d, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:24.135304 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] For port 3e84d9f4-081e-442f-ac87-aac8531aff9d, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3e84d9f4-081e-442f-ac87-aac8531aff9d,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:24.152492 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e5bf324d-1278-4ec1-be2a-fea759a97027 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:24.160082 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e5bf324d-1278-4ec1-be2a-fea759a97027 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:24.164371 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e5bf324d-1278-4ec1-be2a-fea759a97027 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/a24636b6-fec2-4787-9be2-dbbb04ecf413 HTTP/1.1" status: 204 len: 168 time: 0.2256737 Aug 31 01:31:24.164371 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33446) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:24.185366 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf324d-1278-4ec1-be2a-fea759a97027 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a24636b6-fec2-4787-9be2-dbbb04ecf413,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:24.219583 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-89c4a0ee-2a37-4520-b22d-34f897f9dade tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0536325 Aug 31 01:31:24.222430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33448) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:24.233526 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:24.294998 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b97cf20a-41ef-42d4-9048-8acbc0d3b5ae tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:24.302115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:24.302811 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:24.304298 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] 10.222.0.41 "PUT /v2.0/ports/3e84d9f4-081e-442f-ac87-aac8531aff9d HTTP/1.1" status: 200 len: 1092 time: 1.4040208 Aug 31 01:31:24.306623 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdd8aaa-955e-449d-a2ea-e5a4cdf88417', 'tag': '3e84d9f4-081e-442f-ac87-aac8531aff9d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:31:24.308966 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e749790-921a-47f5-9100-59ededec93bf" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdd8aaa-955e-449d-a2ea-e5a4cdf88417", "tag": "3e84d9f4-081e-442f-ac87-aac8531aff9d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:24.327650 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b97cf20a-41ef-42d4-9048-8acbc0d3b5ae tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:24.354907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd36111-2c00-4220-8a84-8d47ff502e91 service neutron] Pushing event updated for resources: {'Port': ['ID=3e84d9f4-081e-442f-ac87-aac8531aff9d,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:24.446219 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55ff4df-cbb5-44f1-a997-678394c44631 x-openstack-request-id: req-f55ff4df-cbb5-44f1-a997-678394c44631 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:24.450038 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdd8aaa-955e-449d-a2ea-e5a4cdf88417", "tag": "3e84d9f4-081e-442f-ac87-aac8531aff9d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:24.450038 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f55ff4df-cbb5-44f1-a997-678394c44631 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:24.450038 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbdd8aaa-955e-449d-a2ea-e5a4cdf88417', 'tag': '3e84d9f4-081e-442f-ac87-aac8531aff9d', 'status': 'completed', 'code': 200} Aug 31 01:31:24.467309 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b97cf20a-41ef-42d4-9048-8acbc0d3b5ae tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:24.474055 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b97cf20a-41ef-42d4-9048-8acbc0d3b5ae tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:24.475407 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b97cf20a-41ef-42d4-9048-8acbc0d3b5ae tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5e35ccc8-09e1-4f86-996e-91a92e37ceaa HTTP/1.1" status: 204 len: 168 time: 0.2519543 Aug 31 01:31:24.478630 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33456) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:24.507108 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-96e2dc99-e20f-43eb-b46e-21f6d6314c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:24.513068 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-96e2dc99-e20f-43eb-b46e-21f6d6314c83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 1095 time: 0.1113579 Aug 31 01:31:24.520235 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cf20a-41ef-42d4-9048-8acbc0d3b5ae tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e35ccc8-09e1-4f86-996e-91a92e37ceaa,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:24.580300 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e34c07cc-2d68-430a-8383-030a70a26cce tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0980606 Aug 31 01:31:24.581008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33458) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:24.612215 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-04d1896f-3232-46a4-82ef-a34cfa81f4c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e84d9f4-081e-442f-ac87-aac8531aff9d HTTP/1.1" status: 200 len: 217 time: 0.0756099 Aug 31 01:31:24.615814 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33460) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:24.752363 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d8ff01bc-84e9-4ed6-83ff-9655bcc66739 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:24.789326 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d8ff01bc-84e9-4ed6-83ff-9655bcc66739 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:24.862243 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device efeed7a0-b354-435c-a115-12a70f8ec10e no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:24.897357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: efeed7a0-b354-435c-a115-12a70f8ec10e {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:24.897813 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device efeed7a0-b354-435c-a115-12a70f8ec10e not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:24.940556 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-32372fde-0e6a-4f43-b175-e24ae634dd60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a2256ac326a4bc7bf716683e3de0383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226871 Aug 31 01:31:24.949367 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33468) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:25.009302 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-455742ea-ab11-4faa-8592-c35fea7c5d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:25.034775 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-455742ea-ab11-4faa-8592-c35fea7c5d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:25.082559 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d8ff01bc-84e9-4ed6-83ff-9655bcc66739 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:25.087935 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d8ff01bc-84e9-4ed6-83ff-9655bcc66739 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:25.089382 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d8ff01bc-84e9-4ed6-83ff-9655bcc66739 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-groups/a391f2a1-aec9-4ac9-a6ae-c116b0ba6bc5 HTTP/1.1" status: 204 len: 168 time: 0.5073187 Aug 31 01:31:25.095306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33470) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:25.102397 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff01bc-84e9-4ed6-83ff-9655bcc66739 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a391f2a1-aec9-4ac9-a6ae-c116b0ba6bc5,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:25.152137 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-1187bebd-729c-46cf-914f-711906be01ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:25.153568 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-1187bebd-729c-46cf-914f-711906be01ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.5346406 Aug 31 01:31:25.169008 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-455742ea-ab11-4faa-8592-c35fea7c5d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:25.171633 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-455742ea-ab11-4faa-8592-c35fea7c5d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:25.175534 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-455742ea-ab11-4faa-8592-c35fea7c5d79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0eb53ca3-ea76-4071-b008-51e041d53df2 HTTP/1.1" status: 204 len: 168 time: 0.2215137 Aug 31 01:31:25.184352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455742ea-ab11-4faa-8592-c35fea7c5d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb53ca3-ea76-4071-b008-51e041d53df2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:25.211373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57e7db-b182-4fc4-8c68-0911cbb96c74 req-437d3b7d-0ce6-48d4-b0ce-457dad633610 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:25.213081 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c57e7db-b182-4fc4-8c68-0911cbb96c74 req-437d3b7d-0ce6-48d4-b0ce-457dad633610 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 943 time: 0.1504536 Aug 31 01:31:25.216923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6cd86d76-f8fe-45b2-a74c-3d97ba1169b1 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1162245 Aug 31 01:31:25.221784 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33474) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:25.226841 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3912970d-54f8-497e-a27d-f2161c606863 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group': {'name': 'tempest-secgroup--145396385'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:25.259297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-e24582bd-9aee-4183-b96b-e0bc5b5bb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:25.260850 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-e24582bd-9aee-4183-b96b-e0bc5b5bb306 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967460 Aug 31 01:31:25.329558 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c57e7db-b182-4fc4-8c68-0911cbb96c74 req-fa885acc-fbfb-4814-afec-a1df7824754e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999973 Aug 31 01:31:25.359504 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3912970d-54f8-497e-a27d-f2161c606863 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:25.415621 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-77b6dde9-a7b2-4251-a81c-10e1054173b4 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430731 Aug 31 01:31:25.490257 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3912970d-54f8-497e-a27d-f2161c606863 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:25.547154 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef593628-7020-44c4-ab6d-4cf2962de8d6 req-fff45746-ed3f-4db4-8ec2-5410d663c0aa service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236558 Aug 31 01:31:25.638310 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3912970d-54f8-497e-a27d-f2161c606863 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:25.700386 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912970d-54f8-497e-a27d-f2161c606863 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118f8b65-bfed-4620-a6e1-084b662ec935,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:25.741504 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3912970d-54f8-497e-a27d-f2161c606863 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:25.743903 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3912970d-54f8-497e-a27d-f2161c606863 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5191269 Aug 31 01:31:25.745622 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33478) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:25.752049 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-52ae17cc-4998-42f6-82d0-9ed0176626b5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group_rule': {'security_group_id': '118f8b65-bfed-4620-a6e1-084b662ec935', 'direction': 'ingress', 'protocol': 17}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:25.760977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e749790-921a-47f5-9100-59ededec93bf req-2656b9af-5d9b-49e8-a8e6-edc2039a1e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:25.762875 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e749790-921a-47f5-9100-59ededec93bf req-2656b9af-5d9b-49e8-a8e6-edc2039a1e22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 1095 time: 0.0636539 Aug 31 01:31:25.872631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e749790-921a-47f5-9100-59ededec93bf req-5dd2fc9a-dfee-4c20-aaa6-a249dccab948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:25.874193 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e749790-921a-47f5-9100-59ededec93bf req-5dd2fc9a-dfee-4c20-aaa6-a249dccab948 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 913 time: 0.1018114 Aug 31 01:31:25.921304 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e749790-921a-47f5-9100-59ededec93bf req-e49eb39d-3ccd-4739-b8f9-2f6354c58664 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e84d9f4-081e-442f-ac87-aac8531aff9d HTTP/1.1" status: 200 len: 217 time: 0.0400546 Aug 31 01:31:25.928521 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52ae17cc-4998-42f6-82d0-9ed0176626b5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:25.977072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e749790-921a-47f5-9100-59ededec93bf req-f8688b0a-1156-4a38-b4b5-bd9fc0f34ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:25.979320 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e749790-921a-47f5-9100-59ededec93bf req-f8688b0a-1156-4a38-b4b5-bd9fc0f34ef0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0465736 Aug 31 01:31:25.998039 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52ae17cc-4998-42f6-82d0-9ed0176626b5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.027739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e749790-921a-47f5-9100-59ededec93bf req-f41aa294-6fed-4327-acd4-4c128d4fb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:26.032008 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e749790-921a-47f5-9100-59ededec93bf req-f41aa294-6fed-4327-acd4-4c128d4fb9d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431535 Aug 31 01:31:26.032304 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33482) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:26.063316 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-23392d78-078b-49f5-8dce-6e1df5bcdd60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.106610 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52ae17cc-4998-42f6-82d0-9ed0176626b5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.127688 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae17cc-4998-42f6-82d0-9ed0176626b5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b189f9-4ac1-4a3d-bd34-3f767a647b02,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:26.177638 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e749790-921a-47f5-9100-59ededec93bf req-ee040e17-87ee-4cf9-a1d4-ef53e9d28741 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382036 Aug 31 01:31:26.306525 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-23392d78-078b-49f5-8dce-6e1df5bcdd60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.312559 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3e749790-921a-47f5-9100-59ededec93bf req-b3533a11-a5f2-487d-a2fa-fb4134c9935e service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262605 Aug 31 01:31:26.416059 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-23392d78-078b-49f5-8dce-6e1df5bcdd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.477799 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f1f3d-18f0-4249-911b-0470de4262f2 req-383b18bb-f8b0-468e-80eb-f96ba52622e3 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:26.482250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23392d78-078b-49f5-8dce-6e1df5bcdd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d664357-f38e-4bbf-bb2a-8db6877b2a92,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:26.489250 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-23392d78-078b-49f5-8dce-6e1df5bcdd60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=960ea5f1d9a24026846869191325cf07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4558468 Aug 31 01:31:26.492327 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33486) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:26.492480 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-451f1f3d-18f0-4249-911b-0470de4262f2 req-383b18bb-f8b0-468e-80eb-f96ba52622e3 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 943 time: 0.0793192 Aug 31 01:31:26.501881 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52ae17cc-4998-42f6-82d0-9ed0176626b5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.503190 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-52ae17cc-4998-42f6-82d0-9ed0176626b5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7565045 Aug 31 01:31:26.507988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33488) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:26.549935 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-451f1f3d-18f0-4249-911b-0470de4262f2 req-985ed4ad-0a26-4f62-88fe-98c2a4a3f23a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566213 Aug 31 01:31:26.598142 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efd604fe-f476-4d4d-b89b-87ccd212a8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.631714 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a79336f7-b8c4-4629-a90a-6dad1e5dce31 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.652150 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efd604fe-f476-4d4d-b89b-87ccd212a8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.677202 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a79336f7-b8c4-4629-a90a-6dad1e5dce31 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.826299 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a79336f7-b8c4-4629-a90a-6dad1e5dce31 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.828995 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a79336f7-b8c4-4629-a90a-6dad1e5dce31 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.832814 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a79336f7-b8c4-4629-a90a-6dad1e5dce31 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-groups/118f8b65-bfed-4620-a6e1-084b662ec935 HTTP/1.1" status: 204 len: 168 time: 0.3212056 Aug 31 01:31:26.834366 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33496) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:26.841933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79336f7-b8c4-4629-a90a-6dad1e5dce31 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118f8b65-bfed-4620-a6e1-084b662ec935,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:26.860578 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efd604fe-f476-4d4d-b89b-87ccd212a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.863450 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-efd604fe-f476-4d4d-b89b-87ccd212a8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.864628 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-efd604fe-f476-4d4d-b89b-87ccd212a8d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d664357-f38e-4bbf-bb2a-8db6877b2a92 HTTP/1.1" status: 204 len: 168 time: 0.3705685 Aug 31 01:31:26.866858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33498) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:26.902912 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd604fe-f476-4d4d-b89b-87ccd212a8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d664357-f38e-4bbf-bb2a-8db6877b2a92,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:26.925973 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a852d5d3-5726-45f5-8f04-558ad2c4503a tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0898876 Aug 31 01:31:26.931295 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33502) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:26.939826 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-460c6cc8-a123-4fca-acf1-3c9ea6fcb2b0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group': {'name': 'tempest-secgroup--1318354819'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:26.946959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c82b95c-5dee-4a7e-abac-8d97cde20171 admin admin] Deleting subnet 570ede57-5631-486e-96ce-c3b410e3ba60 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:31:26.951664 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4c82b95c-5dee-4a7e-abac-8d97cde20171 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.008270 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4c82b95c-5dee-4a7e-abac-8d97cde20171 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.048671 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4c82b95c-5dee-4a7e-abac-8d97cde20171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.074799 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-460c6cc8-a123-4fca-acf1-3c9ea6fcb2b0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.188381 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-460c6cc8-a123-4fca-acf1-3c9ea6fcb2b0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.254270 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4c82b95c-5dee-4a7e-abac-8d97cde20171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.285145 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4c82b95c-5dee-4a7e-abac-8d97cde20171 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.289778 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33506) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:27.290042 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4c82b95c-5dee-4a7e-abac-8d97cde20171 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/570ede57-5631-486e-96ce-c3b410e3ba60 HTTP/1.1" status: 204 len: 168 time: 0.4219346 Aug 31 01:31:27.291132 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82b95c-5dee-4a7e-abac-8d97cde20171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=570ede57-5631-486e-96ce-c3b410e3ba60,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:27.294876 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-460c6cc8-a123-4fca-acf1-3c9ea6fcb2b0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.325068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c6cc8-a123-4fca-acf1-3c9ea6fcb2b0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f54d672-e191-4d29-aeba-9d55f4697c2d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:27.366195 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f01695d8-fefc-4ec5-81ca-6bea6ebd1001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.385844 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-460c6cc8-a123-4fca-acf1-3c9ea6fcb2b0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.387138 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-460c6cc8-a123-4fca-acf1-3c9ea6fcb2b0 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4547126 Aug 31 01:31:27.390022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33508) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:27.394960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-3721fec8-03a6-4c1e-896a-f07c9f11bff5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group': {'name': 'tempest-secgroup--386447126'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:27.444973 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f01695d8-fefc-4ec5-81ca-6bea6ebd1001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.455595 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-f01695d8-fefc-4ec5-81ca-6bea6ebd1001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818f1b86-9ad2-4c1a-9845-a8d22efc368f']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:27.465899 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-f01695d8-fefc-4ec5-81ca-6bea6ebd1001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2364e99c-9b66-41f9-b18f-5cb6b33b3354') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:27.466191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-f01695d8-fefc-4ec5-81ca-6bea6ebd1001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2364e99c-9b66-41f9-b18f-5cb6b33b3354') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:27.475242 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f01695d8-fefc-4ec5-81ca-6bea6ebd1001 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.489327 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f01695d8-fefc-4ec5-81ca-6bea6ebd1001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.497593 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01695d8-fefc-4ec5-81ca-6bea6ebd1001 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:31:27.498240 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f01695d8-fefc-4ec5-81ca-6bea6ebd1001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:31:27.500359 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:31:27.528460 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3721fec8-03a6-4c1e-896a-f07c9f11bff5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.621764 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3721fec8-03a6-4c1e-896a-f07c9f11bff5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.675929 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73d02-9943-4673-a282-d9a906d9cb6c req-f7292854-61ae-4982-94a1-1c5953b3f86a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:27.677735 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27b73d02-9943-4673-a282-d9a906d9cb6c req-f7292854-61ae-4982-94a1-1c5953b3f86a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 943 time: 0.0524335 Aug 31 01:31:27.702493 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f01695d8-fefc-4ec5-81ca-6bea6ebd1001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.716989 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f01695d8-fefc-4ec5-81ca-6bea6ebd1001 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.718558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33512) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:27.721498 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f01695d8-fefc-4ec5-81ca-6bea6ebd1001 admin admin] 10.222.0.16 "DELETE /v2.0/networks/818f1b86-9ad2-4c1a-9845-a8d22efc368f HTTP/1.1" status: 204 len: 168 time: 0.4281647 Aug 31 01:31:27.735333 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27b73d02-9943-4673-a282-d9a906d9cb6c req-875efa22-e609-4d82-adaf-e734c2e78311 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506270 Aug 31 01:31:27.736222 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01695d8-fefc-4ec5-81ca-6bea6ebd1001 admin admin] Pushing event deleted for resources: {'Network': ['ID=818f1b86-9ad2-4c1a-9845-a8d22efc368f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:27.758797 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3721fec8-03a6-4c1e-896a-f07c9f11bff5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.785029 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-919a3832-5d42-4047-8c0f-bf2abcbcd115 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=139771f086a34ef3b151a411018cf9f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630152 Aug 31 01:31:27.791294 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33516) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:27.797126 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721fec8-03a6-4c1e-896a-f07c9f11bff5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c4ba6b-b215-424a-b4b1-ed86f9d4248c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:27.840698 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bdec41b9-68ca-4bf0-bf29-22c25029db1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.863271 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bdec41b9-68ca-4bf0-bf29-22c25029db1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.883214 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3721fec8-03a6-4c1e-896a-f07c9f11bff5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.884574 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3721fec8-03a6-4c1e-896a-f07c9f11bff5 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4935901 Aug 31 01:31:27.887512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33518) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:27.892103 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-edd60550-03c4-4099-8cc5-4ee9c92885c1 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group_rule': {'security_group_id': '6f54d672-e191-4d29-aeba-9d55f4697c2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e6c4ba6b-b215-424a-b4b1-ed86f9d4248c', 'remote_ip_prefix': None}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:27.978409 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-edd60550-03c4-4099-8cc5-4ee9c92885c1 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.014865 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bdec41b9-68ca-4bf0-bf29-22c25029db1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.018176 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bdec41b9-68ca-4bf0-bf29-22c25029db1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.019618 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bdec41b9-68ca-4bf0-bf29-22c25029db1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c459bedc-d438-4239-a4bf-55cc702588f7 HTTP/1.1" status: 204 len: 168 time: 0.2320299 Aug 31 01:31:28.028493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec41b9-68ca-4bf0-bf29-22c25029db1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c459bedc-d438-4239-a4bf-55cc702588f7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:28.064062 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-edd60550-03c4-4099-8cc5-4ee9c92885c1 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.130638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33522) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:28.150821 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-edd60550-03c4-4099-8cc5-4ee9c92885c1 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.178637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd60550-03c4-4099-8cc5-4ee9c92885c1 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b87cef-7965-4921-b38f-118ab5121dfa,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:28.194213 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8a9e700e-cd53-4ce1-af95-df466ad9dd4f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=082e9881f6da4e3991f11fcbe9d3e399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623899 Aug 31 01:31:28.196795 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33524) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:28.245453 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-edd60550-03c4-4099-8cc5-4ee9c92885c1 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.246648 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-edd60550-03c4-4099-8cc5-4ee9c92885c1 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3582013 Aug 31 01:31:28.249419 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c521ff29-5305-4833-a55a-d0ba0d85b015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.249814 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33526) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:28.272466 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c521ff29-5305-4833-a55a-d0ba0d85b015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.275571 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4784f97d-20b5-4991-9b0f-c9265bba8d79 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.285569 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4784f97d-20b5-4991-9b0f-c9265bba8d79 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.380519 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4784f97d-20b5-4991-9b0f-c9265bba8d79 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.387786 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4784f97d-20b5-4991-9b0f-c9265bba8d79 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.388822 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4784f97d-20b5-4991-9b0f-c9265bba8d79 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/a0b87cef-7965-4921-b38f-118ab5121dfa HTTP/1.1" status: 204 len: 168 time: 0.1379333 Aug 31 01:31:28.394544 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784f97d-20b5-4991-9b0f-c9265bba8d79 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0b87cef-7965-4921-b38f-118ab5121dfa,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:28.394758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33532) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:28.412132 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c521ff29-5305-4833-a55a-d0ba0d85b015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.414767 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c521ff29-5305-4833-a55a-d0ba0d85b015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.416267 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c521ff29-5305-4833-a55a-d0ba0d85b015 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aeedec2b-fdaf-436e-b60f-a071f033fd5d HTTP/1.1" status: 204 len: 168 time: 0.2182198 Aug 31 01:31:28.436453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521ff29-5305-4833-a55a-d0ba0d85b015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeedec2b-fdaf-436e-b60f-a071f033fd5d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:28.469677 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-67805537-f7f7-4f74-a9b7-1a74542352a8 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0727246 Aug 31 01:31:28.481345 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33540) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:28.534392 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fe0f0318-6ca0-400d-a979-263f06ace405 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.562248 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fe0f0318-6ca0-400d-a979-263f06ace405 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.688899 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fe0f0318-6ca0-400d-a979-263f06ace405 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.691682 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fe0f0318-6ca0-400d-a979-263f06ace405 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.692992 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fe0f0318-6ca0-400d-a979-263f06ace405 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-groups/e6c4ba6b-b215-424a-b4b1-ed86f9d4248c HTTP/1.1" status: 204 len: 168 time: 0.2105017 Aug 31 01:31:28.696236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33546) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:28.702860 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f0318-6ca0-400d-a979-263f06ace405 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c4ba6b-b215-424a-b4b1-ed86f9d4248c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:28.771678 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-75a5b1a4-ce47-4c8e-a886-736c2f7ecd1e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0739801 Aug 31 01:31:28.777560 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33554) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:28.843765 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d7c4e10b-f59b-4728-bf43-e5bc8b209a21 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.869821 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d7c4e10b-f59b-4728-bf43-e5bc8b209a21 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.886900 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba209ed-5da8-4ea7-83ec-8bbaf2823fa7 req-d30febd1-7b1e-40eb-9944-5ceebeaa0a22 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:28.888610 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ba209ed-5da8-4ea7-83ec-8bbaf2823fa7 req-d30febd1-7b1e-40eb-9944-5ceebeaa0a22 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 943 time: 0.0675132 Aug 31 01:31:28.932242 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ba209ed-5da8-4ea7-83ec-8bbaf2823fa7 req-b1e4864b-203f-47cd-b196-9adb798a8b66 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366089 Aug 31 01:31:29.009663 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d7c4e10b-f59b-4728-bf43-e5bc8b209a21 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.012336 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d7c4e10b-f59b-4728-bf43-e5bc8b209a21 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.013558 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d7c4e10b-f59b-4728-bf43-e5bc8b209a21 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-groups/6f54d672-e191-4d29-aeba-9d55f4697c2d HTTP/1.1" status: 204 len: 168 time: 0.2346375 Aug 31 01:31:29.016516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33566) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:29.023272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4e10b-f59b-4728-bf43-e5bc8b209a21 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f54d672-e191-4d29-aeba-9d55f4697c2d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:29.062945 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-33ec0321-d880-405d-b5b5-2065c1ae818b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0452240 Aug 31 01:31:29.067008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33570) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:29.072642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e41f2c7c-c85f-408a-9e84-3c19cb4f2445 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711482312'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:29.137929 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33574) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:29.163792 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e41f2c7c-c85f-408a-9e84-3c19cb4f2445 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.242517 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f6925271-8075-4d7c-99a2-e6fc35600945 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-444203257-network', 'tenant_id': '2248e9e2aa10468d9bd7178632cdf14e'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:29.261852 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e41f2c7c-c85f-408a-9e84-3c19cb4f2445 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.345982 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e41f2c7c-c85f-408a-9e84-3c19cb4f2445 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.374872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f2c7c-c85f-408a-9e84-3c19cb4f2445 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e436865-68c1-4f40-a6ec-4080b133996f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:29.449064 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6925271-8075-4d7c-99a2-e6fc35600945 admin admin] Made reservation on behalf of 2248e9e2aa10468d9bd7178632cdf14e for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:29.451792 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6925271-8075-4d7c-99a2-e6fc35600945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.463523 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6925271-8075-4d7c-99a2-e6fc35600945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.506140 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e41f2c7c-c85f-408a-9e84-3c19cb4f2445 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.509984 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e41f2c7c-c85f-408a-9e84-3c19cb4f2445 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4392021 Aug 31 01:31:29.510303 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33592) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:29.517117 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3b728a85-d943-4937-bf41-0aac1980d15d tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group_rule': {'security_group_id': '1e436865-68c1-4f40-a6ec-4080b133996f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:29.604383 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6925271-8075-4d7c-99a2-e6fc35600945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.680010 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6925271-8075-4d7c-99a2-e6fc35600945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.714637 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6925271-8075-4d7c-99a2-e6fc35600945 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:31:29.723907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6925271-8075-4d7c-99a2-e6fc35600945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f39875-3df2-47de-83f6-d6392280f301,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:29.733050 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6925271-8075-4d7c-99a2-e6fc35600945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.733404 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-f6925271-8075-4d7c-99a2-e6fc35600945 admin admin] Added segment c1a0cbda-1199-4460-b599-423e7a858ca0 of type vlan for network ed44ba46-3df5-4dbe-a8ce-0641c4b90575 Aug 31 01:31:29.775039 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6925271-8075-4d7c-99a2-e6fc35600945 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.790601 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b728a85-d943-4937-bf41-0aac1980d15d tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.853288 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b728a85-d943-4937-bf41-0aac1980d15d tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.864970 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6925271-8075-4d7c-99a2-e6fc35600945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.866045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6925271-8075-4d7c-99a2-e6fc35600945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:29.866637 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f6925271-8075-4d7c-99a2-e6fc35600945 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.925995 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b728a85-d943-4937-bf41-0aac1980d15d tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.942927 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6925271-8075-4d7c-99a2-e6fc35600945 admin admin] Pushing event updated for resources: {'Network': ['ID=ed44ba46-3df5-4dbe-a8ce-0641c4b90575,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:29.952825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b728a85-d943-4937-bf41-0aac1980d15d tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995dbb8b-295c-4208-b581-8f8278a0f37b,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:29.953330 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network ed44ba46-3df5-4dbe-a8ce-0641c4b90575 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:31:30.015172 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f6925271-8075-4d7c-99a2-e6fc35600945 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8759973 Aug 31 01:31:30.016017 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3b728a85-d943-4937-bf41-0aac1980d15d tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.017129 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3b728a85-d943-4937-bf41-0aac1980d15d tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5058825 Aug 31 01:31:30.018261 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33630) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:30.026206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4a05aed4-3251-4a47-95d3-812222000cb3 admin admin] Request body: {'subnet': {'network_id': 'ed44ba46-3df5-4dbe-a8ce-0641c4b90575', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-444203257-subnet', 'tenant_id': '2248e9e2aa10468d9bd7178632cdf14e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:30.030008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33632) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:30.054949 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb62a0-1e55-4db5-9e0f-427ef5cd49a5 req-b424f172-b14d-463d-94c7-2553ecfc72c6 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:30.056549 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dadb62a0-1e55-4db5-9e0f-427ef5cd49a5 req-b424f172-b14d-463d-94c7-2553ecfc72c6 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 943 time: 0.0531809 Aug 31 01:31:30.069865 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3feab7a6-6d8b-4c47-9198-f9d2e39db9cf tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.079568 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3feab7a6-6d8b-4c47-9198-f9d2e39db9cf tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.099108 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dadb62a0-1e55-4db5-9e0f-427ef5cd49a5 req-50c66b4b-142a-48c9-8bd2-c15e4d35c409 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362754 Aug 31 01:31:30.157280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a05aed4-3251-4a47-95d3-812222000cb3 admin admin] Made reservation on behalf of 2248e9e2aa10468d9bd7178632cdf14e for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:30.159703 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a05aed4-3251-4a47-95d3-812222000cb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.201822 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3feab7a6-6d8b-4c47-9198-f9d2e39db9cf tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.213039 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3feab7a6-6d8b-4c47-9198-f9d2e39db9cf tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.218092 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3feab7a6-6d8b-4c47-9198-f9d2e39db9cf tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/995dbb8b-295c-4208-b581-8f8278a0f37b HTTP/1.1" status: 204 len: 168 time: 0.1832678 Aug 31 01:31:30.218227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33634) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:30.221994 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feab7a6-6d8b-4c47-9198-f9d2e39db9cf tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=995dbb8b-295c-4208-b581-8f8278a0f37b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:30.260238 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a8574804-2e01-49d2-b7cd-c44b781c30ef tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0418358 Aug 31 01:31:30.263399 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33636) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:30.318362 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33b975ae-c984-42ca-abae-2a5f927edb4e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.342180 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33b975ae-c984-42ca-abae-2a5f927edb4e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.408259 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a05aed4-3251-4a47-95d3-812222000cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.464161 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05aed4-3251-4a47-95d3-812222000cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98421d41-54b4-4733-b183-b0794997ea4d,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:30.478038 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33b975ae-c984-42ca-abae-2a5f927edb4e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.478038 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33b975ae-c984-42ca-abae-2a5f927edb4e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.478261 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a05aed4-3251-4a47-95d3-812222000cb3 admin admin] Checking segment: {'id': 'c1a0cbda-1199-4460-b599-423e7a858ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ed44ba46-3df5-4dbe-a8ce-0641c4b90575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:30.478261 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a05aed4-3251-4a47-95d3-812222000cb3 admin admin] Network hostable DHCP agents. Network: ed44ba46-3df5-4dbe-a8ce-0641c4b90575, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:31:30.478481 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-33b975ae-c984-42ca-abae-2a5f927edb4e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-groups/1e436865-68c1-4f40-a6ec-4080b133996f HTTP/1.1" status: 204 len: 168 time: 0.2106721 Aug 31 01:31:30.478595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33640) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:30.484914 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b975ae-c984-42ca-abae-2a5f927edb4e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e436865-68c1-4f40-a6ec-4080b133996f,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:30.529080 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d8539165-4d9d-4792-8962-61ac1c2bebea tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0500360 Aug 31 01:31:30.535065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33644) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:30.537849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-9f967d1b-5b45-47f7-8e4a-5e14521548de tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group': {'name': 'tempest-secgroup--421725408'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:30.597451 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a05aed4-3251-4a47-95d3-812222000cb3 admin admin] Network ed44ba46-3df5-4dbe-a8ce-0641c4b90575 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:31:30.666291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-4a05aed4-3251-4a47-95d3-812222000cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, ed44ba46-3df5-4dbe-a8ce-0641c4b90575) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:30.668303 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9f967d1b-5b45-47f7-8e4a-5e14521548de tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.673069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a05aed4-3251-4a47-95d3-812222000cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:30.673676 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4a05aed4-3251-4a47-95d3-812222000cb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.675494 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a697db-fd80-46ec-8d75-35dfff3df91e None None] Network ed44ba46-3df5-4dbe-a8ce-0641c4b90575 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:30.754588 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4a05aed4-3251-4a47-95d3-812222000cb3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7349398 Aug 31 01:31:30.810486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f7abea-c41f-441a-909a-10cdcf6fa8b0 None None] Network ed44ba46-3df5-4dbe-a8ce-0641c4b90575 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:30.869580 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9f967d1b-5b45-47f7-8e4a-5e14521548de tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.934680 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9f967d1b-5b45-47f7-8e4a-5e14521548de tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.986404 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f967d1b-5b45-47f7-8e4a-5e14521548de tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802075a7-578a-498b-8918-f494a4ec5c02,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:31.037326 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9f967d1b-5b45-47f7-8e4a-5e14521548de tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.038670 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9f967d1b-5b45-47f7-8e4a-5e14521548de tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5044565 Aug 31 01:31:31.042009 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33680) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:31.046662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-c94d9267-03ca-4f27-849a-695ac2435edf tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group_rule': {'security_group_id': '802075a7-578a-498b-8918-f494a4ec5c02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:31.170700 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c94d9267-03ca-4f27-849a-695ac2435edf tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.261600 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60aecd-48ad-4085-9cc0-5977a75ebc89 req-ce27db3c-1148-4350-8026-cd3d810d4b84 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:31.263186 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fb60aecd-48ad-4085-9cc0-5977a75ebc89 req-ce27db3c-1148-4350-8026-cd3d810d4b84 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 943 time: 0.0897527 Aug 31 01:31:31.291961 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c94d9267-03ca-4f27-849a-695ac2435edf tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.312066 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fb60aecd-48ad-4085-9cc0-5977a75ebc89 req-6c3cc5d4-f239-4fc8-921e-e7223077b557 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411592 Aug 31 01:31:31.363519 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c94d9267-03ca-4f27-849a-695ac2435edf tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.387690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d9267-03ca-4f27-849a-695ac2435edf tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06e3071-b4b0-41c9-9cdc-6e10b5397372,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:31.466774 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c94d9267-03ca-4f27-849a-695ac2435edf tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.470436 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c94d9267-03ca-4f27-849a-695ac2435edf tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4249806 Aug 31 01:31:31.471397 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33692) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:31.494057 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d26aa4e3-cb2d-4217-99a3-f51232cc8e47 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-group-rules/b06e3071-b4b0-41c9-9cdc-6e10b5397372 HTTP/1.1" status: 200 len: 763 time: 0.0198846 Aug 31 01:31:31.494414 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33694) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:31.537853 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-daeb6001-f279-4aa1-883a-2486b2f11236 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0424235 Aug 31 01:31:31.540764 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33696) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:31.571551 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b7dad76-44a5-4f39-b3c5-31917c7572d4 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.582712 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b7dad76-44a5-4f39-b3c5-31917c7572d4 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.676442 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b7dad76-44a5-4f39-b3c5-31917c7572d4 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.682510 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b7dad76-44a5-4f39-b3c5-31917c7572d4 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.686776 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6b7dad76-44a5-4f39-b3c5-31917c7572d4 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b06e3071-b4b0-41c9-9cdc-6e10b5397372 HTTP/1.1" status: 204 len: 168 time: 0.1447840 Aug 31 01:31:31.691501 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33700) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:31.695579 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7dad76-44a5-4f39-b3c5-31917c7572d4 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b06e3071-b4b0-41c9-9cdc-6e10b5397372,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:31.737993 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33704) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:31.740338 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-131d28e9-9329-4045-9571-7f0b5ee2de31 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474789 Aug 31 01:31:31.744608 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f78c6a42-abb0-49b2-806a-bbbdbb9a077b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-487718260-network', 'tenant_id': '4cb6cd07fd544853a1e546f830d84087'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:31.745188 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33706) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:31.749863 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-598848b9-22c5-46bf-8667-6c96d1ab3055 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group_rule': {'security_group_id': '802075a7-578a-498b-8918-f494a4ec5c02', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:31.777697 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.api [None req-598848b9-22c5-46bf-8667-6c96d1ab3055 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:31:31.777697 n-d-793621-34 neutron-server[102342]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 01:31:31.777697 n-d-793621-34 neutron-server[102342]: [parameters: {'project_id': 'eb91eaa6522c4f0bac793730776fc93c', 'id': '4933f220-9fad-40dc-b75f-3c1a0e438249', 'expiration': datetime.datetime(2021, 8, 31, 1, 33, 31, 761507)}] Aug 31 01:31:31.777697 n-d-793621-34 neutron-server[102342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:31:31.777697 n-d-793621-34 neutron-server[102342]: DEBUG oslo_db.api [None req-598848b9-22c5-46bf-8667-6c96d1ab3055 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:31:31.877240 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78c6a42-abb0-49b2-806a-bbbdbb9a077b admin admin] Made reservation on behalf of 4cb6cd07fd544853a1e546f830d84087 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:31.880141 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f78c6a42-abb0-49b2-806a-bbbdbb9a077b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.889863 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f78c6a42-abb0-49b2-806a-bbbdbb9a077b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.984669 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f78c6a42-abb0-49b2-806a-bbbdbb9a077b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.057343 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f78c6a42-abb0-49b2-806a-bbbdbb9a077b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.083252 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78c6a42-abb0-49b2-806a-bbbdbb9a077b admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:31:32.092609 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c6a42-abb0-49b2-806a-bbbdbb9a077b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971ac1e6-74bc-4cd1-b023-91ced8f3350d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:32.098742 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f78c6a42-abb0-49b2-806a-bbbdbb9a077b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.099086 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-f78c6a42-abb0-49b2-806a-bbbdbb9a077b admin admin] Added segment b4e87105-45c3-4674-98f3-ba37644cacb3 of type vlan for network a323f92e-b604-4804-ad13-961dbf339c18 Aug 31 01:31:32.144198 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f78c6a42-abb0-49b2-806a-bbbdbb9a077b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.243890 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f78c6a42-abb0-49b2-806a-bbbdbb9a077b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.244908 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78c6a42-abb0-49b2-806a-bbbdbb9a077b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:32.245521 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f78c6a42-abb0-49b2-806a-bbbdbb9a077b admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.309822 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c6a42-abb0-49b2-806a-bbbdbb9a077b admin admin] Pushing event updated for resources: {'Network': ['ID=a323f92e-b604-4804-ad13-961dbf339c18,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:32.319357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network a323f92e-b604-4804-ad13-961dbf339c18 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:31:32.375287 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-598848b9-22c5-46bf-8667-6c96d1ab3055 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.432481 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f78c6a42-abb0-49b2-806a-bbbdbb9a077b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6932666 Aug 31 01:31:32.435799 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-598848b9-22c5-46bf-8667-6c96d1ab3055 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.436541 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33710) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:32.441328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0091b873-785f-446d-bfb7-15cd20380ef5 admin admin] Request body: {'subnet': {'network_id': 'a323f92e-b604-4804-ad13-961dbf339c18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-487718260-subnet', 'tenant_id': '4cb6cd07fd544853a1e546f830d84087', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:32.441857 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed58d6c-a745-414a-80fd-ed1f110b01a8 req-eb719bc3-e146-4170-9617-b07ecc12f333 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:32.443601 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bed58d6c-a745-414a-80fd-ed1f110b01a8 req-eb719bc3-e146-4170-9617-b07ecc12f333 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 943 time: 0.0549042 Aug 31 01:31:32.485640 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bed58d6c-a745-414a-80fd-ed1f110b01a8 req-d36655f6-b9c5-4ea5-ac2d-4a6a222004bd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349028 Aug 31 01:31:32.535159 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-598848b9-22c5-46bf-8667-6c96d1ab3055 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.556406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0091b873-785f-446d-bfb7-15cd20380ef5 admin admin] Made reservation on behalf of 4cb6cd07fd544853a1e546f830d84087 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:32.558788 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0091b873-785f-446d-bfb7-15cd20380ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.563177 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598848b9-22c5-46bf-8667-6c96d1ab3055 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325faf02-d61c-4afa-a311-72ee29d58190,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:32.638680 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-598848b9-22c5-46bf-8667-6c96d1ab3055 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.639901 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-598848b9-22c5-46bf-8667-6c96d1ab3055 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8937559 Aug 31 01:31:32.642799 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33714) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:32.661379 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-487c326d-b08d-40c5-9b27-b2a6615e414c tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-group-rules/325faf02-d61c-4afa-a311-72ee29d58190 HTTP/1.1" status: 200 len: 763 time: 0.0170574 Aug 31 01:31:32.663657 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33718) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:32.710636 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-37453bdb-e672-4aed-807a-bb7f12db3fb2 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0458629 Aug 31 01:31:32.714833 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33720) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:32.742162 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-14f39886-7bf9-4710-b213-fd8ed498907e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.750437 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-14f39886-7bf9-4710-b213-fd8ed498907e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.849107 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0091b873-785f-446d-bfb7-15cd20380ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.871619 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-14f39886-7bf9-4710-b213-fd8ed498907e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.878270 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-14f39886-7bf9-4710-b213-fd8ed498907e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.879421 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-14f39886-7bf9-4710-b213-fd8ed498907e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/325faf02-d61c-4afa-a311-72ee29d58190 HTTP/1.1" status: 204 len: 168 time: 0.1636484 Aug 31 01:31:32.884429 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33722) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:32.891932 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f39886-7bf9-4710-b213-fd8ed498907e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=325faf02-d61c-4afa-a311-72ee29d58190,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:32.926661 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091b873-785f-446d-bfb7-15cd20380ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2bc1991-d10a-47a9-9f35-13e528f937a1,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:32.931309 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-091453be-4554-4ed7-a5a0-4188ac0ade0f tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0431538 Aug 31 01:31:32.931529 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33724) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:32.935949 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-7a0c8118-f3d8-4291-8280-e1eb68a92e9b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Request body: {'security_group_rule': {'security_group_id': '802075a7-578a-498b-8918-f494a4ec5c02', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:32.936981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0091b873-785f-446d-bfb7-15cd20380ef5 admin admin] Checking segment: {'id': 'b4e87105-45c3-4674-98f3-ba37644cacb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a323f92e-b604-4804-ad13-961dbf339c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:32.937514 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0091b873-785f-446d-bfb7-15cd20380ef5 admin admin] Network hostable DHCP agents. Network: a323f92e-b604-4804-ad13-961dbf339c18, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:31:33.037188 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0091b873-785f-446d-bfb7-15cd20380ef5 admin admin] Network a323f92e-b604-4804-ad13-961dbf339c18 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:31:33.048677 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8118-f3d8-4291-8280-e1eb68a92e9b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.099705 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8118-f3d8-4291-8280-e1eb68a92e9b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.135253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-0091b873-785f-446d-bfb7-15cd20380ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, a323f92e-b604-4804-ad13-961dbf339c18) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:33.141848 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091b873-785f-446d-bfb7-15cd20380ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:33.141848 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0091b873-785f-446d-bfb7-15cd20380ef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.144835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2b1ad6-2ba2-4dc0-ae4f-ae1225a503af None None] Network a323f92e-b604-4804-ad13-961dbf339c18 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:33.191677 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8118-f3d8-4291-8280-e1eb68a92e9b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.213544 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c8118-f3d8-4291-8280-e1eb68a92e9b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8a4795-9a12-4f24-ac33-a499b0b6e249,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:33.217519 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0091b873-785f-446d-bfb7-15cd20380ef5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7776465 Aug 31 01:31:33.277338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056bf8ef-ec36-4c60-82dc-dff62a442c7e None None] Network a323f92e-b604-4804-ad13-961dbf339c18 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:33.311581 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8118-f3d8-4291-8280-e1eb68a92e9b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.313132 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7a0c8118-f3d8-4291-8280-e1eb68a92e9b tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3806679 Aug 31 01:31:33.315869 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33728) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:33.333817 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-464586a4-1642-4050-86b4-303faaa33e90 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-group-rules/ab8a4795-9a12-4f24-ac33-a499b0b6e249 HTTP/1.1" status: 200 len: 764 time: 0.0168018 Aug 31 01:31:33.337648 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33730) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:33.397311 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d802c865-6c5d-4405-bdb9-de239882a1d8 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0584934 Aug 31 01:31:33.399084 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33734) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:33.435196 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8f863929-cd73-4a72-9697-62d49f196d2e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.443973 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8f863929-cd73-4a72-9697-62d49f196d2e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.540750 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8f863929-cd73-4a72-9697-62d49f196d2e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.548237 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8f863929-cd73-4a72-9697-62d49f196d2e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.549012 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8f863929-cd73-4a72-9697-62d49f196d2e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ab8a4795-9a12-4f24-ac33-a499b0b6e249 HTTP/1.1" status: 204 len: 168 time: 0.1489289 Aug 31 01:31:33.551602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33742) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:33.557690 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f863929-cd73-4a72-9697-62d49f196d2e tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab8a4795-9a12-4f24-ac33-a499b0b6e249,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:33.616541 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7775cd50-73c2-4d77-8b18-55450a6b5709 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0566661 Aug 31 01:31:33.616541 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33746) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:33.655015 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf66622-c5af-4c9f-b79e-0525e41a015c req-fd11de02-9299-49a0-8810-3f1d73cdd6d5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:33.656805 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bdf66622-c5af-4c9f-b79e-0525e41a015c req-fd11de02-9299-49a0-8810-3f1d73cdd6d5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 943 time: 0.0898802 Aug 31 01:31:33.688395 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e46f86c5-51be-474b-b9c9-773f8fbd6779 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.702967 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bdf66622-c5af-4c9f-b79e-0525e41a015c req-f3e3bc5b-da6e-44b0-b8df-a2658ac4cea2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394168 Aug 31 01:31:33.715689 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e46f86c5-51be-474b-b9c9-773f8fbd6779 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.848705 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e46f86c5-51be-474b-b9c9-773f8fbd6779 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.851676 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e46f86c5-51be-474b-b9c9-773f8fbd6779 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.853363 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e46f86c5-51be-474b-b9c9-773f8fbd6779 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "DELETE /v2.0/security-groups/802075a7-578a-498b-8918-f494a4ec5c02 HTTP/1.1" status: 204 len: 168 time: 0.2375326 Aug 31 01:31:33.856032 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33756) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:33.874647 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f86c5-51be-474b-b9c9-773f8fbd6779 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=802075a7-578a-498b-8918-f494a4ec5c02,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:33.894061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-04fb9ca6-d3fb-4349-b37f-65b084f6413e tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:33.895819 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-04fb9ca6-d3fb-4349-b37f-65b084f6413e tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/networks?id=ed44ba46-3df5-4dbe-a8ce-0641c4b90575 HTTP/1.1" status: 200 len: 811 time: 0.1294467 Aug 31 01:31:33.913426 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-d749d8e2-7c03-44cd-a788-b7e7c9e0a4d5 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/quotas/2248e9e2aa10468d9bd7178632cdf14e HTTP/1.1" status: 200 len: 375 time: 0.0095649 Aug 31 01:31:33.919382 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7fad102a-94ee-4c19-9dcc-8bc666fd38af tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0621552 Aug 31 01:31:33.923713 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33758) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:33.967680 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-6d980fe0-7795-4993-8fe5-3dbc19998101 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2248e9e2aa10468d9bd7178632cdf14e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363750 Aug 31 01:31:34.003507 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0973444f-3db1-4e65-a112-a4e5b3014868 tempest-SecGroupTest-1450678882 tempest-SecGroupTest-1450678882-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0740421 Aug 31 01:31:34.181679 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-103238b0-19d8-4933-924c-8f0fa1f5bdea service neutron] 10.222.0.16 "GET /v2.0/networks/ed44ba46-3df5-4dbe-a8ce-0641c4b90575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066615 Aug 31 01:31:34.243280 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-46022be5-2e77-436f-842c-d308a2df11ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:34.290446 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-f3c0c74a-9904-440c-9da2-40f3c3f86511 service neutron] 10.222.0.16 "GET /v2.0/networks/ed44ba46-3df5-4dbe-a8ce-0641c4b90575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009915 Aug 31 01:31:34.555216 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-21962d37-d603-4348-87a4-91dad4e82ac6 req-49b75fdd-1ee4-4cca-b1ef-73c0fcdecdaa tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 210 time: 0.0439920 Aug 31 01:31:34.587108 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33770) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:34.751746 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1db83909-c197-43b5-b096-4dfb8cf1963b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb91eaa6522c4f0bac793730776fc93c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628785 Aug 31 01:31:34.754281 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33782) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:34.861266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2024659-cd8a-4334-b596-4dd6cdf5ad5a req-27c4921a-328b-4fc3-8712-e3ce9fb24ac1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:34.865960 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c2024659-cd8a-4334-b596-4dd6cdf5ad5a req-27c4921a-328b-4fc3-8712-e3ce9fb24ac1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 943 time: 0.0791397 Aug 31 01:31:34.880706 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf28dda0-fcfc-4063-b6be-dc225cadd896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:34.921051 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf28dda0-fcfc-4063-b6be-dc225cadd896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:34.931607 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c2024659-cd8a-4334-b596-4dd6cdf5ad5a req-4bbe3980-e83b-4417-acd2-cee13c87415b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599644 Aug 31 01:31:35.060188 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf28dda0-fcfc-4063-b6be-dc225cadd896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:35.062892 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cf28dda0-fcfc-4063-b6be-dc225cadd896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:35.064123 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cf28dda0-fcfc-4063-b6be-dc225cadd896 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6d579f9-fb43-41b7-a884-426faed39aaa HTTP/1.1" status: 204 len: 168 time: 0.3085268 Aug 31 01:31:35.072518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28dda0-fcfc-4063-b6be-dc225cadd896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d579f9-fb43-41b7-a884-426faed39aaa,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:35.676296 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-882e4c1c-9bac-4a5d-a098-577df56f4f2e req-79d34b3b-4fca-43f8-9a46-2721d2a392b3 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 210 time: 0.0415552 Aug 31 01:31:36.053214 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a136ad-39fd-49a9-9230-bc61ca85b896 req-dd57591d-796c-4195-83a4-db577e811f8c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:36.054760 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a7a136ad-39fd-49a9-9230-bc61ca85b896 req-dd57591d-796c-4195-83a4-db577e811f8c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 943 time: 0.0531566 Aug 31 01:31:36.105994 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a7a136ad-39fd-49a9-9230-bc61ca85b896 req-568628af-f9a7-4c04-9016-74cc134b599a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448914 Aug 31 01:31:36.427180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-aaf900dc-e0a0-4583-b454-595b017bf644 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:36.428701 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-aaf900dc-e0a0-4583-b454-595b017bf644 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.41 "GET /v2.0/networks?id=ed44ba46-3df5-4dbe-a8ce-0641c4b90575 HTTP/1.1" status: 200 len: 811 time: 0.1207519 Aug 31 01:31:36.442716 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-bc8dfccd-1359-4c8a-9983-da6055b40cff tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Request body: {'port': {'device_id': '0181e2b4-dd35-479d-9fc4-2d262323aec4', 'network_id': 'ed44ba46-3df5-4dbe-a8ce-0641c4b90575', 'admin_state_up': True, 'tenant_id': '2248e9e2aa10468d9bd7178632cdf14e'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:36.551784 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 3e84d9f4-081e-442f-ac87-aac8531aff9d details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:31:36.673631 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 3e84d9f4-081e-442f-ac87-aac8531aff9d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3e84d9f4-081e-442f-ac87-aac8531aff9d,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:36.686282 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '3e84d9f4-081e-442f-ac87-aac8531aff9d', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'port_id': '3e84d9f4-081e-442f-ac87-aac8531aff9d', 'mac_address': 'fa:16:3e:d3:40:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:31:36.724691 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.729003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-bc8dfccd-1359-4c8a-9983-da6055b40cff tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Made reservation on behalf of 2248e9e2aa10468d9bd7178632cdf14e for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:36.732642 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-bc8dfccd-1359-4c8a-9983-da6055b40cff tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.740338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e84d9f4-081e-442f-ac87-aac8531aff9d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:31:36.767914 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 3e84d9f4-081e-442f-ac87-aac8531aff9d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3e84d9f4-081e-442f-ac87-aac8531aff9d,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:36.795111 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-052cb94d-43ca-41e0-bab4-5d8255c30518 req-cd4990f6-ec09-4fa1-9430-8a1c2ef2bdb9 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 210 time: 0.0403175 Aug 31 01:31:36.889527 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.891969 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-bc8dfccd-1359-4c8a-9983-da6055b40cff tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Allocated IP 172.20.0.9 (ed44ba46-3df5-4dbe-a8ce-0641c4b90575/98421d41-54b4-4733-b183-b0794997ea4d/bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:36.893726 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.969215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=3e84d9f4-081e-442f-ac87-aac8531aff9d,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:36.992043 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-174554b1-02a3-452c-9357-7ae6d20a0ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.072040 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-bc8dfccd-1359-4c8a-9983-da6055b40cff tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.111833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['3e84d9f4-081e-442f-ac87-aac8531aff9d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:31:37.188783 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-bc8dfccd-1359-4c8a-9983-da6055b40cff tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.221275 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.277293 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-bc8dfccd-1359-4c8a-9983-da6055b40cff tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Network ed44ba46-3df5-4dbe-a8ce-0641c4b90575 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:37.285272 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-bc8dfccd-1359-4c8a-9983-da6055b40cff tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:37.287788 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-bc8dfccd-1359-4c8a-9983-da6055b40cff tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:37.293064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8dfccd-1359-4c8a-9983-da6055b40cff tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Pushing event updated for resources: {'Port': ['ID=bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:37.326125 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d917dee-1d08-49f9-bad2-83ea773c566e req-b4e2a50c-6abf-4716-95fe-a0184bd6bc52 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:37.327716 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d917dee-1d08-49f9-bad2-83ea773c566e req-b4e2a50c-6abf-4716-95fe-a0184bd6bc52 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 944 time: 0.1534748 Aug 31 01:31:37.366821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-bc8dfccd-1359-4c8a-9983-da6055b40cff tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:37.367988 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-bc8dfccd-1359-4c8a-9983-da6055b40cff tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.392823 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d917dee-1d08-49f9-bad2-83ea773c566e req-a79c36f1-2441-47ca-b723-38b67ed51ba1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575647 Aug 31 01:31:37.432210 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.460110 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-bc8dfccd-1359-4c8a-9983-da6055b40cff tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0222251 Aug 31 01:31:37.474128 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Request body: {'port': {'device_id': '0181e2b4-dd35-479d-9fc4-2d262323aec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:37.533525 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.651216 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33838) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:37.724747 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33840) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:37.879773 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-77e24d73-a78e-4224-aaa6-8ba59c7415a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.914970 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:31:37.917561 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-4f20fa1b-a3f4-49fe-b6c2-6420c8b3e98a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting port 8452ad90-1b70-48b1-93d2-db6834092ce7 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:37.918140 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4f20fa1b-a3f4-49fe-b6c2-6420c8b3e98a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.924181 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.937927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Transition to ACTIVE for port object bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:38.012750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0a3f7-030c-4e05-8620-7b3a2049dd48 req-da4391e2-dc4a-4fb1-aa9e-a9b67913c831 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:38.014308 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0ae0a3f7-030c-4e05-8620-7b3a2049dd48 req-da4391e2-dc4a-4fb1-aa9e-a9b67913c831 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 931 time: 0.1377292 Aug 31 01:31:38.032314 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.058729 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4f20fa1b-a3f4-49fe-b6c2-6420c8b3e98a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.059149 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4f20fa1b-a3f4-49fe-b6c2-6420c8b3e98a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.090859 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-4f20fa1b-a3f4-49fe-b6c2-6420c8b3e98a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Calling delete_port for 8452ad90-1b70-48b1-93d2-db6834092ce7 owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:38.104670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Pushing event updated for resources: {'Port': ['ID=bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:38.105237 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0ae0a3f7-030c-4e05-8620-7b3a2049dd48 req-e14d10ce-7042-4030-a885-b9a505d5b980 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826609 Aug 31 01:31:38.180036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Attempting to bind port bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:38.181275 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Attempting to bind port bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'c1a0cbda-1199-4460-b599-423e7a858ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ed44ba46-3df5-4dbe-a8ce-0641c4b90575'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:38.181828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Attempting to bind port bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd on network ed44ba46-3df5-4dbe-a8ce-0641c4b90575 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:38.187554 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Port bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd on network ed44ba46-3df5-4dbe-a8ce-0641c4b90575 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:31:38.188353 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Attempting to bind port bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd on network ed44ba46-3df5-4dbe-a8ce-0641c4b90575 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:38.194988 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-77e24d73-a78e-4224-aaa6-8ba59c7415a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.195496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:38.195869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Checking segment: {'id': 'c1a0cbda-1199-4460-b599-423e7a858ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ed44ba46-3df5-4dbe-a8ce-0641c4b90575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:38.198144 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Bound using segment: {'id': 'c1a0cbda-1199-4460-b599-423e7a858ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ed44ba46-3df5-4dbe-a8ce-0641c4b90575'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:38.198144 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Bound port: bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a0cbda-1199-4460-b599-423e7a858ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ed44ba46-3df5-4dbe-a8ce-0641c4b90575'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:38.198144 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.266140 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-77e24d73-a78e-4224-aaa6-8ba59c7415a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.270824 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] For port bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:38.275539 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] For port bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd,segment=NetworkSegment(c1a0cbda-1199-4460-b599-423e7a858ca0),segment_id=c1a0cbda-1199-4460-b599-423e7a858ca0)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:38.322127 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-77e24d73-a78e-4224-aaa6-8ba59c7415a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ae949df72ce477b80b9c6b686299f08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5959847 Aug 31 01:31:38.322837 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e24d73-a78e-4224-aaa6-8ba59c7415a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad55b2f-b2aa-4352-b41c-b7112698d647,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:38.324764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33848) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:38.365625 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.399364 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4f20fa1b-a3f4-49fe-b6c2-6420c8b3e98a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.413425 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:38.413425 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.415618 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] 10.222.0.41 "PUT /v2.0/ports/bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd HTTP/1.1" status: 200 len: 1092 time: 0.9463553 Aug 31 01:31:38.438928 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20fa1b-a3f4-49fe-b6c2-6420c8b3e98a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Port': ['ID=8452ad90-1b70-48b1-93d2-db6834092ce7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:38.439374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0181e2b4-dd35-479d-9fc4-2d262323aec4', 'tag': 'bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:31:38.441729 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a84c9ff-76e2-4960-93be-b8136df7a867" -d '{"events": [{"name": "network-changed", "server_uuid": "0181e2b4-dd35-479d-9fc4-2d262323aec4", "tag": "bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:38.477191 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51c4f1-8ad4-4631-ab5d-599ae273c0ce service neutron] Pushing event updated for resources: {'Port': ['ID=bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:38.481573 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68ecc8ff-c513-4d07-8bbb-28660b9f4e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.505585 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4f20fa1b-a3f4-49fe-b6c2-6420c8b3e98a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.506075 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-4f20fa1b-a3f4-49fe-b6c2-6420c8b3e98a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Floating IP e17be96a-e6bb-4c5e-a488-06bb12028133 disassociated (deleted). External IP: 172.25.2.139, port: 0010030c-436f-4e5f-a50c-860858b99cb7. Aug 31 01:31:38.539069 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200cf716-64a6-49cb-ad29-e223fe71b3fe x-openstack-request-id: req-200cf716-64a6-49cb-ad29-e223fe71b3fe {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:38.539389 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0181e2b4-dd35-479d-9fc4-2d262323aec4", "tag": "bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:38.539643 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-200cf716-64a6-49cb-ad29-e223fe71b3fe {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:38.540100 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0181e2b4-dd35-479d-9fc4-2d262323aec4', 'tag': 'bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd', 'status': 'completed', 'code': 200} Aug 31 01:31:38.566703 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 3e84d9f4-081e-442f-ac87-aac8531aff9d up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:38.590091 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68ecc8ff-c513-4d07-8bbb-28660b9f4e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.597475 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.639222 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a3560-3bde-4e7c-abef-1da88fda5689 req-29e7b259-0ef0-4365-84cd-c6240e315b20 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:38.640786 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab1a3560-3bde-4e7c-abef-1da88fda5689 req-29e7b259-0ef0-4365-84cd-c6240e315b20 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 944 time: 0.1569722 Aug 31 01:31:38.646025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-7666806a-1646-4ebe-818c-bb235da46308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:38.647557 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-7666806a-1646-4ebe-818c-bb235da46308 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2248e9e2aa10468d9bd7178632cdf14e&device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 1095 time: 0.1066806 Aug 31 01:31:38.707262 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-198e79c7-0ed9-4075-9aa6-048f701ae0c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd HTTP/1.1" status: 200 len: 217 time: 0.0471125 Aug 31 01:31:38.718493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 3e84d9f4-081e-442f-ac87-aac8531aff9d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:38.723490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 3e84d9f4-081e-442f-ac87-aac8531aff9d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:38.723955 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.765571 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f20fa1b-a3f4-49fe-b6c2-6420c8b3e98a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router 73fa6dea-5a8f-4f08-99e1-817503500cff has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:38.766282 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab1a3560-3bde-4e7c-abef-1da88fda5689 req-56011e6a-2d4e-4a98-a1b4-5b794d9f9b08 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131754 Aug 31 01:31:38.785006 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-ae786e7d-93a7-4e6d-be57-deecf69205f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:38.786971 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-ae786e7d-93a7-4e6d-be57-deecf69205f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98421d41-54b4-4733-b183-b0794997ea4d HTTP/1.1" status: 200 len: 851 time: 0.0735023 Aug 31 01:31:38.832598 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-f1748948-fa44-49c4-a8bc-2f8ac8bdc796 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed44ba46-3df5-4dbe-a8ce-0641c4b90575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369720 Aug 31 01:31:38.833685 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68ecc8ff-c513-4d07-8bbb-28660b9f4e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.835393 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.836683 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68ecc8ff-c513-4d07-8bbb-28660b9f4e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.837990 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-68ecc8ff-c513-4d07-8bbb-28660b9f4e5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ad55b2f-b2aa-4352-b41c-b7112698d647 HTTP/1.1" status: 204 len: 168 time: 0.5119846 Aug 31 01:31:38.876410 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecc8ff-c513-4d07-8bbb-28660b9f4e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad55b2f-b2aa-4352-b41c-b7112698d647,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:38.897999 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f20fa1b-a3f4-49fe-b6c2-6420c8b3e98a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:38.905386 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4f20fa1b-a3f4-49fe-b6c2-6420c8b3e98a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.909870 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde08fb-c863-4ac3-bec4-6bfb3e04cd83 None None] Sync routers for ids ['73fa6dea-5a8f-4f08-99e1-817503500cff'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:38.923074 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 3e84d9f4-081e-442f-ac87-aac8531aff9d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3e84d9f4-081e-442f-ac87-aac8531aff9d,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:38.924001 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde08fb-c863-4ac3-bec4-6bfb3e04cd83 None None] Routers {'73fa6dea-5a8f-4f08-99e1-817503500cff'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:38.924715 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-acde08fb-c863-4ac3-bec4-6bfb3e04cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:31:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['73fa6dea-5a8f-4f08-99e1-817503500cff'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:38.928087 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdd8aaa-955e-449d-a2ea-e5a4cdf88417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e84d9f4-081e-442f-ac87-aac8531aff9d'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:31:38.935067 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8ef19c-a22a-4ec0-9393-d1e7e676698f" -d '{"events": [{"server_uuid": "fbdd8aaa-955e-449d-a2ea-e5a4cdf88417", "name": "network-vif-plugged", "status": "completed", "tag": "3e84d9f4-081e-442f-ac87-aac8531aff9d"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:38.983170 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4f20fa1b-a3f4-49fe-b6c2-6420c8b3e98a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/floatingips/e17be96a-e6bb-4c5e-a488-06bb12028133 HTTP/1.1" status: 204 len: 168 time: 1.3306048 Aug 31 01:31:38.984020 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce28e13-6374-4cac-a44c-330b32c385b6', 'tag': '0010030c-436f-4e5f-a50c-860858b99cb7'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:31:38.988210 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40037b7e-183d-485f-992b-342f96e5436e" -d '{"events": [{"name": "network-changed", "server_uuid": "fce28e13-6374-4cac-a44c-330b32c385b6", "tag": "0010030c-436f-4e5f-a50c-860858b99cb7"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:38.998858 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.054639 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c3fb79-a323-4b6a-b52c-3e3f1b51c6bd x-openstack-request-id: req-a5c3fb79-a323-4b6a-b52c-3e3f1b51c6bd {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:39.059998 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdd8aaa-955e-449d-a2ea-e5a4cdf88417", "name": "network-vif-plugged", "status": "completed", "tag": "3e84d9f4-081e-442f-ac87-aac8531aff9d", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:39.059998 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5c3fb79-a323-4b6a-b52c-3e3f1b51c6bd {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:39.059998 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdd8aaa-955e-449d-a2ea-e5a4cdf88417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e84d9f4-081e-442f-ac87-aac8531aff9d', 'code': 200} Aug 31 01:31:39.073472 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=3e84d9f4-081e-442f-ac87-aac8531aff9d,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:39.103796 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918d94fa-1326-4e70-868c-8e6ceacd7c07 x-openstack-request-id: req-918d94fa-1326-4e70-868c-8e6ceacd7c07 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:39.104101 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce28e13-6374-4cac-a44c-330b32c385b6", "tag": "0010030c-436f-4e5f-a50c-860858b99cb7", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:39.104476 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-918d94fa-1326-4e70-868c-8e6ceacd7c07 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:39.104783 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce28e13-6374-4cac-a44c-330b32c385b6', 'tag': '0010030c-436f-4e5f-a50c-860858b99cb7', 'status': 'completed', 'code': 200} Aug 31 01:31:39.119437 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-dea7f6f3-af34-4447-9533-9b60055fd236 service neutron] 10.222.0.41 "GET /v2.0/networks/ed44ba46-3df5-4dbe-a8ce-0641c4b90575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642961 Aug 31 01:31:39.175739 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-acde08fb-c863-4ac3-bec4-6bfb3e04cd83 None None] Set router 73fa6dea-5a8f-4f08-99e1-817503500cff gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:39.193497 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd22cc-4612-4f9c-a291-94a9cd341a7b req-dbe22c15-902f-4a31-b453-2664492ca0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:39.195161 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8fdd22cc-4612-4f9c-a291-94a9cd341a7b req-dbe22c15-902f-4a31-b453-2664492ca0a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 1097 time: 0.0564632 Aug 31 01:31:39.295865 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8fdd22cc-4612-4f9c-a291-94a9cd341a7b req-9958845a-327b-4bbd-bc34-667def16e852 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930555 Aug 31 01:31:39.307738 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40037b7e-183d-485f-992b-342f96e5436e req-1e5093cc-06cd-48fd-a951-47e9e35c0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:39.309675 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-40037b7e-183d-485f-992b-342f96e5436e req-1e5093cc-06cd-48fd-a951-47e9e35c0d0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=952c19daed614c79b5a4fe25173e1666&device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 1097 time: 0.1765208 Aug 31 01:31:39.318078 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2917cbf-4da5-43bc-9872-c48f8bc2e5a1 req-573c5604-63e4-41ee-98c3-fda3b245e87c tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:39.329833 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2917cbf-4da5-43bc-9872-c48f8bc2e5a1 req-573c5604-63e4-41ee-98c3-fda3b245e87c tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 943 time: 0.1120396 Aug 31 01:31:39.396591 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2917cbf-4da5-43bc-9872-c48f8bc2e5a1 req-79c20732-d498-4a02-adc2-bd3c43556ede tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655079 Aug 31 01:31:39.435650 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-49221ea6-623f-4f4f-884f-640cc4874af5 req-b021c243-c2a4-46c2-a9c0-0932b23bc7b4 service neutron] 10.222.0.41 "GET /v2.0/networks/ed44ba46-3df5-4dbe-a8ce-0641c4b90575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400701 Aug 31 01:31:39.458741 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-acde08fb-c863-4ac3-bec4-6bfb3e04cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181929360', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:38Z', 'updated_at': '2021-08-31T01:29:47Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:39Z', 'updated_at': '2021-08-31T01:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '623a2063-ba2b-4e01-aa27-5bae33ac4a03', 'name': '', 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:3b:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:46Z', 'updated_at': '2021-08-31T01:29:53Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:39.469472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40037b7e-183d-485f-992b-342f96e5436e req-66192190-0c90-415b-8904-f87251a1458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:39.471234 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-40037b7e-183d-485f-992b-342f96e5436e req-66192190-0c90-415b-8904-f87251a1458e service neutron] 10.222.0.48 "GET /v2.0/networks?id=d3f639b4-e8cc-472d-bb33-09c67ee78b44 HTTP/1.1" status: 200 len: 897 time: 0.1542563 Aug 31 01:31:39.539221 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-40037b7e-183d-485f-992b-342f96e5436e req-f01154c8-7389-43a6-9a74-d14d907e2502 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0010030c-436f-4e5f-a50c-860858b99cb7 HTTP/1.1" status: 200 len: 217 time: 0.0597110 Aug 31 01:31:39.594884 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae9349-f7ba-4aa0-bcda-540eafe615bc req-c7f9053c-b9e3-454e-ae9d-c7dc4f1ee8d3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:39.597094 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dcae9349-f7ba-4aa0-bcda-540eafe615bc req-c7f9053c-b9e3-454e-ae9d-c7dc4f1ee8d3 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.0765934 Aug 31 01:31:39.602643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40037b7e-183d-485f-992b-342f96e5436e req-af872cf6-8cc3-4ff3-ad93-556bae58c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:39.607557 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-40037b7e-183d-485f-992b-342f96e5436e req-af872cf6-8cc3-4ff3-ad93-556bae58c7f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aab5821f-0ffc-46ef-b02f-36bb9ea0958a HTTP/1.1" status: 200 len: 834 time: 0.0576098 Aug 31 01:31:39.608064 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde08fb-c863-4ac3-bec4-6bfb3e04cd83 None None] Checking router: 73fa6dea-5a8f-4f08-99e1-817503500cff for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:39.629844 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde08fb-c863-4ac3-bec4-6bfb3e04cd83 None None] Routers {'73fa6dea-5a8f-4f08-99e1-817503500cff'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:39.631308 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-acde08fb-c863-4ac3-bec4-6bfb3e04cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:31:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['73fa6dea-5a8f-4f08-99e1-817503500cff'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:39.663519 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dcae9349-f7ba-4aa0-bcda-540eafe615bc req-47c41429-ab1b-4b8e-9e0a-02a47e1ab472 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565407 Aug 31 01:31:39.701632 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33870) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:39.716616 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4c7dbc70-9910-42d9-ba43-27d5024d70e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.739440 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40037b7e-183d-485f-992b-342f96e5436e req-31891b89-8b6c-4d47-bc79-d6005d9acbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:39.739440 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-40037b7e-183d-485f-992b-342f96e5436e req-31891b89-8b6c-4d47-bc79-d6005d9acbf9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d3f639b4-e8cc-472d-bb33-09c67ee78b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245294 Aug 31 01:31:39.742143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84c9ff-76e2-4960-93be-b8136df7a867 req-53b8f06d-9c48-4708-8d0c-2c3606d3b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:39.743472 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a84c9ff-76e2-4960-93be-b8136df7a867 req-53b8f06d-9c48-4708-8d0c-2c3606d3b0b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2248e9e2aa10468d9bd7178632cdf14e&device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 1095 time: 0.0774436 Aug 31 01:31:39.808582 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-acde08fb-c863-4ac3-bec4-6bfb3e04cd83 None None] Set router 73fa6dea-5a8f-4f08-99e1-817503500cff gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:39.850998 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4c7dbc70-9910-42d9-ba43-27d5024d70e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.913119 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4c7dbc70-9910-42d9-ba43-27d5024d70e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.954947 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9afb1-5ba6-4a38-a85b-ee1b17c4bc64 req-2431792e-f177-4917-9e4c-256f07f37ef0 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:39.956177 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d8f9afb1-5ba6-4a38-a85b-ee1b17c4bc64 req-2431792e-f177-4917-9e4c-256f07f37ef0 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 945 time: 0.1122031 Aug 31 01:31:39.978274 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-40037b7e-183d-485f-992b-342f96e5436e req-5ed5d75a-e64d-48e5-972a-bc2852ad017c service neutron] 10.222.0.48 "GET /v2.0/networks/d3f639b4-e8cc-472d-bb33-09c67ee78b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308693 Aug 31 01:31:39.989375 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4c7dbc70-9910-42d9-ba43-27d5024d70e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=325316d7783a49c890ad2bbff691ab72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2842519 Aug 31 01:31:39.989687 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33874) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:39.998312 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84c9ff-76e2-4960-93be-b8136df7a867 req-54e371eb-a473-40e0-b69a-4d2c435c6bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:39.999845 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a84c9ff-76e2-4960-93be-b8136df7a867 req-54e371eb-a473-40e0-b69a-4d2c435c6bb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ed44ba46-3df5-4dbe-a8ce-0641c4b90575 HTTP/1.1" status: 200 len: 912 time: 0.2430079 Aug 31 01:31:40.015956 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7dbc70-9910-42d9-ba43-27d5024d70e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86963c2e-a18a-4f26-b794-64c87e1922f8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:40.037459 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-acde08fb-c863-4ac3-bec4-6bfb3e04cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181929360', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:38Z', 'updated_at': '2021-08-31T01:29:47Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:39Z', 'updated_at': '2021-08-31T01:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '623a2063-ba2b-4e01-aa27-5bae33ac4a03', 'name': '', 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:3b:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:46Z', 'updated_at': '2021-08-31T01:29:53Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:40.074310 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde08fb-c863-4ac3-bec4-6bfb3e04cd83 None None] The sync data for ids ['73fa6dea-5a8f-4f08-99e1-817503500cff'] in n-d-793621-34 is: [{'id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181929360', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:38Z', 'updated_at': '2021-08-31T01:29:47Z', 'revision_number': 4, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:39Z', 'updated_at': '2021-08-31T01:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '623a2063-ba2b-4e01-aa27-5bae33ac4a03', 'name': '', 'network_id': 'd3f639b4-e8cc-472d-bb33-09c67ee78b44', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'mac_address': 'fa:16:3e:3b:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:46Z', 'updated_at': '2021-08-31T01:29:53Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'subnets': [{'id': 'aab5821f-0ffc-46ef-b02f-36bb9ea0958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:40.111666 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-551f5536-9ca9-4017-9bfc-5cad51bbbc9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:40.145157 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-551f5536-9ca9-4017-9bfc-5cad51bbbc9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:40.436167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4512d759-ad1a-4f29-996c-3b1bc31a9940 None None] New status for floating IP e17be96a-e6bb-4c5e-a488-06bb12028133: DOWN {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:31:40.463048 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a84c9ff-76e2-4960-93be-b8136df7a867 req-e7a7aa8a-103d-44cc-a8ea-5f4d073eecf6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd HTTP/1.1" status: 200 len: 217 time: 0.4514227 Aug 31 01:31:40.473677 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d8f9afb1-5ba6-4a38-a85b-ee1b17c4bc64 req-10fe67bd-e807-46df-95dc-373ea9529f1c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064471 Aug 31 01:31:40.543809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9779995-8e96-47f0-b1cf-8940705b5058 req-3fe5d3a1-de64-49d0-a0fb-2517859ee64b tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:40.545599 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d9779995-8e96-47f0-b1cf-8940705b5058 req-3fe5d3a1-de64-49d0-a0fb-2517859ee64b tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 943 time: 0.0643353 Aug 31 01:31:40.546387 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84c9ff-76e2-4960-93be-b8136df7a867 req-5b6e458a-a892-48ff-872e-0c6504e43a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:40.547874 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a84c9ff-76e2-4960-93be-b8136df7a867 req-5b6e458a-a892-48ff-872e-0c6504e43a67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98421d41-54b4-4733-b183-b0794997ea4d HTTP/1.1" status: 200 len: 851 time: 0.0717041 Aug 31 01:31:40.574515 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:40.585018 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a84c9ff-76e2-4960-93be-b8136df7a867 req-0eb75c4d-c8af-4570-9386-dd0040a3f8a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed44ba46-3df5-4dbe-a8ce-0641c4b90575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278883 Aug 31 01:31:40.588070 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-40037b7e-183d-485f-992b-342f96e5436e req-03090053-48c2-47b6-8052-4e410e981204 service neutron] 10.222.0.48 "GET /v2.0/networks/d3f639b4-e8cc-472d-bb33-09c67ee78b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6018291 Aug 31 01:31:40.605720 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d9779995-8e96-47f0-b1cf-8940705b5058 req-377de23e-46ff-41c5-bacd-4cb1fed8c596 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525694 Aug 31 01:31:40.626078 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-551f5536-9ca9-4017-9bfc-5cad51bbbc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:40.629615 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-551f5536-9ca9-4017-9bfc-5cad51bbbc9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:40.630649 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-551f5536-9ca9-4017-9bfc-5cad51bbbc9b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86963c2e-a18a-4f26-b794-64c87e1922f8 HTTP/1.1" status: 204 len: 168 time: 0.6401403 Aug 31 01:31:40.646512 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f5536-9ca9-4017-9bfc-5cad51bbbc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86963c2e-a18a-4f26-b794-64c87e1922f8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:40.717673 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a84c9ff-76e2-4960-93be-b8136df7a867 req-b9e382cf-0edf-46c2-9a15-12c8b18bed32 service neutron] 10.222.0.41 "GET /v2.0/networks/ed44ba46-3df5-4dbe-a8ce-0641c4b90575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247683 Aug 31 01:31:40.888063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a439150-c1bf-4599-bf0a-98159c23c44a req-82b8d451-6ba9-480d-bb08-22c92f82cea2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:40.889652 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5a439150-c1bf-4599-bf0a-98159c23c44a req-82b8d451-6ba9-480d-bb08-22c92f82cea2 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.1122317 Aug 31 01:31:40.905961 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58656e29-5428-4857-ab44-fc5d9f2b09ea req-e931248e-09a8-451c-84ba-938f1422ade8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:40.907453 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-58656e29-5428-4857-ab44-fc5d9f2b09ea req-e931248e-09a8-451c-84ba-938f1422ade8 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.48 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 945 time: 0.1289337 Aug 31 01:31:40.918576 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a84c9ff-76e2-4960-93be-b8136df7a867 req-576f3d10-1b00-4a8c-a6ae-6ba6d1f4e029 service neutron] 10.222.0.41 "GET /v2.0/networks/ed44ba46-3df5-4dbe-a8ce-0641c4b90575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943088 Aug 31 01:31:41.001077 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5a439150-c1bf-4599-bf0a-98159c23c44a req-a1490f40-a46c-4194-8b49-c780f3f2262d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/security-groups?id=b260d7f3-0275-4e0f-8f57-298df5cdd5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031351 Aug 31 01:31:41.035392 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-58656e29-5428-4857-ab44-fc5d9f2b09ea req-0d4b1047-4cf4-4b95-af57-d6d3c89b74ce tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting port 0010030c-436f-4e5f-a50c-860858b99cb7 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:41.035738 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-58656e29-5428-4857-ab44-fc5d9f2b09ea req-0d4b1047-4cf4-4b95-af57-d6d3c89b74ce tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.147248 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-58656e29-5428-4857-ab44-fc5d9f2b09ea req-0d4b1047-4cf4-4b95-af57-d6d3c89b74ce tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] For port 0010030c-436f-4e5f-a50c-860858b99cb7, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=0010030c-436f-4e5f-a50c-860858b99cb7,segment=NetworkSegment(ec3365e4-ba5b-40da-a55e-8e13f6e7e018),segment_id=ec3365e4-ba5b-40da-a55e-8e13f6e7e018)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:41.148038 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-58656e29-5428-4857-ab44-fc5d9f2b09ea req-0d4b1047-4cf4-4b95-af57-d6d3c89b74ce tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.163581 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-58656e29-5428-4857-ab44-fc5d9f2b09ea req-0d4b1047-4cf4-4b95-af57-d6d3c89b74ce tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Calling delete_port for 0010030c-436f-4e5f-a50c-860858b99cb7 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:41.399771 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-58656e29-5428-4857-ab44-fc5d9f2b09ea req-0d4b1047-4cf4-4b95-af57-d6d3c89b74ce tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.429623 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b1047-4cf4-4b95-af57-d6d3c89b74ce tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Port': ['ID=0010030c-436f-4e5f-a50c-860858b99cb7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:41.475407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-58656e29-5428-4857-ab44-fc5d9f2b09ea req-0d4b1047-4cf4-4b95-af57-d6d3c89b74ce tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] No DVR routers for this DVR port 0010030c-436f-4e5f-a50c-860858b99cb7 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:41.478796 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-58656e29-5428-4857-ab44-fc5d9f2b09ea req-0d4b1047-4cf4-4b95-af57-d6d3c89b74ce tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.480907 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-58656e29-5428-4857-ab44-fc5d9f2b09ea req-0d4b1047-4cf4-4b95-af57-d6d3c89b74ce tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.48 "DELETE /v2.0/ports/0010030c-436f-4e5f-a50c-860858b99cb7 HTTP/1.1" status: 204 len: 173 time: 0.5657201 Aug 31 01:31:41.481709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce28e13-6374-4cac-a44c-330b32c385b6', 'name': 'network-vif-deleted', 'tag': '0010030c-436f-4e5f-a50c-860858b99cb7'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:31:41.484809 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b28e2bb-0611-481f-b422-6307b3c29ca8" -d '{"events": [{"server_uuid": "fce28e13-6374-4cac-a44c-330b32c385b6", "name": "network-vif-deleted", "tag": "0010030c-436f-4e5f-a50c-860858b99cb7"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:41.524261 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e140391b-7c3f-49dc-b33b-8428160f1ea0 x-openstack-request-id: req-e140391b-7c3f-49dc-b33b-8428160f1ea0 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:41.524581 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce28e13-6374-4cac-a44c-330b32c385b6", "name": "network-vif-deleted", "tag": "0010030c-436f-4e5f-a50c-860858b99cb7", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:41.524838 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e140391b-7c3f-49dc-b33b-8428160f1ea0 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:41.525284 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce28e13-6374-4cac-a44c-330b32c385b6', 'name': 'network-vif-deleted', 'tag': '0010030c-436f-4e5f-a50c-860858b99cb7', 'status': 'completed', 'code': 200} Aug 31 01:31:41.619085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120949ea-e54b-4922-9f18-2cf385850398 req-0c07624c-f708-47a1-89ae-02935cba8e6b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:41.621929 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-120949ea-e54b-4922-9f18-2cf385850398 req-0c07624c-f708-47a1-89ae-02935cba8e6b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 945 time: 0.0675147 Aug 31 01:31:41.663266 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-120949ea-e54b-4922-9f18-2cf385850398 req-f86945eb-1e80-4220-bc26-be69d5dc9c8c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362644 Aug 31 01:31:41.749527 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9d032-56b3-4c2c-852a-e45fd7dac19d req-7d5600f7-7e25-46a2-8270-6b45507e8568 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:41.754035 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eee9d032-56b3-4c2c-852a-e45fd7dac19d req-7d5600f7-7e25-46a2-8270-6b45507e8568 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 943 time: 0.0672505 Aug 31 01:31:41.805979 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad21e06-f90f-41f0-976d-38caee19696c req-979cc510-0cdc-4cf5-85d1-fd347c905a22 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:41.813997 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6ad21e06-f90f-41f0-976d-38caee19696c req-979cc510-0cdc-4cf5-85d1-fd347c905a22 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 945 time: 0.0791578 Aug 31 01:31:41.854431 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eee9d032-56b3-4c2c-852a-e45fd7dac19d req-69e1d2d2-ac43-4623-b184-dd8974ebfd26 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917935 Aug 31 01:31:41.867918 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6ad21e06-f90f-41f0-976d-38caee19696c req-7f235088-6417-4247-bf4c-d59b6d096ba3 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522323 Aug 31 01:31:42.025157 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21198918-2cec-4095-b181-99b6ce594651 req-5c58f029-27fa-4ccc-b2f1-5547592c114d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:42.034067 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-21198918-2cec-4095-b181-99b6ce594651 req-5c58f029-27fa-4ccc-b2f1-5547592c114d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 945 time: 0.0781007 Aug 31 01:31:42.094770 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-21198918-2cec-4095-b181-99b6ce594651 req-39095bd3-2eaa-4be2-b60c-3ed0dfe4f3b3 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477734 Aug 31 01:31:42.123134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5a07174b-3664-4a99-bd30-7e7112ed0456 req-ff3d53e0-666b-410a-8b88-2093f8d6123a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fce28e13-6374-4cac-a44c-330b32c385b6 HTTP/1.1" status: 200 len: 210 time: 0.0285511 Aug 31 01:31:42.589115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131624f-f577-48dc-abbd-890f6c472dbc req-983bc146-5d49-4db7-a10f-b93a285b629b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:42.590640 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c131624f-f577-48dc-abbd-890f6c472dbc req-983bc146-5d49-4db7-a10f-b93a285b629b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 945 time: 0.0565071 Aug 31 01:31:42.621950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:31:42.653595 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c131624f-f577-48dc-abbd-890f6c472dbc req-4e40c010-79be-4bbd-a818-af82b1048f54 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525548 Aug 31 01:31:42.749065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd,segment=NetworkSegment(c1a0cbda-1199-4460-b599-423e7a858ca0),segment_id=c1a0cbda-1199-4460-b599-423e7a858ca0)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:42.762623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd', 'network_id': 'ed44ba46-3df5-4dbe-a8ce-0641c4b90575', 'port_id': 'bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd', 'mac_address': 'fa:16:3e:e8:ef:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98421d41-54b4-4733-b183-b0794997ea4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:31:42.816703 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.835235 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:31:42.869764 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd,segment=NetworkSegment(c1a0cbda-1199-4460-b599-423e7a858ca0),segment_id=c1a0cbda-1199-4460-b599-423e7a858ca0)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:42.952019 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.979769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c94d62-5f40-4b29-8dbf-acffd6485d09 req-4860666a-b331-4c7f-9948-60d41eb28a43 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:42.982388 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a8c94d62-5f40-4b29-8dbf-acffd6485d09 req-4860666a-b331-4c7f-9948-60d41eb28a43 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 943 time: 0.0575829 Aug 31 01:31:43.024150 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:43.038021 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a8c94d62-5f40-4b29-8dbf-acffd6485d09 req-f36b098e-55c4-4bb0-a3f5-f087bc40cf71 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500410 Aug 31 01:31:43.162216 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:31:43.182744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33944) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:43.653933 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fbe58516-8e96-45cc-9d50-d8e702e1b541 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:43.869589 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d20a5-4b69-46f7-acb5-4055eadbf9bf req-36747cc6-935c-4859-9d7e-5495e5a0d0f1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:43.869589 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c70d20a5-4b69-46f7-acb5-4055eadbf9bf req-36747cc6-935c-4859-9d7e-5495e5a0d0f1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 945 time: 0.1158991 Aug 31 01:31:43.920219 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c70d20a5-4b69-46f7-acb5-4055eadbf9bf req-ae9dea8c-e814-4b9f-8227-9c3d20e83d0e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458412 Aug 31 01:31:44.020239 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a4c56-f4a0-4d1a-aef4-82586b25829f req-0ffb3668-8eea-4359-ae72-d4f90d5df827 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:44.021948 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-792a4c56-f4a0-4d1a-aef4-82586b25829f req-0ffb3668-8eea-4359-ae72-d4f90d5df827 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 945 time: 0.0714993 Aug 31 01:31:44.051201 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-fbe58516-8e96-45cc-9d50-d8e702e1b541 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting port 623a2063-ba2b-4e01-aa27-5bae33ac4a03 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:44.056344 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fbe58516-8e96-45cc-9d50-d8e702e1b541 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:44.146780 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-792a4c56-f4a0-4d1a-aef4-82586b25829f req-7e1354d3-4048-4f7c-b1a5-6b7e7383a2fa tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Deleting port 3e84d9f4-081e-442f-ac87-aac8531aff9d {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:44.147426 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-792a4c56-f4a0-4d1a-aef4-82586b25829f req-7e1354d3-4048-4f7c-b1a5-6b7e7383a2fa tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:44.185519 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-fbe58516-8e96-45cc-9d50-d8e702e1b541 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] For port 623a2063-ba2b-4e01-aa27-5bae33ac4a03, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=623a2063-ba2b-4e01-aa27-5bae33ac4a03,segment=NetworkSegment(ec3365e4-ba5b-40da-a55e-8e13f6e7e018),segment_id=ec3365e4-ba5b-40da-a55e-8e13f6e7e018)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:44.186501 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fbe58516-8e96-45cc-9d50-d8e702e1b541 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:44.221484 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-fbe58516-8e96-45cc-9d50-d8e702e1b541 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Calling delete_port for 623a2063-ba2b-4e01-aa27-5bae33ac4a03 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:44.244440 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a45906-0ce4-469e-af71-61f92db2438f req-6286a871-7021-44db-954e-b6bb7f2be39c tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:44.246019 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-29a45906-0ce4-469e-af71-61f92db2438f req-6286a871-7021-44db-954e-b6bb7f2be39c tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 944 time: 0.1153200 Aug 31 01:31:44.292232 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-792a4c56-f4a0-4d1a-aef4-82586b25829f req-7e1354d3-4048-4f7c-b1a5-6b7e7383a2fa tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] For port 3e84d9f4-081e-442f-ac87-aac8531aff9d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3e84d9f4-081e-442f-ac87-aac8531aff9d,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:44.295351 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-792a4c56-f4a0-4d1a-aef4-82586b25829f req-7e1354d3-4048-4f7c-b1a5-6b7e7383a2fa tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:44.316173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-792a4c56-f4a0-4d1a-aef4-82586b25829f req-7e1354d3-4048-4f7c-b1a5-6b7e7383a2fa tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Calling delete_port for 3e84d9f4-081e-442f-ac87-aac8531aff9d owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:44.335509 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-29a45906-0ce4-469e-af71-61f92db2438f req-0472ba4f-6a9f-4340-8fa9-03e22bcba278 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754209 Aug 31 01:31:44.523181 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fbe58516-8e96-45cc-9d50-d8e702e1b541 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:44.554028 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe58516-8e96-45cc-9d50-d8e702e1b541 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Port': ['ID=623a2063-ba2b-4e01-aa27-5bae33ac4a03,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:44.575136 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-792a4c56-f4a0-4d1a-aef4-82586b25829f req-7e1354d3-4048-4f7c-b1a5-6b7e7383a2fa tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:44.588193 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['3e84d9f4-081e-442f-ac87-aac8531aff9d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:31:44.641280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1354d3-4048-4f7c-b1a5-6b7e7383a2fa tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event deleted for resources: {'Port': ['ID=3e84d9f4-081e-442f-ac87-aac8531aff9d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:44.655098 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:44.727920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-792a4c56-f4a0-4d1a-aef4-82586b25829f req-7e1354d3-4048-4f7c-b1a5-6b7e7383a2fa tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] No DVR routers for this DVR port 3e84d9f4-081e-442f-ac87-aac8531aff9d on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:44.730492 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-792a4c56-f4a0-4d1a-aef4-82586b25829f req-7e1354d3-4048-4f7c-b1a5-6b7e7383a2fa tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:44.732595 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-792a4c56-f4a0-4d1a-aef4-82586b25829f req-7e1354d3-4048-4f7c-b1a5-6b7e7383a2fa tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.41 "DELETE /v2.0/ports/3e84d9f4-081e-442f-ac87-aac8531aff9d HTTP/1.1" status: 204 len: 173 time: 0.7049468 Aug 31 01:31:44.733052 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdd8aaa-955e-449d-a2ea-e5a4cdf88417', 'name': 'network-vif-deleted', 'tag': '3e84d9f4-081e-442f-ac87-aac8531aff9d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:31:44.744365 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6a51ce-da01-4e63-b1fa-4def7d1b3b4b" -d '{"events": [{"server_uuid": "fbdd8aaa-955e-449d-a2ea-e5a4cdf88417", "name": "network-vif-deleted", "tag": "3e84d9f4-081e-442f-ac87-aac8531aff9d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:44.794493 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595df4a9-35fb-4816-b46e-a2b3462481ee x-openstack-request-id: req-595df4a9-35fb-4816-b46e-a2b3462481ee {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:44.794868 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdd8aaa-955e-449d-a2ea-e5a4cdf88417", "name": "network-vif-deleted", "tag": "3e84d9f4-081e-442f-ac87-aac8531aff9d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:44.795239 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-595df4a9-35fb-4816-b46e-a2b3462481ee {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:44.795714 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdd8aaa-955e-449d-a2ea-e5a4cdf88417', 'name': 'network-vif-deleted', 'tag': '3e84d9f4-081e-442f-ac87-aac8531aff9d', 'status': 'completed', 'code': 200} Aug 31 01:31:44.840737 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fbe58516-8e96-45cc-9d50-d8e702e1b541 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:44.865182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:44.870914 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:44.873808 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:45.005780 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 33988) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:45.030792 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:45.065038 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0181e2b4-dd35-479d-9fc4-2d262323aec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:31:45.067388 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae806dd1-9289-40fe-af32-9ef337b5a64f" -d '{"events": [{"server_uuid": "0181e2b4-dd35-479d-9fc4-2d262323aec4", "name": "network-vif-plugged", "status": "completed", "tag": "bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:45.086840 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd,segment=NetworkSegment(c1a0cbda-1199-4460-b599-423e7a858ca0),segment_id=c1a0cbda-1199-4460-b599-423e7a858ca0)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:45.137066 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9dfdcb6e-b449-4081-a5f4-b2253b7fb07e req-0299bc9e-f026-4536-aec6-2d10e1b70091 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 210 time: 0.0756834 Aug 31 01:31:45.152799 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64374160-8487-4b0c-adb4-de3564bd3cb1 x-openstack-request-id: req-64374160-8487-4b0c-adb4-de3564bd3cb1 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:45.152799 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0181e2b4-dd35-479d-9fc4-2d262323aec4", "name": "network-vif-plugged", "status": "completed", "tag": "bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:45.152799 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64374160-8487-4b0c-adb4-de3564bd3cb1 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:45.152799 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0181e2b4-dd35-479d-9fc4-2d262323aec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd', 'code': 200} Aug 31 01:31:45.186181 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:45.239436 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-36a8a0f0-f063-428c-8cb9-300fe38ead3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:45.246073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0010030c-436f-4e5f-a50c-860858b99cb7 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:45.275667 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 0010030c-436f-4e5f-a50c-860858b99cb7 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:45.276316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 0010030c-436f-4e5f-a50c-860858b99cb7 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:45.278059 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe58516-8e96-45cc-9d50-d8e702e1b541 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Router 73fa6dea-5a8f-4f08-99e1-817503500cff has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:45.278676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:45.331459 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730bed2-fd94-4960-a2d5-02cef77e9c13 req-a4a6275c-cff4-4252-89d6-35bd4086aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:45.334043 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4730bed2-fd94-4960-a2d5-02cef77e9c13 req-a4a6275c-cff4-4252-89d6-35bd4086aa5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 1097 time: 0.1331930 Aug 31 01:31:45.396968 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4730bed2-fd94-4960-a2d5-02cef77e9c13 req-db6e9e56-66df-4bd6-817b-503e24dabcba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483503 Aug 31 01:31:45.441587 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-36a8a0f0-f063-428c-8cb9-300fe38ead3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:45.512324 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-36a8a0f0-f063-428c-8cb9-300fe38ead3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:45.526748 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe58516-8e96-45cc-9d50-d8e702e1b541 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:45.536986 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fbe58516-8e96-45cc-9d50-d8e702e1b541 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "PUT /v2.0/routers/73fa6dea-5a8f-4f08-99e1-817503500cff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3486819 Aug 31 01:31:45.536986 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 33998) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:45.545229 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f0198-ca5d-492a-aff1-375d08600674 None None] Sync routers for ids ['73fa6dea-5a8f-4f08-99e1-817503500cff'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:45.561730 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f0198-ca5d-492a-aff1-375d08600674 None None] Routers {'73fa6dea-5a8f-4f08-99e1-817503500cff'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:45.562714 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ab1f0198-ca5d-492a-aff1-375d08600674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:31:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['73fa6dea-5a8f-4f08-99e1-817503500cff'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:45.564412 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33470de3-85ee-406e-940d-912eb877f6b4 req-77bacb3f-0c48-4812-b636-a3990ff182a7 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:45.571576 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33470de3-85ee-406e-940d-912eb877f6b4 req-77bacb3f-0c48-4812-b636-a3990ff182a7 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 945 time: 0.0957701 Aug 31 01:31:45.608327 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-36a8a0f0-f063-428c-8cb9-300fe38ead3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=682063327db34e4592c9ae224877e6cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5990841 Aug 31 01:31:45.608327 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8a0f0-f063-428c-8cb9-300fe38ead3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7d3b28-2958-4c84-9972-a303018041a4,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:45.609864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34000) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:45.702102 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-896b3692-fd0f-4026-bc85-d3aebb9e8709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:45.736801 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-ab1f0198-ca5d-492a-aff1-375d08600674 None None] Set router 73fa6dea-5a8f-4f08-99e1-817503500cff gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:45.787034 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-896b3692-fd0f-4026-bc85-d3aebb9e8709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:45.911537 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-896b3692-fd0f-4026-bc85-d3aebb9e8709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:45.915126 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-896b3692-fd0f-4026-bc85-d3aebb9e8709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:45.919905 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-896b3692-fd0f-4026-bc85-d3aebb9e8709 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f7d3b28-2958-4c84-9972-a303018041a4 HTTP/1.1" status: 204 len: 168 time: 0.3092463 Aug 31 01:31:45.947185 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b3692-fd0f-4026-bc85-d3aebb9e8709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7d3b28-2958-4c84-9972-a303018041a4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:46.031516 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ab1f0198-ca5d-492a-aff1-375d08600674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181929360', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:38Z', 'updated_at': '2021-08-31T01:31:44Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:39Z', 'updated_at': '2021-08-31T01:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:46.042276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d29f503-77b1-4368-af57-4773eacf426d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting subnet aab5821f-0ffc-46ef-b02f-36bb9ea0958a {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:31:46.061394 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33470de3-85ee-406e-940d-912eb877f6b4 req-f80a5f6b-3338-4470-a5db-f435e61df6b6 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815545 Aug 31 01:31:46.062598 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d29f503-77b1-4368-af57-4773eacf426d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:46.091150 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f0198-ca5d-492a-aff1-375d08600674 None None] Checking router: 73fa6dea-5a8f-4f08-99e1-817503500cff for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:46.111974 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f0198-ca5d-492a-aff1-375d08600674 None None] Routers {'73fa6dea-5a8f-4f08-99e1-817503500cff'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:46.111974 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ab1f0198-ca5d-492a-aff1-375d08600674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:31:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['73fa6dea-5a8f-4f08-99e1-817503500cff'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:46.126297 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d29f503-77b1-4368-af57-4773eacf426d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:46.252627 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d29f503-77b1-4368-af57-4773eacf426d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:46.256779 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-ab1f0198-ca5d-492a-aff1-375d08600674 None None] Set router 73fa6dea-5a8f-4f08-99e1-817503500cff gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:46.328916 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6cb62aa-60da-472f-b681-a64d3a472cab req-d35f4af0-9402-4e72-b282-92c09e5d1261 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 210 time: 0.0623510 Aug 31 01:31:46.415097 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d29f503-77b1-4368-af57-4773eacf426d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:46.467235 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29f503-77b1-4368-af57-4773eacf426d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Subnet': ['ID=aab5821f-0ffc-46ef-b02f-36bb9ea0958a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:46.468885 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5d29f503-77b1-4368-af57-4773eacf426d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:46.470935 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5d29f503-77b1-4368-af57-4773eacf426d tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/subnets/aab5821f-0ffc-46ef-b02f-36bb9ea0958a HTTP/1.1" status: 204 len: 168 time: 0.9348001 Aug 31 01:31:46.473695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34020) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:46.489388 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba5cbc3-2b9f-4f4f-8fcd-b1dcb2d97083 None None] Network d3f639b4-e8cc-472d-bb33-09c67ee78b44 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:46.556159 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ab1f0198-ca5d-492a-aff1-375d08600674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181929360', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:38Z', 'updated_at': '2021-08-31T01:31:44Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:39Z', 'updated_at': '2021-08-31T01:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:46.597078 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f0198-ca5d-492a-aff1-375d08600674 None None] The sync data for ids ['73fa6dea-5a8f-4f08-99e1-817503500cff'] in n-d-793621-34 is: [{'id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181929360', 'tenant_id': '952c19daed614c79b5a4fe25173e1666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:38Z', 'updated_at': '2021-08-31T01:31:44Z', 'revision_number': 5, 'project_id': '952c19daed614c79b5a4fe25173e1666', 'gw_port': {'id': '8c26282d-cea2-49a5-9c5f-47fff2d8b45f', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fa6dea-5a8f-4f08-99e1-817503500cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:39Z', 'updated_at': '2021-08-31T01:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:46.658967 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 3e84d9f4-081e-442f-ac87-aac8531aff9d no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:46.668596 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3fcc34d3-3a3a-4f4e-9622-6e563faad288 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:46.682759 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 3e84d9f4-081e-442f-ac87-aac8531aff9d {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:46.685025 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 3e84d9f4-081e-442f-ac87-aac8531aff9d not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:46.794672 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3fcc34d3-3a3a-4f4e-9622-6e563faad288 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:46.844719 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:31:46.878678 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34022) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:46.895195 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-354f3f6c-5147-4fd3-8a35-a38a769f49cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:46.940680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc34d3-3a3a-4f4e-9622-6e563faad288 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Deleting port 8c26282d-cea2-49a5-9c5f-47fff2d8b45f {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:46.941211 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3fcc34d3-3a3a-4f4e-9622-6e563faad288 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:46.992522 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a53f4b-c0d4-4c4c-9e6e-2f7261e7fbe4 None None] DHCP port deletion for d3f639b4-e8cc-472d-bb33-09c67ee78b44 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:31:47.029739 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-354f3f6c-5147-4fd3-8a35-a38a769f49cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.072099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-24a53f4b-c0d4-4c4c-9e6e-2f7261e7fbe4 None None] Deleting port 1a8d7d77-87c8-4871-99c0-67ff893d1e73 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:47.072474 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-24a53f4b-c0d4-4c4c-9e6e-2f7261e7fbe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.107193 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-354f3f6c-5147-4fd3-8a35-a38a769f49cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.151767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-3fcc34d3-3a3a-4f4e-9622-6e563faad288 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] For port 8c26282d-cea2-49a5-9c5f-47fff2d8b45f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=8c26282d-cea2-49a5-9c5f-47fff2d8b45f,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:47.151911 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3fcc34d3-3a3a-4f4e-9622-6e563faad288 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.200191 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc34d3-3a3a-4f4e-9622-6e563faad288 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Calling delete_port for 8c26282d-cea2-49a5-9c5f-47fff2d8b45f owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:47.214902 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f3f6c-5147-4fd3-8a35-a38a769f49cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28f2101-2b67-4f5a-8327-4aaddaa4e193,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:47.221097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 623a2063-ba2b-4e01-aa27-5bae33ac4a03 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:47.288763 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 623a2063-ba2b-4e01-aa27-5bae33ac4a03 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:47.290030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 623a2063-ba2b-4e01-aa27-5bae33ac4a03 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:47.290629 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1a8d7d77-87c8-4871-99c0-67ff893d1e73 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:47.332717 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-354f3f6c-5147-4fd3-8a35-a38a769f49cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9b37d476af1494286faf6d5b7b4e80f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539580 Aug 31 01:31:47.333570 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34026) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:47.405677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-24a53f4b-c0d4-4c4c-9e6e-2f7261e7fbe4 None None] For port 1a8d7d77-87c8-4871-99c0-67ff893d1e73, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1a8d7d77-87c8-4871-99c0-67ff893d1e73,segment=NetworkSegment(ec3365e4-ba5b-40da-a55e-8e13f6e7e018),segment_id=ec3365e4-ba5b-40da-a55e-8e13f6e7e018)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:47.406080 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-24a53f4b-c0d4-4c4c-9e6e-2f7261e7fbe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.447764 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-24a53f4b-c0d4-4c4c-9e6e-2f7261e7fbe4 None None] Calling delete_port for 1a8d7d77-87c8-4871-99c0-67ff893d1e73 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:47.458790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af19ed-5e93-4217-90c0-cfd0a6f9ad09 req-444a46cc-6ed9-4dbb-ada4-35e68e61633b tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:47.467214 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-83af19ed-5e93-4217-90c0-cfd0a6f9ad09 req-444a46cc-6ed9-4dbb-ada4-35e68e61633b tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 945 time: 0.2784486 Aug 31 01:31:47.498009 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ca5cabbb-8091-46e2-abe1-d85284780b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.533643 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-83af19ed-5e93-4217-90c0-cfd0a6f9ad09 req-b97664ee-a185-45a7-b165-53d8d8b324e5 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633013 Aug 31 01:31:47.575161 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ca5cabbb-8091-46e2-abe1-d85284780b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.658676 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7895b81d-1742-4d5a-a408-6abc95abb056 req-17a8e882-08db-465c-a598-1fa3ef04e758 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 210 time: 0.0902433 Aug 31 01:31:47.665964 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3fcc34d3-3a3a-4f4e-9622-6e563faad288 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.678072 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.734357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc34d3-3a3a-4f4e-9622-6e563faad288 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Port': ['ID=8c26282d-cea2-49a5-9c5f-47fff2d8b45f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:47.766684 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 1a8d7d77-87c8-4871-99c0-67ff893d1e73, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1a8d7d77-87c8-4871-99c0-67ff893d1e73,segment=NetworkSegment(ec3365e4-ba5b-40da-a55e-8e13f6e7e018),segment_id=ec3365e4-ba5b-40da-a55e-8e13f6e7e018)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:47.801605 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f634f-3acb-4c67-925b-12096dc901d2 req-6b401282-dc89-4dc4-8566-24ae3cf45000 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:47.803685 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f40f634f-3acb-4c67-925b-12096dc901d2 req-6b401282-dc89-4dc4-8566-24ae3cf45000 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 945 time: 0.1197681 Aug 31 01:31:47.843505 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.874035 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f40f634f-3acb-4c67-925b-12096dc901d2 req-45343dbb-2dc0-4414-84e4-a1426dd30400 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631235 Aug 31 01:31:47.880738 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ca5cabbb-8091-46e2-abe1-d85284780b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.886986 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3fcc34d3-3a3a-4f4e-9622-6e563faad288 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.898109 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ca5cabbb-8091-46e2-abe1-d85284780b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.898109 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ca5cabbb-8091-46e2-abe1-d85284780b3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f28f2101-2b67-4f5a-8327-4aaddaa4e193 HTTP/1.1" status: 204 len: 168 time: 0.5528195 Aug 31 01:31:47.934730 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5cabbb-8091-46e2-abe1-d85284780b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28f2101-2b67-4f5a-8327-4aaddaa4e193,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:47.990215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=1a8d7d77-87c8-4871-99c0-67ff893d1e73,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:48.003279 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-24a53f4b-c0d4-4c4c-9e6e-2f7261e7fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:48.017890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a53f4b-c0d4-4c4c-9e6e-2f7261e7fbe4 None None] No DVR routers for this DVR port 1a8d7d77-87c8-4871-99c0-67ff893d1e73 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:48.044077 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a53f4b-c0d4-4c4c-9e6e-2f7261e7fbe4 None None] Pushing event deleted for resources: {'Port': ['ID=1a8d7d77-87c8-4871-99c0-67ff893d1e73,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:48.111939 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3fcc34d3-3a3a-4f4e-9622-6e563faad288 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:48.123796 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3fcc34d3-3a3a-4f4e-9622-6e563faad288 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:48.226323 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3fcc34d3-3a3a-4f4e-9622-6e563faad288 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:48.226929 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcc34d3-3a3a-4f4e-9622-6e563faad288 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Fanout notify agent at l3_agent the message router_deleted on router 73fa6dea-5a8f-4f08-99e1-817503500cff {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:31:48.237913 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3fcc34d3-3a3a-4f4e-9622-6e563faad288 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:48.238241 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3fcc34d3-3a3a-4f4e-9622-6e563faad288 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/routers/73fa6dea-5a8f-4f08-99e1-817503500cff HTTP/1.1" status: 204 len: 168 time: 1.7623463 Aug 31 01:31:48.240426 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34046) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:48.396915 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-83c3196b-8752-4285-9472-49ed0f983ed1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:48.552999 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-83c3196b-8752-4285-9472-49ed0f983ed1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:48.576527 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-83c3196b-8752-4285-9472-49ed0f983ed1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f639b4-e8cc-472d-bb33-09c67ee78b44']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:48.590555 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-83c3196b-8752-4285-9472-49ed0f983ed1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3365e4-ba5b-40da-a55e-8e13f6e7e018') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:48.591093 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-83c3196b-8752-4285-9472-49ed0f983ed1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3365e4-ba5b-40da-a55e-8e13f6e7e018') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:48.604537 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-83c3196b-8752-4285-9472-49ed0f983ed1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:48.628894 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557a3ff-3169-4ac9-a869-9d6c39c00031 req-3153c006-e60f-4bd1-bc0e-872dc4208f52 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:48.630501 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e557a3ff-3169-4ac9-a869-9d6c39c00031 req-3153c006-e60f-4bd1-bc0e-872dc4208f52 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 945 time: 0.1730857 Aug 31 01:31:48.631577 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-83c3196b-8752-4285-9472-49ed0f983ed1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:48.659817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c3196b-8752-4285-9472-49ed0f983ed1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:31:48.660234 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-83c3196b-8752-4285-9472-49ed0f983ed1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:31:48.663276 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:31:48.738888 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e557a3ff-3169-4ac9-a869-9d6c39c00031 req-b63e8982-9af2-4240-b0f9-6672aaa2a0e4 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990725 Aug 31 01:31:48.801391 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-83c3196b-8752-4285-9472-49ed0f983ed1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:48.809098 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-83c3196b-8752-4285-9472-49ed0f983ed1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:48.810975 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-83c3196b-8752-4285-9472-49ed0f983ed1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/networks/d3f639b4-e8cc-472d-bb33-09c67ee78b44 HTTP/1.1" status: 204 len: 168 time: 0.5689359 Aug 31 01:31:48.813741 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34064) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:48.856257 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-318f4b7d-76df-44f8-9b01-5a638b67203a req-7f4962e6-799c-4287-8429-9724b45d1e59 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 210 time: 0.0422153 Aug 31 01:31:48.890826 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3196b-8752-4285-9472-49ed0f983ed1 tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'Network': ['ID=d3f639b4-e8cc-472d-bb33-09c67ee78b44,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:48.959072 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 8c26282d-cea2-49a5-9c5f-47fff2d8b45f no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:48.987261 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9c64e2d-5f1e-4db3-b670-287fa9d3ea2a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:48.989774 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 8c26282d-cea2-49a5-9c5f-47fff2d8b45f {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:48.990512 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 8c26282d-cea2-49a5-9c5f-47fff2d8b45f not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:49.015070 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9c64e2d-5f1e-4db3-b670-287fa9d3ea2a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:49.186133 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9c64e2d-5f1e-4db3-b670-287fa9d3ea2a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:49.188825 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9c64e2d-5f1e-4db3-b670-287fa9d3ea2a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:49.192909 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c9c64e2d-5f1e-4db3-b670-287fa9d3ea2a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] 10.222.0.16 "DELETE /v2.0/security-groups/b260d7f3-0275-4e0f-8f57-298df5cdd5af HTTP/1.1" status: 204 len: 168 time: 0.3742824 Aug 31 01:31:49.203509 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c64e2d-5f1e-4db3-b670-287fa9d3ea2a tempest-TestNetworkAdvancedServerOps-490694698 tempest-TestNetworkAdvancedServerOps-490694698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b260d7f3-0275-4e0f-8f57-298df5cdd5af,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:49.886379 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34090) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:49.896739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25278f39-f74c-4461-b26e-231d3a5faba2 req-bebd62e7-b331-4ecf-9b92-e8f5d7375ba6 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:49.898882 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-25278f39-f74c-4461-b26e-231d3a5faba2 req-bebd62e7-b331-4ecf-9b92-e8f5d7375ba6 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 945 time: 0.0868719 Aug 31 01:31:49.965414 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-25278f39-f74c-4461-b26e-231d3a5faba2 req-63b159ca-8ffa-40ec-8c71-a23bf72b3264 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543432 Aug 31 01:31:50.013102 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0a793f04-fbb4-47f4-bdd0-e38c2c8ab265 req-bf659154-27b0-4868-991b-acdf9697bb58 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 210 time: 0.0391588 Aug 31 01:31:50.093870 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-48f5602c-40fc-421c-8976-bc05b93b0828 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=952c19daed614c79b5a4fe25173e1666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2034230 Aug 31 01:31:50.094103 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34100) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:50.149100 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-68eabfb1-1fa0-4172-882f-1f017aa5f88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:50.170731 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-68eabfb1-1fa0-4172-882f-1f017aa5f88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:50.358191 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-68eabfb1-1fa0-4172-882f-1f017aa5f88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:50.361572 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-68eabfb1-1fa0-4172-882f-1f017aa5f88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:50.362489 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-68eabfb1-1fa0-4172-882f-1f017aa5f88b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da159583-c2da-4093-8edc-e5262b13d865 HTTP/1.1" status: 204 len: 168 time: 0.2674830 Aug 31 01:31:50.373893 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eabfb1-1fa0-4172-882f-1f017aa5f88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da159583-c2da-4093-8edc-e5262b13d865,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:50.470594 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e8fb1-55b6-4c67-aa4d-2b259eec442f req-24ee1b48-3ce3-42d1-9ac3-f2b86295f5ef tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:50.471349 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a77e8fb1-55b6-4c67-aa4d-2b259eec442f req-24ee1b48-3ce3-42d1-9ac3-f2b86295f5ef tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 945 time: 0.0777774 Aug 31 01:31:50.523298 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a77e8fb1-55b6-4c67-aa4d-2b259eec442f req-99c25ef0-dd6f-44d6-8cd0-1000809a6eec tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443683 Aug 31 01:31:50.578645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721870e4-098d-4ee4-a7b0-5d61f6cb0c6e req-be72eaf2-37f8-45ba-933f-963c8ca62218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:50.580423 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-721870e4-098d-4ee4-a7b0-5d61f6cb0c6e req-be72eaf2-37f8-45ba-933f-963c8ca62218 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2248e9e2aa10468d9bd7178632cdf14e&device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 1097 time: 0.0535727 Aug 31 01:31:50.686315 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721870e4-098d-4ee4-a7b0-5d61f6cb0c6e req-90b9e329-cbb8-4fd8-995f-d45e00e490b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:50.686315 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-721870e4-098d-4ee4-a7b0-5d61f6cb0c6e req-90b9e329-cbb8-4fd8-995f-d45e00e490b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ed44ba46-3df5-4dbe-a8ce-0641c4b90575 HTTP/1.1" status: 200 len: 912 time: 0.0901098 Aug 31 01:31:50.731076 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-721870e4-098d-4ee4-a7b0-5d61f6cb0c6e req-c0c3efac-586f-49af-a3bb-32700abf590d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd HTTP/1.1" status: 200 len: 217 time: 0.0430558 Aug 31 01:31:50.784990 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721870e4-098d-4ee4-a7b0-5d61f6cb0c6e req-36cffb7e-0d5c-46a6-ad70-206b07edcd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:50.786557 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-721870e4-098d-4ee4-a7b0-5d61f6cb0c6e req-36cffb7e-0d5c-46a6-ad70-206b07edcd76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98421d41-54b4-4733-b183-b0794997ea4d HTTP/1.1" status: 200 len: 851 time: 0.0478640 Aug 31 01:31:50.828391 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-721870e4-098d-4ee4-a7b0-5d61f6cb0c6e req-41471496-144a-4a5c-8a52-cae39defc0eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed44ba46-3df5-4dbe-a8ce-0641c4b90575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300410 Aug 31 01:31:50.955625 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-721870e4-098d-4ee4-a7b0-5d61f6cb0c6e req-9c46a2d4-8c1c-4a5d-b917-ef0975a3306a service neutron] 10.222.0.41 "GET /v2.0/networks/ed44ba46-3df5-4dbe-a8ce-0641c4b90575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194370 Aug 31 01:31:51.051629 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-721870e4-098d-4ee4-a7b0-5d61f6cb0c6e req-695af7b5-3f97-44cf-a61a-e55cad7cbf6f service neutron] 10.222.0.41 "GET /v2.0/networks/ed44ba46-3df5-4dbe-a8ce-0641c4b90575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893402 Aug 31 01:31:51.128698 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cebfd026-591c-4850-adb0-3783c2866f87 req-7681b097-4895-4f52-8ae2-e431c3189b6d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdd8aaa-955e-449d-a2ea-e5a4cdf88417 HTTP/1.1" status: 200 len: 210 time: 0.0277541 Aug 31 01:31:51.353630 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34128) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:51.395021 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0cf9fd7f-47db-456a-9351-3eaf8aa952f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8f5e8d7f1fc42309eb8307c8054dbc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402060 Aug 31 01:31:51.397430 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34130) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:51.445811 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-254c59b2-9b98-4f43-892b-3d9eb6704b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:51.470869 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-254c59b2-9b98-4f43-892b-3d9eb6704b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:51.652536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434c4d-cfa7-4fe6-85b2-6380158616f0 req-9703b304-34b5-4197-920e-68f7103eb1eb tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:51.654214 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e1434c4d-cfa7-4fe6-85b2-6380158616f0 req-9703b304-34b5-4197-920e-68f7103eb1eb tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 945 time: 0.0554311 Aug 31 01:31:51.697140 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e1434c4d-cfa7-4fe6-85b2-6380158616f0 req-d2b5cb02-ce68-483b-99a5-77a772018144 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366898 Aug 31 01:31:51.705779 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-254c59b2-9b98-4f43-892b-3d9eb6704b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:51.712864 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-254c59b2-9b98-4f43-892b-3d9eb6704b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:51.712864 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-254c59b2-9b98-4f43-892b-3d9eb6704b52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cf93a0a-50e0-4f76-8ed5-ff185a227aff HTTP/1.1" status: 204 len: 168 time: 0.3114014 Aug 31 01:31:51.719187 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c59b2-9b98-4f43-892b-3d9eb6704b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf93a0a-50e0-4f76-8ed5-ff185a227aff,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:52.875354 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85147c3c-7a3a-4e5b-95fc-25e664a3dc1c req-53b43e12-697a-43d7-8a8b-db27c1be65be tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:52.877234 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85147c3c-7a3a-4e5b-95fc-25e664a3dc1c req-53b43e12-697a-43d7-8a8b-db27c1be65be tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 945 time: 0.0606339 Aug 31 01:31:52.929746 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85147c3c-7a3a-4e5b-95fc-25e664a3dc1c req-f70ef46c-cbd3-4c14-aa36-644567def583 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433078 Aug 31 01:31:52.944839 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34168) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:53.085882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1590928575-network', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:53.312728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Made reservation on behalf of c21dab26e49f453e90a93d6f647eea99 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:53.315208 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:53.324417 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:53.429720 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:53.523012 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:53.553959 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3df3da-5ed3-4dd3-aaf5-1222e4658bf4 req-e3780a18-f286-4f6d-b632-491aa8c9f99f tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:53.559955 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ec3df3da-5ed3-4dd3-aaf5-1222e4658bf4 req-e3780a18-f286-4f6d-b632-491aa8c9f99f tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 945 time: 0.0898454 Aug 31 01:31:53.568000 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:31:53.590467 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b7c88c-3ece-476a-9e56-881ac211c3b4,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:53.597872 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:53.597872 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Added segment 7fc7d603-45cf-4a22-a61b-f5c6747a0f97 of type vlan for network a475e26a-c951-42dc-98a1-b7e359a6661b Aug 31 01:31:53.609585 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:53.610407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:53.610799 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:53.611318 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:53.611688 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:53.612027 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:53.612370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:53.612707 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:53.613057 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:53.613357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:53.613711 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:53.614238 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:53.630241 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ec3df3da-5ed3-4dd3-aaf5-1222e4658bf4 req-9e82117c-3de4-445f-ad90-9c6ede71fca0 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609865 Aug 31 01:31:53.671476 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:53.877258 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:53.878406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:53.879117 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:53.943040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] Pushing event updated for resources: {'Network': ['ID=a475e26a-c951-42dc-98a1-b7e359a6661b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:53.954011 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network a475e26a-c951-42dc-98a1-b7e359a6661b details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:31:54.066738 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-eb153314-20be-4d58-88f0-a78df0ba1672 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1185303 Aug 31 01:31:54.069847 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34186) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:54.075602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-df0d5785-2142-4af6-999b-643885138932 admin admin] Request body: {'subnet': {'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1590928575-subnet', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:54.219945 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0d5785-2142-4af6-999b-643885138932 admin admin] Made reservation on behalf of c21dab26e49f453e90a93d6f647eea99 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:54.222412 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-df0d5785-2142-4af6-999b-643885138932 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:54.494153 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-df0d5785-2142-4af6-999b-643885138932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:54.558257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d5785-2142-4af6-999b-643885138932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb69a855-a9eb-4176-924b-d259c24bbd0c,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:54.571429 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0d5785-2142-4af6-999b-643885138932 admin admin] Checking segment: {'id': '7fc7d603-45cf-4a22-a61b-f5c6747a0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:54.571790 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0d5785-2142-4af6-999b-643885138932 admin admin] Network hostable DHCP agents. Network: a475e26a-c951-42dc-98a1-b7e359a6661b, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:31:54.712703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0d5785-2142-4af6-999b-643885138932 admin admin] Network a475e26a-c951-42dc-98a1-b7e359a6661b is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:31:54.759770 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40979387-9aa6-432e-9fb3-381e95609140 req-3db10503-352b-4c89-90f6-09f7838ccad8 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:54.761179 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-40979387-9aa6-432e-9fb3-381e95609140 req-3db10503-352b-4c89-90f6-09f7838ccad8 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 945 time: 0.0599890 Aug 31 01:31:54.801726 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-40979387-9aa6-432e-9fb3-381e95609140 req-7de3c9ff-9bbf-4aed-9476-68cb9647216f tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341091 Aug 31 01:31:54.871355 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-df0d5785-2142-4af6-999b-643885138932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, a475e26a-c951-42dc-98a1-b7e359a6661b) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:54.875595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0d5785-2142-4af6-999b-643885138932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:54.876177 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-df0d5785-2142-4af6-999b-643885138932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:54.886406 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea7d1ad-3475-46e3-ac8b-ee0e29233ba3 None None] Network a475e26a-c951-42dc-98a1-b7e359a6661b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:55.014140 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-df0d5785-2142-4af6-999b-643885138932 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9430404 Aug 31 01:31:55.016697 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34200) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:55.021352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1590928575-router', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:55.054558 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-a475e26a-c951-42dc-98a1-b7e359a6661b', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'fixed_ips': [{'subnet_id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:31:55.065330 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:55.196157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Allocated IP 172.20.0.2 (a475e26a-c951-42dc-98a1-b7e359a6661b/bb69a855-a9eb-4176-924b-d259c24bbd0c/4538d816-be62-4bf8-83cf-255eaa245e37) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:55.249175 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:55.250347 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:55.308019 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:55.364976 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:55.373949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Transition to ACTIVE for port object 4538d816-be62-4bf8-83cf-255eaa245e37 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:55.389788 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Transition to ACTIVE for port object 4538d816-be62-4bf8-83cf-255eaa245e37 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:55.431440 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70de345-655e-4fd3-b337-16f100ce2f67 req-5bacc320-1ce5-49e5-a141-df775bbd6972 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:55.435397 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e70de345-655e-4fd3-b337-16f100ce2f67 req-5bacc320-1ce5-49e5-a141-df775bbd6972 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 945 time: 0.0540254 Aug 31 01:31:55.546328 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:55.590263 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Network a475e26a-c951-42dc-98a1-b7e359a6661b is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:55.594044 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:55.598965 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:55.622484 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:55.628767 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e70de345-655e-4fd3-b337-16f100ce2f67 req-bd4304eb-f09b-48b3-a999-f63f2a5aa43b tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654673 Aug 31 01:31:55.646408 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678f52b-d2a7-4134-b2ae-42cedce43322 req-22b7b0b6-21fb-4d05-aada-087971bb0e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:55.648107 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8678f52b-d2a7-4134-b2ae-42cedce43322 req-22b7b0b6-21fb-4d05-aada-087971bb0e59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2248e9e2aa10468d9bd7178632cdf14e&device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 1097 time: 0.0925136 Aug 31 01:31:55.656862 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Pushing event updated for resources: {'Port': ['ID=4538d816-be62-4bf8-83cf-255eaa245e37,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:55.674150 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Attempting to bind port 4538d816-be62-4bf8-83cf-255eaa245e37 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:55.674596 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Attempting to bind port 4538d816-be62-4bf8-83cf-255eaa245e37 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '7fc7d603-45cf-4a22-a61b-f5c6747a0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:55.675035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Attempting to bind port 4538d816-be62-4bf8-83cf-255eaa245e37 on network a475e26a-c951-42dc-98a1-b7e359a6661b {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:55.681245 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:55.681758 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Checking segment: {'id': '7fc7d603-45cf-4a22-a61b-f5c6747a0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:55.682238 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:55.682705 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Bound using segment: {'id': '7fc7d603-45cf-4a22-a61b-f5c6747a0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:55.683255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Bound port: 4538d816-be62-4bf8-83cf-255eaa245e37, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc7d603-45cf-4a22-a61b-f5c6747a0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:55.683706 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:55.766118 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] For port 4538d816-be62-4bf8-83cf-255eaa245e37, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:55.769890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] For port 4538d816-be62-4bf8-83cf-255eaa245e37, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=4538d816-be62-4bf8-83cf-255eaa245e37,segment=NetworkSegment(7fc7d603-45cf-4a22-a61b-f5c6747a0f97),segment_id=7fc7d603-45cf-4a22-a61b-f5c6747a0f97)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:55.811479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678f52b-d2a7-4134-b2ae-42cedce43322 req-f1df224a-03c7-4780-a8e5-494d551f9307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:55.812996 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8678f52b-d2a7-4134-b2ae-42cedce43322 req-f1df224a-03c7-4780-a8e5-494d551f9307 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ed44ba46-3df5-4dbe-a8ce-0641c4b90575 HTTP/1.1" status: 200 len: 912 time: 0.1583462 Aug 31 01:31:55.859435 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8678f52b-d2a7-4134-b2ae-42cedce43322 req-e70cd0a2-5d91-486f-ad58-f7010a745ab1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd HTTP/1.1" status: 200 len: 217 time: 0.0395801 Aug 31 01:31:55.934316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678f52b-d2a7-4134-b2ae-42cedce43322 req-890c56fe-f084-4c65-a651-2bdaa0c1a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:55.936449 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8678f52b-d2a7-4134-b2ae-42cedce43322 req-890c56fe-f084-4c65-a651-2bdaa0c1a43d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98421d41-54b4-4733-b183-b0794997ea4d HTTP/1.1" status: 200 len: 851 time: 0.0678396 Aug 31 01:31:55.952027 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:56.036783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed45765-6010-4f7a-adbf-845071137d0c None None] Pushing event updated for resources: {'Port': ['ID=4538d816-be62-4bf8-83cf-255eaa245e37,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:56.053875 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8678f52b-d2a7-4134-b2ae-42cedce43322 req-ee26b30b-cb57-4a45-9f5d-f4f823389a60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed44ba46-3df5-4dbe-a8ce-0641c4b90575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098716 Aug 31 01:31:56.234208 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:56.262106 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:56.371481 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8678f52b-d2a7-4134-b2ae-42cedce43322 req-4be89b78-9ac6-4d56-9c6e-1ccf4826bceb service neutron] 10.222.0.41 "GET /v2.0/networks/ed44ba46-3df5-4dbe-a8ce-0641c4b90575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103850 Aug 31 01:31:56.589877 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] Allocated IP 172.25.2.59 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/bce41c1e-f37f-4615-a489-e650a38c9560) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:56.764592 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162db775-f8f7-45e7-a4ea-575c7e9e4914 req-c021e31b-b2aa-46c0-a725-ef49e2afa2a5 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:56.773974 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-162db775-f8f7-45e7-a4ea-575c7e9e4914 req-c021e31b-b2aa-46c0-a725-ef49e2afa2a5 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 945 time: 0.0620301 Aug 31 01:31:56.834785 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-162db775-f8f7-45e7-a4ea-575c7e9e4914 req-1ccc60e0-48da-4473-aeb2-0965f7b3aa01 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593965 Aug 31 01:31:56.846463 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8678f52b-d2a7-4134-b2ae-42cedce43322 req-f494a26e-6187-4bdc-8758-973703f19296 service neutron] 10.222.0.41 "GET /v2.0/networks/ed44ba46-3df5-4dbe-a8ce-0641c4b90575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640539 Aug 31 01:31:56.849677 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:57.012864 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4538d816-be62-4bf8-83cf-255eaa245e37 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:57.203256 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 4538d816-be62-4bf8-83cf-255eaa245e37 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:57.390672 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:57.453566 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:57.458847 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:57.469694 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:57.532830 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fc8716-8948-4e04-bf14-36687951c9df None None] Network a475e26a-c951-42dc-98a1-b7e359a6661b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:57.543636 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] Pushing event updated for resources: {'Port': ['ID=bce41c1e-f37f-4615-a489-e650a38c9560,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:57.550336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f6f9d-9087-4557-8608-8d55bae25ddc req-5194b29a-2ea4-46de-9244-2359c12c5843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:57.551745 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c8f6f9d-9087-4557-8608-8d55bae25ddc req-5194b29a-2ea4-46de-9244-2359c12c5843 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2248e9e2aa10468d9bd7178632cdf14e&device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 1097 time: 0.6188478 Aug 31 01:31:57.712800 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f6f9d-9087-4557-8608-8d55bae25ddc req-3967f59a-0fe5-4c57-883c-e994bb03aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:57.714392 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c8f6f9d-9087-4557-8608-8d55bae25ddc req-3967f59a-0fe5-4c57-883c-e994bb03aeb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ed44ba46-3df5-4dbe-a8ce-0641c4b90575 HTTP/1.1" status: 200 len: 912 time: 0.1370161 Aug 31 01:31:57.791799 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c8f6f9d-9087-4557-8608-8d55bae25ddc req-0121d168-9c9b-495c-b818-0b33832492d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd HTTP/1.1" status: 200 len: 217 time: 0.0691864 Aug 31 01:31:57.914455 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-47128d01-0a68-4256-abb5-427d3203aebb None None] Provisioning for port 4538d816-be62-4bf8-83cf-255eaa245e37 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:57.933475 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-47128d01-0a68-4256-abb5-427d3203aebb None None] Provisioning complete for port 4538d816-be62-4bf8-83cf-255eaa245e37 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:57.934346 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-47128d01-0a68-4256-abb5-427d3203aebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:57.943651 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f6f9d-9087-4557-8608-8d55bae25ddc req-2becf460-8e93-44d0-bf75-4ffa8dc0e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:57.944315 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c8f6f9d-9087-4557-8608-8d55bae25ddc req-2becf460-8e93-44d0-bf75-4ffa8dc0e1f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98421d41-54b4-4733-b183-b0794997ea4d HTTP/1.1" status: 200 len: 851 time: 0.1124048 Aug 31 01:31:58.004868 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c8f6f9d-9087-4557-8608-8d55bae25ddc req-09011b39-651d-41ab-b04a-909ec93500e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed44ba46-3df5-4dbe-a8ce-0641c4b90575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403156 Aug 31 01:31:58.023854 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:58.054649 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-47128d01-0a68-4256-abb5-427d3203aebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:58.098927 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-47128d01-0a68-4256-abb5-427d3203aebb None None] For port 4538d816-be62-4bf8-83cf-255eaa245e37, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=4538d816-be62-4bf8-83cf-255eaa245e37,segment=NetworkSegment(7fc7d603-45cf-4a22-a61b-f5c6747a0f97),segment_id=7fc7d603-45cf-4a22-a61b-f5c6747a0f97)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:58.111561 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2ad83-7fae-4d51-aaf6-1809c1333b80 req-458e3025-a322-4961-8055-78ef40bc8efa tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:58.113129 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ab2ad83-7fae-4d51-aaf6-1809c1333b80 req-458e3025-a322-4961-8055-78ef40bc8efa tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 945 time: 0.1906521 Aug 31 01:31:58.174717 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-47128d01-0a68-4256-abb5-427d3203aebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:58.239477 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47128d01-0a68-4256-abb5-427d3203aebb None None] Pushing event updated for resources: {'Port': ['ID=4538d816-be62-4bf8-83cf-255eaa245e37,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:58.247831 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c8f6f9d-9087-4557-8608-8d55bae25ddc req-619d0392-205c-4816-b1f0-097a64df9947 service neutron] 10.222.0.41 "GET /v2.0/networks/ed44ba46-3df5-4dbe-a8ce-0641c4b90575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323630 Aug 31 01:31:58.253334 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5ab2ad83-7fae-4d51-aaf6-1809c1333b80 req-d7fc2fa7-615e-47c7-bebb-cbbe86eed166 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293519 Aug 31 01:31:58.323521 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9036180e-d603-4fd0-890f-86c03b8279f2 None None] Provisioning complete for port 4538d816-be62-4bf8-83cf-255eaa245e37 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:58.324162 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9036180e-d603-4fd0-890f-86c03b8279f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:58.459725 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c8f6f9d-9087-4557-8608-8d55bae25ddc req-55b5282d-11a7-4b2d-bab2-d28940f8b678 service neutron] 10.222.0.41 "GET /v2.0/networks/ed44ba46-3df5-4dbe-a8ce-0641c4b90575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030907 Aug 31 01:31:58.465149 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:58.766284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] Router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:31:58.794350 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88aae49-db9a-4b5c-b7c0-6dc599b19111 req-fb314686-52ee-477b-9854-bb39832596c7 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:58.796269 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f88aae49-db9a-4b5c-b7c0-6dc599b19111 req-fb314686-52ee-477b-9854-bb39832596c7 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 945 time: 0.0629754 Aug 31 01:31:58.904193 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f88aae49-db9a-4b5c-b7c0-6dc599b19111 req-c5eb2065-83f3-4045-9316-3b97d8dd4a31 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767503 Aug 31 01:31:58.925014 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:58.938473 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4538d816-be62-4bf8-83cf-255eaa245e37 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:58.987476 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Sync routers for ids ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:59.002120 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Routers {'6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:59.003214 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-55f6c254-9219-4286-add5-09c95f773951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:31:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:59.037309 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:59.044189 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9b089e5b-f536-47cc-98aa-ef606cbb58cb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0238194 Aug 31 01:31:59.044554 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34350) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:59.153728 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Set router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:59.339493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 4538d816-be62-4bf8-83cf-255eaa245e37 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:59.340504 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:59.483124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-55f6c254-9219-4286-add5-09c95f773951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'name': 'tempest-TestVolumeBackupRestore-1590928575-router', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:55Z', 'updated_at': '2021-08-31T01:31:57Z', 'revision_number': 3, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'gw_port': {'id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:56Z', 'updated_at': '2021-08-31T01:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:59.519516 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Checking router: 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:59.520136 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Updating router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e port bce41c1e-f37f-4615-a489-e650a38c9560 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:31:59.552867 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:59.678730 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:59.891343 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] Allocated IP 172.20.0.1 (a475e26a-c951-42dc-98a1-b7e359a6661b/bb69a855-a9eb-4176-924b-d259c24bbd0c/15a0acb2-77c3-4f46-87bd-846819b94adf) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:59.934421 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:59.942756 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Transition to ACTIVE for port object bce41c1e-f37f-4615-a489-e650a38c9560 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:00.013292 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:00.061520 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:00.078195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] Transition to ACTIVE for port object 15a0acb2-77c3-4f46-87bd-846819b94adf will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:00.132162 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb34b1-4985-4f47-afd0-f1220e4b2b14 req-42031fbb-7519-45b7-a69e-9dde1d37a8b6 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:00.136784 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1eb34b1-4985-4f47-afd0-f1220e4b2b14 req-42031fbb-7519-45b7-a69e-9dde1d37a8b6 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 945 time: 0.1318140 Aug 31 01:32:00.201400 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea2de8-3b38-424e-93ff-246a55c21868 None None] Pushing event updated for resources: {'Port': ['ID=bce41c1e-f37f-4615-a489-e650a38c9560,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:00.207509 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Attempting to bind port bce41c1e-f37f-4615-a489-e650a38c9560 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:32:00.208097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Attempting to bind port bce41c1e-f37f-4615-a489-e650a38c9560 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:32:00.208294 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Attempting to bind port bce41c1e-f37f-4615-a489-e650a38c9560 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:32:00.214540 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d1eb34b1-4985-4f47-afd0-f1220e4b2b14 req-617ccb4e-3d0e-490a-83b5-6e03a5cd0dac tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688095 Aug 31 01:32:00.215101 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:00.223926 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:32:00.224312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:32:00.228340 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:00.228340 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:32:00.228340 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Bound port: bce41c1e-f37f-4615-a489-e650a38c9560, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:32:00.228340 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:00.271686 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] Network a475e26a-c951-42dc-98a1-b7e359a6661b is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:00.275965 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:00.278039 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] Pushing event updated for resources: {'Port': ['ID=15a0acb2-77c3-4f46-87bd-846819b94adf,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:00.280352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:32:00.313869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-55f6c254-9219-4286-add5-09c95f773951 None None] For port bce41c1e-f37f-4615-a489-e650a38c9560, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:32:00.321529 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:00.323793 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-55f6c254-9219-4286-add5-09c95f773951 None None] For port bce41c1e-f37f-4615-a489-e650a38c9560, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=bce41c1e-f37f-4615-a489-e650a38c9560,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:32:00.409457 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:00.481281 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Routers {'6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:32:00.481941 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-55f6c254-9219-4286-add5-09c95f773951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:31:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:00.483808 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea2de8-3b38-424e-93ff-246a55c21868 None None] Pushing event updated for resources: {'Port': ['ID=bce41c1e-f37f-4615-a489-e650a38c9560,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:00.622757 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c94db4-ce66-4d46-a279-759042e6cc9c req-454daf0f-9011-4e14-a566-3c5c301dbffd tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:00.625134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c4c94db4-ce66-4d46-a279-759042e6cc9c req-454daf0f-9011-4e14-a566-3c5c301dbffd tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.41 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 945 time: 0.1301231 Aug 31 01:32:00.641933 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:00.674368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-55f6c254-9219-4286-add5-09c95f773951 None None] Set router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:32:00.786550 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-129fca1c-4e40-4580-8438-39e6d147e284 None None] Provisioning for port 15a0acb2-77c3-4f46-87bd-846819b94adf completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:32:00.800484 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-129fca1c-4e40-4580-8438-39e6d147e284 None None] Provisioning complete for port 15a0acb2-77c3-4f46-87bd-846819b94adf triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:00.800902 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-129fca1c-4e40-4580-8438-39e6d147e284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:00.834170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-c4c94db4-ce66-4d46-a279-759042e6cc9c req-0540147d-229e-4ae1-9ab3-4b537173bc37 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Deleting port bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:32:00.834798 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c4c94db4-ce66-4d46-a279-759042e6cc9c req-0540147d-229e-4ae1-9ab3-4b537173bc37 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:00.861524 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-129fca1c-4e40-4580-8438-39e6d147e284 None None] Port 15a0acb2-77c3-4f46-87bd-846819b94adf cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:32:00.937714 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-55f6c254-9219-4286-add5-09c95f773951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'name': 'tempest-TestVolumeBackupRestore-1590928575-router', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:55Z', 'updated_at': '2021-08-31T01:31:57Z', 'revision_number': 3, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'gw_port': {'id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:56Z', 'updated_at': '2021-08-31T01:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:00.974591 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f6c254-9219-4286-add5-09c95f773951 None None] The sync data for ids ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'] in n-d-793621-34 is: [{'id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'name': 'tempest-TestVolumeBackupRestore-1590928575-router', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:55Z', 'updated_at': '2021-08-31T01:31:57Z', 'revision_number': 3, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'gw_port': {'id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:56Z', 'updated_at': '2021-08-31T01:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:32:00.978449 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-c4c94db4-ce66-4d46-a279-759042e6cc9c req-0540147d-229e-4ae1-9ab3-4b537173bc37 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] For port bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd,segment=NetworkSegment(c1a0cbda-1199-4460-b599-423e7a858ca0),segment_id=c1a0cbda-1199-4460-b599-423e7a858ca0)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:00.979611 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c4c94db4-ce66-4d46-a279-759042e6cc9c req-0540147d-229e-4ae1-9ab3-4b537173bc37 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:01.006005 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-c4c94db4-ce66-4d46-a279-759042e6cc9c req-0540147d-229e-4ae1-9ab3-4b537173bc37 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Calling delete_port for bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:32:01.008564 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:01.438243 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:01.560502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] Pushing event updated for resources: {'Port': ['ID=15a0acb2-77c3-4f46-87bd-846819b94adf,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:01.572825 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:01.600184 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982b25f-2726-470d-ac02-37f167c5c761 req-09961800-3a2f-4070-9d27-c3e794e946bb tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:01.601819 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3982b25f-2726-470d-ac02-37f167c5c761 req-09961800-3a2f-4070-9d27-c3e794e946bb tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 945 time: 0.1694064 Aug 31 01:32:01.756877 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3982b25f-2726-470d-ac02-37f167c5c761 req-1ce29132-5e4a-4ca5-8a1a-d37e55e1a8ec tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6f39875-3df2-47de-83f6-d6392280f301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389136 Aug 31 01:32:01.778884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] Network a475e26a-c951-42dc-98a1-b7e359a6661b is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:01.778884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:01.884727 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c4c94db4-ce66-4d46-a279-759042e6cc9c req-0540147d-229e-4ae1-9ab3-4b537173bc37 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:01.898393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:32:01.943409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540147d-229e-4ae1-9ab3-4b537173bc37 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Pushing event deleted for resources: {'Port': ['ID=bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:01.992382 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] Router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:32:02.009099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c94db4-ce66-4d46-a279-759042e6cc9c req-0540147d-229e-4ae1-9ab3-4b537173bc37 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] No DVR routers for this DVR port bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:32:02.016488 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c4c94db4-ce66-4d46-a279-759042e6cc9c req-0540147d-229e-4ae1-9ab3-4b537173bc37 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:02.025124 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c4c94db4-ce66-4d46-a279-759042e6cc9c req-0540147d-229e-4ae1-9ab3-4b537173bc37 tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.41 "DELETE /v2.0/ports/bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd HTTP/1.1" status: 204 len: 173 time: 1.3917615 Aug 31 01:32:02.026591 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0181e2b4-dd35-479d-9fc4-2d262323aec4', 'name': 'network-vif-deleted', 'tag': 'bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:32:02.030331 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f45382c-c5c9-44d8-a446-af49f6086d36" -d '{"events": [{"server_uuid": "0181e2b4-dd35-479d-9fc4-2d262323aec4", "name": "network-vif-deleted", "tag": "bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:32:02.107609 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-139578ed-d821-40a1-a185-e0492e18c68f None None] Provisioning complete for port 15a0acb2-77c3-4f46-87bd-846819b94adf triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:02.108291 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-139578ed-d821-40a1-a185-e0492e18c68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:02.186706 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bc9264-7653-4c90-a4ac-3ce2d20f1ec4 x-openstack-request-id: req-39bc9264-7653-4c90-a4ac-3ce2d20f1ec4 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:32:02.186706 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0181e2b4-dd35-479d-9fc4-2d262323aec4", "name": "network-vif-deleted", "tag": "bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:32:02.186706 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39bc9264-7653-4c90-a4ac-3ce2d20f1ec4 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:32:02.186706 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0181e2b4-dd35-479d-9fc4-2d262323aec4', 'name': 'network-vif-deleted', 'tag': 'bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd', 'status': 'completed', 'code': 200} Aug 31 01:32:02.204298 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-139578ed-d821-40a1-a185-e0492e18c68f None None] Port 15a0acb2-77c3-4f46-87bd-846819b94adf cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:32:02.219548 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:32:02.236516 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-959499b9-ded9-4188-8b58-62f64d6dfdbd admin admin] 10.222.0.16 "PUT /v2.0/routers/6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1904943 Aug 31 01:32:02.979192 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1d8eeaed-fd84-4be4-b048-87980c30d4f6 req-479ce6a0-ff03-4985-8292-2e5a7c5ca29a tempest-TestServerAdvancedOps-895340783 tempest-TestServerAdvancedOps-895340783-project] 10.222.0.16 "GET /v2.0/ports?device_id=0181e2b4-dd35-479d-9fc4-2d262323aec4 HTTP/1.1" status: 200 len: 210 time: 0.0675819 Aug 31 01:32:03.055021 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device bce41c1e-f37f-4615-a489-e650a38c9560 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:03.171083 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34412) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:03.171083 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f730e256-5cd7-41c1-b9a2-c050f8abdbfc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1706294653-network', 'tenant_id': '393fdce443104966b1dec88ba3465593'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:03.238120 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Sync routers for ids ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:32:03.255226 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Routers {'6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:32:03.255854 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:31:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:03.306284 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port bce41c1e-f37f-4615-a489-e650a38c9560 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:32:03.306838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f730e256-5cd7-41c1-b9a2-c050f8abdbfc admin admin] Made reservation on behalf of 393fdce443104966b1dec88ba3465593 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:32:03.309681 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f730e256-5cd7-41c1-b9a2-c050f8abdbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:03.311160 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port bce41c1e-f37f-4615-a489-e650a38c9560 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:03.311789 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:03.352662 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f730e256-5cd7-41c1-b9a2-c050f8abdbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:03.464523 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Set router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:32:03.470944 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:03.525142 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port bce41c1e-f37f-4615-a489-e650a38c9560, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=bce41c1e-f37f-4615-a489-e650a38c9560,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:03.532718 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f730e256-5cd7-41c1-b9a2-c050f8abdbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:03.607327 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:03.643313 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f730e256-5cd7-41c1-b9a2-c050f8abdbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:03.672832 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=bce41c1e-f37f-4615-a489-e650a38c9560,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:03.717318 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'name': 'tempest-TestVolumeBackupRestore-1590928575-router', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:55Z', 'updated_at': '2021-08-31T01:32:00Z', 'revision_number': 4, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'gw_port': {'id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:56Z', 'updated_at': '2021-08-31T01:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '15a0acb2-77c3-4f46-87bd-846819b94adf', 'name': '', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'mac_address': 'fa:16:3e:10:e0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:59Z', 'updated_at': '2021-08-31T01:32:00Z', 'revision_number': 2, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'subnets': [{'id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:03.719109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f730e256-5cd7-41c1-b9a2-c050f8abdbfc admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:32:03.725470 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730e256-5cd7-41c1-b9a2-c050f8abdbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10982ce-b0d5-4c36-9b6d-080f946811c1,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:03.734637 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f730e256-5cd7-41c1-b9a2-c050f8abdbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:03.735185 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-f730e256-5cd7-41c1-b9a2-c050f8abdbfc admin admin] Added segment 9f8d31f9-99f1-47fa-b649-2bfc4155f60d of type vlan for network 155aa09d-591c-4274-bf35-79a21e3910ab Aug 31 01:32:03.744439 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Checking router: 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:32:03.744439 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Updating router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e port 15a0acb2-77c3-4f46-87bd-846819b94adf binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:32:03.778655 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:03.797094 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f730e256-5cd7-41c1-b9a2-c050f8abdbfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:03.984173 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f730e256-5cd7-41c1-b9a2-c050f8abdbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:03.985968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f730e256-5cd7-41c1-b9a2-c050f8abdbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:03.986183 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f730e256-5cd7-41c1-b9a2-c050f8abdbfc admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.052882 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34434) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:04.094223 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f730e256-5cd7-41c1-b9a2-c050f8abdbfc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9355481 Aug 31 01:32:04.102739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34438) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:04.110235 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-79627033-45fc-4b3b-aa41-563a94fb5545 admin admin] Request body: {'subnet': {'network_id': '155aa09d-591c-4274-bf35-79a21e3910ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1706294653-subnet', 'tenant_id': '393fdce443104966b1dec88ba3465593', 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:04.128658 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730e256-5cd7-41c1-b9a2-c050f8abdbfc admin admin] Pushing event updated for resources: {'Network': ['ID=155aa09d-591c-4274-bf35-79a21e3910ab,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:04.142938 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 155aa09d-591c-4274-bf35-79a21e3910ab details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:32:04.157280 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] Deleting subnet 98421d41-54b4-4733-b183-b0794997ea4d {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:32:04.166601 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.239811 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.255336 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.259970 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79627033-45fc-4b3b-aa41-563a94fb5545 admin admin] Made reservation on behalf of 393fdce443104966b1dec88ba3465593 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:32:04.270180 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-79627033-45fc-4b3b-aa41-563a94fb5545 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.276994 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Transition to ACTIVE for port object 15a0acb2-77c3-4f46-87bd-846819b94adf will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:04.309264 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.345760 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f47f4716-3715-4f2e-93b6-4f56d9e6b094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.374064 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.428925 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bd2c3-c7f9-4790-9720-a6ddb65aface None None] Pushing event updated for resources: {'Port': ['ID=15a0acb2-77c3-4f46-87bd-846819b94adf,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:04.441338 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bd2c3-c7f9-4790-9720-a6ddb65aface None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.447287 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.455694 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bd2c3-c7f9-4790-9720-a6ddb65aface None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.456039 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bd2c3-c7f9-4790-9720-a6ddb65aface None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.459767 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bd2c3-c7f9-4790-9720-a6ddb65aface None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.461265 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bd2c3-c7f9-4790-9720-a6ddb65aface None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.462452 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bd2c3-c7f9-4790-9720-a6ddb65aface None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.463722 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bd2c3-c7f9-4790-9720-a6ddb65aface None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.464294 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bd2c3-c7f9-4790-9720-a6ddb65aface None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.472205 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bd2c3-c7f9-4790-9720-a6ddb65aface None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.472205 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bd2c3-c7f9-4790-9720-a6ddb65aface None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.472205 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bd2c3-c7f9-4790-9720-a6ddb65aface None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.472205 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455bd2c3-c7f9-4790-9720-a6ddb65aface None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.517789 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98421d41-54b4-4733-b183-b0794997ea4d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:04.527138 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.529837 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/98421d41-54b4-4733-b183-b0794997ea4d HTTP/1.1" status: 204 len: 168 time: 0.4757330 Aug 31 01:32:04.532024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.532541 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.533058 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.533610 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.534117 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.534640 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.535142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.535641 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.536137 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.536650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.537175 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.537700 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef917e27-d170-44e1-a14e-9bdc73116aa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.540805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34448) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:04.564881 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Attempting to bind port 15a0acb2-77c3-4f46-87bd-846819b94adf on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:32:04.565254 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Attempting to bind port 15a0acb2-77c3-4f46-87bd-846819b94adf by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '7fc7d603-45cf-4a22-a61b-f5c6747a0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:32:04.565651 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Attempting to bind port 15a0acb2-77c3-4f46-87bd-846819b94adf on network a475e26a-c951-42dc-98a1-b7e359a6661b {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:32:04.581485 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:32:04.584043 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Checking segment: {'id': '7fc7d603-45cf-4a22-a61b-f5c6747a0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:32:04.584378 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.584775 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Bound using segment: {'id': '7fc7d603-45cf-4a22-a61b-f5c6747a0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:32:04.586323 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Bound port: 15a0acb2-77c3-4f46-87bd-846819b94adf, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc7d603-45cf-4a22-a61b-f5c6747a0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:32:04.590245 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.648052 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ed0edf8-8289-4517-bb1a-70fd4943da6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.738989 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] For port 15a0acb2-77c3-4f46-87bd-846819b94adf, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:32:04.742819 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] For port 15a0acb2-77c3-4f46-87bd-846819b94adf, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=15a0acb2-77c3-4f46-87bd-846819b94adf,segment=NetworkSegment(7fc7d603-45cf-4a22-a61b-f5c6747a0f97),segment_id=7fc7d603-45cf-4a22-a61b-f5c6747a0f97)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:32:04.760603 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ed0edf8-8289-4517-bb1a-70fd4943da6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.771897 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-7ed0edf8-8289-4517-bb1a-70fd4943da6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed44ba46-3df5-4dbe-a8ce-0641c4b90575']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:04.784708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:32:04.788619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-7ed0edf8-8289-4517-bb1a-70fd4943da6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a0cbda-1199-4460-b599-423e7a858ca0') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:04.789103 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-7ed0edf8-8289-4517-bb1a-70fd4943da6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a0cbda-1199-4460-b599-423e7a858ca0') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:04.802556 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ed0edf8-8289-4517-bb1a-70fd4943da6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.809396 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:32:04.809777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device bcf94a75-f7f3-4c05-b10a-de8bf4bcf5bd not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:32:04.819250 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.819475 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-79627033-45fc-4b3b-aa41-563a94fb5545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.822841 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ed0edf8-8289-4517-bb1a-70fd4943da6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.830212 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed0edf8-8289-4517-bb1a-70fd4943da6a admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:32:04.830609 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ed0edf8-8289-4517-bb1a-70fd4943da6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:32:04.832420 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:32:04.913117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79627033-45fc-4b3b-aa41-563a94fb5545 admin admin] Checking segment: {'id': '9f8d31f9-99f1-47fa-b649-2bfc4155f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '155aa09d-591c-4274-bf35-79a21e3910ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:32:04.913504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79627033-45fc-4b3b-aa41-563a94fb5545 admin admin] Network hostable DHCP agents. Network: 155aa09d-591c-4274-bf35-79a21e3910ab, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:32:04.918754 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79627033-45fc-4b3b-aa41-563a94fb5545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=429de7b2-ffb7-427b-a333-9dc6adff46a6,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:04.923542 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bd2c3-c7f9-4790-9720-a6ddb65aface None None] Pushing event updated for resources: {'Port': ['ID=15a0acb2-77c3-4f46-87bd-846819b94adf,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:04.960411 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Routers {'6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:32:04.960411 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:31:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:05.003133 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ed0edf8-8289-4517-bb1a-70fd4943da6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:05.016336 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7ed0edf8-8289-4517-bb1a-70fd4943da6a admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:05.016336 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7ed0edf8-8289-4517-bb1a-70fd4943da6a admin admin] 10.222.0.16 "DELETE /v2.0/networks/ed44ba46-3df5-4dbe-a8ce-0641c4b90575 HTTP/1.1" status: 204 len: 168 time: 0.4658484 Aug 31 01:32:05.017014 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device bce41c1e-f37f-4615-a489-e650a38c9560 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:05.018969 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34456) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:05.026866 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0edf8-8289-4517-bb1a-70fd4943da6a admin admin] Pushing event deleted for resources: {'Network': ['ID=ed44ba46-3df5-4dbe-a8ce-0641c4b90575,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:05.056573 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79627033-45fc-4b3b-aa41-563a94fb5545 admin admin] Network 155aa09d-591c-4274-bf35-79a21e3910ab is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:32:05.080208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-2510bebf-9630-4612-a184-88ed8d7cd21e admin admin] Deleting subnet f2bc1991-d10a-47a9-9f35-13e528f937a1 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:32:05.085859 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2510bebf-9630-4612-a184-88ed8d7cd21e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:05.104435 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port bce41c1e-f37f-4615-a489-e650a38c9560 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:05.104827 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:05.129461 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] Set router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:32:05.142288 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2510bebf-9630-4612-a184-88ed8d7cd21e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:05.201246 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2510bebf-9630-4612-a184-88ed8d7cd21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:05.256426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-79627033-45fc-4b3b-aa41-563a94fb5545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 155aa09d-591c-4274-bf35-79a21e3910ab) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:05.262500 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79627033-45fc-4b3b-aa41-563a94fb5545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:05.263112 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-79627033-45fc-4b3b-aa41-563a94fb5545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:05.268674 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac0c8fc-df81-4194-8cec-3abe00bd1cee None None] Network 155aa09d-591c-4274-bf35-79a21e3910ab requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:32:05.366642 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'name': 'tempest-TestVolumeBackupRestore-1590928575-router', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:55Z', 'updated_at': '2021-08-31T01:32:00Z', 'revision_number': 4, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'gw_port': {'id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:56Z', 'updated_at': '2021-08-31T01:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '15a0acb2-77c3-4f46-87bd-846819b94adf', 'name': '', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'mac_address': 'fa:16:3e:10:e0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:59Z', 'updated_at': '2021-08-31T01:32:04Z', 'revision_number': 4, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'subnets': [{'id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:05.377899 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34460) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:05.379114 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-79627033-45fc-4b3b-aa41-563a94fb5545 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2747686 Aug 31 01:32:05.382927 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1706294653-router', 'tenant_id': '393fdce443104966b1dec88ba3465593', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:05.401804 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9d887c-a2a1-4398-8b29-254c2446600a None None] The sync data for ids ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'] in n-d-793621-34 is: [{'id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'name': 'tempest-TestVolumeBackupRestore-1590928575-router', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:55Z', 'updated_at': '2021-08-31T01:32:00Z', 'revision_number': 4, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'gw_port': {'id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:56Z', 'updated_at': '2021-08-31T01:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '15a0acb2-77c3-4f46-87bd-846819b94adf', 'name': '', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'mac_address': 'fa:16:3e:10:e0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:59Z', 'updated_at': '2021-08-31T01:32:04Z', 'revision_number': 4, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'subnets': [{'id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:32:05.408031 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2510bebf-9630-4612-a184-88ed8d7cd21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:05.487446 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510bebf-9630-4612-a184-88ed8d7cd21e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2bc1991-d10a-47a9-9f35-13e528f937a1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:05.502440 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2510bebf-9630-4612-a184-88ed8d7cd21e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:05.505118 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2510bebf-9630-4612-a184-88ed8d7cd21e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f2bc1991-d10a-47a9-9f35-13e528f937a1 HTTP/1.1" status: 204 len: 168 time: 0.4851398 Aug 31 01:32:05.507732 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34462) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:05.540405 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-155aa09d-591c-4274-bf35-79a21e3910ab', 'network_id': '155aa09d-591c-4274-bf35-79a21e3910ab', 'tenant_id': '393fdce443104966b1dec88ba3465593', 'fixed_ips': [{'subnet_id': '429de7b2-ffb7-427b-a333-9dc6adff46a6'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:32:05.541374 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:05.597548 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:05.598853 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:05.648831 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c4a34038-8aae-4f26-8740-55754ccf204a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:05.710823 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:05.770318 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Allocated IP 172.20.0.2 (155aa09d-591c-4274-bf35-79a21e3910ab/429de7b2-ffb7-427b-a333-9dc6adff46a6/dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:05.806747 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c4a34038-8aae-4f26-8740-55754ccf204a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:05.822760 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-c4a34038-8aae-4f26-8740-55754ccf204a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a323f92e-b604-4804-ad13-961dbf339c18']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:05.835557 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-c4a34038-8aae-4f26-8740-55754ccf204a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e87105-45c3-4674-98f3-ba37644cacb3') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:05.835866 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-c4a34038-8aae-4f26-8740-55754ccf204a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e87105-45c3-4674-98f3-ba37644cacb3') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:05.849594 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c4a34038-8aae-4f26-8740-55754ccf204a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:05.943700 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c4a34038-8aae-4f26-8740-55754ccf204a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.034865 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.060639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Transition to ACTIVE for port object dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:06.067568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a34038-8aae-4f26-8740-55754ccf204a admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:32:06.072869 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c4a34038-8aae-4f26-8740-55754ccf204a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:32:06.076630 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:32:06.090769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Transition to ACTIVE for port object dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:06.187332 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.252029 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.263564 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Pushing event updated for resources: {'Port': ['ID=dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:06.282726 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Network 155aa09d-591c-4274-bf35-79a21e3910ab is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:06.284804 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:06.288288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:32:06.379595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Attempting to bind port dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:32:06.380008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Attempting to bind port dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '9f8d31f9-99f1-47fa-b649-2bfc4155f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '155aa09d-591c-4274-bf35-79a21e3910ab'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:32:06.380323 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Attempting to bind port dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec on network 155aa09d-591c-4274-bf35-79a21e3910ab {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:32:06.386899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:32:06.387276 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Checking segment: {'id': '9f8d31f9-99f1-47fa-b649-2bfc4155f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '155aa09d-591c-4274-bf35-79a21e3910ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:32:06.388366 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.388911 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Bound using segment: {'id': '9f8d31f9-99f1-47fa-b649-2bfc4155f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '155aa09d-591c-4274-bf35-79a21e3910ab'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:32:06.389362 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Bound port: dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8d31f9-99f1-47fa-b649-2bfc4155f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '155aa09d-591c-4274-bf35-79a21e3910ab'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:32:06.389778 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.398301 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c4a34038-8aae-4f26-8740-55754ccf204a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.410588 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c4a34038-8aae-4f26-8740-55754ccf204a admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.413090 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c4a34038-8aae-4f26-8740-55754ccf204a admin admin] 10.222.0.16 "DELETE /v2.0/networks/a323f92e-b604-4804-ad13-961dbf339c18 HTTP/1.1" status: 204 len: 168 time: 0.9040840 Aug 31 01:32:06.432610 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a34038-8aae-4f26-8740-55754ccf204a admin admin] Pushing event deleted for resources: {'Network': ['ID=a323f92e-b604-4804-ad13-961dbf339c18,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:06.487550 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] For port dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:32:06.491569 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] For port dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec,segment=NetworkSegment(9f8d31f9-99f1-47fa-b649-2bfc4155f60d),segment_id=9f8d31f9-99f1-47fa-b649-2bfc4155f60d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:32:06.626832 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.683412 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.721696 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.951036 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fafeb4-a6e2-4314-b68f-6d97c7db0508 None None] Pushing event updated for resources: {'Port': ['ID=dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:07.007594 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.063806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 15a0acb2-77c3-4f46-87bd-846819b94adf up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:07.071497 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] Allocated IP 172.25.2.67 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/147a79e2-f214-4500-a46f-42e1a4d2f078) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:07.076993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34484) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:07.104175 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dcbc0d52-cfa6-4635-b56d-be4b06dfae12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.164144 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5f38fbb5-acb2-49d9-a638-d5cb35c493b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2248e9e2aa10468d9bd7178632cdf14e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0855889 Aug 31 01:32:07.165331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34488) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:07.262972 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.269845 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 15a0acb2-77c3-4f46-87bd-846819b94adf completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:32:07.289772 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 15a0acb2-77c3-4f46-87bd-846819b94adf triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:07.290450 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.293019 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.295121 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83b5afcb-3d81-44f3-bc26-e4e48435fed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.338260 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83b5afcb-3d81-44f3-bc26-e4e48435fed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.419924 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.427652 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.455295 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.460197 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:07.483096 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83b5afcb-3d81-44f3-bc26-e4e48435fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.486041 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-83b5afcb-3d81-44f3-bc26-e4e48435fed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.489497 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 15a0acb2-77c3-4f46-87bd-846819b94adf, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=15a0acb2-77c3-4f46-87bd-846819b94adf,segment=NetworkSegment(7fc7d603-45cf-4a22-a61b-f5c6747a0f97),segment_id=7fc7d603-45cf-4a22-a61b-f5c6747a0f97)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:07.490432 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-83b5afcb-3d81-44f3-bc26-e4e48435fed4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6f39875-3df2-47de-83f6-d6392280f301 HTTP/1.1" status: 204 len: 168 time: 0.3235345 Aug 31 01:32:07.498004 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:07.500712 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5afcb-3d81-44f3-bc26-e4e48435fed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f39875-3df2-47de-83f6-d6392280f301,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:07.506042 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:32:07.569155 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] Pushing event updated for resources: {'Port': ['ID=147a79e2-f214-4500-a46f-42e1a4d2f078,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:07.574686 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.651200 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=15a0acb2-77c3-4f46-87bd-846819b94adf,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:07.996813 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:08.299774 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:08.304899 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34506) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:08.439167 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-72e65006-863c-4b64-a3c4-24a85307ca14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4cb6cd07fd544853a1e546f830d84087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321814 Aug 31 01:32:08.441647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34510) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:08.531481 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9f06bf38-979a-428c-a7c7-8ff3798b5f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:08.565702 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9f06bf38-979a-428c-a7c7-8ff3798b5f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:08.587607 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae38aafb-55a5-4883-b6ff-ce9eee0224de None None] Network 155aa09d-591c-4274-bf35-79a21e3910ab requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:32:08.639459 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:08.665705 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] Router f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:32:08.733275 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9f06bf38-979a-428c-a7c7-8ff3798b5f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:08.736095 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9f06bf38-979a-428c-a7c7-8ff3798b5f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:08.739558 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9f06bf38-979a-428c-a7c7-8ff3798b5f3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/971ac1e6-74bc-4cd1-b023-91ced8f3350d HTTP/1.1" status: 204 len: 168 time: 0.2947667 Aug 31 01:32:08.763993 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-70482408-c465-4224-a2ed-380da234b072 None None] Provisioning for port dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:32:08.783763 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06bf38-979a-428c-a7c7-8ff3798b5f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971ac1e6-74bc-4cd1-b023-91ced8f3350d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:08.819902 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:32:08.856412 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Sync routers for ids ['f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:32:08.895430 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Routers {'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:32:08.895430 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:32:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:08.964847 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:08.966807 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-66a61bbb-de5c-46c4-8305-8c7947c951aa admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5878332 Aug 31 01:32:08.969918 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34514) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:09.284501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:09.348471 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Set router f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:32:09.644548 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:32:09.650977 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:09.655456 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:09.761192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'name': 'tempest-TestVolumeBackupRestore-1706294653-router', 'tenant_id': '393fdce443104966b1dec88ba3465593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '147a79e2-f214-4500-a46f-42e1a4d2f078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:32:05Z', 'updated_at': '2021-08-31T01:32:07Z', 'revision_number': 3, 'project_id': '393fdce443104966b1dec88ba3465593', 'gw_port': {'id': '147a79e2-f214-4500-a46f-42e1a4d2f078', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:06Z', 'updated_at': '2021-08-31T01:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:09.818984 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Checking router: f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:32:09.819552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Updating router f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd port 147a79e2-f214-4500-a46f-42e1a4d2f078 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:32:09.886532 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4c341732-7c08-4fd0-aa2f-05a1fda58e70 None None] Provisioning complete for port dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:09.886532 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4c341732-7c08-4fd0-aa2f-05a1fda58e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:09.892242 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:09.919527 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.139036 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.173878 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] Allocated IP 172.20.0.1 (155aa09d-591c-4274-bf35-79a21e3910ab/429de7b2-ffb7-427b-a333-9dc6adff46a6/e1d40b73-766e-4fb0-80db-62e28c7a23a7) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:10.276038 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec,segment=NetworkSegment(9f8d31f9-99f1-47fa-b649-2bfc4155f60d),segment_id=9f8d31f9-99f1-47fa-b649-2bfc4155f60d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:10.319903 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4c341732-7c08-4fd0-aa2f-05a1fda58e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.376429 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.377234 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 15a0acb2-77c3-4f46-87bd-846819b94adf up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:10.414125 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.419215 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34552) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:10.449073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] Transition to ACTIVE for port object e1d40b73-766e-4fb0-80db-62e28c7a23a7 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:10.465880 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.554276 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:10.567402 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.571929 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.580736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Transition to ACTIVE for port object 147a79e2-f214-4500-a46f-42e1a4d2f078 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:10.588655 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-4c341732-7c08-4fd0-aa2f-05a1fda58e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:32:10.589333 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-4c341732-7c08-4fd0-aa2f-05a1fda58e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:32:10.609902 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 15a0acb2-77c3-4f46-87bd-846819b94adf triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:10.610551 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.683105 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] Network 155aa09d-591c-4274-bf35-79a21e3910ab is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:10.685210 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b718b2d1-77bc-49d3-a78a-213e9bbee9e8 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1117955439-network', 'tenant_id': 'f64a0201cef44547b26f0cbb631847f8'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:10.711317 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] Pushing event updated for resources: {'Port': ['ID=e1d40b73-766e-4fb0-80db-62e28c7a23a7,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:10.715164 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:10.727871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:32:10.732658 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.785937 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.808369 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b718b2d1-77bc-49d3-a78a-213e9bbee9e8 admin admin] Made reservation on behalf of f64a0201cef44547b26f0cbb631847f8 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:32:10.811513 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b718b2d1-77bc-49d3-a78a-213e9bbee9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.828950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Attempting to bind port 147a79e2-f214-4500-a46f-42e1a4d2f078 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:32:10.829342 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Attempting to bind port 147a79e2-f214-4500-a46f-42e1a4d2f078 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:32:10.829820 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Attempting to bind port 147a79e2-f214-4500-a46f-42e1a4d2f078 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:32:10.830760 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b718b2d1-77bc-49d3-a78a-213e9bbee9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.853939 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:32:10.854235 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:32:10.854492 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.854897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:32:10.855407 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Bound port: 147a79e2-f214-4500-a46f-42e1a4d2f078, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:32:10.855807 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.897484 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd820b-240a-46d7-9863-e7872c3c0341 None None] Pushing event updated for resources: {'Port': ['ID=147a79e2-f214-4500-a46f-42e1a4d2f078,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:10.912759 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd820b-240a-46d7-9863-e7872c3c0341 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:10.921068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd820b-240a-46d7-9863-e7872c3c0341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:10.921068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd820b-240a-46d7-9863-e7872c3c0341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:10.921068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd820b-240a-46d7-9863-e7872c3c0341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:10.921068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd820b-240a-46d7-9863-e7872c3c0341 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:10.921068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd820b-240a-46d7-9863-e7872c3c0341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:10.921068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd820b-240a-46d7-9863-e7872c3c0341 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:10.921068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd820b-240a-46d7-9863-e7872c3c0341 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:10.921068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd820b-240a-46d7-9863-e7872c3c0341 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:10.921068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd820b-240a-46d7-9863-e7872c3c0341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:10.921068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd820b-240a-46d7-9863-e7872c3c0341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:10.921068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd820b-240a-46d7-9863-e7872c3c0341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:10.987480 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] For port 147a79e2-f214-4500-a46f-42e1a4d2f078, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:32:10.993407 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] For port 147a79e2-f214-4500-a46f-42e1a4d2f078, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=147a79e2-f214-4500-a46f-42e1a4d2f078,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:32:11.004533 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:11.081684 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b718b2d1-77bc-49d3-a78a-213e9bbee9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.100043 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.183967 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b718b2d1-77bc-49d3-a78a-213e9bbee9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.220373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b718b2d1-77bc-49d3-a78a-213e9bbee9e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:32:11.229368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:11.229798 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.235177 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Routers {'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:32:11.235870 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:32:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:11.245647 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b718b2d1-77bc-49d3-a78a-213e9bbee9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.251753 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-b718b2d1-77bc-49d3-a78a-213e9bbee9e8 admin admin] Added segment 4b36059e-1d94-49ce-8708-e2f7e2875dd0 of type vlan for network 8f467542-4b06-4c3e-88be-9166ad05a742 Aug 31 01:32:11.251753 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718b2d1-77bc-49d3-a78a-213e9bbee9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de1dc72-de73-431e-b261-fdeeb9d8852d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:11.295959 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd820b-240a-46d7-9863-e7872c3c0341 None None] Pushing event updated for resources: {'Port': ['ID=147a79e2-f214-4500-a46f-42e1a4d2f078,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:11.297853 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.306451 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b718b2d1-77bc-49d3-a78a-213e9bbee9e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.409142 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b718b2d1-77bc-49d3-a78a-213e9bbee9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.410991 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b718b2d1-77bc-49d3-a78a-213e9bbee9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:11.411793 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b718b2d1-77bc-49d3-a78a-213e9bbee9e8 admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.513223 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718b2d1-77bc-49d3-a78a-213e9bbee9e8 admin admin] Pushing event updated for resources: {'Network': ['ID=8f467542-4b06-4c3e-88be-9166ad05a742,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:11.522047 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7f5f93c1-aebe-4fad-8498-710b28b408e9 None None] Provisioning for port e1d40b73-766e-4fb0-80db-62e28c7a23a7 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:32:11.535216 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 8f467542-4b06-4c3e-88be-9166ad05a742 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:32:11.543126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7f5f93c1-aebe-4fad-8498-710b28b408e9 None None] Provisioning complete for port e1d40b73-766e-4fb0-80db-62e28c7a23a7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:11.543497 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7f5f93c1-aebe-4fad-8498-710b28b408e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.619015 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b718b2d1-77bc-49d3-a78a-213e9bbee9e8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1981120 Aug 31 01:32:11.624689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34568) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:11.633649 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ce3357a5-325c-4af9-8223-8809110ed641 admin admin] Request body: {'subnet': {'network_id': '8f467542-4b06-4c3e-88be-9166ad05a742', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1117955439-subnet', 'tenant_id': 'f64a0201cef44547b26f0cbb631847f8', 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:11.652117 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] Set router f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:32:11.667213 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.718313 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7f5f93c1-aebe-4fad-8498-710b28b408e9 None None] Port e1d40b73-766e-4fb0-80db-62e28c7a23a7 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:32:11.793155 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.794500 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3357a5-325c-4af9-8223-8809110ed641 admin admin] Made reservation on behalf of f64a0201cef44547b26f0cbb631847f8 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:32:11.800821 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ce3357a5-325c-4af9-8223-8809110ed641 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.876901 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] Pushing event updated for resources: {'Port': ['ID=e1d40b73-766e-4fb0-80db-62e28c7a23a7,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:11.880695 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.961660 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'name': 'tempest-TestVolumeBackupRestore-1706294653-router', 'tenant_id': '393fdce443104966b1dec88ba3465593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '147a79e2-f214-4500-a46f-42e1a4d2f078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:32:05Z', 'updated_at': '2021-08-31T01:32:11Z', 'revision_number': 4, 'project_id': '393fdce443104966b1dec88ba3465593', 'gw_port': {'id': '147a79e2-f214-4500-a46f-42e1a4d2f078', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:06Z', 'updated_at': '2021-08-31T01:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'e1d40b73-766e-4fb0-80db-62e28c7a23a7', 'name': '', 'network_id': '155aa09d-591c-4274-bf35-79a21e3910ab', 'tenant_id': '393fdce443104966b1dec88ba3465593', 'mac_address': 'fa:16:3e:09:29:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '429de7b2-ffb7-427b-a333-9dc6adff46a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:09Z', 'updated_at': '2021-08-31T01:32:10Z', 'revision_number': 1, 'project_id': '393fdce443104966b1dec88ba3465593', 'subnets': [{'id': '429de7b2-ffb7-427b-a333-9dc6adff46a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:11.996191 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8e1c6d-fb0f-4480-bd60-947b6bae8b82 None None] The sync data for ids ['f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd'] in n-d-793621-34 is: [{'id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'name': 'tempest-TestVolumeBackupRestore-1706294653-router', 'tenant_id': '393fdce443104966b1dec88ba3465593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '147a79e2-f214-4500-a46f-42e1a4d2f078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:32:05Z', 'updated_at': '2021-08-31T01:32:11Z', 'revision_number': 4, 'project_id': '393fdce443104966b1dec88ba3465593', 'gw_port': {'id': '147a79e2-f214-4500-a46f-42e1a4d2f078', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:06Z', 'updated_at': '2021-08-31T01:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'e1d40b73-766e-4fb0-80db-62e28c7a23a7', 'name': '', 'network_id': '155aa09d-591c-4274-bf35-79a21e3910ab', 'tenant_id': '393fdce443104966b1dec88ba3465593', 'mac_address': 'fa:16:3e:09:29:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '429de7b2-ffb7-427b-a333-9dc6adff46a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:09Z', 'updated_at': '2021-08-31T01:32:10Z', 'revision_number': 1, 'project_id': '393fdce443104966b1dec88ba3465593', 'subnets': [{'id': '429de7b2-ffb7-427b-a333-9dc6adff46a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:32:12.018605 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] Network 155aa09d-591c-4274-bf35-79a21e3910ab is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:12.020468 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:12.183858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] Router f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:32:12.248279 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ce3357a5-325c-4af9-8223-8809110ed641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:12.479876 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3357a5-325c-4af9-8223-8809110ed641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=666ee5b9-7583-435e-b1ee-67b0a63bf29e,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:12.519239 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3357a5-325c-4af9-8223-8809110ed641 admin admin] Checking segment: {'id': '4b36059e-1d94-49ce-8708-e2f7e2875dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8f467542-4b06-4c3e-88be-9166ad05a742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:32:12.520102 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3357a5-325c-4af9-8223-8809110ed641 admin admin] Network hostable DHCP agents. Network: 8f467542-4b06-4c3e-88be-9166ad05a742, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:32:12.574665 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1863c3eb-ddc3-40bc-9172-058fbad0091c None None] Provisioning complete for port e1d40b73-766e-4fb0-80db-62e28c7a23a7 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:12.575631 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1863c3eb-ddc3-40bc-9172-058fbad0091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:12.653018 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-1863c3eb-ddc3-40bc-9172-058fbad0091c None None] Port e1d40b73-766e-4fb0-80db-62e28c7a23a7 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:32:12.660090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3357a5-325c-4af9-8223-8809110ed641 admin admin] Network 8f467542-4b06-4c3e-88be-9166ad05a742 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:32:12.772355 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-ce3357a5-325c-4af9-8223-8809110ed641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 8f467542-4b06-4c3e-88be-9166ad05a742) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:12.783235 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3357a5-325c-4af9-8223-8809110ed641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:12.783832 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ce3357a5-325c-4af9-8223-8809110ed641 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:12.788486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806b29a1-898d-4b2a-9a81-8aeac7e4a88f None None] Network 8f467542-4b06-4c3e-88be-9166ad05a742 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:32:12.887970 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ce3357a5-325c-4af9-8223-8809110ed641 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2618928 Aug 31 01:32:12.890656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34586) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:12.896295 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1117955439-router', 'tenant_id': 'f64a0201cef44547b26f0cbb631847f8', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:12.968218 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:32:12.983741 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bc08faf6-bc9e-4aa4-8f3f-20d615a3618e admin admin] 10.222.0.16 "PUT /v2.0/routers/f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0077584 Aug 31 01:32:13.081769 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:13.091069 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:13.173793 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:13.296382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-8f467542-4b06-4c3e-88be-9166ad05a742', 'network_id': '8f467542-4b06-4c3e-88be-9166ad05a742', 'tenant_id': 'f64a0201cef44547b26f0cbb631847f8', 'fixed_ips': [{'subnet_id': '666ee5b9-7583-435e-b1ee-67b0a63bf29e'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:32:13.297718 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:13.558504 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Allocated IP 172.20.0.2 (8f467542-4b06-4c3e-88be-9166ad05a742/666ee5b9-7583-435e-b1ee-67b0a63bf29e/5159dffc-c894-4d4b-8fc6-eaffabe25035) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:13.661089 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:13.853350 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:13.871825 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Transition to ACTIVE for port object 5159dffc-c894-4d4b-8fc6-eaffabe25035 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:13.892951 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Transition to ACTIVE for port object 5159dffc-c894-4d4b-8fc6-eaffabe25035 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:13.991622 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:14.019133 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:14.050834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Network 8f467542-4b06-4c3e-88be-9166ad05a742 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:14.054195 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:14.058968 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:32:14.076208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Pushing event updated for resources: {'Port': ['ID=5159dffc-c894-4d4b-8fc6-eaffabe25035,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:14.091152 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:14.162390 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Attempting to bind port 5159dffc-c894-4d4b-8fc6-eaffabe25035 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:32:14.162755 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Attempting to bind port 5159dffc-c894-4d4b-8fc6-eaffabe25035 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '4b36059e-1d94-49ce-8708-e2f7e2875dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8f467542-4b06-4c3e-88be-9166ad05a742'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:32:14.163102 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Attempting to bind port 5159dffc-c894-4d4b-8fc6-eaffabe25035 on network 8f467542-4b06-4c3e-88be-9166ad05a742 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:32:14.170788 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:32:14.171214 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Checking segment: {'id': '4b36059e-1d94-49ce-8708-e2f7e2875dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8f467542-4b06-4c3e-88be-9166ad05a742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:32:14.171796 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:14.172378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Bound using segment: {'id': '4b36059e-1d94-49ce-8708-e2f7e2875dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8f467542-4b06-4c3e-88be-9166ad05a742'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:32:14.173123 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Bound port: 5159dffc-c894-4d4b-8fc6-eaffabe25035, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b36059e-1d94-49ce-8708-e2f7e2875dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8f467542-4b06-4c3e-88be-9166ad05a742'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:32:14.173808 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:14.274596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] Allocated IP 172.25.2.89 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/65fe583d-8bf2-4141-9632-d31cfece5e9e) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:14.282014 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] For port 5159dffc-c894-4d4b-8fc6-eaffabe25035, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:32:14.285310 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] For port 5159dffc-c894-4d4b-8fc6-eaffabe25035, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5159dffc-c894-4d4b-8fc6-eaffabe25035,segment=NetworkSegment(4b36059e-1d94-49ce-8708-e2f7e2875dd0),segment_id=4b36059e-1d94-49ce-8708-e2f7e2875dd0)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:32:14.378094 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:14.396378 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:14.438983 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3c5da-ea32-42e3-981a-99beb8cbe06f None None] Pushing event updated for resources: {'Port': ['ID=5159dffc-c894-4d4b-8fc6-eaffabe25035,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:14.529103 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:14.664012 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:14.671978 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:14.680499 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:32:14.717470 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] Pushing event updated for resources: {'Port': ['ID=65fe583d-8bf2-4141-9632-d31cfece5e9e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:15.071787 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 147a79e2-f214-4500-a46f-42e1a4d2f078 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:15.160766 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:15.170067 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Sync routers for ids ['f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:32:15.186536 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Routers {'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:32:15.187431 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:32:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:15.224978 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 147a79e2-f214-4500-a46f-42e1a4d2f078 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:32:15.229615 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 147a79e2-f214-4500-a46f-42e1a4d2f078 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:15.230079 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:15.416429 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:15.437917 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Set router f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:32:15.463490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 147a79e2-f214-4500-a46f-42e1a4d2f078, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=147a79e2-f214-4500-a46f-42e1a4d2f078,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:15.475362 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:15.528324 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:15.529759 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5159dffc-c894-4d4b-8fc6-eaffabe25035 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:15.802368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=147a79e2-f214-4500-a46f-42e1a4d2f078,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:15.890932 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'name': 'tempest-TestVolumeBackupRestore-1706294653-router', 'tenant_id': '393fdce443104966b1dec88ba3465593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '147a79e2-f214-4500-a46f-42e1a4d2f078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:32:05Z', 'updated_at': '2021-08-31T01:32:11Z', 'revision_number': 4, 'project_id': '393fdce443104966b1dec88ba3465593', 'gw_port': {'id': '147a79e2-f214-4500-a46f-42e1a4d2f078', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:06Z', 'updated_at': '2021-08-31T01:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'e1d40b73-766e-4fb0-80db-62e28c7a23a7', 'name': '', 'network_id': '155aa09d-591c-4274-bf35-79a21e3910ab', 'tenant_id': '393fdce443104966b1dec88ba3465593', 'mac_address': 'fa:16:3e:09:29:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '429de7b2-ffb7-427b-a333-9dc6adff46a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:09Z', 'updated_at': '2021-08-31T01:32:11Z', 'revision_number': 2, 'project_id': '393fdce443104966b1dec88ba3465593', 'subnets': [{'id': '429de7b2-ffb7-427b-a333-9dc6adff46a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:15.967382 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Checking router: f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:32:15.967772 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Updating router f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd port e1d40b73-766e-4fb0-80db-62e28c7a23a7 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:32:15.979872 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 5159dffc-c894-4d4b-8fc6-eaffabe25035 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:32:16.032561 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:16.185897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8972e144-ee4b-4c68-97d9-d2af61e79b5d None None] Network 8f467542-4b06-4c3e-88be-9166ad05a742 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:32:16.334049 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b6bd89bb-2af7-417a-9d17-f0dca5c11e48 None None] Provisioning for port 5159dffc-c894-4d4b-8fc6-eaffabe25035 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:32:16.345565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b6bd89bb-2af7-417a-9d17-f0dca5c11e48 None None] Provisioning complete for port 5159dffc-c894-4d4b-8fc6-eaffabe25035 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:16.345818 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] Router 3b3fe810-227f-46b9-bb91-da04d66a101f is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:32:16.346790 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b6bd89bb-2af7-417a-9d17-f0dca5c11e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:16.405965 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:16.424569 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Transition to ACTIVE for port object e1d40b73-766e-4fb0-80db-62e28c7a23a7 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:16.473382 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b6bd89bb-2af7-417a-9d17-f0dca5c11e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:16.476827 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:16.477372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:32:16.492420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Sync routers for ids ['3b3fe810-227f-46b9-bb91-da04d66a101f'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:32:16.544584 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb5566-5fcb-422a-8c82-ac056ed855d7 None None] Pushing event updated for resources: {'Port': ['ID=e1d40b73-766e-4fb0-80db-62e28c7a23a7,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:16.553330 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b6bd89bb-2af7-417a-9d17-f0dca5c11e48 None None] For port 5159dffc-c894-4d4b-8fc6-eaffabe25035, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5159dffc-c894-4d4b-8fc6-eaffabe25035,segment=NetworkSegment(4b36059e-1d94-49ce-8708-e2f7e2875dd0),segment_id=4b36059e-1d94-49ce-8708-e2f7e2875dd0)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:16.560422 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Routers {'3b3fe810-227f-46b9-bb91-da04d66a101f'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:32:16.561691 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:32:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['3b3fe810-227f-46b9-bb91-da04d66a101f'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:16.574072 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:16.578841 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ed100078-a433-46be-93b7-f82832de28aa admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.6838095 Aug 31 01:32:16.578841 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34714) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:16.630720 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b6bd89bb-2af7-417a-9d17-f0dca5c11e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:16.707337 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Attempting to bind port e1d40b73-766e-4fb0-80db-62e28c7a23a7 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:32:16.707758 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Attempting to bind port e1d40b73-766e-4fb0-80db-62e28c7a23a7 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '9f8d31f9-99f1-47fa-b649-2bfc4155f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '155aa09d-591c-4274-bf35-79a21e3910ab'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:32:16.708136 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Attempting to bind port e1d40b73-766e-4fb0-80db-62e28c7a23a7 on network 155aa09d-591c-4274-bf35-79a21e3910ab {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:32:16.727894 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:32:16.728165 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Checking segment: {'id': '9f8d31f9-99f1-47fa-b649-2bfc4155f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '155aa09d-591c-4274-bf35-79a21e3910ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:32:16.728563 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:16.728958 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Bound using segment: {'id': '9f8d31f9-99f1-47fa-b649-2bfc4155f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '155aa09d-591c-4274-bf35-79a21e3910ab'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:32:16.729415 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Bound port: e1d40b73-766e-4fb0-80db-62e28c7a23a7, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8d31f9-99f1-47fa-b649-2bfc4155f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '155aa09d-591c-4274-bf35-79a21e3910ab'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:32:16.729827 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:16.827654 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd89bb-2af7-417a-9d17-f0dca5c11e48 None None] Pushing event updated for resources: {'Port': ['ID=5159dffc-c894-4d4b-8fc6-eaffabe25035,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:16.906322 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Set router 3b3fe810-227f-46b9-bb91-da04d66a101f gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:32:16.956505 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] For port e1d40b73-766e-4fb0-80db-62e28c7a23a7, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:32:16.968548 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] For port e1d40b73-766e-4fb0-80db-62e28c7a23a7, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e1d40b73-766e-4fb0-80db-62e28c7a23a7,segment=NetworkSegment(9f8d31f9-99f1-47fa-b649-2bfc4155f60d),segment_id=9f8d31f9-99f1-47fa-b649-2bfc4155f60d)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:32:17.047240 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:17.062647 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 147a79e2-f214-4500-a46f-42e1a4d2f078 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:17.183299 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Routers {'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:32:17.184199 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:32:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:17.255462 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-04c9a1de-687c-4410-97aa-ddca3a4e68a8 None None] Provisioning complete for port 5159dffc-c894-4d4b-8fc6-eaffabe25035 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:17.256120 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-04c9a1de-687c-4410-97aa-ddca3a4e68a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:17.300254 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb5566-5fcb-422a-8c82-ac056ed855d7 None None] Pushing event updated for resources: {'Port': ['ID=e1d40b73-766e-4fb0-80db-62e28c7a23a7,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:17.394084 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 147a79e2-f214-4500-a46f-42e1a4d2f078 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:17.394460 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:17.516573 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] Set router f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:32:17.573063 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3fe810-227f-46b9-bb91-da04d66a101f', 'name': 'tempest-ImageQuotaTest-1117955439-router', 'tenant_id': 'f64a0201cef44547b26f0cbb631847f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '65fe583d-8bf2-4141-9632-d31cfece5e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:32:13Z', 'updated_at': '2021-08-31T01:32:14Z', 'revision_number': 3, 'project_id': 'f64a0201cef44547b26f0cbb631847f8', 'gw_port': {'id': '65fe583d-8bf2-4141-9632-d31cfece5e9e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3fe810-227f-46b9-bb91-da04d66a101f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:14Z', 'updated_at': '2021-08-31T01:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:17.589185 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:17.615646 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Checking router: 3b3fe810-227f-46b9-bb91-da04d66a101f for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:32:17.616475 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Updating router 3b3fe810-227f-46b9-bb91-da04d66a101f port 65fe583d-8bf2-4141-9632-d31cfece5e9e binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:32:17.696932 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:17.849974 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5159dffc-c894-4d4b-8fc6-eaffabe25035 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:18.015526 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'name': 'tempest-TestVolumeBackupRestore-1706294653-router', 'tenant_id': '393fdce443104966b1dec88ba3465593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '147a79e2-f214-4500-a46f-42e1a4d2f078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:32:05Z', 'updated_at': '2021-08-31T01:32:11Z', 'revision_number': 4, 'project_id': '393fdce443104966b1dec88ba3465593', 'gw_port': {'id': '147a79e2-f214-4500-a46f-42e1a4d2f078', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:06Z', 'updated_at': '2021-08-31T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'e1d40b73-766e-4fb0-80db-62e28c7a23a7', 'name': '', 'network_id': '155aa09d-591c-4274-bf35-79a21e3910ab', 'tenant_id': '393fdce443104966b1dec88ba3465593', 'mac_address': 'fa:16:3e:09:29:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '429de7b2-ffb7-427b-a333-9dc6adff46a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:09Z', 'updated_at': '2021-08-31T01:32:16Z', 'revision_number': 4, 'project_id': '393fdce443104966b1dec88ba3465593', 'subnets': [{'id': '429de7b2-ffb7-427b-a333-9dc6adff46a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:18.055620 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbaa53-a1b5-4b01-a44f-51041d070bae None None] The sync data for ids ['f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd'] in n-d-793621-34 is: [{'id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'name': 'tempest-TestVolumeBackupRestore-1706294653-router', 'tenant_id': '393fdce443104966b1dec88ba3465593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '147a79e2-f214-4500-a46f-42e1a4d2f078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:32:05Z', 'updated_at': '2021-08-31T01:32:11Z', 'revision_number': 4, 'project_id': '393fdce443104966b1dec88ba3465593', 'gw_port': {'id': '147a79e2-f214-4500-a46f-42e1a4d2f078', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:06Z', 'updated_at': '2021-08-31T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'e1d40b73-766e-4fb0-80db-62e28c7a23a7', 'name': '', 'network_id': '155aa09d-591c-4274-bf35-79a21e3910ab', 'tenant_id': '393fdce443104966b1dec88ba3465593', 'mac_address': 'fa:16:3e:09:29:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '429de7b2-ffb7-427b-a333-9dc6adff46a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:09Z', 'updated_at': '2021-08-31T01:32:16Z', 'revision_number': 4, 'project_id': '393fdce443104966b1dec88ba3465593', 'subnets': [{'id': '429de7b2-ffb7-427b-a333-9dc6adff46a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:32:18.128566 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 5159dffc-c894-4d4b-8fc6-eaffabe25035 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:18.132269 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:18.132683 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] Allocated IP 172.20.0.1 (8f467542-4b06-4c3e-88be-9166ad05a742/666ee5b9-7583-435e-b1ee-67b0a63bf29e/79f7802f-a56b-454e-b84a-6deb3b534616) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:18.376189 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:18.398054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Transition to ACTIVE for port object 65fe583d-8bf2-4141-9632-d31cfece5e9e will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:18.402487 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:18.425665 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] Transition to ACTIVE for port object 79f7802f-a56b-454e-b84a-6deb3b534616 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:18.793602 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:18.858467 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:18.862029 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Attempting to bind port 65fe583d-8bf2-4141-9632-d31cfece5e9e on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:32:18.862029 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Attempting to bind port 65fe583d-8bf2-4141-9632-d31cfece5e9e by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:32:18.864491 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Attempting to bind port 65fe583d-8bf2-4141-9632-d31cfece5e9e on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:32:18.892137 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:32:18.892526 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:32:18.892943 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:18.893348 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:32:18.896125 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Bound port: 65fe583d-8bf2-4141-9632-d31cfece5e9e, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:32:18.901456 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:18.938927 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c7829-d0dd-476b-aca2-e2a5d4acdf13 None None] Pushing event updated for resources: {'Port': ['ID=65fe583d-8bf2-4141-9632-d31cfece5e9e,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:18.998866 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] For port 65fe583d-8bf2-4141-9632-d31cfece5e9e, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:32:19.006062 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] For port 65fe583d-8bf2-4141-9632-d31cfece5e9e, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=65fe583d-8bf2-4141-9632-d31cfece5e9e,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:32:19.012393 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] Pushing event updated for resources: {'Port': ['ID=79f7802f-a56b-454e-b84a-6deb3b534616,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:19.031274 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] Network 8f467542-4b06-4c3e-88be-9166ad05a742 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:19.034572 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:19.036361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:32:19.113600 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:19.113854 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:19.175866 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e1d40b73-766e-4fb0-80db-62e28c7a23a7 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:19.302224 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Routers {'3b3fe810-227f-46b9-bb91-da04d66a101f'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:32:19.302783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:32:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['3b3fe810-227f-46b9-bb91-da04d66a101f'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:19.595885 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:19.653988 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port e1d40b73-766e-4fb0-80db-62e28c7a23a7 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:32:19.659762 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c7829-d0dd-476b-aca2-e2a5d4acdf13 None None] Pushing event updated for resources: {'Port': ['ID=65fe583d-8bf2-4141-9632-d31cfece5e9e,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:19.684732 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port e1d40b73-766e-4fb0-80db-62e28c7a23a7 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:19.685536 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:19.751869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-69d631e0-1927-40fb-a648-c006064667f5 None None] Provisioning for port 79f7802f-a56b-454e-b84a-6deb3b534616 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:32:19.759067 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-69d631e0-1927-40fb-a648-c006064667f5 None None] Provisioning complete for port 79f7802f-a56b-454e-b84a-6deb3b534616 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:19.759528 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-69d631e0-1927-40fb-a648-c006064667f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:19.837656 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-69d631e0-1927-40fb-a648-c006064667f5 None None] Port 79f7802f-a56b-454e-b84a-6deb3b534616 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:32:19.845460 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] Set router 3b3fe810-227f-46b9-bb91-da04d66a101f gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:32:19.934537 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:20.014188 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:20.020569 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:20.072416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port e1d40b73-766e-4fb0-80db-62e28c7a23a7, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e1d40b73-766e-4fb0-80db-62e28c7a23a7,segment=NetworkSegment(9f8d31f9-99f1-47fa-b649-2bfc4155f60d),segment_id=9f8d31f9-99f1-47fa-b649-2bfc4155f60d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:20.107096 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] Pushing event updated for resources: {'Port': ['ID=79f7802f-a56b-454e-b84a-6deb3b534616,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:20.122795 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:20.150106 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:20.208975 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3fe810-227f-46b9-bb91-da04d66a101f', 'name': 'tempest-ImageQuotaTest-1117955439-router', 'tenant_id': 'f64a0201cef44547b26f0cbb631847f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '65fe583d-8bf2-4141-9632-d31cfece5e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:32:13Z', 'updated_at': '2021-08-31T01:32:14Z', 'revision_number': 3, 'project_id': 'f64a0201cef44547b26f0cbb631847f8', 'gw_port': {'id': '65fe583d-8bf2-4141-9632-d31cfece5e9e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3fe810-227f-46b9-bb91-da04d66a101f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:14Z', 'updated_at': '2021-08-31T01:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:20.239853 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdbdc06-ca62-4ba1-a242-5a6ca070db1c None None] The sync data for ids ['3b3fe810-227f-46b9-bb91-da04d66a101f'] in n-d-793621-34 is: [{'id': '3b3fe810-227f-46b9-bb91-da04d66a101f', 'name': 'tempest-ImageQuotaTest-1117955439-router', 'tenant_id': 'f64a0201cef44547b26f0cbb631847f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '65fe583d-8bf2-4141-9632-d31cfece5e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:32:13Z', 'updated_at': '2021-08-31T01:32:14Z', 'revision_number': 3, 'project_id': 'f64a0201cef44547b26f0cbb631847f8', 'gw_port': {'id': '65fe583d-8bf2-4141-9632-d31cfece5e9e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3fe810-227f-46b9-bb91-da04d66a101f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:14Z', 'updated_at': '2021-08-31T01:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:32:20.271433 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=e1d40b73-766e-4fb0-80db-62e28c7a23a7,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:20.315663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] Network 8f467542-4b06-4c3e-88be-9166ad05a742 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:20.317249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:20.488986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] Router 3b3fe810-227f-46b9-bb91-da04d66a101f has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:32:20.699520 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d1eead17-665e-4716-aa96-cd4a48600df6 None None] Provisioning complete for port 79f7802f-a56b-454e-b84a-6deb3b534616 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:20.699825 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d1eead17-665e-4716-aa96-cd4a48600df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:20.767521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:32:20.781529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d1eead17-665e-4716-aa96-cd4a48600df6 None None] Port 79f7802f-a56b-454e-b84a-6deb3b534616 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:32:20.782801 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c2e62de2-f473-4a51-9383-de1b35e7bff2 admin admin] 10.222.0.16 "PUT /v2.0/routers/3b3fe810-227f-46b9-bb91-da04d66a101f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2032940 Aug 31 01:32:21.156972 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 65fe583d-8bf2-4141-9632-d31cfece5e9e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:21.385366 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 65fe583d-8bf2-4141-9632-d31cfece5e9e completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:32:21.392184 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 65fe583d-8bf2-4141-9632-d31cfece5e9e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:21.392184 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:21.550018 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:21.611526 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 65fe583d-8bf2-4141-9632-d31cfece5e9e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=65fe583d-8bf2-4141-9632-d31cfece5e9e,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:21.734161 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:21.734899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e1d40b73-766e-4fb0-80db-62e28c7a23a7 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:21.857912 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=65fe583d-8bf2-4141-9632-d31cfece5e9e,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:21.872790 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port e1d40b73-766e-4fb0-80db-62e28c7a23a7 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:21.873266 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:22.670408 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Sync routers for ids ['3b3fe810-227f-46b9-bb91-da04d66a101f'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:32:22.692019 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Routers {'3b3fe810-227f-46b9-bb91-da04d66a101f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:32:22.692882 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:32:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['3b3fe810-227f-46b9-bb91-da04d66a101f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:22.708935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34800) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:22.834650 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Set router 3b3fe810-227f-46b9-bb91-da04d66a101f gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:32:23.001326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 65fe583d-8bf2-4141-9632-d31cfece5e9e up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:23.088444 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 65fe583d-8bf2-4141-9632-d31cfece5e9e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:23.089307 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:23.192021 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3fe810-227f-46b9-bb91-da04d66a101f', 'name': 'tempest-ImageQuotaTest-1117955439-router', 'tenant_id': 'f64a0201cef44547b26f0cbb631847f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '65fe583d-8bf2-4141-9632-d31cfece5e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:32:13Z', 'updated_at': '2021-08-31T01:32:19Z', 'revision_number': 4, 'project_id': 'f64a0201cef44547b26f0cbb631847f8', 'gw_port': {'id': '65fe583d-8bf2-4141-9632-d31cfece5e9e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fe810-227f-46b9-bb91-da04d66a101f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:14Z', 'updated_at': '2021-08-31T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '79f7802f-a56b-454e-b84a-6deb3b534616', 'name': '', 'network_id': '8f467542-4b06-4c3e-88be-9166ad05a742', 'tenant_id': 'f64a0201cef44547b26f0cbb631847f8', 'mac_address': 'fa:16:3e:a3:d0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3fe810-227f-46b9-bb91-da04d66a101f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '666ee5b9-7583-435e-b1ee-67b0a63bf29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:17Z', 'updated_at': '2021-08-31T01:32:19Z', 'revision_number': 2, 'project_id': 'f64a0201cef44547b26f0cbb631847f8', 'subnets': [{'id': '666ee5b9-7583-435e-b1ee-67b0a63bf29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:23.232009 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-33a25d02-46ae-4be9-b132-a042e4a10275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:23.278005 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Checking router: 3b3fe810-227f-46b9-bb91-da04d66a101f for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:32:23.278351 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Updating router 3b3fe810-227f-46b9-bb91-da04d66a101f port 79f7802f-a56b-454e-b84a-6deb3b534616 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:32:23.321789 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:23.646731 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-33a25d02-46ae-4be9-b132-a042e4a10275 admin admin] Deleting port 79f7802f-a56b-454e-b84a-6deb3b534616 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:32:23.647074 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-33a25d02-46ae-4be9-b132-a042e4a10275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:23.707697 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:23.727919 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Transition to ACTIVE for port object 79f7802f-a56b-454e-b84a-6deb3b534616 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:23.804243 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-33a25d02-46ae-4be9-b132-a042e4a10275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:23.814383 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:23.849887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-33a25d02-46ae-4be9-b132-a042e4a10275 admin admin] Calling delete_port for 79f7802f-a56b-454e-b84a-6deb3b534616 owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:32:23.896696 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:32:23.981329 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492d4e4-10e4-487d-ac47-11af9c89ea78 None None] Pushing event updated for resources: {'Port': ['ID=79f7802f-a56b-454e-b84a-6deb3b534616,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:24.046391 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Attempting to bind port 79f7802f-a56b-454e-b84a-6deb3b534616 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:32:24.050230 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Attempting to bind port 79f7802f-a56b-454e-b84a-6deb3b534616 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '4b36059e-1d94-49ce-8708-e2f7e2875dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8f467542-4b06-4c3e-88be-9166ad05a742'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:32:24.050230 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Attempting to bind port 79f7802f-a56b-454e-b84a-6deb3b534616 on network 8f467542-4b06-4c3e-88be-9166ad05a742 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:32:24.059881 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:32:24.060264 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Checking segment: {'id': '4b36059e-1d94-49ce-8708-e2f7e2875dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8f467542-4b06-4c3e-88be-9166ad05a742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:32:24.060672 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:24.061071 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Bound using segment: {'id': '4b36059e-1d94-49ce-8708-e2f7e2875dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8f467542-4b06-4c3e-88be-9166ad05a742'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:32:24.061576 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Bound port: 79f7802f-a56b-454e-b84a-6deb3b534616, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b36059e-1d94-49ce-8708-e2f7e2875dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8f467542-4b06-4c3e-88be-9166ad05a742'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:32:24.062046 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:24.334128 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-33a25d02-46ae-4be9-b132-a042e4a10275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:24.336549 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.db.api [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:32:24.337169 n-d-793621-34 neutron-server[102345]: DEBUG oslo_db.api [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:32:24.389512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a25d02-46ae-4be9-b132-a042e4a10275 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f7802f-a56b-454e-b84a-6deb3b534616,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:24.643244 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-33a25d02-46ae-4be9-b132-a042e4a10275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:24.854777 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Attempting to bind port 79f7802f-a56b-454e-b84a-6deb3b534616 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:32:24.855867 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Attempting to bind port 79f7802f-a56b-454e-b84a-6deb3b534616 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '4b36059e-1d94-49ce-8708-e2f7e2875dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8f467542-4b06-4c3e-88be-9166ad05a742'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:32:24.856514 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Attempting to bind port 79f7802f-a56b-454e-b84a-6deb3b534616 on network 8f467542-4b06-4c3e-88be-9166ad05a742 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:32:24.863494 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:32:24.864232 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Checking segment: {'id': '4b36059e-1d94-49ce-8708-e2f7e2875dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8f467542-4b06-4c3e-88be-9166ad05a742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:32:24.865269 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:24.866037 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Bound using segment: {'id': '4b36059e-1d94-49ce-8708-e2f7e2875dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8f467542-4b06-4c3e-88be-9166ad05a742'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:32:24.869547 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Bound port: 79f7802f-a56b-454e-b84a-6deb3b534616, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b36059e-1d94-49ce-8708-e2f7e2875dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8f467542-4b06-4c3e-88be-9166ad05a742'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:32:24.870743 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:24.925893 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.plugin [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Port 79f7802f-a56b-454e-b84a-6deb3b534616 has been deleted concurrently {{(pid=102345) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 31 01:32:24.934757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34854) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:24.951988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a25d02-46ae-4be9-b132-a042e4a10275 admin admin] Router 3b3fe810-227f-46b9-bb91-da04d66a101f has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:32:24.956938 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Routers {'3b3fe810-227f-46b9-bb91-da04d66a101f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:32:24.957605 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:32:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['3b3fe810-227f-46b9-bb91-da04d66a101f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:25.119329 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] Set router 3b3fe810-227f-46b9-bb91-da04d66a101f gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:32:25.156126 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a25d02-46ae-4be9-b132-a042e4a10275 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:32:25.165318 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-33a25d02-46ae-4be9-b132-a042e4a10275 admin admin] 10.222.0.16 "PUT /v2.0/routers/3b3fe810-227f-46b9-bb91-da04d66a101f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4552748 Aug 31 01:32:25.167835 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34862) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:25.344826 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1666d4d7-aebf-4b4d-90d0-ba71aee60843 admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:25.349532 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01155530-fa49-4218-bd9e-e9246ad43c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:25.513111 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01155530-fa49-4218-bd9e-e9246ad43c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:25.525169 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3fe810-227f-46b9-bb91-da04d66a101f', 'name': 'tempest-ImageQuotaTest-1117955439-router', 'tenant_id': 'f64a0201cef44547b26f0cbb631847f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '65fe583d-8bf2-4141-9632-d31cfece5e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:32:13Z', 'updated_at': '2021-08-31T01:32:24Z', 'revision_number': 5, 'project_id': 'f64a0201cef44547b26f0cbb631847f8', 'gw_port': {'id': '65fe583d-8bf2-4141-9632-d31cfece5e9e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fe810-227f-46b9-bb91-da04d66a101f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:14Z', 'updated_at': '2021-08-31T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:25.560924 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df436d22-5eeb-4e6f-a34d-973ed286bcc9 None None] The sync data for ids ['3b3fe810-227f-46b9-bb91-da04d66a101f'] in n-d-793621-34 is: [{'id': '3b3fe810-227f-46b9-bb91-da04d66a101f', 'name': 'tempest-ImageQuotaTest-1117955439-router', 'tenant_id': 'f64a0201cef44547b26f0cbb631847f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '65fe583d-8bf2-4141-9632-d31cfece5e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:32:13Z', 'updated_at': '2021-08-31T01:32:24Z', 'revision_number': 5, 'project_id': 'f64a0201cef44547b26f0cbb631847f8', 'gw_port': {'id': '65fe583d-8bf2-4141-9632-d31cfece5e9e', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fe810-227f-46b9-bb91-da04d66a101f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:14Z', 'updated_at': '2021-08-31T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:32:25.633650 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01155530-fa49-4218-bd9e-e9246ad43c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:25.685676 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1666d4d7-aebf-4b4d-90d0-ba71aee60843 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:25.727529 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-01155530-fa49-4218-bd9e-e9246ad43c3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91f996c82782446da2467a451c300247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7888839 Aug 31 01:32:25.728975 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34870) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:25.733062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01155530-fa49-4218-bd9e-e9246ad43c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf77667a-5515-4071-b8a4-42e4ab1fc4ab,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:25.803618 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-250fc39c-e0a8-4e1b-b286-e058ca155eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:25.845172 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-250fc39c-e0a8-4e1b-b286-e058ca155eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:25.886004 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34874) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:25.903065 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-1666d4d7-aebf-4b4d-90d0-ba71aee60843 admin admin] Deleting port 65fe583d-8bf2-4141-9632-d31cfece5e9e {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:32:25.903409 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1666d4d7-aebf-4b4d-90d0-ba71aee60843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:26.009298 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-1666d4d7-aebf-4b4d-90d0-ba71aee60843 admin admin] For port 65fe583d-8bf2-4141-9632-d31cfece5e9e, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=65fe583d-8bf2-4141-9632-d31cfece5e9e,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:26.010349 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1666d4d7-aebf-4b4d-90d0-ba71aee60843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:26.019647 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-250fc39c-e0a8-4e1b-b286-e058ca155eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:26.022297 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-250fc39c-e0a8-4e1b-b286-e058ca155eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:26.026613 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-250fc39c-e0a8-4e1b-b286-e058ca155eb1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf77667a-5515-4071-b8a4-42e4ab1fc4ab HTTP/1.1" status: 204 len: 168 time: 0.2962873 Aug 31 01:32:26.030730 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-1666d4d7-aebf-4b4d-90d0-ba71aee60843 admin admin] Calling delete_port for 65fe583d-8bf2-4141-9632-d31cfece5e9e owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:32:26.048094 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fc39c-e0a8-4e1b-b286-e058ca155eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf77667a-5515-4071-b8a4-42e4ab1fc4ab,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:26.149606 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f5bfefc5-218b-4151-892d-05660d3a30c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:26.301278 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f5bfefc5-218b-4151-892d-05660d3a30c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:26.353156 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f5bfefc5-218b-4151-892d-05660d3a30c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:26.406191 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f5bfefc5-218b-4151-892d-05660d3a30c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b776e4281714d078d0b4b6247df18d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5191107 Aug 31 01:32:26.407647 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1666d4d7-aebf-4b4d-90d0-ba71aee60843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:26.411816 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfefc5-218b-4151-892d-05660d3a30c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf3817d-1e46-4d08-93ef-c9b929bc9aa7,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:26.412991 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34892) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:26.465493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666d4d7-aebf-4b4d-90d0-ba71aee60843 admin admin] Pushing event deleted for resources: {'Port': ['ID=65fe583d-8bf2-4141-9632-d31cfece5e9e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:26.593022 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a241e0b3-a80b-471d-834b-5cfafd25624a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:26.613156 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1666d4d7-aebf-4b4d-90d0-ba71aee60843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:26.620995 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a241e0b3-a80b-471d-834b-5cfafd25624a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:26.639467 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3435a1b7-2dfb-4d2f-89aa-9520399aabec None None] Sync routers for ids ['3b3fe810-227f-46b9-bb91-da04d66a101f'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:32:26.653552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3435a1b7-2dfb-4d2f-89aa-9520399aabec None None] Routers {'3b3fe810-227f-46b9-bb91-da04d66a101f'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:32:26.654198 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3435a1b7-2dfb-4d2f-89aa-9520399aabec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:32:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['3b3fe810-227f-46b9-bb91-da04d66a101f'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:26.731120 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1666d4d7-aebf-4b4d-90d0-ba71aee60843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:26.736891 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1666d4d7-aebf-4b4d-90d0-ba71aee60843 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:26.791675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-3435a1b7-2dfb-4d2f-89aa-9520399aabec None None] Set router 3b3fe810-227f-46b9-bb91-da04d66a101f gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:32:26.859202 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3435a1b7-2dfb-4d2f-89aa-9520399aabec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3fe810-227f-46b9-bb91-da04d66a101f', 'name': 'tempest-ImageQuotaTest-1117955439-router', 'tenant_id': 'f64a0201cef44547b26f0cbb631847f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:32:13Z', 'updated_at': '2021-08-31T01:32:26Z', 'revision_number': 7, 'project_id': 'f64a0201cef44547b26f0cbb631847f8', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:26.869781 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1666d4d7-aebf-4b4d-90d0-ba71aee60843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:26.870892 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1666d4d7-aebf-4b4d-90d0-ba71aee60843 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b3fe810-227f-46b9-bb91-da04d66a101f {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:32:26.880840 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1666d4d7-aebf-4b4d-90d0-ba71aee60843 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:26.880840 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1666d4d7-aebf-4b4d-90d0-ba71aee60843 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3b3fe810-227f-46b9-bb91-da04d66a101f HTTP/1.1" status: 204 len: 168 time: 1.7091990 Aug 31 01:32:26.881355 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34896) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:26.897238 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3435a1b7-2dfb-4d2f-89aa-9520399aabec None None] Checking router: 3b3fe810-227f-46b9-bb91-da04d66a101f for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:32:26.910093 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3435a1b7-2dfb-4d2f-89aa-9520399aabec None None] Routers set() bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:32:26.910676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3435a1b7-2dfb-4d2f-89aa-9520399aabec None None] Router IDs set() for agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 01:32:26.911409 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_agentschedulers_db [None req-3435a1b7-2dfb-4d2f-89aa-9520399aabec None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3b3fe810-227f-46b9-bb91-da04d66a101f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:32:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent'). {{(pid=102344) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 01:32:26.911854 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3435a1b7-2dfb-4d2f-89aa-9520399aabec None None] The sync data for ids ['3b3fe810-227f-46b9-bb91-da04d66a101f'] in n-d-793621-34 is: [] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:32:26.918639 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a241e0b3-a80b-471d-834b-5cfafd25624a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:26.921884 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a241e0b3-a80b-471d-834b-5cfafd25624a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:26.926427 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a241e0b3-a80b-471d-834b-5cfafd25624a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/baf3817d-1e46-4d08-93ef-c9b929bc9aa7 HTTP/1.1" status: 204 len: 168 time: 0.4816372 Aug 31 01:32:26.968482 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34902) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:26.998149 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6deed0f4-4852-437a-88fb-7b960806923c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.006134 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241e0b3-a80b-471d-834b-5cfafd25624a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf3817d-1e46-4d08-93ef-c9b929bc9aa7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:27.051689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1974d08-538e-476f-8fd0-0d59e29f5bb9 admin admin] Deleting subnet 666ee5b9-7583-435e-b1ee-67b0a63bf29e {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:32:27.070317 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c1974d08-538e-476f-8fd0-0d59e29f5bb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.167924 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c1974d08-538e-476f-8fd0-0d59e29f5bb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.205923 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6deed0f4-4852-437a-88fb-7b960806923c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.275093 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c1974d08-538e-476f-8fd0-0d59e29f5bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.292004 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6deed0f4-4852-437a-88fb-7b960806923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.340947 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34904) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:27.341180 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6deed0f4-4852-437a-88fb-7b960806923c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4b824cfef984993a130d7c0f297825c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710849 Aug 31 01:32:27.347586 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deed0f4-4852-437a-88fb-7b960806923c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86769798-834e-4284-9f36-66559a0d4122,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:27.416973 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05f5a149-70f4-4c6b-8054-463cf8bc678a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.444886 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05f5a149-70f4-4c6b-8054-463cf8bc678a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.469106 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c1974d08-538e-476f-8fd0-0d59e29f5bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.512375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1974d08-538e-476f-8fd0-0d59e29f5bb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=666ee5b9-7583-435e-b1ee-67b0a63bf29e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:27.514459 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c1974d08-538e-476f-8fd0-0d59e29f5bb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.516362 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c1974d08-538e-476f-8fd0-0d59e29f5bb9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/666ee5b9-7583-435e-b1ee-67b0a63bf29e HTTP/1.1" status: 204 len: 168 time: 0.6340337 Aug 31 01:32:27.519342 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34908) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:27.526398 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc601719-cbb0-4478-8431-dbdfc0b6c171 None None] Network 8f467542-4b06-4c3e-88be-9166ad05a742 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:32:27.618279 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05f5a149-70f4-4c6b-8054-463cf8bc678a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.622120 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-05f5a149-70f4-4c6b-8054-463cf8bc678a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.623809 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-05f5a149-70f4-4c6b-8054-463cf8bc678a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86769798-834e-4284-9f36-66559a0d4122 HTTP/1.1" status: 204 len: 168 time: 0.2812078 Aug 31 01:32:27.641188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5a149-70f4-4c6b-8054-463cf8bc678a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86769798-834e-4284-9f36-66559a0d4122,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:27.702261 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.839104 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] Deleting port 5159dffc-c894-4d4b-8fc6-eaffabe25035 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:32:27.839449 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.868550 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe286af4-0e98-4027-a83e-c47e7ead34a0 None None] DHCP port deletion for 8f467542-4b06-4c3e-88be-9166ad05a742 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:32:27.954990 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-fe286af4-0e98-4027-a83e-c47e7ead34a0 None None] Deleting port 5159dffc-c894-4d4b-8fc6-eaffabe25035 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:32:27.955474 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fe286af4-0e98-4027-a83e-c47e7ead34a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:28.013991 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] For port 5159dffc-c894-4d4b-8fc6-eaffabe25035, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5159dffc-c894-4d4b-8fc6-eaffabe25035,segment=NetworkSegment(4b36059e-1d94-49ce-8708-e2f7e2875dd0),segment_id=4b36059e-1d94-49ce-8708-e2f7e2875dd0)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:28.014604 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:28.042041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] Calling delete_port for 5159dffc-c894-4d4b-8fc6-eaffabe25035 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:32:28.139249 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-fe286af4-0e98-4027-a83e-c47e7ead34a0 None None] For port 5159dffc-c894-4d4b-8fc6-eaffabe25035, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5159dffc-c894-4d4b-8fc6-eaffabe25035,segment=NetworkSegment(4b36059e-1d94-49ce-8708-e2f7e2875dd0),segment_id=4b36059e-1d94-49ce-8708-e2f7e2875dd0)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:28.139653 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fe286af4-0e98-4027-a83e-c47e7ead34a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:28.190630 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-fe286af4-0e98-4027-a83e-c47e7ead34a0 None None] Calling delete_port for 5159dffc-c894-4d4b-8fc6-eaffabe25035 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:32:28.253958 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.288035 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 01:32:28.302643 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fe286af4-0e98-4027-a83e-c47e7ead34a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:28.308520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] No DVR routers for this DVR port 5159dffc-c894-4d4b-8fc6-eaffabe25035 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:32:28.315659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] Pushing event deleted for resources: {'Port': ['ID=5159dffc-c894-4d4b-8fc6-eaffabe25035,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:28.376156 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe286af4-0e98-4027-a83e-c47e7ead34a0 None None] Pushing event deleted for resources: {'Port': ['ID=5159dffc-c894-4d4b-8fc6-eaffabe25035,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:28.388816 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe286af4-0e98-4027-a83e-c47e7ead34a0 None None] No DVR routers for this DVR port 5159dffc-c894-4d4b-8fc6-eaffabe25035 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:32:28.424163 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:28.448983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f467542-4b06-4c3e-88be-9166ad05a742']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:28.466139 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b36059e-1d94-49ce-8708-e2f7e2875dd0') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:28.466447 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b36059e-1d94-49ce-8708-e2f7e2875dd0') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:28.479312 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:28.500547 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:28.507957 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:32:28.508366 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: items = [ Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:32:28.510234 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:32:28.683116 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:28.705491 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:28.707561 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] 10.222.0.16 "DELETE /v2.0/networks/8f467542-4b06-4c3e-88be-9166ad05a742 HTTP/1.1" status: 204 len: 168 time: 1.1876349 Aug 31 01:32:28.709072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6536d85-5a07-4c0d-aa33-127bcd4fbdef admin admin] Pushing event deleted for resources: {'Network': ['ID=8f467542-4b06-4c3e-88be-9166ad05a742,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:28.954135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 65fe583d-8bf2-4141-9632-d31cfece5e9e no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:32:28.982009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 65fe583d-8bf2-4141-9632-d31cfece5e9e {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:32:28.982638 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 65fe583d-8bf2-4141-9632-d31cfece5e9e not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:32:28.983075 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5159dffc-c894-4d4b-8fc6-eaffabe25035 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:32:29.004054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 5159dffc-c894-4d4b-8fc6-eaffabe25035 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:32:29.015914 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5159dffc-c894-4d4b-8fc6-eaffabe25035 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:32:29.216925 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34964) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:29.262436 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c1d49df9-0fa2-4206-8898-434fc332ea38 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f64a0201cef44547b26f0cbb631847f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441716 Aug 31 01:32:29.264788 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34966) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:29.328513 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a4cd4a0-e2a4-453c-9932-02354f088484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:29.354077 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a4cd4a0-e2a4-453c-9932-02354f088484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:29.545393 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a4cd4a0-e2a4-453c-9932-02354f088484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:29.548181 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0a4cd4a0-e2a4-453c-9932-02354f088484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:29.549635 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0a4cd4a0-e2a4-453c-9932-02354f088484 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6de1dc72-de73-431e-b261-fdeeb9d8852d HTTP/1.1" status: 204 len: 168 time: 0.2838573 Aug 31 01:32:29.559277 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cd4a0-e2a4-453c-9932-02354f088484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de1dc72-de73-431e-b261-fdeeb9d8852d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:30.717529 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 34986) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:30.727477 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17b18a94-bb79-467a-a4fa-f950376bc6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:30.857215 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17b18a94-bb79-467a-a4fa-f950376bc6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:30.993833 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17b18a94-bb79-467a-a4fa-f950376bc6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:31.043641 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b18a94-bb79-467a-a4fa-f950376bc6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d67bd33-9212-4fe5-8ecf-57ea237d7971,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:31.064381 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-17b18a94-bb79-467a-a4fa-f950376bc6d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3521500 Aug 31 01:32:31.067221 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 34994) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:31.138159 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8c1076f1-b18a-4c6b-84bc-1e0b5605eda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:31.160057 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8c1076f1-b18a-4c6b-84bc-1e0b5605eda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:31.339384 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8c1076f1-b18a-4c6b-84bc-1e0b5605eda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:31.344389 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8c1076f1-b18a-4c6b-84bc-1e0b5605eda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:31.349423 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8c1076f1-b18a-4c6b-84bc-1e0b5605eda9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d67bd33-9212-4fe5-8ecf-57ea237d7971 HTTP/1.1" status: 204 len: 168 time: 0.2784059 Aug 31 01:32:31.364224 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1076f1-b18a-4c6b-84bc-1e0b5605eda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d67bd33-9212-4fe5-8ecf-57ea237d7971,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:32.572231 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-3bfe4173-e975-4978-ae5f-169a0123de5d tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=37cc69adeb7042b28477d66a89c596a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395980 Aug 31 01:32:32.777287 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-098f1a56-d61f-4b23-9da0-2f2431b3bbd7 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:32.782283 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-098f1a56-d61f-4b23-9da0-2f2431b3bbd7 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037408 Aug 31 01:32:32.795352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-81052cf8-860f-4c16-8b84-19c47a1ef099 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/quotas/37cc69adeb7042b28477d66a89c596a4 HTTP/1.1" status: 200 len: 375 time: 0.0098553 Aug 31 01:32:32.831989 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-6db8596f-ccaf-47b8-a135-6601092f9e1b tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=37cc69adeb7042b28477d66a89c596a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297968 Aug 31 01:32:33.094429 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f5dbe31f-e404-4982-aee1-028cf90a4994 req-ffa963ec-ecd9-46b3-bc0a-8171c0ea51cb tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 210 time: 0.0341969 Aug 31 01:32:34.243289 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cf89a00a-dff9-463d-8ca1-6bc6158ce070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:34.265827 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd85eded-244d-4d69-97df-848ac48c04e6 req-61a4e424-bb35-47c7-8118-dc7057412a79 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 210 time: 0.0844817 Aug 31 01:32:35.410015 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b101c375-d2d7-49e4-8814-1446d9bb97c5 req-b657f45f-54fa-4633-96bd-43c2e5c96b49 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 210 time: 0.0477831 Aug 31 01:32:35.815260 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-782722df-478e-4448-a1b4-c2dce71b226f tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=37cc69adeb7042b28477d66a89c596a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256100 Aug 31 01:32:35.926661 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-7116622a-d4a4-419a-b252-a41009a9aecc tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:35.928345 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-7116622a-d4a4-419a-b252-a41009a9aecc tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1076155 Aug 31 01:32:35.941076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-2535de2d-2999-4199-b411-8df65905437c tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Request body: {'port': {'device_id': 'e96e63fe-a953-4a04-893c-e0fe7ecec399', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': '37cc69adeb7042b28477d66a89c596a4'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:36.488881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-2535de2d-2999-4199-b411-8df65905437c tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Made reservation on behalf of 37cc69adeb7042b28477d66a89c596a4 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:32:36.493649 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-2535de2d-2999-4199-b411-8df65905437c tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:36.523831 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-2535de2d-2999-4199-b411-8df65905437c tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:36.542232 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0bf17ff9-2131-4f7c-bd9a-5eb1bbcca14d req-cf01e9e6-1a9b-4ebe-a187-a72bab00b275 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 210 time: 0.0431147 Aug 31 01:32:36.633122 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-2535de2d-2999-4199-b411-8df65905437c tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:36.768385 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-2535de2d-2999-4199-b411-8df65905437c tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:36.839518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535de2d-2999-4199-b411-8df65905437c tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6fa8a7-203c-4345-a502-ed99e227ecb3,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:36.922675 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:36.942173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-2535de2d-2999-4199-b411-8df65905437c tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Allocated IP 192.168.233.209 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/d865da65-2bc6-4c81-b11f-7172aa27e53d) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:37.036896 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-447d7942-77c5-493a-b214-ca6525fe9e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:37.097976 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-2535de2d-2999-4199-b411-8df65905437c tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:37.121544 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-2535de2d-2999-4199-b411-8df65905437c tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Transition to ACTIVE for port object d865da65-2bc6-4c81-b11f-7172aa27e53d will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:37.236274 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:37.236741 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-2535de2d-2999-4199-b411-8df65905437c tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:37.289855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-2535de2d-2999-4199-b411-8df65905437c tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:37.293834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-2535de2d-2999-4199-b411-8df65905437c tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:37.298543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-2535de2d-2999-4199-b411-8df65905437c tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:32:37.302991 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535de2d-2999-4199-b411-8df65905437c tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Pushing event updated for resources: {'Port': ['ID=d865da65-2bc6-4c81-b11f-7172aa27e53d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:37.373866 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-2535de2d-2999-4199-b411-8df65905437c tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:37.374812 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-2535de2d-2999-4199-b411-8df65905437c tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:37.445948 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:37.481454 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-2535de2d-2999-4199-b411-8df65905437c tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5443614 Aug 31 01:32:37.495951 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Request body: {'port': {'device_id': 'e96e63fe-a953-4a04-893c-e0fe7ecec399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:37.584305 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:37.703598 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8d4d7-c6e6-4ddc-be8c-dade89afb694 req-0009aa96-3335-491a-ae90-267499206ba6 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:37.705126 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3cd8d4d7-c6e6-4ddc-be8c-dade89afb694 req-0009aa96-3335-491a-ae90-267499206ba6 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 936 time: 0.0647018 Aug 31 01:32:37.748436 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3cd8d4d7-c6e6-4ddc-be8c-dade89afb694 req-e775e553-58e3-4bc8-a9fc-80555b079e1d tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec6fa8a7-203c-4345-a502-ed99e227ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363533 Aug 31 01:32:37.830964 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4ba292e2-35ba-4d0b-9f6d-b0f1be3c8a2d None None] Provisioning for port d865da65-2bc6-4c81-b11f-7172aa27e53d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:32:37.836329 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4ba292e2-35ba-4d0b-9f6d-b0f1be3c8a2d None None] Provisioning complete for port d865da65-2bc6-4c81-b11f-7172aa27e53d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:37.837072 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4ba292e2-35ba-4d0b-9f6d-b0f1be3c8a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:37.897897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-4ba292e2-35ba-4d0b-9f6d-b0f1be3c8a2d None None] Port d865da65-2bc6-4c81-b11f-7172aa27e53d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:32:38.008701 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d865da65-2bc6-4c81-b11f-7172aa27e53d {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:32:38.016981 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:38.029783 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Transition to ACTIVE for port object d865da65-2bc6-4c81-b11f-7172aa27e53d will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:38.139823 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:38.307331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Attempting to bind port d865da65-2bc6-4c81-b11f-7172aa27e53d on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:32:38.307331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Attempting to bind port d865da65-2bc6-4c81-b11f-7172aa27e53d by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:32:38.307331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Attempting to bind port d865da65-2bc6-4c81-b11f-7172aa27e53d on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:32:38.308896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Pushing event updated for resources: {'Port': ['ID=d865da65-2bc6-4c81-b11f-7172aa27e53d,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:38.311587 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Port d865da65-2bc6-4c81-b11f-7172aa27e53d on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:32:38.311915 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Attempting to bind port d865da65-2bc6-4c81-b11f-7172aa27e53d on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:32:38.318810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:32:38.318810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:32:38.319109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:32:38.319664 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Bound port: d865da65-2bc6-4c81-b11f-7172aa27e53d, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:32:38.320027 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:38.403624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] For port d865da65-2bc6-4c81-b11f-7172aa27e53d, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:32:38.407520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] For port d865da65-2bc6-4c81-b11f-7172aa27e53d, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d865da65-2bc6-4c81-b11f-7172aa27e53d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:32:38.552816 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:38.661589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:38.662304 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:38.663785 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] 10.222.0.41 "PUT /v2.0/ports/d865da65-2bc6-4c81-b11f-7172aa27e53d HTTP/1.1" status: 200 len: 1097 time: 1.1735950 Aug 31 01:32:38.664386 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96e63fe-a953-4a04-893c-e0fe7ecec399', 'tag': 'd865da65-2bc6-4c81-b11f-7172aa27e53d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:32:38.666807 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df75ee3-4c59-4b7f-8ba8-d871d19bf530" -d '{"events": [{"name": "network-changed", "server_uuid": "e96e63fe-a953-4a04-893c-e0fe7ecec399", "tag": "d865da65-2bc6-4c81-b11f-7172aa27e53d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:32:38.716883 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:38.737858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3122677-46f9-4995-87bf-0a9c2e912432 service neutron] Pushing event updated for resources: {'Port': ['ID=d865da65-2bc6-4c81-b11f-7172aa27e53d,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:38.749321 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aba83c8-df58-42ef-8fea-e42f3144f543 x-openstack-request-id: req-0aba83c8-df58-42ef-8fea-e42f3144f543 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:32:38.749681 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96e63fe-a953-4a04-893c-e0fe7ecec399", "tag": "d865da65-2bc6-4c81-b11f-7172aa27e53d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:32:38.752346 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0aba83c8-df58-42ef-8fea-e42f3144f543 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:32:38.754154 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96e63fe-a953-4a04-893c-e0fe7ecec399', 'tag': 'd865da65-2bc6-4c81-b11f-7172aa27e53d', 'status': 'completed', 'code': 200} Aug 31 01:32:38.828085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df75ee3-4c59-4b7f-8ba8-d871d19bf530 req-22ed05e0-4106-49cb-9ff6-61ddb14c096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:38.830076 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3df75ee3-4c59-4b7f-8ba8-d871d19bf530 req-22ed05e0-4106-49cb-9ff6-61ddb14c096d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=37cc69adeb7042b28477d66a89c596a4&device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 1100 time: 0.0678005 Aug 31 01:32:38.885826 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3df75ee3-4c59-4b7f-8ba8-d871d19bf530 req-3c31a02b-168b-4595-95fb-011d96dd4c59 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=37cc69adeb7042b28477d66a89c596a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470788 Aug 31 01:32:38.968171 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5a750-e98f-451a-a78b-a847996e9ae1 req-ae51e775-fff9-4fc7-84c8-84eaa4079407 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:38.977343 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-58e5a750-e98f-451a-a78b-a847996e9ae1 req-ae51e775-fff9-4fc7-84c8-84eaa4079407 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 948 time: 0.1066449 Aug 31 01:32:39.040202 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-58e5a750-e98f-451a-a78b-a847996e9ae1 req-985593ac-e849-419a-8120-828dc6a5b247 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec6fa8a7-203c-4345-a502-ed99e227ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549881 Aug 31 01:32:39.050117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df75ee3-4c59-4b7f-8ba8-d871d19bf530 req-45797fb9-c545-4e3c-9f26-bcee7737e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:39.050117 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3df75ee3-4c59-4b7f-8ba8-d871d19bf530 req-45797fb9-c545-4e3c-9f26-bcee7737e9b4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1574895 Aug 31 01:32:39.156760 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-183c68b8-d82b-4b00-ad62-a9306f27442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:39.158432 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-183c68b8-d82b-4b00-ad62-a9306f27442d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=37cc69adeb7042b28477d66a89c596a4&device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 1100 time: 0.0542831 Aug 31 01:32:39.215934 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-6f3ac7da-2b81-4929-91e2-a105499b0357 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=d865da65-2bc6-4c81-b11f-7172aa27e53d HTTP/1.1" status: 200 len: 217 time: 0.0494580 Aug 31 01:32:39.279428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-6c2408dc-6864-4142-aa06-edb445a86c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:39.282198 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-6c2408dc-6864-4142-aa06-edb445a86c35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0593495 Aug 31 01:32:39.341047 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-997e214c-6c6e-4fa6-85bf-82d4c56e0458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:39.342724 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-997e214c-6c6e-4fa6-85bf-82d4c56e0458 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0529606 Aug 31 01:32:39.459627 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-ec36ff57-760b-4138-8b44-38da405c7c46 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085975 Aug 31 01:32:39.575491 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b9f22f2-b3ba-4426-813e-8e1e7896eccc req-3e0379ff-34ac-45b1-910f-284f0a5183b4 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084018 Aug 31 01:32:40.220470 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea750a-1fcb-48b6-893c-a55f36ca4a85 req-574a18fb-7fa9-48d6-b129-2a6af7e289e9 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:40.222187 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64ea750a-1fcb-48b6-893c-a55f36ca4a85 req-574a18fb-7fa9-48d6-b129-2a6af7e289e9 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 948 time: 0.0695529 Aug 31 01:32:40.271469 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64ea750a-1fcb-48b6-893c-a55f36ca4a85 req-5d45207a-32d0-427f-99eb-353398793577 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec6fa8a7-203c-4345-a502-ed99e227ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Aug 31 01:32:40.297528 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:40.414989 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-61e56c83-2514-41de-9cc8-892ec2fca210 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:40.416425 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-61e56c83-2514-41de-9cc8-892ec2fca210 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 812 time: 0.1085246 Aug 31 01:32:40.431594 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-5a5dbb39-e0fc-439d-8212-ca165b299671 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/quotas/543ff63c29ff4856b110bef5ec021646 HTTP/1.1" status: 200 len: 375 time: 0.0091548 Aug 31 01:32:40.486576 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-b5e7c1c8-17bc-4f08-816e-bae8aa0ba023 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493681 Aug 31 01:32:40.603158 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-c53bb9e1-56e2-4218-b67b-be4e57bc9bb0 service neutron] 10.222.0.16 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092794 Aug 31 01:32:40.716282 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-385cbc42-91f0-44eb-bfd2-8df20f692653 service neutron] 10.222.0.16 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027369 Aug 31 01:32:41.046496 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12eb9cc7-83e1-4c61-bbc6-b0ef187f27fd req-a942eb18-03ce-48b4-bf0e-19e66bdcc529 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 210 time: 0.0310040 Aug 31 01:32:41.408450 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b56e8-29fa-41d8-9574-b1756a7859ad req-a192c74d-8827-4271-9e32-032443b6aa69 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:41.409933 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c36b56e8-29fa-41d8-9574-b1756a7859ad req-a192c74d-8827-4271-9e32-032443b6aa69 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 948 time: 0.0657556 Aug 31 01:32:41.461029 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c36b56e8-29fa-41d8-9574-b1756a7859ad req-fe742d61-a3ff-4d9d-a755-b4703d26ff81 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec6fa8a7-203c-4345-a502-ed99e227ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335453 Aug 31 01:32:42.520144 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-802dca92-1a6f-4379-870c-d421d862fe67 req-4d9b8203-81dc-4af8-b830-748531928995 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 210 time: 0.0310307 Aug 31 01:32:42.584890 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff1c40-c6d0-4826-9641-0745b541bc1d req-18e6d7ad-c21d-4157-8554-003e56ba4f59 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:42.607659 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63ff1c40-c6d0-4826-9641-0745b541bc1d req-18e6d7ad-c21d-4157-8554-003e56ba4f59 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 948 time: 0.0562434 Aug 31 01:32:42.628789 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63ff1c40-c6d0-4826-9641-0745b541bc1d req-d578f417-7786-49fb-bd0d-803c005a288e tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec6fa8a7-203c-4345-a502-ed99e227ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346270 Aug 31 01:32:42.966049 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d865da65-2bc6-4c81-b11f-7172aa27e53d details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:32:43.066447 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port d865da65-2bc6-4c81-b11f-7172aa27e53d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d865da65-2bc6-4c81-b11f-7172aa27e53d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:43.079220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'd865da65-2bc6-4c81-b11f-7172aa27e53d', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': 'd865da65-2bc6-4c81-b11f-7172aa27e53d', 'mac_address': 'fa:16:3e:ee:3d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:32:43.116785 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:43.131602 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d865da65-2bc6-4c81-b11f-7172aa27e53d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:32:43.153556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port d865da65-2bc6-4c81-b11f-7172aa27e53d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d865da65-2bc6-4c81-b11f-7172aa27e53d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:43.229505 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ced2eb24-776e-487f-acdf-730e00eea3f7 req-4df89e5d-46b1-4baf-b28e-531bcd28d452 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 210 time: 0.0342431 Aug 31 01:32:43.320418 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:43.373660 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=d865da65-2bc6-4c81-b11f-7172aa27e53d,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:43.524157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['d865da65-2bc6-4c81-b11f-7172aa27e53d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:32:43.752079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecee70f-b4a2-4647-8185-81954d5aa385 req-858dd584-24f4-4359-af78-cff21722a58f tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:43.753661 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4ecee70f-b4a2-4647-8185-81954d5aa385 req-858dd584-24f4-4359-af78-cff21722a58f tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 949 time: 0.0545864 Aug 31 01:32:43.792983 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4ecee70f-b4a2-4647-8185-81954d5aa385 req-406bfcda-5af6-473e-8fa3-097fd2d82c03 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec6fa8a7-203c-4345-a502-ed99e227ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332220 Aug 31 01:32:43.947570 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-63b430c3-fa4d-4429-b849-29a2b36f82a0 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:43.949233 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-63b430c3-fa4d-4429-b849-29a2b36f82a0 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.48 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 812 time: 0.1164875 Aug 31 01:32:43.967907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-aa5b7ec3-5441-41f6-90f6-d1205a3529fd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Request body: {'port': {'device_id': '2c2781e1-a93b-46b8-8543-9779dde08cee', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'admin_state_up': True, 'tenant_id': '543ff63c29ff4856b110bef5ec021646'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:44.190898 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-aa5b7ec3-5441-41f6-90f6-d1205a3529fd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Made reservation on behalf of 543ff63c29ff4856b110bef5ec021646 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:32:44.195617 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-aa5b7ec3-5441-41f6-90f6-d1205a3529fd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:44.348407 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ea63bf1-5e69-42d6-947c-9c0a439b79d8 req-8f4fedaf-f3bf-4a1d-a3fd-ce7a58c62afb tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 210 time: 0.0317338 Aug 31 01:32:44.374859 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-aa5b7ec3-5441-41f6-90f6-d1205a3529fd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Allocated IP 172.20.0.6 (d77f28fd-02bd-45e9-a495-e369f704b282/c2dba7f5-26c7-46f2-a8b3-f31b2f705825/2132358d-17e6-493a-b12d-ee3ad97bc9db) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:44.540983 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-aa5b7ec3-5441-41f6-90f6-d1205a3529fd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:44.557222 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-aa5b7ec3-5441-41f6-90f6-d1205a3529fd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Transition to ACTIVE for port object 2132358d-17e6-493a-b12d-ee3ad97bc9db will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:44.723029 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-aa5b7ec3-5441-41f6-90f6-d1205a3529fd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:44.764242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-aa5b7ec3-5441-41f6-90f6-d1205a3529fd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Network d77f28fd-02bd-45e9-a495-e369f704b282 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:44.767227 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-aa5b7ec3-5441-41f6-90f6-d1205a3529fd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:44.771548 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-aa5b7ec3-5441-41f6-90f6-d1205a3529fd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:32:44.808751 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b7ec3-5441-41f6-90f6-d1205a3529fd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'Port': ['ID=2132358d-17e6-493a-b12d-ee3ad97bc9db,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:44.835949 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-aa5b7ec3-5441-41f6-90f6-d1205a3529fd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:44.836600 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-aa5b7ec3-5441-41f6-90f6-d1205a3529fd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:44.935805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e377e4-ab9b-481c-953f-f0cc2f63d2f0 req-220b8489-ec57-4395-a81f-0f891108f067 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:44.947527 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e0e377e4-ab9b-481c-953f-f0cc2f63d2f0 req-220b8489-ec57-4395-a81f-0f891108f067 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 949 time: 0.0844874 Aug 31 01:32:44.969519 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d865da65-2bc6-4c81-b11f-7172aa27e53d up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:45.035418 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e0e377e4-ab9b-481c-953f-f0cc2f63d2f0 req-b81ef212-f6cd-4e64-96ed-12afa616d697 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec6fa8a7-203c-4345-a502-ed99e227ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848002 Aug 31 01:32:45.047130 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-aa5b7ec3-5441-41f6-90f6-d1205a3529fd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0783587 Aug 31 01:32:45.054406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Request body: {'port': {'device_id': '2c2781e1-a93b-46b8-8543-9779dde08cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:45.130510 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:45.194947 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2ab42db2-7baf-4578-936f-240264246054 None None] Provisioning for port 2132358d-17e6-493a-b12d-ee3ad97bc9db completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:32:45.199857 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-2ab42db2-7baf-4578-936f-240264246054 None None] Provisioning complete for port 2132358d-17e6-493a-b12d-ee3ad97bc9db triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:45.200574 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2ab42db2-7baf-4578-936f-240264246054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:45.232925 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port d865da65-2bc6-4c81-b11f-7172aa27e53d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:32:45.238801 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port d865da65-2bc6-4c81-b11f-7172aa27e53d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:45.239181 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:45.273304 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-2ab42db2-7baf-4578-936f-240264246054 None None] Port 2132358d-17e6-493a-b12d-ee3ad97bc9db cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:32:45.351370 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:45.376214 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96e63fe-a953-4a04-893c-e0fe7ecec399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd865da65-2bc6-4c81-b11f-7172aa27e53d'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:32:45.378593 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cc373f-1245-4469-a54e-06f13ce5f260" -d '{"events": [{"server_uuid": "e96e63fe-a953-4a04-893c-e0fe7ecec399", "name": "network-vif-plugged", "status": "completed", "tag": "d865da65-2bc6-4c81-b11f-7172aa27e53d"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:32:45.392510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port d865da65-2bc6-4c81-b11f-7172aa27e53d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d865da65-2bc6-4c81-b11f-7172aa27e53d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:45.420675 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075ddff2-4bae-49f3-a1b1-05d3cec3df7b x-openstack-request-id: req-075ddff2-4bae-49f3-a1b1-05d3cec3df7b {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:32:45.421021 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96e63fe-a953-4a04-893c-e0fe7ecec399", "name": "network-vif-plugged", "status": "completed", "tag": "d865da65-2bc6-4c81-b11f-7172aa27e53d", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:32:45.421484 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-075ddff2-4bae-49f3-a1b1-05d3cec3df7b {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:32:45.423076 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96e63fe-a953-4a04-893c-e0fe7ecec399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd865da65-2bc6-4c81-b11f-7172aa27e53d', 'code': 200} Aug 31 01:32:45.488396 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:45.524537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2132358d-17e6-493a-b12d-ee3ad97bc9db {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:32:45.561356 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:45.567327 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=d865da65-2bc6-4c81-b11f-7172aa27e53d,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:45.592679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Transition to ACTIVE for port object 2132358d-17e6-493a-b12d-ee3ad97bc9db will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:45.601959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a9705-d95e-433f-8190-240c160f604f req-68fc17f2-74b0-4a57-901d-28edafd45f4b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:45.603615 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-859a9705-d95e-433f-8190-240c160f604f req-68fc17f2-74b0-4a57-901d-28edafd45f4b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 931 time: 0.1587355 Aug 31 01:32:45.611083 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445b32a-4d33-4984-bab0-5a093277a620 req-b4012715-9ab0-4310-ada9-a48eef8764b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:45.611083 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2445b32a-4d33-4984-bab0-5a093277a620 req-b4012715-9ab0-4310-ada9-a48eef8764b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 1102 time: 0.1026814 Aug 31 01:32:45.661591 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2445b32a-4d33-4984-bab0-5a093277a620 req-ab43c984-7b24-40ca-85dc-4b5318e84b22 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec6fa8a7-203c-4345-a502-ed99e227ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454168 Aug 31 01:32:45.682305 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:45.689879 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-859a9705-d95e-433f-8190-240c160f604f req-889f43aa-939a-472e-8742-3e8241ee3326 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455749 Aug 31 01:32:45.773825 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Pushing event updated for resources: {'Port': ['ID=2132358d-17e6-493a-b12d-ee3ad97bc9db,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:45.833182 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Attempting to bind port 2132358d-17e6-493a-b12d-ee3ad97bc9db on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:32:45.833842 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Attempting to bind port 2132358d-17e6-493a-b12d-ee3ad97bc9db by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:32:45.834571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Attempting to bind port 2132358d-17e6-493a-b12d-ee3ad97bc9db on network d77f28fd-02bd-45e9-a495-e369f704b282 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:32:45.840158 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Port 2132358d-17e6-493a-b12d-ee3ad97bc9db on network d77f28fd-02bd-45e9-a495-e369f704b282 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:32:45.841069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Attempting to bind port 2132358d-17e6-493a-b12d-ee3ad97bc9db on network d77f28fd-02bd-45e9-a495-e369f704b282 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:32:45.846924 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:32:45.847582 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Checking segment: {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:32:45.848315 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Bound using segment: {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:32:45.848971 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Bound port: 2132358d-17e6-493a-b12d-ee3ad97bc9db, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:32:45.849636 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:45.928980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] For port 2132358d-17e6-493a-b12d-ee3ad97bc9db, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:32:45.933501 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] For port 2132358d-17e6-493a-b12d-ee3ad97bc9db, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2132358d-17e6-493a-b12d-ee3ad97bc9db,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:32:46.063474 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:46.102688 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:46.103904 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:46.105577 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] 10.222.0.48 "PUT /v2.0/ports/2132358d-17e6-493a-b12d-ee3ad97bc9db HTTP/1.1" status: 200 len: 1092 time: 1.0562215 Aug 31 01:32:46.106060 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2781e1-a93b-46b8-8543-9779dde08cee', 'tag': '2132358d-17e6-493a-b12d-ee3ad97bc9db'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:32:46.114889 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61901b64-2c5d-41eb-92b2-099d5baed591" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2781e1-a93b-46b8-8543-9779dde08cee", "tag": "2132358d-17e6-493a-b12d-ee3ad97bc9db"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:32:46.155837 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9bb22-9121-4510-bedf-d3a7a5a0f8ea service neutron] Pushing event updated for resources: {'Port': ['ID=2132358d-17e6-493a-b12d-ee3ad97bc9db,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:46.177339 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87513c3-f101-4361-8c98-dc8bb5cd3c42 x-openstack-request-id: req-f87513c3-f101-4361-8c98-dc8bb5cd3c42 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:32:46.177975 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2781e1-a93b-46b8-8543-9779dde08cee", "tag": "2132358d-17e6-493a-b12d-ee3ad97bc9db", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:32:46.178446 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f87513c3-f101-4361-8c98-dc8bb5cd3c42 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:32:46.178958 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2781e1-a93b-46b8-8543-9779dde08cee', 'tag': '2132358d-17e6-493a-b12d-ee3ad97bc9db', 'status': 'completed', 'code': 200} Aug 31 01:32:46.201943 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966e5f9-78d9-4a6d-b809-2c11c19ef7b3 req-ae9c7a51-7ff1-41d9-a5dd-f0311c83491d tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:46.203420 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d966e5f9-78d9-4a6d-b809-2c11c19ef7b3 req-ae9c7a51-7ff1-41d9-a5dd-f0311c83491d tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 950 time: 0.0947001 Aug 31 01:32:46.253768 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d966e5f9-78d9-4a6d-b809-2c11c19ef7b3 req-a2bfd503-4f3e-4077-a4fd-467ecacfa0cb tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec6fa8a7-203c-4345-a502-ed99e227ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400410 Aug 31 01:32:46.287554 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61901b64-2c5d-41eb-92b2-099d5baed591 req-25863834-3e40-4a14-a5f8-006f4c6012c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:46.288861 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-61901b64-2c5d-41eb-92b2-099d5baed591 req-25863834-3e40-4a14-a5f8-006f4c6012c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 1095 time: 0.0917163 Aug 31 01:32:46.436914 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61901b64-2c5d-41eb-92b2-099d5baed591 req-39c459f4-bc4b-4bc3-b1d6-ddc43f703789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:46.438430 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-61901b64-2c5d-41eb-92b2-099d5baed591 req-39c459f4-bc4b-4bc3-b1d6-ddc43f703789 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=543ff63c29ff4856b110bef5ec021646&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1385539 Aug 31 01:32:46.558558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61901b64-2c5d-41eb-92b2-099d5baed591 req-fb75f3fc-32ab-4d4f-bba2-0cf135eb31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:46.560142 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-61901b64-2c5d-41eb-92b2-099d5baed591 req-fb75f3fc-32ab-4d4f-bba2-0cf135eb31b2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1138918 Aug 31 01:32:46.730034 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-f0adbadf-bfa3-45ea-b3c2-648088df827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:46.732100 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-f0adbadf-bfa3-45ea-b3c2-648088df827e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 1095 time: 0.1002693 Aug 31 01:32:46.777216 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-eeda1e87-56e9-4db5-b616-505fbb07f310 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2132358d-17e6-493a-b12d-ee3ad97bc9db HTTP/1.1" status: 200 len: 217 time: 0.0376027 Aug 31 01:32:46.851542 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-c1a9b42a-9116-49e9-9f27-e1c5f56e565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:46.853281 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-c1a9b42a-9116-49e9-9f27-e1c5f56e565f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0697289 Aug 31 01:32:46.965396 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c52b7-ba21-4dad-bf41-1bd5985d869d req-f9227b9a-e1fd-4685-a596-4d5157595848 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:46.967242 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-565c52b7-ba21-4dad-bf41-1bd5985d869d req-f9227b9a-e1fd-4685-a596-4d5157595848 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.1129124 Aug 31 01:32:46.976187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-db656534-2608-4d13-89d6-2ef9b7c6c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:46.978525 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-db656534-2608-4d13-89d6-2ef9b7c6c506 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148608 Aug 31 01:32:47.068557 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-565c52b7-ba21-4dad-bf41-1bd5985d869d req-ade64fb3-e7ba-4827-b6bb-f47d61387702 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948339 Aug 31 01:32:47.144139 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-59f7e076-1dbb-4f46-a4b7-3dc547a7cb54 service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578736 Aug 31 01:32:47.288957 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96e4570a-73f2-41d8-8412-08f4743f1121 req-541fe83b-bce9-4e10-a087-ee4be3c7d92b service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371644 Aug 31 01:32:47.405929 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a1f02-b117-4273-bb9a-eb57cc06328e req-123bfaaa-ed97-4e45-8062-aa9717e22c14 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:47.407500 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-373a1f02-b117-4273-bb9a-eb57cc06328e req-123bfaaa-ed97-4e45-8062-aa9717e22c14 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 950 time: 0.0528588 Aug 31 01:32:47.448603 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-373a1f02-b117-4273-bb9a-eb57cc06328e req-f2cdee75-5cb6-44cc-a37a-a8dfc319cf40 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec6fa8a7-203c-4345-a502-ed99e227ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350933 Aug 31 01:32:48.054483 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa456f3-dd67-4c5e-ade1-a269d9af86db req-7f29a585-9dc4-4f84-a265-a01724634001 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:48.070036 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3aa456f3-dd67-4c5e-ade1-a269d9af86db req-7f29a585-9dc4-4f84-a265-a01724634001 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 950 time: 0.0708666 Aug 31 01:32:48.107237 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3aa456f3-dd67-4c5e-ade1-a269d9af86db req-adb36110-0644-486f-873e-aba4ba9d6723 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec6fa8a7-203c-4345-a502-ed99e227ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362394 Aug 31 01:32:48.296129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e5012-c590-4eb2-87a3-134a9149ff34 req-208d1889-b14b-45b4-a6e2-bbdd21427f7f tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:48.298466 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-445e5012-c590-4eb2-87a3-134a9149ff34 req-208d1889-b14b-45b4-a6e2-bbdd21427f7f tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.1026051 Aug 31 01:32:48.365227 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-445e5012-c590-4eb2-87a3-134a9149ff34 req-682d7bd5-c835-44db-8357-7e30e7ce0ab0 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582643 Aug 31 01:32:49.265859 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd707709-b801-4b04-82ab-c58905c04042 req-4d43a3d2-295b-46f0-8e2a-d72ffb69dcec tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:49.268442 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fd707709-b801-4b04-82ab-c58905c04042 req-4d43a3d2-295b-46f0-8e2a-d72ffb69dcec tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 950 time: 0.0696476 Aug 31 01:32:49.309161 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fd707709-b801-4b04-82ab-c58905c04042 req-30eea5b3-c670-4ffc-8215-5c3f8a1aa471 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec6fa8a7-203c-4345-a502-ed99e227ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338960 Aug 31 01:32:49.317907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c77603-5cdb-4b6d-a021-57b4a611be99 req-359e5d01-e699-4cf5-93bd-6bd41bb020f8 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:49.319411 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39c77603-5cdb-4b6d-a021-57b4a611be99 req-359e5d01-e699-4cf5-93bd-6bd41bb020f8 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.41 "GET /v2.0/ports?device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 950 time: 0.0496612 Aug 31 01:32:49.440821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-39c77603-5cdb-4b6d-a021-57b4a611be99 req-fb93125a-a7ec-4030-ab71-e2aaccfdf354 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Deleting port d865da65-2bc6-4c81-b11f-7172aa27e53d {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:32:49.441320 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-39c77603-5cdb-4b6d-a021-57b4a611be99 req-fb93125a-a7ec-4030-ab71-e2aaccfdf354 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:49.576259 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7421c-4d91-4882-881f-820d0a1d3244 req-ddb993fc-4e31-4e77-8509-ef21ef675cbd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:49.576259 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b8c7421c-4d91-4882-881f-820d0a1d3244 req-ddb993fc-4e31-4e77-8509-ef21ef675cbd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0866461 Aug 31 01:32:49.580605 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-39c77603-5cdb-4b6d-a021-57b4a611be99 req-fb93125a-a7ec-4030-ab71-e2aaccfdf354 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] For port d865da65-2bc6-4c81-b11f-7172aa27e53d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=d865da65-2bc6-4c81-b11f-7172aa27e53d,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:49.581243 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-39c77603-5cdb-4b6d-a021-57b4a611be99 req-fb93125a-a7ec-4030-ab71-e2aaccfdf354 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:49.606438 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-39c77603-5cdb-4b6d-a021-57b4a611be99 req-fb93125a-a7ec-4030-ab71-e2aaccfdf354 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Calling delete_port for d865da65-2bc6-4c81-b11f-7172aa27e53d owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:32:49.675656 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b8c7421c-4d91-4882-881f-820d0a1d3244 req-7133f622-c0df-46e9-a309-c6f97446bed2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822539 Aug 31 01:32:49.951481 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-39c77603-5cdb-4b6d-a021-57b4a611be99 req-fb93125a-a7ec-4030-ab71-e2aaccfdf354 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:49.966880 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['d865da65-2bc6-4c81-b11f-7172aa27e53d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:32:49.997792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93125a-a7ec-4030-ab71-e2aaccfdf354 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Pushing event deleted for resources: {'Port': ['ID=d865da65-2bc6-4c81-b11f-7172aa27e53d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:50.048731 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c77603-5cdb-4b6d-a021-57b4a611be99 req-fb93125a-a7ec-4030-ab71-e2aaccfdf354 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] No DVR routers for this DVR port d865da65-2bc6-4c81-b11f-7172aa27e53d on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:32:50.051774 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-39c77603-5cdb-4b6d-a021-57b4a611be99 req-fb93125a-a7ec-4030-ab71-e2aaccfdf354 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:50.053963 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39c77603-5cdb-4b6d-a021-57b4a611be99 req-fb93125a-a7ec-4030-ab71-e2aaccfdf354 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.41 "DELETE /v2.0/ports/d865da65-2bc6-4c81-b11f-7172aa27e53d HTTP/1.1" status: 204 len: 173 time: 0.7279558 Aug 31 01:32:50.054419 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96e63fe-a953-4a04-893c-e0fe7ecec399', 'name': 'network-vif-deleted', 'tag': 'd865da65-2bc6-4c81-b11f-7172aa27e53d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:32:50.056807 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eeca98-dc2b-435d-8f95-757c4cb9a4fb" -d '{"events": [{"server_uuid": "e96e63fe-a953-4a04-893c-e0fe7ecec399", "name": "network-vif-deleted", "tag": "d865da65-2bc6-4c81-b11f-7172aa27e53d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:32:50.113350 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3178b9a6-a502-4f9e-be4d-ba4bfc5453a3 x-openstack-request-id: req-3178b9a6-a502-4f9e-be4d-ba4bfc5453a3 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:32:50.113685 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96e63fe-a953-4a04-893c-e0fe7ecec399", "name": "network-vif-deleted", "tag": "d865da65-2bc6-4c81-b11f-7172aa27e53d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:32:50.113931 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3178b9a6-a502-4f9e-be4d-ba4bfc5453a3 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:32:50.114332 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96e63fe-a953-4a04-893c-e0fe7ecec399', 'name': 'network-vif-deleted', 'tag': 'd865da65-2bc6-4c81-b11f-7172aa27e53d', 'status': 'completed', 'code': 200} Aug 31 01:32:50.445801 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-117a4ff9-fa3a-4d4b-927f-99b4e49c4ce3 req-d3142631-38b8-497a-a60a-375aa6da6cd5 tempest-VolumesNegativeTest-483185561 tempest-VolumesNegativeTest-483185561-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96e63fe-a953-4a04-893c-e0fe7ecec399 HTTP/1.1" status: 200 len: 210 time: 0.0359468 Aug 31 01:32:50.843398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4930a74-5955-48ed-8bf4-d5bb1dad8b7a req-60287938-f6f0-4b0e-8780-b34abcca46ad tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:50.845020 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4930a74-5955-48ed-8bf4-d5bb1dad8b7a req-60287938-f6f0-4b0e-8780-b34abcca46ad tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0873399 Aug 31 01:32:50.894307 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4930a74-5955-48ed-8bf4-d5bb1dad8b7a req-a67d78f9-36c4-4193-822b-379cf38cb18d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422273 Aug 31 01:32:52.039361 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06865c73-c938-456c-aecc-f7208452ed9e req-6b3de724-b9cb-4cd3-92ca-564662b3b215 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:52.041761 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06865c73-c938-456c-aecc-f7208452ed9e req-6b3de724-b9cb-4cd3-92ca-564662b3b215 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0595572 Aug 31 01:32:52.090402 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06865c73-c938-456c-aecc-f7208452ed9e req-60b12e0e-1ed0-4b34-aab2-fbbef3d7890b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408154 Aug 31 01:32:52.986963 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d865da65-2bc6-4c81-b11f-7172aa27e53d no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:32:53.008275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: d865da65-2bc6-4c81-b11f-7172aa27e53d {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:32:53.008694 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device d865da65-2bc6-4c81-b11f-7172aa27e53d not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:32:53.263932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a068ff8-2991-443c-ac2f-3bfcae0b89a0 req-46299f6b-5545-4afb-9365-66ee1753d305 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:53.271580 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a068ff8-2991-443c-ac2f-3bfcae0b89a0 req-46299f6b-5545-4afb-9365-66ee1753d305 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0940275 Aug 31 01:32:53.320425 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a068ff8-2991-443c-ac2f-3bfcae0b89a0 req-88756f89-2023-4391-aef9-b7b6c4de0ada tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478704 Aug 31 01:32:54.457329 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0d0f9-bc90-4c50-926d-af5ecbedc354 req-e3262b15-804a-402a-8f02-a0881b13b516 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:54.459073 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06e0d0f9-bc90-4c50-926d-af5ecbedc354 req-e3262b15-804a-402a-8f02-a0881b13b516 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0629916 Aug 31 01:32:54.502654 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06e0d0f9-bc90-4c50-926d-af5ecbedc354 req-f95ab368-10fd-434f-8159-08923cbb23ca tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360973 Aug 31 01:32:55.644062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db39a90-b9db-4df1-bb7f-f74d08adbb61 req-5ef21b88-a550-4514-a388-379bbfeddc96 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:55.644062 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9db39a90-b9db-4df1-bb7f-f74d08adbb61 req-5ef21b88-a550-4514-a388-379bbfeddc96 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0565491 Aug 31 01:32:55.695632 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9db39a90-b9db-4df1-bb7f-f74d08adbb61 req-a0ea75b2-92b0-4e4e-8cb7-e47780317f5c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455334 Aug 31 01:32:56.848351 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9b665-2356-4ecf-ba13-0de34f519055 req-7e49d2d2-19e7-4b86-971e-732f8ddb32f9 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:56.850460 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-32b9b665-2356-4ecf-ba13-0de34f519055 req-7e49d2d2-19e7-4b86-971e-732f8ddb32f9 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0831482 Aug 31 01:32:56.902284 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-32b9b665-2356-4ecf-ba13-0de34f519055 req-8f3a4dfd-b1f8-4b6f-a966-85a77e84516b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423269 Aug 31 01:32:58.045384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3178133-c9e0-4719-bf1f-db6dc1a2aa7b req-d0e464c5-a485-4d4e-b9b8-22baaabb7acd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:58.053410 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3178133-c9e0-4719-bf1f-db6dc1a2aa7b req-d0e464c5-a485-4d4e-b9b8-22baaabb7acd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0686502 Aug 31 01:32:58.107110 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3178133-c9e0-4719-bf1f-db6dc1a2aa7b req-867bd025-1d5e-4df5-867a-10cae34a4d6b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528026 Aug 31 01:32:59.318606 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21340214-c707-469a-8908-ed100dc98938 req-28af0800-387f-4d2e-a2e1-e16b716f2637 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:59.320220 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-21340214-c707-469a-8908-ed100dc98938 req-28af0800-387f-4d2e-a2e1-e16b716f2637 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0640471 Aug 31 01:32:59.363354 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-21340214-c707-469a-8908-ed100dc98938 req-08889ef3-8b29-4ff1-8c2a-7bba6ce9920a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366952 Aug 31 01:33:00.539286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f6f14-f17b-45d0-8d25-73207c32adc8 req-c2d9142a-22a9-40e7-913f-53fcfddd64b7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:00.541637 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e04f6f14-f17b-45d0-8d25-73207c32adc8 req-c2d9142a-22a9-40e7-913f-53fcfddd64b7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0880971 Aug 31 01:33:00.589207 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e04f6f14-f17b-45d0-8d25-73207c32adc8 req-377ac515-4e4f-404e-86ea-dedbb81cb1f9 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385339 Aug 31 01:33:00.881035 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:33:01.164608 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35604) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:01.327861 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dde12f09-9aff-41e7-bc2b-3cead50a4165 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37cc69adeb7042b28477d66a89c596a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606104 Aug 31 01:33:01.329991 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 35608) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:01.392458 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-942309d7-98b7-4e6e-9233-acae74d369c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:01.418877 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-942309d7-98b7-4e6e-9233-acae74d369c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:01.598946 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-942309d7-98b7-4e6e-9233-acae74d369c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:01.604046 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-942309d7-98b7-4e6e-9233-acae74d369c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:01.605346 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-942309d7-98b7-4e6e-9233-acae74d369c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec6fa8a7-203c-4345-a502-ed99e227ecb3 HTTP/1.1" status: 204 len: 168 time: 0.2744279 Aug 31 01:33:01.621562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942309d7-98b7-4e6e-9233-acae74d369c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6fa8a7-203c-4345-a502-ed99e227ecb3,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:01.761101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b41e3-8c29-4897-a0c5-b9ec34cbc987 req-0ab47ca2-1bce-4dbe-9fa7-0d320e9222dc tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:01.762630 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c87b41e3-8c29-4897-a0c5-b9ec34cbc987 req-0ab47ca2-1bce-4dbe-9fa7-0d320e9222dc tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0559039 Aug 31 01:33:01.809728 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c87b41e3-8c29-4897-a0c5-b9ec34cbc987 req-10dcaf96-7b3d-43e7-a0ad-d7ca2c6f6353 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370276 Aug 31 01:33:02.947514 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69807967-a983-4e48-a1b3-bbdf84544bd2 req-e4633b40-3452-45af-a3a2-344a0242f0f0 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:02.949186 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69807967-a983-4e48-a1b3-bbdf84544bd2 req-e4633b40-3452-45af-a3a2-344a0242f0f0 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0624912 Aug 31 01:33:03.013956 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69807967-a983-4e48-a1b3-bbdf84544bd2 req-b0f3da99-dca6-4cbe-b6bb-77eab4742141 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500205 Aug 31 01:33:04.160469 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247b0f2-f1e4-4954-b9cf-5e5f0db7cfe6 req-3399187d-d57d-4e47-aae5-61dded305bdc tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:04.170059 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9247b0f2-f1e4-4954-b9cf-5e5f0db7cfe6 req-3399187d-d57d-4e47-aae5-61dded305bdc tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0773652 Aug 31 01:33:04.208348 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9247b0f2-f1e4-4954-b9cf-5e5f0db7cfe6 req-e9f381ce-2b99-486c-a857-ee8adbed77b7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385778 Aug 31 01:33:04.242401 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-81567ca7-83d3-4383-8775-e89104ad0e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:05.348186 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17844c4-1fb0-4916-b8fc-2f7d7419747c req-6c0ca5e1-717d-4828-a547-0666efed5db4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:05.351807 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d17844c4-1fb0-4916-b8fc-2f7d7419747c req-6c0ca5e1-717d-4828-a547-0666efed5db4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0608542 Aug 31 01:33:05.410953 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d17844c4-1fb0-4916-b8fc-2f7d7419747c req-78aedeeb-f580-4317-a9e9-e787a8389563 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491569 Aug 31 01:33:06.561159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce79c0a-6649-4ebf-b0d0-f17efa4d939f req-80dea30b-258f-4ee1-8851-0e954721f7ac tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:06.569125 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0ce79c0a-6649-4ebf-b0d0-f17efa4d939f req-80dea30b-258f-4ee1-8851-0e954721f7ac tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0520685 Aug 31 01:33:06.602278 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0ce79c0a-6649-4ebf-b0d0-f17efa4d939f req-b5c0e19e-428a-4dc5-9d49-71e7535a8c2b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332146 Aug 31 01:33:06.875915 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:07.035856 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a343f77b-f259-42ee-aa35-a07ddcd6997a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:07.238920 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:07.456479 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:07.765811 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478d3d2-916b-45b1-85ae-fbae96221050 req-ff56097b-89ab-4ed4-b67f-8ad2b79f8d29 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:07.767411 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c478d3d2-916b-45b1-85ae-fbae96221050 req-ff56097b-89ab-4ed4-b67f-8ad2b79f8d29 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0645137 Aug 31 01:33:07.807708 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c478d3d2-916b-45b1-85ae-fbae96221050 req-57d450c6-acc1-42f4-8faf-015ce771b83a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337775 Aug 31 01:33:08.578006 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:08.941147 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793db83-dfc1-46b5-8062-19b05d8478e1 req-7d543e2e-6248-432f-9609-357d5f8e4a88 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:08.942906 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b793db83-dfc1-46b5-8062-19b05d8478e1 req-7d543e2e-6248-432f-9609-357d5f8e4a88 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0534580 Aug 31 01:33:08.985045 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b793db83-dfc1-46b5-8062-19b05d8478e1 req-dd6543bb-0b04-42d2-a0b5-f3281902fb65 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350003 Aug 31 01:33:10.101809 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9de63a-833e-467f-89c6-1ac5310ad5dd req-6276d4aa-2304-4da4-9eb8-4591b1554733 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:10.116977 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f9de63a-833e-467f-89c6-1ac5310ad5dd req-6276d4aa-2304-4da4-9eb8-4591b1554733 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0630283 Aug 31 01:33:10.163768 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f9de63a-833e-467f-89c6-1ac5310ad5dd req-bbacfb80-deeb-4ab3-bc4f-eb08e03e292e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456066 Aug 31 01:33:10.287795 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:11.276678 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fb4da-d6d6-40cb-b392-18624c9d5c23 req-b6ba391a-ad32-4432-a35a-34c39205432a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:11.278275 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c5fb4da-d6d6-40cb-b392-18624c9d5c23 req-b6ba391a-ad32-4432-a35a-34c39205432a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0547562 Aug 31 01:33:11.320000 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c5fb4da-d6d6-40cb-b392-18624c9d5c23 req-921f6302-96f6-4817-8800-c6f3d260508d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354145 Aug 31 01:33:12.478600 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edefb1-c200-46fb-9fc0-a45af9f3b0dd req-16abfb34-49e6-4677-b11d-2b222fdde163 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:12.480103 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-57edefb1-c200-46fb-9fc0-a45af9f3b0dd req-16abfb34-49e6-4677-b11d-2b222fdde163 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0885224 Aug 31 01:33:12.533981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-57edefb1-c200-46fb-9fc0-a45af9f3b0dd req-14dc6023-533a-43b4-aa51-28c47ede90c9 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373609 Aug 31 01:33:13.658444 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7c384-27df-451b-adc2-f2b7b03fbc9b req-e982d290-a0b2-4cf1-9ecf-c94911cc1780 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:13.660621 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-56e7c384-27df-451b-adc2-f2b7b03fbc9b req-e982d290-a0b2-4cf1-9ecf-c94911cc1780 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0542502 Aug 31 01:33:13.706319 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-56e7c384-27df-451b-adc2-f2b7b03fbc9b req-35c0d56f-af5e-45ef-9f3e-1c5db6569959 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385501 Aug 31 01:33:14.877546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94407100-3e9d-440e-8197-e7ab295e71c6 req-641ad1ba-d48c-4df3-b88e-c56b149f1d24 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:14.887163 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-94407100-3e9d-440e-8197-e7ab295e71c6 req-641ad1ba-d48c-4df3-b88e-c56b149f1d24 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0810993 Aug 31 01:33:14.938997 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-94407100-3e9d-440e-8197-e7ab295e71c6 req-ed177fd9-72df-407f-b029-129640104384 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505676 Aug 31 01:33:16.082264 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab292b-ca36-47ac-9370-196dfa1f0ed4 req-3d0ac9c2-caef-456e-9ac8-b19bbd397538 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:16.084621 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8eab292b-ca36-47ac-9370-196dfa1f0ed4 req-3d0ac9c2-caef-456e-9ac8-b19bbd397538 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0660357 Aug 31 01:33:16.128567 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8eab292b-ca36-47ac-9370-196dfa1f0ed4 req-f7b5cc89-6dc0-44bb-93fc-40adf994dd83 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367861 Aug 31 01:33:17.256434 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd60031-d19f-4d46-b648-6ef7297b472d req-f5074b2d-1da3-4fb0-9b5a-635b40043e50 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:17.264240 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fd60031-d19f-4d46-b648-6ef7297b472d req-f5074b2d-1da3-4fb0-9b5a-635b40043e50 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0637107 Aug 31 01:33:17.301512 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fd60031-d19f-4d46-b648-6ef7297b472d req-432595b2-2a37-415d-b455-e924a358a2fa tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360229 Aug 31 01:33:18.440528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a3e33-6b4c-4430-ac06-53fa9475e3c4 req-d48af310-fd95-4975-adb2-1c85b934be46 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:18.442467 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e48a3e33-6b4c-4430-ac06-53fa9475e3c4 req-d48af310-fd95-4975-adb2-1c85b934be46 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0651917 Aug 31 01:33:18.484233 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e48a3e33-6b4c-4430-ac06-53fa9475e3c4 req-2d83211b-a5f7-41f2-80d0-78125bcd720c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354850 Aug 31 01:33:19.606058 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf7745-47d6-43ac-b272-fb48ed1913a1 req-0c0bf72f-e219-4c38-977d-5bfe377a2a5d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:19.615263 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17bf7745-47d6-43ac-b272-fb48ed1913a1 req-0c0bf72f-e219-4c38-977d-5bfe377a2a5d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0605829 Aug 31 01:33:19.660071 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17bf7745-47d6-43ac-b272-fb48ed1913a1 req-4dd3ddff-04ac-4184-83db-01e802baa34f tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436583 Aug 31 01:33:20.786269 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d580b-d582-46df-8e7e-7a0595492b97 req-5363b0cc-bd43-474e-9bbb-2880a99208f1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:20.788034 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-030d580b-d582-46df-8e7e-7a0595492b97 req-5363b0cc-bd43-474e-9bbb-2880a99208f1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0540373 Aug 31 01:33:20.831798 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-030d580b-d582-46df-8e7e-7a0595492b97 req-1798cbaf-42f8-4dea-ad5a-0284b304a2de tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377412 Aug 31 01:33:21.981253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848d033-b471-4224-93e9-4a22331182db req-4ea52a22-08a2-4aec-b4ff-50af181c829e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:21.983281 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a848d033-b471-4224-93e9-4a22331182db req-4ea52a22-08a2-4aec-b4ff-50af181c829e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0594370 Aug 31 01:33:22.037339 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a848d033-b471-4224-93e9-4a22331182db req-b34e6cc4-41ab-4248-8a45-b16ae0d4455d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475063 Aug 31 01:33:23.172518 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019604bf-5fa3-457c-a446-ebab28694f71 req-5e840583-9745-4fd9-95a0-ef6f1c37bcd1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:23.174224 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-019604bf-5fa3-457c-a446-ebab28694f71 req-5e840583-9745-4fd9-95a0-ef6f1c37bcd1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0572298 Aug 31 01:33:23.217764 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-019604bf-5fa3-457c-a446-ebab28694f71 req-84c0788b-8f46-48d3-b521-e8af67f2cb7e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363629 Aug 31 01:33:24.353508 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dc0f6-3865-4e44-9717-075c9170b8ec req-67dd9a7a-a8dd-4107-b1de-a8903eb04234 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:24.355124 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-890dc0f6-3865-4e44-9717-075c9170b8ec req-67dd9a7a-a8dd-4107-b1de-a8903eb04234 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0641096 Aug 31 01:33:24.409503 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-890dc0f6-3865-4e44-9717-075c9170b8ec req-37c37b6b-2cb3-41ca-95aa-7879b1cf16f5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473566 Aug 31 01:33:25.536602 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a421918-2987-4bfd-b5a4-958c1db06f8a req-41905321-34a6-47e5-a2fc-21c7577d28d8 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:25.538339 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a421918-2987-4bfd-b5a4-958c1db06f8a req-41905321-34a6-47e5-a2fc-21c7577d28d8 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 943 time: 0.0571630 Aug 31 01:33:25.580807 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a421918-2987-4bfd-b5a4-958c1db06f8a req-05fe6494-65e5-4664-9969-8d3921832da7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355682 Aug 31 01:33:25.777742 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 2132358d-17e6-493a-b12d-ee3ad97bc9db details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:33:25.875232 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 2132358d-17e6-493a-b12d-ee3ad97bc9db, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2132358d-17e6-493a-b12d-ee3ad97bc9db,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:25.888105 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '2132358d-17e6-493a-b12d-ee3ad97bc9db', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'port_id': '2132358d-17e6-493a-b12d-ee3ad97bc9db', 'mac_address': 'fa:16:3e:81:e3:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:33:25.931331 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:25.946522 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2132358d-17e6-493a-b12d-ee3ad97bc9db {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:33:25.966702 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 2132358d-17e6-493a-b12d-ee3ad97bc9db, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2132358d-17e6-493a-b12d-ee3ad97bc9db,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:26.030200 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:26.092709 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=2132358d-17e6-493a-b12d-ee3ad97bc9db,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:26.100364 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:26.100738 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:26.101054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:26.101422 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:26.101772 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:26.102101 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:26.102431 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:26.102756 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:26.103163 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:26.103395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:26.103714 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:26.104037 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:26.256695 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['2132358d-17e6-493a-b12d-ee3ad97bc9db'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:33:26.700185 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da775415-a3cf-4038-952f-e8525600f950 req-d79181b5-1071-4730-82b8-b8aa2a100f61 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:26.701897 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da775415-a3cf-4038-952f-e8525600f950 req-d79181b5-1071-4730-82b8-b8aa2a100f61 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 944 time: 0.0504844 Aug 31 01:33:26.745982 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da775415-a3cf-4038-952f-e8525600f950 req-ef9bface-ba2c-414b-b93d-b120463c5271 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382242 Aug 31 01:33:27.777414 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 2132358d-17e6-493a-b12d-ee3ad97bc9db up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:33:27.868750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b133742-9f11-4251-8440-14859e07ee86 req-3853cd26-ef29-48aa-8fa5-f17aef0e9dd2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:27.870310 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5b133742-9f11-4251-8440-14859e07ee86 req-3853cd26-ef29-48aa-8fa5-f17aef0e9dd2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 944 time: 0.0507431 Aug 31 01:33:27.909523 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5b133742-9f11-4251-8440-14859e07ee86 req-4e0f2fa0-c3cd-46aa-83fc-af6dfc65d57c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328469 Aug 31 01:33:27.935806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 2132358d-17e6-493a-b12d-ee3ad97bc9db completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:33:27.939968 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 2132358d-17e6-493a-b12d-ee3ad97bc9db triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:33:27.940349 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:28.021818 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:28.045492 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2781e1-a93b-46b8-8543-9779dde08cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2132358d-17e6-493a-b12d-ee3ad97bc9db'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:33:28.047733 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a6f324-cb13-47c9-8399-d7b8ab7183ce" -d '{"events": [{"server_uuid": "2c2781e1-a93b-46b8-8543-9779dde08cee", "name": "network-vif-plugged", "status": "completed", "tag": "2132358d-17e6-493a-b12d-ee3ad97bc9db"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:33:28.061030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 2132358d-17e6-493a-b12d-ee3ad97bc9db, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2132358d-17e6-493a-b12d-ee3ad97bc9db,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:28.084336 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfda908c-555d-48a0-904b-9c84b37f8e43 x-openstack-request-id: req-dfda908c-555d-48a0-904b-9c84b37f8e43 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:33:28.084633 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2781e1-a93b-46b8-8543-9779dde08cee", "name": "network-vif-plugged", "status": "completed", "tag": "2132358d-17e6-493a-b12d-ee3ad97bc9db", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:33:28.084891 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfda908c-555d-48a0-904b-9c84b37f8e43 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:33:28.085303 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2781e1-a93b-46b8-8543-9779dde08cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2132358d-17e6-493a-b12d-ee3ad97bc9db', 'code': 200} Aug 31 01:33:28.280544 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6bfff-5fbf-4945-ba0c-0353827ac06a req-0691dc74-4808-4531-aee6-7d96094b457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:28.281270 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:28.285350 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b3d6bfff-5fbf-4945-ba0c-0353827ac06a req-0691dc74-4808-4531-aee6-7d96094b457a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 1096 time: 0.1441300 Aug 31 01:33:28.324836 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b3d6bfff-5fbf-4945-ba0c-0353827ac06a req-83dcd36f-dc63-443f-bb13-26c2770750ad service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319405 Aug 31 01:33:28.338889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=2132358d-17e6-493a-b12d-ee3ad97bc9db,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:29.024551 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2338e-5b5d-4267-8a2f-de5e8853596d req-12ba5fbc-4238-4989-9041-cc695ab38a58 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:29.026054 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a8c2338e-5b5d-4267-8a2f-de5e8853596d req-12ba5fbc-4238-4989-9041-cc695ab38a58 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 945 time: 0.0500474 Aug 31 01:33:29.065466 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a8c2338e-5b5d-4267-8a2f-de5e8853596d req-07c4f248-c6b7-4734-a81c-b19c9545f706 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328686 Aug 31 01:33:30.189094 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7c7d8-4afd-479c-8fba-dbe8a5937473 req-68a14957-a591-4ce6-a3bc-8069095c1275 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:30.190910 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f0e7c7d8-4afd-479c-8fba-dbe8a5937473 req-68a14957-a591-4ce6-a3bc-8069095c1275 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 945 time: 0.0536702 Aug 31 01:33:30.232799 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f0e7c7d8-4afd-479c-8fba-dbe8a5937473 req-290b5b31-d1ef-4897-88fe-ff0774a92433 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358365 Aug 31 01:33:30.356453 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb90505-463e-44ef-94ae-8b6a5609aaca req-bd616512-e8a6-4124-b2b3-f7c2618828dc tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:30.358195 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aeb90505-463e-44ef-94ae-8b6a5609aaca req-bd616512-e8a6-4124-b2b3-f7c2618828dc tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 945 time: 0.0549860 Aug 31 01:33:30.399832 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aeb90505-463e-44ef-94ae-8b6a5609aaca req-f65d9b2a-99cb-405c-8b74-638f5a3bc56a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352337 Aug 31 01:33:30.517330 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03795a86-d143-4633-8475-0ac53d7e4d34 req-fbc19fc5-a341-4cf3-8370-9c1897a0820b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:30.518958 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-03795a86-d143-4633-8475-0ac53d7e4d34 req-fbc19fc5-a341-4cf3-8370-9c1897a0820b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 945 time: 0.0541198 Aug 31 01:33:30.568357 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-03795a86-d143-4633-8475-0ac53d7e4d34 req-ed16500e-54e6-4001-b799-c1b5661bb053 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402803 Aug 31 01:33:31.396410 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b51e83-d9cf-452a-ad87-eb06451be0b1 req-207f3e14-6558-437f-8cf6-11bee8c8b2c1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:31.398474 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b3b51e83-d9cf-452a-ad87-eb06451be0b1 req-207f3e14-6558-437f-8cf6-11bee8c8b2c1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 945 time: 0.0585122 Aug 31 01:33:31.443987 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b3b51e83-d9cf-452a-ad87-eb06451be0b1 req-a2c67d0b-dbe9-4551-8877-fd0c89d156dc tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382938 Aug 31 01:33:32.567618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e38b5-1dd6-4e79-afdc-4a45077d5e16 req-cd696375-a442-4d13-8933-fb2e95cbf825 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:32.569168 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-531e38b5-1dd6-4e79-afdc-4a45077d5e16 req-cd696375-a442-4d13-8933-fb2e95cbf825 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 945 time: 0.0518358 Aug 31 01:33:32.612080 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-531e38b5-1dd6-4e79-afdc-4a45077d5e16 req-0aa9425c-50f0-42c7-b0cd-50ec531345b3 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365942 Aug 31 01:33:32.841116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89203c30-05f6-4cd9-b725-a3502586b8cb req-dac42697-848c-4be7-8c68-6efb84d3142c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:32.842731 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-89203c30-05f6-4cd9-b725-a3502586b8cb req-dac42697-848c-4be7-8c68-6efb84d3142c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 945 time: 0.0522211 Aug 31 01:33:32.944193 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-89203c30-05f6-4cd9-b725-a3502586b8cb req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Deleting port 2132358d-17e6-493a-b12d-ee3ad97bc9db {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:33:32.944537 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-89203c30-05f6-4cd9-b725-a3502586b8cb req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:33.035180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-89203c30-05f6-4cd9-b725-a3502586b8cb req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] For port 2132358d-17e6-493a-b12d-ee3ad97bc9db, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=2132358d-17e6-493a-b12d-ee3ad97bc9db,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:33.035565 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-89203c30-05f6-4cd9-b725-a3502586b8cb req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:33.050350 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-89203c30-05f6-4cd9-b725-a3502586b8cb req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Calling delete_port for 2132358d-17e6-493a-b12d-ee3ad97bc9db owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:33:33.278550 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-89203c30-05f6-4cd9-b725-a3502586b8cb req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:33.290510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['2132358d-17e6-493a-b12d-ee3ad97bc9db'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:33:33.309858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event deleted for resources: {'Port': ['ID=2132358d-17e6-493a-b12d-ee3ad97bc9db,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:33.322269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:33.322719 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:33.322946 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:33.323370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:33.323722 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:33.324088 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:33.324419 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:33.324834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:33.325103 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:33.325549 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:33.325882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:33.331097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:33.374632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-89203c30-05f6-4cd9-b725-a3502586b8cb req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] No DVR routers for this DVR port 2132358d-17e6-493a-b12d-ee3ad97bc9db on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:33:33.378033 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-89203c30-05f6-4cd9-b725-a3502586b8cb req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:33.380765 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-89203c30-05f6-4cd9-b725-a3502586b8cb req-c3e54cb8-88d1-42a0-80aa-cdcad829145a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.48 "DELETE /v2.0/ports/2132358d-17e6-493a-b12d-ee3ad97bc9db HTTP/1.1" status: 204 len: 173 time: 0.5321651 Aug 31 01:33:33.381616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2781e1-a93b-46b8-8543-9779dde08cee', 'name': 'network-vif-deleted', 'tag': '2132358d-17e6-493a-b12d-ee3ad97bc9db'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:33:33.385135 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02613739-2388-47e7-b327-e9ad64364837" -d '{"events": [{"server_uuid": "2c2781e1-a93b-46b8-8543-9779dde08cee", "name": "network-vif-deleted", "tag": "2132358d-17e6-493a-b12d-ee3ad97bc9db"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:33:33.443407 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109ae35a-7fe2-4261-aa72-e91eb08844fb x-openstack-request-id: req-109ae35a-7fe2-4261-aa72-e91eb08844fb {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:33:33.443771 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2781e1-a93b-46b8-8543-9779dde08cee", "name": "network-vif-deleted", "tag": "2132358d-17e6-493a-b12d-ee3ad97bc9db", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:33:33.444032 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-109ae35a-7fe2-4261-aa72-e91eb08844fb {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:33:33.444457 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2781e1-a93b-46b8-8543-9779dde08cee', 'name': 'network-vif-deleted', 'tag': '2132358d-17e6-493a-b12d-ee3ad97bc9db', 'status': 'completed', 'code': 200} Aug 31 01:33:33.709086 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9a75202b-32e9-4711-998c-663c533a5bb9 req-fd438edf-83b8-4e5c-83b3-f065222e3510 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 210 time: 0.0277698 Aug 31 01:33:34.241630 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9079dcf8-fa0a-49e9-a623-d9fd799c7abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:34.824700 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87d5466b-5f60-4f53-a97c-750bc2a604f2 req-9804778d-2674-485a-961e-1d3f1ae41312 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 210 time: 0.0397916 Aug 31 01:33:35.923454 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b65d7dd-e23a-476e-b120-2badf337e382 req-10a26ae9-a693-49a7-a602-66bc6eacdf79 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 210 time: 0.0285308 Aug 31 01:33:36.884046 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:37.034236 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-02a8932f-bea6-45e3-b83a-e0412fe208e2 req-0010b2d5-8d3f-4bcd-95af-8c68767fd0b5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 210 time: 0.0322061 Aug 31 01:33:37.056810 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-61788ca6-cf0e-456e-af10-9d9ae834b616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:37.249676 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:37.487442 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:37.840564 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 2132358d-17e6-493a-b12d-ee3ad97bc9db no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:33:37.862318 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 2132358d-17e6-493a-b12d-ee3ad97bc9db {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:33:37.862796 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 2132358d-17e6-493a-b12d-ee3ad97bc9db not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:33:37.892549 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:33:38.160671 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb71a493-5ad8-469f-a59e-6f07ee0b710f req-109cd194-95b7-4dc4-b9ff-288a690bb300 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c2781e1-a93b-46b8-8543-9779dde08cee HTTP/1.1" status: 200 len: 210 time: 0.0427575 Aug 31 01:33:38.666852 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:40.329831 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:51.512897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 36368) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:51.664270 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f357014-e51e-4002-9b7e-5f88ed731d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:51.770055 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f357014-e51e-4002-9b7e-5f88ed731d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:51.877341 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f357014-e51e-4002-9b7e-5f88ed731d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:51.922192 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 36374) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:51.922747 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1f357014-e51e-4002-9b7e-5f88ed731d7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2cf7d1e43f54b8bafc844c47938d8e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082689 Aug 31 01:33:51.923558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f357014-e51e-4002-9b7e-5f88ed731d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07730e45-4347-4b91-8aad-5077e61f9a8c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:51.994463 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ffea-e78e-4baa-8f4c-b7c69386f664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:52.020570 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ffea-e78e-4baa-8f4c-b7c69386f664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:52.134950 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ffea-e78e-4baa-8f4c-b7c69386f664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:52.137623 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ffea-e78e-4baa-8f4c-b7c69386f664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:52.139521 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2ca9ffea-e78e-4baa-8f4c-b7c69386f664 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07730e45-4347-4b91-8aad-5077e61f9a8c HTTP/1.1" status: 204 len: 168 time: 0.2162359 Aug 31 01:33:52.148229 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9ffea-e78e-4baa-8f4c-b7c69386f664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07730e45-4347-4b91-8aad-5077e61f9a8c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:52.156442 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9ffea-e78e-4baa-8f4c-b7c69386f664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:52.157009 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9ffea-e78e-4baa-8f4c-b7c69386f664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:52.157526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9ffea-e78e-4baa-8f4c-b7c69386f664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:52.158018 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9ffea-e78e-4baa-8f4c-b7c69386f664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:52.158564 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9ffea-e78e-4baa-8f4c-b7c69386f664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:52.159079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9ffea-e78e-4baa-8f4c-b7c69386f664 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:52.159590 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9ffea-e78e-4baa-8f4c-b7c69386f664 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:52.160103 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9ffea-e78e-4baa-8f4c-b7c69386f664 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:52.160617 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9ffea-e78e-4baa-8f4c-b7c69386f664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:52.161105 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9ffea-e78e-4baa-8f4c-b7c69386f664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:52.161808 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9ffea-e78e-4baa-8f4c-b7c69386f664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:52.162344 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9ffea-e78e-4baa-8f4c-b7c69386f664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:04.340389 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5df79a75-4816-48a6-ba19-e47e1d85e91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:07.002963 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:07.031737 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e9ee3d95-7a49-49a9-9ca0-181de9b44294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:07.229534 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:07.494480 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:08.585588 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:10.311261 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:14.882171 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:34:16.133006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-5075fdd9-c5b8-4e85-8b4d-22571327fd5b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:16.134561 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-5075fdd9-c5b8-4e85-8b4d-22571327fd5b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 812 time: 0.1043952 Aug 31 01:34:16.149950 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-fd2ce949-e7c3-4733-86d7-d7095a99699c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/quotas/543ff63c29ff4856b110bef5ec021646 HTTP/1.1" status: 200 len: 375 time: 0.0093563 Aug 31 01:34:16.209053 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-0673606b-d549-485b-8cc5-a4c48bbbe8dc tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487556 Aug 31 01:34:16.298919 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-c70b113d-b7b2-4ee9-a71f-369b73adb6e3 service neutron] 10.222.0.16 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876393 Aug 31 01:34:16.401269 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-db56e713-207b-4130-ba23-eea61f292513 service neutron] 10.222.0.16 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957801 Aug 31 01:34:17.003860 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1572b6fb-3ee8-47dd-9554-4f25101e6717 req-4546a0ee-64ec-4b1e-b97a-27875d67c5fe tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 210 time: 0.0336187 Aug 31 01:34:18.113718 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-024d28aa-fe09-4d29-a5e8-16b7082a9205 req-25bcedac-ccf9-455d-bb02-028091a407c9 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 210 time: 0.0281813 Aug 31 01:34:18.930033 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-d7709c19-b8be-4d34-a9ea-59c63b3d81a1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:18.931839 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-d7709c19-b8be-4d34-a9ea-59c63b3d81a1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.41 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 812 time: 0.1049409 Aug 31 01:34:18.944680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-0b774feb-df5e-4be4-8409-cf8ed8dfb41e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Request body: {'port': {'device_id': '76df7b35-96fa-4e7d-b5b5-2a8885d935a3', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'admin_state_up': True, 'tenant_id': '543ff63c29ff4856b110bef5ec021646'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:34:19.162697 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-0b774feb-df5e-4be4-8409-cf8ed8dfb41e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Made reservation on behalf of 543ff63c29ff4856b110bef5ec021646 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:34:19.167903 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-0b774feb-df5e-4be4-8409-cf8ed8dfb41e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:19.267243 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b61b859-30b3-4146-874b-c566e1e2960f req-7a488882-a61c-47ca-b508-1ca8d03d58ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 210 time: 0.0617998 Aug 31 01:34:19.335827 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-0b774feb-df5e-4be4-8409-cf8ed8dfb41e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Allocated IP 172.20.0.5 (d77f28fd-02bd-45e9-a495-e369f704b282/c2dba7f5-26c7-46f2-a8b3-f31b2f705825/1f03e020-b0fe-4dda-93b6-35c4a183ec21) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:34:19.492497 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-0b774feb-df5e-4be4-8409-cf8ed8dfb41e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:19.508681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-0b774feb-df5e-4be4-8409-cf8ed8dfb41e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Transition to ACTIVE for port object 1f03e020-b0fe-4dda-93b6-35c4a183ec21 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:34:19.659741 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-0b774feb-df5e-4be4-8409-cf8ed8dfb41e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:19.698513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-0b774feb-df5e-4be4-8409-cf8ed8dfb41e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Network d77f28fd-02bd-45e9-a495-e369f704b282 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:34:19.701795 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-0b774feb-df5e-4be4-8409-cf8ed8dfb41e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:34:19.706064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-0b774feb-df5e-4be4-8409-cf8ed8dfb41e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:34:19.757209 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b774feb-df5e-4be4-8409-cf8ed8dfb41e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'Port': ['ID=1f03e020-b0fe-4dda-93b6-35c4a183ec21,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:19.782008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-0b774feb-df5e-4be4-8409-cf8ed8dfb41e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:19.782657 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-0b774feb-df5e-4be4-8409-cf8ed8dfb41e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:19.854702 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-0b774feb-df5e-4be4-8409-cf8ed8dfb41e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9138584 Aug 31 01:34:19.978522 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Request body: {'port': {'device_id': '76df7b35-96fa-4e7d-b5b5-2a8885d935a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:34:20.038442 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:20.080852 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d3b3b4d1-21f3-4d24-89f0-2f6ab36e74a4 None None] Provisioning for port 1f03e020-b0fe-4dda-93b6-35c4a183ec21 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:34:20.085624 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d3b3b4d1-21f3-4d24-89f0-2f6ab36e74a4 None None] Provisioning complete for port 1f03e020-b0fe-4dda-93b6-35c4a183ec21 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:34:20.086319 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d3b3b4d1-21f3-4d24-89f0-2f6ab36e74a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:20.127226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3b4d1-21f3-4d24-89f0-2f6ab36e74a4 None None] Port 1f03e020-b0fe-4dda-93b6-35c4a183ec21 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:34:20.353747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f03e020-b0fe-4dda-93b6-35c4a183ec21 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:34:20.362513 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:20.376117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Transition to ACTIVE for port object 1f03e020-b0fe-4dda-93b6-35c4a183ec21 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:34:20.425618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e1bf4-df97-4589-989f-b78f4f6297b8 req-11172e82-8289-481a-8cca-bd77f34b101b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:20.427236 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-305e1bf4-df97-4589-989f-b78f4f6297b8 req-11172e82-8289-481a-8cca-bd77f34b101b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 931 time: 0.0601301 Aug 31 01:34:20.435106 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:20.490012 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-305e1bf4-df97-4589-989f-b78f4f6297b8 req-cf78955f-a5fd-4e5a-9f27-588f8d7e9455 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512872 Aug 31 01:34:20.491013 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Pushing event updated for resources: {'Port': ['ID=1f03e020-b0fe-4dda-93b6-35c4a183ec21,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:20.582467 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Attempting to bind port 1f03e020-b0fe-4dda-93b6-35c4a183ec21 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:34:20.582882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Attempting to bind port 1f03e020-b0fe-4dda-93b6-35c4a183ec21 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:34:20.583117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Attempting to bind port 1f03e020-b0fe-4dda-93b6-35c4a183ec21 on network d77f28fd-02bd-45e9-a495-e369f704b282 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:34:20.588290 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Port 1f03e020-b0fe-4dda-93b6-35c4a183ec21 on network d77f28fd-02bd-45e9-a495-e369f704b282 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:34:20.595391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Attempting to bind port 1f03e020-b0fe-4dda-93b6-35c4a183ec21 on network d77f28fd-02bd-45e9-a495-e369f704b282 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:34:20.595391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:34:20.595391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Checking segment: {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:34:20.595861 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Bound using segment: {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:34:20.596290 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Bound port: 1f03e020-b0fe-4dda-93b6-35c4a183ec21, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:34:20.596648 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:20.685261 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] For port 1f03e020-b0fe-4dda-93b6-35c4a183ec21, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:34:20.688936 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] For port 1f03e020-b0fe-4dda-93b6-35c4a183ec21, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=1f03e020-b0fe-4dda-93b6-35c4a183ec21,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:34:20.745580 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:20.783176 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:20.784407 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:20.785817 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] 10.222.0.41 "PUT /v2.0/ports/1f03e020-b0fe-4dda-93b6-35c4a183ec21 HTTP/1.1" status: 200 len: 1092 time: 0.9219723 Aug 31 01:34:20.788373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76df7b35-96fa-4e7d-b5b5-2a8885d935a3', 'tag': '1f03e020-b0fe-4dda-93b6-35c4a183ec21'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:34:20.792258 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770c8bd4-328e-48fe-a5c3-868c845cffa2" -d '{"events": [{"name": "network-changed", "server_uuid": "76df7b35-96fa-4e7d-b5b5-2a8885d935a3", "tag": "1f03e020-b0fe-4dda-93b6-35c4a183ec21"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:34:20.818144 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09a545-92f7-49a1-8084-afb1418a6622 service neutron] Pushing event updated for resources: {'Port': ['ID=1f03e020-b0fe-4dda-93b6-35c4a183ec21,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:20.924040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-7a9063f1-e43f-4ef9-8000-d7adca241c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:20.925603 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-7a9063f1-e43f-4ef9-8000-d7adca241c82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 1095 time: 0.0482917 Aug 31 01:34:20.995831 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa97ec2-2270-42d9-8e22-12664e6fcb30 x-openstack-request-id: req-faa97ec2-2270-42d9-8e22-12664e6fcb30 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:34:20.996395 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76df7b35-96fa-4e7d-b5b5-2a8885d935a3", "tag": "1f03e020-b0fe-4dda-93b6-35c4a183ec21", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:34:20.996504 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-faa97ec2-2270-42d9-8e22-12664e6fcb30 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:34:20.997329 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76df7b35-96fa-4e7d-b5b5-2a8885d935a3', 'tag': '1f03e020-b0fe-4dda-93b6-35c4a183ec21', 'status': 'completed', 'code': 200} Aug 31 01:34:20.998706 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-25f89183-b351-4433-9984-072e785537dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f03e020-b0fe-4dda-93b6-35c4a183ec21 HTTP/1.1" status: 200 len: 217 time: 0.0657175 Aug 31 01:34:21.051375 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-a2f05edb-0bff-437b-83b7-fe4895526905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:21.053109 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-a2f05edb-0bff-437b-83b7-fe4895526905 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0468888 Aug 31 01:34:21.103598 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-b58d3bae-14b7-487b-984f-7a58fe98d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:21.105157 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-b58d3bae-14b7-487b-984f-7a58fe98d12f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451996 Aug 31 01:34:21.201869 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-da80415f-a54d-48a7-8ac5-11175275d20b service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892780 Aug 31 01:34:21.652971 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddf445-7b48-4383-a313-ad110ee21457 req-a66c2a67-64d4-4d3e-9bfd-1abf7bd2e7d4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:21.652971 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0bddf445-7b48-4383-a313-ad110ee21457 req-a66c2a67-64d4-4d3e-9bfd-1abf7bd2e7d4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 943 time: 0.0753760 Aug 31 01:34:21.668780 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6a33913-5995-4f38-ab81-90e7699f99c6 req-d316b097-7a53-4b7b-9e1a-ba9fbceed850 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596372 Aug 31 01:34:21.877787 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c8bd4-328e-48fe-a5c3-868c845cffa2 req-511afc53-44e2-4e40-b6c8-09b70b754b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:21.879549 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-770c8bd4-328e-48fe-a5c3-868c845cffa2 req-511afc53-44e2-4e40-b6c8-09b70b754b08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 1095 time: 0.0441759 Aug 31 01:34:21.882527 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0bddf445-7b48-4383-a313-ad110ee21457 req-b88f629b-d5c4-41d4-8616-726f2da11534 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313268 Aug 31 01:34:21.972663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c8bd4-328e-48fe-a5c3-868c845cffa2 req-eead6a58-69f1-40c0-be6c-6f284550fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:21.974421 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-770c8bd4-328e-48fe-a5c3-868c845cffa2 req-eead6a58-69f1-40c0-be6c-6f284550fe73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 913 time: 0.0878685 Aug 31 01:34:22.017858 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-770c8bd4-328e-48fe-a5c3-868c845cffa2 req-19db403d-0035-4e2b-8a87-fec8f112c959 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f03e020-b0fe-4dda-93b6-35c4a183ec21 HTTP/1.1" status: 200 len: 217 time: 0.0363548 Aug 31 01:34:22.076225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c8bd4-328e-48fe-a5c3-868c845cffa2 req-401cefb8-1373-492b-b060-fa9e14fc6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:22.077704 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-770c8bd4-328e-48fe-a5c3-868c845cffa2 req-401cefb8-1373-492b-b060-fa9e14fc6072 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0522161 Aug 31 01:34:22.125828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c8bd4-328e-48fe-a5c3-868c845cffa2 req-54365990-ca0b-4268-8342-727c62603113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:22.127449 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-770c8bd4-328e-48fe-a5c3-868c845cffa2 req-54365990-ca0b-4268-8342-727c62603113 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420861 Aug 31 01:34:22.222562 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-770c8bd4-328e-48fe-a5c3-868c845cffa2 req-b226066f-c9e9-4d58-aaaa-07bc74d7c803 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866840 Aug 31 01:34:22.317369 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-770c8bd4-328e-48fe-a5c3-868c845cffa2 req-9ac81187-63fd-4d74-a337-d90aa40e45b2 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871947 Aug 31 01:34:22.990849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9c3c5-9565-49cd-8b80-5c6617007b3b req-9a3c2c7d-45ec-4185-8d79-c1211b1c82d2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:22.992352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87f9c3c5-9565-49cd-8b80-5c6617007b3b req-9a3c2c7d-45ec-4185-8d79-c1211b1c82d2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 943 time: 0.0518582 Aug 31 01:34:23.031249 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87f9c3c5-9565-49cd-8b80-5c6617007b3b req-b9c8863d-dc6a-4494-b28d-066da1d37b31 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327542 Aug 31 01:34:24.156756 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377301dc-26b1-4986-b766-917bf64781b1 req-5c15239e-7115-4b36-ac60-5122b67e2fe4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:24.158258 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-377301dc-26b1-4986-b766-917bf64781b1 req-5c15239e-7115-4b36-ac60-5122b67e2fe4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 943 time: 0.0509124 Aug 31 01:34:24.201495 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-377301dc-26b1-4986-b766-917bf64781b1 req-defe93cc-ebc9-42c9-8041-158113126eac tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346344 Aug 31 01:34:25.316540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35173f-0d1d-40af-8933-28b8d903db96 req-190b6b93-483d-4b6c-97ac-7b156e1f9dec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:25.318110 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0e35173f-0d1d-40af-8933-28b8d903db96 req-190b6b93-483d-4b6c-97ac-7b156e1f9dec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 943 time: 0.0504282 Aug 31 01:34:25.360926 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0e35173f-0d1d-40af-8933-28b8d903db96 req-4b6646dc-aec8-4ca6-aa67-136d778e015e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368156 Aug 31 01:34:26.476505 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956e291-68f8-460e-8dd8-532f8d75f0cc req-9ab76e95-8121-4596-ab00-06bbc73ef24d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:26.478488 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8956e291-68f8-460e-8dd8-532f8d75f0cc req-9ab76e95-8121-4596-ab00-06bbc73ef24d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 943 time: 0.0495420 Aug 31 01:34:26.518702 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8956e291-68f8-460e-8dd8-532f8d75f0cc req-8263fe0a-80e7-42bc-be5c-8c9b6f77e617 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339916 Aug 31 01:34:27.631888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc735b-6a10-41f9-8ac7-f6153f6937fc req-3d606846-4fb4-4188-b004-ba34f2a8c0da tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:27.633386 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-35bc735b-6a10-41f9-8ac7-f6153f6937fc req-3d606846-4fb4-4188-b004-ba34f2a8c0da tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 943 time: 0.0489967 Aug 31 01:34:27.674879 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-35bc735b-6a10-41f9-8ac7-f6153f6937fc req-e6cbc560-abb6-4485-b3ed-4840165f570a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347946 Aug 31 01:34:28.811741 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cc5ce-e3c3-4f0e-bfa4-675cf696b415 req-f7bc7b2e-2088-4b34-9ccb-4e99d1bb097c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:28.813280 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-234cc5ce-e3c3-4f0e-bfa4-675cf696b415 req-f7bc7b2e-2088-4b34-9ccb-4e99d1bb097c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 943 time: 0.0552032 Aug 31 01:34:28.852431 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-234cc5ce-e3c3-4f0e-bfa4-675cf696b415 req-1fad4877-ef93-4163-b345-0418dee0b4c9 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331969 Aug 31 01:34:29.972420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ea703-2db8-4780-81d2-072b0bb690bb req-3f5e0ab8-8dea-41a8-9108-91a70d7964df tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:29.974100 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e57ea703-2db8-4780-81d2-072b0bb690bb req-3f5e0ab8-8dea-41a8-9108-91a70d7964df tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 943 time: 0.0524390 Aug 31 01:34:30.014791 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e57ea703-2db8-4780-81d2-072b0bb690bb req-81538ca2-e530-407d-ae13-d787e349e255 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336668 Aug 31 01:34:31.138001 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b63de-6e1b-4e57-a7dd-23b898cef495 req-20eccaf5-ea97-4a0e-b328-8161cc35c85a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:31.139748 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-089b63de-6e1b-4e57-a7dd-23b898cef495 req-20eccaf5-ea97-4a0e-b328-8161cc35c85a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 943 time: 0.0521977 Aug 31 01:34:31.178334 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-089b63de-6e1b-4e57-a7dd-23b898cef495 req-901413cd-1744-4cf7-9cc8-4696a0095f0a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325358 Aug 31 01:34:31.419990 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 1f03e020-b0fe-4dda-93b6-35c4a183ec21 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:34:31.515823 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 1f03e020-b0fe-4dda-93b6-35c4a183ec21, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=1f03e020-b0fe-4dda-93b6-35c4a183ec21,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:34:31.530861 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '1f03e020-b0fe-4dda-93b6-35c4a183ec21', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'port_id': '1f03e020-b0fe-4dda-93b6-35c4a183ec21', 'mac_address': 'fa:16:3e:11:d1:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:34:31.569415 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:31.584615 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f03e020-b0fe-4dda-93b6-35c4a183ec21 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:34:31.605328 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 1f03e020-b0fe-4dda-93b6-35c4a183ec21, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=1f03e020-b0fe-4dda-93b6-35c4a183ec21,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:34:31.721829 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:31.771443 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=1f03e020-b0fe-4dda-93b6-35c4a183ec21,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:31.779902 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:31.780247 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:31.780587 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:31.780930 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:31.781246 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:31.781711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:31.782033 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:31.782451 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:31.782777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:31.783098 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:31.783416 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:31.783737 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:31.935915 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['1f03e020-b0fe-4dda-93b6-35c4a183ec21'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:34:32.297557 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef8aaf-be75-44ea-90a6-ff078fe4255d req-10e4fe96-53ae-49b7-8a0a-bc6a361a7fb0 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:32.299135 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01ef8aaf-be75-44ea-90a6-ff078fe4255d req-10e4fe96-53ae-49b7-8a0a-bc6a361a7fb0 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 944 time: 0.0515952 Aug 31 01:34:32.343211 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01ef8aaf-be75-44ea-90a6-ff078fe4255d req-6c59853c-c96b-4d33-a908-cb3e68011a63 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378294 Aug 31 01:34:33.435348 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 1f03e020-b0fe-4dda-93b6-35c4a183ec21 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:34:33.463457 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60627b52-0317-4380-a2b4-1f588559785b req-29f05778-4682-4368-b365-48bd4b7e3bed tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:33.464939 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-60627b52-0317-4380-a2b4-1f588559785b req-29f05778-4682-4368-b365-48bd4b7e3bed tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 944 time: 0.0490866 Aug 31 01:34:33.504075 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-60627b52-0317-4380-a2b4-1f588559785b req-89674c61-4916-4757-88d4-21025cc1555f tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330565 Aug 31 01:34:33.567922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 1f03e020-b0fe-4dda-93b6-35c4a183ec21 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:34:33.572528 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 1f03e020-b0fe-4dda-93b6-35c4a183ec21 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:34:33.572909 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:33.655597 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:33.684386 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76df7b35-96fa-4e7d-b5b5-2a8885d935a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f03e020-b0fe-4dda-93b6-35c4a183ec21'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:34:33.686686 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7349fd8b-a631-488c-ada7-5aa2bcbf8c8d" -d '{"events": [{"server_uuid": "76df7b35-96fa-4e7d-b5b5-2a8885d935a3", "name": "network-vif-plugged", "status": "completed", "tag": "1f03e020-b0fe-4dda-93b6-35c4a183ec21"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:34:33.699170 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 1f03e020-b0fe-4dda-93b6-35c4a183ec21, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=1f03e020-b0fe-4dda-93b6-35c4a183ec21,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:34:33.788244 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0a485a-ede3-4fc1-aede-da9a160b22da x-openstack-request-id: req-0f0a485a-ede3-4fc1-aede-da9a160b22da {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:34:33.788540 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76df7b35-96fa-4e7d-b5b5-2a8885d935a3", "name": "network-vif-plugged", "status": "completed", "tag": "1f03e020-b0fe-4dda-93b6-35c4a183ec21", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:34:33.788841 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f0a485a-ede3-4fc1-aede-da9a160b22da {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:34:33.789322 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76df7b35-96fa-4e7d-b5b5-2a8885d935a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f03e020-b0fe-4dda-93b6-35c4a183ec21', 'code': 200} Aug 31 01:34:33.791133 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:33.844241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=1f03e020-b0fe-4dda-93b6-35c4a183ec21,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:33.893321 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07c729-464b-40b8-8507-95bcc658df14 req-89ebadc1-2654-4865-8594-fabe083df0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:33.894891 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ce07c729-464b-40b8-8507-95bcc658df14 req-89ebadc1-2654-4865-8594-fabe083df0ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 1097 time: 0.0496950 Aug 31 01:34:33.932109 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ce07c729-464b-40b8-8507-95bcc658df14 req-17bf8ce3-3796-4b73-9bf0-11d6f9ce433d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301709 Aug 31 01:34:34.626619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23042ff2-39c4-4008-95ee-6db4be7e6763 req-6aadb8e2-49a5-4d11-b61b-50dff6e488c3 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:34.628294 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-23042ff2-39c4-4008-95ee-6db4be7e6763 req-6aadb8e2-49a5-4d11-b61b-50dff6e488c3 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 945 time: 0.0581350 Aug 31 01:34:34.651789 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1800183b-0b62-413d-a560-9bdcd9b3f58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:34.666775 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-23042ff2-39c4-4008-95ee-6db4be7e6763 req-43eb0d21-e722-419c-9fbd-16c747d81218 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319111 Aug 31 01:34:35.789584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe62863-00e7-4613-a378-a2ea5bf67c3b req-8728eae6-41fe-4760-a570-24b95521a706 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:35.791239 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fe62863-00e7-4613-a378-a2ea5bf67c3b req-8728eae6-41fe-4760-a570-24b95521a706 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 945 time: 0.0512156 Aug 31 01:34:35.829642 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fe62863-00e7-4613-a378-a2ea5bf67c3b req-19237de7-6b42-48f1-855b-d4552d6d4e6c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322020 Aug 31 01:34:35.945130 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85492790-be23-4c62-a0c9-65781a1f9046 req-b4c6eaa9-c9d8-40e3-adee-a198f7eff550 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:35.946650 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85492790-be23-4c62-a0c9-65781a1f9046 req-b4c6eaa9-c9d8-40e3-adee-a198f7eff550 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 945 time: 0.0508883 Aug 31 01:34:35.986054 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-85492790-be23-4c62-a0c9-65781a1f9046 req-b1d517ea-9507-45e0-933b-dbca3545d786 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332770 Aug 31 01:34:36.921630 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:37.042064 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-be467d71-6451-4f43-a65f-5e36870bd3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:37.277663 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:37.542839 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:38.636457 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:39.746582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623958db-21af-4eac-902d-f6a335f62434 req-c7c275ac-b8f9-4915-a986-9ea6c1741ab8 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:39.748028 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-623958db-21af-4eac-902d-f6a335f62434 req-c7c275ac-b8f9-4915-a986-9ea6c1741ab8 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 812 time: 0.1048019 Aug 31 01:34:39.762696 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-623958db-21af-4eac-902d-f6a335f62434 req-26033e54-dad6-4d74-bf73-66097bc8dbd3 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/quotas/543ff63c29ff4856b110bef5ec021646 HTTP/1.1" status: 200 len: 375 time: 0.0089259 Aug 31 01:34:39.816670 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-623958db-21af-4eac-902d-f6a335f62434 req-ea532f1d-5cd3-49b6-811d-eecfd18db05b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486326 Aug 31 01:34:39.909614 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-623958db-21af-4eac-902d-f6a335f62434 req-cd32ed24-162f-483e-9848-f9f95345f3d5 service neutron] 10.222.0.16 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855756 Aug 31 01:34:40.003201 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-623958db-21af-4eac-902d-f6a335f62434 req-2738b3a5-3704-4f16-b5dd-7774e126a5af service neutron] 10.222.0.16 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875926 Aug 31 01:34:40.299262 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:40.305744 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c5a22f3-e782-4e31-9c2b-9d01ddad6b23 req-60eebea2-919b-4c4b-96a6-10c9c599ad61 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 210 time: 0.0342956 Aug 31 01:34:41.404583 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97a02849-98ab-437d-ab14-b07ee4813edf req-d11aa92a-01ea-4003-8f8c-6e1c4db37b19 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 210 time: 0.0321012 Aug 31 01:34:42.515534 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-804d9b55-e263-43cd-9838-61fd6adadfd2 req-dcf3c30c-106a-43ba-afbb-9817b7bf13f9 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 210 time: 0.0317616 Aug 31 01:34:42.620267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623958db-21af-4eac-902d-f6a335f62434 req-58eff339-5d72-4218-ac5f-566719055275 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:42.621762 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-623958db-21af-4eac-902d-f6a335f62434 req-58eff339-5d72-4218-ac5f-566719055275 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.48 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 812 time: 0.1086504 Aug 31 01:34:42.635034 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-623958db-21af-4eac-902d-f6a335f62434 req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Request body: {'port': {'device_id': 'f606b897-5b4d-4430-bbe6-74a2b88d9efd', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'admin_state_up': True, 'tenant_id': '543ff63c29ff4856b110bef5ec021646'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:34:42.814434 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623958db-21af-4eac-902d-f6a335f62434 req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Made reservation on behalf of 543ff63c29ff4856b110bef5ec021646 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:34:42.818219 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-623958db-21af-4eac-902d-f6a335f62434 req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:42.959093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-623958db-21af-4eac-902d-f6a335f62434 req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Allocated IP 172.20.0.6 (d77f28fd-02bd-45e9-a495-e369f704b282/c2dba7f5-26c7-46f2-a8b3-f31b2f705825/6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:34:43.109776 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-623958db-21af-4eac-902d-f6a335f62434 req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:43.127024 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-623958db-21af-4eac-902d-f6a335f62434 req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Transition to ACTIVE for port object 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:34:43.276882 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-623958db-21af-4eac-902d-f6a335f62434 req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:43.290603 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['1f03e020-b0fe-4dda-93b6-35c4a183ec21'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:34:43.322679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623958db-21af-4eac-902d-f6a335f62434 req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Network d77f28fd-02bd-45e9-a495-e369f704b282 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:34:43.327987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-623958db-21af-4eac-902d-f6a335f62434 req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:34:43.330838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-623958db-21af-4eac-902d-f6a335f62434 req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:34:43.369853 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'Port': ['ID=6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:43.405015 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:43.405609 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:43.405959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:43.406305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:43.406650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:43.406987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:43.407318 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:43.407646 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:43.407977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:43.408342 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:43.408633 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:43.408959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:43.421383 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623958db-21af-4eac-902d-f6a335f62434 req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:43.421383 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-623958db-21af-4eac-902d-f6a335f62434 req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:43.516899 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-623958db-21af-4eac-902d-f6a335f62434 req-440ac2fa-049f-49b0-927e-fb1af5545b0b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8864498 Aug 31 01:34:43.530750 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Request body: {'port': {'device_id': 'f606b897-5b4d-4430-bbe6-74a2b88d9efd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:34:43.601806 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:43.676935 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc2266-0db1-4ee3-ab64-b4f1645ff27b req-7d2ef15a-82a9-4ed2-a410-9d5d5b5c85ed tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:43.678692 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-37fc2266-0db1-4ee3-ab64-b4f1645ff27b req-7d2ef15a-82a9-4ed2-a410-9d5d5b5c85ed tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 931 time: 0.0586245 Aug 31 01:34:43.719007 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-37fc2266-0db1-4ee3-ab64-b4f1645ff27b req-c9818ad7-858b-4a92-bdb8-43519e14f855 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333135 Aug 31 01:34:43.733022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9ed1a1dc-1a47-4ec1-8e06-b712e7324bbf None None] Provisioning for port 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:34:43.737688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-9ed1a1dc-1a47-4ec1-8e06-b712e7324bbf None None] Provisioning complete for port 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:34:43.737903 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a1dc-1a47-4ec1-8e06-b712e7324bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:43.778114 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-9ed1a1dc-1a47-4ec1-8e06-b712e7324bbf None None] Port 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:34:43.901613 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:34:43.909769 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:43.922941 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Transition to ACTIVE for port object 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:34:44.001323 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:44.054785 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:44.133966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Attempting to bind port 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:34:44.134326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Attempting to bind port 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:34:44.134756 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Attempting to bind port 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 on network d77f28fd-02bd-45e9-a495-e369f704b282 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:34:44.140424 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Port 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 on network d77f28fd-02bd-45e9-a495-e369f704b282 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:34:44.140751 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Attempting to bind port 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 on network d77f28fd-02bd-45e9-a495-e369f704b282 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:34:44.146512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:34:44.146855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Checking segment: {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:34:44.147246 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Bound using segment: {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:34:44.147701 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Bound port: 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:34:44.148040 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:44.236107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] For port 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:34:44.240728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] For port 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:34:44.356643 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:44.401476 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:44.402132 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:44.403589 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-623958db-21af-4eac-902d-f6a335f62434 req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] 10.222.0.48 "PUT /v2.0/ports/6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 HTTP/1.1" status: 200 len: 1092 time: 0.8781393 Aug 31 01:34:44.404063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f606b897-5b4d-4430-bbe6-74a2b88d9efd', 'tag': '6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:34:44.406516 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4be6c77-4188-4f14-a863-9a0a89cc9f70" -d '{"events": [{"name": "network-changed", "server_uuid": "f606b897-5b4d-4430-bbe6-74a2b88d9efd", "tag": "6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:34:44.435195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcc6b6-99f1-4037-b5bb-4b6fd805a539 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:44.452145 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7453d8e9-6293-4175-ac9d-01a16436d6db x-openstack-request-id: req-7453d8e9-6293-4175-ac9d-01a16436d6db {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:34:44.452445 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f606b897-5b4d-4430-bbe6-74a2b88d9efd", "tag": "6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:34:44.452705 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7453d8e9-6293-4175-ac9d-01a16436d6db {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:34:44.453136 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f606b897-5b4d-4430-bbe6-74a2b88d9efd', 'tag': '6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3', 'status': 'completed', 'code': 200} Aug 31 01:34:44.521170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be6c77-4188-4f14-a863-9a0a89cc9f70 req-5f08e567-204d-4194-91d0-2929ec955555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:44.523076 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4be6c77-4188-4f14-a863-9a0a89cc9f70 req-5f08e567-204d-4194-91d0-2929ec955555 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 1095 time: 0.0495043 Aug 31 01:34:44.662854 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be6c77-4188-4f14-a863-9a0a89cc9f70 req-424cdda8-c5ef-49e9-a513-d3ad6ee55137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:44.664455 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4be6c77-4188-4f14-a863-9a0a89cc9f70 req-424cdda8-c5ef-49e9-a513-d3ad6ee55137 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=543ff63c29ff4856b110bef5ec021646&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1336424 Aug 31 01:34:44.778887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be6c77-4188-4f14-a863-9a0a89cc9f70 req-c30fd229-76bd-46c0-8792-90917efd9adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:44.780681 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4be6c77-4188-4f14-a863-9a0a89cc9f70 req-c30fd229-76bd-46c0-8792-90917efd9adf service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1092668 Aug 31 01:34:44.860638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258748-4501-4a3a-ac37-c13361f06497 req-0a85b3ee-373f-4bf0-8ee2-6c99d47724e6 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:44.862364 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c3258748-4501-4a3a-ac37-c13361f06497 req-0a85b3ee-373f-4bf0-8ee2-6c99d47724e6 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0629888 Aug 31 01:34:44.887994 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623958db-21af-4eac-902d-f6a335f62434 req-4e53878c-8946-453f-9554-83c481d9cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:44.889874 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-623958db-21af-4eac-902d-f6a335f62434 req-4e53878c-8946-453f-9554-83c481d9cbba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 1095 time: 0.0523663 Aug 31 01:34:44.911209 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c3258748-4501-4a3a-ac37-c13361f06497 req-98342bfe-42df-497c-9128-c5fbe1794a44 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Aug 31 01:34:44.943363 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-623958db-21af-4eac-902d-f6a335f62434 req-a081b909-2172-4827-a0af-e56d6a21b544 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 HTTP/1.1" status: 200 len: 217 time: 0.0454741 Aug 31 01:34:45.031316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623958db-21af-4eac-902d-f6a335f62434 req-088a79a2-cb6e-4740-8af8-37a71a7792cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:45.031316 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-623958db-21af-4eac-902d-f6a335f62434 req-088a79a2-cb6e-4740-8af8-37a71a7792cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0519850 Aug 31 01:34:45.054118 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623958db-21af-4eac-902d-f6a335f62434 req-688fa6da-3ecb-4a2b-b975-301ba994171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:45.056494 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-623958db-21af-4eac-902d-f6a335f62434 req-688fa6da-3ecb-4a2b-b975-301ba994171a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454397 Aug 31 01:34:45.154206 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-623958db-21af-4eac-902d-f6a335f62434 req-e9657d9e-5896-457e-a361-a9267d63fe6d service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914917 Aug 31 01:34:45.251772 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-623958db-21af-4eac-902d-f6a335f62434 req-4f18075d-f2b1-4282-a850-b465e27612e8 service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909579 Aug 31 01:34:46.074661 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fb055-accf-43ec-8824-e0bbb76d2639 req-c6076cf5-b119-4c6f-a07f-7071d12e5aa2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:46.076203 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e6fb055-accf-43ec-8824-e0bbb76d2639 req-c6076cf5-b119-4c6f-a07f-7071d12e5aa2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0518594 Aug 31 01:34:46.133427 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e6fb055-accf-43ec-8824-e0bbb76d2639 req-e73329c9-8836-46a4-994c-4be6e3efc219 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475845 Aug 31 01:34:47.276580 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88036455-724e-430c-810c-bceda7c2dcfa req-973ec27b-7e13-48f0-8797-d0be74afef63 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:47.279036 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-88036455-724e-430c-810c-bceda7c2dcfa req-973ec27b-7e13-48f0-8797-d0be74afef63 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0542996 Aug 31 01:34:47.333349 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-88036455-724e-430c-810c-bceda7c2dcfa req-968eef3d-3236-4a7e-9575-ef50b3209b39 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440242 Aug 31 01:34:48.489246 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16950e94-eacb-4d28-8fce-79689eadacec req-1a11f716-04df-4278-a298-c49345c04dbb tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:48.490906 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-16950e94-eacb-4d28-8fce-79689eadacec req-1a11f716-04df-4278-a298-c49345c04dbb tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0624804 Aug 31 01:34:48.536548 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-16950e94-eacb-4d28-8fce-79689eadacec req-2d89fa80-41ab-48b4-8a7b-6b47eb6fb6f7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392184 Aug 31 01:34:49.662589 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04428e1d-6359-4f64-be23-1303dc6bdbdf req-356e9d47-679c-4305-ba02-f461e0377228 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:49.664104 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-04428e1d-6359-4f64-be23-1303dc6bdbdf req-356e9d47-679c-4305-ba02-f461e0377228 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0531061 Aug 31 01:34:49.706458 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-04428e1d-6359-4f64-be23-1303dc6bdbdf req-251f2fef-a34c-405b-a4a8-bf68e303490a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356882 Aug 31 01:34:50.833540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e36f5b-61ed-45f1-9107-0f51d1420fc8 req-1f8bc120-ce62-47a7-963b-0655f6c4563e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:50.835127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d0e36f5b-61ed-45f1-9107-0f51d1420fc8 req-1f8bc120-ce62-47a7-963b-0655f6c4563e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0528371 Aug 31 01:34:50.875989 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d0e36f5b-61ed-45f1-9107-0f51d1420fc8 req-7907d69c-187c-433c-a9c6-1b0542962616 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324900 Aug 31 01:34:51.881127 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:34:52.009340 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ee41e-297f-4d44-99fd-646b2ff7ae67 req-c59f8766-6b59-403f-ad65-afe156ab5c75 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:52.010937 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6c2ee41e-297f-4d44-99fd-646b2ff7ae67 req-c59f8766-6b59-403f-ad65-afe156ab5c75 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0577493 Aug 31 01:34:52.060494 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6c2ee41e-297f-4d44-99fd-646b2ff7ae67 req-ecacaeb6-9928-4e96-b646-796622f29fbf tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432959 Aug 31 01:34:53.199767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7ae07-e5dd-4937-9bbc-ce7d81c1899f req-54b240bd-271e-48df-8f14-52f332beb162 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:53.201292 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43b7ae07-e5dd-4937-9bbc-ce7d81c1899f req-54b240bd-271e-48df-8f14-52f332beb162 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0602694 Aug 31 01:34:53.247092 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-43b7ae07-e5dd-4937-9bbc-ce7d81c1899f req-9aafff1e-7f02-402d-94e5-98eb33c02f80 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385189 Aug 31 01:34:54.375615 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3c3cf-bc5c-464e-a26f-e7560c3ab11f req-c014474c-f143-4fb3-a72d-330a84d80890 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:54.377045 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a3b3c3cf-bc5c-464e-a26f-e7560c3ab11f req-c014474c-f143-4fb3-a72d-330a84d80890 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0549822 Aug 31 01:34:54.417381 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a3b3c3cf-bc5c-464e-a26f-e7560c3ab11f req-31821cf9-0c06-43c4-b436-4c4f1df99362 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328171 Aug 31 01:34:55.553839 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcfe0d-9519-4d65-b2c4-b280b1e30ce1 req-c96c29ba-8790-4d4d-bfdd-348dd1ec175d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:55.555599 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-15fcfe0d-9519-4d65-b2c4-b280b1e30ce1 req-c96c29ba-8790-4d4d-bfdd-348dd1ec175d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0669551 Aug 31 01:34:55.603593 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-15fcfe0d-9519-4d65-b2c4-b280b1e30ce1 req-35b9af5b-0cc9-45a2-90bb-2bed4e8fe2d6 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397625 Aug 31 01:34:56.728283 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d86dac-a312-4b43-8af0-3c57dc81b239 req-6161d0dd-371b-451e-a60e-11e712b6a1db tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:56.729886 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-90d86dac-a312-4b43-8af0-3c57dc81b239 req-6161d0dd-371b-451e-a60e-11e712b6a1db tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0532403 Aug 31 01:34:56.773056 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-90d86dac-a312-4b43-8af0-3c57dc81b239 req-f024f6da-abba-4a17-aa43-560bae82acad tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347865 Aug 31 01:34:57.247150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37230) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:34:57.251713 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3636fb0a-ef80-45f6-902a-a15e03a65d9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1647072930', 'description': 'tempest-secgroup-smoke-1647072930 description', 'project_id': 'c21dab26e49f453e90a93d6f647eea99'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:34:57.384672 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3636fb0a-ef80-45f6-902a-a15e03a65d9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:57.470608 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3636fb0a-ef80-45f6-902a-a15e03a65d9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:57.528571 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3636fb0a-ef80-45f6-902a-a15e03a65d9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:57.562937 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636fb0a-ef80-45f6-902a-a15e03a65d9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:57.570653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3636fb0a-ef80-45f6-902a-a15e03a65d9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:57.571611 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3636fb0a-ef80-45f6-902a-a15e03a65d9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:57.571959 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3636fb0a-ef80-45f6-902a-a15e03a65d9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:57.572300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3636fb0a-ef80-45f6-902a-a15e03a65d9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:57.572635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3636fb0a-ef80-45f6-902a-a15e03a65d9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:57.572967 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3636fb0a-ef80-45f6-902a-a15e03a65d9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:57.573298 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3636fb0a-ef80-45f6-902a-a15e03a65d9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:57.573662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3636fb0a-ef80-45f6-902a-a15e03a65d9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:57.573990 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3636fb0a-ef80-45f6-902a-a15e03a65d9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:57.574344 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3636fb0a-ef80-45f6-902a-a15e03a65d9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:57.574647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3636fb0a-ef80-45f6-902a-a15e03a65d9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:57.574974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3636fb0a-ef80-45f6-902a-a15e03a65d9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:57.681295 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3636fb0a-ef80-45f6-902a-a15e03a65d9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:57.682601 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3636fb0a-ef80-45f6-902a-a15e03a65d9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4344575 Aug 31 01:34:57.685541 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37232) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:34:57.689947 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-be5be545-b1f5-49a5-8500-845a92dfb539 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Request body: {'security_group_rule': {'security_group_id': '13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5', 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:34:57.807193 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be5be545-b1f5-49a5-8500-845a92dfb539 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:57.889232 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be5be545-b1f5-49a5-8500-845a92dfb539 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:57.907967 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bba37-545e-4130-b6e9-8f7b5badb2da req-aad978fb-b505-41ab-aa38-b7392f1bc102 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:57.909469 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c62bba37-545e-4130-b6e9-8f7b5badb2da req-aad978fb-b505-41ab-aa38-b7392f1bc102 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0607765 Aug 31 01:34:57.938359 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be5be545-b1f5-49a5-8500-845a92dfb539 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:57.960455 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c62bba37-545e-4130-b6e9-8f7b5badb2da req-c979878f-c580-455e-a39c-428bf274d705 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447659 Aug 31 01:34:57.969091 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5be545-b1f5-49a5-8500-845a92dfb539 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8219cd38-827c-4f09-9a70-4d8d53cb89be,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:58.079738 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be5be545-b1f5-49a5-8500-845a92dfb539 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:58.083428 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-be5be545-b1f5-49a5-8500-845a92dfb539 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3944890 Aug 31 01:34:58.083743 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37236) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:34:58.088549 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5b1b9393-8d75-42fb-b9e7-0217dbc10f22 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Request body: {'security_group_rule': {'security_group_id': '13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5', 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:34:58.212086 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9393-8d75-42fb-b9e7-0217dbc10f22 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:58.276973 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9393-8d75-42fb-b9e7-0217dbc10f22 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:58.348400 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9393-8d75-42fb-b9e7-0217dbc10f22 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:58.369836 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b9393-8d75-42fb-b9e7-0217dbc10f22 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3405265d-f584-4e35-84b1-3662164fba3c,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:58.481238 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9393-8d75-42fb-b9e7-0217dbc10f22 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:58.482700 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5b1b9393-8d75-42fb-b9e7-0217dbc10f22 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3980362 Aug 31 01:34:58.485810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37238) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:34:58.490753 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-5b79edab-f5ff-4205-95f5-4e46429259c4 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Request body: {'security_group_rule': {'security_group_id': '13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5', 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:34:58.643700 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b79edab-f5ff-4205-95f5-4e46429259c4 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:58.694423 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b79edab-f5ff-4205-95f5-4e46429259c4 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:58.806713 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b79edab-f5ff-4205-95f5-4e46429259c4 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:58.828256 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79edab-f5ff-4205-95f5-4e46429259c4 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139e7bfb-a48d-428b-9f7a-fd5b590aa995,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:58.920912 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5b79edab-f5ff-4205-95f5-4e46429259c4 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:58.922129 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5b79edab-f5ff-4205-95f5-4e46429259c4 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4352663 Aug 31 01:34:58.925157 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37240) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:34:58.929771 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-86000095-6c19-43ab-bdfb-e1987c56240c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Request body: {'security_group_rule': {'security_group_id': '13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5', 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:34:59.045429 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-86000095-6c19-43ab-bdfb-e1987c56240c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:59.116523 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452aafd9-4b67-4a5d-8881-ece2e0c8e007 req-017ddf28-a2e6-4e11-b283-2ec10db980b4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:59.117640 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-452aafd9-4b67-4a5d-8881-ece2e0c8e007 req-017ddf28-a2e6-4e11-b283-2ec10db980b4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0851111 Aug 31 01:34:59.174407 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-86000095-6c19-43ab-bdfb-e1987c56240c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:59.182284 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-452aafd9-4b67-4a5d-8881-ece2e0c8e007 req-65d34d76-b30f-452a-8d3b-33f6955dfe6d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554550 Aug 31 01:34:59.298356 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-86000095-6c19-43ab-bdfb-e1987c56240c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:59.318154 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86000095-6c19-43ab-bdfb-e1987c56240c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=facad343-d5e5-498a-b1f9-0c0190b51ca4,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:59.400852 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-86000095-6c19-43ab-bdfb-e1987c56240c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:59.402261 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-86000095-6c19-43ab-bdfb-e1987c56240c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4761329 Aug 31 01:34:59.404992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37244) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:34:59.409747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-1f5f44eb-d436-4ef1-98d1-caf264ec3d09 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Request body: {'security_group_rule': {'security_group_id': '13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5', 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:34:59.514196 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-1f5f44eb-d436-4ef1-98d1-caf264ec3d09 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Project c21dab26e49f453e90a93d6f647eea99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:34:59.519559 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f5f44eb-d436-4ef1-98d1-caf264ec3d09 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:59.585155 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f5f44eb-d436-4ef1-98d1-caf264ec3d09 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:59.692645 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f5f44eb-d436-4ef1-98d1-caf264ec3d09 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:59.711927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f44eb-d436-4ef1-98d1-caf264ec3d09 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825b461c-480c-4d95-8b07-298b5dde4add,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:59.808855 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1f5f44eb-d436-4ef1-98d1-caf264ec3d09 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:59.810109 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1f5f44eb-d436-4ef1-98d1-caf264ec3d09 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4041476 Aug 31 01:34:59.812762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37246) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:34:59.817243 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-cc91a088-eb8e-465a-9006-0d99a2b56e09 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Request body: {'security_group_rule': {'security_group_id': '13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5', 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:34:59.917632 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-cc91a088-eb8e-465a-9006-0d99a2b56e09 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Project c21dab26e49f453e90a93d6f647eea99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:34:59.924720 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cc91a088-eb8e-465a-9006-0d99a2b56e09 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:59.988930 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cc91a088-eb8e-465a-9006-0d99a2b56e09 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:00.077219 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cc91a088-eb8e-465a-9006-0d99a2b56e09 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:00.099201 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91a088-eb8e-465a-9006-0d99a2b56e09 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e65f05-dab4-4992-893f-a4c1a0254a83,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:00.224093 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cc91a088-eb8e-465a-9006-0d99a2b56e09 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:00.225587 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cc91a088-eb8e-465a-9006-0d99a2b56e09 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4118395 Aug 31 01:35:00.311046 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa13cc-20d6-408e-b068-7d99ebd2d691 req-8f01c6c5-c490-4f98-a553-0fc086e366e5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:00.312739 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-effa13cc-20d6-408e-b068-7d99ebd2d691 req-8f01c6c5-c490-4f98-a553-0fc086e366e5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0583882 Aug 31 01:35:00.363932 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-effa13cc-20d6-408e-b068-7d99ebd2d691 req-596ca19b-6fb7-476b-9186-ef5dd46b70ac tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442433 Aug 31 01:35:00.406033 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c76362cb-4aee-4ab1-8bc6-f0afbd94d06a req-7f234e32-688b-4bd4-992b-a2e7e4a7cda2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432203 Aug 31 01:35:00.445469 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-4d5772f5-8eac-45c8-863d-3c333cbd3655 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1647072930&fields=id&tenant_id=c21dab26e49f453e90a93d6f647eea99 HTTP/1.1" status: 200 len: 267 time: 0.0334630 Aug 31 01:35:00.543722 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76362cb-4aee-4ab1-8bc6-f0afbd94d06a req-ab100934-c45d-44a2-8807-45b96037ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:00.545227 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c76362cb-4aee-4ab1-8bc6-f0afbd94d06a req-ab100934-c45d-44a2-8807-45b96037ffd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 1097 time: 0.0983949 Aug 31 01:35:00.628941 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-17c4b8c9-b0ed-4867-9a39-2c69c01789a5 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:00.630348 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-17c4b8c9-b0ed-4867-9a39-2c69c01789a5 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/networks?id=a475e26a-c951-42dc-98a1-b7e359a6661b HTTP/1.1" status: 200 len: 814 time: 0.1759269 Aug 31 01:35:00.652951 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-52bb83f0-bb2d-416b-bb60-bb32c6386aea tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/quotas/c21dab26e49f453e90a93d6f647eea99 HTTP/1.1" status: 200 len: 375 time: 0.0156271 Aug 31 01:35:00.707648 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76362cb-4aee-4ab1-8bc6-f0afbd94d06a req-2b7513d6-d729-4a35-8d74-ff5f2fa0a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:00.709242 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c76362cb-4aee-4ab1-8bc6-f0afbd94d06a req-2b7513d6-d729-4a35-8d74-ff5f2fa0a1fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 913 time: 0.1418996 Aug 31 01:35:00.759132 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-4bf02296-d238-4d51-84f1-8708e1c52faf tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c21dab26e49f453e90a93d6f647eea99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972722 Aug 31 01:35:00.760388 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c76362cb-4aee-4ab1-8bc6-f0afbd94d06a req-8ebf20c9-c56c-4596-b2e3-3dc80e7f07bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f03e020-b0fe-4dda-93b6-35c4a183ec21 HTTP/1.1" status: 200 len: 217 time: 0.0437903 Aug 31 01:35:00.865031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76362cb-4aee-4ab1-8bc6-f0afbd94d06a req-f853a9b2-07aa-4231-810a-28ef50842d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:00.866565 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c76362cb-4aee-4ab1-8bc6-f0afbd94d06a req-f853a9b2-07aa-4231-810a-28ef50842d1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0989654 Aug 31 01:35:00.918591 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-29c9a5e5-a41e-45bb-987d-4a0897b897c6 service neutron] 10.222.0.16 "GET /v2.0/networks/a475e26a-c951-42dc-98a1-b7e359a6661b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430192 Aug 31 01:35:00.935406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76362cb-4aee-4ab1-8bc6-f0afbd94d06a req-f3229772-90af-4c52-82ac-0bb5420def6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:00.936819 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c76362cb-4aee-4ab1-8bc6-f0afbd94d06a req-f3229772-90af-4c52-82ac-0bb5420def6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617630 Aug 31 01:35:01.082946 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-94d66a0c-d3c4-4ce3-a826-3321e93b353e service neutron] 10.222.0.16 "GET /v2.0/networks/a475e26a-c951-42dc-98a1-b7e359a6661b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568763 Aug 31 01:35:01.096478 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c76362cb-4aee-4ab1-8bc6-f0afbd94d06a req-750781b4-3c49-4f21-8ebf-e3e8ee482622 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481194 Aug 31 01:35:01.196001 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c76362cb-4aee-4ab1-8bc6-f0afbd94d06a req-029b5784-fb80-4890-aa5c-7a58650b257c service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911236 Aug 31 01:35:01.485948 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeacdcc-68f8-4859-881d-f5e32ac1b60d req-c0c57c92-0032-4307-a352-a17b1eb19901 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:01.487413 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cfeacdcc-68f8-4859-881d-f5e32ac1b60d req-c0c57c92-0032-4307-a352-a17b1eb19901 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0529888 Aug 31 01:35:01.528647 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cfeacdcc-68f8-4859-881d-f5e32ac1b60d req-53a993a7-dd94-4551-8d8f-c33b9c146818 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350244 Aug 31 01:35:02.652003 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdb70e-e7a9-4571-a320-7df683224245 req-a42ecb29-affb-4c4c-aa94-71f2d49dd84e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:02.653698 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e9cdb70e-e7a9-4571-a320-7df683224245 req-a42ecb29-affb-4c4c-aa94-71f2d49dd84e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0535719 Aug 31 01:35:02.692292 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e9cdb70e-e7a9-4571-a320-7df683224245 req-a3eca425-7a64-4e18-8762-dadc0cd4cf38 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324984 Aug 31 01:35:02.832335 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-16bf111a-267a-41d3-acac-a6e43a0c08bf req-bf2e2584-1ff7-4038-8dee-ebb7c3012ed2 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 210 time: 0.0284812 Aug 31 01:35:03.813009 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fb1ad-2c46-4c7d-87c6-f2eb1f280e5d req-ec8970c0-40b8-4276-8633-d5205ffa39e4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:03.814612 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a0fb1ad-2c46-4c7d-87c6-f2eb1f280e5d req-ec8970c0-40b8-4276-8633-d5205ffa39e4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0511110 Aug 31 01:35:03.853621 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7a0fb1ad-2c46-4c7d-87c6-f2eb1f280e5d req-85966e81-1f13-462a-9dd8-017894bfb431 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328932 Aug 31 01:35:03.935295 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-325d42a0-0a0c-4e24-9e67-c0a3fc641e03 req-556c3e99-0635-4b24-9f08-68af6a0c65d6 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 210 time: 0.0307515 Aug 31 01:35:04.239799 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f28611bf-f81e-4845-b274-8a43d31046b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:04.990491 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02967dc0-1971-4fd0-8441-6bfe9d738358 req-e55f9f79-2804-4e66-a485-57eebe2e8155 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:04.992110 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-02967dc0-1971-4fd0-8441-6bfe9d738358 req-e55f9f79-2804-4e66-a485-57eebe2e8155 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0611632 Aug 31 01:35:05.036880 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-02967dc0-1971-4fd0-8441-6bfe9d738358 req-dbafda16-a0ad-4a84-954f-9d1abf0a63a4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367570 Aug 31 01:35:05.042577 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c54ad198-bd18-44e5-b04a-129417fe8ea9 req-8f29c627-4d23-4fb6-90f3-ace196fc33fa tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 210 time: 0.0279877 Aug 31 01:35:05.232238 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-4d663883-9f12-4082-a4e9-74df0f293c8b tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:05.233675 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-4d663883-9f12-4082-a4e9-74df0f293c8b tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.41 "GET /v2.0/networks?id=a475e26a-c951-42dc-98a1-b7e359a6661b HTTP/1.1" status: 200 len: 814 time: 0.1033633 Aug 31 01:35:05.279629 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-ebb76b2c-aa43-4f13-b24b-6d2bb5ab6f3a tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c21dab26e49f453e90a93d6f647eea99 HTTP/1.1" status: 200 len: 380 time: 0.0359929 Aug 31 01:35:05.288723 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-ba9c242b-8936-4613-a573-089cd90fd1b5 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Request body: {'port': {'device_id': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'admin_state_up': True, 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'security_groups': ['13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:05.560967 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-ba9c242b-8936-4613-a573-089cd90fd1b5 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Made reservation on behalf of c21dab26e49f453e90a93d6f647eea99 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:35:05.566688 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-ba9c242b-8936-4613-a573-089cd90fd1b5 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:05.703891 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-ba9c242b-8936-4613-a573-089cd90fd1b5 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Allocated IP 172.20.0.7 (a475e26a-c951-42dc-98a1-b7e359a6661b/bb69a855-a9eb-4176-924b-d259c24bbd0c/c637ea9f-ba5f-4fc3-9035-737e28baaf29) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:35:05.845234 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-ba9c242b-8936-4613-a573-089cd90fd1b5 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:05.860805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-ba9c242b-8936-4613-a573-089cd90fd1b5 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Transition to ACTIVE for port object c637ea9f-ba5f-4fc3-9035-737e28baaf29 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:35:05.978586 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-ba9c242b-8936-4613-a573-089cd90fd1b5 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:06.028427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-ba9c242b-8936-4613-a573-089cd90fd1b5 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Network a475e26a-c951-42dc-98a1-b7e359a6661b is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:35:06.031742 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-ba9c242b-8936-4613-a573-089cd90fd1b5 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:35:06.035886 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-ba9c242b-8936-4613-a573-089cd90fd1b5 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:35:06.043768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c242b-8936-4613-a573-089cd90fd1b5 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Pushing event updated for resources: {'Port': ['ID=c637ea9f-ba5f-4fc3-9035-737e28baaf29,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:06.108842 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-ba9c242b-8936-4613-a573-089cd90fd1b5 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:06.109580 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-ba9c242b-8936-4613-a573-089cd90fd1b5 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:06.204838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af42604-1a75-4862-ac5a-adf370234151 req-0f2690dc-8a17-4744-8531-f3ded653f975 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:06.206996 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5af42604-1a75-4862-ac5a-adf370234151 req-0f2690dc-8a17-4744-8531-f3ded653f975 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0712628 Aug 31 01:35:06.227893 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1b921-d6e1-4c4d-9ab5-7f25f1402609 req-8398fc29-913b-4323-9581-7d6577d38271 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:06.229624 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6e1b921-d6e1-4c4d-9ab5-7f25f1402609 req-8398fc29-913b-4323-9581-7d6577d38271 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 931 time: 0.0767989 Aug 31 01:35:06.238969 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-ba9c242b-8936-4613-a573-089cd90fd1b5 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9539149 Aug 31 01:35:06.253117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Request body: {'port': {'device_id': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:06.279079 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6e1b921-d6e1-4c4d-9ab5-7f25f1402609 req-eb0545a5-9fba-4fcc-ad5b-0f476999387b tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420017 Aug 31 01:35:06.307810 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5af42604-1a75-4862-ac5a-adf370234151 req-f19523e2-d618-4b92-b29d-4666fc6429cb tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905406 Aug 31 01:35:06.337304 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:06.548443 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6369f017-c3bc-4d3c-85ac-6319f413b93a None None] Provisioning for port c637ea9f-ba5f-4fc3-9035-737e28baaf29 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:35:06.552831 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6369f017-c3bc-4d3c-85ac-6319f413b93a None None] Provisioning complete for port c637ea9f-ba5f-4fc3-9035-737e28baaf29 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:35:06.553204 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6369f017-c3bc-4d3c-85ac-6319f413b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:06.592557 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6369f017-c3bc-4d3c-85ac-6319f413b93a None None] Port c637ea9f-ba5f-4fc3-9035-737e28baaf29 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:35:06.616195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c637ea9f-ba5f-4fc3-9035-737e28baaf29 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:35:06.625252 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:06.638462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Transition to ACTIVE for port object c637ea9f-ba5f-4fc3-9035-737e28baaf29 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:35:06.731969 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:06.818792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Pushing event updated for resources: {'Port': ['ID=c637ea9f-ba5f-4fc3-9035-737e28baaf29,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:06.842862 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:06.877298 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Attempting to bind port c637ea9f-ba5f-4fc3-9035-737e28baaf29 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:35:06.877661 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Attempting to bind port c637ea9f-ba5f-4fc3-9035-737e28baaf29 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '7fc7d603-45cf-4a22-a61b-f5c6747a0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:35:06.878075 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Attempting to bind port c637ea9f-ba5f-4fc3-9035-737e28baaf29 on network a475e26a-c951-42dc-98a1-b7e359a6661b {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:35:06.883699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Port c637ea9f-ba5f-4fc3-9035-737e28baaf29 on network a475e26a-c951-42dc-98a1-b7e359a6661b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:35:06.884046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Attempting to bind port c637ea9f-ba5f-4fc3-9035-737e28baaf29 on network a475e26a-c951-42dc-98a1-b7e359a6661b {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:35:06.889586 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:35:06.889935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Checking segment: {'id': '7fc7d603-45cf-4a22-a61b-f5c6747a0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:35:06.890336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Bound using segment: {'id': '7fc7d603-45cf-4a22-a61b-f5c6747a0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:35:06.890761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Bound port: c637ea9f-ba5f-4fc3-9035-737e28baaf29, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc7d603-45cf-4a22-a61b-f5c6747a0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:35:06.891124 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:06.964071 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] For port c637ea9f-ba5f-4fc3-9035-737e28baaf29, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:35:06.967705 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] For port c637ea9f-ba5f-4fc3-9035-737e28baaf29, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=c637ea9f-ba5f-4fc3-9035-737e28baaf29,segment=NetworkSegment(7fc7d603-45cf-4a22-a61b-f5c6747a0f97),segment_id=7fc7d603-45cf-4a22-a61b-f5c6747a0f97)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:35:07.020044 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f0339023-a612-4005-9b7d-581beddd7d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:07.058717 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:07.093759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:07.094412 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:07.095865 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] 10.222.0.41 "PUT /v2.0/ports/c637ea9f-ba5f-4fc3-9035-737e28baaf29 HTTP/1.1" status: 200 len: 1092 time: 0.8473866 Aug 31 01:35:07.096324 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'tag': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:35:07.098602 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b2fcf7-9404-4649-a788-ab74b86b0133" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb400be-0d74-40da-b3ad-421b2077aa55", "tag": "c637ea9f-ba5f-4fc3-9035-737e28baaf29"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:35:07.161790 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673023af-77c2-46e2-a9a4-8ee99d28002e x-openstack-request-id: req-673023af-77c2-46e2-a9a4-8ee99d28002e {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:35:07.162410 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb400be-0d74-40da-b3ad-421b2077aa55", "tag": "c637ea9f-ba5f-4fc3-9035-737e28baaf29", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:35:07.162773 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-673023af-77c2-46e2-a9a4-8ee99d28002e {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:35:07.163452 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'tag': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29', 'status': 'completed', 'code': 200} Aug 31 01:35:07.169600 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317f409-fcb5-4b1e-bf90-85c831b2d01b service neutron] Pushing event updated for resources: {'Port': ['ID=c637ea9f-ba5f-4fc3-9035-737e28baaf29,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:07.230484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2fcf7-9404-4649-a788-ab74b86b0133 req-a8b5944b-e1cc-482a-8595-5c413979b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:07.232647 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-49b2fcf7-9404-4649-a788-ab74b86b0133 req-a8b5944b-e1cc-482a-8595-5c413979b914 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c21dab26e49f453e90a93d6f647eea99&device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 1095 time: 0.0475955 Aug 31 01:35:07.275137 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:07.374460 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2fcf7-9404-4649-a788-ab74b86b0133 req-1fd57bf5-438e-4049-9475-c06519dfe67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:07.376415 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-49b2fcf7-9404-4649-a788-ab74b86b0133 req-1fd57bf5-438e-4049-9475-c06519dfe67d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c21dab26e49f453e90a93d6f647eea99&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1361504 Aug 31 01:35:07.458957 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c661f-5df8-434a-aeed-7313a0232976 req-e8822b0a-96d5-490a-97c8-1e21d552b646 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:07.460824 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4b7c661f-5df8-434a-aeed-7313a0232976 req-e8822b0a-96d5-490a-97c8-1e21d552b646 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0659237 Aug 31 01:35:07.492290 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:07.506346 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4b7c661f-5df8-434a-aeed-7313a0232976 req-10cedaf8-1c01-4442-b967-ec705aba96cd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382888 Aug 31 01:35:07.524338 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a42b8f-9804-4faf-852d-94291899489a req-d1e5e688-7587-4e30-9664-9def8eeef0ad tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:07.524645 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-72a42b8f-9804-4faf-852d-94291899489a req-d1e5e688-7587-4e30-9664-9def8eeef0ad tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 943 time: 0.1349521 Aug 31 01:35:07.564464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2fcf7-9404-4649-a788-ab74b86b0133 req-b23ca54b-6696-470f-bc26-a5e1075f7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:07.566119 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-49b2fcf7-9404-4649-a788-ab74b86b0133 req-b23ca54b-6696-470f-bc26-a5e1075f7a08 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1752381 Aug 31 01:35:07.584750 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-72a42b8f-9804-4faf-852d-94291899489a req-a3e2fac6-4c72-4b6e-aa6b-64be7df62060 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504868 Aug 31 01:35:07.648880 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-e0ef5509-5059-455a-ad99-63e4e4ad824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:07.650428 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-e0ef5509-5059-455a-ad99-63e4e4ad824b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c21dab26e49f453e90a93d6f647eea99&device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 1095 time: 0.0432396 Aug 31 01:35:07.694963 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-89c1bdf7-d7f8-4d26-9ef0-f8f027019a3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c637ea9f-ba5f-4fc3-9035-737e28baaf29 HTTP/1.1" status: 200 len: 217 time: 0.0371029 Aug 31 01:35:07.751973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-bd1284ae-244c-4d3e-8612-8b3b3e6ca5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:07.753561 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-bd1284ae-244c-4d3e-8612-8b3b3e6ca5af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb69a855-a9eb-4176-924b-d259c24bbd0c HTTP/1.1" status: 200 len: 853 time: 0.0519757 Aug 31 01:35:07.802932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-a4608f6f-13d8-48d5-8c94-0ce4ab3cf92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:07.804431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-a4608f6f-13d8-48d5-8c94-0ce4ab3cf92d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a475e26a-c951-42dc-98a1-b7e359a6661b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443699 Aug 31 01:35:07.902739 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-5a738538-5169-4ed7-b3f5-0ffa2f1d09e5 service neutron] 10.222.0.41 "GET /v2.0/networks/a475e26a-c951-42dc-98a1-b7e359a6661b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893989 Aug 31 01:35:08.009159 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cc51aef-d418-43a8-9cea-0a5755cc9d0b req-878774ff-d5dc-4d25-9c9a-ae897d1b3c2e service neutron] 10.222.0.41 "GET /v2.0/networks/a475e26a-c951-42dc-98a1-b7e359a6661b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987909 Aug 31 01:35:08.606992 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:08.635045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5c47e-24c2-4130-9059-825bcaa0c428 req-f651f18a-338a-4c9b-80ea-ec06d1617aab tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:08.637173 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a3b5c47e-24c2-4130-9059-825bcaa0c428 req-f651f18a-338a-4c9b-80ea-ec06d1617aab tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0571425 Aug 31 01:35:08.677394 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a3b5c47e-24c2-4130-9059-825bcaa0c428 req-1fe7371b-9057-46ec-8b91-070fd37de705 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338330 Aug 31 01:35:08.722147 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8053a-0c8b-471c-9082-c07bb67b6cf4 req-19236b9b-cc49-49bf-919b-7ab2afc2f395 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:08.723831 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9df8053a-0c8b-471c-9082-c07bb67b6cf4 req-19236b9b-cc49-49bf-919b-7ab2afc2f395 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 943 time: 0.0572824 Aug 31 01:35:08.764808 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9df8053a-0c8b-471c-9082-c07bb67b6cf4 req-b93f45b9-d75c-4916-9cc9-33602c077315 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348988 Aug 31 01:35:09.803414 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c3684-a957-4c77-afb6-3cf4159e65f6 req-a4a2c38d-1710-42d3-85e4-1b2f080d441f tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:09.804946 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d6c3684-a957-4c77-afb6-3cf4159e65f6 req-a4a2c38d-1710-42d3-85e4-1b2f080d441f tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0560355 Aug 31 01:35:09.844430 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d6c3684-a957-4c77-afb6-3cf4159e65f6 req-67bddfd8-5da8-48bc-b013-fd73304e8a08 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334549 Aug 31 01:35:10.235806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b532c8-4846-404f-90c8-513b61753484 req-0553a071-5825-40f8-a0d7-cc808fe4bb07 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:10.237317 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-71b532c8-4846-404f-90c8-513b61753484 req-0553a071-5825-40f8-a0d7-cc808fe4bb07 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 943 time: 0.4036565 Aug 31 01:35:10.276518 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-71b532c8-4846-404f-90c8-513b61753484 req-51eda5df-4646-47ef-ad74-67f48fa65f40 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333495 Aug 31 01:35:10.418083 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:10.969328 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afddd49-0ab4-4c95-a422-b0f55a31ef76 req-f2c2524b-85cd-4b14-91a7-150b62deea87 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:10.970840 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2afddd49-0ab4-4c95-a422-b0f55a31ef76 req-f2c2524b-85cd-4b14-91a7-150b62deea87 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0500932 Aug 31 01:35:11.012113 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2afddd49-0ab4-4c95-a422-b0f55a31ef76 req-87531a1c-bd5e-4e4c-b477-e5b603eb1b83 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348926 Aug 31 01:35:11.396871 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e3cab-3d76-4273-b0c1-bf8220305e99 req-f9248be4-cbe5-4775-a1b4-26953a57c802 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:11.398485 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0f4e3cab-3d76-4273-b0c1-bf8220305e99 req-f9248be4-cbe5-4775-a1b4-26953a57c802 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 943 time: 0.0548584 Aug 31 01:35:11.438427 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0f4e3cab-3d76-4273-b0c1-bf8220305e99 req-43271004-fc47-4154-a0c7-025e0d5d3245 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332332 Aug 31 01:35:12.129955 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6aa5b8-7de1-4935-9fa1-65a144751e55 req-169ee568-223d-4f08-baf7-5720ef0e6e08 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:12.131466 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6e6aa5b8-7de1-4935-9fa1-65a144751e55 req-169ee568-223d-4f08-baf7-5720ef0e6e08 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0494528 Aug 31 01:35:12.169928 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6e6aa5b8-7de1-4935-9fa1-65a144751e55 req-eaacce16-bd25-4a8f-88c4-e9790ea99afb tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315709 Aug 31 01:35:12.553087 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3411ca-554d-4d04-a83f-9dc9b3cd4f90 req-1e98b946-0cbc-4770-b60e-040b26f69559 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:12.554620 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-be3411ca-554d-4d04-a83f-9dc9b3cd4f90 req-1e98b946-0cbc-4770-b60e-040b26f69559 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 943 time: 0.0484927 Aug 31 01:35:12.595615 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-be3411ca-554d-4d04-a83f-9dc9b3cd4f90 req-413bfb13-cc6f-42cb-8fc7-a49efca98214 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340002 Aug 31 01:35:13.292166 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb176e48-492b-41bf-bb1f-b730ddfee04e req-74a61004-f2ec-4985-b5a9-d0da08b18be7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:13.293589 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb176e48-492b-41bf-bb1f-b730ddfee04e req-74a61004-f2ec-4985-b5a9-d0da08b18be7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0538378 Aug 31 01:35:13.333613 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bb176e48-492b-41bf-bb1f-b730ddfee04e req-a768bb43-3f8a-4612-ac71-6ec5e869bc67 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339530 Aug 31 01:35:13.717245 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622519e-dff5-4a5c-b400-c8d8fc7450ce req-7594d1e7-1343-4117-b160-0a24d0636a9f tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:13.718799 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a622519e-dff5-4a5c-b400-c8d8fc7450ce req-7594d1e7-1343-4117-b160-0a24d0636a9f tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 943 time: 0.0545158 Aug 31 01:35:13.758904 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a622519e-dff5-4a5c-b400-c8d8fc7450ce req-848495c6-7631-416a-bc20-25c9737d62e7 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328107 Aug 31 01:35:14.449886 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dab925-7dd4-461a-87d9-1a24662cd1fb req-b56e3f6a-f04a-4ccb-bd99-2930e5577157 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:14.451383 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70dab925-7dd4-461a-87d9-1a24662cd1fb req-b56e3f6a-f04a-4ccb-bd99-2930e5577157 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0498042 Aug 31 01:35:14.490013 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70dab925-7dd4-461a-87d9-1a24662cd1fb req-96d7caf0-ddee-47c4-88d4-86bb61ca14ae tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324388 Aug 31 01:35:14.875597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee444fa-9747-411d-9dd7-c718fd34fb0b req-885a590d-ee4f-4166-86d3-4e38e3daaedb tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:14.877255 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bee444fa-9747-411d-9dd7-c718fd34fb0b req-885a590d-ee4f-4166-86d3-4e38e3daaedb tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 943 time: 0.0504987 Aug 31 01:35:14.916612 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bee444fa-9747-411d-9dd7-c718fd34fb0b req-9bc86a48-7ce3-42e9-940e-dcca516408c2 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332606 Aug 31 01:35:15.088292 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-56888224-05d8-46e0-96c0-75ce72eddb77 req-ce2420a1-2e00-432f-8b72-613d0804c12a service neutron] (102342) timed out ('10.222.0.16', 53704) {{(pid=102342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:35:15.608040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e12909-3a52-4422-aa99-4b975f42d3fe req-3e78a285-1805-467d-92dc-ceea16f227e4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:15.609763 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-81e12909-3a52-4422-aa99-4b975f42d3fe req-3e78a285-1805-467d-92dc-ceea16f227e4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0508649 Aug 31 01:35:15.652105 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-81e12909-3a52-4422-aa99-4b975f42d3fe req-b9079e30-b06a-43bb-a97c-11b079fd04e2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357862 Aug 31 01:35:16.031205 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268d26d-9fd8-424a-b085-9fc032e28a9a req-463df0f3-e749-4a38-b35a-2c937ae3b1b2 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:16.032737 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b268d26d-9fd8-424a-b085-9fc032e28a9a req-463df0f3-e749-4a38-b35a-2c937ae3b1b2 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 943 time: 0.0494206 Aug 31 01:35:16.071046 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b268d26d-9fd8-424a-b085-9fc032e28a9a req-35f9f558-ae7b-4ac0-8eaf-0063bc3246a1 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323117 Aug 31 01:35:16.778377 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf61212-e3cb-4d09-b5fc-d9391ec924ed req-38e92f9b-ef07-4742-b904-1013e609bf5f tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:16.779860 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-abf61212-e3cb-4d09-b5fc-d9391ec924ed req-38e92f9b-ef07-4742-b904-1013e609bf5f tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0576546 Aug 31 01:35:16.818246 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-abf61212-e3cb-4d09-b5fc-d9391ec924ed req-2947fcdc-b17c-49a7-a460-4eb57dc7b397 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Aug 31 01:35:17.193628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c92091-29b9-404c-aad7-137d0fbf04f9 req-ff2773cd-ba34-4499-9536-cd1b21aeeb9e tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:17.195130 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b9c92091-29b9-404c-aad7-137d0fbf04f9 req-ff2773cd-ba34-4499-9536-cd1b21aeeb9e tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 943 time: 0.0548708 Aug 31 01:35:17.235690 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b9c92091-29b9-404c-aad7-137d0fbf04f9 req-0f340637-85c0-4d8b-8b45-5eef86f5f512 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339797 Aug 31 01:35:17.941770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad704b3-02c9-4d1f-9d96-aba1843a1e3e req-e2d066f6-bef1-44f2-9e4d-ed0421c62c2e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:17.943281 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aad704b3-02c9-4d1f-9d96-aba1843a1e3e req-e2d066f6-bef1-44f2-9e4d-ed0421c62c2e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0522654 Aug 31 01:35:17.983490 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aad704b3-02c9-4d1f-9d96-aba1843a1e3e req-cb08ca57-4746-4d14-a473-cbd13b8d00ba tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340569 Aug 31 01:35:18.355714 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd68378-6952-43da-b6c2-abb4e4a2d535 req-c28b1c36-3466-4847-a5ed-4025a2e57b9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:18.357890 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdd68378-6952-43da-b6c2-abb4e4a2d535 req-c28b1c36-3466-4847-a5ed-4025a2e57b9c tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 943 time: 0.0544677 Aug 31 01:35:18.397382 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdd68378-6952-43da-b6c2-abb4e4a2d535 req-d312e0e0-e6e6-47d8-acf5-ea9c25c96793 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332592 Aug 31 01:35:19.100889 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e0b54-499a-4700-8c23-4b7cbb35b175 req-8e20cd18-025f-499b-afe3-f5a4a760fb92 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:19.102432 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-014e0b54-499a-4700-8c23-4b7cbb35b175 req-8e20cd18-025f-499b-afe3-f5a4a760fb92 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0505233 Aug 31 01:35:19.142108 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-014e0b54-499a-4700-8c23-4b7cbb35b175 req-a59d045c-f727-4a09-95da-5c79155f3e22 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329044 Aug 31 01:35:19.515064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08480a3c-ebdc-40fd-befa-988098b11083 req-45415a9c-e3a7-449a-9dce-eb4a6f46b836 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:19.516598 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-08480a3c-ebdc-40fd-befa-988098b11083 req-45415a9c-e3a7-449a-9dce-eb4a6f46b836 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 943 time: 0.0512490 Aug 31 01:35:19.556160 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-08480a3c-ebdc-40fd-befa-988098b11083 req-bcae97c6-bcc8-4c01-a078-6d4cfba6bda9 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332894 Aug 31 01:35:19.683246 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device c637ea9f-ba5f-4fc3-9035-737e28baaf29 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:35:19.783078 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port c637ea9f-ba5f-4fc3-9035-737e28baaf29, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=c637ea9f-ba5f-4fc3-9035-737e28baaf29,segment=NetworkSegment(7fc7d603-45cf-4a22-a61b-f5c6747a0f97),segment_id=7fc7d603-45cf-4a22-a61b-f5c6747a0f97)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:35:19.794746 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'port_id': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29', 'mac_address': 'fa:16:3e:d3:a7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:35:19.835673 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:19.849458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c637ea9f-ba5f-4fc3-9035-737e28baaf29 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:35:19.868262 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port c637ea9f-ba5f-4fc3-9035-737e28baaf29, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=c637ea9f-ba5f-4fc3-9035-737e28baaf29,segment=NetworkSegment(7fc7d603-45cf-4a22-a61b-f5c6747a0f97),segment_id=7fc7d603-45cf-4a22-a61b-f5c6747a0f97)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:35:19.954862 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:20.006542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=c637ea9f-ba5f-4fc3-9035-737e28baaf29,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:20.154757 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['c637ea9f-ba5f-4fc3-9035-737e28baaf29'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:35:20.271210 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c441c2-88b7-4854-8ea9-8529e03bf075 req-cf42848d-f09a-4f5f-934f-4cc19e5e5752 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:20.272886 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c3c441c2-88b7-4854-8ea9-8529e03bf075 req-cf42848d-f09a-4f5f-934f-4cc19e5e5752 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0549624 Aug 31 01:35:20.315103 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c3c441c2-88b7-4854-8ea9-8529e03bf075 req-e79539ae-03cb-417c-8339-fb96ac2cb5ad tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349522 Aug 31 01:35:20.682551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e2da4-1d0f-465b-ba8a-54ded59cc3e5 req-f5e2f1b4-e5be-40dd-9766-371d65b0018f tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:20.684128 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a05e2da4-1d0f-465b-ba8a-54ded59cc3e5 req-f5e2f1b4-e5be-40dd-9766-371d65b0018f tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 944 time: 0.0568485 Aug 31 01:35:20.728722 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a05e2da4-1d0f-465b-ba8a-54ded59cc3e5 req-410a20cd-1e9f-40fa-ad61-e76078b745d5 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347013 Aug 31 01:35:21.433489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb26e0f-7e9b-45b9-8f31-c0378650e252 req-c8858f95-2f77-4191-bff7-820d9a98deb2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:21.434968 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1fb26e0f-7e9b-45b9-8f31-c0378650e252 req-c8858f95-2f77-4191-bff7-820d9a98deb2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0498819 Aug 31 01:35:21.473419 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1fb26e0f-7e9b-45b9-8f31-c0378650e252 req-96cbf7e7-afc2-4780-a7a4-3a8400d022a5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318806 Aug 31 01:35:21.699380 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device c637ea9f-ba5f-4fc3-9035-737e28baaf29 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:35:21.844097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586de18-7b7c-45be-8cf9-ae8fb1c1c849 req-6eb0c9c0-4821-4150-8adc-ac0c67289c54 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:21.845618 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d586de18-7b7c-45be-8cf9-ae8fb1c1c849 req-6eb0c9c0-4821-4150-8adc-ac0c67289c54 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 944 time: 0.0492980 Aug 31 01:35:21.868643 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port c637ea9f-ba5f-4fc3-9035-737e28baaf29 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:35:21.872668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port c637ea9f-ba5f-4fc3-9035-737e28baaf29 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:35:21.881006 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:21.884574 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d586de18-7b7c-45be-8cf9-ae8fb1c1c849 req-ca05f609-d8df-4c6c-b901-471bbf81c937 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330482 Aug 31 01:35:21.953938 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:21.975982 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:35:21.978277 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bdd29d-eefa-4a63-95e1-4778dff83248" -d '{"events": [{"server_uuid": "cdb400be-0d74-40da-b3ad-421b2077aa55", "name": "network-vif-plugged", "status": "completed", "tag": "c637ea9f-ba5f-4fc3-9035-737e28baaf29"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:35:21.991442 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port c637ea9f-ba5f-4fc3-9035-737e28baaf29, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=c637ea9f-ba5f-4fc3-9035-737e28baaf29,segment=NetworkSegment(7fc7d603-45cf-4a22-a61b-f5c6747a0f97),segment_id=7fc7d603-45cf-4a22-a61b-f5c6747a0f97)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:35:22.014827 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ee7678-634a-464b-854d-75145ebd47cd x-openstack-request-id: req-e9ee7678-634a-464b-854d-75145ebd47cd {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:35:22.015124 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb400be-0d74-40da-b3ad-421b2077aa55", "name": "network-vif-plugged", "status": "completed", "tag": "c637ea9f-ba5f-4fc3-9035-737e28baaf29", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:35:22.015380 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9ee7678-634a-464b-854d-75145ebd47cd {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:35:22.015866 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29', 'code': 200} Aug 31 01:35:22.069067 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:22.120410 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=c637ea9f-ba5f-4fc3-9035-737e28baaf29,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:22.121928 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf0749-0a21-4338-badc-a1dbd0c28da3 req-ea5169d0-cde5-44d5-bf17-31b9083c42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:22.124196 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3bf0749-0a21-4338-badc-a1dbd0c28da3 req-ea5169d0-cde5-44d5-bf17-31b9083c42fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 1097 time: 0.0449986 Aug 31 01:35:22.159534 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3bf0749-0a21-4338-badc-a1dbd0c28da3 req-893b6ac4-a127-4485-a09d-68e40cca6a1d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283189 Aug 31 01:35:22.595189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee4384-8e09-4bd3-9b5b-dd6b96f9ee6b req-25368793-df6c-4580-94cf-f627aac6539a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:22.596611 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8eee4384-8e09-4bd3-9b5b-dd6b96f9ee6b req-25368793-df6c-4580-94cf-f627aac6539a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0561032 Aug 31 01:35:22.634706 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8eee4384-8e09-4bd3-9b5b-dd6b96f9ee6b req-44056c1e-f10a-4695-a940-1f35fa3bd68d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319567 Aug 31 01:35:23.003711 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72783b49-d16c-46b5-bd58-9c1911779c11 req-d95b4a15-74f2-42eb-a043-c8b755418b9b tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:23.005305 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-72783b49-d16c-46b5-bd58-9c1911779c11 req-d95b4a15-74f2-42eb-a043-c8b755418b9b tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 945 time: 0.0509698 Aug 31 01:35:23.045453 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-72783b49-d16c-46b5-bd58-9c1911779c11 req-337e5f1e-d556-4cca-afbc-6e42a6d7c834 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337837 Aug 31 01:35:23.751496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46891df-7cb5-4faa-85db-e4370c9c3ed5 req-e0d358fd-6a71-428a-bf9b-27f5b5303f8a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:23.752973 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c46891df-7cb5-4faa-85db-e4370c9c3ed5 req-e0d358fd-6a71-428a-bf9b-27f5b5303f8a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0492594 Aug 31 01:35:23.790357 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c46891df-7cb5-4faa-85db-e4370c9c3ed5 req-15397454-72a2-42b4-bc9d-7f4ecc24cfcd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314224 Aug 31 01:35:24.164615 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbe273-0dfc-4b99-82f0-9badfb3c7d4d req-00f97142-fa4e-43d7-8d42-69c829a4a354 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:24.166302 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ddbe273-0dfc-4b99-82f0-9badfb3c7d4d req-00f97142-fa4e-43d7-8d42-69c829a4a354 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 945 time: 0.0534797 Aug 31 01:35:24.206707 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ddbe273-0dfc-4b99-82f0-9badfb3c7d4d req-bbb800b8-ab72-4548-bc4d-785aefcada91 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344503 Aug 31 01:35:24.323711 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e42ca-91d0-479c-aaa8-6ae981397434 req-dd6c313a-51ec-48f0-979d-347587a0e8b6 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:24.325245 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b0e42ca-91d0-479c-aaa8-6ae981397434 req-dd6c313a-51ec-48f0-979d-347587a0e8b6 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 945 time: 0.0501204 Aug 31 01:35:24.364644 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b0e42ca-91d0-479c-aaa8-6ae981397434 req-ba81cccf-256f-42b1-836b-f9fd3ab90700 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328190 Aug 31 01:35:24.385855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37364) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:24.525937 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8114ec-359c-4e24-816c-16603ecb72c1 tempest-TestVolumeBackupRestore-1967338486 tempest-TestVolumeBackupRestore-1967338486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:24.527465 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3a8114ec-359c-4e24-816c-16603ecb72c1 tempest-TestVolumeBackupRestore-1967338486 tempest-TestVolumeBackupRestore-1967338486-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 1092 time: 0.1406333 Aug 31 01:35:24.530473 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37368) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:24.534966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:24.611411 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:24.708376 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:24.816537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Allocated IP 172.25.2.130 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/c25b383d-f303-4ee7-99f8-2a9b26f9a9f3) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:35:24.906972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed076b-b4cf-4e04-8fdd-7efd1e650721 req-65fc044e-16ef-4cdb-a194-270bf65cff60 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:24.908515 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-daed076b-b4cf-4e04-8fdd-7efd1e650721 req-65fc044e-16ef-4cdb-a194-270bf65cff60 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0497499 Aug 31 01:35:24.920902 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:24.948209 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-daed076b-b4cf-4e04-8fdd-7efd1e650721 req-2f4d1250-064a-4206-abc1-4ec0a8702650 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335884 Aug 31 01:35:24.989164 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:25.036207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:35:25.039305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:35:25.043652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:35:25.047297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Pushing event updated for resources: {'Port': ['ID=c25b383d-f303-4ee7-99f8-2a9b26f9a9f3,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:25.553840 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:25.730808 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:25.884240 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:25.948629 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:26.024076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Pushing event updated for resources: {'Port': ['ID=c25b383d-f303-4ee7-99f8-2a9b26f9a9f3,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:26.057837 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:26.118735 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f1f7e-6b88-4860-a4c2-738f79b5aa5a req-c9d126e7-bb4f-4555-971a-d013630ecdc9 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:26.120248 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f77f1f7e-6b88-4860-a4c2-738f79b5aa5a req-c9d126e7-bb4f-4555-971a-d013630ecdc9 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0997548 Aug 31 01:35:26.200782 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f77f1f7e-6b88-4860-a4c2-738f79b5aa5a req-2dc61d54-16b1-49ed-b90d-d25e9c2ea2c2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466385 Aug 31 01:35:26.201896 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Floating IP 3f1ac327-7962-4b2d-b5cf-950ac5ff239a associated. External IP: 172.25.2.130, port: c637ea9f-ba5f-4fc3-9035-737e28baaf29. Aug 31 01:35:26.413916 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:35:26.522851 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:35:26.532710 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beb795a-9cda-464c-949d-645af2ad75a9 None None] Sync routers for ids ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:35:26.541702 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beb795a-9cda-464c-949d-645af2ad75a9 None None] Routers {'6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:35:26.542253 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4beb795a-9cda-464c-949d-645af2ad75a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:35:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:26.606054 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:26.634513 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e2ff2b85-fd3d-4c08-9383-94949c72c463 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1029828 Aug 31 01:35:26.635092 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'tag': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:35:26.637584 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39353fcc-9820-4b81-bad2-695b78302a30" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb400be-0d74-40da-b3ad-421b2077aa55", "tag": "c637ea9f-ba5f-4fc3-9035-737e28baaf29"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:35:26.638411 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37374) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:26.651433 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-4beb795a-9cda-464c-949d-645af2ad75a9 None None] Set router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:35:26.675843 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bd7681-8e3b-4c50-b884-266d3442f432 x-openstack-request-id: req-60bd7681-8e3b-4c50-b884-266d3442f432 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:35:26.676140 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb400be-0d74-40da-b3ad-421b2077aa55", "tag": "c637ea9f-ba5f-4fc3-9035-737e28baaf29", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:35:26.676596 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60bd7681-8e3b-4c50-b884-266d3442f432 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:35:26.677056 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'tag': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29', 'status': 'completed', 'code': 200} Aug 31 01:35:26.684002 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81794546-e0c7-4e2e-8e84-93e0f9852b08 tempest-TestVolumeBackupRestore-1967338486 tempest-TestVolumeBackupRestore-1967338486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:26.685642 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-81794546-e0c7-4e2e-8e84-93e0f9852b08 tempest-TestVolumeBackupRestore-1967338486 tempest-TestVolumeBackupRestore-1967338486-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 1092 time: 0.0453694 Aug 31 01:35:26.688555 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37378) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:26.694416 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f9f12806-46c9-4daf-ad36-d789cac3bffb tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Request body: {'floatingip': {'port_id': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:26.751468 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39353fcc-9820-4b81-bad2-695b78302a30 req-1a8fef7b-1720-40bc-8a48-3d880ef48756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:26.753610 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39353fcc-9820-4b81-bad2-695b78302a30 req-1a8fef7b-1720-40bc-8a48-3d880ef48756 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c21dab26e49f453e90a93d6f647eea99&device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 1097 time: 0.0461473 Aug 31 01:35:26.757683 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9f12806-46c9-4daf-ad36-d789cac3bffb tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for floatingip, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:26.853590 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39353fcc-9820-4b81-bad2-695b78302a30 req-55edd3da-1da7-490c-9c4a-672602accc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:26.854997 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39353fcc-9820-4b81-bad2-695b78302a30 req-55edd3da-1da7-490c-9c4a-672602accc4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a475e26a-c951-42dc-98a1-b7e359a6661b HTTP/1.1" status: 200 len: 915 time: 0.0947723 Aug 31 01:35:26.888645 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4beb795a-9cda-464c-949d-645af2ad75a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'name': 'tempest-TestVolumeBackupRestore-1590928575-router', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:55Z', 'updated_at': '2021-08-31T01:32:00Z', 'revision_number': 4, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'gw_port': {'id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:56Z', 'updated_at': '2021-08-31T01:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '3f1ac327-7962-4b2d-b5cf-950ac5ff239a', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'port_id': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'mac_address': 'fa:16:3e:d3:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:35:25Z', 'updated_at': '2021-08-31T01:35:25Z', 'revision_number': 0, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a0acb2-77c3-4f46-87bd-846819b94adf', 'name': '', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'mac_address': 'fa:16:3e:10:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:59Z', 'updated_at': '2021-08-31T01:32:07Z', 'revision_number': 5, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'subnets': [{'id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:26.917113 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beb795a-9cda-464c-949d-645af2ad75a9 None None] Checking router: 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:35:26.926635 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beb795a-9cda-464c-949d-645af2ad75a9 None None] Routers {'6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:35:26.927264 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4beb795a-9cda-464c-949d-645af2ad75a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:35:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:26.961091 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39353fcc-9820-4b81-bad2-695b78302a30 req-ddf756e0-f016-425e-b901-7b08a7c3235a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c637ea9f-ba5f-4fc3-9035-737e28baaf29 HTTP/1.1" status: 200 len: 999 time: 0.0987136 Aug 31 01:35:27.020671 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39353fcc-9820-4b81-bad2-695b78302a30 req-d0930313-627b-41d8-b229-225f1af65886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:27.022485 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39353fcc-9820-4b81-bad2-695b78302a30 req-d0930313-627b-41d8-b229-225f1af65886 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb69a855-a9eb-4176-924b-d259c24bbd0c HTTP/1.1" status: 200 len: 853 time: 0.0550160 Aug 31 01:35:27.046417 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-4beb795a-9cda-464c-949d-645af2ad75a9 None None] Set router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:35:27.075519 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39353fcc-9820-4b81-bad2-695b78302a30 req-ea16f402-6392-4fda-afca-4828ba3b8240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:27.077375 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39353fcc-9820-4b81-bad2-695b78302a30 req-ea16f402-6392-4fda-afca-4828ba3b8240 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a475e26a-c951-42dc-98a1-b7e359a6661b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476329 Aug 31 01:35:27.173527 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39353fcc-9820-4b81-bad2-695b78302a30 req-57d67423-fa3c-497c-ac0b-be794666ad4b service neutron] 10.222.0.41 "GET /v2.0/networks/a475e26a-c951-42dc-98a1-b7e359a6661b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885627 Aug 31 01:35:27.276610 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-39353fcc-9820-4b81-bad2-695b78302a30 req-cc62725c-3434-4c23-b169-757e0a7f4b8b service neutron] 10.222.0.41 "GET /v2.0/networks/a475e26a-c951-42dc-98a1-b7e359a6661b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960243 Aug 31 01:35:27.318673 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4beb795a-9cda-464c-949d-645af2ad75a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'name': 'tempest-TestVolumeBackupRestore-1590928575-router', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:55Z', 'updated_at': '2021-08-31T01:32:00Z', 'revision_number': 4, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'gw_port': {'id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:56Z', 'updated_at': '2021-08-31T01:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '3f1ac327-7962-4b2d-b5cf-950ac5ff239a', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'port_id': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'mac_address': 'fa:16:3e:d3:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:35:25Z', 'updated_at': '2021-08-31T01:35:25Z', 'revision_number': 0, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a0acb2-77c3-4f46-87bd-846819b94adf', 'name': '', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'mac_address': 'fa:16:3e:10:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:59Z', 'updated_at': '2021-08-31T01:32:07Z', 'revision_number': 5, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'subnets': [{'id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:27.334383 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af917d-23a5-490f-b359-9a1ed6274175 req-921570a3-c7f4-4dba-9e9f-8d7dcd297673 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:27.336305 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-04af917d-23a5-490f-b359-9a1ed6274175 req-921570a3-c7f4-4dba-9e9f-8d7dcd297673 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0587318 Aug 31 01:35:27.352148 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beb795a-9cda-464c-949d-645af2ad75a9 None None] The sync data for ids ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'] in n-d-793621-34 is: [{'id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'name': 'tempest-TestVolumeBackupRestore-1590928575-router', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:55Z', 'updated_at': '2021-08-31T01:32:00Z', 'revision_number': 4, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'gw_port': {'id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:56Z', 'updated_at': '2021-08-31T01:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '3f1ac327-7962-4b2d-b5cf-950ac5ff239a', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'port_id': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'mac_address': 'fa:16:3e:d3:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:35:25Z', 'updated_at': '2021-08-31T01:35:25Z', 'revision_number': 0, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a0acb2-77c3-4f46-87bd-846819b94adf', 'name': '', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'mac_address': 'fa:16:3e:10:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:59Z', 'updated_at': '2021-08-31T01:32:07Z', 'revision_number': 5, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'subnets': [{'id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:35:27.377504 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-04af917d-23a5-490f-b359-9a1ed6274175 req-6a6d38d5-e908-4815-9e3e-ce5bddf45f2e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347714 Aug 31 01:35:27.592330 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748d4bc9-424c-4405-a0f4-9182e3442542 None None] New status for floating IP 3f1ac327-7962-4b2d-b5cf-950ac5ff239a: ACTIVE {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:35:27.609866 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9f12806-46c9-4daf-ad36-d789cac3bffb tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:27.668800 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9f12806-46c9-4daf-ad36-d789cac3bffb tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:27.701553 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-748d4bc9-424c-4405-a0f4-9182e3442542 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:35:27.702774 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-748d4bc9-424c-4405-a0f4-9182e3442542 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:35:27.889687 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f12806-46c9-4daf-ad36-d789cac3bffb tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:35:27.994418 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f12806-46c9-4daf-ad36-d789cac3bffb tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:35:27.999672 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f9f12806-46c9-4daf-ad36-d789cac3bffb tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:28.030498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'tag': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:35:28.032786 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10857f27-cafa-414b-a8a8-a6f37da0ae50" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb400be-0d74-40da-b3ad-421b2077aa55", "tag": "c637ea9f-ba5f-4fc3-9035-737e28baaf29"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:35:28.073147 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f9f12806-46c9-4daf-ad36-d789cac3bffb tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "PUT /v2.0/floatingips/3f1ac327-7962-4b2d-b5cf-950ac5ff239a HTTP/1.1" status: 200 len: 991 time: 1.3701484 Aug 31 01:35:28.165213 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb456326-bcb1-4681-b680-740663c325b8 x-openstack-request-id: req-fb456326-bcb1-4681-b680-740663c325b8 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:35:28.165554 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb400be-0d74-40da-b3ad-421b2077aa55", "tag": "c637ea9f-ba5f-4fc3-9035-737e28baaf29", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:35:28.176173 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb456326-bcb1-4681-b680-740663c325b8 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:35:28.176173 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'tag': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29', 'status': 'completed', 'code': 200} Aug 31 01:35:28.204162 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748d4bc9-424c-4405-a0f4-9182e3442542 None None] New status for floating IP 3f1ac327-7962-4b2d-b5cf-950ac5ff239a: ACTIVE {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:35:28.237303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10857f27-cafa-414b-a8a8-a6f37da0ae50 req-8d96105a-d325-4510-a06c-2663f79bf55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:28.238880 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-10857f27-cafa-414b-a8a8-a6f37da0ae50 req-8d96105a-d325-4510-a06c-2663f79bf55d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c21dab26e49f453e90a93d6f647eea99&device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 1097 time: 0.0444484 Aug 31 01:35:28.335188 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10857f27-cafa-414b-a8a8-a6f37da0ae50 req-f3ace200-4b02-4676-a6b7-3736659ea926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:28.336660 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-10857f27-cafa-414b-a8a8-a6f37da0ae50 req-f3ace200-4b02-4676-a6b7-3736659ea926 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a475e26a-c951-42dc-98a1-b7e359a6661b HTTP/1.1" status: 200 len: 915 time: 0.0907836 Aug 31 01:35:28.413713 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-10857f27-cafa-414b-a8a8-a6f37da0ae50 req-5fe01e55-67c3-470c-981d-fbdb4be74b37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c637ea9f-ba5f-4fc3-9035-737e28baaf29 HTTP/1.1" status: 200 len: 999 time: 0.0651202 Aug 31 01:35:28.483886 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b765d2-942b-4a6c-8db4-0f53a2f35ee4 None None] Sync routers for ids ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:35:28.494020 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b765d2-942b-4a6c-8db4-0f53a2f35ee4 None None] Routers {'6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:35:28.494646 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-99b765d2-942b-4a6c-8db4-0f53a2f35ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:35:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:28.502495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10857f27-cafa-414b-a8a8-a6f37da0ae50 req-4b56b96d-9377-41ae-beeb-f9f21d15bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:28.505666 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-10857f27-cafa-414b-a8a8-a6f37da0ae50 req-4b56b96d-9377-41ae-beeb-f9f21d15bde0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb69a855-a9eb-4176-924b-d259c24bbd0c HTTP/1.1" status: 200 len: 853 time: 0.0837252 Aug 31 01:35:28.531150 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb692937-69d5-4daa-9de4-59aaa357cb1b req-c9e83c3f-9b6b-4b21-95fb-5a01ae4f502b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:28.538597 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb692937-69d5-4daa-9de4-59aaa357cb1b req-c9e83c3f-9b6b-4b21-95fb-5a01ae4f502b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0763357 Aug 31 01:35:28.590294 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10857f27-cafa-414b-a8a8-a6f37da0ae50 req-69666ed2-9678-4648-88d5-58a13bd23fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:28.591735 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-10857f27-cafa-414b-a8a8-a6f37da0ae50 req-69666ed2-9678-4648-88d5-58a13bd23fd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a475e26a-c951-42dc-98a1-b7e359a6661b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805738 Aug 31 01:35:28.596046 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb692937-69d5-4daa-9de4-59aaa357cb1b req-281a390c-b3f8-4d0a-998e-4031e4c29ca0 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488129 Aug 31 01:35:28.606342 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-99b765d2-942b-4a6c-8db4-0f53a2f35ee4 None None] Set router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:35:28.688599 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-10857f27-cafa-414b-a8a8-a6f37da0ae50 req-0c934f44-9c68-4113-8716-a647dcdc64d8 service neutron] 10.222.0.41 "GET /v2.0/networks/a475e26a-c951-42dc-98a1-b7e359a6661b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894747 Aug 31 01:35:28.780711 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-10857f27-cafa-414b-a8a8-a6f37da0ae50 req-0b3c6d87-5887-412e-8057-eaa6968d6057 service neutron] 10.222.0.41 "GET /v2.0/networks/a475e26a-c951-42dc-98a1-b7e359a6661b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843775 Aug 31 01:35:28.835198 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-99b765d2-942b-4a6c-8db4-0f53a2f35ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'name': 'tempest-TestVolumeBackupRestore-1590928575-router', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:55Z', 'updated_at': '2021-08-31T01:32:00Z', 'revision_number': 4, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'gw_port': {'id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:56Z', 'updated_at': '2021-08-31T01:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '3f1ac327-7962-4b2d-b5cf-950ac5ff239a', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'port_id': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'mac_address': 'fa:16:3e:d3:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:35:25Z', 'updated_at': '2021-08-31T01:35:28Z', 'revision_number': 2, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a0acb2-77c3-4f46-87bd-846819b94adf', 'name': '', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'mac_address': 'fa:16:3e:10:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:59Z', 'updated_at': '2021-08-31T01:32:07Z', 'revision_number': 5, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'subnets': [{'id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:28.864485 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b765d2-942b-4a6c-8db4-0f53a2f35ee4 None None] Checking router: 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:35:28.874770 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b765d2-942b-4a6c-8db4-0f53a2f35ee4 None None] Routers {'6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:35:28.875368 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-99b765d2-942b-4a6c-8db4-0f53a2f35ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:35:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:28.881902 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:35:28.979557 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-99b765d2-942b-4a6c-8db4-0f53a2f35ee4 None None] Set router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:35:29.290007 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-99b765d2-942b-4a6c-8db4-0f53a2f35ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'name': 'tempest-TestVolumeBackupRestore-1590928575-router', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:55Z', 'updated_at': '2021-08-31T01:32:00Z', 'revision_number': 4, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'gw_port': {'id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:56Z', 'updated_at': '2021-08-31T01:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '3f1ac327-7962-4b2d-b5cf-950ac5ff239a', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'port_id': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'mac_address': 'fa:16:3e:d3:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:35:25Z', 'updated_at': '2021-08-31T01:35:28Z', 'revision_number': 2, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a0acb2-77c3-4f46-87bd-846819b94adf', 'name': '', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'mac_address': 'fa:16:3e:10:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:59Z', 'updated_at': '2021-08-31T01:32:07Z', 'revision_number': 5, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'subnets': [{'id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:29.316915 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b765d2-942b-4a6c-8db4-0f53a2f35ee4 None None] The sync data for ids ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'] in n-d-793621-34 is: [{'id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'name': 'tempest-TestVolumeBackupRestore-1590928575-router', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:55Z', 'updated_at': '2021-08-31T01:32:00Z', 'revision_number': 4, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'gw_port': {'id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:56Z', 'updated_at': '2021-08-31T01:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '3f1ac327-7962-4b2d-b5cf-950ac5ff239a', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'port_id': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'mac_address': 'fa:16:3e:d3:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:35:25Z', 'updated_at': '2021-08-31T01:35:28Z', 'revision_number': 2, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a0acb2-77c3-4f46-87bd-846819b94adf', 'name': '', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'mac_address': 'fa:16:3e:10:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:59Z', 'updated_at': '2021-08-31T01:32:07Z', 'revision_number': 5, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'subnets': [{'id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:35:29.719450 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94833c91-e7cd-418b-b258-3e30498076a4 req-82a6e85a-7511-46cb-8c51-6ccb39adb0ae tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:29.721005 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94833c91-e7cd-418b-b258-3e30498076a4 req-82a6e85a-7511-46cb-8c51-6ccb39adb0ae tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 943 time: 0.0527654 Aug 31 01:35:29.767407 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-94833c91-e7cd-418b-b258-3e30498076a4 req-6735d4f7-fd4c-4f4f-a3d5-e7a0688fa755 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370808 Aug 31 01:35:30.167487 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'tag': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:35:30.169917 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2c4d47-50ca-4cac-89b3-a3b7b8780c93" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb400be-0d74-40da-b3ad-421b2077aa55", "tag": "c637ea9f-ba5f-4fc3-9035-737e28baaf29"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:35:30.214057 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb074957-c0ca-4fb3-968e-3de2f1ba321f x-openstack-request-id: req-bb074957-c0ca-4fb3-968e-3de2f1ba321f {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:35:30.214057 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb400be-0d74-40da-b3ad-421b2077aa55", "tag": "c637ea9f-ba5f-4fc3-9035-737e28baaf29", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:35:30.214057 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb074957-c0ca-4fb3-968e-3de2f1ba321f {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:35:30.214057 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'tag': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29', 'status': 'completed', 'code': 200} Aug 31 01:35:30.275102 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c4d47-50ca-4cac-89b3-a3b7b8780c93 req-e013d9a6-3ef2-4c63-ba21-9709a1e5c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:30.276577 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc2c4d47-50ca-4cac-89b3-a3b7b8780c93 req-e013d9a6-3ef2-4c63-ba21-9709a1e5c5e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c21dab26e49f453e90a93d6f647eea99&device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 1097 time: 0.0450158 Aug 31 01:35:30.507188 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:35:30.619200 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:35:30.634717 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'port_id': '6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3', 'mac_address': 'fa:16:3e:05:76:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:35:30.677207 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:30.695396 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:35:30.716222 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:35:30.720357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c4d47-50ca-4cac-89b3-a3b7b8780c93 req-08ce0b6b-2d40-4b63-81c5-569f4078a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:30.721891 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc2c4d47-50ca-4cac-89b3-a3b7b8780c93 req-08ce0b6b-2d40-4b63-81c5-569f4078a61b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a475e26a-c951-42dc-98a1-b7e359a6661b HTTP/1.1" status: 200 len: 915 time: 0.4382906 Aug 31 01:35:30.792045 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc2c4d47-50ca-4cac-89b3-a3b7b8780c93 req-15d54d56-453a-4f48-9e70-6c58bf23ce13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c637ea9f-ba5f-4fc3-9035-737e28baaf29 HTTP/1.1" status: 200 len: 1001 time: 0.0625565 Aug 31 01:35:30.800296 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:30.844562 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c4d47-50ca-4cac-89b3-a3b7b8780c93 req-b612a000-da19-4a06-bbe0-35c270a522f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:30.846605 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc2c4d47-50ca-4cac-89b3-a3b7b8780c93 req-b612a000-da19-4a06-bbe0-35c270a522f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb69a855-a9eb-4176-924b-d259c24bbd0c HTTP/1.1" status: 200 len: 853 time: 0.0482802 Aug 31 01:35:30.856328 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:30.895921 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c4d47-50ca-4cac-89b3-a3b7b8780c93 req-06def4b0-a35b-4dd1-a888-e83695466399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:30.897502 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc2c4d47-50ca-4cac-89b3-a3b7b8780c93 req-06def4b0-a35b-4dd1-a888-e83695466399 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a475e26a-c951-42dc-98a1-b7e359a6661b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430975 Aug 31 01:35:30.904654 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9569a-34ce-4dbf-ae8c-7e3664c5e0f5 req-ddc2461e-0d6e-496b-8652-c5dcebd2af65 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:30.906262 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bba9569a-34ce-4dbf-ae8c-7e3664c5e0f5 req-ddc2461e-0d6e-496b-8652-c5dcebd2af65 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 944 time: 0.0568008 Aug 31 01:35:30.952865 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bba9569a-34ce-4dbf-ae8c-7e3664c5e0f5 req-ad8ad8e8-6dff-446e-a5fa-8899621dd401 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401042 Aug 31 01:35:30.993704 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc2c4d47-50ca-4cac-89b3-a3b7b8780c93 req-c8fec49a-70c7-4184-9cf0-e4d7b067460b service neutron] 10.222.0.41 "GET /v2.0/networks/a475e26a-c951-42dc-98a1-b7e359a6661b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889397 Aug 31 01:35:31.006672 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:35:31.086086 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc2c4d47-50ca-4cac-89b3-a3b7b8780c93 req-88f9e85f-c31c-4d4c-8f16-28766b6f13c7 service neutron] 10.222.0.41 "GET /v2.0/networks/a475e26a-c951-42dc-98a1-b7e359a6661b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854118 Aug 31 01:35:32.073853 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042001ff-9d92-47f2-a5f4-1b594435d850 req-921988d4-d9e4-493f-9993-5b7c6baa8210 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:32.075356 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-042001ff-9d92-47f2-a5f4-1b594435d850 req-921988d4-d9e4-493f-9993-5b7c6baa8210 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 944 time: 0.0528011 Aug 31 01:35:32.116503 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-042001ff-9d92-47f2-a5f4-1b594435d850 req-b21733b5-37a3-44de-b64a-19a928ebb3ce tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338602 Aug 31 01:35:32.522840 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:35:32.668290 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:35:32.673033 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:35:32.673404 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:32.757190 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:32.782559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f606b897-5b4d-4430-bbe6-74a2b88d9efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:35:32.784740 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aba566-92cd-4adc-90b3-920b64bdb1aa" -d '{"events": [{"server_uuid": "f606b897-5b4d-4430-bbe6-74a2b88d9efd", "name": "network-vif-plugged", "status": "completed", "tag": "6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:35:32.799275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:35:32.822257 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df71974d-9939-4299-a1ed-38e432d0fb93 x-openstack-request-id: req-df71974d-9939-4299-a1ed-38e432d0fb93 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:35:32.822476 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f606b897-5b4d-4430-bbe6-74a2b88d9efd", "name": "network-vif-plugged", "status": "completed", "tag": "6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:35:32.822734 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df71974d-9939-4299-a1ed-38e432d0fb93 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:35:32.823179 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f606b897-5b4d-4430-bbe6-74a2b88d9efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3', 'code': 200} Aug 31 01:35:32.873913 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:32.926525 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e80ba-e278-4e48-b8c4-06065a521645 req-7072344c-0b5f-4000-b64b-9116a944c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:32.928061 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a89e80ba-e278-4e48-b8c4-06065a521645 req-7072344c-0b5f-4000-b64b-9116a944c4ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 1097 time: 0.0485365 Aug 31 01:35:32.928242 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:32.936390 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:32.936761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:32.937123 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:32.937478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:32.937813 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:32.938142 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:32.938623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:32.938831 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:32.939084 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:32.939400 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:32.939717 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:32.940032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:32.966665 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a89e80ba-e278-4e48-b8c4-06065a521645 req-3cd2e5a3-7c2a-4a48-be13-8aafa26830e2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306151 Aug 31 01:35:33.232769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815aa9c-33d0-4734-be63-2f084faa0ddc req-6b6d2a65-bf2e-43c5-8ca1-d34485c909c4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:33.234288 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6815aa9c-33d0-4734-be63-2f084faa0ddc req-6b6d2a65-bf2e-43c5-8ca1-d34485c909c4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 945 time: 0.0500720 Aug 31 01:35:33.271959 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6815aa9c-33d0-4734-be63-2f084faa0ddc req-df9e3255-e870-4eb7-9c85-5d92d85fdb3c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317771 Aug 31 01:35:34.250631 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0c7988d8-fb75-41a2-a2a4-bcb2031f7bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:34.391784 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0644a24-1881-492e-bb51-3db04d11d170 req-3acd975e-1d5a-4273-9a96-0402e75cafc5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:34.393230 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b0644a24-1881-492e-bb51-3db04d11d170 req-3acd975e-1d5a-4273-9a96-0402e75cafc5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 945 time: 0.0519176 Aug 31 01:35:34.432926 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b0644a24-1881-492e-bb51-3db04d11d170 req-0bc7f35d-1720-4d37-98fc-6f90427970a5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335572 Aug 31 01:35:34.548440 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf8211-a583-496e-b520-9d65286ee09b req-b1cafb09-86e3-48d7-9d50-4b2ad3eefa59 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:34.549939 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5caf8211-a583-496e-b520-9d65286ee09b req-b1cafb09-86e3-48d7-9d50-4b2ad3eefa59 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 945 time: 0.0494540 Aug 31 01:35:34.590843 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5caf8211-a583-496e-b520-9d65286ee09b req-38f6e243-1a6c-4db8-b234-879c0e2e2238 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350282 Aug 31 01:35:35.145120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f6a6a-3698-4c8a-8a25-77a89f1bc232 req-30d3ede4-253a-4d66-bb15-9e106132ee52 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:35.146678 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-147f6a6a-3698-4c8a-8a25-77a89f1bc232 req-30d3ede4-253a-4d66-bb15-9e106132ee52 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 945 time: 0.0530455 Aug 31 01:35:35.187580 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-147f6a6a-3698-4c8a-8a25-77a89f1bc232 req-318d0eab-2ac4-48ce-9b01-656b357d7b60 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335007 Aug 31 01:35:36.308240 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd9d18-9cbb-4546-95e5-edb51d5db1ed req-6473963c-81f9-408c-8648-333ba4e0b552 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:36.309760 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0dcd9d18-9cbb-4546-95e5-edb51d5db1ed req-6473963c-81f9-408c-8648-333ba4e0b552 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 945 time: 0.0504887 Aug 31 01:35:36.350564 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0dcd9d18-9cbb-4546-95e5-edb51d5db1ed req-ef1b4386-c943-4405-ab82-8169b7e02045 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346069 Aug 31 01:35:36.621368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc190f-39b8-470d-a412-55991f705d49 req-d6f58cc8-e408-4cea-9386-7e5e5a1b2710 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:36.622858 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2ebc190f-39b8-470d-a412-55991f705d49 req-d6f58cc8-e408-4cea-9386-7e5e5a1b2710 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.48 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 945 time: 0.0497961 Aug 31 01:35:36.723383 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-2ebc190f-39b8-470d-a412-55991f705d49 req-8237d711-08ea-4fa3-ba04-a954c5694768 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Deleting port 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:35:36.723714 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2ebc190f-39b8-470d-a412-55991f705d49 req-8237d711-08ea-4fa3-ba04-a954c5694768 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:36.812918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2ebc190f-39b8-470d-a412-55991f705d49 req-8237d711-08ea-4fa3-ba04-a954c5694768 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] For port 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:35:36.813283 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2ebc190f-39b8-470d-a412-55991f705d49 req-8237d711-08ea-4fa3-ba04-a954c5694768 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:36.825764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-2ebc190f-39b8-470d-a412-55991f705d49 req-8237d711-08ea-4fa3-ba04-a954c5694768 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Calling delete_port for 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:35:36.862142 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:36.970693 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-873809c8-03e3-4e1b-aae5-8d8b857ddedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:37.034395 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2ebc190f-39b8-470d-a412-55991f705d49 req-8237d711-08ea-4fa3-ba04-a954c5694768 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:37.046204 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:35:37.049658 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['1f03e020-b0fe-4dda-93b6-35c4a183ec21'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:35:37.064194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237d711-08ea-4fa3-ba04-a954c5694768 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event deleted for resources: {'Port': ['ID=6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:37.109143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebc190f-39b8-470d-a412-55991f705d49 req-8237d711-08ea-4fa3-ba04-a954c5694768 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] No DVR routers for this DVR port 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:35:37.112666 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2ebc190f-39b8-470d-a412-55991f705d49 req-8237d711-08ea-4fa3-ba04-a954c5694768 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:37.117324 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2ebc190f-39b8-470d-a412-55991f705d49 req-8237d711-08ea-4fa3-ba04-a954c5694768 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.48 "DELETE /v2.0/ports/6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 HTTP/1.1" status: 204 len: 173 time: 0.4858830 Aug 31 01:35:37.117324 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f606b897-5b4d-4430-bbe6-74a2b88d9efd', 'name': 'network-vif-deleted', 'tag': '6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:35:37.118100 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d9783d-05b0-4d4f-ad1e-1713c969b9bb" -d '{"events": [{"server_uuid": "f606b897-5b4d-4430-bbe6-74a2b88d9efd", "name": "network-vif-deleted", "tag": "6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:35:37.155468 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59346ebf-4dba-41d4-8aaa-540db7c31d62 x-openstack-request-id: req-59346ebf-4dba-41d4-8aaa-540db7c31d62 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:35:37.155957 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f606b897-5b4d-4430-bbe6-74a2b88d9efd", "name": "network-vif-deleted", "tag": "6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:35:37.156369 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59346ebf-4dba-41d4-8aaa-540db7c31d62 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:35:37.156786 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f606b897-5b4d-4430-bbe6-74a2b88d9efd', 'name': 'network-vif-deleted', 'tag': '6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3', 'status': 'completed', 'code': 200} Aug 31 01:35:37.308387 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:37.448667 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-023eed49-f0aa-4e90-929c-267180cdcd7b req-d49ab647-0a58-4ff4-8555-01ea853b10c8 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 210 time: 0.0288477 Aug 31 01:35:37.451431 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:38.551677 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-505e6594-a97b-47bd-8421-baf5262d291d req-601c99e0-b522-4c68-b254-6f196cc3c6e4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 210 time: 0.0311658 Aug 31 01:35:38.583173 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:39.654108 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a3de5654-76aa-4817-a640-fed5d29d1228 req-de0a82b4-d1ba-47d7-815c-aec6c2611c36 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 210 time: 0.0314126 Aug 31 01:35:40.279302 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:40.561508 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:35:40.575648 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:35:40.579958 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6c6d58fa-d60a-4fe4-a1cf-7fa242e5d2f3 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:35:40.752459 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8a2ae30-3410-4b3f-927c-d3abe272ecd3 req-3f503a72-320e-4891-9a3b-ba32d196537e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f606b897-5b4d-4430-bbe6-74a2b88d9efd HTTP/1.1" status: 200 len: 210 time: 0.0287132 Aug 31 01:35:46.612327 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd9553-cca7-4b7c-b06f-afeaf95f6679 req-48765c60-5525-461c-b374-e6e97f86802b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:46.613902 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-40cd9553-cca7-4b7c-b06f-afeaf95f6679 req-48765c60-5525-461c-b374-e6e97f86802b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 945 time: 0.0523789 Aug 31 01:35:46.654338 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-40cd9553-cca7-4b7c-b06f-afeaf95f6679 req-79a5eb05-9bb3-4d13-81b4-793f16ff31d5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344293 Aug 31 01:35:47.777405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f838e8a-eee4-48e0-a539-636602739414 req-bfd1118f-a752-4103-8913-1c774da32145 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:47.778924 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1f838e8a-eee4-48e0-a539-636602739414 req-bfd1118f-a752-4103-8913-1c774da32145 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 945 time: 0.0505438 Aug 31 01:35:47.820235 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1f838e8a-eee4-48e0-a539-636602739414 req-9a7b6a90-be27-46b1-b8bf-fde8b78aaa01 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f84c281-280f-4023-ba01-4c96f55ea21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335138 Aug 31 01:35:48.306372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb799d-0bc5-4a56-a2e4-7bf7d1035cad req-f6f3ecc1-d5d5-4781-ab37-22c49b228d45 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:48.307899 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5cdb799d-0bc5-4a56-a2e4-7bf7d1035cad req-f6f3ecc1-d5d5-4781-ab37-22c49b228d45 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.41 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 945 time: 0.0509965 Aug 31 01:35:48.407523 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-5cdb799d-0bc5-4a56-a2e4-7bf7d1035cad req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Deleting port 1f03e020-b0fe-4dda-93b6-35c4a183ec21 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:35:48.407771 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5cdb799d-0bc5-4a56-a2e4-7bf7d1035cad req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:48.499304 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-5cdb799d-0bc5-4a56-a2e4-7bf7d1035cad req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] For port 1f03e020-b0fe-4dda-93b6-35c4a183ec21, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=1f03e020-b0fe-4dda-93b6-35c4a183ec21,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:35:48.499674 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5cdb799d-0bc5-4a56-a2e4-7bf7d1035cad req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:48.512902 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-5cdb799d-0bc5-4a56-a2e4-7bf7d1035cad req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Calling delete_port for 1f03e020-b0fe-4dda-93b6-35c4a183ec21 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:35:48.731369 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5cdb799d-0bc5-4a56-a2e4-7bf7d1035cad req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:48.743862 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['1f03e020-b0fe-4dda-93b6-35c4a183ec21'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:35:48.766499 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event deleted for resources: {'Port': ['ID=1f03e020-b0fe-4dda-93b6-35c4a183ec21,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:48.792299 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:48.792820 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:48.792983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:48.793326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:48.793688 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:48.794082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:48.794417 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:48.794743 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:48.795071 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:48.795397 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:48.795718 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:48.796070 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:48.822356 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdb799d-0bc5-4a56-a2e4-7bf7d1035cad req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] No DVR routers for this DVR port 1f03e020-b0fe-4dda-93b6-35c4a183ec21 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:35:48.825005 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-5cdb799d-0bc5-4a56-a2e4-7bf7d1035cad req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:48.827675 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5cdb799d-0bc5-4a56-a2e4-7bf7d1035cad req-28ed25fa-9111-43fc-8eb3-2be6f78dc8ef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.41 "DELETE /v2.0/ports/1f03e020-b0fe-4dda-93b6-35c4a183ec21 HTTP/1.1" status: 204 len: 173 time: 0.5130618 Aug 31 01:35:48.828115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76df7b35-96fa-4e7d-b5b5-2a8885d935a3', 'name': 'network-vif-deleted', 'tag': '1f03e020-b0fe-4dda-93b6-35c4a183ec21'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:35:48.830442 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed8a264-efbb-4ac6-b93e-20ffce0ce6fb" -d '{"events": [{"server_uuid": "76df7b35-96fa-4e7d-b5b5-2a8885d935a3", "name": "network-vif-deleted", "tag": "1f03e020-b0fe-4dda-93b6-35c4a183ec21"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:35:48.867885 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f49596e-7407-4190-8617-dd9f7af5c4c0 x-openstack-request-id: req-1f49596e-7407-4190-8617-dd9f7af5c4c0 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:35:48.868242 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76df7b35-96fa-4e7d-b5b5-2a8885d935a3", "name": "network-vif-deleted", "tag": "1f03e020-b0fe-4dda-93b6-35c4a183ec21", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:35:48.868504 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f49596e-7407-4190-8617-dd9f7af5c4c0 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:35:48.868966 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76df7b35-96fa-4e7d-b5b5-2a8885d935a3', 'name': 'network-vif-deleted', 'tag': '1f03e020-b0fe-4dda-93b6-35c4a183ec21', 'status': 'completed', 'code': 200} Aug 31 01:35:48.918711 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44b90a90-177f-4167-a845-e242ce5da359 req-8b0e64d6-d507-4e7e-addd-4e0157fed087 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 210 time: 0.0273352 Aug 31 01:35:50.016516 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-af440f72-72f7-4473-854e-7e8b4eed72ce req-56a5bc87-0097-4e02-a5f5-540479fc174e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 210 time: 0.0267708 Aug 31 01:35:51.112569 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2571a101-ce82-4697-8fbf-3c3c4a334ac8 req-c15c76d4-296c-427f-8f9d-cd838ef8a036 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 210 time: 0.0270324 Aug 31 01:35:51.904202 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 1f03e020-b0fe-4dda-93b6-35c4a183ec21 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:35:51.927511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 1f03e020-b0fe-4dda-93b6-35c4a183ec21 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:35:51.927996 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 1f03e020-b0fe-4dda-93b6-35c4a183ec21 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:35:52.217619 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8bf7cbe2-3c5c-4c51-a28a-67661cf64960 req-fd10651c-5fee-4146-954c-54980fb0ee9e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 210 time: 0.0284178 Aug 31 01:35:53.339505 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fa1ce131-054d-461a-8b52-4b01f18e90f7 req-11869fc0-6ad9-497c-a09a-1eaf4b194ede tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=76df7b35-96fa-4e7d-b5b5-2a8885d935a3 HTTP/1.1" status: 200 len: 210 time: 0.0319009 Aug 31 01:35:56.936784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37522) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:56.941563 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-fa1239b9-d92c-4b76-a400-c512e464d205 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1501289728', 'description': 'tempest-secgroup-smoke-1501289728 description', 'project_id': '543ff63c29ff4856b110bef5ec021646'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:57.067638 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa1239b9-d92c-4b76-a400-c512e464d205 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.149243 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa1239b9-d92c-4b76-a400-c512e464d205 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.210666 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa1239b9-d92c-4b76-a400-c512e464d205 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.242376 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1239b9-d92c-4b76-a400-c512e464d205 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273d5631-ba62-4fbc-aaa3-7b8c3d468978,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:57.290559 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa1239b9-d92c-4b76-a400-c512e464d205 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.291866 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fa1239b9-d92c-4b76-a400-c512e464d205 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3540313 Aug 31 01:35:57.295190 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37524) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:57.301191 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b0fc8c7c-4a35-493e-849b-f0a915cfe5d4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Request body: {'security_group_rule': {'security_group_id': '273d5631-ba62-4fbc-aaa3-7b8c3d468978', 'project_id': '543ff63c29ff4856b110bef5ec021646', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:57.380563 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8c7c-4a35-493e-849b-f0a915cfe5d4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.437925 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8c7c-4a35-493e-849b-f0a915cfe5d4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.490184 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8c7c-4a35-493e-849b-f0a915cfe5d4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.510032 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc8c7c-4a35-493e-849b-f0a915cfe5d4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4579f8d8-a71f-4be1-96d2-59a205b80253,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:57.558579 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8c7c-4a35-493e-849b-f0a915cfe5d4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.559849 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b0fc8c7c-4a35-493e-849b-f0a915cfe5d4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2631104 Aug 31 01:35:57.562999 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37526) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:57.567804 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-5008cf58-250c-4d08-add9-a981550b2222 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Request body: {'security_group_rule': {'security_group_id': '273d5631-ba62-4fbc-aaa3-7b8c3d468978', 'project_id': '543ff63c29ff4856b110bef5ec021646', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:57.643394 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5008cf58-250c-4d08-add9-a981550b2222 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.701217 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5008cf58-250c-4d08-add9-a981550b2222 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.758597 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5008cf58-250c-4d08-add9-a981550b2222 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.778642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008cf58-250c-4d08-add9-a981550b2222 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60398202-1fc3-4ba6-9f15-7b1c996814a3,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:57.896214 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5008cf58-250c-4d08-add9-a981550b2222 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.897524 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5008cf58-250c-4d08-add9-a981550b2222 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3333690 Aug 31 01:35:57.900233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37528) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:57.904774 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-7ac7bc96-9ee2-4d04-ae6f-cd7f049184a4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Request body: {'security_group_rule': {'security_group_id': '273d5631-ba62-4fbc-aaa3-7b8c3d468978', 'project_id': '543ff63c29ff4856b110bef5ec021646', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:58.009402 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ac7bc96-9ee2-4d04-ae6f-cd7f049184a4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.065999 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ac7bc96-9ee2-4d04-ae6f-cd7f049184a4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.164275 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ac7bc96-9ee2-4d04-ae6f-cd7f049184a4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.185456 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7bc96-9ee2-4d04-ae6f-cd7f049184a4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c09b4a-6583-4e50-bf72-2ed4c8fe3f3a,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:58.250577 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7ac7bc96-9ee2-4d04-ae6f-cd7f049184a4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.251861 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7ac7bc96-9ee2-4d04-ae6f-cd7f049184a4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3506942 Aug 31 01:35:58.254705 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37530) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:58.260956 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-2ab9a213-1b59-4bee-be58-9d48a7bbbb0d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Request body: {'security_group_rule': {'security_group_id': '273d5631-ba62-4fbc-aaa3-7b8c3d468978', 'project_id': '543ff63c29ff4856b110bef5ec021646', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:58.330184 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2ab9a213-1b59-4bee-be58-9d48a7bbbb0d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.395405 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2ab9a213-1b59-4bee-be58-9d48a7bbbb0d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.455739 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2ab9a213-1b59-4bee-be58-9d48a7bbbb0d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.474496 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9a213-1b59-4bee-be58-9d48a7bbbb0d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55841bec-220b-4d77-ae8c-1adb0aa2bf7d,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:58.483565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9a213-1b59-4bee-be58-9d48a7bbbb0d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:58.483909 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9a213-1b59-4bee-be58-9d48a7bbbb0d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:58.491627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9a213-1b59-4bee-be58-9d48a7bbbb0d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:58.491627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9a213-1b59-4bee-be58-9d48a7bbbb0d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:58.491627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9a213-1b59-4bee-be58-9d48a7bbbb0d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:58.491627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9a213-1b59-4bee-be58-9d48a7bbbb0d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:58.491627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9a213-1b59-4bee-be58-9d48a7bbbb0d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:58.491627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9a213-1b59-4bee-be58-9d48a7bbbb0d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:58.491627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9a213-1b59-4bee-be58-9d48a7bbbb0d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:58.491627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9a213-1b59-4bee-be58-9d48a7bbbb0d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:58.491627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9a213-1b59-4bee-be58-9d48a7bbbb0d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:58.491627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9a213-1b59-4bee-be58-9d48a7bbbb0d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:58.547838 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2ab9a213-1b59-4bee-be58-9d48a7bbbb0d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.549012 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2ab9a213-1b59-4bee-be58-9d48a7bbbb0d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2932909 Aug 31 01:35:58.552905 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37532) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:58.557656 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-aee48a39-bcf6-41ef-a847-6ce3196c4d28 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Request body: {'security_group_rule': {'security_group_id': '273d5631-ba62-4fbc-aaa3-7b8c3d468978', 'project_id': '543ff63c29ff4856b110bef5ec021646', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:58.656324 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-aee48a39-bcf6-41ef-a847-6ce3196c4d28 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Project 543ff63c29ff4856b110bef5ec021646 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:35:58.661818 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aee48a39-bcf6-41ef-a847-6ce3196c4d28 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.723385 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aee48a39-bcf6-41ef-a847-6ce3196c4d28 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.770292 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aee48a39-bcf6-41ef-a847-6ce3196c4d28 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.789278 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee48a39-bcf6-41ef-a847-6ce3196c4d28 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f40114-8e35-4ff1-9cbf-19a1c07a4615,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:58.827704 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aee48a39-bcf6-41ef-a847-6ce3196c4d28 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.828870 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-aee48a39-bcf6-41ef-a847-6ce3196c4d28 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2749400 Aug 31 01:35:58.831627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37534) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:58.836451 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-a36becfc-adbd-4338-a75e-45cff91e4bef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Request body: {'security_group_rule': {'security_group_id': '273d5631-ba62-4fbc-aaa3-7b8c3d468978', 'project_id': '543ff63c29ff4856b110bef5ec021646', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:58.912714 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-a36becfc-adbd-4338-a75e-45cff91e4bef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Project 543ff63c29ff4856b110bef5ec021646 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:35:58.917786 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a36becfc-adbd-4338-a75e-45cff91e4bef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.979014 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a36becfc-adbd-4338-a75e-45cff91e4bef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:59.055753 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a36becfc-adbd-4338-a75e-45cff91e4bef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:59.074809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36becfc-adbd-4338-a75e-45cff91e4bef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332f2f8c-a24f-4611-9fd2-272fb8590663,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:59.152910 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a36becfc-adbd-4338-a75e-45cff91e4bef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:59.154193 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a36becfc-adbd-4338-a75e-45cff91e4bef tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3216388 Aug 31 01:36:00.365843 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-691ff88a-af45-4b44-b7d1-bde82f3354da req-49847a7d-7e80-4580-9c73-169e93420302 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429871 Aug 31 01:36:00.455725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ff88a-af45-4b44-b7d1-bde82f3354da req-83ce4da6-0637-4088-897a-e3229d01a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:00.457712 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-691ff88a-af45-4b44-b7d1-bde82f3354da req-83ce4da6-0637-4088-897a-e3229d01a133 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c21dab26e49f453e90a93d6f647eea99&device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 1097 time: 0.0496593 Aug 31 01:36:00.578516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ff88a-af45-4b44-b7d1-bde82f3354da req-5500b3e4-9f8f-406a-8590-5b2bf68131a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:00.580047 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-691ff88a-af45-4b44-b7d1-bde82f3354da req-5500b3e4-9f8f-406a-8590-5b2bf68131a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a475e26a-c951-42dc-98a1-b7e359a6661b HTTP/1.1" status: 200 len: 915 time: 0.0996761 Aug 31 01:36:00.649027 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-691ff88a-af45-4b44-b7d1-bde82f3354da req-eab78c3e-5037-4041-a031-3f769f7d6631 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c637ea9f-ba5f-4fc3-9035-737e28baaf29 HTTP/1.1" status: 200 len: 1001 time: 0.0614464 Aug 31 01:36:00.699163 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ff88a-af45-4b44-b7d1-bde82f3354da req-33fbc0ca-2e63-4885-be52-18a1ea03f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:00.700740 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-691ff88a-af45-4b44-b7d1-bde82f3354da req-33fbc0ca-2e63-4885-be52-18a1ea03f985 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb69a855-a9eb-4176-924b-d259c24bbd0c HTTP/1.1" status: 200 len: 853 time: 0.0443525 Aug 31 01:36:00.756419 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ff88a-af45-4b44-b7d1-bde82f3354da req-18a4c016-d439-4c0f-9944-ce00f4b274c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:00.757973 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-691ff88a-af45-4b44-b7d1-bde82f3354da req-18a4c016-d439-4c0f-9944-ce00f4b274c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a475e26a-c951-42dc-98a1-b7e359a6661b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506566 Aug 31 01:36:00.854148 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-691ff88a-af45-4b44-b7d1-bde82f3354da req-da69dc0d-c5df-42c6-93ed-835ecee493fd service neutron] 10.222.0.41 "GET /v2.0/networks/a475e26a-c951-42dc-98a1-b7e359a6661b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879655 Aug 31 01:36:00.960457 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-691ff88a-af45-4b44-b7d1-bde82f3354da req-70dc51cc-70cc-447e-ab8f-ad3aae1b77eb service neutron] 10.222.0.41 "GET /v2.0/networks/a475e26a-c951-42dc-98a1-b7e359a6661b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992837 Aug 31 01:36:04.198944 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1614394b-1134-4491-badb-ce5ab1b857a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:05.882315 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:36:06.833136 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:07.033236 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4e0526f9-81d7-4db7-b870-a5599bff9f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:07.530645 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:07.570108 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:08.598811 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.038885 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:28.768334 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-bf53eaa2-b1c9-44e1-9466-285398f249ea tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1501289728&fields=id&tenant_id=543ff63c29ff4856b110bef5ec021646 HTTP/1.1" status: 200 len: 267 time: 0.0327103 Aug 31 01:36:28.879705 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-b524a07c-dd55-40e8-bfa3-6e2b06d490f8 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:28.881197 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-b524a07c-dd55-40e8-bfa3-6e2b06d490f8 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 812 time: 0.1054559 Aug 31 01:36:28.896144 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-a55c9db9-5f52-497c-9fb1-329714e7bccf tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/quotas/543ff63c29ff4856b110bef5ec021646 HTTP/1.1" status: 200 len: 375 time: 0.0092151 Aug 31 01:36:28.947725 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-25cc86e8-9308-4e80-8541-121ab16cdab9 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463490 Aug 31 01:36:29.096018 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-9f9b9ce1-b46c-4648-94bb-3ed3cd776efb service neutron] 10.222.0.16 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368432 Aug 31 01:36:29.185648 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-43937420-2022-478c-a997-acdffda1209a service neutron] 10.222.0.16 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834334 Aug 31 01:36:29.777797 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e6b76732-2963-4c88-a093-38e9f6b6f83b req-cfa76077-0d32-46a7-8d9e-6d1dcc662352 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 210 time: 0.0846024 Aug 31 01:36:30.876221 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e98767bc-5647-46d8-9c4d-f2af909139a0 req-e6b8b211-3017-47e4-b897-85fa265e6f04 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 210 time: 0.0272973 Aug 31 01:36:31.349674 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-d65aa7c8-3fa6-437f-9ff7-3440a9b72b3c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:31.351186 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-d65aa7c8-3fa6-437f-9ff7-3440a9b72b3c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.48 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 812 time: 0.1041312 Aug 31 01:36:31.396428 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6bae35a5-2c18-47ad-ba70-f0ff49389006 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=543ff63c29ff4856b110bef5ec021646 HTTP/1.1" status: 200 len: 380 time: 0.0366755 Aug 31 01:36:31.405307 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-e42bd6cb-03d9-454f-ae3f-ab26f7d6bd70 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Request body: {'port': {'device_id': 'c962004d-896d-4b1a-8a38-6beab2aed6e2', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'admin_state_up': True, 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'security_groups': ['273d5631-ba62-4fbc-aaa3-7b8c3d468978']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:31.592969 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-e42bd6cb-03d9-454f-ae3f-ab26f7d6bd70 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Made reservation on behalf of 543ff63c29ff4856b110bef5ec021646 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:36:31.596766 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-e42bd6cb-03d9-454f-ae3f-ab26f7d6bd70 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:31.731739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-e42bd6cb-03d9-454f-ae3f-ab26f7d6bd70 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Allocated IP 172.20.0.6 (d77f28fd-02bd-45e9-a495-e369f704b282/c2dba7f5-26c7-46f2-a8b3-f31b2f705825/5c4cc396-1b2e-42ff-8ed8-58f5874f8aba) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:36:31.870230 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-e42bd6cb-03d9-454f-ae3f-ab26f7d6bd70 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:31.883969 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-e42bd6cb-03d9-454f-ae3f-ab26f7d6bd70 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Transition to ACTIVE for port object 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:36:31.980108 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de6b5bc4-227d-40bd-b405-84a72144ad33 req-82bb74ad-7da2-4f21-888d-a2944b0727f9 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 210 time: 0.0287728 Aug 31 01:36:32.002013 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-e42bd6cb-03d9-454f-ae3f-ab26f7d6bd70 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:32.051250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-e42bd6cb-03d9-454f-ae3f-ab26f7d6bd70 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Network d77f28fd-02bd-45e9-a495-e369f704b282 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:36:32.056629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-e42bd6cb-03d9-454f-ae3f-ab26f7d6bd70 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:36:32.059242 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-e42bd6cb-03d9-454f-ae3f-ab26f7d6bd70 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:36:32.090877 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bd6cb-03d9-454f-ae3f-ab26f7d6bd70 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'Port': ['ID=5c4cc396-1b2e-42ff-8ed8-58f5874f8aba,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:32.120435 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-e42bd6cb-03d9-454f-ae3f-ab26f7d6bd70 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:32.121105 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-e42bd6cb-03d9-454f-ae3f-ab26f7d6bd70 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:32.181917 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-e42bd6cb-03d9-454f-ae3f-ab26f7d6bd70 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7803788 Aug 31 01:36:32.195159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Request body: {'port': {'device_id': 'c962004d-896d-4b1a-8a38-6beab2aed6e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:32.257159 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:32.403873 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-af37687c-6420-4c96-943d-0e0b9de1b202 None None] Provisioning for port 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:36:32.408755 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-af37687c-6420-4c96-943d-0e0b9de1b202 None None] Provisioning complete for port 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:32.409125 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-af37687c-6420-4c96-943d-0e0b9de1b202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:32.445312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-af37687c-6420-4c96-943d-0e0b9de1b202 None None] Port 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:36:32.527968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:36:32.535650 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:32.547894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Transition to ACTIVE for port object 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:36:32.626866 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:32.688900 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4cc396-1b2e-42ff-8ed8-58f5874f8aba,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:32.762413 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Attempting to bind port 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:36:32.762866 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Attempting to bind port 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:36:32.763379 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Attempting to bind port 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba on network d77f28fd-02bd-45e9-a495-e369f704b282 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:36:32.768086 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Port 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba on network d77f28fd-02bd-45e9-a495-e369f704b282 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:36:32.768411 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Attempting to bind port 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba on network d77f28fd-02bd-45e9-a495-e369f704b282 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:36:32.773763 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:36:32.774107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Checking segment: {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:36:32.774489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Bound using segment: {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:36:32.774920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Bound port: 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:36:32.775284 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:32.844662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] For port 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:36:32.848237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] For port 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=5c4cc396-1b2e-42ff-8ed8-58f5874f8aba,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:36:32.947823 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:32.986046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:32.986968 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:32.988381 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] 10.222.0.48 "PUT /v2.0/ports/5c4cc396-1b2e-42ff-8ed8-58f5874f8aba HTTP/1.1" status: 200 len: 1092 time: 0.7984493 Aug 31 01:36:32.990695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c962004d-896d-4b1a-8a38-6beab2aed6e2', 'tag': '5c4cc396-1b2e-42ff-8ed8-58f5874f8aba'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:36:32.993831 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910e9d71-148e-4e60-a0ee-dd87744abfcd" -d '{"events": [{"name": "network-changed", "server_uuid": "c962004d-896d-4b1a-8a38-6beab2aed6e2", "tag": "5c4cc396-1b2e-42ff-8ed8-58f5874f8aba"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:36:33.029553 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6d22a-89f6-4ed4-8b9d-be9871031cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4cc396-1b2e-42ff-8ed8-58f5874f8aba,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:33.044958 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc25ef3-b7b2-4471-93f0-4551c6801adf x-openstack-request-id: req-6bc25ef3-b7b2-4471-93f0-4551c6801adf {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:36:33.045667 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c962004d-896d-4b1a-8a38-6beab2aed6e2", "tag": "5c4cc396-1b2e-42ff-8ed8-58f5874f8aba", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:36:33.045937 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6bc25ef3-b7b2-4471-93f0-4551c6801adf {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:36:33.046351 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c962004d-896d-4b1a-8a38-6beab2aed6e2', 'tag': '5c4cc396-1b2e-42ff-8ed8-58f5874f8aba', 'status': 'completed', 'code': 200} Aug 31 01:36:33.139039 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e9d71-148e-4e60-a0ee-dd87744abfcd req-b5be6692-5025-4557-8abb-9d18b73f74df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:33.140563 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-910e9d71-148e-4e60-a0ee-dd87744abfcd req-b5be6692-5025-4557-8abb-9d18b73f74df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 1095 time: 0.0746894 Aug 31 01:36:33.229914 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb24b6a-a8b5-4605-82df-ce6042b0b8b7 req-583c8048-3fbe-4977-85ae-c1e564af1c6c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:33.231430 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9bb24b6a-a8b5-4605-82df-ce6042b0b8b7 req-583c8048-3fbe-4977-85ae-c1e564af1c6c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 943 time: 0.1268244 Aug 31 01:36:33.294355 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e9d71-148e-4e60-a0ee-dd87744abfcd req-7a4a97a9-1b8e-41d5-8b7b-899650d4cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:33.295979 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-910e9d71-148e-4e60-a0ee-dd87744abfcd req-7a4a97a9-1b8e-41d5-8b7b-899650d4cbef service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=543ff63c29ff4856b110bef5ec021646&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1477737 Aug 31 01:36:33.301538 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9bb24b6a-a8b5-4605-82df-ce6042b0b8b7 req-573a35ec-a3ee-4627-9855-006c681bc647 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576110 Aug 31 01:36:33.393567 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e9d71-148e-4e60-a0ee-dd87744abfcd req-cfad5e25-a167-489b-94ca-eb9dc4e9ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:33.395161 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-910e9d71-148e-4e60-a0ee-dd87744abfcd req-cfad5e25-a167-489b-94ca-eb9dc4e9ec26 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924933 Aug 31 01:36:33.473270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-7ea4ebaf-0041-4795-8b05-366d532e6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:33.475574 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-7ea4ebaf-0041-4795-8b05-366d532e6bc7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 1095 time: 0.0433228 Aug 31 01:36:33.520851 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-f7213c60-2b54-47b9-a0d8-2fe44258b6ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c4cc396-1b2e-42ff-8ed8-58f5874f8aba HTTP/1.1" status: 200 len: 217 time: 0.0378129 Aug 31 01:36:33.570537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-a32b42e1-da1a-4172-bc2f-88fe40131ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:33.572126 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-a32b42e1-da1a-4172-bc2f-88fe40131ddd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0447450 Aug 31 01:36:33.620025 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-4e589afc-e772-417b-a63b-fa4e76b2df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:33.621623 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-4e589afc-e772-417b-a63b-fa4e76b2df05 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428038 Aug 31 01:36:33.717812 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-addd10ea-8af2-4f9f-9225-bc349316d1a2 service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887790 Aug 31 01:36:33.807819 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a67235a-34bf-4f51-94b0-4c564769a2dc req-26c89a3a-b5c1-4c33-b59e-0f2230a3314b service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833526 Aug 31 01:36:34.192622 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-137ffb4a-9d08-48e2-a113-a8f52f99f18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:34.423957 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167df3f-7646-4a6d-b3b0-ad32ee0e04b4 req-a9e9fb35-c897-4af8-9f9f-550dff3c1286 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:34.425534 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4167df3f-7646-4a6d-b3b0-ad32ee0e04b4 req-a9e9fb35-c897-4af8-9f9f-550dff3c1286 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 943 time: 0.0552492 Aug 31 01:36:34.469047 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4167df3f-7646-4a6d-b3b0-ad32ee0e04b4 req-36c74be7-e9fa-46af-9527-3834a1d8908d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323021 Aug 31 01:36:34.819323 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37742) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:35.283208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-bbd908ac-c5ee-45a4-bad4-3c1dc61f20ad tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Deleting port c25b383d-f303-4ee7-99f8-2a9b26f9a9f3 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:35.283550 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bbd908ac-c5ee-45a4-bad4-3c1dc61f20ad tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:35.358463 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bbd908ac-c5ee-45a4-bad4-3c1dc61f20ad tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:35.358705 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bbd908ac-c5ee-45a4-bad4-3c1dc61f20ad tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:35.371395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-bbd908ac-c5ee-45a4-bad4-3c1dc61f20ad tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Calling delete_port for c25b383d-f303-4ee7-99f8-2a9b26f9a9f3 owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:35.605081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42d977-ddb5-4a88-8aa7-4a2b4f8868ea req-123b8fd5-9dac-4b99-955c-e23e6fe02790 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:35.606597 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a42d977-ddb5-4a88-8aa7-4a2b4f8868ea req-123b8fd5-9dac-4b99-955c-e23e6fe02790 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 943 time: 0.0635335 Aug 31 01:36:35.651019 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a42d977-ddb5-4a88-8aa7-4a2b4f8868ea req-f6615737-e0ce-4d04-bc01-fcf00e055661 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364501 Aug 31 01:36:35.661370 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bbd908ac-c5ee-45a4-bad4-3c1dc61f20ad tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:35.688686 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd908ac-c5ee-45a4-bad4-3c1dc61f20ad tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Pushing event deleted for resources: {'Port': ['ID=c25b383d-f303-4ee7-99f8-2a9b26f9a9f3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:35.759177 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bbd908ac-c5ee-45a4-bad4-3c1dc61f20ad tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:35.759622 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-bbd908ac-c5ee-45a4-bad4-3c1dc61f20ad tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Floating IP 3f1ac327-7962-4b2d-b5cf-950ac5ff239a disassociated (deleted). External IP: 172.25.2.130, port: c637ea9f-ba5f-4fc3-9035-737e28baaf29. Aug 31 01:36:35.981266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd908ac-c5ee-45a4-bad4-3c1dc61f20ad tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:36:36.096320 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd908ac-c5ee-45a4-bad4-3c1dc61f20ad tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:36:36.101811 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-bbd908ac-c5ee-45a4-bad4-3c1dc61f20ad tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:36.107237 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a5c902-aba7-4704-8c15-ef293b1ee205 None None] Sync routers for ids ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:36:36.123702 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a5c902-aba7-4704-8c15-ef293b1ee205 None None] Routers {'6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:36.124594 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-86a5c902-aba7-4704-8c15-ef293b1ee205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:36:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:36.132359 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-bbd908ac-c5ee-45a4-bad4-3c1dc61f20ad tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "DELETE /v2.0/floatingips/3f1ac327-7962-4b2d-b5cf-950ac5ff239a HTTP/1.1" status: 204 len: 168 time: 1.3118274 Aug 31 01:36:36.133104 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'tag': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:36:36.135896 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8d6035-a012-4ad1-b4a1-8e2519bcde2a" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb400be-0d74-40da-b3ad-421b2077aa55", "tag": "c637ea9f-ba5f-4fc3-9035-737e28baaf29"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:36:36.186333 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb29d5a-7230-456b-a49f-7a195317eadf x-openstack-request-id: req-9fb29d5a-7230-456b-a49f-7a195317eadf {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:36:36.186637 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb400be-0d74-40da-b3ad-421b2077aa55", "tag": "c637ea9f-ba5f-4fc3-9035-737e28baaf29", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:36:36.186894 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9fb29d5a-7230-456b-a49f-7a195317eadf {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:36:36.187435 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'tag': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29', 'status': 'completed', 'code': 200} Aug 31 01:36:36.250399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-86a5c902-aba7-4704-8c15-ef293b1ee205 None None] Set router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:36:36.261193 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d6035-a012-4ad1-b4a1-8e2519bcde2a req-ef9aec61-3fcb-44a1-b627-028d1ab22e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:36.263288 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da8d6035-a012-4ad1-b4a1-8e2519bcde2a req-ef9aec61-3fcb-44a1-b627-028d1ab22e91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c21dab26e49f453e90a93d6f647eea99&device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 1097 time: 0.0513091 Aug 31 01:36:36.366981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d6035-a012-4ad1-b4a1-8e2519bcde2a req-2c8bb5bc-b91b-4086-bda2-78843f0071de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:36.368519 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da8d6035-a012-4ad1-b4a1-8e2519bcde2a req-2c8bb5bc-b91b-4086-bda2-78843f0071de service neutron] 10.222.0.41 "GET /v2.0/networks?id=a475e26a-c951-42dc-98a1-b7e359a6661b HTTP/1.1" status: 200 len: 915 time: 0.0978196 Aug 31 01:36:36.418737 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da8d6035-a012-4ad1-b4a1-8e2519bcde2a req-ed68c7e1-d70a-474c-9e49-16bcd8dd7640 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c637ea9f-ba5f-4fc3-9035-737e28baaf29 HTTP/1.1" status: 200 len: 217 time: 0.0427325 Aug 31 01:36:36.478519 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-86a5c902-aba7-4704-8c15-ef293b1ee205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'name': 'tempest-TestVolumeBackupRestore-1590928575-router', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:55Z', 'updated_at': '2021-08-31T01:32:00Z', 'revision_number': 4, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'gw_port': {'id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:56Z', 'updated_at': '2021-08-31T01:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '15a0acb2-77c3-4f46-87bd-846819b94adf', 'name': '', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'mac_address': 'fa:16:3e:10:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:59Z', 'updated_at': '2021-08-31T01:32:07Z', 'revision_number': 5, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'subnets': [{'id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:36.483728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d6035-a012-4ad1-b4a1-8e2519bcde2a req-083b78b0-f0bd-46d5-b9d0-85044f6faf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:36.485514 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da8d6035-a012-4ad1-b4a1-8e2519bcde2a req-083b78b0-f0bd-46d5-b9d0-85044f6faf1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb69a855-a9eb-4176-924b-d259c24bbd0c HTTP/1.1" status: 200 len: 853 time: 0.0593598 Aug 31 01:36:36.506701 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a5c902-aba7-4704-8c15-ef293b1ee205 None None] Checking router: 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:36:36.515381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a5c902-aba7-4704-8c15-ef293b1ee205 None None] Routers {'6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:36.515986 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-86a5c902-aba7-4704-8c15-ef293b1ee205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:36:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:36.563955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d6035-a012-4ad1-b4a1-8e2519bcde2a req-4adcebae-e8f1-4120-9d05-7c6d733679fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:36.565487 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da8d6035-a012-4ad1-b4a1-8e2519bcde2a req-4adcebae-e8f1-4120-9d05-7c6d733679fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a475e26a-c951-42dc-98a1-b7e359a6661b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716133 Aug 31 01:36:36.577904 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc2228-5272-4a27-9761-fbccc292a4d8 req-8cf75a24-583d-4a45-b827-8eeffeae19c3 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:36.579429 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01fc2228-5272-4a27-9761-fbccc292a4d8 req-8cf75a24-583d-4a45-b827-8eeffeae19c3 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 945 time: 0.0758626 Aug 31 01:36:36.682274 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01fc2228-5272-4a27-9761-fbccc292a4d8 req-786d6d2d-73cf-45e3-8e70-c60e5d054543 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940955 Aug 31 01:36:36.705985 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da8d6035-a012-4ad1-b4a1-8e2519bcde2a req-4234f404-60d0-43aa-a45e-4326a5bd1865 service neutron] 10.222.0.41 "GET /v2.0/networks/a475e26a-c951-42dc-98a1-b7e359a6661b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255615 Aug 31 01:36:36.784442 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee1f6f-2840-452f-a628-d54c90045eee req-dde66979-00ea-435d-9f69-1f9cfb08810f tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:36.787186 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a5ee1f6f-2840-452f-a628-d54c90045eee req-dde66979-00ea-435d-9f69-1f9cfb08810f tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 943 time: 0.0560875 Aug 31 01:36:36.811687 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da8d6035-a012-4ad1-b4a1-8e2519bcde2a req-909b9354-521e-4e60-90cb-ff17c76aa9bd service neutron] 10.222.0.41 "GET /v2.0/networks/a475e26a-c951-42dc-98a1-b7e359a6661b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968812 Aug 31 01:36:36.815128 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-86a5c902-aba7-4704-8c15-ef293b1ee205 None None] Set router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:36:36.835661 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a5ee1f6f-2840-452f-a628-d54c90045eee req-a78002f8-aa38-422a-9bcd-1842482744fa tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419259 Aug 31 01:36:36.891400 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:37.027154 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-86a5c902-aba7-4704-8c15-ef293b1ee205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'name': 'tempest-TestVolumeBackupRestore-1590928575-router', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:55Z', 'updated_at': '2021-08-31T01:32:00Z', 'revision_number': 4, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'gw_port': {'id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:56Z', 'updated_at': '2021-08-31T01:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '15a0acb2-77c3-4f46-87bd-846819b94adf', 'name': '', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'mac_address': 'fa:16:3e:10:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:59Z', 'updated_at': '2021-08-31T01:32:07Z', 'revision_number': 5, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'subnets': [{'id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:37.030317 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-892e7a29-9eee-4cd2-8f1b-efc0d514a9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:37.061084 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a5c902-aba7-4704-8c15-ef293b1ee205 None None] The sync data for ids ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'] in n-d-793621-34 is: [{'id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'name': 'tempest-TestVolumeBackupRestore-1590928575-router', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:55Z', 'updated_at': '2021-08-31T01:32:00Z', 'revision_number': 4, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'gw_port': {'id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:56Z', 'updated_at': '2021-08-31T01:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '15a0acb2-77c3-4f46-87bd-846819b94adf', 'name': '', 'network_id': 'a475e26a-c951-42dc-98a1-b7e359a6661b', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'mac_address': 'fa:16:3e:10:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:59Z', 'updated_at': '2021-08-31T01:32:07Z', 'revision_number': 5, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'subnets': [{'id': 'bb69a855-a9eb-4176-924b-d259c24bbd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:36:37.249646 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:37.295825 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bc4f5e-c4ae-4031-aea1-851a946037df None None] New status for floating IP 3f1ac327-7962-4b2d-b5cf-950ac5ff239a: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:36:37.478083 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:37.804277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af033703-a7a3-4be3-a401-06ac07d5d45a req-375e0ecb-4981-4a16-9372-5eac3f4bfabe tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:37.805811 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af033703-a7a3-4be3-a401-06ac07d5d45a req-375e0ecb-4981-4a16-9372-5eac3f4bfabe tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 945 time: 0.0496619 Aug 31 01:36:37.845085 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af033703-a7a3-4be3-a401-06ac07d5d45a req-a2363cde-dd05-4984-b457-eb14e0d38a1e tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/security-groups?id=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327954 Aug 31 01:36:37.956983 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fa47a-d2b5-46b8-856e-6648c69c0559 req-d842680e-4c37-4cee-8aa7-55babc187a1b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:37.958822 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a9fa47a-d2b5-46b8-856e-6648c69c0559 req-d842680e-4c37-4cee-8aa7-55babc187a1b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 943 time: 0.0550487 Aug 31 01:36:37.998272 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2a9fa47a-d2b5-46b8-856e-6648c69c0559 req-d479d2f7-542b-4731-ab33-b298e1020778 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327101 Aug 31 01:36:38.092328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42de10-a146-481a-9b76-4339c3c8ac4c req-542c6275-cdbf-4ae1-9246-adc58acce9d6 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:38.093817 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b42de10-a146-481a-9b76-4339c3c8ac4c req-542c6275-cdbf-4ae1-9246-adc58acce9d6 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 945 time: 0.0490789 Aug 31 01:36:38.188066 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-6b42de10-a146-481a-9b76-4339c3c8ac4c req-72577b75-ad6c-49e4-bd4e-d0d0d5be15e7 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Deleting port c637ea9f-ba5f-4fc3-9035-737e28baaf29 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:38.188411 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6b42de10-a146-481a-9b76-4339c3c8ac4c req-72577b75-ad6c-49e4-bd4e-d0d0d5be15e7 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:38.277983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-6b42de10-a146-481a-9b76-4339c3c8ac4c req-72577b75-ad6c-49e4-bd4e-d0d0d5be15e7 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] For port c637ea9f-ba5f-4fc3-9035-737e28baaf29, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=c637ea9f-ba5f-4fc3-9035-737e28baaf29,segment=NetworkSegment(7fc7d603-45cf-4a22-a61b-f5c6747a0f97),segment_id=7fc7d603-45cf-4a22-a61b-f5c6747a0f97)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:38.278262 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6b42de10-a146-481a-9b76-4339c3c8ac4c req-72577b75-ad6c-49e4-bd4e-d0d0d5be15e7 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:38.291824 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-6b42de10-a146-481a-9b76-4339c3c8ac4c req-72577b75-ad6c-49e4-bd4e-d0d0d5be15e7 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Calling delete_port for c637ea9f-ba5f-4fc3-9035-737e28baaf29 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:38.512332 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6b42de10-a146-481a-9b76-4339c3c8ac4c req-72577b75-ad6c-49e4-bd4e-d0d0d5be15e7 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:38.543480 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72577b75-ad6c-49e4-bd4e-d0d0d5be15e7 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Pushing event deleted for resources: {'Port': ['ID=c637ea9f-ba5f-4fc3-9035-737e28baaf29,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:38.589280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b42de10-a146-481a-9b76-4339c3c8ac4c req-72577b75-ad6c-49e4-bd4e-d0d0d5be15e7 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] No DVR routers for this DVR port c637ea9f-ba5f-4fc3-9035-737e28baaf29 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:36:38.591986 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6b42de10-a146-481a-9b76-4339c3c8ac4c req-72577b75-ad6c-49e4-bd4e-d0d0d5be15e7 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:38.594010 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b42de10-a146-481a-9b76-4339c3c8ac4c req-72577b75-ad6c-49e4-bd4e-d0d0d5be15e7 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.41 "DELETE /v2.0/ports/c637ea9f-ba5f-4fc3-9035-737e28baaf29 HTTP/1.1" status: 204 len: 173 time: 0.4939725 Aug 31 01:36:38.594449 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'name': 'network-vif-deleted', 'tag': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:36:38.596710 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ef6190-3573-421a-9e16-ffb31583d08a" -d '{"events": [{"server_uuid": "cdb400be-0d74-40da-b3ad-421b2077aa55", "name": "network-vif-deleted", "tag": "c637ea9f-ba5f-4fc3-9035-737e28baaf29"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:36:38.632055 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2767fbc2-5535-4fb5-87e8-0e3b7084cb25 x-openstack-request-id: req-2767fbc2-5535-4fb5-87e8-0e3b7084cb25 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:36:38.632356 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb400be-0d74-40da-b3ad-421b2077aa55", "name": "network-vif-deleted", "tag": "c637ea9f-ba5f-4fc3-9035-737e28baaf29", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:36:38.632607 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2767fbc2-5535-4fb5-87e8-0e3b7084cb25 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:36:38.633002 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb400be-0d74-40da-b3ad-421b2077aa55', 'name': 'network-vif-deleted', 'tag': 'c637ea9f-ba5f-4fc3-9035-737e28baaf29', 'status': 'completed', 'code': 200} Aug 31 01:36:38.666589 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:38.946936 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7fe2dc83-0333-43ad-92d8-45c0e64c2d8e req-6d58c950-4601-460a-86e6-c513f1304fd8 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 210 time: 0.0327442 Aug 31 01:36:39.125472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998825a-3cdc-4f13-9bff-a9401f2d01ce req-e50eef5e-c565-4e2c-a732-c80305fd91e7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:39.127000 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1998825a-3cdc-4f13-9bff-a9401f2d01ce req-e50eef5e-c565-4e2c-a732-c80305fd91e7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 943 time: 0.0558875 Aug 31 01:36:39.165868 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1998825a-3cdc-4f13-9bff-a9401f2d01ce req-4a9058be-092f-44f3-9148-2863071bf4c8 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319760 Aug 31 01:36:40.043017 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-aff6ca35-25d9-4154-8b5a-d1ead0431397 req-e0a38cb3-8868-4ce6-8f41-b36c1fe311f5 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 210 time: 0.0279775 Aug 31 01:36:40.179179 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device c637ea9f-ba5f-4fc3-9035-737e28baaf29 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:40.199513 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: c637ea9f-ba5f-4fc3-9035-737e28baaf29 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:40.199791 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device c637ea9f-ba5f-4fc3-9035-737e28baaf29 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:40.283560 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:40.286316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc682e-ebce-41b8-b657-1687333ef494 req-3caa7e6d-3bab-4acb-9f7b-00c0bb6bfeb8 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:40.288415 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-47bc682e-ebce-41b8-b657-1687333ef494 req-3caa7e6d-3bab-4acb-9f7b-00c0bb6bfeb8 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 943 time: 0.0522447 Aug 31 01:36:40.327079 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-47bc682e-ebce-41b8-b657-1687333ef494 req-c1fbc956-ca7d-4a95-b764-21c566efc006 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322671 Aug 31 01:36:41.138049 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ad1b47db-8584-41b2-b291-ae31dd4dd0a6 req-aeff871e-3a45-4f8f-92ef-418d25a469b3 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 210 time: 0.0273559 Aug 31 01:36:41.444237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc5a27-9b0b-4e2d-a98c-fb1c26981884 req-653cd5f7-a53d-44b5-91ed-7d3892cecc64 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:41.445795 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9ebc5a27-9b0b-4e2d-a98c-fb1c26981884 req-653cd5f7-a53d-44b5-91ed-7d3892cecc64 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 943 time: 0.0504258 Aug 31 01:36:41.484558 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9ebc5a27-9b0b-4e2d-a98c-fb1c26981884 req-ceb9dbab-061b-4133-a1c6-ce1e47cb6cc0 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326245 Aug 31 01:36:42.235410 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-220c54c7-64c1-4e4e-a18e-80963aaf9c2f req-4ef3737d-7aac-46da-97de-c48442c330c2 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb400be-0d74-40da-b3ad-421b2077aa55 HTTP/1.1" status: 200 len: 210 time: 0.0276799 Aug 31 01:36:42.604306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a381427-3bc5-47ed-84a2-a4de75324e3b req-3f949075-d44f-47cb-9317-cfc93be56b81 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:42.605802 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a381427-3bc5-47ed-84a2-a4de75324e3b req-3f949075-d44f-47cb-9317-cfc93be56b81 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 943 time: 0.0539522 Aug 31 01:36:42.644285 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a381427-3bc5-47ed-84a2-a4de75324e3b req-cb459181-c2a3-4076-803c-7428414dff27 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323215 Aug 31 01:36:42.879735 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:36:42.882554 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:36:42.983408 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=5c4cc396-1b2e-42ff-8ed8-58f5874f8aba,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:42.996329 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '5c4cc396-1b2e-42ff-8ed8-58f5874f8aba', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'port_id': '5c4cc396-1b2e-42ff-8ed8-58f5874f8aba', 'mac_address': 'fa:16:3e:53:42:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:36:43.034542 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:43.047924 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:36:43.067762 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=5c4cc396-1b2e-42ff-8ed8-58f5874f8aba,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:43.128388 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:43.175126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=5c4cc396-1b2e-42ff-8ed8-58f5874f8aba,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:43.182963 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:43.183314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:43.183653 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:43.183992 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:43.184325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:43.184657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:43.184985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:43.185311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:43.185670 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:43.185998 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:43.186323 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:43.186644 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:43.289565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37782) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:43.331816 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['5c4cc396-1b2e-42ff-8ed8-58f5874f8aba'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:36:43.348107 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a66b835-f049-4dfc-b4a9-3d6f4d59a227 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:43.374080 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a66b835-f049-4dfc-b4a9-3d6f4d59a227 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:43.527041 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a66b835-f049-4dfc-b4a9-3d6f4d59a227 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:43.527283 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2a66b835-f049-4dfc-b4a9-3d6f4d59a227 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:43.531968 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2a66b835-f049-4dfc-b4a9-3d6f4d59a227 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] 10.222.0.16 "DELETE /v2.0/security-groups/13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5 HTTP/1.1" status: 204 len: 168 time: 0.2388949 Aug 31 01:36:43.539524 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66b835-f049-4dfc-b4a9-3d6f4d59a227 tempest-TestVolumeBackupRestore-67936042 tempest-TestVolumeBackupRestore-67936042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ff4cc8-c89a-4fbd-b20e-e027fa54e6c5,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:43.759457 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3a5b0-7f85-4b25-918b-6b5fce0e604a req-ba7aae35-5f36-41ba-b1b9-8ff0344f6f77 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:43.760934 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bfd3a5b0-7f85-4b25-918b-6b5fce0e604a req-ba7aae35-5f36-41ba-b1b9-8ff0344f6f77 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 944 time: 0.0496185 Aug 31 01:36:43.801578 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bfd3a5b0-7f85-4b25-918b-6b5fce0e604a req-11daf4a7-3d22-4fcf-9f2c-eb522cc68934 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346446 Aug 31 01:36:44.879797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:36:44.927680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a08ad1-2784-460c-b2a4-d1eac37039af req-c5fcf293-69cf-4361-b31a-239d5bd6509e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:44.930039 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-89a08ad1-2784-460c-b2a4-d1eac37039af req-c5fcf293-69cf-4361-b31a-239d5bd6509e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 944 time: 0.0564506 Aug 31 01:36:44.978632 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-89a08ad1-2784-460c-b2a4-d1eac37039af req-51f12f8d-458d-4ca6-b25f-20795507af2b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405939 Aug 31 01:36:45.015357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:36:45.019581 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:45.020038 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:45.105457 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:45.130032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c962004d-896d-4b1a-8a38-6beab2aed6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4cc396-1b2e-42ff-8ed8-58f5874f8aba'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:36:45.132425 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0eac10-22db-4a67-bc11-17cde593ff44" -d '{"events": [{"server_uuid": "c962004d-896d-4b1a-8a38-6beab2aed6e2", "name": "network-vif-plugged", "status": "completed", "tag": "5c4cc396-1b2e-42ff-8ed8-58f5874f8aba"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:36:45.145583 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=5c4cc396-1b2e-42ff-8ed8-58f5874f8aba,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:45.197468 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c00452-e331-4a58-864b-1a5a904afc14 x-openstack-request-id: req-69c00452-e331-4a58-864b-1a5a904afc14 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:36:45.197776 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c962004d-896d-4b1a-8a38-6beab2aed6e2", "name": "network-vif-plugged", "status": "completed", "tag": "5c4cc396-1b2e-42ff-8ed8-58f5874f8aba", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:36:45.198039 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69c00452-e331-4a58-864b-1a5a904afc14 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:36:45.198442 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c962004d-896d-4b1a-8a38-6beab2aed6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4cc396-1b2e-42ff-8ed8-58f5874f8aba', 'code': 200} Aug 31 01:36:45.239126 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:45.316738 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=5c4cc396-1b2e-42ff-8ed8-58f5874f8aba,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:45.327561 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943be9b5-7218-4066-9df0-c11a49539791 req-18cd2d19-670d-46b5-bb98-dfd42bb4d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:45.329595 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-943be9b5-7218-4066-9df0-c11a49539791 req-18cd2d19-670d-46b5-bb98-dfd42bb4d9b4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 1097 time: 0.0524833 Aug 31 01:36:45.374211 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-943be9b5-7218-4066-9df0-c11a49539791 req-298a1c11-f37f-4cc7-b9fe-3226c5db58d5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367568 Aug 31 01:36:46.111260 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd15850-6335-4df2-9f80-22c4f9daefad req-12ac8b61-d012-45d5-a67a-53de2e5150f9 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:46.115099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3dd15850-6335-4df2-9f80-22c4f9daefad req-12ac8b61-d012-45d5-a67a-53de2e5150f9 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 945 time: 0.0609908 Aug 31 01:36:46.152467 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3dd15850-6335-4df2-9f80-22c4f9daefad req-3d92892b-946f-470a-b96f-b7f263257442 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335941 Aug 31 01:36:47.296766 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4387eda-19eb-4b98-bde9-cd3354b856cf req-a9e92073-ef77-44d3-bafa-c0fee8302db1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:47.298950 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b4387eda-19eb-4b98-bde9-cd3354b856cf req-a9e92073-ef77-44d3-bafa-c0fee8302db1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 945 time: 0.0592022 Aug 31 01:36:47.366443 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 37976) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:47.370457 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b4387eda-19eb-4b98-bde9-cd3354b856cf req-ef4949f2-1b70-48e0-a921-4adbcd0c8927 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634208 Aug 31 01:36:47.543181 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac6c15-f2c2-4dd8-8aa1-8f276db7cd02 req-d68809e3-a457-49b6-ae00-c2931994bec8 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:47.545099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4fac6c15-f2c2-4dd8-8aa1-8f276db7cd02 req-d68809e3-a457-49b6-ae00-c2931994bec8 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 945 time: 0.1053121 Aug 31 01:36:47.670681 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4fac6c15-f2c2-4dd8-8aa1-8f276db7cd02 req-fb88e205-4f51-46db-a2a9-5f6823d6246e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848224 Aug 31 01:36:47.731977 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 37996) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:47.849478 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b199c05b-a031-4a98-9533-dc5bb0eed52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:47.945321 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba16afe-c3ce-4e48-a12f-f048efba9be1 tempest-TestVolumeBootPattern-479309688 tempest-TestVolumeBootPattern-479309688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:47.946935 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5ba16afe-c3ce-4e48-a12f-f048efba9be1 tempest-TestVolumeBootPattern-479309688 tempest-TestVolumeBootPattern-479309688-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 1092 time: 0.2138040 Aug 31 01:36:47.949976 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38008) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:47.955214 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': '5c4cc396-1b2e-42ff-8ed8-58f5874f8aba', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:48.068236 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:48.118207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b199c05b-a031-4a98-9533-dc5bb0eed52e admin admin] Deleting port 15a0acb2-77c3-4f46-87bd-846819b94adf {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:48.118557 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b199c05b-a031-4a98-9533-dc5bb0eed52e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:48.178316 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:48.208886 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-b199c05b-a031-4a98-9533-dc5bb0eed52e admin admin] For port 15a0acb2-77c3-4f46-87bd-846819b94adf, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=15a0acb2-77c3-4f46-87bd-846819b94adf,segment=NetworkSegment(7fc7d603-45cf-4a22-a61b-f5c6747a0f97),segment_id=7fc7d603-45cf-4a22-a61b-f5c6747a0f97)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:48.208886 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b199c05b-a031-4a98-9533-dc5bb0eed52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:48.220817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b199c05b-a031-4a98-9533-dc5bb0eed52e admin admin] Calling delete_port for 15a0acb2-77c3-4f46-87bd-846819b94adf owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:48.294210 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Allocated IP 172.25.2.52 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/9253f036-0d39-4e53-ac39-96c52d8398e9) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:36:48.400477 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:48.466923 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b199c05b-a031-4a98-9533-dc5bb0eed52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:48.495827 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:48.497975 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199c05b-a031-4a98-9533-dc5bb0eed52e admin admin] Pushing event deleted for resources: {'Port': ['ID=15a0acb2-77c3-4f46-87bd-846819b94adf,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:48.534474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:36:48.537427 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:36:48.545479 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:36:48.584961 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'Port': ['ID=9253f036-0d39-4e53-ac39-96c52d8398e9,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:48.671523 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b199c05b-a031-4a98-9533-dc5bb0eed52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:48.969413 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:49.104286 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:49.159471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b199c05b-a031-4a98-9533-dc5bb0eed52e admin admin] Router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:36:49.268299 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b199c05b-a031-4a98-9533-dc5bb0eed52e admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:36:49.269063 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:49.276758 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38066) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:49.276932 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b199c05b-a031-4a98-9533-dc5bb0eed52e admin admin] 10.222.0.16 "PUT /v2.0/routers/6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9082260 Aug 31 01:36:49.278583 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c170c59-93dc-47e8-b21b-8f308942aa57 None None] Sync routers for ids ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:36:49.294188 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c170c59-93dc-47e8-b21b-8f308942aa57 None None] Routers {'6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:49.295166 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3c170c59-93dc-47e8-b21b-8f308942aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:36:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:49.366071 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:49.408435 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-3c170c59-93dc-47e8-b21b-8f308942aa57 None None] Set router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:36:49.461121 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b3befd2-abfc-45e8-a175-f9db61f53fa3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:49.464379 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'Port': ['ID=9253f036-0d39-4e53-ac39-96c52d8398e9,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:49.503693 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:49.594662 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3c170c59-93dc-47e8-b21b-8f308942aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'name': 'tempest-TestVolumeBackupRestore-1590928575-router', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:55Z', 'updated_at': '2021-08-31T01:36:48Z', 'revision_number': 5, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'gw_port': {'id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:56Z', 'updated_at': '2021-08-31T01:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:49.623627 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c170c59-93dc-47e8-b21b-8f308942aa57 None None] Checking router: 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:36:49.633861 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c170c59-93dc-47e8-b21b-8f308942aa57 None None] Routers {'6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:49.634488 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3c170c59-93dc-47e8-b21b-8f308942aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:36:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:49.660176 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b3befd2-abfc-45e8-a175-f9db61f53fa3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:49.668008 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Floating IP 3751f8c1-2437-4461-8d80-a364c68cb13a associated. External IP: 172.25.2.52, port: 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba. Aug 31 01:36:49.751832 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-3c170c59-93dc-47e8-b21b-8f308942aa57 None None] Set router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:36:49.852624 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6b3befd2-abfc-45e8-a175-f9db61f53fa3 admin admin] Deleting port bce41c1e-f37f-4615-a489-e650a38c9560 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:49.852957 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b3befd2-abfc-45e8-a175-f9db61f53fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:49.946451 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3c170c59-93dc-47e8-b21b-8f308942aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'name': 'tempest-TestVolumeBackupRestore-1590928575-router', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:55Z', 'updated_at': '2021-08-31T01:36:48Z', 'revision_number': 5, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'gw_port': {'id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:56Z', 'updated_at': '2021-08-31T01:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:49.977296 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c170c59-93dc-47e8-b21b-8f308942aa57 None None] The sync data for ids ['6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e'] in n-d-793621-34 is: [{'id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'name': 'tempest-TestVolumeBackupRestore-1590928575-router', 'tenant_id': 'c21dab26e49f453e90a93d6f647eea99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:55Z', 'updated_at': '2021-08-31T01:36:48Z', 'revision_number': 5, 'project_id': 'c21dab26e49f453e90a93d6f647eea99', 'gw_port': {'id': 'bce41c1e-f37f-4615-a489-e650a38c9560', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:56Z', 'updated_at': '2021-08-31T01:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:36:50.309967 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Router 4eb51df7-21a3-470d-9cbc-b5517e482664 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:36:50.312084 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-6b3befd2-abfc-45e8-a175-f9db61f53fa3 admin admin] For port bce41c1e-f37f-4615-a489-e650a38c9560, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=bce41c1e-f37f-4615-a489-e650a38c9560,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:50.312084 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b3befd2-abfc-45e8-a175-f9db61f53fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:50.328639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6b3befd2-abfc-45e8-a175-f9db61f53fa3 admin admin] Calling delete_port for bce41c1e-f37f-4615-a489-e650a38c9560 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:50.522539 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:36:50.534707 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7396b0f-bc1b-459e-b2b1-2fc3e4a1ea87 None None] Sync routers for ids ['4eb51df7-21a3-470d-9cbc-b5517e482664'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:36:50.545343 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7396b0f-bc1b-459e-b2b1-2fc3e4a1ea87 None None] Routers {'4eb51df7-21a3-470d-9cbc-b5517e482664'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:50.546011 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d7396b0f-bc1b-459e-b2b1-2fc3e4a1ea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:36:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4eb51df7-21a3-470d-9cbc-b5517e482664'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:50.659962 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-d7396b0f-bc1b-459e-b2b1-2fc3e4a1ea87 None None] Set router 4eb51df7-21a3-470d-9cbc-b5517e482664 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:36:50.665888 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:50.694857 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-52fc2799-d56c-4524-a3b0-f3792c7972e1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7428293 Aug 31 01:36:50.695272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c962004d-896d-4b1a-8a38-6beab2aed6e2', 'tag': '5c4cc396-1b2e-42ff-8ed8-58f5874f8aba'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:36:50.697589 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333a8f82-b042-4db2-aa3d-4814e73d953c" -d '{"events": [{"name": "network-changed", "server_uuid": "c962004d-896d-4b1a-8a38-6beab2aed6e2", "tag": "5c4cc396-1b2e-42ff-8ed8-58f5874f8aba"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:36:50.712708 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b3befd2-abfc-45e8-a175-f9db61f53fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:50.739895 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2f3db7-2e94-4c0d-8de0-52ccc7b41cea x-openstack-request-id: req-fc2f3db7-2e94-4c0d-8de0-52ccc7b41cea {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:36:50.740267 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c962004d-896d-4b1a-8a38-6beab2aed6e2", "tag": "5c4cc396-1b2e-42ff-8ed8-58f5874f8aba", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:36:50.740515 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc2f3db7-2e94-4c0d-8de0-52ccc7b41cea {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:36:50.740910 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c962004d-896d-4b1a-8a38-6beab2aed6e2', 'tag': '5c4cc396-1b2e-42ff-8ed8-58f5874f8aba', 'status': 'completed', 'code': 200} Aug 31 01:36:50.742103 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3befd2-abfc-45e8-a175-f9db61f53fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bce41c1e-f37f-4615-a489-e650a38c9560,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:50.810123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a8f82-b042-4db2-aa3d-4814e73d953c req-be32d58f-4dd8-4177-be73-91e0e770248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:50.811653 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-333a8f82-b042-4db2-aa3d-4814e73d953c req-be32d58f-4dd8-4177-be73-91e0e770248e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 1097 time: 0.0458198 Aug 31 01:36:50.825678 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b3befd2-abfc-45e8-a175-f9db61f53fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:50.920236 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d7396b0f-bc1b-459e-b2b1-2fc3e4a1ea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '3751f8c1-2437-4461-8d80-a364c68cb13a', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'port_id': '5c4cc396-1b2e-42ff-8ed8-58f5874f8aba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'mac_address': 'fa:16:3e:53:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962004d-896d-4b1a-8a38-6beab2aed6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:36:48Z', 'updated_at': '2021-08-31T01:36:48Z', 'revision_number': 0, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 5, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:50.924227 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a8f82-b042-4db2-aa3d-4814e73d953c req-49f7037b-030f-4f18-a4ef-cec8ff661afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:50.925810 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-333a8f82-b042-4db2-aa3d-4814e73d953c req-49f7037b-030f-4f18-a4ef-cec8ff661afb service neutron] 10.222.0.48 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 913 time: 0.1053391 Aug 31 01:36:50.926731 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b3befd2-abfc-45e8-a175-f9db61f53fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:50.929583 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b3befd2-abfc-45e8-a175-f9db61f53fa3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:50.949933 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7396b0f-bc1b-459e-b2b1-2fc3e4a1ea87 None None] Checking router: 4eb51df7-21a3-470d-9cbc-b5517e482664 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:36:50.959423 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7396b0f-bc1b-459e-b2b1-2fc3e4a1ea87 None None] Routers {'4eb51df7-21a3-470d-9cbc-b5517e482664'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:50.960199 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d7396b0f-bc1b-459e-b2b1-2fc3e4a1ea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:36:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4eb51df7-21a3-470d-9cbc-b5517e482664'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:51.015020 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-333a8f82-b042-4db2-aa3d-4814e73d953c req-7060bef7-d6d6-46cc-aaf4-49cb0e55f395 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c4cc396-1b2e-42ff-8ed8-58f5874f8aba HTTP/1.1" status: 200 len: 998 time: 0.0784872 Aug 31 01:36:51.054568 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b3befd2-abfc-45e8-a175-f9db61f53fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:51.055444 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3befd2-abfc-45e8-a175-f9db61f53fa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:36:51.067586 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6b3befd2-abfc-45e8-a175-f9db61f53fa3 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:51.072068 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6b3befd2-abfc-45e8-a175-f9db61f53fa3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6a82990b-ddb0-4333-a9b1-4ae7beb0ec1e HTTP/1.1" status: 204 len: 168 time: 1.7921419 Aug 31 01:36:51.074346 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38144) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:51.076265 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-d7396b0f-bc1b-459e-b2b1-2fc3e4a1ea87 None None] Set router 4eb51df7-21a3-470d-9cbc-b5517e482664 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:36:51.080233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a8f82-b042-4db2-aa3d-4814e73d953c req-5879a996-402e-4708-bafe-0d7d3b491195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:51.083222 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-333a8f82-b042-4db2-aa3d-4814e73d953c req-5879a996-402e-4708-bafe-0d7d3b491195 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0608580 Aug 31 01:36:51.163380 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3396dfd-da69-4b27-919e-b9f55be8ee20 admin admin] Deleting subnet bb69a855-a9eb-4176-924b-d259c24bbd0c {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:36:51.167513 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3396dfd-da69-4b27-919e-b9f55be8ee20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:51.172493 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a8f82-b042-4db2-aa3d-4814e73d953c req-5671c1c7-4fe7-43c8-919d-9e27deddb3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:51.174303 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-333a8f82-b042-4db2-aa3d-4814e73d953c req-5671c1c7-4fe7-43c8-919d-9e27deddb3e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781856 Aug 31 01:36:51.178638 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 15a0acb2-77c3-4f46-87bd-846819b94adf no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:51.220164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 15a0acb2-77c3-4f46-87bd-846819b94adf {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:51.220864 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 15a0acb2-77c3-4f46-87bd-846819b94adf not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:51.243930 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3396dfd-da69-4b27-919e-b9f55be8ee20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:51.329912 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-333a8f82-b042-4db2-aa3d-4814e73d953c req-5aac80ec-3c52-4e96-b7f4-b5f06141d8ca service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472464 Aug 31 01:36:51.352175 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3396dfd-da69-4b27-919e-b9f55be8ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:51.427125 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d7396b0f-bc1b-459e-b2b1-2fc3e4a1ea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '3751f8c1-2437-4461-8d80-a364c68cb13a', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'port_id': '5c4cc396-1b2e-42ff-8ed8-58f5874f8aba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'mac_address': 'fa:16:3e:53:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962004d-896d-4b1a-8a38-6beab2aed6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:36:48Z', 'updated_at': '2021-08-31T01:36:48Z', 'revision_number': 0, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 5, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:51.435567 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-333a8f82-b042-4db2-aa3d-4814e73d953c req-40aba52e-3994-469e-8d04-4539683edb25 service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984468 Aug 31 01:36:51.458337 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7396b0f-bc1b-459e-b2b1-2fc3e4a1ea87 None None] The sync data for ids ['4eb51df7-21a3-470d-9cbc-b5517e482664'] in n-d-793621-34 is: [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '3751f8c1-2437-4461-8d80-a364c68cb13a', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'port_id': '5c4cc396-1b2e-42ff-8ed8-58f5874f8aba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'mac_address': 'fa:16:3e:53:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962004d-896d-4b1a-8a38-6beab2aed6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:36:48Z', 'updated_at': '2021-08-31T01:36:48Z', 'revision_number': 0, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 5, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:36:51.501466 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3396dfd-da69-4b27-919e-b9f55be8ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:51.526716 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3396dfd-da69-4b27-919e-b9f55be8ee20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb69a855-a9eb-4176-924b-d259c24bbd0c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:51.534146 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3396dfd-da69-4b27-919e-b9f55be8ee20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:51.536093 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b3396dfd-da69-4b27-919e-b9f55be8ee20 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bb69a855-a9eb-4176-924b-d259c24bbd0c HTTP/1.1" status: 204 len: 168 time: 0.4607773 Aug 31 01:36:51.539314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38162) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:51.547067 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedeff3f-4b8b-472b-845f-87b18969f945 None None] Network a475e26a-c951-42dc-98a1-b7e359a6661b requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:51.629111 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:51.709580 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Deleting port 4538d816-be62-4bf8-83cf-255eaa245e37 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:51.709931 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:51.744220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c94233-f364-4ff7-bd07-3782444a5315 None None] New status for floating IP 3751f8c1-2437-4461-8d80-a364c68cb13a: ACTIVE {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:36:51.780930 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] For port 4538d816-be62-4bf8-83cf-255eaa245e37, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=4538d816-be62-4bf8-83cf-255eaa245e37,segment=NetworkSegment(7fc7d603-45cf-4a22-a61b-f5c6747a0f97),segment_id=7fc7d603-45cf-4a22-a61b-f5c6747a0f97)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:51.781292 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:51.782338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccaf9c5-9d8d-499c-9e71-5f890da9d5a0 None None] DHCP port deletion for a475e26a-c951-42dc-98a1-b7e359a6661b request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:36:51.795413 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Calling delete_port for 4538d816-be62-4bf8-83cf-255eaa245e37 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:51.921457 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-eccaf9c5-9d8d-499c-9e71-5f890da9d5a0 None None] Deleting port 4538d816-be62-4bf8-83cf-255eaa245e37 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:51.921861 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-eccaf9c5-9d8d-499c-9e71-5f890da9d5a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:51.969403 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:51.989097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-eccaf9c5-9d8d-499c-9e71-5f890da9d5a0 None None] For port 4538d816-be62-4bf8-83cf-255eaa245e37, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=4538d816-be62-4bf8-83cf-255eaa245e37,segment=NetworkSegment(7fc7d603-45cf-4a22-a61b-f5c6747a0f97),segment_id=7fc7d603-45cf-4a22-a61b-f5c6747a0f97)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:51.989530 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-eccaf9c5-9d8d-499c-9e71-5f890da9d5a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:51.998616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] No DVR routers for this DVR port 4538d816-be62-4bf8-83cf-255eaa245e37 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:36:52.000420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Pushing event deleted for resources: {'Port': ['ID=4538d816-be62-4bf8-83cf-255eaa245e37,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:52.005140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-eccaf9c5-9d8d-499c-9e71-5f890da9d5a0 None None] Calling delete_port for 4538d816-be62-4bf8-83cf-255eaa245e37 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:52.079290 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:52.079639 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:52.079980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:52.080315 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:52.080644 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:52.081076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:52.081411 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:52.081953 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:52.082142 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:52.082675 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:52.083002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:52.083324 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:52.092392 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-eccaf9c5-9d8d-499c-9e71-5f890da9d5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:52.098586 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:52.109164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a475e26a-c951-42dc-98a1-b7e359a6661b']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:52.121144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccaf9c5-9d8d-499c-9e71-5f890da9d5a0 None None] Pushing event deleted for resources: {'Port': ['ID=4538d816-be62-4bf8-83cf-255eaa245e37,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:52.122875 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc7d603-45cf-4a22-a61b-f5c6747a0f97') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:52.123240 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc7d603-45cf-4a22-a61b-f5c6747a0f97') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:52.127389 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccaf9c5-9d8d-499c-9e71-5f890da9d5a0 None None] No DVR routers for this DVR port 4538d816-be62-4bf8-83cf-255eaa245e37 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:36:52.133942 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:52.149810 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:52.155735 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:36:52.156190 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:36:52.157876 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:36:52.277896 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:52.284223 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:52.286094 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a475e26a-c951-42dc-98a1-b7e359a6661b HTTP/1.1" status: 204 len: 168 time: 0.7457764 Aug 31 01:36:52.296220 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38194) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:52.298316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47097683-19e8-452f-81e1-7939b48be043 admin admin] Pushing event deleted for resources: {'Network': ['ID=a475e26a-c951-42dc-98a1-b7e359a6661b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:52.668132 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-45c1720c-8570-4e2e-929e-a32b5bbaf663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:52.943101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-45c1720c-8570-4e2e-929e-a32b5bbaf663 admin admin] Deleting port e1d40b73-766e-4fb0-80db-62e28c7a23a7 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:52.943478 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-45c1720c-8570-4e2e-929e-a32b5bbaf663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:53.028738 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-45c1720c-8570-4e2e-929e-a32b5bbaf663 admin admin] For port e1d40b73-766e-4fb0-80db-62e28c7a23a7, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e1d40b73-766e-4fb0-80db-62e28c7a23a7,segment=NetworkSegment(9f8d31f9-99f1-47fa-b649-2bfc4155f60d),segment_id=9f8d31f9-99f1-47fa-b649-2bfc4155f60d)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:53.029100 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-45c1720c-8570-4e2e-929e-a32b5bbaf663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:53.042633 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-45c1720c-8570-4e2e-929e-a32b5bbaf663 admin admin] Calling delete_port for e1d40b73-766e-4fb0-80db-62e28c7a23a7 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:53.121837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device bce41c1e-f37f-4615-a489-e650a38c9560 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:53.142439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: bce41c1e-f37f-4615-a489-e650a38c9560 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:53.142780 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device bce41c1e-f37f-4615-a489-e650a38c9560 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:53.143204 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4538d816-be62-4bf8-83cf-255eaa245e37 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:53.164042 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 4538d816-be62-4bf8-83cf-255eaa245e37 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:53.164367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4538d816-be62-4bf8-83cf-255eaa245e37 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:53.306674 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-45c1720c-8570-4e2e-929e-a32b5bbaf663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:53.334525 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1720c-8570-4e2e-929e-a32b5bbaf663 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d40b73-766e-4fb0-80db-62e28c7a23a7,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:53.515607 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-45c1720c-8570-4e2e-929e-a32b5bbaf663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:53.748950 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c1720c-8570-4e2e-929e-a32b5bbaf663 admin admin] Router f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:36:53.860764 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c1720c-8570-4e2e-929e-a32b5bbaf663 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:36:53.869617 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38264) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:53.870134 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-45c1720c-8570-4e2e-929e-a32b5bbaf663 admin admin] 10.222.0.16 "PUT /v2.0/routers/f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5726817 Aug 31 01:36:53.870483 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f652777-d1d3-48b4-ac06-720e60e8cfd4 None None] Sync routers for ids ['f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:36:53.880513 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f652777-d1d3-48b4-ac06-720e60e8cfd4 None None] Routers {'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:53.881166 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8f652777-d1d3-48b4-ac06-720e60e8cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:36:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:53.999705 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-8f652777-d1d3-48b4-ac06-720e60e8cfd4 None None] Set router f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:36:54.100384 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15fc2919-b929-48eb-a531-6e08162f94cb admin admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:54.186196 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8f652777-d1d3-48b4-ac06-720e60e8cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'name': 'tempest-TestVolumeBackupRestore-1706294653-router', 'tenant_id': '393fdce443104966b1dec88ba3465593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '147a79e2-f214-4500-a46f-42e1a4d2f078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:32:05Z', 'updated_at': '2021-08-31T01:36:53Z', 'revision_number': 5, 'project_id': '393fdce443104966b1dec88ba3465593', 'gw_port': {'id': '147a79e2-f214-4500-a46f-42e1a4d2f078', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:06Z', 'updated_at': '2021-08-31T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:54.209989 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15fc2919-b929-48eb-a531-6e08162f94cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:54.213209 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f652777-d1d3-48b4-ac06-720e60e8cfd4 None None] Checking router: f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:36:54.221654 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f652777-d1d3-48b4-ac06-720e60e8cfd4 None None] Routers {'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:54.222254 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8f652777-d1d3-48b4-ac06-720e60e8cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:36:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:54.365409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-15fc2919-b929-48eb-a531-6e08162f94cb admin admin] Deleting port 147a79e2-f214-4500-a46f-42e1a4d2f078 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:54.365801 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15fc2919-b929-48eb-a531-6e08162f94cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:54.420222 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-8f652777-d1d3-48b4-ac06-720e60e8cfd4 None None] Set router f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:36:54.450478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-15fc2919-b929-48eb-a531-6e08162f94cb admin admin] For port 147a79e2-f214-4500-a46f-42e1a4d2f078, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=147a79e2-f214-4500-a46f-42e1a4d2f078,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:54.450838 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15fc2919-b929-48eb-a531-6e08162f94cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:54.463872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-15fc2919-b929-48eb-a531-6e08162f94cb admin admin] Calling delete_port for 147a79e2-f214-4500-a46f-42e1a4d2f078 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:54.602382 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-8f652777-d1d3-48b4-ac06-720e60e8cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'name': 'tempest-TestVolumeBackupRestore-1706294653-router', 'tenant_id': '393fdce443104966b1dec88ba3465593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '147a79e2-f214-4500-a46f-42e1a4d2f078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:32:05Z', 'updated_at': '2021-08-31T01:36:53Z', 'revision_number': 5, 'project_id': '393fdce443104966b1dec88ba3465593', 'gw_port': {'id': '147a79e2-f214-4500-a46f-42e1a4d2f078', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:06Z', 'updated_at': '2021-08-31T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:54.628436 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f652777-d1d3-48b4-ac06-720e60e8cfd4 None None] The sync data for ids ['f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd'] in n-d-793621-34 is: [{'id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'name': 'tempest-TestVolumeBackupRestore-1706294653-router', 'tenant_id': '393fdce443104966b1dec88ba3465593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '147a79e2-f214-4500-a46f-42e1a4d2f078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:32:05Z', 'updated_at': '2021-08-31T01:36:53Z', 'revision_number': 5, 'project_id': '393fdce443104966b1dec88ba3465593', 'gw_port': {'id': '147a79e2-f214-4500-a46f-42e1a4d2f078', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:32:06Z', 'updated_at': '2021-08-31T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:36:54.684055 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15fc2919-b929-48eb-a531-6e08162f94cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:54.710709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc2919-b929-48eb-a531-6e08162f94cb admin admin] Pushing event deleted for resources: {'Port': ['ID=147a79e2-f214-4500-a46f-42e1a4d2f078,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:54.776358 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15fc2919-b929-48eb-a531-6e08162f94cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:54.896644 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15fc2919-b929-48eb-a531-6e08162f94cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:54.898997 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15fc2919-b929-48eb-a531-6e08162f94cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:55.038353 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15fc2919-b929-48eb-a531-6e08162f94cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:55.038936 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fc2919-b929-48eb-a531-6e08162f94cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:36:55.043654 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15fc2919-b929-48eb-a531-6e08162f94cb admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:55.048031 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-15fc2919-b929-48eb-a531-6e08162f94cb admin admin] 10.222.0.16 "DELETE /v2.0/routers/f6e9e59b-6dd9-42cb-ae4e-f3215c976dfd HTTP/1.1" status: 204 len: 168 time: 1.1737206 Aug 31 01:36:55.050677 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38272) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:55.107630 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bdd43f2-acc1-4288-9620-c57892dc58d3 admin admin] Deleting subnet 429de7b2-ffb7-427b-a333-9dc6adff46a6 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:36:55.112318 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6bdd43f2-acc1-4288-9620-c57892dc58d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:55.158565 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6bdd43f2-acc1-4288-9620-c57892dc58d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:55.182535 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e1d40b73-766e-4fb0-80db-62e28c7a23a7 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:55.213623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: e1d40b73-766e-4fb0-80db-62e28c7a23a7 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:55.214003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e1d40b73-766e-4fb0-80db-62e28c7a23a7 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:55.290827 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6bdd43f2-acc1-4288-9620-c57892dc58d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:55.448684 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6bdd43f2-acc1-4288-9620-c57892dc58d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:55.473257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd43f2-acc1-4288-9620-c57892dc58d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=429de7b2-ffb7-427b-a333-9dc6adff46a6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:55.479321 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6bdd43f2-acc1-4288-9620-c57892dc58d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:55.481280 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6bdd43f2-acc1-4288-9620-c57892dc58d3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/429de7b2-ffb7-427b-a333-9dc6adff46a6 HTTP/1.1" status: 204 len: 168 time: 0.4295862 Aug 31 01:36:55.484010 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38274) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:55.486521 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f741c8f-6081-4df3-a88d-c93cd34aac02 None None] Network 155aa09d-591c-4274-bf35-79a21e3910ab requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:55.558723 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:55.624492 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] Deleting port dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:55.624829 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:55.701003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] For port dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec,segment=NetworkSegment(9f8d31f9-99f1-47fa-b649-2bfc4155f60d),segment_id=9f8d31f9-99f1-47fa-b649-2bfc4155f60d)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:55.701552 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:55.719410 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] Calling delete_port for dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:55.836899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6145e127-4f3c-429a-870f-5972accf645f None None] DHCP port deletion for 155aa09d-591c-4274-bf35-79a21e3910ab request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:36:55.885970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6145e127-4f3c-429a-870f-5972accf645f None None] Deleting port dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:55.886388 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6145e127-4f3c-429a-870f-5972accf645f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:55.900506 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:55.930362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] Pushing event deleted for resources: {'Port': ['ID=dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:55.934262 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] No DVR routers for this DVR port dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:36:55.957090 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6145e127-4f3c-429a-870f-5972accf645f None None] For port dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec,segment=NetworkSegment(9f8d31f9-99f1-47fa-b649-2bfc4155f60d),segment_id=9f8d31f9-99f1-47fa-b649-2bfc4155f60d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:55.957772 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6145e127-4f3c-429a-870f-5972accf645f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:55.971565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6145e127-4f3c-429a-870f-5972accf645f None None] Calling delete_port for dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:56.039024 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:56.049113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155aa09d-591c-4274-bf35-79a21e3910ab']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:56.050523 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6145e127-4f3c-429a-870f-5972accf645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:56.061659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8d31f9-99f1-47fa-b649-2bfc4155f60d') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:56.061999 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8d31f9-99f1-47fa-b649-2bfc4155f60d') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:56.073282 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:56.079211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145e127-4f3c-429a-870f-5972accf645f None None] Pushing event deleted for resources: {'Port': ['ID=dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:56.083391 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6145e127-4f3c-429a-870f-5972accf645f None None] No DVR routers for this DVR port dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:36:56.093918 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:56.101955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:36:56.102369 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:36:56.104398 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:36:56.243642 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:56.249176 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:56.251191 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] 10.222.0.16 "DELETE /v2.0/networks/155aa09d-591c-4274-bf35-79a21e3910ab HTTP/1.1" status: 204 len: 168 time: 0.7662106 Aug 31 01:36:56.262795 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e16ce4-f904-4f30-a5d1-e0ed5b68ae08 admin admin] Pushing event deleted for resources: {'Network': ['ID=155aa09d-591c-4274-bf35-79a21e3910ab,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:56.564713 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38278) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:56.607478 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2a48a3c2-58b9-4204-9611-5911a15e543b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c21dab26e49f453e90a93d6f647eea99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415759 Aug 31 01:36:56.610107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38280) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:56.665112 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-85e33220-8c38-46e1-8102-0d102876b990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:56.686914 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-85e33220-8c38-46e1-8102-0d102876b990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:56.832509 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-85e33220-8c38-46e1-8102-0d102876b990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:56.835755 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-85e33220-8c38-46e1-8102-0d102876b990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:56.836951 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-85e33220-8c38-46e1-8102-0d102876b990 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2b7c88c-3ece-476a-9e56-881ac211c3b4 HTTP/1.1" status: 204 len: 168 time: 0.2258246 Aug 31 01:36:56.845544 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e33220-8c38-46e1-8102-0d102876b990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b7c88c-3ece-476a-9e56-881ac211c3b4,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:57.121030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:57.146737 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:57.147175 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dac8e3a3-2424-4ee5-81e5-dc03ba0e01ec not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:57.147656 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 147a79e2-f214-4500-a46f-42e1a4d2f078 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:57.170184 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 147a79e2-f214-4500-a46f-42e1a4d2f078 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:57.170630 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 147a79e2-f214-4500-a46f-42e1a4d2f078 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:57.434524 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38286) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:57.481175 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7cceffbf-c215-411f-adb0-08de7d4963b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=393fdce443104966b1dec88ba3465593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452406 Aug 31 01:36:57.483785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38288) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:57.541298 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9147c40-d638-4bf3-9854-7ed1a4f912de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:57.565168 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9147c40-d638-4bf3-9854-7ed1a4f912de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:57.689350 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9147c40-d638-4bf3-9854-7ed1a4f912de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:57.692001 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9147c40-d638-4bf3-9854-7ed1a4f912de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:57.693228 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a9147c40-d638-4bf3-9854-7ed1a4f912de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d10982ce-b0d5-4c36-9b6d-080f946811c1 HTTP/1.1" status: 204 len: 168 time: 0.2083933 Aug 31 01:36:57.701316 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9147c40-d638-4bf3-9854-7ed1a4f912de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10982ce-b0d5-4c36-9b6d-080f946811c1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:37:04.069844 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-820ae70b-1455-41a5-81d0-02c13c522573 req-623cbd9b-6521-463a-9619-da3cdd5f1040 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408063 Aug 31 01:37:04.156326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ae70b-1455-41a5-81d0-02c13c522573 req-5c2fa45f-2b5b-4c6f-8aaf-fba524f24d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:37:04.157842 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-820ae70b-1455-41a5-81d0-02c13c522573 req-5c2fa45f-2b5b-4c6f-8aaf-fba524f24d07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 1097 time: 0.0436683 Aug 31 01:37:04.214859 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f1183196-f498-460f-936d-3c26b43f13d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:04.266624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ae70b-1455-41a5-81d0-02c13c522573 req-2a80f68c-8852-4bc0-8676-d5996a5f9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:37:04.268103 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-820ae70b-1455-41a5-81d0-02c13c522573 req-2a80f68c-8852-4bc0-8676-d5996a5f9a5b service neutron] 10.222.0.48 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 913 time: 0.0893250 Aug 31 01:37:04.336208 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-820ae70b-1455-41a5-81d0-02c13c522573 req-495b5491-bcbe-438b-a2a2-f425115c6ff1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c4cc396-1b2e-42ff-8ed8-58f5874f8aba HTTP/1.1" status: 200 len: 1000 time: 0.0602028 Aug 31 01:37:04.384869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ae70b-1455-41a5-81d0-02c13c522573 req-28bf9277-8f60-4353-896f-38b5581bbb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:37:04.386331 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-820ae70b-1455-41a5-81d0-02c13c522573 req-28bf9277-8f60-4353-896f-38b5581bbb7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0434535 Aug 31 01:37:04.438602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ae70b-1455-41a5-81d0-02c13c522573 req-e8d0c96d-639e-4dbd-9806-34294dc21668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:37:04.440101 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-820ae70b-1455-41a5-81d0-02c13c522573 req-e8d0c96d-639e-4dbd-9806-34294dc21668 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472717 Aug 31 01:37:04.530787 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-820ae70b-1455-41a5-81d0-02c13c522573 req-2879e247-4784-472a-818c-f0fc50a30b0a service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830600 Aug 31 01:37:04.629756 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-820ae70b-1455-41a5-81d0-02c13c522573 req-fa69d1ea-ca27-414e-a6d6-bc775d3be7a2 service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905521 Aug 31 01:37:06.836588 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:07.030275 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83ad5e01-41ef-40c9-9dd8-d5effc48f015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:07.254765 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:07.476648 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:08.637723 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:10.346399 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:19.881532 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:37:34.248729 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f52c48cf-baf5-4ac0-8a8f-dba9a4f7f35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:36.859775 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:36.997024 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-167a9413-d29c-4894-a35e-0468464998cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:37.258197 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:37.486640 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:38.597302 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:40.316988 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:56.882146 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:38:03.456657 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5982f77-3309-4e7c-ae82-aeed6be8a47f req-af010a68-2910-44b3-a33c-f5447cac1d9f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421460 Aug 31 01:38:03.535576 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5982f77-3309-4e7c-ae82-aeed6be8a47f req-82aa95cb-6768-4338-9dbc-44283e8ec767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:38:03.537025 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5982f77-3309-4e7c-ae82-aeed6be8a47f req-82aa95cb-6768-4338-9dbc-44283e8ec767 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 1097 time: 0.0402293 Aug 31 01:38:03.640399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5982f77-3309-4e7c-ae82-aeed6be8a47f req-bbf51d89-93aa-42ba-b136-061978932d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:38:03.641934 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5982f77-3309-4e7c-ae82-aeed6be8a47f req-bbf51d89-93aa-42ba-b136-061978932d91 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 913 time: 0.0867813 Aug 31 01:38:03.705052 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5982f77-3309-4e7c-ae82-aeed6be8a47f req-aecaa9aa-0c8d-4de4-86ad-417d00787ea8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c4cc396-1b2e-42ff-8ed8-58f5874f8aba HTTP/1.1" status: 200 len: 1000 time: 0.0565622 Aug 31 01:38:03.753467 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5982f77-3309-4e7c-ae82-aeed6be8a47f req-eeda7a7b-3f65-4419-a5f0-05182a7b42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:38:03.754954 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5982f77-3309-4e7c-ae82-aeed6be8a47f req-eeda7a7b-3f65-4419-a5f0-05182a7b42fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0429652 Aug 31 01:38:03.815541 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5982f77-3309-4e7c-ae82-aeed6be8a47f req-be8ff0fc-bbbf-4398-9885-4c1dff424935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:38:03.817052 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5982f77-3309-4e7c-ae82-aeed6be8a47f req-be8ff0fc-bbbf-4398-9885-4c1dff424935 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553925 Aug 31 01:38:03.904767 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5982f77-3309-4e7c-ae82-aeed6be8a47f req-3506cb6a-a464-4723-88ca-ff6d0a565c82 service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804694 Aug 31 01:38:03.998772 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a5982f77-3309-4e7c-ae82-aeed6be8a47f req-f2de2f1b-8a05-48cb-8122-5b8cf642efee service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861645 Aug 31 01:38:04.213770 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-52703a6a-787a-4f3e-ae1a-01691041a786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:06.844904 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:06.984811 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b52ebd64-7246-4246-afff-2c8827d2e8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:07.276554 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:07.464703 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:08.610994 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:10.279649 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:33.881508 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:38:34.238760 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4824e9cc-b751-4333-9d48-a444d8e87fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:36.853238 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:36.990387 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-215cd139-57a7-4bb8-8810-c70ac7226118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:37.278779 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:37.481164 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:38.621740 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:40.304536 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:04.229320 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9d1ad717-0880-49ef-9c33-1649a97e0422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:04.554508 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de963970-e89d-4a52-90e8-2a4d09c8bbfc req-e9ac0feb-bbf9-4293-b9af-ee05c840b5c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1569729 Aug 31 01:39:04.633984 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de963970-e89d-4a52-90e8-2a4d09c8bbfc req-0f9b886a-afe0-42a5-9f9d-93c4d695f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:04.635468 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de963970-e89d-4a52-90e8-2a4d09c8bbfc req-0f9b886a-afe0-42a5-9f9d-93c4d695f144 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 1097 time: 0.0393746 Aug 31 01:39:04.991057 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de963970-e89d-4a52-90e8-2a4d09c8bbfc req-fb7871a7-e93a-4a0d-a629-ddf1ae2e00c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:04.992612 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de963970-e89d-4a52-90e8-2a4d09c8bbfc req-fb7871a7-e93a-4a0d-a629-ddf1ae2e00c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 913 time: 0.3364129 Aug 31 01:39:05.066495 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de963970-e89d-4a52-90e8-2a4d09c8bbfc req-e51a85de-a460-4d5d-99da-aba432239692 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c4cc396-1b2e-42ff-8ed8-58f5874f8aba HTTP/1.1" status: 200 len: 1000 time: 0.0648246 Aug 31 01:39:05.118015 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de963970-e89d-4a52-90e8-2a4d09c8bbfc req-2e11c334-6f5c-46f4-9b06-b70a98ffa477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:05.121024 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de963970-e89d-4a52-90e8-2a4d09c8bbfc req-2e11c334-6f5c-46f4-9b06-b70a98ffa477 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0457873 Aug 31 01:39:05.170231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de963970-e89d-4a52-90e8-2a4d09c8bbfc req-1cee0461-f183-4fe5-93c3-069270689a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:05.171757 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de963970-e89d-4a52-90e8-2a4d09c8bbfc req-1cee0461-f183-4fe5-93c3-069270689a80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450778 Aug 31 01:39:05.182717 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-de963970-e89d-4a52-90e8-2a4d09c8bbfc req-51090cd7-d7f3-46aa-9af1-198ea8f1727a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:39:05.184026 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de963970-e89d-4a52-90e8-2a4d09c8bbfc req-51090cd7-d7f3-46aa-9af1-198ea8f1727a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053637 Aug 31 01:39:05.273644 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de963970-e89d-4a52-90e8-2a4d09c8bbfc req-a2d66d73-5aa5-4aa7-b46e-46515446d8d6 service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823236 Aug 31 01:39:05.367326 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de963970-e89d-4a52-90e8-2a4d09c8bbfc req-59ee708b-bd28-4618-abf7-23bf9a6f2d51 service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868990 Aug 31 01:39:06.880869 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:06.985700 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ad1a3699-a9bc-448b-8f42-505625c9581a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:07.298005 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:07.483071 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:08.635588 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:10.300492 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:10.881065 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:39:16.926476 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed148-55cb-4950-aeef-516872854475 req-7ccbca1c-8af9-4a22-b353-4d8701b8934f tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:16.928784 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d60ed148-55cb-4950-aeef-516872854475 req-7ccbca1c-8af9-4a22-b353-4d8701b8934f tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 945 time: 0.0491297 Aug 31 01:39:16.966650 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d60ed148-55cb-4950-aeef-516872854475 req-759a07e4-c139-43ec-a4f9-7db31ed64101 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326889 Aug 31 01:39:18.106082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b729da9-0584-4cbe-b754-4b52bb5ed09d req-37d3d6ce-11c2-4ca3-b776-9c3f6b3a254e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:18.107540 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b729da9-0584-4cbe-b754-4b52bb5ed09d req-37d3d6ce-11c2-4ca3-b776-9c3f6b3a254e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 945 time: 0.0511491 Aug 31 01:39:18.148056 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7b729da9-0584-4cbe-b754-4b52bb5ed09d req-e0d8f679-2f20-41ef-b511-fb13917d132a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342865 Aug 31 01:39:18.436696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bcc61-64a3-4e07-855d-b969097958ef req-deda1eb5-669f-4bc9-bb8a-3e6ba6d278a2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:18.438567 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca6bcc61-64a3-4e07-855d-b969097958ef req-deda1eb5-669f-4bc9-bb8a-3e6ba6d278a2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.48 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 945 time: 0.0470641 Aug 31 01:39:18.531591 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-ca6bcc61-64a3-4e07-855d-b969097958ef req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Deleting port 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:39:18.532044 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca6bcc61-64a3-4e07-855d-b969097958ef req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:18.622604 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-ca6bcc61-64a3-4e07-855d-b969097958ef req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] For port 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=5c4cc396-1b2e-42ff-8ed8-58f5874f8aba,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:39:18.622969 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca6bcc61-64a3-4e07-855d-b969097958ef req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:18.845527 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca6bcc61-64a3-4e07-855d-b969097958ef req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:18.845911 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca6bcc61-64a3-4e07-855d-b969097958ef req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:18.846229 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [req-ca6bcc61-64a3-4e07-855d-b969097958ef req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Floating IP 3751f8c1-2437-4461-8d80-a364c68cb13a disassociated. External IP: 172.25.2.52, port: 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba. Aug 31 01:39:18.846571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-ca6bcc61-64a3-4e07-855d-b969097958ef req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Calling delete_port for 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:39:19.031880 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca6bcc61-64a3-4e07-855d-b969097958ef req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:19.058719 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event deleted for resources: {'Port': ['ID=5c4cc396-1b2e-42ff-8ed8-58f5874f8aba,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:39:19.068467 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:19.068816 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:19.069157 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:19.069510 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:19.069844 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:19.070172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:19.070535 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:19.070820 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:19.071143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:19.072112 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:19.072112 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:19.072112 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:19.190962 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca6bcc61-64a3-4e07-855d-b969097958ef req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Router 4eb51df7-21a3-470d-9cbc-b5517e482664 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:39:19.274276 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3ffcabaa-4757-41d4-ae45-fbbb43079b4c req-8a50501b-8feb-42e9-bd91-58f3f43a2611 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 210 time: 0.0300860 Aug 31 01:39:19.311977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca6bcc61-64a3-4e07-855d-b969097958ef req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:39:19.323608 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d766d474-068b-48ec-a831-c8a730a186f7 None None] Sync routers for ids ['4eb51df7-21a3-470d-9cbc-b5517e482664'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:39:19.332944 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d766d474-068b-48ec-a831-c8a730a186f7 None None] Routers {'4eb51df7-21a3-470d-9cbc-b5517e482664'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:39:19.333640 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d766d474-068b-48ec-a831-c8a730a186f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:39:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4eb51df7-21a3-470d-9cbc-b5517e482664'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:39:19.351955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6bcc61-64a3-4e07-855d-b969097958ef req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] No DVR routers for this DVR port 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:39:19.354663 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ca6bcc61-64a3-4e07-855d-b969097958ef req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:19.356697 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca6bcc61-64a3-4e07-855d-b969097958ef req-aae235da-59cc-4876-b6ed-183bdffef581 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.48 "DELETE /v2.0/ports/5c4cc396-1b2e-42ff-8ed8-58f5874f8aba HTTP/1.1" status: 204 len: 173 time: 0.9115701 Aug 31 01:39:19.357139 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c962004d-896d-4b1a-8a38-6beab2aed6e2', 'name': 'network-vif-deleted', 'tag': '5c4cc396-1b2e-42ff-8ed8-58f5874f8aba'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:39:19.360582 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d2829f-40bd-47ef-98b2-3e1e4bf2c5cf" -d '{"events": [{"server_uuid": "c962004d-896d-4b1a-8a38-6beab2aed6e2", "name": "network-vif-deleted", "tag": "5c4cc396-1b2e-42ff-8ed8-58f5874f8aba"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:39:19.399571 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9f326a-7bba-4a12-8c4c-4de7193e219e x-openstack-request-id: req-2d9f326a-7bba-4a12-8c4c-4de7193e219e {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:39:19.399868 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c962004d-896d-4b1a-8a38-6beab2aed6e2", "name": "network-vif-deleted", "tag": "5c4cc396-1b2e-42ff-8ed8-58f5874f8aba", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:39:19.400258 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d9f326a-7bba-4a12-8c4c-4de7193e219e {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:39:19.400667 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c962004d-896d-4b1a-8a38-6beab2aed6e2', 'name': 'network-vif-deleted', 'tag': '5c4cc396-1b2e-42ff-8ed8-58f5874f8aba', 'status': 'completed', 'code': 200} Aug 31 01:39:19.443823 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-d766d474-068b-48ec-a831-c8a730a186f7 None None] Set router 4eb51df7-21a3-470d-9cbc-b5517e482664 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:39:19.682581 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d766d474-068b-48ec-a831-c8a730a186f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 5, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:39:19.698384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d766d474-068b-48ec-a831-c8a730a186f7 None None] Checking router: 4eb51df7-21a3-470d-9cbc-b5517e482664 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:39:19.707654 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d766d474-068b-48ec-a831-c8a730a186f7 None None] Routers {'4eb51df7-21a3-470d-9cbc-b5517e482664'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:39:19.708276 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d766d474-068b-48ec-a831-c8a730a186f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:39:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4eb51df7-21a3-470d-9cbc-b5517e482664'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:39:19.819057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-d766d474-068b-48ec-a831-c8a730a186f7 None None] Set router 4eb51df7-21a3-470d-9cbc-b5517e482664 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:39:20.017376 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d766d474-068b-48ec-a831-c8a730a186f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 5, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:39:20.047949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d766d474-068b-48ec-a831-c8a730a186f7 None None] The sync data for ids ['4eb51df7-21a3-470d-9cbc-b5517e482664'] in n-d-793621-34 is: [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 5, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:39:20.286143 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5647a898-96a3-40eb-b442-ab292924b1c4 None None] New status for floating IP 3751f8c1-2437-4461-8d80-a364c68cb13a: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:39:20.371665 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1b1b9f63-b530-4bd1-8269-9fc2ba538567 req-1d1816f6-d71f-4306-b654-7ebe30dc7499 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 210 time: 0.0273459 Aug 31 01:39:21.470289 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e7f9cce-ee32-4760-9be4-f6046e47961c req-cca6aa21-cd91-44f7-b435-d12415e8622b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 210 time: 0.0284209 Aug 31 01:39:21.609009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:39:21.630719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:39:21.631076 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 5c4cc396-1b2e-42ff-8ed8-58f5874f8aba not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:39:22.563591 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef4388ea-4e2e-4923-96df-d087ff26b281 req-714fa898-f1ef-4081-98ed-22854d8922bf tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 210 time: 0.0262043 Aug 31 01:39:23.690168 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a5dbbe3-8e13-4a78-8727-e1ffd390f3e7 req-f2270990-52a3-4e65-9401-9d6fe73e80f0 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c962004d-896d-4b1a-8a38-6beab2aed6e2 HTTP/1.1" status: 200 len: 210 time: 0.0301399 Aug 31 01:39:24.932524 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-6068ff26-9303-4144-8968-a0649c792212 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1501289728&fields=id&tenant_id=543ff63c29ff4856b110bef5ec021646 HTTP/1.1" status: 200 len: 267 time: 0.0374596 Aug 31 01:39:25.042021 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-ab9bb365-909f-4601-970b-c803c2c624ea tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:25.043485 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-ab9bb365-909f-4601-970b-c803c2c624ea tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 812 time: 0.1032782 Aug 31 01:39:25.058986 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-032213e2-4706-417b-926f-b0ffb7cc0a63 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/quotas/543ff63c29ff4856b110bef5ec021646 HTTP/1.1" status: 200 len: 375 time: 0.0089626 Aug 31 01:39:25.116524 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-c07750d4-2093-40ed-b2f5-6f4c7ead4b59 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522587 Aug 31 01:39:25.257970 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-9013fa74-52ce-45bd-b261-57ef1a3bdc74 service neutron] 10.222.0.16 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300786 Aug 31 01:39:25.349228 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-962b88c3-7757-4370-b7eb-dd71adceff3f service neutron] 10.222.0.16 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852289 Aug 31 01:39:25.920561 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f045699d-63e2-42be-a72c-b5724ab4ab67 req-8de7d907-de65-4ab7-a043-37de005fd477 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 210 time: 0.0260737 Aug 31 01:39:27.004085 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-05c5c1b6-0368-4de4-8188-57e31e95ee47 req-00710ac1-bddb-4adb-8e03-9533125f7300 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 210 time: 0.0269749 Aug 31 01:39:28.080601 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d444eb48-68c1-492a-8b43-06ae821862b3 req-93c6a8e4-edb8-4072-bc96-3262860a8315 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 210 time: 0.0259361 Aug 31 01:39:29.174391 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ebac4e8c-1986-48b1-99de-5a2dde246a3a req-91945d26-afa6-449a-a6f3-9c7f0ae1efb0 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 210 time: 0.0275314 Aug 31 01:39:30.272529 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-387b97c9-f4a3-4e7f-9ed1-2c276b906dd8 req-0fec7287-5f94-464d-a4fa-31e9a94f57c1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 210 time: 0.0273716 Aug 31 01:39:30.783660 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-3150b595-9ff7-437e-8b00-6ec3ef2c1298 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:30.785135 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-3150b595-9ff7-437e-8b00-6ec3ef2c1298 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.41 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 812 time: 0.1039772 Aug 31 01:39:30.834671 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-a862cf40-275f-448f-9b13-d54171cce341 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=543ff63c29ff4856b110bef5ec021646 HTTP/1.1" status: 200 len: 380 time: 0.0397401 Aug 31 01:39:30.844614 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-c3d3dc12-47be-4222-87d1-c4b1089dfa22 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Request body: {'port': {'device_id': '2513404f-4612-4e7f-9ed2-d40d69225624', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'admin_state_up': True, 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'security_groups': ['273d5631-ba62-4fbc-aaa3-7b8c3d468978']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:39:31.017766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-c3d3dc12-47be-4222-87d1-c4b1089dfa22 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Made reservation on behalf of 543ff63c29ff4856b110bef5ec021646 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:39:31.021275 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-c3d3dc12-47be-4222-87d1-c4b1089dfa22 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:31.151237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-c3d3dc12-47be-4222-87d1-c4b1089dfa22 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Allocated IP 172.20.0.4 (d77f28fd-02bd-45e9-a495-e369f704b282/c2dba7f5-26c7-46f2-a8b3-f31b2f705825/bbf98dcc-11dc-4538-8aa8-c000e715ce77) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:39:31.294749 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-c3d3dc12-47be-4222-87d1-c4b1089dfa22 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:31.311020 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-c3d3dc12-47be-4222-87d1-c4b1089dfa22 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Transition to ACTIVE for port object bbf98dcc-11dc-4538-8aa8-c000e715ce77 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:39:31.382445 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-18774591-6b6f-4116-b235-556dc916fa2e req-4b397c35-b573-4055-a872-50431faaa0a9 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 210 time: 0.0328114 Aug 31 01:39:31.412456 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-c3d3dc12-47be-4222-87d1-c4b1089dfa22 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:31.459678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-c3d3dc12-47be-4222-87d1-c4b1089dfa22 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Network d77f28fd-02bd-45e9-a495-e369f704b282 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:39:31.462890 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-c3d3dc12-47be-4222-87d1-c4b1089dfa22 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:39:31.466749 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-c3d3dc12-47be-4222-87d1-c4b1089dfa22 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:39:31.474332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3dc12-47be-4222-87d1-c4b1089dfa22 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'Port': ['ID=bbf98dcc-11dc-4538-8aa8-c000e715ce77,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:39:31.522968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-c3d3dc12-47be-4222-87d1-c4b1089dfa22 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:31.523602 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-c3d3dc12-47be-4222-87d1-c4b1089dfa22 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:31.597509 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-c3d3dc12-47be-4222-87d1-c4b1089dfa22 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7567527 Aug 31 01:39:31.608514 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-cc142d88-7aa1-40b9-926f-2e9088090c09 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:39:31.609556 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-cc142d88-7aa1-40b9-926f-2e9088090c09 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060513 Aug 31 01:39:31.676329 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Request body: {'port': {'device_id': '2513404f-4612-4e7f-9ed2-d40d69225624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:39:31.744108 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:31.825453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-10d7c87e-4008-4d63-94ee-4ed6012b478e None None] Provisioning for port bbf98dcc-11dc-4538-8aa8-c000e715ce77 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:39:31.830653 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-10d7c87e-4008-4d63-94ee-4ed6012b478e None None] Provisioning complete for port bbf98dcc-11dc-4538-8aa8-c000e715ce77 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:39:31.831442 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-10d7c87e-4008-4d63-94ee-4ed6012b478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:31.867368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-10d7c87e-4008-4d63-94ee-4ed6012b478e None None] Port bbf98dcc-11dc-4538-8aa8-c000e715ce77 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:39:32.017788 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf98dcc-11dc-4538-8aa8-c000e715ce77 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:39:32.025801 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:32.037823 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Transition to ACTIVE for port object bbf98dcc-11dc-4538-8aa8-c000e715ce77 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:39:32.116665 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:32.171922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf98dcc-11dc-4538-8aa8-c000e715ce77,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:39:32.249424 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Attempting to bind port bbf98dcc-11dc-4538-8aa8-c000e715ce77 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:39:32.250063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Attempting to bind port bbf98dcc-11dc-4538-8aa8-c000e715ce77 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:39:32.250428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Attempting to bind port bbf98dcc-11dc-4538-8aa8-c000e715ce77 on network d77f28fd-02bd-45e9-a495-e369f704b282 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:39:32.255762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Port bbf98dcc-11dc-4538-8aa8-c000e715ce77 on network d77f28fd-02bd-45e9-a495-e369f704b282 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:39:32.256246 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Attempting to bind port bbf98dcc-11dc-4538-8aa8-c000e715ce77 on network d77f28fd-02bd-45e9-a495-e369f704b282 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:39:32.261714 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:39:32.262515 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Checking segment: {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:39:32.262515 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Bound using segment: {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:39:32.263081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Bound port: bbf98dcc-11dc-4538-8aa8-c000e715ce77, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:39:32.263450 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:32.333572 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] For port bbf98dcc-11dc-4538-8aa8-c000e715ce77, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:39:32.340539 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] For port bbf98dcc-11dc-4538-8aa8-c000e715ce77, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=bbf98dcc-11dc-4538-8aa8-c000e715ce77,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:39:32.414487 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:32.451696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:32.452893 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:32.454398 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] 10.222.0.41 "PUT /v2.0/ports/bbf98dcc-11dc-4538-8aa8-c000e715ce77 HTTP/1.1" status: 200 len: 1092 time: 0.8368413 Aug 31 01:39:32.454959 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2513404f-4612-4e7f-9ed2-d40d69225624', 'tag': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:39:32.457223 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45335c18-57c6-4bbd-838e-0831fdfc1b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "2513404f-4612-4e7f-9ed2-d40d69225624", "tag": "bbf98dcc-11dc-4538-8aa8-c000e715ce77"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:39:32.494663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6ce42-68f8-4326-b30f-ae57ebb9e071 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf98dcc-11dc-4538-8aa8-c000e715ce77,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:39:32.528168 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e2a5d-24b3-47a7-8c54-3a136203ebdc req-c90b3b83-290f-4264-9bf4-c92faa893f3a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:32.529777 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6c4e2a5d-24b3-47a7-8c54-3a136203ebdc req-c90b3b83-290f-4264-9bf4-c92faa893f3a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 943 time: 0.0746317 Aug 31 01:39:32.586670 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6c4e2a5d-24b3-47a7-8c54-3a136203ebdc req-cdafe64f-497c-47bb-b05e-938df274f0a2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386634 Aug 31 01:39:32.603492 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-0a65dfd5-a5eb-4b4d-b4c5-2ef366152f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:32.605021 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-0a65dfd5-a5eb-4b4d-b4c5-2ef366152f0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 1095 time: 0.0501544 Aug 31 01:39:32.663198 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-0868cdab-7051-4885-ad37-7672db4bf74c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf98dcc-11dc-4538-8aa8-c000e715ce77 HTTP/1.1" status: 200 len: 217 time: 0.0471036 Aug 31 01:39:32.712701 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb7093a-17ec-483d-94ec-dd8b87fe8463 x-openstack-request-id: req-dcb7093a-17ec-483d-94ec-dd8b87fe8463 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:39:32.713045 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2513404f-4612-4e7f-9ed2-d40d69225624", "tag": "bbf98dcc-11dc-4538-8aa8-c000e715ce77", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:39:32.713251 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dcb7093a-17ec-483d-94ec-dd8b87fe8463 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:39:32.713733 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2513404f-4612-4e7f-9ed2-d40d69225624', 'tag': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77', 'status': 'completed', 'code': 200} Aug 31 01:39:32.729346 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-4434a54e-3be7-43a2-b514-268ed158f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:32.731215 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-4434a54e-3be7-43a2-b514-268ed158f462 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0610757 Aug 31 01:39:32.779789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-d9dcdd7c-f170-43ab-b709-cad6ddce665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:32.781882 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-d9dcdd7c-f170-43ab-b709-cad6ddce665b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426786 Aug 31 01:39:32.877522 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-5316e3bd-aaaf-460e-bc02-13e0b21cec88 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884047 Aug 31 01:39:32.968281 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e377ee50-cb7e-472e-a431-2ed7cfe55d47 req-355d3618-f236-43d4-8fee-a532aebfd3c3 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830014 Aug 31 01:39:33.120026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45335c18-57c6-4bbd-838e-0831fdfc1b7e req-bec62bf7-754c-41c5-99e3-e4a561b43356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:33.121784 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45335c18-57c6-4bbd-838e-0831fdfc1b7e req-bec62bf7-754c-41c5-99e3-e4a561b43356 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 1095 time: 0.0490043 Aug 31 01:39:33.214413 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45335c18-57c6-4bbd-838e-0831fdfc1b7e req-f7aff9f9-20cd-4c5a-b4d6-d6d6a8ce78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:33.215901 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45335c18-57c6-4bbd-838e-0831fdfc1b7e req-f7aff9f9-20cd-4c5a-b4d6-d6d6a8ce78d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 913 time: 0.0871773 Aug 31 01:39:33.257249 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45335c18-57c6-4bbd-838e-0831fdfc1b7e req-af5180e9-04c5-41f4-b122-af70722281d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf98dcc-11dc-4538-8aa8-c000e715ce77 HTTP/1.1" status: 200 len: 217 time: 0.0347285 Aug 31 01:39:33.311056 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45335c18-57c6-4bbd-838e-0831fdfc1b7e req-7cfe735d-52f1-4e8b-98b8-5f924a4ba74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:33.313110 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45335c18-57c6-4bbd-838e-0831fdfc1b7e req-7cfe735d-52f1-4e8b-98b8-5f924a4ba74f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0493793 Aug 31 01:39:33.360155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45335c18-57c6-4bbd-838e-0831fdfc1b7e req-a24fdbc5-9b61-4e40-9073-88e2d7ea5424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:33.361710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45335c18-57c6-4bbd-838e-0831fdfc1b7e req-a24fdbc5-9b61-4e40-9073-88e2d7ea5424 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414767 Aug 31 01:39:33.462285 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45335c18-57c6-4bbd-838e-0831fdfc1b7e req-e6d22a0e-bf2f-4844-a628-1464e72db3f6 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935128 Aug 31 01:39:33.562393 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45335c18-57c6-4bbd-838e-0831fdfc1b7e req-7dba2ea0-d554-408c-aff9-8d455fd09ec3 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925992 Aug 31 01:39:33.767680 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198c8b2-9d03-4b49-98a5-82dbfee26819 req-597bdb0f-4e48-4fc1-9052-bbf4df02e4c4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:33.767680 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d198c8b2-9d03-4b49-98a5-82dbfee26819 req-597bdb0f-4e48-4fc1-9052-bbf4df02e4c4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 943 time: 0.0506313 Aug 31 01:39:33.767680 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d198c8b2-9d03-4b49-98a5-82dbfee26819 req-061733b7-1322-42b3-9e26-b755e4b0d80d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332522 Aug 31 01:39:34.252107 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5c13-7f6f-4cf0-94e4-d20c339727db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:34.872116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e025f51-4a20-4359-a6eb-5a4392bbb5c9 req-3a3e7be2-e632-4590-972b-5e9e240ae15c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:34.874138 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0e025f51-4a20-4359-a6eb-5a4392bbb5c9 req-3a3e7be2-e632-4590-972b-5e9e240ae15c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 943 time: 0.0495756 Aug 31 01:39:34.911795 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0e025f51-4a20-4359-a6eb-5a4392bbb5c9 req-c55a3eb4-7cf9-4cf2-b1ae-90c9b54a8504 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313985 Aug 31 01:39:36.028019 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbb985-21ce-4dd3-9cc6-3e0d5fc47399 req-3c5abbb1-4879-4402-a761-b91cbb6b6f38 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:36.029570 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0cbb985-21ce-4dd3-9cc6-3e0d5fc47399 req-3c5abbb1-4879-4402-a761-b91cbb6b6f38 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 943 time: 0.0497115 Aug 31 01:39:36.068815 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0cbb985-21ce-4dd3-9cc6-3e0d5fc47399 req-44ad9af2-8972-4adc-960c-c914120bf55f tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324349 Aug 31 01:39:36.835091 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:37.023268 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e1f9ceae-30df-460c-a8eb-021e5d9dcf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:37.187943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48a994-5d34-43f3-911d-20e474775223 req-134c7e68-5754-4642-9de0-0cf2e58405f0 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:37.189517 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f48a994-5d34-43f3-911d-20e474775223 req-134c7e68-5754-4642-9de0-0cf2e58405f0 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 943 time: 0.0537350 Aug 31 01:39:37.228877 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f48a994-5d34-43f3-911d-20e474775223 req-d895f407-7483-4714-b2f4-c2b1a349e400 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334451 Aug 31 01:39:37.293640 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:37.481901 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:38.346664 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb58a9d-9a74-4419-8607-ee3b96b842bb req-e02a31d1-dc69-4517-9ef1-fa021a920619 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:38.348135 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bbb58a9d-9a74-4419-8607-ee3b96b842bb req-e02a31d1-dc69-4517-9ef1-fa021a920619 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 943 time: 0.0529485 Aug 31 01:39:38.386185 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bbb58a9d-9a74-4419-8607-ee3b96b842bb req-55fb4aa8-4799-49f4-b03f-c7a099ed8eed tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321198 Aug 31 01:39:38.612090 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:39.498051 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fdb7e-4266-4dd1-af3c-d88c9ea38318 req-eb593aea-fb3a-4e23-a7c5-7dbe902d7175 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:39.500042 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b04fdb7e-4266-4dd1-af3c-d88c9ea38318 req-eb593aea-fb3a-4e23-a7c5-7dbe902d7175 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 943 time: 0.0494382 Aug 31 01:39:39.537751 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b04fdb7e-4266-4dd1-af3c-d88c9ea38318 req-693ec10b-9104-4f86-b6e2-7a7bcf3e7688 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317044 Aug 31 01:39:40.310124 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:40.651471 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2504a9-136f-4eff-9581-ea40bbfa503a req-415e2078-af33-4a60-8a79-7f28f180253b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:40.652951 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c2504a9-136f-4eff-9581-ea40bbfa503a req-415e2078-af33-4a60-8a79-7f28f180253b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 943 time: 0.0487530 Aug 31 01:39:40.691228 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c2504a9-136f-4eff-9581-ea40bbfa503a req-161047ca-9e38-4b2f-a8fd-7a8deb0cf9db tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316980 Aug 31 01:39:41.804460 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab94275-bccc-42b0-a7ab-ee2d35ae3aef req-c527e70c-7ae5-4d42-a0d0-87b899acb329 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:41.805979 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1ab94275-bccc-42b0-a7ab-ee2d35ae3aef req-c527e70c-7ae5-4d42-a0d0-87b899acb329 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 943 time: 0.0500214 Aug 31 01:39:41.844389 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1ab94275-bccc-42b0-a7ab-ee2d35ae3aef req-c8d7c52a-acaf-4aba-8579-813c633fbadf tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324159 Aug 31 01:39:42.959391 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676997b8-5f87-4f9b-a2c2-ea5210fac8fa req-220ebbeb-8471-426f-9d93-a1ea993a8b2a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:42.961057 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-676997b8-5f87-4f9b-a2c2-ea5210fac8fa req-220ebbeb-8471-426f-9d93-a1ea993a8b2a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 943 time: 0.0502555 Aug 31 01:39:42.993839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device bbf98dcc-11dc-4538-8aa8-c000e715ce77 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:39:43.000907 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-676997b8-5f87-4f9b-a2c2-ea5210fac8fa req-1f909ce6-8256-4c36-843b-628dd7cc43d5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337949 Aug 31 01:39:43.093597 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port bbf98dcc-11dc-4538-8aa8-c000e715ce77, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=bbf98dcc-11dc-4538-8aa8-c000e715ce77,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:39:43.104869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'port_id': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77', 'mac_address': 'fa:16:3e:43:0d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:39:43.140980 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:43.153299 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf98dcc-11dc-4538-8aa8-c000e715ce77 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:39:43.172541 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port bbf98dcc-11dc-4538-8aa8-c000e715ce77, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=bbf98dcc-11dc-4538-8aa8-c000e715ce77,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:39:43.219074 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:43.269316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=bbf98dcc-11dc-4538-8aa8-c000e715ce77,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:39:43.276501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:43.276851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:43.277194 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:43.277553 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:43.277889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:43.278218 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:43.278546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:43.278875 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:43.279198 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:43.279522 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:43.280358 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:43.280682 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:43.436378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['bbf98dcc-11dc-4538-8aa8-c000e715ce77'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:39:44.120712 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a68683-fdd3-4c09-a4fa-e87621a6b233 req-619ffdfa-d236-42c1-a36f-5d3cc31c0dec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:44.122357 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-98a68683-fdd3-4c09-a4fa-e87621a6b233 req-619ffdfa-d236-42c1-a36f-5d3cc31c0dec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 944 time: 0.0539300 Aug 31 01:39:44.160370 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-98a68683-fdd3-4c09-a4fa-e87621a6b233 req-8be08742-c060-4911-a2c8-2612a3010dfd tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316024 Aug 31 01:39:45.006034 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device bbf98dcc-11dc-4538-8aa8-c000e715ce77 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:39:45.116265 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port bbf98dcc-11dc-4538-8aa8-c000e715ce77 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:39:45.120262 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port bbf98dcc-11dc-4538-8aa8-c000e715ce77 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:39:45.120631 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:45.198908 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:45.225670 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2513404f-4612-4e7f-9ed2-d40d69225624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:39:45.227886 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064dcc67-c74b-4dcf-9b6b-90db2a4d4d0a" -d '{"events": [{"server_uuid": "2513404f-4612-4e7f-9ed2-d40d69225624", "name": "network-vif-plugged", "status": "completed", "tag": "bbf98dcc-11dc-4538-8aa8-c000e715ce77"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:39:45.242114 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port bbf98dcc-11dc-4538-8aa8-c000e715ce77, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=bbf98dcc-11dc-4538-8aa8-c000e715ce77,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:39:45.293758 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668e646-6048-493f-8372-ef13262008fd req-54577493-a795-459d-a0fb-f3b8f39f1af8 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:45.293758 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c668e646-6048-493f-8372-ef13262008fd req-54577493-a795-459d-a0fb-f3b8f39f1af8 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 944 time: 0.0580268 Aug 31 01:39:45.328653 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c668e646-6048-493f-8372-ef13262008fd req-531b6c09-c1af-4aac-a67a-55606602c74e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347998 Aug 31 01:39:45.339531 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbc2fe4-4d6c-457b-9db3-1d8041426441 x-openstack-request-id: req-acbc2fe4-4d6c-457b-9db3-1d8041426441 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:39:45.339531 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2513404f-4612-4e7f-9ed2-d40d69225624", "name": "network-vif-plugged", "status": "completed", "tag": "bbf98dcc-11dc-4538-8aa8-c000e715ce77", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:39:45.339531 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acbc2fe4-4d6c-457b-9db3-1d8041426441 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:39:45.339531 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2513404f-4612-4e7f-9ed2-d40d69225624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77', 'code': 200} Aug 31 01:39:45.354912 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:45.406983 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=bbf98dcc-11dc-4538-8aa8-c000e715ce77,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:39:45.439395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30603cce-5959-4fc7-a435-91522cdef6c7 req-8a963c38-17d3-493e-8929-13aa1f2299d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:45.440898 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30603cce-5959-4fc7-a435-91522cdef6c7 req-8a963c38-17d3-493e-8929-13aa1f2299d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 1097 time: 0.0402515 Aug 31 01:39:45.476739 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30603cce-5959-4fc7-a435-91522cdef6c7 req-4d7abb64-ad63-43ab-a8a2-1978c364b27e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281520 Aug 31 01:39:46.444666 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e4073-d3be-476b-92ef-285dd00dc6b0 req-1aa1fc74-68d1-4cfb-9527-375520e81ca2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:46.446256 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f13e4073-d3be-476b-92ef-285dd00dc6b0 req-1aa1fc74-68d1-4cfb-9527-375520e81ca2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 945 time: 0.0497804 Aug 31 01:39:46.485488 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f13e4073-d3be-476b-92ef-285dd00dc6b0 req-e624c6cf-0ae5-4737-b5ce-e2fdf20a595e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330961 Aug 31 01:39:47.599572 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e8228-bca4-41fd-aa91-f505eaa74af0 req-a3f0377f-5b6e-4bba-8916-57ca75ba3bb1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:47.601381 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-850e8228-bca4-41fd-aa91-f505eaa74af0 req-a3f0377f-5b6e-4bba-8916-57ca75ba3bb1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 945 time: 0.0502326 Aug 31 01:39:47.639540 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-850e8228-bca4-41fd-aa91-f505eaa74af0 req-0db2c275-19de-43e8-a0f7-9ba043c916b5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321112 Aug 31 01:39:47.758682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f82b7f-0a63-4191-89f6-d6c0d77d5df7 req-bdb2fb13-839a-4583-9710-397edc376e57 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:47.760176 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-56f82b7f-0a63-4191-89f6-d6c0d77d5df7 req-bdb2fb13-839a-4583-9710-397edc376e57 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 945 time: 0.0541117 Aug 31 01:39:47.798160 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-56f82b7f-0a63-4191-89f6-d6c0d77d5df7 req-33a36429-0cb6-4d2e-ac3e-c417774f3a81 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319932 Aug 31 01:39:47.819733 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38478) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:39:47.861261 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9669226-1a21-4998-b59f-d01aacad905c tempest-TestVolumeBootPattern-479309688 tempest-TestVolumeBootPattern-479309688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:47.862856 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a9669226-1a21-4998-b59f-d01aacad905c tempest-TestVolumeBootPattern-479309688 tempest-TestVolumeBootPattern-479309688-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 1092 time: 0.0421088 Aug 31 01:39:47.865608 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38480) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:39:47.870028 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:39:47.880145 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:39:48.057826 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:48.158817 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:48.259472 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Allocated IP 172.25.2.186 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/7ed1a58b-8e4a-4e1c-89f9-b4c5b00b921e) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:39:48.365646 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:48.442292 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:48.478254 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:39:48.483167 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:39:48.486802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:39:48.511349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'Port': ['ID=7ed1a58b-8e4a-4e1c-89f9-b4c5b00b921e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:39:48.524815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:48.525258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:48.525552 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:48.525888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:48.526218 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:48.526549 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:48.526871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:48.527195 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:48.527513 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:48.527827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:48.528145 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:48.528461 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:49.181572 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:49.305390 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:49.458297 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:49.532857 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:49.607164 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'Port': ['ID=7ed1a58b-8e4a-4e1c-89f9-b4c5b00b921e,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:39:49.618367 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:49.716888 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Floating IP a3cac39e-41b0-466d-b18b-123ae44394bc associated. External IP: 172.25.2.186, port: bbf98dcc-11dc-4538-8aa8-c000e715ce77. Aug 31 01:39:49.922984 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Router 4eb51df7-21a3-470d-9cbc-b5517e482664 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:39:50.030073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:39:50.039626 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500ee248-9510-4ab0-8cb4-562c02fad2a9 None None] Sync routers for ids ['4eb51df7-21a3-470d-9cbc-b5517e482664'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:39:50.049643 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500ee248-9510-4ab0-8cb4-562c02fad2a9 None None] Routers {'4eb51df7-21a3-470d-9cbc-b5517e482664'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:39:50.050322 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-500ee248-9510-4ab0-8cb4-562c02fad2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:39:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4eb51df7-21a3-470d-9cbc-b5517e482664'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:39:50.116131 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:50.148631 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-22439516-1245-443b-b35c-735eec9cb8ec tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2818902 Aug 31 01:39:50.149270 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2513404f-4612-4e7f-9ed2-d40d69225624', 'tag': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:39:50.151649 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a259e60-b257-4afc-b215-396f14f5d41f" -d '{"events": [{"name": "network-changed", "server_uuid": "2513404f-4612-4e7f-9ed2-d40d69225624", "tag": "bbf98dcc-11dc-4538-8aa8-c000e715ce77"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:39:50.170997 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-500ee248-9510-4ab0-8cb4-562c02fad2a9 None None] Set router 4eb51df7-21a3-470d-9cbc-b5517e482664 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:39:50.189681 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ab9fab-d83e-42c9-ac54-484534ebbde9 x-openstack-request-id: req-56ab9fab-d83e-42c9-ac54-484534ebbde9 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:39:50.190180 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2513404f-4612-4e7f-9ed2-d40d69225624", "tag": "bbf98dcc-11dc-4538-8aa8-c000e715ce77", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:39:50.190293 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56ab9fab-d83e-42c9-ac54-484534ebbde9 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:39:50.190640 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2513404f-4612-4e7f-9ed2-d40d69225624', 'tag': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77', 'status': 'completed', 'code': 200} Aug 31 01:39:50.258183 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a259e60-b257-4afc-b215-396f14f5d41f req-98235dc3-766f-4616-b783-7b6e200b6d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:50.259700 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5a259e60-b257-4afc-b215-396f14f5d41f req-98235dc3-766f-4616-b783-7b6e200b6d71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 1097 time: 0.0417657 Aug 31 01:39:50.348147 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a259e60-b257-4afc-b215-396f14f5d41f req-3209acb7-60f6-4252-ade3-02fcb8b86887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:50.349588 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5a259e60-b257-4afc-b215-396f14f5d41f req-3209acb7-60f6-4252-ade3-02fcb8b86887 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 913 time: 0.0833070 Aug 31 01:39:50.396641 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-500ee248-9510-4ab0-8cb4-562c02fad2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a3cac39e-41b0-466d-b18b-123ae44394bc', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'port_id': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'mac_address': 'fa:16:3e:43:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513404f-4612-4e7f-9ed2-d40d69225624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:39:48Z', 'updated_at': '2021-08-31T01:39:48Z', 'revision_number': 0, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 5, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:39:50.423224 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5a259e60-b257-4afc-b215-396f14f5d41f req-17510593-6412-4088-a70a-c8833ceb9111 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf98dcc-11dc-4538-8aa8-c000e715ce77 HTTP/1.1" status: 200 len: 999 time: 0.0660217 Aug 31 01:39:50.428456 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500ee248-9510-4ab0-8cb4-562c02fad2a9 None None] Checking router: 4eb51df7-21a3-470d-9cbc-b5517e482664 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:39:50.436839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500ee248-9510-4ab0-8cb4-562c02fad2a9 None None] Routers {'4eb51df7-21a3-470d-9cbc-b5517e482664'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:39:50.438027 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-500ee248-9510-4ab0-8cb4-562c02fad2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:39:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4eb51df7-21a3-470d-9cbc-b5517e482664'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:39:50.473251 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a259e60-b257-4afc-b215-396f14f5d41f req-f04b9eae-5a5a-4c83-8acc-acdb95f933a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:50.474778 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5a259e60-b257-4afc-b215-396f14f5d41f req-f04b9eae-5a5a-4c83-8acc-acdb95f933a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0448089 Aug 31 01:39:50.522035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a259e60-b257-4afc-b215-396f14f5d41f req-72e31d41-9ece-4f0f-8d0b-74df7f292578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:50.523540 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5a259e60-b257-4afc-b215-396f14f5d41f req-72e31d41-9ece-4f0f-8d0b-74df7f292578 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411501 Aug 31 01:39:50.544734 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-500ee248-9510-4ab0-8cb4-562c02fad2a9 None None] Set router 4eb51df7-21a3-470d-9cbc-b5517e482664 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:39:50.621371 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5a259e60-b257-4afc-b215-396f14f5d41f req-311a6119-19a0-45b6-8209-b9a68ded5434 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895302 Aug 31 01:39:50.721763 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5a259e60-b257-4afc-b215-396f14f5d41f req-e2f9ee02-8dac-4694-8745-70590cccc845 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874083 Aug 31 01:39:50.947343 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-500ee248-9510-4ab0-8cb4-562c02fad2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a3cac39e-41b0-466d-b18b-123ae44394bc', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'port_id': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'mac_address': 'fa:16:3e:43:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513404f-4612-4e7f-9ed2-d40d69225624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:39:48Z', 'updated_at': '2021-08-31T01:39:48Z', 'revision_number': 0, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 5, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:39:50.976064 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500ee248-9510-4ab0-8cb4-562c02fad2a9 None None] The sync data for ids ['4eb51df7-21a3-470d-9cbc-b5517e482664'] in n-d-793621-34 is: [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a3cac39e-41b0-466d-b18b-123ae44394bc', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'port_id': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'mac_address': 'fa:16:3e:43:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513404f-4612-4e7f-9ed2-d40d69225624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:39:48Z', 'updated_at': '2021-08-31T01:39:48Z', 'revision_number': 0, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 5, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:39:51.175330 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c273d-28a4-46ed-b963-43bf06ae74d9 None None] New status for floating IP a3cac39e-41b0-466d-b18b-123ae44394bc: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:40:03.360742 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23c7b90f-3ba6-416e-942e-4e3e9f51c50c req-cd3a6042-0dac-42f0-9cc0-fb15fb200ce0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447416 Aug 31 01:40:03.441641 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7b90f-3ba6-416e-942e-4e3e9f51c50c req-b560db7b-2d75-4416-98f5-6665b3c852b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:03.443047 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23c7b90f-3ba6-416e-942e-4e3e9f51c50c req-b560db7b-2d75-4416-98f5-6665b3c852b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 1097 time: 0.0405028 Aug 31 01:40:03.543325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7b90f-3ba6-416e-942e-4e3e9f51c50c req-1b850294-bcc4-4ce3-be93-eeb1b8f7f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:03.544816 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23c7b90f-3ba6-416e-942e-4e3e9f51c50c req-1b850294-bcc4-4ce3-be93-eeb1b8f7f5ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 913 time: 0.0825119 Aug 31 01:40:03.614219 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23c7b90f-3ba6-416e-942e-4e3e9f51c50c req-7f624fd4-385f-40d8-ab3d-62f173b5c630 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf98dcc-11dc-4538-8aa8-c000e715ce77 HTTP/1.1" status: 200 len: 1001 time: 0.0622058 Aug 31 01:40:03.666213 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7b90f-3ba6-416e-942e-4e3e9f51c50c req-45c8df0b-81dc-4749-a010-f336c85e76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:03.667631 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23c7b90f-3ba6-416e-942e-4e3e9f51c50c req-45c8df0b-81dc-4749-a010-f336c85e76d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0454397 Aug 31 01:40:03.713304 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7b90f-3ba6-416e-942e-4e3e9f51c50c req-9a9a5427-2650-4125-938e-c8b513d36e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:03.714776 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23c7b90f-3ba6-416e-942e-4e3e9f51c50c req-9a9a5427-2650-4125-938e-c8b513d36e00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391498 Aug 31 01:40:03.811737 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23c7b90f-3ba6-416e-942e-4e3e9f51c50c req-f99d671d-8399-4cd1-9160-0f0430a15c13 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890746 Aug 31 01:40:03.916015 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23c7b90f-3ba6-416e-942e-4e3e9f51c50c req-4849a8f2-ec53-4c8d-95a7-d4cbfe3b767a service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964108 Aug 31 01:40:04.224153 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1382bc35-ae21-459d-b3a2-5a1ae73f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:06.852756 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:06.972614 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d4056f0a-85d5-42e6-b6d1-2963832f2b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:07.320779 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:07.504122 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:08.641052 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:10.315566 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:24.880117 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:40:34.217186 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0d35-a346-42aa-be01-2256688b14a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:36.862794 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:36.988175 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4c52407d-a50e-4ff5-918b-29adb49258ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:37.285677 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:37.485163 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:38.639699 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:40.308470 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:01.879539 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:41:04.227519 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-53c9ebc9-7c2e-42fc-8c7d-efda5083cac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:04.370219 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75140da6-89eb-41ec-b826-f0a788225c05 req-513dcab4-a353-4db4-850d-115ad9fb7f12 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459113 Aug 31 01:41:04.456258 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75140da6-89eb-41ec-b826-f0a788225c05 req-ee5b2711-aaa7-4f8f-b941-7c43505085eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:04.457790 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75140da6-89eb-41ec-b826-f0a788225c05 req-ee5b2711-aaa7-4f8f-b941-7c43505085eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 1097 time: 0.0418379 Aug 31 01:41:04.560189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75140da6-89eb-41ec-b826-f0a788225c05 req-e7aa2652-b7f5-4bdb-9818-e84718354563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:04.561235 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75140da6-89eb-41ec-b826-f0a788225c05 req-e7aa2652-b7f5-4bdb-9818-e84718354563 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 913 time: 0.0829425 Aug 31 01:41:04.885632 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75140da6-89eb-41ec-b826-f0a788225c05 req-8520f24b-3253-4775-a2fa-e0bcbddd9191 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf98dcc-11dc-4538-8aa8-c000e715ce77 HTTP/1.1" status: 200 len: 1001 time: 0.3176649 Aug 31 01:41:04.933853 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75140da6-89eb-41ec-b826-f0a788225c05 req-25be541e-6469-49b4-9272-e9ef202e35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:04.935432 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75140da6-89eb-41ec-b826-f0a788225c05 req-25be541e-6469-49b4-9272-e9ef202e35a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0430553 Aug 31 01:41:04.981464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75140da6-89eb-41ec-b826-f0a788225c05 req-2ffe93cc-3949-452b-b099-02230fb27d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:04.982977 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75140da6-89eb-41ec-b826-f0a788225c05 req-2ffe93cc-3949-452b-b099-02230fb27d7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404918 Aug 31 01:41:05.073503 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75140da6-89eb-41ec-b826-f0a788225c05 req-1a6474d6-4880-4d76-bb86-aeca13d65600 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834467 Aug 31 01:41:05.163062 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-75140da6-89eb-41ec-b826-f0a788225c05 req-6a213dff-ff09-40a5-833e-b024c1c7cf35 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826769 Aug 31 01:41:06.861607 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:06.987517 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-406a7a45-ed9c-4efe-a66d-454071c2eb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:07.273140 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:07.467038 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:08.611108 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:10.307164 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:34.226564 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1c137984-c1c4-49e3-9dd2-b3d8399d5fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:36.883716 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:36.980561 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-29497288-895e-4cc8-bb1b-51c23a47c1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:37.295294 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:37.478005 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:38.632756 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:38.878905 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:41:40.295111 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:04.276750 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f5eda46e-0d91-4126-a804-db1cc59241b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:05.147997 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d2aba2a-e1b8-4e76-a708-f58c4c841ed8 req-9b18a80a-a3b1-449a-bba9-7377b6f44593 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421481 Aug 31 01:42:05.232273 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2aba2a-e1b8-4e76-a708-f58c4c841ed8 req-896daa7c-4683-4e90-b0f2-23825514ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:05.233842 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d2aba2a-e1b8-4e76-a708-f58c4c841ed8 req-896daa7c-4683-4e90-b0f2-23825514ab32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 1097 time: 0.0460448 Aug 31 01:42:05.340519 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2aba2a-e1b8-4e76-a708-f58c4c841ed8 req-177e44c6-171d-4fae-8c61-7ac060f164b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:05.342147 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d2aba2a-e1b8-4e76-a708-f58c4c841ed8 req-177e44c6-171d-4fae-8c61-7ac060f164b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 913 time: 0.0888851 Aug 31 01:42:05.416580 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d2aba2a-e1b8-4e76-a708-f58c4c841ed8 req-7bda3d88-571a-4297-9037-6b8b7c03a225 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf98dcc-11dc-4538-8aa8-c000e715ce77 HTTP/1.1" status: 200 len: 1001 time: 0.0675437 Aug 31 01:42:05.468294 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2aba2a-e1b8-4e76-a708-f58c4c841ed8 req-2c5531ad-2cfa-4a1a-8631-441ca355c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:05.469822 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d2aba2a-e1b8-4e76-a708-f58c4c841ed8 req-2c5531ad-2cfa-4a1a-8631-441ca355c788 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0464740 Aug 31 01:42:05.516921 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2aba2a-e1b8-4e76-a708-f58c4c841ed8 req-9b34eda9-4b56-4a3f-9ba8-87297e4678e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:05.518488 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d2aba2a-e1b8-4e76-a708-f58c4c841ed8 req-9b34eda9-4b56-4a3f-9ba8-87297e4678e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416586 Aug 31 01:42:05.624628 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-46ffb47a-382d-475c-8022-d279e4142a5b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1501289728&fields=id&tenant_id=543ff63c29ff4856b110bef5ec021646 HTTP/1.1" status: 200 len: 267 time: 0.0533473 Aug 31 01:42:05.649727 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d2aba2a-e1b8-4e76-a708-f58c4c841ed8 req-fd01a572-b1df-4dd0-a887-9b7bee087081 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239064 Aug 31 01:42:05.804449 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-7c8e98f4-286f-465c-b359-241990ab6845 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:05.805955 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-7c8e98f4-286f-465c-b359-241990ab6845 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 812 time: 0.1708348 Aug 31 01:42:05.811826 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d2aba2a-e1b8-4e76-a708-f58c4c841ed8 req-04c3c761-3cb3-463f-a62d-72cddceb940b service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523080 Aug 31 01:42:05.822003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-00201518-b106-4351-8515-a393469eaa3a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/quotas/543ff63c29ff4856b110bef5ec021646 HTTP/1.1" status: 200 len: 375 time: 0.0092463 Aug 31 01:42:05.884737 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-f0bff187-7c38-4905-ac61-428ef0eb4ec1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0567923 Aug 31 01:42:05.901093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-932d7272-d8c8-4f68-94c7-31b7abe74431 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:42:05.902120 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-932d7272-d8c8-4f68-94c7-31b7abe74431 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054047 Aug 31 01:42:05.994978 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-3dd1a664-08d9-421d-92b2-2fa781f56e02 service neutron] 10.222.0.16 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857754 Aug 31 01:42:06.087711 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-d3065876-5b85-47ee-aa82-489e4c90a92f service neutron] 10.222.0.16 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866234 Aug 31 01:42:06.830687 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:06.996205 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-20cf6c34-59c5-4eec-9fe4-8aec4f117ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:07.298933 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:07.517398 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:07.823798 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4e8d98d4-3a2a-4ff5-b2b9-11cbfb429156 req-41371fda-68cd-4ac0-814b-a139984a6096 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 210 time: 0.0889843 Aug 31 01:42:08.654898 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:08.919916 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c4d10b8e-f317-4a4e-89be-73e021e946dd req-7af3b376-19ae-4cae-a4e6-692a903232c4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 210 time: 0.0293829 Aug 31 01:42:09.534965 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-c76d2b0b-319e-4350-8a9e-70c37ba1deb2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:09.536459 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-c76d2b0b-319e-4350-8a9e-70c37ba1deb2 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.48 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 812 time: 0.1014259 Aug 31 01:42:09.581060 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-fef5876a-8167-4c80-b87d-9918c1825120 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=543ff63c29ff4856b110bef5ec021646 HTTP/1.1" status: 200 len: 380 time: 0.0358777 Aug 31 01:42:09.590637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Request body: {'port': {'device_id': 'eaa3964a-e12f-41f4-8c88-3a38294f5c06', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'admin_state_up': True, 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'security_groups': ['273d5631-ba62-4fbc-aaa3-7b8c3d468978']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:42:09.794936 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Made reservation on behalf of 543ff63c29ff4856b110bef5ec021646 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:42:09.794936 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:09.928541 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Allocated IP 172.20.0.14 (d77f28fd-02bd-45e9-a495-e369f704b282/c2dba7f5-26c7-46f2-a8b3-f31b2f705825/c0421e9e-9aba-464a-bf5f-42c4886c7d03) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:42:10.022247 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9128536e-2749-44fb-8b81-19712e68ee27 req-c61689e5-d216-466d-8c49-a5b5f312f0f7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 210 time: 0.0288565 Aug 31 01:42:10.067636 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:10.082228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Transition to ACTIVE for port object c0421e9e-9aba-464a-bf5f-42c4886c7d03 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:42:10.248101 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:10.296431 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Network d77f28fd-02bd-45e9-a495-e369f704b282 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:42:10.301807 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:42:10.305867 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:42:10.335066 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'Port': ['ID=c0421e9e-9aba-464a-bf5f-42c4886c7d03,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:10.350714 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:10.351194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:10.361233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:10.361233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:10.361233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:10.361634 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:10.362174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:10.362174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:10.362174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:10.362174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:10.362174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:10.362174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:10.362174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:10.378799 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:10.384129 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:10.461386 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-02e1bc72-825c-4fe2-bc7f-cb99850c006a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8748474 Aug 31 01:42:10.474700 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Request body: {'port': {'device_id': 'eaa3964a-e12f-41f4-8c88-3a38294f5c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:42:10.537576 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:10.643858 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b9422a10-7daf-40b2-ad79-140679369833 None None] Provisioning for port c0421e9e-9aba-464a-bf5f-42c4886c7d03 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:42:10.650128 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b9422a10-7daf-40b2-ad79-140679369833 None None] Provisioning complete for port c0421e9e-9aba-464a-bf5f-42c4886c7d03 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:42:10.651033 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b9422a10-7daf-40b2-ad79-140679369833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:10.701891 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b9422a10-7daf-40b2-ad79-140679369833 None None] Port c0421e9e-9aba-464a-bf5f-42c4886c7d03 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:42:10.836172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0421e9e-9aba-464a-bf5f-42c4886c7d03 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:42:10.844491 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:10.856953 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Transition to ACTIVE for port object c0421e9e-9aba-464a-bf5f-42c4886c7d03 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:42:10.950618 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:11.004518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Pushing event updated for resources: {'Port': ['ID=c0421e9e-9aba-464a-bf5f-42c4886c7d03,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:11.110269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Attempting to bind port c0421e9e-9aba-464a-bf5f-42c4886c7d03 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:42:11.110606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Attempting to bind port c0421e9e-9aba-464a-bf5f-42c4886c7d03 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:42:11.110937 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Attempting to bind port c0421e9e-9aba-464a-bf5f-42c4886c7d03 on network d77f28fd-02bd-45e9-a495-e369f704b282 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:42:11.116015 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Port c0421e9e-9aba-464a-bf5f-42c4886c7d03 on network d77f28fd-02bd-45e9-a495-e369f704b282 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:42:11.116348 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Attempting to bind port c0421e9e-9aba-464a-bf5f-42c4886c7d03 on network d77f28fd-02bd-45e9-a495-e369f704b282 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:42:11.133219 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:42:11.133219 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Checking segment: {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:42:11.133219 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Bound using segment: {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:42:11.133676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Bound port: c0421e9e-9aba-464a-bf5f-42c4886c7d03, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c578f8-53c2-49e1-8ca9-1c3c5f03c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:42:11.134504 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:11.210173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc7b2b-8ee3-4ef7-a407-cae37092f885 req-01e80478-dd6d-4509-9f74-9df0ee436d4c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:11.211760 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8fbc7b2b-8ee3-4ef7-a407-cae37092f885 req-01e80478-dd6d-4509-9f74-9df0ee436d4c tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 944 time: 0.0920954 Aug 31 01:42:11.251202 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] For port c0421e9e-9aba-464a-bf5f-42c4886c7d03, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:42:11.272103 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] For port c0421e9e-9aba-464a-bf5f-42c4886c7d03, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c0421e9e-9aba-464a-bf5f-42c4886c7d03,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:42:11.277640 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8fbc7b2b-8ee3-4ef7-a407-cae37092f885 req-21b871f8-f5c7-46e4-b7e9-f5330f13194b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560248 Aug 31 01:42:11.386961 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:11.427849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:11.428448 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:11.429947 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] 10.222.0.48 "PUT /v2.0/ports/c0421e9e-9aba-464a-bf5f-42c4886c7d03 HTTP/1.1" status: 200 len: 1093 time: 0.9598110 Aug 31 01:42:11.430409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa3964a-e12f-41f4-8c88-3a38294f5c06', 'tag': 'c0421e9e-9aba-464a-bf5f-42c4886c7d03'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:42:11.432721 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098a2389e53b961c6f24e128b2cc102e894fb16d96444863a9e56f18963cfebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd840fd-ee43-4642-9712-ff1a141fca03" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa3964a-e12f-41f4-8c88-3a38294f5c06", "tag": "c0421e9e-9aba-464a-bf5f-42c4886c7d03"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:42:11.460483 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b5938-5e73-48af-9997-11556d71e829 service neutron] Pushing event updated for resources: {'Port': ['ID=c0421e9e-9aba-464a-bf5f-42c4886c7d03,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:11.485980 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a0af3d-bacb-43ee-bcfc-28962be4439e x-openstack-request-id: req-e2a0af3d-bacb-43ee-bcfc-28962be4439e {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:42:11.486351 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa3964a-e12f-41f4-8c88-3a38294f5c06", "tag": "c0421e9e-9aba-464a-bf5f-42c4886c7d03", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:42:11.486698 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2a0af3d-bacb-43ee-bcfc-28962be4439e {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:42:11.487130 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa3964a-e12f-41f4-8c88-3a38294f5c06', 'tag': 'c0421e9e-9aba-464a-bf5f-42c4886c7d03', 'status': 'completed', 'code': 200} Aug 31 01:42:11.560524 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd840fd-ee43-4642-9712-ff1a141fca03 req-440d8e1c-a245-42c2-870c-6b2c0033654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:11.562945 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-afd840fd-ee43-4642-9712-ff1a141fca03 req-440d8e1c-a245-42c2-870c-6b2c0033654e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 1096 time: 0.0551383 Aug 31 01:42:11.692918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd840fd-ee43-4642-9712-ff1a141fca03 req-5cbb2992-a914-4e93-9727-3150a8aedd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:11.694558 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-afd840fd-ee43-4642-9712-ff1a141fca03 req-5cbb2992-a914-4e93-9727-3150a8aedd28 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=543ff63c29ff4856b110bef5ec021646&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1240091 Aug 31 01:42:11.803231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd840fd-ee43-4642-9712-ff1a141fca03 req-d07e366f-7379-46d2-a6dc-5a8843d40922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:11.804739 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-afd840fd-ee43-4642-9712-ff1a141fca03 req-d07e366f-7379-46d2-a6dc-5a8843d40922 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018314 Aug 31 01:42:11.896238 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-fa44475d-4449-47f9-88de-9273fa2cb0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:11.898191 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-fa44475d-4449-47f9-88de-9273fa2cb0e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 1096 time: 0.0529130 Aug 31 01:42:11.943459 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-d9f5c9ee-f668-45b6-8302-a81631a31643 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0421e9e-9aba-464a-bf5f-42c4886c7d03 HTTP/1.1" status: 200 len: 217 time: 0.0370641 Aug 31 01:42:11.998454 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-9d4810a4-3c68-4593-9f9e-75826e29393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:12.000445 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-9d4810a4-3c68-4593-9f9e-75826e29393e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0500488 Aug 31 01:42:12.047869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-6efd1c3c-279c-4eff-ba5f-ad203750496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:12.049420 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-6efd1c3c-279c-4eff-ba5f-ad203750496f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423400 Aug 31 01:42:12.141499 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-dcefb18f-7805-42a5-9e0e-96dfa5172a0b service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848446 Aug 31 01:42:12.250280 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7ac202d2-bf48-4d65-9970-fa0e743ffdeb req-8747eaef-ecf2-4742-8dbe-c1c1e7c424fd service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017067 Aug 31 01:42:12.394407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d17750-299f-4d1a-80ec-fc7cae8a2548 req-3f3e3796-086a-42e9-969d-2f1c22420181 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:12.396056 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96d17750-299f-4d1a-80ec-fc7cae8a2548 req-3f3e3796-086a-42e9-969d-2f1c22420181 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 944 time: 0.0516367 Aug 31 01:42:12.437681 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96d17750-299f-4d1a-80ec-fc7cae8a2548 req-1e3260bc-9d77-428b-b41f-26e14f9d0833 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354083 Aug 31 01:42:13.564160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187dc1b-1002-4c5f-820c-703552227d21 req-6e4fc9d4-6397-47a2-8151-8d5bf2216bbc tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:13.566126 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2187dc1b-1002-4c5f-820c-703552227d21 req-6e4fc9d4-6397-47a2-8151-8d5bf2216bbc tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 944 time: 0.0524428 Aug 31 01:42:13.611074 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2187dc1b-1002-4c5f-820c-703552227d21 req-6bc2543a-3350-4f1a-ba92-904a0e4275b9 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377073 Aug 31 01:42:14.723434 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb69e7b-3b19-495d-bb81-122144a84f4c req-e779064c-0749-4259-802e-eba7b5a814f9 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:14.724846 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3bb69e7b-3b19-495d-bb81-122144a84f4c req-e779064c-0749-4259-802e-eba7b5a814f9 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 944 time: 0.0497718 Aug 31 01:42:14.768670 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3bb69e7b-3b19-495d-bb81-122144a84f4c req-2f06c79a-f23b-4723-a855-a28130cd3e3f tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376487 Aug 31 01:42:15.878010 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:42:15.886009 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe3dac-0fd2-4cdd-bd8e-3f8876a27fb0 req-d56f8b7c-0263-496f-81cf-ad599bddc945 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:15.891296 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbfe3dac-0fd2-4cdd-bd8e-3f8876a27fb0 req-d56f8b7c-0263-496f-81cf-ad599bddc945 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 944 time: 0.0531926 Aug 31 01:42:15.925321 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cbfe3dac-0fd2-4cdd-bd8e-3f8876a27fb0 req-a5daa804-8403-4d8f-8657-a7429a9cfd12 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313184 Aug 31 01:42:17.041729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec555f3e-a0d2-4771-966f-174b8bf2fe42 req-41d2a7b8-04d3-4897-8a7e-5c8daf84fa0e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:17.043332 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ec555f3e-a0d2-4771-966f-174b8bf2fe42 req-41d2a7b8-04d3-4897-8a7e-5c8daf84fa0e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 944 time: 0.0491450 Aug 31 01:42:17.082306 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ec555f3e-a0d2-4771-966f-174b8bf2fe42 req-e8481b9f-b16a-40d9-a3a4-86b08d803091 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323355 Aug 31 01:42:18.197138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76daa9d-7172-4eef-8aa6-f63d64f52d45 req-94f129ff-7145-47a5-9ead-55053b06f1c7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:18.198915 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a76daa9d-7172-4eef-8aa6-f63d64f52d45 req-94f129ff-7145-47a5-9ead-55053b06f1c7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 944 time: 0.0503020 Aug 31 01:42:18.238696 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a76daa9d-7172-4eef-8aa6-f63d64f52d45 req-e7c6a902-48f7-4f55-bdcc-52ecff7fef78 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329070 Aug 31 01:42:19.353870 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f132e70-0eb7-4f8f-97b6-a897b0a2a73f req-036aeef0-de84-4743-b31a-aafc9e05af02 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:19.355433 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f132e70-0eb7-4f8f-97b6-a897b0a2a73f req-036aeef0-de84-4743-b31a-aafc9e05af02 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 944 time: 0.0501933 Aug 31 01:42:19.395134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f132e70-0eb7-4f8f-97b6-a897b0a2a73f req-09231d7a-40b7-4d36-a66b-ec1b56395403 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330510 Aug 31 01:42:20.509598 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621637d-ca57-4356-9704-ed04fe7f2edc req-97b8bd68-f685-4f1d-a36e-c711ac6b6262 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:20.511188 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b621637d-ca57-4356-9704-ed04fe7f2edc req-97b8bd68-f685-4f1d-a36e-c711ac6b6262 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 944 time: 0.0497799 Aug 31 01:42:20.551044 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b621637d-ca57-4356-9704-ed04fe7f2edc req-e4296f13-c559-47b2-b782-902b2d7fd410 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333190 Aug 31 01:42:21.683180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac49a2-972a-4e74-9b7c-4de0550f9fba req-de243f11-8c69-47b6-a608-fbf66cd25a26 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:21.684680 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-89ac49a2-972a-4e74-9b7c-4de0550f9fba req-de243f11-8c69-47b6-a608-fbf66cd25a26 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 944 time: 0.0507514 Aug 31 01:42:21.727519 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-89ac49a2-972a-4e74-9b7c-4de0550f9fba req-1eb8b876-b7a9-4c2b-bf5d-d5092b54b31b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369396 Aug 31 01:42:22.274376 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c0421e9e-9aba-464a-bf5f-42c4886c7d03 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:42:22.372340 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port c0421e9e-9aba-464a-bf5f-42c4886c7d03, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c0421e9e-9aba-464a-bf5f-42c4886c7d03,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:42:22.384525 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'c0421e9e-9aba-464a-bf5f-42c4886c7d03', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'port_id': 'c0421e9e-9aba-464a-bf5f-42c4886c7d03', 'mac_address': 'fa:16:3e:5c:e9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:42:22.420494 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:22.432769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0421e9e-9aba-464a-bf5f-42c4886c7d03 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:42:22.452143 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port c0421e9e-9aba-464a-bf5f-42c4886c7d03, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c0421e9e-9aba-464a-bf5f-42c4886c7d03,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:42:22.540009 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:22.588145 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=c0421e9e-9aba-464a-bf5f-42c4886c7d03,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:22.595649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:22.596073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:22.596344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:22.596683 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:22.597017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:22.597349 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:22.597710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:22.598039 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:22.598366 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:22.599717 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:22.600051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:22.600381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:22.768423 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['c0421e9e-9aba-464a-bf5f-42c4886c7d03'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:42:22.853559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffdab8-4f4f-44be-8ef6-8f37214fb23e req-4701682e-e4e0-4507-a613-0cc39fa59746 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:22.855282 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5cffdab8-4f4f-44be-8ef6-8f37214fb23e req-4701682e-e4e0-4507-a613-0cc39fa59746 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 945 time: 0.0572271 Aug 31 01:42:22.912066 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5cffdab8-4f4f-44be-8ef6-8f37214fb23e req-3216280e-5a36-4373-abdb-deb2a8485981 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479305 Aug 31 01:42:24.278873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87528e4f-a4ff-4287-9565-b68b040a515b req-3ba7986e-12fe-49a8-a621-8f89345291ed tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:24.280876 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87528e4f-a4ff-4287-9565-b68b040a515b req-3ba7986e-12fe-49a8-a621-8f89345291ed tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 945 time: 0.0501349 Aug 31 01:42:24.289638 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c0421e9e-9aba-464a-bf5f-42c4886c7d03 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:42:24.319231 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-87528e4f-a4ff-4287-9565-b68b040a515b req-16b2f796-9db9-4235-872c-2acc00d2ea88 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319760 Aug 31 01:42:24.389758 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port c0421e9e-9aba-464a-bf5f-42c4886c7d03 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:42:24.393582 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port c0421e9e-9aba-464a-bf5f-42c4886c7d03 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:42:24.393955 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:24.472621 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:24.495711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa3964a-e12f-41f4-8c88-3a38294f5c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0421e9e-9aba-464a-bf5f-42c4886c7d03'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:42:24.498179 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}275b28414f53e6be28280bf19c4f53998ef3ceea8b2f241aa375c48d3db6168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8165bb60-04e7-42c0-9fd6-1da26f7cb88a" -d '{"events": [{"server_uuid": "eaa3964a-e12f-41f4-8c88-3a38294f5c06", "name": "network-vif-plugged", "status": "completed", "tag": "c0421e9e-9aba-464a-bf5f-42c4886c7d03"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:42:24.510989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port c0421e9e-9aba-464a-bf5f-42c4886c7d03, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c0421e9e-9aba-464a-bf5f-42c4886c7d03,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:42:24.534706 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc36b0bf-2e88-4f9c-a119-d3df6bdddf94 x-openstack-request-id: req-cc36b0bf-2e88-4f9c-a119-d3df6bdddf94 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:42:24.540624 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa3964a-e12f-41f4-8c88-3a38294f5c06", "name": "network-vif-plugged", "status": "completed", "tag": "c0421e9e-9aba-464a-bf5f-42c4886c7d03", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:42:24.540624 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc36b0bf-2e88-4f9c-a119-d3df6bdddf94 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:42:24.540624 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa3964a-e12f-41f4-8c88-3a38294f5c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0421e9e-9aba-464a-bf5f-42c4886c7d03', 'code': 200} Aug 31 01:42:24.586309 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:24.633844 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=c0421e9e-9aba-464a-bf5f-42c4886c7d03,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:24.635453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2628f0-1940-4aa0-8b5e-e3db2bfa7052 req-6cf3dd81-6c7c-497a-9d17-1a4e723e6e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:24.636968 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a2628f0-1940-4aa0-8b5e-e3db2bfa7052 req-6cf3dd81-6c7c-497a-9d17-1a4e723e6e76 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 1098 time: 0.0403428 Aug 31 01:42:24.672726 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a2628f0-1940-4aa0-8b5e-e3db2bfa7052 req-699107b2-dcff-49a2-a785-bbdd36e7d32f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285587 Aug 31 01:42:25.448988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428200b-ab98-4862-a4fa-c27cccebfc23 req-810a20ab-3985-47f7-95f3-c49f924f6dcf tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:25.450495 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a428200b-ab98-4862-a4fa-c27cccebfc23 req-810a20ab-3985-47f7-95f3-c49f924f6dcf tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 946 time: 0.0506630 Aug 31 01:42:25.492424 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a428200b-ab98-4862-a4fa-c27cccebfc23 req-17796d0b-cc9a-46cf-bead-511bf3e2d7d8 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360310 Aug 31 01:42:26.609311 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e5f03-f23d-4316-806d-629fcdca8bf7 req-a3051806-6463-48d9-9360-e77d98702899 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:26.610827 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-430e5f03-f23d-4316-806d-629fcdca8bf7 req-a3051806-6463-48d9-9360-e77d98702899 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 946 time: 0.0505881 Aug 31 01:42:26.649551 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-430e5f03-f23d-4316-806d-629fcdca8bf7 req-57e65e95-b0ea-49f6-8cb2-cd780faf9acf tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327420 Aug 31 01:42:26.766296 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9244db7-942a-4c40-b20e-d9286716fd22 req-9f45e5c3-febe-4a4a-ab7d-6eb64e053724 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:26.767766 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f9244db7-942a-4c40-b20e-d9286716fd22 req-9f45e5c3-febe-4a4a-ab7d-6eb64e053724 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 946 time: 0.0491843 Aug 31 01:42:26.805047 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f9244db7-942a-4c40-b20e-d9286716fd22 req-c37e1ec9-eea8-4b28-83be-81efb601a60b tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311773 Aug 31 01:42:26.827402 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38692) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:26.997458 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc50a4d-c041-4287-893e-87b782c38687 tempest-TestVolumeBootPattern-479309688 tempest-TestVolumeBootPattern-479309688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:26.999593 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-abc50a4d-c041-4287-893e-87b782c38687 tempest-TestVolumeBootPattern-479309688 tempest-TestVolumeBootPattern-479309688-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 1093 time: 0.1711664 Aug 31 01:42:27.002441 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38696) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:27.007021 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': 'c0421e9e-9aba-464a-bf5f-42c4886c7d03', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:42:27.100402 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:27.201396 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:27.313008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Allocated IP 172.25.2.225 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/f7d081bf-18f0-4b88-868d-ba7b2f0263da) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:42:27.418016 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:27.545565 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:27.588821 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:42:27.592835 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:42:27.596871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:42:27.618964 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'Port': ['ID=f7d081bf-18f0-4b88-868d-ba7b2f0263da,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:27.632291 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:27.632633 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:27.632975 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:27.633318 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:27.633679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:27.634065 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:27.634391 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:27.634717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:27.635037 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:27.635358 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:27.635748 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:27.635999 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:27.972407 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:28.106797 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:28.266504 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:28.339521 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:28.410036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event updated for resources: {'Port': ['ID=f7d081bf-18f0-4b88-868d-ba7b2f0263da,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:28.420217 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:28.520292 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Floating IP a4ee9fed-abea-47df-a7d5-b716178411db associated. External IP: 172.25.2.225, port: c0421e9e-9aba-464a-bf5f-42c4886c7d03. Aug 31 01:42:28.726310 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Router 4eb51df7-21a3-470d-9cbc-b5517e482664 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:42:28.834377 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:42:28.844717 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976d6a94-9561-4e7a-86b6-4c52bbb97239 None None] Sync routers for ids ['4eb51df7-21a3-470d-9cbc-b5517e482664'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:42:28.854891 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976d6a94-9561-4e7a-86b6-4c52bbb97239 None None] Routers {'4eb51df7-21a3-470d-9cbc-b5517e482664'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:42:28.855542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-976d6a94-9561-4e7a-86b6-4c52bbb97239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:42:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4eb51df7-21a3-470d-9cbc-b5517e482664'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:28.921849 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:28.952915 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dd309595-5129-4a70-8c1a-4db16ab51cf5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9494190 Aug 31 01:42:28.953651 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa3964a-e12f-41f4-8c88-3a38294f5c06', 'tag': 'c0421e9e-9aba-464a-bf5f-42c4886c7d03'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:42:28.956038 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a6fa9f-8316-45f4-9bbf-362f385ec574" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa3964a-e12f-41f4-8c88-3a38294f5c06", "tag": "c0421e9e-9aba-464a-bf5f-42c4886c7d03"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:42:28.963990 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-976d6a94-9561-4e7a-86b6-4c52bbb97239 None None] Set router 4eb51df7-21a3-470d-9cbc-b5517e482664 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:42:29.060722 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538b9eee-a36a-43c5-bd71-02ea36058706 x-openstack-request-id: req-538b9eee-a36a-43c5-bd71-02ea36058706 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:42:29.061019 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa3964a-e12f-41f4-8c88-3a38294f5c06", "tag": "c0421e9e-9aba-464a-bf5f-42c4886c7d03", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:42:29.061283 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-538b9eee-a36a-43c5-bd71-02ea36058706 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:42:29.061736 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa3964a-e12f-41f4-8c88-3a38294f5c06', 'tag': 'c0421e9e-9aba-464a-bf5f-42c4886c7d03', 'status': 'completed', 'code': 200} Aug 31 01:42:29.122887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6fa9f-8316-45f4-9bbf-362f385ec574 req-1cf04498-b860-4e18-8ba7-d28d35e6a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:29.124574 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54a6fa9f-8316-45f4-9bbf-362f385ec574 req-1cf04498-b860-4e18-8ba7-d28d35e6a83f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 1098 time: 0.0416129 Aug 31 01:42:29.202148 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-976d6a94-9561-4e7a-86b6-4c52bbb97239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a3cac39e-41b0-466d-b18b-123ae44394bc', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'port_id': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'mac_address': 'fa:16:3e:43:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513404f-4612-4e7f-9ed2-d40d69225624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:39:48Z', 'updated_at': '2021-08-31T01:39:51Z', 'revision_number': 1, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'fixed_ip_address_scope': None}, {'id': 'a4ee9fed-abea-47df-a7d5-b716178411db', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'port_id': 'c0421e9e-9aba-464a-bf5f-42c4886c7d03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'mac_address': 'fa:16:3e:5c:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa3964a-e12f-41f4-8c88-3a38294f5c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:42:27Z', 'updated_at': '2021-08-31T01:42:27Z', 'revision_number': 0, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 5, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:29.220771 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6fa9f-8316-45f4-9bbf-362f385ec574 req-dc8e7e20-12d8-4d3f-86c6-b48523e77acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:29.222376 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54a6fa9f-8316-45f4-9bbf-362f385ec574 req-dc8e7e20-12d8-4d3f-86c6-b48523e77acb service neutron] 10.222.0.48 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 913 time: 0.0913734 Aug 31 01:42:29.229460 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976d6a94-9561-4e7a-86b6-4c52bbb97239 None None] Checking router: 4eb51df7-21a3-470d-9cbc-b5517e482664 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:42:29.238082 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976d6a94-9561-4e7a-86b6-4c52bbb97239 None None] Routers {'4eb51df7-21a3-470d-9cbc-b5517e482664'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:42:29.238677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-976d6a94-9561-4e7a-86b6-4c52bbb97239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:42:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4eb51df7-21a3-470d-9cbc-b5517e482664'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:29.289665 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54a6fa9f-8316-45f4-9bbf-362f385ec574 req-17785480-b92c-45a8-a8fa-08f1b97cf525 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0421e9e-9aba-464a-bf5f-42c4886c7d03 HTTP/1.1" status: 200 len: 1000 time: 0.0605388 Aug 31 01:42:29.338974 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6fa9f-8316-45f4-9bbf-362f385ec574 req-911e4123-0753-4e9f-92d4-490775d5a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:29.340503 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54a6fa9f-8316-45f4-9bbf-362f385ec574 req-911e4123-0753-4e9f-92d4-490775d5a4d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0445945 Aug 31 01:42:29.344733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-976d6a94-9561-4e7a-86b6-4c52bbb97239 None None] Set router 4eb51df7-21a3-470d-9cbc-b5517e482664 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:42:29.390896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6fa9f-8316-45f4-9bbf-362f385ec574 req-5d98f5be-18e5-4041-9d50-5d6844193280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:29.392386 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54a6fa9f-8316-45f4-9bbf-362f385ec574 req-5d98f5be-18e5-4041-9d50-5d6844193280 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453789 Aug 31 01:42:29.484212 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54a6fa9f-8316-45f4-9bbf-362f385ec574 req-8edb92a5-c5d2-41b4-b683-f8bf28da3cbb service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845251 Aug 31 01:42:29.577979 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-976d6a94-9561-4e7a-86b6-4c52bbb97239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a3cac39e-41b0-466d-b18b-123ae44394bc', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'port_id': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'mac_address': 'fa:16:3e:43:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513404f-4612-4e7f-9ed2-d40d69225624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:39:48Z', 'updated_at': '2021-08-31T01:39:51Z', 'revision_number': 1, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'fixed_ip_address_scope': None}, {'id': 'a4ee9fed-abea-47df-a7d5-b716178411db', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'port_id': 'c0421e9e-9aba-464a-bf5f-42c4886c7d03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'mac_address': 'fa:16:3e:5c:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa3964a-e12f-41f4-8c88-3a38294f5c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:42:27Z', 'updated_at': '2021-08-31T01:42:27Z', 'revision_number': 0, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 5, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:29.581025 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54a6fa9f-8316-45f4-9bbf-362f385ec574 req-510682ea-f4cd-40de-9b44-8205e877bec4 service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902176 Aug 31 01:42:29.604888 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976d6a94-9561-4e7a-86b6-4c52bbb97239 None None] The sync data for ids ['4eb51df7-21a3-470d-9cbc-b5517e482664'] in n-d-793621-34 is: [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a3cac39e-41b0-466d-b18b-123ae44394bc', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'port_id': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'mac_address': 'fa:16:3e:43:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513404f-4612-4e7f-9ed2-d40d69225624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:39:48Z', 'updated_at': '2021-08-31T01:39:51Z', 'revision_number': 1, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'fixed_ip_address_scope': None}, {'id': 'a4ee9fed-abea-47df-a7d5-b716178411db', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'port_id': 'c0421e9e-9aba-464a-bf5f-42c4886c7d03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'mac_address': 'fa:16:3e:5c:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa3964a-e12f-41f4-8c88-3a38294f5c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:42:27Z', 'updated_at': '2021-08-31T01:42:27Z', 'revision_number': 0, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 5, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:42:29.803251 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef666ea9-3d9c-43aa-a7a1-e0405013e50d None None] New status for floating IP a4ee9fed-abea-47df-a7d5-b716178411db: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:42:34.277332 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-42a189d2-0626-4f6c-81eb-5ede94c9a0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:36.863687 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:36.985257 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-26641500-00d0-4592-9185-279e25b8b77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:37.316987 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:37.528673 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:38.659724 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:40.303684 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:52.877153 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:43:04.239899 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e0d2baf9-2f34-443a-9ea5-8b7026d7e44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:05.896193 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d93b251-e075-45ca-96ee-0435793bc629 req-47b2a531-87b0-4c55-b2e9-cf74121d71aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422556 Aug 31 01:43:05.980904 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93b251-e075-45ca-96ee-0435793bc629 req-0d6f6861-238f-4a1b-a825-c1cd7a956d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:05.982468 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d93b251-e075-45ca-96ee-0435793bc629 req-0d6f6861-238f-4a1b-a825-c1cd7a956d49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 1097 time: 0.0421379 Aug 31 01:43:06.090763 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93b251-e075-45ca-96ee-0435793bc629 req-6907aabd-fefa-4601-b03c-b97c44d732c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:06.092296 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d93b251-e075-45ca-96ee-0435793bc629 req-6907aabd-fefa-4601-b03c-b97c44d732c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 913 time: 0.0897894 Aug 31 01:43:06.158182 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d93b251-e075-45ca-96ee-0435793bc629 req-6d4abcc7-ec56-447c-aa89-97a5f2fe6401 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf98dcc-11dc-4538-8aa8-c000e715ce77 HTTP/1.1" status: 200 len: 1001 time: 0.0589240 Aug 31 01:43:06.208862 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93b251-e075-45ca-96ee-0435793bc629 req-9e6d67ba-3333-49b7-b6aa-fb044c71815d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:06.210423 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d93b251-e075-45ca-96ee-0435793bc629 req-9e6d67ba-3333-49b7-b6aa-fb044c71815d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0454633 Aug 31 01:43:06.261781 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93b251-e075-45ca-96ee-0435793bc629 req-109e9a19-6709-44e3-b42f-ba4ae0d51814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:06.263330 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d93b251-e075-45ca-96ee-0435793bc629 req-109e9a19-6709-44e3-b42f-ba4ae0d51814 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452125 Aug 31 01:43:06.352793 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d93b251-e075-45ca-96ee-0435793bc629 req-e41b60fc-0c94-4a8c-83c8-2ffb5c092100 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819910 Aug 31 01:43:06.445899 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d93b251-e075-45ca-96ee-0435793bc629 req-cbd55ab8-e443-4ed5-8d5c-e6a7900b9f29 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854299 Aug 31 01:43:06.847585 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:06.988273 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d960-0de3-4256-b751-c3b528827488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:07.327526 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:07.544849 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:08.634681 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:10.322553 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:10.443315 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc3d50a8-6f54-4cae-87ea-6e033417d4eb req-86d4c8b2-b94d-42d7-9eaf-443201acfd6d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413110 Aug 31 01:43:10.522489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d50a8-6f54-4cae-87ea-6e033417d4eb req-835ae2d0-50d6-43e4-b6f1-1f8333cc0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:10.524024 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc3d50a8-6f54-4cae-87ea-6e033417d4eb req-835ae2d0-50d6-43e4-b6f1-1f8333cc0270 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 1098 time: 0.0415139 Aug 31 01:43:10.630448 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d50a8-6f54-4cae-87ea-6e033417d4eb req-ae74b868-e0ff-4503-9720-56004ab82d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:10.631940 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc3d50a8-6f54-4cae-87ea-6e033417d4eb req-ae74b868-e0ff-4503-9720-56004ab82d72 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 913 time: 0.0890896 Aug 31 01:43:10.696143 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc3d50a8-6f54-4cae-87ea-6e033417d4eb req-d79c2b36-fd92-4220-91bd-280236a6bc8c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0421e9e-9aba-464a-bf5f-42c4886c7d03 HTTP/1.1" status: 200 len: 1002 time: 0.0568938 Aug 31 01:43:10.749150 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d50a8-6f54-4cae-87ea-6e033417d4eb req-561dd289-7bde-4910-ac9a-d2f1a44fb570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:10.750632 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc3d50a8-6f54-4cae-87ea-6e033417d4eb req-561dd289-7bde-4910-ac9a-d2f1a44fb570 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0486095 Aug 31 01:43:11.059093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d50a8-6f54-4cae-87ea-6e033417d4eb req-d126f866-53f7-4d46-b26b-ed34e041ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:11.060601 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc3d50a8-6f54-4cae-87ea-6e033417d4eb req-d126f866-53f7-4d46-b26b-ed34e041ce46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3023148 Aug 31 01:43:11.150939 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc3d50a8-6f54-4cae-87ea-6e033417d4eb req-edfdc12a-df58-401c-9b9a-e48c74b60230 service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815656 Aug 31 01:43:11.244063 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc3d50a8-6f54-4cae-87ea-6e033417d4eb req-fd40b9fb-39c0-4455-a78a-d9330b8f87c2 service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855510 Aug 31 01:43:29.876048 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:43:34.238700 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c7735dca-e709-40fc-b907-04ca8b84a48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:36.895540 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:37.007766 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-218e3020-9f24-41aa-94d3-6fbb5f9ce064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:37.287146 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:37.595912 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:38.687699 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:40.306688 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:04.258246 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8f48cf5f-72fe-44d3-b6dc-027536fd8d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:04.326597 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-39a22919-6add-4e1d-8179-68722109ef9a req-5075b91d-035a-4e7f-a937-8f397da552c4 service neutron] (102343) timed out ('10.222.0.16', 39782) {{(pid=102343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:44:06.848715 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:06.875586 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:44:06.972354 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-31f02890-5793-4b93-a91e-8623afb0d16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:07.317618 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:07.483745 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45da04ca-0c6b-410d-9e21-f7a46e55dd94 req-b0c04719-d572-4a11-aece-782f901a8dfe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0815287 Aug 31 01:44:07.566790 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:07.570973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da04ca-0c6b-410d-9e21-f7a46e55dd94 req-fa1b5cb4-d6a4-4654-a9c3-8ca6d6bfb3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:07.572586 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45da04ca-0c6b-410d-9e21-f7a46e55dd94 req-fa1b5cb4-d6a4-4654-a9c3-8ca6d6bfb3b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 1097 time: 0.0454643 Aug 31 01:44:07.682657 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da04ca-0c6b-410d-9e21-f7a46e55dd94 req-743f9648-99b1-4eb5-8ef1-5c6decea0147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:07.684224 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45da04ca-0c6b-410d-9e21-f7a46e55dd94 req-743f9648-99b1-4eb5-8ef1-5c6decea0147 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 913 time: 0.0919700 Aug 31 01:44:07.754488 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45da04ca-0c6b-410d-9e21-f7a46e55dd94 req-940f2e12-4779-4f34-afd5-e84cf3ef6ef8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf98dcc-11dc-4538-8aa8-c000e715ce77 HTTP/1.1" status: 200 len: 1001 time: 0.0626950 Aug 31 01:44:07.806049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da04ca-0c6b-410d-9e21-f7a46e55dd94 req-cc4f6695-b27b-4638-a4ee-7bec42d85ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:07.807533 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45da04ca-0c6b-410d-9e21-f7a46e55dd94 req-cc4f6695-b27b-4638-a4ee-7bec42d85ef7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0456810 Aug 31 01:44:07.858488 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da04ca-0c6b-410d-9e21-f7a46e55dd94 req-534c4aee-11c1-440c-87c5-b6589e264a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:07.860099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45da04ca-0c6b-410d-9e21-f7a46e55dd94 req-534c4aee-11c1-440c-87c5-b6589e264a27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455372 Aug 31 01:44:07.952770 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45da04ca-0c6b-410d-9e21-f7a46e55dd94 req-75d1f33e-fd89-427a-ac98-f5c987d9d6eb service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850582 Aug 31 01:44:08.052633 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-45da04ca-0c6b-410d-9e21-f7a46e55dd94 req-c8f851fb-1027-439e-a23b-eda5b5ce1f45 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925126 Aug 31 01:44:08.671720 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:10.323270 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:12.475235 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea0dc83e-0240-4661-8fc4-44d41e04c33a req-3ecc3738-af74-4e89-b225-d8d1b7006a12 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0899029 Aug 31 01:44:12.556235 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dc83e-0240-4661-8fc4-44d41e04c33a req-368f8de5-72ba-4201-8287-763bd9da9aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:12.557846 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea0dc83e-0240-4661-8fc4-44d41e04c33a req-368f8de5-72ba-4201-8287-763bd9da9aa0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 1098 time: 0.0420253 Aug 31 01:44:12.675275 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dc83e-0240-4661-8fc4-44d41e04c33a req-227de67e-86fe-488a-a6aa-b95863074b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:12.676684 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea0dc83e-0240-4661-8fc4-44d41e04c33a req-227de67e-86fe-488a-a6aa-b95863074b20 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 913 time: 0.0992491 Aug 31 01:44:12.742018 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea0dc83e-0240-4661-8fc4-44d41e04c33a req-bb8204ad-5fae-4704-8a27-2f8f40bae23a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0421e9e-9aba-464a-bf5f-42c4886c7d03 HTTP/1.1" status: 200 len: 1002 time: 0.0582302 Aug 31 01:44:12.795940 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dc83e-0240-4661-8fc4-44d41e04c33a req-a60ffa56-f999-430b-a23f-54d2f8106184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:12.797430 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea0dc83e-0240-4661-8fc4-44d41e04c33a req-a60ffa56-f999-430b-a23f-54d2f8106184 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0474355 Aug 31 01:44:12.848363 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dc83e-0240-4661-8fc4-44d41e04c33a req-6d22ccab-dfb8-4159-a709-031506c3fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:12.849905 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea0dc83e-0240-4661-8fc4-44d41e04c33a req-6d22ccab-dfb8-4159-a709-031506c3fced service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459900 Aug 31 01:44:12.947599 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea0dc83e-0240-4661-8fc4-44d41e04c33a req-93a5045d-85ea-494e-ab18-6deb36a60b89 service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903933 Aug 31 01:44:13.040587 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea0dc83e-0240-4661-8fc4-44d41e04c33a req-ed439bd8-845b-48ff-9bc0-85345e5b5a42 service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864944 Aug 31 01:44:32.253082 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38756) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:44:32.418986 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Deleting port f7d081bf-18f0-4b88-868d-ba7b2f0263da {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:44:32.419263 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:32.493638 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:32.493972 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:32.506556 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Calling delete_port for f7d081bf-18f0-4b88-868d-ba7b2f0263da owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:44:32.714687 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:32.740444 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event deleted for resources: {'Port': ['ID=f7d081bf-18f0-4b88-868d-ba7b2f0263da,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:44:32.769137 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:32.769502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:32.769852 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:32.770186 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:32.770517 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:32.770849 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:32.771170 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:32.771493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:32.771815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:32.772137 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:32.772457 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:32.772777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:32.814058 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:32.814396 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Floating IP a4ee9fed-abea-47df-a7d5-b716178411db disassociated (deleted). External IP: 172.25.2.225, port: c0421e9e-9aba-464a-bf5f-42c4886c7d03. Aug 31 01:44:33.030250 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Router 4eb51df7-21a3-470d-9cbc-b5517e482664 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:44:33.477062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:44:33.481992 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:33.486815 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c80290a-30cb-4258-8b94-39f5afda275f None None] Sync routers for ids ['4eb51df7-21a3-470d-9cbc-b5517e482664'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:44:33.496957 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c80290a-30cb-4258-8b94-39f5afda275f None None] Routers {'4eb51df7-21a3-470d-9cbc-b5517e482664'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:44:33.497691 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-7c80290a-30cb-4258-8b94-39f5afda275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:44:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4eb51df7-21a3-470d-9cbc-b5517e482664'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:44:33.510231 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-03dfcf21-30a9-458a-877f-0786da6bbe47 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "DELETE /v2.0/floatingips/a4ee9fed-abea-47df-a7d5-b716178411db HTTP/1.1" status: 204 len: 168 time: 1.2559984 Aug 31 01:44:33.510825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa3964a-e12f-41f4-8c88-3a38294f5c06', 'tag': 'c0421e9e-9aba-464a-bf5f-42c4886c7d03'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:44:33.513126 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe04ea05-f630-4e19-8f40-f5c5c19c5a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa3964a-e12f-41f4-8c88-3a38294f5c06", "tag": "c0421e9e-9aba-464a-bf5f-42c4886c7d03"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:44:33.557558 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0107e72-8ee6-4656-866d-21cb060d6fd5 x-openstack-request-id: req-c0107e72-8ee6-4656-866d-21cb060d6fd5 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:44:33.557838 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa3964a-e12f-41f4-8c88-3a38294f5c06", "tag": "c0421e9e-9aba-464a-bf5f-42c4886c7d03", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:44:33.558090 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0107e72-8ee6-4656-866d-21cb060d6fd5 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:44:33.558492 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa3964a-e12f-41f4-8c88-3a38294f5c06', 'tag': 'c0421e9e-9aba-464a-bf5f-42c4886c7d03', 'status': 'completed', 'code': 200} Aug 31 01:44:33.615328 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-7c80290a-30cb-4258-8b94-39f5afda275f None None] Set router 4eb51df7-21a3-470d-9cbc-b5517e482664 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:44:33.698423 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04ea05-f630-4e19-8f40-f5c5c19c5a2a req-391ff7aa-a978-442a-894a-ac85d026c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:33.698423 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fe04ea05-f630-4e19-8f40-f5c5c19c5a2a req-391ff7aa-a978-442a-894a-ac85d026c8a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 1098 time: 0.0469940 Aug 31 01:44:33.730194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04ea05-f630-4e19-8f40-f5c5c19c5a2a req-d38eb667-3d0d-49f1-83b0-7945b16c46e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:33.731924 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fe04ea05-f630-4e19-8f40-f5c5c19c5a2a req-d38eb667-3d0d-49f1-83b0-7945b16c46e0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 913 time: 0.0954466 Aug 31 01:44:33.781577 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fe04ea05-f630-4e19-8f40-f5c5c19c5a2a req-2d64d88d-7e3e-45f1-ad66-a1b701e2cc5e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0421e9e-9aba-464a-bf5f-42c4886c7d03 HTTP/1.1" status: 200 len: 217 time: 0.0422835 Aug 31 01:44:33.842511 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04ea05-f630-4e19-8f40-f5c5c19c5a2a req-a917f259-6e27-4abd-b103-5d1f1b7cb5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:33.844029 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fe04ea05-f630-4e19-8f40-f5c5c19c5a2a req-a917f259-6e27-4abd-b103-5d1f1b7cb5fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0496373 Aug 31 01:44:33.896151 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04ea05-f630-4e19-8f40-f5c5c19c5a2a req-bd547992-28fb-41da-9aa8-e8a8958e9236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:33.899044 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fe04ea05-f630-4e19-8f40-f5c5c19c5a2a req-bd547992-28fb-41da-9aa8-e8a8958e9236 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467007 Aug 31 01:44:34.011716 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fe04ea05-f630-4e19-8f40-f5c5c19c5a2a req-5ac1a951-97dc-4431-81a9-5ad259813158 service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022313 Aug 31 01:44:34.026124 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-7c80290a-30cb-4258-8b94-39f5afda275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a3cac39e-41b0-466d-b18b-123ae44394bc', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'port_id': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'mac_address': 'fa:16:3e:43:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513404f-4612-4e7f-9ed2-d40d69225624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:39:48Z', 'updated_at': '2021-08-31T01:39:51Z', 'revision_number': 1, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 5, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:44:34.058437 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c80290a-30cb-4258-8b94-39f5afda275f None None] Checking router: 4eb51df7-21a3-470d-9cbc-b5517e482664 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:44:34.072289 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c80290a-30cb-4258-8b94-39f5afda275f None None] Routers {'4eb51df7-21a3-470d-9cbc-b5517e482664'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:44:34.073048 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-7c80290a-30cb-4258-8b94-39f5afda275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:44:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4eb51df7-21a3-470d-9cbc-b5517e482664'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:44:34.113581 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fe04ea05-f630-4e19-8f40-f5c5c19c5a2a req-9869c914-0a3a-48d0-b4f8-9e054bf2dfac service neutron] 10.222.0.48 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941935 Aug 31 01:44:34.116036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820819df-d4cf-44be-99f9-431c9ae6cf1e req-0a715704-98ac-4901-8d06-6d97ef54c864 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:34.117621 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-820819df-d4cf-44be-99f9-431c9ae6cf1e req-0a715704-98ac-4901-8d06-6d97ef54c864 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 946 time: 0.1012976 Aug 31 01:44:34.159348 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-820819df-d4cf-44be-99f9-431c9ae6cf1e req-0163a70e-8343-40de-8698-1c93ebc9b16e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338085 Aug 31 01:44:34.201377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-7c80290a-30cb-4258-8b94-39f5afda275f None None] Set router 4eb51df7-21a3-470d-9cbc-b5517e482664 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:44:34.232918 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-98ee302f-d017-4a00-bc5c-7fee0f25731c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:34.429781 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-7c80290a-30cb-4258-8b94-39f5afda275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a3cac39e-41b0-466d-b18b-123ae44394bc', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'port_id': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'mac_address': 'fa:16:3e:43:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513404f-4612-4e7f-9ed2-d40d69225624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:39:48Z', 'updated_at': '2021-08-31T01:39:51Z', 'revision_number': 1, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 5, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:44:34.461243 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c80290a-30cb-4258-8b94-39f5afda275f None None] The sync data for ids ['4eb51df7-21a3-470d-9cbc-b5517e482664'] in n-d-793621-34 is: [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a3cac39e-41b0-466d-b18b-123ae44394bc', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'port_id': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'mac_address': 'fa:16:3e:43:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513404f-4612-4e7f-9ed2-d40d69225624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:39:48Z', 'updated_at': '2021-08-31T01:39:51Z', 'revision_number': 1, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 5, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:44:34.687789 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c968eced-4196-4a03-b190-cd9a0d6eb3f1 None None] New status for floating IP a4ee9fed-abea-47df-a7d5-b716178411db: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:44:35.405191 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2e699-c8b4-40b5-809c-316dfbd12df4 req-fe167621-05e8-4861-8ae8-cfd3e1c4afc5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:35.406683 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdb2e699-c8b4-40b5-809c-316dfbd12df4 req-fe167621-05e8-4861-8ae8-cfd3e1c4afc5 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 946 time: 0.1008306 Aug 31 01:44:35.470205 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdb2e699-c8b4-40b5-809c-316dfbd12df4 req-5f251161-1348-4941-9c26-e720fe5d6d0e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547435 Aug 31 01:44:35.482402 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd6d63-fd1f-4460-aa98-60a460ffacee req-1fb8dd56-3371-408d-b6de-91f0c03bc093 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:35.484031 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-67cd6d63-fd1f-4460-aa98-60a460ffacee req-1fb8dd56-3371-408d-b6de-91f0c03bc093 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 946 time: 0.0764489 Aug 31 01:44:35.578298 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-67cd6d63-fd1f-4460-aa98-60a460ffacee req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Deleting port c0421e9e-9aba-464a-bf5f-42c4886c7d03 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:44:35.578649 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-67cd6d63-fd1f-4460-aa98-60a460ffacee req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:35.672457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-67cd6d63-fd1f-4460-aa98-60a460ffacee req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] For port c0421e9e-9aba-464a-bf5f-42c4886c7d03, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=c0421e9e-9aba-464a-bf5f-42c4886c7d03,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:44:35.672738 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-67cd6d63-fd1f-4460-aa98-60a460ffacee req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:35.686310 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-67cd6d63-fd1f-4460-aa98-60a460ffacee req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Calling delete_port for c0421e9e-9aba-464a-bf5f-42c4886c7d03 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:44:35.871080 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-67cd6d63-fd1f-4460-aa98-60a460ffacee req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:35.901577 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event deleted for resources: {'Port': ['ID=c0421e9e-9aba-464a-bf5f-42c4886c7d03,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:44:35.972422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:35.972422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:35.972422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:35.972422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:35.972422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:35.972422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:35.972422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:35.972422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:35.972422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:35.972422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:35.972422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:35.972422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:35.972422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cd6d63-fd1f-4460-aa98-60a460ffacee req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] No DVR routers for this DVR port c0421e9e-9aba-464a-bf5f-42c4886c7d03 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:44:35.972422 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-67cd6d63-fd1f-4460-aa98-60a460ffacee req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:35.972422 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-67cd6d63-fd1f-4460-aa98-60a460ffacee req-5ea840e1-d275-4071-8728-bce1ef37341a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.48 "DELETE /v2.0/ports/c0421e9e-9aba-464a-bf5f-42c4886c7d03 HTTP/1.1" status: 204 len: 173 time: 0.4690897 Aug 31 01:44:35.972422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa3964a-e12f-41f4-8c88-3a38294f5c06', 'name': 'network-vif-deleted', 'tag': 'c0421e9e-9aba-464a-bf5f-42c4886c7d03'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:44:36.001297 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b0b756-fa1a-4472-b538-735c8c1df79a" -d '{"events": [{"server_uuid": "eaa3964a-e12f-41f4-8c88-3a38294f5c06", "name": "network-vif-deleted", "tag": "c0421e9e-9aba-464a-bf5f-42c4886c7d03"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:44:36.116331 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56afd0e6-2464-475e-a832-a69172e21a24 x-openstack-request-id: req-56afd0e6-2464-475e-a832-a69172e21a24 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:44:36.116641 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa3964a-e12f-41f4-8c88-3a38294f5c06", "name": "network-vif-deleted", "tag": "c0421e9e-9aba-464a-bf5f-42c4886c7d03", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:44:36.116899 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56afd0e6-2464-475e-a832-a69172e21a24 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:44:36.117303 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa3964a-e12f-41f4-8c88-3a38294f5c06', 'name': 'network-vif-deleted', 'tag': 'c0421e9e-9aba-464a-bf5f-42c4886c7d03', 'status': 'completed', 'code': 200} Aug 31 01:44:36.583095 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-834ffd29-61e3-4155-b086-3a2b7d4c39bc req-ffe799d8-7ea1-4108-a676-1f0ac19314db tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 210 time: 0.0396729 Aug 31 01:44:36.880623 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:37.002485 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dc7723ee-8526-4028-9b77-00de0f3263e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:37.334046 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:37.609659 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:37.683982 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a2f5d770-6e81-401d-8707-7f5045540e9f req-5b6b135b-4fab-4939-a870-7a5d19814cc4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 210 time: 0.0275865 Aug 31 01:44:38.691970 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:38.787158 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23255330-a8cb-4bc6-af4b-f5088c058bd6 req-ed497c70-b866-4d29-adec-476642cf00be tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 210 time: 0.0296767 Aug 31 01:44:38.877049 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c0421e9e-9aba-464a-bf5f-42c4886c7d03 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:44:38.898142 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: c0421e9e-9aba-464a-bf5f-42c4886c7d03 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:44:38.898479 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device c0421e9e-9aba-464a-bf5f-42c4886c7d03 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:44:39.900020 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3748d7f0-35b0-44b1-bd83-a1f38ed74340 req-51a31199-5b33-422f-86b1-e424337cbc4a tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa3964a-e12f-41f4-8c88-3a38294f5c06 HTTP/1.1" status: 200 len: 210 time: 0.0299618 Aug 31 01:44:40.385046 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:43.874963 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:44:46.570692 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38826) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:44:46.735657 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e1662e97-3bd3-4f04-84a6-dfdc203213e4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Deleting port 7ed1a58b-8e4a-4e1c-89f9-b4c5b00b921e {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:44:46.735914 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e1662e97-3bd3-4f04-84a6-dfdc203213e4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:46.811399 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e1662e97-3bd3-4f04-84a6-dfdc203213e4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:46.811720 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e1662e97-3bd3-4f04-84a6-dfdc203213e4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:46.824005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e1662e97-3bd3-4f04-84a6-dfdc203213e4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Calling delete_port for 7ed1a58b-8e4a-4e1c-89f9-b4c5b00b921e owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:44:47.042014 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e1662e97-3bd3-4f04-84a6-dfdc203213e4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:47.068223 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1662e97-3bd3-4f04-84a6-dfdc203213e4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event deleted for resources: {'Port': ['ID=7ed1a58b-8e4a-4e1c-89f9-b4c5b00b921e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:44:47.134693 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e1662e97-3bd3-4f04-84a6-dfdc203213e4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:47.135023 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-e1662e97-3bd3-4f04-84a6-dfdc203213e4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Floating IP a3cac39e-41b0-466d-b18b-123ae44394bc disassociated (deleted). External IP: 172.25.2.186, port: bbf98dcc-11dc-4538-8aa8-c000e715ce77. Aug 31 01:44:47.350234 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1662e97-3bd3-4f04-84a6-dfdc203213e4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Router 4eb51df7-21a3-470d-9cbc-b5517e482664 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:44:47.477419 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1662e97-3bd3-4f04-84a6-dfdc203213e4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:44:47.483169 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e1662e97-3bd3-4f04-84a6-dfdc203213e4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:47.492200 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e9d1b4-251b-4be2-b174-631592d543c1 None None] Sync routers for ids ['4eb51df7-21a3-470d-9cbc-b5517e482664'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:44:47.503632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9d1b4-251b-4be2-b174-631592d543c1 None None] Routers {'4eb51df7-21a3-470d-9cbc-b5517e482664'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:44:47.505184 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-04e9d1b4-251b-4be2-b174-631592d543c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:44:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4eb51df7-21a3-470d-9cbc-b5517e482664'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:44:47.514779 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e1662e97-3bd3-4f04-84a6-dfdc203213e4 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "DELETE /v2.0/floatingips/a3cac39e-41b0-466d-b18b-123ae44394bc HTTP/1.1" status: 204 len: 168 time: 0.9405968 Aug 31 01:44:47.514779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2513404f-4612-4e7f-9ed2-d40d69225624', 'tag': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:44:47.515518 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2014f02860e9b4fa6a9c4bfc943d54569c8b69a58d949a69b0e64fa33c0f8f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bd74d1-4f8f-45e4-bc88-359e849ead9b" -d '{"events": [{"name": "network-changed", "server_uuid": "2513404f-4612-4e7f-9ed2-d40d69225624", "tag": "bbf98dcc-11dc-4538-8aa8-c000e715ce77"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:44:47.557288 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4390d7e9-ce64-49e3-a0e2-9eb307816977 x-openstack-request-id: req-4390d7e9-ce64-49e3-a0e2-9eb307816977 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:44:47.557288 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2513404f-4612-4e7f-9ed2-d40d69225624", "tag": "bbf98dcc-11dc-4538-8aa8-c000e715ce77", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:44:47.557829 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4390d7e9-ce64-49e3-a0e2-9eb307816977 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:44:47.558355 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2513404f-4612-4e7f-9ed2-d40d69225624', 'tag': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77', 'status': 'completed', 'code': 200} Aug 31 01:44:47.652650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd74d1-4f8f-45e4-bc88-359e849ead9b req-a4d55c76-8d40-4a5d-82e2-77e80c2bd1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:47.654728 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-48bd74d1-4f8f-45e4-bc88-359e849ead9b req-a4d55c76-8d40-4a5d-82e2-77e80c2bd1d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=543ff63c29ff4856b110bef5ec021646&device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 1097 time: 0.0698860 Aug 31 01:44:47.663455 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-04e9d1b4-251b-4be2-b174-631592d543c1 None None] Set router 4eb51df7-21a3-470d-9cbc-b5517e482664 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:44:47.754032 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd74d1-4f8f-45e4-bc88-359e849ead9b req-5175d2c4-9556-4cec-b2a2-80d13f345892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:47.755627 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-48bd74d1-4f8f-45e4-bc88-359e849ead9b req-5175d2c4-9556-4cec-b2a2-80d13f345892 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 200 len: 913 time: 0.0941768 Aug 31 01:44:47.807057 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-48bd74d1-4f8f-45e4-bc88-359e849ead9b req-5fe43380-7bc7-4615-a6a4-3e86590cf694 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf98dcc-11dc-4538-8aa8-c000e715ce77 HTTP/1.1" status: 200 len: 217 time: 0.0441172 Aug 31 01:44:47.861205 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd74d1-4f8f-45e4-bc88-359e849ead9b req-18e23c82-50c4-4692-bee8-9beba53cf7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:47.862758 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-48bd74d1-4f8f-45e4-bc88-359e849ead9b req-18e23c82-50c4-4692-bee8-9beba53cf7f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 200 len: 851 time: 0.0485032 Aug 31 01:44:47.909030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-04e9d1b4-251b-4be2-b174-631592d543c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 5, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:44:47.913647 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd74d1-4f8f-45e4-bc88-359e849ead9b req-5061da88-99a1-4d91-8e97-a48ad9c2d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:47.916496 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-48bd74d1-4f8f-45e4-bc88-359e849ead9b req-5061da88-99a1-4d91-8e97-a48ad9c2d7fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d77f28fd-02bd-45e9-a495-e369f704b282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450838 Aug 31 01:44:47.938500 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e9d1b4-251b-4be2-b174-631592d543c1 None None] Checking router: 4eb51df7-21a3-470d-9cbc-b5517e482664 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:44:47.953187 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9d1b4-251b-4be2-b174-631592d543c1 None None] Routers {'4eb51df7-21a3-470d-9cbc-b5517e482664'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:44:47.953859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-04e9d1b4-251b-4be2-b174-631592d543c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:44:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4eb51df7-21a3-470d-9cbc-b5517e482664'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:44:48.053738 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966eb17-8e4a-4695-8d94-dadf3ce4086d req-fd8f7632-710d-45b3-9315-3580c2680053 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:48.055327 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f966eb17-8e4a-4695-8d94-dadf3ce4086d req-fd8f7632-710d-45b3-9315-3580c2680053 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 945 time: 0.0820241 Aug 31 01:44:48.057728 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-48bd74d1-4f8f-45e4-bc88-359e849ead9b req-a3bb650c-6a93-4512-bd63-e1fb39e22568 service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341519 Aug 31 01:44:48.073679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-04e9d1b4-251b-4be2-b174-631592d543c1 None None] Set router 4eb51df7-21a3-470d-9cbc-b5517e482664 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:44:48.150184 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f966eb17-8e4a-4695-8d94-dadf3ce4086d req-0e074ce1-e980-4d13-941a-818d782374e8 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/security-groups?id=273d5631-ba62-4fbc-aaa3-7b8c3d468978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868442 Aug 31 01:44:48.183897 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-48bd74d1-4f8f-45e4-bc88-359e849ead9b req-d4c1ad89-6fe3-4e05-802a-9077cb03ed7a service neutron] 10.222.0.41 "GET /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126778 Aug 31 01:44:48.282994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-04e9d1b4-251b-4be2-b174-631592d543c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 5, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:44:48.313839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e9d1b4-251b-4be2-b174-631592d543c1 None None] The sync data for ids ['4eb51df7-21a3-470d-9cbc-b5517e482664'] in n-d-793621-34 is: [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 4, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'e7520278-0c95-4ccb-aef1-2996211041f5', 'name': '', 'network_id': 'd77f28fd-02bd-45e9-a495-e369f704b282', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'mac_address': 'fa:16:3e:98:25:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:54Z', 'updated_at': '2021-08-31T01:31:04Z', 'revision_number': 5, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'subnets': [{'id': 'c2dba7f5-26c7-46f2-a8b3-f31b2f705825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:44:48.550379 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c08a7d6-b41d-4000-81e0-1d34d3e3b91a None None] New status for floating IP a3cac39e-41b0-466d-b18b-123ae44394bc: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:44:48.595353 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afd8d8-49c0-446b-ae2b-24df3a1fe7a1 req-e9e3d292-969e-4e01-9d44-3495156ea70e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:48.596931 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-38afd8d8-49c0-446b-ae2b-24df3a1fe7a1 req-e9e3d292-969e-4e01-9d44-3495156ea70e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.41 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 945 time: 0.0536392 Aug 31 01:44:48.708281 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-38afd8d8-49c0-446b-ae2b-24df3a1fe7a1 req-22fdcae0-710c-4f2a-bacb-b7a2a32ee83e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Deleting port bbf98dcc-11dc-4538-8aa8-c000e715ce77 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:44:48.708982 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-38afd8d8-49c0-446b-ae2b-24df3a1fe7a1 req-22fdcae0-710c-4f2a-bacb-b7a2a32ee83e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:48.800779 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-38afd8d8-49c0-446b-ae2b-24df3a1fe7a1 req-22fdcae0-710c-4f2a-bacb-b7a2a32ee83e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] For port bbf98dcc-11dc-4538-8aa8-c000e715ce77, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=bbf98dcc-11dc-4538-8aa8-c000e715ce77,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:44:48.801290 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-38afd8d8-49c0-446b-ae2b-24df3a1fe7a1 req-22fdcae0-710c-4f2a-bacb-b7a2a32ee83e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:48.815996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-38afd8d8-49c0-446b-ae2b-24df3a1fe7a1 req-22fdcae0-710c-4f2a-bacb-b7a2a32ee83e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Calling delete_port for bbf98dcc-11dc-4538-8aa8-c000e715ce77 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:44:49.025020 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-38afd8d8-49c0-446b-ae2b-24df3a1fe7a1 req-22fdcae0-710c-4f2a-bacb-b7a2a32ee83e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:49.056415 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fdcae0-710c-4f2a-bacb-b7a2a32ee83e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event deleted for resources: {'Port': ['ID=bbf98dcc-11dc-4538-8aa8-c000e715ce77,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:44:49.098308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-38afd8d8-49c0-446b-ae2b-24df3a1fe7a1 req-22fdcae0-710c-4f2a-bacb-b7a2a32ee83e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] No DVR routers for this DVR port bbf98dcc-11dc-4538-8aa8-c000e715ce77 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:44:49.101013 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-38afd8d8-49c0-446b-ae2b-24df3a1fe7a1 req-22fdcae0-710c-4f2a-bacb-b7a2a32ee83e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:49.103068 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-38afd8d8-49c0-446b-ae2b-24df3a1fe7a1 req-22fdcae0-710c-4f2a-bacb-b7a2a32ee83e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.41 "DELETE /v2.0/ports/bbf98dcc-11dc-4538-8aa8-c000e715ce77 HTTP/1.1" status: 204 len: 173 time: 0.4989309 Aug 31 01:44:49.103504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2513404f-4612-4e7f-9ed2-d40d69225624', 'name': 'network-vif-deleted', 'tag': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:44:49.105829 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdffdb81-2626-410b-8b8f-30373d8a7397" -d '{"events": [{"server_uuid": "2513404f-4612-4e7f-9ed2-d40d69225624", "name": "network-vif-deleted", "tag": "bbf98dcc-11dc-4538-8aa8-c000e715ce77"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:44:49.142700 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a22b18-3808-4ea4-9e80-19bca558dddf x-openstack-request-id: req-70a22b18-3808-4ea4-9e80-19bca558dddf {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:44:49.143008 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2513404f-4612-4e7f-9ed2-d40d69225624", "name": "network-vif-deleted", "tag": "bbf98dcc-11dc-4538-8aa8-c000e715ce77", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:44:49.143267 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70a22b18-3808-4ea4-9e80-19bca558dddf {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:44:49.143675 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2513404f-4612-4e7f-9ed2-d40d69225624', 'name': 'network-vif-deleted', 'tag': 'bbf98dcc-11dc-4538-8aa8-c000e715ce77', 'status': 'completed', 'code': 200} Aug 31 01:44:49.252879 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d88e775-bff1-4b03-8dfb-7ab6222897f2 req-664ea420-a09c-4a83-bede-96ce5475657e tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 210 time: 0.0312476 Aug 31 01:44:50.350459 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d7417c9-b84f-456b-9f2e-7c8c6094cf48 req-e9421fef-177e-4187-abd6-05b458d7465d tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 210 time: 0.0272007 Aug 31 01:44:51.446458 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a4a52d3f-0888-4f48-89ed-aa0d15d90036 req-d611b701-c6b0-4709-8db4-eabfc5c8aff1 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 210 time: 0.0280211 Aug 31 01:44:52.556564 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c71f6e98-bbde-4888-bc51-3c42e4bc4afc req-933ed828-9ceb-4ab0-8718-1bb87de9a484 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "GET /v2.0/ports?device_id=2513404f-4612-4e7f-9ed2-d40d69225624 HTTP/1.1" status: 200 len: 210 time: 0.0359161 Aug 31 01:44:52.658968 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device bbf98dcc-11dc-4538-8aa8-c000e715ce77 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:44:52.680013 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: bbf98dcc-11dc-4538-8aa8-c000e715ce77 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:44:52.680363 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device bbf98dcc-11dc-4538-8aa8-c000e715ce77 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:44:53.619471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38852) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:44:53.747125 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-ccec526c-7629-4526-a180-c3365355c2d7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Deleting port 9253f036-0d39-4e53-ac39-96c52d8398e9 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:44:53.747486 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ccec526c-7629-4526-a180-c3365355c2d7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:53.821937 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ccec526c-7629-4526-a180-c3365355c2d7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:53.822263 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ccec526c-7629-4526-a180-c3365355c2d7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:53.834993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-ccec526c-7629-4526-a180-c3365355c2d7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Calling delete_port for 9253f036-0d39-4e53-ac39-96c52d8398e9 owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:44:54.076755 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ccec526c-7629-4526-a180-c3365355c2d7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:54.107737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec526c-7629-4526-a180-c3365355c2d7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event deleted for resources: {'Port': ['ID=9253f036-0d39-4e53-ac39-96c52d8398e9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:44:54.167830 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ccec526c-7629-4526-a180-c3365355c2d7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:54.170433 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ccec526c-7629-4526-a180-c3365355c2d7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:54.171581 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ccec526c-7629-4526-a180-c3365355c2d7 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "DELETE /v2.0/floatingips/3751f8c1-2437-4461-8d80-a364c68cb13a HTTP/1.1" status: 204 len: 168 time: 0.5510781 Aug 31 01:44:57.619578 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38870) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:44:57.679244 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b710efbd-3e12-43ce-ac9b-28c5de01c556 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:57.704804 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b710efbd-3e12-43ce-ac9b-28c5de01c556 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:57.835740 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b710efbd-3e12-43ce-ac9b-28c5de01c556 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:57.838483 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b710efbd-3e12-43ce-ac9b-28c5de01c556 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:57.840109 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b710efbd-3e12-43ce-ac9b-28c5de01c556 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] 10.222.0.16 "DELETE /v2.0/security-groups/273d5631-ba62-4fbc-aaa3-7b8c3d468978 HTTP/1.1" status: 204 len: 168 time: 0.2190783 Aug 31 01:44:57.849671 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710efbd-3e12-43ce-ac9b-28c5de01c556 tempest-TestVolumeBootPattern-2075909420 tempest-TestVolumeBootPattern-2075909420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=273d5631-ba62-4fbc-aaa3-7b8c3d468978,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:44:57.968135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38876) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:44:58.447245 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c5c13b1-03a7-4018-bf2e-b11492626dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:58.703947 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c13b1-03a7-4018-bf2e-b11492626dbd admin admin] Deleting port e7520278-0c95-4ccb-aef1-2996211041f5 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:44:58.704602 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c5c13b1-03a7-4018-bf2e-b11492626dbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:58.794456 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-5c5c13b1-03a7-4018-bf2e-b11492626dbd admin admin] For port e7520278-0c95-4ccb-aef1-2996211041f5, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e7520278-0c95-4ccb-aef1-2996211041f5,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:44:58.794821 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c5c13b1-03a7-4018-bf2e-b11492626dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:58.808678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c13b1-03a7-4018-bf2e-b11492626dbd admin admin] Calling delete_port for e7520278-0c95-4ccb-aef1-2996211041f5 owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:44:59.058502 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c5c13b1-03a7-4018-bf2e-b11492626dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:59.089413 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c13b1-03a7-4018-bf2e-b11492626dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=e7520278-0c95-4ccb-aef1-2996211041f5,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:44:59.543569 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c5c13b1-03a7-4018-bf2e-b11492626dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:59.802081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5c13b1-03a7-4018-bf2e-b11492626dbd admin admin] Router 4eb51df7-21a3-470d-9cbc-b5517e482664 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:44:59.909993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5c13b1-03a7-4018-bf2e-b11492626dbd admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:44:59.915137 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5c5c13b1-03a7-4018-bf2e-b11492626dbd admin admin] 10.222.0.16 "PUT /v2.0/routers/4eb51df7-21a3-470d-9cbc-b5517e482664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9458835 Aug 31 01:44:59.917587 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38880) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:44:59.920715 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6fcfb3-864a-4712-9aa9-40673dbeb77a None None] Sync routers for ids ['4eb51df7-21a3-470d-9cbc-b5517e482664'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:44:59.930630 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6fcfb3-864a-4712-9aa9-40673dbeb77a None None] Routers {'4eb51df7-21a3-470d-9cbc-b5517e482664'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:44:59.931119 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8d6fcfb3-864a-4712-9aa9-40673dbeb77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:44:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4eb51df7-21a3-470d-9cbc-b5517e482664'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:00.025571 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-914924a0-0ac6-48a1-9cc4-77466609f38e admin admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:00.041140 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-8d6fcfb3-864a-4712-9aa9-40673dbeb77a None None] Set router 4eb51df7-21a3-470d-9cbc-b5517e482664 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:45:00.130478 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-914924a0-0ac6-48a1-9cc4-77466609f38e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:00.220367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8d6fcfb3-864a-4712-9aa9-40673dbeb77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:44:58Z', 'revision_number': 5, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port': {'id': 'e0c7f8a5-929e-4894-a573-feedfd0356ab', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:00.250129 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-914924a0-0ac6-48a1-9cc4-77466609f38e admin admin] Deleting port e0c7f8a5-929e-4894-a573-feedfd0356ab {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:45:00.253198 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-914924a0-0ac6-48a1-9cc4-77466609f38e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:00.253325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6fcfb3-864a-4712-9aa9-40673dbeb77a None None] Checking router: 4eb51df7-21a3-470d-9cbc-b5517e482664 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:45:00.259875 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6fcfb3-864a-4712-9aa9-40673dbeb77a None None] Routers {'4eb51df7-21a3-470d-9cbc-b5517e482664'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:45:00.260529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8d6fcfb3-864a-4712-9aa9-40673dbeb77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:44:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['4eb51df7-21a3-470d-9cbc-b5517e482664'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:00.330413 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-914924a0-0ac6-48a1-9cc4-77466609f38e admin admin] For port e0c7f8a5-929e-4894-a573-feedfd0356ab, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e0c7f8a5-929e-4894-a573-feedfd0356ab,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:00.330771 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-914924a0-0ac6-48a1-9cc4-77466609f38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:00.344039 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-914924a0-0ac6-48a1-9cc4-77466609f38e admin admin] Calling delete_port for e0c7f8a5-929e-4894-a573-feedfd0356ab owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:45:00.348679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-8d6fcfb3-864a-4712-9aa9-40673dbeb77a None None] Set router 4eb51df7-21a3-470d-9cbc-b5517e482664 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:45:00.400634 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8d6fcfb3-864a-4712-9aa9-40673dbeb77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:45:00Z', 'revision_number': 6, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:00.430865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6fcfb3-864a-4712-9aa9-40673dbeb77a None None] The sync data for ids ['4eb51df7-21a3-470d-9cbc-b5517e482664'] in n-d-793621-34 is: [{'id': '4eb51df7-21a3-470d-9cbc-b5517e482664', 'name': 'tempest-TestVolumeBootPattern-2009966875-router', 'tenant_id': '543ff63c29ff4856b110bef5ec021646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:48Z', 'updated_at': '2021-08-31T01:45:00Z', 'revision_number': 6, 'project_id': '543ff63c29ff4856b110bef5ec021646', 'gw_port_host': None}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:45:00.629790 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-914924a0-0ac6-48a1-9cc4-77466609f38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:00.660670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914924a0-0ac6-48a1-9cc4-77466609f38e admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c7f8a5-929e-4894-a573-feedfd0356ab,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:00.737569 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-914924a0-0ac6-48a1-9cc4-77466609f38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:00.830701 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-914924a0-0ac6-48a1-9cc4-77466609f38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:00.833200 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-914924a0-0ac6-48a1-9cc4-77466609f38e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:00.961183 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-914924a0-0ac6-48a1-9cc4-77466609f38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:00.961766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914924a0-0ac6-48a1-9cc4-77466609f38e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4eb51df7-21a3-470d-9cbc-b5517e482664 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:45:00.966753 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-914924a0-0ac6-48a1-9cc4-77466609f38e admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:00.967925 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-914924a0-0ac6-48a1-9cc4-77466609f38e admin admin] 10.222.0.16 "DELETE /v2.0/routers/4eb51df7-21a3-470d-9cbc-b5517e482664 HTTP/1.1" status: 204 len: 168 time: 1.0493910 Aug 31 01:45:00.970412 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38882) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:01.019091 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed95455-9d1b-4063-966a-817f08267c27 admin admin] Deleting subnet c2dba7f5-26c7-46f2-a8b3-f31b2f705825 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:45:01.022362 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4ed95455-9d1b-4063-966a-817f08267c27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:01.058828 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4ed95455-9d1b-4063-966a-817f08267c27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:01.139031 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4ed95455-9d1b-4063-966a-817f08267c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:01.298887 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4ed95455-9d1b-4063-966a-817f08267c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:01.333423 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed95455-9d1b-4063-966a-817f08267c27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2dba7f5-26c7-46f2-a8b3-f31b2f705825,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:01.337548 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4ed95455-9d1b-4063-966a-817f08267c27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:01.339608 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4ed95455-9d1b-4063-966a-817f08267c27 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c2dba7f5-26c7-46f2-a8b3-f31b2f705825 HTTP/1.1" status: 204 len: 168 time: 0.3682241 Aug 31 01:45:01.344139 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 38884) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:01.349214 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3513020-c44c-478d-a356-76f646ca643c None None] Network d77f28fd-02bd-45e9-a495-e369f704b282 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:45:01.454013 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:01.518187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] Deleting port f9bc1cba-c835-41a5-b48b-5c642c664d5a {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:45:01.518597 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:01.546616 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e7520278-0c95-4ccb-aef1-2996211041f5 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:45:01.591846 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] For port f9bc1cba-c835-41a5-b48b-5c642c664d5a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f9bc1cba-c835-41a5-b48b-5c642c664d5a,segment=NetworkSegment(11c578f8-53c2-49e1-8ca9-1c3c5f03c557),segment_id=11c578f8-53c2-49e1-8ca9-1c3c5f03c557)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:01.592216 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:01.600576 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: e7520278-0c95-4ccb-aef1-2996211041f5 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:45:01.600929 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e7520278-0c95-4ccb-aef1-2996211041f5 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:45:01.601358 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e0c7f8a5-929e-4894-a573-feedfd0356ab no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:45:01.606301 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] Calling delete_port for f9bc1cba-c835-41a5-b48b-5c642c664d5a owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:45:01.625890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: e0c7f8a5-929e-4894-a573-feedfd0356ab {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:45:01.626240 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e0c7f8a5-929e-4894-a573-feedfd0356ab not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:45:01.773290 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] DHCP port deletion for d77f28fd-02bd-45e9-a495-e369f704b282 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:45:01.805716 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:01.824823 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] Deleting port f9bc1cba-c835-41a5-b48b-5c642c664d5a {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:45:01.825199 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:01.834687 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9bc1cba-c835-41a5-b48b-5c642c664d5a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:01.838401 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] No DVR routers for this DVR port f9bc1cba-c835-41a5-b48b-5c642c664d5a on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:45:01.892340 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] For port f9bc1cba-c835-41a5-b48b-5c642c664d5a, host n-d-793621-34, got binding levels [] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:01.892740 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:01.910326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] Calling delete_port for f9bc1cba-c835-41a5-b48b-5c642c664d5a owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:45:01.912980 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.ipam_backend_mixin [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] Port f9bc1cba-c835-41a5-b48b-5c642c664d5a was not found and therefore no delete operation was performed {{(pid=102344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:45:01.914281 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:01.914717 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:01.927023 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77f28fd-02bd-45e9-a495-e369f704b282']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:01.938620 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c578f8-53c2-49e1-8ca9-1c3c5f03c557') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:01.938911 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c578f8-53c2-49e1-8ca9-1c3c5f03c557') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:01.940338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] Pushing event deleted for resources: {'Port': ['ID=f9bc1cba-c835-41a5-b48b-5c642c664d5a,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:01.945107 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] No DVR routers for this DVR port f9bc1cba-c835-41a5-b48b-5c642c664d5a on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:45:01.952203 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:01.952474 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:01.952665 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:01.952876 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:01.953213 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:01.953584 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:01.953915 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:01.954560 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:01.954560 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:01.954877 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:01.955199 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:01.955523 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:01.955844 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269cd43a-7cfb-479e-8cb2-7d456b8317a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:01.972861 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:01.978964 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:45:01.979355 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:45:01.981110 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:45:02.115651 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:02.125244 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:02.127434 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d77f28fd-02bd-45e9-a495-e369f704b282 HTTP/1.1" status: 204 len: 168 time: 0.7821760 Aug 31 01:45:02.131020 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38888) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:02.137769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e678ea5-637b-4fab-a58a-1672440b88e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d77f28fd-02bd-45e9-a495-e369f704b282,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:02.496177 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a5873c3a-f171-48e9-8c95-a14092c0f746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:02.745622 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-a5873c3a-f171-48e9-8c95-a14092c0f746 admin admin] Deleting port c95ed474-0403-4887-a38c-1de00eefd1aa {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:45:02.745963 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a5873c3a-f171-48e9-8c95-a14092c0f746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:02.824291 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-a5873c3a-f171-48e9-8c95-a14092c0f746 admin admin] For port c95ed474-0403-4887-a38c-1de00eefd1aa, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c95ed474-0403-4887-a38c-1de00eefd1aa,segment=NetworkSegment(7aec30f3-4052-4301-bd42-9064e08b75ed),segment_id=7aec30f3-4052-4301-bd42-9064e08b75ed)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:02.824566 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a5873c3a-f171-48e9-8c95-a14092c0f746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:02.838784 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-a5873c3a-f171-48e9-8c95-a14092c0f746 admin admin] Calling delete_port for c95ed474-0403-4887-a38c-1de00eefd1aa owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:45:03.098212 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a5873c3a-f171-48e9-8c95-a14092c0f746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:03.125617 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5873c3a-f171-48e9-8c95-a14092c0f746 admin admin] Pushing event deleted for resources: {'Port': ['ID=c95ed474-0403-4887-a38c-1de00eefd1aa,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:03.308719 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a5873c3a-f171-48e9-8c95-a14092c0f746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:03.433515 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f9bc1cba-c835-41a5-b48b-5c642c664d5a no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:45:03.454570 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: f9bc1cba-c835-41a5-b48b-5c642c664d5a {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:45:03.455047 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f9bc1cba-c835-41a5-b48b-5c642c664d5a not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:45:03.532752 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5873c3a-f171-48e9-8c95-a14092c0f746 admin admin] Router 75d07edb-4f5e-431b-b352-b47b76ee1b30 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:45:03.649877 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5873c3a-f171-48e9-8c95-a14092c0f746 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:45:03.655480 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a5873c3a-f171-48e9-8c95-a14092c0f746 admin admin] 10.222.0.16 "PUT /v2.0/routers/75d07edb-4f5e-431b-b352-b47b76ee1b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5229228 Aug 31 01:45:03.657757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38894) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:03.658979 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a72ce2-0693-4617-bcba-993913de39eb None None] Sync routers for ids ['75d07edb-4f5e-431b-b352-b47b76ee1b30'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:45:03.670169 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a72ce2-0693-4617-bcba-993913de39eb None None] Routers {'75d07edb-4f5e-431b-b352-b47b76ee1b30'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:45:03.670894 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b9a72ce2-0693-4617-bcba-993913de39eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:44:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['75d07edb-4f5e-431b-b352-b47b76ee1b30'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:03.893615 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-b9a72ce2-0693-4617-bcba-993913de39eb None None] Set router 75d07edb-4f5e-431b-b352-b47b76ee1b30 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:45:04.083506 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b9a72ce2-0693-4617-bcba-993913de39eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'name': 'tempest-TestVolumeBootPattern-1389668522-router', 'tenant_id': 'db1acea1e5104477a39adb31aea807dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:01Z', 'updated_at': '2021-08-31T01:45:02Z', 'revision_number': 5, 'project_id': 'db1acea1e5104477a39adb31aea807dc', 'gw_port': {'id': 'e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:03Z', 'updated_at': '2021-08-31T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:04.115791 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a72ce2-0693-4617-bcba-993913de39eb None None] Checking router: 75d07edb-4f5e-431b-b352-b47b76ee1b30 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:45:04.124106 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a72ce2-0693-4617-bcba-993913de39eb None None] Routers {'75d07edb-4f5e-431b-b352-b47b76ee1b30'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:45:04.124821 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b9a72ce2-0693-4617-bcba-993913de39eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:44:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['75d07edb-4f5e-431b-b352-b47b76ee1b30'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:04.129731 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89ab776-2b2a-4922-aed1-7dec33785562 admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:04.234819 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-b9a72ce2-0693-4617-bcba-993913de39eb None None] Set router 75d07edb-4f5e-431b-b352-b47b76ee1b30 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:45:04.235360 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-786b78a2-8d26-44c1-83b6-d6a13135bf26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:04.235495 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89ab776-2b2a-4922-aed1-7dec33785562 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:04.347653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c89ab776-2b2a-4922-aed1-7dec33785562 admin admin] Deleting port e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:45:04.348449 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89ab776-2b2a-4922-aed1-7dec33785562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:04.412578 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b9a72ce2-0693-4617-bcba-993913de39eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'name': 'tempest-TestVolumeBootPattern-1389668522-router', 'tenant_id': 'db1acea1e5104477a39adb31aea807dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:01Z', 'updated_at': '2021-08-31T01:45:02Z', 'revision_number': 5, 'project_id': 'db1acea1e5104477a39adb31aea807dc', 'gw_port': {'id': 'e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:03Z', 'updated_at': '2021-08-31T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:04.428006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-c89ab776-2b2a-4922-aed1-7dec33785562 admin admin] For port e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:04.428368 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89ab776-2b2a-4922-aed1-7dec33785562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:04.438751 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a72ce2-0693-4617-bcba-993913de39eb None None] The sync data for ids ['75d07edb-4f5e-431b-b352-b47b76ee1b30'] in n-d-793621-34 is: [{'id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'name': 'tempest-TestVolumeBootPattern-1389668522-router', 'tenant_id': 'db1acea1e5104477a39adb31aea807dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:01Z', 'updated_at': '2021-08-31T01:45:02Z', 'revision_number': 5, 'project_id': 'db1acea1e5104477a39adb31aea807dc', 'gw_port': {'id': 'e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d07edb-4f5e-431b-b352-b47b76ee1b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:03Z', 'updated_at': '2021-08-31T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:45:04.441585 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-c89ab776-2b2a-4922-aed1-7dec33785562 admin admin] Calling delete_port for e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:45:04.719909 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89ab776-2b2a-4922-aed1-7dec33785562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:04.751506 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ab776-2b2a-4922-aed1-7dec33785562 admin admin] Pushing event deleted for resources: {'Port': ['ID=e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:04.812533 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89ab776-2b2a-4922-aed1-7dec33785562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:04.907748 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89ab776-2b2a-4922-aed1-7dec33785562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:04.909955 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89ab776-2b2a-4922-aed1-7dec33785562 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:05.011130 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89ab776-2b2a-4922-aed1-7dec33785562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:05.011674 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89ab776-2b2a-4922-aed1-7dec33785562 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75d07edb-4f5e-431b-b352-b47b76ee1b30 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:45:05.016187 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c89ab776-2b2a-4922-aed1-7dec33785562 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:05.017276 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c89ab776-2b2a-4922-aed1-7dec33785562 admin admin] 10.222.0.16 "DELETE /v2.0/routers/75d07edb-4f5e-431b-b352-b47b76ee1b30 HTTP/1.1" status: 204 len: 168 time: 1.3583734 Aug 31 01:45:05.019857 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38898) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:05.070735 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e09999-0176-4a82-b44d-168a8374ca69 admin admin] Deleting subnet 653b7bd0-9dcb-446c-9929-87f476513848 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:45:05.074095 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13e09999-0176-4a82-b44d-168a8374ca69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:05.109336 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13e09999-0176-4a82-b44d-168a8374ca69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:05.191785 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13e09999-0176-4a82-b44d-168a8374ca69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:05.316006 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13e09999-0176-4a82-b44d-168a8374ca69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:05.346781 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e09999-0176-4a82-b44d-168a8374ca69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=653b7bd0-9dcb-446c-9929-87f476513848,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:05.350216 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-13e09999-0176-4a82-b44d-168a8374ca69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:05.353453 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-13e09999-0176-4a82-b44d-168a8374ca69 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/653b7bd0-9dcb-446c-9929-87f476513848 HTTP/1.1" status: 204 len: 168 time: 0.3312323 Aug 31 01:45:05.355897 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38902) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:05.359837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd424a5-6754-4667-9ea1-170bd928d7ff None None] Network 60060c03-f9b1-4a80-9aa4-b3e833cf4da8 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:45:05.431157 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:05.492406 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] Deleting port c4978fe9-1230-4426-a02b-fc71ff996236 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:45:05.492827 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:05.500063 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:45:05.525031 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:45:05.528437 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e44437f8-f8bb-4d53-8f5f-dfe4b1021e6c not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:45:05.529696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c95ed474-0403-4887-a38c-1de00eefd1aa no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:45:05.553657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: c95ed474-0403-4887-a38c-1de00eefd1aa {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:45:05.554066 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c95ed474-0403-4887-a38c-1de00eefd1aa not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:45:05.574328 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] For port c4978fe9-1230-4426-a02b-fc71ff996236, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c4978fe9-1230-4426-a02b-fc71ff996236,segment=NetworkSegment(7aec30f3-4052-4301-bd42-9064e08b75ed),segment_id=7aec30f3-4052-4301-bd42-9064e08b75ed)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:05.574328 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:05.582059 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85250e84-6572-4b28-9f16-fa1d958eab18 None None] DHCP port deletion for 60060c03-f9b1-4a80-9aa4-b3e833cf4da8 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:45:05.587296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] Calling delete_port for c4978fe9-1230-4426-a02b-fc71ff996236 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:45:05.630950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-85250e84-6572-4b28-9f16-fa1d958eab18 None None] Deleting port c4978fe9-1230-4426-a02b-fc71ff996236 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:45:05.631321 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-85250e84-6572-4b28-9f16-fa1d958eab18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:05.695456 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-85250e84-6572-4b28-9f16-fa1d958eab18 None None] For port c4978fe9-1230-4426-a02b-fc71ff996236, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c4978fe9-1230-4426-a02b-fc71ff996236,segment=NetworkSegment(7aec30f3-4052-4301-bd42-9064e08b75ed),segment_id=7aec30f3-4052-4301-bd42-9064e08b75ed)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:05.695873 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-85250e84-6572-4b28-9f16-fa1d958eab18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:05.709058 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-85250e84-6572-4b28-9f16-fa1d958eab18 None None] Calling delete_port for c4978fe9-1230-4426-a02b-fc71ff996236 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:45:05.714007 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:05.742265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] No DVR routers for this DVR port c4978fe9-1230-4426-a02b-fc71ff996236 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:45:05.747202 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] Pushing event deleted for resources: {'Port': ['ID=c4978fe9-1230-4426-a02b-fc71ff996236,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:05.789061 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-85250e84-6572-4b28-9f16-fa1d958eab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:05.820486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85250e84-6572-4b28-9f16-fa1d958eab18 None None] Pushing event deleted for resources: {'Port': ['ID=c4978fe9-1230-4426-a02b-fc71ff996236,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:05.822580 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85250e84-6572-4b28-9f16-fa1d958eab18 None None] No DVR routers for this DVR port c4978fe9-1230-4426-a02b-fc71ff996236 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:45:05.824222 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:05.835826 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60060c03-f9b1-4a80-9aa4-b3e833cf4da8']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:05.846791 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aec30f3-4052-4301-bd42-9064e08b75ed') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:05.847079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aec30f3-4052-4301-bd42-9064e08b75ed') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:05.855860 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:05.869542 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:05.875735 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:45:05.876134 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:45:05.877908 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:45:06.011576 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:06.017870 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:06.019718 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] 10.222.0.16 "DELETE /v2.0/networks/60060c03-f9b1-4a80-9aa4-b3e833cf4da8 HTTP/1.1" status: 204 len: 168 time: 0.6628253 Aug 31 01:45:06.031389 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f49704-03a6-4a0a-9c87-4c7ffca7edeb admin admin] Pushing event deleted for resources: {'Network': ['ID=60060c03-f9b1-4a80-9aa4-b3e833cf4da8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:06.351031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38910) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:06.392532 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9fa60b07-f138-462f-8b38-4c3d012feeca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=543ff63c29ff4856b110bef5ec021646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402281 Aug 31 01:45:06.394886 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38912) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:06.444837 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a6f940f-9b6e-49d7-b1b6-79c9911f68ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:06.466650 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a6f940f-9b6e-49d7-b1b6-79c9911f68ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:06.629706 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a6f940f-9b6e-49d7-b1b6-79c9911f68ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:06.632378 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a6f940f-9b6e-49d7-b1b6-79c9911f68ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:06.633671 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4a6f940f-9b6e-49d7-b1b6-79c9911f68ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f84c281-280f-4023-ba01-4c96f55ea21e HTTP/1.1" status: 204 len: 168 time: 0.2377622 Aug 31 01:45:06.642285 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f940f-9b6e-49d7-b1b6-79c9911f68ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f84c281-280f-4023-ba01-4c96f55ea21e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:06.863808 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:06.988133 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e9aa880d-e996-4936-9579-b7841b60b1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:07.269871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38918) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:07.311558 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4694f639-bc33-4b39-a7e9-5200fd51e09c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db1acea1e5104477a39adb31aea807dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403061 Aug 31 01:45:07.314203 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 38920) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:07.338407 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:07.372453 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-64567ceb-cdca-4817-b6a4-3527b986f299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:07.384541 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c4978fe9-1230-4426-a02b-fc71ff996236 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:45:07.395884 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-64567ceb-cdca-4817-b6a4-3527b986f299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:07.403135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: c4978fe9-1230-4426-a02b-fc71ff996236 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:45:07.403479 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c4978fe9-1230-4426-a02b-fc71ff996236 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:45:07.492586 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-64567ceb-cdca-4817-b6a4-3527b986f299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:07.495280 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-64567ceb-cdca-4817-b6a4-3527b986f299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:07.496512 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-64567ceb-cdca-4817-b6a4-3527b986f299 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f22a1f5d-95fe-498f-87e0-1aa23da841af HTTP/1.1" status: 204 len: 168 time: 0.1813560 Aug 31 01:45:07.511196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64567ceb-cdca-4817-b6a4-3527b986f299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22a1f5d-95fe-498f-87e0-1aa23da841af,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:07.583959 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:08.663666 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:10.326587 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:18.347263 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-82da501d-c148-4a6f-aa29-cdf672e41499 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a0d87877c9ce42328d9a5895bb727761&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218973 Aug 31 01:45:18.450718 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-79bd8810-7b1d-4db2-833a-e1a9d5fe6eeb tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:18.452217 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-79bd8810-7b1d-4db2-833a-e1a9d5fe6eeb tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0994108 Aug 31 01:45:18.466812 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-ac54f1c7-681e-46c8-97ba-4cac8cbb752e tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/quotas/a0d87877c9ce42328d9a5895bb727761 HTTP/1.1" status: 200 len: 375 time: 0.0088913 Aug 31 01:45:18.502969 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-8ee399d0-0b9f-40f3-aa8e-f902b5d02555 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a0d87877c9ce42328d9a5895bb727761&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309319 Aug 31 01:45:18.770240 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9dabcf30-9aa2-49e4-b73f-cfb774e112e5 req-ebca7857-650a-4c3b-928d-4bed89ec8ac8 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/ports?device_id=a17d4959-4f74-42ed-b78c-8091efc0b500 HTTP/1.1" status: 200 len: 210 time: 0.0277379 Aug 31 01:45:20.125592 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-807bbeeb-1e4b-4684-9717-2eb7d6f99d27 req-66587497-5e06-4b0e-8fef-e47aea15321e tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/ports?device_id=a17d4959-4f74-42ed-b78c-8091efc0b500 HTTP/1.1" status: 200 len: 210 time: 0.0267823 Aug 31 01:45:20.401615 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-95940464-350d-45d0-aac2-4e227af2468c tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a0d87877c9ce42328d9a5895bb727761&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214965 Aug 31 01:45:20.507940 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-adf508af-ca6e-443f-a643-4989c35860a6 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:20.509402 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-adf508af-ca6e-443f-a643-4989c35860a6 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1015909 Aug 31 01:45:20.522149 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-513c1220-cf6f-483b-8747-a38c05ad0cde tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Request body: {'port': {'device_id': 'a17d4959-4f74-42ed-b78c-8091efc0b500', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'admin_state_up': True, 'tenant_id': 'a0d87877c9ce42328d9a5895bb727761'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:45:20.708855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-513c1220-cf6f-483b-8747-a38c05ad0cde tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Made reservation on behalf of a0d87877c9ce42328d9a5895bb727761 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:45:20.712635 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-513c1220-cf6f-483b-8747-a38c05ad0cde tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:20.722133 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-513c1220-cf6f-483b-8747-a38c05ad0cde tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:20.816114 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-513c1220-cf6f-483b-8747-a38c05ad0cde tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:20.875116 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:45:20.879483 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-513c1220-cf6f-483b-8747-a38c05ad0cde tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:20.943457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c1220-cf6f-483b-8747-a38c05ad0cde tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a31155-e485-47ca-b9de-320b2550b2f1,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:21.019932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-513c1220-cf6f-483b-8747-a38c05ad0cde tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Allocated IP 192.168.233.167 (204c36cf-df24-4685-924a-73188da7301c/37147053-e0fb-412f-b0b7-505081eb6767/7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:45:21.183434 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-513c1220-cf6f-483b-8747-a38c05ad0cde tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:21.198992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-513c1220-cf6f-483b-8747-a38c05ad0cde tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Transition to ACTIVE for port object 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:45:21.222915 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2bd0cc92-b6ee-4062-b9fc-4033797c9f86 req-f1874629-c70b-4ec2-96e8-d8e9eac39ea6 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/ports?device_id=a17d4959-4f74-42ed-b78c-8091efc0b500 HTTP/1.1" status: 200 len: 210 time: 0.0275202 Aug 31 01:45:21.304139 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-513c1220-cf6f-483b-8747-a38c05ad0cde tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:21.354761 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-513c1220-cf6f-483b-8747-a38c05ad0cde tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Network 204c36cf-df24-4685-924a-73188da7301c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:45:21.358838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-513c1220-cf6f-483b-8747-a38c05ad0cde tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:45:21.366257 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-513c1220-cf6f-483b-8747-a38c05ad0cde tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:45:21.370958 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c1220-cf6f-483b-8747-a38c05ad0cde tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Pushing event updated for resources: {'Port': ['ID=7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:21.421084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-513c1220-cf6f-483b-8747-a38c05ad0cde tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:21.421762 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-513c1220-cf6f-483b-8747-a38c05ad0cde tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:21.544883 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-513c1220-cf6f-483b-8747-a38c05ad0cde tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0259857 Aug 31 01:45:21.557357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Request body: {'port': {'device_id': 'a17d4959-4f74-42ed-b78c-8091efc0b500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:45:21.622065 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:21.667865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-91a809a8-9ad0-4641-8065-1a5862c820b3 None None] Provisioning for port 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:45:21.672577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-91a809a8-9ad0-4641-8065-1a5862c820b3 None None] Provisioning complete for port 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:45:21.672951 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-91a809a8-9ad0-4641-8065-1a5862c820b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:21.707507 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-91a809a8-9ad0-4641-8065-1a5862c820b3 None None] Port 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:45:21.892247 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:45:21.900039 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:21.913366 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Transition to ACTIVE for port object 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:45:22.000163 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:22.049921 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Pushing event updated for resources: {'Port': ['ID=7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:22.132565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Attempting to bind port 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:45:22.132906 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Attempting to bind port 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:45:22.133239 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Attempting to bind port 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:45:22.138225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Port 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 on network 204c36cf-df24-4685-924a-73188da7301c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:45:22.138552 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Attempting to bind port 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 on network 204c36cf-df24-4685-924a-73188da7301c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:45:22.144644 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:45:22.144913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Checking segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:45:22.145306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Bound using segment: {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:45:22.145765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Bound port: 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf7ca02-c9e1-41a7-903b-083987ee3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '204c36cf-df24-4685-924a-73188da7301c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:45:22.146133 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:22.217315 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] For port 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:45:22.221241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] For port 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:45:22.286817 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:22.347122 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:22.347758 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:22.349190 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] 10.222.0.41 "PUT /v2.0/ports/7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 HTTP/1.1" status: 200 len: 1097 time: 0.7966197 Aug 31 01:45:22.351827 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17d4959-4f74-42ed-b78c-8091efc0b500', 'tag': '7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:45:22.354330 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f6dc7e-5f59-4021-8a8b-a07a59c4b45d" -d '{"events": [{"name": "network-changed", "server_uuid": "a17d4959-4f74-42ed-b78c-8091efc0b500", "tag": "7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:45:22.391419 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb093b-6a2e-4871-b704-2318d87bc8cf service neutron] Pushing event updated for resources: {'Port': ['ID=7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:22.413206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2c8ac-fec2-4fa6-a3c2-fabb2bc96652 req-8ae625d2-02ff-41be-91c8-c423d56c527c tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:22.413206 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1c2c8ac-fec2-4fa6-a3c2-fabb2bc96652 req-8ae625d2-02ff-41be-91c8-c423d56c527c tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/ports?device_id=a17d4959-4f74-42ed-b78c-8091efc0b500 HTTP/1.1" status: 200 len: 948 time: 0.1157889 Aug 31 01:45:22.424606 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0b1272-f603-418a-8aa4-96eee9615d63 x-openstack-request-id: req-6d0b1272-f603-418a-8aa4-96eee9615d63 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:45:22.424936 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17d4959-4f74-42ed-b78c-8091efc0b500", "tag": "7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:45:22.425195 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d0b1272-f603-418a-8aa4-96eee9615d63 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:45:22.425622 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17d4959-4f74-42ed-b78c-8091efc0b500', 'tag': '7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3', 'status': 'completed', 'code': 200} Aug 31 01:45:22.469245 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1c2c8ac-fec2-4fa6-a3c2-fabb2bc96652 req-9824d846-96a4-4aee-bfc1-92e25eba1b50 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7a31155-e485-47ca-b9de-320b2550b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472147 Aug 31 01:45:22.500368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6dc7e-5f59-4021-8a8b-a07a59c4b45d req-64604f79-f68b-4f28-9404-2a4bd4e2919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:22.501962 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2f6dc7e-5f59-4021-8a8b-a07a59c4b45d req-64604f79-f68b-4f28-9404-2a4bd4e2919e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0d87877c9ce42328d9a5895bb727761&device_id=a17d4959-4f74-42ed-b78c-8091efc0b500 HTTP/1.1" status: 200 len: 1100 time: 0.0495617 Aug 31 01:45:22.532120 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2f6dc7e-5f59-4021-8a8b-a07a59c4b45d req-3f5cd73f-68fc-47dc-a711-ecf8a08cae37 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a0d87877c9ce42328d9a5895bb727761&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225339 Aug 31 01:45:22.635618 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6dc7e-5f59-4021-8a8b-a07a59c4b45d req-505e2217-e5ee-4cdb-8782-e5ff902efc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:22.637021 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e2f6dc7e-5f59-4021-8a8b-a07a59c4b45d req-505e2217-e5ee-4cdb-8782-e5ff902efc8b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980494 Aug 31 01:45:22.977117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-88db7471-0fc6-4755-ba4c-46af9a3d9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:22.978645 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-88db7471-0fc6-4755-ba4c-46af9a3d9799 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0d87877c9ce42328d9a5895bb727761&device_id=a17d4959-4f74-42ed-b78c-8091efc0b500 HTTP/1.1" status: 200 len: 1100 time: 0.3061013 Aug 31 01:45:23.020584 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-7cb179e8-f10f-4910-a393-38dcf7544fe1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 HTTP/1.1" status: 200 len: 217 time: 0.0331485 Aug 31 01:45:23.069698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-76170992-083b-4417-9582-fdad1483a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:23.071165 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-76170992-083b-4417-9582-fdad1483a509 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37147053-e0fb-412f-b0b7-505081eb6767 HTTP/1.1" status: 200 len: 843 time: 0.0433025 Aug 31 01:45:23.123100 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-4534ed09-a160-46d6-8352-b93a05f30bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:23.124706 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-4534ed09-a160-46d6-8352-b93a05f30bae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=204c36cf-df24-4685-924a-73188da7301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0466900 Aug 31 01:45:23.221152 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-d307e821-47ad-469b-9b3f-3c6489ef40f3 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895243 Aug 31 01:45:23.314927 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c9ccb25a-3e17-48ef-b928-1dc779d0f514 req-918f219f-1094-489e-89a0-5d4bce400953 service neutron] 10.222.0.41 "GET /v2.0/networks/204c36cf-df24-4685-924a-73188da7301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871274 Aug 31 01:45:23.588960 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25a498-3fa1-4e94-acbb-b1e193fc3628 req-aaa8d49a-985d-4182-865e-f4c9fe24b0c6 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:23.590490 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4f25a498-3fa1-4e94-acbb-b1e193fc3628 req-aaa8d49a-985d-4182-865e-f4c9fe24b0c6 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/ports?device_id=a17d4959-4f74-42ed-b78c-8091efc0b500 HTTP/1.1" status: 200 len: 948 time: 0.0514524 Aug 31 01:45:23.635730 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4f25a498-3fa1-4e94-acbb-b1e193fc3628 req-b9a1ffe5-67a7-4aeb-9e0b-f738726df3e0 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7a31155-e485-47ca-b9de-320b2550b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377800 Aug 31 01:45:24.768787 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbe966-9c33-4ea5-afe0-d14757d4c1a4 req-f7f7e5cb-1ab5-477b-b1ae-073717148478 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:24.770473 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edcbe966-9c33-4ea5-afe0-d14757d4c1a4 req-f7f7e5cb-1ab5-477b-b1ae-073717148478 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/ports?device_id=a17d4959-4f74-42ed-b78c-8091efc0b500 HTTP/1.1" status: 200 len: 948 time: 0.0500257 Aug 31 01:45:24.783061 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:45:24.810573 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-edcbe966-9c33-4ea5-afe0-d14757d4c1a4 req-81a448d3-767f-4935-97ed-328a2a1056b5 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7a31155-e485-47ca-b9de-320b2550b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340853 Aug 31 01:45:24.882655 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:24.894303 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3', 'network_id': '204c36cf-df24-4685-924a-73188da7301c', 'port_id': '7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3', 'mac_address': 'fa:16:3e:02:95:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37147053-e0fb-412f-b0b7-505081eb6767', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:45:24.931496 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:24.945361 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:45:24.969293 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:25.046153 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:25.093932 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:25.265092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:45:25.926816 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01478da4-d402-4250-a77a-05f99330ff4d req-0cef5691-5cfd-40e1-a3f0-63c869fba8e4 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:25.928300 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-01478da4-d402-4250-a77a-05f99330ff4d req-0cef5691-5cfd-40e1-a3f0-63c869fba8e4 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/ports?device_id=a17d4959-4f74-42ed-b78c-8091efc0b500 HTTP/1.1" status: 200 len: 949 time: 0.0502489 Aug 31 01:45:25.965879 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-01478da4-d402-4250-a77a-05f99330ff4d req-c41a56fc-4ff6-412c-ae06-1edea1004263 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7a31155-e485-47ca-b9de-320b2550b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316539 Aug 31 01:45:26.799750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:45:26.902828 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:45:26.907250 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:45:26.907615 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:26.981984 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:27.004898 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17d4959-4f74-42ed-b78c-8091efc0b500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:45:27.029048 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:27.047494 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee170a43-05c1-4210-b4c8-5ddb5adfc59c" -d '{"events": [{"server_uuid": "a17d4959-4f74-42ed-b78c-8091efc0b500", "name": "network-vif-plugged", "status": "completed", "tag": "7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:45:27.069190 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:27.093013 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9aa48-6545-42d8-94de-fdfbd8e7dcaf req-a60a6932-7571-4407-b46c-f49a5b6a4039 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:27.094630 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d9a9aa48-6545-42d8-94de-fdfbd8e7dcaf req-a60a6932-7571-4407-b46c-f49a5b6a4039 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/ports?device_id=a17d4959-4f74-42ed-b78c-8091efc0b500 HTTP/1.1" status: 200 len: 949 time: 0.0595503 Aug 31 01:45:27.130607 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:27.137365 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d9a9aa48-6545-42d8-94de-fdfbd8e7dcaf req-fb4f244a-5df0-4238-996a-52be7c3cf14d tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7a31155-e485-47ca-b9de-320b2550b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367463 Aug 31 01:45:27.147620 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca557b3-eab5-411c-a8ba-05e1714a8175 x-openstack-request-id: req-1ca557b3-eab5-411c-a8ba-05e1714a8175 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:45:27.148008 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17d4959-4f74-42ed-b78c-8091efc0b500", "name": "network-vif-plugged", "status": "completed", "tag": "7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:45:27.148268 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ca557b3-eab5-411c-a8ba-05e1714a8175 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:45:27.148673 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17d4959-4f74-42ed-b78c-8091efc0b500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3', 'code': 200} Aug 31 01:45:27.249124 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81648eae-90a0-4e64-90f4-ecf32f28e36c req-1a367c5d-380a-4813-a2c8-b9e2ddc6ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:27.250737 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81648eae-90a0-4e64-90f4-ecf32f28e36c req-1a367c5d-380a-4813-a2c8-b9e2ddc6ae68 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a17d4959-4f74-42ed-b78c-8091efc0b500 HTTP/1.1" status: 200 len: 1102 time: 0.0477269 Aug 31 01:45:27.288733 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81648eae-90a0-4e64-90f4-ecf32f28e36c req-0bc64b54-a6e1-4f49-a4e3-aa1dbcb52033 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b7a31155-e485-47ca-b9de-320b2550b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301335 Aug 31 01:45:28.258649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2481c7-542f-4581-8595-01ce2b559d42 req-5e26c22f-cec1-448d-b765-65e38935ff85 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:28.260177 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4d2481c7-542f-4581-8595-01ce2b559d42 req-5e26c22f-cec1-448d-b765-65e38935ff85 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/ports?device_id=a17d4959-4f74-42ed-b78c-8091efc0b500 HTTP/1.1" status: 200 len: 950 time: 0.0524313 Aug 31 01:45:28.300126 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4d2481c7-542f-4581-8595-01ce2b559d42 req-f8a03f0b-e9ec-48bf-a0ec-23025d4ad6cb tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7a31155-e485-47ca-b9de-320b2550b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338480 Aug 31 01:45:29.436494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204526b-123f-451b-9804-b3489e2f8c76 req-9d982d2b-b18b-4b7b-8d24-29e209f132f4 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:29.438024 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7204526b-123f-451b-9804-b3489e2f8c76 req-9d982d2b-b18b-4b7b-8d24-29e209f132f4 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/ports?device_id=a17d4959-4f74-42ed-b78c-8091efc0b500 HTTP/1.1" status: 200 len: 950 time: 0.0551767 Aug 31 01:45:29.477416 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7204526b-123f-451b-9804-b3489e2f8c76 req-76d59007-3836-4bbb-8a24-83237fc82784 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7a31155-e485-47ca-b9de-320b2550b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327945 Aug 31 01:45:29.980552 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-f7d7beb3-9557-40e6-ace5-db158481277d req-1a613387-05d8-4fa9-ae89-56489183b289 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:45:29.981646 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f7d7beb3-9557-40e6-ace5-db158481277d req-1a613387-05d8-4fa9-ae89-56489183b289 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0565820 Aug 31 01:45:30.563054 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-63ec7ff9-c372-4133-ba05-1c9ebbacc55f req-2af23487-d227-4974-baea-22f03e9a97f9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:45:30.564164 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63ec7ff9-c372-4133-ba05-1c9ebbacc55f req-2af23487-d227-4974-baea-22f03e9a97f9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0541956 Aug 31 01:45:31.226621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025f355-853e-4d5d-926f-3391c20e6ed2 req-ea5d9aa8-a953-4fe7-a627-6c6fd5866b27 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:31.228186 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2025f355-853e-4d5d-926f-3391c20e6ed2 req-ea5d9aa8-a953-4fe7-a627-6c6fd5866b27 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/ports?device_id=a17d4959-4f74-42ed-b78c-8091efc0b500 HTTP/1.1" status: 200 len: 950 time: 0.0537336 Aug 31 01:45:31.270853 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2025f355-853e-4d5d-926f-3391c20e6ed2 req-45a5c954-8400-428f-bf3e-354dc63abd7e tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7a31155-e485-47ca-b9de-320b2550b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356364 Aug 31 01:45:32.400198 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110f70e-b08d-4f97-9ad4-f15aa6baa96d req-32b6f8f9-e4f6-49c4-afdb-99fe8bb90dc4 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:32.401821 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7110f70e-b08d-4f97-9ad4-f15aa6baa96d req-32b6f8f9-e4f6-49c4-afdb-99fe8bb90dc4 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/ports?device_id=a17d4959-4f74-42ed-b78c-8091efc0b500 HTTP/1.1" status: 200 len: 950 time: 0.0578356 Aug 31 01:45:32.450699 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7110f70e-b08d-4f97-9ad4-f15aa6baa96d req-cd8d8801-2ff6-44b9-b088-9811aef13639 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7a31155-e485-47ca-b9de-320b2550b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404930 Aug 31 01:45:32.502541 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed096d-2348-41ef-8ee6-e44b485af633 req-08f9390f-21f3-4a98-93c3-998403b0ad1f tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:32.505143 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-85ed096d-2348-41ef-8ee6-e44b485af633 req-08f9390f-21f3-4a98-93c3-998403b0ad1f tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.41 "GET /v2.0/ports?device_id=a17d4959-4f74-42ed-b78c-8091efc0b500 HTTP/1.1" status: 200 len: 950 time: 0.0785625 Aug 31 01:45:32.598449 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-85ed096d-2348-41ef-8ee6-e44b485af633 req-1fe3d68c-00f8-4ba5-9450-97c6fee8fef1 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Deleting port 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:45:32.598838 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-85ed096d-2348-41ef-8ee6-e44b485af633 req-1fe3d68c-00f8-4ba5-9450-97c6fee8fef1 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:32.690866 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-85ed096d-2348-41ef-8ee6-e44b485af633 req-1fe3d68c-00f8-4ba5-9450-97c6fee8fef1 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] For port 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3,segment=NetworkSegment(caf7ca02-c9e1-41a7-903b-083987ee3737),segment_id=caf7ca02-c9e1-41a7-903b-083987ee3737)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:32.691150 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-85ed096d-2348-41ef-8ee6-e44b485af633 req-1fe3d68c-00f8-4ba5-9450-97c6fee8fef1 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:32.704700 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-85ed096d-2348-41ef-8ee6-e44b485af633 req-1fe3d68c-00f8-4ba5-9450-97c6fee8fef1 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Calling delete_port for 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:45:32.897330 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-85ed096d-2348-41ef-8ee6-e44b485af633 req-1fe3d68c-00f8-4ba5-9450-97c6fee8fef1 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:32.909588 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:45:32.927110 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3d68c-00f8-4ba5-9450-97c6fee8fef1 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Pushing event deleted for resources: {'Port': ['ID=7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:32.983615 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ed096d-2348-41ef-8ee6-e44b485af633 req-1fe3d68c-00f8-4ba5-9450-97c6fee8fef1 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] No DVR routers for this DVR port 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:45:32.988549 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-85ed096d-2348-41ef-8ee6-e44b485af633 req-1fe3d68c-00f8-4ba5-9450-97c6fee8fef1 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:32.988549 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-85ed096d-2348-41ef-8ee6-e44b485af633 req-1fe3d68c-00f8-4ba5-9450-97c6fee8fef1 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.41 "DELETE /v2.0/ports/7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 HTTP/1.1" status: 204 len: 173 time: 0.4769754 Aug 31 01:45:32.988921 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17d4959-4f74-42ed-b78c-8091efc0b500', 'name': 'network-vif-deleted', 'tag': '7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:45:32.991343 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda997c6-6799-491a-84c4-7b89b61a4efe" -d '{"events": [{"server_uuid": "a17d4959-4f74-42ed-b78c-8091efc0b500", "name": "network-vif-deleted", "tag": "7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:45:33.037371 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00de9b7-d1bf-4191-a18e-67bc30f39e43 x-openstack-request-id: req-e00de9b7-d1bf-4191-a18e-67bc30f39e43 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:45:33.037709 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17d4959-4f74-42ed-b78c-8091efc0b500", "name": "network-vif-deleted", "tag": "7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:45:33.037969 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e00de9b7-d1bf-4191-a18e-67bc30f39e43 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:45:33.038412 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17d4959-4f74-42ed-b78c-8091efc0b500', 'name': 'network-vif-deleted', 'tag': '7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3', 'status': 'completed', 'code': 200} Aug 31 01:45:33.574831 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9955c803-bcf3-40f5-8795-ebeb848f5e3d req-91968829-5ae2-4cd3-aa07-c901807b2d28 tempest-ServersAdminNegativeTestJSON-220602785 tempest-ServersAdminNegativeTestJSON-220602785-project] 10.222.0.16 "GET /v2.0/ports?device_id=a17d4959-4f74-42ed-b78c-8091efc0b500 HTTP/1.1" status: 200 len: 210 time: 0.0306411 Aug 31 01:45:34.268476 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-20527159-bc9a-4c20-b3a6-c9831630c3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:35.057076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39084) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:35.196579 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-56d7ed8c-e1fe-4e65-a37a-54372146ce99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0d87877c9ce42328d9a5895bb727761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382840 Aug 31 01:45:35.199181 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39088) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:35.252079 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc3ba4bc-1703-4807-b792-ec43218bbf7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:35.273513 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc3ba4bc-1703-4807-b792-ec43218bbf7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:35.394259 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc3ba4bc-1703-4807-b792-ec43218bbf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:35.397133 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bc3ba4bc-1703-4807-b792-ec43218bbf7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:35.398737 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bc3ba4bc-1703-4807-b792-ec43218bbf7c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7a31155-e485-47ca-b9de-320b2550b2f1 HTTP/1.1" status: 204 len: 168 time: 0.1984823 Aug 31 01:45:35.408219 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ba4bc-1703-4807-b792-ec43218bbf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a31155-e485-47ca-b9de-320b2550b2f1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:35.416415 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ba4bc-1703-4807-b792-ec43218bbf7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:35.416763 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ba4bc-1703-4807-b792-ec43218bbf7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:35.417124 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ba4bc-1703-4807-b792-ec43218bbf7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:35.417588 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ba4bc-1703-4807-b792-ec43218bbf7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:35.417914 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ba4bc-1703-4807-b792-ec43218bbf7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:35.418123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ba4bc-1703-4807-b792-ec43218bbf7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:35.418462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ba4bc-1703-4807-b792-ec43218bbf7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:35.418794 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ba4bc-1703-4807-b792-ec43218bbf7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:35.419123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ba4bc-1703-4807-b792-ec43218bbf7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:35.419446 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ba4bc-1703-4807-b792-ec43218bbf7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:35.419770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ba4bc-1703-4807-b792-ec43218bbf7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:35.420634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3ba4bc-1703-4807-b792-ec43218bbf7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.072019 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39094) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:36.086581 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71139655-1f39-481c-b1f6-8fac215c8641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:36.189610 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71139655-1f39-481c-b1f6-8fac215c8641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:36.245593 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71139655-1f39-481c-b1f6-8fac215c8641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:36.288553 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-71139655-1f39-481c-b1f6-8fac215c8641 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=605f27354f52428eb78958cfca1ed3c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2154074 Aug 31 01:45:36.289304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71139655-1f39-481c-b1f6-8fac215c8641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4344018-7a1c-495b-8c97-f79c9dbabdd2,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:36.291441 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39096) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:36.345660 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-64814340-91d3-49e6-8dcd-d5d6899cd1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:36.368343 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-64814340-91d3-49e6-8dcd-d5d6899cd1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:36.513990 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-64814340-91d3-49e6-8dcd-d5d6899cd1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:36.516566 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-64814340-91d3-49e6-8dcd-d5d6899cd1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:36.517758 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-64814340-91d3-49e6-8dcd-d5d6899cd1c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4344018-7a1c-495b-8c97-f79c9dbabdd2 HTTP/1.1" status: 204 len: 168 time: 0.2252924 Aug 31 01:45:36.525883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64814340-91d3-49e6-8dcd-d5d6899cd1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4344018-7a1c-495b-8c97-f79c9dbabdd2,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:36.533652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64814340-91d3-49e6-8dcd-d5d6899cd1c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.533983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64814340-91d3-49e6-8dcd-d5d6899cd1c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.534328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64814340-91d3-49e6-8dcd-d5d6899cd1c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.534670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64814340-91d3-49e6-8dcd-d5d6899cd1c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.535004 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64814340-91d3-49e6-8dcd-d5d6899cd1c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.535389 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64814340-91d3-49e6-8dcd-d5d6899cd1c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.535723 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64814340-91d3-49e6-8dcd-d5d6899cd1c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.536050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64814340-91d3-49e6-8dcd-d5d6899cd1c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.536391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64814340-91d3-49e6-8dcd-d5d6899cd1c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.536693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64814340-91d3-49e6-8dcd-d5d6899cd1c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.537020 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64814340-91d3-49e6-8dcd-d5d6899cd1c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.537345 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64814340-91d3-49e6-8dcd-d5d6899cd1c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.846268 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:45:36.867778 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:45:36.868135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 7dd20d59-4b77-4f4c-b7d0-f5ed5b3a7ac3 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:45:36.880044 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:36.994231 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3de008f4-a98f-4afa-86c9-1774f5520abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:37.371540 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:37.594205 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:37.770379 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39118) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:37.878585 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-88e7a318-3127-4348-b97b-6135265864ba admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-154574206-network', 'tenant_id': 'cad6a5080a214b02b3b1bc6db53ec45c'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:45:37.965265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e7a318-3127-4348-b97b-6135265864ba admin admin] Made reservation on behalf of cad6a5080a214b02b3b1bc6db53ec45c for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:45:37.968197 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88e7a318-3127-4348-b97b-6135265864ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:37.977565 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88e7a318-3127-4348-b97b-6135265864ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:38.088151 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88e7a318-3127-4348-b97b-6135265864ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:38.165889 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88e7a318-3127-4348-b97b-6135265864ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:38.193868 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e7a318-3127-4348-b97b-6135265864ba admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:45:38.204773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7a318-3127-4348-b97b-6135265864ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbc6b24-a1e2-4512-b7eb-edee303f036f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:38.210288 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88e7a318-3127-4348-b97b-6135265864ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:38.210798 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-88e7a318-3127-4348-b97b-6135265864ba admin admin] Added segment 1a4707f1-a8db-4693-9580-c4c08c2f4605 of type vlan for network cfe7ced7-8e9b-4753-b4a0-4643c051cc3c Aug 31 01:45:38.254708 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88e7a318-3127-4348-b97b-6135265864ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:38.371360 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88e7a318-3127-4348-b97b-6135265864ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:38.372384 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e7a318-3127-4348-b97b-6135265864ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:38.372980 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88e7a318-3127-4348-b97b-6135265864ba admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:38.440440 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7a318-3127-4348-b97b-6135265864ba admin admin] Pushing event updated for resources: {'Network': ['ID=cfe7ced7-8e9b-4753-b4a0-4643c051cc3c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:38.452036 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network cfe7ced7-8e9b-4753-b4a0-4643c051cc3c details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:45:38.469539 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-88e7a318-3127-4348-b97b-6135265864ba admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6978986 Aug 31 01:45:38.472563 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39122) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:38.477717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1fd8c974-9225-4cca-a822-80753b11a9ca admin admin] Request body: {'subnet': {'network_id': 'cfe7ced7-8e9b-4753-b4a0-4643c051cc3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-154574206-subnet', 'tenant_id': 'cad6a5080a214b02b3b1bc6db53ec45c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:45:38.577264 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd8c974-9225-4cca-a822-80753b11a9ca admin admin] Made reservation on behalf of cad6a5080a214b02b3b1bc6db53ec45c for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:45:38.581292 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c974-9225-4cca-a822-80753b11a9ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:38.668533 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:38.840313 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c974-9225-4cca-a822-80753b11a9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:38.896438 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8c974-9225-4cca-a822-80753b11a9ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=eec81a92-6ee0-4d9d-99c6-e270fe29602b,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:38.910638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd8c974-9225-4cca-a822-80753b11a9ca admin admin] Checking segment: {'id': '1a4707f1-a8db-4693-9580-c4c08c2f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cfe7ced7-8e9b-4753-b4a0-4643c051cc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:45:38.911006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd8c974-9225-4cca-a822-80753b11a9ca admin admin] Network hostable DHCP agents. Network: cfe7ced7-8e9b-4753-b4a0-4643c051cc3c, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:45:38.983163 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd8c974-9225-4cca-a822-80753b11a9ca admin admin] Network cfe7ced7-8e9b-4753-b4a0-4643c051cc3c is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:45:39.068715 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-1fd8c974-9225-4cca-a822-80753b11a9ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, cfe7ced7-8e9b-4753-b4a0-4643c051cc3c) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:45:39.074043 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd8c974-9225-4cca-a822-80753b11a9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:39.074636 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c974-9225-4cca-a822-80753b11a9ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:39.079748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9088253f-e12d-4880-9a93-ac4988b1b2eb None None] Network cfe7ced7-8e9b-4753-b4a0-4643c051cc3c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:45:39.160782 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1fd8c974-9225-4cca-a822-80753b11a9ca admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6866107 Aug 31 01:45:39.219183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb551f1-cd4c-4def-810e-fb9fc6676a4e None None] Network cfe7ced7-8e9b-4753-b4a0-4643c051cc3c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:45:39.615750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-6572b35c-7df0-41f1-af54-50c2ca092b95 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:39.617426 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-6572b35c-7df0-41f1-af54-50c2ca092b95 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/networks?id=cfe7ced7-8e9b-4753-b4a0-4643c051cc3c HTTP/1.1" status: 200 len: 811 time: 0.1099837 Aug 31 01:45:39.633780 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-84d7450a-e784-4acc-96de-b2c863d57d13 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/quotas/cad6a5080a214b02b3b1bc6db53ec45c HTTP/1.1" status: 200 len: 375 time: 0.0097461 Aug 31 01:45:39.667091 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-07381c23-b4ad-406e-b0d7-21f8730d6de5 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cad6a5080a214b02b3b1bc6db53ec45c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274606 Aug 31 01:45:39.678562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-e40a91a9-795e-452d-88c2-68621505a5b8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:45:39.679559 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-e40a91a9-795e-452d-88c2-68621505a5b8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053589 Aug 31 01:45:39.770861 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-b83c852a-5784-4211-829f-eec5d07b3ff4 service neutron] 10.222.0.16 "GET /v2.0/networks/cfe7ced7-8e9b-4753-b4a0-4643c051cc3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851190 Aug 31 01:45:39.866022 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-b04036d4-f603-45f0-999f-e4ce4f578a3f service neutron] 10.222.0.16 "GET /v2.0/networks/cfe7ced7-8e9b-4753-b4a0-4643c051cc3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890787 Aug 31 01:45:40.331492 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:41.155887 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-420b490d-6604-4857-92a9-2d7772af94ac req-e1786762-35e4-43ec-b40c-1017c80490db tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 210 time: 0.0288656 Aug 31 01:45:42.256190 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ed183a8-4074-4e5a-b506-1a1ecfb046bd req-3cd532c9-6908-467a-8a47-42b97f7362de tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 210 time: 0.0285225 Aug 31 01:45:43.340105 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-8500dd81-68ed-46f9-98a6-d3dd1ae733d7 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:43.341706 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-8500dd81-68ed-46f9-98a6-d3dd1ae733d7 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.41 "GET /v2.0/networks?id=cfe7ced7-8e9b-4753-b4a0-4643c051cc3c HTTP/1.1" status: 200 len: 811 time: 0.1112809 Aug 31 01:45:43.357617 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-21cde2f8-bdf1-4f8a-a6d0-2f0045491021 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Request body: {'port': {'device_id': '1dd6f236-a898-4303-8716-29a519cc779b', 'network_id': 'cfe7ced7-8e9b-4753-b4a0-4643c051cc3c', 'admin_state_up': True, 'tenant_id': 'cad6a5080a214b02b3b1bc6db53ec45c'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:45:43.389279 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e92ff273-dd07-496b-ad26-91a8b424aa7e req-eef3dd0c-451b-4596-97fb-f1299fde679f tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 210 time: 0.0465078 Aug 31 01:45:43.542549 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-21cde2f8-bdf1-4f8a-a6d0-2f0045491021 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Made reservation on behalf of cad6a5080a214b02b3b1bc6db53ec45c for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:45:43.546241 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-21cde2f8-bdf1-4f8a-a6d0-2f0045491021 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:43.689270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-21cde2f8-bdf1-4f8a-a6d0-2f0045491021 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Allocated IP 172.20.0.8 (cfe7ced7-8e9b-4753-b4a0-4643c051cc3c/eec81a92-6ee0-4d9d-99c6-e270fe29602b/8e882cdf-b230-4907-b0f3-5dba36ccda84) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:45:43.838421 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-21cde2f8-bdf1-4f8a-a6d0-2f0045491021 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:43.914463 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-21cde2f8-bdf1-4f8a-a6d0-2f0045491021 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:43.963955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-21cde2f8-bdf1-4f8a-a6d0-2f0045491021 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Network cfe7ced7-8e9b-4753-b4a0-4643c051cc3c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:45:43.966931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-21cde2f8-bdf1-4f8a-a6d0-2f0045491021 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:45:43.971560 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-21cde2f8-bdf1-4f8a-a6d0-2f0045491021 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:45:43.977823 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cde2f8-bdf1-4f8a-a6d0-2f0045491021 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Pushing event updated for resources: {'Port': ['ID=8e882cdf-b230-4907-b0f3-5dba36ccda84,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:44.022902 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-21cde2f8-bdf1-4f8a-a6d0-2f0045491021 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:44.023526 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-21cde2f8-bdf1-4f8a-a6d0-2f0045491021 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:44.092217 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-21cde2f8-bdf1-4f8a-a6d0-2f0045491021 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7408814 Aug 31 01:45:44.105853 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Request body: {'port': {'device_id': '1dd6f236-a898-4303-8716-29a519cc779b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:45:44.161243 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:44.429970 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e882cdf-b230-4907-b0f3-5dba36ccda84 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:45:44.438061 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:44.450840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Transition to ACTIVE for port object 8e882cdf-b230-4907-b0f3-5dba36ccda84 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:45:44.508218 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d6a05-30c7-4542-8812-fac8242f2908 req-46ecb503-76a5-42c7-92df-8eedabb50d21 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:44.509787 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cd0d6a05-30c7-4542-8812-fac8242f2908 req-46ecb503-76a5-42c7-92df-8eedabb50d21 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 931 time: 0.0509083 Aug 31 01:45:44.519707 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:44.550499 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cd0d6a05-30c7-4542-8812-fac8242f2908 req-c92a35e4-38fa-4018-ae5f-49193a5c8658 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341270 Aug 31 01:45:44.595070 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e882cdf-b230-4907-b0f3-5dba36ccda84,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:44.646627 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Attempting to bind port 8e882cdf-b230-4907-b0f3-5dba36ccda84 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:45:44.646970 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Attempting to bind port 8e882cdf-b230-4907-b0f3-5dba36ccda84 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '1a4707f1-a8db-4693-9580-c4c08c2f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cfe7ced7-8e9b-4753-b4a0-4643c051cc3c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:45:44.647303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Attempting to bind port 8e882cdf-b230-4907-b0f3-5dba36ccda84 on network cfe7ced7-8e9b-4753-b4a0-4643c051cc3c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:45:44.652062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Port 8e882cdf-b230-4907-b0f3-5dba36ccda84 on network cfe7ced7-8e9b-4753-b4a0-4643c051cc3c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:45:44.652383 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Attempting to bind port 8e882cdf-b230-4907-b0f3-5dba36ccda84 on network cfe7ced7-8e9b-4753-b4a0-4643c051cc3c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:45:44.658072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:45:44.660659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Checking segment: {'id': '1a4707f1-a8db-4693-9580-c4c08c2f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cfe7ced7-8e9b-4753-b4a0-4643c051cc3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:45:44.660659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Bound using segment: {'id': '1a4707f1-a8db-4693-9580-c4c08c2f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cfe7ced7-8e9b-4753-b4a0-4643c051cc3c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:45:44.660659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Bound port: 8e882cdf-b230-4907-b0f3-5dba36ccda84, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a4707f1-a8db-4693-9580-c4c08c2f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cfe7ced7-8e9b-4753-b4a0-4643c051cc3c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:45:44.660659 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:44.722318 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] For port 8e882cdf-b230-4907-b0f3-5dba36ccda84, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:45:44.725333 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] For port 8e882cdf-b230-4907-b0f3-5dba36ccda84, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=8e882cdf-b230-4907-b0f3-5dba36ccda84,segment=NetworkSegment(1a4707f1-a8db-4693-9580-c4c08c2f4605),segment_id=1a4707f1-a8db-4693-9580-c4c08c2f4605)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:45:44.782982 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:44.817213 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:44.817878 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:44.819861 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/8e882cdf-b230-4907-b0f3-5dba36ccda84 HTTP/1.1" status: 200 len: 1092 time: 0.7185752 Aug 31 01:45:44.822130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd6f236-a898-4303-8716-29a519cc779b', 'tag': '8e882cdf-b230-4907-b0f3-5dba36ccda84'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:45:44.825647 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1bcd33-4cf4-466f-b677-a87915eef3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd6f236-a898-4303-8716-29a519cc779b", "tag": "8e882cdf-b230-4907-b0f3-5dba36ccda84"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:45:44.852914 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5acb7-9f8d-4586-b0a5-fa9fb35fb2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e882cdf-b230-4907-b0f3-5dba36ccda84,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:44.863084 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52459d7e-27c9-4fa1-9317-20ddfdf624aa x-openstack-request-id: req-52459d7e-27c9-4fa1-9317-20ddfdf624aa {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:45:44.863084 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd6f236-a898-4303-8716-29a519cc779b", "tag": "8e882cdf-b230-4907-b0f3-5dba36ccda84", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:45:44.863084 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52459d7e-27c9-4fa1-9317-20ddfdf624aa {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:45:44.863588 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd6f236-a898-4303-8716-29a519cc779b', 'tag': '8e882cdf-b230-4907-b0f3-5dba36ccda84', 'status': 'completed', 'code': 200} Aug 31 01:45:44.925324 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bcd33-4cf4-466f-b677-a87915eef3b9 req-bd95b948-62c3-4dbe-ba6b-3dc7d53aa35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:44.926881 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d1bcd33-4cf4-466f-b677-a87915eef3b9 req-bd95b948-62c3-4dbe-ba6b-3dc7d53aa35a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cad6a5080a214b02b3b1bc6db53ec45c&device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 1095 time: 0.0432539 Aug 31 01:45:45.041419 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bcd33-4cf4-466f-b677-a87915eef3b9 req-fe303df0-ed56-4c52-8b96-5335cd7c7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:45.042935 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d1bcd33-4cf4-466f-b677-a87915eef3b9 req-fe303df0-ed56-4c52-8b96-5335cd7c7c74 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cad6a5080a214b02b3b1bc6db53ec45c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1086330 Aug 31 01:45:45.141199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bcd33-4cf4-466f-b677-a87915eef3b9 req-2f277157-ed51-484d-ad34-33b6d76288a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:45.142930 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d1bcd33-4cf4-466f-b677-a87915eef3b9 req-2f277157-ed51-484d-ad34-33b6d76288a5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932009 Aug 31 01:45:45.229072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-b2ae1016-3c1b-4b43-ac1f-dfea2418b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:45.230651 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-b2ae1016-3c1b-4b43-ac1f-dfea2418b097 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cad6a5080a214b02b3b1bc6db53ec45c&device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 1095 time: 0.0479202 Aug 31 01:45:45.272966 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-f11aed95-ca17-4763-9573-d5bc1905d040 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e882cdf-b230-4907-b0f3-5dba36ccda84 HTTP/1.1" status: 200 len: 217 time: 0.0343187 Aug 31 01:45:45.328986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-6703f25c-9657-48b9-bfdc-bc298af514c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:45.330414 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-6703f25c-9657-48b9-bfdc-bc298af514c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eec81a92-6ee0-4d9d-99c6-e270fe29602b HTTP/1.1" status: 200 len: 851 time: 0.0500479 Aug 31 01:45:45.367730 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-4d19af8f-6e47-43b0-8f54-54d659510a99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfe7ced7-8e9b-4753-b4a0-4643c051cc3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302637 Aug 31 01:45:45.463948 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-f8a14256-5726-4fc9-a117-cc5c2c9de0cf service neutron] 10.222.0.41 "GET /v2.0/networks/cfe7ced7-8e9b-4753-b4a0-4643c051cc3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893600 Aug 31 01:45:45.566994 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-494feed5-20f0-4432-96f5-8fdae2e8b77c req-e6832228-aefb-4733-aa86-0a5fcf419155 service neutron] 10.222.0.41 "GET /v2.0/networks/cfe7ced7-8e9b-4753-b4a0-4643c051cc3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961261 Aug 31 01:45:45.675554 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df74e40-541a-4e68-9d81-e767f48bd651 req-c4412046-3c02-4989-a682-b5b6aa54467c tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:45.677065 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7df74e40-541a-4e68-9d81-e767f48bd651 req-c4412046-3c02-4989-a682-b5b6aa54467c tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 943 time: 0.0543132 Aug 31 01:45:45.715231 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7df74e40-541a-4e68-9d81-e767f48bd651 req-40605b3a-f664-45b9-a4da-15f0212efcef tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319903 Aug 31 01:45:46.845090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b01ffd-6f03-49ef-bb4a-3b223d1de524 req-11e6a840-2aee-40ec-a70f-f032036631aa tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:46.846792 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3b01ffd-6f03-49ef-bb4a-3b223d1de524 req-11e6a840-2aee-40ec-a70f-f032036631aa tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 943 time: 0.0623162 Aug 31 01:45:46.891567 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3b01ffd-6f03-49ef-bb4a-3b223d1de524 req-7e3d47d7-d751-4a37-82fb-cd7373aa4452 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378940 Aug 31 01:45:46.893670 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 8e882cdf-b230-4907-b0f3-5dba36ccda84 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:45:47.011462 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 8e882cdf-b230-4907-b0f3-5dba36ccda84, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=8e882cdf-b230-4907-b0f3-5dba36ccda84,segment=NetworkSegment(1a4707f1-a8db-4693-9580-c4c08c2f4605),segment_id=1a4707f1-a8db-4693-9580-c4c08c2f4605)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:47.027379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '8e882cdf-b230-4907-b0f3-5dba36ccda84', 'network_id': 'cfe7ced7-8e9b-4753-b4a0-4643c051cc3c', 'port_id': '8e882cdf-b230-4907-b0f3-5dba36ccda84', 'mac_address': 'fa:16:3e:0f:38:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eec81a92-6ee0-4d9d-99c6-e270fe29602b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:45:47.071787 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:47.086525 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e882cdf-b230-4907-b0f3-5dba36ccda84 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:45:47.112894 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 8e882cdf-b230-4907-b0f3-5dba36ccda84, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=8e882cdf-b230-4907-b0f3-5dba36ccda84,segment=NetworkSegment(1a4707f1-a8db-4693-9580-c4c08c2f4605),segment_id=1a4707f1-a8db-4693-9580-c4c08c2f4605)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:47.200026 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:47.262744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=8e882cdf-b230-4907-b0f3-5dba36ccda84,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:47.406673 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['8e882cdf-b230-4907-b0f3-5dba36ccda84'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:45:48.026689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbfd41-9974-416d-ae7c-7182414102d8 req-be3e2c82-8be4-41a2-8d82-55ce4056893e tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:48.028473 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-14cbfd41-9974-416d-ae7c-7182414102d8 req-be3e2c82-8be4-41a2-8d82-55ce4056893e tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 944 time: 0.0561891 Aug 31 01:45:48.092481 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-14cbfd41-9974-416d-ae7c-7182414102d8 req-fc7d5c4d-e785-4ec7-84c2-f930e75f3213 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558515 Aug 31 01:45:48.907820 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 8e882cdf-b230-4907-b0f3-5dba36ccda84 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:45:49.027506 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 8e882cdf-b230-4907-b0f3-5dba36ccda84 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:45:49.031938 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 8e882cdf-b230-4907-b0f3-5dba36ccda84 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:45:49.032312 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:49.112436 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:49.136953 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd6f236-a898-4303-8716-29a519cc779b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e882cdf-b230-4907-b0f3-5dba36ccda84'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:45:49.139471 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988e7802-902c-4dde-8dca-d53407c59354" -d '{"events": [{"server_uuid": "1dd6f236-a898-4303-8716-29a519cc779b", "name": "network-vif-plugged", "status": "completed", "tag": "8e882cdf-b230-4907-b0f3-5dba36ccda84"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:45:49.153034 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 8e882cdf-b230-4907-b0f3-5dba36ccda84, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=8e882cdf-b230-4907-b0f3-5dba36ccda84,segment=NetworkSegment(1a4707f1-a8db-4693-9580-c4c08c2f4605),segment_id=1a4707f1-a8db-4693-9580-c4c08c2f4605)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:49.180367 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a007b87-52ee-48df-a691-24c541e774ef x-openstack-request-id: req-0a007b87-52ee-48df-a691-24c541e774ef {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:45:49.180782 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd6f236-a898-4303-8716-29a519cc779b", "name": "network-vif-plugged", "status": "completed", "tag": "8e882cdf-b230-4907-b0f3-5dba36ccda84", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:45:49.181041 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a007b87-52ee-48df-a691-24c541e774ef {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:45:49.181460 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd6f236-a898-4303-8716-29a519cc779b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e882cdf-b230-4907-b0f3-5dba36ccda84', 'code': 200} Aug 31 01:45:49.222709 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:49.229819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb95e9-4be6-4b52-94e5-e3397378180d req-e688975a-bd26-4421-9dce-a14ba50e6924 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:49.231414 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-35fb95e9-4be6-4b52-94e5-e3397378180d req-e688975a-bd26-4421-9dce-a14ba50e6924 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 944 time: 0.0586286 Aug 31 01:45:49.277704 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=8e882cdf-b230-4907-b0f3-5dba36ccda84,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:49.305544 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-35fb95e9-4be6-4b52-94e5-e3397378180d req-7518ca2b-672d-4f86-a88a-030cfb476e31 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595648 Aug 31 01:45:49.310592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094db24a-7850-4617-aadc-868e9ab8dd44 req-5f0aa314-a968-40b4-ae69-e00f487615c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:49.312114 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-094db24a-7850-4617-aadc-868e9ab8dd44 req-5f0aa314-a968-40b4-ae69-e00f487615c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 1097 time: 0.0741420 Aug 31 01:45:49.351280 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-094db24a-7850-4617-aadc-868e9ab8dd44 req-bdb69c15-8f91-4d1c-873a-9857bc0dccc0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310483 Aug 31 01:45:50.437390 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235b8a1-4cb4-47ec-89be-330330e3a255 req-a6a95ee8-d57d-4dd7-bbcf-aec1ecfb0bd8 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:50.438840 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e235b8a1-4cb4-47ec-89be-330330e3a255 req-a6a95ee8-d57d-4dd7-bbcf-aec1ecfb0bd8 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0502527 Aug 31 01:45:50.477168 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e235b8a1-4cb4-47ec-89be-330330e3a255 req-ff34fe01-7b92-4d5a-a4f7-5ae488752240 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319383 Aug 31 01:45:51.596572 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b67b39-8670-46d2-81f1-4a7954ccf9c9 req-9dbd07c8-b055-4482-9dc3-2b9862f85d7f tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:51.598115 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13b67b39-8670-46d2-81f1-4a7954ccf9c9 req-9dbd07c8-b055-4482-9dc3-2b9862f85d7f tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0506568 Aug 31 01:45:51.637596 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13b67b39-8670-46d2-81f1-4a7954ccf9c9 req-6da17dfe-2ee4-43f9-b31a-4fa762f41e37 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331547 Aug 31 01:45:52.043594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a65bf-b76c-4b54-999b-d4a05724de88 req-da488140-53de-43f6-b836-d22f88ba6a31 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:52.045122 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a2a65bf-b76c-4b54-999b-d4a05724de88 req-da488140-53de-43f6-b836-d22f88ba6a31 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0626123 Aug 31 01:45:52.084607 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1a2a65bf-b76c-4b54-999b-d4a05724de88 req-d92c560c-c00d-451a-adea-66ffda5246f3 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328288 Aug 31 01:45:52.123876 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39186) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:52.213695 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-cc5fe4d0-e0a5-413b-b5ff-96410313d6e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884967 Aug 31 01:45:52.223665 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-464e510c-9519-4a05-aa71-d7d723e523ed service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:45:52.224654 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-464e510c-9519-4a05-aa71-d7d723e523ed service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054922 Aug 31 01:45:53.209099 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d94ea-bd72-4b79-a08e-f4d6fdbdc340 req-b98415ca-2f1d-4b02-a5de-346fea6c6740 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:53.210844 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cd8d94ea-bd72-4b79-a08e-f4d6fdbdc340 req-b98415ca-2f1d-4b02-a5de-346fea6c6740 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0540254 Aug 31 01:45:53.252698 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cd8d94ea-bd72-4b79-a08e-f4d6fdbdc340 req-13a9c399-aa55-45b2-a3a3-8b0d8f4651ee tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355804 Aug 31 01:45:54.294024 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-8185f8c2-f3e4-45fc-bf94-5e21e3600fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:54.296174 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-8185f8c2-f3e4-45fc-bf94-5e21e3600fec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cad6a5080a214b02b3b1bc6db53ec45c&device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 1097 time: 0.0474782 Aug 31 01:45:54.417812 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02362b23-4ffc-450a-b8ba-4bc99e0ad5ea req-aa0829db-b3a8-4265-a3b2-f67cba289f65 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:54.419289 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-02362b23-4ffc-450a-b8ba-4bc99e0ad5ea req-aa0829db-b3a8-4265-a3b2-f67cba289f65 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0742171 Aug 31 01:45:54.445126 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-d10baa40-9485-4208-946d-648a2eab42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:54.446685 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-d10baa40-9485-4208-946d-648a2eab42f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cfe7ced7-8e9b-4753-b4a0-4643c051cc3c HTTP/1.1" status: 200 len: 912 time: 0.1443949 Aug 31 01:45:54.495183 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-6d381096-1113-481b-af58-3c0e5c3dae0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e882cdf-b230-4907-b0f3-5dba36ccda84 HTTP/1.1" status: 200 len: 217 time: 0.0391264 Aug 31 01:45:54.518500 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-02362b23-4ffc-450a-b8ba-4bc99e0ad5ea req-3954be42-41c0-4b5f-b8a6-6da92797c991 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893180 Aug 31 01:45:54.562981 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-29648eb3-5115-4f05-bddc-5fef9aa7c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:54.565373 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-29648eb3-5115-4f05-bddc-5fef9aa7c8f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eec81a92-6ee0-4d9d-99c6-e270fe29602b HTTP/1.1" status: 200 len: 851 time: 0.0612066 Aug 31 01:45:54.599127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-81bebca0-d5d2-4c7d-90bd-bf042cc9d078 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfe7ced7-8e9b-4753-b4a0-4643c051cc3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266747 Aug 31 01:45:54.699469 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-1b106b91-3dd1-4bda-9696-a8934140c17e service neutron] 10.222.0.41 "GET /v2.0/networks/cfe7ced7-8e9b-4753-b4a0-4643c051cc3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924892 Aug 31 01:45:54.793344 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-b06970a4-7277-4f0a-aed6-07536c09a322 service neutron] 10.222.0.41 "GET /v2.0/networks/cfe7ced7-8e9b-4753-b4a0-4643c051cc3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870879 Aug 31 01:45:55.647627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea569a87-ab58-4642-967d-53a103c7aa6d req-747ff007-c102-4cdf-9c90-0e6d731e1cec tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:55.649422 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ea569a87-ab58-4642-967d-53a103c7aa6d req-747ff007-c102-4cdf-9c90-0e6d731e1cec tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0560169 Aug 31 01:45:55.694722 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ea569a87-ab58-4642-967d-53a103c7aa6d req-6009b57d-4d8c-479f-a782-76bb4f5c608f tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377235 Aug 31 01:45:56.824600 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa1740-9114-4d8c-9652-f12c3147866e req-09e81600-04c4-427f-a5e8-42697d05a4e1 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:56.826254 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8aa1740-9114-4d8c-9652-f12c3147866e req-09e81600-04c4-427f-a5e8-42697d05a4e1 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0593801 Aug 31 01:45:56.869508 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8aa1740-9114-4d8c-9652-f12c3147866e req-18b75340-04d4-4202-9304-ce7193310c13 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363448 Aug 31 01:45:57.876387 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:45:57.996063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a961d86-5853-4929-8066-fccfbbf93558 req-9f42f390-bedc-4d5b-b351-5938d4dffb09 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:57.997731 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a961d86-5853-4929-8066-fccfbbf93558 req-9f42f390-bedc-4d5b-b351-5938d4dffb09 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0579572 Aug 31 01:45:58.054144 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a961d86-5853-4929-8066-fccfbbf93558 req-170ff729-c67f-4a67-97a4-f0dff86fc6a5 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490382 Aug 31 01:45:59.184684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b75e5a-848c-41b1-87df-479fdd14c163 req-ff133842-43fa-450d-b9cf-287bfad38cf5 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:59.186420 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e5b75e5a-848c-41b1-87df-479fdd14c163 req-ff133842-43fa-450d-b9cf-287bfad38cf5 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0523491 Aug 31 01:45:59.228069 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e5b75e5a-848c-41b1-87df-479fdd14c163 req-fd267005-5dbb-4428-b2c9-7a4d74a81ec9 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352721 Aug 31 01:46:00.357289 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee94e98-3f19-4a34-a4cd-87c72f15f293 req-cfcef697-8675-4975-a201-6257c0701556 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:00.358965 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ee94e98-3f19-4a34-a4cd-87c72f15f293 req-cfcef697-8675-4975-a201-6257c0701556 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0569549 Aug 31 01:46:00.399725 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ee94e98-3f19-4a34-a4cd-87c72f15f293 req-62b72430-9087-413f-bb6a-967fbd5d1323 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337718 Aug 31 01:46:00.847110 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-64abd465-db8e-4342-bad4-ef93794ca1c0 req-ca7623c5-a832-4f08-a565-2501efc8bb9b service neutron] (102342) timed out ('10.222.0.48', 58330) {{(pid=102342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:46:01.524393 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750d7b4-3f4c-43e6-8a1b-c9e49b74d259 req-68bf9f73-8d8b-4fb7-8ba0-f77eafac69b1 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:01.526045 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b750d7b4-3f4c-43e6-8a1b-c9e49b74d259 req-68bf9f73-8d8b-4fb7-8ba0-f77eafac69b1 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0525596 Aug 31 01:46:01.568785 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b750d7b4-3f4c-43e6-8a1b-c9e49b74d259 req-0dfd087d-6d5a-45c3-8751-b457e473c367 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363789 Aug 31 01:46:02.699511 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdcda3-138c-47f7-90c7-9f3fab9b90df req-7f43be64-7c86-469c-bc5d-aba66bd17f20 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:02.701079 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2dfdcda3-138c-47f7-90c7-9f3fab9b90df req-7f43be64-7c86-469c-bc5d-aba66bd17f20 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0574245 Aug 31 01:46:02.747519 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2dfdcda3-138c-47f7-90c7-9f3fab9b90df req-6bf27e4c-81eb-4d33-830c-78d2a6dbbd65 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395799 Aug 31 01:46:03.876772 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30189b5f-406e-410b-95c4-c18d1d1fcb4f req-24c51166-c617-40b5-9b7a-69c072c2a230 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:03.878412 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30189b5f-406e-410b-95c4-c18d1d1fcb4f req-24c51166-c617-40b5-9b7a-69c072c2a230 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0569997 Aug 31 01:46:03.919902 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30189b5f-406e-410b-95c4-c18d1d1fcb4f req-7fa2f19f-e080-49da-8d35-3a63a72699c7 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350444 Aug 31 01:46:04.244407 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-42a68890-5214-4c4d-87dd-ed7742b53445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:05.046856 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97672b24-9b87-4aa6-85f1-078e40438e63 req-67cd04a7-78a7-43bc-ba01-1f97fca6b18e tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:05.048434 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97672b24-9b87-4aa6-85f1-078e40438e63 req-67cd04a7-78a7-43bc-ba01-1f97fca6b18e tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0551078 Aug 31 01:46:05.089066 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97672b24-9b87-4aa6-85f1-078e40438e63 req-015283ea-b090-4c5a-8c38-77091113dfc6 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341687 Aug 31 01:46:06.222773 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955196c-9897-45f9-83f9-9ae02c4960d7 req-4ed6510f-1d7f-4c94-9996-94994d86eea3 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:06.224447 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d955196c-9897-45f9-83f9-9ae02c4960d7 req-4ed6510f-1d7f-4c94-9996-94994d86eea3 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0554090 Aug 31 01:46:06.275474 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d955196c-9897-45f9-83f9-9ae02c4960d7 req-bf11f624-ce2b-413e-b851-c04c40f1f580 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417871 Aug 31 01:46:06.884457 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:06.986972 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7f5bb97f-3838-4f1a-88a3-f01b9e8fbcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:07.352970 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:07.407649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046c59b-4d34-4ee0-b71c-40f23e9f2464 req-45a6a63b-eee8-4f4c-8632-e2315a6e9333 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:07.409150 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e046c59b-4d34-4ee0-b71c-40f23e9f2464 req-45a6a63b-eee8-4f4c-8632-e2315a6e9333 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0601461 Aug 31 01:46:07.450813 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e046c59b-4d34-4ee0-b71c-40f23e9f2464 req-e547ef70-cf1c-46b2-b088-d65e319df6f0 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353293 Aug 31 01:46:07.575729 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:08.578483 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ea95a-46c1-4a20-93ec-03bfdf4b35de req-65ca1c1b-a29c-4d61-84e9-a8bb77ada2ba tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:08.584864 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c0ea95a-46c1-4a20-93ec-03bfdf4b35de req-65ca1c1b-a29c-4d61-84e9-a8bb77ada2ba tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0530448 Aug 31 01:46:08.622119 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c0ea95a-46c1-4a20-93ec-03bfdf4b35de req-4e9e7991-209e-4f3f-ad27-1e85a6f41ff8 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338709 Aug 31 01:46:08.695712 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:09.740869 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13a2e4-23c8-4e0a-bb79-5ed109a898d7 req-02bfd188-6a55-40ec-8be9-6a6e3ff599f9 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:09.742432 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1f13a2e4-23c8-4e0a-bb79-5ed109a898d7 req-02bfd188-6a55-40ec-8be9-6a6e3ff599f9 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0499444 Aug 31 01:46:09.781115 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1f13a2e4-23c8-4e0a-bb79-5ed109a898d7 req-2ad65eda-358e-4340-8197-72a4ebe78473 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325661 Aug 31 01:46:10.330062 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:10.906826 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df89b4-6eef-453a-b9c9-8bb563c07cfc req-050f17f1-23d6-4751-acc4-966ff871de2a tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:10.908327 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-79df89b4-6eef-453a-b9c9-8bb563c07cfc req-050f17f1-23d6-4751-acc4-966ff871de2a tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0570080 Aug 31 01:46:10.947558 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-79df89b4-6eef-453a-b9c9-8bb563c07cfc req-e8526d8b-f65c-4d33-b70e-71140400b8ec tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331910 Aug 31 01:46:11.397204 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23432b-36b6-4b88-8d72-ef5993d54e41 req-93bead88-979a-4b87-b539-95f8740fe3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:11.398793 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd23432b-36b6-4b88-8d72-ef5993d54e41 req-93bead88-979a-4b87-b539-95f8740fe3c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cad6a5080a214b02b3b1bc6db53ec45c&device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 1097 time: 0.0455635 Aug 31 01:46:11.502384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23432b-36b6-4b88-8d72-ef5993d54e41 req-7b9e6c98-e3e9-483b-be03-cfc53bb62af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:11.503875 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd23432b-36b6-4b88-8d72-ef5993d54e41 req-7b9e6c98-e3e9-483b-be03-cfc53bb62af2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cfe7ced7-8e9b-4753-b4a0-4643c051cc3c HTTP/1.1" status: 200 len: 912 time: 0.0852177 Aug 31 01:46:11.550610 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd23432b-36b6-4b88-8d72-ef5993d54e41 req-2fa7790b-e787-4dd2-9700-ad63e876ee00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e882cdf-b230-4907-b0f3-5dba36ccda84 HTTP/1.1" status: 200 len: 217 time: 0.0386584 Aug 31 01:46:11.601071 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23432b-36b6-4b88-8d72-ef5993d54e41 req-7ddc3e8e-55bb-4b32-903e-4048f4f306fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:11.602565 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd23432b-36b6-4b88-8d72-ef5993d54e41 req-7ddc3e8e-55bb-4b32-903e-4048f4f306fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eec81a92-6ee0-4d9d-99c6-e270fe29602b HTTP/1.1" status: 200 len: 851 time: 0.0445104 Aug 31 01:46:11.634798 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd23432b-36b6-4b88-8d72-ef5993d54e41 req-bd3d6f5e-1207-4562-a619-2a026a4b7b77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfe7ced7-8e9b-4753-b4a0-4643c051cc3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242441 Aug 31 01:46:11.730929 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd23432b-36b6-4b88-8d72-ef5993d54e41 req-92b7fe0d-3a7e-4ed0-90d5-5dc2178660c2 service neutron] 10.222.0.41 "GET /v2.0/networks/cfe7ced7-8e9b-4753-b4a0-4643c051cc3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884137 Aug 31 01:46:11.820807 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd23432b-36b6-4b88-8d72-ef5993d54e41 req-e97f59d5-eeba-418a-a58f-63c3a40f8c75 service neutron] 10.222.0.41 "GET /v2.0/networks/cfe7ced7-8e9b-4753-b4a0-4643c051cc3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814335 Aug 31 01:46:12.063895 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d3cd6-34bd-44ee-adbe-1ff5ae9a0d70 req-48ecd67e-fb62-47a5-955d-5ea081dc06cc tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:12.065715 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-403d3cd6-34bd-44ee-adbe-1ff5ae9a0d70 req-48ecd67e-fb62-47a5-955d-5ea081dc06cc tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0527112 Aug 31 01:46:12.103275 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-403d3cd6-34bd-44ee-adbe-1ff5ae9a0d70 req-ad9c8193-1f13-4435-90b9-49d94a68607b tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314476 Aug 31 01:46:13.224049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21814d04-e09b-42db-86c2-242f1350c9c7 req-8d18743e-2da4-435c-8c43-bbef47dd6225 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:13.225844 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21814d04-e09b-42db-86c2-242f1350c9c7 req-8d18743e-2da4-435c-8c43-bbef47dd6225 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0518367 Aug 31 01:46:13.268352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21814d04-e09b-42db-86c2-242f1350c9c7 req-4ec4718e-2ad4-47a8-a453-a1a889389ac6 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362558 Aug 31 01:46:14.383820 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fffd30-7f99-40b2-b98f-15c050331a91 req-e9e0f5e2-d70d-43bc-a7dd-e30b4f0cf758 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:14.385285 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-04fffd30-7f99-40b2-b98f-15c050331a91 req-e9e0f5e2-d70d-43bc-a7dd-e30b4f0cf758 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0492241 Aug 31 01:46:14.426631 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-04fffd30-7f99-40b2-b98f-15c050331a91 req-c175e15f-94e9-41d5-84c4-0a2d2d1932bd tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338867 Aug 31 01:46:15.541567 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadfcdc-623d-4ffb-a945-f0d6b404386a req-c0990d8a-4476-4bb9-a370-cfb912429491 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:15.543085 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fadfcdc-623d-4ffb-a945-f0d6b404386a req-c0990d8a-4476-4bb9-a370-cfb912429491 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0493832 Aug 31 01:46:15.582098 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6fadfcdc-623d-4ffb-a945-f0d6b404386a req-003c3467-2ad6-4318-a79c-8148572e32d9 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329487 Aug 31 01:46:16.699035 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e9e75-afa9-44c5-b791-4a191c8653d7 req-c70d43c1-3d1c-4311-b866-dc81ef45424f tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:16.700530 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-313e9e75-afa9-44c5-b791-4a191c8653d7 req-c70d43c1-3d1c-4311-b866-dc81ef45424f tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0496805 Aug 31 01:46:16.738402 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-313e9e75-afa9-44c5-b791-4a191c8653d7 req-52e83a79-6748-4de9-8bdf-db52608c49dc tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318623 Aug 31 01:46:17.852762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ffd59-78d2-48df-a916-91598ce2e540 req-4717bcee-b1c2-4fd9-8af8-3b523be89d1a tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:17.854343 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b9ffd59-78d2-48df-a916-91598ce2e540 req-4717bcee-b1c2-4fd9-8af8-3b523be89d1a tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0500126 Aug 31 01:46:17.893568 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b9ffd59-78d2-48df-a916-91598ce2e540 req-afa29f57-3661-491e-9d05-398218bbce50 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325527 Aug 31 01:46:19.018911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4c718-2830-4e31-9d7a-15696922032a req-b8fa5287-e9f2-4114-bb48-26d4b9d07c16 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:19.020399 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-73d4c718-2830-4e31-9d7a-15696922032a req-b8fa5287-e9f2-4114-bb48-26d4b9d07c16 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0580943 Aug 31 01:46:19.059349 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-73d4c718-2830-4e31-9d7a-15696922032a req-e9274e6a-cdce-4582-93f0-0087665d4b4f tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326812 Aug 31 01:46:20.174291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a97a8-9388-4c55-a42c-50b2ea36cbac req-37339be4-3737-4f33-98da-d208d030a0a9 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:20.175766 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fb6a97a8-9388-4c55-a42c-50b2ea36cbac req-37339be4-3737-4f33-98da-d208d030a0a9 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0488827 Aug 31 01:46:20.221369 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fb6a97a8-9388-4c55-a42c-50b2ea36cbac req-8e9896c0-e100-487f-88cd-1bdd74d94235 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393956 Aug 31 01:46:21.343036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15297e-4169-4b0a-a3e6-9873839094e2 req-6cefe290-fd3d-4268-b11f-b4808c79f145 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:21.344531 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ee15297e-4169-4b0a-a3e6-9873839094e2 req-6cefe290-fd3d-4268-b11f-b4808c79f145 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0519817 Aug 31 01:46:21.383944 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ee15297e-4169-4b0a-a3e6-9873839094e2 req-5d5734be-91be-4072-8e00-1c7722e5d249 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332322 Aug 31 01:46:22.246276 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-ea6c0dbf-7b11-4026-9ab6-6339e1ce8b2b service neutron] show failed (client error): The resource could not be found. Aug 31 01:46:22.247329 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-ea6c0dbf-7b11-4026-9ab6-6339e1ce8b2b service neutron] 10.222.0.41 "GET /v2.0/ports/8e882cdf-b230-4907-b0f3-5dba36ccda84/bindings/n-h1-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.0558739 Aug 31 01:46:22.520410 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1be28-5e80-492f-98c0-382e67081e19 req-06e572ff-c164-448b-a68d-d433138d0eda tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:22.522165 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1c1be28-5e80-492f-98c0-382e67081e19 req-06e572ff-c164-448b-a68d-d433138d0eda tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0671093 Aug 31 01:46:22.564153 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1c1be28-5e80-492f-98c0-382e67081e19 req-cadcb83f-e6d0-4c75-bf8a-49cc3b3cf51e tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356901 Aug 31 01:46:22.883580 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-7f3bfb4f-7f15-49e9-b920-6c6056413926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:22.885103 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-7f3bfb4f-7f15-49e9-b920-6c6056413926 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b&tenant_id=cad6a5080a214b02b3b1bc6db53ec45c HTTP/1.1" status: 200 len: 1097 time: 0.1198454 Aug 31 01:46:22.896752 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:46:22.950231 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:23.167199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] For port 8e882cdf-b230-4907-b0f3-5dba36ccda84, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=8e882cdf-b230-4907-b0f3-5dba36ccda84,segment=NetworkSegment(1a4707f1-a8db-4693-9580-c4c08c2f4605),segment_id=1a4707f1-a8db-4693-9580-c4c08c2f4605)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:46:23.201930 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] For port 8e882cdf-b230-4907-b0f3-5dba36ccda84, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:46:23.244876 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd6f236-a898-4303-8716-29a519cc779b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e882cdf-b230-4907-b0f3-5dba36ccda84'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:46:23.247207 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfba881-3e36-4830-bfc4-93f058f9045a" -d '{"events": [{"server_uuid": "1dd6f236-a898-4303-8716-29a519cc779b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e882cdf-b230-4907-b0f3-5dba36ccda84"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:46:23.251765 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:23.265175 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Transition to ACTIVE for port object 8e882cdf-b230-4907-b0f3-5dba36ccda84 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:46:23.304173 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178ccc74-c974-4e91-a5c3-3968b31dd38d x-openstack-request-id: req-178ccc74-c974-4e91-a5c3-3968b31dd38d {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:46:23.304173 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd6f236-a898-4303-8716-29a519cc779b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e882cdf-b230-4907-b0f3-5dba36ccda84", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:46:23.304173 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-178ccc74-c974-4e91-a5c3-3968b31dd38d {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:46:23.304173 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd6f236-a898-4303-8716-29a519cc779b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e882cdf-b230-4907-b0f3-5dba36ccda84', 'code': 200} Aug 31 01:46:23.329850 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:23.392606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Pushing event updated for resources: {'Port': ['ID=8e882cdf-b230-4907-b0f3-5dba36ccda84,revision_number=6']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:46:23.395160 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] No DVR routers for this DVR port 8e882cdf-b230-4907-b0f3-5dba36ccda84 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:46:23.429352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Attempting to bind port 8e882cdf-b230-4907-b0f3-5dba36ccda84 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:46:23.429784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Attempting to bind port 8e882cdf-b230-4907-b0f3-5dba36ccda84 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '1a4707f1-a8db-4693-9580-c4c08c2f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cfe7ced7-8e9b-4753-b4a0-4643c051cc3c'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:46:23.430106 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Attempting to bind port 8e882cdf-b230-4907-b0f3-5dba36ccda84 on network cfe7ced7-8e9b-4753-b4a0-4643c051cc3c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:46:23.434492 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Port 8e882cdf-b230-4907-b0f3-5dba36ccda84 on network cfe7ced7-8e9b-4753-b4a0-4643c051cc3c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:46:23.434807 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Attempting to bind port 8e882cdf-b230-4907-b0f3-5dba36ccda84 on network cfe7ced7-8e9b-4753-b4a0-4643c051cc3c {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:46:23.440290 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:46:23.440626 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Checking segment: {'id': '1a4707f1-a8db-4693-9580-c4c08c2f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cfe7ced7-8e9b-4753-b4a0-4643c051cc3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:46:23.441004 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Bound using segment: {'id': '1a4707f1-a8db-4693-9580-c4c08c2f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cfe7ced7-8e9b-4753-b4a0-4643c051cc3c'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:46:23.441426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Bound port: 8e882cdf-b230-4907-b0f3-5dba36ccda84, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a4707f1-a8db-4693-9580-c4c08c2f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cfe7ced7-8e9b-4753-b4a0-4643c051cc3c'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:46:23.441805 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:23.503527 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] For port 8e882cdf-b230-4907-b0f3-5dba36ccda84, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:46:23.506597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] For port 8e882cdf-b230-4907-b0f3-5dba36ccda84, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8e882cdf-b230-4907-b0f3-5dba36ccda84,segment=NetworkSegment(1a4707f1-a8db-4693-9580-c4c08c2f4605),segment_id=1a4707f1-a8db-4693-9580-c4c08c2f4605)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:46:23.581531 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:23.630697 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:23.631259 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:23.632717 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] 10.222.0.48 "PUT /v2.0/ports/8e882cdf-b230-4907-b0f3-5dba36ccda84 HTTP/1.1" status: 200 len: 1092 time: 0.7400260 Aug 31 01:46:23.682592 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd44f9-e100-40fb-ba36-c0564218ca83 service neutron] Pushing event updated for resources: {'Port': ['ID=8e882cdf-b230-4907-b0f3-5dba36ccda84,revision_number=7']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:46:23.727161 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b422888-1738-4804-813f-3044cb03d438 req-265ef836-8cf1-421f-8242-becc9130d948 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:23.728756 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b422888-1738-4804-813f-3044cb03d438 req-265ef836-8cf1-421f-8242-becc9130d948 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 943 time: 0.0881803 Aug 31 01:46:23.734392 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-617f2396-96b0-4689-86db-0672c131f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:23.735876 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-617f2396-96b0-4689-86db-0672c131f390 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cad6a5080a214b02b3b1bc6db53ec45c&device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 1095 time: 0.0783317 Aug 31 01:46:23.822139 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b422888-1738-4804-813f-3044cb03d438 req-9978798d-5038-4b5e-942f-c245460e9b8e tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852661 Aug 31 01:46:23.853471 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-5bd3dd3c-ba47-448e-be2f-934a2eea134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:23.854990 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-5bd3dd3c-ba47-448e-be2f-934a2eea134f service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfe7ced7-8e9b-4753-b4a0-4643c051cc3c HTTP/1.1" status: 200 len: 912 time: 0.1120939 Aug 31 01:46:23.898664 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-dff5eaad-6547-4e16-a601-7cfa00bf2558 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e882cdf-b230-4907-b0f3-5dba36ccda84 HTTP/1.1" status: 200 len: 217 time: 0.0363328 Aug 31 01:46:23.951873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-6d4849fe-241a-4702-9379-11f85ecb4871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:23.953366 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-6d4849fe-241a-4702-9379-11f85ecb4871 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eec81a92-6ee0-4d9d-99c6-e270fe29602b HTTP/1.1" status: 200 len: 851 time: 0.0482557 Aug 31 01:46:23.985510 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-b809f5d0-9951-46b5-ae37-c8e87aad3936 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfe7ced7-8e9b-4753-b4a0-4643c051cc3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254793 Aug 31 01:46:24.074291 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-a72ca622-4776-42d1-91c4-dcdb9421511c service neutron] 10.222.0.48 "GET /v2.0/networks/cfe7ced7-8e9b-4753-b4a0-4643c051cc3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817246 Aug 31 01:46:24.167803 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44bdbfd3-c25c-4517-a5ff-e70aaf762875 req-f17d4456-8e50-4ed0-a385-961d63f73daf service neutron] 10.222.0.48 "GET /v2.0/networks/cfe7ced7-8e9b-4753-b4a0-4643c051cc3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863345 Aug 31 01:46:24.945302 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ea19f-cf5e-42b1-9029-5f0c7fd0d7b8 req-2b62280d-dea8-4384-926e-876a15595071 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:24.946943 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-119ea19f-cf5e-42b1-9029-5f0c7fd0d7b8 req-2b62280d-dea8-4384-926e-876a15595071 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 943 time: 0.0519781 Aug 31 01:46:24.986277 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-119ea19f-cf5e-42b1-9029-5f0c7fd0d7b8 req-64f341f4-7e8d-4494-b20f-0338a7d11b05 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324430 Aug 31 01:46:25.303591 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd6f236-a898-4303-8716-29a519cc779b', 'tag': '8e882cdf-b230-4907-b0f3-5dba36ccda84'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:46:25.306006 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd6f236-a898-4303-8716-29a519cc779b", "tag": "8e882cdf-b230-4907-b0f3-5dba36ccda84"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:46:25.356027 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193d53e1-b7a7-4212-85b3-91de174505fe x-openstack-request-id: req-193d53e1-b7a7-4212-85b3-91de174505fe {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:46:25.356371 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd6f236-a898-4303-8716-29a519cc779b", "tag": "8e882cdf-b230-4907-b0f3-5dba36ccda84", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:46:25.356627 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-193d53e1-b7a7-4212-85b3-91de174505fe {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:46:25.357029 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd6f236-a898-4303-8716-29a519cc779b', 'tag': '8e882cdf-b230-4907-b0f3-5dba36ccda84', 'status': 'completed', 'code': 200} Aug 31 01:46:25.445034 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-b9d46d21-f67c-4bb5-b278-e686d194d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:25.446576 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-b9d46d21-f67c-4bb5-b278-e686d194d28b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cad6a5080a214b02b3b1bc6db53ec45c&device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 1095 time: 0.0631921 Aug 31 01:46:25.449263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-46622c42-bf83-4603-856e-edbb650bc9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:25.450727 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-46622c42-bf83-4603-856e-edbb650bc9f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cad6a5080a214b02b3b1bc6db53ec45c&device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 1095 time: 0.0755453 Aug 31 01:46:25.876834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-c74e2dd5-e54c-4aa9-91bd-2e50aa0680c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:25.878389 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-c74e2dd5-e54c-4aa9-91bd-2e50aa0680c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfe7ced7-8e9b-4753-b4a0-4643c051cc3c HTTP/1.1" status: 200 len: 912 time: 0.4244108 Aug 31 01:46:25.879493 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-8685e466-ffc6-4011-9939-7d5c733ec800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:25.880802 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-8685e466-ffc6-4011-9939-7d5c733ec800 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cfe7ced7-8e9b-4753-b4a0-4643c051cc3c HTTP/1.1" status: 200 len: 912 time: 0.4193223 Aug 31 01:46:25.954724 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-fd47a9c1-664f-45ba-9a5a-0d157942679c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e882cdf-b230-4907-b0f3-5dba36ccda84 HTTP/1.1" status: 200 len: 217 time: 0.0690439 Aug 31 01:46:25.956112 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-b8069af4-4134-4c22-aa75-619760f2d9a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e882cdf-b230-4907-b0f3-5dba36ccda84 HTTP/1.1" status: 200 len: 217 time: 0.0648081 Aug 31 01:46:26.038576 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-d1851a63-9b96-4bb9-94dc-3e0bcaaa04f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:26.040072 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-d1851a63-9b96-4bb9-94dc-3e0bcaaa04f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eec81a92-6ee0-4d9d-99c6-e270fe29602b HTTP/1.1" status: 200 len: 851 time: 0.0785398 Aug 31 01:46:26.041581 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-4fc6ff9a-406d-42b5-a0e1-91e478602304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:26.042930 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-4fc6ff9a-406d-42b5-a0e1-91e478602304 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eec81a92-6ee0-4d9d-99c6-e270fe29602b HTTP/1.1" status: 200 len: 851 time: 0.0802953 Aug 31 01:46:26.080213 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-8206bc83-95c8-423f-8918-8aee9083ab39 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfe7ced7-8e9b-4753-b4a0-4643c051cc3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327055 Aug 31 01:46:26.098930 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-8980c9e8-214c-4654-863e-7905e1b97331 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfe7ced7-8e9b-4753-b4a0-4643c051cc3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434761 Aug 31 01:46:26.111640 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0387265-8560-460b-9645-509f6fe81a90 req-ca4166e6-100c-4888-ab19-912687739786 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:26.113161 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f0387265-8560-460b-9645-509f6fe81a90 req-ca4166e6-100c-4888-ab19-912687739786 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 943 time: 0.0554311 Aug 31 01:46:26.154912 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f0387265-8560-460b-9645-509f6fe81a90 req-61c01024-0ff4-4c3e-bd7b-27dd563544aa tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340774 Aug 31 01:46:26.251296 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-08baeecc-5ce6-45b7-8d45-374958da3c05 service neutron] 10.222.0.48 "GET /v2.0/networks/cfe7ced7-8e9b-4753-b4a0-4643c051cc3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545913 Aug 31 01:46:26.256261 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-851c8162-a3ff-4e61-81a2-cac02fee11c2 service neutron] 10.222.0.41 "GET /v2.0/networks/cfe7ced7-8e9b-4753-b4a0-4643c051cc3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387303 Aug 31 01:46:26.405344 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-80a269bb-f93c-46d0-9396-07209af3c512 service neutron] 10.222.0.48 "GET /v2.0/networks/cfe7ced7-8e9b-4753-b4a0-4643c051cc3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463926 Aug 31 01:46:26.408710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e0f5ae0c-5f53-4bbf-b41c-51a418ff7488 req-d45b0567-cee5-4159-ae6e-1a968a5f0f10 service neutron] 10.222.0.41 "GET /v2.0/networks/cfe7ced7-8e9b-4753-b4a0-4643c051cc3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426768 Aug 31 01:46:27.137459 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 8e882cdf-b230-4907-b0f3-5dba36ccda84 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:46:27.175937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 8e882cdf-b230-4907-b0f3-5dba36ccda84 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:46:27.275499 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8acfb2-e5a7-409d-a318-f79baaf18793 req-41ee8c16-8531-4cda-bcd4-b363e5e10241 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:27.276967 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b8acfb2-e5a7-409d-a318-f79baaf18793 req-41ee8c16-8531-4cda-bcd4-b363e5e10241 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 943 time: 0.0499992 Aug 31 01:46:27.314255 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b8acfb2-e5a7-409d-a318-f79baaf18793 req-bd00f16c-a950-41af-9c96-0c3185fa27bf tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308173 Aug 31 01:46:27.483907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8e882cdf-b230-4907-b0f3-5dba36ccda84 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:46:27.585784 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8e882cdf-b230-4907-b0f3-5dba36ccda84, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8e882cdf-b230-4907-b0f3-5dba36ccda84,segment=NetworkSegment(1a4707f1-a8db-4693-9580-c4c08c2f4605),segment_id=1a4707f1-a8db-4693-9580-c4c08c2f4605)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:46:27.599693 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '8e882cdf-b230-4907-b0f3-5dba36ccda84', 'network_id': 'cfe7ced7-8e9b-4753-b4a0-4643c051cc3c', 'port_id': '8e882cdf-b230-4907-b0f3-5dba36ccda84', 'mac_address': 'fa:16:3e:0f:38:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eec81a92-6ee0-4d9d-99c6-e270fe29602b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:46:27.637114 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:27.650075 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e882cdf-b230-4907-b0f3-5dba36ccda84 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:46:27.669230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8e882cdf-b230-4907-b0f3-5dba36ccda84, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8e882cdf-b230-4907-b0f3-5dba36ccda84,segment=NetworkSegment(1a4707f1-a8db-4693-9580-c4c08c2f4605),segment_id=1a4707f1-a8db-4693-9580-c4c08c2f4605)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:46:27.740809 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:27.788371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=8e882cdf-b230-4907-b0f3-5dba36ccda84,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:46:27.795742 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:27.796085 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:27.796424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:27.796760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:27.797090 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:27.797421 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:27.797775 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:27.798100 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:27.798582 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:27.798752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:27.799059 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:27.799380 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:27.812861 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-eabeffed-afb7-4276-955b-7a4055914ea7 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:27.814369 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-eabeffed-afb7-4276-955b-7a4055914ea7 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b&tenant_id=cad6a5080a214b02b3b1bc6db53ec45c&binding%3Ahost_id=n-h1-793621-34 HTTP/1.1" status: 200 len: 944 time: 0.0895576 Aug 31 01:46:27.873555 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-7634aaad-42e5-414e-994f-1d67edbd12bd service neutron] delete failed (client error): The resource could not be found. Aug 31 01:46:27.874564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-7634aaad-42e5-414e-994f-1d67edbd12bd service neutron] 10.222.0.41 "DELETE /v2.0/ports/8e882cdf-b230-4907-b0f3-5dba36ccda84/bindings/n-h2-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.0528121 Aug 31 01:46:27.957669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-e8c682f0-3272-4162-9f1d-3c0e9d39282b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:27.959096 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-e8c682f0-3272-4162-9f1d-3c0e9d39282b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cad6a5080a214b02b3b1bc6db53ec45c&device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 1096 time: 0.0411415 Aug 31 01:46:27.995472 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['8e882cdf-b230-4907-b0f3-5dba36ccda84'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:46:28.054259 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-7279d988-164b-4fd0-b6a8-9f5578b33f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:28.055919 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-7279d988-164b-4fd0-b6a8-9f5578b33f37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cfe7ced7-8e9b-4753-b4a0-4643c051cc3c HTTP/1.1" status: 200 len: 912 time: 0.0894904 Aug 31 01:46:28.099629 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-e3fc67b5-0958-4aee-9a60-a40b96002e4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e882cdf-b230-4907-b0f3-5dba36ccda84 HTTP/1.1" status: 200 len: 217 time: 0.0369051 Aug 31 01:46:28.151162 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-34becc6b-7d9e-4078-aa67-7b1c00f771f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:28.152628 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-34becc6b-7d9e-4078-aa67-7b1c00f771f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eec81a92-6ee0-4d9d-99c6-e270fe29602b HTTP/1.1" status: 200 len: 851 time: 0.0460231 Aug 31 01:46:28.190130 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-2a8402f1-da75-4e18-8d2d-b3097e0876cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfe7ced7-8e9b-4753-b4a0-4643c051cc3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298958 Aug 31 01:46:28.278877 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-dca0335d-9283-4175-9ec0-683cd60ebc21 service neutron] 10.222.0.41 "GET /v2.0/networks/cfe7ced7-8e9b-4753-b4a0-4643c051cc3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817678 Aug 31 01:46:28.371742 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-8bde8b33-f050-4704-b406-42e9d1b8b67e service neutron] 10.222.0.41 "GET /v2.0/networks/cfe7ced7-8e9b-4753-b4a0-4643c051cc3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856695 Aug 31 01:46:29.514860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8e882cdf-b230-4907-b0f3-5dba36ccda84 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:46:29.604036 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 8e882cdf-b230-4907-b0f3-5dba36ccda84 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:46:29.608192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 8e882cdf-b230-4907-b0f3-5dba36ccda84 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:46:29.608586 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:29.668740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71700e-a963-40da-bbfb-aa5e7faf91b2 req-2b200674-d9d5-4bd3-9dd6-d9c0a817e9cf tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:29.670347 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1c71700e-a963-40da-bbfb-aa5e7faf91b2 req-2b200674-d9d5-4bd3-9dd6-d9c0a817e9cf tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 944 time: 0.0538661 Aug 31 01:46:29.691689 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:29.709999 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1c71700e-a963-40da-bbfb-aa5e7faf91b2 req-b5d4b42b-ea58-436d-8db8-cf1df0e9e628 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334427 Aug 31 01:46:29.714352 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd6f236-a898-4303-8716-29a519cc779b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e882cdf-b230-4907-b0f3-5dba36ccda84'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:46:29.717296 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9803ee37-bc0a-4de8-aada-6f5f06f5061d" -d '{"events": [{"server_uuid": "1dd6f236-a898-4303-8716-29a519cc779b", "name": "network-vif-plugged", "status": "completed", "tag": "8e882cdf-b230-4907-b0f3-5dba36ccda84"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:46:29.730513 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8e882cdf-b230-4907-b0f3-5dba36ccda84, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8e882cdf-b230-4907-b0f3-5dba36ccda84,segment=NetworkSegment(1a4707f1-a8db-4693-9580-c4c08c2f4605),segment_id=1a4707f1-a8db-4693-9580-c4c08c2f4605)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:46:29.753359 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe7150f-da55-4b3e-bc7d-20b2d4140f1a x-openstack-request-id: req-ebe7150f-da55-4b3e-bc7d-20b2d4140f1a {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:46:29.753673 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd6f236-a898-4303-8716-29a519cc779b", "name": "network-vif-plugged", "status": "completed", "tag": "8e882cdf-b230-4907-b0f3-5dba36ccda84", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:46:29.753933 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebe7150f-da55-4b3e-bc7d-20b2d4140f1a {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:46:29.754323 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd6f236-a898-4303-8716-29a519cc779b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e882cdf-b230-4907-b0f3-5dba36ccda84', 'code': 200} Aug 31 01:46:29.797923 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:29.845126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=8e882cdf-b230-4907-b0f3-5dba36ccda84,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:46:30.828430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93740dfe-ef31-4756-96c8-a7f83aeca5d9 req-8b9e7c5d-d38e-4a2c-90e0-28b625ab0260 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:30.829957 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-93740dfe-ef31-4756-96c8-a7f83aeca5d9 req-8b9e7c5d-d38e-4a2c-90e0-28b625ab0260 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0505614 Aug 31 01:46:30.867505 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-93740dfe-ef31-4756-96c8-a7f83aeca5d9 req-8d592ba6-3053-45ba-ab07-540778788072 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fbc6b24-a1e2-4512-b7eb-edee303f036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314302 Aug 31 01:46:30.962814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-8bff8828-ba47-4fe4-96a4-fc9680cfe13d tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:30.964267 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-8bff8828-ba47-4fe4-96a4-fc9680cfe13d tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 945 time: 0.0485616 Aug 31 01:46:31.056151 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-08bcf638-ed37-4590-ab44-5f3d278e84c9 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Deleting port 8e882cdf-b230-4907-b0f3-5dba36ccda84 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:46:31.056493 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-08bcf638-ed37-4590-ab44-5f3d278e84c9 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:31.146217 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-08bcf638-ed37-4590-ab44-5f3d278e84c9 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] For port 8e882cdf-b230-4907-b0f3-5dba36ccda84, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8e882cdf-b230-4907-b0f3-5dba36ccda84,segment=NetworkSegment(1a4707f1-a8db-4693-9580-c4c08c2f4605),segment_id=1a4707f1-a8db-4693-9580-c4c08c2f4605)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:46:31.146584 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-08bcf638-ed37-4590-ab44-5f3d278e84c9 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:31.159595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-08bcf638-ed37-4590-ab44-5f3d278e84c9 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Calling delete_port for 8e882cdf-b230-4907-b0f3-5dba36ccda84 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:46:31.409331 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-08bcf638-ed37-4590-ab44-5f3d278e84c9 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:31.421701 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['8e882cdf-b230-4907-b0f3-5dba36ccda84'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:46:31.440651 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcf638-ed37-4590-ab44-5f3d278e84c9 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Pushing event deleted for resources: {'Port': ['ID=8e882cdf-b230-4907-b0f3-5dba36ccda84,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:46:31.488077 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-08bcf638-ed37-4590-ab44-5f3d278e84c9 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] No DVR routers for this DVR port 8e882cdf-b230-4907-b0f3-5dba36ccda84 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:46:31.491782 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-08bcf638-ed37-4590-ab44-5f3d278e84c9 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:31.494222 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-90a69a55-1b7e-4d3c-8c1e-a417af208b79 req-08bcf638-ed37-4590-ab44-5f3d278e84c9 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.48 "DELETE /v2.0/ports/8e882cdf-b230-4907-b0f3-5dba36ccda84 HTTP/1.1" status: 204 len: 173 time: 0.5231636 Aug 31 01:46:31.494768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd6f236-a898-4303-8716-29a519cc779b', 'name': 'network-vif-deleted', 'tag': '8e882cdf-b230-4907-b0f3-5dba36ccda84'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:46:31.497230 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f27b7b-d4d3-46df-ad2e-e24088636ec0" -d '{"events": [{"server_uuid": "1dd6f236-a898-4303-8716-29a519cc779b", "name": "network-vif-deleted", "tag": "8e882cdf-b230-4907-b0f3-5dba36ccda84"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:46:31.549131 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695f03e4-1cc3-42bd-a12e-f7e89fddcdbc x-openstack-request-id: req-695f03e4-1cc3-42bd-a12e-f7e89fddcdbc {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:46:31.549491 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd6f236-a898-4303-8716-29a519cc779b", "name": "network-vif-deleted", "tag": "8e882cdf-b230-4907-b0f3-5dba36ccda84", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:46:31.556373 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-695f03e4-1cc3-42bd-a12e-f7e89fddcdbc {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:46:31.556373 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd6f236-a898-4303-8716-29a519cc779b', 'name': 'network-vif-deleted', 'tag': '8e882cdf-b230-4907-b0f3-5dba36ccda84', 'status': 'completed', 'code': 200} Aug 31 01:46:31.983022 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cb91223a-9ceb-46b7-9c42-8ec265f2a77e req-5f09cd57-59ce-4518-817e-16863286ef65 tempest-DeleteServersTestJSON-497668501 tempest-DeleteServersTestJSON-497668501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd6f236-a898-4303-8716-29a519cc779b HTTP/1.1" status: 200 len: 210 time: 0.0279250 Aug 31 01:46:33.129560 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39312) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:46:33.175958 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff665de0-8c87-40da-894d-a30a5e959f81 admin admin] Deleting subnet eec81a92-6ee0-4d9d-99c6-e270fe29602b {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:46:33.183389 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ff665de0-8c87-40da-894d-a30a5e959f81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:33.222257 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ff665de0-8c87-40da-894d-a30a5e959f81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:33.262665 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ff665de0-8c87-40da-894d-a30a5e959f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:33.393060 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ff665de0-8c87-40da-894d-a30a5e959f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:33.417478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff665de0-8c87-40da-894d-a30a5e959f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eec81a92-6ee0-4d9d-99c6-e270fe29602b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:46:33.423316 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ff665de0-8c87-40da-894d-a30a5e959f81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:33.425748 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ff665de0-8c87-40da-894d-a30a5e959f81 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/eec81a92-6ee0-4d9d-99c6-e270fe29602b HTTP/1.1" status: 204 len: 168 time: 0.2946513 Aug 31 01:46:33.428102 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39314) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:46:33.504591 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6522cbc1-8e02-4cd8-ada9-209e7370420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:33.562303 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8e882cdf-b230-4907-b0f3-5dba36ccda84 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:46:33.586135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 8e882cdf-b230-4907-b0f3-5dba36ccda84 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:46:33.588990 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8e882cdf-b230-4907-b0f3-5dba36ccda84 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:46:33.599336 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6522cbc1-8e02-4cd8-ada9-209e7370420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:33.610007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6522cbc1-8e02-4cd8-ada9-209e7370420d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe7ced7-8e9b-4753-b4a0-4643c051cc3c']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:46:33.621057 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6522cbc1-8e02-4cd8-ada9-209e7370420d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4707f1-a8db-4693-9580-c4c08c2f4605') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:46:33.621355 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6522cbc1-8e02-4cd8-ada9-209e7370420d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4707f1-a8db-4693-9580-c4c08c2f4605') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:46:33.631711 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6522cbc1-8e02-4cd8-ada9-209e7370420d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:33.647192 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6522cbc1-8e02-4cd8-ada9-209e7370420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:33.655980 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6522cbc1-8e02-4cd8-ada9-209e7370420d admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:46:33.656384 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6522cbc1-8e02-4cd8-ada9-209e7370420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:46:33.658189 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:46:33.752089 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6522cbc1-8e02-4cd8-ada9-209e7370420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:33.757711 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6522cbc1-8e02-4cd8-ada9-209e7370420d admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:33.759557 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6522cbc1-8e02-4cd8-ada9-209e7370420d admin admin] 10.222.0.16 "DELETE /v2.0/networks/cfe7ced7-8e9b-4753-b4a0-4643c051cc3c HTTP/1.1" status: 204 len: 168 time: 0.3305335 Aug 31 01:46:33.771695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522cbc1-8e02-4cd8-ada9-209e7370420d admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe7ced7-8e9b-4753-b4a0-4643c051cc3c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:46:34.133170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39318) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:46:34.176549 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c6b4c927-8719-4f90-8791-556fd2e26b4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cad6a5080a214b02b3b1bc6db53ec45c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420847 Aug 31 01:46:34.179041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39320) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:46:34.227805 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-06f90b1e-9058-4aa7-b89d-f6c9b641e6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:34.250003 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e3e8cc95-21a2-4733-ad66-89bb1fcce259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:34.254533 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-06f90b1e-9058-4aa7-b89d-f6c9b641e6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:34.346406 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-06f90b1e-9058-4aa7-b89d-f6c9b641e6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:34.348879 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-06f90b1e-9058-4aa7-b89d-f6c9b641e6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:34.350186 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-06f90b1e-9058-4aa7-b89d-f6c9b641e6d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2fbc6b24-a1e2-4512-b7eb-edee303f036f HTTP/1.1" status: 204 len: 168 time: 0.1700854 Aug 31 01:46:34.359195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f90b1e-9058-4aa7-b89d-f6c9b641e6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbc6b24-a1e2-4512-b7eb-edee303f036f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:46:34.875458 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:46:35.309725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39342) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:46:35.407022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b077d462-771c-4748-a178-2f885051ab2f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1823833548-network', 'tenant_id': 'f8b8db1d90334bfcbbb4dca3913124a5'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:46:35.529734 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b077d462-771c-4748-a178-2f885051ab2f admin admin] Made reservation on behalf of f8b8db1d90334bfcbbb4dca3913124a5 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:46:35.532102 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b077d462-771c-4748-a178-2f885051ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:35.541693 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b077d462-771c-4748-a178-2f885051ab2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:35.641913 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b077d462-771c-4748-a178-2f885051ab2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:35.718670 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b077d462-771c-4748-a178-2f885051ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:35.747776 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b077d462-771c-4748-a178-2f885051ab2f admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:46:35.755790 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077d462-771c-4748-a178-2f885051ab2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61b8435-4934-401b-aeb9-cf183f5bfa64,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:46:35.765540 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b077d462-771c-4748-a178-2f885051ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:35.765891 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-b077d462-771c-4748-a178-2f885051ab2f admin admin] Added segment e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579 of type vlan for network 955ff6f5-cb92-4fd5-9999-448ef76687e3 Aug 31 01:46:35.812553 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b077d462-771c-4748-a178-2f885051ab2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:35.889943 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b077d462-771c-4748-a178-2f885051ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:35.890943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b077d462-771c-4748-a178-2f885051ab2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:35.891536 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b077d462-771c-4748-a178-2f885051ab2f admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:35.983494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077d462-771c-4748-a178-2f885051ab2f admin admin] Pushing event updated for resources: {'Network': ['ID=955ff6f5-cb92-4fd5-9999-448ef76687e3,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:46:35.994564 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 955ff6f5-cb92-4fd5-9999-448ef76687e3 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:46:36.016347 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b077d462-771c-4748-a178-2f885051ab2f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7054513 Aug 31 01:46:36.019358 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39346) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:46:36.025414 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-add9a93a-65db-4769-af47-d45aabda9033 admin admin] Request body: {'subnet': {'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1823833548-subnet', 'tenant_id': 'f8b8db1d90334bfcbbb4dca3913124a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:46:36.089496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add9a93a-65db-4769-af47-d45aabda9033 admin admin] Made reservation on behalf of f8b8db1d90334bfcbbb4dca3913124a5 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:46:36.091936 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-add9a93a-65db-4769-af47-d45aabda9033 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:36.358706 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-add9a93a-65db-4769-af47-d45aabda9033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:36.421192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9a93a-65db-4769-af47-d45aabda9033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c7a419-4d2a-4690-a95e-7d019f9ae47a,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:46:36.428302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add9a93a-65db-4769-af47-d45aabda9033 admin admin] Checking segment: {'id': 'e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:46:36.428662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add9a93a-65db-4769-af47-d45aabda9033 admin admin] Network hostable DHCP agents. Network: 955ff6f5-cb92-4fd5-9999-448ef76687e3, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:46:36.506889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add9a93a-65db-4769-af47-d45aabda9033 admin admin] Network 955ff6f5-cb92-4fd5-9999-448ef76687e3 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:46:36.575503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-add9a93a-65db-4769-af47-d45aabda9033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 955ff6f5-cb92-4fd5-9999-448ef76687e3) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:46:36.580058 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add9a93a-65db-4769-af47-d45aabda9033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:36.580739 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-add9a93a-65db-4769-af47-d45aabda9033 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:36.586462 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cdd96c-3ddd-4831-93b2-a61f3a497af9 None None] Network 955ff6f5-cb92-4fd5-9999-448ef76687e3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:46:36.650258 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-add9a93a-65db-4769-af47-d45aabda9033 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6295841 Aug 31 01:46:36.712898 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fcbe8c-9b7b-4f73-adf2-eab7377a685e None None] Network 955ff6f5-cb92-4fd5-9999-448ef76687e3 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:46:36.848502 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:36.987001 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ce8ed663-81f8-42f3-98dc-7360a0c29527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:37.090209 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189f455-a541-4c88-8324-4c2466f3034b req-38c5fc87-ce2e-424e-88e4-dddd716dc75d tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:37.091725 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4189f455-a541-4c88-8324-4c2466f3034b req-38c5fc87-ce2e-424e-88e4-dddd716dc75d tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/networks?id=955ff6f5-cb92-4fd5-9999-448ef76687e3 HTTP/1.1" status: 200 len: 815 time: 0.0994236 Aug 31 01:46:37.106697 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4189f455-a541-4c88-8324-4c2466f3034b req-f766d7d9-ef2e-4ca3-8b6d-84fbd31a3c87 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/quotas/f8b8db1d90334bfcbbb4dca3913124a5 HTTP/1.1" status: 200 len: 375 time: 0.0091243 Aug 31 01:46:37.142574 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4189f455-a541-4c88-8324-4c2466f3034b req-766d71b9-7a58-4d4e-bdf1-800ab2f72822 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299809 Aug 31 01:46:37.237121 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4189f455-a541-4c88-8324-4c2466f3034b req-b27e85a8-0a2a-489c-9117-aa7517c66337 service neutron] 10.222.0.16 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870376 Aug 31 01:46:37.325664 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4189f455-a541-4c88-8324-4c2466f3034b req-4f310a40-6326-43ad-be35-3e277e31dc5e service neutron] 10.222.0.16 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824602 Aug 31 01:46:37.352698 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:37.559467 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6fb2a2f8-ced5-4f3f-8212-16d3ddbdf577 req-ee8c0950-e766-4b97-a2a6-da201b179e90 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 210 time: 0.0321176 Aug 31 01:46:37.586409 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:38.672853 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-156a8de8-ee2d-4cb8-98ac-ba6bb3370b23 req-4d4eca3a-69c6-4953-b7e9-22c4b7118615 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 210 time: 0.0338154 Aug 31 01:46:38.695417 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:39.296746 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-8fdd22cc-4612-4f9c-a291-94a9cd341a7b req-9958845a-327b-4bbd-bc34-667def16e852 service neutron] (102343) timed out ('10.222.0.41', 65472) {{(pid=102343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:46:39.532535 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189f455-a541-4c88-8324-4c2466f3034b req-6343addf-0d20-4113-9036-d128559e8f08 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:39.534165 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4189f455-a541-4c88-8324-4c2466f3034b req-6343addf-0d20-4113-9036-d128559e8f08 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.48 "GET /v2.0/networks?id=955ff6f5-cb92-4fd5-9999-448ef76687e3 HTTP/1.1" status: 200 len: 815 time: 0.1117315 Aug 31 01:46:39.546401 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-4189f455-a541-4c88-8324-4c2466f3034b req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Request body: {'port': {'device_id': 'faafd82d-ee2f-4570-9097-4954585138cc', 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3', 'admin_state_up': True, 'tenant_id': 'f8b8db1d90334bfcbbb4dca3913124a5'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:46:39.740704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4189f455-a541-4c88-8324-4c2466f3034b req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Made reservation on behalf of f8b8db1d90334bfcbbb4dca3913124a5 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:46:39.744738 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4189f455-a541-4c88-8324-4c2466f3034b req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:39.786258 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4f190102-7eac-4733-bf67-d0b1fb03ac81 req-64dd838d-7bed-4dbf-bfc6-7900091af89e tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 210 time: 0.0299275 Aug 31 01:46:39.885962 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-4189f455-a541-4c88-8324-4c2466f3034b req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Allocated IP 172.20.0.3 (955ff6f5-cb92-4fd5-9999-448ef76687e3/b3c7a419-4d2a-4690-a95e-7d019f9ae47a/4b36bfad-a120-49e0-a5bb-915b2ad27e97) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:46:40.038586 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4189f455-a541-4c88-8324-4c2466f3034b req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:40.141557 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4189f455-a541-4c88-8324-4c2466f3034b req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:40.186171 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4189f455-a541-4c88-8324-4c2466f3034b req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Network 955ff6f5-cb92-4fd5-9999-448ef76687e3 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:46:40.189495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-4189f455-a541-4c88-8324-4c2466f3034b req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:46:40.191872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4189f455-a541-4c88-8324-4c2466f3034b req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:46:40.216962 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Pushing event updated for resources: {'Port': ['ID=4b36bfad-a120-49e0-a5bb-915b2ad27e97,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:46:40.236244 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:40.236537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:40.236872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:40.237199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:40.237557 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:40.237884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:40.238206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:40.238524 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:40.238844 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:40.239168 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:40.239480 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:40.239797 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:40.261621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189f455-a541-4c88-8324-4c2466f3034b req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:40.262236 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4189f455-a541-4c88-8324-4c2466f3034b req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:40.370182 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4189f455-a541-4c88-8324-4c2466f3034b req-cf492a0a-b566-47a7-bc96-b8376e8edf5c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8276331 Aug 31 01:46:40.382874 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Request body: {'port': {'device_id': 'faafd82d-ee2f-4570-9097-4954585138cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:46:40.438254 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:40.438871 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:40.699359 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b36bfad-a120-49e0-a5bb-915b2ad27e97 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:46:40.706678 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:40.718629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Transition to ACTIVE for port object 4b36bfad-a120-49e0-a5bb-915b2ad27e97 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:46:40.774033 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:40.829466 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b36bfad-a120-49e0-a5bb-915b2ad27e97,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:46:40.937558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f9ffd-e288-4445-ba48-90fa39079fce req-c69cce2e-0f3a-4143-9792-c386b38db74f tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:40.939059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d2f9ffd-e288-4445-ba48-90fa39079fce req-c69cce2e-0f3a-4143-9792-c386b38db74f tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 943 time: 0.0732803 Aug 31 01:46:40.939983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Attempting to bind port 4b36bfad-a120-49e0-a5bb-915b2ad27e97 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:46:40.940302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Attempting to bind port 4b36bfad-a120-49e0-a5bb-915b2ad27e97 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:46:40.940628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Attempting to bind port 4b36bfad-a120-49e0-a5bb-915b2ad27e97 on network 955ff6f5-cb92-4fd5-9999-448ef76687e3 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:46:40.947402 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Port 4b36bfad-a120-49e0-a5bb-915b2ad27e97 on network 955ff6f5-cb92-4fd5-9999-448ef76687e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:46:40.947744 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Attempting to bind port 4b36bfad-a120-49e0-a5bb-915b2ad27e97 on network 955ff6f5-cb92-4fd5-9999-448ef76687e3 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:46:41.237230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:46:41.237596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Checking segment: {'id': 'e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:46:41.237977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Bound using segment: {'id': 'e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:46:41.238423 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Bound port: 4b36bfad-a120-49e0-a5bb-915b2ad27e97, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:46:41.238781 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:41.268286 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d2f9ffd-e288-4445-ba48-90fa39079fce req-a3129852-6215-49bb-9f12-3254624cc478 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224921 Aug 31 01:46:41.328470 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] For port 4b36bfad-a120-49e0-a5bb-915b2ad27e97, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:46:41.331846 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] For port 4b36bfad-a120-49e0-a5bb-915b2ad27e97, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=4b36bfad-a120-49e0-a5bb-915b2ad27e97,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:46:41.426955 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:41.468140 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:41.468778 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:41.470248 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4189f455-a541-4c88-8324-4c2466f3034b req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] 10.222.0.48 "PUT /v2.0/ports/4b36bfad-a120-49e0-a5bb-915b2ad27e97 HTTP/1.1" status: 200 len: 1092 time: 1.0917289 Aug 31 01:46:41.470698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faafd82d-ee2f-4570-9097-4954585138cc', 'tag': '4b36bfad-a120-49e0-a5bb-915b2ad27e97'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:46:41.473087 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408f5e31-ab1b-4843-b521-b7c6e6b9a71d" -d '{"events": [{"name": "network-changed", "server_uuid": "faafd82d-ee2f-4570-9097-4954585138cc", "tag": "4b36bfad-a120-49e0-a5bb-915b2ad27e97"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:46:41.493206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ca33b-2bb2-4ce2-b84e-5777db4d40d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b36bfad-a120-49e0-a5bb-915b2ad27e97,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:46:41.517415 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5f9f02-8a52-46ba-9e84-3ab761a39da8 x-openstack-request-id: req-ac5f9f02-8a52-46ba-9e84-3ab761a39da8 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:46:41.524100 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faafd82d-ee2f-4570-9097-4954585138cc", "tag": "4b36bfad-a120-49e0-a5bb-915b2ad27e97", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:46:41.524100 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac5f9f02-8a52-46ba-9e84-3ab761a39da8 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:46:41.524100 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faafd82d-ee2f-4570-9097-4954585138cc', 'tag': '4b36bfad-a120-49e0-a5bb-915b2ad27e97', 'status': 'completed', 'code': 200} Aug 31 01:46:41.582360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f5e31-ab1b-4843-b521-b7c6e6b9a71d req-d3c99e59-1046-4576-bafe-2fe1323c4f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:41.583924 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-408f5e31-ab1b-4843-b521-b7c6e6b9a71d req-d3c99e59-1046-4576-bafe-2fe1323c4f58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 1095 time: 0.0486200 Aug 31 01:46:41.688615 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f5e31-ab1b-4843-b521-b7c6e6b9a71d req-97e70f1c-758e-4b28-a0ac-b96fc1b98317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:41.690333 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-408f5e31-ab1b-4843-b521-b7c6e6b9a71d req-97e70f1c-758e-4b28-a0ac-b96fc1b98317 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0987368 Aug 31 01:46:41.793754 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f5e31-ab1b-4843-b521-b7c6e6b9a71d req-0a9a287d-b5cc-4f96-a780-b86a69113479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:41.795984 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-408f5e31-ab1b-4843-b521-b7c6e6b9a71d req-0a9a287d-b5cc-4f96-a780-b86a69113479 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0990748 Aug 31 01:46:41.870612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189f455-a541-4c88-8324-4c2466f3034b req-44228e3c-f32f-45b6-abc8-af127c001026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:41.872128 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4189f455-a541-4c88-8324-4c2466f3034b req-44228e3c-f32f-45b6-abc8-af127c001026 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 1095 time: 0.0412393 Aug 31 01:46:41.912657 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4189f455-a541-4c88-8324-4c2466f3034b req-4643fc7c-989e-449e-bf79-27e7d0f1d722 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b36bfad-a120-49e0-a5bb-915b2ad27e97 HTTP/1.1" status: 200 len: 217 time: 0.0326815 Aug 31 01:46:41.965936 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189f455-a541-4c88-8324-4c2466f3034b req-2d85a453-c891-4f67-b501-bce87ba025a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:41.967844 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4189f455-a541-4c88-8324-4c2466f3034b req-2d85a453-c891-4f67-b501-bce87ba025a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3c7a419-4d2a-4690-a95e-7d019f9ae47a HTTP/1.1" status: 200 len: 855 time: 0.0476532 Aug 31 01:46:41.999241 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4189f455-a541-4c88-8324-4c2466f3034b req-e63c4199-7b2a-44b3-8ab3-e30d65fc0625 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=955ff6f5-cb92-4fd5-9999-448ef76687e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248020 Aug 31 01:46:42.086370 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4189f455-a541-4c88-8324-4c2466f3034b req-505d470c-571e-4bc5-b2d7-4151527786f0 service neutron] 10.222.0.48 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799680 Aug 31 01:46:42.179994 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4189f455-a541-4c88-8324-4c2466f3034b req-f4764cfd-bbea-46ac-a88f-9aca449afc3f service neutron] 10.222.0.48 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859542 Aug 31 01:46:42.392821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729e92e-ff2b-4335-a3d0-45d17044b8ca req-ae5e08e3-7c0c-4764-bf62-90c0231287d8 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:42.394408 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4729e92e-ff2b-4335-a3d0-45d17044b8ca req-ae5e08e3-7c0c-4764-bf62-90c0231287d8 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 943 time: 0.0518968 Aug 31 01:46:42.432762 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4729e92e-ff2b-4335-a3d0-45d17044b8ca req-b2b009ea-b52a-4dc6-80f3-e0a78bee914d tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323498 Aug 31 01:46:43.550432 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23add1-1c14-49f3-8c7a-021e51d53ab8 req-a1817efb-e87a-4165-ba27-61ef57e43734 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:43.552028 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c23add1-1c14-49f3-8c7a-021e51d53ab8 req-a1817efb-e87a-4165-ba27-61ef57e43734 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 943 time: 0.0501812 Aug 31 01:46:43.590482 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c23add1-1c14-49f3-8c7a-021e51d53ab8 req-696fef64-4a17-425f-94d0-7d14b8b37b27 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323942 Aug 31 01:46:44.707083 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933018b-68d0-4332-9ae3-9542ff467b39 req-c99bc88c-c979-42d4-a556-9ad68ef71419 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:44.708619 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3933018b-68d0-4332-9ae3-9542ff467b39 req-c99bc88c-c979-42d4-a556-9ad68ef71419 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 943 time: 0.0505273 Aug 31 01:46:44.746744 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3933018b-68d0-4332-9ae3-9542ff467b39 req-9ae9f915-5187-42b5-8d37-326aa66fe4f7 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320396 Aug 31 01:46:45.566996 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 4b36bfad-a120-49e0-a5bb-915b2ad27e97 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:46:45.661710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 4b36bfad-a120-49e0-a5bb-915b2ad27e97, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=4b36bfad-a120-49e0-a5bb-915b2ad27e97,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:46:45.676475 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '4b36bfad-a120-49e0-a5bb-915b2ad27e97', 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3', 'port_id': '4b36bfad-a120-49e0-a5bb-915b2ad27e97', 'mac_address': 'fa:16:3e:97:96:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c7a419-4d2a-4690-a95e-7d019f9ae47a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:46:45.714389 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:45.726906 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b36bfad-a120-49e0-a5bb-915b2ad27e97 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:46:45.745795 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 4b36bfad-a120-49e0-a5bb-915b2ad27e97, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=4b36bfad-a120-49e0-a5bb-915b2ad27e97,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:46:45.832480 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:45.864682 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce2c39-7a25-49f4-84da-adf518bb14ed req-3e824725-d3ff-40b3-9a3c-ee773e9d3567 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:45.866354 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06ce2c39-7a25-49f4-84da-adf518bb14ed req-3e824725-d3ff-40b3-9a3c-ee773e9d3567 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 943 time: 0.0527077 Aug 31 01:46:45.880267 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=4b36bfad-a120-49e0-a5bb-915b2ad27e97,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:46:45.905869 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06ce2c39-7a25-49f4-84da-adf518bb14ed req-75aaf2c5-2c36-4063-aaa6-055b06bd8a63 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326166 Aug 31 01:46:46.022859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['4b36bfad-a120-49e0-a5bb-915b2ad27e97'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:46:47.028918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff280340-ea98-446a-94fe-8cb37638625a req-231a9e24-04d0-4ed8-beba-2263e8da820a tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:47.030470 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff280340-ea98-446a-94fe-8cb37638625a req-231a9e24-04d0-4ed8-beba-2263e8da820a tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 944 time: 0.0557513 Aug 31 01:46:47.071568 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ff280340-ea98-446a-94fe-8cb37638625a req-a1e5ed3e-3da8-4eec-8239-6d294a62a460 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349507 Aug 31 01:46:47.585769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 4b36bfad-a120-49e0-a5bb-915b2ad27e97 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:46:47.694789 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 4b36bfad-a120-49e0-a5bb-915b2ad27e97 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:46:47.698995 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 4b36bfad-a120-49e0-a5bb-915b2ad27e97 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:46:47.699382 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:47.783047 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:47.960383 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faafd82d-ee2f-4570-9097-4954585138cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b36bfad-a120-49e0-a5bb-915b2ad27e97'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:46:47.962621 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7101dc86-34ce-4d92-a0bf-a3c0a3066a2a" -d '{"events": [{"server_uuid": "faafd82d-ee2f-4570-9097-4954585138cc", "name": "network-vif-plugged", "status": "completed", "tag": "4b36bfad-a120-49e0-a5bb-915b2ad27e97"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:46:47.975529 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 4b36bfad-a120-49e0-a5bb-915b2ad27e97, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=4b36bfad-a120-49e0-a5bb-915b2ad27e97,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:46:47.998397 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37133d2-87f8-4f21-bfe6-36fdd5cdf61f x-openstack-request-id: req-f37133d2-87f8-4f21-bfe6-36fdd5cdf61f {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:46:47.998693 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faafd82d-ee2f-4570-9097-4954585138cc", "name": "network-vif-plugged", "status": "completed", "tag": "4b36bfad-a120-49e0-a5bb-915b2ad27e97", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:46:47.998975 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f37133d2-87f8-4f21-bfe6-36fdd5cdf61f {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:46:47.999375 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faafd82d-ee2f-4570-9097-4954585138cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b36bfad-a120-49e0-a5bb-915b2ad27e97', 'code': 200} Aug 31 01:46:48.043430 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:48.091824 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=4b36bfad-a120-49e0-a5bb-915b2ad27e97,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:46:48.101802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0809b3-0eaf-4372-b819-8ac9a57032d1 req-88f944be-120e-4c5a-a0f8-f40b3c53bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:48.103346 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fb0809b3-0eaf-4372-b819-8ac9a57032d1 req-88f944be-120e-4c5a-a0f8-f40b3c53bed3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 1097 time: 0.0429056 Aug 31 01:46:48.140762 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fb0809b3-0eaf-4372-b819-8ac9a57032d1 req-16e19f45-af83-4eed-8d20-7f55d62b10d3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297937 Aug 31 01:46:48.189619 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac1d1b-b97c-4bfb-9013-ab350aa433f4 req-3ad5b8a4-b2ea-4558-ac28-4d00f62d0a56 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:48.191083 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9eac1d1b-b97c-4bfb-9013-ab350aa433f4 req-3ad5b8a4-b2ea-4558-ac28-4d00f62d0a56 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0481973 Aug 31 01:46:48.229383 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9eac1d1b-b97c-4bfb-9013-ab350aa433f4 req-18ca1ec5-dc5e-4391-8d83-849fe989e7fb tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321391 Aug 31 01:46:49.351639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197ceba-c756-4b7c-883e-23823a6af42b req-b250536a-3530-45d5-a1cf-a8131ecbc4a6 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:49.353148 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4197ceba-c756-4b7c-883e-23823a6af42b req-b250536a-3530-45d5-a1cf-a8131ecbc4a6 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0531375 Aug 31 01:46:49.394549 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4197ceba-c756-4b7c-883e-23823a6af42b req-bc68601a-32ce-4ceb-a247-9f835bce70ba tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345588 Aug 31 01:46:49.520702 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d55da-4150-4af9-b0bd-94397c6a1331 req-007cac37-a668-46ee-9905-b134d0438333 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:49.522299 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-568d55da-4150-4af9-b0bd-94397c6a1331 req-007cac37-a668-46ee-9905-b134d0438333 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0571544 Aug 31 01:46:49.562078 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-568d55da-4150-4af9-b0bd-94397c6a1331 req-85a8a136-5561-42c1-8ddb-09eb624827b8 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336852 Aug 31 01:46:49.830181 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecb220-24e0-4397-9f43-268bcfd5017a req-002fae68-23aa-4752-93fe-07bb5e948c39 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:49.831807 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6ecb220-24e0-4397-9f43-268bcfd5017a req-002fae68-23aa-4752-93fe-07bb5e948c39 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0515535 Aug 31 01:46:49.872662 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6ecb220-24e0-4397-9f43-268bcfd5017a req-931c1c40-ff1a-40e4-95f7-98d966241321 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346460 Aug 31 01:46:49.993238 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786eae3-1f17-4ae6-b328-42f73af298ec req-9c3eeba6-e166-4063-bd16-a8693a2993d6 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:49.994874 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e786eae3-1f17-4ae6-b328-42f73af298ec req-9c3eeba6-e166-4063-bd16-a8693a2993d6 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0513523 Aug 31 01:46:50.035966 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e786eae3-1f17-4ae6-b328-42f73af298ec req-66e4876c-cf5d-45b3-b8d3-6a93d8e90807 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347052 Aug 31 01:46:50.427954 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59086ac-88c0-4477-ae8e-64f6e8a0e9fa req-589ddfff-3633-41c6-85d4-3a2397b40645 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:50.429617 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e59086ac-88c0-4477-ae8e-64f6e8a0e9fa req-589ddfff-3633-41c6-85d4-3a2397b40645 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0557339 Aug 31 01:46:50.472596 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e59086ac-88c0-4477-ae8e-64f6e8a0e9fa req-bba5f1c2-de18-41b0-a785-9cb551a779d8 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364087 Aug 31 01:46:50.542122 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-e5484ae8-1859-4d4d-a15f-e729378c2835 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0467441 Aug 31 01:46:51.612241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54f0e0-5a5b-433d-b53a-c74d8ffd4185 req-2413c2b1-b157-4f1f-8e99-3035664cbafe tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:51.613819 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aa54f0e0-5a5b-433d-b53a-c74d8ffd4185 req-2413c2b1-b157-4f1f-8e99-3035664cbafe tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0520937 Aug 31 01:46:51.655243 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aa54f0e0-5a5b-433d-b53a-c74d8ffd4185 req-8b61f312-2442-40a3-9001-65a4c849e25f tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347748 Aug 31 01:46:52.470578 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-70f2a03b-fff1-4716-8aaa-72e4673839ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:52.471998 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-70f2a03b-fff1-4716-8aaa-72e4673839ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 1097 time: 0.0467281 Aug 31 01:46:52.564407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-cd2b5a99-8ddb-4dc5-ba4e-5ed07cbdf2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:52.565907 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-cd2b5a99-8ddb-4dc5-ba4e-5ed07cbdf2f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=955ff6f5-cb92-4fd5-9999-448ef76687e3 HTTP/1.1" status: 200 len: 916 time: 0.0863302 Aug 31 01:46:52.612793 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-8b9b2608-6d48-4335-a4e3-ad43cc4c0f00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b36bfad-a120-49e0-a5bb-915b2ad27e97 HTTP/1.1" status: 200 len: 217 time: 0.0393929 Aug 31 01:46:52.662578 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-01cc31f0-4964-4b31-a4de-0c02b5eda81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:52.664088 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-01cc31f0-4964-4b31-a4de-0c02b5eda81b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3c7a419-4d2a-4690-a95e-7d019f9ae47a HTTP/1.1" status: 200 len: 855 time: 0.0447357 Aug 31 01:46:52.696696 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-72038b9e-a842-4c98-b8b9-20bbb4787d2e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=955ff6f5-cb92-4fd5-9999-448ef76687e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259175 Aug 31 01:46:52.779038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad7b0e-33ce-4b2d-82e4-773687101eb4 req-3adf1580-d816-4685-bf1e-d6d9ddeebd05 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:52.780544 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27ad7b0e-33ce-4b2d-82e4-773687101eb4 req-3adf1580-d816-4685-bf1e-d6d9ddeebd05 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0511708 Aug 31 01:46:52.786590 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-567cc999-c613-4557-b4a4-deab91dc2e86 service neutron] 10.222.0.48 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828235 Aug 31 01:46:52.819613 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27ad7b0e-33ce-4b2d-82e4-773687101eb4 req-d824db7e-d49f-4f7c-9b96-5063a50454d1 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330210 Aug 31 01:46:52.883349 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-69b7751f-0aaa-4dc5-be3a-16c8a0161538 service neutron] 10.222.0.48 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897613 Aug 31 01:46:53.935097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b0ee6-3ed2-4907-86b4-9984e284a691 req-6a4caf79-200f-40f9-99dc-67d8ddc25b56 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:53.936621 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-346b0ee6-3ed2-4907-86b4-9984e284a691 req-6a4caf79-200f-40f9-99dc-67d8ddc25b56 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0502398 Aug 31 01:46:53.974045 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-346b0ee6-3ed2-4907-86b4-9984e284a691 req-ebefab83-40eb-41f2-8ab3-9adb768c80af tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313141 Aug 31 01:46:55.087860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479033d9-92c6-4dc6-9fa3-6fb093487a42 req-9b40e1af-5e32-4fb4-aa82-8775760573f9 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:55.089341 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-479033d9-92c6-4dc6-9fa3-6fb093487a42 req-9b40e1af-5e32-4fb4-aa82-8775760573f9 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0492878 Aug 31 01:46:55.128299 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-479033d9-92c6-4dc6-9fa3-6fb093487a42 req-0bfab332-159e-42b0-bca8-257ba0954e16 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322268 Aug 31 01:46:56.250882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0b8a3-d45a-44a6-8d4f-2e1398f35a7b req-b6a17eae-3726-4a77-81eb-3fa112ce5454 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:56.252457 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ceb0b8a3-d45a-44a6-8d4f-2e1398f35a7b req-b6a17eae-3726-4a77-81eb-3fa112ce5454 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0552483 Aug 31 01:46:56.290923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ceb0b8a3-d45a-44a6-8d4f-2e1398f35a7b req-2a387296-bc42-459c-99d2-e35881e12eda tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323668 Aug 31 01:46:57.409384 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55140f97-6dfc-46bb-8e66-ef4f474cd105 req-7acb7705-1c85-4dbb-9bf7-3581797d0a37 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:57.410870 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55140f97-6dfc-46bb-8e66-ef4f474cd105 req-7acb7705-1c85-4dbb-9bf7-3581797d0a37 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0527232 Aug 31 01:46:57.447889 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55140f97-6dfc-46bb-8e66-ef4f474cd105 req-d83cb029-46c4-43ed-8bd2-7300723dd416 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310707 Aug 31 01:46:58.571286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd269f-3db0-47fc-b7e2-321263df6cf5 req-bcd58fc2-3ebd-4461-b9cc-39edeeaa18f9 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:58.572854 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dcd269f-3db0-47fc-b7e2-321263df6cf5 req-bcd58fc2-3ebd-4461-b9cc-39edeeaa18f9 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0540237 Aug 31 01:46:58.617456 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dcd269f-3db0-47fc-b7e2-321263df6cf5 req-acfe0103-4654-4585-a870-7adff895a892 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356009 Aug 31 01:46:59.733776 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57aca6b-ac9e-462f-a2bc-f4d8a824edd2 req-d3ac4a33-abda-492b-9563-a420d07c2d8b tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:59.735250 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b57aca6b-ac9e-462f-a2bc-f4d8a824edd2 req-d3ac4a33-abda-492b-9563-a420d07c2d8b tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0487571 Aug 31 01:46:59.772032 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b57aca6b-ac9e-462f-a2bc-f4d8a824edd2 req-d66e40cf-6bc1-4ff8-a15b-5dba1aa58dff tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307133 Aug 31 01:47:00.891442 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb6d00-b123-4860-816d-c33a282173f0 req-d50f413a-e24d-4307-aae1-acb012b3da5b tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:00.892972 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cfb6d00-b123-4860-816d-c33a282173f0 req-d50f413a-e24d-4307-aae1-acb012b3da5b tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0520716 Aug 31 01:47:00.930706 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cfb6d00-b123-4860-816d-c33a282173f0 req-9af04a93-c8e2-483e-a3b6-2716bd0af0a7 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315418 Aug 31 01:47:02.045785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956b860-e501-4fb6-8baa-a76e1a8313ca req-ac1ad1f6-4e75-48de-91a0-9e10f7590fba tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:02.047256 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b956b860-e501-4fb6-8baa-a76e1a8313ca req-ac1ad1f6-4e75-48de-91a0-9e10f7590fba tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0479240 Aug 31 01:47:02.085855 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b956b860-e501-4fb6-8baa-a76e1a8313ca req-5d30b224-188d-42a8-93bf-dd367d63213b tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324326 Aug 31 01:47:03.210038 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd044b9-6af2-40ce-904e-14c71b74553b req-e30321a9-09d2-4dbf-bd25-1db39db4b339 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:03.211583 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fcd044b9-6af2-40ce-904e-14c71b74553b req-e30321a9-09d2-4dbf-bd25-1db39db4b339 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0551715 Aug 31 01:47:03.250611 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fcd044b9-6af2-40ce-904e-14c71b74553b req-0112fd38-2d19-4938-b74c-f7375c6d5915 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323834 Aug 31 01:47:04.237536 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-06cb8d85-9e22-46e5-a6eb-1623fad75358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:04.368657 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e07560-e3bb-4002-93b8-ba509026ea60 req-cf0f09fc-ab9e-446a-8b19-36ab502d6f33 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:04.370056 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-15e07560-e3bb-4002-93b8-ba509026ea60 req-cf0f09fc-ab9e-446a-8b19-36ab502d6f33 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0517414 Aug 31 01:47:04.407105 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-15e07560-e3bb-4002-93b8-ba509026ea60 req-31fca4d3-2f9f-4341-ab61-e0b02e88fa46 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303495 Aug 31 01:47:05.525259 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d35e1-cb97-454b-bcd1-28e03038fedd req-4724fed2-7d83-41da-be06-73ca0c573992 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:05.526858 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-578d35e1-cb97-454b-bcd1-28e03038fedd req-4724fed2-7d83-41da-be06-73ca0c573992 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0508223 Aug 31 01:47:05.566856 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-578d35e1-cb97-454b-bcd1-28e03038fedd req-39b6e9fe-76e0-419d-ae95-98e32cd812bc tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339236 Aug 31 01:47:06.692574 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c44495-ba58-43cb-ac24-fee9e95310b0 req-a7f7c1c4-60a5-44e4-92d3-918dbb5430d9 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:06.694161 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70c44495-ba58-43cb-ac24-fee9e95310b0 req-a7f7c1c4-60a5-44e4-92d3-918dbb5430d9 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0529249 Aug 31 01:47:06.733634 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70c44495-ba58-43cb-ac24-fee9e95310b0 req-c51c8351-2b4b-4395-bc85-48f9ac818a4e tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333328 Aug 31 01:47:06.864953 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:06.997775 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3d449986-cff8-49ea-b1ca-f3188068923a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:07.419623 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:07.630980 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:07.854453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b32ff0-0884-4868-9092-898c46678cfb req-0b611032-75ae-407b-a587-70cef9885cae tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:07.855992 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-91b32ff0-0884-4868-9092-898c46678cfb req-0b611032-75ae-407b-a587-70cef9885cae tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0514050 Aug 31 01:47:07.895413 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-91b32ff0-0884-4868-9092-898c46678cfb req-18165672-7ae9-4ac7-b4e2-cfdc27ee886f tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332022 Aug 31 01:47:08.671613 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.013557 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492959b-4198-4d6f-acf7-8e8ad89977a4 req-b3612f74-e8b1-41ac-b0ac-574be4f2b0a1 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:09.015052 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5492959b-4198-4d6f-acf7-8e8ad89977a4 req-b3612f74-e8b1-41ac-b0ac-574be4f2b0a1 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0501449 Aug 31 01:47:09.052844 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5492959b-4198-4d6f-acf7-8e8ad89977a4 req-b7b10380-0f71-4b26-9f86-b306e97934fa tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317030 Aug 31 01:47:10.175426 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafa0a1-7607-4035-a6c3-e09461cd9c3a req-8381279c-369c-4b7f-be98-0e833f25fffb tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:10.176951 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6eafa0a1-7607-4035-a6c3-e09461cd9c3a req-8381279c-369c-4b7f-be98-0e833f25fffb tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0536902 Aug 31 01:47:10.220897 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6eafa0a1-7607-4035-a6c3-e09461cd9c3a req-1498f640-065c-4ad2-b87f-116f3117d160 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380211 Aug 31 01:47:10.345571 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:11.339227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d735b3-cf67-4ae5-95f7-cdb053a0efb8 req-6d2203c8-d7e3-4248-a10a-ce3231f42be8 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:11.341237 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2d735b3-cf67-4ae5-95f7-cdb053a0efb8 req-6d2203c8-d7e3-4248-a10a-ce3231f42be8 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0527492 Aug 31 01:47:11.380532 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2d735b3-cf67-4ae5-95f7-cdb053a0efb8 req-f6f295d3-f225-40d6-8472-7f6147f1632a tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315738 Aug 31 01:47:11.874875 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:47:12.494216 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a7c02-828b-4857-92da-06366a5f4805 req-af17654a-e55b-4076-b148-40f0c03e7e5f tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:12.495796 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e67a7c02-828b-4857-92da-06366a5f4805 req-af17654a-e55b-4076-b148-40f0c03e7e5f tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0498350 Aug 31 01:47:12.538313 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e67a7c02-828b-4857-92da-06366a5f4805 req-3d4d59b9-1112-461b-a851-ab3deb545f7c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359797 Aug 31 01:47:13.656640 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcd234-9ac0-43da-90b6-fffb0da68991 req-cd0ff98d-b8e3-4659-a9a7-190b7a6b4f59 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:13.658057 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1abcd234-9ac0-43da-90b6-fffb0da68991 req-cd0ff98d-b8e3-4659-a9a7-190b7a6b4f59 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0490115 Aug 31 01:47:13.695511 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1abcd234-9ac0-43da-90b6-fffb0da68991 req-17e541c8-4df0-4e0b-a1bc-9dbe8b05aa2e tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315094 Aug 31 01:47:14.809039 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03428a22-9c11-4506-a6ee-3b99bef589b6 req-d4af68a5-79be-45ac-8134-82edf692eaf5 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:14.810532 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-03428a22-9c11-4506-a6ee-3b99bef589b6 req-d4af68a5-79be-45ac-8134-82edf692eaf5 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0488889 Aug 31 01:47:14.849875 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-03428a22-9c11-4506-a6ee-3b99bef589b6 req-41a01b33-1053-4371-8bd0-747b79139eb2 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327771 Aug 31 01:47:15.972000 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220f6f4-673e-46bc-907c-b924efbb42b6 req-faae7368-fab7-4d63-8037-d359a73d89f1 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:15.973457 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6220f6f4-673e-46bc-907c-b924efbb42b6 req-faae7368-fab7-4d63-8037-d359a73d89f1 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0516558 Aug 31 01:47:16.011864 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6220f6f4-673e-46bc-907c-b924efbb42b6 req-d8bec73f-5e70-4814-a420-dbbdf4e5dc71 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323939 Aug 31 01:47:17.133923 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555af7b-9fe5-4599-817a-bb6f97be6584 req-ad2b6b9c-b9fd-4afd-aaab-1d2d94e9e592 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:17.135450 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4555af7b-9fe5-4599-817a-bb6f97be6584 req-ad2b6b9c-b9fd-4afd-aaab-1d2d94e9e592 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0539289 Aug 31 01:47:17.176655 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4555af7b-9fe5-4599-817a-bb6f97be6584 req-834fdf2b-38de-4d42-a450-5ac8d36f9c5e tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351727 Aug 31 01:47:18.134132 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54240e8a-1307-4019-b30d-fd338d3e2e1c req-cb9a8991-d026-46c3-9376-6769d89b426c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:18.135726 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54240e8a-1307-4019-b30d-fd338d3e2e1c req-cb9a8991-d026-46c3-9376-6769d89b426c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 1097 time: 0.0427449 Aug 31 01:47:18.244900 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54240e8a-1307-4019-b30d-fd338d3e2e1c req-d9ba540c-940b-4de8-a375-a93f1902ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:18.246569 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54240e8a-1307-4019-b30d-fd338d3e2e1c req-d9ba540c-940b-4de8-a375-a93f1902ce97 service neutron] 10.222.0.48 "GET /v2.0/networks?id=955ff6f5-cb92-4fd5-9999-448ef76687e3 HTTP/1.1" status: 200 len: 916 time: 0.0911179 Aug 31 01:47:18.294686 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54240e8a-1307-4019-b30d-fd338d3e2e1c req-37644fc7-43d6-423b-ae20-63c6c27449ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b36bfad-a120-49e0-a5bb-915b2ad27e97 HTTP/1.1" status: 200 len: 217 time: 0.0416327 Aug 31 01:47:18.302336 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109712b8-8b90-4693-8993-125229e25652 req-845ed99c-9cb8-4d9d-ad66-357f045fc53e tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:18.303927 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-109712b8-8b90-4693-8993-125229e25652 req-845ed99c-9cb8-4d9d-ad66-357f045fc53e tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0558131 Aug 31 01:47:18.347256 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54240e8a-1307-4019-b30d-fd338d3e2e1c req-68e8c617-43a4-48c8-9c38-47beca866be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:18.348761 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54240e8a-1307-4019-b30d-fd338d3e2e1c req-68e8c617-43a4-48c8-9c38-47beca866be6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3c7a419-4d2a-4690-a95e-7d019f9ae47a HTTP/1.1" status: 200 len: 855 time: 0.0475428 Aug 31 01:47:18.365690 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-109712b8-8b90-4693-8993-125229e25652 req-8a8a8545-77e8-40e6-a7f9-650fb21555a2 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533917 Aug 31 01:47:18.381081 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54240e8a-1307-4019-b30d-fd338d3e2e1c req-28b83baf-c4bf-403e-a73d-5fdad5c5015b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=955ff6f5-cb92-4fd5-9999-448ef76687e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252991 Aug 31 01:47:18.476780 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54240e8a-1307-4019-b30d-fd338d3e2e1c req-e6c295d7-14d8-4c75-9e61-6de49ebf2306 service neutron] 10.222.0.48 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887148 Aug 31 01:47:18.568091 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54240e8a-1307-4019-b30d-fd338d3e2e1c req-0a969c61-08ca-46bb-96fb-3c9c0be9db1b service neutron] 10.222.0.48 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841093 Aug 31 01:47:19.483901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c6d13-ed25-4912-9ac1-2b1d77ff977c req-f407f385-0c13-411b-a6c8-ae2b4bf70725 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:19.485476 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b84c6d13-ed25-4912-9ac1-2b1d77ff977c req-f407f385-0c13-411b-a6c8-ae2b4bf70725 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0534852 Aug 31 01:47:19.529580 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b84c6d13-ed25-4912-9ac1-2b1d77ff977c req-f038b1fc-6184-44c6-b950-b5250bcc4ab5 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379763 Aug 31 01:47:20.116967 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-84e7ed3d-d8c8-448d-af6c-a9b5811929e8 service neutron] show failed (client error): The resource could not be found. Aug 31 01:47:20.118125 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-84e7ed3d-d8c8-448d-af6c-a9b5811929e8 service neutron] 10.222.0.48 "GET /v2.0/ports/4b36bfad-a120-49e0-a5bb-915b2ad27e97/bindings/n-h2-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.0559011 Aug 31 01:47:20.627185 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-d19c7e8f-4702-4ac3-b3db-dcb2888a76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:20.628753 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-d19c7e8f-4702-4ac3-b3db-dcb2888a76b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc&tenant_id=f8b8db1d90334bfcbbb4dca3913124a5 HTTP/1.1" status: 200 len: 1097 time: 0.0422032 Aug 31 01:47:20.640455 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:20.648728 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa9084-e6f8-4129-9e8a-f00e130e4f92 req-2eac2935-f788-4a7a-9831-1e25cded197b tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:20.650426 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5eaa9084-e6f8-4129-9e8a-f00e130e4f92 req-2eac2935-f788-4a7a-9831-1e25cded197b tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0501728 Aug 31 01:47:20.691249 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5eaa9084-e6f8-4129-9e8a-f00e130e4f92 req-85b4c96e-bbfa-45f7-8af9-0a575c2e37e4 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343678 Aug 31 01:47:20.698488 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:20.898251 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] For port 4b36bfad-a120-49e0-a5bb-915b2ad27e97, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=4b36bfad-a120-49e0-a5bb-915b2ad27e97,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:20.930994 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] For port 4b36bfad-a120-49e0-a5bb-915b2ad27e97, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:47:20.973625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faafd82d-ee2f-4570-9097-4954585138cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b36bfad-a120-49e0-a5bb-915b2ad27e97'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:47:20.975948 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e52720b-b4d4-4c52-b397-260b7daeef09" -d '{"events": [{"server_uuid": "faafd82d-ee2f-4570-9097-4954585138cc", "name": "network-vif-unplugged", "status": "completed", "tag": "4b36bfad-a120-49e0-a5bb-915b2ad27e97"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:47:20.979789 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:20.992595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Transition to ACTIVE for port object 4b36bfad-a120-49e0-a5bb-915b2ad27e97 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:47:21.028181 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9230c787-6108-4e38-a32e-4142c7ae49ad x-openstack-request-id: req-9230c787-6108-4e38-a32e-4142c7ae49ad {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:47:21.028405 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faafd82d-ee2f-4570-9097-4954585138cc", "name": "network-vif-unplugged", "status": "completed", "tag": "4b36bfad-a120-49e0-a5bb-915b2ad27e97", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:47:21.028655 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9230c787-6108-4e38-a32e-4142c7ae49ad {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:47:21.029073 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faafd82d-ee2f-4570-9097-4954585138cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b36bfad-a120-49e0-a5bb-915b2ad27e97', 'code': 200} Aug 31 01:47:21.064485 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:21.125352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Pushing event updated for resources: {'Port': ['ID=4b36bfad-a120-49e0-a5bb-915b2ad27e97,revision_number=6']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:21.127707 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] No DVR routers for this DVR port 4b36bfad-a120-49e0-a5bb-915b2ad27e97 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:47:21.165637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Attempting to bind port 4b36bfad-a120-49e0-a5bb-915b2ad27e97 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:47:21.165885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Attempting to bind port 4b36bfad-a120-49e0-a5bb-915b2ad27e97 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:47:21.166209 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Attempting to bind port 4b36bfad-a120-49e0-a5bb-915b2ad27e97 on network 955ff6f5-cb92-4fd5-9999-448ef76687e3 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:47:21.171074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Port 4b36bfad-a120-49e0-a5bb-915b2ad27e97 on network 955ff6f5-cb92-4fd5-9999-448ef76687e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:47:21.171470 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Attempting to bind port 4b36bfad-a120-49e0-a5bb-915b2ad27e97 on network 955ff6f5-cb92-4fd5-9999-448ef76687e3 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:47:21.176166 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:47:21.176501 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Checking segment: {'id': 'e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:47:21.176881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Bound using segment: {'id': 'e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:47:21.177303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Bound port: 4b36bfad-a120-49e0-a5bb-915b2ad27e97, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:47:21.177689 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:21.240091 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] For port 4b36bfad-a120-49e0-a5bb-915b2ad27e97, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:47:21.243096 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] For port 4b36bfad-a120-49e0-a5bb-915b2ad27e97, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=4b36bfad-a120-49e0-a5bb-915b2ad27e97,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:47:21.316061 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:21.350063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:21.350702 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:21.352115 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] 10.222.0.41 "PUT /v2.0/ports/4b36bfad-a120-49e0-a5bb-915b2ad27e97 HTTP/1.1" status: 200 len: 1092 time: 0.7159617 Aug 31 01:47:21.382927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4f9a4-55a8-4221-be4a-157243f8b55c service neutron] Pushing event updated for resources: {'Port': ['ID=4b36bfad-a120-49e0-a5bb-915b2ad27e97,revision_number=7']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:21.417283 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-0c1a4c2d-5bed-4be2-933a-efe3bc1dd7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:21.419433 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-0c1a4c2d-5bed-4be2-933a-efe3bc1dd7cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 1095 time: 0.0444102 Aug 31 01:47:21.511314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-d4a60a02-5bea-46cd-abee-64994d1ca723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:21.512791 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-d4a60a02-5bea-46cd-abee-64994d1ca723 service neutron] 10.222.0.41 "GET /v2.0/networks?id=955ff6f5-cb92-4fd5-9999-448ef76687e3 HTTP/1.1" status: 200 len: 916 time: 0.0870275 Aug 31 01:47:21.556036 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-d1d1208b-1c50-4945-864c-794b86b3c9f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b36bfad-a120-49e0-a5bb-915b2ad27e97 HTTP/1.1" status: 200 len: 217 time: 0.0356612 Aug 31 01:47:21.611057 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-1893cd1e-cd5a-4338-8ad6-b98a1f4eade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:21.612620 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-1893cd1e-cd5a-4338-8ad6-b98a1f4eade9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3c7a419-4d2a-4690-a95e-7d019f9ae47a HTTP/1.1" status: 200 len: 855 time: 0.0499024 Aug 31 01:47:21.645208 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-e19ff43a-061c-4175-aa39-6667527232fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=955ff6f5-cb92-4fd5-9999-448ef76687e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259035 Aug 31 01:47:21.740370 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-18cdbaed-c66e-4f76-965c-c9075c571911 service neutron] 10.222.0.41 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881166 Aug 31 01:47:21.809000 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52592106-14a6-4fdb-8825-6ede3d294106 req-fa8ddb28-edaa-4c8f-8ca7-2798f470d355 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:21.810660 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52592106-14a6-4fdb-8825-6ede3d294106 req-fa8ddb28-edaa-4c8f-8ca7-2798f470d355 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 943 time: 0.0491419 Aug 31 01:47:21.839819 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dc7c41a-d0e3-4326-b6d7-2046613b1b15 req-22461108-e0ba-4677-bb73-1ce81c742f4d service neutron] 10.222.0.41 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920351 Aug 31 01:47:21.852832 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-52592106-14a6-4fdb-8825-6ede3d294106 req-131dbe36-8999-4138-9638-6c25ac12dda6 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357459 Aug 31 01:47:22.986815 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1889f3-ab14-4ff6-ae54-90044fb05cad req-b6c09e36-d4f5-40f9-b124-c564789b16fd tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:22.988783 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de1889f3-ab14-4ff6-ae54-90044fb05cad req-b6c09e36-d4f5-40f9-b124-c564789b16fd tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 943 time: 0.0654321 Aug 31 01:47:23.030582 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de1889f3-ab14-4ff6-ae54-90044fb05cad req-8d1d8591-7265-49ad-82fc-750e65a87009 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341351 Aug 31 01:47:23.031046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faafd82d-ee2f-4570-9097-4954585138cc', 'tag': '4b36bfad-a120-49e0-a5bb-915b2ad27e97'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:47:23.033410 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a53309b-f0ac-4495-a17f-335d425da7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "faafd82d-ee2f-4570-9097-4954585138cc", "tag": "4b36bfad-a120-49e0-a5bb-915b2ad27e97"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:47:23.086394 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dee8b26-1bbb-47e0-adcd-811fc6b1b926 x-openstack-request-id: req-0dee8b26-1bbb-47e0-adcd-811fc6b1b926 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:47:23.086691 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faafd82d-ee2f-4570-9097-4954585138cc", "tag": "4b36bfad-a120-49e0-a5bb-915b2ad27e97", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:47:23.086942 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0dee8b26-1bbb-47e0-adcd-811fc6b1b926 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:47:23.087348 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faafd82d-ee2f-4570-9097-4954585138cc', 'tag': '4b36bfad-a120-49e0-a5bb-915b2ad27e97', 'status': 'completed', 'code': 200} Aug 31 01:47:23.182635 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-6c906494-371c-4c7e-9205-e243822c1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:23.184829 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-6c906494-371c-4c7e-9205-e243822c1368 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 1095 time: 0.0692108 Aug 31 01:47:23.187678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-68824567-b3e3-47c3-8ad0-dcd9427ebc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:23.189520 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-68824567-b3e3-47c3-8ad0-dcd9427ebc94 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 1095 time: 0.0819287 Aug 31 01:47:23.349024 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-6b0d39f5-311e-4c37-a785-faebc83e70c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:23.350556 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-6b0d39f5-311e-4c37-a785-faebc83e70c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=955ff6f5-cb92-4fd5-9999-448ef76687e3 HTTP/1.1" status: 200 len: 916 time: 0.1590178 Aug 31 01:47:23.351649 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-3d2522f2-d400-4380-8c69-eb06ec005ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:23.352980 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-3d2522f2-d400-4380-8c69-eb06ec005ee2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=955ff6f5-cb92-4fd5-9999-448ef76687e3 HTTP/1.1" status: 200 len: 916 time: 0.1539073 Aug 31 01:47:23.424336 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-83afc85e-05b6-4d9b-81cf-6ed754d184cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b36bfad-a120-49e0-a5bb-915b2ad27e97 HTTP/1.1" status: 200 len: 217 time: 0.0672796 Aug 31 01:47:23.425734 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-e7c0aa8e-8602-4ddf-abcc-deade0f5f179 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b36bfad-a120-49e0-a5bb-915b2ad27e97 HTTP/1.1" status: 200 len: 217 time: 0.0628619 Aug 31 01:47:23.459132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 4b36bfad-a120-49e0-a5bb-915b2ad27e97 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:47:23.512118 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-74503f8d-ff24-4315-a86a-79f128dd0b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:23.513665 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-74503f8d-ff24-4315-a86a-79f128dd0b9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3c7a419-4d2a-4690-a95e-7d019f9ae47a HTTP/1.1" status: 200 len: 855 time: 0.0825069 Aug 31 01:47:23.515092 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-d625fd31-4b64-4ab8-8d56-bbeda6edc1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:23.516432 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-d625fd31-4b64-4ab8-8d56-bbeda6edc1df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3c7a419-4d2a-4690-a95e-7d019f9ae47a HTTP/1.1" status: 200 len: 855 time: 0.0770962 Aug 31 01:47:23.559361 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-4cb69f57-c649-4fb5-8529-3bc127e4307f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=955ff6f5-cb92-4fd5-9999-448ef76687e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385339 Aug 31 01:47:23.566847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 4b36bfad-a120-49e0-a5bb-915b2ad27e97, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=4b36bfad-a120-49e0-a5bb-915b2ad27e97,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:23.581047 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '4b36bfad-a120-49e0-a5bb-915b2ad27e97', 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3', 'port_id': '4b36bfad-a120-49e0-a5bb-915b2ad27e97', 'mac_address': 'fa:16:3e:97:96:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c7a419-4d2a-4690-a95e-7d019f9ae47a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:47:23.594302 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-0e0a95ad-bbdf-4f67-ba3a-94fa614888e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=955ff6f5-cb92-4fd5-9999-448ef76687e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634272 Aug 31 01:47:23.618779 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:23.632176 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b36bfad-a120-49e0-a5bb-915b2ad27e97 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:47:23.653732 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 4b36bfad-a120-49e0-a5bb-915b2ad27e97, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=4b36bfad-a120-49e0-a5bb-915b2ad27e97,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:23.722755 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:23.723627 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-f17e8262-bd6b-4b06-90ad-19e9b9247617 service neutron] 10.222.0.48 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503348 Aug 31 01:47:23.753624 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-7820ee18-64db-4392-8ce1-5026cbf1220a service neutron] 10.222.0.41 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355803 Aug 31 01:47:23.775012 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=4b36bfad-a120-49e0-a5bb-915b2ad27e97,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:23.841980 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 4b36bfad-a120-49e0-a5bb-915b2ad27e97 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:47:23.888594 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 4b36bfad-a120-49e0-a5bb-915b2ad27e97 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:47:23.891484 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-a2869f0e-a83a-45f4-8567-5094edb84b40 service neutron] 10.222.0.48 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589947 Aug 31 01:47:23.896730 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a53309b-f0ac-4495-a17f-335d425da7fb req-20fc6c7f-b3c7-43dc-a970-740bc52e104e service neutron] 10.222.0.41 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132877 Aug 31 01:47:23.942718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['4b36bfad-a120-49e0-a5bb-915b2ad27e97'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:47:24.156196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695495d-2218-472e-bbdd-da5f5b34ab6d req-e66df1df-dded-44a6-b317-f3e98c0ce0ab tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:24.157749 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5695495d-2218-472e-bbdd-da5f5b34ab6d req-e66df1df-dded-44a6-b317-f3e98c0ce0ab tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 944 time: 0.0540879 Aug 31 01:47:24.476503 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5695495d-2218-472e-bbdd-da5f5b34ab6d req-f978c415-5338-4497-85e1-7cda32b25c9c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126864 Aug 31 01:47:24.780688 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3b457-305d-41bc-82ea-630ac4fcbc31 req-5bd45ce9-3f62-46b6-b87b-d342045f86ca tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:24.782270 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eca3b457-305d-41bc-82ea-630ac4fcbc31 req-5bd45ce9-3f62-46b6-b87b-d342045f86ca tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 944 time: 0.0488842 Aug 31 01:47:24.833865 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eca3b457-305d-41bc-82ea-630ac4fcbc31 req-e4bb916f-800f-49da-aba9-641312da0651 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451207 Aug 31 01:47:24.872920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7275321-6fee-4799-9704-0a2742dc77f1 req-4eb636eb-e7ee-4000-9864-33d69d4915d9 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:24.874406 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a7275321-6fee-4799-9704-0a2742dc77f1 req-4eb636eb-e7ee-4000-9864-33d69d4915d9 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.48 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc&tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 944 time: 0.0638220 Aug 31 01:47:24.937491 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-a7275321-6fee-4799-9704-0a2742dc77f1 req-52b42f33-12ce-412c-ae85-beb477fc2971 service neutron] delete failed (client error): The resource could not be found. Aug 31 01:47:24.938775 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a7275321-6fee-4799-9704-0a2742dc77f1 req-52b42f33-12ce-412c-ae85-beb477fc2971 service neutron] 10.222.0.48 "DELETE /v2.0/ports/4b36bfad-a120-49e0-a5bb-915b2ad27e97/bindings/n-h1-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.0564024 Aug 31 01:47:25.022458 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7275321-6fee-4799-9704-0a2742dc77f1 req-9fea08bf-c948-436c-a6ba-00411110d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:25.023979 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a7275321-6fee-4799-9704-0a2742dc77f1 req-9fea08bf-c948-436c-a6ba-00411110d03d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 1096 time: 0.0421195 Aug 31 01:47:25.122170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7275321-6fee-4799-9704-0a2742dc77f1 req-4b452858-dc0d-4037-ace8-0bb70eb2f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:25.123697 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a7275321-6fee-4799-9704-0a2742dc77f1 req-4b452858-dc0d-4037-ace8-0bb70eb2f1c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=955ff6f5-cb92-4fd5-9999-448ef76687e3 HTTP/1.1" status: 200 len: 916 time: 0.0917675 Aug 31 01:47:25.165241 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a7275321-6fee-4799-9704-0a2742dc77f1 req-c355e76a-a5bd-4712-8a14-58e1a97b434e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b36bfad-a120-49e0-a5bb-915b2ad27e97 HTTP/1.1" status: 200 len: 217 time: 0.0346420 Aug 31 01:47:25.213577 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7275321-6fee-4799-9704-0a2742dc77f1 req-646e16ba-fb76-4f72-b33e-512c3cc48fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:25.215123 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a7275321-6fee-4799-9704-0a2742dc77f1 req-646e16ba-fb76-4f72-b33e-512c3cc48fb7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3c7a419-4d2a-4690-a95e-7d019f9ae47a HTTP/1.1" status: 200 len: 855 time: 0.0435553 Aug 31 01:47:25.248351 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a7275321-6fee-4799-9704-0a2742dc77f1 req-338e60ed-722d-47ab-906d-97935649ac9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=955ff6f5-cb92-4fd5-9999-448ef76687e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257390 Aug 31 01:47:25.344563 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a7275321-6fee-4799-9704-0a2742dc77f1 req-78c94e33-e14a-41e7-b6a9-0beb29205e12 service neutron] 10.222.0.48 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888391 Aug 31 01:47:25.435284 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a7275321-6fee-4799-9704-0a2742dc77f1 req-c51d312c-3c7b-47ed-a18b-6cb61921ec24 service neutron] 10.222.0.48 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834596 Aug 31 01:47:25.468334 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 4b36bfad-a120-49e0-a5bb-915b2ad27e97 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:47:25.625336 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 4b36bfad-a120-49e0-a5bb-915b2ad27e97 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:47:25.629396 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 4b36bfad-a120-49e0-a5bb-915b2ad27e97 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:47:25.629805 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:25.712030 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:25.735799 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faafd82d-ee2f-4570-9097-4954585138cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b36bfad-a120-49e0-a5bb-915b2ad27e97'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:47:25.738089 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d61778a-6010-44ff-90b3-28a176da0cc4" -d '{"events": [{"server_uuid": "faafd82d-ee2f-4570-9097-4954585138cc", "name": "network-vif-plugged", "status": "completed", "tag": "4b36bfad-a120-49e0-a5bb-915b2ad27e97"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:47:25.751192 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 4b36bfad-a120-49e0-a5bb-915b2ad27e97, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=4b36bfad-a120-49e0-a5bb-915b2ad27e97,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:25.790924 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffef0b6b-7c53-4fe2-a0c2-db3f0706b82c x-openstack-request-id: req-ffef0b6b-7c53-4fe2-a0c2-db3f0706b82c {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:47:25.791218 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faafd82d-ee2f-4570-9097-4954585138cc", "name": "network-vif-plugged", "status": "completed", "tag": "4b36bfad-a120-49e0-a5bb-915b2ad27e97", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:47:25.791472 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffef0b6b-7c53-4fe2-a0c2-db3f0706b82c {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:47:25.791873 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faafd82d-ee2f-4570-9097-4954585138cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b36bfad-a120-49e0-a5bb-915b2ad27e97', 'code': 200} Aug 31 01:47:25.831163 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:25.883852 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=4b36bfad-a120-49e0-a5bb-915b2ad27e97,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:25.959324 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990accf-536e-43cb-bfad-3c83cb9d66db req-5550d9ae-e9fa-42ad-a53f-e4914ce784ba tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:25.960795 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8990accf-536e-43cb-bfad-3c83cb9d66db req-5550d9ae-e9fa-42ad-a53f-e4914ce784ba tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0555401 Aug 31 01:47:25.999463 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8990accf-536e-43cb-bfad-3c83cb9d66db req-2e0848ab-70d4-4c58-8190-ff0d13001a45 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324752 Aug 31 01:47:27.120226 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8de54-e94d-4d14-aa5a-d5ac1de72af3 req-aa5850f8-2cd0-409f-a13c-da2e3303b601 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:27.122277 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42f8de54-e94d-4d14-aa5a-d5ac1de72af3 req-aa5850f8-2cd0-409f-a13c-da2e3303b601 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0528972 Aug 31 01:47:27.159702 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42f8de54-e94d-4d14-aa5a-d5ac1de72af3 req-8f426640-95bb-466c-9583-db82e8f4edea tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315020 Aug 31 01:47:27.274184 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bff184-bcf7-4698-964e-077f6d1aaf26 req-5f975414-68a7-4efe-8177-5f6d8285cdeb tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:27.275689 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-94bff184-bcf7-4698-964e-077f6d1aaf26 req-5f975414-68a7-4efe-8177-5f6d8285cdeb tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0495186 Aug 31 01:47:27.316042 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-94bff184-bcf7-4698-964e-077f6d1aaf26 req-b50b6315-773c-45e0-97ed-93f8fe4eb1aa tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331171 Aug 31 01:47:27.429104 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbaf18-3dd6-45a3-9880-63933d721a07 req-6f2e16c0-63c7-452b-98fc-a344d80d4d77 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:27.430609 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24cbaf18-3dd6-45a3-9880-63933d721a07 req-6f2e16c0-63c7-452b-98fc-a344d80d4d77 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0495064 Aug 31 01:47:27.468139 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24cbaf18-3dd6-45a3-9880-63933d721a07 req-38f166dd-eea1-435e-8d33-7e2a0a096d72 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315626 Aug 31 01:47:28.096151 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-25cec7f9-1cb8-409f-9aa7-7fc27a2189af tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:28.097877 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-25cec7f9-1cb8-409f-9aa7-7fc27a2189af tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/networks?id=955ff6f5-cb92-4fd5-9999-448ef76687e3 HTTP/1.1" status: 200 len: 815 time: 0.1205609 Aug 31 01:47:28.120308 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-1e983f60-1d38-43a9-b630-78040272f7f8 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/quotas/f8b8db1d90334bfcbbb4dca3913124a5 HTTP/1.1" status: 200 len: 375 time: 0.0114384 Aug 31 01:47:28.507989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-67ea6e54-ce37-45d2-abc8-ca9c2065363d tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3806324 Aug 31 01:47:28.597794 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-aa639612-18f3-4f26-bddf-2da52f30e09b service neutron] 10.222.0.16 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825000 Aug 31 01:47:28.689466 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-ce385619-70d2-4f85-953f-86b8ea767930 service neutron] 10.222.0.16 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854685 Aug 31 01:47:28.941251 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5636a35f-897a-4858-bdcd-7dcdf2043043 req-1aff2b12-53cb-4eb6-bc52-3285a7ee346d tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 210 time: 0.0320287 Aug 31 01:47:29.260022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18020540-0175-48bd-b576-95520425dcf0 req-43dd7f52-c4d2-4a39-98d4-0d0ec8597ac4 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:29.261554 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-18020540-0175-48bd-b576-95520425dcf0 req-43dd7f52-c4d2-4a39-98d4-0d0ec8597ac4 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.41 "GET /v2.0/ports?device_id=faafd82d-ee2f-4570-9097-4954585138cc HTTP/1.1" status: 200 len: 945 time: 0.0498323 Aug 31 01:47:29.356009 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-18020540-0175-48bd-b576-95520425dcf0 req-9b1a1022-e39f-4b16-b33d-2a3554d7e0e1 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Deleting port 4b36bfad-a120-49e0-a5bb-915b2ad27e97 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:47:29.356352 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-18020540-0175-48bd-b576-95520425dcf0 req-9b1a1022-e39f-4b16-b33d-2a3554d7e0e1 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:29.444802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-18020540-0175-48bd-b576-95520425dcf0 req-9b1a1022-e39f-4b16-b33d-2a3554d7e0e1 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] For port 4b36bfad-a120-49e0-a5bb-915b2ad27e97, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=4b36bfad-a120-49e0-a5bb-915b2ad27e97,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:29.445234 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-18020540-0175-48bd-b576-95520425dcf0 req-9b1a1022-e39f-4b16-b33d-2a3554d7e0e1 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:29.458237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-18020540-0175-48bd-b576-95520425dcf0 req-9b1a1022-e39f-4b16-b33d-2a3554d7e0e1 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Calling delete_port for 4b36bfad-a120-49e0-a5bb-915b2ad27e97 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:47:29.688525 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-18020540-0175-48bd-b576-95520425dcf0 req-9b1a1022-e39f-4b16-b33d-2a3554d7e0e1 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:29.700713 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['4b36bfad-a120-49e0-a5bb-915b2ad27e97'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:47:29.716486 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a1022-e39f-4b16-b33d-2a3554d7e0e1 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Pushing event deleted for resources: {'Port': ['ID=4b36bfad-a120-49e0-a5bb-915b2ad27e97,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:29.764000 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-18020540-0175-48bd-b576-95520425dcf0 req-9b1a1022-e39f-4b16-b33d-2a3554d7e0e1 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] No DVR routers for this DVR port 4b36bfad-a120-49e0-a5bb-915b2ad27e97 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:47:29.766765 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-18020540-0175-48bd-b576-95520425dcf0 req-9b1a1022-e39f-4b16-b33d-2a3554d7e0e1 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:29.768777 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-18020540-0175-48bd-b576-95520425dcf0 req-9b1a1022-e39f-4b16-b33d-2a3554d7e0e1 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.41 "DELETE /v2.0/ports/4b36bfad-a120-49e0-a5bb-915b2ad27e97 HTTP/1.1" status: 204 len: 173 time: 0.5009863 Aug 31 01:47:29.769235 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faafd82d-ee2f-4570-9097-4954585138cc', 'name': 'network-vif-deleted', 'tag': '4b36bfad-a120-49e0-a5bb-915b2ad27e97'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:47:29.771567 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da0d74f-39ca-4202-a68a-b6fa74e8057f" -d '{"events": [{"server_uuid": "faafd82d-ee2f-4570-9097-4954585138cc", "name": "network-vif-deleted", "tag": "4b36bfad-a120-49e0-a5bb-915b2ad27e97"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:47:29.807470 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0ccdd5-1520-40ba-b9e1-57483feee020 x-openstack-request-id: req-0d0ccdd5-1520-40ba-b9e1-57483feee020 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:47:29.807806 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faafd82d-ee2f-4570-9097-4954585138cc", "name": "network-vif-deleted", "tag": "4b36bfad-a120-49e0-a5bb-915b2ad27e97", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:47:29.808066 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d0ccdd5-1520-40ba-b9e1-57483feee020 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:47:29.808468 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faafd82d-ee2f-4570-9097-4954585138cc', 'name': 'network-vif-deleted', 'tag': '4b36bfad-a120-49e0-a5bb-915b2ad27e97', 'status': 'completed', 'code': 200} Aug 31 01:47:30.039910 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f397ecf-462d-434b-8a4c-4e01e50f9a1d req-2c8c01e5-5f5a-4dab-91e5-dd76a91e431c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 210 time: 0.0261631 Aug 31 01:47:30.911550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-6938922b-2a2c-4694-bdfc-d86b90f2c2bf tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:30.913058 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-6938922b-2a2c-4694-bdfc-d86b90f2c2bf tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.41 "GET /v2.0/networks?id=955ff6f5-cb92-4fd5-9999-448ef76687e3 HTTP/1.1" status: 200 len: 815 time: 0.1071005 Aug 31 01:47:30.927210 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-13ea1768-7aa6-4940-8f80-4d9400fff130 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Request body: {'port': {'device_id': 'c564b5ff-9fa9-4cc5-89f6-af32e864a0f7', 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3', 'admin_state_up': True, 'tenant_id': 'f8b8db1d90334bfcbbb4dca3913124a5'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:31.132888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-13ea1768-7aa6-4940-8f80-4d9400fff130 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Made reservation on behalf of f8b8db1d90334bfcbbb4dca3913124a5 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:47:31.137400 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-13ea1768-7aa6-4940-8f80-4d9400fff130 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:31.147222 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ec2cfc9-5838-40f6-998b-a6952d6643c1 req-fbb0d6fe-14ca-4fb2-a5ef-def45209a5bf tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 210 time: 0.0308385 Aug 31 01:47:31.269068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-13ea1768-7aa6-4940-8f80-4d9400fff130 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Allocated IP 172.20.0.6 (955ff6f5-cb92-4fd5-9999-448ef76687e3/b3c7a419-4d2a-4690-a95e-7d019f9ae47a/6f993bfe-f1ae-4c54-9826-3205850512a9) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:47:31.434506 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-13ea1768-7aa6-4940-8f80-4d9400fff130 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:31.546334 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-13ea1768-7aa6-4940-8f80-4d9400fff130 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:31.597988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-13ea1768-7aa6-4940-8f80-4d9400fff130 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Network 955ff6f5-cb92-4fd5-9999-448ef76687e3 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:47:31.601169 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-13ea1768-7aa6-4940-8f80-4d9400fff130 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:47:31.605030 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-13ea1768-7aa6-4940-8f80-4d9400fff130 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:47:31.611461 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea1768-7aa6-4940-8f80-4d9400fff130 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Pushing event updated for resources: {'Port': ['ID=6f993bfe-f1ae-4c54-9826-3205850512a9,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:31.657352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-13ea1768-7aa6-4940-8f80-4d9400fff130 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:31.658042 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-13ea1768-7aa6-4940-8f80-4d9400fff130 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:31.735103 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-13ea1768-7aa6-4940-8f80-4d9400fff130 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8127143 Aug 31 01:47:31.748295 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Request body: {'port': {'device_id': 'c564b5ff-9fa9-4cc5-89f6-af32e864a0f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:31.803969 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:32.085189 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f993bfe-f1ae-4c54-9826-3205850512a9 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:47:32.093278 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:32.106309 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Transition to ACTIVE for port object 6f993bfe-f1ae-4c54-9826-3205850512a9 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:47:32.197291 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:32.280623 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f993bfe-f1ae-4c54-9826-3205850512a9,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:32.320397 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a8839-cbd1-47c6-b227-18838883621d req-7041fb3c-9679-4d7b-8efb-796b1ddbeea3 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:32.322032 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf0a8839-cbd1-47c6-b227-18838883621d req-7041fb3c-9679-4d7b-8efb-796b1ddbeea3 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 943 time: 0.0971963 Aug 31 01:47:32.404153 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf0a8839-cbd1-47c6-b227-18838883621d req-913fcecb-adb1-4e31-9e05-6be5ee23f489 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628436 Aug 31 01:47:32.406730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Attempting to bind port 6f993bfe-f1ae-4c54-9826-3205850512a9 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:47:32.407068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Attempting to bind port 6f993bfe-f1ae-4c54-9826-3205850512a9 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:47:32.407400 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Attempting to bind port 6f993bfe-f1ae-4c54-9826-3205850512a9 on network 955ff6f5-cb92-4fd5-9999-448ef76687e3 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:47:32.412978 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Port 6f993bfe-f1ae-4c54-9826-3205850512a9 on network 955ff6f5-cb92-4fd5-9999-448ef76687e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:47:32.413303 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Attempting to bind port 6f993bfe-f1ae-4c54-9826-3205850512a9 on network 955ff6f5-cb92-4fd5-9999-448ef76687e3 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:47:32.419277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:47:32.422326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Checking segment: {'id': 'e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:47:32.422326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Bound using segment: {'id': 'e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:47:32.422326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Bound port: 6f993bfe-f1ae-4c54-9826-3205850512a9, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:47:32.422326 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:32.489818 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] For port 6f993bfe-f1ae-4c54-9826-3205850512a9, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:47:32.493278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] For port 6f993bfe-f1ae-4c54-9826-3205850512a9, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=6f993bfe-f1ae-4c54-9826-3205850512a9,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:47:32.580768 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:32.616613 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:32.617246 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:32.618752 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] 10.222.0.41 "PUT /v2.0/ports/6f993bfe-f1ae-4c54-9826-3205850512a9 HTTP/1.1" status: 200 len: 1092 time: 0.8754628 Aug 31 01:47:32.619219 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c564b5ff-9fa9-4cc5-89f6-af32e864a0f7', 'tag': '6f993bfe-f1ae-4c54-9826-3205850512a9'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:47:32.622100 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ef8778-5a10-4e39-b5ed-fdedbb98ec4d" -d '{"events": [{"name": "network-changed", "server_uuid": "c564b5ff-9fa9-4cc5-89f6-af32e864a0f7", "tag": "6f993bfe-f1ae-4c54-9826-3205850512a9"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:47:32.649653 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3bec9-9c91-4572-bd3c-905c299a14a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f993bfe-f1ae-4c54-9826-3205850512a9,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:32.662702 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6655aca-e3e9-465c-b30c-dd4e27aa872d x-openstack-request-id: req-c6655aca-e3e9-465c-b30c-dd4e27aa872d {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:47:32.663001 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c564b5ff-9fa9-4cc5-89f6-af32e864a0f7", "tag": "6f993bfe-f1ae-4c54-9826-3205850512a9", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:47:32.663257 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6655aca-e3e9-465c-b30c-dd4e27aa872d {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:47:32.663697 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c564b5ff-9fa9-4cc5-89f6-af32e864a0f7', 'tag': '6f993bfe-f1ae-4c54-9826-3205850512a9', 'status': 'completed', 'code': 200} Aug 31 01:47:32.730378 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef8778-5a10-4e39-b5ed-fdedbb98ec4d req-5ba8ea23-39c2-4d7c-9113-91d1d38de640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:32.731973 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54ef8778-5a10-4e39-b5ed-fdedbb98ec4d req-5ba8ea23-39c2-4d7c-9113-91d1d38de640 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 1095 time: 0.0477004 Aug 31 01:47:32.838234 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef8778-5a10-4e39-b5ed-fdedbb98ec4d req-854957d3-e600-4ee6-808e-263747c0130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:32.839876 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54ef8778-5a10-4e39-b5ed-fdedbb98ec4d req-854957d3-e600-4ee6-808e-263747c0130c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0997012 Aug 31 01:47:32.946187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef8778-5a10-4e39-b5ed-fdedbb98ec4d req-7ab2b4ad-1a95-4a0d-8b4b-d85ab0940909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:32.947621 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54ef8778-5a10-4e39-b5ed-fdedbb98ec4d req-7ab2b4ad-1a95-4a0d-8b4b-d85ab0940909 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011455 Aug 31 01:47:33.041588 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-0eaf4e66-ce9a-49f9-8710-6ed3ddbac936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:33.043771 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-0eaf4e66-ce9a-49f9-8710-6ed3ddbac936 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 1095 time: 0.0439990 Aug 31 01:47:33.087859 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-a0b02b60-13fb-475d-861a-651b6fc9253f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f993bfe-f1ae-4c54-9826-3205850512a9 HTTP/1.1" status: 200 len: 217 time: 0.0357440 Aug 31 01:47:33.143943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-72d27142-1460-48a1-8cdf-c43ffc838c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:33.145486 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-72d27142-1460-48a1-8cdf-c43ffc838c6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3c7a419-4d2a-4690-a95e-7d019f9ae47a HTTP/1.1" status: 200 len: 855 time: 0.0502148 Aug 31 01:47:33.179726 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-cdc511af-0cd1-4186-8f43-14b0ba86a62b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=955ff6f5-cb92-4fd5-9999-448ef76687e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267878 Aug 31 01:47:33.276021 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-f743841d-1d33-42e4-bd91-961b6d99f6d7 service neutron] 10.222.0.41 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881243 Aug 31 01:47:33.381134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fabdd6bc-e1c2-4d42-8587-9ec88aaa3bd9 req-2ef273f8-4415-4a03-b733-c43468ccc011 service neutron] 10.222.0.41 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975585 Aug 31 01:47:33.508929 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 4b36bfad-a120-49e0-a5bb-915b2ad27e97 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:47:33.531138 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 4b36bfad-a120-49e0-a5bb-915b2ad27e97 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:47:33.531541 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 4b36bfad-a120-49e0-a5bb-915b2ad27e97 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:47:33.535996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc328186-87a5-4ac6-850c-59855a55e4a1 req-a4b2ccd9-e425-4cc9-a013-847bc1f0dada tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:33.537626 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc328186-87a5-4ac6-850c-59855a55e4a1 req-a4b2ccd9-e425-4cc9-a013-847bc1f0dada tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 943 time: 0.0586948 Aug 31 01:47:33.579345 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc328186-87a5-4ac6-850c-59855a55e4a1 req-cf4fd6f2-96e1-4103-a4ab-f8b9f90dd666 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348623 Aug 31 01:47:34.275894 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bab8d0ae-b9bc-441d-99ab-bad1ad1ef76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:34.703959 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dd6b5-82d1-4a37-898c-4526de5fafce req-5484f385-00a5-49b7-ac3a-8e59fc08e867 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:34.705610 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fb3dd6b5-82d1-4a37-898c-4526de5fafce req-5484f385-00a5-49b7-ac3a-8e59fc08e867 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 943 time: 0.0558481 Aug 31 01:47:34.746675 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fb3dd6b5-82d1-4a37-898c-4526de5fafce req-b2b6bdf5-046f-48e7-bfd2-8f500fafa04f tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347240 Aug 31 01:47:35.515165 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 6f993bfe-f1ae-4c54-9826-3205850512a9 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:47:35.617662 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 6f993bfe-f1ae-4c54-9826-3205850512a9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=6f993bfe-f1ae-4c54-9826-3205850512a9,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:35.630302 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '6f993bfe-f1ae-4c54-9826-3205850512a9', 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3', 'port_id': '6f993bfe-f1ae-4c54-9826-3205850512a9', 'mac_address': 'fa:16:3e:26:f3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c7a419-4d2a-4690-a95e-7d019f9ae47a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:47:35.672719 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:35.687108 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f993bfe-f1ae-4c54-9826-3205850512a9 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:47:35.710779 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 6f993bfe-f1ae-4c54-9826-3205850512a9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=6f993bfe-f1ae-4c54-9826-3205850512a9,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:35.785737 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:35.836129 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=6f993bfe-f1ae-4c54-9826-3205850512a9,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:35.844490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:35.844999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:35.845296 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:35.845695 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:35.846026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:35.846356 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:35.846356 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:35.847134 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:35.847354 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:35.847686 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:35.848007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:35.848328 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:35.874430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcdfcc-d8f4-485e-abe7-62654a64e4f7 req-292171fd-c05a-424c-b692-d89404588688 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:35.876020 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-29fcdfcc-d8f4-485e-abe7-62654a64e4f7 req-292171fd-c05a-424c-b692-d89404588688 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 944 time: 0.0615039 Aug 31 01:47:35.918309 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-29fcdfcc-d8f4-485e-abe7-62654a64e4f7 req-33c9179f-81f3-40ba-af9d-b3436845ef19 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360491 Aug 31 01:47:35.973589 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['6f993bfe-f1ae-4c54-9826-3205850512a9'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:47:36.854341 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:36.993118 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-297eba7f-8de7-46c9-8936-927da19ac828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:37.039620 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67546d0-f0bd-488a-b5a7-89d17959c9f8 req-a4010b85-f8f4-4a0f-8dd1-69c1423cf94d tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:37.041088 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c67546d0-f0bd-488a-b5a7-89d17959c9f8 req-a4010b85-f8f4-4a0f-8dd1-69c1423cf94d tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 944 time: 0.0533850 Aug 31 01:47:37.081396 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c67546d0-f0bd-488a-b5a7-89d17959c9f8 req-c157e46a-41c5-4ee7-8924-14003bdff5fa tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334699 Aug 31 01:47:37.406591 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:37.549525 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 6f993bfe-f1ae-4c54-9826-3205850512a9 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:47:37.631359 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:37.682790 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 6f993bfe-f1ae-4c54-9826-3205850512a9 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:47:37.687077 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 6f993bfe-f1ae-4c54-9826-3205850512a9 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:47:37.687700 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:37.769322 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:37.794247 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c564b5ff-9fa9-4cc5-89f6-af32e864a0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f993bfe-f1ae-4c54-9826-3205850512a9'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:47:37.796513 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe4dab4-d8c6-4e09-931f-f593cd15a7e6" -d '{"events": [{"server_uuid": "c564b5ff-9fa9-4cc5-89f6-af32e864a0f7", "name": "network-vif-plugged", "status": "completed", "tag": "6f993bfe-f1ae-4c54-9826-3205850512a9"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:47:37.809852 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 6f993bfe-f1ae-4c54-9826-3205850512a9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=6f993bfe-f1ae-4c54-9826-3205850512a9,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:37.844393 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7c109f-8266-4f02-80b7-552667a6555d x-openstack-request-id: req-de7c109f-8266-4f02-80b7-552667a6555d {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:47:37.844712 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c564b5ff-9fa9-4cc5-89f6-af32e864a0f7", "name": "network-vif-plugged", "status": "completed", "tag": "6f993bfe-f1ae-4c54-9826-3205850512a9", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:47:37.845084 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de7c109f-8266-4f02-80b7-552667a6555d {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:47:37.845540 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c564b5ff-9fa9-4cc5-89f6-af32e864a0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f993bfe-f1ae-4c54-9826-3205850512a9', 'code': 200} Aug 31 01:47:37.887356 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:37.940259 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=6f993bfe-f1ae-4c54-9826-3205850512a9,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:37.952356 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbf123-42c1-484a-91b2-16ddef76867c req-5498d185-ec02-4d7e-80aa-223a9983ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:37.953949 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3abbf123-42c1-484a-91b2-16ddef76867c req-5498d185-ec02-4d7e-80aa-223a9983ce74 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 1097 time: 0.0485542 Aug 31 01:47:37.990150 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3abbf123-42c1-484a-91b2-16ddef76867c req-247216e1-bb10-4c32-a90c-ad91acf276de service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290427 Aug 31 01:47:38.216229 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910cafa-8891-4cd4-9629-542d32d7a5b3 req-5aaedf16-4163-4c80-89c4-e459424df500 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:38.217710 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b910cafa-8891-4cd4-9629-542d32d7a5b3 req-5aaedf16-4163-4c80-89c4-e459424df500 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0503855 Aug 31 01:47:38.256450 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b910cafa-8891-4cd4-9629-542d32d7a5b3 req-001abd4e-2ccb-46c5-90db-1df205fea5b0 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326447 Aug 31 01:47:38.717074 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:39.377870 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0789ba7-0d33-4fcd-9cdb-c8d55d36200e req-2ec31157-56d5-4de7-98dd-aad6c4867d8a tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:39.379694 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c0789ba7-0d33-4fcd-9cdb-c8d55d36200e req-2ec31157-56d5-4de7-98dd-aad6c4867d8a tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0509257 Aug 31 01:47:39.419006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c0789ba7-0d33-4fcd-9cdb-c8d55d36200e req-f46f8034-8c2c-4c01-b6f6-ece106fad85f tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335970 Aug 31 01:47:39.534825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a1188-aa34-4a03-8f04-bff66ef92437 req-75d37bc9-3009-413f-8917-ac198b330766 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:39.536299 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ee4a1188-aa34-4a03-8f04-bff66ef92437 req-75d37bc9-3009-413f-8917-ac198b330766 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0484893 Aug 31 01:47:39.575195 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ee4a1188-aa34-4a03-8f04-bff66ef92437 req-a6619059-870f-49ed-9346-90797910515c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321484 Aug 31 01:47:39.965766 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284c5e0-5510-4f7c-9bf0-834cca24423e req-1e648a0d-74b6-4272-ad59-293baf08c5d9 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:39.967189 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2284c5e0-5510-4f7c-9bf0-834cca24423e req-1e648a0d-74b6-4272-ad59-293baf08c5d9 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0577683 Aug 31 01:47:40.007089 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2284c5e0-5510-4f7c-9bf0-834cca24423e req-03f2e744-a2d2-47ff-b414-67fc829f93d9 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335844 Aug 31 01:47:40.069508 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-55310142-3858-431b-9c9d-a7eb7406aeda service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0441523 Aug 31 01:47:40.343507 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:41.138582 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bc1d6-c671-4b4e-b59d-cb7967d610a0 req-5582a9a0-e711-47fd-bb6d-5f7cffc1b65d tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:41.139869 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a5bc1d6-c671-4b4e-b59d-cb7967d610a0 req-5582a9a0-e711-47fd-bb6d-5f7cffc1b65d tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0535316 Aug 31 01:47:41.181852 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a5bc1d6-c671-4b4e-b59d-cb7967d610a0 req-d3996023-2c7e-4509-a6bd-d577f9608d1f tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355184 Aug 31 01:47:42.261543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-6787d0fc-f7c4-4597-b3ba-e156fb0605dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:42.263084 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-6787d0fc-f7c4-4597-b3ba-e156fb0605dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 1097 time: 0.0567391 Aug 31 01:47:42.329184 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1ad92-cc46-4401-831e-780f257f8ef1 req-0c29bd1f-d3f6-4dd2-876f-c4e971b7233f tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:42.331213 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10c1ad92-cc46-4401-831e-780f257f8ef1 req-0c29bd1f-d3f6-4dd2-876f-c4e971b7233f tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0568027 Aug 31 01:47:42.359457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-4eca569a-e9b8-4aeb-b2e2-d1eb2a999927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:42.361272 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-4eca569a-e9b8-4aeb-b2e2-d1eb2a999927 service neutron] 10.222.0.41 "GET /v2.0/networks?id=955ff6f5-cb92-4fd5-9999-448ef76687e3 HTTP/1.1" status: 200 len: 916 time: 0.0909839 Aug 31 01:47:42.371626 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10c1ad92-cc46-4401-831e-780f257f8ef1 req-69e5b7a2-9803-40eb-a5a1-1fff117da926 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338128 Aug 31 01:47:42.413857 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-80eff2be-208a-4d83-93f8-855f387a7332 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f993bfe-f1ae-4c54-9826-3205850512a9 HTTP/1.1" status: 200 len: 217 time: 0.0449483 Aug 31 01:47:42.468128 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-00146704-bd8c-47dc-8225-78ca7ccb1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:42.469693 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-00146704-bd8c-47dc-8225-78ca7ccb1ba9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3c7a419-4d2a-4690-a95e-7d019f9ae47a HTTP/1.1" status: 200 len: 855 time: 0.0492969 Aug 31 01:47:42.502640 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-1630a6ef-0e8d-43a5-abdf-623e1c9166a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=955ff6f5-cb92-4fd5-9999-448ef76687e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259953 Aug 31 01:47:42.597999 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-7059b3ed-60df-4f2e-b41e-4cd2240eae7f service neutron] 10.222.0.41 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883470 Aug 31 01:47:42.697180 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-df9bcd8a-7ad6-499c-8ab4-73104337b42c service neutron] 10.222.0.41 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923283 Aug 31 01:47:43.496505 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ea8e1-751f-4183-9d56-0fdb5b14d7b5 req-a50f7d30-a8b6-4c6d-8600-c709e35e2205 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:43.498111 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9e5ea8e1-751f-4183-9d56-0fdb5b14d7b5 req-a50f7d30-a8b6-4c6d-8600-c709e35e2205 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0508649 Aug 31 01:47:43.539145 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9e5ea8e1-751f-4183-9d56-0fdb5b14d7b5 req-3ea634cc-0ab2-4502-8275-d509e179e95e tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349994 Aug 31 01:47:44.673691 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80c7bc-6c51-4bad-a71c-6fbf715bbbad req-8da8e415-e210-4a03-b792-639d5e289a5f tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:44.675295 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-af80c7bc-6c51-4bad-a71c-6fbf715bbbad req-8da8e415-e210-4a03-b792-639d5e289a5f tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0641489 Aug 31 01:47:44.717305 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-af80c7bc-6c51-4bad-a71c-6fbf715bbbad req-b807864f-5e6c-442b-bff5-0db3ec4bb399 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358880 Aug 31 01:47:45.856995 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b4d51-47f9-42ab-84f8-944172717f28 req-5e25f157-c298-4f8d-b55c-065cd5b06a3c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:45.858732 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-041b4d51-47f9-42ab-84f8-944172717f28 req-5e25f157-c298-4f8d-b55c-065cd5b06a3c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0576835 Aug 31 01:47:45.902105 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-041b4d51-47f9-42ab-84f8-944172717f28 req-0e140cf2-2dde-4c3c-ada6-c4126b950c7f tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369701 Aug 31 01:47:47.027500 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8293fc-ab9b-4afa-88a1-c8a5a1daa501 req-4338971a-0361-4e8d-b378-acb5ad5f344a tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:47.029716 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b8293fc-ab9b-4afa-88a1-c8a5a1daa501 req-4338971a-0361-4e8d-b378-acb5ad5f344a tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0557725 Aug 31 01:47:47.070318 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b8293fc-ab9b-4afa-88a1-c8a5a1daa501 req-e794ec81-f372-4703-b826-8b0816afa0b0 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350051 Aug 31 01:47:48.202455 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8aaccd-e062-4d06-9b2e-3e3e3c5ff09d req-c42ed671-22eb-4c8c-8201-a227df7fb33b tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:48.204165 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d8aaccd-e062-4d06-9b2e-3e3e3c5ff09d req-c42ed671-22eb-4c8c-8201-a227df7fb33b tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0541151 Aug 31 01:47:48.253278 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7d8aaccd-e062-4d06-9b2e-3e3e3c5ff09d req-edf1cdc8-4a67-4cb1-8343-9ea84c08d1d9 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426216 Aug 31 01:47:48.874172 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:47:49.374966 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24741ffa-04b6-4ab8-b67f-adc72a48b45f req-74252722-6609-4e63-89e5-73a00e35bace tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:49.376595 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24741ffa-04b6-4ab8-b67f-adc72a48b45f req-74252722-6609-4e63-89e5-73a00e35bace tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0514653 Aug 31 01:47:49.418452 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-24741ffa-04b6-4ab8-b67f-adc72a48b45f req-5dd0aea0-2e2d-40b7-a1ca-5aa846a2a7b3 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351214 Aug 31 01:47:50.559740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336da08-dc9d-4c94-9170-dd2d133a55c1 req-ae261cf0-6528-48e5-83d0-5e3e62cda9cb tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:50.561384 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f336da08-dc9d-4c94-9170-dd2d133a55c1 req-ae261cf0-6528-48e5-83d0-5e3e62cda9cb tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0590267 Aug 31 01:47:50.606160 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f336da08-dc9d-4c94-9170-dd2d133a55c1 req-f4d87adf-8095-42f0-b9ec-af39da97718a tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381241 Aug 31 01:47:51.736010 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0c191-3146-42a4-a420-3566a6c490ea req-c5725b30-2cb2-4766-9c27-78657ca227c7 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:51.737527 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a7f0c191-3146-42a4-a420-3566a6c490ea req-c5725b30-2cb2-4766-9c27-78657ca227c7 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0573854 Aug 31 01:47:51.789979 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a7f0c191-3146-42a4-a420-3566a6c490ea req-f2bc8271-7318-4db9-ab2b-0a75ebbc48f6 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456898 Aug 31 01:47:52.918192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dbc8f-96a6-412d-b34d-f166d5f25b4f req-678a9809-bd35-45d9-855b-45ca47378e7c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:52.919835 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed5dbc8f-96a6-412d-b34d-f166d5f25b4f req-678a9809-bd35-45d9-855b-45ca47378e7c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0559967 Aug 31 01:47:52.961220 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed5dbc8f-96a6-412d-b34d-f166d5f25b4f req-063acddb-0c2c-4c8d-8a79-bef71c52eac9 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347490 Aug 31 01:47:54.084892 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2a31c-fc6b-4ec8-ac10-97f7b4db1888 req-f289f021-1081-44fb-bb4c-e83550e0e285 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:54.086440 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bba2a31c-fc6b-4ec8-ac10-97f7b4db1888 req-f289f021-1081-44fb-bb4c-e83550e0e285 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0522203 Aug 31 01:47:54.130353 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bba2a31c-fc6b-4ec8-ac10-97f7b4db1888 req-795c0c99-7b41-4285-b5b7-43be8a1684b9 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372827 Aug 31 01:47:55.262209 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01706a-e215-44ee-bbce-89c947ac1c58 req-347ce21b-9d03-45ac-9384-475381a6c3ec tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:55.264117 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e01706a-e215-44ee-bbce-89c947ac1c58 req-347ce21b-9d03-45ac-9384-475381a6c3ec tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0597780 Aug 31 01:47:55.310040 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7e01706a-e215-44ee-bbce-89c947ac1c58 req-b25edabe-8dfa-4bd8-ae4b-512b8c1e4558 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392485 Aug 31 01:47:56.444431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a953a-cc72-40c7-b540-f9c88c6f6715 req-a0613835-feb9-474f-9a03-6760b2a026ff tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:56.447192 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6b1a953a-cc72-40c7-b540-f9c88c6f6715 req-a0613835-feb9-474f-9a03-6760b2a026ff tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0636735 Aug 31 01:47:56.496449 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6b1a953a-cc72-40c7-b540-f9c88c6f6715 req-f58cc7d5-ff7b-4232-ab06-38941bad23d2 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428560 Aug 31 01:47:57.621032 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f1bbc-db73-4582-a4b6-c9fcc4a8a862 req-764478a3-ef3d-45f6-bf9e-d573920f0061 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:57.622634 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-853f1bbc-db73-4582-a4b6-c9fcc4a8a862 req-764478a3-ef3d-45f6-bf9e-d573920f0061 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0530913 Aug 31 01:47:57.662707 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-853f1bbc-db73-4582-a4b6-c9fcc4a8a862 req-fd3def64-f709-42a3-bd88-5dbda4dac16d tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339031 Aug 31 01:47:58.799158 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce565989-357e-4ef3-a0be-ddc1ea9673e4 req-78e4990b-58c3-4056-a0ea-a603b67a8a56 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:58.800720 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ce565989-357e-4ef3-a0be-ddc1ea9673e4 req-78e4990b-58c3-4056-a0ea-a603b67a8a56 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0563948 Aug 31 01:47:58.842581 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ce565989-357e-4ef3-a0be-ddc1ea9673e4 req-e3d7fece-f1bf-46a1-bdee-7b99aa612f37 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349014 Aug 31 01:47:59.977673 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4438b5-cd00-4db3-9440-601be0354f8f req-04c3529e-746b-4030-b046-e94116c52762 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:59.979467 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0e4438b5-cd00-4db3-9440-601be0354f8f req-04c3529e-746b-4030-b046-e94116c52762 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0647612 Aug 31 01:48:00.020685 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0e4438b5-cd00-4db3-9440-601be0354f8f req-a42fbd7d-41b6-4740-9cd2-911663df82be tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351408 Aug 31 01:48:01.158798 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef0a87-54b9-41a9-b1d5-d61e41f2b5fc req-a8aacaea-1da5-484d-9f51-3b2dfd8217b2 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:01.160293 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-91ef0a87-54b9-41a9-b1d5-d61e41f2b5fc req-a8aacaea-1da5-484d-9f51-3b2dfd8217b2 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0544143 Aug 31 01:48:01.200769 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-91ef0a87-54b9-41a9-b1d5-d61e41f2b5fc req-381015e0-f573-4112-8509-e123b44ebd7f tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343375 Aug 31 01:48:02.325673 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96488c19-5192-4740-a878-14343081b72c req-b34d35eb-a76a-4565-b299-ceaf6c3779ad tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:02.330411 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96488c19-5192-4740-a878-14343081b72c req-b34d35eb-a76a-4565-b299-ceaf6c3779ad tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0536821 Aug 31 01:48:02.368309 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-96488c19-5192-4740-a878-14343081b72c req-01cfa54f-93a4-4622-8728-61e0963c4be7 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345678 Aug 31 01:48:03.486465 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f036121-2072-486c-94d0-0b1ffbb7f9d6 req-7571fc44-8784-4978-a4e3-f9c8d5afad09 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:03.487995 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6f036121-2072-486c-94d0-0b1ffbb7f9d6 req-7571fc44-8784-4978-a4e3-f9c8d5afad09 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0497091 Aug 31 01:48:03.526327 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6f036121-2072-486c-94d0-0b1ffbb7f9d6 req-5b2b386f-5d8c-4ef8-853f-da3fc629974c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322917 Aug 31 01:48:04.237041 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-64658050-e36f-41be-a347-4c9acdd8effb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:04.656440 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec47028-4019-436f-89de-954d0d907d26 req-7f8c7e58-a2f2-47a8-a439-6bc7f3caa2fa tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:04.658040 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fec47028-4019-436f-89de-954d0d907d26 req-7f8c7e58-a2f2-47a8-a439-6bc7f3caa2fa tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0524952 Aug 31 01:48:04.700226 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fec47028-4019-436f-89de-954d0d907d26 req-5bdc2dbc-ec52-4aa4-8150-e4fff9ba8466 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340741 Aug 31 01:48:05.829988 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0417c6b-bb67-4da5-b7cb-bfbec88c70dd req-b2f17f57-9547-44b1-bded-5094e59bce8a tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:05.831538 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0417c6b-bb67-4da5-b7cb-bfbec88c70dd req-b2f17f57-9547-44b1-bded-5094e59bce8a tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0558453 Aug 31 01:48:05.875454 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0417c6b-bb67-4da5-b7cb-bfbec88c70dd req-e9bc6bcd-5dc3-432a-8ee3-d0aa7b60267f tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375736 Aug 31 01:48:06.864710 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:07.016255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564d5c3-bffc-4f3d-b79d-863566e169b3 req-0d07f9b0-7134-4f89-8a4d-2149e146766a tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:07.017978 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5564d5c3-bffc-4f3d-b79d-863566e169b3 req-0d07f9b0-7134-4f89-8a4d-2149e146766a tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0595801 Aug 31 01:48:07.036193 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-40cbc782-4453-41f4-b264-7242449269df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:07.065908 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5564d5c3-bffc-4f3d-b79d-863566e169b3 req-35c472d3-5ba5-422e-8d20-812d1f2fffcf tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415108 Aug 31 01:48:07.428388 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:07.655925 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:08.199906 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83e7e9-0590-45b8-93b8-e248fbdec66a req-117b9811-c646-4b78-b2cc-05e31d0d0d17 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:08.201530 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fa83e7e9-0590-45b8-93b8-e248fbdec66a req-117b9811-c646-4b78-b2cc-05e31d0d0d17 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0555353 Aug 31 01:48:08.250381 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fa83e7e9-0590-45b8-93b8-e248fbdec66a req-d30d1ace-3d23-446c-9cb2-9c4b609433f9 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409870 Aug 31 01:48:08.665062 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:09.382196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b968e-5a55-487c-9b93-5daf3260cf41 req-99d9b29d-ef31-4950-991b-a5f000d529ff tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:09.383728 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-599b968e-5a55-487c-9b93-5daf3260cf41 req-99d9b29d-ef31-4950-991b-a5f000d529ff tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0536563 Aug 31 01:48:09.427319 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-599b968e-5a55-487c-9b93-5daf3260cf41 req-1a8ff1a6-727f-442e-94fa-ea19c32374f4 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374367 Aug 31 01:48:09.810986 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9d0df75d-f439-44a0-823e-ec281b50f206 service neutron] show failed (client error): The resource could not be found. Aug 31 01:48:09.812445 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9d0df75d-f439-44a0-823e-ec281b50f206 service neutron] 10.222.0.41 "GET /v2.0/ports/6f993bfe-f1ae-4c54-9826-3205850512a9/bindings/n-h1-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.0601549 Aug 31 01:48:10.371669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-580573fe-c75e-4c28-9ff3-c0813388d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:10.373223 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-580573fe-c75e-4c28-9ff3-c0813388d07c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7&tenant_id=f8b8db1d90334bfcbbb4dca3913124a5 HTTP/1.1" status: 200 len: 1097 time: 0.0446033 Aug 31 01:48:10.386157 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:48:10.388853 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:10.446026 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:10.578233 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37605aee-2c53-4960-9599-0805e5138f7b req-7f3193bb-0878-47b8-ba3f-a9d012e4093d tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:10.580184 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-37605aee-2c53-4960-9599-0805e5138f7b req-7f3193bb-0878-47b8-ba3f-a9d012e4093d tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0610533 Aug 31 01:48:10.628268 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-37605aee-2c53-4960-9599-0805e5138f7b req-4679fa04-7733-472c-9fa6-007fd7bf9f5f tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413225 Aug 31 01:48:10.687082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] For port 6f993bfe-f1ae-4c54-9826-3205850512a9, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=6f993bfe-f1ae-4c54-9826-3205850512a9,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:48:10.738439 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] For port 6f993bfe-f1ae-4c54-9826-3205850512a9, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:48:10.783756 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c564b5ff-9fa9-4cc5-89f6-af32e864a0f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f993bfe-f1ae-4c54-9826-3205850512a9'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:48:10.786187 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96be888b-56d0-446b-9170-0425b72a6494" -d '{"events": [{"server_uuid": "c564b5ff-9fa9-4cc5-89f6-af32e864a0f7", "name": "network-vif-unplugged", "status": "completed", "tag": "6f993bfe-f1ae-4c54-9826-3205850512a9"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:48:10.790378 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:10.803819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Transition to ACTIVE for port object 6f993bfe-f1ae-4c54-9826-3205850512a9 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:48:10.866599 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be7d958-7dd2-420e-ba1b-a86de1c6efab x-openstack-request-id: req-9be7d958-7dd2-420e-ba1b-a86de1c6efab {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:48:10.866599 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c564b5ff-9fa9-4cc5-89f6-af32e864a0f7", "name": "network-vif-unplugged", "status": "completed", "tag": "6f993bfe-f1ae-4c54-9826-3205850512a9", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:48:10.866599 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9be7d958-7dd2-420e-ba1b-a86de1c6efab {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:48:10.866902 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c564b5ff-9fa9-4cc5-89f6-af32e864a0f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f993bfe-f1ae-4c54-9826-3205850512a9', 'code': 200} Aug 31 01:48:10.885556 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:10.955319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Pushing event updated for resources: {'Port': ['ID=6f993bfe-f1ae-4c54-9826-3205850512a9,revision_number=6']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:10.957773 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] No DVR routers for this DVR port 6f993bfe-f1ae-4c54-9826-3205850512a9 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:48:10.967371 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:10.967722 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:10.968061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:10.968398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:10.968728 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:10.969056 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:10.969386 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:10.969724 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:10.970053 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:10.970375 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:10.970700 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:10.971015 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:11.008642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Attempting to bind port 6f993bfe-f1ae-4c54-9826-3205850512a9 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:48:11.008995 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Attempting to bind port 6f993bfe-f1ae-4c54-9826-3205850512a9 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:48:11.009361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Attempting to bind port 6f993bfe-f1ae-4c54-9826-3205850512a9 on network 955ff6f5-cb92-4fd5-9999-448ef76687e3 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:48:11.013768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Port 6f993bfe-f1ae-4c54-9826-3205850512a9 on network 955ff6f5-cb92-4fd5-9999-448ef76687e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:48:11.014088 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Attempting to bind port 6f993bfe-f1ae-4c54-9826-3205850512a9 on network 955ff6f5-cb92-4fd5-9999-448ef76687e3 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:48:11.019049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:48:11.019383 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Checking segment: {'id': 'e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:48:11.019801 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Bound using segment: {'id': 'e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:48:11.020221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Bound port: 6f993bfe-f1ae-4c54-9826-3205850512a9, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:48:11.020583 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:11.108596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] For port 6f993bfe-f1ae-4c54-9826-3205850512a9, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:48:11.113893 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] For port 6f993bfe-f1ae-4c54-9826-3205850512a9, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6f993bfe-f1ae-4c54-9826-3205850512a9,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:48:11.191250 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:11.236742 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:11.237549 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:11.239407 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] 10.222.0.48 "PUT /v2.0/ports/6f993bfe-f1ae-4c54-9826-3205850512a9 HTTP/1.1" status: 200 len: 1092 time: 0.8577197 Aug 31 01:48:11.265280 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c44dd-4957-4a3b-ab9c-f7a8b0761add service neutron] Pushing event updated for resources: {'Port': ['ID=6f993bfe-f1ae-4c54-9826-3205850512a9,revision_number=7']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:11.323666 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-db9d9da3-997e-4580-bdb7-60928c507738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:11.325654 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-db9d9da3-997e-4580-bdb7-60928c507738 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 1095 time: 0.0565174 Aug 31 01:48:11.433882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-1b9455d7-e783-4486-a005-8147c33f6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:11.435526 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-1b9455d7-e783-4486-a005-8147c33f6b53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=955ff6f5-cb92-4fd5-9999-448ef76687e3 HTTP/1.1" status: 200 len: 916 time: 0.1025512 Aug 31 01:48:11.484294 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-b04c3cd4-a8c9-463c-99a9-71ed42611213 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f993bfe-f1ae-4c54-9826-3205850512a9 HTTP/1.1" status: 200 len: 217 time: 0.0417030 Aug 31 01:48:11.541884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-b15a3438-e852-48d2-8718-b46cd6dfa7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:11.543363 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-b15a3438-e852-48d2-8718-b46cd6dfa7dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3c7a419-4d2a-4690-a95e-7d019f9ae47a HTTP/1.1" status: 200 len: 855 time: 0.0516014 Aug 31 01:48:11.577964 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-19b20e88-9ce5-4fc0-a5d0-7309935ef198 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=955ff6f5-cb92-4fd5-9999-448ef76687e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276356 Aug 31 01:48:11.686123 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-4d82b6e9-415a-434b-b8bc-7e307c3a8393 service neutron] 10.222.0.48 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002078 Aug 31 01:48:11.773896 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9273abd-003d-470b-9170-56be75d2d980 req-e649ae1d-826f-4e43-8901-e2e6d749d166 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:11.776091 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d9273abd-003d-470b-9170-56be75d2d980 req-e649ae1d-826f-4e43-8901-e2e6d749d166 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 943 time: 0.0650470 Aug 31 01:48:11.802883 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60a3c0d9-a175-4566-9adf-992c8ccac18b req-e38aabe4-b32c-4383-b4c0-8aad8e7d0e74 service neutron] 10.222.0.48 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096659 Aug 31 01:48:11.819564 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d9273abd-003d-470b-9170-56be75d2d980 req-0ec92183-224e-45ad-b980-6c0bbc39e2fc tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350392 Aug 31 01:48:12.868433 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c564b5ff-9fa9-4cc5-89f6-af32e864a0f7', 'tag': '6f993bfe-f1ae-4c54-9826-3205850512a9'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:48:12.871843 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28549147-3310-43da-84a3-bda76b43ff3c" -d '{"events": [{"name": "network-changed", "server_uuid": "c564b5ff-9fa9-4cc5-89f6-af32e864a0f7", "tag": "6f993bfe-f1ae-4c54-9826-3205850512a9"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:48:12.950162 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d49967e-58fb-4e70-98e9-a629ee20bbaa x-openstack-request-id: req-4d49967e-58fb-4e70-98e9-a629ee20bbaa {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:48:12.950485 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c564b5ff-9fa9-4cc5-89f6-af32e864a0f7", "tag": "6f993bfe-f1ae-4c54-9826-3205850512a9", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:48:12.950815 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d49967e-58fb-4e70-98e9-a629ee20bbaa {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:48:12.951278 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c564b5ff-9fa9-4cc5-89f6-af32e864a0f7', 'tag': '6f993bfe-f1ae-4c54-9826-3205850512a9', 'status': 'completed', 'code': 200} Aug 31 01:48:13.029849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d05187-24d8-404e-9d7a-2b16368d20ce req-17953d8c-3204-4136-8526-fd8a4659f566 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:13.031468 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-98d05187-24d8-404e-9d7a-2b16368d20ce req-17953d8c-3204-4136-8526-fd8a4659f566 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 943 time: 0.1186953 Aug 31 01:48:13.069327 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549147-3310-43da-84a3-bda76b43ff3c req-60e779fb-2aa4-48da-bbbc-54c3e71f1073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:13.070891 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-28549147-3310-43da-84a3-bda76b43ff3c req-60e779fb-2aa4-48da-bbbc-54c3e71f1073 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 1095 time: 0.1168282 Aug 31 01:48:13.082380 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549147-3310-43da-84a3-bda76b43ff3c req-2656be72-bbab-4598-82fd-86467a02294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:13.083970 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-28549147-3310-43da-84a3-bda76b43ff3c req-2656be72-bbab-4598-82fd-86467a02294a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 1095 time: 0.1188436 Aug 31 01:48:13.120214 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-98d05187-24d8-404e-9d7a-2b16368d20ce req-514d47dc-52d0-4c30-be6a-c7f2e27846d0 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819957 Aug 31 01:48:13.569403 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549147-3310-43da-84a3-bda76b43ff3c req-ec2bc6d7-035b-4584-ad60-b3475405a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:13.571004 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-28549147-3310-43da-84a3-bda76b43ff3c req-ec2bc6d7-035b-4584-ad60-b3475405a845 service neutron] 10.222.0.41 "GET /v2.0/networks?id=955ff6f5-cb92-4fd5-9999-448ef76687e3 HTTP/1.1" status: 200 len: 916 time: 0.4912779 Aug 31 01:48:13.572323 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549147-3310-43da-84a3-bda76b43ff3c req-7222e550-e646-47fa-9ed9-e3cf08eaa146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:13.573787 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-28549147-3310-43da-84a3-bda76b43ff3c req-7222e550-e646-47fa-9ed9-e3cf08eaa146 service neutron] 10.222.0.48 "GET /v2.0/networks?id=955ff6f5-cb92-4fd5-9999-448ef76687e3 HTTP/1.1" status: 200 len: 916 time: 0.4795864 Aug 31 01:48:13.626136 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-28549147-3310-43da-84a3-bda76b43ff3c req-0578d47e-0d0b-444f-bb33-6ab720140864 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f993bfe-f1ae-4c54-9826-3205850512a9 HTTP/1.1" status: 200 len: 217 time: 0.0468123 Aug 31 01:48:13.666842 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-28549147-3310-43da-84a3-bda76b43ff3c req-ffae8053-9a38-480c-b532-ec65c584a1cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f993bfe-f1ae-4c54-9826-3205850512a9 HTTP/1.1" status: 200 len: 217 time: 0.0809546 Aug 31 01:48:13.672249 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 6f993bfe-f1ae-4c54-9826-3205850512a9 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:48:13.730343 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 6f993bfe-f1ae-4c54-9826-3205850512a9 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:48:13.742026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549147-3310-43da-84a3-bda76b43ff3c req-bce5b4e0-3879-4856-a3f9-a96dfcab3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:13.748189 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-28549147-3310-43da-84a3-bda76b43ff3c req-bce5b4e0-3879-4856-a3f9-a96dfcab3f7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3c7a419-4d2a-4690-a95e-7d019f9ae47a HTTP/1.1" status: 200 len: 855 time: 0.0858314 Aug 31 01:48:13.760732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549147-3310-43da-84a3-bda76b43ff3c req-3324f282-33ff-4196-a7df-d24b119c3d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:13.762298 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-28549147-3310-43da-84a3-bda76b43ff3c req-3324f282-33ff-4196-a7df-d24b119c3d58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3c7a419-4d2a-4690-a95e-7d019f9ae47a HTTP/1.1" status: 200 len: 855 time: 0.0743291 Aug 31 01:48:13.793049 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-28549147-3310-43da-84a3-bda76b43ff3c req-d29bd5eb-7068-413e-a917-c4fa7e5f950c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=955ff6f5-cb92-4fd5-9999-448ef76687e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416951 Aug 31 01:48:13.818367 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-28549147-3310-43da-84a3-bda76b43ff3c req-820270b2-ffeb-4ce7-ba2b-e8379f78fef3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=955ff6f5-cb92-4fd5-9999-448ef76687e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358541 Aug 31 01:48:13.983740 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-28549147-3310-43da-84a3-bda76b43ff3c req-f90077b8-4231-40f7-b5c6-2d2b7aabe8a3 service neutron] 10.222.0.41 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679115 Aug 31 01:48:13.985582 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-28549147-3310-43da-84a3-bda76b43ff3c req-61b318b5-32e3-4877-b102-0768fe219ecd service neutron] 10.222.0.48 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591947 Aug 31 01:48:14.185404 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-28549147-3310-43da-84a3-bda76b43ff3c req-8b75194a-251a-4698-8315-89e3b7c58515 service neutron] 10.222.0.41 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941156 Aug 31 01:48:14.189471 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-28549147-3310-43da-84a3-bda76b43ff3c req-702302c6-c9b4-4ecf-8f10-58b7b2424232 service neutron] 10.222.0.48 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971295 Aug 31 01:48:14.302616 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783335c3-4726-4dd9-a1ea-85de52771a42 req-91a46ec2-6e38-4af7-a982-445e68881f56 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:14.304202 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-783335c3-4726-4dd9-a1ea-85de52771a42 req-91a46ec2-6e38-4af7-a982-445e68881f56 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 943 time: 0.0544438 Aug 31 01:48:14.346917 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-783335c3-4726-4dd9-a1ea-85de52771a42 req-d78f5c8d-1c55-4dc8-a6e9-2661ffc4bcb5 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346663 Aug 31 01:48:14.753219 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825ea24-3590-4e8e-a42d-5d0cf94abd5d req-716961a2-c5da-47d5-9d31-0dd736d314cc tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:14.754761 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e825ea24-3590-4e8e-a42d-5d0cf94abd5d req-716961a2-c5da-47d5-9d31-0dd736d314cc tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 943 time: 0.0515671 Aug 31 01:48:14.798658 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e825ea24-3590-4e8e-a42d-5d0cf94abd5d req-ea902f35-54a7-4e77-abad-416593c03212 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358727 Aug 31 01:48:14.862222 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20bb6e-ae81-47db-a93b-bbb45e5f62a7 req-2ca51e24-ffac-452f-ab00-a40cc9a6d822 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:14.869023 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef20bb6e-ae81-47db-a93b-bbb45e5f62a7 req-2ca51e24-ffac-452f-ab00-a40cc9a6d822 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.41 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7&tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&binding%3Ahost_id=n-h1-793621-34 HTTP/1.1" status: 200 len: 943 time: 0.0597334 Aug 31 01:48:14.927624 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-ef20bb6e-ae81-47db-a93b-bbb45e5f62a7 req-9d82c345-729f-468d-973e-774cff2b3d89 service neutron] delete failed (client error): The resource could not be found. Aug 31 01:48:14.928573 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef20bb6e-ae81-47db-a93b-bbb45e5f62a7 req-9d82c345-729f-468d-973e-774cff2b3d89 service neutron] 10.222.0.41 "DELETE /v2.0/ports/6f993bfe-f1ae-4c54-9826-3205850512a9/bindings/n-h2-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.0577545 Aug 31 01:48:15.015880 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20bb6e-ae81-47db-a93b-bbb45e5f62a7 req-1d5df4bc-9fb6-487f-b8dc-1319647d3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:15.017397 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef20bb6e-ae81-47db-a93b-bbb45e5f62a7 req-1d5df4bc-9fb6-487f-b8dc-1319647d3646 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 1095 time: 0.0429258 Aug 31 01:48:15.114080 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20bb6e-ae81-47db-a93b-bbb45e5f62a7 req-31abc6a5-e099-4bd3-8380-69b20b274f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:15.115898 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef20bb6e-ae81-47db-a93b-bbb45e5f62a7 req-31abc6a5-e099-4bd3-8380-69b20b274f6f service neutron] 10.222.0.41 "GET /v2.0/networks?id=955ff6f5-cb92-4fd5-9999-448ef76687e3 HTTP/1.1" status: 200 len: 916 time: 0.0918021 Aug 31 01:48:15.160411 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef20bb6e-ae81-47db-a93b-bbb45e5f62a7 req-0f54aaa2-8206-46e0-abde-dfc988f0f857 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f993bfe-f1ae-4c54-9826-3205850512a9 HTTP/1.1" status: 200 len: 217 time: 0.0372832 Aug 31 01:48:15.212887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20bb6e-ae81-47db-a93b-bbb45e5f62a7 req-d41f00da-c336-4e31-b982-cb8a25bd0a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:15.214374 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef20bb6e-ae81-47db-a93b-bbb45e5f62a7 req-d41f00da-c336-4e31-b982-cb8a25bd0a26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3c7a419-4d2a-4690-a95e-7d019f9ae47a HTTP/1.1" status: 200 len: 855 time: 0.0474796 Aug 31 01:48:15.247779 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef20bb6e-ae81-47db-a93b-bbb45e5f62a7 req-35445dd6-985c-46a1-ba2a-e4d4a3b25396 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=955ff6f5-cb92-4fd5-9999-448ef76687e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264146 Aug 31 01:48:15.344842 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef20bb6e-ae81-47db-a93b-bbb45e5f62a7 req-d9d4202e-c0cc-4923-84d0-a82aa2df4fc3 service neutron] 10.222.0.41 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902212 Aug 31 01:48:15.442127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef20bb6e-ae81-47db-a93b-bbb45e5f62a7 req-782f5e92-f2a4-4341-a8e8-df4fb3c2c99f service neutron] 10.222.0.41 "GET /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895889 Aug 31 01:48:15.933579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80515178-9a47-4bbb-907c-f7acb84cb553 req-dfc53eaf-789a-4fbd-a5d3-53bc781ed89a tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:15.935593 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-80515178-9a47-4bbb-907c-f7acb84cb553 req-dfc53eaf-789a-4fbd-a5d3-53bc781ed89a tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 943 time: 0.0632708 Aug 31 01:48:15.979294 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-80515178-9a47-4bbb-907c-f7acb84cb553 req-1c173f06-f466-4fc7-8857-0f8d9343ae12 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371637 Aug 31 01:48:16.043772 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6f993bfe-f1ae-4c54-9826-3205850512a9 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:48:16.159797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6f993bfe-f1ae-4c54-9826-3205850512a9, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6f993bfe-f1ae-4c54-9826-3205850512a9,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:48:16.171893 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '6f993bfe-f1ae-4c54-9826-3205850512a9', 'network_id': '955ff6f5-cb92-4fd5-9999-448ef76687e3', 'port_id': '6f993bfe-f1ae-4c54-9826-3205850512a9', 'mac_address': 'fa:16:3e:26:f3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c7a419-4d2a-4690-a95e-7d019f9ae47a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:48:16.216020 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:16.236559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f993bfe-f1ae-4c54-9826-3205850512a9 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:48:16.261923 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6f993bfe-f1ae-4c54-9826-3205850512a9, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6f993bfe-f1ae-4c54-9826-3205850512a9,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:48:16.359986 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:16.413407 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=6f993bfe-f1ae-4c54-9826-3205850512a9,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:16.595442 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['6f993bfe-f1ae-4c54-9826-3205850512a9'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:48:17.112302 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0955d-9b57-4009-b093-258990590e1b req-e568c1f0-b926-431d-b363-58c4dc5aa66a tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:17.113882 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-86a0955d-9b57-4009-b093-258990590e1b req-e568c1f0-b926-431d-b363-58c4dc5aa66a tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 944 time: 0.0568295 Aug 31 01:48:17.154596 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-86a0955d-9b57-4009-b093-258990590e1b req-988f13b3-635d-4d24-835a-42a80595e6e5 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346591 Aug 31 01:48:17.272122 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a1549-e192-4242-babd-71ea378b9b2d req-a5682237-a412-480a-8d1f-6d400eacbf13 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:17.273711 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b3a1549-e192-4242-babd-71ea378b9b2d req-a5682237-a412-480a-8d1f-6d400eacbf13 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 944 time: 0.0500183 Aug 31 01:48:17.315625 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6b3a1549-e192-4242-babd-71ea378b9b2d req-a8f5a7f3-a915-4c52-b69a-c5d531c4c6a2 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330377 Aug 31 01:48:17.434681 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d515a73-5bc1-44bc-bc2f-f396efe5f229 req-fa7052b7-5b3f-414c-90a4-fc55ab91a52f tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:17.436682 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6d515a73-5bc1-44bc-bc2f-f396efe5f229 req-fa7052b7-5b3f-414c-90a4-fc55ab91a52f tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 944 time: 0.0517635 Aug 31 01:48:17.477403 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6d515a73-5bc1-44bc-bc2f-f396efe5f229 req-1319945a-0bd9-4dc2-8ad4-fe6239a49023 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343823 Aug 31 01:48:18.014597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e25166-68d3-44bb-aaa5-9559c301232a req-30d9ec54-f1b5-4ccf-ab5d-b96ecd49c75a tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:18.016331 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-29e25166-68d3-44bb-aaa5-9559c301232a req-30d9ec54-f1b5-4ccf-ab5d-b96ecd49c75a tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 944 time: 0.0515704 Aug 31 01:48:18.057115 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-29e25166-68d3-44bb-aaa5-9559c301232a req-b117ad71-6054-48d1-8032-233f489c5519 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335934 Aug 31 01:48:18.068137 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6f993bfe-f1ae-4c54-9826-3205850512a9 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:48:18.193541 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 6f993bfe-f1ae-4c54-9826-3205850512a9 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:48:18.197423 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 6f993bfe-f1ae-4c54-9826-3205850512a9 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:48:18.197840 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:18.276272 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:18.302008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c564b5ff-9fa9-4cc5-89f6-af32e864a0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f993bfe-f1ae-4c54-9826-3205850512a9'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:48:18.304233 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18989d80-0668-46ea-90ed-b1bb65dfcc4c" -d '{"events": [{"server_uuid": "c564b5ff-9fa9-4cc5-89f6-af32e864a0f7", "name": "network-vif-plugged", "status": "completed", "tag": "6f993bfe-f1ae-4c54-9826-3205850512a9"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:48:18.317003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 6f993bfe-f1ae-4c54-9826-3205850512a9, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6f993bfe-f1ae-4c54-9826-3205850512a9,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:48:18.340942 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81573d1-25b9-47e7-b799-c991f77f522e x-openstack-request-id: req-b81573d1-25b9-47e7-b799-c991f77f522e {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:48:18.341265 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c564b5ff-9fa9-4cc5-89f6-af32e864a0f7", "name": "network-vif-plugged", "status": "completed", "tag": "6f993bfe-f1ae-4c54-9826-3205850512a9", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:48:18.341554 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b81573d1-25b9-47e7-b799-c991f77f522e {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:48:18.341957 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c564b5ff-9fa9-4cc5-89f6-af32e864a0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f993bfe-f1ae-4c54-9826-3205850512a9', 'code': 200} Aug 31 01:48:18.389992 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:18.436748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=6f993bfe-f1ae-4c54-9826-3205850512a9,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:19.183148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c4d3e-688f-48c8-8f16-cddc8080361e req-209b929f-8819-40bd-a71b-99f87c43366e tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:19.184681 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a0c4d3e-688f-48c8-8f16-cddc8080361e req-209b929f-8819-40bd-a71b-99f87c43366e tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0547760 Aug 31 01:48:19.248099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a0c4d3e-688f-48c8-8f16-cddc8080361e req-802ca63b-efdb-408d-aa7c-45dc9ca53cc0 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e61b8435-4934-401b-aeb9-cf183f5bfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542655 Aug 31 01:48:19.259847 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef475f8f-628b-4123-8e5f-c5b211c184d3 req-1d85b3bd-b614-48b7-b2ee-bd581c7aec06 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:19.261323 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef475f8f-628b-4123-8e5f-c5b211c184d3 req-1d85b3bd-b614-48b7-b2ee-bd581c7aec06 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.48 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0757604 Aug 31 01:48:19.357538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-ef475f8f-628b-4123-8e5f-c5b211c184d3 req-4e173354-f44e-46a5-b7ab-9cda1d669d58 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Deleting port 6f993bfe-f1ae-4c54-9826-3205850512a9 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:48:19.357982 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef475f8f-628b-4123-8e5f-c5b211c184d3 req-4e173354-f44e-46a5-b7ab-9cda1d669d58 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:19.449663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-ef475f8f-628b-4123-8e5f-c5b211c184d3 req-4e173354-f44e-46a5-b7ab-9cda1d669d58 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] For port 6f993bfe-f1ae-4c54-9826-3205850512a9, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=6f993bfe-f1ae-4c54-9826-3205850512a9,segment=NetworkSegment(e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579),segment_id=e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:48:19.450036 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef475f8f-628b-4123-8e5f-c5b211c184d3 req-4e173354-f44e-46a5-b7ab-9cda1d669d58 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:19.462784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-ef475f8f-628b-4123-8e5f-c5b211c184d3 req-4e173354-f44e-46a5-b7ab-9cda1d669d58 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Calling delete_port for 6f993bfe-f1ae-4c54-9826-3205850512a9 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:48:19.656155 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef475f8f-628b-4123-8e5f-c5b211c184d3 req-4e173354-f44e-46a5-b7ab-9cda1d669d58 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:19.668492 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['6f993bfe-f1ae-4c54-9826-3205850512a9'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:48:19.693527 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e173354-f44e-46a5-b7ab-9cda1d669d58 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Pushing event deleted for resources: {'Port': ['ID=6f993bfe-f1ae-4c54-9826-3205850512a9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:19.734300 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef475f8f-628b-4123-8e5f-c5b211c184d3 req-4e173354-f44e-46a5-b7ab-9cda1d669d58 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] No DVR routers for this DVR port 6f993bfe-f1ae-4c54-9826-3205850512a9 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:48:19.736884 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ef475f8f-628b-4123-8e5f-c5b211c184d3 req-4e173354-f44e-46a5-b7ab-9cda1d669d58 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:19.738924 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef475f8f-628b-4123-8e5f-c5b211c184d3 req-4e173354-f44e-46a5-b7ab-9cda1d669d58 tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.48 "DELETE /v2.0/ports/6f993bfe-f1ae-4c54-9826-3205850512a9 HTTP/1.1" status: 204 len: 173 time: 0.4710901 Aug 31 01:48:19.739365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c564b5ff-9fa9-4cc5-89f6-af32e864a0f7', 'name': 'network-vif-deleted', 'tag': '6f993bfe-f1ae-4c54-9826-3205850512a9'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:48:19.741688 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d5f0b0-4145-447f-af4e-dac8b54177d5" -d '{"events": [{"server_uuid": "c564b5ff-9fa9-4cc5-89f6-af32e864a0f7", "name": "network-vif-deleted", "tag": "6f993bfe-f1ae-4c54-9826-3205850512a9"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:48:19.779787 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9816b255-82ff-475c-a436-79d7ba5be686 x-openstack-request-id: req-9816b255-82ff-475c-a436-79d7ba5be686 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:48:19.780095 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c564b5ff-9fa9-4cc5-89f6-af32e864a0f7", "name": "network-vif-deleted", "tag": "6f993bfe-f1ae-4c54-9826-3205850512a9", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:48:19.780350 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9816b255-82ff-475c-a436-79d7ba5be686 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:48:19.780754 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c564b5ff-9fa9-4cc5-89f6-af32e864a0f7', 'name': 'network-vif-deleted', 'tag': '6f993bfe-f1ae-4c54-9826-3205850512a9', 'status': 'completed', 'code': 200} Aug 31 01:48:20.360696 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aa6f0828-07c2-4548-8080-66b57e675fe3 req-ebd0d5b3-317c-4737-8a9f-7e2ecba6176c tempest-ServerDiskConfigTestJSON-304377349 tempest-ServerDiskConfigTestJSON-304377349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c564b5ff-9fa9-4cc5-89f6-af32e864a0f7 HTTP/1.1" status: 200 len: 210 time: 0.0321915 Aug 31 01:48:21.487278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39730) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:21.533950 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-d949de78-388c-4e15-bc26-2a2f2d5fabd0 admin admin] Deleting subnet b3c7a419-4d2a-4690-a95e-7d019f9ae47a {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:48:21.537262 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d949de78-388c-4e15-bc26-2a2f2d5fabd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:21.574478 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d949de78-388c-4e15-bc26-2a2f2d5fabd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:21.614432 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d949de78-388c-4e15-bc26-2a2f2d5fabd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:21.742306 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d949de78-388c-4e15-bc26-2a2f2d5fabd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:21.773681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949de78-388c-4e15-bc26-2a2f2d5fabd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c7a419-4d2a-4690-a95e-7d019f9ae47a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:21.777408 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d949de78-388c-4e15-bc26-2a2f2d5fabd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:21.779298 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d949de78-388c-4e15-bc26-2a2f2d5fabd0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b3c7a419-4d2a-4690-a95e-7d019f9ae47a HTTP/1.1" status: 204 len: 168 time: 0.2909398 Aug 31 01:48:21.781905 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39732) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:21.848737 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:21.928628 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:21.939345 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955ff6f5-cb92-4fd5-9999-448ef76687e3']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:21.950086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:21.950383 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b7e3ed-7b3a-4a34-bf1c-b0da9bc49579') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:21.959059 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:21.973822 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:21.980311 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:48:21.980705 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:48:21.982390 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:48:22.089139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6f993bfe-f1ae-4c54-9826-3205850512a9 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:48:22.098890 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:22.105449 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:22.107637 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] 10.222.0.16 "DELETE /v2.0/networks/955ff6f5-cb92-4fd5-9999-448ef76687e3 HTTP/1.1" status: 204 len: 168 time: 0.3246956 Aug 31 01:48:22.112836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 6f993bfe-f1ae-4c54-9826-3205850512a9 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:48:22.112836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 6f993bfe-f1ae-4c54-9826-3205850512a9 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:48:22.120471 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Pushing event deleted for resources: {'Network': ['ID=955ff6f5-cb92-4fd5-9999-448ef76687e3,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:22.128476 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:22.128818 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:22.129148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:22.129502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:22.129832 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:22.130154 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:22.130474 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:22.130792 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:22.131683 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:22.131683 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:22.132097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:22.132097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dfb9f-8574-451e-b6ae-dc2e31a9e593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:22.444944 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39736) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:22.487336 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ad04e842-e000-4b17-97ef-ce548f9e1009 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8b8db1d90334bfcbbb4dca3913124a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411701 Aug 31 01:48:22.490166 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39738) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:22.538399 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7a4f47ee-b3d3-4440-a4ab-151c76e0481d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:22.560245 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7a4f47ee-b3d3-4440-a4ab-151c76e0481d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:22.687924 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7a4f47ee-b3d3-4440-a4ab-151c76e0481d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:22.690509 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7a4f47ee-b3d3-4440-a4ab-151c76e0481d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:22.691699 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7a4f47ee-b3d3-4440-a4ab-151c76e0481d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e61b8435-4934-401b-aeb9-cf183f5bfa64 HTTP/1.1" status: 204 len: 168 time: 0.2006271 Aug 31 01:48:22.701933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f47ee-b3d3-4440-a4ab-151c76e0481d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61b8435-4934-401b-aeb9-cf183f5bfa64,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:23.731358 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39760) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:23.825381 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-fa95eca1-e805-43d2-adae-365d7779fe93 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-571882625-network', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:48:23.927430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa95eca1-e805-43d2-adae-365d7779fe93 admin admin] Made reservation on behalf of b698dd828dc14f1c9b8a6669f4de990e for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:48:23.929876 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa95eca1-e805-43d2-adae-365d7779fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:23.938904 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa95eca1-e805-43d2-adae-365d7779fe93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.029785 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa95eca1-e805-43d2-adae-365d7779fe93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.087307 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa95eca1-e805-43d2-adae-365d7779fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.115695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa95eca1-e805-43d2-adae-365d7779fe93 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:48:24.125584 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95eca1-e805-43d2-adae-365d7779fe93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7c3589-918f-47d0-a927-4b75cc0cfa8d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:24.130339 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa95eca1-e805-43d2-adae-365d7779fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.130685 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-fa95eca1-e805-43d2-adae-365d7779fe93 admin admin] Added segment ed3c6d6d-2093-43a7-b927-0bbbbd52f509 of type vlan for network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 Aug 31 01:48:24.171788 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa95eca1-e805-43d2-adae-365d7779fe93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.241323 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa95eca1-e805-43d2-adae-365d7779fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.242354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa95eca1-e805-43d2-adae-365d7779fe93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:24.242948 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fa95eca1-e805-43d2-adae-365d7779fe93 admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.301192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95eca1-e805-43d2-adae-365d7779fe93 admin admin] Pushing event updated for resources: {'Network': ['ID=f9ba1b38-3b99-40c2-a6bc-aada57d8b883,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:24.311198 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:48:24.354663 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fa95eca1-e805-43d2-adae-365d7779fe93 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6219957 Aug 31 01:48:24.357561 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39764) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:24.362538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-1c9b464d-be92-4f2d-babc-0aa0a20d283e admin admin] Request body: {'subnet': {'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-571882625-subnet', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:48:24.446769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9b464d-be92-4f2d-babc-0aa0a20d283e admin admin] Made reservation on behalf of b698dd828dc14f1c9b8a6669f4de990e for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:48:24.449663 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c9b464d-be92-4f2d-babc-0aa0a20d283e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.702425 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c9b464d-be92-4f2d-babc-0aa0a20d283e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.751883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b464d-be92-4f2d-babc-0aa0a20d283e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b14ea63-ba9f-4864-9e54-aae67dd2165c,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:24.767524 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9b464d-be92-4f2d-babc-0aa0a20d283e admin admin] Checking segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:48:24.767887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9b464d-be92-4f2d-babc-0aa0a20d283e admin admin] Network hostable DHCP agents. Network: f9ba1b38-3b99-40c2-a6bc-aada57d8b883, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:48:24.829870 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9b464d-be92-4f2d-babc-0aa0a20d283e admin admin] Network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:48:24.927075 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-1c9b464d-be92-4f2d-babc-0aa0a20d283e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, f9ba1b38-3b99-40c2-a6bc-aada57d8b883) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:48:24.931690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9b464d-be92-4f2d-babc-0aa0a20d283e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:24.933098 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c9b464d-be92-4f2d-babc-0aa0a20d283e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.936814 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9f4b82-25d5-4a3e-b9b6-f5170f6d7db5 None None] Network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:48:25.016186 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1c9b464d-be92-4f2d-babc-0aa0a20d283e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6575444 Aug 31 01:48:25.019007 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39766) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:25.023538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:48:25.085228 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:48:25.088561 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.111342 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.112450 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.171757 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.224255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Allocated IP 172.20.0.2 (f9ba1b38-3b99-40c2-a6bc-aada57d8b883/4b14ea63-ba9f-4864-9e54-aae67dd2165c/dacba155-7911-47ab-8644-51a50bf9184c) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:48:25.370850 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.379088 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Transition to ACTIVE for port object dacba155-7911-47ab-8644-51a50bf9184c will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:48:25.388078 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.394275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Transition to ACTIVE for port object dacba155-7911-47ab-8644-51a50bf9184c will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:48:25.493242 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.526997 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:48:25.529865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:48:25.532458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:48:25.564172 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Pushing event updated for resources: {'Port': ['ID=dacba155-7911-47ab-8644-51a50bf9184c,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:25.598371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Attempting to bind port dacba155-7911-47ab-8644-51a50bf9184c on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:48:25.598748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Attempting to bind port dacba155-7911-47ab-8644-51a50bf9184c by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:48:25.599117 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Attempting to bind port dacba155-7911-47ab-8644-51a50bf9184c on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:48:25.604270 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:48:25.608041 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Checking segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:48:25.608041 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.608041 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Bound using segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:48:25.608041 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Bound port: dacba155-7911-47ab-8644-51a50bf9184c, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:48:25.608041 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.661645 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.670050 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] For port dacba155-7911-47ab-8644-51a50bf9184c, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:48:25.673116 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] For port dacba155-7911-47ab-8644-51a50bf9184c, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dacba155-7911-47ab-8644-51a50bf9184c,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:48:25.681527 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.753399 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.789112 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] Allocated IP 172.25.2.94 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/3755eaa0-119a-4e83-9f5a-764dfbacfbb1) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:48:25.823733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c9797-bd8d-4208-9b49-10190e952b64 None None] Pushing event updated for resources: {'Port': ['ID=dacba155-7911-47ab-8644-51a50bf9184c,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:25.874348 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:48:25.904195 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.011518 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.059119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:48:26.062382 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:48:26.066150 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:48:26.071795 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] Pushing event updated for resources: {'Port': ['ID=3755eaa0-119a-4e83-9f5a-764dfbacfbb1,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:26.382931 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.708827 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd86ff6-63e6-4d3b-8408-06d0b4238778 None None] Network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:48:26.856265 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e20150ba-adf9-4821-a4de-f2107da9b743 None None] Provisioning for port dacba155-7911-47ab-8644-51a50bf9184c completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:48:26.873757 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:27.056222 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] Router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:48:27.160678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:48:27.170696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Sync routers for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:48:27.179835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:48:27.180479 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:48:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:27.236108 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:27.237389 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d1b012bc-8f6b-4515-80f7-8cad1c997ccf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2174442 Aug 31 01:48:27.240070 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39768) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:27.285204 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:48:27.546092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dacba155-7911-47ab-8644-51a50bf9184c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:48:27.671811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:26Z', 'revision_number': 3, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:27.688394 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:27.700247 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Checking router: e18b1523-2f4d-42a0-bfd1-b944b0c6f887 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:48:27.700528 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Updating router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 port 3755eaa0-119a-4e83-9f5a-764dfbacfbb1 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:48:27.725052 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:27.745999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port dacba155-7911-47ab-8644-51a50bf9184c completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:48:27.758434 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port dacba155-7911-47ab-8644-51a50bf9184c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:48:27.758797 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:27.854013 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] Allocated IP 172.20.0.1 (f9ba1b38-3b99-40c2-a6bc-aada57d8b883/4b14ea63-ba9f-4864-9e54-aae67dd2165c/48fe9cb3-5213-4eec-b022-fb132132c01c) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:48:27.959903 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:27.968981 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:27.976619 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] Transition to ACTIVE for port object 48fe9cb3-5213-4eec-b022-fb132132c01c will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:48:28.027002 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port dacba155-7911-47ab-8644-51a50bf9184c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dacba155-7911-47ab-8644-51a50bf9184c,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:48:28.079309 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:28.082008 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:28.089102 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Transition to ACTIVE for port object 3755eaa0-119a-4e83-9f5a-764dfbacfbb1 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:48:28.128061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] Network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:48:28.131017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:48:28.134810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:48:28.140219 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:28.157863 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] Pushing event updated for resources: {'Port': ['ID=48fe9cb3-5213-4eec-b022-fb132132c01c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:28.170491 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:28.180214 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:28.216645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=dacba155-7911-47ab-8644-51a50bf9184c,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:28.246679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Attempting to bind port 3755eaa0-119a-4e83-9f5a-764dfbacfbb1 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:48:28.247050 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Attempting to bind port 3755eaa0-119a-4e83-9f5a-764dfbacfbb1 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:48:28.247417 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Attempting to bind port 3755eaa0-119a-4e83-9f5a-764dfbacfbb1 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:48:28.259956 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:48:28.260378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:48:28.260829 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:28.261223 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:48:28.261741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Bound port: 3755eaa0-119a-4e83-9f5a-764dfbacfbb1, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:48:28.262124 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:28.285544 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e82683-5b7c-45c0-adbb-5a428ff79e2b None None] Pushing event updated for resources: {'Port': ['ID=3755eaa0-119a-4e83-9f5a-764dfbacfbb1,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:28.322676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] For port 3755eaa0-119a-4e83-9f5a-764dfbacfbb1, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:48:28.326119 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] For port 3755eaa0-119a-4e83-9f5a-764dfbacfbb1, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=3755eaa0-119a-4e83-9f5a-764dfbacfbb1,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:48:28.387251 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:28.400542 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:28.460865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:48:28.461502 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:48:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:28.468902 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e82683-5b7c-45c0-adbb-5a428ff79e2b None None] Pushing event updated for resources: {'Port': ['ID=3755eaa0-119a-4e83-9f5a-764dfbacfbb1,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:28.505562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5e6e5432-d5a3-4c3f-83c5-71e61932ad01 None None] Provisioning for port 48fe9cb3-5213-4eec-b022-fb132132c01c completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:48:28.515900 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5e6e5432-d5a3-4c3f-83c5-71e61932ad01 None None] Provisioning complete for port 48fe9cb3-5213-4eec-b022-fb132132c01c triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:48:28.516164 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5e6e5432-d5a3-4c3f-83c5-71e61932ad01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:28.571008 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:28.597775 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5e6e5432-d5a3-4c3f-83c5-71e61932ad01 None None] Port 48fe9cb3-5213-4eec-b022-fb132132c01c cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:48:28.611928 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:48:28.661979 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:28.734976 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:28.736636 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] Pushing event updated for resources: {'Port': ['ID=48fe9cb3-5213-4eec-b022-fb132132c01c,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:28.817176 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:27Z', 'revision_number': 1, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:28.835022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] Network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:48:28.836446 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:48:28.844968 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435aa292-89da-4902-b3b3-81ca2f24721f None None] The sync data for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 is: [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:27Z', 'revision_number': 1, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:48:28.970395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] Router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:48:29.124287 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:48:29.125578 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7880325b-b39b-4be7-872f-53cb24491525 None None] Provisioning complete for port 48fe9cb3-5213-4eec-b022-fb132132c01c triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:48:29.125956 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7880325b-b39b-4be7-872f-53cb24491525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:29.130966 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a33168b9-eaa9-4a52-9e8e-7d51f7ea009a admin admin] 10.222.0.16 "PUT /v2.0/routers/e18b1523-2f4d-42a0-bfd1-b944b0c6f887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8897810 Aug 31 01:48:29.173611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7880325b-b39b-4be7-872f-53cb24491525 None None] Port 48fe9cb3-5213-4eec-b022-fb132132c01c cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:48:29.540843 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dacba155-7911-47ab-8644-51a50bf9184c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:48:29.595637 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port dacba155-7911-47ab-8644-51a50bf9184c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:48:29.596014 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:29.674159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 39776) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:29.679218 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a6cb1cb4-7ba1-431e-838d-3fcb109761a6 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--238941920', 'description': 'tempest-description--996163187'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:48:29.773249 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a6cb1cb4-7ba1-431e-838d-3fcb109761a6 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:29.861527 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a6cb1cb4-7ba1-431e-838d-3fcb109761a6 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:29.938985 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a6cb1cb4-7ba1-431e-838d-3fcb109761a6 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:29.969822 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb1cb4-7ba1-431e-838d-3fcb109761a6 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c60e24e-8170-4cdd-8869-6ca8d40c0f18,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:30.024604 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a6cb1cb4-7ba1-431e-838d-3fcb109761a6 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:30.026021 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a6cb1cb4-7ba1-431e-838d-3fcb109761a6 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3508217 Aug 31 01:48:30.029603 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39778) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:30.034385 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c9c30b90-a30a-4d0e-908d-4c9f592448bf tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Request body: {'security_group_rule': {'security_group_id': '8c60e24e-8170-4cdd-8869-6ca8d40c0f18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:48:30.144015 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9c30b90-a30a-4d0e-908d-4c9f592448bf tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:30.204159 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9c30b90-a30a-4d0e-908d-4c9f592448bf tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:30.290418 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9c30b90-a30a-4d0e-908d-4c9f592448bf tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:30.307924 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c30b90-a30a-4d0e-908d-4c9f592448bf tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4002235a-2766-4597-b1f8-5fca0dfdebc1,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:30.370586 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c9c30b90-a30a-4d0e-908d-4c9f592448bf tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:30.371852 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c9c30b90-a30a-4d0e-908d-4c9f592448bf tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3412747 Aug 31 01:48:30.374459 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39780) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:30.378991 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5e3c31a8-215c-4ef3-b2f8-bce9f71586b1 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Request body: {'security_group_rule': {'security_group_id': '8c60e24e-8170-4cdd-8869-6ca8d40c0f18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:48:30.460926 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5e3c31a8-215c-4ef3-b2f8-bce9f71586b1 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:30.518379 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5e3c31a8-215c-4ef3-b2f8-bce9f71586b1 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:30.584447 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5e3c31a8-215c-4ef3-b2f8-bce9f71586b1 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:30.604175 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c31a8-215c-4ef3-b2f8-bce9f71586b1 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff204bde-9288-4491-bce2-0718b11ad6c2,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:30.653580 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5e3c31a8-215c-4ef3-b2f8-bce9f71586b1 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:30.655027 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5e3c31a8-215c-4ef3-b2f8-bce9f71586b1 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2795966 Aug 31 01:48:30.658189 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39782) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:30.663051 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1a7b2f64-57f3-4b06-8da1-ed3086185813 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:48:30.753295 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2f64-57f3-4b06-8da1-ed3086185813 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:30.861603 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2f64-57f3-4b06-8da1-ed3086185813 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:30.960523 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Sync routers for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:48:30.970894 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:48:30.971615 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:48:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:30.976586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-1a7b2f64-57f3-4b06-8da1-ed3086185813 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Allocated IP 172.25.2.154 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/1da3aaa0-1349-4664-98ff-10e0ba3c793d) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:48:31.078067 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:48:31.078694 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2f64-57f3-4b06-8da1-ed3086185813 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:31.182267 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2f64-57f3-4b06-8da1-ed3086185813 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:31.224134 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7b2f64-57f3-4b06-8da1-ed3086185813 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:48:31.228618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-1a7b2f64-57f3-4b06-8da1-ed3086185813 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:48:31.233558 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7b2f64-57f3-4b06-8da1-ed3086185813 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:48:31.236686 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b2f64-57f3-4b06-8da1-ed3086185813 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Pushing event updated for resources: {'Port': ['ID=1da3aaa0-1349-4664-98ff-10e0ba3c793d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:31.282629 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 2, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:31.311622 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Checking router: e18b1523-2f4d-42a0-bfd1-b944b0c6f887 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:48:31.311994 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Updating router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 port 48fe9cb3-5213-4eec-b022-fb132132c01c binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:48:31.324984 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2f64-57f3-4b06-8da1-ed3086185813 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:31.336663 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:31.430128 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2f64-57f3-4b06-8da1-ed3086185813 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:31.532402 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 3755eaa0-119a-4e83-9f5a-764dfbacfbb1 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:48:31.616822 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2f64-57f3-4b06-8da1-ed3086185813 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:31.666996 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 3755eaa0-119a-4e83-9f5a-764dfbacfbb1 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:48:31.670957 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 3755eaa0-119a-4e83-9f5a-764dfbacfbb1 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:48:31.671368 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:31.695964 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2f64-57f3-4b06-8da1-ed3086185813 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:31.723811 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:31.735502 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Transition to ACTIVE for port object 48fe9cb3-5213-4eec-b022-fb132132c01c will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:48:31.764333 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:31.767643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b2f64-57f3-4b06-8da1-ed3086185813 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Pushing event updated for resources: {'Port': ['ID=1da3aaa0-1349-4664-98ff-10e0ba3c793d,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:31.779584 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2f64-57f3-4b06-8da1-ed3086185813 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:31.786082 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 3755eaa0-119a-4e83-9f5a-764dfbacfbb1, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=3755eaa0-119a-4e83-9f5a-764dfbacfbb1,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:48:31.818576 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:31.856073 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2f64-57f3-4b06-8da1-ed3086185813 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:31.858271 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:31.867072 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1a7b2f64-57f3-4b06-8da1-ed3086185813 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2075269 Aug 31 01:48:31.880119 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ca0cf-2c82-4702-b19f-e3241b94a638 None None] Pushing event updated for resources: {'Port': ['ID=48fe9cb3-5213-4eec-b022-fb132132c01c,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:31.907595 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca0cf-2c82-4702-b19f-e3241b94a638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:31.907945 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca0cf-2c82-4702-b19f-e3241b94a638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:31.908331 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca0cf-2c82-4702-b19f-e3241b94a638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:31.908681 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca0cf-2c82-4702-b19f-e3241b94a638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:31.909017 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca0cf-2c82-4702-b19f-e3241b94a638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:31.909333 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca0cf-2c82-4702-b19f-e3241b94a638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:31.909685 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca0cf-2c82-4702-b19f-e3241b94a638 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:31.910001 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca0cf-2c82-4702-b19f-e3241b94a638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:31.910324 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca0cf-2c82-4702-b19f-e3241b94a638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:31.910919 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca0cf-2c82-4702-b19f-e3241b94a638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:31.910919 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca0cf-2c82-4702-b19f-e3241b94a638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:31.911712 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca0cf-2c82-4702-b19f-e3241b94a638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:31.922949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=3755eaa0-119a-4e83-9f5a-764dfbacfbb1,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:31.958601 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Attempting to bind port 48fe9cb3-5213-4eec-b022-fb132132c01c on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:48:31.959095 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Attempting to bind port 48fe9cb3-5213-4eec-b022-fb132132c01c by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:48:31.959726 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Attempting to bind port 48fe9cb3-5213-4eec-b022-fb132132c01c on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:48:31.966420 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:48:31.967077 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Checking segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:48:31.967171 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:31.967542 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Bound using segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:48:31.968254 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Bound port: 48fe9cb3-5213-4eec-b022-fb132132c01c, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:48:31.968636 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:32.020645 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b821f326-f960-4e34-b84e-625260267bf2 req-2726fbee-6f5b-4402-8398-9f7d3bf66630 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--238941920&fields=id&tenant_id=b698dd828dc14f1c9b8a6669f4de990e HTTP/1.1" status: 200 len: 267 time: 0.0385809 Aug 31 01:48:32.039589 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] For port 48fe9cb3-5213-4eec-b022-fb132132c01c, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:48:32.043189 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] For port 48fe9cb3-5213-4eec-b022-fb132132c01c, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=48fe9cb3-5213-4eec-b022-fb132132c01c,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:48:32.144275 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821f326-f960-4e34-b84e-625260267bf2 req-45c50bdd-3007-4132-a0de-384be154c278 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:32.145983 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b821f326-f960-4e34-b84e-625260267bf2 req-45c50bdd-3007-4132-a0de-384be154c278 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 811 time: 0.1170795 Aug 31 01:48:32.147924 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:32.162818 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b821f326-f960-4e34-b84e-625260267bf2 req-06786db0-3076-4e77-9f24-4ca10db4e15a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/quotas/b698dd828dc14f1c9b8a6669f4de990e HTTP/1.1" status: 200 len: 375 time: 0.0098341 Aug 31 01:48:32.207107 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:48:32.207677 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:48:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:32.227731 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b821f326-f960-4e34-b84e-625260267bf2 req-f9b00739-edd2-4d94-884c-5530e6e9d623 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0587740 Aug 31 01:48:32.248879 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ca0cf-2c82-4702-b19f-e3241b94a638 None None] Pushing event updated for resources: {'Port': ['ID=48fe9cb3-5213-4eec-b022-fb132132c01c,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:32.361637 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:48:32.362915 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b821f326-f960-4e34-b84e-625260267bf2 req-ca8f107e-3954-4a99-a318-70e806f02e8e service neutron] 10.222.0.16 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213567 Aug 31 01:48:32.473274 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b821f326-f960-4e34-b84e-625260267bf2 req-cf703911-216a-43ef-9eba-a80e4de53b14 service neutron] 10.222.0.16 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016948 Aug 31 01:48:32.596029 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:32Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:32.626217 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38a3397-ea9b-4ab6-9874-d727e026dd5f None None] The sync data for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 is: [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:32Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:48:32.774012 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ad04b73a-a68a-4762-a955-1f5d203e5648 req-d3e62da5-51fd-4276-b09b-4c5fdb400435 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 210 time: 0.0337734 Aug 31 01:48:33.526052 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 3755eaa0-119a-4e83-9f5a-764dfbacfbb1 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:48:33.580923 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 3755eaa0-119a-4e83-9f5a-764dfbacfbb1 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:48:33.581266 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:33.660610 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 48fe9cb3-5213-4eec-b022-fb132132c01c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:48:33.789801 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 48fe9cb3-5213-4eec-b022-fb132132c01c completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:48:33.794401 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 48fe9cb3-5213-4eec-b022-fb132132c01c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:48:33.794774 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:33.880742 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:33.886514 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ea403b15-3409-4b57-b219-25e57a35f714 req-26ca271f-2da4-47ce-92aa-9c1da7b0685a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 210 time: 0.0299039 Aug 31 01:48:33.915507 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 48fe9cb3-5213-4eec-b022-fb132132c01c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=48fe9cb3-5213-4eec-b022-fb132132c01c,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:48:33.990290 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:34.039552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=48fe9cb3-5213-4eec-b022-fb132132c01c,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:34.238767 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2a54912d-3a40-40dc-ad8c-650581d6ecf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:34.627855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821f326-f960-4e34-b84e-625260267bf2 req-ca95e53d-af1b-48f1-9b90-3c29ae3e3ecc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:34.629338 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b821f326-f960-4e34-b84e-625260267bf2 req-ca95e53d-af1b-48f1-9b90-3c29ae3e3ecc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 811 time: 0.1024547 Aug 31 01:48:34.671838 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b821f326-f960-4e34-b84e-625260267bf2 req-8f5e781c-27bf-486a-aa71-f90fa639df29 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b698dd828dc14f1c9b8a6669f4de990e HTTP/1.1" status: 200 len: 379 time: 0.0335476 Aug 31 01:48:34.681616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-b821f326-f960-4e34-b84e-625260267bf2 req-8bf86eb5-7606-4bcc-a717-a3a5ab832077 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Request body: {'port': {'device_id': 'd2c9ec3c-ebec-469d-80a4-d7c91d6566df', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'admin_state_up': True, 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'security_groups': ['8c60e24e-8170-4cdd-8869-6ca8d40c0f18']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:48:34.856109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b821f326-f960-4e34-b84e-625260267bf2 req-8bf86eb5-7606-4bcc-a717-a3a5ab832077 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Made reservation on behalf of b698dd828dc14f1c9b8a6669f4de990e for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:48:34.859711 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b821f326-f960-4e34-b84e-625260267bf2 req-8bf86eb5-7606-4bcc-a717-a3a5ab832077 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:34.998942 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ba63316-3546-40ce-a8df-1e28cb76ba15 req-b2b5e224-8066-45fb-90ff-d08a72c18f42 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 210 time: 0.0375400 Aug 31 01:48:35.014543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-b821f326-f960-4e34-b84e-625260267bf2 req-8bf86eb5-7606-4bcc-a717-a3a5ab832077 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Allocated IP 172.20.0.9 (f9ba1b38-3b99-40c2-a6bc-aada57d8b883/4b14ea63-ba9f-4864-9e54-aae67dd2165c/e675b30a-d237-4d81-88d9-35df111a11ab) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:48:35.148399 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b821f326-f960-4e34-b84e-625260267bf2 req-8bf86eb5-7606-4bcc-a717-a3a5ab832077 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:35.162222 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-b821f326-f960-4e34-b84e-625260267bf2 req-8bf86eb5-7606-4bcc-a717-a3a5ab832077 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Transition to ACTIVE for port object e675b30a-d237-4d81-88d9-35df111a11ab will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:48:35.273298 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b821f326-f960-4e34-b84e-625260267bf2 req-8bf86eb5-7606-4bcc-a717-a3a5ab832077 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:35.323615 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b821f326-f960-4e34-b84e-625260267bf2 req-8bf86eb5-7606-4bcc-a717-a3a5ab832077 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:48:35.326926 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-b821f326-f960-4e34-b84e-625260267bf2 req-8bf86eb5-7606-4bcc-a717-a3a5ab832077 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:48:35.331141 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b821f326-f960-4e34-b84e-625260267bf2 req-8bf86eb5-7606-4bcc-a717-a3a5ab832077 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:48:35.356427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf86eb5-7606-4bcc-a717-a3a5ab832077 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Pushing event updated for resources: {'Port': ['ID=e675b30a-d237-4d81-88d9-35df111a11ab,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:35.394470 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821f326-f960-4e34-b84e-625260267bf2 req-8bf86eb5-7606-4bcc-a717-a3a5ab832077 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:35.395141 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b821f326-f960-4e34-b84e-625260267bf2 req-8bf86eb5-7606-4bcc-a717-a3a5ab832077 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:35.468031 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b821f326-f960-4e34-b84e-625260267bf2 req-8bf86eb5-7606-4bcc-a717-a3a5ab832077 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7900250 Aug 31 01:48:35.482508 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Request body: {'port': {'device_id': 'd2c9ec3c-ebec-469d-80a4-d7c91d6566df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:48:35.506670 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 48fe9cb3-5213-4eec-b022-fb132132c01c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:48:35.555601 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:35.561063 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 48fe9cb3-5213-4eec-b022-fb132132c01c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:48:35.561462 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:35.706895 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-201d7075-6a41-4895-aa54-da41bab0e444 None None] Provisioning for port e675b30a-d237-4d81-88d9-35df111a11ab completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:48:35.711284 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-201d7075-6a41-4895-aa54-da41bab0e444 None None] Provisioning complete for port e675b30a-d237-4d81-88d9-35df111a11ab triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:48:35.711656 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-201d7075-6a41-4895-aa54-da41bab0e444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:35.747636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-201d7075-6a41-4895-aa54-da41bab0e444 None None] Port e675b30a-d237-4d81-88d9-35df111a11ab cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:48:35.834055 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e675b30a-d237-4d81-88d9-35df111a11ab {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:48:35.842151 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:35.853834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Transition to ACTIVE for port object e675b30a-d237-4d81-88d9-35df111a11ab will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:48:35.941628 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:35.990174 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Pushing event updated for resources: {'Port': ['ID=e675b30a-d237-4d81-88d9-35df111a11ab,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:36.064173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Attempting to bind port e675b30a-d237-4d81-88d9-35df111a11ab on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:48:36.064615 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Attempting to bind port e675b30a-d237-4d81-88d9-35df111a11ab by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:48:36.064957 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Attempting to bind port e675b30a-d237-4d81-88d9-35df111a11ab on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:48:36.069919 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Port e675b30a-d237-4d81-88d9-35df111a11ab on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:48:36.070335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Attempting to bind port e675b30a-d237-4d81-88d9-35df111a11ab on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:48:36.076299 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:48:36.076641 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Checking segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:48:36.077031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Bound using segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:48:36.077490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Bound port: e675b30a-d237-4d81-88d9-35df111a11ab, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:48:36.077856 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:36.137265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956dc8b-5dba-4947-9024-ee031843dd6e req-aaa22926-b1e5-41af-ae55-f3241cde0618 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:36.138936 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e956dc8b-5dba-4947-9024-ee031843dd6e req-aaa22926-b1e5-41af-ae55-f3241cde0618 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 943 time: 0.0608602 Aug 31 01:48:36.157664 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] For port e675b30a-d237-4d81-88d9-35df111a11ab, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:48:36.161224 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] For port e675b30a-d237-4d81-88d9-35df111a11ab, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e675b30a-d237-4d81-88d9-35df111a11ab,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:48:36.181617 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e956dc8b-5dba-4947-9024-ee031843dd6e req-fb74264b-56ed-4258-855d-ca9f26ba2690 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353923 Aug 31 01:48:36.242268 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:36.282949 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:36.283620 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:36.285080 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b821f326-f960-4e34-b84e-625260267bf2 req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] 10.222.0.48 "PUT /v2.0/ports/e675b30a-d237-4d81-88d9-35df111a11ab HTTP/1.1" status: 200 len: 1092 time: 0.8078799 Aug 31 01:48:36.285566 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c9ec3c-ebec-469d-80a4-d7c91d6566df', 'tag': 'e675b30a-d237-4d81-88d9-35df111a11ab'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:48:36.287838 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91f24c2-22df-4aab-ad9b-446e2b8f9206" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c9ec3c-ebec-469d-80a4-d7c91d6566df", "tag": "e675b30a-d237-4d81-88d9-35df111a11ab"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:48:36.319064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a794aee-2711-4945-ba9f-567c0bc50a9c service neutron] Pushing event updated for resources: {'Port': ['ID=e675b30a-d237-4d81-88d9-35df111a11ab,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:36.337660 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de86f348-3942-4374-ad43-8c4416fe90ac x-openstack-request-id: req-de86f348-3942-4374-ad43-8c4416fe90ac {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:48:36.337957 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c9ec3c-ebec-469d-80a4-d7c91d6566df", "tag": "e675b30a-d237-4d81-88d9-35df111a11ab", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:48:36.338211 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de86f348-3942-4374-ad43-8c4416fe90ac {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:48:36.339202 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c9ec3c-ebec-469d-80a4-d7c91d6566df', 'tag': 'e675b30a-d237-4d81-88d9-35df111a11ab', 'status': 'completed', 'code': 200} Aug 31 01:48:36.407859 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f24c2-22df-4aab-ad9b-446e2b8f9206 req-6412dfaf-3a8e-497a-af99-0e03b364714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:36.409416 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a91f24c2-22df-4aab-ad9b-446e2b8f9206 req-6412dfaf-3a8e-497a-af99-0e03b364714f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 1095 time: 0.0496614 Aug 31 01:48:36.520142 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f24c2-22df-4aab-ad9b-446e2b8f9206 req-331c7df0-e05d-449e-9684-14f0949983da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:36.521671 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a91f24c2-22df-4aab-ad9b-446e2b8f9206 req-331c7df0-e05d-449e-9684-14f0949983da service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1039147 Aug 31 01:48:36.618764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f24c2-22df-4aab-ad9b-446e2b8f9206 req-75d7da08-f5ee-4bf3-a099-f5d0d072ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:36.620313 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a91f24c2-22df-4aab-ad9b-446e2b8f9206 req-75d7da08-f5ee-4bf3-a099-f5d0d072ac64 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918658 Aug 31 01:48:36.701415 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821f326-f960-4e34-b84e-625260267bf2 req-820efa81-9652-4f8d-b74e-c41672cac3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:36.703016 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b821f326-f960-4e34-b84e-625260267bf2 req-820efa81-9652-4f8d-b74e-c41672cac3ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 1095 time: 0.0477839 Aug 31 01:48:36.747126 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b821f326-f960-4e34-b84e-625260267bf2 req-940b0e62-06e8-40f0-bd50-ea947062651f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e675b30a-d237-4d81-88d9-35df111a11ab HTTP/1.1" status: 200 len: 217 time: 0.0357740 Aug 31 01:48:36.798037 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821f326-f960-4e34-b84e-625260267bf2 req-832d9512-062b-41ef-989a-75aa51b83388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:36.799508 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b821f326-f960-4e34-b84e-625260267bf2 req-832d9512-062b-41ef-989a-75aa51b83388 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0456131 Aug 31 01:48:36.847158 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821f326-f960-4e34-b84e-625260267bf2 req-1b3df772-2067-49d1-ba37-6c754fc6561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:36.848680 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b821f326-f960-4e34-b84e-625260267bf2 req-1b3df772-2067-49d1-ba37-6c754fc6561d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420365 Aug 31 01:48:36.867148 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:36.943703 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b821f326-f960-4e34-b84e-625260267bf2 req-0aaa64ae-f4f2-4ffa-bc25-7f6450220477 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878134 Aug 31 01:48:37.032570 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a5506fac-d028-495c-b988-59f2dd19a600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:37.035409 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b821f326-f960-4e34-b84e-625260267bf2 req-3dadfe77-1df3-4a7c-962b-bff7ad11c24a service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850368 Aug 31 01:48:37.311888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b870d62-2e85-4475-aef2-e7405719e00e req-6b6a88be-3fc7-4f75-92e7-dac868270391 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:37.313366 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2b870d62-2e85-4475-aef2-e7405719e00e req-6b6a88be-3fc7-4f75-92e7-dac868270391 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 943 time: 0.0512390 Aug 31 01:48:37.352799 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2b870d62-2e85-4475-aef2-e7405719e00e req-d907ae36-998f-4880-be07-e297c0f21a64 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333760 Aug 31 01:48:37.418851 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:37.607172 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:38.477920 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e00be8-bb66-45ee-8072-87416678f8fa req-fccc316d-265f-4c22-a07e-b38a0ee4f7e0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:38.479519 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-40e00be8-bb66-45ee-8072-87416678f8fa req-fccc316d-265f-4c22-a07e-b38a0ee4f7e0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 943 time: 0.0548699 Aug 31 01:48:38.519624 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-40e00be8-bb66-45ee-8072-87416678f8fa req-d34bd2d9-75ee-4d0d-9fac-8470f3f1a86d tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340972 Aug 31 01:48:38.690052 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:39.644262 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bb7f7-b075-4c51-b52a-6eac83ed1307 req-279c9991-ce47-4071-adb7-5d349614d345 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:39.645996 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5d8bb7f7-b075-4c51-b52a-6eac83ed1307 req-279c9991-ce47-4071-adb7-5d349614d345 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 943 time: 0.0558350 Aug 31 01:48:39.690293 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5d8bb7f7-b075-4c51-b52a-6eac83ed1307 req-9352753b-7fbc-47d6-bcfe-72bf77bef1ec tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371077 Aug 31 01:48:40.213547 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e675b30a-d237-4d81-88d9-35df111a11ab details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:48:40.317830 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e675b30a-d237-4d81-88d9-35df111a11ab, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e675b30a-d237-4d81-88d9-35df111a11ab,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:48:40.330670 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'e675b30a-d237-4d81-88d9-35df111a11ab', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'port_id': 'e675b30a-d237-4d81-88d9-35df111a11ab', 'mac_address': 'fa:16:3e:e0:6e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:48:40.358034 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:40.372884 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:40.387675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e675b30a-d237-4d81-88d9-35df111a11ab {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:48:40.407847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e675b30a-d237-4d81-88d9-35df111a11ab, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e675b30a-d237-4d81-88d9-35df111a11ab,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:48:40.469916 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:40.517358 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=e675b30a-d237-4d81-88d9-35df111a11ab,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:40.524622 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:40.525036 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:40.525312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:40.525672 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:40.526571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:40.526830 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:40.527161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:40.527489 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:40.527832 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:40.528136 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:40.528507 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:40.528875 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:40.656227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['e675b30a-d237-4d81-88d9-35df111a11ab'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:48:40.807160 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c176731-8904-4a12-bdec-ab6318b896dd req-0dec4870-bc0c-4bf1-a1f3-f40f05531b8f tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:40.808653 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c176731-8904-4a12-bdec-ab6318b896dd req-0dec4870-bc0c-4bf1-a1f3-f40f05531b8f tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 944 time: 0.0494297 Aug 31 01:48:40.847342 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c176731-8904-4a12-bdec-ab6318b896dd req-91772fb7-37ba-44d3-b199-888c7714db61 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323603 Aug 31 01:48:41.965893 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d75e69-1d88-411b-987d-6783efa85d35 req-a563111e-ef8b-4c43-81ef-35fed073eb18 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:41.967395 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d7d75e69-1d88-411b-987d-6783efa85d35 req-a563111e-ef8b-4c43-81ef-35fed073eb18 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 944 time: 0.0540090 Aug 31 01:48:42.004511 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d7d75e69-1d88-411b-987d-6783efa85d35 req-2809bbf4-88fe-4a09-92cb-01417085edff tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310838 Aug 31 01:48:42.230106 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e675b30a-d237-4d81-88d9-35df111a11ab up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:48:42.415356 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port e675b30a-d237-4d81-88d9-35df111a11ab completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:48:42.419464 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port e675b30a-d237-4d81-88d9-35df111a11ab triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:48:42.419840 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:42.497907 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:42.521340 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9ec3c-ebec-469d-80a4-d7c91d6566df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e675b30a-d237-4d81-88d9-35df111a11ab'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:48:42.523776 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cae8c8-4d9b-4001-9b67-fe2d972371ae" -d '{"events": [{"server_uuid": "d2c9ec3c-ebec-469d-80a4-d7c91d6566df", "name": "network-vif-plugged", "status": "completed", "tag": "e675b30a-d237-4d81-88d9-35df111a11ab"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:48:42.536843 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e675b30a-d237-4d81-88d9-35df111a11ab, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e675b30a-d237-4d81-88d9-35df111a11ab,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:48:42.578918 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e36b2c-be10-4e25-942a-9a3709131054 x-openstack-request-id: req-d2e36b2c-be10-4e25-942a-9a3709131054 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:48:42.578918 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9ec3c-ebec-469d-80a4-d7c91d6566df", "name": "network-vif-plugged", "status": "completed", "tag": "e675b30a-d237-4d81-88d9-35df111a11ab", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:48:42.578918 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2e36b2c-be10-4e25-942a-9a3709131054 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:48:42.578918 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9ec3c-ebec-469d-80a4-d7c91d6566df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e675b30a-d237-4d81-88d9-35df111a11ab', 'code': 200} Aug 31 01:48:42.636380 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:42.662616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e0027-d29a-421d-8327-6db1cdd3168f req-88ff714d-0c73-4b69-ad38-2e44e38c95b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:42.664288 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e01e0027-d29a-421d-8327-6db1cdd3168f req-88ff714d-0c73-4b69-ad38-2e44e38c95b9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 1096 time: 0.0422134 Aug 31 01:48:42.688032 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=e675b30a-d237-4d81-88d9-35df111a11ab,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:42.700784 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e01e0027-d29a-421d-8327-6db1cdd3168f req-5366a4c1-fcce-4c7e-b976-3852538b50e1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296202 Aug 31 01:48:43.124167 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899bf8c-aa3d-4a7d-a624-2edbbedd0799 req-a34d78b0-b60c-4dcd-b1c9-838a88e3bdfc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:43.125755 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f899bf8c-aa3d-4a7d-a624-2edbbedd0799 req-a34d78b0-b60c-4dcd-b1c9-838a88e3bdfc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0499697 Aug 31 01:48:43.164128 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f899bf8c-aa3d-4a7d-a624-2edbbedd0799 req-d7e66a05-3fca-483b-baf9-d898fef28ad9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314415 Aug 31 01:48:44.285918 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94863-7a10-45c2-9ea6-653edd50d74d req-63123629-de42-4499-8a1d-0ed1219dd084 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:44.287442 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-77e94863-7a10-45c2-9ea6-653edd50d74d req-63123629-de42-4499-8a1d-0ed1219dd084 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0522752 Aug 31 01:48:44.325214 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-77e94863-7a10-45c2-9ea6-653edd50d74d req-7b701d61-34b7-4a90-bf05-8d83eac7a039 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310540 Aug 31 01:48:45.442354 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20129ea2-9474-4988-b10f-e66a8c572801 req-9c5b06e2-d8c1-453d-b26b-2ecc9cf9ce6e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:45.443815 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-20129ea2-9474-4988-b10f-e66a8c572801 req-9c5b06e2-d8c1-453d-b26b-2ecc9cf9ce6e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0501349 Aug 31 01:48:45.481984 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-20129ea2-9474-4988-b10f-e66a8c572801 req-8f07e7b1-da84-4228-ae41-46a95a41bde6 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323200 Aug 31 01:48:45.594351 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53082482-d1a0-4c65-840b-9a7e49c52269 req-3ace2e3d-e044-4ad6-ae90-411cc68614e0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:45.595840 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-53082482-d1a0-4c65-840b-9a7e49c52269 req-3ace2e3d-e044-4ad6-ae90-411cc68614e0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0496161 Aug 31 01:48:45.608175 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 39844) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:45.612970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ffcf6c8f-dc6d-4131-97e1-19851f89ccd0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Request body: {'floatingip': {'port_id': 'e675b30a-d237-4d81-88d9-35df111a11ab'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:48:45.657957 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ffcf6c8f-dc6d-4131-97e1-19851f89ccd0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for floatingip, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:46.099159 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ffcf6c8f-dc6d-4131-97e1-19851f89ccd0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:46.169721 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ffcf6c8f-dc6d-4131-97e1-19851f89ccd0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:46.267057 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-ffcf6c8f-dc6d-4131-97e1-19851f89ccd0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Floating IP 675fca42-5a20-4d2d-8f88-29dd17b4fc94 associated. External IP: 172.25.2.154, port: e675b30a-d237-4d81-88d9-35df111a11ab. Aug 31 01:48:46.476862 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcf6c8f-dc6d-4131-97e1-19851f89ccd0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:48:46.587268 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcf6c8f-dc6d-4131-97e1-19851f89ccd0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:48:46.591970 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ffcf6c8f-dc6d-4131-97e1-19851f89ccd0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:46.597970 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df43287-1516-483a-ae86-df2e35018c59 None None] Sync routers for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:48:46.607895 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df43287-1516-483a-ae86-df2e35018c59 None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:48:46.608527 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5df43287-1516-483a-ae86-df2e35018c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:48:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:46.619955 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ffcf6c8f-dc6d-4131-97e1-19851f89ccd0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "PUT /v2.0/floatingips/675fca42-5a20-4d2d-8f88-29dd17b4fc94 HTTP/1.1" status: 200 len: 991 time: 1.0106432 Aug 31 01:48:46.621123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c9ec3c-ebec-469d-80a4-d7c91d6566df', 'tag': 'e675b30a-d237-4d81-88d9-35df111a11ab'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:48:46.670025 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23817d91-f334-430a-aae1-3602ae373487" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c9ec3c-ebec-469d-80a4-d7c91d6566df", "tag": "e675b30a-d237-4d81-88d9-35df111a11ab"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:48:46.720113 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-5df43287-1516-483a-ae86-df2e35018c59 None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:48:46.762113 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf75f09-77d7-4765-a404-28e5611f6c33 x-openstack-request-id: req-eaf75f09-77d7-4765-a404-28e5611f6c33 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:48:46.762419 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c9ec3c-ebec-469d-80a4-d7c91d6566df", "tag": "e675b30a-d237-4d81-88d9-35df111a11ab", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:48:46.762676 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eaf75f09-77d7-4765-a404-28e5611f6c33 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:48:46.763085 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c9ec3c-ebec-469d-80a4-d7c91d6566df', 'tag': 'e675b30a-d237-4d81-88d9-35df111a11ab', 'status': 'completed', 'code': 200} Aug 31 01:48:46.824036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23817d91-f334-430a-aae1-3602ae373487 req-921b5125-a268-489a-a815-5870fd79b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:46.825619 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23817d91-f334-430a-aae1-3602ae373487 req-921b5125-a268-489a-a815-5870fd79b417 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 1097 time: 0.0419116 Aug 31 01:48:46.919101 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23817d91-f334-430a-aae1-3602ae373487 req-5beb9279-7542-4cc8-b15a-bf3aa9e45650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:46.920608 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23817d91-f334-430a-aae1-3602ae373487 req-5beb9279-7542-4cc8-b15a-bf3aa9e45650 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0883675 Aug 31 01:48:46.944948 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5df43287-1516-483a-ae86-df2e35018c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '675fca42-5a20-4d2d-8f88-29dd17b4fc94', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'port_id': 'e675b30a-d237-4d81-88d9-35df111a11ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'mac_address': 'fa:16:3e:e0:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9ec3c-ebec-469d-80a4-d7c91d6566df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:48:31Z', 'updated_at': '2021-08-31T01:48:46Z', 'revision_number': 1, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:46.972054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df43287-1516-483a-ae86-df2e35018c59 None None] Checking router: e18b1523-2f4d-42a0-bfd1-b944b0c6f887 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:48:46.981757 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df43287-1516-483a-ae86-df2e35018c59 None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:48:46.982300 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5df43287-1516-483a-ae86-df2e35018c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:48:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:46.995294 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23817d91-f334-430a-aae1-3602ae373487 req-66606f30-4f76-46a8-961a-f6004a4dce66 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e675b30a-d237-4d81-88d9-35df111a11ab HTTP/1.1" status: 200 len: 999 time: 0.0671959 Aug 31 01:48:47.055527 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23817d91-f334-430a-aae1-3602ae373487 req-591e85d7-fc05-43c3-a287-5f7ef213e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:47.057073 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23817d91-f334-430a-aae1-3602ae373487 req-591e85d7-fc05-43c3-a287-5f7ef213e038 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0544286 Aug 31 01:48:47.112235 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23817d91-f334-430a-aae1-3602ae373487 req-ac548a55-bfc1-48c8-b086-877125321b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:47.114803 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23817d91-f334-430a-aae1-3602ae373487 req-ac548a55-bfc1-48c8-b086-877125321b63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491161 Aug 31 01:48:47.213603 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23817d91-f334-430a-aae1-3602ae373487 req-12854c8e-0291-4d98-a9d9-f9c7731dbe5a service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914712 Aug 31 01:48:47.258405 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-5df43287-1516-483a-ae86-df2e35018c59 None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:48:47.312981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23817d91-f334-430a-aae1-3602ae373487 req-686fae7d-df14-455f-9fe3-4b120c7e4934 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924685 Aug 31 01:48:47.506127 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5df43287-1516-483a-ae86-df2e35018c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '675fca42-5a20-4d2d-8f88-29dd17b4fc94', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'port_id': 'e675b30a-d237-4d81-88d9-35df111a11ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'mac_address': 'fa:16:3e:e0:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9ec3c-ebec-469d-80a4-d7c91d6566df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:48:31Z', 'updated_at': '2021-08-31T01:48:46Z', 'revision_number': 1, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:47.533163 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df43287-1516-483a-ae86-df2e35018c59 None None] The sync data for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 is: [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '675fca42-5a20-4d2d-8f88-29dd17b4fc94', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'port_id': 'e675b30a-d237-4d81-88d9-35df111a11ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'mac_address': 'fa:16:3e:e0:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9ec3c-ebec-469d-80a4-d7c91d6566df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:48:31Z', 'updated_at': '2021-08-31T01:48:46Z', 'revision_number': 1, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:48:47.766331 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614bd238-a15b-43a5-b32c-ca4d5d07c276 None None] New status for floating IP 675fca42-5a20-4d2d-8f88-29dd17b4fc94: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:49:02.874298 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:49:04.237645 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f09d1b1f-34d5-4b09-a4a9-2de6df9ae17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:06.875808 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:07.007042 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6037bb50-c83e-4c68-9696-4e6d8e0eae95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:07.437758 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:07.655098 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:08.700587 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:10.372653 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:18.181234 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01afb6a0-eedf-4089-984f-13c38f30db93 req-9b5780b1-640e-4f98-b614-c6fce3252726 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404489 Aug 31 01:49:18.265195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afb6a0-eedf-4089-984f-13c38f30db93 req-dea53959-9c44-45a9-9f13-fce1b3886265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:18.266704 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01afb6a0-eedf-4089-984f-13c38f30db93 req-dea53959-9c44-45a9-9f13-fce1b3886265 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 1097 time: 0.0398638 Aug 31 01:49:18.371828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afb6a0-eedf-4089-984f-13c38f30db93 req-96ccbcd2-3057-4551-a7fc-21327ccd3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:18.373213 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01afb6a0-eedf-4089-984f-13c38f30db93 req-96ccbcd2-3057-4551-a7fc-21327ccd3b0d service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0861084 Aug 31 01:49:18.447689 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01afb6a0-eedf-4089-984f-13c38f30db93 req-5bbda79a-22d2-4821-a7dc-b8276817ae4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e675b30a-d237-4d81-88d9-35df111a11ab HTTP/1.1" status: 200 len: 1001 time: 0.0663550 Aug 31 01:49:18.500062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afb6a0-eedf-4089-984f-13c38f30db93 req-58688b11-a893-4969-80d9-5014ef861bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:18.501560 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01afb6a0-eedf-4089-984f-13c38f30db93 req-58688b11-a893-4969-80d9-5014ef861bb3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0466113 Aug 31 01:49:18.550050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afb6a0-eedf-4089-984f-13c38f30db93 req-b5210608-fd7a-4cb4-a5fa-e77fcd34da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:18.551578 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01afb6a0-eedf-4089-984f-13c38f30db93 req-b5210608-fd7a-4cb4-a5fa-e77fcd34da92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425174 Aug 31 01:49:18.564428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-01afb6a0-eedf-4089-984f-13c38f30db93 req-fa530b76-56ca-47c2-9da8-de4ab2289052 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:49:18.566028 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01afb6a0-eedf-4089-984f-13c38f30db93 req-fa530b76-56ca-47c2-9da8-de4ab2289052 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064199 Aug 31 01:49:18.658760 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01afb6a0-eedf-4089-984f-13c38f30db93 req-ed3cd206-006d-4865-99e7-8bfe7cd31ca1 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836082 Aug 31 01:49:18.755548 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-01afb6a0-eedf-4089-984f-13c38f30db93 req-23230a2c-d8ab-41fb-9b51-a8e43dd72c4b service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893540 Aug 31 01:49:34.231085 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-16812bd2-4a15-47ce-96c9-7f7b9909d3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:36.870949 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:36.991245 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-290c0a56-e48c-4ae8-a867-243440f96ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:37.446537 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:37.658070 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:38.686627 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:39.873165 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:49:40.356401 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:04.247348 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a73a8146-2747-4475-9804-10ff51e50a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:06.853331 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:07.013249 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-015177e1-fc6a-4558-8976-e2e7fd5cceb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:07.453233 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:07.664563 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:08.699016 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:10.371617 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:16.873910 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:50:17.929612 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c540cd84-5041-417c-8e89-c6fc8bfaa7d5 req-8374b7fd-39f7-46a1-80f1-0fed1837a33d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412145 Aug 31 01:50:18.010993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540cd84-5041-417c-8e89-c6fc8bfaa7d5 req-7b157c97-52d2-4050-b19d-3d3d120123c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:18.012507 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c540cd84-5041-417c-8e89-c6fc8bfaa7d5 req-7b157c97-52d2-4050-b19d-3d3d120123c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 1097 time: 0.0409234 Aug 31 01:50:18.123576 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540cd84-5041-417c-8e89-c6fc8bfaa7d5 req-ce463f70-26de-4400-b38d-8197240fceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:18.125069 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c540cd84-5041-417c-8e89-c6fc8bfaa7d5 req-ce463f70-26de-4400-b38d-8197240fceb7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0926359 Aug 31 01:50:18.191028 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c540cd84-5041-417c-8e89-c6fc8bfaa7d5 req-1e14b112-7b8e-4a44-8f3e-d042f0cc1ecd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e675b30a-d237-4d81-88d9-35df111a11ab HTTP/1.1" status: 200 len: 1001 time: 0.0575752 Aug 31 01:50:18.243785 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540cd84-5041-417c-8e89-c6fc8bfaa7d5 req-7f993f17-9692-4d8b-b6a4-16d27196f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:18.245225 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c540cd84-5041-417c-8e89-c6fc8bfaa7d5 req-7f993f17-9692-4d8b-b6a4-16d27196f470 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0469172 Aug 31 01:50:18.290923 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540cd84-5041-417c-8e89-c6fc8bfaa7d5 req-656dd879-f691-424b-ba8c-4f76ab2e55f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:18.292400 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c540cd84-5041-417c-8e89-c6fc8bfaa7d5 req-656dd879-f691-424b-ba8c-4f76ab2e55f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401497 Aug 31 01:50:18.379929 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c540cd84-5041-417c-8e89-c6fc8bfaa7d5 req-83ced809-b3d0-4a84-849e-0a31887c955f service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801795 Aug 31 01:50:18.746663 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c540cd84-5041-417c-8e89-c6fc8bfaa7d5 req-3529f0dd-6b37-42b7-b97e-b827034784bc service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600245 Aug 31 01:50:21.468360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53972ba-2652-41b5-901d-6eabc8db62e6 req-9e0564e0-ca54-4607-b9c8-00257be5c641 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:21.469869 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e53972ba-2652-41b5-901d-6eabc8db62e6 req-9e0564e0-ca54-4607-b9c8-00257be5c641 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.1191790 Aug 31 01:50:21.507547 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e53972ba-2652-41b5-901d-6eabc8db62e6 req-9dcdcfd1-2a04-48be-a02f-a1e4b14ef34a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310955 Aug 31 01:50:21.897568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb9378-810c-4693-94d7-c04e7d2a195d req-ac8880ca-5a50-4f49-9ece-89ea62d1225b tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:21.899067 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cecb9378-810c-4693-94d7-c04e7d2a195d req-ac8880ca-5a50-4f49-9ece-89ea62d1225b tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0501943 Aug 31 01:50:21.939887 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cecb9378-810c-4693-94d7-c04e7d2a195d req-216c8e07-cf4f-4e97-a87a-ea79abdabdcc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347872 Aug 31 01:50:22.020101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40060) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:22.107296 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-304a8c45-ec85-4a7a-baa3-b2d34fb26373 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860038 Aug 31 01:50:22.116880 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-dbfcc880-1444-4a79-877c-9f360df46756 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:50:22.117976 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-dbfcc880-1444-4a79-877c-9f360df46756 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059988 Aug 31 01:50:23.118564 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe5ccf-ab7f-41aa-99d7-6b9bd3ddb641 req-892f28b8-b4f3-4330-9c78-4151abd2599a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:23.119995 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54fe5ccf-ab7f-41aa-99d7-6b9bd3ddb641 req-892f28b8-b4f3-4330-9c78-4151abd2599a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.1099815 Aug 31 01:50:23.160552 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-54fe5ccf-ab7f-41aa-99d7-6b9bd3ddb641 req-ed684f01-3eac-44a9-98be-0b7561dbe9ae tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341048 Aug 31 01:50:24.010417 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-5dd9ed1d-0924-4609-845b-33ca50cb5a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:24.011933 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-5dd9ed1d-0924-4609-845b-33ca50cb5a16 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 1097 time: 0.0403447 Aug 31 01:50:24.100345 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-f9d18793-b56e-45ba-8bd7-53a553c6dead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:24.102495 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-f9d18793-b56e-45ba-8bd7-53a553c6dead service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0839362 Aug 31 01:50:24.171666 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-8404a0bc-67bb-49e7-ab2a-b3c19f46cb34 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e675b30a-d237-4d81-88d9-35df111a11ab HTTP/1.1" status: 200 len: 1001 time: 0.0623307 Aug 31 01:50:24.222213 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-51daf829-052c-451f-8e1d-6db5495c9f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:24.223820 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-51daf829-052c-451f-8e1d-6db5495c9f95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0451670 Aug 31 01:50:24.303116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-546149bf-a27a-41df-b2a2-305f8a9f263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:24.304546 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-546149bf-a27a-41df-b2a2-305f8a9f263b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733428 Aug 31 01:50:24.312852 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c59f3e-6a8c-407a-9147-749b1a320ea7 req-ff6c19c2-4118-4bb9-b38f-369f2b4cf4d0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:24.314254 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d2c59f3e-6a8c-407a-9147-749b1a320ea7 req-ff6c19c2-4118-4bb9-b38f-369f2b4cf4d0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0841305 Aug 31 01:50:24.394797 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d2c59f3e-6a8c-407a-9147-749b1a320ea7 req-3c7ca76c-efec-4702-a4f2-7c6e4d0d0a87 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720963 Aug 31 01:50:24.424412 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-2325aa5a-e70a-4b59-9424-8eba8ce41526 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092257 Aug 31 01:50:24.518375 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-dcffcd72-0de1-4a8c-a8ef-7bfbf1068b7a service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863748 Aug 31 01:50:25.510094 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc2334-7d37-473e-ad56-b6d1724f727b req-b0f4086f-0bb9-4790-b499-17df98d3ddaa tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:25.511578 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7afc2334-7d37-473e-ad56-b6d1724f727b req-b0f4086f-0bb9-4790-b499-17df98d3ddaa tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0493176 Aug 31 01:50:25.551734 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7afc2334-7d37-473e-ad56-b6d1724f727b req-0340ecca-11e6-4910-bede-3e2504a96b2d tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342147 Aug 31 01:50:26.668678 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2023fa-a5d7-45f5-80af-4bdcefee16b3 req-a027f5a1-5f84-4b49-b6a9-59aad8e2077a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:26.670200 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f2023fa-a5d7-45f5-80af-4bdcefee16b3 req-a027f5a1-5f84-4b49-b6a9-59aad8e2077a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0495920 Aug 31 01:50:26.707795 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5f2023fa-a5d7-45f5-80af-4bdcefee16b3 req-634e5186-a8cd-425e-8261-64c8fbbca604 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316489 Aug 31 01:50:27.823273 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01c39e-74fb-4840-b867-943c4303c67c req-e1e8756f-d36e-485c-9e45-ab0614b53af2 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:27.824736 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b01c39e-74fb-4840-b867-943c4303c67c req-e1e8756f-d36e-485c-9e45-ab0614b53af2 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0494130 Aug 31 01:50:27.861547 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b01c39e-74fb-4840-b867-943c4303c67c req-cca8f1e1-2936-40ce-934a-8cf8e1be2930 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307918 Aug 31 01:50:28.976617 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c4302-7c49-4d40-a1e6-ea9508170352 req-9bcac925-8a3f-4cee-b195-fa49232a2a46 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:28.978134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-281c4302-7c49-4d40-a1e6-ea9508170352 req-9bcac925-8a3f-4cee-b195-fa49232a2a46 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0486152 Aug 31 01:50:29.014910 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-281c4302-7c49-4d40-a1e6-ea9508170352 req-0a1ec078-af5f-4cfd-af08-70418d1735c7 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307260 Aug 31 01:50:30.134506 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa13a0-7a2b-4636-b915-efccb1ac2627 req-6edb5e05-5a06-41f9-937e-54a5f19c3315 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:30.135991 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30aa13a0-7a2b-4636-b915-efccb1ac2627 req-6edb5e05-5a06-41f9-937e-54a5f19c3315 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0535014 Aug 31 01:50:30.174422 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30aa13a0-7a2b-4636-b915-efccb1ac2627 req-b299f7f8-ce74-4f81-97fc-81f3c70aaeab tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323894 Aug 31 01:50:31.295658 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0354e7-2133-4826-b0cd-dc465dc50674 req-d7010890-6ea1-4a28-bc79-0ba97075854c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:31.297151 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ce0354e7-2133-4826-b0cd-dc465dc50674 req-d7010890-6ea1-4a28-bc79-0ba97075854c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0528591 Aug 31 01:50:31.335174 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ce0354e7-2133-4826-b0cd-dc465dc50674 req-de91a6fd-8708-46d9-b40c-3767eedbf528 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320733 Aug 31 01:50:32.454031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305408b-b5e0-4ef2-9f9c-a0a8f0bb4e96 req-b2aa0bed-4612-4a58-bf3d-7568eb60c141 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:32.455564 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a305408b-b5e0-4ef2-9f9c-a0a8f0bb4e96 req-b2aa0bed-4612-4a58-bf3d-7568eb60c141 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0511997 Aug 31 01:50:32.496127 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a305408b-b5e0-4ef2-9f9c-a0a8f0bb4e96 req-41570b3f-7cb6-4907-9d77-6f2afcba9fee tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342908 Aug 31 01:50:33.615759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff811f-2ac3-4c1f-ae43-5975d38331e1 req-a5506176-c946-4a5f-b240-170a06721441 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:33.617292 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81ff811f-2ac3-4c1f-ae43-5975d38331e1 req-a5506176-c946-4a5f-b240-170a06721441 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0529351 Aug 31 01:50:33.657288 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81ff811f-2ac3-4c1f-ae43-5975d38331e1 req-8f863210-a96f-48c5-8070-640b28a5d350 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322313 Aug 31 01:50:34.240186 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a3304d43-1d94-41dd-8967-96d64f22c4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:34.775282 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be5995-f502-4e66-bcf2-a933428e1b17 req-ac3487f0-b415-4776-83df-5b2a53866b65 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:34.776777 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d3be5995-f502-4e66-bcf2-a933428e1b17 req-ac3487f0-b415-4776-83df-5b2a53866b65 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0504887 Aug 31 01:50:34.814351 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d3be5995-f502-4e66-bcf2-a933428e1b17 req-739bf44a-8c0b-4701-9b01-e6b3530c128a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316160 Aug 31 01:50:35.933606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a748e8a-cee1-41ef-9a66-d8dfe781c49a req-7edcae49-b373-4796-a058-e3d0458f28f9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:35.935156 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a748e8a-cee1-41ef-9a66-d8dfe781c49a req-7edcae49-b373-4796-a058-e3d0458f28f9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0527940 Aug 31 01:50:35.973675 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0a748e8a-cee1-41ef-9a66-d8dfe781c49a req-01e0af70-089b-4bbb-9f01-2ef59ec04ccc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324566 Aug 31 01:50:36.863220 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:36.914432 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-484457d2-a22c-4408-a3fa-90b9f521acd1 service neutron] show failed (client error): The resource could not be found. Aug 31 01:50:36.915446 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-484457d2-a22c-4408-a3fa-90b9f521acd1 service neutron] 10.222.0.48 "GET /v2.0/ports/e675b30a-d237-4d81-88d9-35df111a11ab/bindings/n-h2-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.0606050 Aug 31 01:50:37.029921 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5e3649f4-9063-4728-ae0f-afd44e52f6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:37.092706 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12394141-bc26-4793-8d9b-6f3ba67d7f85 req-f57056ea-d0b1-42d8-b7f3-7ecf71d55d38 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:37.094227 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-12394141-bc26-4793-8d9b-6f3ba67d7f85 req-f57056ea-d0b1-42d8-b7f3-7ecf71d55d38 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0527000 Aug 31 01:50:37.134488 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-12394141-bc26-4793-8d9b-6f3ba67d7f85 req-633bc2fd-2c88-4e9a-aba0-859c306b76eb tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342536 Aug 31 01:50:37.446060 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:37.457551 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-b6a7e303-88e2-4d34-aeaa-eadbbdc5040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:37.459104 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-b6a7e303-88e2-4d34-aeaa-eadbbdc5040d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df&tenant_id=b698dd828dc14f1c9b8a6669f4de990e HTTP/1.1" status: 200 len: 1097 time: 0.0859895 Aug 31 01:50:37.470503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-c2bc8f7b-571e-4468-97da-1a365e3a87d7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:50:37.471432 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-c2bc8f7b-571e-4468-97da-1a365e3a87d7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050192 Aug 31 01:50:37.483361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:50:37.535245 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:37.652468 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:37.748958 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] For port e675b30a-d237-4d81-88d9-35df111a11ab, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e675b30a-d237-4d81-88d9-35df111a11ab,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:50:37.783179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] For port e675b30a-d237-4d81-88d9-35df111a11ab, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:50:37.822901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9ec3c-ebec-469d-80a4-d7c91d6566df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e675b30a-d237-4d81-88d9-35df111a11ab'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:50:37.825267 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a4af08-f425-4eff-898f-2ec989fa9d26" -d '{"events": [{"server_uuid": "d2c9ec3c-ebec-469d-80a4-d7c91d6566df", "name": "network-vif-unplugged", "status": "completed", "tag": "e675b30a-d237-4d81-88d9-35df111a11ab"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:50:37.829247 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:37.842211 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Transition to ACTIVE for port object e675b30a-d237-4d81-88d9-35df111a11ab will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:50:37.898357 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:37.933971 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c24b0d0-b74e-4a7f-a597-766112569703 x-openstack-request-id: req-6c24b0d0-b74e-4a7f-a597-766112569703 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:50:37.934267 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9ec3c-ebec-469d-80a4-d7c91d6566df", "name": "network-vif-unplugged", "status": "completed", "tag": "e675b30a-d237-4d81-88d9-35df111a11ab", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:50:37.934520 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c24b0d0-b74e-4a7f-a597-766112569703 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:50:37.934909 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9ec3c-ebec-469d-80a4-d7c91d6566df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e675b30a-d237-4d81-88d9-35df111a11ab', 'code': 200} Aug 31 01:50:38.019817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Pushing event updated for resources: {'Port': ['ID=e675b30a-d237-4d81-88d9-35df111a11ab,revision_number=6']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:38.046082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:38.048278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:38.048278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:38.048278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:38.048278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:38.048278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:38.048278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:38.048801 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:38.048801 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:38.048997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:38.049296 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:38.049634 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:38.089532 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] No DVR routers for this DVR port e675b30a-d237-4d81-88d9-35df111a11ab on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:50:38.237520 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Attempting to bind port e675b30a-d237-4d81-88d9-35df111a11ab on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:50:38.238238 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Attempting to bind port e675b30a-d237-4d81-88d9-35df111a11ab by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:50:38.238643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Attempting to bind port e675b30a-d237-4d81-88d9-35df111a11ab on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:50:38.243446 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Port e675b30a-d237-4d81-88d9-35df111a11ab on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:50:38.243769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Attempting to bind port e675b30a-d237-4d81-88d9-35df111a11ab on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:50:38.248528 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:50:38.248865 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Checking segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:50:38.249240 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Bound using segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:50:38.249690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Bound port: e675b30a-d237-4d81-88d9-35df111a11ab, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:50:38.250048 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:38.254889 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910102c-917f-4499-9eb0-801bf210a0bd req-654b93e6-768d-420f-b2cf-11beb223f1ab tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:38.256384 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c910102c-917f-4499-9eb0-801bf210a0bd req-654b93e6-768d-420f-b2cf-11beb223f1ab tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 943 time: 0.0485756 Aug 31 01:50:38.294456 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c910102c-917f-4499-9eb0-801bf210a0bd req-3cc364a9-7332-4286-b610-2460baf3b97a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312457 Aug 31 01:50:38.316091 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] For port e675b30a-d237-4d81-88d9-35df111a11ab, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:50:38.319117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] For port e675b30a-d237-4d81-88d9-35df111a11ab, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e675b30a-d237-4d81-88d9-35df111a11ab,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:50:38.367152 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:38.410594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:38.411625 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:38.413660 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] 10.222.0.41 "PUT /v2.0/ports/e675b30a-d237-4d81-88d9-35df111a11ab HTTP/1.1" status: 200 len: 1092 time: 0.9340591 Aug 31 01:50:38.450923 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eae937-18a2-4635-b0ea-5c3bc6b0c545 service neutron] Pushing event updated for resources: {'Port': ['ID=e675b30a-d237-4d81-88d9-35df111a11ab,revision_number=7']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:38.484286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-9b7a1913-5d58-42a6-82d7-9caa4cbf6f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:38.485843 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-9b7a1913-5d58-42a6-82d7-9caa4cbf6f71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 1095 time: 0.0451283 Aug 31 01:50:38.585172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-fb2cd979-63ff-4aa9-8ade-fe1c6c251022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:38.586709 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-fb2cd979-63ff-4aa9-8ade-fe1c6c251022 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0941961 Aug 31 01:50:38.656874 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-b4d8bd5d-cb18-408a-952b-ca4a5282c83c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e675b30a-d237-4d81-88d9-35df111a11ab HTTP/1.1" status: 200 len: 999 time: 0.0627568 Aug 31 01:50:38.706296 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-35b10ab8-9532-4d39-b34d-f77f2659e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:38.707638 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-35b10ab8-9532-4d39-b34d-f77f2659e26d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0443103 Aug 31 01:50:38.709833 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:38.766695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-14cfbf94-f450-4c14-93ab-3fbd374159ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:38.768212 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-14cfbf94-f450-4c14-93ab-3fbd374159ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528505 Aug 31 01:50:38.859412 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-d5630b09-d94c-46dd-9550-61fc165db8c6 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831125 Aug 31 01:50:38.866830 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e675b30a-d237-4d81-88d9-35df111a11ab no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:50:38.904320 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e675b30a-d237-4d81-88d9-35df111a11ab not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:50:38.954515 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2f84e014-b21c-4d0a-a88e-87012a9dee1e req-cc751096-c1a2-4df7-8a00-6258cd12af8e service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880575 Aug 31 01:50:39.418099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea078-1781-4fcd-a993-48f92d123a03 req-07959f3f-a77b-4383-9a98-4f9b5416405f tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:39.419494 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6dea078-1781-4fcd-a993-48f92d123a03 req-07959f3f-a77b-4383-9a98-4f9b5416405f tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 943 time: 0.0516100 Aug 31 01:50:39.457700 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c6dea078-1781-4fcd-a993-48f92d123a03 req-21e3a6a3-fa29-4765-922e-7cdbc9016980 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320051 Aug 31 01:50:39.936434 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c9ec3c-ebec-469d-80a4-d7c91d6566df', 'tag': 'e675b30a-d237-4d81-88d9-35df111a11ab'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:50:39.938851 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354bea98-573b-43ff-8165-b697d9483b97" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c9ec3c-ebec-469d-80a4-d7c91d6566df", "tag": "e675b30a-d237-4d81-88d9-35df111a11ab"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:50:39.999669 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207e4c54-f908-40e3-b97e-b1f50a8bcd23 x-openstack-request-id: req-207e4c54-f908-40e3-b97e-b1f50a8bcd23 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:50:39.999988 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c9ec3c-ebec-469d-80a4-d7c91d6566df", "tag": "e675b30a-d237-4d81-88d9-35df111a11ab", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:50:40.000239 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-207e4c54-f908-40e3-b97e-b1f50a8bcd23 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:50:40.000687 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c9ec3c-ebec-469d-80a4-d7c91d6566df', 'tag': 'e675b30a-d237-4d81-88d9-35df111a11ab', 'status': 'completed', 'code': 200} Aug 31 01:50:40.094082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bea98-573b-43ff-8165-b697d9483b97 req-26c190e1-3825-4cd2-bd9a-d32446dcb22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:40.095602 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-354bea98-573b-43ff-8165-b697d9483b97 req-26c190e1-3825-4cd2-bd9a-d32446dcb22d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 1095 time: 0.0724146 Aug 31 01:50:40.097297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bea98-573b-43ff-8165-b697d9483b97 req-6fd4c786-4050-40ca-ae25-36e2f3a781f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:40.098680 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-354bea98-573b-43ff-8165-b697d9483b97 req-6fd4c786-4050-40ca-ae25-36e2f3a781f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 1095 time: 0.0769081 Aug 31 01:50:40.251652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bea98-573b-43ff-8165-b697d9483b97 req-95f7b8e0-2100-48b5-ab74-d1e8abf6152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:40.253204 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-354bea98-573b-43ff-8165-b697d9483b97 req-95f7b8e0-2100-48b5-ab74-d1e8abf6152a service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.1496098 Aug 31 01:50:40.255707 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bea98-573b-43ff-8165-b697d9483b97 req-4bc0ebfb-da9d-44cc-bb2a-76e3b9a6d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:40.257019 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-354bea98-573b-43ff-8165-b697d9483b97 req-4bc0ebfb-da9d-44cc-bb2a-76e3b9a6d517 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.1457884 Aug 31 01:50:40.366916 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:40.367689 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-354bea98-573b-43ff-8165-b697d9483b97 req-7b310df4-0ab4-4700-8456-d796d349cd9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e675b30a-d237-4d81-88d9-35df111a11ab HTTP/1.1" status: 200 len: 999 time: 0.1072223 Aug 31 01:50:40.369579 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-354bea98-573b-43ff-8165-b697d9483b97 req-3a7bba5a-f8fb-46e2-a8be-9a9c93792122 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e675b30a-d237-4d81-88d9-35df111a11ab HTTP/1.1" status: 200 len: 999 time: 0.1033819 Aug 31 01:50:40.452902 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bea98-573b-43ff-8165-b697d9483b97 req-0adf0464-c384-461b-9ae6-32a115ef9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:40.454408 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-354bea98-573b-43ff-8165-b697d9483b97 req-0adf0464-c384-461b-9ae6-32a115ef9a95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0802248 Aug 31 01:50:40.455624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bea98-573b-43ff-8165-b697d9483b97 req-0a6a4c61-ae70-4a8b-b7fd-03585a7a63be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:40.456961 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-354bea98-573b-43ff-8165-b697d9483b97 req-0a6a4c61-ae70-4a8b-b7fd-03585a7a63be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0755560 Aug 31 01:50:40.541663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bea98-573b-43ff-8165-b697d9483b97 req-0076d5f4-f299-43b3-9740-1d867f81b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:40.543018 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-354bea98-573b-43ff-8165-b697d9483b97 req-0076d5f4-f299-43b3-9740-1d867f81b641 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818079 Aug 31 01:50:40.546621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bea98-573b-43ff-8165-b697d9483b97 req-d921d9fb-d5c3-4e7c-81a6-6bb97b56670f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:40.548185 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-354bea98-573b-43ff-8165-b697d9483b97 req-d921d9fb-d5c3-4e7c-81a6-6bb97b56670f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789082 Aug 31 01:50:40.695455 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d99cb-70b6-4719-88a9-b85511c0b23e req-e7443d6b-3fd4-4a41-a710-f6a9d5e94397 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:40.697068 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-110d99cb-70b6-4719-88a9-b85511c0b23e req-e7443d6b-3fd4-4a41-a710-f6a9d5e94397 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 943 time: 0.1710079 Aug 31 01:50:40.759940 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-354bea98-573b-43ff-8165-b697d9483b97 req-f2073550-d3c2-4045-8c73-6c8fbf5756d7 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977704 Aug 31 01:50:40.766928 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-354bea98-573b-43ff-8165-b697d9483b97 req-e7265af9-3f29-41eb-9370-301872b3e2fb service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037358 Aug 31 01:50:40.799472 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-110d99cb-70b6-4719-88a9-b85511c0b23e req-b0caccbd-93df-473d-be2c-11fb87d14bf1 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928392 Aug 31 01:50:40.934404 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-354bea98-573b-43ff-8165-b697d9483b97 req-31a4586c-5334-4add-ab57-d66d487069cf service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665297 Aug 31 01:50:40.936364 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-354bea98-573b-43ff-8165-b697d9483b97 req-a4977bbb-f4ef-47d2-ab7c-b8655383b709 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591051 Aug 31 01:50:41.918602 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5b845-7c2e-4580-962d-4a3e14be5db5 req-a4ad246d-578b-439c-82e4-cbd9b0f68881 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:41.920094 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1f5b845-7c2e-4580-962d-4a3e14be5db5 req-a4ad246d-578b-439c-82e4-cbd9b0f68881 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 943 time: 0.0498900 Aug 31 01:50:41.956770 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1f5b845-7c2e-4580-962d-4a3e14be5db5 req-1e24b8dc-e560-4b90-86aa-a19ae7bea727 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307782 Aug 31 01:50:42.264784 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14780840-177c-4ed9-b841-7d516540016d req-2816406a-f472-48ee-9b5c-c51d03b7a292 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:42.266360 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-14780840-177c-4ed9-b841-7d516540016d req-2816406a-f472-48ee-9b5c-c51d03b7a292 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 943 time: 0.0533814 Aug 31 01:50:42.304506 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-14780840-177c-4ed9-b841-7d516540016d req-812b6fd9-de95-4659-9182-921021b6b1b9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319197 Aug 31 01:50:42.319246 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e675b30a-d237-4d81-88d9-35df111a11ab details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:50:42.347012 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6efc4-7cf5-4859-905c-2b55a44296ef req-ff67d269-fdb5-4b8e-ab04-0fe3b3f198af tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:42.348520 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ee6efc4-7cf5-4859-905c-2b55a44296ef req-ff67d269-fdb5-4b8e-ab04-0fe3b3f198af tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df&tenant_id=b698dd828dc14f1c9b8a6669f4de990e&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 943 time: 0.0530770 Aug 31 01:50:42.409804 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-3ee6efc4-7cf5-4859-905c-2b55a44296ef req-731d76fa-4cb5-4db7-9b34-6136a15c73cc service neutron] delete failed (client error): The resource could not be found. Aug 31 01:50:42.410890 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ee6efc4-7cf5-4859-905c-2b55a44296ef req-731d76fa-4cb5-4db7-9b34-6136a15c73cc service neutron] 10.222.0.48 "DELETE /v2.0/ports/e675b30a-d237-4d81-88d9-35df111a11ab/bindings/n-h1-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.0543942 Aug 31 01:50:42.419102 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port e675b30a-d237-4d81-88d9-35df111a11ab, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e675b30a-d237-4d81-88d9-35df111a11ab,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:50:42.430828 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'e675b30a-d237-4d81-88d9-35df111a11ab', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'port_id': 'e675b30a-d237-4d81-88d9-35df111a11ab', 'mac_address': 'fa:16:3e:e0:6e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:50:42.471889 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:42.484696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e675b30a-d237-4d81-88d9-35df111a11ab {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:50:42.498832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6efc4-7cf5-4859-905c-2b55a44296ef req-47344659-a0ce-4536-96c4-203b3f883953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:42.500432 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ee6efc4-7cf5-4859-905c-2b55a44296ef req-47344659-a0ce-4536-96c4-203b3f883953 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 1095 time: 0.0469203 Aug 31 01:50:42.505226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port e675b30a-d237-4d81-88d9-35df111a11ab, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e675b30a-d237-4d81-88d9-35df111a11ab,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:50:42.583555 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:42.589896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6efc4-7cf5-4859-905c-2b55a44296ef req-5d8d22e2-05d5-419c-a521-4ef112789c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:42.591381 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ee6efc4-7cf5-4859-905c-2b55a44296ef req-5d8d22e2-05d5-419c-a521-4ef112789c6b service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0843937 Aug 31 01:50:42.637717 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=e675b30a-d237-4d81-88d9-35df111a11ab,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:42.645239 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:42.645615 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:42.645967 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:42.646312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:42.646649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:42.647099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:42.647440 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:42.647769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:42.648099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:42.648428 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:42.648762 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:42.649088 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:42.660703 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ee6efc4-7cf5-4859-905c-2b55a44296ef req-eafe66e1-b532-4140-b767-8bf436042cd8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e675b30a-d237-4d81-88d9-35df111a11ab HTTP/1.1" status: 200 len: 1000 time: 0.0621252 Aug 31 01:50:42.832300 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['e675b30a-d237-4d81-88d9-35df111a11ab'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:50:42.980880 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6efc4-7cf5-4859-905c-2b55a44296ef req-82764c66-50be-472e-9546-800a268eb8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:42.982302 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ee6efc4-7cf5-4859-905c-2b55a44296ef req-82764c66-50be-472e-9546-800a268eb8ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.3149652 Aug 31 01:50:43.028646 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6efc4-7cf5-4859-905c-2b55a44296ef req-7069be97-52a9-41f9-b3e4-66ccb395f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:43.030178 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ee6efc4-7cf5-4859-905c-2b55a44296ef req-7069be97-52a9-41f9-b3e4-66ccb395f815 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405037 Aug 31 01:50:43.128869 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ee6efc4-7cf5-4859-905c-2b55a44296ef req-ee462b40-0f33-41ab-b017-dfea97c3c2be service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910504 Aug 31 01:50:43.218907 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ee6efc4-7cf5-4859-905c-2b55a44296ef req-37ef0695-e4be-403f-902d-242968fc385e service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825372 Aug 31 01:50:43.436284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e52571-2de9-4efe-a4b6-06c5dec1c6f0 req-ee1689fc-97f6-4592-8c81-cc9b93fee111 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:43.438078 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1e52571-2de9-4efe-a4b6-06c5dec1c6f0 req-ee1689fc-97f6-4592-8c81-cc9b93fee111 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 944 time: 0.0589519 Aug 31 01:50:43.479523 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1e52571-2de9-4efe-a4b6-06c5dec1c6f0 req-05182910-93f2-451e-a218-6147271208a8 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337660 Aug 31 01:50:44.325182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e675b30a-d237-4d81-88d9-35df111a11ab up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:50:44.434770 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port e675b30a-d237-4d81-88d9-35df111a11ab completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:50:44.438466 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port e675b30a-d237-4d81-88d9-35df111a11ab triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:50:44.438840 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:44.516221 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:44.538880 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9ec3c-ebec-469d-80a4-d7c91d6566df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e675b30a-d237-4d81-88d9-35df111a11ab'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:50:44.541696 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936061a8-c602-4980-991b-2176c7901df1" -d '{"events": [{"server_uuid": "d2c9ec3c-ebec-469d-80a4-d7c91d6566df", "name": "network-vif-plugged", "status": "completed", "tag": "e675b30a-d237-4d81-88d9-35df111a11ab"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:50:44.555022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port e675b30a-d237-4d81-88d9-35df111a11ab, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e675b30a-d237-4d81-88d9-35df111a11ab,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:50:44.600272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae2f63-6540-4723-825b-11759536bac0 req-ca27bb40-4e15-4541-816d-fd65fc4f2913 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:44.601964 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c2ae2f63-6540-4723-825b-11759536bac0 req-ca27bb40-4e15-4541-816d-fd65fc4f2913 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 944 time: 0.0540490 Aug 31 01:50:44.639739 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da371193-f455-439c-aeb0-f0ac8a02f9c6 x-openstack-request-id: req-da371193-f455-439c-aeb0-f0ac8a02f9c6 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:50:44.640112 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9ec3c-ebec-469d-80a4-d7c91d6566df", "name": "network-vif-plugged", "status": "completed", "tag": "e675b30a-d237-4d81-88d9-35df111a11ab", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:50:44.640370 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da371193-f455-439c-aeb0-f0ac8a02f9c6 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:50:44.640783 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9ec3c-ebec-469d-80a4-d7c91d6566df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e675b30a-d237-4d81-88d9-35df111a11ab', 'code': 200} Aug 31 01:50:44.643218 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c2ae2f63-6540-4723-825b-11759536bac0 req-341c32f3-2c6a-48d9-9f02-06ed23c6c695 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345864 Aug 31 01:50:44.663463 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:44.715982 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=e675b30a-d237-4d81-88d9-35df111a11ab,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:44.770367 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b570d-b8bf-497c-a227-06520f209ad3 req-968dbca5-5c73-4d51-b2a8-19bef53d8c9c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:44.771839 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0f0b570d-b8bf-497c-a227-06520f209ad3 req-968dbca5-5c73-4d51-b2a8-19bef53d8c9c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0537915 Aug 31 01:50:44.809315 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0f0b570d-b8bf-497c-a227-06520f209ad3 req-9f3012cc-edbf-4f60-ab46-acca91d93d08 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314944 Aug 31 01:50:44.920957 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b76b3-9fca-4ac8-a390-2d15ed045139 req-9edda46c-7dfa-4b3d-b0bb-d1ac165b39f0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:44.922465 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6d8b76b3-9fca-4ac8-a390-2d15ed045139 req-9edda46c-7dfa-4b3d-b0bb-d1ac165b39f0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0488062 Aug 31 01:50:44.959314 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6d8b76b3-9fca-4ac8-a390-2d15ed045139 req-6fd516cf-014c-4d94-91c7-d159bcf80a0e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309110 Aug 31 01:50:45.402007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17313b9c-f776-41e5-99fd-fee40ceb64de req-d8ac2adb-7d70-4265-8d28-bd6ffde489c6 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:45.403499 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-17313b9c-f776-41e5-99fd-fee40ceb64de req-d8ac2adb-7d70-4265-8d28-bd6ffde489c6 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0541661 Aug 31 01:50:45.440446 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-17313b9c-f776-41e5-99fd-fee40ceb64de req-a21d8de4-5588-45fc-9880-8807fbd642ae tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310221 Aug 31 01:50:46.556839 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef21e3-ef2d-432d-89eb-b261a24329e2 req-5911a7d3-79b4-4d8d-a12b-ae519fc9d4fd tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:46.558599 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5cef21e3-ef2d-432d-89eb-b261a24329e2 req-5911a7d3-79b4-4d8d-a12b-ae519fc9d4fd tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0488870 Aug 31 01:50:46.596643 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5cef21e3-ef2d-432d-89eb-b261a24329e2 req-da541c60-8a07-4ac8-8723-42d761a93af1 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320764 Aug 31 01:50:46.678655 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dbe89-e804-4144-aa59-ae9c766b537f req-f0dff665-5b50-459f-86b3-35e2fe7fafe5 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:46.680102 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-879dbe89-e804-4144-aa59-ae9c766b537f req-f0dff665-5b50-459f-86b3-35e2fe7fafe5 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 945 time: 0.0480053 Aug 31 01:50:46.770968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-879dbe89-e804-4144-aa59-ae9c766b537f req-2e40902e-2d70-4927-b1b6-b58f21ce7a0c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Deleting port e675b30a-d237-4d81-88d9-35df111a11ab {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:50:46.771308 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-879dbe89-e804-4144-aa59-ae9c766b537f req-2e40902e-2d70-4927-b1b6-b58f21ce7a0c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:46.856605 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-879dbe89-e804-4144-aa59-ae9c766b537f req-2e40902e-2d70-4927-b1b6-b58f21ce7a0c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] For port e675b30a-d237-4d81-88d9-35df111a11ab, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e675b30a-d237-4d81-88d9-35df111a11ab,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:50:46.856967 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-879dbe89-e804-4144-aa59-ae9c766b537f req-2e40902e-2d70-4927-b1b6-b58f21ce7a0c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:47.031467 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-879dbe89-e804-4144-aa59-ae9c766b537f req-2e40902e-2d70-4927-b1b6-b58f21ce7a0c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:47.031780 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-879dbe89-e804-4144-aa59-ae9c766b537f req-2e40902e-2d70-4927-b1b6-b58f21ce7a0c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:47.032092 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [req-879dbe89-e804-4144-aa59-ae9c766b537f req-2e40902e-2d70-4927-b1b6-b58f21ce7a0c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Floating IP 675fca42-5a20-4d2d-8f88-29dd17b4fc94 disassociated. External IP: 172.25.2.154, port: e675b30a-d237-4d81-88d9-35df111a11ab. Aug 31 01:50:47.032430 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-879dbe89-e804-4144-aa59-ae9c766b537f req-2e40902e-2d70-4927-b1b6-b58f21ce7a0c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Calling delete_port for e675b30a-d237-4d81-88d9-35df111a11ab owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:50:47.212560 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-879dbe89-e804-4144-aa59-ae9c766b537f req-2e40902e-2d70-4927-b1b6-b58f21ce7a0c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:47.245572 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40902e-2d70-4927-b1b6-b58f21ce7a0c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Pushing event deleted for resources: {'Port': ['ID=e675b30a-d237-4d81-88d9-35df111a11ab,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:47.369930 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-879dbe89-e804-4144-aa59-ae9c766b537f req-2e40902e-2d70-4927-b1b6-b58f21ce7a0c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:50:47.484335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-879dbe89-e804-4144-aa59-ae9c766b537f req-2e40902e-2d70-4927-b1b6-b58f21ce7a0c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:50:47.496083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539c0f13-fd8f-4de3-8494-b607dee658b1 None None] Sync routers for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:50:47.507329 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c0f13-fd8f-4de3-8494-b607dee658b1 None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:50:47.507960 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-539c0f13-fd8f-4de3-8494-b607dee658b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:50:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:47.533429 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-879dbe89-e804-4144-aa59-ae9c766b537f req-2e40902e-2d70-4927-b1b6-b58f21ce7a0c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] No DVR routers for this DVR port e675b30a-d237-4d81-88d9-35df111a11ab on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:50:47.536472 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-879dbe89-e804-4144-aa59-ae9c766b537f req-2e40902e-2d70-4927-b1b6-b58f21ce7a0c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:47.538749 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-879dbe89-e804-4144-aa59-ae9c766b537f req-2e40902e-2d70-4927-b1b6-b58f21ce7a0c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.41 "DELETE /v2.0/ports/e675b30a-d237-4d81-88d9-35df111a11ab HTTP/1.1" status: 204 len: 173 time: 0.8524630 Aug 31 01:50:47.539291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9ec3c-ebec-469d-80a4-d7c91d6566df', 'name': 'network-vif-deleted', 'tag': 'e675b30a-d237-4d81-88d9-35df111a11ab'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:50:47.542159 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d17c13-ccaf-4716-923d-fc42bb71b790" -d '{"events": [{"server_uuid": "d2c9ec3c-ebec-469d-80a4-d7c91d6566df", "name": "network-vif-deleted", "tag": "e675b30a-d237-4d81-88d9-35df111a11ab"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:50:47.581750 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477e9fa8-de26-41fe-983e-3eefe7975021 x-openstack-request-id: req-477e9fa8-de26-41fe-983e-3eefe7975021 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:50:47.582605 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9ec3c-ebec-469d-80a4-d7c91d6566df", "name": "network-vif-deleted", "tag": "e675b30a-d237-4d81-88d9-35df111a11ab", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:50:47.582962 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-477e9fa8-de26-41fe-983e-3eefe7975021 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:50:47.583466 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9ec3c-ebec-469d-80a4-d7c91d6566df', 'name': 'network-vif-deleted', 'tag': 'e675b30a-d237-4d81-88d9-35df111a11ab', 'status': 'completed', 'code': 200} Aug 31 01:50:47.623615 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-539c0f13-fd8f-4de3-8494-b607dee658b1 None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:50:47.725917 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d241794f-5eb1-415e-89ad-69966e0b4f0e req-fa2bda93-cf8f-4c28-b40c-ef644deb873c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c9ec3c-ebec-469d-80a4-d7c91d6566df HTTP/1.1" status: 200 len: 210 time: 0.0322089 Aug 31 01:50:47.837388 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-539c0f13-fd8f-4de3-8494-b607dee658b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:47.864467 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539c0f13-fd8f-4de3-8494-b607dee658b1 None None] Checking router: e18b1523-2f4d-42a0-bfd1-b944b0c6f887 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:50:47.873496 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c0f13-fd8f-4de3-8494-b607dee658b1 None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:50:47.874132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-539c0f13-fd8f-4de3-8494-b607dee658b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:50:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:47.985913 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-539c0f13-fd8f-4de3-8494-b607dee658b1 None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:50:48.190545 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-539c0f13-fd8f-4de3-8494-b607dee658b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:48.217835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539c0f13-fd8f-4de3-8494-b607dee658b1 None None] The sync data for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 is: [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:50:48.431448 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9655aa57-02c4-4713-a048-0faaecf9cdc7 None None] New status for floating IP 675fca42-5a20-4d2d-8f88-29dd17b4fc94: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:50:48.959787 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-afd79455-c6e3-416d-95de-85b98f307b13 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--238941920&fields=id&tenant_id=b698dd828dc14f1c9b8a6669f4de990e HTTP/1.1" status: 200 len: 267 time: 0.0339084 Aug 31 01:50:49.065493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-32a0c942-06c5-4bbe-a1cf-dd54c3e0977c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:49.066947 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-32a0c942-06c5-4bbe-a1cf-dd54c3e0977c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 811 time: 0.1003911 Aug 31 01:50:49.082101 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-c14ad4fa-07b3-45a6-b4ef-ff5805366089 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/quotas/b698dd828dc14f1c9b8a6669f4de990e HTTP/1.1" status: 200 len: 375 time: 0.0093272 Aug 31 01:50:49.139862 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-e17e2bec-236e-4c2f-a688-83142f310e4b tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523801 Aug 31 01:50:49.280239 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-d6212fb1-0b32-4872-a226-1edc9cd8abc8 service neutron] 10.222.0.16 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285596 Aug 31 01:50:49.372642 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-f3d8179a-27f1-4061-8d74-378d4f672f54 service neutron] 10.222.0.16 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862432 Aug 31 01:50:49.609384 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-62d649cd-0ac6-494d-a6c0-bc0b6eb290c4 req-5220c518-9dda-4af6-90e6-237af8d4dc51 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 210 time: 0.0277014 Aug 31 01:50:50.375745 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e675b30a-d237-4d81-88d9-35df111a11ab no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:50:50.396000 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: e675b30a-d237-4d81-88d9-35df111a11ab {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:50:50.396354 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e675b30a-d237-4d81-88d9-35df111a11ab not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:50:50.688950 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8116e91c-9e0d-498c-a9d9-decdcaf66711 req-0264cb94-0a29-42bc-837e-20d8b3623899 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 210 time: 0.0276446 Aug 31 01:50:51.767223 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ccbd5979-b8d5-4bf3-b3bf-25575ccebc6e req-919006e5-1d56-48c8-aa2b-217905dbd7c5 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 210 time: 0.0277131 Aug 31 01:50:52.845219 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-76024583-390b-46bd-a406-06c24db9652f req-e8faee9c-a164-4638-afa3-a4c59e72571f tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 210 time: 0.0265138 Aug 31 01:50:53.873797 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:50:53.938681 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4d216ac0-cf05-4be9-9025-924bea12954f req-8c2370dc-0e00-4e8b-a058-96620cdc9cc6 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 210 time: 0.0267868 Aug 31 01:50:54.404262 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-a440cb82-ba66-43cc-bcf8-8fc51f47ff36 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:54.405774 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-a440cb82-ba66-43cc-bcf8-8fc51f47ff36 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 811 time: 0.1055989 Aug 31 01:50:54.451353 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-37f3f101-7645-4f72-b19a-0ddf82b0c5a8 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b698dd828dc14f1c9b8a6669f4de990e HTTP/1.1" status: 200 len: 379 time: 0.0366399 Aug 31 01:50:54.460365 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-73a784c5-103f-4ff9-8d4a-b1fb97885dda tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Request body: {'port': {'device_id': '82612c53-f106-4063-a364-79de101c31ed', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'admin_state_up': True, 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'security_groups': ['8c60e24e-8170-4cdd-8869-6ca8d40c0f18']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:50:54.657810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-73a784c5-103f-4ff9-8d4a-b1fb97885dda tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Made reservation on behalf of b698dd828dc14f1c9b8a6669f4de990e for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:50:54.661377 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-73a784c5-103f-4ff9-8d4a-b1fb97885dda tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:54.782952 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-73a784c5-103f-4ff9-8d4a-b1fb97885dda tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Allocated IP 172.20.0.9 (f9ba1b38-3b99-40c2-a6bc-aada57d8b883/4b14ea63-ba9f-4864-9e54-aae67dd2165c/e494cbf8-0128-4037-9d33-c5ca6387bf3d) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:50:54.918572 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-73a784c5-103f-4ff9-8d4a-b1fb97885dda tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:54.932282 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-73a784c5-103f-4ff9-8d4a-b1fb97885dda tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Transition to ACTIVE for port object e494cbf8-0128-4037-9d33-c5ca6387bf3d will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:50:55.030861 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-49b901c9-60bd-45c5-89b5-5519b3fc0488 req-dbd8d956-bdd3-4dad-a771-a2a88d34fd2b tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 210 time: 0.0257354 Aug 31 01:50:55.052229 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-73a784c5-103f-4ff9-8d4a-b1fb97885dda tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:55.093589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-73a784c5-103f-4ff9-8d4a-b1fb97885dda tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:50:55.098629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-73a784c5-103f-4ff9-8d4a-b1fb97885dda tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:50:55.103680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-73a784c5-103f-4ff9-8d4a-b1fb97885dda tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:50:55.112583 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a784c5-103f-4ff9-8d4a-b1fb97885dda tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Pushing event updated for resources: {'Port': ['ID=e494cbf8-0128-4037-9d33-c5ca6387bf3d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:55.159682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-73a784c5-103f-4ff9-8d4a-b1fb97885dda tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:55.160574 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-73a784c5-103f-4ff9-8d4a-b1fb97885dda tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:55.258570 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-73a784c5-103f-4ff9-8d4a-b1fb97885dda tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8019171 Aug 31 01:50:55.274238 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Request body: {'port': {'device_id': '82612c53-f106-4063-a364-79de101c31ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:50:55.329575 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:55.417612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-eeaf7bef-26b4-4dc7-9fa5-b3957c4394f5 None None] Provisioning for port e494cbf8-0128-4037-9d33-c5ca6387bf3d completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:50:55.421742 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-eeaf7bef-26b4-4dc7-9fa5-b3957c4394f5 None None] Provisioning complete for port e494cbf8-0128-4037-9d33-c5ca6387bf3d triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:50:55.422318 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-eeaf7bef-26b4-4dc7-9fa5-b3957c4394f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:55.458325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf7bef-26b4-4dc7-9fa5-b3957c4394f5 None None] Port e494cbf8-0128-4037-9d33-c5ca6387bf3d cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:50:55.592991 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e494cbf8-0128-4037-9d33-c5ca6387bf3d {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:50:55.600632 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:55.613179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Transition to ACTIVE for port object e494cbf8-0128-4037-9d33-c5ca6387bf3d will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:50:55.657239 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:55.708032 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Pushing event updated for resources: {'Port': ['ID=e494cbf8-0128-4037-9d33-c5ca6387bf3d,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:55.786000 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Attempting to bind port e494cbf8-0128-4037-9d33-c5ca6387bf3d on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:50:55.786337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Attempting to bind port e494cbf8-0128-4037-9d33-c5ca6387bf3d by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:50:55.786672 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Attempting to bind port e494cbf8-0128-4037-9d33-c5ca6387bf3d on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:50:55.791368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Port e494cbf8-0128-4037-9d33-c5ca6387bf3d on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:50:55.791688 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Attempting to bind port e494cbf8-0128-4037-9d33-c5ca6387bf3d on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:50:55.796617 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:50:55.796956 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Checking segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:50:55.797342 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Bound using segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:50:55.797804 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Bound port: e494cbf8-0128-4037-9d33-c5ca6387bf3d, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:50:55.798166 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:55.865026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] For port e494cbf8-0128-4037-9d33-c5ca6387bf3d, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:50:55.869109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] For port e494cbf8-0128-4037-9d33-c5ca6387bf3d, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:50:55.978680 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:56.017944 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:56.018576 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:56.020008 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] 10.222.0.48 "PUT /v2.0/ports/e494cbf8-0128-4037-9d33-c5ca6387bf3d HTTP/1.1" status: 200 len: 1092 time: 0.7534392 Aug 31 01:50:56.020454 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82612c53-f106-4063-a364-79de101c31ed', 'tag': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:50:56.022811 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6387e7-130c-40c0-8730-039c62bdd02c" -d '{"events": [{"name": "network-changed", "server_uuid": "82612c53-f106-4063-a364-79de101c31ed", "tag": "e494cbf8-0128-4037-9d33-c5ca6387bf3d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:50:56.045663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911f9e4-a078-4b86-89b8-9c3986faedf3 service neutron] Pushing event updated for resources: {'Port': ['ID=e494cbf8-0128-4037-9d33-c5ca6387bf3d,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:56.073655 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a4f6a6-a531-4e11-aa9c-38b3f8e0f0ed x-openstack-request-id: req-c2a4f6a6-a531-4e11-aa9c-38b3f8e0f0ed {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:50:56.074280 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82612c53-f106-4063-a364-79de101c31ed", "tag": "e494cbf8-0128-4037-9d33-c5ca6387bf3d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:50:56.074280 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2a4f6a6-a531-4e11-aa9c-38b3f8e0f0ed {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:50:56.074599 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82612c53-f106-4063-a364-79de101c31ed', 'tag': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d', 'status': 'completed', 'code': 200} Aug 31 01:50:56.144656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6387e7-130c-40c0-8730-039c62bdd02c req-d422f96e-aa32-4623-9ceb-73a3c44928d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:56.146280 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f6387e7-130c-40c0-8730-039c62bdd02c req-d422f96e-aa32-4623-9ceb-73a3c44928d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 1095 time: 0.0519300 Aug 31 01:50:56.163848 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a756b2-f5b1-4751-9103-4abf0e50d83d req-9b6e2f6e-7455-4a44-a241-dc1075770e57 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:56.165668 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42a756b2-f5b1-4751-9103-4abf0e50d83d req-9b6e2f6e-7455-4a44-a241-dc1075770e57 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 943 time: 0.0535851 Aug 31 01:50:56.240288 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-42a756b2-f5b1-4751-9103-4abf0e50d83d req-2a3abca5-35e2-465b-bb2e-185761e936e7 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613182 Aug 31 01:50:56.280701 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6387e7-130c-40c0-8730-039c62bdd02c req-18c7dd46-d710-4414-bd1b-4fc4c5817c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:56.282185 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f6387e7-130c-40c0-8730-039c62bdd02c req-18c7dd46-d710-4414-bd1b-4fc4c5817c1c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1281595 Aug 31 01:50:56.382673 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6387e7-130c-40c0-8730-039c62bdd02c req-0d5e5dac-6167-4e63-a983-8b6c4f002ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:56.384893 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f6387e7-130c-40c0-8730-039c62bdd02c req-0d5e5dac-6167-4e63-a983-8b6c4f002ba0 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956161 Aug 31 01:50:56.464774 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-e06dbfd0-b1b0-4ee2-b550-8e3ceed3cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:56.466339 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-e06dbfd0-b1b0-4ee2-b550-8e3ceed3cd92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 1095 time: 0.0428288 Aug 31 01:50:56.509527 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-d0e4778d-0d2d-4933-b493-2a10725fd4d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d HTTP/1.1" status: 200 len: 217 time: 0.0346549 Aug 31 01:50:56.563518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-cc55dabd-df44-4d6f-ace8-84414a7e2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:56.564998 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-cc55dabd-df44-4d6f-ace8-84414a7e2190 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0490375 Aug 31 01:50:56.611883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-97fd7e3a-1b38-4dae-a2af-47b5c1f01e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:56.613391 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-97fd7e3a-1b38-4dae-a2af-47b5c1f01e64 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414331 Aug 31 01:50:56.701547 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-2685a23e-e241-4245-8450-68bccad9c69f service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811632 Aug 31 01:50:56.800083 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c4e4f25-0965-4b28-ac5e-64c85d6e80e3 req-81c03838-5b2c-4ab9-a775-9f872273430a service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911522 Aug 31 01:50:57.358363 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c423de-e0ab-4d88-858e-f9935391afaf req-ae4ab38f-594d-4e51-8b53-51c3d4e9eabb tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:57.359849 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-66c423de-e0ab-4d88-858e-f9935391afaf req-ae4ab38f-594d-4e51-8b53-51c3d4e9eabb tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 943 time: 0.0496418 Aug 31 01:50:57.397236 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-66c423de-e0ab-4d88-858e-f9935391afaf req-a9e68dd4-5070-4b6e-96f1-b13200695912 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314190 Aug 31 01:50:58.512177 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7fe07-a879-4e6c-9d83-718e8c11b4b3 req-e26d5f72-e47a-4dba-a358-4f4382153227 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:58.513704 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75f7fe07-a879-4e6c-9d83-718e8c11b4b3 req-e26d5f72-e47a-4dba-a358-4f4382153227 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 943 time: 0.0495005 Aug 31 01:50:58.552166 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-75f7fe07-a879-4e6c-9d83-718e8c11b4b3 req-e2f86abe-52d4-41ab-83dd-a62fbeea7e36 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325031 Aug 31 01:50:59.007241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e494cbf8-0128-4037-9d33-c5ca6387bf3d details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:50:59.102424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e494cbf8-0128-4037-9d33-c5ca6387bf3d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:50:59.114298 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'port_id': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d', 'mac_address': 'fa:16:3e:44:81:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:50:59.151346 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:59.163942 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e494cbf8-0128-4037-9d33-c5ca6387bf3d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:50:59.183577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e494cbf8-0128-4037-9d33-c5ca6387bf3d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:50:59.286292 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:59.337647 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=e494cbf8-0128-4037-9d33-c5ca6387bf3d,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:59.531423 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['e494cbf8-0128-4037-9d33-c5ca6387bf3d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:50:59.667578 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be9ad9-c556-4732-85b6-0b50a4bfc3a2 req-b80bd105-7d04-4138-91b5-99b38369feff tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:59.669084 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-95be9ad9-c556-4732-85b6-0b50a4bfc3a2 req-b80bd105-7d04-4138-91b5-99b38369feff tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 944 time: 0.0502992 Aug 31 01:50:59.710757 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-95be9ad9-c556-4732-85b6-0b50a4bfc3a2 req-07a08dd1-4916-4c24-b910-dd031d920644 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357456 Aug 31 01:51:00.825456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9138565-ca91-4f9c-b6da-cf69af0f323f req-04fd63c2-81fe-4a03-ae37-8f0c775ba99f tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:00.826988 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c9138565-ca91-4f9c-b6da-cf69af0f323f req-04fd63c2-81fe-4a03-ae37-8f0c775ba99f tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 944 time: 0.0492294 Aug 31 01:51:00.864143 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c9138565-ca91-4f9c-b6da-cf69af0f323f req-2c9aa598-bb7a-4c27-a0e3-26a3aa9add33 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307748 Aug 31 01:51:01.016177 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e494cbf8-0128-4037-9d33-c5ca6387bf3d up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:51:01.108554 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port e494cbf8-0128-4037-9d33-c5ca6387bf3d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:51:01.112452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port e494cbf8-0128-4037-9d33-c5ca6387bf3d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:51:01.112864 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:01.191190 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:01.212736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82612c53-f106-4063-a364-79de101c31ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:51:01.215047 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df865bfb-36f0-4283-a141-fe303b04eb94" -d '{"events": [{"server_uuid": "82612c53-f106-4063-a364-79de101c31ed", "name": "network-vif-plugged", "status": "completed", "tag": "e494cbf8-0128-4037-9d33-c5ca6387bf3d"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:51:01.227216 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port e494cbf8-0128-4037-9d33-c5ca6387bf3d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:51:01.252992 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9968752-f248-471b-948d-8f85d62ca5be x-openstack-request-id: req-f9968752-f248-471b-948d-8f85d62ca5be {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:51:01.253280 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82612c53-f106-4063-a364-79de101c31ed", "name": "network-vif-plugged", "status": "completed", "tag": "e494cbf8-0128-4037-9d33-c5ca6387bf3d", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:51:01.253579 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9968752-f248-471b-948d-8f85d62ca5be {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:51:01.253998 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82612c53-f106-4063-a364-79de101c31ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d', 'code': 200} Aug 31 01:51:01.292397 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:01.341180 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=e494cbf8-0128-4037-9d33-c5ca6387bf3d,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:01.355016 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e8857-eb6c-466d-a624-008220b8c60f req-c6e031ce-f5b6-473f-a096-fa0f07ea7c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:01.356536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-415e8857-eb6c-466d-a624-008220b8c60f req-c6e031ce-f5b6-473f-a096-fa0f07ea7c79 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 1097 time: 0.0472529 Aug 31 01:51:01.391844 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-415e8857-eb6c-466d-a624-008220b8c60f req-c044700e-9acd-4f95-8ab8-32754bff2fca service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276453 Aug 31 01:51:01.981660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca7f40-fdcf-43c5-8176-d33c6ce45699 req-abdb8946-e624-459d-a946-9c5c773ccf6f tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:01.983306 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c3ca7f40-fdcf-43c5-8176-d33c6ce45699 req-abdb8946-e624-459d-a946-9c5c773ccf6f tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0507815 Aug 31 01:51:02.024945 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c3ca7f40-fdcf-43c5-8176-d33c6ce45699 req-8cb6c8b4-5b34-4b07-b20a-a255afbcfc63 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353100 Aug 31 01:51:03.145507 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2ad77-f659-4767-ba73-f38b7352d8e2 req-b3ca240e-9a9c-4e3b-9517-75eefdc12051 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:03.147034 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bab2ad77-f659-4767-ba73-f38b7352d8e2 req-b3ca240e-9a9c-4e3b-9517-75eefdc12051 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0497508 Aug 31 01:51:03.185353 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bab2ad77-f659-4767-ba73-f38b7352d8e2 req-58ca4e05-7fd1-4e8e-9d0d-95d0b9049d0c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318348 Aug 31 01:51:03.295303 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93476b94-d819-4c38-ae71-6cafd73b144e req-78c50c1e-13d4-4bc6-92ed-7255ebef75d7 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:03.300289 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-93476b94-d819-4c38-ae71-6cafd73b144e req-78c50c1e-13d4-4bc6-92ed-7255ebef75d7 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0486293 Aug 31 01:51:03.305294 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40240) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:51:03.310011 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-73bebcd9-2a7f-4fea-9be1-a6992ae27110 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Request body: {'floatingip': {'port_id': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:51:03.348292 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73bebcd9-2a7f-4fea-9be1-a6992ae27110 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for floatingip, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:03.777496 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73bebcd9-2a7f-4fea-9be1-a6992ae27110 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:03.828518 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73bebcd9-2a7f-4fea-9be1-a6992ae27110 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:04.234977 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c4c432ac-c1df-4fc1-b2b4-837a061a958c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:04.250492 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-73bebcd9-2a7f-4fea-9be1-a6992ae27110 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Floating IP 675fca42-5a20-4d2d-8f88-29dd17b4fc94 associated. External IP: 172.25.2.154, port: e494cbf8-0128-4037-9d33-c5ca6387bf3d. Aug 31 01:51:04.455495 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bebcd9-2a7f-4fea-9be1-a6992ae27110 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:51:04.561573 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bebcd9-2a7f-4fea-9be1-a6992ae27110 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:51:04.566566 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-73bebcd9-2a7f-4fea-9be1-a6992ae27110 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:04.572111 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6003666a-2d26-4b01-8ba4-45e5561ef360 None None] Sync routers for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:51:04.581344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6003666a-2d26-4b01-8ba4-45e5561ef360 None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:51:04.581991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6003666a-2d26-4b01-8ba4-45e5561ef360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:50:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:51:04.593667 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-73bebcd9-2a7f-4fea-9be1-a6992ae27110 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "PUT /v2.0/floatingips/675fca42-5a20-4d2d-8f88-29dd17b4fc94 HTTP/1.1" status: 200 len: 991 time: 1.2873232 Aug 31 01:51:04.594268 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82612c53-f106-4063-a364-79de101c31ed', 'tag': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:51:04.596721 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4d90b5-54dd-4f29-9b80-64b5eb6ca0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "82612c53-f106-4063-a364-79de101c31ed", "tag": "e494cbf8-0128-4037-9d33-c5ca6387bf3d"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:51:04.634432 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98794133-31ec-4f1f-aa4d-86e7e44d7389 x-openstack-request-id: req-98794133-31ec-4f1f-aa4d-86e7e44d7389 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:51:04.634819 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82612c53-f106-4063-a364-79de101c31ed", "tag": "e494cbf8-0128-4037-9d33-c5ca6387bf3d", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:51:04.635334 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98794133-31ec-4f1f-aa4d-86e7e44d7389 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:51:04.635769 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82612c53-f106-4063-a364-79de101c31ed', 'tag': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d', 'status': 'completed', 'code': 200} Aug 31 01:51:04.691453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-6003666a-2d26-4b01-8ba4-45e5561ef360 None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:51:04.696671 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d90b5-54dd-4f29-9b80-64b5eb6ca0b0 req-c3a209a6-ade5-4e1d-9ad0-175f268a23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:04.698222 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af4d90b5-54dd-4f29-9b80-64b5eb6ca0b0 req-c3a209a6-ade5-4e1d-9ad0-175f268a23ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 1097 time: 0.0403316 Aug 31 01:51:04.792276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d90b5-54dd-4f29-9b80-64b5eb6ca0b0 req-0786eedd-e70f-408e-8468-c9acbf076218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:04.793832 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af4d90b5-54dd-4f29-9b80-64b5eb6ca0b0 req-0786eedd-e70f-408e-8468-c9acbf076218 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0891917 Aug 31 01:51:04.859368 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af4d90b5-54dd-4f29-9b80-64b5eb6ca0b0 req-74ee1701-6ce4-477a-9b61-9444ed4b6ac7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d HTTP/1.1" status: 200 len: 999 time: 0.0585358 Aug 31 01:51:04.912677 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d90b5-54dd-4f29-9b80-64b5eb6ca0b0 req-36f134c9-052a-47c4-8632-adfe90f0cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:04.914234 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af4d90b5-54dd-4f29-9b80-64b5eb6ca0b0 req-36f134c9-052a-47c4-8632-adfe90f0cde8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0480182 Aug 31 01:51:04.919406 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6003666a-2d26-4b01-8ba4-45e5561ef360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '675fca42-5a20-4d2d-8f88-29dd17b4fc94', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'port_id': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'mac_address': 'fa:16:3e:44:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82612c53-f106-4063-a364-79de101c31ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:48:31Z', 'updated_at': '2021-08-31T01:51:03Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:51:04.945487 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6003666a-2d26-4b01-8ba4-45e5561ef360 None None] Checking router: e18b1523-2f4d-42a0-bfd1-b944b0c6f887 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:51:04.954438 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6003666a-2d26-4b01-8ba4-45e5561ef360 None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:51:04.955163 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6003666a-2d26-4b01-8ba4-45e5561ef360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:50:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:51:04.960488 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d90b5-54dd-4f29-9b80-64b5eb6ca0b0 req-d685de90-2f60-41e8-b5dc-6512504cbfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:04.962059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af4d90b5-54dd-4f29-9b80-64b5eb6ca0b0 req-d685de90-2f60-41e8-b5dc-6512504cbfea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408013 Aug 31 01:51:05.054521 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af4d90b5-54dd-4f29-9b80-64b5eb6ca0b0 req-d77efd21-31df-4c06-b0cd-9e40e42c5449 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849791 Aug 31 01:51:05.152704 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af4d90b5-54dd-4f29-9b80-64b5eb6ca0b0 req-6fa55603-3d56-4cd1-8bfe-8055b536d939 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911145 Aug 31 01:51:05.218087 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-6003666a-2d26-4b01-8ba4-45e5561ef360 None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:51:05.439523 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6003666a-2d26-4b01-8ba4-45e5561ef360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '675fca42-5a20-4d2d-8f88-29dd17b4fc94', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'port_id': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'mac_address': 'fa:16:3e:44:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82612c53-f106-4063-a364-79de101c31ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:48:31Z', 'updated_at': '2021-08-31T01:51:03Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:51:05.466893 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6003666a-2d26-4b01-8ba4-45e5561ef360 None None] The sync data for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 is: [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '675fca42-5a20-4d2d-8f88-29dd17b4fc94', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'port_id': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'mac_address': 'fa:16:3e:44:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82612c53-f106-4063-a364-79de101c31ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:48:31Z', 'updated_at': '2021-08-31T01:51:03Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:51:05.656186 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b96b0e-7a85-429c-aa9d-77d39e2bdb8b None None] New status for floating IP 675fca42-5a20-4d2d-8f88-29dd17b4fc94: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:51:06.862968 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:07.011708 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2a06acac-9f45-4b8b-b50d-963abd23bd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:07.469099 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:07.668535 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:08.708963 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:10.342912 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:19.397978 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c6e2e3e-0c90-429c-8e97-3682ccfa6d3f req-e41008e1-04d3-48d3-9609-e909946c011d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401599 Aug 31 01:51:19.475556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e2e3e-0c90-429c-8e97-3682ccfa6d3f req-ffc30d56-37fd-44ab-a411-282b078d5f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:19.477044 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c6e2e3e-0c90-429c-8e97-3682ccfa6d3f req-ffc30d56-37fd-44ab-a411-282b078d5f9a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 1097 time: 0.0402324 Aug 31 01:51:19.590228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e2e3e-0c90-429c-8e97-3682ccfa6d3f req-904135b2-0e8a-4230-b6d0-884c716fd9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:19.591740 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c6e2e3e-0c90-429c-8e97-3682ccfa6d3f req-904135b2-0e8a-4230-b6d0-884c716fd9c4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0933266 Aug 31 01:51:19.658423 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c6e2e3e-0c90-429c-8e97-3682ccfa6d3f req-899ab2fe-3af3-44f5-8613-5ff8ed456271 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d HTTP/1.1" status: 200 len: 1001 time: 0.0594332 Aug 31 01:51:19.712319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e2e3e-0c90-429c-8e97-3682ccfa6d3f req-289dbde3-54b0-4fa9-8933-50d24da1b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:19.713862 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c6e2e3e-0c90-429c-8e97-3682ccfa6d3f req-289dbde3-54b0-4fa9-8933-50d24da1b26d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0490148 Aug 31 01:51:19.760875 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e2e3e-0c90-429c-8e97-3682ccfa6d3f req-fb7a2b38-606e-482a-b38b-fead79c5d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:19.763020 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c6e2e3e-0c90-429c-8e97-3682ccfa6d3f req-fb7a2b38-606e-482a-b38b-fead79c5d3c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414951 Aug 31 01:51:19.853087 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c6e2e3e-0c90-429c-8e97-3682ccfa6d3f req-e23d19e9-f138-45e4-abf0-b236f1363f25 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820026 Aug 31 01:51:19.955263 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c6e2e3e-0c90-429c-8e97-3682ccfa6d3f req-c7d3dc85-e0f9-4dd7-a19d-fc812a431e2b service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890291 Aug 31 01:51:30.872944 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:51:34.245467 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-37d0c3fa-ee69-46c0-8331-caaf0e95f727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:36.857142 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:37.017113 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-21eec850-7a94-45ec-9fb4-0ac63a6ff15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:37.542802 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:37.703305 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:38.714119 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:40.376828 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:04.255726 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4eb68312-f476-4eda-ada8-a39cde52ab46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:06.861753 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:07.003965 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6e84d332-aa4b-4131-b419-79ac316764c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:07.508019 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:07.690585 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:07.872825 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:52:08.712585 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:10.358948 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:20.064889 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fb6cf460-b27c-43cb-bf42-874642434e19 req-9a512b38-e11e-452f-9b81-63b27d67c2b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0844266 Aug 31 01:52:20.145231 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cf460-b27c-43cb-bf42-874642434e19 req-230045a1-9377-47a7-ba2c-d85448f6056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:20.146772 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fb6cf460-b27c-43cb-bf42-874642434e19 req-230045a1-9377-47a7-ba2c-d85448f6056b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 1097 time: 0.0412321 Aug 31 01:52:20.252880 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cf460-b27c-43cb-bf42-874642434e19 req-e4568ae6-6280-4d4d-aeb9-3d7f35b4c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:20.254403 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fb6cf460-b27c-43cb-bf42-874642434e19 req-e4568ae6-6280-4d4d-aeb9-3d7f35b4c304 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0892372 Aug 31 01:52:20.319793 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fb6cf460-b27c-43cb-bf42-874642434e19 req-56375c6e-b52c-4c18-aa6b-1088b0fca798 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d HTTP/1.1" status: 200 len: 1001 time: 0.0577619 Aug 31 01:52:20.372366 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cf460-b27c-43cb-bf42-874642434e19 req-114dbfe2-39bd-4dd7-a223-d4025595e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:20.373832 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fb6cf460-b27c-43cb-bf42-874642434e19 req-114dbfe2-39bd-4dd7-a223-d4025595e988 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0475636 Aug 31 01:52:20.420172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cf460-b27c-43cb-bf42-874642434e19 req-aa82393a-ae5d-4327-bcff-646b7258c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:20.421826 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fb6cf460-b27c-43cb-bf42-874642434e19 req-aa82393a-ae5d-4327-bcff-646b7258c895 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400534 Aug 31 01:52:20.511151 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fb6cf460-b27c-43cb-bf42-874642434e19 req-e733abf5-a929-4874-a511-2dd5b33fe26d service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822670 Aug 31 01:52:20.606670 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fb6cf460-b27c-43cb-bf42-874642434e19 req-58f00223-7360-4909-882c-e918b9195916 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882926 Aug 31 01:52:34.239267 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ea94dbff-320f-4961-a4ba-bd15af4744a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:36.878796 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:37.026052 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-625deb16-67b6-47e8-b5fa-afa6f939578b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:37.530304 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:37.707461 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:38.684455 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:40.369052 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:40.703102 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d86db8-d3d1-4a7a-b03e-343fadc9d331 req-83b99e69-2855-489f-ad48-6dcb627f0839 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:40.704561 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e5d86db8-d3d1-4a7a-b03e-343fadc9d331 req-83b99e69-2855-489f-ad48-6dcb627f0839 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0497963 Aug 31 01:52:40.743021 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e5d86db8-d3d1-4a7a-b03e-343fadc9d331 req-4bfffb92-5c9b-4527-80c7-575e6265ceb9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323732 Aug 31 01:52:41.862259 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e24b18-350f-410a-ad47-a7cf435042db req-697d7482-8fc8-4efe-b5dd-058eb61b56ae tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:41.863680 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-88e24b18-350f-410a-ad47-a7cf435042db req-697d7482-8fc8-4efe-b5dd-058eb61b56ae tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0504708 Aug 31 01:52:41.902210 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-88e24b18-350f-410a-ad47-a7cf435042db req-aae32702-f626-49f1-9a10-b05a137f50b1 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326345 Aug 31 01:52:43.021648 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf05b1-8a46-4c61-8c00-e9037b793f6e req-2e3d95e2-178d-40cf-9e20-d57d7c21f34d tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:43.023148 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1caf05b1-8a46-4c61-8c00-e9037b793f6e req-2e3d95e2-178d-40cf-9e20-d57d7c21f34d tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0542433 Aug 31 01:52:43.060997 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1caf05b1-8a46-4c61-8c00-e9037b793f6e req-bbaa0498-130a-43fb-8188-abbafde43daf tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319686 Aug 31 01:52:44.176236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648c08f-da2d-46fb-bc91-a84754330f03 req-7eaaa1f0-3741-4a13-a350-4375737c59dc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:44.177743 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3648c08f-da2d-46fb-bc91-a84754330f03 req-7eaaa1f0-3741-4a13-a350-4375737c59dc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0494196 Aug 31 01:52:44.219982 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3648c08f-da2d-46fb-bc91-a84754330f03 req-13c8fa23-9801-4166-9c4d-bef63cf20962 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359559 Aug 31 01:52:44.871171 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:52:45.343335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8a338-89f1-4e9d-b22f-5f2f8bb724f5 req-94474f2d-09fb-417e-b908-4cbdfd999922 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:45.344855 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dbe8a338-89f1-4e9d-b22f-5f2f8bb724f5 req-94474f2d-09fb-417e-b908-4cbdfd999922 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0556264 Aug 31 01:52:45.385759 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dbe8a338-89f1-4e9d-b22f-5f2f8bb724f5 req-e83f4258-843e-45c4-89cf-b258aa12f990 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346899 Aug 31 01:52:46.500074 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbda0e-dbc1-4617-904e-9af50352aada req-c7edcb15-7ee4-484e-af86-095ac339a681 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:46.501688 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-72bbda0e-dbc1-4617-904e-9af50352aada req-c7edcb15-7ee4-484e-af86-095ac339a681 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0493042 Aug 31 01:52:46.541268 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-72bbda0e-dbc1-4617-904e-9af50352aada req-a4e17ba7-5987-41aa-a419-d3287673c83f tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336120 Aug 31 01:52:47.659217 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59248ed0-36ce-43ca-bb37-56bd77954727 req-d8024d63-d682-4d2f-b7f2-9b78ae552018 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:47.660610 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-59248ed0-36ce-43ca-bb37-56bd77954727 req-d8024d63-d682-4d2f-b7f2-9b78ae552018 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0501618 Aug 31 01:52:47.702879 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-59248ed0-36ce-43ca-bb37-56bd77954727 req-e6af8412-1a98-4cfa-aa39-f55035dddd0d tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355890 Aug 31 01:52:48.818365 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab25cfa-8c68-454d-a3d2-2bc40778e516 req-8feab42e-7422-4a03-9e6a-73a4c7c9d6d7 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:48.819851 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cab25cfa-8c68-454d-a3d2-2bc40778e516 req-8feab42e-7422-4a03-9e6a-73a4c7c9d6d7 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0493748 Aug 31 01:52:48.857366 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cab25cfa-8c68-454d-a3d2-2bc40778e516 req-e65f89d8-45a5-4f31-ac9c-4e71131fb027 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315106 Aug 31 01:52:49.981810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7484755-0c6c-4b32-af0f-6528967563ba req-12cec2b6-e362-47b7-ab2f-863b31ee1911 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:49.983315 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a7484755-0c6c-4b32-af0f-6528967563ba req-12cec2b6-e362-47b7-ab2f-863b31ee1911 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0556183 Aug 31 01:52:50.023568 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a7484755-0c6c-4b32-af0f-6528967563ba req-77dfe72b-7bf1-487d-90af-7122bf274c07 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341933 Aug 31 01:52:51.139607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142f0b1-b905-4dc2-a43d-bf76b97aa594 req-abc8d246-cb54-4d90-aa48-4c7b01291623 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:51.141102 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9142f0b1-b905-4dc2-a43d-bf76b97aa594 req-abc8d246-cb54-4d90-aa48-4c7b01291623 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0505171 Aug 31 01:52:51.185824 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9142f0b1-b905-4dc2-a43d-bf76b97aa594 req-3ee187bc-e805-418b-9dd6-235de697a5f8 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382884 Aug 31 01:52:52.298225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2cab5d-2f0b-4cf9-9b74-501606a93925 req-755b0dd7-6a0f-438d-aeb6-a46ff8bf3300 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:52.299729 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae2cab5d-2f0b-4cf9-9b74-501606a93925 req-755b0dd7-6a0f-438d-aeb6-a46ff8bf3300 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0480754 Aug 31 01:52:52.337891 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ae2cab5d-2f0b-4cf9-9b74-501606a93925 req-f460a29d-fe3c-4846-9740-b7f34335160e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318947 Aug 31 01:52:52.724200 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9740-72e5-4d68-8151-434e28192dae req-b7ceeaad-8ca7-4d87-9970-eefaf2a6eedd tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:52.725767 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b68b9740-72e5-4d68-8151-434e28192dae req-b7ceeaad-8ca7-4d87-9970-eefaf2a6eedd tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0490954 Aug 31 01:52:52.764460 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b68b9740-72e5-4d68-8151-434e28192dae req-38a0e245-99d7-4f2f-8bac-488e286ca057 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319984 Aug 31 01:52:52.840253 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-dc7010e3-510b-454f-b038-04992b6bc685 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400431 Aug 31 01:52:53.879645 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91165fb8-bdbb-4254-b677-7d94c993f14a req-b992098d-d4a6-4d0a-af70-213b22aa21bd tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:53.881126 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-91165fb8-bdbb-4254-b677-7d94c993f14a req-b992098d-d4a6-4d0a-af70-213b22aa21bd tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0487471 Aug 31 01:52:53.919521 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-91165fb8-bdbb-4254-b677-7d94c993f14a req-d8520566-ceb0-410e-9384-e21a5a49330a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321691 Aug 31 01:52:54.683305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-a9658b8a-29bc-4deb-8567-b03307e5498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:54.684821 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-a9658b8a-29bc-4deb-8567-b03307e5498e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 1097 time: 0.0463815 Aug 31 01:52:54.772297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-e3d2d2d4-9aa2-40aa-8de8-d502ad68af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:54.773783 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-e3d2d2d4-9aa2-40aa-8de8-d502ad68af9a service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0819159 Aug 31 01:52:54.841447 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-18088695-3a5b-4382-8bdb-5d82da6149c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d HTTP/1.1" status: 200 len: 1001 time: 0.0605497 Aug 31 01:52:54.888468 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-a1ce4292-927c-4664-a00a-fd4829566595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:54.889896 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-a1ce4292-927c-4664-a00a-fd4829566595 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0420191 Aug 31 01:52:54.934832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-2e624f10-0b8a-43d6-84f5-1b7010b2c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:54.936211 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-2e624f10-0b8a-43d6-84f5-1b7010b2c70a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392411 Aug 31 01:52:55.062302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880f6fc-f329-4ac4-abd7-7a863ed18994 req-b989307f-cc62-4574-9cc7-32bba57b30e2 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:55.063778 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9880f6fc-f329-4ac4-abd7-7a863ed18994 req-b989307f-cc62-4574-9cc7-32bba57b30e2 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0736134 Aug 31 01:52:55.067438 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7484424d-6d2c-49b8-8c59-80683145b891 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239991 Aug 31 01:52:55.151174 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9880f6fc-f329-4ac4-abd7-7a863ed18994 req-1a1ef3d0-e38c-412f-b4b7-1da96d5683f8 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814703 Aug 31 01:52:55.183059 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-1f9c10c3-b07c-4332-ab77-99fd6cbe9f37 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071091 Aug 31 01:52:56.266173 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425924dc-dfb9-4f46-8762-ddd6f36c5496 req-f03e10b5-6d55-4353-966f-cd1305f9570c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:56.267665 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-425924dc-dfb9-4f46-8762-ddd6f36c5496 req-f03e10b5-6d55-4353-966f-cd1305f9570c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0493739 Aug 31 01:52:56.305281 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-425924dc-dfb9-4f46-8762-ddd6f36c5496 req-e355ed7d-96a0-4a86-850c-ff28c602cc20 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314634 Aug 31 01:52:57.201394 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-9e395cf3-5f9f-49d9-8474-e7c26941c0e2 service neutron] show failed (client error): The resource could not be found. Aug 31 01:52:57.202423 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-9e395cf3-5f9f-49d9-8474-e7c26941c0e2 service neutron] 10.222.0.48 "GET /v2.0/ports/e494cbf8-0128-4037-9d33-c5ca6387bf3d/bindings/n-h2-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.0547762 Aug 31 01:52:57.425247 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df2461-8724-46ed-af81-e0b1942b1afd req-6e9e5dba-e611-43b7-9544-6aa6abc849b9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:57.426742 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-20df2461-8724-46ed-af81-e0b1942b1afd req-6e9e5dba-e611-43b7-9544-6aa6abc849b9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0517392 Aug 31 01:52:57.466322 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-20df2461-8724-46ed-af81-e0b1942b1afd req-c14a5324-6a9c-46d6-b1c2-2bb9405e8b3f tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327086 Aug 31 01:52:57.684634 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-10ba9e3e-3a33-4014-9bde-a46c2ecc10a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:57.686360 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-10ba9e3e-3a33-4014-9bde-a46c2ecc10a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed&tenant_id=b698dd828dc14f1c9b8a6669f4de990e HTTP/1.1" status: 200 len: 1097 time: 0.0422173 Aug 31 01:52:57.698160 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:52:58.024393 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:58.223013 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] For port e494cbf8-0128-4037-9d33-c5ca6387bf3d, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:52:58.254482 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] For port e494cbf8-0128-4037-9d33-c5ca6387bf3d, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:52:58.291607 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82612c53-f106-4063-a364-79de101c31ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:52:58.293862 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059101d7-198d-42cb-ad83-76df4398b670" -d '{"events": [{"server_uuid": "82612c53-f106-4063-a364-79de101c31ed", "name": "network-vif-unplugged", "status": "completed", "tag": "e494cbf8-0128-4037-9d33-c5ca6387bf3d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:52:58.297884 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:58.310573 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Transition to ACTIVE for port object e494cbf8-0128-4037-9d33-c5ca6387bf3d will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:52:58.345494 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b77b21-0680-4695-bee7-eeda67992789 x-openstack-request-id: req-35b77b21-0680-4695-bee7-eeda67992789 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:52:58.345792 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82612c53-f106-4063-a364-79de101c31ed", "name": "network-vif-unplugged", "status": "completed", "tag": "e494cbf8-0128-4037-9d33-c5ca6387bf3d", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:52:58.346050 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35b77b21-0680-4695-bee7-eeda67992789 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:52:58.346466 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82612c53-f106-4063-a364-79de101c31ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d', 'code': 200} Aug 31 01:52:58.370460 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:58.448823 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Pushing event updated for resources: {'Port': ['ID=e494cbf8-0128-4037-9d33-c5ca6387bf3d,revision_number=6']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:58.463182 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:58.463527 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:58.463862 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:58.464195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:58.464523 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:58.464848 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:58.465175 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:58.465576 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:58.465904 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:58.466264 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:58.466576 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:58.466897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:58.506510 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] No DVR routers for this DVR port e494cbf8-0128-4037-9d33-c5ca6387bf3d on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:52:58.641961 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92b428-e0fa-4a1e-9397-515b7463c167 req-b5ca04ed-5842-4b5d-aa46-899ba5780dd0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:58.643463 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c92b428-e0fa-4a1e-9397-515b7463c167 req-b5ca04ed-5842-4b5d-aa46-899ba5780dd0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 943 time: 0.0985465 Aug 31 01:52:58.708371 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c92b428-e0fa-4a1e-9397-515b7463c167 req-16685e77-c80e-4768-b82b-ab29924012d8 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583456 Aug 31 01:52:58.710576 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Attempting to bind port e494cbf8-0128-4037-9d33-c5ca6387bf3d on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:52:58.710914 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Attempting to bind port e494cbf8-0128-4037-9d33-c5ca6387bf3d by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:52:58.711243 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Attempting to bind port e494cbf8-0128-4037-9d33-c5ca6387bf3d on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:52:58.715743 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Port e494cbf8-0128-4037-9d33-c5ca6387bf3d on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:52:58.716064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Attempting to bind port e494cbf8-0128-4037-9d33-c5ca6387bf3d on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:52:58.720868 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:52:58.721208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Checking segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:52:58.721621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Bound using segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:52:58.722049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Bound port: e494cbf8-0128-4037-9d33-c5ca6387bf3d, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:52:58.722410 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:58.783784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] For port e494cbf8-0128-4037-9d33-c5ca6387bf3d, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:52:58.786796 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] For port e494cbf8-0128-4037-9d33-c5ca6387bf3d, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:52:58.855876 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:58.898766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:58.899396 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:58.900816 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] 10.222.0.41 "PUT /v2.0/ports/e494cbf8-0128-4037-9d33-c5ca6387bf3d HTTP/1.1" status: 200 len: 1092 time: 1.2066574 Aug 31 01:52:58.919429 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54a25a-846f-4424-bde9-55b6f3a01c2b service neutron] Pushing event updated for resources: {'Port': ['ID=e494cbf8-0128-4037-9d33-c5ca6387bf3d,revision_number=7']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:58.967077 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-f8177d40-962f-4b13-aba5-8d5ac8ca7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:58.968485 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-f8177d40-962f-4b13-aba5-8d5ac8ca7d1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 1095 time: 0.0438707 Aug 31 01:52:59.062682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-31e68b31-9add-42cd-90a8-81beda3726bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:59.064171 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-31e68b31-9add-42cd-90a8-81beda3726bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0889199 Aug 31 01:52:59.133830 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-c0e08477-b152-4a1b-ae30-36ace4dd10c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d HTTP/1.1" status: 200 len: 999 time: 0.0622325 Aug 31 01:52:59.184325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-bd0b9f57-5a0f-42d9-8117-25be361388ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:59.185839 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-bd0b9f57-5a0f-42d9-8117-25be361388ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0453141 Aug 31 01:52:59.231802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-4985639d-402f-4ef3-8307-88f01e780c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:59.233310 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-4985639d-402f-4ef3-8307-88f01e780c01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406134 Aug 31 01:52:59.326517 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-023d68aa-13f2-480e-a1ed-960c093e05ca service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855339 Aug 31 01:52:59.417208 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bbc3162d-d7db-41a6-83bb-963dbfba7830 req-90902c0f-2c8f-47ca-ac03-c7f208e05c86 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836058 Aug 31 01:52:59.835590 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0029d02-aa72-4d4b-b694-cb1a0db8cc75 req-2ac5205b-c0ff-414b-b59f-a98a053ee97a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:59.837089 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0029d02-aa72-4d4b-b694-cb1a0db8cc75 req-2ac5205b-c0ff-414b-b59f-a98a053ee97a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 943 time: 0.0585852 Aug 31 01:52:59.874497 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0029d02-aa72-4d4b-b694-cb1a0db8cc75 req-037e8f85-9b0e-4c7e-9db3-6bab6b08371b tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313284 Aug 31 01:53:00.347572 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82612c53-f106-4063-a364-79de101c31ed', 'tag': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:53:00.350015 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "82612c53-f106-4063-a364-79de101c31ed", "tag": "e494cbf8-0128-4037-9d33-c5ca6387bf3d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:53:00.397469 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1626a2a-2a74-47c0-9fe7-a8cb87bb99e7 x-openstack-request-id: req-a1626a2a-2a74-47c0-9fe7-a8cb87bb99e7 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:53:00.397786 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82612c53-f106-4063-a364-79de101c31ed", "tag": "e494cbf8-0128-4037-9d33-c5ca6387bf3d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:53:00.398039 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1626a2a-2a74-47c0-9fe7-a8cb87bb99e7 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:53:00.398442 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82612c53-f106-4063-a364-79de101c31ed', 'tag': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d', 'status': 'completed', 'code': 200} Aug 31 01:53:00.492893 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-94669d32-63e0-4b65-80d6-c37b59dfd319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:00.494434 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-94669d32-63e0-4b65-80d6-c37b59dfd319 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 1095 time: 0.0759065 Aug 31 01:53:00.496892 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-92f95b8f-71a0-45d3-a16b-039be20c0852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:00.498286 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-92f95b8f-71a0-45d3-a16b-039be20c0852 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 1095 time: 0.0708017 Aug 31 01:53:00.654874 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-bdb3a3ae-2b49-4514-badd-07afa338ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:00.656292 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-bdb3a3ae-2b49-4514-badd-07afa338ccdd service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.1537883 Aug 31 01:53:00.658939 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-ffbe35dd-f34e-4220-88a6-ab2d087aaa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:00.660277 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-ffbe35dd-f34e-4220-88a6-ab2d087aaa27 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.1508105 Aug 31 01:53:00.773997 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-065edee7-23ca-44d0-be0a-b09044aac3af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d HTTP/1.1" status: 200 len: 999 time: 0.1097026 Aug 31 01:53:00.775613 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-db2bbcbc-f679-4dc2-bb42-5aae4774b26a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d HTTP/1.1" status: 200 len: 999 time: 0.1051617 Aug 31 01:53:00.858626 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-1578cf63-a414-450e-947b-c784c25cdc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:00.860140 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-1578cf63-a414-450e-947b-c784c25cdc52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0779402 Aug 31 01:53:00.861839 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-24857b3d-f29c-444c-8fb6-f374a420e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:00.863181 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-24857b3d-f29c-444c-8fb6-f374a420e4ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0737603 Aug 31 01:53:00.940929 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-1847aef5-4d57-4cab-ae4b-5359066bf483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:00.942477 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-1847aef5-4d57-4cab-ae4b-5359066bf483 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741246 Aug 31 01:53:00.945039 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-844de993-75aa-417b-99af-dc416d4fe347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:00.947217 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-844de993-75aa-417b-99af-dc416d4fe347 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709691 Aug 31 01:53:00.996481 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5611617-00d5-4dca-bccd-8563b60f6c51 req-ca50048d-8604-4a49-815c-c96e83255343 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:00.998015 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f5611617-00d5-4dca-bccd-8563b60f6c51 req-ca50048d-8604-4a49-815c-c96e83255343 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 943 time: 0.0506392 Aug 31 01:53:01.038762 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f5611617-00d5-4dca-bccd-8563b60f6c51 req-3c1f05a9-540b-4ddc-ad06-3a4693c1f214 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347373 Aug 31 01:53:01.104346 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-74df430c-acdd-4b0f-986e-f064b4bcdcb6 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459677 Aug 31 01:53:01.106117 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-a47370c4-d368-4abe-bdc9-466bc8393ce9 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550989 Aug 31 01:53:01.267115 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-3fc71c67-0264-456e-9b7e-4dcf40522308 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548915 Aug 31 01:53:01.268998 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e8f8c3f3-029b-45a8-ad04-89a54f9a2dfe req-8a32030a-044b-45e8-be72-9a4a6f570a10 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492009 Aug 31 01:53:01.503285 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e494cbf8-0128-4037-9d33-c5ca6387bf3d no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:53:01.541483 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device e494cbf8-0128-4037-9d33-c5ca6387bf3d not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:53:02.166734 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98fc40-5423-4bb9-b0c0-6fec055d8e3c req-7e0c2626-8431-402e-864d-92c1d711b6a7 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:02.168211 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a98fc40-5423-4bb9-b0c0-6fec055d8e3c req-7e0c2626-8431-402e-864d-92c1d711b6a7 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 943 time: 0.0523007 Aug 31 01:53:02.207546 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a98fc40-5423-4bb9-b0c0-6fec055d8e3c req-91fa6742-7bb0-4e19-a156-618eb6751696 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318720 Aug 31 01:53:02.542210 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c3fdd-5004-40ee-96d6-ed31403f79ca req-f7791e56-6faa-492f-80d8-92b9979183da tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:02.543744 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-950c3fdd-5004-40ee-96d6-ed31403f79ca req-f7791e56-6faa-492f-80d8-92b9979183da tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 943 time: 0.0508471 Aug 31 01:53:02.594693 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-950c3fdd-5004-40ee-96d6-ed31403f79ca req-9165d9dd-7205-4ea0-ae95-c90492004385 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447071 Aug 31 01:53:02.633682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7726d2-d0d7-4157-b577-a69d4d29fbaa req-3683d535-c1b8-4cb6-b2cf-e21ce79b20a8 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:02.635146 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed7726d2-d0d7-4157-b577-a69d4d29fbaa req-3683d535-c1b8-4cb6-b2cf-e21ce79b20a8 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.48 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed&tenant_id=b698dd828dc14f1c9b8a6669f4de990e&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 943 time: 0.0578666 Aug 31 01:53:02.698566 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-ed7726d2-d0d7-4157-b577-a69d4d29fbaa req-db6952cd-2483-4708-b132-67d6ae7490e2 service neutron] delete failed (client error): The resource could not be found. Aug 31 01:53:02.699510 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed7726d2-d0d7-4157-b577-a69d4d29fbaa req-db6952cd-2483-4708-b132-67d6ae7490e2 service neutron] 10.222.0.48 "DELETE /v2.0/ports/e494cbf8-0128-4037-9d33-c5ca6387bf3d/bindings/n-h1-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.0570569 Aug 31 01:53:02.780806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7726d2-d0d7-4157-b577-a69d4d29fbaa req-cb1eea40-2c85-45bd-b653-596bfb8bbcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:02.782332 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed7726d2-d0d7-4157-b577-a69d4d29fbaa req-cb1eea40-2c85-45bd-b653-596bfb8bbcc9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 1095 time: 0.0413430 Aug 31 01:53:02.869875 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7726d2-d0d7-4157-b577-a69d4d29fbaa req-08ccb827-df3b-4fb6-aa4a-328304ae0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:02.871357 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed7726d2-d0d7-4157-b577-a69d4d29fbaa req-08ccb827-df3b-4fb6-aa4a-328304ae0ec4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0825417 Aug 31 01:53:02.938690 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed7726d2-d0d7-4157-b577-a69d4d29fbaa req-043e48e5-7634-4bd1-88e8-607633af191a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d HTTP/1.1" status: 200 len: 999 time: 0.0606298 Aug 31 01:53:02.988472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7726d2-d0d7-4157-b577-a69d4d29fbaa req-ed5003c0-72d0-4906-aa87-46c71cd8685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:02.989937 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed7726d2-d0d7-4157-b577-a69d4d29fbaa req-ed5003c0-72d0-4906-aa87-46c71cd8685f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0440881 Aug 31 01:53:03.036336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7726d2-d0d7-4157-b577-a69d4d29fbaa req-f87aa3c2-0252-43db-9e4b-1c183d2c2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:03.037861 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed7726d2-d0d7-4157-b577-a69d4d29fbaa req-f87aa3c2-0252-43db-9e4b-1c183d2c2e46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408506 Aug 31 01:53:03.131182 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed7726d2-d0d7-4157-b577-a69d4d29fbaa req-7fa411d0-9242-4cf3-8ad3-440eda88234c service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858860 Aug 31 01:53:03.136677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e494cbf8-0128-4037-9d33-c5ca6387bf3d details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:53:03.232275 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ed7726d2-d0d7-4157-b577-a69d4d29fbaa req-8939a9fa-ecf4-4d62-9304-8c8ba2f46894 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936744 Aug 31 01:53:03.234245 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port e494cbf8-0128-4037-9d33-c5ca6387bf3d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:53:03.246583 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'port_id': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d', 'mac_address': 'fa:16:3e:44:81:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:53:03.284985 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:03.298455 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e494cbf8-0128-4037-9d33-c5ca6387bf3d {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:53:03.317717 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port e494cbf8-0128-4037-9d33-c5ca6387bf3d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:53:03.391008 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:03.442865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=e494cbf8-0128-4037-9d33-c5ca6387bf3d,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:03.450145 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:03.450489 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:03.450830 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:03.451171 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:03.451507 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:03.451836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:03.452164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:03.452517 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:03.452831 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:03.453153 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:03.453505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:03.453833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:03.633015 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['e494cbf8-0128-4037-9d33-c5ca6387bf3d'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:53:03.719754 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c066d9-689e-4337-96a0-af38ec1d77de req-d3f79f50-8a4f-4919-a842-54d228576c12 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:03.721283 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b1c066d9-689e-4337-96a0-af38ec1d77de req-d3f79f50-8a4f-4919-a842-54d228576c12 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 944 time: 0.0512161 Aug 31 01:53:03.761836 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b1c066d9-689e-4337-96a0-af38ec1d77de req-0ce2f10e-22f1-47f3-8c83-21c05d9934cc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338688 Aug 31 01:53:04.253788 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b79c498b-3106-4c90-af51-c39397b70438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:04.886198 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc12d3-41b0-4050-b914-d8d7d4fedcfd req-50de6a88-c945-4886-80f3-cd5c71862810 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:04.887750 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-06bc12d3-41b0-4050-b914-d8d7d4fedcfd req-50de6a88-c945-4886-80f3-cd5c71862810 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 944 time: 0.0559089 Aug 31 01:53:04.926094 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-06bc12d3-41b0-4050-b914-d8d7d4fedcfd req-08f55c8c-0020-4ee0-814c-522d65bd985b tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323098 Aug 31 01:53:05.042721 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b7fa8-cea4-441f-b35e-5bdb9bad93cc req-013478f6-d551-40c1-aa95-1589650bcc51 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:05.044133 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f07b7fa8-cea4-441f-b35e-5bdb9bad93cc req-013478f6-d551-40c1-aa95-1589650bcc51 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 944 time: 0.0530109 Aug 31 01:53:05.082269 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f07b7fa8-cea4-441f-b35e-5bdb9bad93cc req-3055f9d6-2582-4f08-9877-c94d2f41f673 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315335 Aug 31 01:53:05.152082 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e494cbf8-0128-4037-9d33-c5ca6387bf3d up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:53:05.261110 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port e494cbf8-0128-4037-9d33-c5ca6387bf3d completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:53:05.265624 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port e494cbf8-0128-4037-9d33-c5ca6387bf3d triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:53:05.267904 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:05.347577 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:05.371117 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82612c53-f106-4063-a364-79de101c31ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:53:05.373481 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ed6402-c7ff-4d3d-993c-abff6bff87ee" -d '{"events": [{"server_uuid": "82612c53-f106-4063-a364-79de101c31ed", "name": "network-vif-plugged", "status": "completed", "tag": "e494cbf8-0128-4037-9d33-c5ca6387bf3d"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:53:05.387748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port e494cbf8-0128-4037-9d33-c5ca6387bf3d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:53:05.414968 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5929b86d-e119-4c2b-9385-5a26dd26035f x-openstack-request-id: req-5929b86d-e119-4c2b-9385-5a26dd26035f {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:53:05.415265 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82612c53-f106-4063-a364-79de101c31ed", "name": "network-vif-plugged", "status": "completed", "tag": "e494cbf8-0128-4037-9d33-c5ca6387bf3d", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:53:05.415522 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5929b86d-e119-4c2b-9385-5a26dd26035f {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:53:05.415921 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82612c53-f106-4063-a364-79de101c31ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d', 'code': 200} Aug 31 01:53:05.422900 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71384f-2afc-4ed4-9bd4-4ce490accd97 req-3d9c108b-044b-426b-9001-87bbe4a88717 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:05.424450 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7a71384f-2afc-4ed4-9bd4-4ce490accd97 req-3d9c108b-044b-426b-9001-87bbe4a88717 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 944 time: 0.0512311 Aug 31 01:53:05.465851 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7a71384f-2afc-4ed4-9bd4-4ce490accd97 req-7a4167d6-40e1-4013-8806-dbb49b880dd8 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349350 Aug 31 01:53:05.478753 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:05.528909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=e494cbf8-0128-4037-9d33-c5ca6387bf3d,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:05.552474 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f651d02-8400-4657-b8dd-0c586e8189ea req-a9aadc72-ac91-44dd-b8ff-1bf72bdc7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:05.554104 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f651d02-8400-4657-b8dd-0c586e8189ea req-a9aadc72-ac91-44dd-b8ff-1bf72bdc7d77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 1097 time: 0.0446153 Aug 31 01:53:05.647844 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f651d02-8400-4657-b8dd-0c586e8189ea req-29d3a006-5980-4b78-ac27-ac085b9b8fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:05.649324 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f651d02-8400-4657-b8dd-0c586e8189ea req-29d3a006-5980-4b78-ac27-ac085b9b8fd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0883965 Aug 31 01:53:05.739109 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f651d02-8400-4657-b8dd-0c586e8189ea req-714ed324-7ac6-40a7-a248-3aa3e4134e01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d HTTP/1.1" status: 200 len: 1001 time: 0.0829279 Aug 31 01:53:05.788745 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f651d02-8400-4657-b8dd-0c586e8189ea req-c662f12b-6fd9-422c-886a-ef3aa31aa0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:05.790260 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f651d02-8400-4657-b8dd-0c586e8189ea req-c662f12b-6fd9-422c-886a-ef3aa31aa0bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0438201 Aug 31 01:53:05.836075 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f651d02-8400-4657-b8dd-0c586e8189ea req-3ee1a2e4-c74b-4cb9-8d27-9cb97e2e64d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:05.837595 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f651d02-8400-4657-b8dd-0c586e8189ea req-3ee1a2e4-c74b-4cb9-8d27-9cb97e2e64d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403078 Aug 31 01:53:05.928411 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f651d02-8400-4657-b8dd-0c586e8189ea req-050a2ebb-19e4-468f-a26c-ef5318130d71 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837281 Aug 31 01:53:06.018305 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8f651d02-8400-4657-b8dd-0c586e8189ea req-4c4a9618-0bc7-49a1-8f90-44cc14f276c7 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828199 Aug 31 01:53:06.596372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4b1e5-05fc-4620-b2a2-46f4dc2a0e2a req-e03b9027-fab7-4ec5-ac22-664562c4c638 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:06.597956 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0fa4b1e5-05fc-4620-b2a2-46f4dc2a0e2a req-e03b9027-fab7-4ec5-ac22-664562c4c638 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0607512 Aug 31 01:53:06.638584 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0fa4b1e5-05fc-4620-b2a2-46f4dc2a0e2a req-7eb6cf51-1c80-47fc-8aad-e890fd7639a5 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343311 Aug 31 01:53:06.876440 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:07.015896 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-85a2c047-fe88-4f22-b3ad-d91af60bc3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:07.547491 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:07.707316 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:07.755454 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f2368-372a-4076-be5a-1045519c8b51 req-21553a0e-f0f0-49bb-ba4d-ae1c79f73d9a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:07.756943 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-155f2368-372a-4076-be5a-1045519c8b51 req-21553a0e-f0f0-49bb-ba4d-ae1c79f73d9a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0499315 Aug 31 01:53:07.794165 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-155f2368-372a-4076-be5a-1045519c8b51 req-5ac35a7b-8123-477e-9027-14ebd11cedff tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311737 Aug 31 01:53:08.264848 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2872da-fdaa-4290-94b3-f630d2168aad req-aff09ad3-1bab-45e9-8cca-030a260ccbb7 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:08.269829 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ff2872da-fdaa-4290-94b3-f630d2168aad req-aff09ad3-1bab-45e9-8cca-030a260ccbb7 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0550504 Aug 31 01:53:08.307778 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ff2872da-fdaa-4290-94b3-f630d2168aad req-00dcdc53-e0e2-4afc-973b-e6c8df8e80ce tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344443 Aug 31 01:53:08.718371 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:09.426821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc962-3cc7-44e2-9b2d-2f4efe2564bc req-d62ae0d7-34b3-48f3-9bbe-2d422acd9316 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:09.428267 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44ccc962-3cc7-44e2-9b2d-2f4efe2564bc req-d62ae0d7-34b3-48f3-9bbe-2d422acd9316 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0506625 Aug 31 01:53:09.492661 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-44ccc962-3cc7-44e2-9b2d-2f4efe2564bc req-d057cc2d-9d9d-4a9a-a5c6-cd3c24037ae3 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551436 Aug 31 01:53:09.503792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec64293-637b-4949-9761-5dc8fbf909e2 req-e0251685-8f2f-4b1d-8a02-cdee00715904 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:09.505365 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1ec64293-637b-4949-9761-5dc8fbf909e2 req-e0251685-8f2f-4b1d-8a02-cdee00715904 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.41 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 945 time: 0.0761857 Aug 31 01:53:09.605534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-1ec64293-637b-4949-9761-5dc8fbf909e2 req-70bfd476-536b-4e37-8019-f497c811653e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Deleting port e494cbf8-0128-4037-9d33-c5ca6387bf3d {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:53:09.605534 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1ec64293-637b-4949-9761-5dc8fbf909e2 req-70bfd476-536b-4e37-8019-f497c811653e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:09.695115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-1ec64293-637b-4949-9761-5dc8fbf909e2 req-70bfd476-536b-4e37-8019-f497c811653e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] For port e494cbf8-0128-4037-9d33-c5ca6387bf3d, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=e494cbf8-0128-4037-9d33-c5ca6387bf3d,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:53:09.695461 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1ec64293-637b-4949-9761-5dc8fbf909e2 req-70bfd476-536b-4e37-8019-f497c811653e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:09.881406 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1ec64293-637b-4949-9761-5dc8fbf909e2 req-70bfd476-536b-4e37-8019-f497c811653e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:09.881860 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1ec64293-637b-4949-9761-5dc8fbf909e2 req-70bfd476-536b-4e37-8019-f497c811653e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:09.882184 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [req-1ec64293-637b-4949-9761-5dc8fbf909e2 req-70bfd476-536b-4e37-8019-f497c811653e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Floating IP 675fca42-5a20-4d2d-8f88-29dd17b4fc94 disassociated. External IP: 172.25.2.154, port: e494cbf8-0128-4037-9d33-c5ca6387bf3d. Aug 31 01:53:09.882536 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-1ec64293-637b-4949-9761-5dc8fbf909e2 req-70bfd476-536b-4e37-8019-f497c811653e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Calling delete_port for e494cbf8-0128-4037-9d33-c5ca6387bf3d owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:53:10.079495 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1ec64293-637b-4949-9761-5dc8fbf909e2 req-70bfd476-536b-4e37-8019-f497c811653e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:10.113159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfd476-536b-4e37-8019-f497c811653e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Pushing event deleted for resources: {'Port': ['ID=e494cbf8-0128-4037-9d33-c5ca6387bf3d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:10.238410 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ec64293-637b-4949-9761-5dc8fbf909e2 req-70bfd476-536b-4e37-8019-f497c811653e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:53:10.361085 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ec64293-637b-4949-9761-5dc8fbf909e2 req-70bfd476-536b-4e37-8019-f497c811653e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:53:10.370856 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de729e99-c4df-4421-bc32-1c6e769235af None None] Sync routers for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:53:10.382296 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:10.383092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de729e99-c4df-4421-bc32-1c6e769235af None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:53:10.383727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-de729e99-c4df-4421-bc32-1c6e769235af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:53:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:53:10.406103 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec64293-637b-4949-9761-5dc8fbf909e2 req-70bfd476-536b-4e37-8019-f497c811653e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] No DVR routers for this DVR port e494cbf8-0128-4037-9d33-c5ca6387bf3d on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:53:10.409111 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1ec64293-637b-4949-9761-5dc8fbf909e2 req-70bfd476-536b-4e37-8019-f497c811653e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:10.411406 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1ec64293-637b-4949-9761-5dc8fbf909e2 req-70bfd476-536b-4e37-8019-f497c811653e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.41 "DELETE /v2.0/ports/e494cbf8-0128-4037-9d33-c5ca6387bf3d HTTP/1.1" status: 204 len: 173 time: 0.8999712 Aug 31 01:53:10.411962 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82612c53-f106-4063-a364-79de101c31ed', 'name': 'network-vif-deleted', 'tag': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:53:10.414639 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5da60a1-b86a-460c-a102-83b06745bab8" -d '{"events": [{"server_uuid": "82612c53-f106-4063-a364-79de101c31ed", "name": "network-vif-deleted", "tag": "e494cbf8-0128-4037-9d33-c5ca6387bf3d"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:53:10.457973 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd629379-30c4-48fb-96ed-ddeb521a54ac x-openstack-request-id: req-fd629379-30c4-48fb-96ed-ddeb521a54ac {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:53:10.461658 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82612c53-f106-4063-a364-79de101c31ed", "name": "network-vif-deleted", "tag": "e494cbf8-0128-4037-9d33-c5ca6387bf3d", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:53:10.461658 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd629379-30c4-48fb-96ed-ddeb521a54ac {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:53:10.461658 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82612c53-f106-4063-a364-79de101c31ed', 'name': 'network-vif-deleted', 'tag': 'e494cbf8-0128-4037-9d33-c5ca6387bf3d', 'status': 'completed', 'code': 200} Aug 31 01:53:10.502024 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-de729e99-c4df-4421-bc32-1c6e769235af None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:53:10.594610 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bf7a6381-1055-4e97-9f17-19f6b79ce548 req-2c682e31-73fc-4fb7-ba9e-feb7d793baf4 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=82612c53-f106-4063-a364-79de101c31ed HTTP/1.1" status: 200 len: 210 time: 0.0271811 Aug 31 01:53:10.726346 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-de729e99-c4df-4421-bc32-1c6e769235af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:53:10.752775 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de729e99-c4df-4421-bc32-1c6e769235af None None] Checking router: e18b1523-2f4d-42a0-bfd1-b944b0c6f887 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:53:10.761458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de729e99-c4df-4421-bc32-1c6e769235af None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:53:10.762087 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-de729e99-c4df-4421-bc32-1c6e769235af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:53:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:53:10.870503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-de729e99-c4df-4421-bc32-1c6e769235af None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:53:11.074095 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-de729e99-c4df-4421-bc32-1c6e769235af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:53:11.100304 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de729e99-c4df-4421-bc32-1c6e769235af None None] The sync data for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 is: [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:53:11.331213 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24caea0e-9dce-4709-890a-c5d40d70f75e None None] New status for floating IP 675fca42-5a20-4d2d-8f88-29dd17b4fc94: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:53:11.878764 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-809e1840-e94a-42f0-a016-beb1189fcaf2 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--238941920&fields=id&tenant_id=b698dd828dc14f1c9b8a6669f4de990e HTTP/1.1" status: 200 len: 267 time: 0.0339363 Aug 31 01:53:11.988056 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-7d4c4fdc-7b83-4537-bfd4-1c3783a1915c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:11.989538 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-7d4c4fdc-7b83-4537-bfd4-1c3783a1915c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 811 time: 0.1041138 Aug 31 01:53:12.005910 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-00d0aaa4-5314-4ad8-b713-ab57057cd073 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/quotas/b698dd828dc14f1c9b8a6669f4de990e HTTP/1.1" status: 200 len: 375 time: 0.0102236 Aug 31 01:53:12.068045 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-e9e12ba8-611d-4143-9499-cb42011ff6c2 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549464 Aug 31 01:53:12.161637 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-93743aa0-539f-45df-a5f8-1ce11def86df service neutron] 10.222.0.16 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817008 Aug 31 01:53:12.255672 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-c893be99-5ca9-4435-8405-7216024dca84 service neutron] 10.222.0.16 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878923 Aug 31 01:53:12.497482 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-545a95d8-bf09-47d7-a1d0-c36b546a1fcd req-960024ef-65e5-420a-875b-6c063ab106b3 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 210 time: 0.0288279 Aug 31 01:53:13.184369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e494cbf8-0128-4037-9d33-c5ca6387bf3d no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:53:13.212314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: e494cbf8-0128-4037-9d33-c5ca6387bf3d {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:53:13.212314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device e494cbf8-0128-4037-9d33-c5ca6387bf3d not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:53:13.599843 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9887492b-57c2-4009-b07a-d3f45a282888 req-0c046ff7-8e87-4421-a370-197f4d7dfe92 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 210 time: 0.0324538 Aug 31 01:53:14.511097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-f7625baa-444a-4e08-9ad9-9928de6ee7fe tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:14.512575 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-f7625baa-444a-4e08-9ad9-9928de6ee7fe tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 811 time: 0.1073794 Aug 31 01:53:14.863473 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a654a15a-07cf-4cfc-aa6f-db35485af3a9 req-50a4047d-6419-4331-b047-c6a65a73116a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 210 time: 0.0347817 Aug 31 01:53:14.873157 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-eed18e70-4b65-46b3-a18e-7cc93db30d0f tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b698dd828dc14f1c9b8a6669f4de990e HTTP/1.1" status: 200 len: 379 time: 0.3517585 Aug 31 01:53:14.883172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-2ba7e19a-1993-47cd-842c-d701dc57a003 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Request body: {'port': {'device_id': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'admin_state_up': True, 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'security_groups': ['8c60e24e-8170-4cdd-8869-6ca8d40c0f18']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:53:15.059021 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-2ba7e19a-1993-47cd-842c-d701dc57a003 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Made reservation on behalf of b698dd828dc14f1c9b8a6669f4de990e for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:53:15.062654 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-2ba7e19a-1993-47cd-842c-d701dc57a003 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:15.191023 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-2ba7e19a-1993-47cd-842c-d701dc57a003 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Allocated IP 172.20.0.12 (f9ba1b38-3b99-40c2-a6bc-aada57d8b883/4b14ea63-ba9f-4864-9e54-aae67dd2165c/b991dfda-56f3-41ab-81d9-9b43a1dc47ea) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:53:15.332794 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-2ba7e19a-1993-47cd-842c-d701dc57a003 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:15.347506 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-2ba7e19a-1993-47cd-842c-d701dc57a003 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Transition to ACTIVE for port object b991dfda-56f3-41ab-81d9-9b43a1dc47ea will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:53:15.427901 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-2ba7e19a-1993-47cd-842c-d701dc57a003 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:15.473784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-2ba7e19a-1993-47cd-842c-d701dc57a003 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:53:15.476977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-2ba7e19a-1993-47cd-842c-d701dc57a003 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:53:15.481008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-2ba7e19a-1993-47cd-842c-d701dc57a003 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:53:15.488374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7e19a-1993-47cd-842c-d701dc57a003 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Pushing event updated for resources: {'Port': ['ID=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:15.538209 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-2ba7e19a-1993-47cd-842c-d701dc57a003 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:15.538945 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-2ba7e19a-1993-47cd-842c-d701dc57a003 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:15.645229 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-2ba7e19a-1993-47cd-842c-d701dc57a003 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7659853 Aug 31 01:53:15.658323 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Request body: {'port': {'device_id': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:53:15.717235 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:15.777569 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5ed65650-6b2a-42f3-bcbc-96bebcc5201f None None] Provisioning for port b991dfda-56f3-41ab-81d9-9b43a1dc47ea completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:53:15.784532 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5ed65650-6b2a-42f3-bcbc-96bebcc5201f None None] Provisioning complete for port b991dfda-56f3-41ab-81d9-9b43a1dc47ea triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:53:15.784981 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5ed65650-6b2a-42f3-bcbc-96bebcc5201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:15.833158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5ed65650-6b2a-42f3-bcbc-96bebcc5201f None None] Port b991dfda-56f3-41ab-81d9-9b43a1dc47ea cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:53:15.991696 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d212e-3bd7-45e6-b383-2d3f9e73a3cf req-57a2ef23-a608-464f-8eec-5ae8659cac95 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:15.993280 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fc4d212e-3bd7-45e6-b383-2d3f9e73a3cf req-57a2ef23-a608-464f-8eec-5ae8659cac95 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 932 time: 0.0560796 Aug 31 01:53:15.998752 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b991dfda-56f3-41ab-81d9-9b43a1dc47ea {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:53:16.006761 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:16.020011 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Transition to ACTIVE for port object b991dfda-56f3-41ab-81d9-9b43a1dc47ea will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:53:16.036548 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fc4d212e-3bd7-45e6-b383-2d3f9e73a3cf req-8543ffe2-c230-4144-867c-f8dedf8a53f6 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356631 Aug 31 01:53:16.099422 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:16.154358 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Pushing event updated for resources: {'Port': ['ID=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:16.228023 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Attempting to bind port b991dfda-56f3-41ab-81d9-9b43a1dc47ea on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:53:16.228393 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Attempting to bind port b991dfda-56f3-41ab-81d9-9b43a1dc47ea by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:53:16.228723 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Attempting to bind port b991dfda-56f3-41ab-81d9-9b43a1dc47ea on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:53:16.233777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Port b991dfda-56f3-41ab-81d9-9b43a1dc47ea on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:53:16.234109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Attempting to bind port b991dfda-56f3-41ab-81d9-9b43a1dc47ea on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:53:16.239480 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:53:16.239821 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Checking segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:53:16.240207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Bound using segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:53:16.240638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Bound port: b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:53:16.241001 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:16.311389 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:53:16.315223 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:53:16.419577 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:16.458079 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:16.458721 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:16.460225 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] 10.222.0.48 "PUT /v2.0/ports/b991dfda-56f3-41ab-81d9-9b43a1dc47ea HTTP/1.1" status: 200 len: 1093 time: 0.8072128 Aug 31 01:53:16.460695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:53:16.463145 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebd859a-70f0-4adf-8b77-b2d24fbfd455" -d '{"events": [{"name": "network-changed", "server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:53:16.499145 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178b46f-7038-47a9-b130-410b3ecb5e2c service neutron] Pushing event updated for resources: {'Port': ['ID=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:16.523924 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35af3b7d-6ed4-41fe-84a6-16a96d548bd4 x-openstack-request-id: req-35af3b7d-6ed4-41fe-84a6-16a96d548bd4 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:53:16.524242 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:53:16.524487 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35af3b7d-6ed4-41fe-84a6-16a96d548bd4 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:53:16.524923 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea', 'status': 'completed', 'code': 200} Aug 31 01:53:16.612791 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd859a-70f0-4adf-8b77-b2d24fbfd455 req-02294991-12f1-4e6b-bd0e-096e9a369b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:16.614947 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6ebd859a-70f0-4adf-8b77-b2d24fbfd455 req-02294991-12f1-4e6b-bd0e-096e9a369b74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 1096 time: 0.0703282 Aug 31 01:53:16.728828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd859a-70f0-4adf-8b77-b2d24fbfd455 req-09342f31-10e4-4a98-a62c-9ece7791a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:16.730270 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6ebd859a-70f0-4adf-8b77-b2d24fbfd455 req-09342f31-10e4-4a98-a62c-9ece7791a94b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1050761 Aug 31 01:53:16.835479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd859a-70f0-4adf-8b77-b2d24fbfd455 req-516ff5c9-7d69-4957-acb5-30f974f7a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:16.836901 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6ebd859a-70f0-4adf-8b77-b2d24fbfd455 req-516ff5c9-7d69-4957-acb5-30f974f7a4c0 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999918 Aug 31 01:53:16.921763 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-213d7f9a-ecfa-4fa0-9170-88914935879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:16.923914 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-213d7f9a-ecfa-4fa0-9170-88914935879d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 1096 time: 0.0442653 Aug 31 01:53:16.966936 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-96f7934e-ac19-4c2c-88fc-a2a128b22ace service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea HTTP/1.1" status: 200 len: 217 time: 0.0352132 Aug 31 01:53:17.024664 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-bbb58a8d-6fc4-4a48-997c-30371054cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:17.026231 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-bbb58a8d-6fc4-4a48-997c-30371054cfaf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0527344 Aug 31 01:53:17.088765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-95652bba-7092-432a-b198-21dbf944a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:17.090577 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-95652bba-7092-432a-b198-21dbf944a4d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567889 Aug 31 01:53:17.164110 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1972364-f422-4489-9180-7e956b7966f6 req-fd18f243-3326-4736-834c-4fb903d3d986 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:17.166508 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a1972364-f422-4489-9180-7e956b7966f6 req-fd18f243-3326-4736-834c-4fb903d3d986 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 944 time: 0.0538411 Aug 31 01:53:17.198827 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-4a2a2fc0-4258-4419-95b6-770c7dfdb3b6 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999746 Aug 31 01:53:17.213732 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a1972364-f422-4489-9180-7e956b7966f6 req-5b81d52e-0cc0-4fed-b45a-d8c338684864 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409222 Aug 31 01:53:17.301590 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-799d1b97-2e5c-4a54-a15e-57ce79743148 req-ca6af92c-58ea-4707-9d9d-46028e542938 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954509 Aug 31 01:53:18.337131 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a215d-8b85-4146-a470-866a26c7afec req-2647e28d-03cf-4e74-9c23-34654bb9ec85 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:18.338699 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-163a215d-8b85-4146-a470-866a26c7afec req-2647e28d-03cf-4e74-9c23-34654bb9ec85 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 944 time: 0.0523343 Aug 31 01:53:18.379406 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-163a215d-8b85-4146-a470-866a26c7afec req-d2a6274d-efc1-4005-94a7-6d1d714a3501 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332527 Aug 31 01:53:19.505457 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbfeab-a2a4-47c1-bda5-9fb303511b29 req-8dacf6a6-cb76-4c59-8f0e-1eec11fd8fe0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:19.506994 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1dbfeab-a2a4-47c1-bda5-9fb303511b29 req-8dacf6a6-cb76-4c59-8f0e-1eec11fd8fe0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 944 time: 0.0518978 Aug 31 01:53:19.545208 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c1dbfeab-a2a4-47c1-bda5-9fb303511b29 req-97dde3ce-56a9-4904-a7d3-2f2653889e94 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321317 Aug 31 01:53:19.581069 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b991dfda-56f3-41ab-81d9-9b43a1dc47ea details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:53:19.676388 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:53:19.687843 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'port_id': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea', 'mac_address': 'fa:16:3e:aa:57:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:53:19.725346 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:19.742727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b991dfda-56f3-41ab-81d9-9b43a1dc47ea {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:53:19.763064 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:53:19.836030 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:19.883315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:20.065144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['b991dfda-56f3-41ab-81d9-9b43a1dc47ea'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:53:20.668380 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83979f8-2d21-4f7a-a87a-81df3c31502a req-fe31226e-6461-412e-9e1b-22f2a2848f4e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:20.669923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b83979f8-2d21-4f7a-a87a-81df3c31502a req-fe31226e-6461-412e-9e1b-22f2a2848f4e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 945 time: 0.0516529 Aug 31 01:53:20.714137 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b83979f8-2d21-4f7a-a87a-81df3c31502a req-61b55f51-2f82-41b4-8732-814476518df1 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375316 Aug 31 01:53:21.597691 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b991dfda-56f3-41ab-81d9-9b43a1dc47ea up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:53:21.744648 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port b991dfda-56f3-41ab-81d9-9b43a1dc47ea completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:53:21.748990 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port b991dfda-56f3-41ab-81d9-9b43a1dc47ea triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:53:21.749471 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:21.828419 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:21.834804 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bb763-a571-4347-96b8-58918c59f757 req-0939e48c-ccde-455b-94b7-88ba4e8f1abc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:21.836493 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fe7bb763-a571-4347-96b8-58918c59f757 req-0939e48c-ccde-455b-94b7-88ba4e8f1abc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 945 time: 0.0500288 Aug 31 01:53:21.854235 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:53:21.856605 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b496b39d-9a7a-4a63-852e-16b57e17d71f" -d '{"events": [{"server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "name": "network-vif-plugged", "status": "completed", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:53:21.869997 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:53:21.872410 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:53:21.881307 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fe7bb763-a571-4347-96b8-58918c59f757 req-b8c95375-2f16-4199-82a2-fa296b64a0e2 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383930 Aug 31 01:53:21.900547 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964f3b7a-60dd-48fc-94b9-2cee3d9c24ff x-openstack-request-id: req-964f3b7a-60dd-48fc-94b9-2cee3d9c24ff {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:53:21.900547 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "name": "network-vif-plugged", "status": "completed", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:53:21.900547 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-964f3b7a-60dd-48fc-94b9-2cee3d9c24ff {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:53:21.900547 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea', 'code': 200} Aug 31 01:53:21.947054 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:21.995159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7357cb-9462-40d6-95a4-185fb78c19d1 req-d62339b6-e7dc-4c5c-ae73-140c17d92ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:21.996749 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c7357cb-9462-40d6-95a4-185fb78c19d1 req-d62339b6-e7dc-4c5c-ae73-140c17d92ce9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 1098 time: 0.0438726 Aug 31 01:53:22.001144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:22.034046 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c7357cb-9462-40d6-95a4-185fb78c19d1 req-6dbfe453-6321-4ae1-aded-4a487038bb55 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294542 Aug 31 01:53:22.999396 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d78fc-b19f-42fb-9190-c36d51551052 req-fd316d2a-17b0-41d3-ae8c-f13551fab571 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:23.000988 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-280d78fc-b19f-42fb-9190-c36d51551052 req-fd316d2a-17b0-41d3-ae8c-f13551fab571 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0507426 Aug 31 01:53:23.045794 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-280d78fc-b19f-42fb-9190-c36d51551052 req-b9be07ce-802c-4a13-a22d-9054f000e56a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380766 Aug 31 01:53:24.166505 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbca667-035f-4558-946d-65546d65e489 req-9fb82c81-f732-4202-858b-d77a5cc0492f tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:24.168024 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-acbca667-035f-4558-946d-65546d65e489 req-9fb82c81-f732-4202-858b-d77a5cc0492f tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0506482 Aug 31 01:53:24.208870 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-acbca667-035f-4558-946d-65546d65e489 req-7d340840-4b7e-4fd9-bbf1-548808895ab7 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342484 Aug 31 01:53:24.328661 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e097f87-0ab4-4f31-b0b1-d90d716c8345 req-1d7a35ab-5519-4b18-9bdc-ee49830f3f49 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:24.330197 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3e097f87-0ab4-4f31-b0b1-d90d716c8345 req-1d7a35ab-5519-4b18-9bdc-ee49830f3f49 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0540588 Aug 31 01:53:24.338935 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 40614) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:53:24.344585 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-570f0a65-5ff7-4a9c-b044-59fa0dd8a739 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Request body: {'floatingip': {'port_id': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:53:24.384719 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-570f0a65-5ff7-4a9c-b044-59fa0dd8a739 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for floatingip, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:24.853370 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-570f0a65-5ff7-4a9c-b044-59fa0dd8a739 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:24.907289 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-570f0a65-5ff7-4a9c-b044-59fa0dd8a739 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:25.011169 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-570f0a65-5ff7-4a9c-b044-59fa0dd8a739 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Floating IP 675fca42-5a20-4d2d-8f88-29dd17b4fc94 associated. External IP: 172.25.2.154, port: b991dfda-56f3-41ab-81d9-9b43a1dc47ea. Aug 31 01:53:25.232261 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570f0a65-5ff7-4a9c-b044-59fa0dd8a739 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:53:25.344715 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570f0a65-5ff7-4a9c-b044-59fa0dd8a739 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:53:25.350334 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-570f0a65-5ff7-4a9c-b044-59fa0dd8a739 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:25.354734 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b3e47f-bed2-445d-b50b-8b9bf3c7f94b None None] Sync routers for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:53:25.365330 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b3e47f-bed2-445d-b50b-8b9bf3c7f94b None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:53:25.366008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c7b3e47f-bed2-445d-b50b-8b9bf3c7f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:53:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:53:25.379301 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-570f0a65-5ff7-4a9c-b044-59fa0dd8a739 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "PUT /v2.0/floatingips/675fca42-5a20-4d2d-8f88-29dd17b4fc94 HTTP/1.1" status: 200 len: 992 time: 1.0389791 Aug 31 01:53:25.379896 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:53:25.382256 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64aca5b8-dd42-46e7-a0f8-12d58481c7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:53:25.423285 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7e73fd-49bb-47c0-ae79-039118c6f9d0 x-openstack-request-id: req-bb7e73fd-49bb-47c0-ae79-039118c6f9d0 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:53:25.423587 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:53:25.423851 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb7e73fd-49bb-47c0-ae79-039118c6f9d0 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:53:25.424220 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea', 'status': 'completed', 'code': 200} Aug 31 01:53:25.488183 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aca5b8-dd42-46e7-a0f8-12d58481c7fa req-ca056503-c3ca-4c89-ba0a-f5941493d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:25.489743 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64aca5b8-dd42-46e7-a0f8-12d58481c7fa req-ca056503-c3ca-4c89-ba0a-f5941493d966 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 1098 time: 0.0435429 Aug 31 01:53:25.496869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-c7b3e47f-bed2-445d-b50b-8b9bf3c7f94b None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:53:25.601405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aca5b8-dd42-46e7-a0f8-12d58481c7fa req-9a743d5c-0116-49a7-a593-26212fbce207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:25.604394 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64aca5b8-dd42-46e7-a0f8-12d58481c7fa req-9a743d5c-0116-49a7-a593-26212fbce207 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.1082444 Aug 31 01:53:25.678246 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64aca5b8-dd42-46e7-a0f8-12d58481c7fa req-b34d2780-d8f0-4b04-8026-10e79800c27e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea HTTP/1.1" status: 200 len: 1000 time: 0.0664046 Aug 31 01:53:25.737885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aca5b8-dd42-46e7-a0f8-12d58481c7fa req-caae0b4c-479a-4c7b-aac0-bb6a2edc2e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:25.739469 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64aca5b8-dd42-46e7-a0f8-12d58481c7fa req-caae0b4c-479a-4c7b-aac0-bb6a2edc2e9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0546737 Aug 31 01:53:25.751772 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c7b3e47f-bed2-445d-b50b-8b9bf3c7f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '675fca42-5a20-4d2d-8f88-29dd17b4fc94', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'port_id': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'mac_address': 'fa:16:3e:aa:57:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:48:31Z', 'updated_at': '2021-08-31T01:53:24Z', 'revision_number': 9, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:53:25.779222 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b3e47f-bed2-445d-b50b-8b9bf3c7f94b None None] Checking router: e18b1523-2f4d-42a0-bfd1-b944b0c6f887 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:53:25.788719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b3e47f-bed2-445d-b50b-8b9bf3c7f94b None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:53:25.789344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c7b3e47f-bed2-445d-b50b-8b9bf3c7f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:53:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:53:25.789522 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aca5b8-dd42-46e7-a0f8-12d58481c7fa req-3e51383d-6f0a-46b2-810a-bcf8b0abe7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:25.791085 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64aca5b8-dd42-46e7-a0f8-12d58481c7fa req-3e51383d-6f0a-46b2-810a-bcf8b0abe7b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447416 Aug 31 01:53:25.912259 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64aca5b8-dd42-46e7-a0f8-12d58481c7fa req-762372d0-4193-471f-ba87-5fb8f5df83fb service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131482 Aug 31 01:53:25.924072 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-c7b3e47f-bed2-445d-b50b-8b9bf3c7f94b None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:53:26.023524 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-64aca5b8-dd42-46e7-a0f8-12d58481c7fa req-cfe031f6-f9f9-4186-b183-5e14fe38f500 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046565 Aug 31 01:53:26.343797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c7b3e47f-bed2-445d-b50b-8b9bf3c7f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '675fca42-5a20-4d2d-8f88-29dd17b4fc94', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'port_id': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'mac_address': 'fa:16:3e:aa:57:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:48:31Z', 'updated_at': '2021-08-31T01:53:24Z', 'revision_number': 9, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:53:26.372337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b3e47f-bed2-445d-b50b-8b9bf3c7f94b None None] The sync data for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 is: [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '675fca42-5a20-4d2d-8f88-29dd17b4fc94', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'port_id': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'mac_address': 'fa:16:3e:aa:57:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:48:31Z', 'updated_at': '2021-08-31T01:53:24Z', 'revision_number': 9, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:53:26.607871 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f45599-08e5-4f67-be87-a800aedba0a2 None None] New status for floating IP 675fca42-5a20-4d2d-8f88-29dd17b4fc94: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:53:34.269751 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0fa91c41-df84-423a-8ac1-800b11f5bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:36.872136 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:37.001380 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d1ca56e1-8de8-4b1f-9f44-6cc6df452c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:37.523943 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:37.707086 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:38.732718 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:40.389994 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:58.872231 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:54:04.283353 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3f9cbe4b-be02-4ef1-ad30-b050abedaec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:06.874494 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:06.994617 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c988d207-f068-4f8e-a515-d6de3d449731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:07.528744 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:07.724713 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:08.712260 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:10.382679 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:21.150482 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-493e9754-c4f8-4e2e-8ab9-736d32f697e0 req-d725c165-1c99-4ac3-a4e6-0e6951d9d528 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405440 Aug 31 01:54:21.235395 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e9754-c4f8-4e2e-8ab9-736d32f697e0 req-12d8b731-4ed5-44e4-9069-7752e3aef728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:21.236970 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-493e9754-c4f8-4e2e-8ab9-736d32f697e0 req-12d8b731-4ed5-44e4-9069-7752e3aef728 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 1098 time: 0.0411282 Aug 31 01:54:21.343196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e9754-c4f8-4e2e-8ab9-736d32f697e0 req-35ff0f08-3e1c-4b62-a6b9-f857474fd280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:21.344680 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-493e9754-c4f8-4e2e-8ab9-736d32f697e0 req-35ff0f08-3e1c-4b62-a6b9-f857474fd280 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0881934 Aug 31 01:54:21.410127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-493e9754-c4f8-4e2e-8ab9-736d32f697e0 req-4570a540-f041-416e-945a-463e49a10038 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea HTTP/1.1" status: 200 len: 1003 time: 0.0571566 Aug 31 01:54:21.463427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e9754-c4f8-4e2e-8ab9-736d32f697e0 req-4ee7f86b-7745-45af-86ac-3518344d7f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:21.472472 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-493e9754-c4f8-4e2e-8ab9-736d32f697e0 req-4ee7f86b-7745-45af-86ac-3518344d7f87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0484970 Aug 31 01:54:21.512070 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e9754-c4f8-4e2e-8ab9-736d32f697e0 req-8b896ea5-2a6d-4e76-ba8b-72db608b2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:21.513611 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-493e9754-c4f8-4e2e-8ab9-736d32f697e0 req-8b896ea5-2a6d-4e76-ba8b-72db608b2dbd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403843 Aug 31 01:54:21.604957 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-493e9754-c4f8-4e2e-8ab9-736d32f697e0 req-fd4a6ccf-d13f-4d9d-9b6a-e7da2a7a7abc service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835454 Aug 31 01:54:21.700460 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-493e9754-c4f8-4e2e-8ab9-736d32f697e0 req-4acf2bbe-1a73-4033-9bff-7f196661b456 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886443 Aug 31 01:54:34.294980 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-43dbe1bb-8ec3-4b36-b3a6-00c5569f789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:35.871115 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:54:36.862068 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:37.005106 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d629c6ac-9007-4216-b88a-c76925b0c209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:37.551631 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:37.765128 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:38.729557 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:40.391614 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:00.521044 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2282da-4992-48d9-a937-3af00d328e81 req-a9fa4116-f69c-4e72-a0cf-488755a9e5b6 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:00.521044 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1b2282da-4992-48d9-a937-3af00d328e81 req-a9fa4116-f69c-4e72-a0cf-488755a9e5b6 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0527072 Aug 31 01:55:00.556323 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1b2282da-4992-48d9-a937-3af00d328e81 req-15e98b66-b3f6-4a3c-89c4-139b60d4ba5a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349171 Aug 31 01:55:00.614261 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-324d9edb-326b-4538-baba-86473660b429 req-0bddb236-31d1-4482-acdc-0afb804bf87f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406001 Aug 31 01:55:01.676924 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58dec20-a39f-47c8-8af0-f988d70384fd req-664b53fa-a9dc-411f-ab42-3c4af0d80823 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:01.678754 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a58dec20-a39f-47c8-8af0-f988d70384fd req-664b53fa-a9dc-411f-ab42-3c4af0d80823 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0506139 Aug 31 01:55:01.720109 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a58dec20-a39f-47c8-8af0-f988d70384fd req-ae66f5c0-15d3-46dd-b6d2-2b01d3574155 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346031 Aug 31 01:55:02.576214 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d9edb-326b-4538-baba-86473660b429 req-9aaffb6d-0403-4a05-93ce-076f6635d51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:02.577807 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-324d9edb-326b-4538-baba-86473660b429 req-9aaffb6d-0403-4a05-93ce-076f6635d51f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 1098 time: 0.0472300 Aug 31 01:55:02.670643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d9edb-326b-4538-baba-86473660b429 req-5f3e4355-079a-4e9c-bdb8-9fc8f1becf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:02.672262 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-324d9edb-326b-4538-baba-86473660b429 req-5f3e4355-079a-4e9c-bdb8-9fc8f1becf22 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0872400 Aug 31 01:55:02.740323 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-324d9edb-326b-4538-baba-86473660b429 req-5f21c81f-e675-4142-907a-1010d0b45908 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea HTTP/1.1" status: 200 len: 1003 time: 0.0613484 Aug 31 01:55:02.789142 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d9edb-326b-4538-baba-86473660b429 req-f102e014-a225-4ec8-9f80-5e7399a159e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:02.791213 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-324d9edb-326b-4538-baba-86473660b429 req-f102e014-a225-4ec8-9f80-5e7399a159e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0437467 Aug 31 01:55:02.836290 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d9edb-326b-4538-baba-86473660b429 req-d022e221-3e16-4f84-aa64-a91a759129b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:02.838331 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-324d9edb-326b-4538-baba-86473660b429 req-d022e221-3e16-4f84-aa64-a91a759129b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408278 Aug 31 01:55:02.840717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea84da1-848f-4310-882b-903615b1d493 req-34318a42-b83a-41fe-b6fb-e3880b3ef161 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:02.842953 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6ea84da1-848f-4310-882b-903615b1d493 req-34318a42-b83a-41fe-b6fb-e3880b3ef161 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0545518 Aug 31 01:55:02.883573 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6ea84da1-848f-4310-882b-903615b1d493 req-50cbf121-f93d-47ae-9b4f-7221fa2b0dc3 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334082 Aug 31 01:55:02.937838 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-324d9edb-326b-4538-baba-86473660b429 req-b9c46182-f3fa-4432-85f8-d6dd5f053985 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923967 Aug 31 01:55:03.027987 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-324d9edb-326b-4538-baba-86473660b429 req-ff1f682f-b248-452d-b590-3ada8f63516c service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816305 Aug 31 01:55:04.002001 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280a1b8-4827-4b4c-b3e4-15de6e954611 req-ae3fbf1b-55f5-43ce-9108-e5e53e511313 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:04.003487 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4280a1b8-4827-4b4c-b3e4-15de6e954611 req-ae3fbf1b-55f5-43ce-9108-e5e53e511313 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0500934 Aug 31 01:55:04.040032 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4280a1b8-4827-4b4c-b3e4-15de6e954611 req-e11a73d8-3055-4ac0-adb9-c99615a1fbb5 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306551 Aug 31 01:55:04.261193 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bcf39d31-6914-4829-ab11-97d70a0a2c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:05.157290 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb811b-062f-4dd9-b89c-d05e12b9d25e req-75fa2768-5786-4a3d-8179-1ffb5691ec3d tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:05.158784 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7efb811b-062f-4dd9-b89c-d05e12b9d25e req-75fa2768-5786-4a3d-8179-1ffb5691ec3d tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0493641 Aug 31 01:55:05.196295 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7efb811b-062f-4dd9-b89c-d05e12b9d25e req-50882d03-b2c6-4fbc-9222-d1b6b78bc970 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315678 Aug 31 01:55:06.315602 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081fc97-c524-475f-96a7-92382a860917 req-e9f00b9b-7102-4bf8-853f-67fbd83abdd4 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:06.317082 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a081fc97-c524-475f-96a7-92382a860917 req-e9f00b9b-7102-4bf8-853f-67fbd83abdd4 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0540280 Aug 31 01:55:06.355446 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a081fc97-c524-475f-96a7-92382a860917 req-0b18b2b6-bb0e-4ce5-966a-462b7eec4140 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315442 Aug 31 01:55:06.838652 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:07.004191 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-90464e44-118d-49d0-a841-124c92b5c950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:07.469150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cd8f2-cd66-43c1-b5c9-1292a9993e1d req-d1b8ef31-09aa-4fe9-aa3e-b67ae22ed9e5 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:07.470697 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c5cd8f2-cd66-43c1-b5c9-1292a9993e1d req-d1b8ef31-09aa-4fe9-aa3e-b67ae22ed9e5 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0481973 Aug 31 01:55:07.508728 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c5cd8f2-cd66-43c1-b5c9-1292a9993e1d req-5f957a3e-c3bc-4282-8ed0-cce0ac8ba960 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320668 Aug 31 01:55:07.565061 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:07.803705 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:08.626312 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b283960-7575-4bd5-b52c-ca68a42e1000 req-c975c50e-2fdb-4325-b2db-067464bc8410 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:08.627804 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4b283960-7575-4bd5-b52c-ca68a42e1000 req-c975c50e-2fdb-4325-b2db-067464bc8410 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0490644 Aug 31 01:55:08.668153 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4b283960-7575-4bd5-b52c-ca68a42e1000 req-4bfc6143-0e40-4503-908e-4ce06731acb8 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329442 Aug 31 01:55:08.733809 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:09.793164 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c0db1-97fa-46d1-b6c2-55cbc69a4f07 req-ac78b998-4ff3-423d-9200-d872d3b37799 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:09.794719 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-824c0db1-97fa-46d1-b6c2-55cbc69a4f07 req-ac78b998-4ff3-423d-9200-d872d3b37799 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0552640 Aug 31 01:55:09.835642 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-824c0db1-97fa-46d1-b6c2-55cbc69a4f07 req-9ff2ea9b-8fca-4498-8b3a-cc7d8e2d2913 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349331 Aug 31 01:55:10.369934 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:10.951649 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb388a-7011-4b61-860f-dba8efe4ddbd req-785a0aed-03a0-4523-99d4-db3afa26a65c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:10.953129 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5fb388a-7011-4b61-860f-dba8efe4ddbd req-785a0aed-03a0-4523-99d4-db3afa26a65c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0488405 Aug 31 01:55:10.989745 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f5fb388a-7011-4b61-860f-dba8efe4ddbd req-48798dc0-172a-41aa-af09-2f587d66f0ad tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305586 Aug 31 01:55:12.104978 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119476e5-a8dc-442a-b583-1269ec275bc0 req-2f8ba4a2-bb55-4f12-bc12-0707a60556a9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:12.106476 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-119476e5-a8dc-442a-b583-1269ec275bc0 req-2f8ba4a2-bb55-4f12-bc12-0707a60556a9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0490441 Aug 31 01:55:12.143956 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-119476e5-a8dc-442a-b583-1269ec275bc0 req-4578a406-6625-42a6-96f6-3da3a29ce478 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314803 Aug 31 01:55:12.870817 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:55:13.267888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25392d-5a4f-4c2a-802a-6ca3f769951b req-c1729dd7-527d-4586-81fe-47a82293a94a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:13.269351 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b25392d-5a4f-4c2a-802a-6ca3f769951b req-c1729dd7-527d-4586-81fe-47a82293a94a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0539541 Aug 31 01:55:13.307697 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8b25392d-5a4f-4c2a-802a-6ca3f769951b req-3ae94e57-2b3d-4fe0-86b6-ae05c7bd10ee tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322368 Aug 31 01:55:14.420728 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c435ec-dcfc-4e7a-b7dc-1f3c24a47c9c req-9d7a9101-10c7-4f8f-a64a-16f0e0564233 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:14.422249 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-72c435ec-dcfc-4e7a-b7dc-1f3c24a47c9c req-9d7a9101-10c7-4f8f-a64a-16f0e0564233 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0486989 Aug 31 01:55:14.460190 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-72c435ec-dcfc-4e7a-b7dc-1f3c24a47c9c req-34a87558-141a-4330-97e8-a4765e3e46fb tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318377 Aug 31 01:55:15.042424 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-324d9edb-326b-4538-baba-86473660b429 req-387eee78-e266-47d6-a857-132c1478392d service neutron] show failed (client error): The resource could not be found. Aug 31 01:55:15.044075 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-324d9edb-326b-4538-baba-86473660b429 req-387eee78-e266-47d6-a857-132c1478392d service neutron] 10.222.0.48 "GET /v2.0/ports/b991dfda-56f3-41ab-81d9-9b43a1dc47ea/bindings/n-h2-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.0566146 Aug 31 01:55:15.589412 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d9edb-326b-4538-baba-86473660b429 req-54fc2280-ee7d-420f-9bb4-bebe2a51a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:15.590958 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-324d9edb-326b-4538-baba-86473660b429 req-54fc2280-ee7d-420f-9bb4-bebe2a51a841 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635&tenant_id=b698dd828dc14f1c9b8a6669f4de990e HTTP/1.1" status: 200 len: 1098 time: 0.0837157 Aug 31 01:55:15.605794 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57996034-18ea-418e-b965-a264c26c63a0 req-85e9b3ce-8c20-4d48-8e68-da21ffbf6edb tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:15.607199 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-57996034-18ea-418e-b965-a264c26c63a0 req-85e9b3ce-8c20-4d48-8e68-da21ffbf6edb tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0640683 Aug 31 01:55:15.611986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:55:15.689205 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-57996034-18ea-418e-b965-a264c26c63a0 req-b39bc2d3-0389-4c55-85b6-be1b4716050d tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736203 Aug 31 01:55:15.689909 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:15.889696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:15.922802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:55:15.967424 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:55:15.969838 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcdaf17-bb60-47e8-8d6a-9c78c227b4ae" -d '{"events": [{"server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "name": "network-vif-unplugged", "status": "completed", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:55:15.974086 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:15.992701 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Transition to ACTIVE for port object b991dfda-56f3-41ab-81d9-9b43a1dc47ea will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:55:16.021374 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9739f887-304b-4a78-9447-636d1c80b63c x-openstack-request-id: req-9739f887-304b-4a78-9447-636d1c80b63c {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:55:16.021374 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "name": "network-vif-unplugged", "status": "completed", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:55:16.021374 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9739f887-304b-4a78-9447-636d1c80b63c {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:55:16.021374 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea', 'code': 200} Aug 31 01:55:16.077969 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:16.127752 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,revision_number=6']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:16.164394 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:16.164735 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:16.165071 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:16.165404 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:16.165785 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:16.166117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:16.166447 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:16.166768 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:16.167092 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:16.167413 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:16.167733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:16.168050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:16.212549 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] No DVR routers for this DVR port b991dfda-56f3-41ab-81d9-9b43a1dc47ea on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:55:16.352784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Attempting to bind port b991dfda-56f3-41ab-81d9-9b43a1dc47ea on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:55:16.353147 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Attempting to bind port b991dfda-56f3-41ab-81d9-9b43a1dc47ea by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:55:16.353543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Attempting to bind port b991dfda-56f3-41ab-81d9-9b43a1dc47ea on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:55:16.357759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Port b991dfda-56f3-41ab-81d9-9b43a1dc47ea on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:55:16.358081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Attempting to bind port b991dfda-56f3-41ab-81d9-9b43a1dc47ea on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:55:16.362962 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:55:16.363302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Checking segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:55:16.363688 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Bound using segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:55:16.364113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Bound port: b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:55:16.364470 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:16.427068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:55:16.429965 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:55:16.496120 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:16.531664 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:16.532284 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:16.533723 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-324d9edb-326b-4538-baba-86473660b429 req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/b991dfda-56f3-41ab-81d9-9b43a1dc47ea HTTP/1.1" status: 200 len: 1093 time: 0.9256294 Aug 31 01:55:16.557355 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdc7b3-bf3d-42e9-a439-0920f1dbd7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,revision_number=7']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:16.608928 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d9edb-326b-4538-baba-86473660b429 req-eaf1294d-2cf5-40e1-914c-ed7a314286ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:16.610609 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-324d9edb-326b-4538-baba-86473660b429 req-eaf1294d-2cf5-40e1-914c-ed7a314286ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 1096 time: 0.0438325 Aug 31 01:55:16.709324 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d9edb-326b-4538-baba-86473660b429 req-64a62c2c-bd3d-4c23-8681-196fc4563ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:16.710964 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-324d9edb-326b-4538-baba-86473660b429 req-64a62c2c-bd3d-4c23-8681-196fc4563ceb service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0932035 Aug 31 01:55:16.808624 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-324d9edb-326b-4538-baba-86473660b429 req-b76f163a-f3bf-4c83-8fe8-1bf07cdf5471 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea HTTP/1.1" status: 200 len: 1001 time: 0.0894639 Aug 31 01:55:16.851480 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858b9ce-ff10-44e3-b73b-91c1f8544519 req-b54ae8a6-6671-4884-9f47-02ab719a2e0e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:16.852939 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c858b9ce-ff10-44e3-b73b-91c1f8544519 req-b54ae8a6-6671-4884-9f47-02ab719a2e0e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 944 time: 0.0908885 Aug 31 01:55:16.883670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d9edb-326b-4538-baba-86473660b429 req-b400150d-089a-4de5-ab78-8dbcfa8e5f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:16.885176 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-324d9edb-326b-4538-baba-86473660b429 req-b400150d-089a-4de5-ab78-8dbcfa8e5f0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0690961 Aug 31 01:55:16.924625 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c858b9ce-ff10-44e3-b73b-91c1f8544519 req-76d65478-591d-4449-84c0-6b262eef7615 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635653 Aug 31 01:55:16.941261 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d9edb-326b-4538-baba-86473660b429 req-e5d76d74-3a08-4fe6-81be-c810ca850df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:16.942837 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-324d9edb-326b-4538-baba-86473660b429 req-e5d76d74-3a08-4fe6-81be-c810ca850df6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468814 Aug 31 01:55:17.034543 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-324d9edb-326b-4538-baba-86473660b429 req-9b3ee27d-22a6-4501-a681-126e1abaf68f service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840881 Aug 31 01:55:17.125546 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-324d9edb-326b-4538-baba-86473660b429 req-08001528-526a-46b4-ae99-975a91cfdd06 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830674 Aug 31 01:55:18.020005 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:55:18.022509 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83052446-5ed9-4475-9cc8-403d3b56ab0c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:55:18.052775 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3a5ca-1810-4e18-9a18-e22aa8856008 req-c19e578c-39f3-4e7d-a01f-3243f78fb586 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:18.054501 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dff3a5ca-1810-4e18-9a18-e22aa8856008 req-c19e578c-39f3-4e7d-a01f-3243f78fb586 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 944 time: 0.0571837 Aug 31 01:55:18.077042 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f303db8-42c7-4ef5-a3c6-cb13672fd136 x-openstack-request-id: req-1f303db8-42c7-4ef5-a3c6-cb13672fd136 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:55:18.077610 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:55:18.078125 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f303db8-42c7-4ef5-a3c6-cb13672fd136 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:55:18.078811 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea', 'status': 'completed', 'code': 200} Aug 31 01:55:18.109093 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dff3a5ca-1810-4e18-9a18-e22aa8856008 req-41e038e3-6b86-4b1b-aa59-d06e1b08b59a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474639 Aug 31 01:55:18.190068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-6bf01c92-0b7f-43f7-afa8-309090461738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:18.191836 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-6bf01c92-0b7f-43f7-afa8-309090461738 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 1096 time: 0.0867891 Aug 31 01:55:18.194786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-0c8c6f66-8420-4b57-8c7b-99785ca8f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:18.196298 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-0c8c6f66-8420-4b57-8c7b-99785ca8f7f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 1096 time: 0.0899565 Aug 31 01:55:18.645543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-41953e18-6e83-4f3a-89ae-3873b60785b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:18.647010 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-41953e18-6e83-4f3a-89ae-3873b60785b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.4479885 Aug 31 01:55:18.649492 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-d06c22dd-8ee9-4cd4-80ae-9fdeb0c8860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:18.651302 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-d06c22dd-8ee9-4cd4-80ae-9fdeb0c8860b service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.4428258 Aug 31 01:55:18.760604 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-9add58c8-4e85-40c4-a9d1-bafcc07c5641 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea HTTP/1.1" status: 200 len: 1001 time: 0.0991158 Aug 31 01:55:18.762354 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-99feca5a-8e0e-433c-8d7d-0cf884c3f1b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea HTTP/1.1" status: 200 len: 1001 time: 0.1066878 Aug 31 01:55:18.845098 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-f9e0394b-ee42-4f21-95e1-93e762196caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:18.846590 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-f9e0394b-ee42-4f21-95e1-93e762196caf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0771904 Aug 31 01:55:18.847975 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-ce6f2620-760d-45d5-adcf-6f62a16b9694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:18.849283 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-ce6f2620-760d-45d5-adcf-6f62a16b9694 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0787427 Aug 31 01:55:18.924571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-f78e1c05-9f69-47de-bfe1-dff4d8e200cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:18.926031 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-f78e1c05-9f69-47de-bfe1-dff4d8e200cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729711 Aug 31 01:55:18.928652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-c17c05f0-55fd-4f9a-bd1b-4727354e11f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:18.930029 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-c17c05f0-55fd-4f9a-bd1b-4727354e11f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689561 Aug 31 01:55:19.084119 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-5dbb3b91-d913-4585-a49c-5d1b409a7082 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439350 Aug 31 01:55:19.085856 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-36798b03-afcf-42e9-a5e7-67fef999bda2 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527245 Aug 31 01:55:19.295461 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccaab0-2eb9-4887-931f-74bf663565c3 req-1cf4b282-fc34-4fa7-b7a4-9fa1d8f2c331 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:19.296962 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6bccaab0-2eb9-4887-931f-74bf663565c3 req-1cf4b282-fc34-4fa7-b7a4-9fa1d8f2c331 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 944 time: 0.1096764 Aug 31 01:55:19.298838 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-5c6c4985-23c0-4b12-9e07-e73d012b8860 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070837 Aug 31 01:55:19.303506 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-9e6d0cc0-5653-4966-8048-dc0b2a739bf4 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038300 Aug 31 01:55:19.304369 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.41', 49846) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:55:19.339843 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6bccaab0-2eb9-4887-931f-74bf663565c3 req-4d7f40db-a6e6-4b39-b0a1-e55351548855 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358827 Aug 31 01:55:19.351456 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4b197f0-25c0-4a43-8fba-fad93f6f67b2 req-11cb6112-da48-4483-987c-44b07f84598a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458207 Aug 31 01:55:19.435883 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b197f0-25c0-4a43-8fba-fad93f6f67b2 req-4657ca01-d6a2-4982-83a9-e7ea47279eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:19.437363 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4b197f0-25c0-4a43-8fba-fad93f6f67b2 req-4657ca01-d6a2-4982-83a9-e7ea47279eab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 1096 time: 0.0409722 Aug 31 01:55:19.549494 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b197f0-25c0-4a43-8fba-fad93f6f67b2 req-1cb61312-3b8e-4ca0-889f-04c7fcd9ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:19.550870 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4b197f0-25c0-4a43-8fba-fad93f6f67b2 req-1cb61312-3b8e-4ca0-889f-04c7fcd9ba52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0929487 Aug 31 01:55:19.616217 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4b197f0-25c0-4a43-8fba-fad93f6f67b2 req-d7207049-19e7-4613-915e-5fa2ed47937d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea HTTP/1.1" status: 200 len: 1001 time: 0.0580900 Aug 31 01:55:19.670787 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b197f0-25c0-4a43-8fba-fad93f6f67b2 req-40bdab00-9235-4f66-ba1d-d818ca601265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:19.672281 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4b197f0-25c0-4a43-8fba-fad93f6f67b2 req-40bdab00-9235-4f66-ba1d-d818ca601265 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0486879 Aug 31 01:55:19.719964 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b197f0-25c0-4a43-8fba-fad93f6f67b2 req-3c9e0d3c-6e20-4a34-b2c5-cd6c9763dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:19.721456 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4b197f0-25c0-4a43-8fba-fad93f6f67b2 req-3c9e0d3c-6e20-4a34-b2c5-cd6c9763dea9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417778 Aug 31 01:55:19.811986 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4b197f0-25c0-4a43-8fba-fad93f6f67b2 req-0d9d154e-500c-4c7f-b831-0b1c3f5df01f service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825486 Aug 31 01:55:19.905425 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4b197f0-25c0-4a43-8fba-fad93f6f67b2 req-eb58d3d9-b30d-49b9-9890-33bfce37a21d service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867832 Aug 31 01:55:19.971077 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b991dfda-56f3-41ab-81d9-9b43a1dc47ea details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:55:20.067565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:20.079351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'port_id': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea', 'mac_address': 'fa:16:3e:aa:57:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:55:20.120738 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:20.134087 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b991dfda-56f3-41ab-81d9-9b43a1dc47ea {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:55:20.153642 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:20.202279 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b991dfda-56f3-41ab-81d9-9b43a1dc47ea no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:55:20.229276 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:20.271674 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b991dfda-56f3-41ab-81d9-9b43a1dc47ea not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:55:20.292833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:20.300154 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:20.300502 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:20.300844 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:20.301183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:20.301794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:20.302128 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:20.302457 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:20.302786 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:20.303114 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:20.303442 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:20.303765 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:20.304092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:20.447496 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['b991dfda-56f3-41ab-81d9-9b43a1dc47ea'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:55:20.457728 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9c294-52e9-47cc-ace2-e5f07d2c233c req-5f3a939a-a036-4db7-912f-2dea9dce6adc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:20.459230 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fda9c294-52e9-47cc-ace2-e5f07d2c233c req-5f3a939a-a036-4db7-912f-2dea9dce6adc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 945 time: 0.0504336 Aug 31 01:55:20.497572 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fda9c294-52e9-47cc-ace2-e5f07d2c233c req-46434698-4682-4e50-bb23-e3ee7ef5cb4d tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315151 Aug 31 01:55:21.095122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f652a-ad02-4078-b146-87a6d47a5a51 req-ef7f4599-25c3-4305-8aed-d7c842220c3d tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:21.096607 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-da7f652a-ad02-4078-b146-87a6d47a5a51 req-ef7f4599-25c3-4305-8aed-d7c842220c3d tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 945 time: 0.0489511 Aug 31 01:55:21.202500 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-da7f652a-ad02-4078-b146-87a6d47a5a51 req-b36856e2-9df9-4d54-bed0-b40a295be66a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961578 Aug 31 01:55:21.209819 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-c996813a-bceb-4cb0-ab5e-a347daf1f54f tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:21.211305 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-c996813a-bceb-4cb0-ab5e-a347daf1f54f tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635&tenant_id=b698dd828dc14f1c9b8a6669f4de990e&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 945 time: 0.1138575 Aug 31 01:55:21.273200 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-51507f5e-e83a-416b-be5d-7d7382a8083a service neutron] 10.222.0.41 "GET /v2.0/ports/b991dfda-56f3-41ab-81d9-9b43a1dc47ea/bindings/n-h2-793621-34 HTTP/1.1" status: 200 len: 383 time: 0.0537193 Aug 31 01:55:21.341026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-7b4a5819-7e3c-4caa-ba74-af7b113912fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:21.342540 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-7b4a5819-7e3c-4caa-ba74-af7b113912fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 1097 time: 0.0454223 Aug 31 01:55:21.431635 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-883cd09b-6712-4005-8771-50a9044d385f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:21.433591 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-883cd09b-6712-4005-8771-50a9044d385f service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0837922 Aug 31 01:55:21.505134 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-4adec1ff-31c1-4168-8c7a-8037e9f1f60f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea HTTP/1.1" status: 200 len: 1002 time: 0.0641184 Aug 31 01:55:21.554557 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-e2968418-2eca-4be9-a33e-422dde29ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:21.555896 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-e2968418-2eca-4be9-a33e-422dde29ed31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0437479 Aug 31 01:55:21.602711 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-90cd6554-8ca9-4f6f-a081-8fe05120688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:21.604888 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-90cd6554-8ca9-4f6f-a081-8fe05120688e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413773 Aug 31 01:55:22.001337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b991dfda-56f3-41ab-81d9-9b43a1dc47ea up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:55:22.022726 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-f5dc296e-2dd6-4a1f-afc7-fea2aef987ce service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105394 Aug 31 01:55:22.115052 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-1d0eed93-46d9-4522-80c2-7516a3618ff4 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824330 Aug 31 01:55:22.157991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port b991dfda-56f3-41ab-81d9-9b43a1dc47ea completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:55:22.162083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port b991dfda-56f3-41ab-81d9-9b43a1dc47ea triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:55:22.162456 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:22.239653 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:22.262793 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:55:22.264944 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a173c426-a43a-43a2-b333-219f4b34c0d0" -d '{"events": [{"server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "name": "network-vif-plugged", "status": "completed", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:55:22.277690 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:22.313473 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed157560-b290-4a8d-a66a-04edd00fbea6 x-openstack-request-id: req-ed157560-b290-4a8d-a66a-04edd00fbea6 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:55:22.313776 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "name": "network-vif-plugged", "status": "completed", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:55:22.314030 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed157560-b290-4a8d-a66a-04edd00fbea6 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:55:22.314428 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea', 'code': 200} Aug 31 01:55:22.346409 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:22.373539 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f4cf7-abe3-45d7-bc85-fd772e51f106 req-b4a95ec5-319e-4020-badf-9b3211b0d1e0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:22.375145 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc4f4cf7-abe3-45d7-bc85-fd772e51f106 req-b4a95ec5-319e-4020-badf-9b3211b0d1e0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 945 time: 0.1024938 Aug 31 01:55:22.396264 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:22.413912 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cc4f4cf7-abe3-45d7-bc85-fd772e51f106 req-ea865706-b494-4b1d-b128-fa55f2414c4e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326328 Aug 31 01:55:23.589997 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895db1e-3c18-4d6d-b478-f751711e33bf req-9c40857d-f15c-4c3a-83dc-eaaeefe04386 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:23.591537 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3895db1e-3c18-4d6d-b478-f751711e33bf req-9c40857d-f15c-4c3a-83dc-eaaeefe04386 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.1067760 Aug 31 01:55:23.635362 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3895db1e-3c18-4d6d-b478-f751711e33bf req-a8f296d4-ed25-40d9-8347-4e1a531e3444 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367956 Aug 31 01:55:24.656228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-532cad90-ca12-4f70-b6ac-719bd2fb1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:24.657851 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-532cad90-ca12-4f70-b6ac-719bd2fb1e71 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635&tenant_id=b698dd828dc14f1c9b8a6669f4de990e HTTP/1.1" status: 200 len: 1098 time: 0.0461018 Aug 31 01:55:24.670514 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:55:24.748666 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:24.800583 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea003ce2-6dbd-49cf-b15d-5cd15984d0e2 req-ea4b9ef7-3bc0-4415-bb5f-971ff08805a5 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:24.802660 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea003ce2-6dbd-49cf-b15d-5cd15984d0e2 req-ea4b9ef7-3bc0-4415-bb5f-971ff08805a5 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0863419 Aug 31 01:55:24.910784 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea003ce2-6dbd-49cf-b15d-5cd15984d0e2 req-46eb3b0f-28bf-4399-9036-ecf198b49aa4 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995011 Aug 31 01:55:24.999844 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:25.032868 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:55:25.071577 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:55:25.074475 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c370ac4-22f1-4d9e-8445-39907fa199de" -d '{"events": [{"server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "name": "network-vif-unplugged", "status": "completed", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:55:25.078339 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:25.090792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Transition to ACTIVE for port object b991dfda-56f3-41ab-81d9-9b43a1dc47ea will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:55:25.126107 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d6d105-770a-4b39-b540-37e1c3fbe518 x-openstack-request-id: req-55d6d105-770a-4b39-b540-37e1c3fbe518 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:55:25.126411 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "name": "network-vif-unplugged", "status": "completed", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:55:25.126666 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55d6d105-770a-4b39-b540-37e1c3fbe518 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:55:25.127098 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea', 'code': 200} Aug 31 01:55:25.163444 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:25.243115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,revision_number=10']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:25.286823 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] No DVR routers for this DVR port b991dfda-56f3-41ab-81d9-9b43a1dc47ea on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:55:25.421865 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Attempting to bind port b991dfda-56f3-41ab-81d9-9b43a1dc47ea on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:55:25.422343 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Attempting to bind port b991dfda-56f3-41ab-81d9-9b43a1dc47ea by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:55:25.422668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Attempting to bind port b991dfda-56f3-41ab-81d9-9b43a1dc47ea on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:55:25.427173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Port b991dfda-56f3-41ab-81d9-9b43a1dc47ea on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:55:25.427484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Attempting to bind port b991dfda-56f3-41ab-81d9-9b43a1dc47ea on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:55:25.432696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:55:25.433028 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Checking segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:55:25.433398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Bound using segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:55:25.433844 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Bound port: b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:55:25.434190 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:25.496357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:55:25.499502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:55:25.575133 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:25.610465 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:25.610809 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:25.612189 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] 10.222.0.48 "PUT /v2.0/ports/b991dfda-56f3-41ab-81d9-9b43a1dc47ea HTTP/1.1" status: 200 len: 1094 time: 0.9467559 Aug 31 01:55:25.634329 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728deedf-5720-41fc-a7fc-0bdd934933f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,revision_number=11']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:25.683972 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-3c03a682-35b1-4781-b945-8d97e55f220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:25.685554 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-3c03a682-35b1-4781-b945-8d97e55f220e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 1097 time: 0.0477874 Aug 31 01:55:25.777731 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-f959228f-b0d6-4dd1-9531-8b65706d917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:25.779247 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-f959228f-b0d6-4dd1-9531-8b65706d917c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0871830 Aug 31 01:55:25.848762 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-d232d02b-4632-47aa-9fab-8f14f1b230e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea HTTP/1.1" status: 200 len: 1001 time: 0.0628431 Aug 31 01:55:25.896540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-970fe759-202a-4b73-ac80-d37a1862426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:25.897879 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-970fe759-202a-4b73-ac80-d37a1862426e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0417588 Aug 31 01:55:25.943013 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-6da473ca-d062-4e61-93bc-5d1b9791e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:25.944549 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-6da473ca-d062-4e61-93bc-5d1b9791e865 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395932 Aug 31 01:55:26.071386 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74c39c-eb79-42d5-a459-b425ffaef454 req-083dc2de-f529-4e78-8248-5c40566dd066 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:26.072913 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fd74c39c-eb79-42d5-a459-b425ffaef454 req-083dc2de-f529-4e78-8248-5c40566dd066 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 945 time: 0.0763109 Aug 31 01:55:26.076572 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-a3dc804f-5ff0-4d1e-a668-ee39004b13e2 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245079 Aug 31 01:55:26.159332 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fd74c39c-eb79-42d5-a459-b425ffaef454 req-ffa4160d-6c52-4035-bc81-411da570e70c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801101 Aug 31 01:55:26.191302 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27cbb259-6168-4bd9-bf7c-36313895ab9e req-c48e10f7-bd55-42fd-b3fc-8d23cbf51bf4 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061819 Aug 31 01:55:27.127945 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:55:27.130413 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e247ce91-4181-47ab-8e09-4abbdd77fe94" -d '{"events": [{"name": "network-changed", "server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:55:27.177936 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89875486-60f5-4d6a-98d6-b4876cb98c92 x-openstack-request-id: req-89875486-60f5-4d6a-98d6-b4876cb98c92 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:55:27.178237 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:55:27.178507 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89875486-60f5-4d6a-98d6-b4876cb98c92 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:55:27.178973 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea', 'status': 'completed', 'code': 200} Aug 31 01:55:27.240796 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-3355025e-95fb-4756-abb9-da9d44893ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:27.242385 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-3355025e-95fb-4756-abb9-da9d44893ec7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 1097 time: 0.0446212 Aug 31 01:55:27.272221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-ba392247-c667-46bf-b103-e00e157d86ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:27.273772 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-ba392247-c667-46bf-b103-e00e157d86ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 1097 time: 0.0723634 Aug 31 01:55:27.285715 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e67a3-7561-4e0d-bae1-d41022f6bc85 req-3e9b13b7-aac0-4368-9bb4-c9ecbd14e3ae tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:27.287146 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9c0e67a3-7561-4e0d-bae1-d41022f6bc85 req-3e9b13b7-aac0-4368-9bb4-c9ecbd14e3ae tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 945 time: 0.0575426 Aug 31 01:55:27.331283 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-498f20dd-d3b1-4009-b975-3143a3acbee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:27.332689 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-498f20dd-d3b1-4009-b975-3143a3acbee4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0835218 Aug 31 01:55:27.375924 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9c0e67a3-7561-4e0d-bae1-d41022f6bc85 req-fc670737-f8e4-44ee-95cf-6a22b34bcf9b tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801425 Aug 31 01:55:27.403865 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-592882cb-9a9e-4c34-bd45-79d70e376ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:27.404470 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-e8c40b7e-4894-4d73-bffe-a9c1462e9de3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea HTTP/1.1" status: 200 len: 1001 time: 0.0636697 Aug 31 01:55:27.405398 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-592882cb-9a9e-4c34-bd45-79d70e376ee1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.1174159 Aug 31 01:55:27.454572 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-38b47024-4b7c-4ddd-a7ef-40c411bb2db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:27.456052 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-38b47024-4b7c-4ddd-a7ef-40c411bb2db0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0450907 Aug 31 01:55:27.473825 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-a03e64a3-59a9-4c8d-8def-662ac29cde10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea HTTP/1.1" status: 200 len: 1001 time: 0.0584681 Aug 31 01:55:27.503425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-e83b011b-d5f8-464c-82d5-fc55f5cdb5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:27.504971 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-e83b011b-d5f8-464c-82d5-fc55f5cdb5b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410240 Aug 31 01:55:27.529992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-b7047b43-90d0-4378-9838-208a8abb3a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:27.531530 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-b7047b43-90d0-4378-9838-208a8abb3a7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0492465 Aug 31 01:55:27.589278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-78075d43-5422-4276-8e5c-b34cd75893ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:27.590923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-78075d43-5422-4276-8e5c-b34cd75893ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481200 Aug 31 01:55:27.621954 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-521958e2-f14e-4175-b0f5-78e30ae67f74 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089351 Aug 31 01:55:27.687402 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-fa2950fe-1749-4fb7-95ae-b1bb98ba67b3 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865500 Aug 31 01:55:27.715764 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-2dbf0b16-7a88-4582-bf7d-c0847ac2f271 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871882 Aug 31 01:55:27.783037 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e247ce91-4181-47ab-8e09-4abbdd77fe94 req-c9474f22-f933-40df-8679-364c00ce7b42 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884967 Aug 31 01:55:28.015757 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b991dfda-56f3-41ab-81d9-9b43a1dc47ea no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:55:28.053611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b991dfda-56f3-41ab-81d9-9b43a1dc47ea not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:55:28.209331 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b991dfda-56f3-41ab-81d9-9b43a1dc47ea details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:55:28.299514 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:28.311251 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'port_id': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea', 'mac_address': 'fa:16:3e:aa:57:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:55:28.350723 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:28.363006 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b991dfda-56f3-41ab-81d9-9b43a1dc47ea {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:55:28.382272 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:28.466364 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:28.495147 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bec124-2abd-46ff-93d4-7e4bb40cdf5b req-f54b35c5-a110-4444-a14d-406048385541 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:28.496681 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79bec124-2abd-46ff-93d4-7e4bb40cdf5b req-f54b35c5-a110-4444-a14d-406048385541 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 945 time: 0.0512669 Aug 31 01:55:28.514376 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,revision_number=12']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:28.538321 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79bec124-2abd-46ff-93d4-7e4bb40cdf5b req-91b920fc-b6c3-49b2-96e3-f33cbb9b214c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355382 Aug 31 01:55:28.654894 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640a248-a6bd-498a-b937-0fc59efe7cf5 req-91eda7ed-31a5-43fe-8f39-79476f13817a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:28.656463 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5640a248-a6bd-498a-b937-0fc59efe7cf5 req-91eda7ed-31a5-43fe-8f39-79476f13817a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0519123 Aug 31 01:55:28.680069 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['b991dfda-56f3-41ab-81d9-9b43a1dc47ea'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:55:28.697294 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5640a248-a6bd-498a-b937-0fc59efe7cf5 req-ac20a440-a333-449f-b79b-3561b2ad3923 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345256 Aug 31 01:55:28.809494 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af39ca4-8592-4f89-a9a3-fdab04d6c541 req-230236bb-9f24-458f-b5c8-279480c664bc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:28.811729 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7af39ca4-8592-4f89-a9a3-fdab04d6c541 req-230236bb-9f24-458f-b5c8-279480c664bc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0493064 Aug 31 01:55:28.851159 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7af39ca4-8592-4f89-a9a3-fdab04d6c541 req-ff568231-c055-4ce6-8878-a15e5643ce26 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328438 Aug 31 01:55:29.329223 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b8d58-8514-41ef-b68c-63b101d87360 req-66aa0cfb-7947-4896-a0de-8235fb0e6318 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:29.330799 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f08b8d58-8514-41ef-b68c-63b101d87360 req-66aa0cfb-7947-4896-a0de-8235fb0e6318 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0487974 Aug 31 01:55:29.368377 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f08b8d58-8514-41ef-b68c-63b101d87360 req-f5f1bba3-1e35-411a-8ae7-404c89ad48e0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315261 Aug 31 01:55:30.229805 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b991dfda-56f3-41ab-81d9-9b43a1dc47ea up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:55:30.368870 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port b991dfda-56f3-41ab-81d9-9b43a1dc47ea completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:55:30.372857 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port b991dfda-56f3-41ab-81d9-9b43a1dc47ea triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:55:30.373252 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:30.451092 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:30.473862 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:55:30.476130 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e4af92-a5ab-42e0-abc0-d01676bed5ce" -d '{"events": [{"server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "name": "network-vif-plugged", "status": "completed", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:55:30.492019 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458827b-330d-4a99-bfc1-4d72a386b95a req-a5201bed-0299-4ef5-b410-6a699fa1b94c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:30.494378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:30.495547 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d458827b-330d-4a99-bfc1-4d72a386b95a req-a5201bed-0299-4ef5-b410-6a699fa1b94c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 946 time: 0.0509872 Aug 31 01:55:30.513992 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8ec9e4-c688-4fc7-8008-cd014e4b7894 x-openstack-request-id: req-ca8ec9e4-c688-4fc7-8008-cd014e4b7894 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:55:30.514288 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "name": "network-vif-plugged", "status": "completed", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:55:30.514545 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca8ec9e4-c688-4fc7-8008-cd014e4b7894 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:55:30.514948 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea', 'code': 200} Aug 31 01:55:30.537450 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d458827b-330d-4a99-bfc1-4d72a386b95a req-cd2513ef-8c11-4036-bd59-3eea10eae206 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363839 Aug 31 01:55:30.541355 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:30.591703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4139eb-6c30-4da5-9a22-0edf9d5b34e8 req-9db80350-f790-4b75-a1aa-18e8a9c747d5 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:30.593643 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-db4139eb-6c30-4da5-9a22-0edf9d5b34e8 req-9db80350-f790-4b75-a1aa-18e8a9c747d5 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 947 time: 0.0540416 Aug 31 01:55:30.596451 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,revision_number=13']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:30.688366 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-db4139eb-6c30-4da5-9a22-0edf9d5b34e8 req-16047fbb-7d39-41b6-967c-ac883ab8b166 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Deleting port b991dfda-56f3-41ab-81d9-9b43a1dc47ea {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:55:30.688599 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-db4139eb-6c30-4da5-9a22-0edf9d5b34e8 req-16047fbb-7d39-41b6-967c-ac883ab8b166 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:30.780502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-db4139eb-6c30-4da5-9a22-0edf9d5b34e8 req-16047fbb-7d39-41b6-967c-ac883ab8b166 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] For port b991dfda-56f3-41ab-81d9-9b43a1dc47ea, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:30.780867 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-db4139eb-6c30-4da5-9a22-0edf9d5b34e8 req-16047fbb-7d39-41b6-967c-ac883ab8b166 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:30.970895 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-db4139eb-6c30-4da5-9a22-0edf9d5b34e8 req-16047fbb-7d39-41b6-967c-ac883ab8b166 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:30.971201 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-db4139eb-6c30-4da5-9a22-0edf9d5b34e8 req-16047fbb-7d39-41b6-967c-ac883ab8b166 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:30.971518 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [req-db4139eb-6c30-4da5-9a22-0edf9d5b34e8 req-16047fbb-7d39-41b6-967c-ac883ab8b166 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Floating IP 675fca42-5a20-4d2d-8f88-29dd17b4fc94 disassociated. External IP: 172.25.2.154, port: b991dfda-56f3-41ab-81d9-9b43a1dc47ea. Aug 31 01:55:30.971855 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-db4139eb-6c30-4da5-9a22-0edf9d5b34e8 req-16047fbb-7d39-41b6-967c-ac883ab8b166 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Calling delete_port for b991dfda-56f3-41ab-81d9-9b43a1dc47ea owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:55:31.425445 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-db4139eb-6c30-4da5-9a22-0edf9d5b34e8 req-16047fbb-7d39-41b6-967c-ac883ab8b166 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:31.453110 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16047fbb-7d39-41b6-967c-ac883ab8b166 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Pushing event deleted for resources: {'Port': ['ID=b991dfda-56f3-41ab-81d9-9b43a1dc47ea,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:31.575848 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db4139eb-6c30-4da5-9a22-0edf9d5b34e8 req-16047fbb-7d39-41b6-967c-ac883ab8b166 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:55:31.646312 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b5e56c39-51f6-498c-a723-7d3b7bd46171 req-10a525ec-7853-4450-9929-e8629e8090e4 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff823c86-5b5b-4d43-9ed6-679456fa0635 HTTP/1.1" status: 200 len: 210 time: 0.0307107 Aug 31 01:55:31.695809 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db4139eb-6c30-4da5-9a22-0edf9d5b34e8 req-16047fbb-7d39-41b6-967c-ac883ab8b166 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:55:31.707071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc549f-2961-40b9-aff9-4612819e2809 None None] Sync routers for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:55:31.716932 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc549f-2961-40b9-aff9-4612819e2809 None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:55:31.717639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3bdc549f-2961-40b9-aff9-4612819e2809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:55:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:55:31.736529 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4139eb-6c30-4da5-9a22-0edf9d5b34e8 req-16047fbb-7d39-41b6-967c-ac883ab8b166 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] No DVR routers for this DVR port b991dfda-56f3-41ab-81d9-9b43a1dc47ea on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:55:31.739811 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-db4139eb-6c30-4da5-9a22-0edf9d5b34e8 req-16047fbb-7d39-41b6-967c-ac883ab8b166 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:31.741632 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-db4139eb-6c30-4da5-9a22-0edf9d5b34e8 req-16047fbb-7d39-41b6-967c-ac883ab8b166 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.48 "DELETE /v2.0/ports/b991dfda-56f3-41ab-81d9-9b43a1dc47ea HTTP/1.1" status: 204 len: 173 time: 1.1398067 Aug 31 01:55:31.742064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'name': 'network-vif-deleted', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:55:31.745217 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7919a85-be02-4512-bc4a-f357203d6285" -d '{"events": [{"server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "name": "network-vif-deleted", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:55:31.782239 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c31d3e-fef7-4f50-865c-41cb8431e5b4 x-openstack-request-id: req-b4c31d3e-fef7-4f50-865c-41cb8431e5b4 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:55:31.782581 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff823c86-5b5b-4d43-9ed6-679456fa0635", "name": "network-vif-deleted", "tag": "b991dfda-56f3-41ab-81d9-9b43a1dc47ea", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:55:31.782838 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4c31d3e-fef7-4f50-865c-41cb8431e5b4 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:55:31.783248 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff823c86-5b5b-4d43-9ed6-679456fa0635', 'name': 'network-vif-deleted', 'tag': 'b991dfda-56f3-41ab-81d9-9b43a1dc47ea', 'status': 'completed', 'code': 200} Aug 31 01:55:31.829016 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-3bdc549f-2961-40b9-aff9-4612819e2809 None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:55:32.025806 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3bdc549f-2961-40b9-aff9-4612819e2809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:55:32.055689 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc549f-2961-40b9-aff9-4612819e2809 None None] Checking router: e18b1523-2f4d-42a0-bfd1-b944b0c6f887 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:55:32.064123 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc549f-2961-40b9-aff9-4612819e2809 None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:55:32.064730 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3bdc549f-2961-40b9-aff9-4612819e2809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:55:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:55:32.166551 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-3bdc549f-2961-40b9-aff9-4612819e2809 None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:55:32.370973 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3bdc549f-2961-40b9-aff9-4612819e2809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:55:32.397276 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc549f-2961-40b9-aff9-4612819e2809 None None] The sync data for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 is: [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:55:32.619684 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e57564b-777d-43f9-b3fe-d08267f3d0c2 None None] New status for floating IP 675fca42-5a20-4d2d-8f88-29dd17b4fc94: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:55:32.918327 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-0550f7aa-f83c-43da-afd7-cdefb761c01e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--238941920&fields=id&tenant_id=b698dd828dc14f1c9b8a6669f4de990e HTTP/1.1" status: 200 len: 267 time: 0.0359414 Aug 31 01:55:33.022685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-d02dfd0b-cdae-4cfe-b7df-6659daadae96 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:33.024149 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-d02dfd0b-cdae-4cfe-b7df-6659daadae96 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 811 time: 0.0990932 Aug 31 01:55:33.039080 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-b623d71d-47ee-4b13-93fb-2c5373b66909 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/quotas/b698dd828dc14f1c9b8a6669f4de990e HTTP/1.1" status: 200 len: 375 time: 0.0091085 Aug 31 01:55:33.093065 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-ada9d639-673a-44e6-b5e5-192e20835739 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480111 Aug 31 01:55:33.192197 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-70fdb486-ccb0-4642-abec-47e92310f1ef service neutron] 10.222.0.16 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868831 Aug 31 01:55:33.279623 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-b2a5bed9-31b5-499b-8e77-e0208b2ffacb service neutron] 10.222.0.16 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813458 Aug 31 01:55:33.499203 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3e79dbf-b9a2-443c-b0f1-5500e1e845f7 req-d7a32447-ffc6-4e9b-8963-28109a9c04cf tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 210 time: 0.0268478 Aug 31 01:55:34.248949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b991dfda-56f3-41ab-81d9-9b43a1dc47ea no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:55:34.269637 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f7dd7e46-9a86-458d-bfab-955b46ecd21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:34.270900 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: b991dfda-56f3-41ab-81d9-9b43a1dc47ea {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:55:34.271233 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device b991dfda-56f3-41ab-81d9-9b43a1dc47ea not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:55:34.601539 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d069f036-f1fd-4cb7-9e1d-9b21ad71ce10 req-7e41e986-9c03-4bb5-b482-740584ebf8f5 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 210 time: 0.0313804 Aug 31 01:55:35.232412 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-4fdbf22e-dc23-4dc7-b2bf-be5846bcd9fb tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:35.233874 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-4fdbf22e-dc23-4dc7-b2bf-be5846bcd9fb tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 811 time: 0.1014388 Aug 31 01:55:35.285862 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7293d813-4031-46cd-879b-18f5a19c7ae7 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b698dd828dc14f1c9b8a6669f4de990e HTTP/1.1" status: 200 len: 379 time: 0.0433061 Aug 31 01:55:35.295062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Request body: {'port': {'device_id': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'admin_state_up': True, 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'security_groups': ['8c60e24e-8170-4cdd-8869-6ca8d40c0f18']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:55:35.471005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Made reservation on behalf of b698dd828dc14f1c9b8a6669f4de990e for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:55:35.474520 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:35.599746 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Allocated IP 172.20.0.12 (f9ba1b38-3b99-40c2-a6bc-aada57d8b883/4b14ea63-ba9f-4864-9e54-aae67dd2165c/5b3f0498-b985-483f-82ec-346b26821708) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:55:35.701358 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27efe669-1f4c-4051-80ef-f0c33da38ad0 req-9c471e0d-abd2-459f-b3a6-9d5121e643f3 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 210 time: 0.0321126 Aug 31 01:55:35.741000 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:35.755049 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Transition to ACTIVE for port object 5b3f0498-b985-483f-82ec-346b26821708 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:55:35.826531 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:35.866533 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:55:35.872057 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:55:35.875818 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:55:35.906470 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Pushing event updated for resources: {'Port': ['ID=5b3f0498-b985-483f-82ec-346b26821708,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:35.921971 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:35.922329 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:35.922668 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:35.923007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:35.923346 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:35.923681 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:35.924021 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:35.924491 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:35.924824 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:35.925155 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:35.925505 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:35.925965 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:35.947903 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:35.948547 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:36.044728 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-2cc0f9fe-d4d0-40fd-a958-a9b4e2c53ddc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7531452 Aug 31 01:55:36.056876 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Request body: {'port': {'device_id': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:55:36.112825 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:36.208835 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b2d90313-efb6-4276-9136-d7527652deb3 None None] Provisioning for port 5b3f0498-b985-483f-82ec-346b26821708 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:55:36.213041 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b2d90313-efb6-4276-9136-d7527652deb3 None None] Provisioning complete for port 5b3f0498-b985-483f-82ec-346b26821708 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:55:36.213508 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b2d90313-efb6-4276-9136-d7527652deb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:36.252800 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b2d90313-efb6-4276-9136-d7527652deb3 None None] Port 5b3f0498-b985-483f-82ec-346b26821708 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:55:36.418911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3f0498-b985-483f-82ec-346b26821708 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:55:36.426474 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:36.438045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Transition to ACTIVE for port object 5b3f0498-b985-483f-82ec-346b26821708 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:55:36.502377 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:36.556006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3f0498-b985-483f-82ec-346b26821708,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:36.628543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Attempting to bind port 5b3f0498-b985-483f-82ec-346b26821708 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:55:36.628875 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Attempting to bind port 5b3f0498-b985-483f-82ec-346b26821708 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:55:36.629206 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Attempting to bind port 5b3f0498-b985-483f-82ec-346b26821708 on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:55:36.634149 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Port 5b3f0498-b985-483f-82ec-346b26821708 on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:55:36.634446 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Attempting to bind port 5b3f0498-b985-483f-82ec-346b26821708 on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:55:36.639651 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:55:36.639993 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Checking segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:55:36.640377 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Bound using segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:55:36.640842 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Bound port: 5b3f0498-b985-483f-82ec-346b26821708, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:55:36.641207 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:36.713143 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] For port 5b3f0498-b985-483f-82ec-346b26821708, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:55:36.716742 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] For port 5b3f0498-b985-483f-82ec-346b26821708, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5b3f0498-b985-483f-82ec-346b26821708,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:55:36.809538 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:36.822093 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2038f-94ad-4c02-a442-0f8a9fd49709 req-572d4748-93e9-4e4f-b5ab-ce0aeb66c933 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:36.823600 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5fa2038f-94ad-4c02-a442-0f8a9fd49709 req-572d4748-93e9-4e4f-b5ab-ce0aeb66c933 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 944 time: 0.0566618 Aug 31 01:55:36.867160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:36.867789 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:36.869212 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] 10.222.0.41 "PUT /v2.0/ports/5b3f0498-b985-483f-82ec-346b26821708 HTTP/1.1" status: 200 len: 1093 time: 0.8165431 Aug 31 01:55:36.869713 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'tag': '5b3f0498-b985-483f-82ec-346b26821708'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:55:36.872045 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e56696-2c6e-4f19-ae10-ae47db41ebc7" -d '{"events": [{"name": "network-changed", "server_uuid": "ea50f289-b893-4e96-8395-a4ffde3109ee", "tag": "5b3f0498-b985-483f-82ec-346b26821708"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:55:36.895442 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:36.913647 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133cc97-d7d6-4f82-9cc7-63f65ced7a03 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3f0498-b985-483f-82ec-346b26821708,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:36.919033 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5fa2038f-94ad-4c02-a442-0f8a9fd49709 req-7727c2c9-32f6-4fdf-9f1b-5a8a6837ef99 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746095 Aug 31 01:55:36.987457 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f597e0-ad69-4f58-af4b-0dba6aaa71ef x-openstack-request-id: req-c6f597e0-ad69-4f58-af4b-0dba6aaa71ef {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:55:36.987756 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea50f289-b893-4e96-8395-a4ffde3109ee", "tag": "5b3f0498-b985-483f-82ec-346b26821708", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:55:36.988013 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6f597e0-ad69-4f58-af4b-0dba6aaa71ef {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:55:36.988433 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'tag': '5b3f0498-b985-483f-82ec-346b26821708', 'status': 'completed', 'code': 200} Aug 31 01:55:37.014872 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0cba9f33-308a-40ab-8bc9-8bb5ddf2373b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:37.036231 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-5b3958ea-d8a5-45cf-95e1-3da4e20b3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:37.038010 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-5b3958ea-d8a5-45cf-95e1-3da4e20b3307 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 1096 time: 0.0475268 Aug 31 01:55:37.082467 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-1d4e7801-981d-44f6-8f99-099b1d46d74a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3f0498-b985-483f-82ec-346b26821708 HTTP/1.1" status: 200 len: 217 time: 0.0360823 Aug 31 01:55:37.132539 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-d9bf9665-6a82-485e-ac1e-5bc0bf72c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:37.133999 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-d9bf9665-6a82-485e-ac1e-5bc0bf72c788 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0451095 Aug 31 01:55:37.187427 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-b2596175-0b9d-4a39-817f-828f0bea06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:37.188841 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-b2596175-0b9d-4a39-817f-828f0bea06b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450428 Aug 31 01:55:37.277869 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-81f097f5-0af0-461e-94e0-679190f1cc03 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819528 Aug 31 01:55:37.370430 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10d0fe22-1238-4137-8d9f-bc9ed94662eb req-b8590fae-624d-4491-8d33-da3f01f1c674 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857449 Aug 31 01:55:37.579570 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:37.601073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e56696-2c6e-4f19-ae10-ae47db41ebc7 req-2a903695-0014-4a84-8acf-04410b6a5d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:37.602623 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f4e56696-2c6e-4f19-ae10-ae47db41ebc7 req-2a903695-0014-4a84-8acf-04410b6a5d17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 1096 time: 0.0894642 Aug 31 01:55:37.693678 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e56696-2c6e-4f19-ae10-ae47db41ebc7 req-c513cabc-5066-4bcc-86e2-fcdb9cd049a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:37.695164 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f4e56696-2c6e-4f19-ae10-ae47db41ebc7 req-c513cabc-5066-4bcc-86e2-fcdb9cd049a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0851531 Aug 31 01:55:37.743426 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f4e56696-2c6e-4f19-ae10-ae47db41ebc7 req-8c6118e8-1e69-452f-9221-ee481a3d068d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3f0498-b985-483f-82ec-346b26821708 HTTP/1.1" status: 200 len: 217 time: 0.0389328 Aug 31 01:55:37.780166 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:37.793965 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e56696-2c6e-4f19-ae10-ae47db41ebc7 req-4eff2ef7-86f8-48f9-956f-460747f15648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:37.798210 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f4e56696-2c6e-4f19-ae10-ae47db41ebc7 req-4eff2ef7-86f8-48f9-956f-460747f15648 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0442951 Aug 31 01:55:37.841704 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e56696-2c6e-4f19-ae10-ae47db41ebc7 req-4e7948ef-dd24-4f94-b59b-d42286ca9ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:37.843243 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f4e56696-2c6e-4f19-ae10-ae47db41ebc7 req-4e7948ef-dd24-4f94-b59b-d42286ca9ebd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404370 Aug 31 01:55:37.936870 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f4e56696-2c6e-4f19-ae10-ae47db41ebc7 req-319a36c4-0869-4d4c-adbe-12b37ee18287 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852504 Aug 31 01:55:38.063022 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f4e56696-2c6e-4f19-ae10-ae47db41ebc7 req-ec65c9ed-fa9a-4e33-8a4b-715393ab7588 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174910 Aug 31 01:55:38.071215 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97088c79-1cf7-4bbb-b27b-9e3af69be348 req-7c2989ae-ace9-431b-b059-c2864fc7775b tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:38.072737 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97088c79-1cf7-4bbb-b27b-9e3af69be348 req-7c2989ae-ace9-431b-b059-c2864fc7775b tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 944 time: 0.0785758 Aug 31 01:55:38.116278 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-97088c79-1cf7-4bbb-b27b-9e3af69be348 req-510fddb4-7c30-489a-b9c9-05b10f500651 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368972 Aug 31 01:55:38.780072 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:39.235017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182e4ff-d1dd-44ca-8c6a-279df56193d6 req-5509f88d-9c04-4922-9e71-c56b30a5fe40 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:39.236536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a182e4ff-d1dd-44ca-8c6a-279df56193d6 req-5509f88d-9c04-4922-9e71-c56b30a5fe40 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 944 time: 0.0491610 Aug 31 01:55:39.274179 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a182e4ff-d1dd-44ca-8c6a-279df56193d6 req-0145d1aa-4514-44c3-9248-ad1136881227 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315831 Aug 31 01:55:40.082921 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5b3f0498-b985-483f-82ec-346b26821708 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:55:40.177090 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 5b3f0498-b985-483f-82ec-346b26821708, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5b3f0498-b985-483f-82ec-346b26821708,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:40.188681 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '5b3f0498-b985-483f-82ec-346b26821708', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'port_id': '5b3f0498-b985-483f-82ec-346b26821708', 'mac_address': 'fa:16:3e:c5:20:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:55:40.228748 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:40.241104 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3f0498-b985-483f-82ec-346b26821708 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:55:40.259860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 5b3f0498-b985-483f-82ec-346b26821708, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5b3f0498-b985-483f-82ec-346b26821708,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:40.313048 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:40.367321 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=5b3f0498-b985-483f-82ec-346b26821708,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:40.385989 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:40.391579 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414be0fe-2175-47b6-95f7-2a06584861e4 req-a7359b4b-beea-4ceb-a50e-474aae0bdb8a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:40.393070 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-414be0fe-2175-47b6-95f7-2a06584861e4 req-a7359b4b-beea-4ceb-a50e-474aae0bdb8a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 945 time: 0.0497589 Aug 31 01:55:40.431323 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-414be0fe-2175-47b6-95f7-2a06584861e4 req-5113f36f-0240-426a-980b-9ab9d7548334 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317991 Aug 31 01:55:40.504299 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['5b3f0498-b985-483f-82ec-346b26821708'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:55:41.549278 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1a832-b141-4782-95e6-95ad5136925f req-88fc2400-4ba4-48ee-a306-95b422737cd3 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:41.550793 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36e1a832-b141-4782-95e6-95ad5136925f req-88fc2400-4ba4-48ee-a306-95b422737cd3 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 945 time: 0.0492082 Aug 31 01:55:41.590337 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36e1a832-b141-4782-95e6-95ad5136925f req-dfda22c4-6c08-4a69-aafb-8477c9c691cf tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333283 Aug 31 01:55:42.112221 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5b3f0498-b985-483f-82ec-346b26821708 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:55:42.224688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 5b3f0498-b985-483f-82ec-346b26821708 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:55:42.228725 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 5b3f0498-b985-483f-82ec-346b26821708 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:55:42.229088 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:42.305316 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:42.326706 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3f0498-b985-483f-82ec-346b26821708'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:55:42.328920 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9c0ed8-fbf2-4c5f-a6ce-3a6bae897dd6" -d '{"events": [{"server_uuid": "ea50f289-b893-4e96-8395-a4ffde3109ee", "name": "network-vif-plugged", "status": "completed", "tag": "5b3f0498-b985-483f-82ec-346b26821708"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:55:42.345205 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 5b3f0498-b985-483f-82ec-346b26821708, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5b3f0498-b985-483f-82ec-346b26821708,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:42.364553 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab33499-a9ef-44c0-b929-78ae91954af5 x-openstack-request-id: req-6ab33499-a9ef-44c0-b929-78ae91954af5 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:55:42.364839 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea50f289-b893-4e96-8395-a4ffde3109ee", "name": "network-vif-plugged", "status": "completed", "tag": "5b3f0498-b985-483f-82ec-346b26821708", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:55:42.365087 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ab33499-a9ef-44c0-b929-78ae91954af5 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:55:42.365501 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3f0498-b985-483f-82ec-346b26821708', 'code': 200} Aug 31 01:55:42.385611 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:42.434065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=5b3f0498-b985-483f-82ec-346b26821708,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:42.457709 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd957b-5fe7-4099-9da6-52906734080d req-dc216482-dd0e-4711-919e-1f72d1348aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:42.459419 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ffbd957b-5fe7-4099-9da6-52906734080d req-dc216482-dd0e-4711-919e-1f72d1348aab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 1098 time: 0.0398250 Aug 31 01:55:42.494508 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ffbd957b-5fe7-4099-9da6-52906734080d req-e8cd4cfd-f311-456a-b0ea-1a817701f36d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273707 Aug 31 01:55:42.712645 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9faf7-1956-4408-a243-b9b229dc1d38 req-7dd723b1-8d28-4eac-b7de-3d75646646ae tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:42.714165 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54a9faf7-1956-4408-a243-b9b229dc1d38 req-7dd723b1-8d28-4eac-b7de-3d75646646ae tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0561445 Aug 31 01:55:42.751438 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-54a9faf7-1956-4408-a243-b9b229dc1d38 req-e07f5e9c-beba-4118-924f-bbc8c61710fb tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308089 Aug 31 01:55:43.872265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee94864-1f33-4159-804b-d005aa758d8e req-dece249d-0d17-4cda-94e7-f2ac3a81e100 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:43.873769 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eee94864-1f33-4159-804b-d005aa758d8e req-dece249d-0d17-4cda-94e7-f2ac3a81e100 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0530131 Aug 31 01:55:43.910867 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-eee94864-1f33-4159-804b-d005aa758d8e req-7b6425fe-7775-4fb2-b08b-985995ebbd8d tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311177 Aug 31 01:55:44.020648 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71904e-09c6-479a-8e73-0a71b6426b64 req-33406a0d-5fa5-494d-bef8-43ae9013180e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:44.022174 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a71904e-09c6-479a-8e73-0a71b6426b64 req-33406a0d-5fa5-494d-bef8-43ae9013180e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0484233 Aug 31 01:55:44.031199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 40990) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:55:44.035824 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-6a31bf79-7f14-4b39-9b76-1e124dbccd65 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Request body: {'floatingip': {'port_id': '5b3f0498-b985-483f-82ec-346b26821708'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:55:44.074738 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a31bf79-7f14-4b39-9b76-1e124dbccd65 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for floatingip, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:44.510881 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a31bf79-7f14-4b39-9b76-1e124dbccd65 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:44.579699 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a31bf79-7f14-4b39-9b76-1e124dbccd65 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:44.679634 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-6a31bf79-7f14-4b39-9b76-1e124dbccd65 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Floating IP 675fca42-5a20-4d2d-8f88-29dd17b4fc94 associated. External IP: 172.25.2.154, port: 5b3f0498-b985-483f-82ec-346b26821708. Aug 31 01:55:44.884363 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a31bf79-7f14-4b39-9b76-1e124dbccd65 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:55:44.990381 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a31bf79-7f14-4b39-9b76-1e124dbccd65 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:55:44.995423 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a31bf79-7f14-4b39-9b76-1e124dbccd65 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:45.000572 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a518c8e0-d36e-4a10-bcc4-339f290760e2 None None] Sync routers for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:55:45.010285 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a518c8e0-d36e-4a10-bcc4-339f290760e2 None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:55:45.010985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a518c8e0-d36e-4a10-bcc4-339f290760e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:55:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:55:45.022555 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6a31bf79-7f14-4b39-9b76-1e124dbccd65 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "PUT /v2.0/floatingips/675fca42-5a20-4d2d-8f88-29dd17b4fc94 HTTP/1.1" status: 200 len: 993 time: 0.9901631 Aug 31 01:55:45.023185 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'tag': '5b3f0498-b985-483f-82ec-346b26821708'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:55:45.025369 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9aab03-579e-4597-8583-a8b47a87a0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea50f289-b893-4e96-8395-a4ffde3109ee", "tag": "5b3f0498-b985-483f-82ec-346b26821708"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:55:45.118427 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed9d88e-bc79-4c57-b376-2a7a7dfcc69a x-openstack-request-id: req-2ed9d88e-bc79-4c57-b376-2a7a7dfcc69a {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:55:45.118726 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea50f289-b893-4e96-8395-a4ffde3109ee", "tag": "5b3f0498-b985-483f-82ec-346b26821708", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:55:45.118983 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ed9d88e-bc79-4c57-b376-2a7a7dfcc69a {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:55:45.119393 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'tag': '5b3f0498-b985-483f-82ec-346b26821708', 'status': 'completed', 'code': 200} Aug 31 01:55:45.182539 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9aab03-579e-4597-8583-a8b47a87a0b6 req-d6abc82c-04da-4937-9945-63763d0a8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:45.184629 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2f9aab03-579e-4597-8583-a8b47a87a0b6 req-d6abc82c-04da-4937-9945-63763d0a8775 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 1098 time: 0.0439782 Aug 31 01:55:45.285170 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9aab03-579e-4597-8583-a8b47a87a0b6 req-5fdeacde-9e49-4253-a424-b5870189a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:45.285170 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2f9aab03-579e-4597-8583-a8b47a87a0b6 req-5fdeacde-9e49-4253-a424-b5870189a505 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0929856 Aug 31 01:55:45.300689 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-a518c8e0-d36e-4a10-bcc4-339f290760e2 None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:55:45.352107 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2f9aab03-579e-4597-8583-a8b47a87a0b6 req-287670f8-1289-4aba-9536-a88d97183008 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3f0498-b985-483f-82ec-346b26821708 HTTP/1.1" status: 200 len: 1001 time: 0.0604918 Aug 31 01:55:45.403279 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9aab03-579e-4597-8583-a8b47a87a0b6 req-1ee802b9-0133-4863-a404-c7d7a2dfab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:45.404807 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2f9aab03-579e-4597-8583-a8b47a87a0b6 req-1ee802b9-0133-4863-a404-c7d7a2dfab67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0452790 Aug 31 01:55:45.455546 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9aab03-579e-4597-8583-a8b47a87a0b6 req-5112ac3e-9b0b-4e1c-9d4f-ccee87374549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:45.457018 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2f9aab03-579e-4597-8583-a8b47a87a0b6 req-5112ac3e-9b0b-4e1c-9d4f-ccee87374549 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451598 Aug 31 01:55:45.528684 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a518c8e0-d36e-4a10-bcc4-339f290760e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '675fca42-5a20-4d2d-8f88-29dd17b4fc94', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'port_id': '5b3f0498-b985-483f-82ec-346b26821708', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'mac_address': 'fa:16:3e:c5:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:48:31Z', 'updated_at': '2021-08-31T01:55:44Z', 'revision_number': 13, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:55:45.550556 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2f9aab03-579e-4597-8583-a8b47a87a0b6 req-552dd4d1-07eb-494a-a4cb-8a5a873a60a2 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861220 Aug 31 01:55:45.559922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a518c8e0-d36e-4a10-bcc4-339f290760e2 None None] Checking router: e18b1523-2f4d-42a0-bfd1-b944b0c6f887 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:55:45.569783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a518c8e0-d36e-4a10-bcc4-339f290760e2 None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:55:45.570460 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a518c8e0-d36e-4a10-bcc4-339f290760e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:55:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:55:45.650148 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2f9aab03-579e-4597-8583-a8b47a87a0b6 req-02f2a2cb-f562-43c8-93e6-abf92916e5ea service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929956 Aug 31 01:55:45.689615 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-a518c8e0-d36e-4a10-bcc4-339f290760e2 None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:55:45.916249 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a518c8e0-d36e-4a10-bcc4-339f290760e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '675fca42-5a20-4d2d-8f88-29dd17b4fc94', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'port_id': '5b3f0498-b985-483f-82ec-346b26821708', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'mac_address': 'fa:16:3e:c5:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:48:31Z', 'updated_at': '2021-08-31T01:55:44Z', 'revision_number': 13, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:55:45.947662 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a518c8e0-d36e-4a10-bcc4-339f290760e2 None None] The sync data for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 is: [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '675fca42-5a20-4d2d-8f88-29dd17b4fc94', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'port_id': '5b3f0498-b985-483f-82ec-346b26821708', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'mac_address': 'fa:16:3e:c5:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:48:31Z', 'updated_at': '2021-08-31T01:55:44Z', 'revision_number': 13, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:55:46.132647 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b5ce3-bc27-4e89-8548-8681a4ce8957 None None] New status for floating IP 675fca42-5a20-4d2d-8f88-29dd17b4fc94: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:55:49.869522 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:56:04.253854 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff5327be-8d91-4956-8b5d-3f0ec6413058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:06.910332 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:07.001595 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4c38bfbd-3d6f-4a58-be86-79c763d700f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:07.579049 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:07.779311 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:08.710988 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:10.390437 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:19.358428 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0180b9a6-25f7-4a37-a2ce-d9c267b4452a req-50119a51-3300-46eb-8096-b3910ac6e718 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460770 Aug 31 01:56:19.442517 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180b9a6-25f7-4a37-a2ce-d9c267b4452a req-a60b23b0-809c-4dfa-b277-79851045a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:19.444060 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0180b9a6-25f7-4a37-a2ce-d9c267b4452a req-a60b23b0-809c-4dfa-b277-79851045a807 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 1098 time: 0.0428901 Aug 31 01:56:19.548500 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180b9a6-25f7-4a37-a2ce-d9c267b4452a req-be8accd6-5953-4146-a1f2-dd2efbd98137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:19.550265 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0180b9a6-25f7-4a37-a2ce-d9c267b4452a req-be8accd6-5953-4146-a1f2-dd2efbd98137 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0867279 Aug 31 01:56:19.617220 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0180b9a6-25f7-4a37-a2ce-d9c267b4452a req-91449e8a-2eda-4d9c-a911-2c05a868a4dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3f0498-b985-483f-82ec-346b26821708 HTTP/1.1" status: 200 len: 1003 time: 0.0602753 Aug 31 01:56:19.681675 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180b9a6-25f7-4a37-a2ce-d9c267b4452a req-dd8cc7e2-0377-4277-a6c7-c87179fb9dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:19.683248 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0180b9a6-25f7-4a37-a2ce-d9c267b4452a req-dd8cc7e2-0377-4277-a6c7-c87179fb9dd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0585070 Aug 31 01:56:19.737852 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180b9a6-25f7-4a37-a2ce-d9c267b4452a req-e82e8bf2-a69f-4798-b155-6d8ecc2d3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:19.739383 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0180b9a6-25f7-4a37-a2ce-d9c267b4452a req-e82e8bf2-a69f-4798-b155-6d8ecc2d3cf3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483313 Aug 31 01:56:19.829745 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0180b9a6-25f7-4a37-a2ce-d9c267b4452a req-4aef32fe-9fb9-43ca-9cfe-056a2fb2a523 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821238 Aug 31 01:56:19.924836 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0180b9a6-25f7-4a37-a2ce-d9c267b4452a req-1ba74d75-a9c8-4cb4-98de-5b40269c8d5e service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882297 Aug 31 01:56:26.868119 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:56:34.247408 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8d19d513-6e11-4883-ae4e-03994c4167b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:36.846957 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:37.006986 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3fab9688-bafb-4c8e-bbd8-032537f5e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:37.578542 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:37.795813 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:38.738191 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:40.389947 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:03.867854 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:57:04.240908 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-14cca9e2-a04b-4a30-a8e2-691e61b941b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:06.852188 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:07.000984 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b7861f2c-b534-44db-b0a2-574d6b2f9251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:07.584185 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:07.817715 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:08.754800 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:10.389216 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:20.339845 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5e6a87ef-a59e-4be2-befe-56e4af7e810a req-412031bb-107c-48f6-a9b4-25c8f82eb72d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432472 Aug 31 01:57:20.422753 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a87ef-a59e-4be2-befe-56e4af7e810a req-16875f72-61c5-4b32-a711-45d1be1a1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:20.424578 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5e6a87ef-a59e-4be2-befe-56e4af7e810a req-16875f72-61c5-4b32-a711-45d1be1a1cb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 1098 time: 0.0426004 Aug 31 01:57:20.530506 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a87ef-a59e-4be2-befe-56e4af7e810a req-35165126-4c5e-4900-85c1-b5cf887d93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:20.532062 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5e6a87ef-a59e-4be2-befe-56e4af7e810a req-35165126-4c5e-4900-85c1-b5cf887d93c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0880306 Aug 31 01:57:20.599123 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5e6a87ef-a59e-4be2-befe-56e4af7e810a req-fd0183ae-7250-4da9-8bca-405354ad8ac4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3f0498-b985-483f-82ec-346b26821708 HTTP/1.1" status: 200 len: 1003 time: 0.0592084 Aug 31 01:57:20.649145 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a87ef-a59e-4be2-befe-56e4af7e810a req-0acd8936-bce2-4de9-871f-696b7de1a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:20.650715 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5e6a87ef-a59e-4be2-befe-56e4af7e810a req-0acd8936-bce2-4de9-871f-696b7de1a742 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0452244 Aug 31 01:57:20.702376 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a87ef-a59e-4be2-befe-56e4af7e810a req-33fbaca5-4bfe-43e6-ac40-15c3be9407f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:20.704505 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5e6a87ef-a59e-4be2-befe-56e4af7e810a req-33fbaca5-4bfe-43e6-ac40-15c3be9407f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468864 Aug 31 01:57:20.792868 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5e6a87ef-a59e-4be2-befe-56e4af7e810a req-310bcf17-a52f-464e-8491-4edb2b9c94bf service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814235 Aug 31 01:57:20.888430 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5e6a87ef-a59e-4be2-befe-56e4af7e810a req-3bc6d783-dc93-43a5-9bb3-0e936cbd5fc1 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879085 Aug 31 01:57:21.552883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75311c5-8ef2-481e-827a-d97bb0dd1ac7 req-46dc2315-ee20-425b-8a94-02f4bdb26d10 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:21.554444 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a75311c5-8ef2-481e-827a-d97bb0dd1ac7 req-46dc2315-ee20-425b-8a94-02f4bdb26d10 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0583549 Aug 31 01:57:21.594696 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a75311c5-8ef2-481e-827a-d97bb0dd1ac7 req-e4d17fa2-d623-45b0-9ebb-c815769ce013 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342422 Aug 31 01:57:33.129565 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-9e5e716a-7e7e-4b2d-adcc-33d7363754c2 req-d642eadd-1015-4ea6-a1d7-09805622e5e1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:57:33.130612 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9e5e716a-7e7e-4b2d-adcc-33d7363754c2 req-d642eadd-1015-4ea6-a1d7-09805622e5e1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0685942 Aug 31 01:57:33.463452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fa21b-2ade-40cd-9652-a7680c548a2f req-666d8830-ae9c-4b16-8b73-2a3871ed9df2 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:33.464960 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-878fa21b-2ade-40cd-9652-a7680c548a2f req-666d8830-ae9c-4b16-8b73-2a3871ed9df2 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0520718 Aug 31 01:57:33.504718 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-878fa21b-2ade-40cd-9652-a7680c548a2f req-12fbdd33-c484-420c-a0ae-f8bd90ff9bed tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335703 Aug 31 01:57:33.604730 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-ce2a39b2-a334-4c95-800d-654f7634eb82 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850129 Aug 31 01:57:33.614402 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-5d7ffd4e-a683-417e-8934-7a8592cfbb99 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:57:33.615331 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-5d7ffd4e-a683-417e-8934-7a8592cfbb99 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058141 Aug 31 01:57:34.279321 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a8baca79-537d-47bc-921d-460ace092e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:34.626562 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb48f0-dfd1-413b-9aa8-969a3002cffc req-54e6aee0-4993-4f32-b227-3c100aef42f0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:34.628117 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cfeb48f0-dfd1-413b-9aa8-969a3002cffc req-54e6aee0-4993-4f32-b227-3c100aef42f0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0545337 Aug 31 01:57:34.668516 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cfeb48f0-dfd1-413b-9aa8-969a3002cffc req-91cfeea8-9fb8-4cc1-ba4a-4ceb11d02c04 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340371 Aug 31 01:57:35.506333 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-9d85a1d2-b6c2-4fe7-8e10-dd2043dd68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:35.507810 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-9d85a1d2-b6c2-4fe7-8e10-dd2043dd68c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 1098 time: 0.0404689 Aug 31 01:57:35.599161 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-f90eb024-385d-4968-9564-37b869a5a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:35.600637 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-f90eb024-385d-4968-9564-37b869a5a398 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0859149 Aug 31 01:57:35.664694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-8ef184a1-7781-492e-9c5b-a6f121f50df2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3f0498-b985-483f-82ec-346b26821708 HTTP/1.1" status: 200 len: 1003 time: 0.0571609 Aug 31 01:57:35.719166 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-6a693d46-2044-4234-9eee-8dd1ad2ba4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:35.721258 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-6a693d46-2044-4234-9eee-8dd1ad2ba4da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0491538 Aug 31 01:57:35.792320 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-6fcb178c-37ed-46b9-be40-f6c1d56644ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:35.793794 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-6fcb178c-37ed-46b9-be40-f6c1d56644ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655949 Aug 31 01:57:36.184694 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8256e4-0d46-479a-8699-6cdc14f64662 req-99526b7d-530d-49ee-8929-5f032fded15f tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:36.186158 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9e8256e4-0d46-479a-8699-6cdc14f64662 req-99526b7d-530d-49ee-8929-5f032fded15f tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.4275668 Aug 31 01:57:36.239663 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9e8256e4-0d46-479a-8699-6cdc14f64662 req-1a700faa-a060-49c6-a287-74d229651024 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467677 Aug 31 01:57:36.254935 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-a49bdf15-fa10-4b2c-8892-afd917fc4c25 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531255 Aug 31 01:57:36.344227 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-469a3485-19c2-4750-8edf-f3370e6b66de service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817378 Aug 31 01:57:36.920074 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:37.027254 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6e56b78b-29ac-444a-9869-9a7469a5df5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:37.356445 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a254c-ab62-49f1-b76c-b6c7963124c5 req-1841eacb-f6dd-4d46-98a4-ba7324fbca6b tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:37.357981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ec9a254c-ab62-49f1-b76c-b6c7963124c5 req-1841eacb-f6dd-4d46-98a4-ba7324fbca6b tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0496142 Aug 31 01:57:37.396406 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ec9a254c-ab62-49f1-b76c-b6c7963124c5 req-d9757cbd-14b4-4db2-b985-94e31ef72805 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319388 Aug 31 01:57:37.589330 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:37.823114 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:38.515591 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bdb5c-08dd-4a9c-9a89-7079dd53038a req-c5e862e4-1b29-4431-bad5-1875c070422a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:38.517663 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4e6bdb5c-08dd-4a9c-9a89-7079dd53038a req-c5e862e4-1b29-4431-bad5-1875c070422a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0536828 Aug 31 01:57:38.554073 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4e6bdb5c-08dd-4a9c-9a89-7079dd53038a req-3a2fb7c7-6f50-41f5-86c1-909839ee874e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303738 Aug 31 01:57:38.748642 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:39.670610 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23f6b0-12cd-45b0-99f0-108516bcc091 req-25c35777-e240-493f-a70b-b076fb8aa644 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:39.672097 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c23f6b0-12cd-45b0-99f0-108516bcc091 req-25c35777-e240-493f-a70b-b076fb8aa644 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0504291 Aug 31 01:57:39.710653 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7c23f6b0-12cd-45b0-99f0-108516bcc091 req-6ae45ab3-d007-4ffc-9db1-7a5312cfd59b tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321231 Aug 31 01:57:40.411659 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:40.826420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfac511-d434-46bd-b656-9bd4d65ee177 req-8fdff865-3db5-4b7d-af24-ea824e2860b9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:40.827897 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-acfac511-d434-46bd-b656-9bd4d65ee177 req-8fdff865-3db5-4b7d-af24-ea824e2860b9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0480614 Aug 31 01:57:40.865085 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-acfac511-d434-46bd-b656-9bd4d65ee177 req-feaf263b-c81a-460b-a0ba-d9e09c65fbfe tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306132 Aug 31 01:57:40.865795 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:57:41.989019 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b049d-2646-4f7c-9e9f-52508f3b2f2a req-0a4bb3aa-c8aa-4402-8902-c25e52f189dd tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:41.990457 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-993b049d-2646-4f7c-9e9f-52508f3b2f2a req-0a4bb3aa-c8aa-4402-8902-c25e52f189dd tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0535579 Aug 31 01:57:42.027295 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-993b049d-2646-4f7c-9e9f-52508f3b2f2a req-ee47db7c-a31f-432c-a39e-18d1720c9dda tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309014 Aug 31 01:57:43.142236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8203382-2f4d-4ade-a621-8a6decd5a5ee req-d4ee3a10-7196-4ec5-b0bf-89a5f5008454 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:43.143712 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d8203382-2f4d-4ade-a621-8a6decd5a5ee req-d4ee3a10-7196-4ec5-b0bf-89a5f5008454 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0485523 Aug 31 01:57:43.181731 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d8203382-2f4d-4ade-a621-8a6decd5a5ee req-ea622b83-0c1d-4d17-ba02-e163711f9a3a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320745 Aug 31 01:57:44.308271 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5e769-7921-4873-af1d-735c825e69f2 req-9d2809a3-d35b-4231-8d0e-42d594f2f783 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:44.309773 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ec5e769-7921-4873-af1d-735c825e69f2 req-9d2809a3-d35b-4231-8d0e-42d594f2f783 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0483391 Aug 31 01:57:44.347002 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ec5e769-7921-4873-af1d-735c825e69f2 req-54e9e006-8ba4-4c9a-86bc-5904f10107e9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307765 Aug 31 01:57:45.465653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e16f90-bb46-497b-9e11-83ff508f6e51 req-68233b0f-9b99-4920-aa61-3433940e0f92 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:45.467118 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06e16f90-bb46-497b-9e11-83ff508f6e51 req-68233b0f-9b99-4920-aa61-3433940e0f92 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0526831 Aug 31 01:57:45.504245 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06e16f90-bb46-497b-9e11-83ff508f6e51 req-01a1c018-f935-49cf-a0e2-eb0a3e4a97ed tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312266 Aug 31 01:57:46.621022 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a5652-e6e0-41c1-b5f8-cb5885b7448a req-73c959d8-a81c-48a8-87d3-4296ef1d9d1e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:46.622545 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a54a5652-e6e0-41c1-b5f8-cb5885b7448a req-73c959d8-a81c-48a8-87d3-4296ef1d9d1e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0505831 Aug 31 01:57:46.660856 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a54a5652-e6e0-41c1-b5f8-cb5885b7448a req-8df4fc67-cb0e-4f2f-a965-55471d26e4bf tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323513 Aug 31 01:57:47.777194 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063c6e7-d76d-4b85-83d8-cd4a0c80fbe5 req-2a99730e-5f29-4a53-8514-ac408137bd52 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:47.778763 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3063c6e7-d76d-4b85-83d8-cd4a0c80fbe5 req-2a99730e-5f29-4a53-8514-ac408137bd52 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0493379 Aug 31 01:57:47.819693 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3063c6e7-d76d-4b85-83d8-cd4a0c80fbe5 req-2535f2f8-92d8-408f-91e6-4c88b23c6acd tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347111 Aug 31 01:57:48.942611 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17cbcd-c3f0-4654-bab4-4ae246f8db49 req-a61012ee-b68a-4746-bad1-6b551bec70eb tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:48.944293 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d17cbcd-c3f0-4654-bab4-4ae246f8db49 req-a61012ee-b68a-4746-bad1-6b551bec70eb tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0558388 Aug 31 01:57:48.983295 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6d17cbcd-c3f0-4654-bab4-4ae246f8db49 req-a310d55f-362f-4f55-8dfc-49395933fdc1 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329502 Aug 31 01:57:50.100731 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800bccd-83ec-475f-a55d-946d5a2c36cb req-bee6297f-36ec-40f7-b9ac-88a2a80bb78b tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:50.102402 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b800bccd-83ec-475f-a55d-946d5a2c36cb req-bee6297f-36ec-40f7-b9ac-88a2a80bb78b tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0501335 Aug 31 01:57:50.142285 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b800bccd-83ec-475f-a55d-946d5a2c36cb req-4cd330d5-2dc7-4b83-a3c3-617b51f1c0a7 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337300 Aug 31 01:57:50.451040 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-2bc60c0c-75e4-492f-9ef7-798a584eaecc service neutron] show failed (client error): The resource could not be found. Aug 31 01:57:50.451975 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-2bc60c0c-75e4-492f-9ef7-798a584eaecc service neutron] 10.222.0.41 "GET /v2.0/ports/5b3f0498-b985-483f-82ec-346b26821708/bindings/n-h1-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.0588932 Aug 31 01:57:51.093785 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-5f9e7061-20cb-4c40-9357-9496a811f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:51.095299 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-5f9e7061-20cb-4c40-9357-9496a811f9ab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee&tenant_id=b698dd828dc14f1c9b8a6669f4de990e HTTP/1.1" status: 200 len: 1098 time: 0.0789692 Aug 31 01:57:51.107621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:57:51.160210 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:51.359605 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b146b-5d28-464c-8c6d-90b8c1ae890e req-a3a1cb6d-694d-4fd2-a5e5-21dbdfd62024 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:51.361584 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-422b146b-5d28-464c-8c6d-90b8c1ae890e req-a3a1cb6d-694d-4fd2-a5e5-21dbdfd62024 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.1469126 Aug 31 01:57:51.417232 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-422b146b-5d28-464c-8c6d-90b8c1ae890e req-206bb8ad-8545-44a0-b019-e7094d8e0689 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481737 Aug 31 01:57:51.432142 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] For port 5b3f0498-b985-483f-82ec-346b26821708, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5b3f0498-b985-483f-82ec-346b26821708,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:57:51.464159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] For port 5b3f0498-b985-483f-82ec-346b26821708, host n-h2-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:57:51.505425 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b3f0498-b985-483f-82ec-346b26821708'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:57:51.507928 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512d3739-cf92-49d0-ae37-fa34f2622f87" -d '{"events": [{"server_uuid": "ea50f289-b893-4e96-8395-a4ffde3109ee", "name": "network-vif-unplugged", "status": "completed", "tag": "5b3f0498-b985-483f-82ec-346b26821708"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:57:51.511937 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:51.528677 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Transition to ACTIVE for port object 5b3f0498-b985-483f-82ec-346b26821708 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:57:51.561689 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a139ae-d6d1-46ea-9217-92e35a228e63 x-openstack-request-id: req-e1a139ae-d6d1-46ea-9217-92e35a228e63 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:57:51.561995 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea50f289-b893-4e96-8395-a4ffde3109ee", "name": "network-vif-unplugged", "status": "completed", "tag": "5b3f0498-b985-483f-82ec-346b26821708", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:57:51.562254 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1a139ae-d6d1-46ea-9217-92e35a228e63 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:57:51.562660 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b3f0498-b985-483f-82ec-346b26821708', 'code': 200} Aug 31 01:57:51.617481 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:51.697360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3f0498-b985-483f-82ec-346b26821708,revision_number=6']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:57:51.712453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:57:51.712828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:57:51.713191 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:57:51.713554 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:57:51.713887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:57:51.714234 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:57:51.714599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:57:51.714936 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:57:51.715352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:57:51.715684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:57:51.716007 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:57:51.716634 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:57:51.755574 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] No DVR routers for this DVR port 5b3f0498-b985-483f-82ec-346b26821708 on host n-h2-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:57:51.898038 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Attempting to bind port 5b3f0498-b985-483f-82ec-346b26821708 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:57:51.898293 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Attempting to bind port 5b3f0498-b985-483f-82ec-346b26821708 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:57:51.898705 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Attempting to bind port 5b3f0498-b985-483f-82ec-346b26821708 on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:57:51.903220 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Port 5b3f0498-b985-483f-82ec-346b26821708 on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:57:51.903573 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Attempting to bind port 5b3f0498-b985-483f-82ec-346b26821708 on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:57:51.908650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:57:51.908986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Checking segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:57:51.909366 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Bound using segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:57:51.909828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Bound port: 5b3f0498-b985-483f-82ec-346b26821708, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:57:51.910188 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:51.978624 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] For port 5b3f0498-b985-483f-82ec-346b26821708, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:57:51.981837 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] For port 5b3f0498-b985-483f-82ec-346b26821708, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=5b3f0498-b985-483f-82ec-346b26821708,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:57:52.073271 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:52.107371 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:52.108049 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:52.109360 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] 10.222.0.48 "PUT /v2.0/ports/5b3f0498-b985-483f-82ec-346b26821708 HTTP/1.1" status: 200 len: 1093 time: 1.0058131 Aug 31 01:57:52.132953 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f0724-38e1-4886-a07e-1187c6df7534 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3f0498-b985-483f-82ec-346b26821708,revision_number=7']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:57:52.181045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-6582a57b-00cd-4be7-afcb-e58d5b197d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:52.182787 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-6582a57b-00cd-4be7-afcb-e58d5b197d56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 1096 time: 0.0460358 Aug 31 01:57:52.291089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-460b55cd-c6da-4611-87ec-85543a0ff892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:52.292697 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-460b55cd-c6da-4611-87ec-85543a0ff892 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.1024470 Aug 31 01:57:52.359365 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-b24606f0-5f22-4290-aff3-0240fa49fba2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3f0498-b985-483f-82ec-346b26821708 HTTP/1.1" status: 200 len: 1001 time: 0.0595119 Aug 31 01:57:52.412660 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-1327de05-be45-491a-8497-b63c0c2f8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:52.415192 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-1327de05-be45-491a-8497-b63c0c2f8d1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0492949 Aug 31 01:57:52.467885 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-ffadcc63-d30c-4a4b-b19f-444983bbba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:52.469466 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-ffadcc63-d30c-4a4b-b19f-444983bbba9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472929 Aug 31 01:57:52.593069 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c4ba3-2040-4817-8da5-609fb126bcab req-cd48f9f5-0a4a-48e2-8fa1-07946a0c082b tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:52.594591 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-094c4ba3-2040-4817-8da5-609fb126bcab req-cd48f9f5-0a4a-48e2-8fa1-07946a0c082b tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 944 time: 0.0990973 Aug 31 01:57:52.627992 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-5e8afe6e-e813-4091-829c-800895f8c2a6 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506426 Aug 31 01:57:52.631232 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5b3f0498-b985-483f-82ec-346b26821708 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:57:52.663134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-094c4ba3-2040-4817-8da5-609fb126bcab req-9fdc62ee-352b-4102-aebc-6009726fc833 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622938 Aug 31 01:57:52.672934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5b3f0498-b985-483f-82ec-346b26821708 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:57:52.732719 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6294cefc-b156-48b6-8a87-5cace8ad8191 req-eda6b984-f565-4b3e-a127-0e25226989b6 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935135 Aug 31 01:57:53.563892 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'tag': '5b3f0498-b985-483f-82ec-346b26821708'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:57:53.566835 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ea50f289-b893-4e96-8395-a4ffde3109ee", "tag": "5b3f0498-b985-483f-82ec-346b26821708"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:57:53.618131 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d3a5c9-3ac4-4e02-bb07-33012b4ecd45 x-openstack-request-id: req-b0d3a5c9-3ac4-4e02-bb07-33012b4ecd45 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:57:53.618421 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea50f289-b893-4e96-8395-a4ffde3109ee", "tag": "5b3f0498-b985-483f-82ec-346b26821708", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:57:53.618685 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0d3a5c9-3ac4-4e02-bb07-33012b4ecd45 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:57:53.619093 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'tag': '5b3f0498-b985-483f-82ec-346b26821708', 'status': 'completed', 'code': 200} Aug 31 01:57:53.684791 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-378eb219-da6a-42bd-8b60-2a3eebf78ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:53.686411 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-378eb219-da6a-42bd-8b60-2a3eebf78ddb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 1096 time: 0.0493407 Aug 31 01:57:53.689506 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-a268786c-fd03-4491-880a-cb8bdc4e9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:53.691699 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-a268786c-fd03-4491-880a-cb8bdc4e9b09 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 1096 time: 0.0475552 Aug 31 01:57:53.791913 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-452a27ba-28f5-49ff-813d-6b8d7bc9156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:53.793774 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-452a27ba-28f5-49ff-813d-6b8d7bc9156f service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0996952 Aug 31 01:57:53.824300 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8371d1-3a15-482d-9193-6d235d1312d6 req-10c30d67-eabe-4102-b61f-cab670590b8e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:53.831150 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd8371d1-3a15-482d-9193-6d235d1312d6 req-10c30d67-eabe-4102-b61f-cab670590b8e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 944 time: 0.0775793 Aug 31 01:57:53.862064 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-1d92b50c-b629-4165-9f8e-528e11cebf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:53.863768 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-1d92b50c-b629-4165-9f8e-528e11cebf83 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.1644442 Aug 31 01:57:53.879896 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-d77825f9-97da-46c7-bca3-a892e80df5b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3f0498-b985-483f-82ec-346b26821708 HTTP/1.1" status: 200 len: 1001 time: 0.0788441 Aug 31 01:57:53.932469 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-c32b482c-bf32-4bf4-912e-bda5cbb08f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:53.933941 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-c32b482c-bf32-4bf4-912e-bda5cbb08f25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0476174 Aug 31 01:57:53.986930 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-ecf18860-551b-44f4-ae5a-ac0a48f544bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:53.988513 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-ecf18860-551b-44f4-ae5a-ac0a48f544bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466263 Aug 31 01:57:54.090194 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-05566c7b-8627-4ab0-ad01-ba4e34b048e3 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939560 Aug 31 01:57:54.202367 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-690c3cb3-e568-4771-9ef2-b6a295d60d20 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050549 Aug 31 01:57:54.248901 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bd8371d1-3a15-482d-9193-6d235d1312d6 req-e0a103ab-a1c6-45c0-9aea-0bad3b9ca5d5 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4149265 Aug 31 01:57:54.271626 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-61934b09-a1c0-4f91-8d61-476541928d12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3f0498-b985-483f-82ec-346b26821708 HTTP/1.1" status: 200 len: 1001 time: 0.3987658 Aug 31 01:57:54.322061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-3a5f4a8c-d8ad-40e7-a557-3b94ccdb8b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:54.323573 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-3a5f4a8c-d8ad-40e7-a557-3b94ccdb8b10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0456722 Aug 31 01:57:54.369124 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-1e3d3cee-086c-4106-878f-074a8858f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:54.370628 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-1e3d3cee-086c-4106-878f-074a8858f09b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398946 Aug 31 01:57:54.474426 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-110d3219-e50e-4e90-bebc-89a8d56205cf service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964720 Aug 31 01:57:54.575900 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b2c6c973-3845-4d61-be88-ce1de1e6f3dd req-a2ccf783-0ee5-4f72-861b-800220fff071 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942471 Aug 31 01:57:55.373069 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d794017-2e16-472d-9cbc-66c8b56086e3 req-bfa3eec0-1b03-49ab-b0de-f5fad963958e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:55.374780 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d794017-2e16-472d-9cbc-66c8b56086e3 req-bfa3eec0-1b03-49ab-b0de-f5fad963958e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 944 time: 0.0516906 Aug 31 01:57:55.418986 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d794017-2e16-472d-9cbc-66c8b56086e3 req-458934aa-5f95-4ebc-ba43-3bdb0f6d0add tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382583 Aug 31 01:57:56.548493 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8a7ed-7dff-4b50-8689-51c33fb94568 req-cc511b89-e0d5-4857-a78d-f53f6eac4022 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:56.550747 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ac8a7ed-7dff-4b50-8689-51c33fb94568 req-cc511b89-e0d5-4857-a78d-f53f6eac4022 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 944 time: 0.0598423 Aug 31 01:57:56.592741 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3ac8a7ed-7dff-4b50-8689-51c33fb94568 req-bbc2e91a-33f3-4e6f-b725-303c7b05c17c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349729 Aug 31 01:57:57.710142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8e521-e72f-43ee-b39e-7b7d26288dc5 req-2021eea1-c854-4d16-919a-74e736679919 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:57.711651 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87c8e521-e72f-43ee-b39e-7b7d26288dc5 req-2021eea1-c854-4d16-919a-74e736679919 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 944 time: 0.0499694 Aug 31 01:57:57.750019 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87c8e521-e72f-43ee-b39e-7b7d26288dc5 req-3d221ab2-d20b-41f8-a3e5-4bced0c679e5 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321693 Aug 31 01:57:58.874838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120790f-7dad-4d9a-a53d-c3bd9fddeb51 req-3540f94a-e948-493b-8e2f-658e78f7ae07 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:58.876371 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e120790f-7dad-4d9a-a53d-c3bd9fddeb51 req-3540f94a-e948-493b-8e2f-658e78f7ae07 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 944 time: 0.0531337 Aug 31 01:57:58.913989 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e120790f-7dad-4d9a-a53d-c3bd9fddeb51 req-ef28f103-1960-421c-8c1f-0519aee4648c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315454 Aug 31 01:58:00.029010 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fda54-6127-452f-bd0a-0563d2096e19 req-e027f890-31c4-44cf-82c2-35b8531aa640 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:00.030430 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b0fda54-6127-452f-bd0a-0563d2096e19 req-e027f890-31c4-44cf-82c2-35b8531aa640 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 944 time: 0.0488923 Aug 31 01:58:00.071063 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8b0fda54-6127-452f-bd0a-0563d2096e19 req-c37b0203-4cf8-44e3-8463-70fe6c69b8a4 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344210 Aug 31 01:58:01.186805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f2091-5f84-4c07-b91a-c5c8c84293b9 req-214a9fda-e94a-49e7-ab79-24e10381d493 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:01.188273 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e32f2091-5f84-4c07-b91a-c5c8c84293b9 req-214a9fda-e94a-49e7-ab79-24e10381d493 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 944 time: 0.0487585 Aug 31 01:58:01.225519 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e32f2091-5f84-4c07-b91a-c5c8c84293b9 req-672cb625-00c0-4231-bd64-2d8447091723 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311589 Aug 31 01:58:02.342138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8faf8-0bde-4e3c-a86b-2ad3f084d3f2 req-e70725aa-137b-44c7-b5a0-fda677d00e7d tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:02.343606 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dfb8faf8-0bde-4e3c-a86b-2ad3f084d3f2 req-e70725aa-137b-44c7-b5a0-fda677d00e7d tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 944 time: 0.0495753 Aug 31 01:58:02.385899 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dfb8faf8-0bde-4e3c-a86b-2ad3f084d3f2 req-90faf3eb-4456-4bd8-ac71-aecc1ca037cf tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354290 Aug 31 01:58:03.500960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dea675-a2eb-4c0b-92bb-e426adec558f req-9383e9d5-642b-49f8-861c-4d7b28e3fbb4 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:03.503130 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60dea675-a2eb-4c0b-92bb-e426adec558f req-9383e9d5-642b-49f8-861c-4d7b28e3fbb4 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 944 time: 0.0506098 Aug 31 01:58:03.540780 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-60dea675-a2eb-4c0b-92bb-e426adec558f req-202bab31-acbb-4f3c-b9ad-a74705611934 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314507 Aug 31 01:58:04.295048 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ceb501d-f06f-4374-9812-a6a1847c7169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:04.659124 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc6e55-41dc-4958-9798-a9d8e67a4d6c req-74ce0d1c-9e4b-44f6-9630-bfb3a66f465c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:04.660613 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-17dc6e55-41dc-4958-9798-a9d8e67a4d6c req-74ce0d1c-9e4b-44f6-9630-bfb3a66f465c tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 944 time: 0.0498760 Aug 31 01:58:04.701024 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-17dc6e55-41dc-4958-9798-a9d8e67a4d6c req-11914ac5-3abb-4ad5-a280-5ebb77d8c6fc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341177 Aug 31 01:58:04.939104 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 5b3f0498-b985-483f-82ec-346b26821708 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:58:05.036862 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 5b3f0498-b985-483f-82ec-346b26821708, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=5b3f0498-b985-483f-82ec-346b26821708,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:58:05.049126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '5b3f0498-b985-483f-82ec-346b26821708', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'port_id': '5b3f0498-b985-483f-82ec-346b26821708', 'mac_address': 'fa:16:3e:c5:20:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:58:05.091385 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:05.105511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3f0498-b985-483f-82ec-346b26821708 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:58:05.125173 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 5b3f0498-b985-483f-82ec-346b26821708, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=5b3f0498-b985-483f-82ec-346b26821708,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:58:05.192579 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:05.239857 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=5b3f0498-b985-483f-82ec-346b26821708,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:05.247263 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:05.249777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:05.249777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:05.249777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:05.249777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:05.249777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:05.249777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:05.249777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:05.250441 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:05.250441 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:05.250441 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:05.250742 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:05.453894 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['5b3f0498-b985-483f-82ec-346b26821708'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:58:05.822642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89cca3-2e90-4dda-bd60-91899d029d62 req-b7653833-f2aa-42a7-b59c-2984421a3327 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:05.824166 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc89cca3-2e90-4dda-bd60-91899d029d62 req-b7653833-f2aa-42a7-b59c-2984421a3327 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 945 time: 0.0534472 Aug 31 01:58:05.860230 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc89cca3-2e90-4dda-bd60-91899d029d62 req-5bad8c2a-d900-4ff9-bc69-ca8c3e150107 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301943 Aug 31 01:58:06.465212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56887fe5-4912-4c99-b3ed-d51644f2e75e req-41e14108-7e7e-496b-b429-b1884d18fdc8 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:06.466759 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-56887fe5-4912-4c99-b3ed-d51644f2e75e req-41e14108-7e7e-496b-b429-b1884d18fdc8 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 945 time: 0.0523293 Aug 31 01:58:06.538127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-56887fe5-4912-4c99-b3ed-d51644f2e75e req-e85859e1-bbdb-43e4-b18f-c0c1d518bb8e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612242 Aug 31 01:58:06.546319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-2155789c-299d-4578-a2d4-49fcce65f0e4 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:06.547998 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-2155789c-299d-4578-a2d4-49fcce65f0e4 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee&tenant_id=b698dd828dc14f1c9b8a6669f4de990e&binding%3Ahost_id=n-h1-793621-34 HTTP/1.1" status: 200 len: 945 time: 0.0803425 Aug 31 01:58:06.611548 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-ec29c76a-b919-4f9a-9283-cb3a2ae59019 service neutron] 10.222.0.48 "GET /v2.0/ports/5b3f0498-b985-483f-82ec-346b26821708/bindings/n-h1-793621-34 HTTP/1.1" status: 200 len: 383 time: 0.0553641 Aug 31 01:58:06.675420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a318e406-0299-4dc9-9a55-137c05f339a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:06.676938 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a318e406-0299-4dc9-9a55-137c05f339a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 1097 time: 0.0422220 Aug 31 01:58:06.769647 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-fc83a423-4de1-4d01-b713-c2d78468b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:06.771185 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-fc83a423-4de1-4d01-b713-c2d78468b2f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0872915 Aug 31 01:58:06.839021 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-765b22cb-ddf7-4a64-9a30-96f8f20cd981 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3f0498-b985-483f-82ec-346b26821708 HTTP/1.1" status: 200 len: 1002 time: 0.0612171 Aug 31 01:58:06.868810 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:06.889888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-f6c5ad11-8ea9-49b6-ba5b-3f2b215c3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:06.891403 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-f6c5ad11-8ea9-49b6-ba5b-3f2b215c3500 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0456553 Aug 31 01:58:06.942017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-d426d688-64b1-4d4b-8ff8-a097faded6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:06.943417 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-d426d688-64b1-4d4b-8ff8-a097faded6cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449221 Aug 31 01:58:06.961497 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 5b3f0498-b985-483f-82ec-346b26821708 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:58:07.022972 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-74ddfbb6-246c-40a0-a484-0b88a7a87451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:07.034978 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-988be1a6-74ae-4c0d-b212-41a37027d80c service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843761 Aug 31 01:58:07.114003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 5b3f0498-b985-483f-82ec-346b26821708 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:58:07.118015 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 5b3f0498-b985-483f-82ec-346b26821708 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:58:07.118505 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:07.129779 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-32384839-93de-4724-965a-9ad1889189a7 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876367 Aug 31 01:58:07.200449 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:07.226283 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3f0498-b985-483f-82ec-346b26821708'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:58:07.228519 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d853c3-2b7c-4712-addf-9e808c25658a" -d '{"events": [{"server_uuid": "ea50f289-b893-4e96-8395-a4ffde3109ee", "name": "network-vif-plugged", "status": "completed", "tag": "5b3f0498-b985-483f-82ec-346b26821708"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:58:07.244204 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 5b3f0498-b985-483f-82ec-346b26821708, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=5b3f0498-b985-483f-82ec-346b26821708,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:58:07.325608 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:07.354956 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90e4178-3564-4d8e-bb20-0b675f2cb1ab x-openstack-request-id: req-c90e4178-3564-4d8e-bb20-0b675f2cb1ab {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:58:07.355271 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea50f289-b893-4e96-8395-a4ffde3109ee", "name": "network-vif-plugged", "status": "completed", "tag": "5b3f0498-b985-483f-82ec-346b26821708", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:58:07.355527 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c90e4178-3564-4d8e-bb20-0b675f2cb1ab {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:58:07.355921 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3f0498-b985-483f-82ec-346b26821708', 'code': 200} Aug 31 01:58:07.382931 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=5b3f0498-b985-483f-82ec-346b26821708,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:07.615251 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:07.660251 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ba5e4-2fc3-4c1f-914b-f5498c2b72dc req-33a9a305-83c6-4b0f-bb4a-39f68195ece0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:07.661759 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-726ba5e4-2fc3-4c1f-914b-f5498c2b72dc req-33a9a305-83c6-4b0f-bb4a-39f68195ece0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0533125 Aug 31 01:58:07.710345 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-726ba5e4-2fc3-4c1f-914b-f5498c2b72dc req-1aacd102-ce75-4641-b8c6-46f1745f1811 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423763 Aug 31 01:58:07.816938 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:08.741479 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:08.832556 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00900310-43ef-4dd0-b42c-f6db334dd5f0 req-0b8e93e2-8d00-4cf4-8d36-a66f7a9a28aa tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:08.834154 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-00900310-43ef-4dd0-b42c-f6db334dd5f0 req-0b8e93e2-8d00-4cf4-8d36-a66f7a9a28aa tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0500865 Aug 31 01:58:08.872203 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-00900310-43ef-4dd0-b42c-f6db334dd5f0 req-ea0ecfce-1808-47fb-803f-f4fc21d629d2 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320528 Aug 31 01:58:09.992692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2c4e5-4818-4eed-b504-013852aaad2a req-26706acd-fd61-4fe9-8f96-f2f6ceee5f95 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:09.994363 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-62a2c4e5-4818-4eed-b504-013852aaad2a req-26706acd-fd61-4fe9-8f96-f2f6ceee5f95 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0504711 Aug 31 01:58:10.034425 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-62a2c4e5-4818-4eed-b504-013852aaad2a req-40e349f3-77c6-4ff3-9427-0dbb081f379b tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339885 Aug 31 01:58:10.399545 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:11.152661 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdadaa9-b934-424f-b72c-a8175c7efc07 req-2b9d817d-7145-4627-b454-eaf624d2c9b1 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:11.154236 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bbdadaa9-b934-424f-b72c-a8175c7efc07 req-2b9d817d-7145-4627-b454-eaf624d2c9b1 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0505648 Aug 31 01:58:11.197002 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bbdadaa9-b934-424f-b72c-a8175c7efc07 req-0ac46ac0-cac2-432b-bec6-5e7a2379fe91 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357206 Aug 31 01:58:11.767202 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-2283157d-ccab-4f7c-a877-01df393b1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:11.771142 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-2283157d-ccab-4f7c-a877-01df393b1075 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee&tenant_id=b698dd828dc14f1c9b8a6669f4de990e HTTP/1.1" status: 200 len: 1098 time: 0.0797195 Aug 31 01:58:11.780304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:58:11.834107 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:12.054486 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] For port 5b3f0498-b985-483f-82ec-346b26821708, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=5b3f0498-b985-483f-82ec-346b26821708,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:58:12.088125 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] For port 5b3f0498-b985-483f-82ec-346b26821708, host n-h1-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:58:12.135213 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b3f0498-b985-483f-82ec-346b26821708'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:58:12.137671 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fab660b-fd71-4287-8f0a-f3fe3699085d" -d '{"events": [{"server_uuid": "ea50f289-b893-4e96-8395-a4ffde3109ee", "name": "network-vif-unplugged", "status": "completed", "tag": "5b3f0498-b985-483f-82ec-346b26821708"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:58:12.141794 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:12.154782 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Transition to ACTIVE for port object 5b3f0498-b985-483f-82ec-346b26821708 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:58:12.190125 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d1ed2e-a9cb-4758-9fa5-06ee64b343cf x-openstack-request-id: req-a9d1ed2e-a9cb-4758-9fa5-06ee64b343cf {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:58:12.190442 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea50f289-b893-4e96-8395-a4ffde3109ee", "name": "network-vif-unplugged", "status": "completed", "tag": "5b3f0498-b985-483f-82ec-346b26821708", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:58:12.190711 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9d1ed2e-a9cb-4758-9fa5-06ee64b343cf {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:58:12.191137 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b3f0498-b985-483f-82ec-346b26821708', 'code': 200} Aug 31 01:58:12.217113 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:12.357928 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3f0498-b985-483f-82ec-346b26821708,revision_number=10']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:12.396660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:12.397014 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:12.397335 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:12.397692 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:12.398025 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:12.398355 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:12.398681 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:12.399010 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:12.399335 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:12.399657 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:12.399978 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:12.400296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:58:12.435085 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] No DVR routers for this DVR port 5b3f0498-b985-483f-82ec-346b26821708 on host n-h1-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:58:12.444257 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8444bc-6869-4ba2-ab16-7c8f0f74d3fe req-bc957b75-b050-4b71-bf2e-a19ffff74215 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:12.445791 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cb8444bc-6869-4ba2-ab16-7c8f0f74d3fe req-bc957b75-b050-4b71-bf2e-a19ffff74215 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 945 time: 0.1687148 Aug 31 01:58:12.552046 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cb8444bc-6869-4ba2-ab16-7c8f0f74d3fe req-0916bc4f-1769-4af3-91c3-f1187eac72fc tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745182 Aug 31 01:58:12.602765 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Attempting to bind port 5b3f0498-b985-483f-82ec-346b26821708 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:58:12.603011 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Attempting to bind port 5b3f0498-b985-483f-82ec-346b26821708 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:58:12.603320 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Attempting to bind port 5b3f0498-b985-483f-82ec-346b26821708 on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:58:12.607589 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Port 5b3f0498-b985-483f-82ec-346b26821708 on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:58:12.607897 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Attempting to bind port 5b3f0498-b985-483f-82ec-346b26821708 on network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:58:12.613181 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:58:12.613542 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Checking segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:58:12.613917 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Bound using segment: {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:58:12.614334 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Bound port: 5b3f0498-b985-483f-82ec-346b26821708, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:58:12.614682 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:12.676376 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] For port 5b3f0498-b985-483f-82ec-346b26821708, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:58:12.679468 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] For port 5b3f0498-b985-483f-82ec-346b26821708, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5b3f0498-b985-483f-82ec-346b26821708,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:58:12.741318 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:12.780771 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:12.781326 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:12.782724 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] 10.222.0.41 "PUT /v2.0/ports/5b3f0498-b985-483f-82ec-346b26821708 HTTP/1.1" status: 200 len: 1094 time: 1.0064824 Aug 31 01:58:12.804229 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c1e7b-ebcf-41e8-b4d1-1550c90512a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3f0498-b985-483f-82ec-346b26821708,revision_number=11']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:12.850886 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-d5efb998-4205-4900-ba58-60d1b190db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:12.852414 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-d5efb998-4205-4900-ba58-60d1b190db12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 1097 time: 0.0449712 Aug 31 01:58:12.947594 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-27d2d910-bb4e-4ae9-b15b-0cf01c12eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:12.949074 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-27d2d910-bb4e-4ae9-b15b-0cf01c12eaf4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0896909 Aug 31 01:58:13.009804 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 5b3f0498-b985-483f-82ec-346b26821708 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:58:13.022342 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-721c2712-22f1-4fcf-afa5-621d1fd3d714 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3f0498-b985-483f-82ec-346b26821708 HTTP/1.1" status: 200 len: 1001 time: 0.0661182 Aug 31 01:58:13.051127 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 5b3f0498-b985-483f-82ec-346b26821708 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:58:13.074639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-59a2b905-42f7-498e-b0a2-d2a806d2cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:13.076114 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-59a2b905-42f7-498e-b0a2-d2a806d2cf78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0473573 Aug 31 01:58:13.122470 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-848bf838-383a-4f33-8656-6ba93c7bf2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:13.124014 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-848bf838-383a-4f33-8656-6ba93c7bf2d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413146 Aug 31 01:58:13.221797 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-15bc91f2-1d3a-4e5c-ba55-44989aef77da service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896032 Aug 31 01:58:13.317489 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c508f9f7-0d82-4b89-97bb-78d2f780611d req-4055fa95-1703-4754-b796-4ecdffc99343 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890634 Aug 31 01:58:13.679789 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257000b-375f-46b4-bb1a-b71f456460de req-336247d5-673a-440d-b125-75c672016668 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:13.682141 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9257000b-375f-46b4-bb1a-b71f456460de req-336247d5-673a-440d-b125-75c672016668 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 945 time: 0.0550218 Aug 31 01:58:13.729292 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9257000b-375f-46b4-bb1a-b71f456460de req-7a2f95a2-613b-4a81-8da7-7180cfe37e06 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407703 Aug 31 01:58:14.191875 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'tag': '5b3f0498-b985-483f-82ec-346b26821708'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:58:14.194286 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bc03c0-22cf-4394-aa4c-c8661c93a893" -d '{"events": [{"name": "network-changed", "server_uuid": "ea50f289-b893-4e96-8395-a4ffde3109ee", "tag": "5b3f0498-b985-483f-82ec-346b26821708"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:58:14.246732 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4557fcbc-5f7b-4f76-bb4e-794f70bf07bd x-openstack-request-id: req-4557fcbc-5f7b-4f76-bb4e-794f70bf07bd {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:58:14.255138 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea50f289-b893-4e96-8395-a4ffde3109ee", "tag": "5b3f0498-b985-483f-82ec-346b26821708", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:58:14.255464 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4557fcbc-5f7b-4f76-bb4e-794f70bf07bd {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:58:14.255836 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'tag': '5b3f0498-b985-483f-82ec-346b26821708', 'status': 'completed', 'code': 200} Aug 31 01:58:14.314554 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-02bd7ab7-01c1-4875-9a09-c36ba008ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:14.316975 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-02bd7ab7-01c1-4875-9a09-c36ba008ee12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 1097 time: 0.0471942 Aug 31 01:58:14.328445 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-1ed59008-01b6-4a84-984e-1844a9422026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:14.330547 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-1ed59008-01b6-4a84-984e-1844a9422026 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 1097 time: 0.0543036 Aug 31 01:58:14.437352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-72cf33c3-59b6-4230-87a7-06ee53e7bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:14.438380 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-72cf33c3-59b6-4230-87a7-06ee53e7bbac service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.1146638 Aug 31 01:58:14.449370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-c6191585-796c-4cd1-b493-973ab0a38d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:14.450997 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-c6191585-796c-4cd1-b493-973ab0a38d44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.1130044 Aug 31 01:58:14.521315 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-a8db51c2-48a7-4bb6-bc0e-9851b98a57f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3f0498-b985-483f-82ec-346b26821708 HTTP/1.1" status: 200 len: 1001 time: 0.0690284 Aug 31 01:58:14.541381 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-a23f1fd3-8d8e-464f-bdc0-8693edcac874 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3f0498-b985-483f-82ec-346b26821708 HTTP/1.1" status: 200 len: 1001 time: 0.0829573 Aug 31 01:58:14.587558 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-6254be00-2b7a-4636-82bb-512f834a0c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:14.588975 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-6254be00-2b7a-4636-82bb-512f834a0c7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0609095 Aug 31 01:58:14.597233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-8c8101dc-24f8-4ad5-9b2e-199171d7c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:14.598788 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-8c8101dc-24f8-4ad5-9b2e-199171d7c813 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0505178 Aug 31 01:58:14.640601 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-092a5668-2bdc-4806-a38b-d616de9e4497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:14.642160 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-092a5668-2bdc-4806-a38b-d616de9e4497 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449409 Aug 31 01:58:14.649731 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-54c65492-b9ef-4ae5-b4b3-e672210f3c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:14.656351 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-54c65492-b9ef-4ae5-b4b3-e672210f3c5a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456276 Aug 31 01:58:14.744481 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-a095cd8c-4c5b-46b8-aa58-41f4527fd967 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948031 Aug 31 01:58:14.760523 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-854a6504-0ac0-48c3-987b-8e4af6869f86 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014326 Aug 31 01:58:14.853470 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-07194382-3c3b-403c-9f29-d4d27892344f service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003819 Aug 31 01:58:14.894177 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ad257-ff90-4bdf-993d-c7aff3973267 req-bfa427e6-1af2-4ad6-b9b3-f0589003ef0d tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:14.895777 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-981ad257-ff90-4bdf-993d-c7aff3973267 req-bfa427e6-1af2-4ad6-b9b3-f0589003ef0d tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 945 time: 0.0774879 Aug 31 01:58:14.917701 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3bc03c0-22cf-4394-aa4c-c8661c93a893 req-8aefae07-13d0-4c9d-b297-9b5536d07d74 service neutron] 10.222.0.48 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493769 Aug 31 01:58:14.946668 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-981ad257-ff90-4bdf-993d-c7aff3973267 req-7d381eac-290b-468c-a808-c71c393ac389 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415311 Aug 31 01:58:16.073813 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e88d8-857e-47d2-b208-365a24789de7 req-0dcd29b5-6e2e-49a1-90db-698e9d882fcd tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:16.075355 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-922e88d8-857e-47d2-b208-365a24789de7 req-0dcd29b5-6e2e-49a1-90db-698e9d882fcd tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 945 time: 0.0538671 Aug 31 01:58:16.120163 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-922e88d8-857e-47d2-b208-365a24789de7 req-c29549aa-b9da-484c-92ba-79144c123657 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376759 Aug 31 01:58:17.244536 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf40cf-b668-402b-a70e-23df7796811b req-0faa0c89-3703-45fb-bf91-b0a7605927d4 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:17.249621 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-70cf40cf-b668-402b-a70e-23df7796811b req-0faa0c89-3703-45fb-bf91-b0a7605927d4 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 945 time: 0.0539999 Aug 31 01:58:17.284439 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-70cf40cf-b668-402b-a70e-23df7796811b req-e7c6bd2a-340d-485f-918d-10e74bf5be5d tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319240 Aug 31 01:58:17.866289 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:58:18.407586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229a7e2-6b72-403c-a600-76a226e19a64 req-70a8e7ce-d917-4240-b2c3-2860bfd7e833 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:18.409005 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1229a7e2-6b72-403c-a600-76a226e19a64 req-70a8e7ce-d917-4240-b2c3-2860bfd7e833 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 945 time: 0.0548270 Aug 31 01:58:18.447145 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1229a7e2-6b72-403c-a600-76a226e19a64 req-5d6a9795-0113-478a-a3fb-d0af38ceb414 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321715 Aug 31 01:58:19.570656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c504a51-f431-4034-913f-a1eac19d12d1 req-1cdecc22-923c-4cb5-9f5b-19e7e87d9e2e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:19.572270 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c504a51-f431-4034-913f-a1eac19d12d1 req-1cdecc22-923c-4cb5-9f5b-19e7e87d9e2e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 945 time: 0.0523722 Aug 31 01:58:19.613193 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c504a51-f431-4034-913f-a1eac19d12d1 req-53ec536d-d58d-4135-a560-4305134ccc69 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344198 Aug 31 01:58:20.391687 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071c5da-bdd3-46c0-b720-f2da8a52c3b2 req-892e6c9b-f7e9-4e1b-923b-90ff08450dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:20.393151 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c071c5da-bdd3-46c0-b720-f2da8a52c3b2 req-892e6c9b-f7e9-4e1b-923b-90ff08450dd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 1097 time: 0.0421169 Aug 31 01:58:20.497641 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071c5da-bdd3-46c0-b720-f2da8a52c3b2 req-44debe57-40ef-4751-8120-01dd9be44489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:20.499132 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c071c5da-bdd3-46c0-b720-f2da8a52c3b2 req-44debe57-40ef-4751-8120-01dd9be44489 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 200 len: 912 time: 0.0858018 Aug 31 01:58:20.568651 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c071c5da-bdd3-46c0-b720-f2da8a52c3b2 req-652ecbd2-45d2-4b24-9e02-984c477f37e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3f0498-b985-483f-82ec-346b26821708 HTTP/1.1" status: 200 len: 1001 time: 0.0626252 Aug 31 01:58:20.617948 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071c5da-bdd3-46c0-b720-f2da8a52c3b2 req-5689d57d-550b-4a70-8f26-bd86662b5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:20.619395 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c071c5da-bdd3-46c0-b720-f2da8a52c3b2 req-5689d57d-550b-4a70-8f26-bd86662b5b0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 200 len: 850 time: 0.0442185 Aug 31 01:58:20.666152 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071c5da-bdd3-46c0-b720-f2da8a52c3b2 req-5de26450-e86b-4c15-904b-e3e95093e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:20.667651 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c071c5da-bdd3-46c0-b720-f2da8a52c3b2 req-5de26450-e86b-4c15-904b-e3e95093e2d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9ba1b38-3b99-40c2-a6bc-aada57d8b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401406 Aug 31 01:58:20.785904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06571284-83b4-4dbb-b982-f75c1002ee54 req-235d4b2b-cf89-43d6-826d-ae4fe7ac61ba tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:20.787392 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06571284-83b4-4dbb-b982-f75c1002ee54 req-235d4b2b-cf89-43d6-826d-ae4fe7ac61ba tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 945 time: 0.1043167 Aug 31 01:58:20.808548 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c071c5da-bdd3-46c0-b720-f2da8a52c3b2 req-31da5b95-8d68-4413-b354-8c23f73ccf40 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325700 Aug 31 01:58:20.883674 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-06571284-83b4-4dbb-b982-f75c1002ee54 req-60149013-4d7c-40e0-9afd-802fc54488e0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872788 Aug 31 01:58:20.920894 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c071c5da-bdd3-46c0-b720-f2da8a52c3b2 req-5d1e7c87-2cf7-4ecf-a455-a674917cc868 service neutron] 10.222.0.41 "GET /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037378 Aug 31 01:58:22.005610 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760b584-f3d6-49f1-9dda-1102042b061a req-7c418dcd-54b3-4e52-a9cd-1fb7d34562a9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:22.007146 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7760b584-f3d6-49f1-9dda-1102042b061a req-7c418dcd-54b3-4e52-a9cd-1fb7d34562a9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 945 time: 0.0545239 Aug 31 01:58:22.046075 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7760b584-f3d6-49f1-9dda-1102042b061a req-5f1b7730-d38b-4e27-95fe-d9b500ab34c6 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327795 Aug 31 01:58:23.170387 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4e9c-8c25-48c1-9f6e-82ef1f5d07c3 req-9b16258a-ca67-42d2-bb39-11e23b1256f7 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:23.172131 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c7eb4e9c-8c25-48c1-9f6e-82ef1f5d07c3 req-9b16258a-ca67-42d2-bb39-11e23b1256f7 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 945 time: 0.0492916 Aug 31 01:58:23.211221 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c7eb4e9c-8c25-48c1-9f6e-82ef1f5d07c3 req-54318263-c760-408f-aa46-bf81c319ab23 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318720 Aug 31 01:58:24.329687 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c96131-f6e9-4d1f-b99c-5a67877ce6bf req-1c5ea0a8-70d3-4ed3-9104-2824ab376007 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:24.331862 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e3c96131-f6e9-4d1f-b99c-5a67877ce6bf req-1c5ea0a8-70d3-4ed3-9104-2824ab376007 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 945 time: 0.0521562 Aug 31 01:58:24.370344 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e3c96131-f6e9-4d1f-b99c-5a67877ce6bf req-e6684b41-4c4f-45f1-b13a-aeb877ef0ac7 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322430 Aug 31 01:58:25.485180 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f4950-afc8-4e6b-bf5b-78e796cc02ea req-f9ba89e7-d412-4bc8-bfc9-cad12a8fcab8 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:25.486684 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a03f4950-afc8-4e6b-bf5b-78e796cc02ea req-f9ba89e7-d412-4bc8-bfc9-cad12a8fcab8 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 945 time: 0.0484245 Aug 31 01:58:25.528805 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a03f4950-afc8-4e6b-bf5b-78e796cc02ea req-edbd9a0b-922e-4bf5-97fb-f1596fd2153a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359192 Aug 31 01:58:25.663982 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20ba35-8448-4e7f-b8ed-5a9e6178cc6e req-bdca7bd1-1210-4535-bf57-d9b804193290 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:25.665431 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ac20ba35-8448-4e7f-b8ed-5a9e6178cc6e req-bdca7bd1-1210-4535-bf57-d9b804193290 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 945 time: 0.0675280 Aug 31 01:58:25.704165 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ac20ba35-8448-4e7f-b8ed-5a9e6178cc6e req-68f76dd9-270e-434c-b5bc-aa6e31c6b1a4 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326166 Aug 31 01:58:25.819545 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a515c-9d45-4105-8c18-588a66a2d126 req-307e549e-9e49-4956-ad6c-4dea4d10ca5e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:25.821027 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-017a515c-9d45-4105-8c18-588a66a2d126 req-307e549e-9e49-4956-ad6c-4dea4d10ca5e tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 945 time: 0.0495584 Aug 31 01:58:25.858965 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-017a515c-9d45-4105-8c18-588a66a2d126 req-01d454f6-fa25-49d3-bfde-e508fa999fe1 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319252 Aug 31 01:58:26.385359 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d2f37-918d-4898-a6ee-c1ac7169cae3 req-9d369005-660b-4e27-8e5b-ad4e57992f90 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:26.386925 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d08d2f37-918d-4898-a6ee-c1ac7169cae3 req-9d369005-660b-4e27-8e5b-ad4e57992f90 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 945 time: 0.0505891 Aug 31 01:58:26.425896 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d08d2f37-918d-4898-a6ee-c1ac7169cae3 req-37ade819-2321-403b-b51e-ac3963bc85bf tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326924 Aug 31 01:58:26.709175 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5b3f0498-b985-483f-82ec-346b26821708 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:58:26.807162 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 5b3f0498-b985-483f-82ec-346b26821708, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5b3f0498-b985-483f-82ec-346b26821708,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:58:26.818731 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '5b3f0498-b985-483f-82ec-346b26821708', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'port_id': '5b3f0498-b985-483f-82ec-346b26821708', 'mac_address': 'fa:16:3e:c5:20:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:58:26.853936 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:26.866607 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3f0498-b985-483f-82ec-346b26821708 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:58:26.885169 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 5b3f0498-b985-483f-82ec-346b26821708, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5b3f0498-b985-483f-82ec-346b26821708,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:58:26.953985 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:27.010878 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=5b3f0498-b985-483f-82ec-346b26821708,revision_number=12']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:27.177904 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['5b3f0498-b985-483f-82ec-346b26821708'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:58:27.548275 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee3a6f-b040-40e8-bcc6-0f73eb366299 req-493f4acc-d249-4b19-99b1-2ac86221ee17 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:27.549811 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09ee3a6f-b040-40e8-bcc6-0f73eb366299 req-493f4acc-d249-4b19-99b1-2ac86221ee17 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0534434 Aug 31 01:58:27.588518 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09ee3a6f-b040-40e8-bcc6-0f73eb366299 req-8ee55ed3-07f9-4de5-a636-882c5679f64a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c60e24e-8170-4cdd-8869-6ca8d40c0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325696 Aug 31 01:58:27.910331 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835d619-d56f-436d-9e7c-086964b8aaa0 req-2009b93c-229e-4f6d-938d-2a346d74b4e0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:27.911757 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8835d619-d56f-436d-9e7c-086964b8aaa0 req-2009b93c-229e-4f6d-938d-2a346d74b4e0 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 946 time: 0.0481205 Aug 31 01:58:28.004193 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-8835d619-d56f-436d-9e7c-086964b8aaa0 req-b1afa21f-11fd-4de4-a0de-6049efd10aca tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Deleting port 5b3f0498-b985-483f-82ec-346b26821708 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:58:28.004572 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8835d619-d56f-436d-9e7c-086964b8aaa0 req-b1afa21f-11fd-4de4-a0de-6049efd10aca tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:28.092232 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-8835d619-d56f-436d-9e7c-086964b8aaa0 req-b1afa21f-11fd-4de4-a0de-6049efd10aca tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] For port 5b3f0498-b985-483f-82ec-346b26821708, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=5b3f0498-b985-483f-82ec-346b26821708,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:58:28.092584 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8835d619-d56f-436d-9e7c-086964b8aaa0 req-b1afa21f-11fd-4de4-a0de-6049efd10aca tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:28.314922 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8835d619-d56f-436d-9e7c-086964b8aaa0 req-b1afa21f-11fd-4de4-a0de-6049efd10aca tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:28.315310 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8835d619-d56f-436d-9e7c-086964b8aaa0 req-b1afa21f-11fd-4de4-a0de-6049efd10aca tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:28.315626 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [req-8835d619-d56f-436d-9e7c-086964b8aaa0 req-b1afa21f-11fd-4de4-a0de-6049efd10aca tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Floating IP 675fca42-5a20-4d2d-8f88-29dd17b4fc94 disassociated. External IP: 172.25.2.154, port: 5b3f0498-b985-483f-82ec-346b26821708. Aug 31 01:58:28.316012 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-8835d619-d56f-436d-9e7c-086964b8aaa0 req-b1afa21f-11fd-4de4-a0de-6049efd10aca tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Calling delete_port for 5b3f0498-b985-483f-82ec-346b26821708 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:58:28.519576 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8835d619-d56f-436d-9e7c-086964b8aaa0 req-b1afa21f-11fd-4de4-a0de-6049efd10aca tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:28.548970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afa21f-11fd-4de4-a0de-6049efd10aca tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Pushing event deleted for resources: {'Port': ['ID=5b3f0498-b985-483f-82ec-346b26821708,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:28.666701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8835d619-d56f-436d-9e7c-086964b8aaa0 req-b1afa21f-11fd-4de4-a0de-6049efd10aca tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:58:28.725762 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5b3f0498-b985-483f-82ec-346b26821708 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:58:28.730844 n-d-793621-34 neutron-server[102344]: INFO neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No ports have port_id starting with 5b3f0498-b985-483f-82ec-346b26821708 Aug 31 01:58:28.733576 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5b3f0498-b985-483f-82ec-346b26821708 requested by agent hyperv_n-h2-793621-34 not found in database {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 31 01:58:28.752287 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-be410a3d-825e-4151-bc9a-1281bece1f13 req-2bc3586c-335a-45ef-a263-d566836e667b tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 210 time: 0.0349226 Aug 31 01:58:28.803926 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8835d619-d56f-436d-9e7c-086964b8aaa0 req-b1afa21f-11fd-4de4-a0de-6049efd10aca tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:58:28.814449 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa10fb10-1525-4df6-abde-7482a951271f None None] Sync routers for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:58:28.823368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa10fb10-1525-4df6-abde-7482a951271f None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:58:28.824094 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fa10fb10-1525-4df6-abde-7482a951271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:58:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:58:28.844246 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8835d619-d56f-436d-9e7c-086964b8aaa0 req-b1afa21f-11fd-4de4-a0de-6049efd10aca tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] No DVR routers for this DVR port 5b3f0498-b985-483f-82ec-346b26821708 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:58:28.847048 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8835d619-d56f-436d-9e7c-086964b8aaa0 req-b1afa21f-11fd-4de4-a0de-6049efd10aca tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:28.849570 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8835d619-d56f-436d-9e7c-086964b8aaa0 req-b1afa21f-11fd-4de4-a0de-6049efd10aca tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.41 "DELETE /v2.0/ports/5b3f0498-b985-483f-82ec-346b26821708 HTTP/1.1" status: 204 len: 173 time: 0.9319525 Aug 31 01:58:28.850008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'name': 'network-vif-deleted', 'tag': '5b3f0498-b985-483f-82ec-346b26821708'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:58:28.852407 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c681c2f-8e37-449c-bc64-810d4377ee4f" -d '{"events": [{"server_uuid": "ea50f289-b893-4e96-8395-a4ffde3109ee", "name": "network-vif-deleted", "tag": "5b3f0498-b985-483f-82ec-346b26821708"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:58:28.889246 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865e7a34-82f1-4166-a246-09ee626c1d87 x-openstack-request-id: req-865e7a34-82f1-4166-a246-09ee626c1d87 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:58:28.889579 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea50f289-b893-4e96-8395-a4ffde3109ee", "name": "network-vif-deleted", "tag": "5b3f0498-b985-483f-82ec-346b26821708", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:58:28.889834 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-865e7a34-82f1-4166-a246-09ee626c1d87 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:58:28.890235 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea50f289-b893-4e96-8395-a4ffde3109ee', 'name': 'network-vif-deleted', 'tag': '5b3f0498-b985-483f-82ec-346b26821708', 'status': 'completed', 'code': 200} Aug 31 01:58:28.933366 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-fa10fb10-1525-4df6-abde-7482a951271f None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:58:29.140243 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fa10fb10-1525-4df6-abde-7482a951271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:58:29.167339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa10fb10-1525-4df6-abde-7482a951271f None None] Checking router: e18b1523-2f4d-42a0-bfd1-b944b0c6f887 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:58:29.176207 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa10fb10-1525-4df6-abde-7482a951271f None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:58:29.176814 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fa10fb10-1525-4df6-abde-7482a951271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:58:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:58:29.440339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-fa10fb10-1525-4df6-abde-7482a951271f None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:58:29.641372 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fa10fb10-1525-4df6-abde-7482a951271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:58:29.674353 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa10fb10-1525-4df6-abde-7482a951271f None None] The sync data for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 is: [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:28Z', 'revision_number': 4, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '48fe9cb3-5213-4eec-b022-fb132132c01c', 'name': '', 'network_id': 'f9ba1b38-3b99-40c2-a6bc-aada57d8b883', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'mac_address': 'fa:16:3e:45:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:27Z', 'updated_at': '2021-08-31T01:48:33Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'subnets': [{'id': '4b14ea63-ba9f-4864-9e54-aae67dd2165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:58:29.856458 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1da96c91-9dd1-4f85-8c13-3660c0e50972 req-5a04dea5-7f9f-4317-b6fb-72e3fa0a51f9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 210 time: 0.0326509 Aug 31 01:58:29.910282 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d825d6e3-e9c8-4294-93bc-746b4e1a103c None None] New status for floating IP 675fca42-5a20-4d2d-8f88-29dd17b4fc94: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:58:30.725942 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5b3f0498-b985-483f-82ec-346b26821708 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:58:30.747218 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 5b3f0498-b985-483f-82ec-346b26821708 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:58:30.747741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 5b3f0498-b985-483f-82ec-346b26821708 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:58:30.957096 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ada6e372-3f4a-4dd9-a663-7514f878414d req-77daa63c-b7f5-42a5-9489-69cb15dda0c2 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 210 time: 0.0272698 Aug 31 01:58:32.052243 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c04e6100-e1b8-425d-9667-1c5dcafde967 req-4a41941c-d86b-4e7e-9d4e-514fa18cd3b9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 210 time: 0.0261350 Aug 31 01:58:33.160726 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-65c5b235-6dfb-48f6-a401-e974f5ae0f0d req-6d2f153b-5615-4931-9a88-deeb30c53adb tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea50f289-b893-4e96-8395-a4ffde3109ee HTTP/1.1" status: 200 len: 210 time: 0.0270748 Aug 31 01:58:34.271393 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-67169b3d-38de-40b7-bfca-07a01892a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:36.879453 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:37.045343 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a3bd3de1-435b-4097-90c9-de41fee3b4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:37.605578 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:37.860102 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:38.143391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41476) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:58:38.200880 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8872db75-9b20-4607-a1fe-aed2e5194df9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:38.226611 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8872db75-9b20-4607-a1fe-aed2e5194df9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:38.328530 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8872db75-9b20-4607-a1fe-aed2e5194df9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:38.331293 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8872db75-9b20-4607-a1fe-aed2e5194df9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:38.332776 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8872db75-9b20-4607-a1fe-aed2e5194df9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "DELETE /v2.0/security-groups/8c60e24e-8170-4cdd-8869-6ca8d40c0f18 HTTP/1.1" status: 204 len: 168 time: 0.1878669 Aug 31 01:58:38.336582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41478) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:58:38.344703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872db75-9b20-4607-a1fe-aed2e5194df9 tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c60e24e-8170-4cdd-8869-6ca8d40c0f18,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:38.351159 n-d-793621-34 neutron-server[102343]: INFO neutron.api.v2.resource [None req-d259daf1-feaf-42f9-b659-2ddfb1485cdb tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] show failed (client error): The resource could not be found. Aug 31 01:58:38.354622 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d259daf1-feaf-42f9-b659-2ddfb1485cdb tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "GET /v2.0/security-groups/8c60e24e-8170-4cdd-8869-6ca8d40c0f18 HTTP/1.1" status: 404 len: 347 time: 0.0144229 Aug 31 01:58:38.354863 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41480) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:58:38.490695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-f27c7305-7566-4754-9581-36549999370a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Deleting port 1da3aaa0-1349-4664-98ff-10e0ba3c793d {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:58:38.491027 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f27c7305-7566-4754-9581-36549999370a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:38.567684 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f27c7305-7566-4754-9581-36549999370a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:38.568013 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f27c7305-7566-4754-9581-36549999370a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:38.579578 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-f27c7305-7566-4754-9581-36549999370a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Calling delete_port for 1da3aaa0-1349-4664-98ff-10e0ba3c793d owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:58:38.745912 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:39.125700 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f27c7305-7566-4754-9581-36549999370a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:39.152641 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c7305-7566-4754-9581-36549999370a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Pushing event deleted for resources: {'Port': ['ID=1da3aaa0-1349-4664-98ff-10e0ba3c793d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:39.215060 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f27c7305-7566-4754-9581-36549999370a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:39.217659 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f27c7305-7566-4754-9581-36549999370a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:39.218822 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f27c7305-7566-4754-9581-36549999370a tempest-ServerActionsTestJSON-1957647037 tempest-ServerActionsTestJSON-1957647037-project] 10.222.0.16 "DELETE /v2.0/floatingips/675fca42-5a20-4d2d-8f88-29dd17b4fc94 HTTP/1.1" status: 204 len: 168 time: 0.8630655 Aug 31 01:58:39.221765 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41482) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:58:39.760288 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a9e248f-8019-4134-a806-07577b94aec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:40.002002 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e248f-8019-4134-a806-07577b94aec3 admin admin] Deleting port 48fe9cb3-5213-4eec-b022-fb132132c01c {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:58:40.002340 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a9e248f-8019-4134-a806-07577b94aec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:40.084824 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-6a9e248f-8019-4134-a806-07577b94aec3 admin admin] For port 48fe9cb3-5213-4eec-b022-fb132132c01c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=48fe9cb3-5213-4eec-b022-fb132132c01c,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:58:40.085091 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a9e248f-8019-4134-a806-07577b94aec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:40.097796 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e248f-8019-4134-a806-07577b94aec3 admin admin] Calling delete_port for 48fe9cb3-5213-4eec-b022-fb132132c01c owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:58:40.351502 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a9e248f-8019-4134-a806-07577b94aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:40.389808 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e248f-8019-4134-a806-07577b94aec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=48fe9cb3-5213-4eec-b022-fb132132c01c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:40.416964 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:40.560424 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6a9e248f-8019-4134-a806-07577b94aec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:40.785521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9e248f-8019-4134-a806-07577b94aec3 admin admin] Router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:58:40.888317 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9e248f-8019-4134-a806-07577b94aec3 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:58:40.893269 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6a9e248f-8019-4134-a806-07577b94aec3 admin admin] 10.222.0.16 "PUT /v2.0/routers/e18b1523-2f4d-42a0-bfd1-b944b0c6f887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6704500 Aug 31 01:58:40.896506 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41486) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:58:40.897516 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87042b85-3608-4ccd-9e56-efcb6bc8ac6b None None] Sync routers for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:58:40.907540 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87042b85-3608-4ccd-9e56-efcb6bc8ac6b None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:58:40.908154 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-87042b85-3608-4ccd-9e56-efcb6bc8ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:58:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:58:40.999640 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-110140bd-f865-475b-b459-4a70d8b19fc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:41.012811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-87042b85-3608-4ccd-9e56-efcb6bc8ac6b None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:58:41.122022 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-110140bd-f865-475b-b459-4a70d8b19fc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:41.191938 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-87042b85-3608-4ccd-9e56-efcb6bc8ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:58:40Z', 'revision_number': 5, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port': {'id': '3755eaa0-119a-4e83-9f5a-764dfbacfbb1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:58:41.221752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87042b85-3608-4ccd-9e56-efcb6bc8ac6b None None] Checking router: e18b1523-2f4d-42a0-bfd1-b944b0c6f887 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:58:41.230248 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87042b85-3608-4ccd-9e56-efcb6bc8ac6b None None] Routers {'e18b1523-2f4d-42a0-bfd1-b944b0c6f887'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:58:41.230855 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-87042b85-3608-4ccd-9e56-efcb6bc8ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:58:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:58:41.237030 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-110140bd-f865-475b-b459-4a70d8b19fc1 admin admin] Deleting port 3755eaa0-119a-4e83-9f5a-764dfbacfbb1 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:58:41.237377 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-110140bd-f865-475b-b459-4a70d8b19fc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:41.316464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-110140bd-f865-475b-b459-4a70d8b19fc1 admin admin] For port 3755eaa0-119a-4e83-9f5a-764dfbacfbb1, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=3755eaa0-119a-4e83-9f5a-764dfbacfbb1,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:58:41.316836 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-110140bd-f865-475b-b459-4a70d8b19fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:41.318241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-87042b85-3608-4ccd-9e56-efcb6bc8ac6b None None] Set router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:58:41.330284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-110140bd-f865-475b-b459-4a70d8b19fc1 admin admin] Calling delete_port for 3755eaa0-119a-4e83-9f5a-764dfbacfbb1 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:58:41.371641 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-87042b85-3608-4ccd-9e56-efcb6bc8ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:58:41Z', 'revision_number': 6, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:58:41.402071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87042b85-3608-4ccd-9e56-efcb6bc8ac6b None None] The sync data for ids ['e18b1523-2f4d-42a0-bfd1-b944b0c6f887'] in n-d-793621-34 is: [{'id': 'e18b1523-2f4d-42a0-bfd1-b944b0c6f887', 'name': 'tempest-ServerActionsTestJSON-571882625-router', 'tenant_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:48:25Z', 'updated_at': '2021-08-31T01:58:41Z', 'revision_number': 6, 'project_id': 'b698dd828dc14f1c9b8a6669f4de990e', 'gw_port_host': None}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:58:41.565526 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-110140bd-f865-475b-b459-4a70d8b19fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:41.596532 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110140bd-f865-475b-b459-4a70d8b19fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3755eaa0-119a-4e83-9f5a-764dfbacfbb1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:41.656058 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-110140bd-f865-475b-b459-4a70d8b19fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:41.747064 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-110140bd-f865-475b-b459-4a70d8b19fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:41.749415 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-110140bd-f865-475b-b459-4a70d8b19fc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:41.873922 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-110140bd-f865-475b-b459-4a70d8b19fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:41.874453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110140bd-f865-475b-b459-4a70d8b19fc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e18b1523-2f4d-42a0-bfd1-b944b0c6f887 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:58:41.878957 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-110140bd-f865-475b-b459-4a70d8b19fc1 admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:41.880624 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-110140bd-f865-475b-b459-4a70d8b19fc1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e18b1523-2f4d-42a0-bfd1-b944b0c6f887 HTTP/1.1" status: 204 len: 168 time: 0.9831440 Aug 31 01:58:41.883097 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41488) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:58:41.930472 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-31797d4b-4216-4a95-be7a-ca4d0f2ac391 admin admin] Deleting subnet 4b14ea63-ba9f-4864-9e54-aae67dd2165c {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:58:41.933408 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-31797d4b-4216-4a95-be7a-ca4d0f2ac391 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:41.966777 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-31797d4b-4216-4a95-be7a-ca4d0f2ac391 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:42.041172 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-31797d4b-4216-4a95-be7a-ca4d0f2ac391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:42.151282 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-31797d4b-4216-4a95-be7a-ca4d0f2ac391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:42.186723 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-31797d4b-4216-4a95-be7a-ca4d0f2ac391 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:42.188655 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-31797d4b-4216-4a95-be7a-ca4d0f2ac391 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4b14ea63-ba9f-4864-9e54-aae67dd2165c HTTP/1.1" status: 204 len: 168 time: 0.3045657 Aug 31 01:58:42.190225 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31797d4b-4216-4a95-be7a-ca4d0f2ac391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b14ea63-ba9f-4864-9e54-aae67dd2165c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:42.191382 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41490) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:58:42.194134 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8471fd0-8b52-44be-b1da-68584f3ebfcb None None] Network f9ba1b38-3b99-40c2-a6bc-aada57d8b883 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:58:42.240897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 48fe9cb3-5213-4eec-b022-fb132132c01c no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:58:42.263809 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 48fe9cb3-5213-4eec-b022-fb132132c01c {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:58:42.264150 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 48fe9cb3-5213-4eec-b022-fb132132c01c not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:58:42.266596 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:42.323385 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] Deleting port dacba155-7911-47ab-8644-51a50bf9184c {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:58:42.323728 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:42.393099 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] For port dacba155-7911-47ab-8644-51a50bf9184c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dacba155-7911-47ab-8644-51a50bf9184c,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:58:42.393483 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:42.407003 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] Calling delete_port for dacba155-7911-47ab-8644-51a50bf9184c owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:58:42.412231 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaabe45-7549-468a-a828-d7c15b33d35c None None] DHCP port deletion for f9ba1b38-3b99-40c2-a6bc-aada57d8b883 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:58:42.461913 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-baaabe45-7549-468a-a828-d7c15b33d35c None None] Deleting port dacba155-7911-47ab-8644-51a50bf9184c {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:58:42.462390 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-baaabe45-7549-468a-a828-d7c15b33d35c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:42.524257 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-baaabe45-7549-468a-a828-d7c15b33d35c None None] For port dacba155-7911-47ab-8644-51a50bf9184c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dacba155-7911-47ab-8644-51a50bf9184c,segment=NetworkSegment(ed3c6d6d-2093-43a7-b927-0bbbbd52f509),segment_id=ed3c6d6d-2093-43a7-b927-0bbbbd52f509)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:58:42.524653 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-baaabe45-7549-468a-a828-d7c15b33d35c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:42.538266 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-baaabe45-7549-468a-a828-d7c15b33d35c None None] Calling delete_port for dacba155-7911-47ab-8644-51a50bf9184c owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:58:42.571208 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:42.598340 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dacba155-7911-47ab-8644-51a50bf9184c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:42.601673 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] No DVR routers for this DVR port dacba155-7911-47ab-8644-51a50bf9184c on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:58:42.616923 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-baaabe45-7549-468a-a828-d7c15b33d35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:42.642211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaabe45-7549-468a-a828-d7c15b33d35c None None] Pushing event deleted for resources: {'Port': ['ID=dacba155-7911-47ab-8644-51a50bf9184c,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:42.646200 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaabe45-7549-468a-a828-d7c15b33d35c None None] No DVR routers for this DVR port dacba155-7911-47ab-8644-51a50bf9184c on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:58:42.679280 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:42.690481 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ba1b38-3b99-40c2-a6bc-aada57d8b883']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:58:42.701701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:58:42.701960 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3c6d6d-2093-43a7-b927-0bbbbd52f509') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:58:42.713219 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:42.730155 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:42.736437 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:58:42.736836 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:58:42.738693 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:58:42.902266 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:42.908125 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:42.909977 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f9ba1b38-3b99-40c2-a6bc-aada57d8b883 HTTP/1.1" status: 204 len: 168 time: 0.7175369 Aug 31 01:58:42.921489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169edfc5-53d5-4def-be9e-a2227b0095e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9ba1b38-3b99-40c2-a6bc-aada57d8b883,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:43.271513 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41494) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:58:43.311058 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f231d947-c063-4b71-a061-b73cb612ff35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b698dd828dc14f1c9b8a6669f4de990e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382838 Aug 31 01:58:43.313513 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41496) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:58:43.360126 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a0cb5dca-882b-4f47-87bf-1f52f67ccb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:43.382011 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a0cb5dca-882b-4f47-87bf-1f52f67ccb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:43.491074 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a0cb5dca-882b-4f47-87bf-1f52f67ccb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:43.493914 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a0cb5dca-882b-4f47-87bf-1f52f67ccb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:43.495518 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a0cb5dca-882b-4f47-87bf-1f52f67ccb75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c7c3589-918f-47d0-a927-4b75cc0cfa8d HTTP/1.1" status: 204 len: 168 time: 0.1806722 Aug 31 01:58:43.503433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb5dca-882b-4f47-87bf-1f52f67ccb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7c3589-918f-47d0-a927-4b75cc0cfa8d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:43.830733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 3755eaa0-119a-4e83-9f5a-764dfbacfbb1 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:58:43.851252 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 3755eaa0-119a-4e83-9f5a-764dfbacfbb1 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:58:43.851593 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 3755eaa0-119a-4e83-9f5a-764dfbacfbb1 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:58:43.852004 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dacba155-7911-47ab-8644-51a50bf9184c no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:58:43.873561 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: dacba155-7911-47ab-8644-51a50bf9184c {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:58:43.873909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dacba155-7911-47ab-8644-51a50bf9184c not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:58:44.626802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41518) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:58:44.728144 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-237b09b5-188d-469d-8ab9-6e5d56ed8bb4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2101928241-network', 'tenant_id': '9ced642e7d1e4ac9aee2eb043995b24e'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:58:44.810524 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237b09b5-188d-469d-8ab9-6e5d56ed8bb4 admin admin] Made reservation on behalf of 9ced642e7d1e4ac9aee2eb043995b24e for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:58:44.812761 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-237b09b5-188d-469d-8ab9-6e5d56ed8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:44.822000 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-237b09b5-188d-469d-8ab9-6e5d56ed8bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:44.909772 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-237b09b5-188d-469d-8ab9-6e5d56ed8bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:44.973484 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-237b09b5-188d-469d-8ab9-6e5d56ed8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:44.999601 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237b09b5-188d-469d-8ab9-6e5d56ed8bb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:58:45.006312 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b09b5-188d-469d-8ab9-6e5d56ed8bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec083841-c00f-4f80-bc2e-4676398b19f9,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:45.012132 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-237b09b5-188d-469d-8ab9-6e5d56ed8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:45.012471 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-237b09b5-188d-469d-8ab9-6e5d56ed8bb4 admin admin] Added segment 03490ece-c76e-40fb-ae6b-d3202b6ad974 of type vlan for network 29bf2c39-9526-4e6a-813f-0b99dbf7863d Aug 31 01:58:45.052195 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-237b09b5-188d-469d-8ab9-6e5d56ed8bb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:45.156583 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-237b09b5-188d-469d-8ab9-6e5d56ed8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:45.157666 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237b09b5-188d-469d-8ab9-6e5d56ed8bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:45.158260 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-237b09b5-188d-469d-8ab9-6e5d56ed8bb4 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:45.217119 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b09b5-188d-469d-8ab9-6e5d56ed8bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=29bf2c39-9526-4e6a-813f-0b99dbf7863d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:45.227371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 29bf2c39-9526-4e6a-813f-0b99dbf7863d details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:58:45.265989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-237b09b5-188d-469d-8ab9-6e5d56ed8bb4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6379979 Aug 31 01:58:45.268767 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41522) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:58:45.273716 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-2bab1e09-b09b-4627-bd40-07f14831d996 admin admin] Request body: {'subnet': {'network_id': '29bf2c39-9526-4e6a-813f-0b99dbf7863d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2101928241-subnet', 'tenant_id': '9ced642e7d1e4ac9aee2eb043995b24e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:58:45.362295 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bab1e09-b09b-4627-bd40-07f14831d996 admin admin] Made reservation on behalf of 9ced642e7d1e4ac9aee2eb043995b24e for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:58:45.365316 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bab1e09-b09b-4627-bd40-07f14831d996 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:45.596954 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bab1e09-b09b-4627-bd40-07f14831d996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:45.650161 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab1e09-b09b-4627-bd40-07f14831d996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5f57dc9-059b-42c5-9ef5-9efd28fa5d9c,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:45.665645 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bab1e09-b09b-4627-bd40-07f14831d996 admin admin] Checking segment: {'id': '03490ece-c76e-40fb-ae6b-d3202b6ad974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '29bf2c39-9526-4e6a-813f-0b99dbf7863d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:58:45.666005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bab1e09-b09b-4627-bd40-07f14831d996 admin admin] Network hostable DHCP agents. Network: 29bf2c39-9526-4e6a-813f-0b99dbf7863d, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:58:45.764705 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bab1e09-b09b-4627-bd40-07f14831d996 admin admin] Network 29bf2c39-9526-4e6a-813f-0b99dbf7863d is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:58:45.861772 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-2bab1e09-b09b-4627-bd40-07f14831d996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 29bf2c39-9526-4e6a-813f-0b99dbf7863d) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:58:45.866203 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bab1e09-b09b-4627-bd40-07f14831d996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:45.866936 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bab1e09-b09b-4627-bd40-07f14831d996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:45.871604 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4171c67c-a405-45d3-965e-96c59481cf79 None None] Network 29bf2c39-9526-4e6a-813f-0b99dbf7863d requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:58:45.954268 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2bab1e09-b09b-4627-bd40-07f14831d996 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6842391 Aug 31 01:58:45.994702 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5818e9d8-d73c-4205-88cd-fe6eb98ae8be None None] Network 29bf2c39-9526-4e6a-813f-0b99dbf7863d requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:58:46.369916 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-17bd469a-d757-4f97-ab91-8d99928eb77f tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:46.371386 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-17bd469a-d757-4f97-ab91-8d99928eb77f tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/networks?id=29bf2c39-9526-4e6a-813f-0b99dbf7863d HTTP/1.1" status: 200 len: 814 time: 0.0997889 Aug 31 01:58:46.386838 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-cddfae58-259d-4daa-a4e5-e65da15939f5 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/quotas/9ced642e7d1e4ac9aee2eb043995b24e HTTP/1.1" status: 200 len: 375 time: 0.0097487 Aug 31 01:58:46.420698 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-dbaabb06-30df-4da8-b7cc-ebbc9edd7b2d tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ced642e7d1e4ac9aee2eb043995b24e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284588 Aug 31 01:58:46.432259 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-6a700514-223b-457a-be0b-8ee37086af6e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:58:46.433250 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-6a700514-223b-457a-be0b-8ee37086af6e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051129 Aug 31 01:58:46.525513 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-611a7592-c673-487b-a0b1-9a6e567c89a3 service neutron] 10.222.0.16 "GET /v2.0/networks/29bf2c39-9526-4e6a-813f-0b99dbf7863d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865066 Aug 31 01:58:46.615348 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-a5db465c-7194-4e30-bcb8-b23580a74f30 service neutron] 10.222.0.16 "GET /v2.0/networks/29bf2c39-9526-4e6a-813f-0b99dbf7863d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837512 Aug 31 01:58:46.841871 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ae2896c8-32f0-40b5-bf6a-43e06c44f6e2 req-18ff553e-03a8-48e8-8e68-f3ac29735bc7 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 210 time: 0.0278642 Aug 31 01:58:47.942813 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7da36318-8e1a-4b8b-8572-1d8f5d817b44 req-bf9156e7-2b04-48e9-9741-bc14952c9324 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 210 time: 0.0310762 Aug 31 01:58:48.821946 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-08860e6c-0237-468e-8c6c-adca103790a2 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:48.823438 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-08860e6c-0237-468e-8c6c-adca103790a2 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.41 "GET /v2.0/networks?id=29bf2c39-9526-4e6a-813f-0b99dbf7863d HTTP/1.1" status: 200 len: 814 time: 0.1029556 Aug 31 01:58:48.836215 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-16777391-a952-4c7a-b5c7-60c1b84d93fb tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Request body: {'port': {'device_id': 'bf35ac30-1138-4228-a859-c490954d5538', 'network_id': '29bf2c39-9526-4e6a-813f-0b99dbf7863d', 'admin_state_up': True, 'tenant_id': '9ced642e7d1e4ac9aee2eb043995b24e'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:58:49.037843 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1bddd970-a709-42df-a74d-72a218c858c8 req-4578f1ae-e25c-4fe4-8b1f-0d3180a815ea tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 210 time: 0.0270081 Aug 31 01:58:49.042349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-16777391-a952-4c7a-b5c7-60c1b84d93fb tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Made reservation on behalf of 9ced642e7d1e4ac9aee2eb043995b24e for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:58:49.045849 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-16777391-a952-4c7a-b5c7-60c1b84d93fb tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:49.176312 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-16777391-a952-4c7a-b5c7-60c1b84d93fb tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Allocated IP 172.20.0.3 (29bf2c39-9526-4e6a-813f-0b99dbf7863d/e5f57dc9-059b-42c5-9ef5-9efd28fa5d9c/fee20844-8c90-46a0-ab75-f7d067502648) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:58:49.317816 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-16777391-a952-4c7a-b5c7-60c1b84d93fb tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:49.390925 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-16777391-a952-4c7a-b5c7-60c1b84d93fb tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:49.435812 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-16777391-a952-4c7a-b5c7-60c1b84d93fb tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Network 29bf2c39-9526-4e6a-813f-0b99dbf7863d is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:58:49.440930 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-16777391-a952-4c7a-b5c7-60c1b84d93fb tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:58:49.444823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-16777391-a952-4c7a-b5c7-60c1b84d93fb tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:58:49.470659 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16777391-a952-4c7a-b5c7-60c1b84d93fb tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Pushing event updated for resources: {'Port': ['ID=fee20844-8c90-46a0-ab75-f7d067502648,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:49.498552 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-16777391-a952-4c7a-b5c7-60c1b84d93fb tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:49.499157 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-16777391-a952-4c7a-b5c7-60c1b84d93fb tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:49.597574 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-16777391-a952-4c7a-b5c7-60c1b84d93fb tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7650428 Aug 31 01:58:49.610114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Request body: {'port': {'device_id': 'bf35ac30-1138-4228-a859-c490954d5538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:58:49.664015 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:49.928300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee20844-8c90-46a0-ab75-f7d067502648 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:58:49.935456 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:49.947840 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Transition to ACTIVE for port object fee20844-8c90-46a0-ab75-f7d067502648 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:58:50.042432 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:50.094150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Pushing event updated for resources: {'Port': ['ID=fee20844-8c90-46a0-ab75-f7d067502648,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:50.155210 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc2f4e-3728-4237-aacd-e1309abfc9da req-d3c82f9d-1444-4bae-9132-5f9e5de68fc7 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:50.156730 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-18bc2f4e-3728-4237-aacd-e1309abfc9da req-d3c82f9d-1444-4bae-9132-5f9e5de68fc7 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 943 time: 0.0502577 Aug 31 01:58:50.161288 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Attempting to bind port fee20844-8c90-46a0-ab75-f7d067502648 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:58:50.161659 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Attempting to bind port fee20844-8c90-46a0-ab75-f7d067502648 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '03490ece-c76e-40fb-ae6b-d3202b6ad974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '29bf2c39-9526-4e6a-813f-0b99dbf7863d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:58:50.161986 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Attempting to bind port fee20844-8c90-46a0-ab75-f7d067502648 on network 29bf2c39-9526-4e6a-813f-0b99dbf7863d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:58:50.166433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Port fee20844-8c90-46a0-ab75-f7d067502648 on network 29bf2c39-9526-4e6a-813f-0b99dbf7863d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:58:50.166757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Attempting to bind port fee20844-8c90-46a0-ab75-f7d067502648 on network 29bf2c39-9526-4e6a-813f-0b99dbf7863d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:58:50.171887 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:58:50.172225 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Checking segment: {'id': '03490ece-c76e-40fb-ae6b-d3202b6ad974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '29bf2c39-9526-4e6a-813f-0b99dbf7863d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:58:50.172610 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Bound using segment: {'id': '03490ece-c76e-40fb-ae6b-d3202b6ad974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '29bf2c39-9526-4e6a-813f-0b99dbf7863d'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:58:50.173035 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Bound port: fee20844-8c90-46a0-ab75-f7d067502648, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03490ece-c76e-40fb-ae6b-d3202b6ad974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '29bf2c39-9526-4e6a-813f-0b99dbf7863d'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:58:50.173395 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:50.196942 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-18bc2f4e-3728-4237-aacd-e1309abfc9da req-4d053c5e-9904-419c-95f1-d17a97729753 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334702 Aug 31 01:58:50.243520 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] For port fee20844-8c90-46a0-ab75-f7d067502648, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:58:50.246524 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] For port fee20844-8c90-46a0-ab75-f7d067502648, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fee20844-8c90-46a0-ab75-f7d067502648,segment=NetworkSegment(03490ece-c76e-40fb-ae6b-d3202b6ad974),segment_id=03490ece-c76e-40fb-ae6b-d3202b6ad974)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:58:50.322719 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:50.360430 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:50.361047 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:50.362485 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] 10.222.0.41 "PUT /v2.0/ports/fee20844-8c90-46a0-ab75-f7d067502648 HTTP/1.1" status: 200 len: 1092 time: 0.7566977 Aug 31 01:58:50.362923 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf35ac30-1138-4228-a859-c490954d5538', 'tag': 'fee20844-8c90-46a0-ab75-f7d067502648'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:58:50.365166 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ed489b-d6e8-4063-b71e-7b85c237ad56" -d '{"events": [{"name": "network-changed", "server_uuid": "bf35ac30-1138-4228-a859-c490954d5538", "tag": "fee20844-8c90-46a0-ab75-f7d067502648"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:58:50.384031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965aa6a-a92b-4475-b5c9-6aa46e1e9201 service neutron] Pushing event updated for resources: {'Port': ['ID=fee20844-8c90-46a0-ab75-f7d067502648,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:50.405499 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a057f9a9-309b-4a3c-8320-a46bdd684b53 x-openstack-request-id: req-a057f9a9-309b-4a3c-8320-a46bdd684b53 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:58:50.405857 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf35ac30-1138-4228-a859-c490954d5538", "tag": "fee20844-8c90-46a0-ab75-f7d067502648", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:58:50.406117 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a057f9a9-309b-4a3c-8320-a46bdd684b53 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:58:50.406528 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf35ac30-1138-4228-a859-c490954d5538', 'tag': 'fee20844-8c90-46a0-ab75-f7d067502648', 'status': 'completed', 'code': 200} Aug 31 01:58:50.466426 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed489b-d6e8-4063-b71e-7b85c237ad56 req-ded43421-669d-49b6-9bcd-de0b2137de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:50.467862 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27ed489b-d6e8-4063-b71e-7b85c237ad56 req-ded43421-669d-49b6-9bcd-de0b2137de00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ced642e7d1e4ac9aee2eb043995b24e&device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 1095 time: 0.0413420 Aug 31 01:58:50.658479 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed489b-d6e8-4063-b71e-7b85c237ad56 req-952ca53f-ce4b-43c1-a066-d50c3173d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:50.659954 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27ed489b-d6e8-4063-b71e-7b85c237ad56 req-952ca53f-ce4b-43c1-a066-d50c3173d99a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9ced642e7d1e4ac9aee2eb043995b24e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1839724 Aug 31 01:58:50.833043 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed489b-d6e8-4063-b71e-7b85c237ad56 req-52220573-89cd-4315-a40f-7b380c3ec092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:50.834571 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-27ed489b-d6e8-4063-b71e-7b85c237ad56 req-52220573-89cd-4315-a40f-7b380c3ec092 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1681404 Aug 31 01:58:51.242016 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-067d77b6-697b-4c33-9e0c-6f9f3556e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:51.243569 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-067d77b6-697b-4c33-9e0c-6f9f3556e431 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ced642e7d1e4ac9aee2eb043995b24e&device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 1095 time: 0.3731627 Aug 31 01:58:51.285875 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-9ecdb521-a7fe-4dff-abb6-7419a8995aee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee20844-8c90-46a0-ab75-f7d067502648 HTTP/1.1" status: 200 len: 217 time: 0.0332527 Aug 31 01:58:51.314288 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2c722-d444-4094-83b5-97d5dfcfe508 req-6dcd3f33-f49c-4412-86fa-6e9810b29e39 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:51.315774 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-47f2c722-d444-4094-83b5-97d5dfcfe508 req-6dcd3f33-f49c-4412-86fa-6e9810b29e39 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 943 time: 0.0494225 Aug 31 01:58:51.334323 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-65e38537-6a08-4b7a-9316-ae0445e25cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:51.335778 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-65e38537-6a08-4b7a-9316-ae0445e25cb2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5f57dc9-059b-42c5-9ef5-9efd28fa5d9c HTTP/1.1" status: 200 len: 854 time: 0.0436282 Aug 31 01:58:51.354009 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-47f2c722-d444-4094-83b5-97d5dfcfe508 req-fbf23a29-b105-433f-88f7-a6f2c5bae705 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320704 Aug 31 01:58:51.370967 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-e966c5ea-a828-42be-adb6-41cc7ae8a003 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29bf2c39-9526-4e6a-813f-0b99dbf7863d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282438 Aug 31 01:58:51.458693 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-e95690eb-de07-479e-8f76-8feec1803267 service neutron] 10.222.0.41 "GET /v2.0/networks/29bf2c39-9526-4e6a-813f-0b99dbf7863d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799060 Aug 31 01:58:51.551146 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-30d252e6-b6ab-4cd7-ba6c-981afbfab2d2 req-00b5736e-fbea-41d4-b3ad-d6a3ce9b8a3a service neutron] 10.222.0.41 "GET /v2.0/networks/29bf2c39-9526-4e6a-813f-0b99dbf7863d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859072 Aug 31 01:58:52.481777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea5046-0ee4-45f8-a566-275ed7324f29 req-61d7f84b-24fd-4d13-b8c7-f0db02e51fe7 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:52.483276 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7eea5046-0ee4-45f8-a566-275ed7324f29 req-61d7f84b-24fd-4d13-b8c7-f0db02e51fe7 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 943 time: 0.0519443 Aug 31 01:58:52.521835 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7eea5046-0ee4-45f8-a566-275ed7324f29 req-c0e1fcbd-d88d-4948-b741-90ade9eff7ac tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324368 Aug 31 01:58:53.640493 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5ffe0-d9e3-443b-b323-b6ba77c1ca78 req-d33de394-cc91-4dc9-a05e-491363794180 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:53.642352 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-16a5ffe0-d9e3-443b-b323-b6ba77c1ca78 req-d33de394-cc91-4dc9-a05e-491363794180 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 943 time: 0.0504644 Aug 31 01:58:53.687555 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-16a5ffe0-d9e3-443b-b323-b6ba77c1ca78 req-8f18a550-a45b-42bc-a669-0bd9dd3976b3 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372634 Aug 31 01:58:54.806131 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49eb7af-4401-4aed-85f5-ee5f19539498 req-101af114-4cc3-46cb-8814-3fef8b05e808 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:54.807618 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c49eb7af-4401-4aed-85f5-ee5f19539498 req-101af114-4cc3-46cb-8814-3fef8b05e808 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 943 time: 0.0489762 Aug 31 01:58:54.834709 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device fee20844-8c90-46a0-ab75-f7d067502648 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:58:54.844951 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c49eb7af-4401-4aed-85f5-ee5f19539498 req-72231225-eb5d-4274-9df1-7dd39f1ed9bf tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313601 Aug 31 01:58:54.866811 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:58:54.927944 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port fee20844-8c90-46a0-ab75-f7d067502648, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fee20844-8c90-46a0-ab75-f7d067502648,segment=NetworkSegment(03490ece-c76e-40fb-ae6b-d3202b6ad974),segment_id=03490ece-c76e-40fb-ae6b-d3202b6ad974)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:58:54.939144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'fee20844-8c90-46a0-ab75-f7d067502648', 'network_id': '29bf2c39-9526-4e6a-813f-0b99dbf7863d', 'port_id': 'fee20844-8c90-46a0-ab75-f7d067502648', 'mac_address': 'fa:16:3e:94:8d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5f57dc9-059b-42c5-9ef5-9efd28fa5d9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:58:54.978141 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:54.991589 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee20844-8c90-46a0-ab75-f7d067502648 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:58:55.014965 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port fee20844-8c90-46a0-ab75-f7d067502648, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fee20844-8c90-46a0-ab75-f7d067502648,segment=NetworkSegment(03490ece-c76e-40fb-ae6b-d3202b6ad974),segment_id=03490ece-c76e-40fb-ae6b-d3202b6ad974)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:58:55.104907 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:55.151347 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=fee20844-8c90-46a0-ab75-f7d067502648,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:55.293452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['fee20844-8c90-46a0-ab75-f7d067502648'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:58:55.958109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3caf2-2d53-446e-acf9-8a51fa1dc73c req-7fd45ee5-c2c7-4895-aeb9-5b2ee6e75418 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:55.959631 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5c3caf2-2d53-446e-acf9-8a51fa1dc73c req-7fd45ee5-c2c7-4895-aeb9-5b2ee6e75418 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 944 time: 0.0487831 Aug 31 01:58:55.997220 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b5c3caf2-2d53-446e-acf9-8a51fa1dc73c req-0b7fd605-c0d2-4e7a-805f-8bfe74aa1aca tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316463 Aug 31 01:58:56.850568 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device fee20844-8c90-46a0-ab75-f7d067502648 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:58:56.984805 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port fee20844-8c90-46a0-ab75-f7d067502648 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:58:56.988838 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port fee20844-8c90-46a0-ab75-f7d067502648 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:58:56.989203 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:57.072373 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:57.095753 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf35ac30-1138-4228-a859-c490954d5538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee20844-8c90-46a0-ab75-f7d067502648'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:58:57.099575 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbdfcd3-93e4-4748-81e0-8f538429016c" -d '{"events": [{"server_uuid": "bf35ac30-1138-4228-a859-c490954d5538", "name": "network-vif-plugged", "status": "completed", "tag": "fee20844-8c90-46a0-ab75-f7d067502648"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:58:57.112420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port fee20844-8c90-46a0-ab75-f7d067502648, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fee20844-8c90-46a0-ab75-f7d067502648,segment=NetworkSegment(03490ece-c76e-40fb-ae6b-d3202b6ad974),segment_id=03490ece-c76e-40fb-ae6b-d3202b6ad974)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:58:57.119863 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ccca3-d69b-462c-b841-79d4bcba1ce9 req-aaa5513b-5198-4c4f-aac3-904474e92384 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:57.121494 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-812ccca3-d69b-462c-b841-79d4bcba1ce9 req-aaa5513b-5198-4c4f-aac3-904474e92384 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 944 time: 0.0550785 Aug 31 01:58:57.139739 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38d1996-f0e8-4fa0-b86e-6317573c1685 x-openstack-request-id: req-a38d1996-f0e8-4fa0-b86e-6317573c1685 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:58:57.140038 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf35ac30-1138-4228-a859-c490954d5538", "name": "network-vif-plugged", "status": "completed", "tag": "fee20844-8c90-46a0-ab75-f7d067502648", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:58:57.140301 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a38d1996-f0e8-4fa0-b86e-6317573c1685 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:58:57.140704 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf35ac30-1138-4228-a859-c490954d5538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee20844-8c90-46a0-ab75-f7d067502648', 'code': 200} Aug 31 01:58:57.163149 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-812ccca3-d69b-462c-b841-79d4bcba1ce9 req-98c317cd-706e-4c38-a287-68711d42278a tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353711 Aug 31 01:58:57.173658 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:57.228871 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=fee20844-8c90-46a0-ab75-f7d067502648,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:58:57.236468 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50463e80-d92f-4993-bd44-fec41ca763ce req-c3366af9-ceda-43cb-895a-f77293a81bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:57.238058 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-50463e80-d92f-4993-bd44-fec41ca763ce req-c3366af9-ceda-43cb-895a-f77293a81bed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 1097 time: 0.0407059 Aug 31 01:58:57.274572 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-50463e80-d92f-4993-bd44-fec41ca763ce req-af269f00-f042-48ec-bd34-1dbbffb5ab26 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296834 Aug 31 01:58:58.284203 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d402a7-1c8d-4e75-b082-b2bf1789f4a1 req-a251bd25-c027-458f-873f-4353c8b9a5c4 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:58.285742 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13d402a7-1c8d-4e75-b082-b2bf1789f4a1 req-a251bd25-c027-458f-873f-4353c8b9a5c4 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 945 time: 0.0502117 Aug 31 01:58:58.325463 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-13d402a7-1c8d-4e75-b082-b2bf1789f4a1 req-c5fa44fb-f1f3-4d38-9516-d3dfa427c3cc tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329103 Aug 31 01:58:59.439842 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b10637-37e6-4d18-a082-a552c00608e6 req-24a42798-fd47-4ab3-afbb-725ce34065c5 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:59.441233 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-74b10637-37e6-4d18-a082-a552c00608e6 req-24a42798-fd47-4ab3-afbb-725ce34065c5 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 945 time: 0.0493839 Aug 31 01:58:59.479397 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-74b10637-37e6-4d18-a082-a552c00608e6 req-2b72cf68-9d6a-45ed-9fef-5ddc6fe34c32 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321050 Aug 31 01:58:59.707089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-6c0154db-8687-4697-b57f-6472fb2f0b20 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:59.708490 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-6c0154db-8687-4697-b57f-6472fb2f0b20 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/networks?id=29bf2c39-9526-4e6a-813f-0b99dbf7863d HTTP/1.1" status: 200 len: 814 time: 0.1034298 Aug 31 01:58:59.724139 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-40961060-57de-4090-89b0-6fa354846a0f tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/quotas/9ced642e7d1e4ac9aee2eb043995b24e HTTP/1.1" status: 200 len: 375 time: 0.0093100 Aug 31 01:58:59.775245 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-55a672a4-b134-4ea5-8478-c1f7390e9976 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ced642e7d1e4ac9aee2eb043995b24e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432336 Aug 31 01:58:59.867522 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-5dc42f7b-2dde-482d-84f9-593bdf3dbc7e service neutron] 10.222.0.16 "GET /v2.0/networks/29bf2c39-9526-4e6a-813f-0b99dbf7863d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853753 Aug 31 01:58:59.956353 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-3c5a4c2d-564a-4528-a4d3-aca528790459 service neutron] 10.222.0.16 "GET /v2.0/networks/29bf2c39-9526-4e6a-813f-0b99dbf7863d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823853 Aug 31 01:59:00.199049 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2083a82-db92-4be4-84e3-2621756dc5da req-3bd01d8f-1a2a-40db-bd42-5988e3050b5c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7dd0800-9177-4c00-ae01-fd1cd99188b1 HTTP/1.1" status: 200 len: 210 time: 0.0308051 Aug 31 01:59:01.299779 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-80c5b172-810e-4206-a97e-bd8e479f84e2 req-42fa588b-7d66-4c05-a625-cbe0cbbedfa4 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7dd0800-9177-4c00-ae01-fd1cd99188b1 HTTP/1.1" status: 200 len: 210 time: 0.0276525 Aug 31 01:59:02.291523 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-9a060e40-95c4-4f18-a23f-ba5490c19500 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:02.292957 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-9a060e40-95c4-4f18-a23f-ba5490c19500 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.48 "GET /v2.0/networks?id=29bf2c39-9526-4e6a-813f-0b99dbf7863d HTTP/1.1" status: 200 len: 814 time: 0.3823497 Aug 31 01:59:02.306646 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Request body: {'port': {'device_id': 'd7dd0800-9177-4c00-ae01-fd1cd99188b1', 'network_id': '29bf2c39-9526-4e6a-813f-0b99dbf7863d', 'admin_state_up': True, 'tenant_id': '9ced642e7d1e4ac9aee2eb043995b24e'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:02.392119 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87b58d20-69d1-455a-99ef-860acbeac339 req-856ad771-9f9a-4ee3-b115-63c5a0a64c97 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7dd0800-9177-4c00-ae01-fd1cd99188b1 HTTP/1.1" status: 200 len: 210 time: 0.0255623 Aug 31 01:59:02.498844 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Made reservation on behalf of 9ced642e7d1e4ac9aee2eb043995b24e for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:59:02.502518 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:02.631285 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Allocated IP 172.20.0.2 (29bf2c39-9526-4e6a-813f-0b99dbf7863d/e5f57dc9-059b-42c5-9ef5-9efd28fa5d9c/290fa63c-8822-485b-a02f-06e35d79b76b) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:59:02.802869 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:02.899280 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:02.912018 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['fee20844-8c90-46a0-ab75-f7d067502648'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:59:02.943008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Network 29bf2c39-9526-4e6a-813f-0b99dbf7863d is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:59:02.947976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:02.951773 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:59:02.979836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Pushing event updated for resources: {'Port': ['ID=290fa63c-8822-485b-a02f-06e35d79b76b,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:02.993864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:02.994238 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:02.994543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:02.994877 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:02.995210 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:02.995541 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:02.995863 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:02.996187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:02.996509 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:02.996828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:02.997146 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:02.997481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:03.015501 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:03.016209 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:03.088626 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-dbc243fb-022f-4359-adb3-b31af52f69fe tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7861307 Aug 31 01:59:03.101668 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Request body: {'port': {'device_id': 'd7dd0800-9177-4c00-ae01-fd1cd99188b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:03.160453 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:03.421753 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290fa63c-8822-485b-a02f-06e35d79b76b {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:59:03.429323 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:03.441922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Transition to ACTIVE for port object 290fa63c-8822-485b-a02f-06e35d79b76b will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:03.506424 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41422906-6726-487c-a769-05a561aa543f req-34fc2a1d-adb0-47df-bae2-1cd61795182a tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:03.507943 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41422906-6726-487c-a769-05a561aa543f req-34fc2a1d-adb0-47df-bae2-1cd61795182a tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7dd0800-9177-4c00-ae01-fd1cd99188b1 HTTP/1.1" status: 200 len: 931 time: 0.0496805 Aug 31 01:59:03.521919 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:03.597930 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41422906-6726-487c-a769-05a561aa543f req-135712c4-09d2-4eeb-a5ad-fd183780f67a tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838268 Aug 31 01:59:03.600223 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=290fa63c-8822-485b-a02f-06e35d79b76b,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:03.669796 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Attempting to bind port 290fa63c-8822-485b-a02f-06e35d79b76b on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:59:03.670043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Attempting to bind port 290fa63c-8822-485b-a02f-06e35d79b76b by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '03490ece-c76e-40fb-ae6b-d3202b6ad974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '29bf2c39-9526-4e6a-813f-0b99dbf7863d'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:59:03.670372 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Attempting to bind port 290fa63c-8822-485b-a02f-06e35d79b76b on network 29bf2c39-9526-4e6a-813f-0b99dbf7863d {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:59:03.674871 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Port 290fa63c-8822-485b-a02f-06e35d79b76b on network 29bf2c39-9526-4e6a-813f-0b99dbf7863d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:59:03.675193 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Attempting to bind port 290fa63c-8822-485b-a02f-06e35d79b76b on network 29bf2c39-9526-4e6a-813f-0b99dbf7863d {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:59:03.680038 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:59:03.680377 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Checking segment: {'id': '03490ece-c76e-40fb-ae6b-d3202b6ad974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '29bf2c39-9526-4e6a-813f-0b99dbf7863d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:03.680755 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Bound using segment: {'id': '03490ece-c76e-40fb-ae6b-d3202b6ad974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '29bf2c39-9526-4e6a-813f-0b99dbf7863d'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:59:03.681177 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Bound port: 290fa63c-8822-485b-a02f-06e35d79b76b, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03490ece-c76e-40fb-ae6b-d3202b6ad974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '29bf2c39-9526-4e6a-813f-0b99dbf7863d'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:59:03.681563 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:03.744274 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] For port 290fa63c-8822-485b-a02f-06e35d79b76b, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:59:03.747607 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] For port 290fa63c-8822-485b-a02f-06e35d79b76b, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=290fa63c-8822-485b-a02f-06e35d79b76b,segment=NetworkSegment(03490ece-c76e-40fb-ae6b-d3202b6ad974),segment_id=03490ece-c76e-40fb-ae6b-d3202b6ad974)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:59:03.802206 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:03.842868 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:03.843486 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:03.844898 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] 10.222.0.48 "PUT /v2.0/ports/290fa63c-8822-485b-a02f-06e35d79b76b HTTP/1.1" status: 200 len: 1092 time: 0.7480819 Aug 31 01:59:03.845336 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dd0800-9177-4c00-ae01-fd1cd99188b1', 'tag': '290fa63c-8822-485b-a02f-06e35d79b76b'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:59:03.847679 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b73cf89-8957-42b0-b545-4d3ad3d65950" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dd0800-9177-4c00-ae01-fd1cd99188b1", "tag": "290fa63c-8822-485b-a02f-06e35d79b76b"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:59:03.872861 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a88f09-a631-4315-a2dd-d3001b3a0ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=290fa63c-8822-485b-a02f-06e35d79b76b,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:03.888815 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5882d2c8-70ce-4cd1-994d-3a6a9616dff9 x-openstack-request-id: req-5882d2c8-70ce-4cd1-994d-3a6a9616dff9 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:59:03.889113 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dd0800-9177-4c00-ae01-fd1cd99188b1", "tag": "290fa63c-8822-485b-a02f-06e35d79b76b", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:59:03.889396 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5882d2c8-70ce-4cd1-994d-3a6a9616dff9 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:59:03.889831 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dd0800-9177-4c00-ae01-fd1cd99188b1', 'tag': '290fa63c-8822-485b-a02f-06e35d79b76b', 'status': 'completed', 'code': 200} Aug 31 01:59:03.951038 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73cf89-8957-42b0-b545-4d3ad3d65950 req-8dd2a1f0-8054-452c-903b-e7ce8135163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:03.952533 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b73cf89-8957-42b0-b545-4d3ad3d65950 req-8dd2a1f0-8054-452c-903b-e7ce8135163c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ced642e7d1e4ac9aee2eb043995b24e&device_id=d7dd0800-9177-4c00-ae01-fd1cd99188b1 HTTP/1.1" status: 200 len: 1095 time: 0.0418260 Aug 31 01:59:04.055639 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73cf89-8957-42b0-b545-4d3ad3d65950 req-411fcf89-a799-4e61-9439-8357543cc1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:04.057131 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b73cf89-8957-42b0-b545-4d3ad3d65950 req-411fcf89-a799-4e61-9439-8357543cc1b7 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9ced642e7d1e4ac9aee2eb043995b24e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0965645 Aug 31 01:59:04.149775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73cf89-8957-42b0-b545-4d3ad3d65950 req-25b50fdf-ff22-4164-af38-68305bd70f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:04.151269 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0b73cf89-8957-42b0-b545-4d3ad3d65950 req-25b50fdf-ff22-4164-af38-68305bd70f05 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877409 Aug 31 01:59:04.226448 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-5671f3a8-0513-45e2-8515-5d3b507528bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:04.227890 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-5671f3a8-0513-45e2-8515-5d3b507528bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ced642e7d1e4ac9aee2eb043995b24e&device_id=d7dd0800-9177-4c00-ae01-fd1cd99188b1 HTTP/1.1" status: 200 len: 1095 time: 0.0418720 Aug 31 01:59:04.270384 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-58f1bb32-42a4-4071-8620-7b9aba3934a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:04.274671 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-9bb266fc-9925-49cf-b31c-9e50aa5df40b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=290fa63c-8822-485b-a02f-06e35d79b76b HTTP/1.1" status: 200 len: 217 time: 0.0389907 Aug 31 01:59:04.323502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-486e3c72-c676-46e6-846f-9e7f590d814a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:04.324962 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-486e3c72-c676-46e6-846f-9e7f590d814a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5f57dc9-059b-42c5-9ef5-9efd28fa5d9c HTTP/1.1" status: 200 len: 854 time: 0.0439565 Aug 31 01:59:04.355504 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-7e01a81f-476d-4a6b-8a0b-7abfe7cf1166 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=29bf2c39-9526-4e6a-813f-0b99dbf7863d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241256 Aug 31 01:59:04.448263 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-f3a122a4-7575-4588-8d7d-5a3844c59b9e service neutron] 10.222.0.48 "GET /v2.0/networks/29bf2c39-9526-4e6a-813f-0b99dbf7863d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856366 Aug 31 01:59:04.537079 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1994e479-8c84-4bb5-8340-0fb53fba4472 req-e8655876-335c-4bef-9210-56f75f93e3fc service neutron] 10.222.0.48 "GET /v2.0/networks/29bf2c39-9526-4e6a-813f-0b99dbf7863d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816045 Aug 31 01:59:04.714431 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113f3d2-6c45-4e97-ad39-c56d5e9e48fe req-9260a117-d9b3-47f6-9c5e-d412740b3f49 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:04.715910 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8113f3d2-6c45-4e97-ad39-c56d5e9e48fe req-9260a117-d9b3-47f6-9c5e-d412740b3f49 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7dd0800-9177-4c00-ae01-fd1cd99188b1 HTTP/1.1" status: 200 len: 943 time: 0.0490572 Aug 31 01:59:04.754227 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8113f3d2-6c45-4e97-ad39-c56d5e9e48fe req-5a843974-1ffc-49b7-946f-2b2433c59b38 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323129 Aug 31 01:59:05.869643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052e9b5-91b6-47bc-bd5c-80a63da1d1e7 req-5fb7a5c0-2a02-4c98-8810-68f3eff066ba tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:05.871127 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0052e9b5-91b6-47bc-bd5c-80a63da1d1e7 req-5fb7a5c0-2a02-4c98-8810-68f3eff066ba tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7dd0800-9177-4c00-ae01-fd1cd99188b1 HTTP/1.1" status: 200 len: 943 time: 0.0489249 Aug 31 01:59:05.908840 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0052e9b5-91b6-47bc-bd5c-80a63da1d1e7 req-2d9572cc-891a-4a24-9b82-786196021ac9 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318105 Aug 31 01:59:06.904243 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:07.021706 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-484967af-c26c-417e-a777-9fa9c3e04820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:07.028502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9fa4a-3600-4daa-a3d6-023c05231adc req-b9d272ee-6425-4883-beee-8e4daf1784b8 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:07.030051 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e9e9fa4a-3600-4daa-a3d6-023c05231adc req-b9d272ee-6425-4883-beee-8e4daf1784b8 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7dd0800-9177-4c00-ae01-fd1cd99188b1 HTTP/1.1" status: 200 len: 943 time: 0.0554790 Aug 31 01:59:07.069111 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e9e9fa4a-3600-4daa-a3d6-023c05231adc req-5631a930-b531-41a5-afac-cc3eb9737a94 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329568 Aug 31 01:59:07.179498 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 290fa63c-8822-485b-a02f-06e35d79b76b details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:59:07.273843 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 290fa63c-8822-485b-a02f-06e35d79b76b, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=290fa63c-8822-485b-a02f-06e35d79b76b,segment=NetworkSegment(03490ece-c76e-40fb-ae6b-d3202b6ad974),segment_id=03490ece-c76e-40fb-ae6b-d3202b6ad974)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:07.284748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '290fa63c-8822-485b-a02f-06e35d79b76b', 'network_id': '29bf2c39-9526-4e6a-813f-0b99dbf7863d', 'port_id': '290fa63c-8822-485b-a02f-06e35d79b76b', 'mac_address': 'fa:16:3e:6e:f9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5f57dc9-059b-42c5-9ef5-9efd28fa5d9c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:59:07.321654 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:07.333811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 290fa63c-8822-485b-a02f-06e35d79b76b {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:59:07.351896 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 290fa63c-8822-485b-a02f-06e35d79b76b, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=290fa63c-8822-485b-a02f-06e35d79b76b,segment=NetworkSegment(03490ece-c76e-40fb-ae6b-d3202b6ad974),segment_id=03490ece-c76e-40fb-ae6b-d3202b6ad974)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:07.410404 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:07.461852 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=290fa63c-8822-485b-a02f-06e35d79b76b,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:07.469051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:07.469400 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:07.469761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:07.470098 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:07.470430 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:07.470759 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:07.471084 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:07.471408 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:07.471731 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:07.472054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:07.472397 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:07.472725 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:07.604768 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:07.634551 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['290fa63c-8822-485b-a02f-06e35d79b76b'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:59:07.839142 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:08.183302 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57caee8-f73d-45fc-8018-16be6b2a3f66 req-a9f38727-8cbe-4edf-a386-258cc6ca8272 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:08.184792 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c57caee8-f73d-45fc-8018-16be6b2a3f66 req-a9f38727-8cbe-4edf-a386-258cc6ca8272 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7dd0800-9177-4c00-ae01-fd1cd99188b1 HTTP/1.1" status: 200 len: 944 time: 0.0493495 Aug 31 01:59:08.224935 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c57caee8-f73d-45fc-8018-16be6b2a3f66 req-698f41ab-7175-4a46-a51d-1caebbc94c74 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339432 Aug 31 01:59:08.753458 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:09.180384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 290fa63c-8822-485b-a02f-06e35d79b76b up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:59:09.296236 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 290fa63c-8822-485b-a02f-06e35d79b76b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:59:09.300879 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 290fa63c-8822-485b-a02f-06e35d79b76b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:59:09.301259 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:09.345475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69348a84-c5d5-4a8d-b8c8-4df69a57d12e req-4e5065a2-d74b-4d94-a9f2-f8216ec0bf9d tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:09.347110 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69348a84-c5d5-4a8d-b8c8-4df69a57d12e req-4e5065a2-d74b-4d94-a9f2-f8216ec0bf9d tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7dd0800-9177-4c00-ae01-fd1cd99188b1 HTTP/1.1" status: 200 len: 944 time: 0.0543108 Aug 31 01:59:09.385975 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:09.394894 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69348a84-c5d5-4a8d-b8c8-4df69a57d12e req-046b80e8-2e32-4610-ba6d-67ac1e44a2df tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403244 Aug 31 01:59:09.409243 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd0800-9177-4c00-ae01-fd1cd99188b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290fa63c-8822-485b-a02f-06e35d79b76b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:59:09.411509 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a394af-0da9-4bea-8dea-79fffd78f244" -d '{"events": [{"server_uuid": "d7dd0800-9177-4c00-ae01-fd1cd99188b1", "name": "network-vif-plugged", "status": "completed", "tag": "290fa63c-8822-485b-a02f-06e35d79b76b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:59:09.425359 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 290fa63c-8822-485b-a02f-06e35d79b76b, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=290fa63c-8822-485b-a02f-06e35d79b76b,segment=NetworkSegment(03490ece-c76e-40fb-ae6b-d3202b6ad974),segment_id=03490ece-c76e-40fb-ae6b-d3202b6ad974)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:09.454667 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4913af-2870-49e7-adcb-1b7c38f68d31 x-openstack-request-id: req-7b4913af-2870-49e7-adcb-1b7c38f68d31 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:59:09.454959 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd0800-9177-4c00-ae01-fd1cd99188b1", "name": "network-vif-plugged", "status": "completed", "tag": "290fa63c-8822-485b-a02f-06e35d79b76b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:59:09.455219 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b4913af-2870-49e7-adcb-1b7c38f68d31 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:59:09.455618 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd0800-9177-4c00-ae01-fd1cd99188b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290fa63c-8822-485b-a02f-06e35d79b76b', 'code': 200} Aug 31 01:59:09.510448 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:09.551204 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15eb64-b6ed-45f7-acc2-9efadcfab732 req-f806c194-84f4-4fb9-beaa-86e7449cd26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:09.552826 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1b15eb64-b6ed-45f7-acc2-9efadcfab732 req-f806c194-84f4-4fb9-beaa-86e7449cd26a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d7dd0800-9177-4c00-ae01-fd1cd99188b1 HTTP/1.1" status: 200 len: 1097 time: 0.0419230 Aug 31 01:59:09.564944 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=290fa63c-8822-485b-a02f-06e35d79b76b,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:09.593322 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1b15eb64-b6ed-45f7-acc2-9efadcfab732 req-ad7b4d25-0283-4e3c-b27c-1d448e24fff9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335820 Aug 31 01:59:10.427845 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:10.524582 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd59241-88a1-4ec0-9e05-a815abf8bdf6 req-4f8af680-7768-44e1-835d-bc775e086fa0 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:10.526127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dd59241-88a1-4ec0-9e05-a815abf8bdf6 req-4f8af680-7768-44e1-835d-bc775e086fa0 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7dd0800-9177-4c00-ae01-fd1cd99188b1 HTTP/1.1" status: 200 len: 945 time: 0.0579572 Aug 31 01:59:10.566755 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2dd59241-88a1-4ec0-9e05-a815abf8bdf6 req-796b86a8-0cb1-4559-8e84-0c5a5b3da768 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343678 Aug 31 01:59:11.687717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a3628-431c-40bc-85fe-94a896f1ce9e req-c3cf08ca-e7bb-41fd-b347-38d2c2cbc1ba tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:11.689227 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b34a3628-431c-40bc-85fe-94a896f1ce9e req-c3cf08ca-e7bb-41fd-b347-38d2c2cbc1ba tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7dd0800-9177-4c00-ae01-fd1cd99188b1 HTTP/1.1" status: 200 len: 945 time: 0.0534589 Aug 31 01:59:11.734075 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b34a3628-431c-40bc-85fe-94a896f1ce9e req-acb87d03-ee08-4554-a6f8-e084c3eea5b0 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388248 Aug 31 01:59:12.172933 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8af0b-16b4-4f91-b357-a6a47ce575ac req-6c5f3112-d9c7-4e40-a3d1-dcdc59696a69 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:12.174445 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05d8af0b-16b4-4f91-b357-a6a47ce575ac req-6c5f3112-d9c7-4e40-a3d1-dcdc59696a69 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7dd0800-9177-4c00-ae01-fd1cd99188b1 HTTP/1.1" status: 200 len: 945 time: 0.0500441 Aug 31 01:59:12.217178 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05d8af0b-16b4-4f91-b357-a6a47ce575ac req-ee035ec0-7c43-4997-8a82-1774cc74b530 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361023 Aug 31 01:59:13.339003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db974-63fa-4d36-92e1-514ee71499d8 req-384eaf25-6625-44c3-8529-3bc0478c9d08 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:13.340499 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d9db974-63fa-4d36-92e1-514ee71499d8 req-384eaf25-6625-44c3-8529-3bc0478c9d08 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7dd0800-9177-4c00-ae01-fd1cd99188b1 HTTP/1.1" status: 200 len: 945 time: 0.0493062 Aug 31 01:59:13.378949 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d9db974-63fa-4d36-92e1-514ee71499d8 req-8181b870-0772-4b81-ad7a-a6a3e404e94b tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322902 Aug 31 01:59:13.428972 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca41f64-264a-4d31-8709-2cca7c52bbba req-3cccd703-57ad-4eef-9cf4-ba659dd9f374 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:13.430608 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cca41f64-264a-4d31-8709-2cca7c52bbba req-3cccd703-57ad-4eef-9cf4-ba659dd9f374 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7dd0800-9177-4c00-ae01-fd1cd99188b1 HTTP/1.1" status: 200 len: 945 time: 0.0509186 Aug 31 01:59:13.538463 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-cca41f64-264a-4d31-8709-2cca7c52bbba req-ae177c54-c0a5-41ab-a79d-60b98aa9753f tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Deleting port 290fa63c-8822-485b-a02f-06e35d79b76b {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:59:13.538920 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cca41f64-264a-4d31-8709-2cca7c52bbba req-ae177c54-c0a5-41ab-a79d-60b98aa9753f tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:13.630154 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-cca41f64-264a-4d31-8709-2cca7c52bbba req-ae177c54-c0a5-41ab-a79d-60b98aa9753f tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] For port 290fa63c-8822-485b-a02f-06e35d79b76b, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=290fa63c-8822-485b-a02f-06e35d79b76b,segment=NetworkSegment(03490ece-c76e-40fb-ae6b-d3202b6ad974),segment_id=03490ece-c76e-40fb-ae6b-d3202b6ad974)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:13.630445 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cca41f64-264a-4d31-8709-2cca7c52bbba req-ae177c54-c0a5-41ab-a79d-60b98aa9753f tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:13.644700 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-cca41f64-264a-4d31-8709-2cca7c52bbba req-ae177c54-c0a5-41ab-a79d-60b98aa9753f tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Calling delete_port for 290fa63c-8822-485b-a02f-06e35d79b76b owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:59:13.836119 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cca41f64-264a-4d31-8709-2cca7c52bbba req-ae177c54-c0a5-41ab-a79d-60b98aa9753f tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:13.848310 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['290fa63c-8822-485b-a02f-06e35d79b76b'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:59:13.853938 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['fee20844-8c90-46a0-ab75-f7d067502648'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:59:13.865458 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae177c54-c0a5-41ab-a79d-60b98aa9753f tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Pushing event deleted for resources: {'Port': ['ID=290fa63c-8822-485b-a02f-06e35d79b76b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:13.912915 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca41f64-264a-4d31-8709-2cca7c52bbba req-ae177c54-c0a5-41ab-a79d-60b98aa9753f tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] No DVR routers for this DVR port 290fa63c-8822-485b-a02f-06e35d79b76b on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:59:13.915474 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cca41f64-264a-4d31-8709-2cca7c52bbba req-ae177c54-c0a5-41ab-a79d-60b98aa9753f tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:13.917631 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cca41f64-264a-4d31-8709-2cca7c52bbba req-ae177c54-c0a5-41ab-a79d-60b98aa9753f tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.48 "DELETE /v2.0/ports/290fa63c-8822-485b-a02f-06e35d79b76b HTTP/1.1" status: 204 len: 173 time: 0.4808369 Aug 31 01:59:13.918076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd0800-9177-4c00-ae01-fd1cd99188b1', 'name': 'network-vif-deleted', 'tag': '290fa63c-8822-485b-a02f-06e35d79b76b'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:59:13.920698 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba0b92b-5c92-4d83-ae1c-a8bbeca325b9" -d '{"events": [{"server_uuid": "d7dd0800-9177-4c00-ae01-fd1cd99188b1", "name": "network-vif-deleted", "tag": "290fa63c-8822-485b-a02f-06e35d79b76b"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:59:13.958847 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace7a380-51b1-47dd-88b9-be394a15edc5 x-openstack-request-id: req-ace7a380-51b1-47dd-88b9-be394a15edc5 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:59:13.959145 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd0800-9177-4c00-ae01-fd1cd99188b1", "name": "network-vif-deleted", "tag": "290fa63c-8822-485b-a02f-06e35d79b76b", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:59:13.959398 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ace7a380-51b1-47dd-88b9-be394a15edc5 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:59:13.959832 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd0800-9177-4c00-ae01-fd1cd99188b1', 'name': 'network-vif-deleted', 'tag': '290fa63c-8822-485b-a02f-06e35d79b76b', 'status': 'completed', 'code': 200} Aug 31 01:59:14.488260 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d092e7bf-060d-4ed7-a824-34a0db88b7d5 req-0c38ca23-7417-4807-8658-f2835dd32c77 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7dd0800-9177-4c00-ae01-fd1cd99188b1 HTTP/1.1" status: 200 len: 210 time: 0.0277267 Aug 31 01:59:15.644724 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1571922-37b3-412b-b7b7-5a9899a0922a req-1f3d1be7-0331-4ac2-8f42-de18bc433680 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:15.646275 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1571922-37b3-412b-b7b7-5a9899a0922a req-1f3d1be7-0331-4ac2-8f42-de18bc433680 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 945 time: 0.0525813 Aug 31 01:59:15.689908 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e1571922-37b3-412b-b7b7-5a9899a0922a req-d59c7021-00da-4393-89ca-6e5e56f86560 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369790 Aug 31 01:59:15.836362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972f0a8-0ee1-4d34-b5cc-2ba134807820 req-25c689b9-7737-4e67-a248-fa374a881014 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:15.837990 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a972f0a8-0ee1-4d34-b5cc-2ba134807820 req-25c689b9-7737-4e67-a248-fa374a881014 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 945 time: 0.0510764 Aug 31 01:59:15.880472 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a972f0a8-0ee1-4d34-b5cc-2ba134807820 req-80dc2ec2-0c64-4ef2-8af2-10a411dbf8dd tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359373 Aug 31 01:59:16.031381 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8f8f2-1485-4165-ba2f-831cf331ecfa req-013e6a43-b1ae-460e-a9b4-c67845603713 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:16.034426 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-efd8f8f2-1485-4165-ba2f-831cf331ecfa req-013e6a43-b1ae-460e-a9b4-c67845603713 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 945 time: 0.0822425 Aug 31 01:59:16.076437 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-efd8f8f2-1485-4165-ba2f-831cf331ecfa req-392d0111-6f14-486f-836e-323dfeb3c9bb tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351193 Aug 31 01:59:16.287301 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a4227-8a47-4233-a03e-c9649b2ec3e9 req-8cd863fc-d468-4c1d-9bf5-e89bc49c707b tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:16.288883 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-816a4227-8a47-4233-a03e-c9649b2ec3e9 req-8cd863fc-d468-4c1d-9bf5-e89bc49c707b tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 945 time: 0.0635684 Aug 31 01:59:16.329084 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-816a4227-8a47-4233-a03e-c9649b2ec3e9 req-b420956f-fd04-4234-8239-4a5cb30b482d tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337873 Aug 31 01:59:16.457044 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a1df5-67d4-4a9e-ab54-f879d96a8ffd req-87e1563c-f029-43f6-ba74-277b6af1bc6d tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:16.458599 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ac1a1df5-67d4-4a9e-ab54-f879d96a8ffd req-87e1563c-f029-43f6-ba74-277b6af1bc6d tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 945 time: 0.0618141 Aug 31 01:59:16.498094 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ac1a1df5-67d4-4a9e-ab54-f879d96a8ffd req-7d056d68-c5ff-40ec-a3e2-88afd9ccf812 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330131 Aug 31 01:59:16.629279 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60933c-1c3c-4504-a6d5-bed009d4b0a7 req-c5e81432-b5ac-41eb-95eb-8beb8d2c4259 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:16.630804 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc60933c-1c3c-4504-a6d5-bed009d4b0a7 req-c5e81432-b5ac-41eb-95eb-8beb8d2c4259 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 945 time: 0.0531604 Aug 31 01:59:16.684162 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bc60933c-1c3c-4504-a6d5-bed009d4b0a7 req-f141a648-2caf-4c4a-a1d6-b4ea5ce972f9 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429018 Aug 31 01:59:17.195862 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 290fa63c-8822-485b-a02f-06e35d79b76b no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:59:17.207837 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb875a-775a-4a18-8d45-d6714ce9cc6a req-2fbb744c-0557-4a0f-b1eb-c24c661bd1e6 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:17.209502 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-06bb875a-775a-4a18-8d45-d6714ce9cc6a req-2fbb744c-0557-4a0f-b1eb-c24c661bd1e6 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 945 time: 0.0509281 Aug 31 01:59:17.220151 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 290fa63c-8822-485b-a02f-06e35d79b76b {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:59:17.220502 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 290fa63c-8822-485b-a02f-06e35d79b76b not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:59:17.250773 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-06bb875a-775a-4a18-8d45-d6714ce9cc6a req-c09eb044-c94b-4286-becd-970f9b614193 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342088 Aug 31 01:59:18.377264 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c79100-8a56-473c-869d-329d3df050a0 req-02095dfc-3f54-4d8d-8023-f25a72f0ccea tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:18.378802 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33c79100-8a56-473c-869d-329d3df050a0 req-02095dfc-3f54-4d8d-8023-f25a72f0ccea tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 945 time: 0.0514548 Aug 31 01:59:18.419867 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-33c79100-8a56-473c-869d-329d3df050a0 req-0f9a1204-f76c-4ce2-954c-63fab4c786e3 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec083841-c00f-4f80-bc2e-4676398b19f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345430 Aug 31 01:59:18.518466 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f5111-b121-4c94-9a0f-1ca28fc4c2d2 req-3ef859bc-52f0-42a4-97fb-91e137e463f6 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:18.519857 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3a2f5111-b121-4c94-9a0f-1ca28fc4c2d2 req-3ef859bc-52f0-42a4-97fb-91e137e463f6 tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 945 time: 0.0510490 Aug 31 01:59:18.615912 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-3a2f5111-b121-4c94-9a0f-1ca28fc4c2d2 req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Deleting port fee20844-8c90-46a0-ab75-f7d067502648 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:59:18.616255 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-3a2f5111-b121-4c94-9a0f-1ca28fc4c2d2 req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:18.708336 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-3a2f5111-b121-4c94-9a0f-1ca28fc4c2d2 req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] For port fee20844-8c90-46a0-ab75-f7d067502648, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=fee20844-8c90-46a0-ab75-f7d067502648,segment=NetworkSegment(03490ece-c76e-40fb-ae6b-d3202b6ad974),segment_id=03490ece-c76e-40fb-ae6b-d3202b6ad974)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:18.708603 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-3a2f5111-b121-4c94-9a0f-1ca28fc4c2d2 req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:18.722880 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-3a2f5111-b121-4c94-9a0f-1ca28fc4c2d2 req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Calling delete_port for fee20844-8c90-46a0-ab75-f7d067502648 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:59:18.918924 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-3a2f5111-b121-4c94-9a0f-1ca28fc4c2d2 req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:18.931711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['fee20844-8c90-46a0-ab75-f7d067502648'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:59:18.946954 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Pushing event deleted for resources: {'Port': ['ID=fee20844-8c90-46a0-ab75-f7d067502648,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:18.960985 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:18.961261 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:18.961619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:18.961953 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:18.962284 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:18.962607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:18.962928 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:18.963248 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:18.963568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:18.963886 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:18.964204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:18.964517 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:19.007798 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2f5111-b121-4c94-9a0f-1ca28fc4c2d2 req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] No DVR routers for this DVR port fee20844-8c90-46a0-ab75-f7d067502648 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:59:19.010651 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-3a2f5111-b121-4c94-9a0f-1ca28fc4c2d2 req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:19.012481 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3a2f5111-b121-4c94-9a0f-1ca28fc4c2d2 req-19596d51-52ca-464e-8477-28489f2a6c4c tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.41 "DELETE /v2.0/ports/fee20844-8c90-46a0-ab75-f7d067502648 HTTP/1.1" status: 204 len: 173 time: 0.4866266 Aug 31 01:59:19.012911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf35ac30-1138-4228-a859-c490954d5538', 'name': 'network-vif-deleted', 'tag': 'fee20844-8c90-46a0-ab75-f7d067502648'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:59:19.015198 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1be82eb-9e94-4f09-947f-3cf384abbc0f" -d '{"events": [{"server_uuid": "bf35ac30-1138-4228-a859-c490954d5538", "name": "network-vif-deleted", "tag": "fee20844-8c90-46a0-ab75-f7d067502648"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:59:19.052888 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7087d22b-5956-44dc-981c-ac9583ceb2ef x-openstack-request-id: req-7087d22b-5956-44dc-981c-ac9583ceb2ef {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:59:19.053873 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf35ac30-1138-4228-a859-c490954d5538", "name": "network-vif-deleted", "tag": "fee20844-8c90-46a0-ab75-f7d067502648", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:59:19.054177 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7087d22b-5956-44dc-981c-ac9583ceb2ef {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:59:19.054643 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf35ac30-1138-4228-a859-c490954d5538', 'name': 'network-vif-deleted', 'tag': 'fee20844-8c90-46a0-ab75-f7d067502648', 'status': 'completed', 'code': 200} Aug 31 01:59:19.529560 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c31ca0c-7274-4f9e-863f-6b91ba76fcb4 req-9b33c562-d802-4e53-92e8-d3c2c69bb1cf tempest-ServersNegativeTestJSON-1846793143 tempest-ServersNegativeTestJSON-1846793143-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35ac30-1138-4228-a859-c490954d5538 HTTP/1.1" status: 200 len: 210 time: 0.0270011 Aug 31 01:59:20.587922 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41678) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:20.633188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-3833f479-a13e-454d-a358-7702a989c126 admin admin] Deleting subnet e5f57dc9-059b-42c5-9ef5-9efd28fa5d9c {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:59:20.636295 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3833f479-a13e-454d-a358-7702a989c126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:20.671843 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3833f479-a13e-454d-a358-7702a989c126 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:20.715875 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3833f479-a13e-454d-a358-7702a989c126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:20.862222 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3833f479-a13e-454d-a358-7702a989c126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:20.888447 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833f479-a13e-454d-a358-7702a989c126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5f57dc9-059b-42c5-9ef5-9efd28fa5d9c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:20.895553 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3833f479-a13e-454d-a358-7702a989c126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:20.899329 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3833f479-a13e-454d-a358-7702a989c126 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e5f57dc9-059b-42c5-9ef5-9efd28fa5d9c HTTP/1.1" status: 204 len: 168 time: 0.3100417 Aug 31 01:59:20.901583 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41680) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:20.968645 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ce3a84c-9517-4221-99c8-b7ff283d6986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:21.051115 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ce3a84c-9517-4221-99c8-b7ff283d6986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:21.062052 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-1ce3a84c-9517-4221-99c8-b7ff283d6986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bf2c39-9526-4e6a-813f-0b99dbf7863d']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:21.072589 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-1ce3a84c-9517-4221-99c8-b7ff283d6986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03490ece-c76e-40fb-ae6b-d3202b6ad974') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:21.072884 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-1ce3a84c-9517-4221-99c8-b7ff283d6986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03490ece-c76e-40fb-ae6b-d3202b6ad974') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:21.082210 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ce3a84c-9517-4221-99c8-b7ff283d6986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:21.095979 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ce3a84c-9517-4221-99c8-b7ff283d6986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:21.102348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce3a84c-9517-4221-99c8-b7ff283d6986 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:59:21.102763 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ce3a84c-9517-4221-99c8-b7ff283d6986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:59:21.104464 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:59:21.227790 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ce3a84c-9517-4221-99c8-b7ff283d6986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:21.233348 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ce3a84c-9517-4221-99c8-b7ff283d6986 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:21.235214 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1ce3a84c-9517-4221-99c8-b7ff283d6986 admin admin] 10.222.0.16 "DELETE /v2.0/networks/29bf2c39-9526-4e6a-813f-0b99dbf7863d HTTP/1.1" status: 204 len: 168 time: 0.3327200 Aug 31 01:59:21.252067 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3a84c-9517-4221-99c8-b7ff283d6986 admin admin] Pushing event deleted for resources: {'Network': ['ID=29bf2c39-9526-4e6a-813f-0b99dbf7863d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:21.623674 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41684) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:21.667414 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6da68437-ffea-4ad4-9369-68a0fc2ef13e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ced642e7d1e4ac9aee2eb043995b24e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425553 Aug 31 01:59:21.670255 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41686) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:21.722723 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80b53943-7371-4f23-81cf-2247dcf01a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:21.744652 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80b53943-7371-4f23-81cf-2247dcf01a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:21.901821 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80b53943-7371-4f23-81cf-2247dcf01a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:21.904429 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-80b53943-7371-4f23-81cf-2247dcf01a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:21.905693 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-80b53943-7371-4f23-81cf-2247dcf01a5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec083841-c00f-4f80-bc2e-4676398b19f9 HTTP/1.1" status: 204 len: 168 time: 0.2344379 Aug 31 01:59:21.914614 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b53943-7371-4f23-81cf-2247dcf01a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec083841-c00f-4f80-bc2e-4676398b19f9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:22.974893 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device fee20844-8c90-46a0-ab75-f7d067502648 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:59:22.994756 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: fee20844-8c90-46a0-ab75-f7d067502648 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:59:22.995101 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device fee20844-8c90-46a0-ab75-f7d067502648 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:59:23.020663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41708) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:23.130700 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-3cc8d933-7276-42cf-a5e9-69dda4f98f7c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2075754291'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:23.256008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc8d933-7276-42cf-a5e9-69dda4f98f7c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Made reservation on behalf of 3203bc8a52ab4d1c8e72e9ec362dcc13 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:59:23.259737 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3cc8d933-7276-42cf-a5e9-69dda4f98f7c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:23.269286 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3cc8d933-7276-42cf-a5e9-69dda4f98f7c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:23.365059 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3cc8d933-7276-42cf-a5e9-69dda4f98f7c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:23.430528 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3cc8d933-7276-42cf-a5e9-69dda4f98f7c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:23.459299 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc8d933-7276-42cf-a5e9-69dda4f98f7c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:59:23.469579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8d933-7276-42cf-a5e9-69dda4f98f7c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396a5a6f-b4fd-4bf5-937b-a8fb6077e825,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:23.474637 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3cc8d933-7276-42cf-a5e9-69dda4f98f7c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:23.474984 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-3cc8d933-7276-42cf-a5e9-69dda4f98f7c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Added segment 05898f2b-aecc-4eaa-92aa-ba6d56326d98 of type vlan for network b42b9548-2dd8-4d9d-8a86-f081160656d1 Aug 31 01:59:23.520917 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3cc8d933-7276-42cf-a5e9-69dda4f98f7c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:23.681225 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3cc8d933-7276-42cf-a5e9-69dda4f98f7c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:23.687291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc8d933-7276-42cf-a5e9-69dda4f98f7c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:23.688682 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3cc8d933-7276-42cf-a5e9-69dda4f98f7c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:23.806277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8d933-7276-42cf-a5e9-69dda4f98f7c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event updated for resources: {'Network': ['ID=b42b9548-2dd8-4d9d-8a86-f081160656d1,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:23.818614 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network b42b9548-2dd8-4d9d-8a86-f081160656d1 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:59:23.879935 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3cc8d933-7276-42cf-a5e9-69dda4f98f7c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8581071 Aug 31 01:59:27.240383 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41712) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:27.246452 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-2dc45a3c-853d-4e24-ad8c-0a47cdc72b52 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Request body: {'subnet': {'network_id': 'b42b9548-2dd8-4d9d-8a86-f081160656d1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:27.444992 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc45a3c-853d-4e24-ad8c-0a47cdc72b52 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Made reservation on behalf of 3203bc8a52ab4d1c8e72e9ec362dcc13 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:59:27.448845 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2dc45a3c-853d-4e24-ad8c-0a47cdc72b52 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:27.738651 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2dc45a3c-853d-4e24-ad8c-0a47cdc72b52 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:27.831684 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc45a3c-853d-4e24-ad8c-0a47cdc72b52 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event updated for resources: {'Subnet': ['ID=718a0d12-ebd0-4b02-b184-87a0583ee8cc,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:27.842897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc45a3c-853d-4e24-ad8c-0a47cdc72b52 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Checking segment: {'id': '05898f2b-aecc-4eaa-92aa-ba6d56326d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b42b9548-2dd8-4d9d-8a86-f081160656d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:27.852103 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc45a3c-853d-4e24-ad8c-0a47cdc72b52 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Network hostable DHCP agents. Network: b42b9548-2dd8-4d9d-8a86-f081160656d1, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:59:27.995221 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc45a3c-853d-4e24-ad8c-0a47cdc72b52 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Network b42b9548-2dd8-4d9d-8a86-f081160656d1 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:59:28.193030 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-2dc45a3c-853d-4e24-ad8c-0a47cdc72b52 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, b42b9548-2dd8-4d9d-8a86-f081160656d1) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:28.197762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc45a3c-853d-4e24-ad8c-0a47cdc72b52 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:28.198390 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2dc45a3c-853d-4e24-ad8c-0a47cdc72b52 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:28.204275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f826afb2-8e5e-4ac4-98d3-df2e6debe1f9 None None] Network b42b9548-2dd8-4d9d-8a86-f081160656d1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:59:28.354535 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-b42b9548-2dd8-4d9d-8a86-f081160656d1', 'network_id': 'b42b9548-2dd8-4d9d-8a86-f081160656d1', 'tenant_id': '3203bc8a52ab4d1c8e72e9ec362dcc13', 'fixed_ips': [{'subnet_id': '718a0d12-ebd0-4b02-b184-87a0583ee8cc'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:59:28.355414 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:28.383130 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2dc45a3c-853d-4e24-ad8c-0a47cdc72b52 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1415894 Aug 31 01:59:28.392561 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41714) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:28.392561 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-eb169401-221a-4b65-af42-e863a31a2199 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1987077519'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:28.479514 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb169401-221a-4b65-af42-e863a31a2199 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Made reservation on behalf of 3203bc8a52ab4d1c8e72e9ec362dcc13 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:59:28.485735 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eb169401-221a-4b65-af42-e863a31a2199 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:28.513221 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb169401-221a-4b65-af42-e863a31a2199 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:59:28.524302 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eb169401-221a-4b65-af42-e863a31a2199 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:28.524651 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-eb169401-221a-4b65-af42-e863a31a2199 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Added segment 063a55cd-f86e-4625-bd17-10f45256c3e3 of type vlan for network 7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c Aug 31 01:59:28.529028 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Allocated IP 2001:db8:0:ffff::2 (b42b9548-2dd8-4d9d-8a86-f081160656d1/718a0d12-ebd0-4b02-b184-87a0583ee8cc/b01d33d3-8534-4f11-9a8a-49f186b173bb) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:59:28.568209 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eb169401-221a-4b65-af42-e863a31a2199 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:28.667690 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eb169401-221a-4b65-af42-e863a31a2199 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:28.673658 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb169401-221a-4b65-af42-e863a31a2199 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:28.674600 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-eb169401-221a-4b65-af42-e863a31a2199 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:28.688611 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:28.701836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Transition to ACTIVE for port object b01d33d3-8534-4f11-9a8a-49f186b173bb will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:28.719571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Transition to ACTIVE for port object b01d33d3-8534-4f11-9a8a-49f186b173bb will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:28.787559 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb169401-221a-4b65-af42-e863a31a2199 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event updated for resources: {'Network': ['ID=7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:28.790471 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:28.821317 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:59:28.851333 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-eb169401-221a-4b65-af42-e863a31a2199 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4633124 Aug 31 01:59:28.854631 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41716) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:28.860221 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ed180d41-38df-4673-adb2-d04a4e1be587 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Request body: {'subnet': {'network_id': '7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:28.890927 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Network b42b9548-2dd8-4d9d-8a86-f081160656d1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:59:28.893706 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Pushing event updated for resources: {'Port': ['ID=b01d33d3-8534-4f11-9a8a-49f186b173bb,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:28.898426 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:28.903951 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:59:28.973907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Attempting to bind port b01d33d3-8534-4f11-9a8a-49f186b173bb on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:59:28.974608 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Attempting to bind port b01d33d3-8534-4f11-9a8a-49f186b173bb by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '05898f2b-aecc-4eaa-92aa-ba6d56326d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b42b9548-2dd8-4d9d-8a86-f081160656d1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:59:28.974779 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Attempting to bind port b01d33d3-8534-4f11-9a8a-49f186b173bb on network b42b9548-2dd8-4d9d-8a86-f081160656d1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:59:28.980238 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:59:28.980668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Checking segment: {'id': '05898f2b-aecc-4eaa-92aa-ba6d56326d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b42b9548-2dd8-4d9d-8a86-f081160656d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:28.981055 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:28.981507 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Bound using segment: {'id': '05898f2b-aecc-4eaa-92aa-ba6d56326d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b42b9548-2dd8-4d9d-8a86-f081160656d1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:59:28.981985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Bound port: b01d33d3-8534-4f11-9a8a-49f186b173bb, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05898f2b-aecc-4eaa-92aa-ba6d56326d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b42b9548-2dd8-4d9d-8a86-f081160656d1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:59:28.982371 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:29.054374 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] For port b01d33d3-8534-4f11-9a8a-49f186b173bb, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:59:29.057894 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] For port b01d33d3-8534-4f11-9a8a-49f186b173bb, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b01d33d3-8534-4f11-9a8a-49f186b173bb,segment=NetworkSegment(05898f2b-aecc-4eaa-92aa-ba6d56326d98),segment_id=05898f2b-aecc-4eaa-92aa-ba6d56326d98)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:59:29.075612 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed180d41-38df-4673-adb2-d04a4e1be587 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Made reservation on behalf of 3203bc8a52ab4d1c8e72e9ec362dcc13 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:59:29.079598 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ed180d41-38df-4673-adb2-d04a4e1be587 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:29.211700 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:29.280365 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdedacb-c5d0-4ca7-a524-c07069ced604 None None] Pushing event updated for resources: {'Port': ['ID=b01d33d3-8534-4f11-9a8a-49f186b173bb,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:29.424814 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ed180d41-38df-4673-adb2-d04a4e1be587 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:29.499218 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed180d41-38df-4673-adb2-d04a4e1be587 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event updated for resources: {'Subnet': ['ID=e82af8a8-20e1-4e4b-88d4-2fc258fc79c9,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:29.518079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed180d41-38df-4673-adb2-d04a4e1be587 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Checking segment: {'id': '063a55cd-f86e-4625-bd17-10f45256c3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:29.518903 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed180d41-38df-4673-adb2-d04a4e1be587 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Network hostable DHCP agents. Network: 7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:59:29.627578 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed180d41-38df-4673-adb2-d04a4e1be587 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Network 7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:59:29.741652 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-ed180d41-38df-4673-adb2-d04a4e1be587 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:29.745874 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed180d41-38df-4673-adb2-d04a4e1be587 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:29.746440 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ed180d41-38df-4673-adb2-d04a4e1be587 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:29.750832 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58fb4ab-fa06-4ff9-ab97-395754cb0074 None None] Network 7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:59:29.828041 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41718) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:29.828845 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ed180d41-38df-4673-adb2-d04a4e1be587 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9727621 Aug 31 01:59:29.896333 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b01d33d3-8534-4f11-9a8a-49f186b173bb up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:59:29.946825 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c', 'network_id': '7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c', 'tenant_id': '3203bc8a52ab4d1c8e72e9ec362dcc13', 'fixed_ips': [{'subnet_id': 'e82af8a8-20e1-4e4b-88d4-2fc258fc79c9'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:59:29.946825 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:29.948321 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:30.059804 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:30.110322 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Allocated IP 2001:db8::2 (7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c/e82af8a8-20e1-4e4b-88d4-2fc258fc79c9/c98fdeef-8431-4e17-b30f-c7bf843d1f9a) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:59:30.131522 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port b01d33d3-8534-4f11-9a8a-49f186b173bb completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:59:30.278223 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:30.287882 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Transition to ACTIVE for port object c98fdeef-8431-4e17-b30f-c7bf843d1f9a will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:30.293758 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58e374a-fcc5-4193-914f-58f44f6f38ec None None] Network b42b9548-2dd8-4d9d-8a86-f081160656d1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:59:30.347246 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Transition to ACTIVE for port object c98fdeef-8431-4e17-b30f-c7bf843d1f9a will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:30.450553 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:30.484022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e26fda07-7426-4e51-9949-9fd536afdbb6 None None] Provisioning for port b01d33d3-8534-4f11-9a8a-49f186b173bb completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:59:30.505033 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e26fda07-7426-4e51-9949-9fd536afdbb6 None None] Provisioning complete for port b01d33d3-8534-4f11-9a8a-49f186b173bb triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:59:30.505033 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e26fda07-7426-4e51-9949-9fd536afdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:30.534673 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:30.534940 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Network 7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:59:30.534940 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Pushing event updated for resources: {'Port': ['ID=c98fdeef-8431-4e17-b30f-c7bf843d1f9a,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:30.539437 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:30.549555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:59:30.566899 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event deleted for resources: {'Subnet': ['ID=e82af8a8-20e1-4e4b-88d4-2fc258fc79c9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:30.637979 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:30.641150 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Attempting to bind port c98fdeef-8431-4e17-b30f-c7bf843d1f9a on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:59:30.641150 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Attempting to bind port c98fdeef-8431-4e17-b30f-c7bf843d1f9a by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '063a55cd-f86e-4625-bd17-10f45256c3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:59:30.641150 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Attempting to bind port c98fdeef-8431-4e17-b30f-c7bf843d1f9a on network 7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:59:30.646364 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:59:30.646745 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Checking segment: {'id': '063a55cd-f86e-4625-bd17-10f45256c3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:30.647144 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:30.647625 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Bound using segment: {'id': '063a55cd-f86e-4625-bd17-10f45256c3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:59:30.648101 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Bound port: c98fdeef-8431-4e17-b30f-c7bf843d1f9a, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063a55cd-f86e-4625-bd17-10f45256c3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:59:30.648493 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:30.649766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:30.663693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063a55cd-f86e-4625-bd17-10f45256c3e3') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:30.663985 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063a55cd-f86e-4625-bd17-10f45256c3e3') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:30.668844 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e26fda07-7426-4e51-9949-9fd536afdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:30.676430 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:30.694251 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:30.706049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:59:30.706477 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:59:30.711321 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:59:30.752691 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e26fda07-7426-4e51-9949-9fd536afdbb6 None None] For port b01d33d3-8534-4f11-9a8a-49f186b173bb, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b01d33d3-8534-4f11-9a8a-49f186b173bb,segment=NetworkSegment(05898f2b-aecc-4eaa-92aa-ba6d56326d98),segment_id=05898f2b-aecc-4eaa-92aa-ba6d56326d98)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:30.761555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] For port c98fdeef-8431-4e17-b30f-c7bf843d1f9a, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:59:30.771859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] For port c98fdeef-8431-4e17-b30f-c7bf843d1f9a, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c98fdeef-8431-4e17-b30f-c7bf843d1f9a,segment=NetworkSegment(063a55cd-f86e-4625-bd17-10f45256c3e3),segment_id=063a55cd-f86e-4625-bd17-10f45256c3e3)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:59:30.808106 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.db.api [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 01:59:30.808106 n-d-793621-34 neutron-server[102342]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 01:59:30.808106 n-d-793621-34 neutron-server[102342]: [parameters: {'id': '7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c'}] Aug 31 01:59:30.808106 n-d-793621-34 neutron-server[102342]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:59:30.808750 n-d-793621-34 neutron-server[102342]: DEBUG oslo_db.api [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:59:30.835625 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e26fda07-7426-4e51-9949-9fd536afdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:30.860936 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:30.920664 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fda07-7426-4e51-9949-9fd536afdbb6 None None] Pushing event updated for resources: {'Port': ['ID=b01d33d3-8534-4f11-9a8a-49f186b173bb,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:30.967308 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff825e4-9c16-409e-829e-d7d81c9e3ab9 None None] Network 7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:59:31.068527 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-120cbba2-863e-4be7-8726-b79038990c38 None None] Provisioning complete for port b01d33d3-8534-4f11-9a8a-49f186b173bb triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:59:31.068805 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-120cbba2-863e-4be7-8726-b79038990c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:31.094036 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eddab3-c3e4-448b-8e87-6eda6b031a90 None None] Pushing event updated for resources: {'Port': ['ID=c98fdeef-8431-4e17-b30f-c7bf843d1f9a,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:31.191077 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff6f73f-9199-4302-91d5-9f1f2294c637 None None] get_active_networks_info from n-d-793621-34 {{(pid=102344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:59:31.269000 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff6f73f-9199-4302-91d5-9f1f2294c637 None None] Resources bound (agent type, host, resource id): {{(pid=102344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:59:31.310816 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:31.369358 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Deleting port c98fdeef-8431-4e17-b30f-c7bf843d1f9a {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:59:31.369639 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:31.432122 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] For port c98fdeef-8431-4e17-b30f-c7bf843d1f9a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c98fdeef-8431-4e17-b30f-c7bf843d1f9a,segment=NetworkSegment(063a55cd-f86e-4625-bd17-10f45256c3e3),segment_id=063a55cd-f86e-4625-bd17-10f45256c3e3)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:31.432482 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:31.445960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Calling delete_port for c98fdeef-8431-4e17-b30f-c7bf843d1f9a owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:59:31.618096 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:31.648362 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event deleted for resources: {'Port': ['ID=c98fdeef-8431-4e17-b30f-c7bf843d1f9a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:31.650302 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] No DVR routers for this DVR port c98fdeef-8431-4e17-b30f-c7bf843d1f9a on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:59:31.734333 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:31.745324 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:31.758195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063a55cd-f86e-4625-bd17-10f45256c3e3') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:31.758484 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063a55cd-f86e-4625-bd17-10f45256c3e3') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:31.770162 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:31.790036 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:31.796504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:59:31.796901 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:59:31.800074 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:59:31.866619 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b01d33d3-8534-4f11-9a8a-49f186b173bb up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:59:31.872250 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:59:31.919368 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:31.925668 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port b01d33d3-8534-4f11-9a8a-49f186b173bb triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:59:31.926098 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:31.930821 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:31.934098 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "DELETE /v2.0/networks/7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c HTTP/1.1" status: 204 len: 168 time: 2.1035824 Aug 31 01:59:31.939058 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41720) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:31.946718 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d9be0647-5feb-4096-9d84-ef562ce08c71 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-674122504'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:31.953184 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fb37d-3022-4911-a947-0f3a4f04f47b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event deleted for resources: {'Network': ['ID=7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:32.033160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9be0647-5feb-4096-9d84-ef562ce08c71 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Made reservation on behalf of 3203bc8a52ab4d1c8e72e9ec362dcc13 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:59:32.036983 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9be0647-5feb-4096-9d84-ef562ce08c71 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:32.063723 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9be0647-5feb-4096-9d84-ef562ce08c71 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:59:32.074255 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9be0647-5feb-4096-9d84-ef562ce08c71 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:32.074614 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-d9be0647-5feb-4096-9d84-ef562ce08c71 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Added segment 422ec23a-c11d-4dd4-9034-878e819a7471 of type vlan for network 93c84346-ec8b-48fc-af8e-8000e3a6a310 Aug 31 01:59:32.120002 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9be0647-5feb-4096-9d84-ef562ce08c71 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:32.206694 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9be0647-5feb-4096-9d84-ef562ce08c71 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:32.212271 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9be0647-5feb-4096-9d84-ef562ce08c71 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:32.212895 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9be0647-5feb-4096-9d84-ef562ce08c71 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:32.279489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be0647-5feb-4096-9d84-ef562ce08c71 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event updated for resources: {'Network': ['ID=93c84346-ec8b-48fc-af8e-8000e3a6a310,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:32.291009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 93c84346-ec8b-48fc-af8e-8000e3a6a310 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:59:32.342321 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d9be0647-5feb-4096-9d84-ef562ce08c71 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4016962 Aug 31 01:59:32.345110 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41722) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:32.350305 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ab854a2d-98ab-4b82-96d3-99fecd7a481b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Request body: {'subnet': {'network_id': '93c84346-ec8b-48fc-af8e-8000e3a6a310', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:32.509341 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab854a2d-98ab-4b82-96d3-99fecd7a481b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Made reservation on behalf of 3203bc8a52ab4d1c8e72e9ec362dcc13 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:59:32.512960 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ab854a2d-98ab-4b82-96d3-99fecd7a481b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:32.571649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.ipam_backend_mixin [None req-ab854a2d-98ab-4b82-96d3-99fecd7a481b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Performing IP validity checks on allocation pools {{(pid=102343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 01:59:32.572197 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.ipam_backend_mixin [None req-ab854a2d-98ab-4b82-96d3-99fecd7a481b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 01:59:32.784116 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ab854a2d-98ab-4b82-96d3-99fecd7a481b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:32.848963 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab854a2d-98ab-4b82-96d3-99fecd7a481b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event updated for resources: {'Subnet': ['ID=d95b3ae0-d0a2-43f2-a55b-d2b41353552d,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:32.857087 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab854a2d-98ab-4b82-96d3-99fecd7a481b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Checking segment: {'id': '422ec23a-c11d-4dd4-9034-878e819a7471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93c84346-ec8b-48fc-af8e-8000e3a6a310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:32.857468 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab854a2d-98ab-4b82-96d3-99fecd7a481b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Network hostable DHCP agents. Network: 93c84346-ec8b-48fc-af8e-8000e3a6a310, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:59:32.943263 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab854a2d-98ab-4b82-96d3-99fecd7a481b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Network 93c84346-ec8b-48fc-af8e-8000e3a6a310 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:59:33.021493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-ab854a2d-98ab-4b82-96d3-99fecd7a481b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 93c84346-ec8b-48fc-af8e-8000e3a6a310) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:33.026128 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab854a2d-98ab-4b82-96d3-99fecd7a481b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:33.026717 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ab854a2d-98ab-4b82-96d3-99fecd7a481b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:33.031374 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d959ef-344c-438e-869b-5e79f2282acc None None] Network 93c84346-ec8b-48fc-af8e-8000e3a6a310 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:59:33.125398 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ab854a2d-98ab-4b82-96d3-99fecd7a481b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7791698 Aug 31 01:59:33.128059 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41724) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:33.177727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-93c84346-ec8b-48fc-af8e-8000e3a6a310', 'network_id': '93c84346-ec8b-48fc-af8e-8000e3a6a310', 'tenant_id': '3203bc8a52ab4d1c8e72e9ec362dcc13', 'fixed_ips': [{'subnet_id': 'd95b3ae0-d0a2-43f2-a55b-d2b41353552d'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:59:33.178647 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:33.231930 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:33.317645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Allocated IP 2001:db8::3 (93c84346-ec8b-48fc-af8e-8000e3a6a310/d95b3ae0-d0a2-43f2-a55b-d2b41353552d/23f1c3b3-cb3e-4faa-b4b2-0c3a40b9a565) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:59:33.320560 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:33.458740 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:33.466660 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Transition to ACTIVE for port object 23f1c3b3-cb3e-4faa-b4b2-0c3a40b9a565 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:33.482213 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Transition to ACTIVE for port object 23f1c3b3-cb3e-4faa-b4b2-0c3a40b9a565 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:33.556495 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:33.598724 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Network 93c84346-ec8b-48fc-af8e-8000e3a6a310 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:59:33.603785 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:33.607419 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:59:33.619084 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Pushing event updated for resources: {'Port': ['ID=23f1c3b3-cb3e-4faa-b4b2-0c3a40b9a565,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:33.662395 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:33.671541 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Attempting to bind port 23f1c3b3-cb3e-4faa-b4b2-0c3a40b9a565 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:59:33.673890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Attempting to bind port 23f1c3b3-cb3e-4faa-b4b2-0c3a40b9a565 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '422ec23a-c11d-4dd4-9034-878e819a7471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93c84346-ec8b-48fc-af8e-8000e3a6a310'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:59:33.674491 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Attempting to bind port 23f1c3b3-cb3e-4faa-b4b2-0c3a40b9a565 on network 93c84346-ec8b-48fc-af8e-8000e3a6a310 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:59:33.681474 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:59:33.681847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Checking segment: {'id': '422ec23a-c11d-4dd4-9034-878e819a7471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93c84346-ec8b-48fc-af8e-8000e3a6a310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:33.682260 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:33.682640 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Bound using segment: {'id': '422ec23a-c11d-4dd4-9034-878e819a7471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93c84346-ec8b-48fc-af8e-8000e3a6a310'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:59:33.683099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Bound port: 23f1c3b3-cb3e-4faa-b4b2-0c3a40b9a565, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422ec23a-c11d-4dd4-9034-878e819a7471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93c84346-ec8b-48fc-af8e-8000e3a6a310'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:59:33.683477 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:33.695417 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event deleted for resources: {'Subnet': ['ID=d95b3ae0-d0a2-43f2-a55b-d2b41353552d,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:33.758018 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] For port 23f1c3b3-cb3e-4faa-b4b2-0c3a40b9a565, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:59:33.759835 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:33.761087 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] For port 23f1c3b3-cb3e-4faa-b4b2-0c3a40b9a565, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=23f1c3b3-cb3e-4faa-b4b2-0c3a40b9a565,segment=NetworkSegment(422ec23a-c11d-4dd4-9034-878e819a7471),segment_id=422ec23a-c11d-4dd4-9034-878e819a7471)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:59:33.770016 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c84346-ec8b-48fc-af8e-8000e3a6a310']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:33.780733 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422ec23a-c11d-4dd4-9034-878e819a7471') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:33.781023 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422ec23a-c11d-4dd4-9034-878e819a7471') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:33.790300 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:33.821955 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:33.824307 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:33.831714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:59:33.831714 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:59:33.834970 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:59:33.903896 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060d33e-17d7-4cc6-a936-2209fd16bdf1 None None] Pushing event updated for resources: {'Port': ['ID=23f1c3b3-cb3e-4faa-b4b2-0c3a40b9a565,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:33.909818 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8913b72-3121-4eea-8e44-d1624d95015c None None] Network 93c84346-ec8b-48fc-af8e-8000e3a6a310 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:59:33.966840 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.api [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 01:59:33.966840 n-d-793621-34 neutron-server[102343]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 01:59:33.966840 n-d-793621-34 neutron-server[102343]: [parameters: {'id': '93c84346-ec8b-48fc-af8e-8000e3a6a310'}] Aug 31 01:59:33.966840 n-d-793621-34 neutron-server[102343]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:59:33.967859 n-d-793621-34 neutron-server[102343]: DEBUG oslo_db.api [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:59:34.030622 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c76b59c-5ff9-4a4b-bc78-8c1731b0987d None None] get_active_networks_info from n-d-793621-34 {{(pid=102344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:59:34.093050 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c76b59c-5ff9-4a4b-bc78-8c1731b0987d None None] Resources bound (agent type, host, resource id): {{(pid=102344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:59:34.390583 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3a529d69-5c18-40c3-9ddb-1883c54ecb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:34.468145 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:34.522122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Deleting port 23f1c3b3-cb3e-4faa-b4b2-0c3a40b9a565 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:59:34.522452 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:34.584263 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] For port 23f1c3b3-cb3e-4faa-b4b2-0c3a40b9a565, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=23f1c3b3-cb3e-4faa-b4b2-0c3a40b9a565,segment=NetworkSegment(422ec23a-c11d-4dd4-9034-878e819a7471),segment_id=422ec23a-c11d-4dd4-9034-878e819a7471)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:34.584630 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:34.597639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Calling delete_port for 23f1c3b3-cb3e-4faa-b4b2-0c3a40b9a565 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:59:34.749558 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:34.774824 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event deleted for resources: {'Port': ['ID=23f1c3b3-cb3e-4faa-b4b2-0c3a40b9a565,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:34.779981 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] No DVR routers for this DVR port 23f1c3b3-cb3e-4faa-b4b2-0c3a40b9a565 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:59:34.861593 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:34.871503 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c84346-ec8b-48fc-af8e-8000e3a6a310']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:34.881789 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422ec23a-c11d-4dd4-9034-878e819a7471') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:34.882089 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422ec23a-c11d-4dd4-9034-878e819a7471') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:34.894556 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:34.908493 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:34.915048 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:59:34.915439 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:59:34.918462 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:59:35.024047 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:35.036502 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:35.036502 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "DELETE /v2.0/networks/93c84346-ec8b-48fc-af8e-8000e3a6a310 HTTP/1.1" status: 204 len: 168 time: 1.9037194 Aug 31 01:59:35.036806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41726) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:35.042749 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e30827bd-c0f0-47f8-8f60-f4289beb25e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1818889948'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:35.045536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16516a5-e38f-4387-bb24-a384e96b29b6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event deleted for resources: {'Network': ['ID=93c84346-ec8b-48fc-af8e-8000e3a6a310,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:35.141356 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30827bd-c0f0-47f8-8f60-f4289beb25e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Made reservation on behalf of 3203bc8a52ab4d1c8e72e9ec362dcc13 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:59:35.144858 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e30827bd-c0f0-47f8-8f60-f4289beb25e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:35.168820 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30827bd-c0f0-47f8-8f60-f4289beb25e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:59:35.177683 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e30827bd-c0f0-47f8-8f60-f4289beb25e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:35.181281 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-e30827bd-c0f0-47f8-8f60-f4289beb25e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Added segment 43ada9af-1296-44af-87fa-c5fc57cc3c2f of type vlan for network 54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc Aug 31 01:59:35.217198 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e30827bd-c0f0-47f8-8f60-f4289beb25e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:35.321192 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e30827bd-c0f0-47f8-8f60-f4289beb25e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:35.326739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30827bd-c0f0-47f8-8f60-f4289beb25e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:35.327323 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e30827bd-c0f0-47f8-8f60-f4289beb25e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:35.394796 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30827bd-c0f0-47f8-8f60-f4289beb25e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event updated for resources: {'Network': ['ID=54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:35.406198 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:59:35.442006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e30827bd-c0f0-47f8-8f60-f4289beb25e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4037874 Aug 31 01:59:35.445726 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41728) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:35.451119 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-85d20777-066b-4548-ad02-3ed716890ded tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Request body: {'subnet': {'network_id': '54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:35.578015 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d20777-066b-4548-ad02-3ed716890ded tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Made reservation on behalf of 3203bc8a52ab4d1c8e72e9ec362dcc13 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:59:35.581482 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-85d20777-066b-4548-ad02-3ed716890ded tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:35.830033 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-85d20777-066b-4548-ad02-3ed716890ded tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:35.893796 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d20777-066b-4548-ad02-3ed716890ded tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event updated for resources: {'Subnet': ['ID=3e042a72-67a1-40a9-be32-4facf02200d9,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:35.902781 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d20777-066b-4548-ad02-3ed716890ded tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Checking segment: {'id': '43ada9af-1296-44af-87fa-c5fc57cc3c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:35.903140 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d20777-066b-4548-ad02-3ed716890ded tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Network hostable DHCP agents. Network: 54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:59:36.006669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d20777-066b-4548-ad02-3ed716890ded tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Network 54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:59:36.069232 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-85d20777-066b-4548-ad02-3ed716890ded tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:36.073908 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d20777-066b-4548-ad02-3ed716890ded tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:36.074532 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-85d20777-066b-4548-ad02-3ed716890ded tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:36.078510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4295722d-797a-49db-9ba8-772a38bbcc56 None None] Network 54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:59:36.161874 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-85d20777-066b-4548-ad02-3ed716890ded tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7149148 Aug 31 01:59:36.166242 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41730) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:36.171778 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-436c4ceb-ac5d-40ab-ba8a-903b744cfa56 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1660565295'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:36.225240 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc', 'network_id': '54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc', 'tenant_id': '3203bc8a52ab4d1c8e72e9ec362dcc13', 'fixed_ips': [{'subnet_id': '3e042a72-67a1-40a9-be32-4facf02200d9'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:59:36.226636 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:36.274827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436c4ceb-ac5d-40ab-ba8a-903b744cfa56 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Made reservation on behalf of 3203bc8a52ab4d1c8e72e9ec362dcc13 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:59:36.278519 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-436c4ceb-ac5d-40ab-ba8a-903b744cfa56 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:36.303708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436c4ceb-ac5d-40ab-ba8a-903b744cfa56 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:59:36.312355 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-436c4ceb-ac5d-40ab-ba8a-903b744cfa56 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:36.312700 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-436c4ceb-ac5d-40ab-ba8a-903b744cfa56 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Added segment 65fa6812-3aa4-489a-89a2-f2748cff82e1 of type vlan for network a704f400-3e98-49ca-9d89-7fd6f64fa8c9 Aug 31 01:59:36.361520 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Allocated IP 2001:db8::2 (54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc/3e042a72-67a1-40a9-be32-4facf02200d9/28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:59:36.363915 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-436c4ceb-ac5d-40ab-ba8a-903b744cfa56 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:36.469119 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-436c4ceb-ac5d-40ab-ba8a-903b744cfa56 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:36.474683 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436c4ceb-ac5d-40ab-ba8a-903b744cfa56 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:36.475404 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-436c4ceb-ac5d-40ab-ba8a-903b744cfa56 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:36.506828 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:36.514809 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Transition to ACTIVE for port object 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:36.529495 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Transition to ACTIVE for port object 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:36.542420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c4ceb-ac5d-40ab-ba8a-903b744cfa56 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event updated for resources: {'Network': ['ID=a704f400-3e98-49ca-9d89-7fd6f64fa8c9,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:36.553769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network a704f400-3e98-49ca-9d89-7fd6f64fa8c9 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:59:36.596302 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-436c4ceb-ac5d-40ab-ba8a-903b744cfa56 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4288952 Aug 31 01:59:36.599425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41732) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:36.605240 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-76c0bd9a-2e37-4a04-987c-8127b2e5d8f6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Request body: {'subnet': {'network_id': 'a704f400-3e98-49ca-9d89-7fd6f64fa8c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:36.652586 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:36.703142 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Network 54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:59:36.706603 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:36.711607 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:59:36.717909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Pushing event updated for resources: {'Port': ['ID=28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:36.776779 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Attempting to bind port 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:59:36.777158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Attempting to bind port 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '43ada9af-1296-44af-87fa-c5fc57cc3c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:59:36.777568 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Attempting to bind port 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c on network 54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:59:36.784204 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:59:36.784590 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Checking segment: {'id': '43ada9af-1296-44af-87fa-c5fc57cc3c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:36.785007 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:36.785405 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Bound using segment: {'id': '43ada9af-1296-44af-87fa-c5fc57cc3c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:59:36.785933 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Bound port: 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ada9af-1296-44af-87fa-c5fc57cc3c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:59:36.786330 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:36.869222 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] For port 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:59:36.872578 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] For port 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c,segment=NetworkSegment(43ada9af-1296-44af-87fa-c5fc57cc3c2f),segment_id=43ada9af-1296-44af-87fa-c5fc57cc3c2f)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:59:36.907477 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:36.938696 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:37.015745 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d586b-6b3a-4755-acad-5d227e38e1f9 None None] Pushing event updated for resources: {'Port': ['ID=28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:37.021371 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c0bd9a-2e37-4a04-987c-8127b2e5d8f6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Made reservation on behalf of 3203bc8a52ab4d1c8e72e9ec362dcc13 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:59:37.027065 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76c0bd9a-2e37-4a04-987c-8127b2e5d8f6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:37.046793 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d8fe54ea-f0f0-45e7-9028-533fe25dfb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:37.309567 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76c0bd9a-2e37-4a04-987c-8127b2e5d8f6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:37.374332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0bd9a-2e37-4a04-987c-8127b2e5d8f6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event updated for resources: {'Subnet': ['ID=ef0dbcb7-826f-4036-a619-45748d743939,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:37.378767 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c0bd9a-2e37-4a04-987c-8127b2e5d8f6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Checking segment: {'id': '65fa6812-3aa4-489a-89a2-f2748cff82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a704f400-3e98-49ca-9d89-7fd6f64fa8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:37.379130 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c0bd9a-2e37-4a04-987c-8127b2e5d8f6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Network hostable DHCP agents. Network: a704f400-3e98-49ca-9d89-7fd6f64fa8c9, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:59:37.446485 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c0bd9a-2e37-4a04-987c-8127b2e5d8f6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Network a704f400-3e98-49ca-9d89-7fd6f64fa8c9 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:59:37.537482 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-76c0bd9a-2e37-4a04-987c-8127b2e5d8f6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, a704f400-3e98-49ca-9d89-7fd6f64fa8c9) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:37.542504 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c0bd9a-2e37-4a04-987c-8127b2e5d8f6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:37.543114 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-76c0bd9a-2e37-4a04-987c-8127b2e5d8f6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:37.549675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6c7194-16f0-40d7-b8de-6efcaee2097f None None] Network a704f400-3e98-49ca-9d89-7fd6f64fa8c9 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:59:37.615415 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:37.626627 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-76c0bd9a-2e37-4a04-987c-8127b2e5d8f6 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0236409 Aug 31 01:59:37.626852 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41734) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:37.712617 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-a704f400-3e98-49ca-9d89-7fd6f64fa8c9', 'network_id': 'a704f400-3e98-49ca-9d89-7fd6f64fa8c9', 'tenant_id': '3203bc8a52ab4d1c8e72e9ec362dcc13', 'fixed_ips': [{'subnet_id': 'ef0dbcb7-826f-4036-a619-45748d743939'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:59:37.714189 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:37.734707 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:37.795591 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:37.890798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Allocated IP 2001:db8::2 (a704f400-3e98-49ca-9d89-7fd6f64fa8c9/ef0dbcb7-826f-4036-a619-45748d743939/bf4c3669-a2cd-4098-86b2-1ed19c1bb759) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:59:37.895368 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:37.919419 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:59:37.954263 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab64b534-475f-4b46-986c-0e173f004148 None None] Network 54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:59:38.131230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e65a3a89-6f70-4a30-9227-e9300b031397 None None] Provisioning for port 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:59:38.187858 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:38.191603 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:59:38.204304 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:59:38.204674 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:38.224381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Transition to ACTIVE for port object bf4c3669-a2cd-4098-86b2-1ed19c1bb759 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:38.269578 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Transition to ACTIVE for port object bf4c3669-a2cd-4098-86b2-1ed19c1bb759 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:38.331584 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:38.365914 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:38.369491 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c,segment=NetworkSegment(43ada9af-1296-44af-87fa-c5fc57cc3c2f),segment_id=43ada9af-1296-44af-87fa-c5fc57cc3c2f)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:38.410933 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Network a704f400-3e98-49ca-9d89-7fd6f64fa8c9 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:59:38.414072 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:38.418399 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:59:38.421785 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Pushing event updated for resources: {'Port': ['ID=bf4c3669-a2cd-4098-86b2-1ed19c1bb759,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:38.451071 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:38.481754 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:38.510840 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Attempting to bind port bf4c3669-a2cd-4098-86b2-1ed19c1bb759 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:59:38.511073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0dbcb7-826f-4036-a619-45748d743939,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:38.511205 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Attempting to bind port bf4c3669-a2cd-4098-86b2-1ed19c1bb759 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '65fa6812-3aa4-489a-89a2-f2748cff82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a704f400-3e98-49ca-9d89-7fd6f64fa8c9'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:59:38.511573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Attempting to bind port bf4c3669-a2cd-4098-86b2-1ed19c1bb759 on network a704f400-3e98-49ca-9d89-7fd6f64fa8c9 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:59:38.525906 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:59:38.526280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Checking segment: {'id': '65fa6812-3aa4-489a-89a2-f2748cff82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a704f400-3e98-49ca-9d89-7fd6f64fa8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:38.526675 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:38.527066 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Bound using segment: {'id': '65fa6812-3aa4-489a-89a2-f2748cff82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a704f400-3e98-49ca-9d89-7fd6f64fa8c9'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:59:38.527542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Bound port: bf4c3669-a2cd-4098-86b2-1ed19c1bb759, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fa6812-3aa4-489a-89a2-f2748cff82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a704f400-3e98-49ca-9d89-7fd6f64fa8c9'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:59:38.527915 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:38.541018 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:38.593716 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:38.602149 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d69bd301-f71c-4a92-b903-9f00fe3f37ee None None] Provisioning complete for port 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:59:38.602681 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d69bd301-f71c-4a92-b903-9f00fe3f37ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:38.603637 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a704f400-3e98-49ca-9d89-7fd6f64fa8c9']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:38.614273 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fa6812-3aa4-489a-89a2-f2748cff82e1') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:38.614569 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fa6812-3aa4-489a-89a2-f2748cff82e1') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:38.627884 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:38.630999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] For port bf4c3669-a2cd-4098-86b2-1ed19c1bb759, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:59:38.648680 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] For port bf4c3669-a2cd-4098-86b2-1ed19c1bb759, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=bf4c3669-a2cd-4098-86b2-1ed19c1bb759,segment=NetworkSegment(65fa6812-3aa4-489a-89a2-f2748cff82e1),segment_id=65fa6812-3aa4-489a-89a2-f2748cff82e1)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:59:38.735944 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:38.738892 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:38.746072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:59:38.746473 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:59:38.749425 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:59:38.773059 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:38.820993 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38a2ab-a6c4-4b7c-bd72-c70b989ffc01 None None] Pushing event updated for resources: {'Port': ['ID=bf4c3669-a2cd-4098-86b2-1ed19c1bb759,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:38.828100 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4912e052-740c-4a99-84ca-b9503e5b354b None None] Network a704f400-3e98-49ca-9d89-7fd6f64fa8c9 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:59:38.840799 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.db.api [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 01:59:38.840799 n-d-793621-34 neutron-server[102343]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 01:59:38.840799 n-d-793621-34 neutron-server[102343]: [parameters: {'id': 'a704f400-3e98-49ca-9d89-7fd6f64fa8c9'}] Aug 31 01:59:38.840799 n-d-793621-34 neutron-server[102343]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:59:38.841266 n-d-793621-34 neutron-server[102343]: DEBUG oslo_db.api [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:59:38.952562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabf7ef9-81aa-4a41-a7d1-e8dae304f56f None None] get_active_networks_info from n-d-793621-34 {{(pid=102344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:59:39.030078 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf7ef9-81aa-4a41-a7d1-e8dae304f56f None None] Resources bound (agent type, host, resource id): {{(pid=102344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:59:39.342357 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:39.401060 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Deleting port bf4c3669-a2cd-4098-86b2-1ed19c1bb759 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:59:39.401403 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:39.463285 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] For port bf4c3669-a2cd-4098-86b2-1ed19c1bb759, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=bf4c3669-a2cd-4098-86b2-1ed19c1bb759,segment=NetworkSegment(65fa6812-3aa4-489a-89a2-f2748cff82e1),segment_id=65fa6812-3aa4-489a-89a2-f2748cff82e1)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:39.463648 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:39.477086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Calling delete_port for bf4c3669-a2cd-4098-86b2-1ed19c1bb759 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:59:39.606419 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:39.632589 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event deleted for resources: {'Port': ['ID=bf4c3669-a2cd-4098-86b2-1ed19c1bb759,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:39.636594 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] No DVR routers for this DVR port bf4c3669-a2cd-4098-86b2-1ed19c1bb759 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:59:39.716350 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:39.726350 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a704f400-3e98-49ca-9d89-7fd6f64fa8c9']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:39.736724 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fa6812-3aa4-489a-89a2-f2748cff82e1') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:39.737016 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fa6812-3aa4-489a-89a2-f2748cff82e1') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:39.745802 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:39.764219 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:39.770053 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:59:39.770434 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:59:39.773982 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:59:39.866505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:59:39.897718 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:39.905836 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:39.907891 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "DELETE /v2.0/networks/a704f400-3e98-49ca-9d89-7fd6f64fa8c9 HTTP/1.1" status: 204 len: 168 time: 2.2797503 Aug 31 01:59:39.911043 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41736) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:39.918326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:59:39.918708 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:39.936605 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01848b16-b056-4af9-a54f-61a3b185a8ac tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event deleted for resources: {'Network': ['ID=a704f400-3e98-49ca-9d89-7fd6f64fa8c9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:39.965900 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-36773d2b-6608-40a3-a6a0-9a68b305fb1c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] GET failed (client error): The resource could not be found. Aug 31 01:59:39.967528 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-36773d2b-6608-40a3-a6a0-9a68b305fb1c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "GET /v2.0/subnets/ef0dbcb7-826f-4036-a619-45748d743939 HTTP/1.1" status: 404 len: 337 time: 0.0416870 Aug 31 01:59:39.970403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41738) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:39.990124 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-d839244d-a039-4478-8768-0639346643ee tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] DELETE failed (client error): The resource could not be found. Aug 31 01:59:39.990663 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d839244d-a039-4478-8768-0639346643ee tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:59:39.992993 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d839244d-a039-4478-8768-0639346643ee tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "DELETE /v2.0/networks/a704f400-3e98-49ca-9d89-7fd6f64fa8c9 HTTP/1.1" status: 404 len: 339 time: 0.0212784 Aug 31 01:59:39.997218 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41740) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:40.028197 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c706c0b0-18f8-49fa-9b63-74858452933c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] DELETE failed (client error): The resource could not be found. Aug 31 01:59:40.028646 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c706c0b0-18f8-49fa-9b63-74858452933c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:59:40.030382 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c706c0b0-18f8-49fa-9b63-74858452933c tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "DELETE /v2.0/subnets/ef0dbcb7-826f-4036-a619-45748d743939 HTTP/1.1" status: 404 len: 337 time: 0.0322168 Aug 31 01:59:40.032960 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41742) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:40.051664 n-d-793621-34 neutron-server[102343]: INFO neutron.pecan_wsgi.hooks.translation [None req-3678a37e-e369-4392-8043-b0bb45ee9127 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] DELETE failed (client error): The resource could not be found. Aug 31 01:59:40.052191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3678a37e-e369-4392-8043-b0bb45ee9127 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:59:40.053845 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3678a37e-e369-4392-8043-b0bb45ee9127 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "DELETE /v2.0/networks/a704f400-3e98-49ca-9d89-7fd6f64fa8c9 HTTP/1.1" status: 404 len: 339 time: 0.0199201 Aug 31 01:59:40.056077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41744) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:40.105331 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6bb92d-f6c7-44c9-8f70-e3b2e5ae58e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Deleting subnet 3e042a72-67a1-40a9-be32-4facf02200d9 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:59:40.108427 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e6bb92d-f6c7-44c9-8f70-e3b2e5ae58e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:40.147621 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e6bb92d-f6c7-44c9-8f70-e3b2e5ae58e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:40.270016 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e6bb92d-f6c7-44c9-8f70-e3b2e5ae58e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:40.407525 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e6bb92d-f6c7-44c9-8f70-e3b2e5ae58e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:40.434792 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:40.452767 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bb92d-f6c7-44c9-8f70-e3b2e5ae58e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event deleted for resources: {'Subnet': ['ID=3e042a72-67a1-40a9-be32-4facf02200d9,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:40.462083 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1e6bb92d-f6c7-44c9-8f70-e3b2e5ae58e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:40.463980 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1e6bb92d-f6c7-44c9-8f70-e3b2e5ae58e4 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "DELETE /v2.0/subnets/3e042a72-67a1-40a9-be32-4facf02200d9 HTTP/1.1" status: 204 len: 168 time: 0.4070249 Aug 31 01:59:40.474752 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41746) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:40.475890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91e9599-0ab3-469b-a01d-c73bfdc19591 None None] Network 54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:59:40.557089 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:40.640485 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Deleting port 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:59:40.640847 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:40.664571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc62b038-035a-42c0-94b5-3ba84e572aef None None] DHCP port deletion for 54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:59:40.707345 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] For port 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c,segment=NetworkSegment(43ada9af-1296-44af-87fa-c5fc57cc3c2f),segment_id=43ada9af-1296-44af-87fa-c5fc57cc3c2f)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:40.707711 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:40.710860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-cc62b038-035a-42c0-94b5-3ba84e572aef None None] Deleting port 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:59:40.711239 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cc62b038-035a-42c0-94b5-3ba84e572aef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:40.721103 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Calling delete_port for 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:59:40.776786 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-cc62b038-035a-42c0-94b5-3ba84e572aef None None] For port 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c,segment=NetworkSegment(43ada9af-1296-44af-87fa-c5fc57cc3c2f),segment_id=43ada9af-1296-44af-87fa-c5fc57cc3c2f)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:40.777174 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cc62b038-035a-42c0-94b5-3ba84e572aef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:40.789649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-cc62b038-035a-42c0-94b5-3ba84e572aef None None] Calling delete_port for 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:59:40.861292 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:40.867459 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cc62b038-035a-42c0-94b5-3ba84e572aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:40.891834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event deleted for resources: {'Port': ['ID=28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:40.895269 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] No DVR routers for this DVR port 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:59:40.897298 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc62b038-035a-42c0-94b5-3ba84e572aef None None] No DVR routers for this DVR port 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:59:40.900149 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62b038-035a-42c0-94b5-3ba84e572aef None None] Pushing event deleted for resources: {'Port': ['ID=28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:40.993470 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:41.003148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:41.013785 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ada9af-1296-44af-87fa-c5fc57cc3c2f') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:41.014083 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ada9af-1296-44af-87fa-c5fc57cc3c2f') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:41.023124 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:41.036305 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:41.042190 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:59:41.042568 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:59:41.045693 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:59:41.154602 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:41.164461 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:41.164461 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "DELETE /v2.0/networks/54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc HTTP/1.1" status: 204 len: 168 time: 0.6945281 Aug 31 01:59:41.166418 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41748) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:41.184921 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956adb3-9329-47cb-a3f8-f046e26cb72b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event deleted for resources: {'Network': ['ID=54922fc3-4fdb-4d1b-a4b8-7ba20e09a1dc,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:41.203680 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd68d7ca-1051-45e0-ba4f-54d65a1a7c27 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] DELETE failed (client error): The resource could not be found. Aug 31 01:59:41.204137 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd68d7ca-1051-45e0-ba4f-54d65a1a7c27 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:59:41.205900 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cd68d7ca-1051-45e0-ba4f-54d65a1a7c27 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "DELETE /v2.0/subnets/d95b3ae0-d0a2-43f2-a55b-d2b41353552d HTTP/1.1" status: 404 len: 337 time: 0.0385578 Aug 31 01:59:41.208352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41750) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:41.225809 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-16caef9d-1b63-423f-b5d5-45fe497643f5 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] DELETE failed (client error): The resource could not be found. Aug 31 01:59:41.226334 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16caef9d-1b63-423f-b5d5-45fe497643f5 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:59:41.228538 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-16caef9d-1b63-423f-b5d5-45fe497643f5 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "DELETE /v2.0/networks/93c84346-ec8b-48fc-af8e-8000e3a6a310 HTTP/1.1" status: 404 len: 339 time: 0.0192873 Aug 31 01:59:41.231141 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41752) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:41.257027 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83ac2ff-c4f4-4ec9-bc84-628f51dd74f5 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] DELETE failed (client error): The resource could not be found. Aug 31 01:59:41.257390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d83ac2ff-c4f4-4ec9-bc84-628f51dd74f5 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:59:41.259111 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d83ac2ff-c4f4-4ec9-bc84-628f51dd74f5 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "DELETE /v2.0/subnets/e82af8a8-20e1-4e4b-88d4-2fc258fc79c9 HTTP/1.1" status: 404 len: 337 time: 0.0270824 Aug 31 01:59:41.261642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41754) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:41.278778 n-d-793621-34 neutron-server[102342]: INFO neutron.pecan_wsgi.hooks.translation [None req-868dd3e9-21d1-4787-b89c-adfbbe57ed81 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] DELETE failed (client error): The resource could not be found. Aug 31 01:59:41.279312 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868dd3e9-21d1-4787-b89c-adfbbe57ed81 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:59:41.280928 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-868dd3e9-21d1-4787-b89c-adfbbe57ed81 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "DELETE /v2.0/networks/7dcf23d1-68b7-447d-8ee8-a5fcb6ab4b1c HTTP/1.1" status: 404 len: 339 time: 0.0183814 Aug 31 01:59:41.283252 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41756) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:41.337046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc0f53f-72d7-4d4e-b514-e41f8ea82302 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Deleting subnet 718a0d12-ebd0-4b02-b184-87a0583ee8cc {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:59:41.340130 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f53f-72d7-4d4e-b514-e41f8ea82302 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:41.379604 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f53f-72d7-4d4e-b514-e41f8ea82302 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:41.460019 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f53f-72d7-4d4e-b514-e41f8ea82302 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:41.652433 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f53f-72d7-4d4e-b514-e41f8ea82302 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:41.682649 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0f53f-72d7-4d4e-b514-e41f8ea82302 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event deleted for resources: {'Subnet': ['ID=718a0d12-ebd0-4b02-b184-87a0583ee8cc,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:41.684684 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f53f-72d7-4d4e-b514-e41f8ea82302 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:41.686873 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7dc0f53f-72d7-4d4e-b514-e41f8ea82302 tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "DELETE /v2.0/subnets/718a0d12-ebd0-4b02-b184-87a0583ee8cc HTTP/1.1" status: 204 len: 168 time: 0.4025438 Aug 31 01:59:41.689146 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb5a495-858d-4d9d-83b8-999fb22ae8d0 None None] Network b42b9548-2dd8-4d9d-8a86-f081160656d1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:59:41.689365 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41758) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:41.778603 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:41.835254 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Deleting port b01d33d3-8534-4f11-9a8a-49f186b173bb {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:59:41.835592 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:41.867899 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:59:41.888627 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:59:41.888972 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 28f8d3e2-6f8c-4fee-a2c6-ef5b4bc9199c not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:59:41.891865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365a9ae9-8217-4a0a-b3b7-898cc340d3ea None None] DHCP port deletion for b42b9548-2dd8-4d9d-8a86-f081160656d1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:59:41.911494 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] For port b01d33d3-8534-4f11-9a8a-49f186b173bb, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b01d33d3-8534-4f11-9a8a-49f186b173bb,segment=NetworkSegment(05898f2b-aecc-4eaa-92aa-ba6d56326d98),segment_id=05898f2b-aecc-4eaa-92aa-ba6d56326d98)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:41.911788 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:41.925245 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Calling delete_port for b01d33d3-8534-4f11-9a8a-49f186b173bb owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:59:41.942135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-365a9ae9-8217-4a0a-b3b7-898cc340d3ea None None] Deleting port b01d33d3-8534-4f11-9a8a-49f186b173bb {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:59:41.942492 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-365a9ae9-8217-4a0a-b3b7-898cc340d3ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:42.004448 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-365a9ae9-8217-4a0a-b3b7-898cc340d3ea None None] For port b01d33d3-8534-4f11-9a8a-49f186b173bb, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b01d33d3-8534-4f11-9a8a-49f186b173bb,segment=NetworkSegment(05898f2b-aecc-4eaa-92aa-ba6d56326d98),segment_id=05898f2b-aecc-4eaa-92aa-ba6d56326d98)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:42.004845 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-365a9ae9-8217-4a0a-b3b7-898cc340d3ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:42.017969 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-365a9ae9-8217-4a0a-b3b7-898cc340d3ea None None] Calling delete_port for b01d33d3-8534-4f11-9a8a-49f186b173bb owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:59:42.080362 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:42.095275 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-365a9ae9-8217-4a0a-b3b7-898cc340d3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:42.108882 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event deleted for resources: {'Port': ['ID=b01d33d3-8534-4f11-9a8a-49f186b173bb,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:42.110850 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] No DVR routers for this DVR port b01d33d3-8534-4f11-9a8a-49f186b173bb on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:59:42.122323 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a9ae9-8217-4a0a-b3b7-898cc340d3ea None None] Pushing event deleted for resources: {'Port': ['ID=b01d33d3-8534-4f11-9a8a-49f186b173bb,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:42.126952 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365a9ae9-8217-4a0a-b3b7-898cc340d3ea None None] No DVR routers for this DVR port b01d33d3-8534-4f11-9a8a-49f186b173bb on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:59:42.197498 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:42.207478 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42b9548-2dd8-4d9d-8a86-f081160656d1']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:42.219180 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05898f2b-aecc-4eaa-92aa-ba6d56326d98') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:42.219477 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05898f2b-aecc-4eaa-92aa-ba6d56326d98') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:42.228496 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:42.241949 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:42.248496 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:59:42.248925 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:59:42.251818 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:59:42.398507 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:42.406419 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:42.407290 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] 10.222.0.16 "DELETE /v2.0/networks/b42b9548-2dd8-4d9d-8a86-f081160656d1 HTTP/1.1" status: 204 len: 168 time: 0.7168405 Aug 31 01:59:42.419211 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405bda5-c07d-4d5c-a2a5-8e941100241b tempest-NetworksIpV6Test-422124635 tempest-NetworksIpV6Test-422124635-project] Pushing event deleted for resources: {'Network': ['ID=b42b9548-2dd8-4d9d-8a86-f081160656d1,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:42.848850 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41764) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:43.002449 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-560c7cd1-cb5e-4b4e-843b-f6b6979c802c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3203bc8a52ab4d1c8e72e9ec362dcc13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519349 Aug 31 01:59:43.004812 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41768) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:43.059177 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ead2bef6-999c-4449-a9d8-96dc4a63516e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:43.080170 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ead2bef6-999c-4449-a9d8-96dc4a63516e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:43.227184 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ead2bef6-999c-4449-a9d8-96dc4a63516e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:43.230448 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ead2bef6-999c-4449-a9d8-96dc4a63516e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:43.231665 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ead2bef6-999c-4449-a9d8-96dc4a63516e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/396a5a6f-b4fd-4bf5-937b-a8fb6077e825 HTTP/1.1" status: 204 len: 168 time: 0.2259133 Aug 31 01:59:43.242884 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2bef6-999c-4449-a9d8-96dc4a63516e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396a5a6f-b4fd-4bf5-937b-a8fb6077e825,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:43.862450 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b01d33d3-8534-4f11-9a8a-49f186b173bb no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:59:43.883909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: b01d33d3-8534-4f11-9a8a-49f186b173bb {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:59:43.884278 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b01d33d3-8534-4f11-9a8a-49f186b173bb not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:59:44.405604 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41790) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:44.505999 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-a371dba9-4728-4118-b8e4-fdb0b1e03c6a tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-600698447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:44.629168 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a371dba9-4728-4118-b8e4-fdb0b1e03c6a tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:44.630280 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a371dba9-4728-4118-b8e4-fdb0b1e03c6a tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:44.683374 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a371dba9-4728-4118-b8e4-fdb0b1e03c6a tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:44.743275 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a371dba9-4728-4118-b8e4-fdb0b1e03c6a tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:44.829097 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a371dba9-4728-4118-b8e4-fdb0b1e03c6a tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:44.830397 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a371dba9-4728-4118-b8e4-fdb0b1e03c6a tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4234500 Aug 31 01:59:44.833071 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41794) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:44.838184 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-9d5b59fa-3948-4b73-b43d-aa3c3649fa45 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1615256817'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:44.926176 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5b59fa-3948-4b73-b43d-aa3c3649fa45 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Made reservation on behalf of f548ac41bbab4d9eb48b0ed3037757df for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:59:44.930360 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d5b59fa-3948-4b73-b43d-aa3c3649fa45 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:44.941425 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d5b59fa-3948-4b73-b43d-aa3c3649fa45 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:45.031378 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d5b59fa-3948-4b73-b43d-aa3c3649fa45 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:45.103402 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d5b59fa-3948-4b73-b43d-aa3c3649fa45 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:45.134014 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5b59fa-3948-4b73-b43d-aa3c3649fa45 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:59:45.139755 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b59fa-3948-4b73-b43d-aa3c3649fa45 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ab5df6-7631-43a0-92d1-a039faa0bb8c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:45.147193 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d5b59fa-3948-4b73-b43d-aa3c3649fa45 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:45.147535 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-9d5b59fa-3948-4b73-b43d-aa3c3649fa45 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Added segment dffa7cef-f5cb-4047-9eaf-6135cc78fe57 of type vlan for network 40d1033f-a69d-4573-8919-46bb3f18c7f1 Aug 31 01:59:45.189468 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d5b59fa-3948-4b73-b43d-aa3c3649fa45 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:45.318881 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d5b59fa-3948-4b73-b43d-aa3c3649fa45 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:45.325241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5b59fa-3948-4b73-b43d-aa3c3649fa45 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:45.325955 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9d5b59fa-3948-4b73-b43d-aa3c3649fa45 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:45.401249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b59fa-3948-4b73-b43d-aa3c3649fa45 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Pushing event updated for resources: {'Network': ['ID=40d1033f-a69d-4573-8919-46bb3f18c7f1,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:45.417773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 40d1033f-a69d-4573-8919-46bb3f18c7f1 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:59:45.445542 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9d5b59fa-3948-4b73-b43d-aa3c3649fa45 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6112139 Aug 31 01:59:45.448793 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41796) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:45.454441 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-3a0b0bd4-46ad-49bc-afd4-c3a9d5eee2e0 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Request body: {'subnet': {'network_id': '40d1033f-a69d-4573-8919-46bb3f18c7f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:45.629104 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0b0bd4-46ad-49bc-afd4-c3a9d5eee2e0 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Made reservation on behalf of f548ac41bbab4d9eb48b0ed3037757df for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:59:45.633132 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0bd4-46ad-49bc-afd4-c3a9d5eee2e0 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:46.189714 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0bd4-46ad-49bc-afd4-c3a9d5eee2e0 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:46.256661 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b0bd4-46ad-49bc-afd4-c3a9d5eee2e0 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Pushing event updated for resources: {'Subnet': ['ID=093911ec-bef2-4d06-b831-b3744e1f85a2,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:46.264495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b0bd4-46ad-49bc-afd4-c3a9d5eee2e0 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Checking segment: {'id': 'dffa7cef-f5cb-4047-9eaf-6135cc78fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '40d1033f-a69d-4573-8919-46bb3f18c7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:46.264860 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b0bd4-46ad-49bc-afd4-c3a9d5eee2e0 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Network hostable DHCP agents. Network: 40d1033f-a69d-4573-8919-46bb3f18c7f1, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:59:46.389130 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b0bd4-46ad-49bc-afd4-c3a9d5eee2e0 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Network 40d1033f-a69d-4573-8919-46bb3f18c7f1 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:59:46.467051 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-3a0b0bd4-46ad-49bc-afd4-c3a9d5eee2e0 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 40d1033f-a69d-4573-8919-46bb3f18c7f1) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:46.471516 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0b0bd4-46ad-49bc-afd4-c3a9d5eee2e0 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:46.472565 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0bd4-46ad-49bc-afd4-c3a9d5eee2e0 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:46.475725 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992ee1e5-ea9c-402b-9a93-9b307c967683 None None] Network 40d1033f-a69d-4573-8919-46bb3f18c7f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:59:46.572673 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3a0b0bd4-46ad-49bc-afd4-c3a9d5eee2e0 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1226053 Aug 31 01:59:46.576016 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41798) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:46.582017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e19da846-27c9-4546-9faf-bbf0d4d76f49 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-25613741'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:46.629882 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-40d1033f-a69d-4573-8919-46bb3f18c7f1', 'network_id': '40d1033f-a69d-4573-8919-46bb3f18c7f1', 'tenant_id': 'f548ac41bbab4d9eb48b0ed3037757df', 'fixed_ips': [{'subnet_id': '093911ec-bef2-4d06-b831-b3744e1f85a2'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:59:46.630760 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:46.668817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19da846-27c9-4546-9faf-bbf0d4d76f49 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Made reservation on behalf of f548ac41bbab4d9eb48b0ed3037757df for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:59:46.672650 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e19da846-27c9-4546-9faf-bbf0d4d76f49 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:46.696853 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19da846-27c9-4546-9faf-bbf0d4d76f49 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:59:46.705546 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e19da846-27c9-4546-9faf-bbf0d4d76f49 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:46.705900 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-e19da846-27c9-4546-9faf-bbf0d4d76f49 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Added segment c7f3aae2-2160-43a5-97fb-1dd7848c1f37 of type vlan for network 0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8 Aug 31 01:59:46.746993 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e19da846-27c9-4546-9faf-bbf0d4d76f49 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:46.768878 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Allocated IP 172.20.0.2 (40d1033f-a69d-4573-8919-46bb3f18c7f1/093911ec-bef2-4d06-b831-b3744e1f85a2/0a0efb76-e51a-45c1-ba7e-fbfea05d911a) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:59:46.846246 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e19da846-27c9-4546-9faf-bbf0d4d76f49 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:46.852404 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19da846-27c9-4546-9faf-bbf0d4d76f49 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:46.856997 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e19da846-27c9-4546-9faf-bbf0d4d76f49 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:46.923698 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19da846-27c9-4546-9faf-bbf0d4d76f49 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Pushing event updated for resources: {'Network': ['ID=0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:46.979931 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e19da846-27c9-4546-9faf-bbf0d4d76f49 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4025126 Aug 31 01:59:46.983009 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41800) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:46.988762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ea2a8578-6fcc-436e-a2dc-f38294ea7324 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Request body: {'subnet': {'network_id': '0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:47.051450 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:59:47.120721 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:47.126116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2a8578-6fcc-436e-a2dc-f38294ea7324 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Made reservation on behalf of f548ac41bbab4d9eb48b0ed3037757df for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:59:47.131011 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea2a8578-6fcc-436e-a2dc-f38294ea7324 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:47.136628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Transition to ACTIVE for port object 0a0efb76-e51a-45c1-ba7e-fbfea05d911a will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:47.154955 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Transition to ACTIVE for port object 0a0efb76-e51a-45c1-ba7e-fbfea05d911a will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:47.229984 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:47.277368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Network 40d1033f-a69d-4573-8919-46bb3f18c7f1 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:59:47.283003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:47.285774 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:59:47.288039 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Pushing event updated for resources: {'Port': ['ID=0a0efb76-e51a-45c1-ba7e-fbfea05d911a,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:47.343436 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Attempting to bind port 0a0efb76-e51a-45c1-ba7e-fbfea05d911a on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:59:47.343746 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Attempting to bind port 0a0efb76-e51a-45c1-ba7e-fbfea05d911a by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'dffa7cef-f5cb-4047-9eaf-6135cc78fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '40d1033f-a69d-4573-8919-46bb3f18c7f1'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:59:47.344132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Attempting to bind port 0a0efb76-e51a-45c1-ba7e-fbfea05d911a on network 40d1033f-a69d-4573-8919-46bb3f18c7f1 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:59:47.349387 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:59:47.349826 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Checking segment: {'id': 'dffa7cef-f5cb-4047-9eaf-6135cc78fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '40d1033f-a69d-4573-8919-46bb3f18c7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:47.350308 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:47.350708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Bound using segment: {'id': 'dffa7cef-f5cb-4047-9eaf-6135cc78fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '40d1033f-a69d-4573-8919-46bb3f18c7f1'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:59:47.351213 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Bound port: 0a0efb76-e51a-45c1-ba7e-fbfea05d911a, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffa7cef-f5cb-4047-9eaf-6135cc78fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '40d1033f-a69d-4573-8919-46bb3f18c7f1'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:59:47.351603 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:47.355051 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea2a8578-6fcc-436e-a2dc-f38294ea7324 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:47.416559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] For port 0a0efb76-e51a-45c1-ba7e-fbfea05d911a, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:59:47.420103 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] For port 0a0efb76-e51a-45c1-ba7e-fbfea05d911a, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0a0efb76-e51a-45c1-ba7e-fbfea05d911a,segment=NetworkSegment(dffa7cef-f5cb-4047-9eaf-6135cc78fe57),segment_id=dffa7cef-f5cb-4047-9eaf-6135cc78fe57)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:59:47.423031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a8578-6fcc-436e-a2dc-f38294ea7324 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Pushing event updated for resources: {'Subnet': ['ID=76f3d161-5a25-4129-b0e4-6fcc19ce350d,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:47.431391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2a8578-6fcc-436e-a2dc-f38294ea7324 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Checking segment: {'id': 'c7f3aae2-2160-43a5-97fb-1dd7848c1f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:47.431766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2a8578-6fcc-436e-a2dc-f38294ea7324 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Network hostable DHCP agents. Network: 0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:59:47.520655 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:47.531534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2a8578-6fcc-436e-a2dc-f38294ea7324 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Network 0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:59:47.587587 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1a7e8-80da-4771-8663-8ecfa009b9af None None] Pushing event updated for resources: {'Port': ['ID=0a0efb76-e51a-45c1-ba7e-fbfea05d911a,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:47.606199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-ea2a8578-6fcc-436e-a2dc-f38294ea7324 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:47.610639 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2a8578-6fcc-436e-a2dc-f38294ea7324 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:47.611245 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ea2a8578-6fcc-436e-a2dc-f38294ea7324 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:47.619873 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181afdea-c6a4-4b33-98f0-b4aba72dc803 None None] Network 0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:59:47.698241 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ea2a8578-6fcc-436e-a2dc-f38294ea7324 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7138565 Aug 31 01:59:47.700927 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41802) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:47.705631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-15b21674-03cd-4a7c-ac06-53365c0a6a63 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Request body: {'router': {'external_gateway_info': {'network_id': '0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:47.833313 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8', 'network_id': '0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8', 'tenant_id': 'f548ac41bbab4d9eb48b0ed3037757df', 'fixed_ips': [{'subnet_id': '76f3d161-5a25-4129-b0e4-6fcc19ce350d'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:59:47.834470 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:47.938375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0a0efb76-e51a-45c1-ba7e-fbfea05d911a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:59:48.018689 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-15b21674-03cd-4a7c-ac06-53365c0a6a63 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:48.020604 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Allocated IP 172.21.0.2 (0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8/76f3d161-5a25-4129-b0e4-6fcc19ce350d/8c6afbba-8a2e-4cfe-b203-2ba86e4370be) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:59:48.109651 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 0a0efb76-e51a-45c1-ba7e-fbfea05d911a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:59:48.181851 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:48.188187 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [None req-15b21674-03cd-4a7c-ac06-53365c0a6a63 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:59:48.195347 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-15b21674-03cd-4a7c-ac06-53365c0a6a63 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] 10.222.0.16 "PUT /v2.0/routers/a088765c-a8ab-4d68-92de-42fb4ff69776 HTTP/1.1" status: 400 len: 364 time: 0.4876261 Aug 31 01:59:48.195569 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Transition to ACTIVE for port object 8c6afbba-8a2e-4cfe-b203-2ba86e4370be will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:48.195831 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41804) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:48.207597 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Transition to ACTIVE for port object 8c6afbba-8a2e-4cfe-b203-2ba86e4370be will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:48.253657 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90437fa-24ce-4ba7-9006-5d398c6ca5c7 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Deleting subnet 76f3d161-5a25-4129-b0e4-6fcc19ce350d {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:59:48.329569 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a90437fa-24ce-4ba7-9006-5d398c6ca5c7 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:48.330370 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:48.372388 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Network 0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:59:48.375320 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:48.379076 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:59:48.380988 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a90437fa-24ce-4ba7-9006-5d398c6ca5c7 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:48.386230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Pushing event updated for resources: {'Port': ['ID=8c6afbba-8a2e-4cfe-b203-2ba86e4370be,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:48.448976 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Attempting to bind port 8c6afbba-8a2e-4cfe-b203-2ba86e4370be on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:59:48.449520 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Attempting to bind port 8c6afbba-8a2e-4cfe-b203-2ba86e4370be by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'c7f3aae2-2160-43a5-97fb-1dd7848c1f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:59:48.449984 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Attempting to bind port 8c6afbba-8a2e-4cfe-b203-2ba86e4370be on network 0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:59:48.455462 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:59:48.455929 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Checking segment: {'id': 'c7f3aae2-2160-43a5-97fb-1dd7848c1f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:48.456450 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:48.456908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Bound using segment: {'id': 'c7f3aae2-2160-43a5-97fb-1dd7848c1f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:59:48.457472 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Bound port: 8c6afbba-8a2e-4cfe-b203-2ba86e4370be, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f3aae2-2160-43a5-97fb-1dd7848c1f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:59:48.457922 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:48.475020 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a90437fa-24ce-4ba7-9006-5d398c6ca5c7 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:48.611904 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a90437fa-24ce-4ba7-9006-5d398c6ca5c7 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:48.615593 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] For port 8c6afbba-8a2e-4cfe-b203-2ba86e4370be, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:59:48.619107 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36acd5b7-b061-4e13-8028-ca18f7429213 None None] Network 40d1033f-a69d-4573-8919-46bb3f18c7f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:59:48.622046 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] For port 8c6afbba-8a2e-4cfe-b203-2ba86e4370be, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=8c6afbba-8a2e-4cfe-b203-2ba86e4370be,segment=NetworkSegment(c7f3aae2-2160-43a5-97fb-1dd7848c1f37),segment_id=c7f3aae2-2160-43a5-97fb-1dd7848c1f37)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:59:48.643480 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a90437fa-24ce-4ba7-9006-5d398c6ca5c7 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:48.645798 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a90437fa-24ce-4ba7-9006-5d398c6ca5c7 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] 10.222.0.16 "DELETE /v2.0/subnets/76f3d161-5a25-4129-b0e4-6fcc19ce350d HTTP/1.1" status: 204 len: 168 time: 0.4486940 Aug 31 01:59:48.646545 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90437fa-24ce-4ba7-9006-5d398c6ca5c7 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Pushing event deleted for resources: {'Subnet': ['ID=76f3d161-5a25-4129-b0e4-6fcc19ce350d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:48.649045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41806) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:48.696485 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:48.725232 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:48.788086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Deleting port 8c6afbba-8a2e-4cfe-b203-2ba86e4370be {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:59:48.789237 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:48.796897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be1c2f-883c-44b8-964a-750a1938dae8 None None] Pushing event updated for resources: {'Port': ['ID=8c6afbba-8a2e-4cfe-b203-2ba86e4370be,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:48.829051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ea0f9d00-e419-4e77-bf71-88d9e271b3bf None None] Provisioning for port 0a0efb76-e51a-45c1-ba7e-fbfea05d911a completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:59:48.837207 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ea0f9d00-e419-4e77-bf71-88d9e271b3bf None None] Provisioning complete for port 0a0efb76-e51a-45c1-ba7e-fbfea05d911a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:59:48.837620 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ea0f9d00-e419-4e77-bf71-88d9e271b3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:48.858994 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] For port 8c6afbba-8a2e-4cfe-b203-2ba86e4370be, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=8c6afbba-8a2e-4cfe-b203-2ba86e4370be,segment=NetworkSegment(c7f3aae2-2160-43a5-97fb-1dd7848c1f37),segment_id=c7f3aae2-2160-43a5-97fb-1dd7848c1f37)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:48.858994 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:48.872308 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Calling delete_port for 8c6afbba-8a2e-4cfe-b203-2ba86e4370be owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:59:48.931326 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ea0f9d00-e419-4e77-bf71-88d9e271b3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:48.999690 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ea0f9d00-e419-4e77-bf71-88d9e271b3bf None None] For port 0a0efb76-e51a-45c1-ba7e-fbfea05d911a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0a0efb76-e51a-45c1-ba7e-fbfea05d911a,segment=NetworkSegment(dffa7cef-f5cb-4047-9eaf-6135cc78fe57),segment_id=dffa7cef-f5cb-4047-9eaf-6135cc78fe57)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:49.086724 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:49.114401 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ea0f9d00-e419-4e77-bf71-88d9e271b3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:49.120411 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] No DVR routers for this DVR port 8c6afbba-8a2e-4cfe-b203-2ba86e4370be on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:59:49.125862 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Pushing event deleted for resources: {'Port': ['ID=8c6afbba-8a2e-4cfe-b203-2ba86e4370be,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:49.163554 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f9d00-e419-4e77-bf71-88d9e271b3bf None None] Pushing event updated for resources: {'Port': ['ID=0a0efb76-e51a-45c1-ba7e-fbfea05d911a,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:49.206232 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:49.217166 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:49.233723 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ef418c67-f579-4a25-9c74-0df72c705ae9 None None] Provisioning complete for port 0a0efb76-e51a-45c1-ba7e-fbfea05d911a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:59:49.233918 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f3aae2-2160-43a5-97fb-1dd7848c1f37') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:49.234029 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f3aae2-2160-43a5-97fb-1dd7848c1f37') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:49.234244 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ef418c67-f579-4a25-9c74-0df72c705ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:49.243720 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:49.257756 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:49.263784 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:59:49.264171 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: timer() Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:59:49.267250 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:59:49.421562 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:49.430519 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:49.432398 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] 10.222.0.16 "DELETE /v2.0/networks/0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8 HTTP/1.1" status: 204 len: 168 time: 0.7820766 Aug 31 01:59:49.435146 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41808) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:49.442627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35607f69-afa0-4522-b888-c63bfd047cb9 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Pushing event deleted for resources: {'Network': ['ID=0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:49.498093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1427b6-21bf-49a1-9576-3c924ea615cc tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Deleting subnet 093911ec-bef2-4d06-b831-b3744e1f85a2 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:59:49.501617 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c1427b6-21bf-49a1-9576-3c924ea615cc tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:49.546338 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c1427b6-21bf-49a1-9576-3c924ea615cc tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:49.640174 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c1427b6-21bf-49a1-9576-3c924ea615cc tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:49.775830 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c1427b6-21bf-49a1-9576-3c924ea615cc tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:49.800209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a97de4-9009-4167-859a-0976383cc3f2 None None] DHCP port deletion for 0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:59:49.806681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1427b6-21bf-49a1-9576-3c924ea615cc tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Pushing event deleted for resources: {'Subnet': ['ID=093911ec-bef2-4d06-b831-b3744e1f85a2,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:49.811939 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1c1427b6-21bf-49a1-9576-3c924ea615cc tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:49.817058 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1c1427b6-21bf-49a1-9576-3c924ea615cc tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] 10.222.0.16 "DELETE /v2.0/subnets/093911ec-bef2-4d06-b831-b3744e1f85a2 HTTP/1.1" status: 204 len: 168 time: 0.3776388 Aug 31 01:59:49.817058 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 41810) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:49.821308 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba5a68e-56a8-4d73-bb70-f998beae3c38 None None] Network 0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:59:49.828077 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea951f0-5b26-46e1-be57-0d4758ec4816 None None] Network 40d1033f-a69d-4573-8919-46bb3f18c7f1 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:59:49.852536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba5a68e-56a8-4d73-bb70-f998beae3c38 None None] Network 0bec0e01-f2d5-4c8c-a77a-670ca48ce8f8 could not be found, it might have been deleted concurrently. {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 01:59:49.878558 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-5e3a8c26-dd3a-493e-8091-45b44d74e092 None None] Could not find standard attr ID for object 8c6afbba-8a2e-4cfe-b203-2ba86e4370be. {{(pid=102344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:59:49.892855 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0a0efb76-e51a-45c1-ba7e-fbfea05d911a up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:59:49.896387 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:49.958646 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Deleting port 0a0efb76-e51a-45c1-ba7e-fbfea05d911a {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:59:49.958936 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:49.993058 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 0a0efb76-e51a-45c1-ba7e-fbfea05d911a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:59:49.993764 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.023103 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] For port 0a0efb76-e51a-45c1-ba7e-fbfea05d911a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0a0efb76-e51a-45c1-ba7e-fbfea05d911a,segment=NetworkSegment(dffa7cef-f5cb-4047-9eaf-6135cc78fe57),segment_id=dffa7cef-f5cb-4047-9eaf-6135cc78fe57)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:50.023514 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.036835 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Calling delete_port for 0a0efb76-e51a-45c1-ba7e-fbfea05d911a owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:59:50.073080 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1151493-bb7d-4c90-8528-6f42c06830c1 None None] DHCP port deletion for 40d1033f-a69d-4573-8919-46bb3f18c7f1 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:59:50.124549 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e1151493-bb7d-4c90-8528-6f42c06830c1 None None] Deleting port 0a0efb76-e51a-45c1-ba7e-fbfea05d911a {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:59:50.124922 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e1151493-bb7d-4c90-8528-6f42c06830c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.186371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e1151493-bb7d-4c90-8528-6f42c06830c1 None None] For port 0a0efb76-e51a-45c1-ba7e-fbfea05d911a, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=0a0efb76-e51a-45c1-ba7e-fbfea05d911a,segment=NetworkSegment(dffa7cef-f5cb-4047-9eaf-6135cc78fe57),segment_id=dffa7cef-f5cb-4047-9eaf-6135cc78fe57)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:50.186762 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e1151493-bb7d-4c90-8528-6f42c06830c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.199931 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e1151493-bb7d-4c90-8528-6f42c06830c1 None None] Calling delete_port for 0a0efb76-e51a-45c1-ba7e-fbfea05d911a owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:59:50.227622 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.255123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Pushing event deleted for resources: {'Port': ['ID=0a0efb76-e51a-45c1-ba7e-fbfea05d911a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:50.257037 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] No DVR routers for this DVR port 0a0efb76-e51a-45c1-ba7e-fbfea05d911a on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:59:50.282050 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e1151493-bb7d-4c90-8528-6f42c06830c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.308694 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1151493-bb7d-4c90-8528-6f42c06830c1 None None] Pushing event deleted for resources: {'Port': ['ID=0a0efb76-e51a-45c1-ba7e-fbfea05d911a,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:50.312314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1151493-bb7d-4c90-8528-6f42c06830c1 None None] No DVR routers for this DVR port 0a0efb76-e51a-45c1-ba7e-fbfea05d911a on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:59:50.338983 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.349591 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d1033f-a69d-4573-8919-46bb3f18c7f1']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:50.360815 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffa7cef-f5cb-4047-9eaf-6135cc78fe57') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:50.369175 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffa7cef-f5cb-4047-9eaf-6135cc78fe57') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:50.370851 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.389666 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.395735 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: timer() Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:59:50.399788 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:59:50.529667 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.537205 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.547053 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] 10.222.0.16 "DELETE /v2.0/networks/40d1033f-a69d-4573-8919-46bb3f18c7f1 HTTP/1.1" status: 204 len: 168 time: 0.7221525 Aug 31 01:59:50.547180 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41812) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:50.552197 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98ec12-bd86-4cac-b175-9068e54b9977 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Pushing event deleted for resources: {'Network': ['ID=40d1033f-a69d-4573-8919-46bb3f18c7f1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:50.571105 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5ec25211-801e-4373-a467-ed9506120304 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] 10.222.0.16 "GET /v2.0/ports?device_id=a088765c-a8ab-4d68-92de-42fb4ff69776 HTTP/1.1" status: 200 len: 205 time: 0.0266957 Aug 31 01:59:50.575776 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41814) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:50.698660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5bd9efca-6ad2-4178-b35f-86efaf9f63c4 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.872418 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5bd9efca-6ad2-4178-b35f-86efaf9f63c4 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.874450 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5bd9efca-6ad2-4178-b35f-86efaf9f63c4 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.983132 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5bd9efca-6ad2-4178-b35f-86efaf9f63c4 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.983662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd9efca-6ad2-4178-b35f-86efaf9f63c4 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Fanout notify agent at l3_agent the message router_deleted on router a088765c-a8ab-4d68-92de-42fb4ff69776 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:59:50.992194 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5bd9efca-6ad2-4178-b35f-86efaf9f63c4 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.992194 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5bd9efca-6ad2-4178-b35f-86efaf9f63c4 tempest-RoutersNegativeTest-1424566835 tempest-RoutersNegativeTest-1424566835-project] 10.222.0.16 "DELETE /v2.0/routers/a088765c-a8ab-4d68-92de-42fb4ff69776 HTTP/1.1" status: 204 len: 168 time: 0.4148598 Aug 31 01:59:51.425367 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41820) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:51.561659 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0050516b-c627-4a96-a281-e31b20567559 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f548ac41bbab4d9eb48b0ed3037757df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350477 Aug 31 01:59:51.564122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41824) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:51.617736 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-83225b30-2461-43dc-8c82-fb9d320bcf47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:51.638185 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-83225b30-2461-43dc-8c82-fb9d320bcf47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:51.731786 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-83225b30-2461-43dc-8c82-fb9d320bcf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:51.734487 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-83225b30-2461-43dc-8c82-fb9d320bcf47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:51.735695 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-83225b30-2461-43dc-8c82-fb9d320bcf47 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11ab5df6-7631-43a0-92d1-a039faa0bb8c HTTP/1.1" status: 204 len: 168 time: 0.1706076 Aug 31 01:59:51.748708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83225b30-2461-43dc-8c82-fb9d320bcf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ab5df6-7631-43a0-92d1-a039faa0bb8c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:51.866081 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0a0efb76-e51a-45c1-ba7e-fbfea05d911a no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:59:51.887674 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 0a0efb76-e51a-45c1-ba7e-fbfea05d911a {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:59:51.888018 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 0a0efb76-e51a-45c1-ba7e-fbfea05d911a not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:59:52.746383 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41846) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:52.842413 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ef42bb83-439b-4bce-8c37-d8c0e0ee3c6c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1038016257-network', 'tenant_id': '3fddd665384e44e1bd07c254dd9cf668'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:52.937376 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef42bb83-439b-4bce-8c37-d8c0e0ee3c6c admin admin] Made reservation on behalf of 3fddd665384e44e1bd07c254dd9cf668 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:59:52.939660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef42bb83-439b-4bce-8c37-d8c0e0ee3c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:52.949029 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef42bb83-439b-4bce-8c37-d8c0e0ee3c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:53.033187 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef42bb83-439b-4bce-8c37-d8c0e0ee3c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:53.091214 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef42bb83-439b-4bce-8c37-d8c0e0ee3c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:53.115412 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef42bb83-439b-4bce-8c37-d8c0e0ee3c6c admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:59:53.124983 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42bb83-439b-4bce-8c37-d8c0e0ee3c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afec608-43f3-4c1a-904e-baa7b22c846c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:53.129703 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef42bb83-439b-4bce-8c37-d8c0e0ee3c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:53.130047 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-ef42bb83-439b-4bce-8c37-d8c0e0ee3c6c admin admin] Added segment 74b0e3c6-3281-4f2d-b9df-b07d489becca of type vlan for network 08640a10-90e6-47db-9190-81f75fd2e74d Aug 31 01:59:53.170170 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef42bb83-439b-4bce-8c37-d8c0e0ee3c6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:53.245815 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef42bb83-439b-4bce-8c37-d8c0e0ee3c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:53.246904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef42bb83-439b-4bce-8c37-d8c0e0ee3c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:53.247594 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef42bb83-439b-4bce-8c37-d8c0e0ee3c6c admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:53.308791 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42bb83-439b-4bce-8c37-d8c0e0ee3c6c admin admin] Pushing event updated for resources: {'Network': ['ID=08640a10-90e6-47db-9190-81f75fd2e74d,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:53.318294 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 08640a10-90e6-47db-9190-81f75fd2e74d details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:59:53.370460 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ef42bb83-439b-4bce-8c37-d8c0e0ee3c6c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6229398 Aug 31 01:59:53.373271 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41850) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:53.378289 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4467968c-de8b-4b15-9e52-d96f88691542 admin admin] Request body: {'subnet': {'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1038016257-subnet', 'tenant_id': '3fddd665384e44e1bd07c254dd9cf668', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:53.456946 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4467968c-de8b-4b15-9e52-d96f88691542 admin admin] Made reservation on behalf of 3fddd665384e44e1bd07c254dd9cf668 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:59:53.459338 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4467968c-de8b-4b15-9e52-d96f88691542 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:53.726516 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4467968c-de8b-4b15-9e52-d96f88691542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:53.779984 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467968c-de8b-4b15-9e52-d96f88691542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44884a95-4b26-4c24-8a8d-f9b68d101b03,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:53.807179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4467968c-de8b-4b15-9e52-d96f88691542 admin admin] Checking segment: {'id': '74b0e3c6-3281-4f2d-b9df-b07d489becca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:53.807660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4467968c-de8b-4b15-9e52-d96f88691542 admin admin] Network hostable DHCP agents. Network: 08640a10-90e6-47db-9190-81f75fd2e74d, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:59:53.897296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4467968c-de8b-4b15-9e52-d96f88691542 admin admin] Network 08640a10-90e6-47db-9190-81f75fd2e74d is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:59:53.946535 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-4467968c-de8b-4b15-9e52-d96f88691542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 08640a10-90e6-47db-9190-81f75fd2e74d) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:53.950447 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4467968c-de8b-4b15-9e52-d96f88691542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:53.951039 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4467968c-de8b-4b15-9e52-d96f88691542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:53.955319 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe888121-7113-4aca-9b5c-ddd31ae1c363 None None] Network 08640a10-90e6-47db-9190-81f75fd2e74d requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:59:54.033245 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4467968c-de8b-4b15-9e52-d96f88691542 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6587913 Aug 31 01:59:54.035846 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41852) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:54.040296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1038016257-router', 'tenant_id': '3fddd665384e44e1bd07c254dd9cf668', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:54.095799 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-08640a10-90e6-47db-9190-81f75fd2e74d', 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d', 'tenant_id': '3fddd665384e44e1bd07c254dd9cf668', 'fixed_ips': [{'subnet_id': '44884a95-4b26-4c24-8a8d-f9b68d101b03'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:59:54.096754 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:54.118586 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:54.119660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:54.213661 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:54.246307 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Allocated IP 172.20.0.2 (08640a10-90e6-47db-9190-81f75fd2e74d/44884a95-4b26-4c24-8a8d-f9b68d101b03/d33a23c9-4a87-47cf-879f-43ad41b2452b) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:59:54.390207 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:54.398482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Transition to ACTIVE for port object d33a23c9-4a87-47cf-879f-43ad41b2452b will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:54.412941 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Transition to ACTIVE for port object d33a23c9-4a87-47cf-879f-43ad41b2452b will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:54.492365 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:54.534129 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Network 08640a10-90e6-47db-9190-81f75fd2e74d is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:59:54.537148 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:54.540466 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:59:54.550539 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Pushing event updated for resources: {'Port': ['ID=d33a23c9-4a87-47cf-879f-43ad41b2452b,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:54.607577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Attempting to bind port d33a23c9-4a87-47cf-879f-43ad41b2452b on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:59:54.608045 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Attempting to bind port d33a23c9-4a87-47cf-879f-43ad41b2452b by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '74b0e3c6-3281-4f2d-b9df-b07d489becca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:59:54.608472 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Attempting to bind port d33a23c9-4a87-47cf-879f-43ad41b2452b on network 08640a10-90e6-47db-9190-81f75fd2e74d {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:59:54.614357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:59:54.614838 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Checking segment: {'id': '74b0e3c6-3281-4f2d-b9df-b07d489becca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:54.615322 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:54.615769 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Bound using segment: {'id': '74b0e3c6-3281-4f2d-b9df-b07d489becca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:59:54.616326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Bound port: d33a23c9-4a87-47cf-879f-43ad41b2452b, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0e3c6-3281-4f2d-b9df-b07d489becca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:59:54.616831 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:54.686659 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] For port d33a23c9-4a87-47cf-879f-43ad41b2452b, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:59:54.689843 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] For port d33a23c9-4a87-47cf-879f-43ad41b2452b, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d33a23c9-4a87-47cf-879f-43ad41b2452b,segment=NetworkSegment(74b0e3c6-3281-4f2d-b9df-b07d489becca),segment_id=74b0e3c6-3281-4f2d-b9df-b07d489becca)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:59:54.716578 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:54.766487 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:54.825811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0a225-a50f-498a-8a9c-277bd488817d None None] Pushing event updated for resources: {'Port': ['ID=d33a23c9-4a87-47cf-879f-43ad41b2452b,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:55.022813 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:55.052037 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:55.155396 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] Allocated IP 172.25.2.28 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/43a733bd-72d8-4551-9d11-cd7d73851323) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:59:55.263943 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:55.389139 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:55.434873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:59:55.438031 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:55.441086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:59:55.446990 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] Pushing event updated for resources: {'Port': ['ID=43a733bd-72d8-4551-9d11-cd7d73851323,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:55.689421 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd450ab-babe-49cd-a148-e69451a1e649 None None] Network 08640a10-90e6-47db-9190-81f75fd2e74d requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:59:55.789979 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:55.808871 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-29763381-cefc-483a-8e49-93b5f7250c15 None None] Provisioning for port d33a23c9-4a87-47cf-879f-43ad41b2452b completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:59:55.916005 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d33a23c9-4a87-47cf-879f-43ad41b2452b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:59:56.010763 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:56.040840 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port d33a23c9-4a87-47cf-879f-43ad41b2452b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:59:56.046028 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port d33a23c9-4a87-47cf-879f-43ad41b2452b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:59:56.046405 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:56.138279 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:56.160730 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-8ff4861f-147b-4567-aae0-14ba7c83a769 None None] Provisioning complete for port d33a23c9-4a87-47cf-879f-43ad41b2452b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:59:56.161102 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8ff4861f-147b-4567-aae0-14ba7c83a769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:56.202762 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port d33a23c9-4a87-47cf-879f-43ad41b2452b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d33a23c9-4a87-47cf-879f-43ad41b2452b,segment=NetworkSegment(74b0e3c6-3281-4f2d-b9df-b07d489becca),segment_id=74b0e3c6-3281-4f2d-b9df-b07d489becca)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:56.252405 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8ff4861f-147b-4567-aae0-14ba7c83a769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:56.257027 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] Router 14ba763d-a3bf-4382-aeec-1bbc4b10ac1c is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:59:56.286445 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:56.360139 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-8ff4861f-147b-4567-aae0-14ba7c83a769 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:59:56.360499 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-8ff4861f-147b-4567-aae0-14ba7c83a769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:59:56.363125 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=d33a23c9-4a87-47cf-879f-43ad41b2452b,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:56.367407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:59:56.377229 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Sync routers for ids ['14ba763d-a3bf-4382-aeec-1bbc4b10ac1c'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:59:56.387647 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Routers {'14ba763d-a3bf-4382-aeec-1bbc4b10ac1c'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:59:56.388254 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:59:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['14ba763d-a3bf-4382-aeec-1bbc4b10ac1c'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:56.447605 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:56.449737 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3556cc1d-1e21-48fc-9d0a-002b13aff3c8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4126856 Aug 31 01:59:56.452621 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41854) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:56.504800 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Set router 14ba763d-a3bf-4382-aeec-1bbc4b10ac1c gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:59:56.788213 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ba763d-a3bf-4382-aeec-1bbc4b10ac1c', 'name': 'tempest-TestEncryptedCinderVolumes-1038016257-router', 'tenant_id': '3fddd665384e44e1bd07c254dd9cf668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '43a733bd-72d8-4551-9d11-cd7d73851323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:59:54Z', 'updated_at': '2021-08-31T01:59:55Z', 'revision_number': 3, 'project_id': '3fddd665384e44e1bd07c254dd9cf668', 'gw_port': {'id': '43a733bd-72d8-4551-9d11-cd7d73851323', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ba763d-a3bf-4382-aeec-1bbc4b10ac1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:59:55Z', 'updated_at': '2021-08-31T01:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:56.816028 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Checking router: 14ba763d-a3bf-4382-aeec-1bbc4b10ac1c for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:59:56.816398 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Updating router 14ba763d-a3bf-4382-aeec-1bbc4b10ac1c port 43a733bd-72d8-4551-9d11-cd7d73851323 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:59:56.844810 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:56.901660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:57.094374 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:57.104564 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Transition to ACTIVE for port object 43a733bd-72d8-4551-9d11-cd7d73851323 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:57.115138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] Allocated IP 172.20.0.1 (08640a10-90e6-47db-9190-81f75fd2e74d/44884a95-4b26-4c24-8a8d-f9b68d101b03/90cc0ea0-ae97-457a-8d39-d0615c280580) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:59:57.194096 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:57.220186 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:57.234197 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] Transition to ACTIVE for port object 90cc0ea0-ae97-457a-8d39-d0615c280580 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:57.246731 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Attempting to bind port 43a733bd-72d8-4551-9d11-cd7d73851323 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:59:57.247108 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Attempting to bind port 43a733bd-72d8-4551-9d11-cd7d73851323 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:59:57.248396 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Attempting to bind port 43a733bd-72d8-4551-9d11-cd7d73851323 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:59:57.254429 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0965eb-66f2-48ff-ba2f-b60015dc3bfe None None] Pushing event updated for resources: {'Port': ['ID=43a733bd-72d8-4551-9d11-cd7d73851323,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:57.257664 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:59:57.258100 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:57.258442 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:57.258830 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:59:57.259339 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Bound port: 43a733bd-72d8-4551-9d11-cd7d73851323, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:59:57.259720 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:57.266293 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0965eb-66f2-48ff-ba2f-b60015dc3bfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:57.266633 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0965eb-66f2-48ff-ba2f-b60015dc3bfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:57.266969 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0965eb-66f2-48ff-ba2f-b60015dc3bfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:57.267382 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0965eb-66f2-48ff-ba2f-b60015dc3bfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:57.267712 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0965eb-66f2-48ff-ba2f-b60015dc3bfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:57.268037 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0965eb-66f2-48ff-ba2f-b60015dc3bfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:57.268365 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0965eb-66f2-48ff-ba2f-b60015dc3bfe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:57.268682 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0965eb-66f2-48ff-ba2f-b60015dc3bfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:57.269002 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0965eb-66f2-48ff-ba2f-b60015dc3bfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:57.269325 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0965eb-66f2-48ff-ba2f-b60015dc3bfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:57.269669 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0965eb-66f2-48ff-ba2f-b60015dc3bfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:57.271328 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0965eb-66f2-48ff-ba2f-b60015dc3bfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:57.325191 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] For port 43a733bd-72d8-4551-9d11-cd7d73851323, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:59:57.328183 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] For port 43a733bd-72d8-4551-9d11-cd7d73851323, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=43a733bd-72d8-4551-9d11-cd7d73851323,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:59:57.331970 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:57.368903 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] Network 08640a10-90e6-47db-9190-81f75fd2e74d is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:59:57.373549 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:57.377047 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:59:57.408101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] Pushing event updated for resources: {'Port': ['ID=90cc0ea0-ae97-457a-8d39-d0615c280580,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:57.424790 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:57.474714 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:57.533954 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Routers {'14ba763d-a3bf-4382-aeec-1bbc4b10ac1c'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:59:57.534595 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:59:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['14ba763d-a3bf-4382-aeec-1bbc4b10ac1c'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:57.540390 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0965eb-66f2-48ff-ba2f-b60015dc3bfe None None] Pushing event updated for resources: {'Port': ['ID=43a733bd-72d8-4551-9d11-cd7d73851323,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:57.643263 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] Set router 14ba763d-a3bf-4382-aeec-1bbc4b10ac1c gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:59:57.720116 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:57.735373 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-abfc58c3-5bd1-4728-8daf-53659a99b121 None None] Provisioning for port 90cc0ea0-ae97-457a-8d39-d0615c280580 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:59:57.739354 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-abfc58c3-5bd1-4728-8daf-53659a99b121 None None] Provisioning complete for port 90cc0ea0-ae97-457a-8d39-d0615c280580 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:59:57.742713 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-abfc58c3-5bd1-4728-8daf-53659a99b121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:57.779617 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-abfc58c3-5bd1-4728-8daf-53659a99b121 None None] Port 90cc0ea0-ae97-457a-8d39-d0615c280580 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:59:57.832813 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ba763d-a3bf-4382-aeec-1bbc4b10ac1c', 'name': 'tempest-TestEncryptedCinderVolumes-1038016257-router', 'tenant_id': '3fddd665384e44e1bd07c254dd9cf668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '43a733bd-72d8-4551-9d11-cd7d73851323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:59:54Z', 'updated_at': '2021-08-31T01:59:55Z', 'revision_number': 3, 'project_id': '3fddd665384e44e1bd07c254dd9cf668', 'gw_port': {'id': '43a733bd-72d8-4551-9d11-cd7d73851323', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ba763d-a3bf-4382-aeec-1bbc4b10ac1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:59:55Z', 'updated_at': '2021-08-31T01:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:57.863101 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f133f37-ea5a-49a9-815a-ab4580f7bc6d None None] The sync data for ids ['14ba763d-a3bf-4382-aeec-1bbc4b10ac1c'] in n-d-793621-34 is: [{'id': '14ba763d-a3bf-4382-aeec-1bbc4b10ac1c', 'name': 'tempest-TestEncryptedCinderVolumes-1038016257-router', 'tenant_id': '3fddd665384e44e1bd07c254dd9cf668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '43a733bd-72d8-4551-9d11-cd7d73851323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:59:54Z', 'updated_at': '2021-08-31T01:59:55Z', 'revision_number': 3, 'project_id': '3fddd665384e44e1bd07c254dd9cf668', 'gw_port': {'id': '43a733bd-72d8-4551-9d11-cd7d73851323', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ba763d-a3bf-4382-aeec-1bbc4b10ac1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:59:55Z', 'updated_at': '2021-08-31T01:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:59:57.887734 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d33a23c9-4a87-47cf-879f-43ad41b2452b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:59:57.902357 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:57.937270 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port d33a23c9-4a87-47cf-879f-43ad41b2452b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:59:57.937678 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:57.977224 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:58.047342 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:58.049207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] Pushing event updated for resources: {'Port': ['ID=90cc0ea0-ae97-457a-8d39-d0615c280580,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:58.170234 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] Network 08640a10-90e6-47db-9190-81f75fd2e74d is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:59:58.171750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:58.431359 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-66168565-a80a-4f75-b2c0-55f4c8f97a70 None None] Provisioning complete for port 90cc0ea0-ae97-457a-8d39-d0615c280580 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:59:58.431696 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-66168565-a80a-4f75-b2c0-55f4c8f97a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:58.481011 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-66168565-a80a-4f75-b2c0-55f4c8f97a70 None None] Port 90cc0ea0-ae97-457a-8d39-d0615c280580 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:59:58.599599 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] Router 14ba763d-a3bf-4382-aeec-1bbc4b10ac1c has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:59:58.714180 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:59:58.719451 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-93971b9f-469c-4318-831a-e78667d035f6 admin admin] 10.222.0.16 "PUT /v2.0/routers/14ba763d-a3bf-4382-aeec-1bbc4b10ac1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2653661 Aug 31 01:59:59.455889 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Sync routers for ids ['14ba763d-a3bf-4382-aeec-1bbc4b10ac1c'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:59:59.467043 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Routers {'14ba763d-a3bf-4382-aeec-1bbc4b10ac1c'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:59:59.467848 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:59:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['14ba763d-a3bf-4382-aeec-1bbc4b10ac1c'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:59.479053 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41872) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:59.485625 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b7f8fab3-7ec4-482d-9656-99b97667e4c0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-222799040-network', 'tenant_id': '2147f6895ffd4310bc29fff1ab7a7904'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:59.577204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f8fab3-7ec4-482d-9656-99b97667e4c0 admin admin] Made reservation on behalf of 2147f6895ffd4310bc29fff1ab7a7904 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:59:59.579655 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7f8fab3-7ec4-482d-9656-99b97667e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:59.589514 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7f8fab3-7ec4-482d-9656-99b97667e4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:59.686169 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7f8fab3-7ec4-482d-9656-99b97667e4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:59.744766 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Set router 14ba763d-a3bf-4382-aeec-1bbc4b10ac1c gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:59:59.748509 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7f8fab3-7ec4-482d-9656-99b97667e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:59.774600 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f8fab3-7ec4-482d-9656-99b97667e4c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:59:59.783346 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8fab3-7ec4-482d-9656-99b97667e4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c898209-454d-4c42-aec8-aa9b9e7a5abb,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:59.789646 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7f8fab3-7ec4-482d-9656-99b97667e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:59.789994 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-b7f8fab3-7ec4-482d-9656-99b97667e4c0 admin admin] Added segment 7824471e-0668-40aa-bf20-864bf0838741 of type vlan for network 2db92e96-9fd0-4d60-808b-9bd2e3b46196 Aug 31 01:59:59.831112 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7f8fab3-7ec4-482d-9656-99b97667e4c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:59.921315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 43a733bd-72d8-4551-9d11-cd7d73851323 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:59:59.948065 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7f8fab3-7ec4-482d-9656-99b97667e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:59.949101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f8fab3-7ec4-482d-9656-99b97667e4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:59.949701 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b7f8fab3-7ec4-482d-9656-99b97667e4c0 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:59.987681 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ba763d-a3bf-4382-aeec-1bbc4b10ac1c', 'name': 'tempest-TestEncryptedCinderVolumes-1038016257-router', 'tenant_id': '3fddd665384e44e1bd07c254dd9cf668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '43a733bd-72d8-4551-9d11-cd7d73851323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:59:54Z', 'updated_at': '2021-08-31T01:59:57Z', 'revision_number': 4, 'project_id': '3fddd665384e44e1bd07c254dd9cf668', 'gw_port': {'id': '43a733bd-72d8-4551-9d11-cd7d73851323', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ba763d-a3bf-4382-aeec-1bbc4b10ac1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:59:55Z', 'updated_at': '2021-08-31T01:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '90cc0ea0-ae97-457a-8d39-d0615c280580', 'name': '', 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d', 'tenant_id': '3fddd665384e44e1bd07c254dd9cf668', 'mac_address': 'fa:16:3e:ec:7f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ba763d-a3bf-4382-aeec-1bbc4b10ac1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '44884a95-4b26-4c24-8a8d-f9b68d101b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:59:56Z', 'updated_at': '2021-08-31T01:59:57Z', 'revision_number': 2, 'project_id': '3fddd665384e44e1bd07c254dd9cf668', 'subnets': [{'id': '44884a95-4b26-4c24-8a8d-f9b68d101b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:00:00.012132 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8fab3-7ec4-482d-9656-99b97667e4c0 admin admin] Pushing event updated for resources: {'Network': ['ID=2db92e96-9fd0-4d60-808b-9bd2e3b46196,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:00.027707 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 2db92e96-9fd0-4d60-808b-9bd2e3b46196 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:00:00.030196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Checking router: 14ba763d-a3bf-4382-aeec-1bbc4b10ac1c for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:00:00.030597 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Updating router 14ba763d-a3bf-4382-aeec-1bbc4b10ac1c port 90cc0ea0-ae97-457a-8d39-d0615c280580 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:00:00.097416 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:00.150089 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 43a733bd-72d8-4551-9d11-cd7d73851323 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:00:00.159991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 43a733bd-72d8-4551-9d11-cd7d73851323 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:00:00.160363 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:00.160700 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b7f8fab3-7ec4-482d-9656-99b97667e4c0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6801963 Aug 31 02:00:00.164081 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41874) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:00:00.169570 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9283a35d-48e7-4803-8d52-98696729a054 admin admin] Request body: {'subnet': {'network_id': '2db92e96-9fd0-4d60-808b-9bd2e3b46196', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-222799040-subnet', 'tenant_id': '2147f6895ffd4310bc29fff1ab7a7904', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:00:00.255242 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9283a35d-48e7-4803-8d52-98696729a054 admin admin] Made reservation on behalf of 2147f6895ffd4310bc29fff1ab7a7904 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:00:00.257642 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9283a35d-48e7-4803-8d52-98696729a054 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:00.357929 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:00.394852 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 43a733bd-72d8-4551-9d11-cd7d73851323, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=43a733bd-72d8-4551-9d11-cd7d73851323,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:00:00.456117 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:00.466687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Transition to ACTIVE for port object 90cc0ea0-ae97-457a-8d39-d0615c280580 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:00:00.479408 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:00.514257 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9283a35d-48e7-4803-8d52-98696729a054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:00.529390 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=43a733bd-72d8-4551-9d11-cd7d73851323,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:00.571406 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283a35d-48e7-4803-8d52-98696729a054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45664b0c-add8-4ca6-a848-4206582dd267,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:00.577299 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:00.583860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9283a35d-48e7-4803-8d52-98696729a054 admin admin] Checking segment: {'id': '7824471e-0668-40aa-bf20-864bf0838741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2db92e96-9fd0-4d60-808b-9bd2e3b46196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:00:00.583860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9283a35d-48e7-4803-8d52-98696729a054 admin admin] Network hostable DHCP agents. Network: 2db92e96-9fd0-4d60-808b-9bd2e3b46196, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:00:00.626106 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47c8d7-f582-4c69-83ef-1f016564bdd4 None None] Pushing event updated for resources: {'Port': ['ID=90cc0ea0-ae97-457a-8d39-d0615c280580,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:00.668606 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9283a35d-48e7-4803-8d52-98696729a054 admin admin] Network 2db92e96-9fd0-4d60-808b-9bd2e3b46196 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:00:00.682521 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Attempting to bind port 90cc0ea0-ae97-457a-8d39-d0615c280580 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:00:00.682898 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Attempting to bind port 90cc0ea0-ae97-457a-8d39-d0615c280580 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '74b0e3c6-3281-4f2d-b9df-b07d489becca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:00:00.683271 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Attempting to bind port 90cc0ea0-ae97-457a-8d39-d0615c280580 on network 08640a10-90e6-47db-9190-81f75fd2e74d {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:00:00.688641 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:00:00.689158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Checking segment: {'id': '74b0e3c6-3281-4f2d-b9df-b07d489becca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:00:00.689606 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:00.690060 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Bound using segment: {'id': '74b0e3c6-3281-4f2d-b9df-b07d489becca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:00:00.690531 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Bound port: 90cc0ea0-ae97-457a-8d39-d0615c280580, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0e3c6-3281-4f2d-b9df-b07d489becca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:00:00.690929 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:00.754567 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-9283a35d-48e7-4803-8d52-98696729a054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 2db92e96-9fd0-4d60-808b-9bd2e3b46196) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:00:00.759565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9283a35d-48e7-4803-8d52-98696729a054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:00.760409 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9283a35d-48e7-4803-8d52-98696729a054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:00.764775 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] For port 90cc0ea0-ae97-457a-8d39-d0615c280580, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:00:00.768553 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] For port 90cc0ea0-ae97-457a-8d39-d0615c280580, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=90cc0ea0-ae97-457a-8d39-d0615c280580,segment=NetworkSegment(74b0e3c6-3281-4f2d-b9df-b07d489becca),segment_id=74b0e3c6-3281-4f2d-b9df-b07d489becca)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:00:00.770506 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f29c7b9-5586-4e09-bcea-4078cc448aac None None] Network 2db92e96-9fd0-4d60-808b-9bd2e3b46196 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:00:00.841544 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:00.846139 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9283a35d-48e7-4803-8d52-98696729a054 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6810145 Aug 31 02:00:00.848665 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41876) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:00:00.853302 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-222799040-router', 'tenant_id': '2147f6895ffd4310bc29fff1ab7a7904', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:00:00.948811 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:00.949919 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:00.950888 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Routers {'14ba763d-a3bf-4382-aeec-1bbc4b10ac1c'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:00:00.951513 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:59:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['14ba763d-a3bf-4382-aeec-1bbc4b10ac1c'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:00:00.959269 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47c8d7-f582-4c69-83ef-1f016564bdd4 None None] Pushing event updated for resources: {'Port': ['ID=90cc0ea0-ae97-457a-8d39-d0615c280580,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:01.009486 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:01.059798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-2db92e96-9fd0-4d60-808b-9bd2e3b46196', 'network_id': '2db92e96-9fd0-4d60-808b-9bd2e3b46196', 'tenant_id': '2147f6895ffd4310bc29fff1ab7a7904', 'fixed_ips': [{'subnet_id': '45664b0c-add8-4ca6-a848-4206582dd267'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:00:01.062846 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:01.146859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] Set router 14ba763d-a3bf-4382-aeec-1bbc4b10ac1c gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:00:01.214555 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:01.332535 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Allocated IP 172.20.0.2 (2db92e96-9fd0-4d60-808b-9bd2e3b46196/45664b0c-add8-4ca6-a848-4206582dd267/803fd8d4-36db-4b5c-9893-5b05ce4320ea) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:00:01.476459 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:01.496070 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:01.529708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ba763d-a3bf-4382-aeec-1bbc4b10ac1c', 'name': 'tempest-TestEncryptedCinderVolumes-1038016257-router', 'tenant_id': '3fddd665384e44e1bd07c254dd9cf668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '43a733bd-72d8-4551-9d11-cd7d73851323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:59:54Z', 'updated_at': '2021-08-31T01:59:57Z', 'revision_number': 4, 'project_id': '3fddd665384e44e1bd07c254dd9cf668', 'gw_port': {'id': '43a733bd-72d8-4551-9d11-cd7d73851323', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ba763d-a3bf-4382-aeec-1bbc4b10ac1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:59:55Z', 'updated_at': '2021-08-31T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '90cc0ea0-ae97-457a-8d39-d0615c280580', 'name': '', 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d', 'tenant_id': '3fddd665384e44e1bd07c254dd9cf668', 'mac_address': 'fa:16:3e:ec:7f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ba763d-a3bf-4382-aeec-1bbc4b10ac1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '44884a95-4b26-4c24-8a8d-f9b68d101b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:59:56Z', 'updated_at': '2021-08-31T02:00:00Z', 'revision_number': 4, 'project_id': '3fddd665384e44e1bd07c254dd9cf668', 'subnets': [{'id': '44884a95-4b26-4c24-8a8d-f9b68d101b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:00:01.537652 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:01.568229 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca73bb5e-9415-43e0-818e-59fc21ed6e0a None None] The sync data for ids ['14ba763d-a3bf-4382-aeec-1bbc4b10ac1c'] in n-d-793621-34 is: [{'id': '14ba763d-a3bf-4382-aeec-1bbc4b10ac1c', 'name': 'tempest-TestEncryptedCinderVolumes-1038016257-router', 'tenant_id': '3fddd665384e44e1bd07c254dd9cf668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '43a733bd-72d8-4551-9d11-cd7d73851323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:59:54Z', 'updated_at': '2021-08-31T01:59:57Z', 'revision_number': 4, 'project_id': '3fddd665384e44e1bd07c254dd9cf668', 'gw_port': {'id': '43a733bd-72d8-4551-9d11-cd7d73851323', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ba763d-a3bf-4382-aeec-1bbc4b10ac1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:59:55Z', 'updated_at': '2021-08-31T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '90cc0ea0-ae97-457a-8d39-d0615c280580', 'name': '', 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d', 'tenant_id': '3fddd665384e44e1bd07c254dd9cf668', 'mac_address': 'fa:16:3e:ec:7f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ba763d-a3bf-4382-aeec-1bbc4b10ac1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '44884a95-4b26-4c24-8a8d-f9b68d101b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:59:56Z', 'updated_at': '2021-08-31T02:00:00Z', 'revision_number': 4, 'project_id': '3fddd665384e44e1bd07c254dd9cf668', 'subnets': [{'id': '44884a95-4b26-4c24-8a8d-f9b68d101b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:00:01.571921 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Transition to ACTIVE for port object 803fd8d4-36db-4b5c-9893-5b05ce4320ea will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:00:01.589164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Transition to ACTIVE for port object 803fd8d4-36db-4b5c-9893-5b05ce4320ea will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:00:01.605076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] Allocated IP 172.25.2.165 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/f17ce77e-29e7-4e5f-becb-b4d682c57d92) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:00:01.686703 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:01.732181 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Network 2db92e96-9fd0-4d60-808b-9bd2e3b46196 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:00:01.738999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:00:01.742239 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Pushing event updated for resources: {'Port': ['ID=803fd8d4-36db-4b5c-9893-5b05ce4320ea,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:01.744938 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:00:01.747637 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:01.810594 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Attempting to bind port 803fd8d4-36db-4b5c-9893-5b05ce4320ea on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:00:01.810963 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Attempting to bind port 803fd8d4-36db-4b5c-9893-5b05ce4320ea by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '7824471e-0668-40aa-bf20-864bf0838741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2db92e96-9fd0-4d60-808b-9bd2e3b46196'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:00:01.811327 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Attempting to bind port 803fd8d4-36db-4b5c-9893-5b05ce4320ea on network 2db92e96-9fd0-4d60-808b-9bd2e3b46196 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:00:01.819744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:00:01.822578 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Checking segment: {'id': '7824471e-0668-40aa-bf20-864bf0838741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2db92e96-9fd0-4d60-808b-9bd2e3b46196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:00:01.822578 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:01.822578 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Bound using segment: {'id': '7824471e-0668-40aa-bf20-864bf0838741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2db92e96-9fd0-4d60-808b-9bd2e3b46196'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:00:01.822578 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Bound port: 803fd8d4-36db-4b5c-9893-5b05ce4320ea, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7824471e-0668-40aa-bf20-864bf0838741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2db92e96-9fd0-4d60-808b-9bd2e3b46196'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:00:01.822578 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:01.893681 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] For port 803fd8d4-36db-4b5c-9893-5b05ce4320ea, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:00:01.904445 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] For port 803fd8d4-36db-4b5c-9893-5b05ce4320ea, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=803fd8d4-36db-4b5c-9893-5b05ce4320ea,segment=NetworkSegment(7824471e-0668-40aa-bf20-864bf0838741),segment_id=7824471e-0668-40aa-bf20-864bf0838741)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:00:01.924278 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:01.968158 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:00:01.970186 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:00:01.974296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:00:01.979086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 43a733bd-72d8-4551-9d11-cd7d73851323 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:00:01.998071 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] Pushing event updated for resources: {'Port': ['ID=f17ce77e-29e7-4e5f-becb-b4d682c57d92,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:02.002144 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:02.081812 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43463a0-cd88-478e-9783-9a2ec42d4d6b None None] Pushing event updated for resources: {'Port': ['ID=803fd8d4-36db-4b5c-9893-5b05ce4320ea,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:02.094469 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 43a733bd-72d8-4551-9d11-cd7d73851323 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:00:02.094993 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:02.188507 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 90cc0ea0-ae97-457a-8d39-d0615c280580 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:00:02.296956 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 90cc0ea0-ae97-457a-8d39-d0615c280580 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:00:02.302573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 90cc0ea0-ae97-457a-8d39-d0615c280580 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:00:02.302573 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:02.375903 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:02.402456 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:02.446993 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 90cc0ea0-ae97-457a-8d39-d0615c280580, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=90cc0ea0-ae97-457a-8d39-d0615c280580,segment=NetworkSegment(74b0e3c6-3281-4f2d-b9df-b07d489becca),segment_id=74b0e3c6-3281-4f2d-b9df-b07d489becca)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:00:02.548086 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:02.609621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=90cc0ea0-ae97-457a-8d39-d0615c280580,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:02.610928 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:02.833914 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] Router 2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:00:02.948628 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:00:02.958289 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Sync routers for ids ['2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:00:02.968866 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Routers {'2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:00:02.969727 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:59:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:00:03.063256 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:03.065947 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8aebd6b3-6adc-4c27-bead-f4a459bdd768 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2147565 Aug 31 02:00:03.067193 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 41878) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:00:03.074799 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b449c7e-2552-4e72-8a8a-b4b9c85c5a95 None None] Network 2db92e96-9fd0-4d60-808b-9bd2e3b46196 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:00:03.087119 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Set router 2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:00:03.280381 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5', 'name': 'tempest-TestEncryptedCinderVolumes-222799040-router', 'tenant_id': '2147f6895ffd4310bc29fff1ab7a7904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'f17ce77e-29e7-4e5f-becb-b4d682c57d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:00:00Z', 'updated_at': '2021-08-31T02:00:02Z', 'revision_number': 3, 'project_id': '2147f6895ffd4310bc29fff1ab7a7904', 'gw_port': {'id': 'f17ce77e-29e7-4e5f-becb-b4d682c57d92', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:00:01Z', 'updated_at': '2021-08-31T02:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:00:03.308311 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Checking router: 2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:00:03.308657 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Updating router 2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5 port f17ce77e-29e7-4e5f-becb-b4d682c57d92 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:00:03.333426 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:03.406864 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-29f90bd5-d1f6-475e-9c4f-c5c35b998fcd None None] Provisioning for port 803fd8d4-36db-4b5c-9893-5b05ce4320ea completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:00:03.527116 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:03.614196 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:03.624433 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Transition to ACTIVE for port object f17ce77e-29e7-4e5f-becb-b4d682c57d92 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:00:03.691583 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] Allocated IP 172.20.0.1 (2db92e96-9fd0-4d60-808b-9bd2e3b46196/45664b0c-add8-4ca6-a848-4206582dd267/365d19ee-55e3-4d66-9419-f3cb2b258d3c) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:00:03.708166 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:03.763914 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Attempting to bind port f17ce77e-29e7-4e5f-becb-b4d682c57d92 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:00:03.764382 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Attempting to bind port f17ce77e-29e7-4e5f-becb-b4d682c57d92 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:00:03.764741 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Attempting to bind port f17ce77e-29e7-4e5f-becb-b4d682c57d92 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:00:03.771910 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6630bbd-fca2-4dd7-a4c2-dd34606e34b3 None None] Pushing event updated for resources: {'Port': ['ID=f17ce77e-29e7-4e5f-becb-b4d682c57d92,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:03.776485 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:00:03.777165 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:00:03.777601 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:03.784471 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:00:03.784471 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Bound port: f17ce77e-29e7-4e5f-becb-b4d682c57d92, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:00:03.784471 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:03.801183 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:03.815326 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] Transition to ACTIVE for port object 365d19ee-55e3-4d66-9419-f3cb2b258d3c will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:00:03.836694 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] For port f17ce77e-29e7-4e5f-becb-b4d682c57d92, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:00:03.840453 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] For port f17ce77e-29e7-4e5f-becb-b4d682c57d92, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f17ce77e-29e7-4e5f-becb-b4d682c57d92,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:00:03.926302 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:03.958206 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 803fd8d4-36db-4b5c-9893-5b05ce4320ea up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:00:03.959364 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:04.002231 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] Network 2db92e96-9fd0-4d60-808b-9bd2e3b46196 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:00:04.010427 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:00:04.014673 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:00:04.023400 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] Pushing event updated for resources: {'Port': ['ID=365d19ee-55e3-4d66-9419-f3cb2b258d3c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:04.063517 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:04.079450 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 803fd8d4-36db-4b5c-9893-5b05ce4320ea completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:00:04.083967 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 803fd8d4-36db-4b5c-9893-5b05ce4320ea triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:00:04.084352 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:04.085290 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Routers {'2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:00:04.085953 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:59:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:00:04.197003 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:04.215079 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6630bbd-fca2-4dd7-a4c2-dd34606e34b3 None None] Pushing event updated for resources: {'Port': ['ID=f17ce77e-29e7-4e5f-becb-b4d682c57d92,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:04.226533 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] Set router 2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:00:04.234520 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 803fd8d4-36db-4b5c-9893-5b05ce4320ea, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=803fd8d4-36db-4b5c-9893-5b05ce4320ea,segment=NetworkSegment(7824471e-0668-40aa-bf20-864bf0838741),segment_id=7824471e-0668-40aa-bf20-864bf0838741)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:00:04.295908 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:04.400295 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-35199a7e-9544-416d-b087-b9a349780e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:04.401778 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:04.402585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 90cc0ea0-ae97-457a-8d39-d0615c280580 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:00:04.409577 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5', 'name': 'tempest-TestEncryptedCinderVolumes-222799040-router', 'tenant_id': '2147f6895ffd4310bc29fff1ab7a7904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'f17ce77e-29e7-4e5f-becb-b4d682c57d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:00:00Z', 'updated_at': '2021-08-31T02:00:02Z', 'revision_number': 3, 'project_id': '2147f6895ffd4310bc29fff1ab7a7904', 'gw_port': {'id': 'f17ce77e-29e7-4e5f-becb-b4d682c57d92', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:00:01Z', 'updated_at': '2021-08-31T02:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:00:04.440527 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fdf20-bcaf-4e65-8871-dcf555bc6ffc None None] The sync data for ids ['2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5'] in n-d-793621-34 is: [{'id': '2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5', 'name': 'tempest-TestEncryptedCinderVolumes-222799040-router', 'tenant_id': '2147f6895ffd4310bc29fff1ab7a7904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'f17ce77e-29e7-4e5f-becb-b4d682c57d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:00:00Z', 'updated_at': '2021-08-31T02:00:02Z', 'revision_number': 3, 'project_id': '2147f6895ffd4310bc29fff1ab7a7904', 'gw_port': {'id': 'f17ce77e-29e7-4e5f-becb-b4d682c57d92', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:00:01Z', 'updated_at': '2021-08-31T02:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:00:04.467699 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:04.486828 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=803fd8d4-36db-4b5c-9893-5b05ce4320ea,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:04.498224 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 90cc0ea0-ae97-457a-8d39-d0615c280580 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:00:04.498596 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:04.519076 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c8c03a17-53bc-478e-a7a2-ecde51cd0981 None None] Provisioning for port 365d19ee-55e3-4d66-9419-f3cb2b258d3c completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:00:04.527474 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c8c03a17-53bc-478e-a7a2-ecde51cd0981 None None] Provisioning complete for port 365d19ee-55e3-4d66-9419-f3cb2b258d3c triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:00:04.527842 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c8c03a17-53bc-478e-a7a2-ecde51cd0981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:04.546645 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:04.572211 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-c8c03a17-53bc-478e-a7a2-ecde51cd0981 None None] Port 365d19ee-55e3-4d66-9419-f3cb2b258d3c cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:00:04.619598 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] Pushing event updated for resources: {'Port': ['ID=365d19ee-55e3-4d66-9419-f3cb2b258d3c,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:04.625995 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:04.736808 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] Network 2db92e96-9fd0-4d60-808b-9bd2e3b46196 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:00:04.738373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:00:04.993893 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ff448b3a-3f88-4ae4-8ed7-864c13f9ec6a None None] Provisioning complete for port 365d19ee-55e3-4d66-9419-f3cb2b258d3c triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:00:04.994441 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff448b3a-3f88-4ae4-8ed7-864c13f9ec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:05.036513 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ff448b3a-3f88-4ae4-8ed7-864c13f9ec6a None None] Port 365d19ee-55e3-4d66-9419-f3cb2b258d3c cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:00:05.166721 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] Router 2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:00:05.278826 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:00:05.284165 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cc77f505-0121-4243-82ab-d0703cdfc7db admin admin] 10.222.0.16 "PUT /v2.0/routers/2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2159321 Aug 31 02:00:05.952635 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f17ce77e-29e7-4e5f-becb-b4d682c57d92 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:00:06.006073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Sync routers for ids ['2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:00:06.016346 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Routers {'2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:00:06.016954 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T01:59:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:00:06.097656 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port f17ce77e-29e7-4e5f-becb-b4d682c57d92 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:00:06.105509 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port f17ce77e-29e7-4e5f-becb-b4d682c57d92 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:00:06.105882 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:06.126367 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-5e22bb79-7917-4f4e-b185-2d65833a78ae tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:06.128148 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-5e22bb79-7917-4f4e-b185-2d65833a78ae tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/networks?id=08640a10-90e6-47db-9190-81f75fd2e74d HTTP/1.1" status: 200 len: 817 time: 0.1094642 Aug 31 02:00:06.145156 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-72377fab-aeaa-481e-b96d-6f484a34f702 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/quotas/3fddd665384e44e1bd07c254dd9cf668 HTTP/1.1" status: 200 len: 375 time: 0.0100617 Aug 31 02:00:06.154223 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Set router 2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:00:06.200243 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-a6cc782a-a522-4efc-9430-3c938339c0ca tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3fddd665384e44e1bd07c254dd9cf668&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483859 Aug 31 02:00:06.299785 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-4007699b-0735-4e4e-bcaa-e772a3864488 service neutron] 10.222.0.16 "GET /v2.0/networks/08640a10-90e6-47db-9190-81f75fd2e74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860751 Aug 31 02:00:06.308072 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:06.341332 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port f17ce77e-29e7-4e5f-becb-b4d682c57d92, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f17ce77e-29e7-4e5f-becb-b4d682c57d92,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:00:06.396677 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-c6da1408-5f6e-42e5-b3e5-ce189fba31ce service neutron] 10.222.0.16 "GET /v2.0/networks/08640a10-90e6-47db-9190-81f75fd2e74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900378 Aug 31 02:00:06.405296 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5', 'name': 'tempest-TestEncryptedCinderVolumes-222799040-router', 'tenant_id': '2147f6895ffd4310bc29fff1ab7a7904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'f17ce77e-29e7-4e5f-becb-b4d682c57d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:00:00Z', 'updated_at': '2021-08-31T02:00:04Z', 'revision_number': 4, 'project_id': '2147f6895ffd4310bc29fff1ab7a7904', 'gw_port': {'id': 'f17ce77e-29e7-4e5f-becb-b4d682c57d92', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:00:01Z', 'updated_at': '2021-08-31T02:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '365d19ee-55e3-4d66-9419-f3cb2b258d3c', 'name': '', 'network_id': '2db92e96-9fd0-4d60-808b-9bd2e3b46196', 'tenant_id': '2147f6895ffd4310bc29fff1ab7a7904', 'mac_address': 'fa:16:3e:02:c0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '45664b0c-add8-4ca6-a848-4206582dd267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:00:03Z', 'updated_at': '2021-08-31T02:00:04Z', 'revision_number': 2, 'project_id': '2147f6895ffd4310bc29fff1ab7a7904', 'subnets': [{'id': '45664b0c-add8-4ca6-a848-4206582dd267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:00:06.433259 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Checking router: 2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:00:06.433644 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Updating router 2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5 port 365d19ee-55e3-4d66-9419-f3cb2b258d3c binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:00:06.435584 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:06.436365 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 803fd8d4-36db-4b5c-9893-5b05ce4320ea up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:00:06.513905 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:06.576079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=f17ce77e-29e7-4e5f-becb-b4d682c57d92,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:06.588303 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 803fd8d4-36db-4b5c-9893-5b05ce4320ea triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:00:06.588677 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:06.697619 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dd0751b4-2e01-42f7-b549-73bbcfa2f462 req-25f62291-5b63-421e-8e8a-5287ae9ef5a4 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546 HTTP/1.1" status: 200 len: 210 time: 0.0313745 Aug 31 02:00:06.894948 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:06.900424 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:06.910072 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Transition to ACTIVE for port object 365d19ee-55e3-4d66-9419-f3cb2b258d3c will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:00:06.980715 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:07.034350 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d8286-b81e-4817-b760-af4abfd60de7 None None] Pushing event updated for resources: {'Port': ['ID=365d19ee-55e3-4d66-9419-f3cb2b258d3c,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:07.078470 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dbc2bedc-905b-4290-930c-402b3372da31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:07.088640 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Attempting to bind port 365d19ee-55e3-4d66-9419-f3cb2b258d3c on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:00:07.089006 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Attempting to bind port 365d19ee-55e3-4d66-9419-f3cb2b258d3c by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '7824471e-0668-40aa-bf20-864bf0838741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2db92e96-9fd0-4d60-808b-9bd2e3b46196'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:00:07.089367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Attempting to bind port 365d19ee-55e3-4d66-9419-f3cb2b258d3c on network 2db92e96-9fd0-4d60-808b-9bd2e3b46196 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:00:07.094895 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:00:07.097083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Checking segment: {'id': '7824471e-0668-40aa-bf20-864bf0838741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2db92e96-9fd0-4d60-808b-9bd2e3b46196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:00:07.097083 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:07.097083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Bound using segment: {'id': '7824471e-0668-40aa-bf20-864bf0838741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2db92e96-9fd0-4d60-808b-9bd2e3b46196'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:00:07.097083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Bound port: 365d19ee-55e3-4d66-9419-f3cb2b258d3c, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7824471e-0668-40aa-bf20-864bf0838741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2db92e96-9fd0-4d60-808b-9bd2e3b46196'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:00:07.097083 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:07.167826 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] For port 365d19ee-55e3-4d66-9419-f3cb2b258d3c, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:00:07.172452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] For port 365d19ee-55e3-4d66-9419-f3cb2b258d3c, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=365d19ee-55e3-4d66-9419-f3cb2b258d3c,segment=NetworkSegment(7824471e-0668-40aa-bf20-864bf0838741),segment_id=7824471e-0668-40aa-bf20-864bf0838741)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:00:07.223315 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:07.295358 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d8286-b81e-4817-b760-af4abfd60de7 None None] Pushing event updated for resources: {'Port': ['ID=365d19ee-55e3-4d66-9419-f3cb2b258d3c,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:07.298351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Routers {'2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:00:07.298975 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:00:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:00:07.416671 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] Set router 2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:00:07.622862 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:07.644199 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5', 'name': 'tempest-TestEncryptedCinderVolumes-222799040-router', 'tenant_id': '2147f6895ffd4310bc29fff1ab7a7904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'f17ce77e-29e7-4e5f-becb-b4d682c57d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:00:00Z', 'updated_at': '2021-08-31T02:00:04Z', 'revision_number': 4, 'project_id': '2147f6895ffd4310bc29fff1ab7a7904', 'gw_port': {'id': 'f17ce77e-29e7-4e5f-becb-b4d682c57d92', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:00:01Z', 'updated_at': '2021-08-31T02:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '365d19ee-55e3-4d66-9419-f3cb2b258d3c', 'name': '', 'network_id': '2db92e96-9fd0-4d60-808b-9bd2e3b46196', 'tenant_id': '2147f6895ffd4310bc29fff1ab7a7904', 'mac_address': 'fa:16:3e:02:c0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '45664b0c-add8-4ca6-a848-4206582dd267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:00:03Z', 'updated_at': '2021-08-31T02:00:07Z', 'revision_number': 4, 'project_id': '2147f6895ffd4310bc29fff1ab7a7904', 'subnets': [{'id': '45664b0c-add8-4ca6-a848-4206582dd267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:00:07.671190 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bba8488-9289-4e69-a06b-505cbbcdafea None None] The sync data for ids ['2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5'] in n-d-793621-34 is: [{'id': '2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5', 'name': 'tempest-TestEncryptedCinderVolumes-222799040-router', 'tenant_id': '2147f6895ffd4310bc29fff1ab7a7904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'f17ce77e-29e7-4e5f-becb-b4d682c57d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:00:00Z', 'updated_at': '2021-08-31T02:00:04Z', 'revision_number': 4, 'project_id': '2147f6895ffd4310bc29fff1ab7a7904', 'gw_port': {'id': 'f17ce77e-29e7-4e5f-becb-b4d682c57d92', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:00:01Z', 'updated_at': '2021-08-31T02:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '365d19ee-55e3-4d66-9419-f3cb2b258d3c', 'name': '', 'network_id': '2db92e96-9fd0-4d60-808b-9bd2e3b46196', 'tenant_id': '2147f6895ffd4310bc29fff1ab7a7904', 'mac_address': 'fa:16:3e:02:c0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '45664b0c-add8-4ca6-a848-4206582dd267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:00:03Z', 'updated_at': '2021-08-31T02:00:07Z', 'revision_number': 4, 'project_id': '2147f6895ffd4310bc29fff1ab7a7904', 'subnets': [{'id': '45664b0c-add8-4ca6-a848-4206582dd267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:00:07.810347 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3c3395c-bab2-484d-91b2-a5974d5b5f53 req-f78a7771-5a5a-479b-a19f-8940ffa59d17 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546 HTTP/1.1" status: 200 len: 210 time: 0.0303154 Aug 31 02:00:07.855479 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:07.971905 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f17ce77e-29e7-4e5f-becb-b4d682c57d92 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:00:08.023998 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port f17ce77e-29e7-4e5f-becb-b4d682c57d92 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:00:08.024646 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:08.112908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 365d19ee-55e3-4d66-9419-f3cb2b258d3c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:00:08.227213 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 365d19ee-55e3-4d66-9419-f3cb2b258d3c completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:00:08.231676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 365d19ee-55e3-4d66-9419-f3cb2b258d3c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:00:08.232059 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:08.319860 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:08.354408 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 365d19ee-55e3-4d66-9419-f3cb2b258d3c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=365d19ee-55e3-4d66-9419-f3cb2b258d3c,segment=NetworkSegment(7824471e-0668-40aa-bf20-864bf0838741),segment_id=7824471e-0668-40aa-bf20-864bf0838741)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:00:08.455425 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:08.507465 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=365d19ee-55e3-4d66-9419-f3cb2b258d3c,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:08.515201 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:08.515531 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:08.516102 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:08.516454 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:08.516779 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:08.517112 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:08.517530 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:08.517795 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:08.518103 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:08.518425 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:08.518747 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:08.519067 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:08.615746 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-f733db41-859e-4ee2-8289-1f62e5e75fff tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:08.617398 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-f733db41-859e-4ee2-8289-1f62e5e75fff tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.41 "GET /v2.0/networks?id=08640a10-90e6-47db-9190-81f75fd2e74d HTTP/1.1" status: 200 len: 817 time: 0.1174829 Aug 31 02:00:08.630528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-3ad4989c-36c7-4cd0-b79c-c50fb20e747c tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Request body: {'port': {'device_id': '5e9bdd32-cdd7-496a-ad36-1d4994864546', 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d', 'admin_state_up': True, 'tenant_id': '3fddd665384e44e1bd07c254dd9cf668'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:00:08.746327 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:08.828506 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-3ad4989c-36c7-4cd0-b79c-c50fb20e747c tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Made reservation on behalf of 3fddd665384e44e1bd07c254dd9cf668 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:00:08.832187 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-3ad4989c-36c7-4cd0-b79c-c50fb20e747c tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:08.871664 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:00:08.931597 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05d58718-7248-4d46-a9cf-83d5452dcd8b req-238ef594-0b06-491a-af91-da8c1d1924bd tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546 HTTP/1.1" status: 200 len: 210 time: 0.0423789 Aug 31 02:00:08.992413 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-3ad4989c-36c7-4cd0-b79c-c50fb20e747c tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Allocated IP 172.20.0.8 (08640a10-90e6-47db-9190-81f75fd2e74d/44884a95-4b26-4c24-8a8d-f9b68d101b03/b5b95241-8e00-4ddd-b858-4e9728ba4a39) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:00:09.140976 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-3ad4989c-36c7-4cd0-b79c-c50fb20e747c tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:09.157827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-3ad4989c-36c7-4cd0-b79c-c50fb20e747c tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Transition to ACTIVE for port object b5b95241-8e00-4ddd-b858-4e9728ba4a39 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:00:09.302838 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-3ad4989c-36c7-4cd0-b79c-c50fb20e747c tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:09.350079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-3ad4989c-36c7-4cd0-b79c-c50fb20e747c tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Network 08640a10-90e6-47db-9190-81f75fd2e74d is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:00:09.353273 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-3ad4989c-36c7-4cd0-b79c-c50fb20e747c tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:00:09.357199 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-3ad4989c-36c7-4cd0-b79c-c50fb20e747c tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:00:09.388950 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4989c-36c7-4cd0-b79c-c50fb20e747c tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Pushing event updated for resources: {'Port': ['ID=b5b95241-8e00-4ddd-b858-4e9728ba4a39,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:09.414857 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-3ad4989c-36c7-4cd0-b79c-c50fb20e747c tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:09.415550 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-3ad4989c-36c7-4cd0-b79c-c50fb20e747c tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:09.533210 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-3ad4989c-36c7-4cd0-b79c-c50fb20e747c tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9067330 Aug 31 02:00:09.546958 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Request body: {'port': {'device_id': '5e9bdd32-cdd7-496a-ad36-1d4994864546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:00:09.608363 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:09.645188 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-19c0b783-3b72-4b60-8de2-ab13ae28a3c4 None None] Provisioning for port b5b95241-8e00-4ddd-b858-4e9728ba4a39 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:00:09.649377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-19c0b783-3b72-4b60-8de2-ab13ae28a3c4 None None] Provisioning complete for port b5b95241-8e00-4ddd-b858-4e9728ba4a39 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:00:09.649877 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-19c0b783-3b72-4b60-8de2-ab13ae28a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:09.685372 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-19c0b783-3b72-4b60-8de2-ab13ae28a3c4 None None] Port b5b95241-8e00-4ddd-b858-4e9728ba4a39 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:00:09.883017 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b95241-8e00-4ddd-b858-4e9728ba4a39 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:00:09.890668 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:09.895599 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 365d19ee-55e3-4d66-9419-f3cb2b258d3c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:00:09.903350 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Transition to ACTIVE for port object b5b95241-8e00-4ddd-b858-4e9728ba4a39 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:00:09.951006 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 365d19ee-55e3-4d66-9419-f3cb2b258d3c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:00:09.951378 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:09.953544 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:10.009966 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Pushing event updated for resources: {'Port': ['ID=b5b95241-8e00-4ddd-b858-4e9728ba4a39,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:10.060079 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1f371-0db9-4382-b092-3118658abe3b req-68f16bfe-fd97-4c73-921e-5fd042f77b84 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:10.061707 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1a1f371-0db9-4382-b092-3118658abe3b req-68f16bfe-fd97-4c73-921e-5fd042f77b84 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546 HTTP/1.1" status: 200 len: 943 time: 0.0595706 Aug 31 02:00:10.091777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Attempting to bind port b5b95241-8e00-4ddd-b858-4e9728ba4a39 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:00:10.092120 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Attempting to bind port b5b95241-8e00-4ddd-b858-4e9728ba4a39 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '74b0e3c6-3281-4f2d-b9df-b07d489becca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:00:10.092597 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Attempting to bind port b5b95241-8e00-4ddd-b858-4e9728ba4a39 on network 08640a10-90e6-47db-9190-81f75fd2e74d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:00:10.097100 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Port b5b95241-8e00-4ddd-b858-4e9728ba4a39 on network 08640a10-90e6-47db-9190-81f75fd2e74d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:00:10.097421 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Attempting to bind port b5b95241-8e00-4ddd-b858-4e9728ba4a39 on network 08640a10-90e6-47db-9190-81f75fd2e74d {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:00:10.103000 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:00:10.103322 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Checking segment: {'id': '74b0e3c6-3281-4f2d-b9df-b07d489becca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:00:10.103929 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d1a1f371-0db9-4382-b092-3118658abe3b req-18cacc71-4eb5-4dba-bd3b-5b12f26fb49e tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356736 Aug 31 02:00:10.110104 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Bound using segment: {'id': '74b0e3c6-3281-4f2d-b9df-b07d489becca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:00:10.114062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Bound port: b5b95241-8e00-4ddd-b858-4e9728ba4a39, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b0e3c6-3281-4f2d-b9df-b07d489becca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:00:10.114695 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:10.183941 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] For port b5b95241-8e00-4ddd-b858-4e9728ba4a39, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:00:10.187080 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] For port b5b95241-8e00-4ddd-b858-4e9728ba4a39, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b5b95241-8e00-4ddd-b858-4e9728ba4a39,segment=NetworkSegment(74b0e3c6-3281-4f2d-b9df-b07d489becca),segment_id=74b0e3c6-3281-4f2d-b9df-b07d489becca)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:00:10.268468 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:10.305087 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:10.305737 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:10.307389 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] 10.222.0.41 "PUT /v2.0/ports/b5b95241-8e00-4ddd-b858-4e9728ba4a39 HTTP/1.1" status: 200 len: 1092 time: 0.7653601 Aug 31 02:00:10.307831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9bdd32-cdd7-496a-ad36-1d4994864546', 'tag': 'b5b95241-8e00-4ddd-b858-4e9728ba4a39'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:00:10.310172 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9287de-c7a2-4e73-b139-13fd8b1a6716" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9bdd32-cdd7-496a-ad36-1d4994864546", "tag": "b5b95241-8e00-4ddd-b858-4e9728ba4a39"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:00:10.336419 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e09087-897a-4b49-a42e-2dd318237f3b service neutron] Pushing event updated for resources: {'Port': ['ID=b5b95241-8e00-4ddd-b858-4e9728ba4a39,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:10.359398 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36daac84-dc50-4c9c-93eb-8d5943679363 x-openstack-request-id: req-36daac84-dc50-4c9c-93eb-8d5943679363 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:00:10.359723 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9bdd32-cdd7-496a-ad36-1d4994864546", "tag": "b5b95241-8e00-4ddd-b858-4e9728ba4a39", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:00:10.359979 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36daac84-dc50-4c9c-93eb-8d5943679363 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:00:10.360416 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9bdd32-cdd7-496a-ad36-1d4994864546', 'tag': 'b5b95241-8e00-4ddd-b858-4e9728ba4a39', 'status': 'completed', 'code': 200} Aug 31 02:00:10.428105 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:10.430785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9287de-c7a2-4e73-b139-13fd8b1a6716 req-7c35bc68-0903-4343-b817-113e51bf62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:10.432322 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cb9287de-c7a2-4e73-b139-13fd8b1a6716 req-7c35bc68-0903-4343-b817-113e51bf62aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fddd665384e44e1bd07c254dd9cf668&device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546 HTTP/1.1" status: 200 len: 1095 time: 0.0506403 Aug 31 02:00:10.534679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9287de-c7a2-4e73-b139-13fd8b1a6716 req-9e17120b-b3d4-431e-85bc-b45171d2d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:10.536207 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cb9287de-c7a2-4e73-b139-13fd8b1a6716 req-9e17120b-b3d4-431e-85bc-b45171d2d7cd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3fddd665384e44e1bd07c254dd9cf668&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0953274 Aug 31 02:00:10.634898 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9287de-c7a2-4e73-b139-13fd8b1a6716 req-983b4bfe-1c95-4467-b874-4ff550847eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:10.636298 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cb9287de-c7a2-4e73-b139-13fd8b1a6716 req-983b4bfe-1c95-4467-b874-4ff550847eb0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934603 Aug 31 02:00:10.711957 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-f942780f-a738-4459-bb96-91b4092cb6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:10.713397 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-f942780f-a738-4459-bb96-91b4092cb6d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fddd665384e44e1bd07c254dd9cf668&device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546 HTTP/1.1" status: 200 len: 1095 time: 0.0422425 Aug 31 02:00:10.755989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-ad30c2a9-8082-43bc-a05d-8d836cb856e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5b95241-8e00-4ddd-b858-4e9728ba4a39 HTTP/1.1" status: 200 len: 217 time: 0.0345135 Aug 31 02:00:10.810639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-f2b46527-aec3-4cd4-bc15-beb35cbbf6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:10.812103 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-f2b46527-aec3-4cd4-bc15-beb35cbbf6ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44884a95-4b26-4c24-8a8d-f9b68d101b03 HTTP/1.1" status: 200 len: 856 time: 0.0498221 Aug 31 02:00:10.860085 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-5ecadf7c-16c2-4251-b6de-b406bb6a4642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:10.861652 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-5ecadf7c-16c2-4251-b6de-b406bb6a4642 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08640a10-90e6-47db-9190-81f75fd2e74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412562 Aug 31 02:00:10.956310 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-1e7b093b-82a7-4e6f-a913-2d6e37976770 service neutron] 10.222.0.41 "GET /v2.0/networks/08640a10-90e6-47db-9190-81f75fd2e74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872896 Aug 31 02:00:11.049986 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-21dfd24a-fc07-49cf-b0b3-624e7f9b2a2f req-5cf1dbfc-798c-4e2f-8f67-dc5c390dead5 service neutron] 10.222.0.41 "GET /v2.0/networks/08640a10-90e6-47db-9190-81f75fd2e74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871203 Aug 31 02:00:11.229964 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4337d7-cb60-4ef7-8d08-752e1f6bbfdd req-b5111ed9-138f-41d5-8ba1-4d6a1079ad94 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:11.231411 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a4337d7-cb60-4ef7-8d08-752e1f6bbfdd req-b5111ed9-138f-41d5-8ba1-4d6a1079ad94 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546 HTTP/1.1" status: 200 len: 943 time: 0.0577924 Aug 31 02:00:11.271853 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a4337d7-cb60-4ef7-8d08-752e1f6bbfdd req-50deb2f9-6ef2-4793-9561-ee282658f07f tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337336 Aug 31 02:00:12.388795 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37ef0b-f1b7-49ce-b0c9-f7d292374cba req-a81f9dcc-b6f6-4a77-b798-2ad248fc1ec3 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:12.390248 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6e37ef0b-f1b7-49ce-b0c9-f7d292374cba req-a81f9dcc-b6f6-4a77-b798-2ad248fc1ec3 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546 HTTP/1.1" status: 200 len: 943 time: 0.0502567 Aug 31 02:00:12.427569 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6e37ef0b-f1b7-49ce-b0c9-f7d292374cba req-f0d07e5c-b4e9-4b95-9b2d-f54a6f6f9721 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313361 Aug 31 02:00:13.114611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b5b95241-8e00-4ddd-b858-4e9728ba4a39 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:00:13.368431 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port b5b95241-8e00-4ddd-b858-4e9728ba4a39, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b5b95241-8e00-4ddd-b858-4e9728ba4a39,segment=NetworkSegment(74b0e3c6-3281-4f2d-b9df-b07d489becca),segment_id=74b0e3c6-3281-4f2d-b9df-b07d489becca)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:00:13.379035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'b5b95241-8e00-4ddd-b858-4e9728ba4a39', 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d', 'port_id': 'b5b95241-8e00-4ddd-b858-4e9728ba4a39', 'mac_address': 'fa:16:3e:0b:04:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44884a95-4b26-4c24-8a8d-f9b68d101b03', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:00:13.416338 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:13.429744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b95241-8e00-4ddd-b858-4e9728ba4a39 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:00:13.448343 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port b5b95241-8e00-4ddd-b858-4e9728ba4a39, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b5b95241-8e00-4ddd-b858-4e9728ba4a39,segment=NetworkSegment(74b0e3c6-3281-4f2d-b9df-b07d489becca),segment_id=74b0e3c6-3281-4f2d-b9df-b07d489becca)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:00:13.552319 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:13.554984 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857860f6-8273-4356-9376-905154518ae6 req-8e585cba-733f-43fc-a4a0-89924e07ce88 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:13.556652 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-857860f6-8273-4356-9376-905154518ae6 req-8e585cba-733f-43fc-a4a0-89924e07ce88 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546 HTTP/1.1" status: 200 len: 943 time: 0.0544610 Aug 31 02:00:13.599523 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-857860f6-8273-4356-9376-905154518ae6 req-17bdd39a-664e-4147-806c-8f3492fd91dc tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351658 Aug 31 02:00:13.610611 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=b5b95241-8e00-4ddd-b858-4e9728ba4a39,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:13.757309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['b5b95241-8e00-4ddd-b858-4e9728ba4a39'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:00:14.715100 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f821d6c-fc61-45a1-80b7-e6533c0b837f req-10bd49a2-d069-4407-9e5e-13b2eef55cf5 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:14.716496 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6f821d6c-fc61-45a1-80b7-e6533c0b837f req-10bd49a2-d069-4407-9e5e-13b2eef55cf5 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546 HTTP/1.1" status: 200 len: 944 time: 0.0480955 Aug 31 02:00:14.758078 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6f821d6c-fc61-45a1-80b7-e6533c0b837f req-a0b6a4ea-0704-43b5-a057-df286393b45b tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355792 Aug 31 02:00:15.114875 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b5b95241-8e00-4ddd-b858-4e9728ba4a39 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:00:15.233358 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port b5b95241-8e00-4ddd-b858-4e9728ba4a39 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:00:15.237383 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port b5b95241-8e00-4ddd-b858-4e9728ba4a39 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:00:15.237883 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:15.315849 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:15.337860 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9bdd32-cdd7-496a-ad36-1d4994864546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b95241-8e00-4ddd-b858-4e9728ba4a39'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:00:15.340108 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e1e045-c0d9-4e39-9c87-7ebd71c5e2c9" -d '{"events": [{"server_uuid": "5e9bdd32-cdd7-496a-ad36-1d4994864546", "name": "network-vif-plugged", "status": "completed", "tag": "b5b95241-8e00-4ddd-b858-4e9728ba4a39"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:00:15.352547 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port b5b95241-8e00-4ddd-b858-4e9728ba4a39, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b5b95241-8e00-4ddd-b858-4e9728ba4a39,segment=NetworkSegment(74b0e3c6-3281-4f2d-b9df-b07d489becca),segment_id=74b0e3c6-3281-4f2d-b9df-b07d489becca)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:00:15.377419 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635c3031-f1c0-491b-900c-224afe19f54b x-openstack-request-id: req-635c3031-f1c0-491b-900c-224afe19f54b {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:00:15.382190 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9bdd32-cdd7-496a-ad36-1d4994864546", "name": "network-vif-plugged", "status": "completed", "tag": "b5b95241-8e00-4ddd-b858-4e9728ba4a39", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:00:15.382190 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-635c3031-f1c0-491b-900c-224afe19f54b {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:00:15.382190 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9bdd32-cdd7-496a-ad36-1d4994864546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b95241-8e00-4ddd-b858-4e9728ba4a39', 'code': 200} Aug 31 02:00:15.428180 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:15.473557 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457ba20-9fff-4400-8c2a-265d74a31acb req-dfedd6d0-98cf-49ba-9c70-440c02b24e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:15.475177 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6457ba20-9fff-4400-8c2a-265d74a31acb req-dfedd6d0-98cf-49ba-9c70-440c02b24e0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546 HTTP/1.1" status: 200 len: 1097 time: 0.0414791 Aug 31 02:00:15.476181 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=b5b95241-8e00-4ddd-b858-4e9728ba4a39,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:15.511963 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6457ba20-9fff-4400-8c2a-265d74a31acb req-84516309-74ed-483d-b161-df2d5965348b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296097 Aug 31 02:00:15.872447 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0eab8c-061b-4b8d-861f-d22fe2e226b6 req-7c56b54d-f743-47be-a15a-f05f32125dec tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:15.873950 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7d0eab8c-061b-4b8d-861f-d22fe2e226b6 req-7c56b54d-f743-47be-a15a-f05f32125dec tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546 HTTP/1.1" status: 200 len: 945 time: 0.0493882 Aug 31 02:00:15.912107 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7d0eab8c-061b-4b8d-861f-d22fe2e226b6 req-da86a5a6-0381-467a-921a-4796cd530012 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321679 Aug 31 02:00:17.028595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b66bf3-2213-477c-84c4-dbedeb77fdb0 req-bb296d13-ac3b-47a7-81a4-f46a9f94fee5 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:17.030214 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-88b66bf3-2213-477c-84c4-dbedeb77fdb0 req-bb296d13-ac3b-47a7-81a4-f46a9f94fee5 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546 HTTP/1.1" status: 200 len: 945 time: 0.0496688 Aug 31 02:00:17.068312 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-88b66bf3-2213-477c-84c4-dbedeb77fdb0 req-c058a546-cf24-4549-8f38-9dd62aaa935e tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318241 Aug 31 02:00:17.182995 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e617840-ad2b-4d6d-a793-75522a81c0b2 req-2f57047c-14af-4737-84f9-52d63a867dba tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:17.184461 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5e617840-ad2b-4d6d-a793-75522a81c0b2 req-2f57047c-14af-4737-84f9-52d63a867dba tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546 HTTP/1.1" status: 200 len: 945 time: 0.0490682 Aug 31 02:00:17.227113 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5e617840-ad2b-4d6d-a793-75522a81c0b2 req-1667ee02-5f41-49db-84a9-6884be1e89a2 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357647 Aug 31 02:00:20.355827 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6fcca87-5aa3-46be-a424-166253370302 req-422ea9dc-2642-426d-9d3b-fea0b1ff1fa5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398149 Aug 31 02:00:20.438050 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcca87-5aa3-46be-a424-166253370302 req-0294383e-3f9e-46ef-a3fa-6cf45b4ac60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:20.439641 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6fcca87-5aa3-46be-a424-166253370302 req-0294383e-3f9e-46ef-a3fa-6cf45b4ac60a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fddd665384e44e1bd07c254dd9cf668&device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546 HTTP/1.1" status: 200 len: 1097 time: 0.0421128 Aug 31 02:00:20.548879 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcca87-5aa3-46be-a424-166253370302 req-b6c8ecf2-0b75-444d-b9cc-b3a6c140d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:20.550441 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6fcca87-5aa3-46be-a424-166253370302 req-b6c8ecf2-0b75-444d-b9cc-b3a6c140d378 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08640a10-90e6-47db-9190-81f75fd2e74d HTTP/1.1" status: 200 len: 918 time: 0.0914586 Aug 31 02:00:20.593600 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6fcca87-5aa3-46be-a424-166253370302 req-43868fd4-d468-481e-93ae-89729c22933b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5b95241-8e00-4ddd-b858-4e9728ba4a39 HTTP/1.1" status: 200 len: 217 time: 0.0355318 Aug 31 02:00:20.642548 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcca87-5aa3-46be-a424-166253370302 req-62307dc6-824b-450c-b9f5-c089523d4046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:20.644017 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6fcca87-5aa3-46be-a424-166253370302 req-62307dc6-824b-450c-b9f5-c089523d4046 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44884a95-4b26-4c24-8a8d-f9b68d101b03 HTTP/1.1" status: 200 len: 856 time: 0.0437889 Aug 31 02:00:20.691692 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcca87-5aa3-46be-a424-166253370302 req-ca2a74fa-5cef-400c-add6-ec95373aef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:20.693309 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6fcca87-5aa3-46be-a424-166253370302 req-ca2a74fa-5cef-400c-add6-ec95373aef29 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08640a10-90e6-47db-9190-81f75fd2e74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418541 Aug 31 02:00:20.790889 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6fcca87-5aa3-46be-a424-166253370302 req-763a2e45-f246-4457-b978-851d51129a3d service neutron] 10.222.0.41 "GET /v2.0/networks/08640a10-90e6-47db-9190-81f75fd2e74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900679 Aug 31 02:00:20.884820 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6fcca87-5aa3-46be-a424-166253370302 req-b4f0da2a-07ff-4dae-914a-acdfe4d60a6b service neutron] 10.222.0.41 "GET /v2.0/networks/08640a10-90e6-47db-9190-81f75fd2e74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849988 Aug 31 02:00:34.255769 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bdd59ef9-c898-49a2-a22a-05317af519e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:36.878428 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:37.032678 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-481fd6e0-6062-4534-913a-259709dae160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:37.609762 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:37.860139 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:38.741275 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:39.642977 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd11320-047b-4373-91d3-18b2662b7932 req-7028bdd8-36a1-4223-a816-95459a35d941 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:39.644512 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3cd11320-047b-4373-91d3-18b2662b7932 req-7028bdd8-36a1-4223-a816-95459a35d941 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546 HTTP/1.1" status: 200 len: 945 time: 0.0545797 Aug 31 02:00:39.683127 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3cd11320-047b-4373-91d3-18b2662b7932 req-7f62ed50-770b-4e12-ac79-a9bf3eb46d3f tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315306 Aug 31 02:00:40.421315 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:40.924934 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd542d-725f-4402-881a-ed57a6df7840 req-e3a305d7-d54c-463b-b74d-8e6019772e14 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:40.926471 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2fcd542d-725f-4402-881a-ed57a6df7840 req-e3a305d7-d54c-463b-b74d-8e6019772e14 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546 HTTP/1.1" status: 200 len: 945 time: 0.1740441 Aug 31 02:00:40.967104 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2fcd542d-725f-4402-881a-ed57a6df7840 req-bcdf137c-68ac-4b76-82c5-2b662efb4309 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339277 Aug 31 02:00:41.107778 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a541609-156b-4b37-815a-688720138bdb req-5f1c08df-3b7e-497d-98ba-71eefe81f474 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:41.109236 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a541609-156b-4b37-815a-688720138bdb req-5f1c08df-3b7e-497d-98ba-71eefe81f474 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546 HTTP/1.1" status: 200 len: 945 time: 0.0481832 Aug 31 02:00:41.201805 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-8a541609-156b-4b37-815a-688720138bdb req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Deleting port b5b95241-8e00-4ddd-b858-4e9728ba4a39 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:00:41.202138 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8a541609-156b-4b37-815a-688720138bdb req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:41.287038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-8a541609-156b-4b37-815a-688720138bdb req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] For port b5b95241-8e00-4ddd-b858-4e9728ba4a39, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=b5b95241-8e00-4ddd-b858-4e9728ba4a39,segment=NetworkSegment(74b0e3c6-3281-4f2d-b9df-b07d489becca),segment_id=74b0e3c6-3281-4f2d-b9df-b07d489becca)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:00:41.287396 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8a541609-156b-4b37-815a-688720138bdb req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:41.302828 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-8a541609-156b-4b37-815a-688720138bdb req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Calling delete_port for b5b95241-8e00-4ddd-b858-4e9728ba4a39 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:00:41.506627 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8a541609-156b-4b37-815a-688720138bdb req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:41.517987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['b5b95241-8e00-4ddd-b858-4e9728ba4a39'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:00:41.535150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Pushing event deleted for resources: {'Port': ['ID=b5b95241-8e00-4ddd-b858-4e9728ba4a39,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:41.548866 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:41.549223 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:41.549577 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:41.549911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:41.550289 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:41.550565 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:41.550887 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:41.551207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:41.551530 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:41.551849 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:41.552171 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:41.552483 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:41.586880 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a541609-156b-4b37-815a-688720138bdb req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] No DVR routers for this DVR port b5b95241-8e00-4ddd-b858-4e9728ba4a39 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:00:41.589701 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8a541609-156b-4b37-815a-688720138bdb req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:41.591821 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a541609-156b-4b37-815a-688720138bdb req-f9f53532-8c2e-4821-85c8-c56c786b4a25 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.41 "DELETE /v2.0/ports/b5b95241-8e00-4ddd-b858-4e9728ba4a39 HTTP/1.1" status: 204 len: 173 time: 0.4751055 Aug 31 02:00:41.592267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9bdd32-cdd7-496a-ad36-1d4994864546', 'name': 'network-vif-deleted', 'tag': 'b5b95241-8e00-4ddd-b858-4e9728ba4a39'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:00:41.594571 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d54a67f-8470-42df-81db-bb816d08b791" -d '{"events": [{"server_uuid": "5e9bdd32-cdd7-496a-ad36-1d4994864546", "name": "network-vif-deleted", "tag": "b5b95241-8e00-4ddd-b858-4e9728ba4a39"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:00:41.686909 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac0c3b7-9f85-41c4-bf05-9153be5d4d12 x-openstack-request-id: req-eac0c3b7-9f85-41c4-bf05-9153be5d4d12 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:00:41.687208 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9bdd32-cdd7-496a-ad36-1d4994864546", "name": "network-vif-deleted", "tag": "b5b95241-8e00-4ddd-b858-4e9728ba4a39", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:00:41.687465 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eac0c3b7-9f85-41c4-bf05-9153be5d4d12 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:00:41.687872 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9bdd32-cdd7-496a-ad36-1d4994864546', 'name': 'network-vif-deleted', 'tag': 'b5b95241-8e00-4ddd-b858-4e9728ba4a39', 'status': 'completed', 'code': 200} Aug 31 02:00:42.077003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5d5e0ef2-f1da-4c8c-8fa7-9dc6fe45b1d7 req-74cdc566-efba-4a8f-82a3-d9e27390f59a tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e9bdd32-cdd7-496a-ad36-1d4994864546 HTTP/1.1" status: 200 len: 210 time: 0.0267880 Aug 31 02:00:44.755070 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-9105e0b2-e747-42d9-afcc-1d7545600c86 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:44.756554 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-9105e0b2-e747-42d9-afcc-1d7545600c86 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/networks?id=08640a10-90e6-47db-9190-81f75fd2e74d HTTP/1.1" status: 200 len: 817 time: 0.1030736 Aug 31 02:00:44.772372 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-a0f5a43f-7d1d-4142-8150-f180cdc93904 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/quotas/3fddd665384e44e1bd07c254dd9cf668 HTTP/1.1" status: 200 len: 375 time: 0.0091937 Aug 31 02:00:44.826458 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-807006f3-00ac-4b50-93ba-6b5aef33625c tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3fddd665384e44e1bd07c254dd9cf668&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469716 Aug 31 02:00:44.922781 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-9e590030-2124-4d9b-8817-fc09903ede9b service neutron] 10.222.0.16 "GET /v2.0/networks/08640a10-90e6-47db-9190-81f75fd2e74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841997 Aug 31 02:00:45.014564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-274acf1f-e291-46bf-9f2e-12fbb57cdc3d service neutron] 10.222.0.16 "GET /v2.0/networks/08640a10-90e6-47db-9190-81f75fd2e74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856583 Aug 31 02:00:45.254770 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b5b95241-8e00-4ddd-b858-4e9728ba4a39 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:00:45.266576 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d8295ef7-27a1-4e42-8201-f3273e7d7889 req-b156a92c-4813-4549-9736-aaa068797fc9 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=94053a02-a137-41fa-b4f4-96b2028db60b HTTP/1.1" status: 200 len: 210 time: 0.0299509 Aug 31 02:00:45.275794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: b5b95241-8e00-4ddd-b858-4e9728ba4a39 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:00:45.276139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device b5b95241-8e00-4ddd-b858-4e9728ba4a39 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:00:45.871853 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:00:46.379468 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5fdbf798-2e44-45bc-8597-a9bbfc6d5e90 req-a12524cf-6323-42d1-8a43-ec491380cbc7 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=94053a02-a137-41fa-b4f4-96b2028db60b HTTP/1.1" status: 200 len: 210 time: 0.0267999 Aug 31 02:00:47.189425 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-0f251079-06bf-4e10-8ccd-aa18e88a2a81 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:47.190550 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-0f251079-06bf-4e10-8ccd-aa18e88a2a81 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.48 "GET /v2.0/networks?id=08640a10-90e6-47db-9190-81f75fd2e74d HTTP/1.1" status: 200 len: 817 time: 0.1089139 Aug 31 02:00:47.203262 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Request body: {'port': {'device_id': '94053a02-a137-41fa-b4f4-96b2028db60b', 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d', 'admin_state_up': True, 'tenant_id': '3fddd665384e44e1bd07c254dd9cf668'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:00:47.385943 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Made reservation on behalf of 3fddd665384e44e1bd07c254dd9cf668 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:00:47.389485 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:47.478426 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ccd5e67-7b14-42f8-89ba-aabfa27f6a17 req-9cb67f91-0e99-478f-bdce-fd3af423d02b tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=94053a02-a137-41fa-b4f4-96b2028db60b HTTP/1.1" status: 200 len: 210 time: 0.0274355 Aug 31 02:00:47.527378 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Allocated IP 172.20.0.7 (08640a10-90e6-47db-9190-81f75fd2e74d/44884a95-4b26-4c24-8a8d-f9b68d101b03/8e3e5a12-3de0-42ba-af8f-040ea8d3074a) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:00:47.677247 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:47.691458 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Transition to ACTIVE for port object 8e3e5a12-3de0-42ba-af8f-040ea8d3074a will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:00:47.798542 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:47.843832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Network 08640a10-90e6-47db-9190-81f75fd2e74d is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:00:47.846987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:00:47.851312 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:00:47.857693 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Pushing event updated for resources: {'Port': ['ID=8e3e5a12-3de0-42ba-af8f-040ea8d3074a,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:47.886635 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:47.886982 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:47.887329 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:47.887666 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:47.887997 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:47.888330 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:47.888661 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:47.888986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:47.889316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:47.889673 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:47.890002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:47.890328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:00:47.920385 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:47.921423 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:48.010266 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-ebe5fab8-645a-4072-84de-a1693150c950 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8107784 Aug 31 02:00:48.020540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-83892250-6834-4159-90e3-d09a70bb4e60 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:00:48.021710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-83892250-6834-4159-90e3-d09a70bb4e60 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054791 Aug 31 02:00:48.034159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Request body: {'port': {'device_id': '94053a02-a137-41fa-b4f4-96b2028db60b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:00:48.092590 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:48.137375 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7527298f-2cba-4e42-af5c-d1ff6217f4cd None None] Provisioning for port 8e3e5a12-3de0-42ba-af8f-040ea8d3074a completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:00:48.139619 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7527298f-2cba-4e42-af5c-d1ff6217f4cd None None] Provisioning complete for port 8e3e5a12-3de0-42ba-af8f-040ea8d3074a triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:00:48.139997 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7527298f-2cba-4e42-af5c-d1ff6217f4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:48.174351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7527298f-2cba-4e42-af5c-d1ff6217f4cd None None] Port 8e3e5a12-3de0-42ba-af8f-040ea8d3074a cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:00:48.419764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3e5a12-3de0-42ba-af8f-040ea8d3074a {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:00:48.427228 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:48.439355 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Transition to ACTIVE for port object 8e3e5a12-3de0-42ba-af8f-040ea8d3074a will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:00:48.506408 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:48.572864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3e5a12-3de0-42ba-af8f-040ea8d3074a,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:48.657815 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e8d8b-05ee-482d-bc32-0cbe9e8e46ec req-793ce2fe-12b7-4f33-8cae-da0fa7e5c4cb tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:48.659438 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b7e8d8b-05ee-482d-bc32-0cbe9e8e46ec req-793ce2fe-12b7-4f33-8cae-da0fa7e5c4cb tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=94053a02-a137-41fa-b4f4-96b2028db60b HTTP/1.1" status: 200 len: 943 time: 0.1037676 Aug 31 02:00:48.689931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Attempting to bind port 8e3e5a12-3de0-42ba-af8f-040ea8d3074a on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:00:48.690180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Attempting to bind port 8e3e5a12-3de0-42ba-af8f-040ea8d3074a by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '74b0e3c6-3281-4f2d-b9df-b07d489becca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:00:48.690509 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Attempting to bind port 8e3e5a12-3de0-42ba-af8f-040ea8d3074a on network 08640a10-90e6-47db-9190-81f75fd2e74d {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:00:48.700931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Port 8e3e5a12-3de0-42ba-af8f-040ea8d3074a on network 08640a10-90e6-47db-9190-81f75fd2e74d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:00:48.701258 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Attempting to bind port 8e3e5a12-3de0-42ba-af8f-040ea8d3074a on network 08640a10-90e6-47db-9190-81f75fd2e74d {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:00:48.714939 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:00:48.715288 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Checking segment: {'id': '74b0e3c6-3281-4f2d-b9df-b07d489becca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:00:48.715687 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Bound using segment: {'id': '74b0e3c6-3281-4f2d-b9df-b07d489becca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:00:48.716124 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Bound port: 8e3e5a12-3de0-42ba-af8f-040ea8d3074a, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b0e3c6-3281-4f2d-b9df-b07d489becca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:00:48.716525 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:48.724472 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2b7e8d8b-05ee-482d-bc32-0cbe9e8e46ec req-2878b75f-23c9-4a20-81d8-321b8fe02ab1 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569639 Aug 31 02:00:48.786893 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] For port 8e3e5a12-3de0-42ba-af8f-040ea8d3074a, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:00:48.790847 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] For port 8e3e5a12-3de0-42ba-af8f-040ea8d3074a, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8e3e5a12-3de0-42ba-af8f-040ea8d3074a,segment=NetworkSegment(74b0e3c6-3281-4f2d-b9df-b07d489becca),segment_id=74b0e3c6-3281-4f2d-b9df-b07d489becca)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:00:48.867766 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:48.903699 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:48.904235 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:48.905788 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] 10.222.0.48 "PUT /v2.0/ports/8e3e5a12-3de0-42ba-af8f-040ea8d3074a HTTP/1.1" status: 200 len: 1092 time: 0.8757246 Aug 31 02:00:48.907812 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94053a02-a137-41fa-b4f4-96b2028db60b', 'tag': '8e3e5a12-3de0-42ba-af8f-040ea8d3074a'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:00:48.911044 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192754da-f1ed-498d-94b4-a0a5c479a633" -d '{"events": [{"name": "network-changed", "server_uuid": "94053a02-a137-41fa-b4f4-96b2028db60b", "tag": "8e3e5a12-3de0-42ba-af8f-040ea8d3074a"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:00:48.942933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c95d61-2694-4d61-8d9e-14e8505f62f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3e5a12-3de0-42ba-af8f-040ea8d3074a,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:49.010415 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36560636-1f5d-43f7-a576-15a55477fdfd x-openstack-request-id: req-36560636-1f5d-43f7-a576-15a55477fdfd {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:00:49.010708 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94053a02-a137-41fa-b4f4-96b2028db60b", "tag": "8e3e5a12-3de0-42ba-af8f-040ea8d3074a", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:00:49.010971 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36560636-1f5d-43f7-a576-15a55477fdfd {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:00:49.011389 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94053a02-a137-41fa-b4f4-96b2028db60b', 'tag': '8e3e5a12-3de0-42ba-af8f-040ea8d3074a', 'status': 'completed', 'code': 200} Aug 31 02:00:49.074840 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192754da-f1ed-498d-94b4-a0a5c479a633 req-066962b9-d0f0-4f00-afa1-a810addfda4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:49.076356 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-192754da-f1ed-498d-94b4-a0a5c479a633 req-066962b9-d0f0-4f00-afa1-a810addfda4f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fddd665384e44e1bd07c254dd9cf668&device_id=94053a02-a137-41fa-b4f4-96b2028db60b HTTP/1.1" status: 200 len: 1095 time: 0.0429363 Aug 31 02:00:49.177581 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192754da-f1ed-498d-94b4-a0a5c479a633 req-5de9b785-1592-4eec-a49f-f97afc7460a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:49.179586 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-192754da-f1ed-498d-94b4-a0a5c479a633 req-5de9b785-1592-4eec-a49f-f97afc7460a5 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3fddd665384e44e1bd07c254dd9cf668&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0953147 Aug 31 02:00:49.271677 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192754da-f1ed-498d-94b4-a0a5c479a633 req-c2980a07-aadb-4816-9396-de48fb23f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:49.279284 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-192754da-f1ed-498d-94b4-a0a5c479a633 req-c2980a07-aadb-4816-9396-de48fb23f571 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868268 Aug 31 02:00:49.347268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-e5b305c9-51c2-4ee5-9eec-fa6874a94f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:49.348775 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-e5b305c9-51c2-4ee5-9eec-fa6874a94f7f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fddd665384e44e1bd07c254dd9cf668&device_id=94053a02-a137-41fa-b4f4-96b2028db60b HTTP/1.1" status: 200 len: 1095 time: 0.0406342 Aug 31 02:00:49.394580 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-af7cc41f-e51f-4dee-961b-3dcbdd6dba53 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e3e5a12-3de0-42ba-af8f-040ea8d3074a HTTP/1.1" status: 200 len: 217 time: 0.0384610 Aug 31 02:00:49.443886 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-5303e744-1e37-43b1-ba35-046623a542ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:49.445885 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-5303e744-1e37-43b1-ba35-046623a542ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44884a95-4b26-4c24-8a8d-f9b68d101b03 HTTP/1.1" status: 200 len: 856 time: 0.0448010 Aug 31 02:00:49.492828 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-b63c7b07-8649-4f28-96a9-7ae600613022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:49.494398 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-b63c7b07-8649-4f28-96a9-7ae600613022 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=08640a10-90e6-47db-9190-81f75fd2e74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413635 Aug 31 02:00:49.909410 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6517c05-a187-456f-8b84-80a3b6812af5 req-49bbbb2b-653b-47f4-89bd-dc3e2473f240 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:49.910933 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6517c05-a187-456f-8b84-80a3b6812af5 req-49bbbb2b-653b-47f4-89bd-dc3e2473f240 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=94053a02-a137-41fa-b4f4-96b2028db60b HTTP/1.1" status: 200 len: 943 time: 0.0722306 Aug 31 02:00:49.928487 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-037e6111-81f6-466c-9b3a-ee268ddf81de service neutron] 10.222.0.48 "GET /v2.0/networks/08640a10-90e6-47db-9190-81f75fd2e74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260540 Aug 31 02:00:50.009370 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6517c05-a187-456f-8b84-80a3b6812af5 req-314f1b1e-5556-4d95-ae28-77b5a64a16ab tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904799 Aug 31 02:00:50.045227 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cbf3b66b-7734-46ed-92e3-3954367c52c6 req-8cb2b0c8-88e3-4b52-ab78-4553559c8fcd service neutron] 10.222.0.48 "GET /v2.0/networks/08640a10-90e6-47db-9190-81f75fd2e74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069615 Aug 31 02:00:51.130063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50969edc-4c57-4b0b-b838-abfed10fd6d1 req-50680923-61a5-4957-9768-d3c19e35b275 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:51.132156 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-50969edc-4c57-4b0b-b838-abfed10fd6d1 req-50680923-61a5-4957-9768-d3c19e35b275 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=94053a02-a137-41fa-b4f4-96b2028db60b HTTP/1.1" status: 200 len: 943 time: 0.0529225 Aug 31 02:00:51.171425 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-50969edc-4c57-4b0b-b838-abfed10fd6d1 req-a495b601-7189-4b3a-bf03-629b2a4ae571 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332584 Aug 31 02:00:51.738442 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8e3e5a12-3de0-42ba-af8f-040ea8d3074a details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:00:51.836283 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8e3e5a12-3de0-42ba-af8f-040ea8d3074a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8e3e5a12-3de0-42ba-af8f-040ea8d3074a,segment=NetworkSegment(74b0e3c6-3281-4f2d-b9df-b07d489becca),segment_id=74b0e3c6-3281-4f2d-b9df-b07d489becca)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:00:51.847498 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '8e3e5a12-3de0-42ba-af8f-040ea8d3074a', 'network_id': '08640a10-90e6-47db-9190-81f75fd2e74d', 'port_id': '8e3e5a12-3de0-42ba-af8f-040ea8d3074a', 'mac_address': 'fa:16:3e:b8:18:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44884a95-4b26-4c24-8a8d-f9b68d101b03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:00:51.885096 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:51.898359 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3e5a12-3de0-42ba-af8f-040ea8d3074a {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:00:51.917984 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8e3e5a12-3de0-42ba-af8f-040ea8d3074a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8e3e5a12-3de0-42ba-af8f-040ea8d3074a,segment=NetworkSegment(74b0e3c6-3281-4f2d-b9df-b07d489becca),segment_id=74b0e3c6-3281-4f2d-b9df-b07d489becca)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:00:51.986233 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:52.033344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=8e3e5a12-3de0-42ba-af8f-040ea8d3074a,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:52.189227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['8e3e5a12-3de0-42ba-af8f-040ea8d3074a'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:00:52.290031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3075c31-45bc-4b07-a1e2-d3d11334869a req-85478b29-2256-40b4-81aa-cfbe83d5384f tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:52.291575 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3075c31-45bc-4b07-a1e2-d3d11334869a req-85478b29-2256-40b4-81aa-cfbe83d5384f tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=94053a02-a137-41fa-b4f4-96b2028db60b HTTP/1.1" status: 200 len: 944 time: 0.0523627 Aug 31 02:00:52.342653 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3075c31-45bc-4b07-a1e2-d3d11334869a req-2ad61249-0902-4e2d-9801-e58b1c8f2b1f tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441236 Aug 31 02:00:53.459398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9e6c8-5995-43b5-a14c-6b4cb81e1834 req-b08ab70c-cb7f-48d2-b0ca-049b41eb98d2 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:53.461406 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-15f9e6c8-5995-43b5-a14c-6b4cb81e1834 req-b08ab70c-cb7f-48d2-b0ca-049b41eb98d2 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=94053a02-a137-41fa-b4f4-96b2028db60b HTTP/1.1" status: 200 len: 944 time: 0.0521557 Aug 31 02:00:53.500703 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-15f9e6c8-5995-43b5-a14c-6b4cb81e1834 req-8b06f8d1-c3f9-45ec-a245-702297393f35 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331612 Aug 31 02:00:53.753684 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8e3e5a12-3de0-42ba-af8f-040ea8d3074a up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:00:53.866312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 8e3e5a12-3de0-42ba-af8f-040ea8d3074a completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:00:53.870143 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 8e3e5a12-3de0-42ba-af8f-040ea8d3074a triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:00:53.870509 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:53.953750 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:53.975972 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94053a02-a137-41fa-b4f4-96b2028db60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3e5a12-3de0-42ba-af8f-040ea8d3074a'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:00:53.978274 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebd6910-8857-461f-a2a8-5fffe4f3fac3" -d '{"events": [{"server_uuid": "94053a02-a137-41fa-b4f4-96b2028db60b", "name": "network-vif-plugged", "status": "completed", "tag": "8e3e5a12-3de0-42ba-af8f-040ea8d3074a"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:00:53.990932 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 8e3e5a12-3de0-42ba-af8f-040ea8d3074a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8e3e5a12-3de0-42ba-af8f-040ea8d3074a,segment=NetworkSegment(74b0e3c6-3281-4f2d-b9df-b07d489becca),segment_id=74b0e3c6-3281-4f2d-b9df-b07d489becca)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:00:54.015277 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869473c3-a265-427c-bfcb-6e16870023e7 x-openstack-request-id: req-869473c3-a265-427c-bfcb-6e16870023e7 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:00:54.015596 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94053a02-a137-41fa-b4f4-96b2028db60b", "name": "network-vif-plugged", "status": "completed", "tag": "8e3e5a12-3de0-42ba-af8f-040ea8d3074a", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:00:54.015855 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-869473c3-a265-427c-bfcb-6e16870023e7 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:00:54.016260 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94053a02-a137-41fa-b4f4-96b2028db60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3e5a12-3de0-42ba-af8f-040ea8d3074a', 'code': 200} Aug 31 02:00:54.066640 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:54.109354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e6295-acc8-4f2a-99f6-6ddf04aa3adb req-082b7673-2725-4167-a32e-352f8cdce798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:54.111026 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a3e6295-acc8-4f2a-99f6-6ddf04aa3adb req-082b7673-2725-4167-a32e-352f8cdce798 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=94053a02-a137-41fa-b4f4-96b2028db60b HTTP/1.1" status: 200 len: 1097 time: 0.0399475 Aug 31 02:00:54.118154 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=8e3e5a12-3de0-42ba-af8f-040ea8d3074a,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:00:54.148882 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a3e6295-acc8-4f2a-99f6-6ddf04aa3adb req-8007dae0-e88c-4662-98f4-724f8a68638a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282276 Aug 31 02:00:54.621300 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ff077-55e7-4366-8a5b-56629e04ef81 req-d87407b9-b51a-4abb-9858-2b38608c68a2 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:54.622869 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1f0ff077-55e7-4366-8a5b-56629e04ef81 req-d87407b9-b51a-4abb-9858-2b38608c68a2 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=94053a02-a137-41fa-b4f4-96b2028db60b HTTP/1.1" status: 200 len: 945 time: 0.0546610 Aug 31 02:00:54.660814 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1f0ff077-55e7-4366-8a5b-56629e04ef81 req-3836e8f4-22b4-4781-8f52-ea90bdaca991 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318062 Aug 31 02:00:55.785700 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef46fef-6c5c-4953-b06c-3327a969ea9c req-735ddb5a-bd47-40f0-9e32-409e8fe6b2c5 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:55.787267 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ef46fef-6c5c-4953-b06c-3327a969ea9c req-735ddb5a-bd47-40f0-9e32-409e8fe6b2c5 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=94053a02-a137-41fa-b4f4-96b2028db60b HTTP/1.1" status: 200 len: 945 time: 0.0554452 Aug 31 02:00:55.826140 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ef46fef-6c5c-4953-b06c-3327a969ea9c req-1386ed3f-f158-4659-91ea-77dd258136b9 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317085 Aug 31 02:00:55.946536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bfa82-0dfd-438e-b26d-acc87959dd8e req-e45f197f-66f4-40dd-a693-543c3a6d5409 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:55.947954 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-161bfa82-0dfd-438e-b26d-acc87959dd8e req-e45f197f-66f4-40dd-a693-543c3a6d5409 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=94053a02-a137-41fa-b4f4-96b2028db60b HTTP/1.1" status: 200 len: 945 time: 0.0502071 Aug 31 02:00:55.984703 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-161bfa82-0dfd-438e-b26d-acc87959dd8e req-05cafb1a-ac80-4eba-95f1-f4d44e2b913f tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308378 Aug 31 02:01:04.259957 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-91baa4f7-49d2-40d9-9993-964dd88a430e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:06.871780 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:07.025830 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da37da85-577c-4bac-a8ce-47054bb3c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:07.609092 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:07.855055 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:08.717576 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:10.420366 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:17.767132 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c9377-16c0-4bdb-9a77-7fd3f85d1102 req-8c6a3bb0-535e-41e1-86fc-efe769f8ea56 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:01:17.768549 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9a7c9377-16c0-4bdb-9a77-7fd3f85d1102 req-8c6a3bb0-535e-41e1-86fc-efe769f8ea56 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=94053a02-a137-41fa-b4f4-96b2028db60b HTTP/1.1" status: 200 len: 945 time: 0.0516515 Aug 31 02:01:17.807274 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9a7c9377-16c0-4bdb-9a77-7fd3f85d1102 req-dea5d737-75f3-46a5-9902-6399958cc58e tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325596 Aug 31 02:01:18.925465 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fc6c4-273f-4907-a5e1-9918560a1b35 req-7cef1970-4b46-4a75-ba95-1360dbf57055 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:01:18.926971 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-537fc6c4-273f-4907-a5e1-9918560a1b35 req-7cef1970-4b46-4a75-ba95-1360dbf57055 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=94053a02-a137-41fa-b4f4-96b2028db60b HTTP/1.1" status: 200 len: 945 time: 0.0492635 Aug 31 02:01:18.964913 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-537fc6c4-273f-4907-a5e1-9918560a1b35 req-e03bb31a-e7b4-41ea-b780-33dad2063333 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/security-groups?id=5afec608-43f3-4c1a-904e-baa7b22c846c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319958 Aug 31 02:01:19.296388 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9977f-399e-4bc2-af95-332a44ed739d req-a5b3f193-c5e2-45db-905c-0da217c19c77 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:01:19.297873 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6bd9977f-399e-4bc2-af95-332a44ed739d req-a5b3f193-c5e2-45db-905c-0da217c19c77 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.48 "GET /v2.0/ports?device_id=94053a02-a137-41fa-b4f4-96b2028db60b HTTP/1.1" status: 200 len: 945 time: 0.0491748 Aug 31 02:01:19.392766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-6bd9977f-399e-4bc2-af95-332a44ed739d req-821b7909-2f15-4a9e-b709-73146fab1fb0 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Deleting port 8e3e5a12-3de0-42ba-af8f-040ea8d3074a {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:01:19.393038 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6bd9977f-399e-4bc2-af95-332a44ed739d req-821b7909-2f15-4a9e-b709-73146fab1fb0 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:19.481756 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-6bd9977f-399e-4bc2-af95-332a44ed739d req-821b7909-2f15-4a9e-b709-73146fab1fb0 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] For port 8e3e5a12-3de0-42ba-af8f-040ea8d3074a, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=8e3e5a12-3de0-42ba-af8f-040ea8d3074a,segment=NetworkSegment(74b0e3c6-3281-4f2d-b9df-b07d489becca),segment_id=74b0e3c6-3281-4f2d-b9df-b07d489becca)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:01:19.482115 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6bd9977f-399e-4bc2-af95-332a44ed739d req-821b7909-2f15-4a9e-b709-73146fab1fb0 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:19.495011 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-6bd9977f-399e-4bc2-af95-332a44ed739d req-821b7909-2f15-4a9e-b709-73146fab1fb0 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Calling delete_port for 8e3e5a12-3de0-42ba-af8f-040ea8d3074a owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:01:19.722881 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6bd9977f-399e-4bc2-af95-332a44ed739d req-821b7909-2f15-4a9e-b709-73146fab1fb0 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:19.734531 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['8e3e5a12-3de0-42ba-af8f-040ea8d3074a'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:01:19.752656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b7909-2f15-4a9e-b709-73146fab1fb0 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Pushing event deleted for resources: {'Port': ['ID=8e3e5a12-3de0-42ba-af8f-040ea8d3074a,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:19.799217 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd9977f-399e-4bc2-af95-332a44ed739d req-821b7909-2f15-4a9e-b709-73146fab1fb0 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] No DVR routers for this DVR port 8e3e5a12-3de0-42ba-af8f-040ea8d3074a on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:01:19.802045 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-6bd9977f-399e-4bc2-af95-332a44ed739d req-821b7909-2f15-4a9e-b709-73146fab1fb0 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:19.804194 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6bd9977f-399e-4bc2-af95-332a44ed739d req-821b7909-2f15-4a9e-b709-73146fab1fb0 tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.48 "DELETE /v2.0/ports/8e3e5a12-3de0-42ba-af8f-040ea8d3074a HTTP/1.1" status: 204 len: 173 time: 0.5002253 Aug 31 02:01:19.804671 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94053a02-a137-41fa-b4f4-96b2028db60b', 'name': 'network-vif-deleted', 'tag': '8e3e5a12-3de0-42ba-af8f-040ea8d3074a'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:01:19.807508 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834f4bbb-c704-473f-9e6e-97c84ed0fee7" -d '{"events": [{"server_uuid": "94053a02-a137-41fa-b4f4-96b2028db60b", "name": "network-vif-deleted", "tag": "8e3e5a12-3de0-42ba-af8f-040ea8d3074a"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:01:19.846317 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d4827c-db58-42eb-a2df-d5200f03dfa0 x-openstack-request-id: req-f4d4827c-db58-42eb-a2df-d5200f03dfa0 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:01:19.846800 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94053a02-a137-41fa-b4f4-96b2028db60b", "name": "network-vif-deleted", "tag": "8e3e5a12-3de0-42ba-af8f-040ea8d3074a", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:01:19.847069 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4d4827c-db58-42eb-a2df-d5200f03dfa0 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:01:19.847481 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94053a02-a137-41fa-b4f4-96b2028db60b', 'name': 'network-vif-deleted', 'tag': '8e3e5a12-3de0-42ba-af8f-040ea8d3074a', 'status': 'completed', 'code': 200} Aug 31 02:01:20.059588 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36e0fd72-5ad5-4077-ad51-62f3a9e844c7 req-d1427bb6-c326-4cd9-9643-ac453b507edc tempest-TestEncryptedCinderVolumes-1126641981 tempest-TestEncryptedCinderVolumes-1126641981-project] 10.222.0.16 "GET /v2.0/ports?device_id=94053a02-a137-41fa-b4f4-96b2028db60b HTTP/1.1" status: 200 len: 210 time: 0.0274332 Aug 31 02:01:21.248818 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42212) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:21.593429 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-48119d10-5617-41c8-a5f2-197b97b8e3d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:21.839526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-48119d10-5617-41c8-a5f2-197b97b8e3d8 admin admin] Deleting port 90cc0ea0-ae97-457a-8d39-d0615c280580 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:01:21.839860 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-48119d10-5617-41c8-a5f2-197b97b8e3d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:21.915990 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-48119d10-5617-41c8-a5f2-197b97b8e3d8 admin admin] For port 90cc0ea0-ae97-457a-8d39-d0615c280580, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=90cc0ea0-ae97-457a-8d39-d0615c280580,segment=NetworkSegment(74b0e3c6-3281-4f2d-b9df-b07d489becca),segment_id=74b0e3c6-3281-4f2d-b9df-b07d489becca)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:01:21.916348 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-48119d10-5617-41c8-a5f2-197b97b8e3d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:21.930033 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-48119d10-5617-41c8-a5f2-197b97b8e3d8 admin admin] Calling delete_port for 90cc0ea0-ae97-457a-8d39-d0615c280580 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:01:22.168389 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-48119d10-5617-41c8-a5f2-197b97b8e3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:22.196064 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48119d10-5617-41c8-a5f2-197b97b8e3d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=90cc0ea0-ae97-457a-8d39-d0615c280580,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:22.363806 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-48119d10-5617-41c8-a5f2-197b97b8e3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:22.864744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48119d10-5617-41c8-a5f2-197b97b8e3d8 admin admin] Router 14ba763d-a3bf-4382-aeec-1bbc4b10ac1c has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:01:22.870510 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:01:22.967281 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48119d10-5617-41c8-a5f2-197b97b8e3d8 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:01:22.972501 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-48119d10-5617-41c8-a5f2-197b97b8e3d8 admin admin] 10.222.0.16 "PUT /v2.0/routers/14ba763d-a3bf-4382-aeec-1bbc4b10ac1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7226286 Aug 31 02:01:22.975137 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42214) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:22.978039 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bfe886-16b4-4aa4-a0dc-efadbab54beb None None] Sync routers for ids ['14ba763d-a3bf-4382-aeec-1bbc4b10ac1c'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:01:22.988582 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bfe886-16b4-4aa4-a0dc-efadbab54beb None None] Routers {'14ba763d-a3bf-4382-aeec-1bbc4b10ac1c'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:01:22.989190 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-52bfe886-16b4-4aa4-a0dc-efadbab54beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:01:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['14ba763d-a3bf-4382-aeec-1bbc4b10ac1c'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:23.078483 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-844a2ba9-1dab-4d6d-a1d1-259ba394a3be admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:23.092663 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-52bfe886-16b4-4aa4-a0dc-efadbab54beb None None] Set router 14ba763d-a3bf-4382-aeec-1bbc4b10ac1c gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:01:23.178593 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-844a2ba9-1dab-4d6d-a1d1-259ba394a3be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:23.265814 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-52bfe886-16b4-4aa4-a0dc-efadbab54beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ba763d-a3bf-4382-aeec-1bbc4b10ac1c', 'name': 'tempest-TestEncryptedCinderVolumes-1038016257-router', 'tenant_id': '3fddd665384e44e1bd07c254dd9cf668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '43a733bd-72d8-4551-9d11-cd7d73851323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:59:54Z', 'updated_at': '2021-08-31T02:01:22Z', 'revision_number': 5, 'project_id': '3fddd665384e44e1bd07c254dd9cf668', 'gw_port': {'id': '43a733bd-72d8-4551-9d11-cd7d73851323', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ba763d-a3bf-4382-aeec-1bbc4b10ac1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:59:55Z', 'updated_at': '2021-08-31T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:23.284850 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-844a2ba9-1dab-4d6d-a1d1-259ba394a3be admin admin] Deleting port 43a733bd-72d8-4551-9d11-cd7d73851323 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:01:23.285298 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-844a2ba9-1dab-4d6d-a1d1-259ba394a3be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:23.292245 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bfe886-16b4-4aa4-a0dc-efadbab54beb None None] Checking router: 14ba763d-a3bf-4382-aeec-1bbc4b10ac1c for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:01:23.300868 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bfe886-16b4-4aa4-a0dc-efadbab54beb None None] Routers {'14ba763d-a3bf-4382-aeec-1bbc4b10ac1c'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:01:23.301482 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-52bfe886-16b4-4aa4-a0dc-efadbab54beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:01:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['14ba763d-a3bf-4382-aeec-1bbc4b10ac1c'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:23.366650 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-844a2ba9-1dab-4d6d-a1d1-259ba394a3be admin admin] For port 43a733bd-72d8-4551-9d11-cd7d73851323, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=43a733bd-72d8-4551-9d11-cd7d73851323,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:01:23.367263 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-844a2ba9-1dab-4d6d-a1d1-259ba394a3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:23.380160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-844a2ba9-1dab-4d6d-a1d1-259ba394a3be admin admin] Calling delete_port for 43a733bd-72d8-4551-9d11-cd7d73851323 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:01:23.387221 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-52bfe886-16b4-4aa4-a0dc-efadbab54beb None None] Set router 14ba763d-a3bf-4382-aeec-1bbc4b10ac1c gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:01:23.440109 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-52bfe886-16b4-4aa4-a0dc-efadbab54beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ba763d-a3bf-4382-aeec-1bbc4b10ac1c', 'name': 'tempest-TestEncryptedCinderVolumes-1038016257-router', 'tenant_id': '3fddd665384e44e1bd07c254dd9cf668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:59:54Z', 'updated_at': '2021-08-31T02:01:23Z', 'revision_number': 6, 'project_id': '3fddd665384e44e1bd07c254dd9cf668', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:23.469454 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bfe886-16b4-4aa4-a0dc-efadbab54beb None None] The sync data for ids ['14ba763d-a3bf-4382-aeec-1bbc4b10ac1c'] in n-d-793621-34 is: [{'id': '14ba763d-a3bf-4382-aeec-1bbc4b10ac1c', 'name': 'tempest-TestEncryptedCinderVolumes-1038016257-router', 'tenant_id': '3fddd665384e44e1bd07c254dd9cf668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:59:54Z', 'updated_at': '2021-08-31T02:01:23Z', 'revision_number': 6, 'project_id': '3fddd665384e44e1bd07c254dd9cf668', 'gw_port_host': None}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:01:23.591569 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-844a2ba9-1dab-4d6d-a1d1-259ba394a3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:23.618204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a2ba9-1dab-4d6d-a1d1-259ba394a3be admin admin] Pushing event deleted for resources: {'Port': ['ID=43a733bd-72d8-4551-9d11-cd7d73851323,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:23.684870 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-844a2ba9-1dab-4d6d-a1d1-259ba394a3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:23.777328 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-844a2ba9-1dab-4d6d-a1d1-259ba394a3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:23.779435 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-844a2ba9-1dab-4d6d-a1d1-259ba394a3be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:23.865768 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-844a2ba9-1dab-4d6d-a1d1-259ba394a3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:23.866310 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844a2ba9-1dab-4d6d-a1d1-259ba394a3be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14ba763d-a3bf-4382-aeec-1bbc4b10ac1c {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:01:23.873156 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-844a2ba9-1dab-4d6d-a1d1-259ba394a3be admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:23.873156 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-844a2ba9-1dab-4d6d-a1d1-259ba394a3be admin admin] 10.222.0.16 "DELETE /v2.0/routers/14ba763d-a3bf-4382-aeec-1bbc4b10ac1c HTTP/1.1" status: 204 len: 168 time: 0.8958449 Aug 31 02:01:23.875650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42216) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:23.923082 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-437e65e9-7d68-420c-bf9c-7d4943ad8b3d admin admin] Deleting subnet 44884a95-4b26-4c24-8a8d-f9b68d101b03 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:01:23.926244 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-437e65e9-7d68-420c-bf9c-7d4943ad8b3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:23.960354 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-437e65e9-7d68-420c-bf9c-7d4943ad8b3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:23.972328 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8e3e5a12-3de0-42ba-af8f-040ea8d3074a no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:01:23.992912 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 8e3e5a12-3de0-42ba-af8f-040ea8d3074a {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:01:23.994106 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 8e3e5a12-3de0-42ba-af8f-040ea8d3074a not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:01:24.043555 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-437e65e9-7d68-420c-bf9c-7d4943ad8b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:24.151523 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-437e65e9-7d68-420c-bf9c-7d4943ad8b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:24.175859 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e65e9-7d68-420c-bf9c-7d4943ad8b3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44884a95-4b26-4c24-8a8d-f9b68d101b03,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:24.181616 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-437e65e9-7d68-420c-bf9c-7d4943ad8b3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:24.184171 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-437e65e9-7d68-420c-bf9c-7d4943ad8b3d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/44884a95-4b26-4c24-8a8d-f9b68d101b03 HTTP/1.1" status: 204 len: 168 time: 0.3069677 Aug 31 02:01:24.186534 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42218) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:24.189262 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb0cdc5-6a29-4c0f-89ba-63f8a309be00 None None] Network 08640a10-90e6-47db-9190-81f75fd2e74d requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:01:24.272297 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:24.297657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 90cc0ea0-ae97-457a-8d39-d0615c280580 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:01:24.320508 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 90cc0ea0-ae97-457a-8d39-d0615c280580 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:01:24.320855 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 90cc0ea0-ae97-457a-8d39-d0615c280580 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:01:24.344979 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] Deleting port d33a23c9-4a87-47cf-879f-43ad41b2452b {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:01:24.345564 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:24.400755 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] DHCP port deletion for 08640a10-90e6-47db-9190-81f75fd2e74d request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:01:24.411580 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] For port d33a23c9-4a87-47cf-879f-43ad41b2452b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d33a23c9-4a87-47cf-879f-43ad41b2452b,segment=NetworkSegment(74b0e3c6-3281-4f2d-b9df-b07d489becca),segment_id=74b0e3c6-3281-4f2d-b9df-b07d489becca)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:01:24.411947 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:24.428050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] Calling delete_port for d33a23c9-4a87-47cf-879f-43ad41b2452b owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:01:24.449613 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] Deleting port d33a23c9-4a87-47cf-879f-43ad41b2452b {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:01:24.450286 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:24.522539 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] For port d33a23c9-4a87-47cf-879f-43ad41b2452b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d33a23c9-4a87-47cf-879f-43ad41b2452b,segment=NetworkSegment(74b0e3c6-3281-4f2d-b9df-b07d489becca),segment_id=74b0e3c6-3281-4f2d-b9df-b07d489becca)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:01:24.522939 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:24.535999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] Calling delete_port for d33a23c9-4a87-47cf-879f-43ad41b2452b owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:01:24.614105 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:24.623151 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:24.640643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] Pushing event deleted for resources: {'Port': ['ID=d33a23c9-4a87-47cf-879f-43ad41b2452b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:24.644360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] No DVR routers for this DVR port d33a23c9-4a87-47cf-879f-43ad41b2452b on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:01:24.646000 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] Pushing event deleted for resources: {'Port': ['ID=d33a23c9-4a87-47cf-879f-43ad41b2452b,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:24.650499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] No DVR routers for this DVR port d33a23c9-4a87-47cf-879f-43ad41b2452b on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:01:24.657412 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:24.658690 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:24.658690 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:24.658690 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:24.659089 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:24.659089 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:24.659341 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:24.659658 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:24.659979 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:24.660303 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:24.660622 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:24.660938 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211eda1-604a-4208-bdc7-0b0198b45e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:24.723537 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:24.734043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08640a10-90e6-47db-9190-81f75fd2e74d']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:24.748328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b0e3c6-3281-4f2d-b9df-b07d489becca') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:24.748614 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b0e3c6-3281-4f2d-b9df-b07d489becca') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:24.757724 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:24.771230 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:24.777182 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:01:24.777597 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: timer() Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:01:24.779219 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:01:24.899806 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:24.910077 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:24.910077 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] 10.222.0.16 "DELETE /v2.0/networks/08640a10-90e6-47db-9190-81f75fd2e74d HTTP/1.1" status: 204 len: 168 time: 0.7205026 Aug 31 02:01:24.911175 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42220) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:24.920652 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587492d-9cc0-4815-8abb-314b8db1046f admin admin] Pushing event deleted for resources: {'Network': ['ID=08640a10-90e6-47db-9190-81f75fd2e74d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:25.254946 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d984c760-deae-464c-b513-9c4b589a97d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:25.498452 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-d984c760-deae-464c-b513-9c4b589a97d4 admin admin] Deleting port 365d19ee-55e3-4d66-9419-f3cb2b258d3c {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:01:25.498794 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d984c760-deae-464c-b513-9c4b589a97d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:25.574498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-d984c760-deae-464c-b513-9c4b589a97d4 admin admin] For port 365d19ee-55e3-4d66-9419-f3cb2b258d3c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=365d19ee-55e3-4d66-9419-f3cb2b258d3c,segment=NetworkSegment(7824471e-0668-40aa-bf20-864bf0838741),segment_id=7824471e-0668-40aa-bf20-864bf0838741)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:01:25.574770 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d984c760-deae-464c-b513-9c4b589a97d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:25.587373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-d984c760-deae-464c-b513-9c4b589a97d4 admin admin] Calling delete_port for 365d19ee-55e3-4d66-9419-f3cb2b258d3c owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:01:25.819519 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d984c760-deae-464c-b513-9c4b589a97d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:25.849778 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984c760-deae-464c-b513-9c4b589a97d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=365d19ee-55e3-4d66-9419-f3cb2b258d3c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:26.006446 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 43a733bd-72d8-4551-9d11-cd7d73851323 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:01:26.030071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 43a733bd-72d8-4551-9d11-cd7d73851323 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:01:26.030503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 43a733bd-72d8-4551-9d11-cd7d73851323 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:01:26.030636 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d984c760-deae-464c-b513-9c4b589a97d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:26.031078 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d33a23c9-4a87-47cf-879f-43ad41b2452b no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:01:26.053263 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: d33a23c9-4a87-47cf-879f-43ad41b2452b {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:01:26.053673 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d33a23c9-4a87-47cf-879f-43ad41b2452b not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:01:26.258239 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d984c760-deae-464c-b513-9c4b589a97d4 admin admin] Router 2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:01:26.381676 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d984c760-deae-464c-b513-9c4b589a97d4 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:01:26.386675 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d984c760-deae-464c-b513-9c4b589a97d4 admin admin] 10.222.0.16 "PUT /v2.0/routers/2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4744885 Aug 31 02:01:26.389136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42222) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:26.391939 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111422f-8c98-455f-8939-2309eadf2eaa None None] Sync routers for ids ['2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:01:26.401461 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d111422f-8c98-455f-8939-2309eadf2eaa None None] Routers {'2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:01:26.402089 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d111422f-8c98-455f-8939-2309eadf2eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:01:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:26.493658 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a713d6db-c55e-4b89-8a98-149a5f196cc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:26.506437 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-d111422f-8c98-455f-8939-2309eadf2eaa None None] Set router 2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:01:26.596829 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a713d6db-c55e-4b89-8a98-149a5f196cc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:26.698692 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-a713d6db-c55e-4b89-8a98-149a5f196cc3 admin admin] Deleting port f17ce77e-29e7-4e5f-becb-b4d682c57d92 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:01:26.698930 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a713d6db-c55e-4b89-8a98-149a5f196cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:26.702109 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d111422f-8c98-455f-8939-2309eadf2eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5', 'name': 'tempest-TestEncryptedCinderVolumes-222799040-router', 'tenant_id': '2147f6895ffd4310bc29fff1ab7a7904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'f17ce77e-29e7-4e5f-becb-b4d682c57d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:00:00Z', 'updated_at': '2021-08-31T02:01:25Z', 'revision_number': 5, 'project_id': '2147f6895ffd4310bc29fff1ab7a7904', 'gw_port': {'id': 'f17ce77e-29e7-4e5f-becb-b4d682c57d92', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:00:01Z', 'updated_at': '2021-08-31T02:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:26.728126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111422f-8c98-455f-8939-2309eadf2eaa None None] Checking router: 2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:01:26.740750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d111422f-8c98-455f-8939-2309eadf2eaa None None] Routers {'2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:01:26.741368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d111422f-8c98-455f-8939-2309eadf2eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:01:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:26.778323 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-a713d6db-c55e-4b89-8a98-149a5f196cc3 admin admin] For port f17ce77e-29e7-4e5f-becb-b4d682c57d92, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=f17ce77e-29e7-4e5f-becb-b4d682c57d92,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:01:26.778774 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a713d6db-c55e-4b89-8a98-149a5f196cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:26.791773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-a713d6db-c55e-4b89-8a98-149a5f196cc3 admin admin] Calling delete_port for f17ce77e-29e7-4e5f-becb-b4d682c57d92 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:01:26.830365 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-d111422f-8c98-455f-8939-2309eadf2eaa None None] Set router 2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:01:26.887721 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d111422f-8c98-455f-8939-2309eadf2eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5', 'name': 'tempest-TestEncryptedCinderVolumes-222799040-router', 'tenant_id': '2147f6895ffd4310bc29fff1ab7a7904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:00:00Z', 'updated_at': '2021-08-31T02:01:26Z', 'revision_number': 6, 'project_id': '2147f6895ffd4310bc29fff1ab7a7904', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:26.915363 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111422f-8c98-455f-8939-2309eadf2eaa None None] The sync data for ids ['2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5'] in n-d-793621-34 is: [{'id': '2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5', 'name': 'tempest-TestEncryptedCinderVolumes-222799040-router', 'tenant_id': '2147f6895ffd4310bc29fff1ab7a7904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:00:00Z', 'updated_at': '2021-08-31T02:01:26Z', 'revision_number': 6, 'project_id': '2147f6895ffd4310bc29fff1ab7a7904', 'gw_port_host': None}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:01:27.311458 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a713d6db-c55e-4b89-8a98-149a5f196cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:27.348342 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713d6db-c55e-4b89-8a98-149a5f196cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f17ce77e-29e7-4e5f-becb-b4d682c57d92,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:27.410739 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a713d6db-c55e-4b89-8a98-149a5f196cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:27.498838 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a713d6db-c55e-4b89-8a98-149a5f196cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:27.500968 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a713d6db-c55e-4b89-8a98-149a5f196cc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:27.596698 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a713d6db-c55e-4b89-8a98-149a5f196cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:27.597694 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a713d6db-c55e-4b89-8a98-149a5f196cc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:01:27.605089 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a713d6db-c55e-4b89-8a98-149a5f196cc3 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:27.605089 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a713d6db-c55e-4b89-8a98-149a5f196cc3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2fdc0c2f-15b9-4973-b865-6c1b6e68d0f5 HTTP/1.1" status: 204 len: 168 time: 1.2126639 Aug 31 02:01:27.605525 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42226) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:27.651543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d9a443-4528-4f40-8526-422a8a636523 admin admin] Deleting subnet 45664b0c-add8-4ca6-a848-4206582dd267 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:01:27.656015 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57d9a443-4528-4f40-8526-422a8a636523 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:27.694022 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57d9a443-4528-4f40-8526-422a8a636523 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:27.774029 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57d9a443-4528-4f40-8526-422a8a636523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:27.882826 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57d9a443-4528-4f40-8526-422a8a636523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:27.910124 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9a443-4528-4f40-8526-422a8a636523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45664b0c-add8-4ca6-a848-4206582dd267,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:27.913875 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-57d9a443-4528-4f40-8526-422a8a636523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:27.923673 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-57d9a443-4528-4f40-8526-422a8a636523 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/45664b0c-add8-4ca6-a848-4206582dd267 HTTP/1.1" status: 204 len: 168 time: 0.3094842 Aug 31 02:01:27.923797 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42228) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:27.924259 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c2d7b8-29d1-4fa2-a2a2-c1e6791be032 None None] Network 2db92e96-9fd0-4d60-808b-9bd2e3b46196 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:01:27.979061 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f17ce77e-29e7-4e5f-becb-b4d682c57d92 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:01:27.996152 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:28.003344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: f17ce77e-29e7-4e5f-becb-b4d682c57d92 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:01:28.003746 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device f17ce77e-29e7-4e5f-becb-b4d682c57d92 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:01:28.004165 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 365d19ee-55e3-4d66-9419-f3cb2b258d3c no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:01:28.032424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 365d19ee-55e3-4d66-9419-f3cb2b258d3c {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:01:28.032691 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 365d19ee-55e3-4d66-9419-f3cb2b258d3c not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:01:28.052175 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] Deleting port 803fd8d4-36db-4b5c-9893-5b05ce4320ea {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:01:28.052515 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:28.116962 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] For port 803fd8d4-36db-4b5c-9893-5b05ce4320ea, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=803fd8d4-36db-4b5c-9893-5b05ce4320ea,segment=NetworkSegment(7824471e-0668-40aa-bf20-864bf0838741),segment_id=7824471e-0668-40aa-bf20-864bf0838741)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:01:28.117333 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:28.131111 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] Calling delete_port for 803fd8d4-36db-4b5c-9893-5b05ce4320ea owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:01:28.164920 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa03221-dca6-4a0b-a0d1-4136ad2c6e24 None None] DHCP port deletion for 2db92e96-9fd0-4d60-808b-9bd2e3b46196 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:01:28.220051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-1fa03221-dca6-4a0b-a0d1-4136ad2c6e24 None None] Deleting port 803fd8d4-36db-4b5c-9893-5b05ce4320ea {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:01:28.220429 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1fa03221-dca6-4a0b-a0d1-4136ad2c6e24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:28.271492 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:28.284700 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-1fa03221-dca6-4a0b-a0d1-4136ad2c6e24 None None] For port 803fd8d4-36db-4b5c-9893-5b05ce4320ea, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=803fd8d4-36db-4b5c-9893-5b05ce4320ea,segment=NetworkSegment(7824471e-0668-40aa-bf20-864bf0838741),segment_id=7824471e-0668-40aa-bf20-864bf0838741)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:01:28.285018 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1fa03221-dca6-4a0b-a0d1-4136ad2c6e24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:28.299069 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-1fa03221-dca6-4a0b-a0d1-4136ad2c6e24 None None] Calling delete_port for 803fd8d4-36db-4b5c-9893-5b05ce4320ea owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:01:28.319354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=803fd8d4-36db-4b5c-9893-5b05ce4320ea,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:28.321623 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] No DVR routers for this DVR port 803fd8d4-36db-4b5c-9893-5b05ce4320ea on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:01:28.380921 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1fa03221-dca6-4a0b-a0d1-4136ad2c6e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:28.392169 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:28.402328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db92e96-9fd0-4d60-808b-9bd2e3b46196']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:28.407716 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa03221-dca6-4a0b-a0d1-4136ad2c6e24 None None] Pushing event deleted for resources: {'Port': ['ID=803fd8d4-36db-4b5c-9893-5b05ce4320ea,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:28.409855 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa03221-dca6-4a0b-a0d1-4136ad2c6e24 None None] No DVR routers for this DVR port 803fd8d4-36db-4b5c-9893-5b05ce4320ea on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:01:28.422382 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7824471e-0668-40aa-bf20-864bf0838741') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:28.422685 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7824471e-0668-40aa-bf20-864bf0838741') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:28.433007 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:28.446910 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:28.452842 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:01:28.453207 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: timer() Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:01:28.454851 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:01:28.579602 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:28.585231 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:28.587075 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2db92e96-9fd0-4d60-808b-9bd2e3b46196 HTTP/1.1" status: 204 len: 168 time: 0.6672311 Aug 31 02:01:28.608435 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00808d65-da49-4eaa-887e-36b5d594d4e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2db92e96-9fd0-4d60-808b-9bd2e3b46196,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:28.883110 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42232) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:28.924559 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-686366c3-78a0-4bc1-a804-5714f82c5adc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3fddd665384e44e1bd07c254dd9cf668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402472 Aug 31 02:01:28.927032 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42234) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:28.974432 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-08f59c5d-2020-4ca1-b53e-69576d9991aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:29.000122 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-08f59c5d-2020-4ca1-b53e-69576d9991aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:29.116964 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-08f59c5d-2020-4ca1-b53e-69576d9991aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:29.119967 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-08f59c5d-2020-4ca1-b53e-69576d9991aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:29.121269 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-08f59c5d-2020-4ca1-b53e-69576d9991aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5afec608-43f3-4c1a-904e-baa7b22c846c HTTP/1.1" status: 204 len: 168 time: 0.1932683 Aug 31 02:01:29.133132 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f59c5d-2020-4ca1-b53e-69576d9991aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afec608-43f3-4c1a-904e-baa7b22c846c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:29.693179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42240) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:29.734363 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9a296844-bcf0-4b9d-b151-c6342c490af3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2147f6895ffd4310bc29fff1ab7a7904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396476 Aug 31 02:01:29.736779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42242) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:29.783662 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e81e65be-eb4d-4ae1-86aa-cefc69cf6d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:29.804576 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e81e65be-eb4d-4ae1-86aa-cefc69cf6d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:29.919197 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 803fd8d4-36db-4b5c-9893-5b05ce4320ea no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:01:29.943667 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 803fd8d4-36db-4b5c-9893-5b05ce4320ea {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:01:29.944058 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 803fd8d4-36db-4b5c-9893-5b05ce4320ea not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:01:29.945341 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e81e65be-eb4d-4ae1-86aa-cefc69cf6d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:29.948294 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e81e65be-eb4d-4ae1-86aa-cefc69cf6d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:29.951783 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e81e65be-eb4d-4ae1-86aa-cefc69cf6d13 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c898209-454d-4c42-aec8-aa9b9e7a5abb HTTP/1.1" status: 204 len: 168 time: 0.2117321 Aug 31 02:01:29.958745 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e65be-eb4d-4ae1-86aa-cefc69cf6d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c898209-454d-4c42-aec8-aa9b9e7a5abb,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:30.913494 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42264) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:31.013776 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-7253375e-eba5-48f6-a19c-847e0f886248 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-715157435-network', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:01:31.122349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7253375e-eba5-48f6-a19c-847e0f886248 admin admin] Made reservation on behalf of b384ab2e504343f5817d1f3fd27dfeba for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:01:31.124698 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7253375e-eba5-48f6-a19c-847e0f886248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:31.137553 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7253375e-eba5-48f6-a19c-847e0f886248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:31.224493 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7253375e-eba5-48f6-a19c-847e0f886248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:31.276867 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7253375e-eba5-48f6-a19c-847e0f886248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:31.301663 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7253375e-eba5-48f6-a19c-847e0f886248 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:01:31.311951 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253375e-eba5-48f6-a19c-847e0f886248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd16aafd-f889-47db-aec8-56687fdce7b4,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:31.316794 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7253375e-eba5-48f6-a19c-847e0f886248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:31.317128 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-7253375e-eba5-48f6-a19c-847e0f886248 admin admin] Added segment 37732217-790e-49ed-8c5b-47962dbfb34c of type vlan for network f9b8c130-2c2c-4061-b9c9-eed4941aba9a Aug 31 02:01:31.357227 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7253375e-eba5-48f6-a19c-847e0f886248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:31.436284 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7253375e-eba5-48f6-a19c-847e0f886248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:31.437285 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7253375e-eba5-48f6-a19c-847e0f886248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:01:31.437897 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7253375e-eba5-48f6-a19c-847e0f886248 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:31.494665 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253375e-eba5-48f6-a19c-847e0f886248 admin admin] Pushing event updated for resources: {'Network': ['ID=f9b8c130-2c2c-4061-b9c9-eed4941aba9a,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:31.504387 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network f9b8c130-2c2c-4061-b9c9-eed4941aba9a details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:01:31.575966 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7253375e-eba5-48f6-a19c-847e0f886248 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6613219 Aug 31 02:01:31.578766 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42268) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:31.586498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-629c1564-001a-4037-b6ba-cb9f19b40eb5 admin admin] Request body: {'subnet': {'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-715157435-subnet', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:01:31.682211 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629c1564-001a-4037-b6ba-cb9f19b40eb5 admin admin] Made reservation on behalf of b384ab2e504343f5817d1f3fd27dfeba for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:01:31.684635 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-629c1564-001a-4037-b6ba-cb9f19b40eb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:31.928033 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-629c1564-001a-4037-b6ba-cb9f19b40eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:31.977651 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c1564-001a-4037-b6ba-cb9f19b40eb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa8f50c-9271-4ecb-af30-b079e00427b2,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:31.996739 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629c1564-001a-4037-b6ba-cb9f19b40eb5 admin admin] Checking segment: {'id': '37732217-790e-49ed-8c5b-47962dbfb34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:01:32.001959 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629c1564-001a-4037-b6ba-cb9f19b40eb5 admin admin] Network hostable DHCP agents. Network: f9b8c130-2c2c-4061-b9c9-eed4941aba9a, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:01:32.093414 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629c1564-001a-4037-b6ba-cb9f19b40eb5 admin admin] Network f9b8c130-2c2c-4061-b9c9-eed4941aba9a is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:01:32.202577 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-629c1564-001a-4037-b6ba-cb9f19b40eb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, f9b8c130-2c2c-4061-b9c9-eed4941aba9a) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:01:32.208093 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629c1564-001a-4037-b6ba-cb9f19b40eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:01:32.208741 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-629c1564-001a-4037-b6ba-cb9f19b40eb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:32.211527 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ade5ca-9862-4249-8cc8-ed3f59fb1a29 None None] Network f9b8c130-2c2c-4061-b9c9-eed4941aba9a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:01:32.266014 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-629c1564-001a-4037-b6ba-cb9f19b40eb5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6861367 Aug 31 02:01:32.268618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42270) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:32.273120 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-715157435-router', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:01:32.351509 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:32.353219 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:32.362621 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-f9b8c130-2c2c-4061-b9c9-eed4941aba9a', 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'fixed_ips': [{'subnet_id': '7fa8f50c-9271-4ecb-af30-b079e00427b2'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:01:32.363930 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:32.408659 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:32.497347 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Allocated IP 172.20.0.2 (f9b8c130-2c2c-4061-b9c9-eed4941aba9a/7fa8f50c-9271-4ecb-af30-b079e00427b2/de71765f-f99e-4e9b-adb4-a856a99867e2) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:01:32.606376 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:32.643197 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:32.651160 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Transition to ACTIVE for port object de71765f-f99e-4e9b-adb4-a856a99867e2 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:01:32.665311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Transition to ACTIVE for port object de71765f-f99e-4e9b-adb4-a856a99867e2 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:01:32.716948 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:32.753335 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Network f9b8c130-2c2c-4061-b9c9-eed4941aba9a is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:01:32.758119 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:01:32.761753 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:01:32.770386 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Pushing event updated for resources: {'Port': ['ID=de71765f-f99e-4e9b-adb4-a856a99867e2,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:32.822574 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Attempting to bind port de71765f-f99e-4e9b-adb4-a856a99867e2 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:01:32.822941 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Attempting to bind port de71765f-f99e-4e9b-adb4-a856a99867e2 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '37732217-790e-49ed-8c5b-47962dbfb34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:01:32.823307 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Attempting to bind port de71765f-f99e-4e9b-adb4-a856a99867e2 on network f9b8c130-2c2c-4061-b9c9-eed4941aba9a {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:01:32.828300 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:01:32.828713 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Checking segment: {'id': '37732217-790e-49ed-8c5b-47962dbfb34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:01:32.829071 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:32.829485 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Bound using segment: {'id': '37732217-790e-49ed-8c5b-47962dbfb34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:01:32.829951 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Bound port: de71765f-f99e-4e9b-adb4-a856a99867e2, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37732217-790e-49ed-8c5b-47962dbfb34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:01:32.830331 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:32.859850 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:32.879174 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:32.897146 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] For port de71765f-f99e-4e9b-adb4-a856a99867e2, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:01:32.900339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] For port de71765f-f99e-4e9b-adb4-a856a99867e2, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=de71765f-f99e-4e9b-adb4-a856a99867e2,segment=NetworkSegment(37732217-790e-49ed-8c5b-47962dbfb34c),segment_id=37732217-790e-49ed-8c5b-47962dbfb34c)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:01:32.968522 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:32.979153 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] Allocated IP 172.25.2.134 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/dafaacea-25d1-48a6-be21-c4b6d9922224) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:01:33.032267 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679426ae-7e88-43d8-891e-1efbe5641d81 None None] Pushing event updated for resources: {'Port': ['ID=de71765f-f99e-4e9b-adb4-a856a99867e2,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:33.088693 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:33.191622 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:33.230898 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:01:33.236127 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:01:33.240142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:01:33.264676 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] Pushing event updated for resources: {'Port': ['ID=dafaacea-25d1-48a6-be21-c4b6d9922224,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:33.559929 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:33.773045 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:33.962645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device de71765f-f99e-4e9b-adb4-a856a99867e2 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:01:33.973662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] Router bdeddae8-57f4-4417-9c18-793950338ef0 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:01:33.986594 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c96d7f-f9cd-4b09-bb74-063cfc9e0e57 None None] Network f9b8c130-2c2c-4061-b9c9-eed4941aba9a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:01:34.086344 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:01:34.099900 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Sync routers for ids ['bdeddae8-57f4-4417-9c18-793950338ef0'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:01:34.111625 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Routers {'bdeddae8-57f4-4417-9c18-793950338ef0'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:01:34.112561 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:01:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bdeddae8-57f4-4417-9c18-793950338ef0'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:34.168422 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:34.169855 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-504d0acf-67be-4d5c-b2aa-f7a4237d1691 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9003432 Aug 31 02:01:34.172779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42272) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:34.227904 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Set router bdeddae8-57f4-4417-9c18-793950338ef0 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:01:34.294540 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-67ef34d5-c405-43a2-afcb-a5a258a6617b None None] Provisioning for port de71765f-f99e-4e9b-adb4-a856a99867e2 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:01:34.324576 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0890d2de-28ca-49ff-8b97-10e0b2ec787e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:34.350686 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port de71765f-f99e-4e9b-adb4-a856a99867e2 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:01:34.356303 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port de71765f-f99e-4e9b-adb4-a856a99867e2 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:01:34.361329 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:34.437333 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'name': 'tempest-TestMinimumBasicScenario-715157435-router', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:33Z', 'revision_number': 3, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'gw_port': {'id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:34.452506 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:34.493395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port de71765f-f99e-4e9b-adb4-a856a99867e2, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=de71765f-f99e-4e9b-adb4-a856a99867e2,segment=NetworkSegment(37732217-790e-49ed-8c5b-47962dbfb34c),segment_id=37732217-790e-49ed-8c5b-47962dbfb34c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:01:34.551376 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:34.570842 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Checking router: bdeddae8-57f4-4417-9c18-793950338ef0 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:01:34.571234 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Updating router bdeddae8-57f4-4417-9c18-793950338ef0 port dafaacea-25d1-48a6-be21-c4b6d9922224 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:01:34.600658 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:34.619564 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=de71765f-f99e-4e9b-adb4-a856a99867e2,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:34.633786 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:34.634212 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0e287aac-9a12-43b7-8c03-5839812cc481 None None] Provisioning complete for port de71765f-f99e-4e9b-adb4-a856a99867e2 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:01:34.634629 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0e287aac-9a12-43b7-8c03-5839812cc481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:34.800097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] Allocated IP 172.20.0.1 (f9b8c130-2c2c-4061-b9c9-eed4941aba9a/7fa8f50c-9271-4ecb-af30-b079e00427b2/c304060e-1f0d-405d-bdab-2b9481c6aaf3) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:01:34.858193 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:34.867770 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Transition to ACTIVE for port object dafaacea-25d1-48a6-be21-c4b6d9922224 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:01:34.904464 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:34.917448 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:34.923382 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] Transition to ACTIVE for port object c304060e-1f0d-405d-bdab-2b9481c6aaf3 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:01:34.969564 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Attempting to bind port dafaacea-25d1-48a6-be21-c4b6d9922224 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:01:34.969935 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Attempting to bind port dafaacea-25d1-48a6-be21-c4b6d9922224 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:01:34.970294 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Attempting to bind port dafaacea-25d1-48a6-be21-c4b6d9922224 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:01:34.973065 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c962b-a564-4a8c-84e8-a0b243100005 None None] Pushing event updated for resources: {'Port': ['ID=dafaacea-25d1-48a6-be21-c4b6d9922224,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:34.981289 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:01:34.981702 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:01:34.982100 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:34.982488 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:01:34.982947 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Bound port: dafaacea-25d1-48a6-be21-c4b6d9922224, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:01:34.983321 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:34.986624 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c962b-a564-4a8c-84e8-a0b243100005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:34.988456 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c962b-a564-4a8c-84e8-a0b243100005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:34.988456 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c962b-a564-4a8c-84e8-a0b243100005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:34.988456 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c962b-a564-4a8c-84e8-a0b243100005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:34.988456 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c962b-a564-4a8c-84e8-a0b243100005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:34.988456 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c962b-a564-4a8c-84e8-a0b243100005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:34.988901 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c962b-a564-4a8c-84e8-a0b243100005 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:34.988901 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c962b-a564-4a8c-84e8-a0b243100005 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:34.989171 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c962b-a564-4a8c-84e8-a0b243100005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:34.989510 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c962b-a564-4a8c-84e8-a0b243100005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:34.989830 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c962b-a564-4a8c-84e8-a0b243100005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:34.990148 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c962b-a564-4a8c-84e8-a0b243100005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:35.008240 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:35.042217 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] For port dafaacea-25d1-48a6-be21-c4b6d9922224, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:01:35.045310 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] For port dafaacea-25d1-48a6-be21-c4b6d9922224, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dafaacea-25d1-48a6-be21-c4b6d9922224,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:01:35.050211 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] Network f9b8c130-2c2c-4061-b9c9-eed4941aba9a is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:01:35.053115 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:01:35.056778 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:01:35.062227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] Pushing event updated for resources: {'Port': ['ID=c304060e-1f0d-405d-bdab-2b9481c6aaf3,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:35.099632 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:35.114649 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:35.173370 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c962b-a564-4a8c-84e8-a0b243100005 None None] Pushing event updated for resources: {'Port': ['ID=dafaacea-25d1-48a6-be21-c4b6d9922224,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:35.181678 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Routers {'bdeddae8-57f4-4417-9c18-793950338ef0'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:01:35.182101 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:01:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bdeddae8-57f4-4417-9c18-793950338ef0'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:35.302307 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] Set router bdeddae8-57f4-4417-9c18-793950338ef0 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:01:35.385870 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ccd64072-4d62-4302-af73-7fb36d0175cb None None] Provisioning for port c304060e-1f0d-405d-bdab-2b9481c6aaf3 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:01:35.390383 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ccd64072-4d62-4302-af73-7fb36d0175cb None None] Provisioning complete for port c304060e-1f0d-405d-bdab-2b9481c6aaf3 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:01:35.390761 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ccd64072-4d62-4302-af73-7fb36d0175cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:35.432249 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ccd64072-4d62-4302-af73-7fb36d0175cb None None] Port c304060e-1f0d-405d-bdab-2b9481c6aaf3 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:01:35.501302 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'name': 'tempest-TestMinimumBasicScenario-715157435-router', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:33Z', 'revision_number': 3, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'gw_port': {'id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:35.527669 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c4f0a-877c-46df-82e3-3c73554b9bd3 None None] The sync data for ids ['bdeddae8-57f4-4417-9c18-793950338ef0'] in n-d-793621-34 is: [{'id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'name': 'tempest-TestMinimumBasicScenario-715157435-router', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:33Z', 'revision_number': 3, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'gw_port': {'id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:01:35.584187 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:35.773334 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:35.836643 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:35.907827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] Pushing event updated for resources: {'Port': ['ID=c304060e-1f0d-405d-bdab-2b9481c6aaf3,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:35.911162 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:36.012008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device de71765f-f99e-4e9b-adb4-a856a99867e2 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:01:36.020657 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] Network f9b8c130-2c2c-4061-b9c9-eed4941aba9a is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:01:36.022368 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:01:36.069730 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port de71765f-f99e-4e9b-adb4-a856a99867e2 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:01:36.070172 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:36.158079 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] Router bdeddae8-57f4-4417-9c18-793950338ef0 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:01:36.182458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dafaacea-25d1-48a6-be21-c4b6d9922224 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:01:36.288481 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port dafaacea-25d1-48a6-be21-c4b6d9922224 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:01:36.293801 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port dafaacea-25d1-48a6-be21-c4b6d9922224 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:01:36.294178 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:36.299986 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:01:36.300276 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0b039415-d36d-4e51-8114-ce3abb9f2d82 admin admin] 10.222.0.16 "PUT /v2.0/routers/bdeddae8-57f4-4417-9c18-793950338ef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1263139 Aug 31 02:01:36.383144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3d638d9f-579e-461d-8766-4997c961d4dc None None] Provisioning complete for port c304060e-1f0d-405d-bdab-2b9481c6aaf3 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:01:36.383524 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3d638d9f-579e-461d-8766-4997c961d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:36.425739 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:36.435377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3d638d9f-579e-461d-8766-4997c961d4dc None None] Port c304060e-1f0d-405d-bdab-2b9481c6aaf3 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:01:36.450210 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port dafaacea-25d1-48a6-be21-c4b6d9922224, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dafaacea-25d1-48a6-be21-c4b6d9922224,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:01:36.545322 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:36.598615 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=dafaacea-25d1-48a6-be21-c4b6d9922224,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:36.882656 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:36.993351 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42288) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:36.999110 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-aecf4298-7046-4c4e-9194-a4166308db92 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-932093964-network', 'tenant_id': 'dc50135933ac4c30919632d66769f185'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:01:37.047881 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6e3023fb-4f2c-4248-8330-6e33069651d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:37.076171 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecf4298-7046-4c4e-9194-a4166308db92 admin admin] Made reservation on behalf of dc50135933ac4c30919632d66769f185 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:01:37.078660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aecf4298-7046-4c4e-9194-a4166308db92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:37.087803 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aecf4298-7046-4c4e-9194-a4166308db92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:37.141401 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Sync routers for ids ['bdeddae8-57f4-4417-9c18-793950338ef0'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:01:37.150467 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Routers {'bdeddae8-57f4-4417-9c18-793950338ef0'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:01:37.152790 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bdeddae8-57f4-4417-9c18-793950338ef0'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:37.180728 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aecf4298-7046-4c4e-9194-a4166308db92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:37.247651 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aecf4298-7046-4c4e-9194-a4166308db92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:37.258975 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Set router bdeddae8-57f4-4417-9c18-793950338ef0 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:01:37.272456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecf4298-7046-4c4e-9194-a4166308db92 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:01:37.282408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf4298-7046-4c4e-9194-a4166308db92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222932b6-58ce-4258-af9c-f39db45d9ee5,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:37.288541 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aecf4298-7046-4c4e-9194-a4166308db92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:37.289904 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-aecf4298-7046-4c4e-9194-a4166308db92 admin admin] Added segment 578c2580-8886-45c0-8268-9a99321ff714 of type vlan for network 1a460c5a-8c0c-4aa5-bd5f-23c53081b113 Aug 31 02:01:37.332368 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aecf4298-7046-4c4e-9194-a4166308db92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:37.407706 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aecf4298-7046-4c4e-9194-a4166308db92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:37.408625 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecf4298-7046-4c4e-9194-a4166308db92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:01:37.409211 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-aecf4298-7046-4c4e-9194-a4166308db92 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:37.464911 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'name': 'tempest-TestMinimumBasicScenario-715157435-router', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:35Z', 'revision_number': 4, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'gw_port': {'id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'c304060e-1f0d-405d-bdab-2b9481c6aaf3', 'name': '', 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'mac_address': 'fa:16:3e:13:7c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '7fa8f50c-9271-4ecb-af30-b079e00427b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:34Z', 'updated_at': '2021-08-31T02:01:35Z', 'revision_number': 2, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'subnets': [{'id': '7fa8f50c-9271-4ecb-af30-b079e00427b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:37.473423 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf4298-7046-4c4e-9194-a4166308db92 admin admin] Pushing event updated for resources: {'Network': ['ID=1a460c5a-8c0c-4aa5-bd5f-23c53081b113,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:37.495513 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 1a460c5a-8c0c-4aa5-bd5f-23c53081b113 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:01:37.497990 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Checking router: bdeddae8-57f4-4417-9c18-793950338ef0 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:01:37.498289 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Updating router bdeddae8-57f4-4417-9c18-793950338ef0 port c304060e-1f0d-405d-bdab-2b9481c6aaf3 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:01:37.534554 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-aecf4298-7046-4c4e-9194-a4166308db92 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5399957 Aug 31 02:01:37.537242 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42290) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:37.542838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-96efb5fe-82ed-4875-9cb8-6d4d763d09f5 admin admin] Request body: {'subnet': {'network_id': '1a460c5a-8c0c-4aa5-bd5f-23c53081b113', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-932093964-subnet', 'tenant_id': 'dc50135933ac4c30919632d66769f185', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:01:37.577986 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:37.625494 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96efb5fe-82ed-4875-9cb8-6d4d763d09f5 admin admin] Made reservation on behalf of dc50135933ac4c30919632d66769f185 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:01:37.628361 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96efb5fe-82ed-4875-9cb8-6d4d763d09f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:37.629865 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:37.864873 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:37.874477 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Transition to ACTIVE for port object c304060e-1f0d-405d-bdab-2b9481c6aaf3 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:01:37.905861 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96efb5fe-82ed-4875-9cb8-6d4d763d09f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:37.930256 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dafaacea-25d1-48a6-be21-c4b6d9922224 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:01:37.954378 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:37.964431 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efb5fe-82ed-4875-9cb8-6d4d763d09f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc6532c7-e93f-4b55-96c1-ec225af6bbe9,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:37.971804 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96efb5fe-82ed-4875-9cb8-6d4d763d09f5 admin admin] Checking segment: {'id': '578c2580-8886-45c0-8268-9a99321ff714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1a460c5a-8c0c-4aa5-bd5f-23c53081b113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:01:37.972127 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96efb5fe-82ed-4875-9cb8-6d4d763d09f5 admin admin] Network hostable DHCP agents. Network: 1a460c5a-8c0c-4aa5-bd5f-23c53081b113, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:01:37.982017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port dafaacea-25d1-48a6-be21-c4b6d9922224 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:01:37.982685 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:38.016764 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:38.076740 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96efb5fe-82ed-4875-9cb8-6d4d763d09f5 admin admin] Network 1a460c5a-8c0c-4aa5-bd5f-23c53081b113 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:01:38.083013 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf95f28-7c13-4eb7-bc03-1a9cda858eab None None] Pushing event updated for resources: {'Port': ['ID=c304060e-1f0d-405d-bdab-2b9481c6aaf3,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:38.163765 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Attempting to bind port c304060e-1f0d-405d-bdab-2b9481c6aaf3 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:01:38.164138 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Attempting to bind port c304060e-1f0d-405d-bdab-2b9481c6aaf3 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '37732217-790e-49ed-8c5b-47962dbfb34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:01:38.164508 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Attempting to bind port c304060e-1f0d-405d-bdab-2b9481c6aaf3 on network f9b8c130-2c2c-4061-b9c9-eed4941aba9a {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:01:38.169477 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-96efb5fe-82ed-4875-9cb8-6d4d763d09f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 1a460c5a-8c0c-4aa5-bd5f-23c53081b113) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:01:38.170592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:01:38.170981 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Checking segment: {'id': '37732217-790e-49ed-8c5b-47962dbfb34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:01:38.171389 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:38.171787 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Bound using segment: {'id': '37732217-790e-49ed-8c5b-47962dbfb34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:01:38.172272 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Bound port: c304060e-1f0d-405d-bdab-2b9481c6aaf3, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37732217-790e-49ed-8c5b-47962dbfb34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:01:38.172660 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:38.176045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96efb5fe-82ed-4875-9cb8-6d4d763d09f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:01:38.177214 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96efb5fe-82ed-4875-9cb8-6d4d763d09f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:38.180251 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9c6f43-9f7d-49a2-bade-033b968ffc37 None None] Network 1a460c5a-8c0c-4aa5-bd5f-23c53081b113 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:01:38.283054 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-96efb5fe-82ed-4875-9cb8-6d4d763d09f5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7447221 Aug 31 02:01:38.285586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42292) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:38.290153 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-932093964-router', 'tenant_id': 'dc50135933ac4c30919632d66769f185', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:01:38.322789 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] For port c304060e-1f0d-405d-bdab-2b9481c6aaf3, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:01:38.328761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] For port c304060e-1f0d-405d-bdab-2b9481c6aaf3, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c304060e-1f0d-405d-bdab-2b9481c6aaf3,segment=NetworkSegment(37732217-790e-49ed-8c5b-47962dbfb34c),segment_id=37732217-790e-49ed-8c5b-47962dbfb34c)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:01:38.385406 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:38.390193 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:38.390663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-1a460c5a-8c0c-4aa5-bd5f-23c53081b113', 'network_id': '1a460c5a-8c0c-4aa5-bd5f-23c53081b113', 'tenant_id': 'dc50135933ac4c30919632d66769f185', 'fixed_ips': [{'subnet_id': 'fc6532c7-e93f-4b55-96c1-ec225af6bbe9'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:01:38.391565 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:38.444692 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:38.457271 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:38.574432 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf95f28-7c13-4eb7-bc03-1a9cda858eab None None] Pushing event updated for resources: {'Port': ['ID=c304060e-1f0d-405d-bdab-2b9481c6aaf3,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:38.577076 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Routers {'bdeddae8-57f4-4417-9c18-793950338ef0'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:01:38.577717 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bdeddae8-57f4-4417-9c18-793950338ef0'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:38.630388 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Allocated IP 172.20.0.2 (1a460c5a-8c0c-4aa5-bd5f-23c53081b113/fc6532c7-e93f-4b55-96c1-ec225af6bbe9/2a91ccab-6de4-4844-a5d8-05e8129ddf01) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:01:38.663204 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:38.768200 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] Set router bdeddae8-57f4-4417-9c18-793950338ef0 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:01:38.934585 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:38.954324 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:38.967945 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:39.068939 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] Allocated IP 172.25.2.25 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/ec8c81fc-0c91-4495-9637-2176734ae324) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:01:39.127743 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:39.143679 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Transition to ACTIVE for port object 2a91ccab-6de4-4844-a5d8-05e8129ddf01 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:01:39.175078 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:39.185294 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Transition to ACTIVE for port object 2a91ccab-6de4-4844-a5d8-05e8129ddf01 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:01:39.219003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'name': 'tempest-TestMinimumBasicScenario-715157435-router', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:35Z', 'revision_number': 4, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'gw_port': {'id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'c304060e-1f0d-405d-bdab-2b9481c6aaf3', 'name': '', 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'mac_address': 'fa:16:3e:13:7c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '7fa8f50c-9271-4ecb-af30-b079e00427b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:34Z', 'updated_at': '2021-08-31T02:01:38Z', 'revision_number': 4, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'subnets': [{'id': '7fa8f50c-9271-4ecb-af30-b079e00427b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:39.249759 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70975b9-69e8-4b01-b7d2-c9928601583e None None] The sync data for ids ['bdeddae8-57f4-4417-9c18-793950338ef0'] in n-d-793621-34 is: [{'id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'name': 'tempest-TestMinimumBasicScenario-715157435-router', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:35Z', 'revision_number': 4, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'gw_port': {'id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'c304060e-1f0d-405d-bdab-2b9481c6aaf3', 'name': '', 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'mac_address': 'fa:16:3e:13:7c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '7fa8f50c-9271-4ecb-af30-b079e00427b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:34Z', 'updated_at': '2021-08-31T02:01:38Z', 'revision_number': 4, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'subnets': [{'id': '7fa8f50c-9271-4ecb-af30-b079e00427b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:01:39.251781 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:39.260013 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:39.293869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Network 1a460c5a-8c0c-4aa5-bd5f-23c53081b113 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:01:39.296923 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:01:39.306384 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:01:39.306840 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:01:39.319377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Pushing event updated for resources: {'Port': ['ID=2a91ccab-6de4-4844-a5d8-05e8129ddf01,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:39.330373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:01:39.334682 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:01:39.343211 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] Pushing event updated for resources: {'Port': ['ID=ec8c81fc-0c91-4495-9637-2176734ae324,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:39.387476 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Attempting to bind port 2a91ccab-6de4-4844-a5d8-05e8129ddf01 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:01:39.387908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Attempting to bind port 2a91ccab-6de4-4844-a5d8-05e8129ddf01 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '578c2580-8886-45c0-8268-9a99321ff714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1a460c5a-8c0c-4aa5-bd5f-23c53081b113'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:01:39.388284 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Attempting to bind port 2a91ccab-6de4-4844-a5d8-05e8129ddf01 on network 1a460c5a-8c0c-4aa5-bd5f-23c53081b113 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:01:39.393886 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:01:39.394264 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Checking segment: {'id': '578c2580-8886-45c0-8268-9a99321ff714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1a460c5a-8c0c-4aa5-bd5f-23c53081b113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:01:39.394666 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:39.395054 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Bound using segment: {'id': '578c2580-8886-45c0-8268-9a99321ff714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1a460c5a-8c0c-4aa5-bd5f-23c53081b113'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:01:39.395519 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Bound port: 2a91ccab-6de4-4844-a5d8-05e8129ddf01, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578c2580-8886-45c0-8268-9a99321ff714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1a460c5a-8c0c-4aa5-bd5f-23c53081b113'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:01:39.395907 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:39.475098 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] For port 2a91ccab-6de4-4844-a5d8-05e8129ddf01, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:01:39.479413 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] For port 2a91ccab-6de4-4844-a5d8-05e8129ddf01, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2a91ccab-6de4-4844-a5d8-05e8129ddf01,segment=NetworkSegment(578c2580-8886-45c0-8268-9a99321ff714),segment_id=578c2580-8886-45c0-8268-9a99321ff714)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:01:39.574926 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:39.639240 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058a2f3-cdea-44c6-afbf-ee09b7541638 None None] Pushing event updated for resources: {'Port': ['ID=2a91ccab-6de4-4844-a5d8-05e8129ddf01,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:39.706710 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:39.959253 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:40.048481 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c304060e-1f0d-405d-bdab-2b9481c6aaf3 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:01:40.179744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port c304060e-1f0d-405d-bdab-2b9481c6aaf3 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:01:40.184599 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c304060e-1f0d-405d-bdab-2b9481c6aaf3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:01:40.187985 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:40.208197 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] Router 46c2f91b-2271-46a2-a4b7-c47e61dcc378 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:01:40.279045 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:40.328688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port c304060e-1f0d-405d-bdab-2b9481c6aaf3, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c304060e-1f0d-405d-bdab-2b9481c6aaf3,segment=NetworkSegment(37732217-790e-49ed-8c5b-47962dbfb34c),segment_id=37732217-790e-49ed-8c5b-47962dbfb34c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:01:40.337731 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:01:40.349145 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Sync routers for ids ['46c2f91b-2271-46a2-a4b7-c47e61dcc378'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:01:40.365745 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:40.366345 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2a91ccab-6de4-4844-a5d8-05e8129ddf01 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:01:40.366799 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Routers {'46c2f91b-2271-46a2-a4b7-c47e61dcc378'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:01:40.367494 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['46c2f91b-2271-46a2-a4b7-c47e61dcc378'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:40.397807 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:40.399684 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-203da016-f61f-46e4-90a4-b806528c8f12 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1129401 Aug 31 02:01:40.402379 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42294) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:01:40.469556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=c304060e-1f0d-405d-bdab-2b9481c6aaf3,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:40.499187 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:40.508358 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Set router 46c2f91b-2271-46a2-a4b7-c47e61dcc378 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:01:40.539480 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 2a91ccab-6de4-4844-a5d8-05e8129ddf01 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:01:40.702247 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c2f91b-2271-46a2-a4b7-c47e61dcc378', 'name': 'tempest-TestMinimumBasicScenario-932093964-router', 'tenant_id': 'dc50135933ac4c30919632d66769f185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'ec8c81fc-0c91-4495-9637-2176734ae324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:38Z', 'updated_at': '2021-08-31T02:01:39Z', 'revision_number': 3, 'project_id': 'dc50135933ac4c30919632d66769f185', 'gw_port': {'id': 'ec8c81fc-0c91-4495-9637-2176734ae324', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c2f91b-2271-46a2-a4b7-c47e61dcc378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:38Z', 'updated_at': '2021-08-31T02:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:40.712671 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9861f309-9395-4874-af4b-ee4aac5b0dc7 None None] Network 1a460c5a-8c0c-4aa5-bd5f-23c53081b113 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:01:40.736634 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Checking router: 46c2f91b-2271-46a2-a4b7-c47e61dcc378 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:01:40.737127 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Updating router 46c2f91b-2271-46a2-a4b7-c47e61dcc378 port ec8c81fc-0c91-4495-9637-2176734ae324 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:01:40.764517 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:40.891698 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:40.893395 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-92aa0fad-75d5-4e6c-b08c-e17ca8808943 None None] Provisioning for port 2a91ccab-6de4-4844-a5d8-05e8129ddf01 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:01:40.897600 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-92aa0fad-75d5-4e6c-b08c-e17ca8808943 None None] Provisioning complete for port 2a91ccab-6de4-4844-a5d8-05e8129ddf01 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:01:40.898056 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-92aa0fad-75d5-4e6c-b08c-e17ca8808943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:40.994779 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-92aa0fad-75d5-4e6c-b08c-e17ca8808943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:41.035089 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-92aa0fad-75d5-4e6c-b08c-e17ca8808943 None None] For port 2a91ccab-6de4-4844-a5d8-05e8129ddf01, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2a91ccab-6de4-4844-a5d8-05e8129ddf01,segment=NetworkSegment(578c2580-8886-45c0-8268-9a99321ff714),segment_id=578c2580-8886-45c0-8268-9a99321ff714)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:01:41.038250 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:41.050011 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Transition to ACTIVE for port object ec8c81fc-0c91-4495-9637-2176734ae324 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:01:41.085873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] Allocated IP 172.20.0.1 (1a460c5a-8c0c-4aa5-bd5f-23c53081b113/fc6532c7-e93f-4b55-96c1-ec225af6bbe9/1584f1b8-6651-4a94-9720-cfacee09bc51) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:01:41.111109 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-92aa0fad-75d5-4e6c-b08c-e17ca8808943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:41.139429 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:41.162131 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa0fad-75d5-4e6c-b08c-e17ca8808943 None None] Pushing event updated for resources: {'Port': ['ID=2a91ccab-6de4-4844-a5d8-05e8129ddf01,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:41.195324 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:41.197126 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Attempting to bind port ec8c81fc-0c91-4495-9637-2176734ae324 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:01:41.197529 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Attempting to bind port ec8c81fc-0c91-4495-9637-2176734ae324 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:01:41.198400 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Attempting to bind port ec8c81fc-0c91-4495-9637-2176734ae324 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:01:41.205631 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b7192-5b60-4681-9e2f-9fdd4fcbfad8 None None] Pushing event updated for resources: {'Port': ['ID=ec8c81fc-0c91-4495-9637-2176734ae324,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:41.209055 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:01:41.212172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] Transition to ACTIVE for port object 1584f1b8-6651-4a94-9720-cfacee09bc51 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:01:41.212315 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:01:41.212315 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:41.212315 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:01:41.212315 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Bound port: ec8c81fc-0c91-4495-9637-2176734ae324, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:01:41.212315 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:41.234276 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-78654293-24c7-4880-aff9-62fece692de7 None None] Provisioning complete for port 2a91ccab-6de4-4844-a5d8-05e8129ddf01 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:01:41.235163 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-78654293-24c7-4880-aff9-62fece692de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:41.266215 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] For port ec8c81fc-0c91-4495-9637-2176734ae324, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:01:41.269950 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] For port ec8c81fc-0c91-4495-9637-2176734ae324, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ec8c81fc-0c91-4495-9637-2176734ae324,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:01:41.320054 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:41.345782 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:41.365177 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] Network 1a460c5a-8c0c-4aa5-bd5f-23c53081b113 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:01:41.372463 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:01:41.375780 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:01:41.402160 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Routers {'46c2f91b-2271-46a2-a4b7-c47e61dcc378'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:01:41.402787 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['46c2f91b-2271-46a2-a4b7-c47e61dcc378'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:41.403774 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] Pushing event updated for resources: {'Port': ['ID=1584f1b8-6651-4a94-9720-cfacee09bc51,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:41.424656 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:41.442292 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b7192-5b60-4681-9e2f-9fdd4fcbfad8 None None] Pushing event updated for resources: {'Port': ['ID=ec8c81fc-0c91-4495-9637-2176734ae324,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:41.521536 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] Set router 46c2f91b-2271-46a2-a4b7-c47e61dcc378 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:01:41.636843 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:41.704966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ed3184c4-9414-4ede-9008-ded7e1fd2ad5 None None] Provisioning for port 1584f1b8-6651-4a94-9720-cfacee09bc51 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:01:41.709014 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ed3184c4-9414-4ede-9008-ded7e1fd2ad5 None None] Provisioning complete for port 1584f1b8-6651-4a94-9720-cfacee09bc51 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:01:41.709409 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ed3184c4-9414-4ede-9008-ded7e1fd2ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:41.730499 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c2f91b-2271-46a2-a4b7-c47e61dcc378', 'name': 'tempest-TestMinimumBasicScenario-932093964-router', 'tenant_id': 'dc50135933ac4c30919632d66769f185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'ec8c81fc-0c91-4495-9637-2176734ae324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:38Z', 'updated_at': '2021-08-31T02:01:39Z', 'revision_number': 3, 'project_id': 'dc50135933ac4c30919632d66769f185', 'gw_port': {'id': 'ec8c81fc-0c91-4495-9637-2176734ae324', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c2f91b-2271-46a2-a4b7-c47e61dcc378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:38Z', 'updated_at': '2021-08-31T02:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:41.747467 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ed3184c4-9414-4ede-9008-ded7e1fd2ad5 None None] Port 1584f1b8-6651-4a94-9720-cfacee09bc51 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:01:41.764045 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57da3209-4229-41d6-9bb0-178a5d27375a None None] The sync data for ids ['46c2f91b-2271-46a2-a4b7-c47e61dcc378'] in n-d-793621-34 is: [{'id': '46c2f91b-2271-46a2-a4b7-c47e61dcc378', 'name': 'tempest-TestMinimumBasicScenario-932093964-router', 'tenant_id': 'dc50135933ac4c30919632d66769f185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'ec8c81fc-0c91-4495-9637-2176734ae324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:38Z', 'updated_at': '2021-08-31T02:01:39Z', 'revision_number': 3, 'project_id': 'dc50135933ac4c30919632d66769f185', 'gw_port': {'id': 'ec8c81fc-0c91-4495-9637-2176734ae324', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c2f91b-2271-46a2-a4b7-c47e61dcc378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:38Z', 'updated_at': '2021-08-31T02:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:01:41.825578 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:41.922299 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:41.946195 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c304060e-1f0d-405d-bdab-2b9481c6aaf3 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:01:42.011309 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:42.019113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] Pushing event updated for resources: {'Port': ['ID=1584f1b8-6651-4a94-9720-cfacee09bc51,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:42.024826 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c304060e-1f0d-405d-bdab-2b9481c6aaf3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:01:42.025153 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:42.131343 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2a91ccab-6de4-4844-a5d8-05e8129ddf01 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:01:42.146839 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] Network 1a460c5a-8c0c-4aa5-bd5f-23c53081b113 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:01:42.148710 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:01:42.193785 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 2a91ccab-6de4-4844-a5d8-05e8129ddf01 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:01:42.194250 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:42.299255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] Router 46c2f91b-2271-46a2-a4b7-c47e61dcc378 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:01:42.384157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b649aeb1-bce9-477b-a027-9519233a3a62 None None] Provisioning complete for port 1584f1b8-6651-4a94-9720-cfacee09bc51 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:01:42.384558 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b649aeb1-bce9-477b-a027-9519233a3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:42.418148 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:01:42.421742 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b649aeb1-bce9-477b-a027-9519233a3a62 None None] Port 1584f1b8-6651-4a94-9720-cfacee09bc51 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:01:42.423936 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0bd463c5-f195-4901-a221-40795685651f admin admin] 10.222.0.16 "PUT /v2.0/routers/46c2f91b-2271-46a2-a4b7-c47e61dcc378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0204978 Aug 31 02:01:43.399167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Sync routers for ids ['46c2f91b-2271-46a2-a4b7-c47e61dcc378'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:01:43.408562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Routers {'46c2f91b-2271-46a2-a4b7-c47e61dcc378'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:01:43.409183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['46c2f91b-2271-46a2-a4b7-c47e61dcc378'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:43.539537 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Set router 46c2f91b-2271-46a2-a4b7-c47e61dcc378 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:01:43.778511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c2f91b-2271-46a2-a4b7-c47e61dcc378', 'name': 'tempest-TestMinimumBasicScenario-932093964-router', 'tenant_id': 'dc50135933ac4c30919632d66769f185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'ec8c81fc-0c91-4495-9637-2176734ae324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:38Z', 'updated_at': '2021-08-31T02:01:41Z', 'revision_number': 4, 'project_id': 'dc50135933ac4c30919632d66769f185', 'gw_port': {'id': 'ec8c81fc-0c91-4495-9637-2176734ae324', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c2f91b-2271-46a2-a4b7-c47e61dcc378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:38Z', 'updated_at': '2021-08-31T02:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '1584f1b8-6651-4a94-9720-cfacee09bc51', 'name': '', 'network_id': '1a460c5a-8c0c-4aa5-bd5f-23c53081b113', 'tenant_id': 'dc50135933ac4c30919632d66769f185', 'mac_address': 'fa:16:3e:bc:f6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c2f91b-2271-46a2-a4b7-c47e61dcc378', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fc6532c7-e93f-4b55-96c1-ec225af6bbe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:40Z', 'updated_at': '2021-08-31T02:01:41Z', 'revision_number': 2, 'project_id': 'dc50135933ac4c30919632d66769f185', 'subnets': [{'id': 'fc6532c7-e93f-4b55-96c1-ec225af6bbe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:43.810450 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Checking router: 46c2f91b-2271-46a2-a4b7-c47e61dcc378 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:01:43.810801 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Updating router 46c2f91b-2271-46a2-a4b7-c47e61dcc378 port 1584f1b8-6651-4a94-9720-cfacee09bc51 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:01:43.840649 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:44.001579 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ec8c81fc-0c91-4495-9637-2176734ae324 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:01:44.184107 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port ec8c81fc-0c91-4495-9637-2176734ae324 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:01:44.195458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ec8c81fc-0c91-4495-9637-2176734ae324 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:01:44.195856 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:44.243082 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:44.260183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Transition to ACTIVE for port object 1584f1b8-6651-4a94-9720-cfacee09bc51 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:01:44.311568 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:44.334421 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port ec8c81fc-0c91-4495-9637-2176734ae324, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ec8c81fc-0c91-4495-9637-2176734ae324,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:01:44.339617 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:44.422770 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f23c26-ddee-424c-b403-49fe0dd9dc1b None None] Pushing event updated for resources: {'Port': ['ID=1584f1b8-6651-4a94-9720-cfacee09bc51,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:44.426685 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:44.485108 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Attempting to bind port 1584f1b8-6651-4a94-9720-cfacee09bc51 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:01:44.485572 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Attempting to bind port 1584f1b8-6651-4a94-9720-cfacee09bc51 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '578c2580-8886-45c0-8268-9a99321ff714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1a460c5a-8c0c-4aa5-bd5f-23c53081b113'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:01:44.485943 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Attempting to bind port 1584f1b8-6651-4a94-9720-cfacee09bc51 on network 1a460c5a-8c0c-4aa5-bd5f-23c53081b113 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:01:44.500258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:01:44.500258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Checking segment: {'id': '578c2580-8886-45c0-8268-9a99321ff714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1a460c5a-8c0c-4aa5-bd5f-23c53081b113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:01:44.500258 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:44.500258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Bound using segment: {'id': '578c2580-8886-45c0-8268-9a99321ff714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1a460c5a-8c0c-4aa5-bd5f-23c53081b113'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:01:44.500722 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Bound port: 1584f1b8-6651-4a94-9720-cfacee09bc51, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578c2580-8886-45c0-8268-9a99321ff714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1a460c5a-8c0c-4aa5-bd5f-23c53081b113'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:01:44.500823 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:44.545896 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=ec8c81fc-0c91-4495-9637-2176734ae324,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:44.602585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] For port 1584f1b8-6651-4a94-9720-cfacee09bc51, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:01:44.606108 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] For port 1584f1b8-6651-4a94-9720-cfacee09bc51, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1584f1b8-6651-4a94-9720-cfacee09bc51,segment=NetworkSegment(578c2580-8886-45c0-8268-9a99321ff714),segment_id=578c2580-8886-45c0-8268-9a99321ff714)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:01:44.700479 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:44.770650 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f23c26-ddee-424c-b403-49fe0dd9dc1b None None] Pushing event updated for resources: {'Port': ['ID=1584f1b8-6651-4a94-9720-cfacee09bc51,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:44.773591 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Routers {'46c2f91b-2271-46a2-a4b7-c47e61dcc378'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:01:44.774231 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:01:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['46c2f91b-2271-46a2-a4b7-c47e61dcc378'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:44.913482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] Set router 46c2f91b-2271-46a2-a4b7-c47e61dcc378 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:01:45.308759 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c2f91b-2271-46a2-a4b7-c47e61dcc378', 'name': 'tempest-TestMinimumBasicScenario-932093964-router', 'tenant_id': 'dc50135933ac4c30919632d66769f185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'ec8c81fc-0c91-4495-9637-2176734ae324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:38Z', 'updated_at': '2021-08-31T02:01:41Z', 'revision_number': 4, 'project_id': 'dc50135933ac4c30919632d66769f185', 'gw_port': {'id': 'ec8c81fc-0c91-4495-9637-2176734ae324', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2f91b-2271-46a2-a4b7-c47e61dcc378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:38Z', 'updated_at': '2021-08-31T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '1584f1b8-6651-4a94-9720-cfacee09bc51', 'name': '', 'network_id': '1a460c5a-8c0c-4aa5-bd5f-23c53081b113', 'tenant_id': 'dc50135933ac4c30919632d66769f185', 'mac_address': 'fa:16:3e:bc:f6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c2f91b-2271-46a2-a4b7-c47e61dcc378', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fc6532c7-e93f-4b55-96c1-ec225af6bbe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:40Z', 'updated_at': '2021-08-31T02:01:44Z', 'revision_number': 4, 'project_id': 'dc50135933ac4c30919632d66769f185', 'subnets': [{'id': 'fc6532c7-e93f-4b55-96c1-ec225af6bbe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:01:45.339504 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a362ace-63f6-4abc-8bc6-b388593179de None None] The sync data for ids ['46c2f91b-2271-46a2-a4b7-c47e61dcc378'] in n-d-793621-34 is: [{'id': '46c2f91b-2271-46a2-a4b7-c47e61dcc378', 'name': 'tempest-TestMinimumBasicScenario-932093964-router', 'tenant_id': 'dc50135933ac4c30919632d66769f185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'ec8c81fc-0c91-4495-9637-2176734ae324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:38Z', 'updated_at': '2021-08-31T02:01:41Z', 'revision_number': 4, 'project_id': 'dc50135933ac4c30919632d66769f185', 'gw_port': {'id': 'ec8c81fc-0c91-4495-9637-2176734ae324', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2f91b-2271-46a2-a4b7-c47e61dcc378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:38Z', 'updated_at': '2021-08-31T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '1584f1b8-6651-4a94-9720-cfacee09bc51', 'name': '', 'network_id': '1a460c5a-8c0c-4aa5-bd5f-23c53081b113', 'tenant_id': 'dc50135933ac4c30919632d66769f185', 'mac_address': 'fa:16:3e:bc:f6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c2f91b-2271-46a2-a4b7-c47e61dcc378', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fc6532c7-e93f-4b55-96c1-ec225af6bbe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:40Z', 'updated_at': '2021-08-31T02:01:44Z', 'revision_number': 4, 'project_id': 'dc50135933ac4c30919632d66769f185', 'subnets': [{'id': 'fc6532c7-e93f-4b55-96c1-ec225af6bbe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:01:46.060723 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ec8c81fc-0c91-4495-9637-2176734ae324 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:01:46.132055 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ec8c81fc-0c91-4495-9637-2176734ae324 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:01:46.132680 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:46.238512 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1584f1b8-6651-4a94-9720-cfacee09bc51 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:01:46.476386 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 1584f1b8-6651-4a94-9720-cfacee09bc51 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:01:46.481430 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 1584f1b8-6651-4a94-9720-cfacee09bc51 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:01:46.481807 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:46.566983 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:46.601912 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 1584f1b8-6651-4a94-9720-cfacee09bc51, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1584f1b8-6651-4a94-9720-cfacee09bc51,segment=NetworkSegment(578c2580-8886-45c0-8268-9a99321ff714),segment_id=578c2580-8886-45c0-8268-9a99321ff714)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:01:46.693574 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:46.766053 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=1584f1b8-6651-4a94-9720-cfacee09bc51,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:47.961047 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1584f1b8-6651-4a94-9720-cfacee09bc51 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:01:48.027797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 1584f1b8-6651-4a94-9720-cfacee09bc51 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:01:48.028462 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:53.988521 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-fcfbc205-f43e-4d71-af77-f82cb1a524cb tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:01:53.990049 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-fcfbc205-f43e-4d71-af77-f82cb1a524cb tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/networks?id=f9b8c130-2c2c-4061-b9c9-eed4941aba9a HTTP/1.1" status: 200 len: 814 time: 0.1044893 Aug 31 02:01:54.006668 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-b646ce43-401f-42ba-bdba-7ab36c993204 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/quotas/b384ab2e504343f5817d1f3fd27dfeba HTTP/1.1" status: 200 len: 375 time: 0.0100262 Aug 31 02:01:54.059859 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-fa701a3a-a5fc-4f1c-b1a8-5e29ec4ba881 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b384ab2e504343f5817d1f3fd27dfeba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469198 Aug 31 02:01:54.156984 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-ed59524a-4d1e-4668-b7d1-902cf82be2c2 service neutron] 10.222.0.16 "GET /v2.0/networks/f9b8c130-2c2c-4061-b9c9-eed4941aba9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855000 Aug 31 02:01:54.246203 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-7973b531-2d2a-41e2-bd22-88f6a57cccc9 service neutron] 10.222.0.16 "GET /v2.0/networks/f9b8c130-2c2c-4061-b9c9-eed4941aba9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828176 Aug 31 02:01:54.462135 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9d8ee616-c7b5-499a-860f-ec0486a7984d req-b2926103-bf98-4a01-9714-ff49eb032919 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 210 time: 0.0270059 Aug 31 02:01:55.570602 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c7c255c-25c4-41e8-a0a9-dc829217fe38 req-fd1c931d-b950-4ea3-a908-c98094dc5e52 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 210 time: 0.0356979 Aug 31 02:01:56.337900 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-e128a5be-0d30-41c3-850d-08ca217e1a3c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:01:56.339506 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-e128a5be-0d30-41c3-850d-08ca217e1a3c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.41 "GET /v2.0/networks?id=f9b8c130-2c2c-4061-b9c9-eed4941aba9a HTTP/1.1" status: 200 len: 814 time: 0.1104946 Aug 31 02:01:56.352731 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Request body: {'port': {'device_id': '77f590e4-9253-4be6-896d-a59962ff8956', 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a', 'admin_state_up': True, 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:01:56.544689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Made reservation on behalf of b384ab2e504343f5817d1f3fd27dfeba for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:01:56.548480 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:56.689642 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-07167496-6fbc-4a77-b683-5c91cbd5a06e req-218b4c5c-1cf0-4469-b245-022d242eb5cd tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 210 time: 0.0485644 Aug 31 02:01:56.716506 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Allocated IP 172.20.0.8 (f9b8c130-2c2c-4061-b9c9-eed4941aba9a/7fa8f50c-9271-4ecb-af30-b079e00427b2/aa9d476b-7cac-4e4f-b090-62e795d51b25) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:01:56.877273 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:56.893155 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Transition to ACTIVE for port object aa9d476b-7cac-4e4f-b090-62e795d51b25 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:01:56.974334 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:57.036219 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Network f9b8c130-2c2c-4061-b9c9-eed4941aba9a is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:01:57.042956 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:01:57.048388 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:01:57.092133 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Pushing event updated for resources: {'Port': ['ID=aa9d476b-7cac-4e4f-b090-62e795d51b25,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:01:57.131439 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:57.132180 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:57.132413 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:57.132756 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:57.133092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:57.133632 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:57.134030 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:57.134360 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:57.134766 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:57.135098 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:57.135425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:57.135816 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:01:57.154172 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:01:57.155120 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:57.219862 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-2e5571ac-e5ba-4e1c-a972-ba9301cb5492 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8708663 Aug 31 02:01:57.395966 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b86db1ca-ea31-4731-b951-405075440c40 None None] Provisioning for port aa9d476b-7cac-4e4f-b090-62e795d51b25 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:01:57.400172 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b86db1ca-ea31-4731-b951-405075440c40 None None] Provisioning complete for port aa9d476b-7cac-4e4f-b090-62e795d51b25 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:01:57.400466 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b86db1ca-ea31-4731-b951-405075440c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:57.437294 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b86db1ca-ea31-4731-b951-405075440c40 None None] Port aa9d476b-7cac-4e4f-b090-62e795d51b25 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:01:57.815746 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6906432-de48-44c7-8d7c-ab35917c312c req-e870443d-13da-4bcc-bbad-ee0c31e54932 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:01:57.817243 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e6906432-de48-44c7-8d7c-ab35917c312c req-e870443d-13da-4bcc-bbad-ee0c31e54932 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 931 time: 0.0534506 Aug 31 02:01:57.865404 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e6906432-de48-44c7-8d7c-ab35917c312c req-6a4c8bda-57fe-4891-90f5-6dd2432d8189 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419660 Aug 31 02:01:58.991044 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65b80a-ff43-4fba-a473-a1a142268918 req-2bd8ff51-478f-4169-bcfc-b4a1af897c9c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:01:58.992580 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-af65b80a-ff43-4fba-a473-a1a142268918 req-2bd8ff51-478f-4169-bcfc-b4a1af897c9c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 931 time: 0.0555575 Aug 31 02:01:59.037419 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-af65b80a-ff43-4fba-a473-a1a142268918 req-fcb9ded1-42da-4160-83a4-31ce65172259 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376523 Aug 31 02:01:59.870620 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:02:00.169093 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ea27d-f3b0-44fd-bcd3-3380d20e9a9d req-e8332f83-4be1-4759-940c-e081d17cba25 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:00.170821 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e1ea27d-f3b0-44fd-bcd3-3380d20e9a9d req-e8332f83-4be1-4759-940c-e081d17cba25 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 931 time: 0.0541298 Aug 31 02:02:00.217844 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e1ea27d-f3b0-44fd-bcd3-3380d20e9a9d req-daa52092-fe86-426a-9dae-66373dd3a7ff tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393252 Aug 31 02:02:01.337208 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19a842-54db-45fa-b583-57fd03ec21c6 req-50116473-06da-4fe0-8ed6-afb239bd79b5 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:01.338993 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3f19a842-54db-45fa-b583-57fd03ec21c6 req-50116473-06da-4fe0-8ed6-afb239bd79b5 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 931 time: 0.0539491 Aug 31 02:02:01.380745 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3f19a842-54db-45fa-b583-57fd03ec21c6 req-42ecc48c-7226-47d9-8703-d920529d5aa0 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377023 Aug 31 02:02:02.535407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613332c-f8a5-434f-8035-9fb7af616841 req-0c7201eb-0f4a-4884-8f1d-e058591958a4 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:02.537740 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3613332c-f8a5-434f-8035-9fb7af616841 req-0c7201eb-0f4a-4884-8f1d-e058591958a4 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 931 time: 0.0709257 Aug 31 02:02:02.594597 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3613332c-f8a5-434f-8035-9fb7af616841 req-50a8ca1c-8735-4b56-8d99-c37fe49fb32b tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439563 Aug 31 02:02:03.724823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fa648-a048-46a9-8e03-e0f08c1fad0b req-97a1c24f-46e5-40f4-81bc-f32e9e580db2 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:03.726475 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-654fa648-a048-46a9-8e03-e0f08c1fad0b req-97a1c24f-46e5-40f4-81bc-f32e9e580db2 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 931 time: 0.0520091 Aug 31 02:02:03.767930 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-654fa648-a048-46a9-8e03-e0f08c1fad0b req-c4a5a963-dae9-486b-8ed2-1e117fd7b262 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336480 Aug 31 02:02:04.281712 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c5b05b19-2aa6-442e-aeb5-e6881e9cb7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:04.894185 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26c82c-27df-4a39-9b28-d744bb7b9735 req-902d578a-e53b-449b-a413-acb5e3a02053 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:04.895671 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f26c82c-27df-4a39-9b28-d744bb7b9735 req-902d578a-e53b-449b-a413-acb5e3a02053 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 931 time: 0.0584874 Aug 31 02:02:04.935581 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7f26c82c-27df-4a39-9b28-d744bb7b9735 req-b3e6f014-f44b-4104-8788-f571f7475bcf tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339811 Aug 31 02:02:06.069227 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9a296-d113-44a7-95c4-c711be63c78b req-e969e560-623d-4f9e-9a65-7d6db1e7a201 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:06.071554 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cfc9a296-d113-44a7-95c4-c711be63c78b req-e969e560-623d-4f9e-9a65-7d6db1e7a201 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 931 time: 0.0623326 Aug 31 02:02:06.111921 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cfc9a296-d113-44a7-95c4-c711be63c78b req-aeb00b6b-d73c-47d9-949b-e899548b6177 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343182 Aug 31 02:02:06.893525 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:07.036839 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d15367ff-2fc4-4a21-94aa-cbc9575f322e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:07.242625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0451c-3688-4619-b87a-f1c5318b3e6d req-79596fed-beaa-48a6-b838-27f46305c870 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:07.244254 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aae0451c-3688-4619-b87a-f1c5318b3e6d req-79596fed-beaa-48a6-b838-27f46305c870 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 931 time: 0.0547075 Aug 31 02:02:07.289259 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-aae0451c-3688-4619-b87a-f1c5318b3e6d req-48904422-562a-4f67-9e33-82cb472260ba tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380259 Aug 31 02:02:07.624975 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:07.705778 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-7b7f1c8a-7aae-4044-a795-421c08431439 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:02:07.706831 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-7b7f1c8a-7aae-4044-a795-421c08431439 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054140 Aug 31 02:02:07.821265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Request body: {'port': {'device_id': '77f590e4-9253-4be6-896d-a59962ff8956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:02:07.878686 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:07.893336 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:08.180851 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9d476b-7cac-4e4f-b090-62e795d51b25 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:02:08.189118 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:08.202421 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Transition to ACTIVE for port object aa9d476b-7cac-4e4f-b090-62e795d51b25 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:02:08.281679 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:08.352449 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9d476b-7cac-4e4f-b090-62e795d51b25,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:08.742580 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6610b-f607-4970-8f31-a4f9e612ac2f req-8d0b90e1-dbdc-4b0a-b170-697747c06ea5 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:08.744091 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-18e6610b-f607-4970-8f31-a4f9e612ac2f req-8d0b90e1-dbdc-4b0a-b170-697747c06ea5 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 943 time: 0.3673389 Aug 31 02:02:08.744920 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Attempting to bind port aa9d476b-7cac-4e4f-b090-62e795d51b25 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:02:08.745826 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Attempting to bind port aa9d476b-7cac-4e4f-b090-62e795d51b25 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '37732217-790e-49ed-8c5b-47962dbfb34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:02:08.746153 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Attempting to bind port aa9d476b-7cac-4e4f-b090-62e795d51b25 on network f9b8c130-2c2c-4061-b9c9-eed4941aba9a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:02:08.750903 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Port aa9d476b-7cac-4e4f-b090-62e795d51b25 on network f9b8c130-2c2c-4061-b9c9-eed4941aba9a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:02:08.751221 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Attempting to bind port aa9d476b-7cac-4e4f-b090-62e795d51b25 on network f9b8c130-2c2c-4061-b9c9-eed4941aba9a {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:02:08.761975 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:08.768858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:02:08.769191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Checking segment: {'id': '37732217-790e-49ed-8c5b-47962dbfb34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:02:08.769598 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Bound using segment: {'id': '37732217-790e-49ed-8c5b-47962dbfb34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:02:08.770039 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Bound port: aa9d476b-7cac-4e4f-b090-62e795d51b25, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37732217-790e-49ed-8c5b-47962dbfb34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:02:08.770399 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:08.819203 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-18e6610b-f607-4970-8f31-a4f9e612ac2f req-ce536277-d5ec-4fe0-8085-9883a22e0f8a tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657907 Aug 31 02:02:08.849352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] For port aa9d476b-7cac-4e4f-b090-62e795d51b25, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:02:08.852454 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] For port aa9d476b-7cac-4e4f-b090-62e795d51b25, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=aa9d476b-7cac-4e4f-b090-62e795d51b25,segment=NetworkSegment(37732217-790e-49ed-8c5b-47962dbfb34c),segment_id=37732217-790e-49ed-8c5b-47962dbfb34c)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:02:08.912021 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:08.957916 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:08.958639 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:08.959972 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] 10.222.0.41 "PUT /v2.0/ports/aa9d476b-7cac-4e4f-b090-62e795d51b25 HTTP/1.1" status: 200 len: 1092 time: 1.2447548 Aug 31 02:02:08.960459 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f590e4-9253-4be6-896d-a59962ff8956', 'tag': 'aa9d476b-7cac-4e4f-b090-62e795d51b25'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:02:08.962949 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6204e1a-4c9c-4ff5-b1ab-d9f2ae8b02de" -d '{"events": [{"name": "network-changed", "server_uuid": "77f590e4-9253-4be6-896d-a59962ff8956", "tag": "aa9d476b-7cac-4e4f-b090-62e795d51b25"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:02:08.994087 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1991d-6a45-46d4-bbd6-26dc9def4532 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9d476b-7cac-4e4f-b090-62e795d51b25,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:09.033666 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d3ee54-5cea-475f-b185-fec009ca2c44 x-openstack-request-id: req-89d3ee54-5cea-475f-b185-fec009ca2c44 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:02:09.033666 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f590e4-9253-4be6-896d-a59962ff8956", "tag": "aa9d476b-7cac-4e4f-b090-62e795d51b25", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:02:09.033666 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89d3ee54-5cea-475f-b185-fec009ca2c44 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:02:09.033666 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f590e4-9253-4be6-896d-a59962ff8956', 'tag': 'aa9d476b-7cac-4e4f-b090-62e795d51b25', 'status': 'completed', 'code': 200} Aug 31 02:02:09.095579 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6204e1a-4c9c-4ff5-b1ab-d9f2ae8b02de req-9e2c817d-d7ec-474a-9a40-e7e04b1fb392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:09.097372 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6204e1a-4c9c-4ff5-b1ab-d9f2ae8b02de req-9e2c817d-d7ec-474a-9a40-e7e04b1fb392 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b384ab2e504343f5817d1f3fd27dfeba&device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 1095 time: 0.0486746 Aug 31 02:02:09.207824 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6204e1a-4c9c-4ff5-b1ab-d9f2ae8b02de req-52f5f376-e088-4181-a091-db5ea5b69534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:09.209344 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6204e1a-4c9c-4ff5-b1ab-d9f2ae8b02de req-52f5f376-e088-4181-a091-db5ea5b69534 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b384ab2e504343f5817d1f3fd27dfeba&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1036239 Aug 31 02:02:09.316829 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6204e1a-4c9c-4ff5-b1ab-d9f2ae8b02de req-ac7f0872-7699-46bf-8856-ada43b0ffa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:09.318369 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b6204e1a-4c9c-4ff5-b1ab-d9f2ae8b02de req-ac7f0872-7699-46bf-8856-ada43b0ffa8c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022589 Aug 31 02:02:09.395862 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-bf857c2d-2c22-4b52-80e7-3b5379a0a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:09.397391 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-bf857c2d-2c22-4b52-80e7-3b5379a0a757 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b384ab2e504343f5817d1f3fd27dfeba&device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 1095 time: 0.0432384 Aug 31 02:02:09.438882 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-0fd04366-3bc2-482c-b885-f11a8a5cff2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9d476b-7cac-4e4f-b090-62e795d51b25 HTTP/1.1" status: 200 len: 217 time: 0.0339515 Aug 31 02:02:09.494466 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-f7ada0b5-6cf6-4332-a1d9-e75183de52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:09.495949 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-f7ada0b5-6cf6-4332-a1d9-e75183de52ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7fa8f50c-9271-4ecb-af30-b079e00427b2 HTTP/1.1" status: 200 len: 853 time: 0.0499785 Aug 31 02:02:09.544168 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-d2f98b5a-bf7e-47cf-8a5b-827138538f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:09.545535 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-d2f98b5a-bf7e-47cf-8a5b-827138538f0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9b8c130-2c2c-4061-b9c9-eed4941aba9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424817 Aug 31 02:02:09.639013 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-9798e9b3-5150-4b8a-87ac-e6448d47b7eb service neutron] 10.222.0.41 "GET /v2.0/networks/f9b8c130-2c2c-4061-b9c9-eed4941aba9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859110 Aug 31 02:02:09.736127 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e069e1bc-ca68-460f-bc62-a08f44bca2e5 req-2b8da0b9-2641-46dd-91be-1f182688d43e service neutron] 10.222.0.41 "GET /v2.0/networks/f9b8c130-2c2c-4061-b9c9-eed4941aba9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897069 Aug 31 02:02:09.938935 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102557f0-6381-493d-afeb-3229de65ab6a req-92949a22-e83e-40ab-9d10-e5fc99e30a5b tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:09.940484 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-102557f0-6381-493d-afeb-3229de65ab6a req-92949a22-e83e-40ab-9d10-e5fc99e30a5b tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 943 time: 0.0532315 Aug 31 02:02:09.980334 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-102557f0-6381-493d-afeb-3229de65ab6a req-bd048a29-1d0f-405b-94c1-7e15152542ac tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334349 Aug 31 02:02:10.447685 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:11.101039 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb657684-d066-4c80-bd2c-0a9ac72fef15 req-fe4a1db8-7768-4438-9e23-ec7a8d34cd38 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:11.102610 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb657684-d066-4c80-bd2c-0a9ac72fef15 req-fe4a1db8-7768-4438-9e23-ec7a8d34cd38 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 943 time: 0.0504043 Aug 31 02:02:11.142586 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eb657684-d066-4c80-bd2c-0a9ac72fef15 req-1c83c5f9-303a-4f0a-8360-d88bd359d30c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339081 Aug 31 02:02:11.710524 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device aa9d476b-7cac-4e4f-b090-62e795d51b25 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:02:11.809306 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port aa9d476b-7cac-4e4f-b090-62e795d51b25, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=aa9d476b-7cac-4e4f-b090-62e795d51b25,segment=NetworkSegment(37732217-790e-49ed-8c5b-47962dbfb34c),segment_id=37732217-790e-49ed-8c5b-47962dbfb34c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:02:11.821425 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'aa9d476b-7cac-4e4f-b090-62e795d51b25', 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a', 'port_id': 'aa9d476b-7cac-4e4f-b090-62e795d51b25', 'mac_address': 'fa:16:3e:83:f2:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa8f50c-9271-4ecb-af30-b079e00427b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:02:11.861428 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:11.875293 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9d476b-7cac-4e4f-b090-62e795d51b25 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:02:11.899964 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port aa9d476b-7cac-4e4f-b090-62e795d51b25, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=aa9d476b-7cac-4e4f-b090-62e795d51b25,segment=NetworkSegment(37732217-790e-49ed-8c5b-47962dbfb34c),segment_id=37732217-790e-49ed-8c5b-47962dbfb34c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:02:11.984675 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:12.032094 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=aa9d476b-7cac-4e4f-b090-62e795d51b25,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:12.207718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['aa9d476b-7cac-4e4f-b090-62e795d51b25'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:02:12.269828 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c61eb8-1e63-4891-9127-8fb0afa17479 req-695d1a71-c939-445c-9969-2b29ab630397 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:12.272105 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05c61eb8-1e63-4891-9127-8fb0afa17479 req-695d1a71-c939-445c-9969-2b29ab630397 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 944 time: 0.0597022 Aug 31 02:02:12.319053 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05c61eb8-1e63-4891-9127-8fb0afa17479 req-82eca66a-3414-4bb2-a0e4-b2041f514fa4 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395803 Aug 31 02:02:13.445854 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c5332-3df6-4b79-8f67-eec0a78e3c7d req-cea673e4-8cf8-4d9a-8a79-5339969f8ea1 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:13.447442 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a79c5332-3df6-4b79-8f67-eec0a78e3c7d req-cea673e4-8cf8-4d9a-8a79-5339969f8ea1 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 944 time: 0.0543540 Aug 31 02:02:13.486299 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a79c5332-3df6-4b79-8f67-eec0a78e3c7d req-9b80a95c-aae7-48d4-ba64-6b528b58d111 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327716 Aug 31 02:02:13.722039 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device aa9d476b-7cac-4e4f-b090-62e795d51b25 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:02:13.841701 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port aa9d476b-7cac-4e4f-b090-62e795d51b25 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:02:13.845914 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port aa9d476b-7cac-4e4f-b090-62e795d51b25 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:02:13.846289 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:13.925517 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:13.948881 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f590e4-9253-4be6-896d-a59962ff8956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9d476b-7cac-4e4f-b090-62e795d51b25'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:02:13.951168 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149425d4-191b-48cd-9b78-e5165859ed94" -d '{"events": [{"server_uuid": "77f590e4-9253-4be6-896d-a59962ff8956", "name": "network-vif-plugged", "status": "completed", "tag": "aa9d476b-7cac-4e4f-b090-62e795d51b25"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:02:13.965035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port aa9d476b-7cac-4e4f-b090-62e795d51b25, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=aa9d476b-7cac-4e4f-b090-62e795d51b25,segment=NetworkSegment(37732217-790e-49ed-8c5b-47962dbfb34c),segment_id=37732217-790e-49ed-8c5b-47962dbfb34c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:02:13.988928 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8626ef47-ce47-426f-90b7-980180393093 x-openstack-request-id: req-8626ef47-ce47-426f-90b7-980180393093 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:02:13.989225 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f590e4-9253-4be6-896d-a59962ff8956", "name": "network-vif-plugged", "status": "completed", "tag": "aa9d476b-7cac-4e4f-b090-62e795d51b25", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:02:13.989503 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8626ef47-ce47-426f-90b7-980180393093 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:02:13.989913 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f590e4-9253-4be6-896d-a59962ff8956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9d476b-7cac-4e4f-b090-62e795d51b25', 'code': 200} Aug 31 02:02:14.042166 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:14.094742 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131df61-c748-4442-8be3-d0f9df438365 req-d50137c6-0c15-4a47-b445-c8a638c91f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:14.096259 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a131df61-c748-4442-8be3-d0f9df438365 req-d50137c6-0c15-4a47-b445-c8a638c91f23 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 1097 time: 0.0446012 Aug 31 02:02:14.099082 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=aa9d476b-7cac-4e4f-b090-62e795d51b25,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:14.134268 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a131df61-c748-4442-8be3-d0f9df438365 req-707c1c52-dd7b-49c1-9753-c189151d85ff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307736 Aug 31 02:02:14.607739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78273313-549e-43fe-a6ee-9c49bcb9ba9f req-5245d4dd-9a84-4b50-bb43-efd064411520 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:14.609331 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-78273313-549e-43fe-a6ee-9c49bcb9ba9f req-5245d4dd-9a84-4b50-bb43-efd064411520 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 945 time: 0.0565336 Aug 31 02:02:14.650922 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-78273313-549e-43fe-a6ee-9c49bcb9ba9f req-534c1cfe-264d-4fd4-9f10-56da1d6e216a tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345070 Aug 31 02:02:15.773341 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c4b79-c54f-48db-9ede-4518c57e6097 req-58241010-88fe-4e06-8572-edf8e9949622 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:15.775003 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6e2c4b79-c54f-48db-9ede-4518c57e6097 req-58241010-88fe-4e06-8572-edf8e9949622 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 945 time: 0.0530381 Aug 31 02:02:15.822379 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6e2c4b79-c54f-48db-9ede-4518c57e6097 req-25e7489c-676a-46fa-8ce4-7b6c574be023 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363300 Aug 31 02:02:15.944751 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4267067-2221-4987-8bee-786983da75a3 req-956e05f1-938b-4ac5-a14b-4a7a70d07bd3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:15.946323 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4267067-2221-4987-8bee-786983da75a3 req-956e05f1-938b-4ac5-a14b-4a7a70d07bd3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 945 time: 0.0538764 Aug 31 02:02:15.988831 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b4267067-2221-4987-8bee-786983da75a3 req-47c0ee0a-f287-4214-b6ad-39c9e4b8a5a3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356085 Aug 31 02:02:16.535361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde5dd0-a814-4b29-812b-fc0b031cc8de req-6945c072-61d0-40da-aeec-ef2a2ba31c40 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:16.536987 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6bde5dd0-a814-4b29-812b-fc0b031cc8de req-6945c072-61d0-40da-aeec-ef2a2ba31c40 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 945 time: 0.3709068 Aug 31 02:02:16.577974 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6bde5dd0-a814-4b29-812b-fc0b031cc8de req-f008143b-575b-4b54-8b83-ef224a4c0aa7 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338910 Aug 31 02:02:23.353614 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ada55a8-7ecb-4cfc-858d-2c4e12eb0279 req-0d1f2a35-7149-4983-b8b6-707379c9fe85 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433545 Aug 31 02:02:23.442528 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada55a8-7ecb-4cfc-858d-2c4e12eb0279 req-ea3da368-9bdc-4bcb-a805-661e4bb22b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:23.444057 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ada55a8-7ecb-4cfc-858d-2c4e12eb0279 req-ea3da368-9bdc-4bcb-a805-661e4bb22b0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b384ab2e504343f5817d1f3fd27dfeba&device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 1097 time: 0.0459290 Aug 31 02:02:23.550223 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada55a8-7ecb-4cfc-858d-2c4e12eb0279 req-d76dc34d-a40d-47df-9c65-0d9c26a5af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:23.551694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ada55a8-7ecb-4cfc-858d-2c4e12eb0279 req-d76dc34d-a40d-47df-9c65-0d9c26a5af23 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9b8c130-2c2c-4061-b9c9-eed4941aba9a HTTP/1.1" status: 200 len: 915 time: 0.0886798 Aug 31 02:02:23.599121 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ada55a8-7ecb-4cfc-858d-2c4e12eb0279 req-ddb524da-b988-41e6-a2fe-8a9540b53299 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9d476b-7cac-4e4f-b090-62e795d51b25 HTTP/1.1" status: 200 len: 217 time: 0.0405500 Aug 31 02:02:23.655066 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada55a8-7ecb-4cfc-858d-2c4e12eb0279 req-2332a4db-2b8b-4715-a880-301c0fa1fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:23.656580 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ada55a8-7ecb-4cfc-858d-2c4e12eb0279 req-2332a4db-2b8b-4715-a880-301c0fa1fd29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7fa8f50c-9271-4ecb-af30-b079e00427b2 HTTP/1.1" status: 200 len: 853 time: 0.0503097 Aug 31 02:02:23.706308 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada55a8-7ecb-4cfc-858d-2c4e12eb0279 req-9283ca7e-90c7-4e45-8978-fd99feda5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:23.707862 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ada55a8-7ecb-4cfc-858d-2c4e12eb0279 req-9283ca7e-90c7-4e45-8978-fd99feda5ce6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9b8c130-2c2c-4061-b9c9-eed4941aba9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439918 Aug 31 02:02:23.807829 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ada55a8-7ecb-4cfc-858d-2c4e12eb0279 req-ec72b97e-bbd9-4f52-8169-4cc89e4bfb68 service neutron] 10.222.0.41 "GET /v2.0/networks/f9b8c130-2c2c-4061-b9c9-eed4941aba9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923529 Aug 31 02:02:23.899980 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ada55a8-7ecb-4cfc-858d-2c4e12eb0279 req-580acf8a-1aa2-4a78-9935-121c66f15643 service neutron] 10.222.0.41 "GET /v2.0/networks/f9b8c130-2c2c-4061-b9c9-eed4941aba9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849504 Aug 31 02:02:30.233819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c20718-4164-4be1-ba0a-d3844beb7732 req-37c6afd7-e957-43e3-bc5d-d97c26e0b2f2 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:30.235282 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83c20718-4164-4be1-ba0a-d3844beb7732 req-37c6afd7-e957-43e3-bc5d-d97c26e0b2f2 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 945 time: 0.0482738 Aug 31 02:02:30.272226 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-83c20718-4164-4be1-ba0a-d3844beb7732 req-976720a7-96b5-4205-a4ed-b1fd066a95bd tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310283 Aug 31 02:02:30.294364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42494) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:02:30.387332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8203e44b-0fb3-4598-95d1-b605edc8e50f tempest-TestMinimumBasicScenario-1223991918 tempest-TestMinimumBasicScenario-1223991918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:30.387332 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8203e44b-0fb3-4598-95d1-b605edc8e50f tempest-TestMinimumBasicScenario-1223991918 tempest-TestMinimumBasicScenario-1223991918-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 1092 time: 0.0917420 Aug 31 02:02:30.390233 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42498) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:02:30.394948 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': 'aa9d476b-7cac-4e4f-b090-62e795d51b25', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:02:30.515579 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:30.615368 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:30.720297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Allocated IP 172.25.2.225 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/050ed5b8-3dd0-4eb8-a388-01842d23fdbd) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:02:30.823613 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:30.910513 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:30.953299 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:02:30.956337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:02:30.960756 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:02:30.964342 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Pushing event updated for resources: {'Port': ['ID=050ed5b8-3dd0-4eb8-a388-01842d23fdbd,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:30.995621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:30.995968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:30.996308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:30.996642 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:30.996975 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:30.997310 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:30.997659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:30.997989 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:30.998315 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:30.998637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:30.998957 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:30.999275 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:31.343358 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:31.476920 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:31.623885 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:31.686631 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:31.765099 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Pushing event updated for resources: {'Port': ['ID=050ed5b8-3dd0-4eb8-a388-01842d23fdbd,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:31.777990 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:31.881651 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Floating IP a413401e-34d2-4c7a-b572-427f00b32fef associated. External IP: 172.25.2.225, port: aa9d476b-7cac-4e4f-b090-62e795d51b25. Aug 31 02:02:32.093633 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Router bdeddae8-57f4-4417-9c18-793950338ef0 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:02:32.208144 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:02:32.217659 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c54697-0169-4371-8542-d9ed9caf2f3b None None] Sync routers for ids ['bdeddae8-57f4-4417-9c18-793950338ef0'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:02:32.226481 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c54697-0169-4371-8542-d9ed9caf2f3b None None] Routers {'bdeddae8-57f4-4417-9c18-793950338ef0'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:02:32.227087 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-51c54697-0169-4371-8542-d9ed9caf2f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bdeddae8-57f4-4417-9c18-793950338ef0'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:02:32.280490 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:32.309840 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-26291186-ca3a-4101-bb0e-ecda210d9f69 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9184742 Aug 31 02:02:32.310444 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f590e4-9253-4be6-896d-a59962ff8956', 'tag': 'aa9d476b-7cac-4e4f-b090-62e795d51b25'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:02:32.312805 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab15e48b-417e-45fd-b586-2d4ada26e3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "77f590e4-9253-4be6-896d-a59962ff8956", "tag": "aa9d476b-7cac-4e4f-b090-62e795d51b25"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:02:32.313001 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42500) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:02:32.318086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9394cb06-edab-4d6c-a190-68c39341e230 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1925567223', 'description': 'tempest-secgroup-smoke-1925567223 description', 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:02:32.357595 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89450845-bef7-4010-94d6-252e98e9c2d0 x-openstack-request-id: req-89450845-bef7-4010-94d6-252e98e9c2d0 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:02:32.358154 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f590e4-9253-4be6-896d-a59962ff8956", "tag": "aa9d476b-7cac-4e4f-b090-62e795d51b25", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:02:32.358303 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89450845-bef7-4010-94d6-252e98e9c2d0 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:02:32.358745 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f590e4-9253-4be6-896d-a59962ff8956', 'tag': 'aa9d476b-7cac-4e4f-b090-62e795d51b25', 'status': 'completed', 'code': 200} Aug 31 02:02:32.414195 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9394cb06-edab-4d6c-a190-68c39341e230 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:32.436530 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-51c54697-0169-4371-8542-d9ed9caf2f3b None None] Set router bdeddae8-57f4-4417-9c18-793950338ef0 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:02:32.448953 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15e48b-417e-45fd-b586-2d4ada26e3bf req-3e173145-829c-41cf-a4d9-d148137e8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:32.450480 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab15e48b-417e-45fd-b586-2d4ada26e3bf req-3e173145-829c-41cf-a4d9-d148137e8a7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b384ab2e504343f5817d1f3fd27dfeba&device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 1097 time: 0.0651197 Aug 31 02:02:32.584718 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9394cb06-edab-4d6c-a190-68c39341e230 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:32.587899 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15e48b-417e-45fd-b586-2d4ada26e3bf req-772192a2-fd1c-4926-a6b6-049204b59a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:32.590002 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab15e48b-417e-45fd-b586-2d4ada26e3bf req-772192a2-fd1c-4926-a6b6-049204b59a84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9b8c130-2c2c-4061-b9c9-eed4941aba9a HTTP/1.1" status: 200 len: 915 time: 0.1313710 Aug 31 02:02:32.659888 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab15e48b-417e-45fd-b586-2d4ada26e3bf req-95e2bfa0-a9e5-463d-9689-0d212cb385f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9d476b-7cac-4e4f-b090-62e795d51b25 HTTP/1.1" status: 200 len: 999 time: 0.0627789 Aug 31 02:02:32.663737 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9394cb06-edab-4d6c-a190-68c39341e230 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:32.671243 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-51c54697-0169-4371-8542-d9ed9caf2f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'name': 'tempest-TestMinimumBasicScenario-715157435-router', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:35Z', 'revision_number': 4, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'gw_port': {'id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a413401e-34d2-4c7a-b572-427f00b32fef', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'port_id': 'aa9d476b-7cac-4e4f-b090-62e795d51b25', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a', 'mac_address': 'fa:16:3e:83:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f590e4-9253-4be6-896d-a59962ff8956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:02:31Z', 'updated_at': '2021-08-31T02:02:31Z', 'revision_number': 0, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c304060e-1f0d-405d-bdab-2b9481c6aaf3', 'name': '', 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'mac_address': 'fa:16:3e:13:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '7fa8f50c-9271-4ecb-af30-b079e00427b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:34Z', 'updated_at': '2021-08-31T02:01:40Z', 'revision_number': 5, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'subnets': [{'id': '7fa8f50c-9271-4ecb-af30-b079e00427b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:02:32.700715 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c54697-0169-4371-8542-d9ed9caf2f3b None None] Checking router: bdeddae8-57f4-4417-9c18-793950338ef0 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:02:32.714019 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c54697-0169-4371-8542-d9ed9caf2f3b None None] Routers {'bdeddae8-57f4-4417-9c18-793950338ef0'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:02:32.714698 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-51c54697-0169-4371-8542-d9ed9caf2f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:02:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bdeddae8-57f4-4417-9c18-793950338ef0'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:02:32.728193 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394cb06-edab-4d6c-a190-68c39341e230 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f21848-b77f-4a33-a02d-62ba70027490,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:32.741155 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15e48b-417e-45fd-b586-2d4ada26e3bf req-f71eba23-6135-4e14-95aa-83bba4ee1149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:32.743000 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab15e48b-417e-45fd-b586-2d4ada26e3bf req-f71eba23-6135-4e14-95aa-83bba4ee1149 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7fa8f50c-9271-4ecb-af30-b079e00427b2 HTTP/1.1" status: 200 len: 853 time: 0.0698688 Aug 31 02:02:32.762639 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9394cb06-edab-4d6c-a190-68c39341e230 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:32.764126 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9394cb06-edab-4d6c-a190-68c39341e230 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4501250 Aug 31 02:02:32.767255 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42504) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:02:32.771968 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-68399c10-5c0b-4290-aea3-bab097938a5c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Request body: {'security_group_rule': {'security_group_id': '09f21848-b77f-4a33-a02d-62ba70027490', 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:02:32.794798 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15e48b-417e-45fd-b586-2d4ada26e3bf req-2da2b066-dd3e-485c-9b17-591331e69937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:32.796870 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab15e48b-417e-45fd-b586-2d4ada26e3bf req-2da2b066-dd3e-485c-9b17-591331e69937 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9b8c130-2c2c-4061-b9c9-eed4941aba9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452855 Aug 31 02:02:32.832325 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-51c54697-0169-4371-8542-d9ed9caf2f3b None None] Set router bdeddae8-57f4-4417-9c18-793950338ef0 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:02:32.892320 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68399c10-5c0b-4290-aea3-bab097938a5c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:32.895327 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab15e48b-417e-45fd-b586-2d4ada26e3bf req-3c321d6a-1ca7-4c94-8594-8114f7a1850e service neutron] 10.222.0.41 "GET /v2.0/networks/f9b8c130-2c2c-4061-b9c9-eed4941aba9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918877 Aug 31 02:02:32.963078 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68399c10-5c0b-4290-aea3-bab097938a5c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:32.993413 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab15e48b-417e-45fd-b586-2d4ada26e3bf req-40b139b2-953a-478f-8697-52181065423b service neutron] 10.222.0.41 "GET /v2.0/networks/f9b8c130-2c2c-4061-b9c9-eed4941aba9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907063 Aug 31 02:02:33.035710 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68399c10-5c0b-4290-aea3-bab097938a5c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:33.052818 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68399c10-5c0b-4290-aea3-bab097938a5c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777dab47-7518-4589-a603-2a8b89130250,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:33.091282 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-51c54697-0169-4371-8542-d9ed9caf2f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'name': 'tempest-TestMinimumBasicScenario-715157435-router', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:35Z', 'revision_number': 4, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'gw_port': {'id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a413401e-34d2-4c7a-b572-427f00b32fef', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'port_id': 'aa9d476b-7cac-4e4f-b090-62e795d51b25', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a', 'mac_address': 'fa:16:3e:83:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f590e4-9253-4be6-896d-a59962ff8956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:02:31Z', 'updated_at': '2021-08-31T02:02:31Z', 'revision_number': 0, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c304060e-1f0d-405d-bdab-2b9481c6aaf3', 'name': '', 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'mac_address': 'fa:16:3e:13:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '7fa8f50c-9271-4ecb-af30-b079e00427b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:34Z', 'updated_at': '2021-08-31T02:01:40Z', 'revision_number': 5, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'subnets': [{'id': '7fa8f50c-9271-4ecb-af30-b079e00427b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:02:33.121259 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c54697-0169-4371-8542-d9ed9caf2f3b None None] The sync data for ids ['bdeddae8-57f4-4417-9c18-793950338ef0'] in n-d-793621-34 is: [{'id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'name': 'tempest-TestMinimumBasicScenario-715157435-router', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:35Z', 'revision_number': 4, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'gw_port': {'id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a413401e-34d2-4c7a-b572-427f00b32fef', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'port_id': 'aa9d476b-7cac-4e4f-b090-62e795d51b25', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a', 'mac_address': 'fa:16:3e:83:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f590e4-9253-4be6-896d-a59962ff8956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:02:31Z', 'updated_at': '2021-08-31T02:02:31Z', 'revision_number': 0, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c304060e-1f0d-405d-bdab-2b9481c6aaf3', 'name': '', 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'mac_address': 'fa:16:3e:13:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '7fa8f50c-9271-4ecb-af30-b079e00427b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:34Z', 'updated_at': '2021-08-31T02:01:40Z', 'revision_number': 5, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'subnets': [{'id': '7fa8f50c-9271-4ecb-af30-b079e00427b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:02:33.127574 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-68399c10-5c0b-4290-aea3-bab097938a5c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:33.128833 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-68399c10-5c0b-4290-aea3-bab097938a5c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3605773 Aug 31 02:02:33.131709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42506) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:02:33.137026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-8023fb90-ba28-413a-a6a3-b7ff379213d4 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Request body: {'security_group_rule': {'security_group_id': '09f21848-b77f-4a33-a02d-62ba70027490', 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:02:33.223642 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8023fb90-ba28-413a-a6a3-b7ff379213d4 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:33.284763 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8023fb90-ba28-413a-a6a3-b7ff379213d4 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:33.318920 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c1c32-e0cf-427e-a751-525fc90c908b None None] New status for floating IP a413401e-34d2-4c7a-b572-427f00b32fef: ACTIVE {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:02:33.326983 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8023fb90-ba28-413a-a6a3-b7ff379213d4 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:33.345318 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023fb90-ba28-413a-a6a3-b7ff379213d4 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf78be69-c285-42aa-87c9-35afa6dfb3c6,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:33.406842 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8023fb90-ba28-413a-a6a3-b7ff379213d4 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:33.408232 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8023fb90-ba28-413a-a6a3-b7ff379213d4 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2754891 Aug 31 02:02:33.411847 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42508) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:02:33.417805 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-01d47dc9-1945-4a72-8cc2-dc5a7bc01b32 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Request body: {'security_group_rule': {'security_group_id': '09f21848-b77f-4a33-a02d-62ba70027490', 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:02:33.530442 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-01d47dc9-1945-4a72-8cc2-dc5a7bc01b32 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:33.598065 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-01d47dc9-1945-4a72-8cc2-dc5a7bc01b32 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:33.725997 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-01d47dc9-1945-4a72-8cc2-dc5a7bc01b32 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:33.746040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d47dc9-1945-4a72-8cc2-dc5a7bc01b32 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85ab1a6-ac18-46a2-9b2f-b393c4a16a9c,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:33.829852 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-01d47dc9-1945-4a72-8cc2-dc5a7bc01b32 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:33.831109 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-01d47dc9-1945-4a72-8cc2-dc5a7bc01b32 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4183133 Aug 31 02:02:33.833893 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42510) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:02:33.838477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-df327354-cc42-4f1d-bfad-1f00ef741f8b tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Request body: {'security_group_rule': {'security_group_id': '09f21848-b77f-4a33-a02d-62ba70027490', 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:02:33.943169 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-df327354-cc42-4f1d-bfad-1f00ef741f8b tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:34.002042 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-df327354-cc42-4f1d-bfad-1f00ef741f8b tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:34.081378 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-df327354-cc42-4f1d-bfad-1f00ef741f8b tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:34.102887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df327354-cc42-4f1d-bfad-1f00ef741f8b tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8760f9f5-3f35-4087-b6f5-a924b53d875e,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:34.202026 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-df327354-cc42-4f1d-bfad-1f00ef741f8b tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:34.203824 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-df327354-cc42-4f1d-bfad-1f00ef741f8b tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3685777 Aug 31 02:02:34.207987 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42512) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:02:34.212750 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-5e2a4850-6ec8-4810-9676-9d04f3e2c759 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Request body: {'security_group_rule': {'security_group_id': '09f21848-b77f-4a33-a02d-62ba70027490', 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:02:34.291674 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a0ea888c-ea92-41d2-bc03-8a801a6ed566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:34.320224 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-5e2a4850-6ec8-4810-9676-9d04f3e2c759 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Project b384ab2e504343f5817d1f3fd27dfeba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:02:34.326503 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5e2a4850-6ec8-4810-9676-9d04f3e2c759 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:34.389951 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5e2a4850-6ec8-4810-9676-9d04f3e2c759 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:34.462750 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5e2a4850-6ec8-4810-9676-9d04f3e2c759 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:34.482173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a4850-6ec8-4810-9676-9d04f3e2c759 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6cc2b1-baf7-437d-b8dd-7e14f19cf8d6,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:34.549797 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5e2a4850-6ec8-4810-9676-9d04f3e2c759 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:34.551450 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5e2a4850-6ec8-4810-9676-9d04f3e2c759 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3423145 Aug 31 02:02:34.554341 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42514) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:02:34.559550 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-77d1e5fa-6e3e-4a2c-a1a2-3d6abcf71f53 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Request body: {'security_group_rule': {'security_group_id': '09f21848-b77f-4a33-a02d-62ba70027490', 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:02:34.634390 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-77d1e5fa-6e3e-4a2c-a1a2-3d6abcf71f53 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Project b384ab2e504343f5817d1f3fd27dfeba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:02:34.640237 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77d1e5fa-6e3e-4a2c-a1a2-3d6abcf71f53 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:34.706682 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77d1e5fa-6e3e-4a2c-a1a2-3d6abcf71f53 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:34.777349 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77d1e5fa-6e3e-4a2c-a1a2-3d6abcf71f53 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:34.795882 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1e5fa-6e3e-4a2c-a1a2-3d6abcf71f53 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db65917c-cc1b-4c18-bdd2-6fa2d01a10c2,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:34.852677 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77d1e5fa-6e3e-4a2c-a1a2-3d6abcf71f53 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:34.854004 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-77d1e5fa-6e3e-4a2c-a1a2-3d6abcf71f53 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2987142 Aug 31 02:02:34.933846 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0acf1e6a-5808-4b3a-9395-9d044ec4ed8c req-ad2a51db-084a-4821-9fb4-42f8ede6e8c7 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925567223&fields=id&tenant_id=b384ab2e504343f5817d1f3fd27dfeba HTTP/1.1" status: 200 len: 267 time: 0.0339589 Aug 31 02:02:34.987838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf1e6a-5808-4b3a-9395-9d044ec4ed8c req-13202f14-9ae6-45bb-90ad-6b7721079158 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:34.989355 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0acf1e6a-5808-4b3a-9395-9d044ec4ed8c req-13202f14-9ae6-45bb-90ad-6b7721079158 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 945 time: 0.0499637 Aug 31 02:02:35.001631 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-0acf1e6a-5808-4b3a-9395-9d044ec4ed8c req-3a2a3b44-757e-4751-9152-582a776635f3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Request body: {'port': {'security_groups': ['cd16aafd-f889-47db-aec8-56687fdce7b4', '09f21848-b77f-4a33-a02d-62ba70027490']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:02:35.064556 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0acf1e6a-5808-4b3a-9395-9d044ec4ed8c req-3a2a3b44-757e-4751-9152-582a776635f3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:35.252778 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-0acf1e6a-5808-4b3a-9395-9d044ec4ed8c req-3a2a3b44-757e-4751-9152-582a776635f3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] For port aa9d476b-7cac-4e4f-b090-62e795d51b25, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=aa9d476b-7cac-4e4f-b090-62e795d51b25,segment=NetworkSegment(37732217-790e-49ed-8c5b-47962dbfb34c),segment_id=37732217-790e-49ed-8c5b-47962dbfb34c)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:02:35.284259 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0acf1e6a-5808-4b3a-9395-9d044ec4ed8c req-3a2a3b44-757e-4751-9152-582a776635f3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:35.344141 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0acf1e6a-5808-4b3a-9395-9d044ec4ed8c req-3a2a3b44-757e-4751-9152-582a776635f3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:35.357867 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['aa9d476b-7cac-4e4f-b090-62e795d51b25'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:02:35.392438 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf1e6a-5808-4b3a-9395-9d044ec4ed8c req-3a2a3b44-757e-4751-9152-582a776635f3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:35.393095 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-0acf1e6a-5808-4b3a-9395-9d044ec4ed8c req-3a2a3b44-757e-4751-9152-582a776635f3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:35.394538 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0acf1e6a-5808-4b3a-9395-9d044ec4ed8c req-3a2a3b44-757e-4751-9152-582a776635f3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "PUT /v2.0/ports/aa9d476b-7cac-4e4f-b090-62e795d51b25 HTTP/1.1" status: 200 len: 981 time: 0.3979626 Aug 31 02:02:35.394994 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f590e4-9253-4be6-896d-a59962ff8956', 'tag': 'aa9d476b-7cac-4e4f-b090-62e795d51b25'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:02:35.397292 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5110514c-53bd-4980-aaa8-651ef68d4334" -d '{"events": [{"name": "network-changed", "server_uuid": "77f590e4-9253-4be6-896d-a59962ff8956", "tag": "aa9d476b-7cac-4e4f-b090-62e795d51b25"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:02:35.431046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a3b44-757e-4751-9152-582a776635f3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Pushing event updated for resources: {'Port': ['ID=aa9d476b-7cac-4e4f-b090-62e795d51b25,revision_number=6']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:35.461460 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944e91a9-5a7f-46ba-9181-46ffc883104d x-openstack-request-id: req-944e91a9-5a7f-46ba-9181-46ffc883104d {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:02:35.461972 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f590e4-9253-4be6-896d-a59962ff8956", "tag": "aa9d476b-7cac-4e4f-b090-62e795d51b25", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:02:35.462386 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-944e91a9-5a7f-46ba-9181-46ffc883104d {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:02:35.462949 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f590e4-9253-4be6-896d-a59962ff8956', 'tag': 'aa9d476b-7cac-4e4f-b090-62e795d51b25', 'status': 'completed', 'code': 200} Aug 31 02:02:35.481832 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['aa9d476b-7cac-4e4f-b090-62e795d51b25'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:02:35.563654 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be12a21-6b2e-4818-9c1f-f8ca6ea8e4c8 req-00a8d78a-8501-401e-ab5f-1befc3c49868 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:35.570049 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3be12a21-6b2e-4818-9c1f-f8ca6ea8e4c8 req-00a8d78a-8501-401e-ab5f-1befc3c49868 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 984 time: 0.1041300 Aug 31 02:02:35.585252 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110514c-53bd-4980-aaa8-651ef68d4334 req-5d3c63b7-4b11-4f55-ab52-e4d1059af286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:35.587389 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5110514c-53bd-4980-aaa8-651ef68d4334 req-5d3c63b7-4b11-4f55-ab52-e4d1059af286 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b384ab2e504343f5817d1f3fd27dfeba&device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 1136 time: 0.0875933 Aug 31 02:02:35.666721 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3be12a21-6b2e-4818-9c1f-f8ca6ea8e4c8 req-bcc159ab-f070-4b57-9f58-ee2be7e5e0d5 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f21848-b77f-4a33-a02d-62ba70027490&id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944355 Aug 31 02:02:35.708398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110514c-53bd-4980-aaa8-651ef68d4334 req-1661d102-c194-4fe4-9357-d23d91d5aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:35.709937 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5110514c-53bd-4980-aaa8-651ef68d4334 req-1661d102-c194-4fe4-9357-d23d91d5aebf service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9b8c130-2c2c-4061-b9c9-eed4941aba9a HTTP/1.1" status: 200 len: 915 time: 0.1077919 Aug 31 02:02:35.717378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-1f80ed87-9057-45be-bb24-5ffaac8e6901 None None] Provisioning complete for port aa9d476b-7cac-4e4f-b090-62e795d51b25 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:02:35.717871 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1f80ed87-9057-45be-bb24-5ffaac8e6901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:35.783033 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5110514c-53bd-4980-aaa8-651ef68d4334 req-d401c949-07be-4602-b058-22dd70b1c364 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9d476b-7cac-4e4f-b090-62e795d51b25 HTTP/1.1" status: 200 len: 1001 time: 0.0654621 Aug 31 02:02:35.836004 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110514c-53bd-4980-aaa8-651ef68d4334 req-94e9f378-9b48-4ecf-8301-1bdc76f7fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:35.838198 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5110514c-53bd-4980-aaa8-651ef68d4334 req-94e9f378-9b48-4ecf-8301-1bdc76f7fa5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7fa8f50c-9271-4ecb-af30-b079e00427b2 HTTP/1.1" status: 200 len: 853 time: 0.0464091 Aug 31 02:02:35.886726 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110514c-53bd-4980-aaa8-651ef68d4334 req-4b7e4c62-8fd0-4eea-9a0c-1b4668d264ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:35.888356 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5110514c-53bd-4980-aaa8-651ef68d4334 req-4b7e4c62-8fd0-4eea-9a0c-1b4668d264ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9b8c130-2c2c-4061-b9c9-eed4941aba9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428977 Aug 31 02:02:35.998212 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5110514c-53bd-4980-aaa8-651ef68d4334 req-128569ea-8657-40b4-a17e-bae4db71f1d2 service neutron] 10.222.0.41 "GET /v2.0/networks/f9b8c130-2c2c-4061-b9c9-eed4941aba9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974569 Aug 31 02:02:36.096814 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5110514c-53bd-4980-aaa8-651ef68d4334 req-18586ae0-041f-418a-bd6e-65e720bba9ad service neutron] 10.222.0.41 "GET /v2.0/networks/f9b8c130-2c2c-4061-b9c9-eed4941aba9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906541 Aug 31 02:02:36.869848 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:02:36.870476 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:37.029885 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-aead7adc-b73c-4e2e-8d01-5ca63ed3f733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:37.629620 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:37.909562 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:38.766719 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:40.417859 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:49.781705 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c898cd2-d80b-44db-9712-cd2937525ef8 req-6236f3a4-42da-4d4e-b1e5-eb36bf49e25a tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:49.783240 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c898cd2-d80b-44db-9712-cd2937525ef8 req-6236f3a4-42da-4d4e-b1e5-eb36bf49e25a tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 984 time: 0.0580182 Aug 31 02:02:49.850541 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c898cd2-d80b-44db-9712-cd2937525ef8 req-2d425840-9afe-4bd2-bbf2-c63734b0d012 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f21848-b77f-4a33-a02d-62ba70027490&id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611722 Aug 31 02:02:49.861107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da2ea1-0155-4485-9b44-a6564bcbfd98 req-f7c7a8e8-d4c3-42cf-9357-62138e0da111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:49.862996 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a5da2ea1-0155-4485-9b44-a6564bcbfd98 req-f7c7a8e8-d4c3-42cf-9357-62138e0da111 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b384ab2e504343f5817d1f3fd27dfeba&device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 1136 time: 0.0598993 Aug 31 02:02:49.958984 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da2ea1-0155-4485-9b44-a6564bcbfd98 req-a308692e-6ffc-466d-b251-9c5ace7693d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:49.960509 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a5da2ea1-0155-4485-9b44-a6564bcbfd98 req-a308692e-6ffc-466d-b251-9c5ace7693d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9b8c130-2c2c-4061-b9c9-eed4941aba9a HTTP/1.1" status: 200 len: 915 time: 0.0894070 Aug 31 02:02:50.026683 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a5da2ea1-0155-4485-9b44-a6564bcbfd98 req-edc808ed-b0b1-49c2-a065-4c6603bf6d09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9d476b-7cac-4e4f-b090-62e795d51b25 HTTP/1.1" status: 200 len: 1001 time: 0.0582581 Aug 31 02:02:50.076607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da2ea1-0155-4485-9b44-a6564bcbfd98 req-5b5d21cf-9161-4b30-b866-99ab2d17037d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:50.077991 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a5da2ea1-0155-4485-9b44-a6564bcbfd98 req-5b5d21cf-9161-4b30-b866-99ab2d17037d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7fa8f50c-9271-4ecb-af30-b079e00427b2 HTTP/1.1" status: 200 len: 853 time: 0.0440667 Aug 31 02:02:50.127853 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da2ea1-0155-4485-9b44-a6564bcbfd98 req-4252506c-87ce-465b-be7e-b8f752daa136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:50.129431 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a5da2ea1-0155-4485-9b44-a6564bcbfd98 req-4252506c-87ce-465b-be7e-b8f752daa136 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9b8c130-2c2c-4061-b9c9-eed4941aba9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442905 Aug 31 02:02:50.218457 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a5da2ea1-0155-4485-9b44-a6564bcbfd98 req-426ba23d-bc41-4788-a473-3700e4e7672f service neutron] 10.222.0.41 "GET /v2.0/networks/f9b8c130-2c2c-4061-b9c9-eed4941aba9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815084 Aug 31 02:02:50.312793 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a5da2ea1-0155-4485-9b44-a6564bcbfd98 req-ab96ea0e-3859-499b-a31c-8b4e7b31ab77 service neutron] 10.222.0.41 "GET /v2.0/networks/f9b8c130-2c2c-4061-b9c9-eed4941aba9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863996 Aug 31 02:02:50.969581 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3c046-8bc7-4a81-8dcb-899b9f80d03a req-2c37a9c1-f9c9-4033-8532-123bf535c53b tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:50.971083 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8de3c046-8bc7-4a81-8dcb-899b9f80d03a req-2c37a9c1-f9c9-4033-8532-123bf535c53b tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 984 time: 0.0509167 Aug 31 02:02:51.010843 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8de3c046-8bc7-4a81-8dcb-899b9f80d03a req-6035fc2e-33e4-439c-ba66-3b9e6cbefcb3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f21848-b77f-4a33-a02d-62ba70027490&id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335736 Aug 31 02:02:52.126721 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba117bba-6f06-4a43-be0a-458a4bad3489 req-941ebd60-1b39-4387-9ea4-7153970af9a7 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:52.128201 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba117bba-6f06-4a43-be0a-458a4bad3489 req-941ebd60-1b39-4387-9ea4-7153970af9a7 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 984 time: 0.0499167 Aug 31 02:02:52.169738 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ba117bba-6f06-4a43-be0a-458a4bad3489 req-062ea82d-ff15-4bb2-9118-73d99b5b90ae tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f21848-b77f-4a33-a02d-62ba70027490&id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352831 Aug 31 02:02:53.286159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667781d-e25e-476c-aef4-2fecd54f4c60 req-e7c0a13e-7cae-44fb-ae6a-19af0cc94627 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:53.287648 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f667781d-e25e-476c-aef4-2fecd54f4c60 req-e7c0a13e-7cae-44fb-ae6a-19af0cc94627 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 984 time: 0.0494981 Aug 31 02:02:53.328203 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f667781d-e25e-476c-aef4-2fecd54f4c60 req-d7ad8aba-7585-4de9-b014-5a7d1765dea4 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f21848-b77f-4a33-a02d-62ba70027490&id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342088 Aug 31 02:02:54.445857 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed747c4-4c01-44a0-99f7-8ddaf9424f03 req-696dfcbe-bc7b-4aaf-903d-4e9264208594 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:54.447326 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3ed747c4-4c01-44a0-99f7-8ddaf9424f03 req-696dfcbe-bc7b-4aaf-903d-4e9264208594 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 984 time: 0.0494561 Aug 31 02:02:54.486786 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3ed747c4-4c01-44a0-99f7-8ddaf9424f03 req-d70905c6-50dc-4c1f-aafe-199156ba5aa9 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f21848-b77f-4a33-a02d-62ba70027490&id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334110 Aug 31 02:02:55.605334 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bc9ff-379b-451c-a281-78482787f283 req-d801b312-1736-458b-aa9a-0740dc2e0947 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:55.606827 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a2bc9ff-379b-451c-a281-78482787f283 req-d801b312-1736-458b-aa9a-0740dc2e0947 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 984 time: 0.0540133 Aug 31 02:02:55.646497 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3a2bc9ff-379b-451c-a281-78482787f283 req-f08808b9-9847-4b6f-b344-f6efe5dd2c5f tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f21848-b77f-4a33-a02d-62ba70027490&id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335262 Aug 31 02:02:56.760612 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b71c5-7fd5-41cf-af39-c9f1d52b90a6 req-053f432a-a137-40b8-a5d3-a65aab745135 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:56.762137 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-043b71c5-7fd5-41cf-af39-c9f1d52b90a6 req-053f432a-a137-40b8-a5d3-a65aab745135 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 984 time: 0.0490062 Aug 31 02:02:56.810661 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-043b71c5-7fd5-41cf-af39-c9f1d52b90a6 req-8bc3d403-ad94-4247-bb0c-4fbbf18556c1 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f21848-b77f-4a33-a02d-62ba70027490&id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419414 Aug 31 02:02:57.927919 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73727d07-d1c4-4834-ae9c-7bf5822fd9c3 req-d940bf0e-6a8e-436b-8d81-776b087d9105 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:57.929519 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-73727d07-d1c4-4834-ae9c-7bf5822fd9c3 req-d940bf0e-6a8e-436b-8d81-776b087d9105 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 984 time: 0.0509803 Aug 31 02:02:57.968895 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-73727d07-d1c4-4834-ae9c-7bf5822fd9c3 req-7c6eb160-fc61-4b91-a74f-6a9a4596e741 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f21848-b77f-4a33-a02d-62ba70027490&id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332451 Aug 31 02:02:59.091600 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb80092-1437-4962-80f0-35a2ec9f9585 req-0040ca74-3c5a-4604-869f-0d462727fbb7 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:59.093109 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6cb80092-1437-4962-80f0-35a2ec9f9585 req-0040ca74-3c5a-4604-869f-0d462727fbb7 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 984 time: 0.0566297 Aug 31 02:02:59.134626 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6cb80092-1437-4962-80f0-35a2ec9f9585 req-d8c580da-cbd9-4e8f-bb2a-4193d36be231 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f21848-b77f-4a33-a02d-62ba70027490&id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354285 Aug 31 02:03:00.248483 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc54e8-f9b6-400c-916b-913a1c6ca96c req-6697a122-a793-4658-948e-3d5d7b17870c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:00.249985 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17bc54e8-f9b6-400c-916b-913a1c6ca96c req-6697a122-a793-4658-948e-3d5d7b17870c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 984 time: 0.0484314 Aug 31 02:03:00.290337 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17bc54e8-f9b6-400c-916b-913a1c6ca96c req-02d4033b-7ce8-4690-8538-1e3a4543280c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f21848-b77f-4a33-a02d-62ba70027490&id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338521 Aug 31 02:03:01.406140 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a76d36-6174-4a1a-8534-1422da17e60d req-20142090-8867-43bc-a67f-1c78ecfb9c38 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:01.407627 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a8a76d36-6174-4a1a-8534-1422da17e60d req-20142090-8867-43bc-a67f-1c78ecfb9c38 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 984 time: 0.0504370 Aug 31 02:03:01.447201 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a8a76d36-6174-4a1a-8534-1422da17e60d req-17485c33-949b-40ab-8997-ee000a8f9a09 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f21848-b77f-4a33-a02d-62ba70027490&id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335271 Aug 31 02:03:02.565357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3d09a-9eda-4e63-a15d-ab75dd6308e5 req-d5d67226-e3d4-4ce0-aab3-a4d131521c1a tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:02.566996 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2fe3d09a-9eda-4e63-a15d-ab75dd6308e5 req-d5d67226-e3d4-4ce0-aab3-a4d131521c1a tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 984 time: 0.0535314 Aug 31 02:03:02.608966 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2fe3d09a-9eda-4e63-a15d-ab75dd6308e5 req-9e7711df-1f86-43fa-a888-b9971dd1d7ad tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f21848-b77f-4a33-a02d-62ba70027490&id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357103 Aug 31 02:03:03.736308 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c180bbf-ed63-4c74-8a6f-e537af411629 req-9d3c5926-02c7-462c-8c11-d71dedb5c2fa tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:03.737805 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1c180bbf-ed63-4c74-8a6f-e537af411629 req-9d3c5926-02c7-462c-8c11-d71dedb5c2fa tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 984 time: 0.0540898 Aug 31 02:03:03.782877 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1c180bbf-ed63-4c74-8a6f-e537af411629 req-ee50cec5-4082-4fc0-a631-a5bd1e2b0c2e tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f21848-b77f-4a33-a02d-62ba70027490&id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386925 Aug 31 02:03:04.261686 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-75fa4f70-01ea-420a-8872-45819dfd4487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:04.900401 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0acf38-9455-4bd6-8ca8-e25257d4211a req-007bd1ae-82d9-4d78-ac5b-a58dee8c98ed tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:04.901939 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af0acf38-9455-4bd6-8ca8-e25257d4211a req-007bd1ae-82d9-4d78-ac5b-a58dee8c98ed tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 984 time: 0.0495641 Aug 31 02:03:04.942691 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-af0acf38-9455-4bd6-8ca8-e25257d4211a req-bac2aeb1-1ac3-4d9e-bcc5-d6e57eaffb57 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f21848-b77f-4a33-a02d-62ba70027490&id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347097 Aug 31 02:03:06.057860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc60bd3-5c85-4846-b90f-2e9ddee06c40 req-00b91170-e2ed-4e72-8e06-70cd2a48ca48 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:06.059845 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3cc60bd3-5c85-4846-b90f-2e9ddee06c40 req-00b91170-e2ed-4e72-8e06-70cd2a48ca48 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 984 time: 0.0508866 Aug 31 02:03:06.100216 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3cc60bd3-5c85-4846-b90f-2e9ddee06c40 req-f60da3ad-9ab7-448c-a0f7-0751b08e54f9 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f21848-b77f-4a33-a02d-62ba70027490&id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339348 Aug 31 02:03:06.868979 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:07.051668 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2cb4ad5a-41da-4230-8e28-e3df48583ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:07.214030 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c724e4-09df-4f06-b46a-8e30f8fb3182 req-7d4ba693-1770-4136-bf63-d006ebf49fd2 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:07.216166 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3c724e4-09df-4f06-b46a-8e30f8fb3182 req-7d4ba693-1770-4136-bf63-d006ebf49fd2 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 984 time: 0.0488300 Aug 31 02:03:07.254672 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c3c724e4-09df-4f06-b46a-8e30f8fb3182 req-fef81074-9fb5-4b2c-b585-93c35c657566 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f21848-b77f-4a33-a02d-62ba70027490&id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326343 Aug 31 02:03:07.623783 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:07.947564 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:08.766287 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:10.444293 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:13.868727 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:03:23.348144 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-357d2a3f-8530-4669-a8ad-36b80b060f53 req-ab8dd5e0-a172-4e5d-9da8-7101a198a309 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465055 Aug 31 02:03:23.432323 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d2a3f-8530-4669-a8ad-36b80b060f53 req-6596e9e1-1a82-4732-9388-61b12dc5f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:23.433833 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-357d2a3f-8530-4669-a8ad-36b80b060f53 req-6596e9e1-1a82-4732-9388-61b12dc5f27e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b384ab2e504343f5817d1f3fd27dfeba&device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 1136 time: 0.0420003 Aug 31 02:03:23.540369 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d2a3f-8530-4669-a8ad-36b80b060f53 req-1af648e6-264e-4fa8-aa13-450eab4ea792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:23.541905 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-357d2a3f-8530-4669-a8ad-36b80b060f53 req-1af648e6-264e-4fa8-aa13-450eab4ea792 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9b8c130-2c2c-4061-b9c9-eed4941aba9a HTTP/1.1" status: 200 len: 915 time: 0.0885994 Aug 31 02:03:23.608888 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-357d2a3f-8530-4669-a8ad-36b80b060f53 req-653f6179-bcf8-4e20-8e4e-4090c795d6e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9d476b-7cac-4e4f-b090-62e795d51b25 HTTP/1.1" status: 200 len: 1001 time: 0.0590508 Aug 31 02:03:23.664781 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d2a3f-8530-4669-a8ad-36b80b060f53 req-af67d284-5325-4f9b-b0e1-b5a860e6b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:23.666379 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-357d2a3f-8530-4669-a8ad-36b80b060f53 req-af67d284-5325-4f9b-b0e1-b5a860e6b377 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7fa8f50c-9271-4ecb-af30-b079e00427b2 HTTP/1.1" status: 200 len: 853 time: 0.0511017 Aug 31 02:03:23.712620 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d2a3f-8530-4669-a8ad-36b80b060f53 req-3ff493db-eefc-457b-905d-3faec38d0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:23.714184 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-357d2a3f-8530-4669-a8ad-36b80b060f53 req-3ff493db-eefc-457b-905d-3faec38d0423 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9b8c130-2c2c-4061-b9c9-eed4941aba9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405920 Aug 31 02:03:23.806099 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-357d2a3f-8530-4669-a8ad-36b80b060f53 req-9fe47aa4-bf23-4613-a6cb-058360214626 service neutron] 10.222.0.41 "GET /v2.0/networks/f9b8c130-2c2c-4061-b9c9-eed4941aba9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842230 Aug 31 02:03:23.900735 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-357d2a3f-8530-4669-a8ad-36b80b060f53 req-411f8f53-19bb-4ed8-8568-3dd7ae4767d9 service neutron] 10.222.0.41 "GET /v2.0/networks/f9b8c130-2c2c-4061-b9c9-eed4941aba9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873299 Aug 31 02:03:34.263773 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-813ea323-b138-4ae0-b8bb-8cdcd5f31da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:36.914658 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:37.049002 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9c299787-66aa-43d3-b5f7-c9047772ca9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:37.620813 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:37.934994 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:38.777210 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:39.048382 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4683ea54-538d-426d-bb45-ab952ab3883b req-ea20c061-0072-4b3c-b806-42e714405b35 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925567223&fields=id&tenant_id=b384ab2e504343f5817d1f3fd27dfeba HTTP/1.1" status: 200 len: 267 time: 0.0333929 Aug 31 02:03:39.101372 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683ea54-538d-426d-bb45-ab952ab3883b req-2c06ffb0-e8f4-419e-999d-2ae588864eab tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:39.102858 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4683ea54-538d-426d-bb45-ab952ab3883b req-2c06ffb0-e8f4-419e-999d-2ae588864eab tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 984 time: 0.0488026 Aug 31 02:03:39.114636 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-4683ea54-538d-426d-bb45-ab952ab3883b req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Request body: {'port': {'security_groups': ['cd16aafd-f889-47db-aec8-56687fdce7b4']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:03:39.180978 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4683ea54-538d-426d-bb45-ab952ab3883b req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:39.355673 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-4683ea54-538d-426d-bb45-ab952ab3883b req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] For port aa9d476b-7cac-4e4f-b090-62e795d51b25, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=aa9d476b-7cac-4e4f-b090-62e795d51b25,segment=NetworkSegment(37732217-790e-49ed-8c5b-47962dbfb34c),segment_id=37732217-790e-49ed-8c5b-47962dbfb34c)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:03:39.385700 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4683ea54-538d-426d-bb45-ab952ab3883b req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:39.491385 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4683ea54-538d-426d-bb45-ab952ab3883b req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:39.504066 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['aa9d476b-7cac-4e4f-b090-62e795d51b25'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:03:39.535812 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683ea54-538d-426d-bb45-ab952ab3883b req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:39.536455 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-4683ea54-538d-426d-bb45-ab952ab3883b req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:39.538159 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4683ea54-538d-426d-bb45-ab952ab3883b req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "PUT /v2.0/ports/aa9d476b-7cac-4e4f-b090-62e795d51b25 HTTP/1.1" status: 200 len: 942 time: 0.4284818 Aug 31 02:03:39.538735 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f590e4-9253-4be6-896d-a59962ff8956', 'tag': 'aa9d476b-7cac-4e4f-b090-62e795d51b25'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:03:39.541100 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b496de2-6b81-4960-b9e2-93b46f5447f0" -d '{"events": [{"name": "network-changed", "server_uuid": "77f590e4-9253-4be6-896d-a59962ff8956", "tag": "aa9d476b-7cac-4e4f-b090-62e795d51b25"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:03:39.546267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42596) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:03:39.588053 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Pushing event updated for resources: {'Port': ['ID=aa9d476b-7cac-4e4f-b090-62e795d51b25,revision_number=7']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:03:39.599352 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4428f711-7679-4396-9ee6-44bb27669788 x-openstack-request-id: req-4428f711-7679-4396-9ee6-44bb27669788 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:03:39.599670 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f590e4-9253-4be6-896d-a59962ff8956", "tag": "aa9d476b-7cac-4e4f-b090-62e795d51b25", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:03:39.599912 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4428f711-7679-4396-9ee6-44bb27669788 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:03:39.600324 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f590e4-9253-4be6-896d-a59962ff8956', 'tag': 'aa9d476b-7cac-4e4f-b090-62e795d51b25', 'status': 'completed', 'code': 200} Aug 31 02:03:39.601724 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.602069 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.602405 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.602736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.603064 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.603392 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.603714 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.604043 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.604365 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.604684 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.605003 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.605304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e9fb3-b8bc-4fe6-914b-a67b5a66999c tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.620492 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['aa9d476b-7cac-4e4f-b090-62e795d51b25'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:03:39.637848 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6874ecf9-cd88-4b83-87cd-930fe77dbed3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:39.663112 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b496de2-6b81-4960-b9e2-93b46f5447f0 req-8842ff63-3411-4501-842d-108acc3ead1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:39.664667 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6b496de2-6b81-4960-b9e2-93b46f5447f0 req-8842ff63-3411-4501-842d-108acc3ead1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b384ab2e504343f5817d1f3fd27dfeba&device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 1097 time: 0.0503724 Aug 31 02:03:39.673072 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6874ecf9-cd88-4b83-87cd-930fe77dbed3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:39.785392 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b496de2-6b81-4960-b9e2-93b46f5447f0 req-dcedfee8-10da-4ee7-ab9b-9b088fcfcb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:39.789131 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6b496de2-6b81-4960-b9e2-93b46f5447f0 req-dcedfee8-10da-4ee7-ab9b-9b088fcfcb44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9b8c130-2c2c-4061-b9c9-eed4941aba9a HTTP/1.1" status: 200 len: 915 time: 0.1129119 Aug 31 02:03:39.838670 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c99f9564-a212-460e-80be-eef727595ad6 None None] Provisioning complete for port aa9d476b-7cac-4e4f-b090-62e795d51b25 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:03:39.838670 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c99f9564-a212-460e-80be-eef727595ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:39.858846 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6b496de2-6b81-4960-b9e2-93b46f5447f0 req-2bde3390-0d75-4681-b53e-94177a066d1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9d476b-7cac-4e4f-b090-62e795d51b25 HTTP/1.1" status: 200 len: 1001 time: 0.0633318 Aug 31 02:03:39.875218 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6874ecf9-cd88-4b83-87cd-930fe77dbed3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:39.877834 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6874ecf9-cd88-4b83-87cd-930fe77dbed3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:39.881749 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6874ecf9-cd88-4b83-87cd-930fe77dbed3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "DELETE /v2.0/security-groups/09f21848-b77f-4a33-a02d-62ba70027490 HTTP/1.1" status: 204 len: 168 time: 0.3302310 Aug 31 02:03:39.885453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42600) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:03:39.897859 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874ecf9-cd88-4b83-87cd-930fe77dbed3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f21848-b77f-4a33-a02d-62ba70027490,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:03:39.910586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b496de2-6b81-4960-b9e2-93b46f5447f0 req-05602571-b409-48d6-b6f2-7ef8bc222d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:39.913263 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6b496de2-6b81-4960-b9e2-93b46f5447f0 req-05602571-b409-48d6-b6f2-7ef8bc222d92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7fa8f50c-9271-4ecb-af30-b079e00427b2 HTTP/1.1" status: 200 len: 853 time: 0.0462499 Aug 31 02:03:39.933572 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874ecf9-cd88-4b83-87cd-930fe77dbed3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.933921 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874ecf9-cd88-4b83-87cd-930fe77dbed3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.934263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874ecf9-cd88-4b83-87cd-930fe77dbed3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.934600 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874ecf9-cd88-4b83-87cd-930fe77dbed3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.934932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874ecf9-cd88-4b83-87cd-930fe77dbed3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.935262 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874ecf9-cd88-4b83-87cd-930fe77dbed3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.935662 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874ecf9-cd88-4b83-87cd-930fe77dbed3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.935998 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874ecf9-cd88-4b83-87cd-930fe77dbed3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.936330 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874ecf9-cd88-4b83-87cd-930fe77dbed3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.936656 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874ecf9-cd88-4b83-87cd-930fe77dbed3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.936977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874ecf9-cd88-4b83-87cd-930fe77dbed3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.937297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874ecf9-cd88-4b83-87cd-930fe77dbed3 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:39.967685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b496de2-6b81-4960-b9e2-93b46f5447f0 req-ffe0ef5a-0251-423e-9a45-c1cf9c0bd1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:39.969210 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6b496de2-6b81-4960-b9e2-93b46f5447f0 req-ffe0ef5a-0251-423e-9a45-c1cf9c0bd1cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9b8c130-2c2c-4061-b9c9-eed4941aba9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494645 Aug 31 02:03:40.060761 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6b496de2-6b81-4960-b9e2-93b46f5447f0 req-339283e1-80e2-4f2e-aedc-0f5c3441b688 service neutron] 10.222.0.41 "GET /v2.0/networks/f9b8c130-2c2c-4061-b9c9-eed4941aba9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840778 Aug 31 02:03:40.067353 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-ddc3d006-f2d5-4329-ae6f-31b670608099 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Deleting port 050ed5b8-3dd0-4eb8-a388-01842d23fdbd {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:03:40.067703 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d006-f2d5-4329-ae6f-31b670608099 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:40.144086 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d006-f2d5-4329-ae6f-31b670608099 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:40.144322 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d006-f2d5-4329-ae6f-31b670608099 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:40.156037 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6b496de2-6b81-4960-b9e2-93b46f5447f0 req-722d7260-de17-4b01-916a-8bdc29945eef service neutron] 10.222.0.41 "GET /v2.0/networks/f9b8c130-2c2c-4061-b9c9-eed4941aba9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879471 Aug 31 02:03:40.156604 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-ddc3d006-f2d5-4329-ae6f-31b670608099 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Calling delete_port for 050ed5b8-3dd0-4eb8-a388-01842d23fdbd owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:03:40.366077 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d006-f2d5-4329-ae6f-31b670608099 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:40.399845 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3d006-f2d5-4329-ae6f-31b670608099 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Pushing event deleted for resources: {'Port': ['ID=050ed5b8-3dd0-4eb8-a388-01842d23fdbd,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:03:40.423159 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:40.458428 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d006-f2d5-4329-ae6f-31b670608099 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:40.458750 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-ddc3d006-f2d5-4329-ae6f-31b670608099 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Floating IP a413401e-34d2-4c7a-b572-427f00b32fef disassociated (deleted). External IP: 172.25.2.225, port: aa9d476b-7cac-4e4f-b090-62e795d51b25. Aug 31 02:03:40.665564 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc3d006-f2d5-4329-ae6f-31b670608099 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Router bdeddae8-57f4-4417-9c18-793950338ef0 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:03:40.777322 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc3d006-f2d5-4329-ae6f-31b670608099 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:03:40.782253 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d006-f2d5-4329-ae6f-31b670608099 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:40.787592 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9459753-3394-43f8-ae49-20747edc1370 None None] Sync routers for ids ['bdeddae8-57f4-4417-9c18-793950338ef0'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:03:40.798198 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9459753-3394-43f8-ae49-20747edc1370 None None] Routers {'bdeddae8-57f4-4417-9c18-793950338ef0'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:03:40.798801 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a9459753-3394-43f8-ae49-20747edc1370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:03:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bdeddae8-57f4-4417-9c18-793950338ef0'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:03:40.810590 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ddc3d006-f2d5-4329-ae6f-31b670608099 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "DELETE /v2.0/floatingips/a413401e-34d2-4c7a-b572-427f00b32fef HTTP/1.1" status: 204 len: 168 time: 0.9240389 Aug 31 02:03:40.811234 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f590e4-9253-4be6-896d-a59962ff8956', 'tag': 'aa9d476b-7cac-4e4f-b090-62e795d51b25'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:03:40.814113 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3812222-dc67-4b02-a03e-04996e475185" -d '{"events": [{"name": "network-changed", "server_uuid": "77f590e4-9253-4be6-896d-a59962ff8956", "tag": "aa9d476b-7cac-4e4f-b090-62e795d51b25"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:03:40.851601 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043ec71f-f899-437e-83d1-44cf2b4581db x-openstack-request-id: req-043ec71f-f899-437e-83d1-44cf2b4581db {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:03:40.851900 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f590e4-9253-4be6-896d-a59962ff8956", "tag": "aa9d476b-7cac-4e4f-b090-62e795d51b25", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:03:40.852187 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-043ec71f-f899-437e-83d1-44cf2b4581db {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:03:40.852612 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f590e4-9253-4be6-896d-a59962ff8956', 'tag': 'aa9d476b-7cac-4e4f-b090-62e795d51b25', 'status': 'completed', 'code': 200} Aug 31 02:03:40.915384 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-a9459753-3394-43f8-ae49-20747edc1370 None None] Set router bdeddae8-57f4-4417-9c18-793950338ef0 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:03:40.918165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3812222-dc67-4b02-a03e-04996e475185 req-7fbc4921-5f0f-4f31-ac49-8df30a0ad239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:40.920727 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e3812222-dc67-4b02-a03e-04996e475185 req-7fbc4921-5f0f-4f31-ac49-8df30a0ad239 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b384ab2e504343f5817d1f3fd27dfeba&device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 1097 time: 0.0436027 Aug 31 02:03:41.015349 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3812222-dc67-4b02-a03e-04996e475185 req-6c4f0829-df28-4e9d-a413-637c669d5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:41.016818 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e3812222-dc67-4b02-a03e-04996e475185 req-6c4f0829-df28-4e9d-a413-637c669d5b4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9b8c130-2c2c-4061-b9c9-eed4941aba9a HTTP/1.1" status: 200 len: 915 time: 0.0895226 Aug 31 02:03:41.061931 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e3812222-dc67-4b02-a03e-04996e475185 req-bfdc47e1-c8fa-41eb-bb62-225601b905e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9d476b-7cac-4e4f-b090-62e795d51b25 HTTP/1.1" status: 200 len: 217 time: 0.0381920 Aug 31 02:03:41.115250 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a9459753-3394-43f8-ae49-20747edc1370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'name': 'tempest-TestMinimumBasicScenario-715157435-router', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:35Z', 'revision_number': 4, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'gw_port': {'id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'c304060e-1f0d-405d-bdab-2b9481c6aaf3', 'name': '', 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'mac_address': 'fa:16:3e:13:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '7fa8f50c-9271-4ecb-af30-b079e00427b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:34Z', 'updated_at': '2021-08-31T02:01:40Z', 'revision_number': 5, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'subnets': [{'id': '7fa8f50c-9271-4ecb-af30-b079e00427b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:03:41.115734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3812222-dc67-4b02-a03e-04996e475185 req-7c041caf-63f9-4494-9b1b-e09fdd4cac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:41.117241 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e3812222-dc67-4b02-a03e-04996e475185 req-7c041caf-63f9-4494-9b1b-e09fdd4cac35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7fa8f50c-9271-4ecb-af30-b079e00427b2 HTTP/1.1" status: 200 len: 853 time: 0.0492647 Aug 31 02:03:41.141251 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9459753-3394-43f8-ae49-20747edc1370 None None] Checking router: bdeddae8-57f4-4417-9c18-793950338ef0 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:03:41.149742 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9459753-3394-43f8-ae49-20747edc1370 None None] Routers {'bdeddae8-57f4-4417-9c18-793950338ef0'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:03:41.150338 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a9459753-3394-43f8-ae49-20747edc1370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:03:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bdeddae8-57f4-4417-9c18-793950338ef0'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:03:41.164188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3812222-dc67-4b02-a03e-04996e475185 req-8363617a-1521-4d35-865b-204212ca2f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:41.165796 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e3812222-dc67-4b02-a03e-04996e475185 req-8363617a-1521-4d35-865b-204212ca2f33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9b8c130-2c2c-4061-b9c9-eed4941aba9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411298 Aug 31 02:03:41.260354 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e3812222-dc67-4b02-a03e-04996e475185 req-a6e35ec4-293e-46f7-a176-bb5413ac478c service neutron] 10.222.0.41 "GET /v2.0/networks/f9b8c130-2c2c-4061-b9c9-eed4941aba9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867119 Aug 31 02:03:41.272279 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-a9459753-3394-43f8-ae49-20747edc1370 None None] Set router bdeddae8-57f4-4417-9c18-793950338ef0 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:03:41.352505 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e3812222-dc67-4b02-a03e-04996e475185 req-003babf8-0087-45e7-9a1f-d2199fa088bf service neutron] 10.222.0.41 "GET /v2.0/networks/f9b8c130-2c2c-4061-b9c9-eed4941aba9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849347 Aug 31 02:03:41.564631 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a9459753-3394-43f8-ae49-20747edc1370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'name': 'tempest-TestMinimumBasicScenario-715157435-router', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:35Z', 'revision_number': 4, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'gw_port': {'id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'c304060e-1f0d-405d-bdab-2b9481c6aaf3', 'name': '', 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'mac_address': 'fa:16:3e:13:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '7fa8f50c-9271-4ecb-af30-b079e00427b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:34Z', 'updated_at': '2021-08-31T02:01:40Z', 'revision_number': 5, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'subnets': [{'id': '7fa8f50c-9271-4ecb-af30-b079e00427b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:03:41.590552 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9459753-3394-43f8-ae49-20747edc1370 None None] The sync data for ids ['bdeddae8-57f4-4417-9c18-793950338ef0'] in n-d-793621-34 is: [{'id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'name': 'tempest-TestMinimumBasicScenario-715157435-router', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:35Z', 'revision_number': 4, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'gw_port': {'id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'c304060e-1f0d-405d-bdab-2b9481c6aaf3', 'name': '', 'network_id': 'f9b8c130-2c2c-4061-b9c9-eed4941aba9a', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'mac_address': 'fa:16:3e:13:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '7fa8f50c-9271-4ecb-af30-b079e00427b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:34Z', 'updated_at': '2021-08-31T02:01:40Z', 'revision_number': 5, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'subnets': [{'id': '7fa8f50c-9271-4ecb-af30-b079e00427b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:03:41.814190 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ea099f-ea83-43bf-b2fd-7aee4bee78d1 None None] New status for floating IP a413401e-34d2-4c7a-b572-427f00b32fef: DOWN {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:03:49.394880 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de6273-661a-4394-a9a0-b274747a19aa req-2bb51e79-e35d-4601-aa7b-e5e639fc90e4 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:49.396439 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-51de6273-661a-4394-a9a0-b274747a19aa req-2bb51e79-e35d-4601-aa7b-e5e639fc90e4 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 945 time: 0.0554459 Aug 31 02:03:49.733342 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-51de6273-661a-4394-a9a0-b274747a19aa req-29692e25-ece6-4ba2-8524-9d727bff4617 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305492 Aug 31 02:03:50.869308 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:03:50.871356 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae4794-a7c5-406f-bce8-8f505765ef19 req-af6cd908-d994-459f-80a1-3b19d1f26d36 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:50.873661 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f6ae4794-a7c5-406f-bce8-8f505765ef19 req-af6cd908-d994-459f-80a1-3b19d1f26d36 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 945 time: 0.0515606 Aug 31 02:03:50.912743 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f6ae4794-a7c5-406f-bce8-8f505765ef19 req-5dd9eca0-798b-43ad-891b-3ae3f7e7516e tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd16aafd-f889-47db-aec8-56687fdce7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328693 Aug 31 02:03:51.041666 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a05cc7-9834-46a5-acfb-03fa9c330c5d req-c10952ca-df2d-4703-ab82-e37c114c8cc1 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:51.043052 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-98a05cc7-9834-46a5-acfb-03fa9c330c5d req-c10952ca-df2d-4703-ab82-e37c114c8cc1 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.41 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 945 time: 0.0484979 Aug 31 02:03:51.140728 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-98a05cc7-9834-46a5-acfb-03fa9c330c5d req-7358cac9-0c7c-4b8f-9d1b-8ce4ede1814f tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Deleting port aa9d476b-7cac-4e4f-b090-62e795d51b25 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:03:51.141098 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-98a05cc7-9834-46a5-acfb-03fa9c330c5d req-7358cac9-0c7c-4b8f-9d1b-8ce4ede1814f tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:51.234599 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-98a05cc7-9834-46a5-acfb-03fa9c330c5d req-7358cac9-0c7c-4b8f-9d1b-8ce4ede1814f tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] For port aa9d476b-7cac-4e4f-b090-62e795d51b25, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=aa9d476b-7cac-4e4f-b090-62e795d51b25,segment=NetworkSegment(37732217-790e-49ed-8c5b-47962dbfb34c),segment_id=37732217-790e-49ed-8c5b-47962dbfb34c)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:03:51.234954 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-98a05cc7-9834-46a5-acfb-03fa9c330c5d req-7358cac9-0c7c-4b8f-9d1b-8ce4ede1814f tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:51.248236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-98a05cc7-9834-46a5-acfb-03fa9c330c5d req-7358cac9-0c7c-4b8f-9d1b-8ce4ede1814f tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Calling delete_port for aa9d476b-7cac-4e4f-b090-62e795d51b25 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:03:51.480657 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-98a05cc7-9834-46a5-acfb-03fa9c330c5d req-7358cac9-0c7c-4b8f-9d1b-8ce4ede1814f tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:51.493540 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['aa9d476b-7cac-4e4f-b090-62e795d51b25'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:03:51.511364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358cac9-0c7c-4b8f-9d1b-8ce4ede1814f tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Pushing event deleted for resources: {'Port': ['ID=aa9d476b-7cac-4e4f-b090-62e795d51b25,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:03:51.554096 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a05cc7-9834-46a5-acfb-03fa9c330c5d req-7358cac9-0c7c-4b8f-9d1b-8ce4ede1814f tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] No DVR routers for this DVR port aa9d476b-7cac-4e4f-b090-62e795d51b25 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:03:51.556934 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-98a05cc7-9834-46a5-acfb-03fa9c330c5d req-7358cac9-0c7c-4b8f-9d1b-8ce4ede1814f tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:51.559158 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-98a05cc7-9834-46a5-acfb-03fa9c330c5d req-7358cac9-0c7c-4b8f-9d1b-8ce4ede1814f tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.41 "DELETE /v2.0/ports/aa9d476b-7cac-4e4f-b090-62e795d51b25 HTTP/1.1" status: 204 len: 173 time: 0.5102444 Aug 31 02:03:51.559634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f590e4-9253-4be6-896d-a59962ff8956', 'name': 'network-vif-deleted', 'tag': 'aa9d476b-7cac-4e4f-b090-62e795d51b25'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:03:51.562890 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae3d7f2-319c-457b-9418-f7e8ee7c6680" -d '{"events": [{"server_uuid": "77f590e4-9253-4be6-896d-a59962ff8956", "name": "network-vif-deleted", "tag": "aa9d476b-7cac-4e4f-b090-62e795d51b25"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:03:51.601585 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3043e2-baba-4085-83f5-09d75f0f3351 x-openstack-request-id: req-7c3043e2-baba-4085-83f5-09d75f0f3351 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:03:51.602487 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f590e4-9253-4be6-896d-a59962ff8956", "name": "network-vif-deleted", "tag": "aa9d476b-7cac-4e4f-b090-62e795d51b25", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:03:51.602748 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c3043e2-baba-4085-83f5-09d75f0f3351 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:03:51.603160 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f590e4-9253-4be6-896d-a59962ff8956', 'name': 'network-vif-deleted', 'tag': 'aa9d476b-7cac-4e4f-b090-62e795d51b25', 'status': 'completed', 'code': 200} Aug 31 02:03:52.023748 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4342341f-b445-4713-9ba1-f9e8ca8276fe req-b80942e0-30e8-494d-a3ff-aef1774fc1a5 tempest-TestMinimumBasicScenario-1685122982 tempest-TestMinimumBasicScenario-1685122982-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f590e4-9253-4be6-896d-a59962ff8956 HTTP/1.1" status: 200 len: 210 time: 0.0300281 Aug 31 02:03:54.345293 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device aa9d476b-7cac-4e4f-b090-62e795d51b25 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:03:54.369772 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: aa9d476b-7cac-4e4f-b090-62e795d51b25 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:03:54.370120 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device aa9d476b-7cac-4e4f-b090-62e795d51b25 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:03:55.367612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42702) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:03:56.023691 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3732b414-7929-410f-8537-bf65afedc123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:56.281532 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-3732b414-7929-410f-8537-bf65afedc123 admin admin] Deleting port c304060e-1f0d-405d-bdab-2b9481c6aaf3 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:03:56.281875 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3732b414-7929-410f-8537-bf65afedc123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:56.361869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-3732b414-7929-410f-8537-bf65afedc123 admin admin] For port c304060e-1f0d-405d-bdab-2b9481c6aaf3, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c304060e-1f0d-405d-bdab-2b9481c6aaf3,segment=NetworkSegment(37732217-790e-49ed-8c5b-47962dbfb34c),segment_id=37732217-790e-49ed-8c5b-47962dbfb34c)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:03:56.362239 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3732b414-7929-410f-8537-bf65afedc123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:56.379719 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-3732b414-7929-410f-8537-bf65afedc123 admin admin] Calling delete_port for c304060e-1f0d-405d-bdab-2b9481c6aaf3 owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:03:56.651933 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3732b414-7929-410f-8537-bf65afedc123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:56.677737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732b414-7929-410f-8537-bf65afedc123 admin admin] Pushing event deleted for resources: {'Port': ['ID=c304060e-1f0d-405d-bdab-2b9481c6aaf3,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:03:56.876886 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-3732b414-7929-410f-8537-bf65afedc123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:57.102637 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3732b414-7929-410f-8537-bf65afedc123 admin admin] Router bdeddae8-57f4-4417-9c18-793950338ef0 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:03:57.229453 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3732b414-7929-410f-8537-bf65afedc123 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:03:57.235137 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-3732b414-7929-410f-8537-bf65afedc123 admin admin] 10.222.0.16 "PUT /v2.0/routers/bdeddae8-57f4-4417-9c18-793950338ef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8658347 Aug 31 02:03:57.237766 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42704) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:03:57.238722 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54beacb-80e1-4887-939e-490c2e5139dc None None] Sync routers for ids ['bdeddae8-57f4-4417-9c18-793950338ef0'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:03:57.248763 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54beacb-80e1-4887-939e-490c2e5139dc None None] Routers {'bdeddae8-57f4-4417-9c18-793950338ef0'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:03:57.249371 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b54beacb-80e1-4887-939e-490c2e5139dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:03:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bdeddae8-57f4-4417-9c18-793950338ef0'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:03:57.346090 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8b0294e6-64ae-4993-9f43-7d3916f4e470 admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:57.356681 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-b54beacb-80e1-4887-939e-490c2e5139dc None None] Set router bdeddae8-57f4-4417-9c18-793950338ef0 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:03:57.450180 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8b0294e6-64ae-4993-9f43-7d3916f4e470 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:57.538007 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b54beacb-80e1-4887-939e-490c2e5139dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'name': 'tempest-TestMinimumBasicScenario-715157435-router', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:03:56Z', 'revision_number': 5, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'gw_port': {'id': 'dafaacea-25d1-48a6-be21-c4b6d9922224', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:03:57.564366 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54beacb-80e1-4887-939e-490c2e5139dc None None] Checking router: bdeddae8-57f4-4417-9c18-793950338ef0 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:03:57.573344 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54beacb-80e1-4887-939e-490c2e5139dc None None] Routers {'bdeddae8-57f4-4417-9c18-793950338ef0'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:03:57.573990 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b54beacb-80e1-4887-939e-490c2e5139dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:03:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['bdeddae8-57f4-4417-9c18-793950338ef0'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:03:57.589540 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-8b0294e6-64ae-4993-9f43-7d3916f4e470 admin admin] Deleting port dafaacea-25d1-48a6-be21-c4b6d9922224 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:03:57.589915 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8b0294e6-64ae-4993-9f43-7d3916f4e470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:57.661042 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-b54beacb-80e1-4887-939e-490c2e5139dc None None] Set router bdeddae8-57f4-4417-9c18-793950338ef0 gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:03:57.670152 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-8b0294e6-64ae-4993-9f43-7d3916f4e470 admin admin] For port dafaacea-25d1-48a6-be21-c4b6d9922224, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=dafaacea-25d1-48a6-be21-c4b6d9922224,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:03:57.670619 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8b0294e6-64ae-4993-9f43-7d3916f4e470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:57.683649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-8b0294e6-64ae-4993-9f43-7d3916f4e470 admin admin] Calling delete_port for dafaacea-25d1-48a6-be21-c4b6d9922224 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:03:57.712398 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-b54beacb-80e1-4887-939e-490c2e5139dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'name': 'tempest-TestMinimumBasicScenario-715157435-router', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:03:57Z', 'revision_number': 6, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:03:57.741084 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54beacb-80e1-4887-939e-490c2e5139dc None None] The sync data for ids ['bdeddae8-57f4-4417-9c18-793950338ef0'] in n-d-793621-34 is: [{'id': 'bdeddae8-57f4-4417-9c18-793950338ef0', 'name': 'tempest-TestMinimumBasicScenario-715157435-router', 'tenant_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:32Z', 'updated_at': '2021-08-31T02:03:57Z', 'revision_number': 6, 'project_id': 'b384ab2e504343f5817d1f3fd27dfeba', 'gw_port_host': None}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:03:57.959778 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8b0294e6-64ae-4993-9f43-7d3916f4e470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:57.986403 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0294e6-64ae-4993-9f43-7d3916f4e470 admin admin] Pushing event deleted for resources: {'Port': ['ID=dafaacea-25d1-48a6-be21-c4b6d9922224,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:03:58.056622 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8b0294e6-64ae-4993-9f43-7d3916f4e470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:58.158604 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8b0294e6-64ae-4993-9f43-7d3916f4e470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:58.161778 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8b0294e6-64ae-4993-9f43-7d3916f4e470 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:58.215960 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c304060e-1f0d-405d-bdab-2b9481c6aaf3 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:03:58.239453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: c304060e-1f0d-405d-bdab-2b9481c6aaf3 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:03:58.240043 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c304060e-1f0d-405d-bdab-2b9481c6aaf3 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:03:58.305851 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8b0294e6-64ae-4993-9f43-7d3916f4e470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:58.306456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0294e6-64ae-4993-9f43-7d3916f4e470 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdeddae8-57f4-4417-9c18-793950338ef0 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:03:58.311389 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8b0294e6-64ae-4993-9f43-7d3916f4e470 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:58.312561 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8b0294e6-64ae-4993-9f43-7d3916f4e470 admin admin] 10.222.0.16 "DELETE /v2.0/routers/bdeddae8-57f4-4417-9c18-793950338ef0 HTTP/1.1" status: 204 len: 168 time: 1.0738049 Aug 31 02:03:58.315015 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42706) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:03:58.365220 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9511f5-0c45-46b9-b19e-5ae139765647 admin admin] Deleting subnet 7fa8f50c-9271-4ecb-af30-b079e00427b2 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:03:58.368437 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db9511f5-0c45-46b9-b19e-5ae139765647 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:58.405422 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db9511f5-0c45-46b9-b19e-5ae139765647 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:58.491155 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db9511f5-0c45-46b9-b19e-5ae139765647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:58.617815 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db9511f5-0c45-46b9-b19e-5ae139765647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:58.644748 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9511f5-0c45-46b9-b19e-5ae139765647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa8f50c-9271-4ecb-af30-b079e00427b2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:03:58.648693 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-db9511f5-0c45-46b9-b19e-5ae139765647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:58.654684 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-db9511f5-0c45-46b9-b19e-5ae139765647 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7fa8f50c-9271-4ecb-af30-b079e00427b2 HTTP/1.1" status: 204 len: 168 time: 0.3346555 Aug 31 02:03:58.655407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42708) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:03:58.658504 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c04e3-6b37-43fb-8f85-1151aa8abecf None None] Network f9b8c130-2c2c-4061-b9c9-eed4941aba9a requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:03:58.731140 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:58.797502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] Deleting port de71765f-f99e-4e9b-adb4-a856a99867e2 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:03:58.797937 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:58.859940 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] DHCP port deletion for f9b8c130-2c2c-4061-b9c9-eed4941aba9a request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:03:58.877724 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] For port de71765f-f99e-4e9b-adb4-a856a99867e2, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=de71765f-f99e-4e9b-adb4-a856a99867e2,segment=NetworkSegment(37732217-790e-49ed-8c5b-47962dbfb34c),segment_id=37732217-790e-49ed-8c5b-47962dbfb34c)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:03:58.878095 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:58.893609 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] Calling delete_port for de71765f-f99e-4e9b-adb4-a856a99867e2 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:03:58.908366 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] Deleting port de71765f-f99e-4e9b-adb4-a856a99867e2 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:03:58.908740 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:58.971601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] For port de71765f-f99e-4e9b-adb4-a856a99867e2, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=de71765f-f99e-4e9b-adb4-a856a99867e2,segment=NetworkSegment(37732217-790e-49ed-8c5b-47962dbfb34c),segment_id=37732217-790e-49ed-8c5b-47962dbfb34c)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:03:58.972008 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:58.985355 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] Calling delete_port for de71765f-f99e-4e9b-adb4-a856a99867e2 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:03:59.071789 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:03:59.073560 n-d-793621-34 neutron-server[102344]: self.session.flush() Aug 31 02:03:59.080333 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:59.099515 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=de71765f-f99e-4e9b-adb4-a856a99867e2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:03:59.103207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] No DVR routers for this DVR port de71765f-f99e-4e9b-adb4-a856a99867e2 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:03:59.107810 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] Pushing event deleted for resources: {'Port': ['ID=de71765f-f99e-4e9b-adb4-a856a99867e2,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:03:59.115811 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] No DVR routers for this DVR port de71765f-f99e-4e9b-adb4-a856a99867e2 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:03:59.118135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:59.118488 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:59.118833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:59.119232 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:59.119623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:59.119890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:59.120277 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:59.120608 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:59.120926 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:59.121303 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:59.121672 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:59.121996 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef532b-f3a6-4e63-becd-57a3f8a05420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:03:59.181726 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:59.192903 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b8c130-2c2c-4061-b9c9-eed4941aba9a']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:03:59.205195 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37732217-790e-49ed-8c5b-47962dbfb34c') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:03:59.205195 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37732217-790e-49ed-8c5b-47962dbfb34c') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:03:59.215144 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:59.229518 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:59.235401 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:03:59.235932 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: timer() Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:03:59.237758 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:03:59.388982 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:59.394634 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:59.396485 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f9b8c130-2c2c-4061-b9c9-eed4941aba9a HTTP/1.1" status: 204 len: 168 time: 0.7400692 Aug 31 02:03:59.399755 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42710) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:03:59.407949 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c7f70-8307-46c5-a97a-2a4f65ee1eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b8c130-2c2c-4061-b9c9-eed4941aba9a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:03:59.753791 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2974e39-cc38-4427-8a72-debc9d46c421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:00.021290 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dafaacea-25d1-48a6-be21-c4b6d9922224 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:04:00.026035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-a2974e39-cc38-4427-8a72-debc9d46c421 admin admin] Deleting port 1584f1b8-6651-4a94-9720-cfacee09bc51 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:04:00.026378 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2974e39-cc38-4427-8a72-debc9d46c421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:00.041821 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: dafaacea-25d1-48a6-be21-c4b6d9922224 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:04:00.042173 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device dafaacea-25d1-48a6-be21-c4b6d9922224 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:04:00.042599 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device de71765f-f99e-4e9b-adb4-a856a99867e2 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:04:00.062202 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: de71765f-f99e-4e9b-adb4-a856a99867e2 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:04:00.062550 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device de71765f-f99e-4e9b-adb4-a856a99867e2 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:04:00.109709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-a2974e39-cc38-4427-8a72-debc9d46c421 admin admin] For port 1584f1b8-6651-4a94-9720-cfacee09bc51, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1584f1b8-6651-4a94-9720-cfacee09bc51,segment=NetworkSegment(578c2580-8886-45c0-8268-9a99321ff714),segment_id=578c2580-8886-45c0-8268-9a99321ff714)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:04:00.110078 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2974e39-cc38-4427-8a72-debc9d46c421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:00.123873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-a2974e39-cc38-4427-8a72-debc9d46c421 admin admin] Calling delete_port for 1584f1b8-6651-4a94-9720-cfacee09bc51 owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:04:00.389255 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2974e39-cc38-4427-8a72-debc9d46c421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:00.415926 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2974e39-cc38-4427-8a72-debc9d46c421 admin admin] Pushing event deleted for resources: {'Port': ['ID=1584f1b8-6651-4a94-9720-cfacee09bc51,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:00.601854 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a2974e39-cc38-4427-8a72-debc9d46c421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:00.820785 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2974e39-cc38-4427-8a72-debc9d46c421 admin admin] Router 46c2f91b-2271-46a2-a4b7-c47e61dcc378 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:04:00.936864 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2974e39-cc38-4427-8a72-debc9d46c421 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:04:00.943206 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a2974e39-cc38-4427-8a72-debc9d46c421 admin admin] 10.222.0.16 "PUT /v2.0/routers/46c2f91b-2271-46a2-a4b7-c47e61dcc378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5411015 Aug 31 02:04:00.944556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42712) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:00.947273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1036d4c-8a84-49e1-96f6-9ede699c664b None None] Sync routers for ids ['46c2f91b-2271-46a2-a4b7-c47e61dcc378'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:04:00.957727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1036d4c-8a84-49e1-96f6-9ede699c664b None None] Routers {'46c2f91b-2271-46a2-a4b7-c47e61dcc378'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:04:00.958439 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d1036d4c-8a84-49e1-96f6-9ede699c664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:03:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['46c2f91b-2271-46a2-a4b7-c47e61dcc378'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:04:01.054110 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f36b-d4fe-48c5-a5aa-6dd021505f6f admin admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:01.071310 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-d1036d4c-8a84-49e1-96f6-9ede699c664b None None] Set router 46c2f91b-2271-46a2-a4b7-c47e61dcc378 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:04:01.164295 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f36b-d4fe-48c5-a5aa-6dd021505f6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:01.271628 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d1036d4c-8a84-49e1-96f6-9ede699c664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c2f91b-2271-46a2-a4b7-c47e61dcc378', 'name': 'tempest-TestMinimumBasicScenario-932093964-router', 'tenant_id': 'dc50135933ac4c30919632d66769f185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'ec8c81fc-0c91-4495-9637-2176734ae324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:38Z', 'updated_at': '2021-08-31T02:04:00Z', 'revision_number': 5, 'project_id': 'dc50135933ac4c30919632d66769f185', 'gw_port': {'id': 'ec8c81fc-0c91-4495-9637-2176734ae324', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2f91b-2271-46a2-a4b7-c47e61dcc378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:01:38Z', 'updated_at': '2021-08-31T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:04:01.282345 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9f36b-d4fe-48c5-a5aa-6dd021505f6f admin admin] Deleting port ec8c81fc-0c91-4495-9637-2176734ae324 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:04:01.282687 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f36b-d4fe-48c5-a5aa-6dd021505f6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:01.299419 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1036d4c-8a84-49e1-96f6-9ede699c664b None None] Checking router: 46c2f91b-2271-46a2-a4b7-c47e61dcc378 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:04:01.308017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1036d4c-8a84-49e1-96f6-9ede699c664b None None] Routers {'46c2f91b-2271-46a2-a4b7-c47e61dcc378'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:04:01.308655 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d1036d4c-8a84-49e1-96f6-9ede699c664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:03:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['46c2f91b-2271-46a2-a4b7-c47e61dcc378'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:04:01.370261 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-c2e9f36b-d4fe-48c5-a5aa-6dd021505f6f admin admin] For port ec8c81fc-0c91-4495-9637-2176734ae324, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ec8c81fc-0c91-4495-9637-2176734ae324,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:04:01.370566 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f36b-d4fe-48c5-a5aa-6dd021505f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:01.389707 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9f36b-d4fe-48c5-a5aa-6dd021505f6f admin admin] Calling delete_port for ec8c81fc-0c91-4495-9637-2176734ae324 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:04:01.414446 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-d1036d4c-8a84-49e1-96f6-9ede699c664b None None] Set router 46c2f91b-2271-46a2-a4b7-c47e61dcc378 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:04:01.479259 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-d1036d4c-8a84-49e1-96f6-9ede699c664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c2f91b-2271-46a2-a4b7-c47e61dcc378', 'name': 'tempest-TestMinimumBasicScenario-932093964-router', 'tenant_id': 'dc50135933ac4c30919632d66769f185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:38Z', 'updated_at': '2021-08-31T02:04:01Z', 'revision_number': 6, 'project_id': 'dc50135933ac4c30919632d66769f185', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:04:01.676079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1036d4c-8a84-49e1-96f6-9ede699c664b None None] The sync data for ids ['46c2f91b-2271-46a2-a4b7-c47e61dcc378'] in n-d-793621-34 is: [{'id': '46c2f91b-2271-46a2-a4b7-c47e61dcc378', 'name': 'tempest-TestMinimumBasicScenario-932093964-router', 'tenant_id': 'dc50135933ac4c30919632d66769f185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:01:38Z', 'updated_at': '2021-08-31T02:04:01Z', 'revision_number': 6, 'project_id': 'dc50135933ac4c30919632d66769f185', 'gw_port_host': None}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:04:01.985430 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f36b-d4fe-48c5-a5aa-6dd021505f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:02.011513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9f36b-d4fe-48c5-a5aa-6dd021505f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=ec8c81fc-0c91-4495-9637-2176734ae324,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:02.078453 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f36b-d4fe-48c5-a5aa-6dd021505f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:02.166237 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1584f1b8-6651-4a94-9720-cfacee09bc51 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:04:02.183316 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f36b-d4fe-48c5-a5aa-6dd021505f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:02.186105 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f36b-d4fe-48c5-a5aa-6dd021505f6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:02.188327 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 1584f1b8-6651-4a94-9720-cfacee09bc51 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:04:02.188677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1584f1b8-6651-4a94-9720-cfacee09bc51 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:04:02.291562 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f36b-d4fe-48c5-a5aa-6dd021505f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:02.292112 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e9f36b-d4fe-48c5-a5aa-6dd021505f6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46c2f91b-2271-46a2-a4b7-c47e61dcc378 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:04:02.296768 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f36b-d4fe-48c5-a5aa-6dd021505f6f admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:02.297961 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c2e9f36b-d4fe-48c5-a5aa-6dd021505f6f admin admin] 10.222.0.16 "DELETE /v2.0/routers/46c2f91b-2271-46a2-a4b7-c47e61dcc378 HTTP/1.1" status: 204 len: 168 time: 1.3522985 Aug 31 02:04:02.301720 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42716) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:02.350185 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4a881b-3467-4283-9524-8fdb5f0e9d11 admin admin] Deleting subnet fc6532c7-e93f-4b55-96c1-ec225af6bbe9 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:04:02.353665 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e4a881b-3467-4283-9524-8fdb5f0e9d11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:02.391364 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e4a881b-3467-4283-9524-8fdb5f0e9d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:02.482687 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e4a881b-3467-4283-9524-8fdb5f0e9d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:02.617359 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e4a881b-3467-4283-9524-8fdb5f0e9d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:02.647952 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a881b-3467-4283-9524-8fdb5f0e9d11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc6532c7-e93f-4b55-96c1-ec225af6bbe9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:02.650052 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4e4a881b-3467-4283-9524-8fdb5f0e9d11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:02.653214 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4e4a881b-3467-4283-9524-8fdb5f0e9d11 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fc6532c7-e93f-4b55-96c1-ec225af6bbe9 HTTP/1.1" status: 204 len: 168 time: 0.3490353 Aug 31 02:04:02.654748 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42718) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:02.657920 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef3ba83-292e-402e-8fae-9110d26c5a74 None None] Network 1a460c5a-8c0c-4aa5-bd5f-23c53081b113 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:04:02.767651 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:02.845216 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] Deleting port 2a91ccab-6de4-4844-a5d8-05e8129ddf01 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:04:02.845744 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:02.920390 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] For port 2a91ccab-6de4-4844-a5d8-05e8129ddf01, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2a91ccab-6de4-4844-a5d8-05e8129ddf01,segment=NetworkSegment(578c2580-8886-45c0-8268-9a99321ff714),segment_id=578c2580-8886-45c0-8268-9a99321ff714)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:04:02.920848 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:02.925331 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5701c778-f6c4-4d89-85e6-563861405b9d None None] DHCP port deletion for 1a460c5a-8c0c-4aa5-bd5f-23c53081b113 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:04:02.936649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] Calling delete_port for 2a91ccab-6de4-4844-a5d8-05e8129ddf01 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:04:02.978672 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5701c778-f6c4-4d89-85e6-563861405b9d None None] Deleting port 2a91ccab-6de4-4844-a5d8-05e8129ddf01 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:04:02.979088 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5701c778-f6c4-4d89-85e6-563861405b9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:03.047913 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-5701c778-f6c4-4d89-85e6-563861405b9d None None] For port 2a91ccab-6de4-4844-a5d8-05e8129ddf01, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=2a91ccab-6de4-4844-a5d8-05e8129ddf01,segment=NetworkSegment(578c2580-8886-45c0-8268-9a99321ff714),segment_id=578c2580-8886-45c0-8268-9a99321ff714)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:04:03.048322 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5701c778-f6c4-4d89-85e6-563861405b9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:03.063144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-5701c778-f6c4-4d89-85e6-563861405b9d None None] Calling delete_port for 2a91ccab-6de4-4844-a5d8-05e8129ddf01 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:04:03.100113 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:03.133414 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a91ccab-6de4-4844-a5d8-05e8129ddf01,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:03.138831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] No DVR routers for this DVR port 2a91ccab-6de4-4844-a5d8-05e8129ddf01 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:04:03.153228 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5701c778-f6c4-4d89-85e6-563861405b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:03.184821 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701c778-f6c4-4d89-85e6-563861405b9d None None] Pushing event deleted for resources: {'Port': ['ID=2a91ccab-6de4-4844-a5d8-05e8129ddf01,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:03.186922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5701c778-f6c4-4d89-85e6-563861405b9d None None] No DVR routers for this DVR port 2a91ccab-6de4-4844-a5d8-05e8129ddf01 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:04:03.234609 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:03.246002 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a460c5a-8c0c-4aa5-bd5f-23c53081b113']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:04:03.257113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578c2580-8886-45c0-8268-9a99321ff714') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:04:03.257408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578c2580-8886-45c0-8268-9a99321ff714') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:04:03.268810 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:03.284775 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:03.292009 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:04:03.292567 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: timer() Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:04:03.294812 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:04:03.431500 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:03.441289 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:03.441289 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1a460c5a-8c0c-4aa5-bd5f-23c53081b113 HTTP/1.1" status: 204 len: 168 time: 0.7839065 Aug 31 02:04:03.453862 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba207e-07ae-4838-ae7b-823f7ecbb6d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a460c5a-8c0c-4aa5-bd5f-23c53081b113,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:03.814330 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42722) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:03.864138 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-25f4b72c-0f1d-4dc4-92ad-01e3c4f82291 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b384ab2e504343f5817d1f3fd27dfeba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484722 Aug 31 02:04:03.866979 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42724) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:03.922228 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-38826910-b5e3-4c03-ba53-6d4c862dbe84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:03.944012 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-38826910-b5e3-4c03-ba53-6d4c862dbe84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:04.013491 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2a91ccab-6de4-4844-a5d8-05e8129ddf01 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:04:04.035066 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 2a91ccab-6de4-4844-a5d8-05e8129ddf01 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:04:04.035409 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 2a91ccab-6de4-4844-a5d8-05e8129ddf01 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:04:04.035838 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ec8c81fc-0c91-4495-9637-2176734ae324 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:04:04.058939 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: ec8c81fc-0c91-4495-9637-2176734ae324 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:04:04.059639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ec8c81fc-0c91-4495-9637-2176734ae324 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:04:04.097002 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-38826910-b5e3-4c03-ba53-6d4c862dbe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:04.101596 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-38826910-b5e3-4c03-ba53-6d4c862dbe84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:04.101596 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-38826910-b5e3-4c03-ba53-6d4c862dbe84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd16aafd-f889-47db-aec8-56687fdce7b4 HTTP/1.1" status: 204 len: 168 time: 0.2332389 Aug 31 02:04:04.110446 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38826910-b5e3-4c03-ba53-6d4c862dbe84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd16aafd-f889-47db-aec8-56687fdce7b4,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:04.348207 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-73828d66-ea50-4fd6-b11a-2c5bbe8f52e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:04.977338 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42730) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:05.022447 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b0c8286f-6415-4be6-af28-5328c2e9867e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc50135933ac4c30919632d66769f185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437973 Aug 31 02:04:05.025048 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42732) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:05.084090 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6db24b58-826a-4259-ad01-cd77337e672f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:05.108358 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6db24b58-826a-4259-ad01-cd77337e672f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:05.257155 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6db24b58-826a-4259-ad01-cd77337e672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:05.259776 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6db24b58-826a-4259-ad01-cd77337e672f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:05.260944 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6db24b58-826a-4259-ad01-cd77337e672f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/222932b6-58ce-4258-af9c-f39db45d9ee5 HTTP/1.1" status: 204 len: 168 time: 0.2349348 Aug 31 02:04:05.269871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db24b58-826a-4259-ad01-cd77337e672f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222932b6-58ce-4258-af9c-f39db45d9ee5,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:06.876714 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:07.053995 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-82278efd-b8ed-4ad1-8fa6-ef9e47b9496d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:07.641155 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:07.824301 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42776) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:07.830073 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-ef3d4ce7-1894-4873-a455-38c23f6e7d2f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-806839941', 'description': 'tempest-secgroup-smoke-806839941 description', 'project_id': 'b391aac543674f3db49f6a68c2a53544'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:04:07.914294 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:07.939756 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4ce7-1894-4873-a455-38c23f6e7d2f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:07.949463 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4ce7-1894-4873-a455-38c23f6e7d2f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:08.068633 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4ce7-1894-4873-a455-38c23f6e7d2f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:08.128743 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4ce7-1894-4873-a455-38c23f6e7d2f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:08.174477 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d4ce7-1894-4873-a455-38c23f6e7d2f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ad3f29-ebaf-40a4-b6f5-4960e5331a0e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:08.240218 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4ce7-1894-4873-a455-38c23f6e7d2f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:08.311955 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4ce7-1894-4873-a455-38c23f6e7d2f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:08.345903 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d4ce7-1894-4873-a455-38c23f6e7d2f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf790a7-8135-4d5c-931c-ada7fcb0b75c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:08.408997 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4ce7-1894-4873-a455-38c23f6e7d2f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:08.410550 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ef3d4ce7-1894-4873-a455-38c23f6e7d2f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5851552 Aug 31 02:04:08.414156 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42780) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:08.419082 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3d0bc50e-fc51-49e5-9e78-70185b7051e4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': 'aaf790a7-8135-4d5c-931c-ada7fcb0b75c', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:04:08.517777 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc50e-fc51-49e5-9e78-70185b7051e4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:08.571376 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc50e-fc51-49e5-9e78-70185b7051e4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:08.645258 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc50e-fc51-49e5-9e78-70185b7051e4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:08.664708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bc50e-fc51-49e5-9e78-70185b7051e4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1578f22-bc4d-4b25-952b-f30bc12314a4,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:08.728411 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc50e-fc51-49e5-9e78-70185b7051e4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:08.729809 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3d0bc50e-fc51-49e5-9e78-70185b7051e4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3145044 Aug 31 02:04:08.733111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42782) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:08.738162 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0c5fb967-2cb6-477b-bba4-6ecaf753e08b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': 'aaf790a7-8135-4d5c-931c-ada7fcb0b75c', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:04:08.759471 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:08.817066 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c5fb967-2cb6-477b-bba4-6ecaf753e08b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:08.891118 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c5fb967-2cb6-477b-bba4-6ecaf753e08b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:08.959633 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c5fb967-2cb6-477b-bba4-6ecaf753e08b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:08.976691 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fb967-2cb6-477b-bba4-6ecaf753e08b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e97d41-1305-48fd-9c4d-132a265db680,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:09.046140 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0c5fb967-2cb6-477b-bba4-6ecaf753e08b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:09.047412 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0c5fb967-2cb6-477b-bba4-6ecaf753e08b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3132167 Aug 31 02:04:09.051857 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42784) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:09.056695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-a1abd744-2ee4-4fb3-a06f-2e086ee27dc9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': 'aaf790a7-8135-4d5c-931c-ada7fcb0b75c', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:04:09.162447 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a1abd744-2ee4-4fb3-a06f-2e086ee27dc9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:09.236062 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a1abd744-2ee4-4fb3-a06f-2e086ee27dc9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:09.308492 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a1abd744-2ee4-4fb3-a06f-2e086ee27dc9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:09.328498 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abd744-2ee4-4fb3-a06f-2e086ee27dc9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff52c7d-45a1-4202-9738-35b7df6f4540,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:09.402602 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a1abd744-2ee4-4fb3-a06f-2e086ee27dc9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:09.404438 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a1abd744-2ee4-4fb3-a06f-2e086ee27dc9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3515723 Aug 31 02:04:09.408105 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42786) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:09.413116 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-c0feafed-0a30-4c29-8577-222dff1c933f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': 'aaf790a7-8135-4d5c-931c-ada7fcb0b75c', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:04:09.536634 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c0feafed-0a30-4c29-8577-222dff1c933f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:09.605120 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c0feafed-0a30-4c29-8577-222dff1c933f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:09.765820 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c0feafed-0a30-4c29-8577-222dff1c933f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:09.789791 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0feafed-0a30-4c29-8577-222dff1c933f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb57abb-5121-447c-8756-da057692ab7d,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:09.879682 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-c0feafed-0a30-4c29-8577-222dff1c933f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:09.880989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-c0feafed-0a30-4c29-8577-222dff1c933f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4718449 Aug 31 02:04:09.885006 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42788) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:09.890126 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4f691940-65e8-4d0a-8286-33ad6eed8601 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': 'aaf790a7-8135-4d5c-931c-ada7fcb0b75c', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:04:09.979768 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-4f691940-65e8-4d0a-8286-33ad6eed8601 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Project b391aac543674f3db49f6a68c2a53544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:04:09.985895 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4f691940-65e8-4d0a-8286-33ad6eed8601 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:10.052649 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4f691940-65e8-4d0a-8286-33ad6eed8601 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:10.134092 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4f691940-65e8-4d0a-8286-33ad6eed8601 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:10.155286 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f691940-65e8-4d0a-8286-33ad6eed8601 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940d174b-eb29-4658-b753-bfc00b3485b5,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:10.214366 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4f691940-65e8-4d0a-8286-33ad6eed8601 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:10.216393 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4f691940-65e8-4d0a-8286-33ad6eed8601 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3297017 Aug 31 02:04:10.219169 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42790) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:10.224267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-e1c5e8b9-3acd-4750-8ee6-239ddf959968 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': 'aaf790a7-8135-4d5c-931c-ada7fcb0b75c', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:04:10.328238 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-e1c5e8b9-3acd-4750-8ee6-239ddf959968 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Project b391aac543674f3db49f6a68c2a53544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:04:10.333682 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e8b9-3acd-4750-8ee6-239ddf959968 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:10.411295 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e8b9-3acd-4750-8ee6-239ddf959968 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:10.511169 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:10.533620 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e8b9-3acd-4750-8ee6-239ddf959968 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:10.553129 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5e8b9-3acd-4750-8ee6-239ddf959968 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8ab6df-e3c2-47ba-b137-fcacd5de6fb3,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:10.617071 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e8b9-3acd-4750-8ee6-239ddf959968 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:10.618285 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e1c5e8b9-3acd-4750-8ee6-239ddf959968 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3980448 Aug 31 02:04:10.621369 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42792) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:10.627108 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-1ecc4b1a-491f-4f28-af23-183a2b9973c9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'network': {'name': 'tempest-network-smoke--1918168105', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'port_security_enabled': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:04:10.705089 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecc4b1a-491f-4f28-af23-183a2b9973c9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Made reservation on behalf of b391aac543674f3db49f6a68c2a53544 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:04:10.708701 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4b1a-491f-4f28-af23-183a2b9973c9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:10.735299 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ecc4b1a-491f-4f28-af23-183a2b9973c9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:04:10.745652 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4b1a-491f-4f28-af23-183a2b9973c9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:10.746009 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-1ecc4b1a-491f-4f28-af23-183a2b9973c9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Added segment f828ca7d-83a9-486f-8c37-0ead4272ad0d of type vlan for network 9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 Aug 31 02:04:10.792363 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4b1a-491f-4f28-af23-183a2b9973c9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:10.908850 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4b1a-491f-4f28-af23-183a2b9973c9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:10.915063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecc4b1a-491f-4f28-af23-183a2b9973c9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:10.915704 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4b1a-491f-4f28-af23-183a2b9973c9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:10.990630 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc4b1a-491f-4f28-af23-183a2b9973c9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Network': ['ID=9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:11.003007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:04:11.057700 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-1ecc4b1a-491f-4f28-af23-183a2b9973c9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4347024 Aug 31 02:04:11.061268 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42794) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:11.066116 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-606190699', 'admin_state_up': True, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:04:11.182959 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:11.183956 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:11.238662 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:11.474031 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:11.757634 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:11.779825 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:11.893685 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.25.2.240 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/412b43ca-da88-4257-b871-763bdc675a08) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:04:12.007463 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:12.108958 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:12.152481 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:04:12.158383 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:04:12.162056 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:04:12.170742 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=412b43ca-da88-4257-b871-763bdc675a08,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:12.588639 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:13.101505 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:13.302259 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 8d82b38b-776c-476d-abff-1c26d25b05c9 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:04:13.414853 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:04:13.426472 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Sync routers for ids ['8d82b38b-776c-476d-abff-1c26d25b05c9'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:04:13.436226 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Routers {'8d82b38b-776c-476d-abff-1c26d25b05c9'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:04:13.436895 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:04:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d82b38b-776c-476d-abff-1c26d25b05c9'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:04:13.476404 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:13.477780 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d9ee8d5d-9c6e-4888-813e-80d0dddaf952 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4154556 Aug 31 02:04:13.480850 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42796) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:13.542619 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Set router 8d82b38b-776c-476d-abff-1c26d25b05c9 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:04:13.612191 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-50c7c209-b345-4e67-b5f8-596e0411a73b tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b391aac543674f3db49f6a68c2a53544&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1289668 Aug 31 02:04:13.614283 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42800) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:13.725533 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606190699', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '412b43ca-da88-4257-b871-763bdc675a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:12Z', 'revision_number': 3, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '412b43ca-da88-4257-b871-763bdc675a08', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:04:13.756112 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Checking router: 8d82b38b-776c-476d-abff-1c26d25b05c9 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:04:13.756563 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Updating router 8d82b38b-776c-476d-abff-1c26d25b05c9 port 412b43ca-da88-4257-b871-763bdc675a08 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:04:13.767585 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db285ee3-858c-4a67-b863-03cffb52e3d9 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:13.769130 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-db285ee3-858c-4a67-b863-03cffb52e3d9 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1539264 Aug 31 02:04:13.772262 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42802) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:13.785257 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:13.807914 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-75f9a844-0f84-4b17-9c9b-adeb886eb32b tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344107 Aug 31 02:04:13.811105 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42804) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:13.816258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-311e7332-7320-4ce2-b54f-1a6af61dfce2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-830466885', 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:04:14.016642 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311e7332-7320-4ce2-b54f-1a6af61dfce2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Made reservation on behalf of b391aac543674f3db49f6a68c2a53544 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:04:14.020206 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-311e7332-7320-4ce2-b54f-1a6af61dfce2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:14.050713 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:14.061731 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Transition to ACTIVE for port object 412b43ca-da88-4257-b871-763bdc675a08 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:04:14.145186 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:14.201752 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8386a-044c-4ecd-a105-bd5884b81989 None None] Pushing event updated for resources: {'Port': ['ID=412b43ca-da88-4257-b871-763bdc675a08,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:14.205501 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Attempting to bind port 412b43ca-da88-4257-b871-763bdc675a08 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:04:14.205828 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Attempting to bind port 412b43ca-da88-4257-b871-763bdc675a08 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:04:14.206185 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Attempting to bind port 412b43ca-da88-4257-b871-763bdc675a08 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:04:14.213465 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8386a-044c-4ecd-a105-bd5884b81989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:04:14.216364 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8386a-044c-4ecd-a105-bd5884b81989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:04:14.216364 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8386a-044c-4ecd-a105-bd5884b81989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:04:14.216364 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8386a-044c-4ecd-a105-bd5884b81989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:04:14.216364 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8386a-044c-4ecd-a105-bd5884b81989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:04:14.216364 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8386a-044c-4ecd-a105-bd5884b81989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:04:14.216364 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8386a-044c-4ecd-a105-bd5884b81989 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:04:14.216364 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8386a-044c-4ecd-a105-bd5884b81989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:04:14.216364 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8386a-044c-4ecd-a105-bd5884b81989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:04:14.217228 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8386a-044c-4ecd-a105-bd5884b81989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:04:14.217228 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8386a-044c-4ecd-a105-bd5884b81989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:04:14.217228 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8386a-044c-4ecd-a105-bd5884b81989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:04:14.222650 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:04:14.223023 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:04:14.223419 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:14.223814 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:04:14.224266 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Bound port: 412b43ca-da88-4257-b871-763bdc675a08, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:04:14.224636 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:14.274035 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-311e7332-7320-4ce2-b54f-1a6af61dfce2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:14.279561 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] For port 412b43ca-da88-4257-b871-763bdc675a08, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:04:14.283313 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] For port 412b43ca-da88-4257-b871-763bdc675a08, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=412b43ca-da88-4257-b871-763bdc675a08,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:04:14.334299 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e7332-7320-4ce2-b54f-1a6af61dfce2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Subnet': ['ID=0ec5d4b5-76bd-45cb-aeca-139f0369e2ec,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:14.346336 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311e7332-7320-4ce2-b54f-1a6af61dfce2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Checking segment: {'id': 'f828ca7d-83a9-486f-8c37-0ead4272ad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:04:14.346698 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311e7332-7320-4ce2-b54f-1a6af61dfce2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network hostable DHCP agents. Network: 9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:04:14.362739 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:14.421332 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Routers {'8d82b38b-776c-476d-abff-1c26d25b05c9'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:04:14.422023 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:04:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d82b38b-776c-476d-abff-1c26d25b05c9'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:04:14.425104 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8386a-044c-4ecd-a105-bd5884b81989 None None] Pushing event updated for resources: {'Port': ['ID=412b43ca-da88-4257-b871-763bdc675a08,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:14.433988 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311e7332-7320-4ce2-b54f-1a6af61dfce2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:04:14.522679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-311e7332-7320-4ce2-b54f-1a6af61dfce2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:04:14.527194 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311e7332-7320-4ce2-b54f-1a6af61dfce2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:14.527721 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-311e7332-7320-4ce2-b54f-1a6af61dfce2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:14.537733 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f219997-a69d-4412-8c9a-39711bdf23ef None None] Network 9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:04:14.605570 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-311e7332-7320-4ce2-b54f-1a6af61dfce2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7907817 Aug 31 02:04:14.605936 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42806) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:14.631037 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] Set router 8d82b38b-776c-476d-abff-1c26d25b05c9 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:04:14.695902 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4', 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ips': [{'subnet_id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:04:14.697044 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:14.819910 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606190699', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '412b43ca-da88-4257-b871-763bdc675a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:12Z', 'revision_number': 3, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '412b43ca-da88-4257-b871-763bdc675a08', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:04:14.846492 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Allocated IP 172.20.0.2 (9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4/0ec5d4b5-76bd-45cb-aeca-139f0369e2ec/777e5d10-a260-4be6-8604-90847404ece1) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:04:14.853603 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747fc41f-4466-45be-8e02-963901f948b0 None None] The sync data for ids ['8d82b38b-776c-476d-abff-1c26d25b05c9'] in n-d-793621-34 is: [{'id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606190699', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '412b43ca-da88-4257-b871-763bdc675a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:12Z', 'revision_number': 3, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '412b43ca-da88-4257-b871-763bdc675a08', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:04:15.021883 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:15.032564 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Transition to ACTIVE for port object 777e5d10-a260-4be6-8604-90847404ece1 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:04:15.053103 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Transition to ACTIVE for port object 777e5d10-a260-4be6-8604-90847404ece1 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:04:15.134370 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:15.182083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Network 9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:04:15.185915 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:04:15.190633 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:04:15.194126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Pushing event updated for resources: {'Port': ['ID=777e5d10-a260-4be6-8604-90847404ece1,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:15.212232 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:15.259989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Attempting to bind port 777e5d10-a260-4be6-8604-90847404ece1 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:04:15.260786 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Attempting to bind port 777e5d10-a260-4be6-8604-90847404ece1 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'f828ca7d-83a9-486f-8c37-0ead4272ad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:04:15.261505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Attempting to bind port 777e5d10-a260-4be6-8604-90847404ece1 on network 9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:04:15.268681 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:04:15.269288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Checking segment: {'id': 'f828ca7d-83a9-486f-8c37-0ead4272ad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:04:15.270007 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:15.271073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Bound using segment: {'id': 'f828ca7d-83a9-486f-8c37-0ead4272ad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:04:15.271579 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Bound port: 777e5d10-a260-4be6-8604-90847404ece1, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f828ca7d-83a9-486f-8c37-0ead4272ad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:04:15.272225 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:15.352009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] For port 777e5d10-a260-4be6-8604-90847404ece1, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:04:15.355543 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] For port 777e5d10-a260-4be6-8604-90847404ece1, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=777e5d10-a260-4be6-8604-90847404ece1,segment=NetworkSegment(f828ca7d-83a9-486f-8c37-0ead4272ad0d),segment_id=f828ca7d-83a9-486f-8c37-0ead4272ad0d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:04:15.413527 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:15.480494 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da011851-4561-4ad3-a22e-7c05ef57254b None None] Pushing event updated for resources: {'Port': ['ID=777e5d10-a260-4be6-8604-90847404ece1,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:15.620002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.20.0.1 (9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4/0ec5d4b5-76bd-45cb-aeca-139f0369e2ec/a6733ad0-2850-4955-867f-5499ce2f3ff3) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:04:15.765954 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:15.786198 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Transition to ACTIVE for port object a6733ad0-2850-4955-867f-5499ce2f3ff3 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:04:15.885855 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:15.934490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:04:15.938202 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:04:15.942737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:04:15.983195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=a6733ad0-2850-4955-867f-5499ce2f3ff3,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:16.013758 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:16.077712 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 412b43ca-da88-4257-b871-763bdc675a08 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:04:16.219370 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 412b43ca-da88-4257-b871-763bdc675a08 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:04:16.223711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 412b43ca-da88-4257-b871-763bdc675a08 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:04:16.224089 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:16.292703 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:16.318666 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:16.345269 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 412b43ca-da88-4257-b871-763bdc675a08, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=412b43ca-da88-4257-b871-763bdc675a08,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:04:16.430964 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:16.431794 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 777e5d10-a260-4be6-8604-90847404ece1 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:04:16.514505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=412b43ca-da88-4257-b871-763bdc675a08,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:16.538283 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292b7d94-9136-4558-9c1a-4bdbfd15b6a8 None None] Network 9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:04:16.601346 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 777e5d10-a260-4be6-8604-90847404ece1 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:04:16.652002 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:16.702203 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-39e7015e-2e71-4a85-9179-e1b95920e9f5 None None] Provisioning for port 777e5d10-a260-4be6-8604-90847404ece1 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:04:16.712819 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-39e7015e-2e71-4a85-9179-e1b95920e9f5 None None] Provisioning complete for port 777e5d10-a260-4be6-8604-90847404ece1 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:04:16.713185 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-39e7015e-2e71-4a85-9179-e1b95920e9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:16.749482 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:16.839409 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:16.855197 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-39e7015e-2e71-4a85-9179-e1b95920e9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:16.856061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=a6733ad0-2850-4955-867f-5499ce2f3ff3,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:16.895555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-39e7015e-2e71-4a85-9179-e1b95920e9f5 None None] For port 777e5d10-a260-4be6-8604-90847404ece1, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=777e5d10-a260-4be6-8604-90847404ece1,segment=NetworkSegment(f828ca7d-83a9-486f-8c37-0ead4272ad0d),segment_id=f828ca7d-83a9-486f-8c37-0ead4272ad0d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:04:16.966546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:04:16.968183 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:04:16.973818 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-39e7015e-2e71-4a85-9179-e1b95920e9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:17.067227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7015e-2e71-4a85-9179-e1b95920e9f5 None None] Pushing event updated for resources: {'Port': ['ID=777e5d10-a260-4be6-8604-90847404ece1,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:17.131170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 8d82b38b-776c-476d-abff-1c26d25b05c9 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:04:17.209880 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-37253a13-7a9e-418f-b63b-1c05bc34f3b1 None None] Provisioning complete for port 777e5d10-a260-4be6-8604-90847404ece1 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:04:17.211010 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-37253a13-7a9e-418f-b63b-1c05bc34f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:17.272220 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:04:17.289961 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-544abb56-5682-4b76-b168-3e9590342f99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "PUT /v2.0/routers/8d82b38b-776c-476d-abff-1c26d25b05c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6820583 Aug 31 02:04:17.318650 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Sync routers for ids ['8d82b38b-776c-476d-abff-1c26d25b05c9'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:04:17.367319 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Routers {'8d82b38b-776c-476d-abff-1c26d25b05c9'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:04:17.368250 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:04:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d82b38b-776c-476d-abff-1c26d25b05c9'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:04:17.492646 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-37253a13-7a9e-418f-b63b-1c05bc34f3b1 None None] Provisioning for port a6733ad0-2850-4955-867f-5499ce2f3ff3 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:04:17.502086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-37253a13-7a9e-418f-b63b-1c05bc34f3b1 None None] Provisioning complete for port a6733ad0-2850-4955-867f-5499ce2f3ff3 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:04:17.502198 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-37253a13-7a9e-418f-b63b-1c05bc34f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:17.517784 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-3bbf66c2-f6e6-45b5-b0c9-6059e1df9bea tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-806839941&fields=id&tenant_id=b391aac543674f3db49f6a68c2a53544 HTTP/1.1" status: 200 len: 267 time: 0.0532136 Aug 31 02:04:17.549479 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Set router 8d82b38b-776c-476d-abff-1c26d25b05c9 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:04:17.581594 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-37253a13-7a9e-418f-b63b-1c05bc34f3b1 None None] Port a6733ad0-2850-4955-867f-5499ce2f3ff3 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:04:17.658322 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-6d2a8260-fb6d-43fe-a086-ee707e2208b9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:17.659844 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-6d2a8260-fb6d-43fe-a086-ee707e2208b9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/networks?id=9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 HTTP/1.1" status: 200 len: 797 time: 0.1411810 Aug 31 02:04:17.682424 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-dfbb9b57-f8a8-440c-9672-e92797b80e0d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/quotas/b391aac543674f3db49f6a68c2a53544 HTTP/1.1" status: 200 len: 375 time: 0.0154576 Aug 31 02:04:17.724736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e34fa8a9-a404-4d52-ba9c-13fd6fb5cd1e None None] Provisioning complete for port a6733ad0-2850-4955-867f-5499ce2f3ff3 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:04:17.725056 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e34fa8a9-a404-4d52-ba9c-13fd6fb5cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:17.745498 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-d072715f-223a-45b6-9405-87a1a3c66f67 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608225 Aug 31 02:04:17.795427 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e34fa8a9-a404-4d52-ba9c-13fd6fb5cd1e None None] Port a6733ad0-2850-4955-867f-5499ce2f3ff3 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:04:17.819505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606190699', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '412b43ca-da88-4257-b871-763bdc675a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '412b43ca-da88-4257-b871-763bdc675a08', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'a6733ad0-2850-4955-867f-5499ce2f3ff3', 'name': '', 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:dc:3d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:15Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 2, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:04:17.846963 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Checking router: 8d82b38b-776c-476d-abff-1c26d25b05c9 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:04:17.847311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Updating router 8d82b38b-776c-476d-abff-1c26d25b05c9 port a6733ad0-2850-4955-867f-5499ce2f3ff3 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:04:17.872646 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:17.900405 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-710310e7-ed24-40b2-9350-877030cc5d2e service neutron] 10.222.0.16 "GET /v2.0/networks/9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409485 Aug 31 02:04:18.007937 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-f6d60e46-e9d0-470d-87e8-cbff7f937c7a service neutron] 10.222.0.16 "GET /v2.0/networks/9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005571 Aug 31 02:04:18.047114 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 412b43ca-da88-4257-b871-763bdc675a08 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:04:18.144595 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 412b43ca-da88-4257-b871-763bdc675a08 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:04:18.144978 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:18.226192 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:18.243643 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Transition to ACTIVE for port object a6733ad0-2850-4955-867f-5499ce2f3ff3 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:04:18.275919 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-abb83927-b469-455c-88d9-9f11b1421738 req-8f408912-03a0-43c8-bfef-090971f211bb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 210 time: 0.0416629 Aug 31 02:04:18.290381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 777e5d10-a260-4be6-8604-90847404ece1 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:04:18.334029 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:18.400691 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4756c9-705f-4a83-a6ae-c6fe7e39553f None None] Pushing event updated for resources: {'Port': ['ID=a6733ad0-2850-4955-867f-5499ce2f3ff3,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:18.406976 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 777e5d10-a260-4be6-8604-90847404ece1 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:04:18.407352 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:18.489402 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Attempting to bind port a6733ad0-2850-4955-867f-5499ce2f3ff3 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:04:18.489829 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Attempting to bind port a6733ad0-2850-4955-867f-5499ce2f3ff3 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'f828ca7d-83a9-486f-8c37-0ead4272ad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:04:18.490153 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Attempting to bind port a6733ad0-2850-4955-867f-5499ce2f3ff3 on network 9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:04:18.500572 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:04:18.501050 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Checking segment: {'id': 'f828ca7d-83a9-486f-8c37-0ead4272ad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:04:18.501365 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:18.501947 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Bound using segment: {'id': 'f828ca7d-83a9-486f-8c37-0ead4272ad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:04:18.502445 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Bound port: a6733ad0-2850-4955-867f-5499ce2f3ff3, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f828ca7d-83a9-486f-8c37-0ead4272ad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:04:18.502776 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:18.779893 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] For port a6733ad0-2850-4955-867f-5499ce2f3ff3, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:04:18.783122 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] For port a6733ad0-2850-4955-867f-5499ce2f3ff3, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a6733ad0-2850-4955-867f-5499ce2f3ff3,segment=NetworkSegment(f828ca7d-83a9-486f-8c37-0ead4272ad0d),segment_id=f828ca7d-83a9-486f-8c37-0ead4272ad0d)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:04:18.879907 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:18.939489 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Routers {'8d82b38b-776c-476d-abff-1c26d25b05c9'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:04:18.940640 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:04:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d82b38b-776c-476d-abff-1c26d25b05c9'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:04:19.024558 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4756c9-705f-4a83-a6ae-c6fe7e39553f None None] Pushing event updated for resources: {'Port': ['ID=a6733ad0-2850-4955-867f-5499ce2f3ff3,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:19.107736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] Set router 8d82b38b-776c-476d-abff-1c26d25b05c9 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:04:19.368857 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606190699', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '412b43ca-da88-4257-b871-763bdc675a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '412b43ca-da88-4257-b871-763bdc675a08', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'a6733ad0-2850-4955-867f-5499ce2f3ff3', 'name': '', 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:dc:3d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:15Z', 'updated_at': '2021-08-31T02:04:18Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:04:19.373838 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bee54133-91a5-4807-b013-3865582243b8 req-035a5963-3ae2-4127-a4d1-02b4899593b1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 210 time: 0.0331624 Aug 31 02:04:19.396773 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c578412-427d-4032-80c7-adcf45f7068b None None] The sync data for ids ['8d82b38b-776c-476d-abff-1c26d25b05c9'] in n-d-793621-34 is: [{'id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606190699', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '412b43ca-da88-4257-b871-763bdc675a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '412b43ca-da88-4257-b871-763bdc675a08', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'a6733ad0-2850-4955-867f-5499ce2f3ff3', 'name': '', 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:dc:3d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:15Z', 'updated_at': '2021-08-31T02:04:18Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:04:20.060577 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a6733ad0-2850-4955-867f-5499ce2f3ff3 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:04:20.173935 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port a6733ad0-2850-4955-867f-5499ce2f3ff3 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:04:20.178845 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a6733ad0-2850-4955-867f-5499ce2f3ff3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:04:20.179220 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:20.273421 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:20.322675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port a6733ad0-2850-4955-867f-5499ce2f3ff3, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a6733ad0-2850-4955-867f-5499ce2f3ff3,segment=NetworkSegment(f828ca7d-83a9-486f-8c37-0ead4272ad0d),segment_id=f828ca7d-83a9-486f-8c37-0ead4272ad0d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:04:20.399609 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:20.460440 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=a6733ad0-2850-4955-867f-5499ce2f3ff3,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:20.479114 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3563344c-d6cc-441a-a1f8-794364d59ffc req-edecc97f-23b9-4232-822b-651951306fa9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 210 time: 0.0353415 Aug 31 02:04:21.598138 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7a24253-54ea-4ec0-954f-81218e545a26 req-f9f94ade-e1d5-426e-a03d-e7990da342cf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 210 time: 0.0387771 Aug 31 02:04:21.607325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-a8f49699-68cb-4e13-9b80-beb29e83fff1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:21.608854 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-a8f49699-68cb-4e13-9b80-beb29e83fff1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.48 "GET /v2.0/networks?id=9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 HTTP/1.1" status: 200 len: 797 time: 0.1306729 Aug 31 02:04:21.654418 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-64a19fa7-8dfa-4a72-9d56-a9cdb618239a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b391aac543674f3db49f6a68c2a53544 HTTP/1.1" status: 200 len: 379 time: 0.0364680 Aug 31 02:04:21.664312 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-c3e38449-12c0-43d3-8ea0-ea8116343fb2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'port': {'device_id': 'aac451b3-42cb-44e6-be0a-958ae0e824ef', 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4', 'admin_state_up': True, 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'security_groups': ['aaf790a7-8135-4d5c-931c-ada7fcb0b75c']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:04:21.835963 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-c3e38449-12c0-43d3-8ea0-ea8116343fb2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Made reservation on behalf of b391aac543674f3db49f6a68c2a53544 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:04:21.840047 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-c3e38449-12c0-43d3-8ea0-ea8116343fb2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:21.962748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-c3e38449-12c0-43d3-8ea0-ea8116343fb2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.20.0.5 (9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4/0ec5d4b5-76bd-45cb-aeca-139f0369e2ec/d0ef6d78-2842-48d4-b79d-0fbf2b732189) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:04:22.029001 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a6733ad0-2850-4955-867f-5499ce2f3ff3 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:04:22.082110 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a6733ad0-2850-4955-867f-5499ce2f3ff3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:04:22.082476 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:22.108994 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-c3e38449-12c0-43d3-8ea0-ea8116343fb2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:22.126424 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-c3e38449-12c0-43d3-8ea0-ea8116343fb2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Transition to ACTIVE for port object d0ef6d78-2842-48d4-b79d-0fbf2b732189 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:04:22.219806 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-c3e38449-12c0-43d3-8ea0-ea8116343fb2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:22.264806 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-c3e38449-12c0-43d3-8ea0-ea8116343fb2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:04:22.268155 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-c3e38449-12c0-43d3-8ea0-ea8116343fb2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:04:22.272227 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-c3e38449-12c0-43d3-8ea0-ea8116343fb2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:04:22.278989 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e38449-12c0-43d3-8ea0-ea8116343fb2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=d0ef6d78-2842-48d4-b79d-0fbf2b732189,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:22.331763 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-c3e38449-12c0-43d3-8ea0-ea8116343fb2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:22.332388 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-c3e38449-12c0-43d3-8ea0-ea8116343fb2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:22.400595 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-c3e38449-12c0-43d3-8ea0-ea8116343fb2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7408788 Aug 31 02:04:22.459297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Request body: {'port': {'device_id': 'aac451b3-42cb-44e6-be0a-958ae0e824ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:04:22.516179 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:22.545411 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7423ff97-6d4b-4e7f-a322-a2adc4771b9c None None] Provisioning for port d0ef6d78-2842-48d4-b79d-0fbf2b732189 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:04:22.549523 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7423ff97-6d4b-4e7f-a322-a2adc4771b9c None None] Provisioning complete for port d0ef6d78-2842-48d4-b79d-0fbf2b732189 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:04:22.549904 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7423ff97-6d4b-4e7f-a322-a2adc4771b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:22.586314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7423ff97-6d4b-4e7f-a322-a2adc4771b9c None None] Port d0ef6d78-2842-48d4-b79d-0fbf2b732189 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:04:22.725005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100651f-ce91-4913-9a16-9215eb6d7da2 req-7425f147-fe3d-4ae7-92dc-89185221ab34 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:22.726630 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7100651f-ce91-4913-9a16-9215eb6d7da2 req-7425f147-fe3d-4ae7-92dc-89185221ab34 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 931 time: 0.0546596 Aug 31 02:04:22.765836 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7100651f-ce91-4913-9a16-9215eb6d7da2 req-428f0842-dbdb-4769-977d-30df6b2b6ebf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=aaf790a7-8135-4d5c-931c-ada7fcb0b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321424 Aug 31 02:04:22.783313 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ef6d78-2842-48d4-b79d-0fbf2b732189 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:04:22.791291 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:22.803407 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Transition to ACTIVE for port object d0ef6d78-2842-48d4-b79d-0fbf2b732189 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:04:22.862427 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:22.913164 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Pushing event updated for resources: {'Port': ['ID=d0ef6d78-2842-48d4-b79d-0fbf2b732189,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:22.990048 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Attempting to bind port d0ef6d78-2842-48d4-b79d-0fbf2b732189 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:04:22.990385 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Attempting to bind port d0ef6d78-2842-48d4-b79d-0fbf2b732189 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'f828ca7d-83a9-486f-8c37-0ead4272ad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:04:22.990719 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Attempting to bind port d0ef6d78-2842-48d4-b79d-0fbf2b732189 on network 9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:04:22.995357 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Port d0ef6d78-2842-48d4-b79d-0fbf2b732189 on network 9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:04:22.995687 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Attempting to bind port d0ef6d78-2842-48d4-b79d-0fbf2b732189 on network 9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:04:23.000874 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:04:23.001213 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Checking segment: {'id': 'f828ca7d-83a9-486f-8c37-0ead4272ad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:04:23.001630 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Bound using segment: {'id': 'f828ca7d-83a9-486f-8c37-0ead4272ad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:04:23.002061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Bound port: d0ef6d78-2842-48d4-b79d-0fbf2b732189, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f828ca7d-83a9-486f-8c37-0ead4272ad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:04:23.002424 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:23.069360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] For port d0ef6d78-2842-48d4-b79d-0fbf2b732189, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:04:23.072445 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] For port d0ef6d78-2842-48d4-b79d-0fbf2b732189, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d0ef6d78-2842-48d4-b79d-0fbf2b732189,segment=NetworkSegment(f828ca7d-83a9-486f-8c37-0ead4272ad0d),segment_id=f828ca7d-83a9-486f-8c37-0ead4272ad0d)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:04:23.133897 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:23.168215 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:23.168832 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:23.170242 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] 10.222.0.48 "PUT /v2.0/ports/d0ef6d78-2842-48d4-b79d-0fbf2b732189 HTTP/1.1" status: 200 len: 1092 time: 0.7610199 Aug 31 02:04:23.170676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac451b3-42cb-44e6-be0a-958ae0e824ef', 'tag': 'd0ef6d78-2842-48d4-b79d-0fbf2b732189'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:04:23.172893 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23243929-f6d7-439b-b961-e97c724da786" -d '{"events": [{"name": "network-changed", "server_uuid": "aac451b3-42cb-44e6-be0a-958ae0e824ef", "tag": "d0ef6d78-2842-48d4-b79d-0fbf2b732189"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:04:23.197037 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a64a9e-0ebf-40ab-8cc1-70f50fc4231f service neutron] Pushing event updated for resources: {'Port': ['ID=d0ef6d78-2842-48d4-b79d-0fbf2b732189,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:23.221852 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e04edb-330b-4578-87a0-16232a21a8f4 x-openstack-request-id: req-f9e04edb-330b-4578-87a0-16232a21a8f4 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:04:23.222300 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac451b3-42cb-44e6-be0a-958ae0e824ef", "tag": "d0ef6d78-2842-48d4-b79d-0fbf2b732189", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:04:23.222693 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9e04edb-330b-4578-87a0-16232a21a8f4 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:04:23.223110 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac451b3-42cb-44e6-be0a-958ae0e824ef', 'tag': 'd0ef6d78-2842-48d4-b79d-0fbf2b732189', 'status': 'completed', 'code': 200} Aug 31 02:04:23.577144 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23243929-f6d7-439b-b961-e97c724da786 req-b859f92a-6134-45c6-8981-9d8670eed50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:23.578632 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23243929-f6d7-439b-b961-e97c724da786 req-b859f92a-6134-45c6-8981-9d8670eed50b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 1095 time: 0.3327055 Aug 31 02:04:23.678187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23243929-f6d7-439b-b961-e97c724da786 req-a7d447b2-a93b-4b78-b127-e61fdfb2f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:23.679669 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23243929-f6d7-439b-b961-e97c724da786 req-a7d447b2-a93b-4b78-b127-e61fdfb2f5f4 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b391aac543674f3db49f6a68c2a53544&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0929940 Aug 31 02:04:23.775460 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23243929-f6d7-439b-b961-e97c724da786 req-6c596686-d262-4037-8ec1-084b1335edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:23.776930 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-23243929-f6d7-439b-b961-e97c724da786 req-6c596686-d262-4037-8ec1-084b1335edb1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906000 Aug 31 02:04:23.854123 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-e7d17582-bf42-49a8-8855-cba2866b5c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:23.855710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-e7d17582-bf42-49a8-8855-cba2866b5c9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 1095 time: 0.0426714 Aug 31 02:04:23.888172 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855b171-143c-4489-905b-a9bc7c375637 req-5c8617f4-a04f-46eb-adac-b60b83fa2e3d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:23.890403 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5855b171-143c-4489-905b-a9bc7c375637 req-5c8617f4-a04f-46eb-adac-b60b83fa2e3d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 943 time: 0.0518289 Aug 31 02:04:23.902345 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-702e453e-dd14-488d-a6a8-3b136c7ada4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0ef6d78-2842-48d4-b79d-0fbf2b732189 HTTP/1.1" status: 200 len: 217 time: 0.0387764 Aug 31 02:04:23.930988 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5855b171-143c-4489-905b-a9bc7c375637 req-abfd8158-37ce-496f-98b4-620c95a34894 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=aaf790a7-8135-4d5c-931c-ada7fcb0b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343060 Aug 31 02:04:23.954113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-de8f54b0-59cf-4dd5-a3b0-dce077c1a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:23.955623 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-de8f54b0-59cf-4dd5-a3b0-dce077c1a8d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ec5d4b5-76bd-45cb-aeca-139f0369e2ec HTTP/1.1" status: 200 len: 834 time: 0.0461490 Aug 31 02:04:24.003461 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29e81eda-c548-4e09-8334-bc093dbe0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:24.005077 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-29e81eda-c548-4e09-8334-bc093dbe0211 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428815 Aug 31 02:04:24.103203 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-8caebf13-a81e-4498-bc3d-0838821b0133 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907576 Aug 31 02:04:24.194048 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7fb8f24d-4d20-41a7-97bd-0ae69d3018ae req-f8d4fda9-9b75-4bd4-98d6-b9739c1eb84c service neutron] 10.222.0.48 "GET /v2.0/networks/9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843563 Aug 31 02:04:25.048202 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964a700-7d21-48b2-902f-c253cc521181 req-3f48a436-a0a0-4288-b3fb-45be5eeecb01 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:25.049787 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a964a700-7d21-48b2-902f-c253cc521181 req-3f48a436-a0a0-4288-b3fb-45be5eeecb01 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 943 time: 0.0507119 Aug 31 02:04:25.087954 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a964a700-7d21-48b2-902f-c253cc521181 req-8f4ab69d-487f-4e0d-ace8-86aa1c639c99 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=aaf790a7-8135-4d5c-931c-ada7fcb0b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321469 Aug 31 02:04:26.205070 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad99756-916d-459b-9ded-60befaaa38a0 req-6e583f75-a43c-4b8b-91f1-94ac4c90883c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:26.206575 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ad99756-916d-459b-9ded-60befaaa38a0 req-6e583f75-a43c-4b8b-91f1-94ac4c90883c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 943 time: 0.0511515 Aug 31 02:04:26.248214 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ad99756-916d-459b-9ded-60befaaa38a0 req-f7afb45a-d865-4f38-ae2a-a757538a3300 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=aaf790a7-8135-4d5c-931c-ada7fcb0b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354726 Aug 31 02:04:26.903797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device d0ef6d78-2842-48d4-b79d-0fbf2b732189 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:04:27.000443 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port d0ef6d78-2842-48d4-b79d-0fbf2b732189, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d0ef6d78-2842-48d4-b79d-0fbf2b732189,segment=NetworkSegment(f828ca7d-83a9-486f-8c37-0ead4272ad0d),segment_id=f828ca7d-83a9-486f-8c37-0ead4272ad0d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:04:27.011487 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'd0ef6d78-2842-48d4-b79d-0fbf2b732189', 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4', 'port_id': 'd0ef6d78-2842-48d4-b79d-0fbf2b732189', 'mac_address': 'fa:16:3e:2f:ce:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:04:27.048164 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:27.060585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ef6d78-2842-48d4-b79d-0fbf2b732189 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:04:27.079206 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port d0ef6d78-2842-48d4-b79d-0fbf2b732189, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d0ef6d78-2842-48d4-b79d-0fbf2b732189,segment=NetworkSegment(f828ca7d-83a9-486f-8c37-0ead4272ad0d),segment_id=f828ca7d-83a9-486f-8c37-0ead4272ad0d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:04:27.150330 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:27.201713 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=d0ef6d78-2842-48d4-b79d-0fbf2b732189,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:27.368854 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4bf6c-566b-4890-86c8-15124e385047 req-ba2f4977-122f-4c87-b5c8-66d1666617f9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:27.370378 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-57d4bf6c-566b-4890-86c8-15124e385047 req-ba2f4977-122f-4c87-b5c8-66d1666617f9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 944 time: 0.0555196 Aug 31 02:04:27.385839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['d0ef6d78-2842-48d4-b79d-0fbf2b732189'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:04:27.410601 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-57d4bf6c-566b-4890-86c8-15124e385047 req-8bed7e07-dec0-46d0-bb2d-091263a5d536 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=aaf790a7-8135-4d5c-931c-ada7fcb0b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342245 Aug 31 02:04:27.868939 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:04:28.537817 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44852d-8762-4122-afa3-c10f5691d236 req-e72d21b6-631e-48cf-ac2c-929e8e877c7d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:28.539479 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3c44852d-8762-4122-afa3-c10f5691d236 req-e72d21b6-631e-48cf-ac2c-929e8e877c7d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 944 time: 0.0598764 Aug 31 02:04:28.578301 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3c44852d-8762-4122-afa3-c10f5691d236 req-d79900ac-a7ff-481f-aff1-26f0cfc977c7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=aaf790a7-8135-4d5c-931c-ada7fcb0b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328097 Aug 31 02:04:28.918766 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device d0ef6d78-2842-48d4-b79d-0fbf2b732189 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:04:29.045119 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port d0ef6d78-2842-48d4-b79d-0fbf2b732189 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:04:29.049311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port d0ef6d78-2842-48d4-b79d-0fbf2b732189 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:04:29.049711 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:29.127527 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:29.153102 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac451b3-42cb-44e6-be0a-958ae0e824ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ef6d78-2842-48d4-b79d-0fbf2b732189'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:04:29.155859 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360e043a-7196-45f8-bbe0-a521e49ee63c" -d '{"events": [{"server_uuid": "aac451b3-42cb-44e6-be0a-958ae0e824ef", "name": "network-vif-plugged", "status": "completed", "tag": "d0ef6d78-2842-48d4-b79d-0fbf2b732189"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:04:29.169161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port d0ef6d78-2842-48d4-b79d-0fbf2b732189, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d0ef6d78-2842-48d4-b79d-0fbf2b732189,segment=NetworkSegment(f828ca7d-83a9-486f-8c37-0ead4272ad0d),segment_id=f828ca7d-83a9-486f-8c37-0ead4272ad0d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:04:29.239375 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:29.262967 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960d5864-cf19-40ac-944e-0a3dc50d2fb3 x-openstack-request-id: req-960d5864-cf19-40ac-944e-0a3dc50d2fb3 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:04:29.263270 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac451b3-42cb-44e6-be0a-958ae0e824ef", "name": "network-vif-plugged", "status": "completed", "tag": "d0ef6d78-2842-48d4-b79d-0fbf2b732189", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:04:29.263512 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-960d5864-cf19-40ac-944e-0a3dc50d2fb3 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:04:29.263902 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac451b3-42cb-44e6-be0a-958ae0e824ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ef6d78-2842-48d4-b79d-0fbf2b732189', 'code': 200} Aug 31 02:04:29.296977 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=d0ef6d78-2842-48d4-b79d-0fbf2b732189,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:29.348266 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349b24e-743b-4705-98f2-213498cdf539 req-0230165a-34dc-481a-b3a6-2c93831b847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:29.349848 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d349b24e-743b-4705-98f2-213498cdf539 req-0230165a-34dc-481a-b3a6-2c93831b847a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 1097 time: 0.0405848 Aug 31 02:04:29.385591 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d349b24e-743b-4705-98f2-213498cdf539 req-65fc8043-baac-4068-8675-f7671384369b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aaf790a7-8135-4d5c-931c-ada7fcb0b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292203 Aug 31 02:04:29.694419 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d3710-82cc-4f51-9268-b74e95d3d182 req-eb61406f-fbe7-479a-a932-d89b0b7f6a21 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:29.695975 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fc5d3710-82cc-4f51-9268-b74e95d3d182 req-eb61406f-fbe7-479a-a932-d89b0b7f6a21 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 945 time: 0.0492594 Aug 31 02:04:29.735092 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fc5d3710-82cc-4f51-9268-b74e95d3d182 req-5aae73fe-dd47-41c3-91d4-9dccfe14d1bb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=aaf790a7-8135-4d5c-931c-ada7fcb0b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322263 Aug 31 02:04:30.855045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7fe92-a0c0-4c80-9589-931c5752c006 req-2c403acd-5a66-4361-bd02-e889b9d5b455 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:30.856508 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97d7fe92-a0c0-4c80-9589-931c5752c006 req-2c403acd-5a66-4361-bd02-e889b9d5b455 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 945 time: 0.0505567 Aug 31 02:04:30.896187 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97d7fe92-a0c0-4c80-9589-931c5752c006 req-13e709de-fd26-412f-9e8b-980c14f4e47f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=aaf790a7-8135-4d5c-931c-ada7fcb0b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329747 Aug 31 02:04:31.014652 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745484da-9d4c-485e-b109-cb0f9a69de1b req-0898eb28-0aa3-42b0-8ec5-bcd6f98db4f1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:31.016217 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-745484da-9d4c-485e-b109-cb0f9a69de1b req-0898eb28-0aa3-42b0-8ec5-bcd6f98db4f1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 945 time: 0.0506375 Aug 31 02:04:31.056269 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-745484da-9d4c-485e-b109-cb0f9a69de1b req-7e56438f-07a5-4342-ad94-4e76001d4769 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=aaf790a7-8135-4d5c-931c-ada7fcb0b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340309 Aug 31 02:04:31.078774 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42878) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:31.124337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220fd7c5-a361-40e2-9626-5e1caff535b6 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:31.125924 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-220fd7c5-a361-40e2-9626-5e1caff535b6 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 1092 time: 0.0460818 Aug 31 02:04:31.129169 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42880) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:31.136214 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': 'd0ef6d78-2842-48d4-b79d-0fbf2b732189', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:04:31.218696 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:31.316686 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:31.387712 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-16a79a66-a3d3-4805-a40b-2079f03fe602 req-d78b0de0-e4e5-4fc6-a742-a916e3f8bfec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411532 Aug 31 02:04:31.429964 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.25.2.236 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/7878a58f-ed20-4a27-ae78-09bfebf6f93f) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:04:31.468316 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a79a66-a3d3-4805-a40b-2079f03fe602 req-249a4617-8075-48a0-b214-ca4eed56cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:31.469991 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-16a79a66-a3d3-4805-a40b-2079f03fe602 req-249a4617-8075-48a0-b214-ca4eed56cf67 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 1097 time: 0.0415211 Aug 31 02:04:31.537973 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:31.582850 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a79a66-a3d3-4805-a40b-2079f03fe602 req-74b8db80-9121-45a6-b1bb-37fcce38a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:31.584445 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-16a79a66-a3d3-4805-a40b-2079f03fe602 req-74b8db80-9121-45a6-b1bb-37fcce38a0b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 HTTP/1.1" status: 200 len: 898 time: 0.0954208 Aug 31 02:04:31.629256 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-16a79a66-a3d3-4805-a40b-2079f03fe602 req-19bb003c-18a0-4e6c-a2c8-e401a10226cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0ef6d78-2842-48d4-b79d-0fbf2b732189 HTTP/1.1" status: 200 len: 217 time: 0.0361619 Aug 31 02:04:31.648346 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:31.680726 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a79a66-a3d3-4805-a40b-2079f03fe602 req-1015d6b1-92c8-4ff7-bd25-4134432e57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:31.682264 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-16a79a66-a3d3-4805-a40b-2079f03fe602 req-1015d6b1-92c8-4ff7-bd25-4134432e57bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ec5d4b5-76bd-45cb-aeca-139f0369e2ec HTTP/1.1" status: 200 len: 834 time: 0.0462973 Aug 31 02:04:31.686935 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:04:31.692250 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:04:31.695499 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:04:31.731503 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=7878a58f-ed20-4a27-ae78-09bfebf6f93f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:31.743004 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a79a66-a3d3-4805-a40b-2079f03fe602 req-3196f077-738b-48e8-9d97-e4c7a44efaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:31.745211 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-16a79a66-a3d3-4805-a40b-2079f03fe602 req-3196f077-738b-48e8-9d97-e4c7a44efaff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561922 Aug 31 02:04:31.849282 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-16a79a66-a3d3-4805-a40b-2079f03fe602 req-953bf93c-554f-4ed1-8b35-6e51cf10aa63 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972493 Aug 31 02:04:31.954927 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-16a79a66-a3d3-4805-a40b-2079f03fe602 req-437f187a-3bd8-480f-857e-a5b580ac0c95 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979135 Aug 31 02:04:32.101141 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:32.272241 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:32.437312 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:32.555810 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:32.636651 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=7878a58f-ed20-4a27-ae78-09bfebf6f93f,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:04:32.643920 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:32.750243 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Floating IP 6a979f5c-1a5e-4a40-80ac-26dfdc92a213 associated. External IP: 172.25.2.236, port: d0ef6d78-2842-48d4-b79d-0fbf2b732189. Aug 31 02:04:32.971914 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 8d82b38b-776c-476d-abff-1c26d25b05c9 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:04:33.085038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:04:33.096206 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be18e41-a093-4e0d-9eb3-729b48534a92 None None] Sync routers for ids ['8d82b38b-776c-476d-abff-1c26d25b05c9'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:04:33.108514 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be18e41-a093-4e0d-9eb3-729b48534a92 None None] Routers {'8d82b38b-776c-476d-abff-1c26d25b05c9'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:04:33.109242 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5be18e41-a093-4e0d-9eb3-729b48534a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:04:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d82b38b-776c-476d-abff-1c26d25b05c9'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:04:33.165187 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:33.195433 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fc38bffc-f925-44d0-9f1e-4cc6f54bba4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0647469 Aug 31 02:04:33.196018 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac451b3-42cb-44e6-be0a-958ae0e824ef', 'tag': 'd0ef6d78-2842-48d4-b79d-0fbf2b732189'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:04:33.198426 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f054672-5510-410b-9aa9-7688f52a062d" -d '{"events": [{"name": "network-changed", "server_uuid": "aac451b3-42cb-44e6-be0a-958ae0e824ef", "tag": "d0ef6d78-2842-48d4-b79d-0fbf2b732189"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:04:33.233006 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-5be18e41-a093-4e0d-9eb3-729b48534a92 None None] Set router 8d82b38b-776c-476d-abff-1c26d25b05c9 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:04:33.259307 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1798b8d5-6231-402c-abdc-ab3298b9caf7 x-openstack-request-id: req-1798b8d5-6231-402c-abdc-ab3298b9caf7 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:04:33.259604 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac451b3-42cb-44e6-be0a-958ae0e824ef", "tag": "d0ef6d78-2842-48d4-b79d-0fbf2b732189", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:04:33.259853 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1798b8d5-6231-402c-abdc-ab3298b9caf7 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:04:33.260260 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac451b3-42cb-44e6-be0a-958ae0e824ef', 'tag': 'd0ef6d78-2842-48d4-b79d-0fbf2b732189', 'status': 'completed', 'code': 200} Aug 31 02:04:33.344127 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f054672-5510-410b-9aa9-7688f52a062d req-c23f534f-f59d-4ae4-98e0-b6dda2d5838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:33.345709 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f054672-5510-410b-9aa9-7688f52a062d req-c23f534f-f59d-4ae4-98e0-b6dda2d5838a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 1097 time: 0.0529356 Aug 31 02:04:33.353635 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed3e3d-cff6-46dd-bb86-987ce29e59b7 req-5eb2a959-55dd-4a87-bcba-0c85419b468c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:33.355233 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cfed3e3d-cff6-46dd-bb86-987ce29e59b7 req-5eb2a959-55dd-4a87-bcba-0c85419b468c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 945 time: 0.0898201 Aug 31 02:04:33.449810 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cfed3e3d-cff6-46dd-bb86-987ce29e59b7 req-4fd02556-1d26-45b2-a179-220e575aaf66 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=aaf790a7-8135-4d5c-931c-ada7fcb0b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857966 Aug 31 02:04:33.473777 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42886) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:33.477145 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5be18e41-a093-4e0d-9eb3-729b48534a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606190699', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '412b43ca-da88-4257-b871-763bdc675a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '412b43ca-da88-4257-b871-763bdc675a08', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '6a979f5c-1a5e-4a40-80ac-26dfdc92a213', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'port_id': 'd0ef6d78-2842-48d4-b79d-0fbf2b732189', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4', 'mac_address': 'fa:16:3e:2f:ce:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac451b3-42cb-44e6-be0a-958ae0e824ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:04:31Z', 'updated_at': '2021-08-31T02:04:31Z', 'revision_number': 0, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6733ad0-2850-4955-867f-5499ce2f3ff3', 'name': '', 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:dc:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:15Z', 'updated_at': '2021-08-31T02:04:20Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:04:33.483485 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f054672-5510-410b-9aa9-7688f52a062d req-837f6e04-5b16-4aba-bd86-fd167acf06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:33.485002 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f054672-5510-410b-9aa9-7688f52a062d req-837f6e04-5b16-4aba-bd86-fd167acf06b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 HTTP/1.1" status: 200 len: 898 time: 0.1288633 Aug 31 02:04:33.508981 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be18e41-a093-4e0d-9eb3-729b48534a92 None None] Checking router: 8d82b38b-776c-476d-abff-1c26d25b05c9 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:04:33.518948 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be18e41-a093-4e0d-9eb3-729b48534a92 None None] Routers {'8d82b38b-776c-476d-abff-1c26d25b05c9'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:04:33.519570 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5be18e41-a093-4e0d-9eb3-729b48534a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:04:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d82b38b-776c-476d-abff-1c26d25b05c9'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:04:33.539362 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ee0055eb-c02c-47f6-a2ae-8b82fc2814c1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/floatingips/6a979f5c-1a5e-4a40-80ac-26dfdc92a213 HTTP/1.1" status: 200 len: 991 time: 0.0643981 Aug 31 02:04:33.555804 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f054672-5510-410b-9aa9-7688f52a062d req-0601f413-3707-4be3-b4d0-5f0fb05e6499 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0ef6d78-2842-48d4-b79d-0fbf2b732189 HTTP/1.1" status: 200 len: 999 time: 0.0639441 Aug 31 02:04:33.612620 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f054672-5510-410b-9aa9-7688f52a062d req-09fdefa7-fe3e-40a1-bb10-6ce130ae07f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:33.614181 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f054672-5510-410b-9aa9-7688f52a062d req-09fdefa7-fe3e-40a1-bb10-6ce130ae07f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ec5d4b5-76bd-45cb-aeca-139f0369e2ec HTTP/1.1" status: 200 len: 834 time: 0.0515277 Aug 31 02:04:33.625021 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-5be18e41-a093-4e0d-9eb3-729b48534a92 None None] Set router 8d82b38b-776c-476d-abff-1c26d25b05c9 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:04:33.660986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f054672-5510-410b-9aa9-7688f52a062d req-4c5a0ce2-6bff-462a-a593-a5448855a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:33.662979 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f054672-5510-410b-9aa9-7688f52a062d req-4c5a0ce2-6bff-462a-a593-a5448855a90b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421753 Aug 31 02:04:33.759435 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f054672-5510-410b-9aa9-7688f52a062d req-fba8158d-0416-4e50-9387-cc6f2dbd47d8 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891147 Aug 31 02:04:33.855779 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3f054672-5510-410b-9aa9-7688f52a062d req-f2ac9d71-71d7-4a05-b417-430474c7e712 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893385 Aug 31 02:04:33.858126 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5be18e41-a093-4e0d-9eb3-729b48534a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606190699', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '412b43ca-da88-4257-b871-763bdc675a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '412b43ca-da88-4257-b871-763bdc675a08', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '6a979f5c-1a5e-4a40-80ac-26dfdc92a213', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'port_id': 'd0ef6d78-2842-48d4-b79d-0fbf2b732189', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4', 'mac_address': 'fa:16:3e:2f:ce:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac451b3-42cb-44e6-be0a-958ae0e824ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:04:31Z', 'updated_at': '2021-08-31T02:04:31Z', 'revision_number': 0, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6733ad0-2850-4955-867f-5499ce2f3ff3', 'name': '', 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:dc:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:15Z', 'updated_at': '2021-08-31T02:04:20Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:04:33.885836 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be18e41-a093-4e0d-9eb3-729b48534a92 None None] The sync data for ids ['8d82b38b-776c-476d-abff-1c26d25b05c9'] in n-d-793621-34 is: [{'id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606190699', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '412b43ca-da88-4257-b871-763bdc675a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '412b43ca-da88-4257-b871-763bdc675a08', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '6a979f5c-1a5e-4a40-80ac-26dfdc92a213', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'port_id': 'd0ef6d78-2842-48d4-b79d-0fbf2b732189', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4', 'mac_address': 'fa:16:3e:2f:ce:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac451b3-42cb-44e6-be0a-958ae0e824ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:04:31Z', 'updated_at': '2021-08-31T02:04:31Z', 'revision_number': 0, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6733ad0-2850-4955-867f-5499ce2f3ff3', 'name': '', 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:dc:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:15Z', 'updated_at': '2021-08-31T02:04:20Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:04:34.093152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f3d46-960d-40f2-a1eb-3bf6b312039f None None] New status for floating IP 6a979f5c-1a5e-4a40-80ac-26dfdc92a213: ACTIVE {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:04:34.338623 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a7b05f9c-3740-4691-b357-ef4359e4204c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:34.543571 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42888) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:04:34.622952 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ef077438-89ec-46f9-8f37-5451a6e42f59 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/floatingips/6a979f5c-1a5e-4a40-80ac-26dfdc92a213 HTTP/1.1" status: 200 len: 993 time: 0.0671802 Aug 31 02:04:36.915502 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:37.076130 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d7fea529-e63d-4f8d-b7d1-21eafc4518b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:37.631055 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:37.995517 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:39.378226 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:40.441549 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:04.295381 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-732aaff2-71ae-4c0f-8b36-ec0fe72957bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:04.868938 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:05:06.151148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5ccd4-c892-4826-a5f3-e862f92d98cf req-1e2df6e2-0257-4f48-8ce0-07a801cbf07a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:06.152691 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e1d5ccd4-c892-4826-a5f3-e862f92d98cf req-1e2df6e2-0257-4f48-8ce0-07a801cbf07a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 945 time: 0.0554161 Aug 31 02:05:06.192659 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e1d5ccd4-c892-4826-a5f3-e862f92d98cf req-51160f6b-eeb9-42c1-97b4-81d994931072 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=aaf790a7-8135-4d5c-931c-ada7fcb0b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338492 Aug 31 02:05:06.880206 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:07.055480 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cd585e74-6337-4a81-8186-702309c55c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:07.321677 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e639a8-4979-4771-95c5-9c374edbc539 req-42235746-4907-4833-85f5-1b8c8453cda5 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:07.323828 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3e639a8-4979-4771-95c5-9c374edbc539 req-42235746-4907-4833-85f5-1b8c8453cda5 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 945 time: 0.0592542 Aug 31 02:05:07.368253 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3e639a8-4979-4771-95c5-9c374edbc539 req-e97d060c-7760-41dd-a468-521d3a75fca4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=aaf790a7-8135-4d5c-931c-ada7fcb0b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349936 Aug 31 02:05:07.393193 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42910) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:07.455962 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3d556745-a0fc-44ad-90bc-924ffa746835 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/floatingips/6a979f5c-1a5e-4a40-80ac-26dfdc92a213 HTTP/1.1" status: 200 len: 993 time: 0.0615923 Aug 31 02:05:07.638436 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:07.948836 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:08.775048 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:08.852174 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf8bfb-2f1a-4b4d-b365-5431e79fc38d req-2b887b1f-c000-4cdc-af36-e711d3333c4d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:08.853690 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4bf8bfb-2f1a-4b4d-b365-5431e79fc38d req-2b887b1f-c000-4cdc-af36-e711d3333c4d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 945 time: 0.0483561 Aug 31 02:05:08.895651 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4bf8bfb-2f1a-4b4d-b365-5431e79fc38d req-089e7d56-4924-48f4-ad7e-ad5af38e0efa tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=aaf790a7-8135-4d5c-931c-ada7fcb0b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358784 Aug 31 02:05:10.015691 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55e24d-7219-40d2-b5ec-c619f252dc2a req-67eaa2c6-4366-4fbf-8c12-2985023a0068 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:10.017190 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c55e24d-7219-40d2-b5ec-c619f252dc2a req-67eaa2c6-4366-4fbf-8c12-2985023a0068 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 945 time: 0.0496662 Aug 31 02:05:10.057156 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5c55e24d-7219-40d2-b5ec-c619f252dc2a req-0c368d58-48ca-4628-9598-d0e0e5313346 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=aaf790a7-8135-4d5c-931c-ada7fcb0b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337358 Aug 31 02:05:10.080039 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42922) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:10.140155 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-701fcf8c-3b31-4939-ad82-dcf9be7749b3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/floatingips/6a979f5c-1a5e-4a40-80ac-26dfdc92a213 HTTP/1.1" status: 200 len: 993 time: 0.0589781 Aug 31 02:05:10.378790 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42928) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:10.452079 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:10.538329 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port 7878a58f-ed20-4a27-ae78-09bfebf6f93f {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:05:10.538671 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:10.614402 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:10.614721 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:10.627043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for 7878a58f-ed20-4a27-ae78-09bfebf6f93f owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:05:10.828482 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:10.851616 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=7878a58f-ed20-4a27-ae78-09bfebf6f93f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:10.862337 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:10.862695 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:10.863044 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:10.863388 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:10.863729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:10.864612 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:10.864725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:10.864990 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:10.865328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:10.865689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:10.866023 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:10.866352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:10.926688 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:10.927021 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Floating IP 6a979f5c-1a5e-4a40-80ac-26dfdc92a213 disassociated (deleted). External IP: 172.25.2.236, port: d0ef6d78-2842-48d4-b79d-0fbf2b732189. Aug 31 02:05:11.133967 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 8d82b38b-776c-476d-abff-1c26d25b05c9 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:05:11.241192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:05:11.246021 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:11.250515 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e50042-db1e-4f56-88a8-d8a5bb42637a None None] Sync routers for ids ['8d82b38b-776c-476d-abff-1c26d25b05c9'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:05:11.259310 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e50042-db1e-4f56-88a8-d8a5bb42637a None None] Routers {'8d82b38b-776c-476d-abff-1c26d25b05c9'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:05:11.259919 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-c7e50042-db1e-4f56-88a8-d8a5bb42637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:05:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d82b38b-776c-476d-abff-1c26d25b05c9'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:11.272131 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-57d93b01-0233-47bf-aae5-3bfc85fa0477 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/floatingips/6a979f5c-1a5e-4a40-80ac-26dfdc92a213 HTTP/1.1" status: 204 len: 168 time: 0.8922668 Aug 31 02:05:11.272719 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac451b3-42cb-44e6-be0a-958ae0e824ef', 'tag': 'd0ef6d78-2842-48d4-b79d-0fbf2b732189'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:05:11.275172 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658f4368-ac2a-4238-8a58-ce90b130db33" -d '{"events": [{"name": "network-changed", "server_uuid": "aac451b3-42cb-44e6-be0a-958ae0e824ef", "tag": "d0ef6d78-2842-48d4-b79d-0fbf2b732189"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:05:11.314891 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3319144d-3501-479d-b5de-b3b3b4422f86 x-openstack-request-id: req-3319144d-3501-479d-b5de-b3b3b4422f86 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:05:11.315735 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac451b3-42cb-44e6-be0a-958ae0e824ef", "tag": "d0ef6d78-2842-48d4-b79d-0fbf2b732189", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:05:11.315735 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3319144d-3501-479d-b5de-b3b3b4422f86 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:05:11.315946 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac451b3-42cb-44e6-be0a-958ae0e824ef', 'tag': 'd0ef6d78-2842-48d4-b79d-0fbf2b732189', 'status': 'completed', 'code': 200} Aug 31 02:05:11.370101 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-c7e50042-db1e-4f56-88a8-d8a5bb42637a None None] Set router 8d82b38b-776c-476d-abff-1c26d25b05c9 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:05:11.379059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f4368-ac2a-4238-8a58-ce90b130db33 req-632f39b1-4696-431d-8f8d-25e19c34f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:11.380591 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-658f4368-ac2a-4238-8a58-ce90b130db33 req-632f39b1-4696-431d-8f8d-25e19c34f0b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 1097 time: 0.0422163 Aug 31 02:05:11.477250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f4368-ac2a-4238-8a58-ce90b130db33 req-3f17a2cd-db71-46bc-a157-b7f50f2b3119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:11.478794 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-658f4368-ac2a-4238-8a58-ce90b130db33 req-3f17a2cd-db71-46bc-a157-b7f50f2b3119 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 HTTP/1.1" status: 200 len: 898 time: 0.0907969 Aug 31 02:05:11.519974 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-658f4368-ac2a-4238-8a58-ce90b130db33 req-687ed6ef-3e22-44c4-a17b-27c996e03549 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0ef6d78-2842-48d4-b79d-0fbf2b732189 HTTP/1.1" status: 200 len: 217 time: 0.0341589 Aug 31 02:05:11.571278 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-c7e50042-db1e-4f56-88a8-d8a5bb42637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606190699', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '412b43ca-da88-4257-b871-763bdc675a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '412b43ca-da88-4257-b871-763bdc675a08', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'a6733ad0-2850-4955-867f-5499ce2f3ff3', 'name': '', 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:dc:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:15Z', 'updated_at': '2021-08-31T02:04:20Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:11.577836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f4368-ac2a-4238-8a58-ce90b130db33 req-2f27af86-1302-4c31-9f7d-9ff39be39637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:11.579548 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-658f4368-ac2a-4238-8a58-ce90b130db33 req-2f27af86-1302-4c31-9f7d-9ff39be39637 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ec5d4b5-76bd-45cb-aeca-139f0369e2ec HTTP/1.1" status: 200 len: 834 time: 0.0529602 Aug 31 02:05:11.598940 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e50042-db1e-4f56-88a8-d8a5bb42637a None None] Checking router: 8d82b38b-776c-476d-abff-1c26d25b05c9 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:05:11.607280 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e50042-db1e-4f56-88a8-d8a5bb42637a None None] Routers {'8d82b38b-776c-476d-abff-1c26d25b05c9'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:05:11.607877 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-c7e50042-db1e-4f56-88a8-d8a5bb42637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:05:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d82b38b-776c-476d-abff-1c26d25b05c9'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:11.626547 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f4368-ac2a-4238-8a58-ce90b130db33 req-1b490d9b-6892-4132-9202-a1d94411da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:11.627998 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-658f4368-ac2a-4238-8a58-ce90b130db33 req-1b490d9b-6892-4132-9202-a1d94411da6e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417881 Aug 31 02:05:11.730243 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-658f4368-ac2a-4238-8a58-ce90b130db33 req-f03fb11f-3ae5-453d-a515-ed090b9e651a service neutron] 10.222.0.48 "GET /v2.0/networks/9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944147 Aug 31 02:05:11.751828 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c701878-ebb2-4795-893d-85e099a34f73 req-176c10d6-0077-402f-a737-d852362db537 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:11.754170 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c701878-ebb2-4795-893d-85e099a34f73 req-176c10d6-0077-402f-a737-d852362db537 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 945 time: 0.0560331 Aug 31 02:05:11.802974 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c701878-ebb2-4795-893d-85e099a34f73 req-fa564721-33af-491f-8c69-038f267e2d68 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=aaf790a7-8135-4d5c-931c-ada7fcb0b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421219 Aug 31 02:05:11.814634 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-c7e50042-db1e-4f56-88a8-d8a5bb42637a None None] Set router 8d82b38b-776c-476d-abff-1c26d25b05c9 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:05:11.845407 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-658f4368-ac2a-4238-8a58-ce90b130db33 req-1753bc1a-8f6a-4141-a70c-b90ac04aeb79 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065698 Aug 31 02:05:12.008480 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-c7e50042-db1e-4f56-88a8-d8a5bb42637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606190699', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '412b43ca-da88-4257-b871-763bdc675a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '412b43ca-da88-4257-b871-763bdc675a08', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'a6733ad0-2850-4955-867f-5499ce2f3ff3', 'name': '', 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:dc:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:15Z', 'updated_at': '2021-08-31T02:04:20Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:12.038140 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e50042-db1e-4f56-88a8-d8a5bb42637a None None] The sync data for ids ['8d82b38b-776c-476d-abff-1c26d25b05c9'] in n-d-793621-34 is: [{'id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606190699', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '412b43ca-da88-4257-b871-763bdc675a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '412b43ca-da88-4257-b871-763bdc675a08', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'a6733ad0-2850-4955-867f-5499ce2f3ff3', 'name': '', 'network_id': '9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:dc:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:15Z', 'updated_at': '2021-08-31T02:04:20Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '0ec5d4b5-76bd-45cb-aeca-139f0369e2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:05:12.261291 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6202956-051c-42e3-a323-f9d75014d3a5 None None] New status for floating IP 6a979f5c-1a5e-4a40-80ac-26dfdc92a213: DOWN {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:05:12.925955 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebb594-5d13-4f41-a883-1e6946fe905e req-c4c318a1-a6eb-4638-bd78-11e6901b61e7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:12.927444 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-26ebb594-5d13-4f41-a883-1e6946fe905e req-c4c318a1-a6eb-4638-bd78-11e6901b61e7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 945 time: 0.0499735 Aug 31 02:05:12.965376 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-26ebb594-5d13-4f41-a883-1e6946fe905e req-4e15ab3b-ff38-4456-ab96-85778bf3608d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=aaf790a7-8135-4d5c-931c-ada7fcb0b75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320668 Aug 31 02:05:13.207298 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18915e3c-04ee-4334-9619-f16a9411ad2a req-f7a7a0f9-81ef-4dd3-81a7-a0104874c944 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:13.208783 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-18915e3c-04ee-4334-9619-f16a9411ad2a req-f7a7a0f9-81ef-4dd3-81a7-a0104874c944 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 945 time: 0.0476377 Aug 31 02:05:13.300994 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-18915e3c-04ee-4334-9619-f16a9411ad2a req-1ae1fe70-bda8-4eda-95d9-c23d775a4c26 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port d0ef6d78-2842-48d4-b79d-0fbf2b732189 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:05:13.301315 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-18915e3c-04ee-4334-9619-f16a9411ad2a req-1ae1fe70-bda8-4eda-95d9-c23d775a4c26 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:13.389237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-18915e3c-04ee-4334-9619-f16a9411ad2a req-1ae1fe70-bda8-4eda-95d9-c23d775a4c26 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] For port d0ef6d78-2842-48d4-b79d-0fbf2b732189, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=d0ef6d78-2842-48d4-b79d-0fbf2b732189,segment=NetworkSegment(f828ca7d-83a9-486f-8c37-0ead4272ad0d),segment_id=f828ca7d-83a9-486f-8c37-0ead4272ad0d)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:05:13.389545 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-18915e3c-04ee-4334-9619-f16a9411ad2a req-1ae1fe70-bda8-4eda-95d9-c23d775a4c26 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:13.402163 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-18915e3c-04ee-4334-9619-f16a9411ad2a req-1ae1fe70-bda8-4eda-95d9-c23d775a4c26 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for d0ef6d78-2842-48d4-b79d-0fbf2b732189 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:05:13.632741 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-18915e3c-04ee-4334-9619-f16a9411ad2a req-1ae1fe70-bda8-4eda-95d9-c23d775a4c26 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:13.661986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1fe70-bda8-4eda-95d9-c23d775a4c26 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=d0ef6d78-2842-48d4-b79d-0fbf2b732189,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:13.707384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-18915e3c-04ee-4334-9619-f16a9411ad2a req-1ae1fe70-bda8-4eda-95d9-c23d775a4c26 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] No DVR routers for this DVR port d0ef6d78-2842-48d4-b79d-0fbf2b732189 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:05:13.710001 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-18915e3c-04ee-4334-9619-f16a9411ad2a req-1ae1fe70-bda8-4eda-95d9-c23d775a4c26 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:13.712043 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-18915e3c-04ee-4334-9619-f16a9411ad2a req-1ae1fe70-bda8-4eda-95d9-c23d775a4c26 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.48 "DELETE /v2.0/ports/d0ef6d78-2842-48d4-b79d-0fbf2b732189 HTTP/1.1" status: 204 len: 173 time: 0.4971435 Aug 31 02:05:13.712477 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac451b3-42cb-44e6-be0a-958ae0e824ef', 'name': 'network-vif-deleted', 'tag': 'd0ef6d78-2842-48d4-b79d-0fbf2b732189'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:05:13.714745 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fb615d-bb91-42af-9560-65183e0035cd" -d '{"events": [{"server_uuid": "aac451b3-42cb-44e6-be0a-958ae0e824ef", "name": "network-vif-deleted", "tag": "d0ef6d78-2842-48d4-b79d-0fbf2b732189"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:05:13.751813 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8d79d7-4115-45b3-b501-be461cab1137 x-openstack-request-id: req-ba8d79d7-4115-45b3-b501-be461cab1137 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:05:13.752123 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac451b3-42cb-44e6-be0a-958ae0e824ef", "name": "network-vif-deleted", "tag": "d0ef6d78-2842-48d4-b79d-0fbf2b732189", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:05:13.752378 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba8d79d7-4115-45b3-b501-be461cab1137 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:05:13.752782 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac451b3-42cb-44e6-be0a-958ae0e824ef', 'name': 'network-vif-deleted', 'tag': 'd0ef6d78-2842-48d4-b79d-0fbf2b732189', 'status': 'completed', 'code': 200} Aug 31 02:05:14.085884 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-320875ed-3751-4937-834a-e670f3f6aa70 req-dec648f5-777d-4ec4-b393-2c5cee035233 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac451b3-42cb-44e6-be0a-958ae0e824ef HTTP/1.1" status: 200 len: 210 time: 0.0271981 Aug 31 02:05:15.145568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42944) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:15.795126 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:16.045922 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port a6733ad0-2850-4955-867f-5499ce2f3ff3 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:05:16.046169 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:16.136247 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] For port a6733ad0-2850-4955-867f-5499ce2f3ff3, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a6733ad0-2850-4955-867f-5499ce2f3ff3,segment=NetworkSegment(f828ca7d-83a9-486f-8c37-0ead4272ad0d),segment_id=f828ca7d-83a9-486f-8c37-0ead4272ad0d)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:05:16.136610 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:16.150165 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for a6733ad0-2850-4955-867f-5499ce2f3ff3 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:05:16.445492 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:16.471913 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=a6733ad0-2850-4955-867f-5499ce2f3ff3,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:16.500091 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:16.500436 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:16.500773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:16.501158 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:16.501508 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:16.501843 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:16.502167 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:16.502487 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:16.502810 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:16.503126 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:16.503442 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:16.503763 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:16.659450 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:16.871788 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 8d82b38b-776c-476d-abff-1c26d25b05c9 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:05:16.976383 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:05:16.981325 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9eadde1f-bd11-4955-8d0c-ce6ba0e873f8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "PUT /v2.0/routers/8d82b38b-776c-476d-abff-1c26d25b05c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8347392 Aug 31 02:05:16.985087 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42946) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:16.986478 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191a50f-211f-421d-b4ce-ac8186be9f66 None None] Sync routers for ids ['8d82b38b-776c-476d-abff-1c26d25b05c9'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:05:16.995750 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1191a50f-211f-421d-b4ce-ac8186be9f66 None None] Routers {'8d82b38b-776c-476d-abff-1c26d25b05c9'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:05:16.996356 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1191a50f-211f-421d-b4ce-ac8186be9f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:05:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d82b38b-776c-476d-abff-1c26d25b05c9'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:17.036208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-880cc24f-cdd7-4a4b-af00-732483be6fbd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting subnet 0ec5d4b5-76bd-45cb-aeca-139f0369e2ec {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:05:17.039416 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-880cc24f-cdd7-4a4b-af00-732483be6fbd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:17.080137 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-880cc24f-cdd7-4a4b-af00-732483be6fbd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:17.105180 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-1191a50f-211f-421d-b4ce-ac8186be9f66 None None] Set router 8d82b38b-776c-476d-abff-1c26d25b05c9 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:05:17.168808 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-880cc24f-cdd7-4a4b-af00-732483be6fbd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:17.183139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device d0ef6d78-2842-48d4-b79d-0fbf2b732189 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:05:17.211280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: d0ef6d78-2842-48d4-b79d-0fbf2b732189 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:05:17.211915 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device d0ef6d78-2842-48d4-b79d-0fbf2b732189 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:05:17.288306 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1191a50f-211f-421d-b4ce-ac8186be9f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606190699', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '412b43ca-da88-4257-b871-763bdc675a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:05:16Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '412b43ca-da88-4257-b871-763bdc675a08', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:17.313943 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191a50f-211f-421d-b4ce-ac8186be9f66 None None] Checking router: 8d82b38b-776c-476d-abff-1c26d25b05c9 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:05:17.314641 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-880cc24f-cdd7-4a4b-af00-732483be6fbd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:17.322384 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1191a50f-211f-421d-b4ce-ac8186be9f66 None None] Routers {'8d82b38b-776c-476d-abff-1c26d25b05c9'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:05:17.322989 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1191a50f-211f-421d-b4ce-ac8186be9f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:05:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d82b38b-776c-476d-abff-1c26d25b05c9'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:17.342434 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cc24f-cdd7-4a4b-af00-732483be6fbd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec5d4b5-76bd-45cb-aeca-139f0369e2ec,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:17.346951 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-880cc24f-cdd7-4a4b-af00-732483be6fbd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:17.348859 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-880cc24f-cdd7-4a4b-af00-732483be6fbd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/subnets/0ec5d4b5-76bd-45cb-aeca-139f0369e2ec HTTP/1.1" status: 204 len: 168 time: 0.3627517 Aug 31 02:05:17.351725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42948) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:17.359547 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37078a3b-fce3-43af-a2f4-1dc94a3671f2 None None] Network 9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:05:17.432225 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-1191a50f-211f-421d-b4ce-ac8186be9f66 None None] Set router 8d82b38b-776c-476d-abff-1c26d25b05c9 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:05:17.462539 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77181456-af9c-42d2-ac77-b541865dd28e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:17.544393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] DHCP port deletion for 9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:05:17.574748 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77181456-af9c-42d2-ac77-b541865dd28e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:17.604202 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] Deleting port 777e5d10-a260-4be6-8604-90847404ece1 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:05:17.604712 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:17.626104 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-1191a50f-211f-421d-b4ce-ac8186be9f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606190699', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '412b43ca-da88-4257-b871-763bdc675a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:05:16Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '412b43ca-da88-4257-b871-763bdc675a08', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:17.652585 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191a50f-211f-421d-b4ce-ac8186be9f66 None None] The sync data for ids ['8d82b38b-776c-476d-abff-1c26d25b05c9'] in n-d-793621-34 is: [{'id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606190699', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '412b43ca-da88-4257-b871-763bdc675a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:05:16Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '412b43ca-da88-4257-b871-763bdc675a08', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d82b38b-776c-476d-abff-1c26d25b05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:04:11Z', 'updated_at': '2021-08-31T02:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:05:17.671307 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] For port 777e5d10-a260-4be6-8604-90847404ece1, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=777e5d10-a260-4be6-8604-90847404ece1,segment=NetworkSegment(f828ca7d-83a9-486f-8c37-0ead4272ad0d),segment_id=f828ca7d-83a9-486f-8c37-0ead4272ad0d)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:05:17.671710 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:17.688632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] Calling delete_port for 777e5d10-a260-4be6-8604-90847404ece1 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:05:17.711859 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-77181456-af9c-42d2-ac77-b541865dd28e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port 412b43ca-da88-4257-b871-763bdc675a08 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:05:17.712225 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77181456-af9c-42d2-ac77-b541865dd28e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:17.813190 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-77181456-af9c-42d2-ac77-b541865dd28e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] For port 412b43ca-da88-4257-b871-763bdc675a08, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=412b43ca-da88-4257-b871-763bdc675a08,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:05:17.813491 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77181456-af9c-42d2-ac77-b541865dd28e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:17.825259 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-77181456-af9c-42d2-ac77-b541865dd28e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for 412b43ca-da88-4257-b871-763bdc675a08 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:05:17.852011 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:17.884132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] Pushing event deleted for resources: {'Port': ['ID=777e5d10-a260-4be6-8604-90847404ece1,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:17.887586 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] No DVR routers for this DVR port 777e5d10-a260-4be6-8604-90847404ece1 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:05:17.895283 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:17.895701 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:17.895978 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:17.896319 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:17.896653 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:17.896986 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:17.897318 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:17.897881 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:17.898499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:17.898616 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:17.898869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:17.899190 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15805f-c1ed-459b-8adc-8c1b6a9d81cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:18.055068 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77181456-af9c-42d2-ac77-b541865dd28e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:18.055671 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 777e5d10-a260-4be6-8604-90847404ece1 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:05:18.085669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 777e5d10-a260-4be6-8604-90847404ece1 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:05:18.086091 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 777e5d10-a260-4be6-8604-90847404ece1 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:05:18.086411 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a6733ad0-2850-4955-867f-5499ce2f3ff3 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:05:18.090406 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77181456-af9c-42d2-ac77-b541865dd28e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=412b43ca-da88-4257-b871-763bdc675a08,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:18.109379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: a6733ad0-2850-4955-867f-5499ce2f3ff3 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:05:18.109776 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a6733ad0-2850-4955-867f-5499ce2f3ff3 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:05:18.149153 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77181456-af9c-42d2-ac77-b541865dd28e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:18.247549 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77181456-af9c-42d2-ac77-b541865dd28e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:18.249679 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77181456-af9c-42d2-ac77-b541865dd28e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:18.348331 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77181456-af9c-42d2-ac77-b541865dd28e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:18.348850 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77181456-af9c-42d2-ac77-b541865dd28e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Fanout notify agent at l3_agent the message router_deleted on router 8d82b38b-776c-476d-abff-1c26d25b05c9 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:05:18.358245 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-77181456-af9c-42d2-ac77-b541865dd28e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:18.358245 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-77181456-af9c-42d2-ac77-b541865dd28e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/routers/8d82b38b-776c-476d-abff-1c26d25b05c9 HTTP/1.1" status: 204 len: 168 time: 1.0040307 Aug 31 02:05:18.359814 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42950) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:18.448954 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-50aed822-4a92-477c-b61f-deec6cd584fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:18.537090 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-50aed822-4a92-477c-b61f-deec6cd584fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:18.546702 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-50aed822-4a92-477c-b61f-deec6cd584fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:18.556997 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-50aed822-4a92-477c-b61f-deec6cd584fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f828ca7d-83a9-486f-8c37-0ead4272ad0d') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:18.557294 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-50aed822-4a92-477c-b61f-deec6cd584fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f828ca7d-83a9-486f-8c37-0ead4272ad0d') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:18.566605 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-50aed822-4a92-477c-b61f-deec6cd584fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:18.580746 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-50aed822-4a92-477c-b61f-deec6cd584fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:18.586568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50aed822-4a92-477c-b61f-deec6cd584fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:05:18.586947 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-50aed822-4a92-477c-b61f-deec6cd584fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: timer() Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:05:18.589872 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:05:18.731341 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-50aed822-4a92-477c-b61f-deec6cd584fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:18.738658 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-50aed822-4a92-477c-b61f-deec6cd584fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:18.740138 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-50aed822-4a92-477c-b61f-deec6cd584fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/networks/9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4 HTTP/1.1" status: 204 len: 168 time: 0.3793058 Aug 31 02:05:18.743199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42952) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:18.752078 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aed822-4a92-477c-b61f-deec6cd584fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Network': ['ID=9a1af2b4-61e7-43b1-a38c-95e4c3bb5bc4,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:18.807638 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89c910bc-d06a-4522-9c42-ea04afa2a5f5 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:18.835676 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89c910bc-d06a-4522-9c42-ea04afa2a5f5 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:18.965795 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89c910bc-d06a-4522-9c42-ea04afa2a5f5 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:18.968524 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-89c910bc-d06a-4522-9c42-ea04afa2a5f5 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:18.969778 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-89c910bc-d06a-4522-9c42-ea04afa2a5f5 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/security-groups/aaf790a7-8135-4d5c-931c-ada7fcb0b75c HTTP/1.1" status: 204 len: 168 time: 0.2255414 Aug 31 02:05:18.979400 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c910bc-d06a-4522-9c42-ea04afa2a5f5 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf790a7-8135-4d5c-931c-ada7fcb0b75c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:19.317074 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42958) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:19.322050 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-937d929c-5b79-4bac-b4db-d08f79b3da5e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1183685830', 'description': 'tempest-secgroup-smoke-1183685830 description', 'project_id': 'b391aac543674f3db49f6a68c2a53544'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:05:19.422843 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-937d929c-5b79-4bac-b4db-d08f79b3da5e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:19.509650 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-937d929c-5b79-4bac-b4db-d08f79b3da5e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:19.599752 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-937d929c-5b79-4bac-b4db-d08f79b3da5e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:19.629558 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d929c-5b79-4bac-b4db-d08f79b3da5e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b27f3b-8e88-490f-8a60-f60b7b62f13e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:19.685249 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-937d929c-5b79-4bac-b4db-d08f79b3da5e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:19.686544 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-937d929c-5b79-4bac-b4db-d08f79b3da5e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3683579 Aug 31 02:05:19.690160 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42960) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:19.694687 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-96dff471-723c-4eb6-b691-5ec0a5da36fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '33b27f3b-8e88-490f-8a60-f60b7b62f13e', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:05:19.776195 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96dff471-723c-4eb6-b691-5ec0a5da36fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:19.836599 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96dff471-723c-4eb6-b691-5ec0a5da36fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:19.925515 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96dff471-723c-4eb6-b691-5ec0a5da36fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:19.945216 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dff471-723c-4eb6-b691-5ec0a5da36fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562a5a31-4df7-4b53-8cc1-a50e6e1b3cca,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:20.034514 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-96dff471-723c-4eb6-b691-5ec0a5da36fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:20.036098 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-96dff471-723c-4eb6-b691-5ec0a5da36fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3450174 Aug 31 02:05:20.039290 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42962) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:20.044282 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-318bf8a9-00c2-4e8e-a9a0-d49a788d55d0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '33b27f3b-8e88-490f-8a60-f60b7b62f13e', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:05:20.047402 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 412b43ca-da88-4257-b871-763bdc675a08 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:05:20.071915 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 412b43ca-da88-4257-b871-763bdc675a08 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:05:20.072253 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 412b43ca-da88-4257-b871-763bdc675a08 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:05:20.136233 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-318bf8a9-00c2-4e8e-a9a0-d49a788d55d0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:20.194108 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-318bf8a9-00c2-4e8e-a9a0-d49a788d55d0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:20.262530 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-318bf8a9-00c2-4e8e-a9a0-d49a788d55d0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:20.282026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bf8a9-00c2-4e8e-a9a0-d49a788d55d0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e6a671-350f-4499-aa7b-c9cf5cabf1c9,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:20.359956 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-318bf8a9-00c2-4e8e-a9a0-d49a788d55d0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:20.361277 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-318bf8a9-00c2-4e8e-a9a0-d49a788d55d0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3209872 Aug 31 02:05:20.363991 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42964) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:20.368508 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-fa94ec6e-0061-4501-b50b-76774c848720 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '33b27f3b-8e88-490f-8a60-f60b7b62f13e', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:05:20.449954 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fa94ec6e-0061-4501-b50b-76774c848720 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:20.506006 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fa94ec6e-0061-4501-b50b-76774c848720 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:20.571147 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fa94ec6e-0061-4501-b50b-76774c848720 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:20.589604 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94ec6e-0061-4501-b50b-76774c848720 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2daa49f2-cfaf-4b61-ab7f-e971d6b708e0,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:20.634037 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fa94ec6e-0061-4501-b50b-76774c848720 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:20.635314 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fa94ec6e-0061-4501-b50b-76774c848720 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2703803 Aug 31 02:05:20.638045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 42966) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:20.642454 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-baa1cea2-da8f-40e7-8ecf-2f8a6e0c684f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '33b27f3b-8e88-490f-8a60-f60b7b62f13e', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:05:20.730122 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-baa1cea2-da8f-40e7-8ecf-2f8a6e0c684f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:20.791455 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-baa1cea2-da8f-40e7-8ecf-2f8a6e0c684f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:20.862097 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-baa1cea2-da8f-40e7-8ecf-2f8a6e0c684f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:20.879411 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1cea2-da8f-40e7-8ecf-2f8a6e0c684f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef6add8-c20a-4c02-89da-6b0d0cef447a,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:20.953919 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-baa1cea2-da8f-40e7-8ecf-2f8a6e0c684f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:20.955273 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-baa1cea2-da8f-40e7-8ecf-2f8a6e0c684f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162689 Aug 31 02:05:20.958121 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42968) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:20.962829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-764a6847-ccce-4013-bef6-25077588bbed tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '33b27f3b-8e88-490f-8a60-f60b7b62f13e', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:05:21.051048 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-764a6847-ccce-4013-bef6-25077588bbed tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Project b391aac543674f3db49f6a68c2a53544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:05:21.056325 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-764a6847-ccce-4013-bef6-25077588bbed tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:21.105902 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-764a6847-ccce-4013-bef6-25077588bbed tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:21.159464 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-764a6847-ccce-4013-bef6-25077588bbed tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:21.181145 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a6847-ccce-4013-bef6-25077588bbed tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3b5b32-411c-49a4-b861-a1514b1d47db,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:21.238306 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-764a6847-ccce-4013-bef6-25077588bbed tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:21.239548 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-764a6847-ccce-4013-bef6-25077588bbed tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2804377 Aug 31 02:05:21.242207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42970) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:21.246594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-c88e1b0d-325f-4d03-b5bd-cacab953fe48 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '33b27f3b-8e88-490f-8a60-f60b7b62f13e', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:05:21.329867 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-c88e1b0d-325f-4d03-b5bd-cacab953fe48 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Project b391aac543674f3db49f6a68c2a53544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:05:21.334934 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c88e1b0d-325f-4d03-b5bd-cacab953fe48 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:21.694902 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c88e1b0d-325f-4d03-b5bd-cacab953fe48 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:21.754124 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c88e1b0d-325f-4d03-b5bd-cacab953fe48 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:21.782455 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e1b0d-325f-4d03-b5bd-cacab953fe48 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf41516-b21b-4007-93f8-a730445aabda,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:21.833819 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-c88e1b0d-325f-4d03-b5bd-cacab953fe48 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:21.835095 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c88e1b0d-325f-4d03-b5bd-cacab953fe48 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5919616 Aug 31 02:05:21.837878 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42972) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:21.842958 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0bb87ea7-858e-4d2b-ac09-59bd2c3284a1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'network': {'name': 'tempest-network-smoke--970709332', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'port_security_enabled': True}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:05:21.907748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb87ea7-858e-4d2b-ac09-59bd2c3284a1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Made reservation on behalf of b391aac543674f3db49f6a68c2a53544 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:05:21.911523 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0bb87ea7-858e-4d2b-ac09-59bd2c3284a1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:21.937230 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb87ea7-858e-4d2b-ac09-59bd2c3284a1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:05:21.947426 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0bb87ea7-858e-4d2b-ac09-59bd2c3284a1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:21.947776 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-0bb87ea7-858e-4d2b-ac09-59bd2c3284a1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Added segment 74c260d9-25d7-4856-8261-02ce50f4eb2a of type vlan for network d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 Aug 31 02:05:21.993998 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0bb87ea7-858e-4d2b-ac09-59bd2c3284a1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:22.113863 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0bb87ea7-858e-4d2b-ac09-59bd2c3284a1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:22.119659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb87ea7-858e-4d2b-ac09-59bd2c3284a1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:22.120243 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0bb87ea7-858e-4d2b-ac09-59bd2c3284a1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:22.188339 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb87ea7-858e-4d2b-ac09-59bd2c3284a1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Network': ['ID=d1217a75-d8c8-434c-87cf-8ab7c4cf81c0,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:22.198731 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:05:22.251757 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0bb87ea7-858e-4d2b-ac09-59bd2c3284a1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4127197 Aug 31 02:05:22.254306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42974) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:22.259017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1449163706', 'admin_state_up': True, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:05:22.343248 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:22.344310 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:22.398603 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:22.587283 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:22.845803 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:22.863722 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:22.961567 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.25.2.203 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/55c0f6e4-2448-4817-a732-3419fa691cad) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:05:23.079052 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:23.188334 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:23.230226 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:05:23.233397 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:05:23.237849 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:05:23.240925 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=55c0f6e4-2448-4817-a732-3419fa691cad,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:23.580293 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:23.796763 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:23.993897 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:05:24.103890 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:05:24.116865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Sync routers for ids ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:05:24.125791 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Routers {'6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:05:24.129804 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:05:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:24.199506 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:24.201249 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-022f82d4-e40c-4d2f-ace4-1f2e3c734dba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9459660 Aug 31 02:05:24.204655 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42976) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:24.232645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Set router 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:05:24.240769 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6ef8d544-89a7-48a5-9178-598691854db5 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b391aac543674f3db49f6a68c2a53544&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349240 Aug 31 02:05:24.243659 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42978) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:24.395498 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a79bd3-d796-4f1d-b594-4900f7721773 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:24.397036 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c2a79bd3-d796-4f1d-b594-4900f7721773 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1524682 Aug 31 02:05:24.399867 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42980) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:24.412738 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449163706', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:23Z', 'revision_number': 3, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:24.438533 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Checking router: 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:05:24.438938 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fde56ea9-caa2-46ca-9460-fd27d0b50d8d tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376971 Aug 31 02:05:24.439076 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Updating router 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed port 55c0f6e4-2448-4817-a732-3419fa691cad binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:05:24.441161 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42982) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:24.446003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-fb5e1897-0002-4e6f-a6ba-acb86cd00136 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-180469144', 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:05:24.464132 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:24.588332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5e1897-0002-4e6f-a6ba-acb86cd00136 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Made reservation on behalf of b391aac543674f3db49f6a68c2a53544 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:05:24.591912 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb5e1897-0002-4e6f-a6ba-acb86cd00136 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:24.816861 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb5e1897-0002-4e6f-a6ba-acb86cd00136 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:24.871282 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:24.876582 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e1897-0002-4e6f-a6ba-acb86cd00136 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Subnet': ['ID=0b794903-72e2-4288-99a1-b67060c92e9e,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:24.881527 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Transition to ACTIVE for port object 55c0f6e4-2448-4817-a732-3419fa691cad will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:05:24.886383 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5e1897-0002-4e6f-a6ba-acb86cd00136 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Checking segment: {'id': '74c260d9-25d7-4856-8261-02ce50f4eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:05:24.886746 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5e1897-0002-4e6f-a6ba-acb86cd00136 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network hostable DHCP agents. Network: d1217a75-d8c8-434c-87cf-8ab7c4cf81c0, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:05:24.942556 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:24.963715 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5e1897-0002-4e6f-a6ba-acb86cd00136 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:05:24.993869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Attempting to bind port 55c0f6e4-2448-4817-a732-3419fa691cad on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:05:24.994233 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Attempting to bind port 55c0f6e4-2448-4817-a732-3419fa691cad by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:05:24.994593 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Attempting to bind port 55c0f6e4-2448-4817-a732-3419fa691cad on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:05:24.996539 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a7395-60af-41b8-83e4-c9ca1977e0a4 None None] Pushing event updated for resources: {'Port': ['ID=55c0f6e4-2448-4817-a732-3419fa691cad,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:25.001980 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:05:25.002243 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:05:25.002637 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:25.003016 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:05:25.003594 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Bound port: 55c0f6e4-2448-4817-a732-3419fa691cad, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:05:25.003853 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:25.049798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-fb5e1897-0002-4e6f-a6ba-acb86cd00136 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, d1217a75-d8c8-434c-87cf-8ab7c4cf81c0) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:05:25.053889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5e1897-0002-4e6f-a6ba-acb86cd00136 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:25.054474 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-fb5e1897-0002-4e6f-a6ba-acb86cd00136 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:25.055338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] For port 55c0f6e4-2448-4817-a732-3419fa691cad, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:05:25.058637 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] For port 55c0f6e4-2448-4817-a732-3419fa691cad, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=55c0f6e4-2448-4817-a732-3419fa691cad,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:05:25.060989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8734ec7-d32b-4a66-b7c1-db65926949d9 None None] Network d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:05:25.162406 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:25.176442 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-fb5e1897-0002-4e6f-a6ba-acb86cd00136 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7342179 Aug 31 02:05:25.179208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 42984) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:25.253354 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a7395-60af-41b8-83e4-c9ca1977e0a4 None None] Pushing event updated for resources: {'Port': ['ID=55c0f6e4-2448-4817-a732-3419fa691cad,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:25.256827 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Routers {'6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:05:25.257454 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:05:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:25.293285 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-d1217a75-d8c8-434c-87cf-8ab7c4cf81c0', 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ips': [{'subnet_id': '0b794903-72e2-4288-99a1-b67060c92e9e'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:05:25.294728 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:25.438792 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] Set router 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:05:25.580893 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Allocated IP 172.20.0.2 (d1217a75-d8c8-434c-87cf-8ab7c4cf81c0/0b794903-72e2-4288-99a1-b67060c92e9e/9ee7cecc-0a1a-46bd-8207-b6f424ae202c) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:05:25.617396 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:25.767177 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449163706', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:23Z', 'revision_number': 3, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:25.799927 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83940ae-fed1-4632-bcd0-698765652bb3 None None] The sync data for ids ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'] in n-d-793621-34 is: [{'id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449163706', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:23Z', 'revision_number': 3, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:05:25.804492 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:25.814594 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Transition to ACTIVE for port object 9ee7cecc-0a1a-46bd-8207-b6f424ae202c will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:05:25.832619 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Transition to ACTIVE for port object 9ee7cecc-0a1a-46bd-8207-b6f424ae202c will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:05:25.901688 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:25.944978 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Network d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:05:25.947536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:05:25.952082 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:05:25.955273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Pushing event updated for resources: {'Port': ['ID=9ee7cecc-0a1a-46bd-8207-b6f424ae202c,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:25.963833 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.20.0.1 (d1217a75-d8c8-434c-87cf-8ab7c4cf81c0/0b794903-72e2-4288-99a1-b67060c92e9e/016cfceb-b2d2-4384-9045-ac8477d4ce86) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:05:26.034948 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Attempting to bind port 9ee7cecc-0a1a-46bd-8207-b6f424ae202c on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:05:26.035407 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Attempting to bind port 9ee7cecc-0a1a-46bd-8207-b6f424ae202c by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '74c260d9-25d7-4856-8261-02ce50f4eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:05:26.035673 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Attempting to bind port 9ee7cecc-0a1a-46bd-8207-b6f424ae202c on network d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:05:26.042701 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:05:26.043081 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Checking segment: {'id': '74c260d9-25d7-4856-8261-02ce50f4eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:05:26.043579 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:26.046524 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Bound using segment: {'id': '74c260d9-25d7-4856-8261-02ce50f4eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:05:26.047057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Bound port: 9ee7cecc-0a1a-46bd-8207-b6f424ae202c, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c260d9-25d7-4856-8261-02ce50f4eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:05:26.047438 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:26.131009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] For port 9ee7cecc-0a1a-46bd-8207-b6f424ae202c, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:05:26.135626 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] For port 9ee7cecc-0a1a-46bd-8207-b6f424ae202c, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9ee7cecc-0a1a-46bd-8207-b6f424ae202c,segment=NetworkSegment(74c260d9-25d7-4856-8261-02ce50f4eb2a),segment_id=74c260d9-25d7-4856-8261-02ce50f4eb2a)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:05:26.142428 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:26.146231 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 55c0f6e4-2448-4817-a732-3419fa691cad up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:05:26.158949 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Transition to ACTIVE for port object 016cfceb-b2d2-4384-9045-ac8477d4ce86 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:05:26.215711 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:26.261839 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:26.286585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d8170-f225-48b4-8bcd-7c98a3313b66 None None] Pushing event updated for resources: {'Port': ['ID=9ee7cecc-0a1a-46bd-8207-b6f424ae202c,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:26.294855 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 55c0f6e4-2448-4817-a732-3419fa691cad completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:05:26.295616 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 55c0f6e4-2448-4817-a732-3419fa691cad triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:05:26.296091 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:26.327163 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:05:26.330831 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:05:26.335108 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:05:26.342721 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=016cfceb-b2d2-4384-9045-ac8477d4ce86,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:26.391555 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:26.397311 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:26.415257 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 55c0f6e4-2448-4817-a732-3419fa691cad, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=55c0f6e4-2448-4817-a732-3419fa691cad,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:05:26.481327 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:26.537406 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=55c0f6e4-2448-4817-a732-3419fa691cad,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:26.633407 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:26.911921 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:26.942152 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:27.017998 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:27.019715 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=016cfceb-b2d2-4384-9045-ac8477d4ce86,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:27.112277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:05:27.113870 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:05:27.233793 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:05:27.351604 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:05:27.356696 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e7b6b141-b4c8-4e62-92b5-161d1ddbc109 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "PUT /v2.0/routers/6bacca9e-27fc-4f60-b571-6ffb92d1d7ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1765068 Aug 31 02:05:27.423880 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64ba6b9-e8f9-42a0-82cc-129ee800276a None None] Network d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:05:27.508398 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-e1c37396-28d0-42fa-8251-5dda6deb1c8e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1183685830&fields=id&tenant_id=b391aac543674f3db49f6a68c2a53544 HTTP/1.1" status: 200 len: 267 time: 0.0324943 Aug 31 02:05:27.554118 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a0773cb9-076d-411b-8927-41d5897f791f None None] Provisioning for port 9ee7cecc-0a1a-46bd-8207-b6f424ae202c completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:05:27.630414 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-55a022d5-b650-46bf-a60c-e397d59893cd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:27.632205 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-55a022d5-b650-46bf-a60c-e397d59893cd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/networks?id=d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 HTTP/1.1" status: 200 len: 796 time: 0.1161742 Aug 31 02:05:27.648915 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-2acb66d7-5435-46d9-aba1-972181a4c95f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/quotas/b391aac543674f3db49f6a68c2a53544 HTTP/1.1" status: 200 len: 375 time: 0.0099370 Aug 31 02:05:27.714133 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-1dcc7393-20ec-4b21-89db-97a37960921a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572374 Aug 31 02:05:27.793501 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Sync routers for ids ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:05:27.804371 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Routers {'6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:05:27.805236 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:05:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:27.814145 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-e6353b70-52ee-4d40-85bb-74e54a4c2ca8 service neutron] 10.222.0.16 "GET /v2.0/networks/d1217a75-d8c8-434c-87cf-8ab7c4cf81c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930712 Aug 31 02:05:27.867738 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c725b81f-956a-4f13-9f3e-fa2564a41a54 None None] Provisioning for port 016cfceb-b2d2-4384-9045-ac8477d4ce86 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:05:27.871761 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-c725b81f-956a-4f13-9f3e-fa2564a41a54 None None] Provisioning complete for port 016cfceb-b2d2-4384-9045-ac8477d4ce86 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:05:27.872167 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c725b81f-956a-4f13-9f3e-fa2564a41a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:27.917655 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-1318abec-39b9-4fa8-a69c-2d9de33929b5 service neutron] 10.222.0.16 "GET /v2.0/networks/d1217a75-d8c8-434c-87cf-8ab7c4cf81c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969796 Aug 31 02:05:27.917882 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-c725b81f-956a-4f13-9f3e-fa2564a41a54 None None] Port 016cfceb-b2d2-4384-9045-ac8477d4ce86 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:05:27.943590 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Set router 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:05:28.063525 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-45858dda-4f28-47a4-8f56-fe9f27cdd779 None None] Provisioning complete for port 016cfceb-b2d2-4384-9045-ac8477d4ce86 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:05:28.063940 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-45858dda-4f28-47a4-8f56-fe9f27cdd779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:28.134388 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-45858dda-4f28-47a4-8f56-fe9f27cdd779 None None] Port 016cfceb-b2d2-4384-9045-ac8477d4ce86 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:05:28.182690 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1230838b-9c67-465a-9765-d22ca0d459ef req-8dce0ba8-09ba-47cd-b416-00138a40e5c4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 210 time: 0.0387297 Aug 31 02:05:28.214130 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9ee7cecc-0a1a-46bd-8207-b6f424ae202c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:05:28.225235 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449163706', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '016cfceb-b2d2-4384-9045-ac8477d4ce86', 'name': '', 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:2c:dd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0b794903-72e2-4288-99a1-b67060c92e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:25Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 2, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '0b794903-72e2-4288-99a1-b67060c92e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:28.257839 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Checking router: 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:05:28.258087 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Updating router 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed port 016cfceb-b2d2-4384-9045-ac8477d4ce86 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:05:28.289941 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:28.325255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 9ee7cecc-0a1a-46bd-8207-b6f424ae202c completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:05:28.329905 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 9ee7cecc-0a1a-46bd-8207-b6f424ae202c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:05:28.330631 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:28.378105 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-651bfb30-f6d5-4724-a53e-2c689d4fb4a4 None None] Provisioning complete for port 016cfceb-b2d2-4384-9045-ac8477d4ce86 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:05:28.382396 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-651bfb30-f6d5-4724-a53e-2c689d4fb4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:28.422350 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-651bfb30-f6d5-4724-a53e-2c689d4fb4a4 None None] Port 016cfceb-b2d2-4384-9045-ac8477d4ce86 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:05:28.456895 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:28.489280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 9ee7cecc-0a1a-46bd-8207-b6f424ae202c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9ee7cecc-0a1a-46bd-8207-b6f424ae202c,segment=NetworkSegment(74c260d9-25d7-4856-8261-02ce50f4eb2a),segment_id=74c260d9-25d7-4856-8261-02ce50f4eb2a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:05:28.569845 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:28.570691 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 55c0f6e4-2448-4817-a732-3419fa691cad up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:05:28.645304 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=9ee7cecc-0a1a-46bd-8207-b6f424ae202c,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:28.658157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 55c0f6e4-2448-4817-a732-3419fa691cad triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:05:28.658548 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:28.678620 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:28.689720 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Transition to ACTIVE for port object 016cfceb-b2d2-4384-9045-ac8477d4ce86 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:05:28.736730 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:28.808158 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954840ba-59c9-4be3-b45b-7808c4b2db87 None None] Pushing event updated for resources: {'Port': ['ID=016cfceb-b2d2-4384-9045-ac8477d4ce86,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:28.829909 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954840ba-59c9-4be3-b45b-7808c4b2db87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:28.830257 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954840ba-59c9-4be3-b45b-7808c4b2db87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:28.830596 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954840ba-59c9-4be3-b45b-7808c4b2db87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:28.830941 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954840ba-59c9-4be3-b45b-7808c4b2db87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:28.831261 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954840ba-59c9-4be3-b45b-7808c4b2db87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:28.831589 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954840ba-59c9-4be3-b45b-7808c4b2db87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:28.831982 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954840ba-59c9-4be3-b45b-7808c4b2db87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:28.832334 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954840ba-59c9-4be3-b45b-7808c4b2db87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:28.832627 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954840ba-59c9-4be3-b45b-7808c4b2db87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:28.832950 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954840ba-59c9-4be3-b45b-7808c4b2db87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:28.833404 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954840ba-59c9-4be3-b45b-7808c4b2db87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:28.833630 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954840ba-59c9-4be3-b45b-7808c4b2db87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:28.850467 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Attempting to bind port 016cfceb-b2d2-4384-9045-ac8477d4ce86 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:05:28.850846 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Attempting to bind port 016cfceb-b2d2-4384-9045-ac8477d4ce86 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '74c260d9-25d7-4856-8261-02ce50f4eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:05:28.851242 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Attempting to bind port 016cfceb-b2d2-4384-9045-ac8477d4ce86 on network d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:05:28.857187 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:05:28.857597 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Checking segment: {'id': '74c260d9-25d7-4856-8261-02ce50f4eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:05:28.857998 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:28.858386 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Bound using segment: {'id': '74c260d9-25d7-4856-8261-02ce50f4eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:05:28.858849 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Bound port: 016cfceb-b2d2-4384-9045-ac8477d4ce86, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c260d9-25d7-4856-8261-02ce50f4eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:05:28.859230 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:28.924990 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] For port 016cfceb-b2d2-4384-9045-ac8477d4ce86, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:05:28.928278 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] For port 016cfceb-b2d2-4384-9045-ac8477d4ce86, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=016cfceb-b2d2-4384-9045-ac8477d4ce86,segment=NetworkSegment(74c260d9-25d7-4856-8261-02ce50f4eb2a),segment_id=74c260d9-25d7-4856-8261-02ce50f4eb2a)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:05:29.000087 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:29.063145 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Routers {'6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:05:29.063819 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:05:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:29.067022 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954840ba-59c9-4be3-b45b-7808c4b2db87 None None] Pushing event updated for resources: {'Port': ['ID=016cfceb-b2d2-4384-9045-ac8477d4ce86,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:29.181807 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] Set router 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:05:29.321914 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0dbf23e7-c1df-477b-a942-04836431738c req-90692a7d-a5a4-40d2-8328-78dd7df64ca1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 210 time: 0.0296328 Aug 31 02:05:29.403834 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449163706', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '016cfceb-b2d2-4384-9045-ac8477d4ce86', 'name': '', 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:2c:dd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0b794903-72e2-4288-99a1-b67060c92e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:25Z', 'updated_at': '2021-08-31T02:05:28Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '0b794903-72e2-4288-99a1-b67060c92e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:29.430129 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5be842-e145-410d-a1e5-b1fcae85d9a7 None None] The sync data for ids ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'] in n-d-793621-34 is: [{'id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449163706', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '016cfceb-b2d2-4384-9045-ac8477d4ce86', 'name': '', 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:2c:dd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0b794903-72e2-4288-99a1-b67060c92e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:25Z', 'updated_at': '2021-08-31T02:05:28Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '0b794903-72e2-4288-99a1-b67060c92e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:05:30.066497 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-3e09d8a9-efcd-4972-bac4-3b66f9563907 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:30.068733 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-3e09d8a9-efcd-4972-bac4-3b66f9563907 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.41 "GET /v2.0/networks?id=d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 HTTP/1.1" status: 200 len: 796 time: 0.1343799 Aug 31 02:05:30.116829 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-1c53da70-db2b-444b-9f4f-7d511b2db092 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b391aac543674f3db49f6a68c2a53544 HTTP/1.1" status: 200 len: 380 time: 0.0375309 Aug 31 02:05:30.128247 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-a86e904c-0c08-4386-aaea-a4a7697ab207 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'port': {'device_id': '951e508b-cb95-4515-8f6d-ae1dac85ea67', 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0', 'admin_state_up': True, 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'security_groups': ['33b27f3b-8e88-490f-8a60-f60b7b62f13e']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:05:30.171334 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9ee7cecc-0a1a-46bd-8207-b6f424ae202c up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:05:30.231110 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 9ee7cecc-0a1a-46bd-8207-b6f424ae202c triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:05:30.232639 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:30.323537 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 016cfceb-b2d2-4384-9045-ac8477d4ce86 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:05:30.329462 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-a86e904c-0c08-4386-aaea-a4a7697ab207 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Made reservation on behalf of b391aac543674f3db49f6a68c2a53544 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:05:30.333771 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-a86e904c-0c08-4386-aaea-a4a7697ab207 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:30.445565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 016cfceb-b2d2-4384-9045-ac8477d4ce86 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:05:30.445817 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bd35003e-89a2-437e-af92-7f1716e30813 req-9be0d0db-eea2-4440-ac1a-075e5fdee3c9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 210 time: 0.0380535 Aug 31 02:05:30.452316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 016cfceb-b2d2-4384-9045-ac8477d4ce86 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:05:30.452695 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:30.507972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-a86e904c-0c08-4386-aaea-a4a7697ab207 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.20.0.4 (d1217a75-d8c8-434c-87cf-8ab7c4cf81c0/0b794903-72e2-4288-99a1-b67060c92e9e/7f149229-2a2c-4412-85af-a44b7b686f12) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:05:30.543699 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:30.586741 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 016cfceb-b2d2-4384-9045-ac8477d4ce86, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=016cfceb-b2d2-4384-9045-ac8477d4ce86,segment=NetworkSegment(74c260d9-25d7-4856-8261-02ce50f4eb2a),segment_id=74c260d9-25d7-4856-8261-02ce50f4eb2a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:05:30.656362 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-a86e904c-0c08-4386-aaea-a4a7697ab207 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:30.669560 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-a86e904c-0c08-4386-aaea-a4a7697ab207 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Transition to ACTIVE for port object 7f149229-2a2c-4412-85af-a44b7b686f12 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:05:30.673378 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:30.724645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=016cfceb-b2d2-4384-9045-ac8477d4ce86,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:30.731721 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-a86e904c-0c08-4386-aaea-a4a7697ab207 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:30.781184 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-a86e904c-0c08-4386-aaea-a4a7697ab207 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:05:30.786690 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-a86e904c-0c08-4386-aaea-a4a7697ab207 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:05:30.791568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-a86e904c-0c08-4386-aaea-a4a7697ab207 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:05:30.821570 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e904c-0c08-4386-aaea-a4a7697ab207 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=7f149229-2a2c-4412-85af-a44b7b686f12,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:30.850826 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-a86e904c-0c08-4386-aaea-a4a7697ab207 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:30.851477 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-a86e904c-0c08-4386-aaea-a4a7697ab207 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:30.920575 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-a86e904c-0c08-4386-aaea-a4a7697ab207 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7965720 Aug 31 02:05:30.933718 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Request body: {'port': {'device_id': '951e508b-cb95-4515-8f6d-ae1dac85ea67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:05:30.991262 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:31.102302 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-16756788-7bb7-46d5-83bd-ec4907a245dd None None] Provisioning for port 7f149229-2a2c-4412-85af-a44b7b686f12 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:05:31.106786 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-16756788-7bb7-46d5-83bd-ec4907a245dd None None] Provisioning complete for port 7f149229-2a2c-4412-85af-a44b7b686f12 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:05:31.107169 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-16756788-7bb7-46d5-83bd-ec4907a245dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:31.141777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-16756788-7bb7-46d5-83bd-ec4907a245dd None None] Port 7f149229-2a2c-4412-85af-a44b7b686f12 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:05:31.268331 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f149229-2a2c-4412-85af-a44b7b686f12 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:05:31.275883 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:31.288177 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Transition to ACTIVE for port object 7f149229-2a2c-4412-85af-a44b7b686f12 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:05:31.352507 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:31.402802 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Pushing event updated for resources: {'Port': ['ID=7f149229-2a2c-4412-85af-a44b7b686f12,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:31.476662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Attempting to bind port 7f149229-2a2c-4412-85af-a44b7b686f12 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:05:31.477021 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Attempting to bind port 7f149229-2a2c-4412-85af-a44b7b686f12 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '74c260d9-25d7-4856-8261-02ce50f4eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:05:31.477325 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Attempting to bind port 7f149229-2a2c-4412-85af-a44b7b686f12 on network d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:05:31.482286 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Port 7f149229-2a2c-4412-85af-a44b7b686f12 on network d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:05:31.482609 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Attempting to bind port 7f149229-2a2c-4412-85af-a44b7b686f12 on network d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:05:31.487556 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:05:31.487898 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Checking segment: {'id': '74c260d9-25d7-4856-8261-02ce50f4eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:05:31.488282 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Bound using segment: {'id': '74c260d9-25d7-4856-8261-02ce50f4eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:05:31.488734 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Bound port: 7f149229-2a2c-4412-85af-a44b7b686f12, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c260d9-25d7-4856-8261-02ce50f4eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:05:31.489060 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:31.562645 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] For port 7f149229-2a2c-4412-85af-a44b7b686f12, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:05:31.566284 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] For port 7f149229-2a2c-4412-85af-a44b7b686f12, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7f149229-2a2c-4412-85af-a44b7b686f12,segment=NetworkSegment(74c260d9-25d7-4856-8261-02ce50f4eb2a),segment_id=74c260d9-25d7-4856-8261-02ce50f4eb2a)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:05:31.573744 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de03d8c-fb88-49f6-a4eb-055ea8991da5 req-7b9beceb-af84-404e-80c3-8fcdfe84fddd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:31.579831 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8de03d8c-fb88-49f6-a4eb-055ea8991da5 req-7b9beceb-af84-404e-80c3-8fcdfe84fddd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 943 time: 0.0517764 Aug 31 02:05:31.613573 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8de03d8c-fb88-49f6-a4eb-055ea8991da5 req-278c927c-f938-44f7-9ce5-3048212c8ee9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314832 Aug 31 02:05:31.651467 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:31.685947 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:31.686061 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:31.687397 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] 10.222.0.41 "PUT /v2.0/ports/7f149229-2a2c-4412-85af-a44b7b686f12 HTTP/1.1" status: 200 len: 1092 time: 0.7583814 Aug 31 02:05:31.687837 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951e508b-cb95-4515-8f6d-ae1dac85ea67', 'tag': '7f149229-2a2c-4412-85af-a44b7b686f12'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:05:31.690118 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d8b31a-3664-4f6f-b57f-e97cc3cb9e31" -d '{"events": [{"name": "network-changed", "server_uuid": "951e508b-cb95-4515-8f6d-ae1dac85ea67", "tag": "7f149229-2a2c-4412-85af-a44b7b686f12"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:05:31.720353 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf92e29-6126-4e1a-8db9-fac3d0408f53 service neutron] Pushing event updated for resources: {'Port': ['ID=7f149229-2a2c-4412-85af-a44b7b686f12,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:31.730918 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6049878b-ec34-4c5e-be6b-887e35cea6fa x-openstack-request-id: req-6049878b-ec34-4c5e-be6b-887e35cea6fa {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:05:31.731210 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951e508b-cb95-4515-8f6d-ae1dac85ea67", "tag": "7f149229-2a2c-4412-85af-a44b7b686f12", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:05:31.735611 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6049878b-ec34-4c5e-be6b-887e35cea6fa {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:05:31.735611 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951e508b-cb95-4515-8f6d-ae1dac85ea67', 'tag': '7f149229-2a2c-4412-85af-a44b7b686f12', 'status': 'completed', 'code': 200} Aug 31 02:05:31.798981 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8b31a-3664-4f6f-b57f-e97cc3cb9e31 req-d5c5f2ee-7ce3-4681-ada7-cef2bfe563d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:31.800968 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2d8b31a-3664-4f6f-b57f-e97cc3cb9e31 req-d5c5f2ee-7ce3-4681-ada7-cef2bfe563d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 1095 time: 0.0455768 Aug 31 02:05:31.908196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8b31a-3664-4f6f-b57f-e97cc3cb9e31 req-0f22804d-2e53-4a9c-bd88-9ada8ed1f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:31.910031 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2d8b31a-3664-4f6f-b57f-e97cc3cb9e31 req-0f22804d-2e53-4a9c-bd88-9ada8ed1f265 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b391aac543674f3db49f6a68c2a53544&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1006989 Aug 31 02:05:32.003959 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8b31a-3664-4f6f-b57f-e97cc3cb9e31 req-7085fca4-4aef-4a14-b960-1afc44190648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:32.005559 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2d8b31a-3664-4f6f-b57f-e97cc3cb9e31 req-7085fca4-4aef-4a14-b960-1afc44190648 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892558 Aug 31 02:05:32.075258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 016cfceb-b2d2-4384-9045-ac8477d4ce86 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:05:32.093132 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8c410475-932b-466c-8beb-2bbf154c4f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:32.094674 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-8c410475-932b-466c-8beb-2bbf154c4f26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 1095 time: 0.0537212 Aug 31 02:05:32.130745 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 016cfceb-b2d2-4384-9045-ac8477d4ce86 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:05:32.131047 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:32.137309 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-4ac1fbbd-664b-46d6-86e8-5d4bc6c578e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f149229-2a2c-4412-85af-a44b7b686f12 HTTP/1.1" status: 200 len: 217 time: 0.0348907 Aug 31 02:05:32.186836 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-bbacdb82-683e-458a-8a0b-af427e547aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:32.188301 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-bbacdb82-683e-458a-8a0b-af427e547aea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b794903-72e2-4288-99a1-b67060c92e9e HTTP/1.1" status: 200 len: 834 time: 0.0446193 Aug 31 02:05:32.235980 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-c7f19ea7-5735-428f-a9c4-732e9efef0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:32.237532 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-c7f19ea7-5735-428f-a9c4-732e9efef0a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1217a75-d8c8-434c-87cf-8ab7c4cf81c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421109 Aug 31 02:05:32.329812 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-580141c1-f82e-468e-b9f2-0f70f44562f9 service neutron] 10.222.0.41 "GET /v2.0/networks/d1217a75-d8c8-434c-87cf-8ab7c4cf81c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852933 Aug 31 02:05:32.423864 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-380a349a-3309-4b4d-bbad-76bf73ae277a req-2a8dc8c9-0322-4d39-8f30-cb6aa7a419c5 service neutron] 10.222.0.41 "GET /v2.0/networks/d1217a75-d8c8-434c-87cf-8ab7c4cf81c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869033 Aug 31 02:05:33.027232 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65748d1-7a6f-4b40-9098-b2478d5bc6cb req-1f60b2ee-e3d2-4d53-800b-237f4747cde7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:33.028779 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a65748d1-7a6f-4b40-9098-b2478d5bc6cb req-1f60b2ee-e3d2-4d53-800b-237f4747cde7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 943 time: 0.3474228 Aug 31 02:05:33.067397 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a65748d1-7a6f-4b40-9098-b2478d5bc6cb req-2bd32030-f26f-4eac-800c-03f8084e9675 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320709 Aug 31 02:05:34.240028 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651b202-826a-4b1a-a578-2a7659e3d2a5 req-a2622473-24ff-4394-9800-3b98b92b2bf6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:34.241719 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0651b202-826a-4b1a-a578-2a7659e3d2a5 req-a2622473-24ff-4394-9800-3b98b92b2bf6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 943 time: 0.1058018 Aug 31 02:05:34.279897 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4010a991-86bd-4deb-bf36-b9080d73e189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:34.281648 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0651b202-826a-4b1a-a578-2a7659e3d2a5 req-10f4ddab-63fd-4a5f-aaab-4958e4eef27b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333922 Aug 31 02:05:34.875771 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 7f149229-2a2c-4412-85af-a44b7b686f12 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:05:34.967768 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 7f149229-2a2c-4412-85af-a44b7b686f12, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7f149229-2a2c-4412-85af-a44b7b686f12,segment=NetworkSegment(74c260d9-25d7-4856-8261-02ce50f4eb2a),segment_id=74c260d9-25d7-4856-8261-02ce50f4eb2a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:05:34.978783 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '7f149229-2a2c-4412-85af-a44b7b686f12', 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0', 'port_id': '7f149229-2a2c-4412-85af-a44b7b686f12', 'mac_address': 'fa:16:3e:13:7b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b794903-72e2-4288-99a1-b67060c92e9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:05:35.018216 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:35.030378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f149229-2a2c-4412-85af-a44b7b686f12 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:05:35.049559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 7f149229-2a2c-4412-85af-a44b7b686f12, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7f149229-2a2c-4412-85af-a44b7b686f12,segment=NetworkSegment(74c260d9-25d7-4856-8261-02ce50f4eb2a),segment_id=74c260d9-25d7-4856-8261-02ce50f4eb2a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:05:35.112009 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:35.158661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=7f149229-2a2c-4412-85af-a44b7b686f12,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:35.340382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['7f149229-2a2c-4412-85af-a44b7b686f12'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:05:35.393837 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03bd89-64ac-461e-856e-a7f0a4e74cde req-28d05210-efd1-4c2f-9bfd-68748b50f2ad tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:35.395342 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a03bd89-64ac-461e-856e-a7f0a4e74cde req-28d05210-efd1-4c2f-9bfd-68748b50f2ad tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 944 time: 0.0480340 Aug 31 02:05:35.433840 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a03bd89-64ac-461e-856e-a7f0a4e74cde req-0f118dac-9751-45be-90af-202ac8333b11 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324020 Aug 31 02:05:36.548771 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b46dd0-b6ee-4dab-94df-dfbd69a99b39 req-f5142b3b-ee87-4cf9-893a-95f4eddd487a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:36.550295 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-71b46dd0-b6ee-4dab-94df-dfbd69a99b39 req-f5142b3b-ee87-4cf9-893a-95f4eddd487a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 944 time: 0.0505860 Aug 31 02:05:36.588631 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-71b46dd0-b6ee-4dab-94df-dfbd69a99b39 req-4653284e-09d9-4047-844e-44df31a5f9e1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322793 Aug 31 02:05:36.890728 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 7f149229-2a2c-4412-85af-a44b7b686f12 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:05:36.893915 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:37.004833 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 7f149229-2a2c-4412-85af-a44b7b686f12 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:05:37.008847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 7f149229-2a2c-4412-85af-a44b7b686f12 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:05:37.009321 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:37.078660 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a4663c67-20c1-4541-98dc-f47900777399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:37.096249 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:37.118700 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951e508b-cb95-4515-8f6d-ae1dac85ea67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f149229-2a2c-4412-85af-a44b7b686f12'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:05:37.120942 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b455ea-7f20-4287-a46d-ce76685a2c11" -d '{"events": [{"server_uuid": "951e508b-cb95-4515-8f6d-ae1dac85ea67", "name": "network-vif-plugged", "status": "completed", "tag": "7f149229-2a2c-4412-85af-a44b7b686f12"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:05:37.133314 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 7f149229-2a2c-4412-85af-a44b7b686f12, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7f149229-2a2c-4412-85af-a44b7b686f12,segment=NetworkSegment(74c260d9-25d7-4856-8261-02ce50f4eb2a),segment_id=74c260d9-25d7-4856-8261-02ce50f4eb2a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:05:37.159677 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b0c20a-10e2-49d2-9800-2fb592447efa x-openstack-request-id: req-e6b0c20a-10e2-49d2-9800-2fb592447efa {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:05:37.159966 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951e508b-cb95-4515-8f6d-ae1dac85ea67", "name": "network-vif-plugged", "status": "completed", "tag": "7f149229-2a2c-4412-85af-a44b7b686f12", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:05:37.160221 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6b0c20a-10e2-49d2-9800-2fb592447efa {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:05:37.160620 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951e508b-cb95-4515-8f6d-ae1dac85ea67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f149229-2a2c-4412-85af-a44b7b686f12', 'code': 200} Aug 31 02:05:37.199165 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:37.251575 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=7f149229-2a2c-4412-85af-a44b7b686f12,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:37.265741 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064175e-fcb1-4999-b927-6480ebd44806 req-44354340-1cc8-420e-8dce-7869e2379107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:37.267293 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0064175e-fcb1-4999-b927-6480ebd44806 req-44354340-1cc8-420e-8dce-7869e2379107 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 1097 time: 0.0496771 Aug 31 02:05:37.303303 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0064175e-fcb1-4999-b927-6480ebd44806 req-46d0aaf8-ebe5-4081-8d22-174510fdaae7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291157 Aug 31 02:05:37.626711 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:37.717268 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457df8c8-ceb1-4987-a7f0-dc941bbb9fd5 req-4f700bf0-b00b-45b6-b93e-2f8df5df6a06 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:37.718790 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-457df8c8-ceb1-4987-a7f0-dc941bbb9fd5 req-4f700bf0-b00b-45b6-b93e-2f8df5df6a06 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 945 time: 0.0572867 Aug 31 02:05:37.756729 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-457df8c8-ceb1-4987-a7f0-dc941bbb9fd5 req-6316d15d-f3dc-4c98-9533-fc3a4bb75b3c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320871 Aug 31 02:05:38.023417 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:38.793648 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:38.871345 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4a759-43ec-44fc-84fe-cac84f6cceb1 req-9f041047-e3db-467f-a139-b701a836ce54 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:38.873309 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42c4a759-43ec-44fc-84fe-cac84f6cceb1 req-9f041047-e3db-467f-a139-b701a836ce54 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 945 time: 0.0489519 Aug 31 02:05:38.913628 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-42c4a759-43ec-44fc-84fe-cac84f6cceb1 req-e325eba0-5ea1-4e92-a7cd-cc1430b8eb18 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343328 Aug 31 02:05:39.048634 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f83313-e3f6-443e-9db7-c255c10cf36b req-b4ae89e1-b8d2-43df-b5ad-0f7770c9bc6e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:39.050054 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10f83313-e3f6-443e-9db7-c255c10cf36b req-b4ae89e1-b8d2-43df-b5ad-0f7770c9bc6e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 945 time: 0.0576589 Aug 31 02:05:39.088246 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-10f83313-e3f6-443e-9db7-c255c10cf36b req-0ba197bf-e9d2-465b-9d06-751f71c994a5 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321274 Aug 31 02:05:39.110013 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43040) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:39.149385 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932b4db8-3ab0-49e2-afbe-4b96ef38ff51 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:39.150914 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-932b4db8-3ab0-49e2-afbe-4b96ef38ff51 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 1092 time: 0.0399041 Aug 31 02:05:39.153794 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43042) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:39.158338 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': '7f149229-2a2c-4412-85af-a44b7b686f12', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:05:39.267427 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:39.369768 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:39.473320 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.25.2.63 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/cd7e7ead-09a9-4a96-adde-5f427802ff8c) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:05:39.577331 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:39.702154 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:39.742575 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:05:39.745430 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:05:39.749047 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:05:39.754429 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=cd7e7ead-09a9-4a96-adde-5f427802ff8c,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:40.107881 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:40.245776 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:40.395986 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:40.456288 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:40.490382 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:40.563463 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=cd7e7ead-09a9-4a96-adde-5f427802ff8c,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:40.573743 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:40.675270 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Floating IP 08b3ee8b-34eb-426c-aa1c-afd52db7a5b8 associated. External IP: 172.25.2.63, port: 7f149229-2a2c-4412-85af-a44b7b686f12. Aug 31 02:05:41.185334 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:05:41.288897 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:05:41.298778 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c6c64-b830-406b-bec0-5dcb2d3c5229 None None] Sync routers for ids ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:05:41.307556 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c6c64-b830-406b-bec0-5dcb2d3c5229 None None] Routers {'6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:05:41.308175 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3b6c6c64-b830-406b-bec0-5dcb2d3c5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:05:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:41.363885 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:41.394412 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-88547eac-3869-45ac-810f-90743eb236ab tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2395251 Aug 31 02:05:41.394916 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951e508b-cb95-4515-8f6d-ae1dac85ea67', 'tag': '7f149229-2a2c-4412-85af-a44b7b686f12'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:05:41.397292 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7384473c-08cd-49d4-a5ca-4403f4aff503" -d '{"events": [{"name": "network-changed", "server_uuid": "951e508b-cb95-4515-8f6d-ae1dac85ea67", "tag": "7f149229-2a2c-4412-85af-a44b7b686f12"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:05:41.414099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-3b6c6c64-b830-406b-bec0-5dcb2d3c5229 None None] Set router 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:05:41.499011 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5966db9b-e837-45fd-b6ad-c87acc5fd8db x-openstack-request-id: req-5966db9b-e837-45fd-b6ad-c87acc5fd8db {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:05:41.499308 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951e508b-cb95-4515-8f6d-ae1dac85ea67", "tag": "7f149229-2a2c-4412-85af-a44b7b686f12", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:05:41.499559 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5966db9b-e837-45fd-b6ad-c87acc5fd8db {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:05:41.499962 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951e508b-cb95-4515-8f6d-ae1dac85ea67', 'tag': '7f149229-2a2c-4412-85af-a44b7b686f12', 'status': 'completed', 'code': 200} Aug 31 02:05:41.553028 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524160d6-02f7-45d8-8f3f-4322812f22c5 req-848c426a-1679-4ab8-b104-320499e6536a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:41.554710 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-524160d6-02f7-45d8-8f3f-4322812f22c5 req-848c426a-1679-4ab8-b104-320499e6536a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 945 time: 0.1054721 Aug 31 02:05:41.568101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384473c-08cd-49d4-a5ca-4403f4aff503 req-654f0a60-6409-4f9b-8742-c672c5e8add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:41.569928 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7384473c-08cd-49d4-a5ca-4403f4aff503 req-654f0a60-6409-4f9b-8742-c672c5e8add4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 1097 time: 0.0458758 Aug 31 02:05:41.594765 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-524160d6-02f7-45d8-8f3f-4322812f22c5 req-e192ea16-75aa-4904-9d0a-fe09df1ec89f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340216 Aug 31 02:05:41.618605 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43052) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:41.676639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3b6c6c64-b830-406b-bec0-5dcb2d3c5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449163706', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '08b3ee8b-34eb-426c-aa1c-afd52db7a5b8', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'floating_ip_address': '172.25.2.63', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'port_id': '7f149229-2a2c-4412-85af-a44b7b686f12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0', 'mac_address': 'fa:16:3e:13:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951e508b-cb95-4515-8f6d-ae1dac85ea67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:05:39Z', 'updated_at': '2021-08-31T02:05:39Z', 'revision_number': 0, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016cfceb-b2d2-4384-9045-ac8477d4ce86', 'name': '', 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:2c:dd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0b794903-72e2-4288-99a1-b67060c92e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:25Z', 'updated_at': '2021-08-31T02:05:30Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '0b794903-72e2-4288-99a1-b67060c92e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:41.677598 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384473c-08cd-49d4-a5ca-4403f4aff503 req-44e0ffe1-7994-43ce-84be-dcc58971e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:41.679251 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7384473c-08cd-49d4-a5ca-4403f4aff503 req-44e0ffe1-7994-43ce-84be-dcc58971e276 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 HTTP/1.1" status: 200 len: 897 time: 0.1021695 Aug 31 02:05:41.680988 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-7376ca4c-eff2-4293-80f5-3d1774c8bf14 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/floatingips/08b3ee8b-34eb-426c-aa1c-afd52db7a5b8 HTTP/1.1" status: 200 len: 990 time: 0.0612133 Aug 31 02:05:41.704530 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c6c64-b830-406b-bec0-5dcb2d3c5229 None None] Checking router: 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:05:41.714231 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c6c64-b830-406b-bec0-5dcb2d3c5229 None None] Routers {'6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:05:41.715004 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3b6c6c64-b830-406b-bec0-5dcb2d3c5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:05:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:41.752774 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7384473c-08cd-49d4-a5ca-4403f4aff503 req-cd9598e0-b879-491f-a47c-31a849fed04b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f149229-2a2c-4412-85af-a44b7b686f12 HTTP/1.1" status: 200 len: 998 time: 0.0660598 Aug 31 02:05:41.806063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384473c-08cd-49d4-a5ca-4403f4aff503 req-8ce6915d-e43a-48a4-9f34-0d8b677e3e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:41.807584 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7384473c-08cd-49d4-a5ca-4403f4aff503 req-8ce6915d-e43a-48a4-9f34-0d8b677e3e29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b794903-72e2-4288-99a1-b67060c92e9e HTTP/1.1" status: 200 len: 834 time: 0.0479167 Aug 31 02:05:41.859613 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384473c-08cd-49d4-a5ca-4403f4aff503 req-bdbd4951-fc14-4db8-8e42-a383edb91caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:41.861229 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7384473c-08cd-49d4-a5ca-4403f4aff503 req-bdbd4951-fc14-4db8-8e42-a383edb91caf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1217a75-d8c8-434c-87cf-8ab7c4cf81c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441470 Aug 31 02:05:41.868711 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:05:41.955194 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7384473c-08cd-49d4-a5ca-4403f4aff503 req-7c664ea9-9d03-4845-adde-a359215c1200 service neutron] 10.222.0.41 "GET /v2.0/networks/d1217a75-d8c8-434c-87cf-8ab7c4cf81c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866511 Aug 31 02:05:41.978867 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-3b6c6c64-b830-406b-bec0-5dcb2d3c5229 None None] Set router 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:05:42.046870 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7384473c-08cd-49d4-a5ca-4403f4aff503 req-518555a9-0d75-4b9c-963d-41f884baae03 service neutron] 10.222.0.41 "GET /v2.0/networks/d1217a75-d8c8-434c-87cf-8ab7c4cf81c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853128 Aug 31 02:05:42.210493 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3b6c6c64-b830-406b-bec0-5dcb2d3c5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449163706', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '08b3ee8b-34eb-426c-aa1c-afd52db7a5b8', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'floating_ip_address': '172.25.2.63', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'port_id': '7f149229-2a2c-4412-85af-a44b7b686f12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0', 'mac_address': 'fa:16:3e:13:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951e508b-cb95-4515-8f6d-ae1dac85ea67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:05:39Z', 'updated_at': '2021-08-31T02:05:39Z', 'revision_number': 0, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016cfceb-b2d2-4384-9045-ac8477d4ce86', 'name': '', 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:2c:dd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0b794903-72e2-4288-99a1-b67060c92e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:25Z', 'updated_at': '2021-08-31T02:05:30Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '0b794903-72e2-4288-99a1-b67060c92e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:42.237204 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c6c64-b830-406b-bec0-5dcb2d3c5229 None None] The sync data for ids ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'] in n-d-793621-34 is: [{'id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449163706', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '08b3ee8b-34eb-426c-aa1c-afd52db7a5b8', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'floating_ip_address': '172.25.2.63', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'port_id': '7f149229-2a2c-4412-85af-a44b7b686f12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0', 'mac_address': 'fa:16:3e:13:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951e508b-cb95-4515-8f6d-ae1dac85ea67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:05:39Z', 'updated_at': '2021-08-31T02:05:39Z', 'revision_number': 0, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016cfceb-b2d2-4384-9045-ac8477d4ce86', 'name': '', 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:2c:dd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0b794903-72e2-4288-99a1-b67060c92e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:25Z', 'updated_at': '2021-08-31T02:05:30Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '0b794903-72e2-4288-99a1-b67060c92e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:05:42.415195 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f356a9-8926-4f82-bea4-a07b876b4f94 None None] New status for floating IP 08b3ee8b-34eb-426c-aa1c-afd52db7a5b8: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:05:42.684667 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43054) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:42.748356 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-53939f9a-6a31-4284-8bd7-1df1e4f2304f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/floatingips/08b3ee8b-34eb-426c-aa1c-afd52db7a5b8 HTTP/1.1" status: 200 len: 990 time: 0.0624743 Aug 31 02:05:43.752055 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43056) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:05:43.817908 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-85c7eff2-b58d-4731-86a5-01bfbc74d82d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/floatingips/08b3ee8b-34eb-426c-aa1c-afd52db7a5b8 HTTP/1.1" status: 200 len: 992 time: 0.0646353 Aug 31 02:06:04.271978 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-668da038-ed81-40e6-a4f9-6bb07c31290b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:06.917957 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:07.049229 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-20c72761-fb00-4061-b23d-97bf9242fc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:07.649218 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:07.969558 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:08.792505 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:10.466528 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:10.768057 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c1ae0-f54e-4ab5-90a7-6a6319e77744 req-c155443c-2fbc-4aa2-9364-b4618c6b78de tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:10.769596 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a20c1ae0-f54e-4ab5-90a7-6a6319e77744 req-c155443c-2fbc-4aa2-9364-b4618c6b78de tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 945 time: 0.0511711 Aug 31 02:06:10.835056 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a20c1ae0-f54e-4ab5-90a7-6a6319e77744 req-3e914377-073c-4460-915f-9e2e57a0b908 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592062 Aug 31 02:06:10.841324 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d08ba-f1a5-4649-9ea4-25dcaac22cff req-bea18a2e-e767-4c17-8807-772d90a1064e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:10.842896 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-331d08ba-f1a5-4649-9ea4-25dcaac22cff req-bea18a2e-e767-4c17-8807-772d90a1064e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 1097 time: 0.0610096 Aug 31 02:06:10.939681 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d08ba-f1a5-4649-9ea4-25dcaac22cff req-16ffa6a1-feac-4708-9bab-44a356b4cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:10.941082 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-331d08ba-f1a5-4649-9ea4-25dcaac22cff req-16ffa6a1-feac-4708-9bab-44a356b4cdf8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 HTTP/1.1" status: 200 len: 897 time: 0.0904336 Aug 31 02:06:11.012631 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-331d08ba-f1a5-4649-9ea4-25dcaac22cff req-32faf233-d414-4cea-8fcc-c01b1a9ce73f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f149229-2a2c-4412-85af-a44b7b686f12 HTTP/1.1" status: 200 len: 1000 time: 0.0619121 Aug 31 02:06:11.067843 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d08ba-f1a5-4649-9ea4-25dcaac22cff req-3a1922e3-3f75-4bf6-86e7-b759e7bd8068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:11.069336 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-331d08ba-f1a5-4649-9ea4-25dcaac22cff req-3a1922e3-3f75-4bf6-86e7-b759e7bd8068 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b794903-72e2-4288-99a1-b67060c92e9e HTTP/1.1" status: 200 len: 834 time: 0.0490751 Aug 31 02:06:11.116923 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d08ba-f1a5-4649-9ea4-25dcaac22cff req-f147dec9-0db1-4681-9613-214b54094154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:11.118504 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-331d08ba-f1a5-4649-9ea4-25dcaac22cff req-f147dec9-0db1-4681-9613-214b54094154 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1217a75-d8c8-434c-87cf-8ab7c4cf81c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415740 Aug 31 02:06:11.209138 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-331d08ba-f1a5-4649-9ea4-25dcaac22cff req-33041e31-6895-4387-9f1b-fa45b6fff369 service neutron] 10.222.0.41 "GET /v2.0/networks/d1217a75-d8c8-434c-87cf-8ab7c4cf81c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819836 Aug 31 02:06:11.305705 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-331d08ba-f1a5-4649-9ea4-25dcaac22cff req-1cd2be2d-bfc0-4a2a-8584-c92c3c02ae9c service neutron] 10.222.0.41 "GET /v2.0/networks/d1217a75-d8c8-434c-87cf-8ab7c4cf81c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870662 Aug 31 02:06:11.953060 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7922f-2121-476f-8575-86b84572a7fb req-53b4cf34-1aa3-40d0-8e02-99ed553e1cec tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:11.954582 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dcc7922f-2121-476f-8575-86b84572a7fb req-53b4cf34-1aa3-40d0-8e02-99ed553e1cec tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 945 time: 0.0502179 Aug 31 02:06:11.992260 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dcc7922f-2121-476f-8575-86b84572a7fb req-54cb15d2-af70-499d-9c93-e3169ef9b618 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314722 Aug 31 02:06:13.108852 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668faae-b2db-47a0-9641-2f4aad7aa3df req-8cc66c2b-ed4c-4827-ab10-d4ecaf112375 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:13.110377 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e668faae-b2db-47a0-9641-2f4aad7aa3df req-8cc66c2b-ed4c-4827-ab10-d4ecaf112375 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 945 time: 0.0495548 Aug 31 02:06:13.147568 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e668faae-b2db-47a0-9641-2f4aad7aa3df req-2dfd6c33-eed8-46e0-9433-42ef8f507cf0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312843 Aug 31 02:06:14.262402 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6606ec-f101-42db-bc81-6576fd843c6a req-39edff1f-b50f-41b9-b763-cc8a70cec275 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:14.263868 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a6606ec-f101-42db-bc81-6576fd843c6a req-39edff1f-b50f-41b9-b763-cc8a70cec275 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 945 time: 0.0494618 Aug 31 02:06:14.301474 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8a6606ec-f101-42db-bc81-6576fd843c6a req-4bdd8b96-b1bf-4f93-b379-4f41995bac96 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314286 Aug 31 02:06:15.414736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ee426-aee0-498d-b5ff-94bcddb405b0 req-525241e0-945b-479f-be87-d902c9e6ad36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:15.416141 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c9ee426-aee0-498d-b5ff-94bcddb405b0 req-525241e0-945b-479f-be87-d902c9e6ad36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 945 time: 0.0490344 Aug 31 02:06:15.458571 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5c9ee426-aee0-498d-b5ff-94bcddb405b0 req-b7fe4ac5-11e8-4cab-972b-562be26ae61c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359132 Aug 31 02:06:16.579689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84501f-ac15-4c00-a425-3a11b9ed88dd req-aa8870e2-7935-44fd-96eb-a54ef875913e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:16.581365 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5e84501f-ac15-4c00-a425-3a11b9ed88dd req-aa8870e2-7935-44fd-96eb-a54ef875913e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 945 time: 0.0546463 Aug 31 02:06:16.619865 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5e84501f-ac15-4c00-a425-3a11b9ed88dd req-6c8d775e-c73e-48f5-9f5f-9e4734a5befe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321832 Aug 31 02:06:17.734460 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca10243-7eb1-4186-8499-26480def421c req-e35a6990-3629-4975-bfc3-e953f5837256 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:17.736038 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cca10243-7eb1-4186-8499-26480def421c req-e35a6990-3629-4975-bfc3-e953f5837256 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 945 time: 0.0497048 Aug 31 02:06:17.773576 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cca10243-7eb1-4186-8499-26480def421c req-0bf3be09-4643-4728-827e-226c52b7139e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313911 Aug 31 02:06:18.868555 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:06:18.888108 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a5b70-7de8-46c6-af6b-2d45a30a126f req-ca73586f-4bae-4146-aae8-a5d00a5f467e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:18.890166 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-204a5b70-7de8-46c6-af6b-2d45a30a126f req-ca73586f-4bae-4146-aae8-a5d00a5f467e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 945 time: 0.0499742 Aug 31 02:06:18.927562 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-204a5b70-7de8-46c6-af6b-2d45a30a126f req-afad0799-7bc6-46c5-a9a1-b2e7f5cfdb19 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313163 Aug 31 02:06:20.044246 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564c692-15dd-40bd-8316-3e7e1822eda2 req-1e85cb34-6061-494b-bd69-aeb9f61709df tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:20.046395 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2564c692-15dd-40bd-8316-3e7e1822eda2 req-1e85cb34-6061-494b-bd69-aeb9f61709df tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 945 time: 0.0524058 Aug 31 02:06:20.088352 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2564c692-15dd-40bd-8316-3e7e1822eda2 req-0544ee5a-1713-4ecc-8dc8-30da9e97d0b9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358853 Aug 31 02:06:21.212072 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939dae1-2bbb-4a6a-b816-db4f1ebf8525 req-8300a505-0adc-43d7-8030-c44d3b7d6d86 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:21.213619 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0939dae1-2bbb-4a6a-b816-db4f1ebf8525 req-8300a505-0adc-43d7-8030-c44d3b7d6d86 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 945 time: 0.0488682 Aug 31 02:06:21.251818 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0939dae1-2bbb-4a6a-b816-db4f1ebf8525 req-67e8d7f8-ca0a-4465-a1f7-9bb3e2b3df4b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322399 Aug 31 02:06:22.365063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cc68d-53ee-4e8b-91d6-0f4901c30cf0 req-72c200d0-d372-43e8-b566-eadbd86d5695 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:22.366599 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b5cc68d-53ee-4e8b-91d6-0f4901c30cf0 req-72c200d0-d372-43e8-b566-eadbd86d5695 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 945 time: 0.0488341 Aug 31 02:06:22.409386 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9b5cc68d-53ee-4e8b-91d6-0f4901c30cf0 req-9dfc3cd0-d41d-468a-85f5-05eaf508a06a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368741 Aug 31 02:06:22.431456 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43092) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:06:22.491615 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2fa02658-fbb9-4daf-9bb0-6a2d94b0b72e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/floatingips/08b3ee8b-34eb-426c-aa1c-afd52db7a5b8 HTTP/1.1" status: 200 len: 992 time: 0.0589209 Aug 31 02:06:28.328145 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e141f0a4-d8a7-4442-a910-1c9d6496e84e req-2d039cb2-a674-4912-95d1-ba449a96db45 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394657 Aug 31 02:06:28.412781 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141f0a4-d8a7-4442-a910-1c9d6496e84e req-5068be79-585e-4245-a960-1c3246e6af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:28.414471 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e141f0a4-d8a7-4442-a910-1c9d6496e84e req-5068be79-585e-4245-a960-1c3246e6af53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 1097 time: 0.0450518 Aug 31 02:06:28.517848 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141f0a4-d8a7-4442-a910-1c9d6496e84e req-c0113fb8-6eb2-4749-a803-302ea6a83408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:28.519342 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e141f0a4-d8a7-4442-a910-1c9d6496e84e req-c0113fb8-6eb2-4749-a803-302ea6a83408 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 HTTP/1.1" status: 200 len: 897 time: 0.0846775 Aug 31 02:06:28.591736 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e141f0a4-d8a7-4442-a910-1c9d6496e84e req-f3d3eb6c-c835-4a09-b4e6-ec78a1f6a810 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f149229-2a2c-4412-85af-a44b7b686f12 HTTP/1.1" status: 200 len: 1000 time: 0.0647388 Aug 31 02:06:28.648568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141f0a4-d8a7-4442-a910-1c9d6496e84e req-faf58c38-88fa-41b4-a131-8e5f1c0f40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:28.650040 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e141f0a4-d8a7-4442-a910-1c9d6496e84e req-faf58c38-88fa-41b4-a131-8e5f1c0f40c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b794903-72e2-4288-99a1-b67060c92e9e HTTP/1.1" status: 200 len: 834 time: 0.0507333 Aug 31 02:06:28.694903 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141f0a4-d8a7-4442-a910-1c9d6496e84e req-d8cb9353-ea52-451b-baf9-6bac67e3058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:28.696427 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e141f0a4-d8a7-4442-a910-1c9d6496e84e req-d8cb9353-ea52-451b-baf9-6bac67e3058d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1217a75-d8c8-434c-87cf-8ab7c4cf81c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389874 Aug 31 02:06:28.787877 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e141f0a4-d8a7-4442-a910-1c9d6496e84e req-d1cbcb0f-d703-4512-a8e5-e190eeca6894 service neutron] 10.222.0.41 "GET /v2.0/networks/d1217a75-d8c8-434c-87cf-8ab7c4cf81c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834801 Aug 31 02:06:28.875153 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e141f0a4-d8a7-4442-a910-1c9d6496e84e req-3ee70e95-f0ad-4a6c-a2a2-c5e99690c610 service neutron] 10.222.0.41 "GET /v2.0/networks/d1217a75-d8c8-434c-87cf-8ab7c4cf81c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800641 Aug 31 02:06:34.276839 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d105886c-5c4a-45a2-9f00-7c6355062790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:36.922816 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:37.037062 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-af72daa9-b62a-40d2-8e68-928e2d1aa8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:37.671007 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:37.973757 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:38.773883 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:40.436547 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:52.844768 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43114) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:06:53.003034 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port cd7e7ead-09a9-4a96-adde-5f427802ff8c {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:06:53.003383 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:53.081319 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:53.081672 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:53.093273 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for cd7e7ead-09a9-4a96-adde-5f427802ff8c owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:06:53.333389 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:53.369595 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=cd7e7ead-09a9-4a96-adde-5f427802ff8c,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:06:53.397836 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:53.398185 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:53.398532 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:53.398872 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:53.399204 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:53.399555 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:53.399881 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:53.400196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:53.400525 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:53.400852 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:53.401179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:53.401532 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:53.442407 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:53.442738 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Floating IP 08b3ee8b-34eb-426c-aa1c-afd52db7a5b8 disassociated (deleted). External IP: 172.25.2.63, port: 7f149229-2a2c-4412-85af-a44b7b686f12. Aug 31 02:06:53.653170 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:06:53.768072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:06:53.774238 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:53.781215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dc58ac-166c-42bd-a1d8-299901a096e6 None None] Sync routers for ids ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:06:53.791344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dc58ac-166c-42bd-a1d8-299901a096e6 None None] Routers {'6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:06:53.793994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c1dc58ac-166c-42bd-a1d8-299901a096e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:06:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:06:53.805671 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-993cabff-3d9a-49a6-b66d-da2151adc42f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/floatingips/08b3ee8b-34eb-426c-aa1c-afd52db7a5b8 HTTP/1.1" status: 204 len: 168 time: 0.9597428 Aug 31 02:06:53.806522 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951e508b-cb95-4515-8f6d-ae1dac85ea67', 'tag': '7f149229-2a2c-4412-85af-a44b7b686f12'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:06:53.809007 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91d5389-aff4-4f5d-9bfd-d3205431c8de" -d '{"events": [{"name": "network-changed", "server_uuid": "951e508b-cb95-4515-8f6d-ae1dac85ea67", "tag": "7f149229-2a2c-4412-85af-a44b7b686f12"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:06:53.860940 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4779edc9-d055-4160-abcf-07078f692ba0 x-openstack-request-id: req-4779edc9-d055-4160-abcf-07078f692ba0 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:06:53.861561 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951e508b-cb95-4515-8f6d-ae1dac85ea67", "tag": "7f149229-2a2c-4412-85af-a44b7b686f12", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:06:53.861561 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4779edc9-d055-4160-abcf-07078f692ba0 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:06:53.861916 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951e508b-cb95-4515-8f6d-ae1dac85ea67', 'tag': '7f149229-2a2c-4412-85af-a44b7b686f12', 'status': 'completed', 'code': 200} Aug 31 02:06:53.907612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-c1dc58ac-166c-42bd-a1d8-299901a096e6 None None] Set router 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:06:53.929892 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d5389-aff4-4f5d-9bfd-d3205431c8de req-33a35935-71db-48c9-9199-bd81bee7ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:53.931514 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e91d5389-aff4-4f5d-9bfd-d3205431c8de req-33a35935-71db-48c9-9199-bd81bee7ca20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 1097 time: 0.0467362 Aug 31 02:06:54.024255 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d5389-aff4-4f5d-9bfd-d3205431c8de req-2db0e6f9-176d-4888-b8d2-04f7c2cee3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:54.025803 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e91d5389-aff4-4f5d-9bfd-d3205431c8de req-2db0e6f9-176d-4888-b8d2-04f7c2cee3bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 HTTP/1.1" status: 200 len: 897 time: 0.0870929 Aug 31 02:06:54.073054 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e91d5389-aff4-4f5d-9bfd-d3205431c8de req-d70dc92b-8493-4c24-8120-8d698ad8d990 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f149229-2a2c-4412-85af-a44b7b686f12 HTTP/1.1" status: 200 len: 217 time: 0.0395112 Aug 31 02:06:54.122583 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c1dc58ac-166c-42bd-a1d8-299901a096e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449163706', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '016cfceb-b2d2-4384-9045-ac8477d4ce86', 'name': '', 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:2c:dd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0b794903-72e2-4288-99a1-b67060c92e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:25Z', 'updated_at': '2021-08-31T02:05:30Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '0b794903-72e2-4288-99a1-b67060c92e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:06:54.134959 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d5389-aff4-4f5d-9bfd-d3205431c8de req-0dc0768c-4984-4366-8a7c-7f5475797bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:54.136563 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e91d5389-aff4-4f5d-9bfd-d3205431c8de req-0dc0768c-4984-4366-8a7c-7f5475797bcf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b794903-72e2-4288-99a1-b67060c92e9e HTTP/1.1" status: 200 len: 834 time: 0.0567651 Aug 31 02:06:54.151093 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dc58ac-166c-42bd-a1d8-299901a096e6 None None] Checking router: 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:06:54.161094 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dc58ac-166c-42bd-a1d8-299901a096e6 None None] Routers {'6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:06:54.162063 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c1dc58ac-166c-42bd-a1d8-299901a096e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:06:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:06:54.189085 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d5389-aff4-4f5d-9bfd-d3205431c8de req-265f173f-ee2c-4698-8ae2-e198e3c29b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:54.192659 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e91d5389-aff4-4f5d-9bfd-d3205431c8de req-265f173f-ee2c-4698-8ae2-e198e3c29b9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1217a75-d8c8-434c-87cf-8ab7c4cf81c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456841 Aug 31 02:06:54.232966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d77a5f-625b-435b-b678-4abc00a4ca65 req-499df46d-b488-4417-845b-c83eaa606031 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:54.234657 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63d77a5f-625b-435b-b678-4abc00a4ca65 req-499df46d-b488-4417-845b-c83eaa606031 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 945 time: 0.0591249 Aug 31 02:06:54.277534 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-63d77a5f-625b-435b-b678-4abc00a4ca65 req-89cccf66-1790-4e22-80b3-e13d7519a97f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362976 Aug 31 02:06:54.285188 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-c1dc58ac-166c-42bd-a1d8-299901a096e6 None None] Set router 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:06:54.295928 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e91d5389-aff4-4f5d-9bfd-d3205431c8de req-a2238059-0098-4b8d-8e50-652bcf80e2e0 service neutron] 10.222.0.41 "GET /v2.0/networks/d1217a75-d8c8-434c-87cf-8ab7c4cf81c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969629 Aug 31 02:06:54.400131 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e91d5389-aff4-4f5d-9bfd-d3205431c8de req-50e0c897-d95c-452f-a938-0c76c11f9ac2 service neutron] 10.222.0.41 "GET /v2.0/networks/d1217a75-d8c8-434c-87cf-8ab7c4cf81c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959773 Aug 31 02:06:54.509858 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-c1dc58ac-166c-42bd-a1d8-299901a096e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449163706', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '016cfceb-b2d2-4384-9045-ac8477d4ce86', 'name': '', 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:2c:dd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0b794903-72e2-4288-99a1-b67060c92e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:25Z', 'updated_at': '2021-08-31T02:05:30Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '0b794903-72e2-4288-99a1-b67060c92e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:06:54.537307 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dc58ac-166c-42bd-a1d8-299901a096e6 None None] The sync data for ids ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'] in n-d-793621-34 is: [{'id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449163706', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '016cfceb-b2d2-4384-9045-ac8477d4ce86', 'name': '', 'network_id': 'd1217a75-d8c8-434c-87cf-8ab7c4cf81c0', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:2c:dd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0b794903-72e2-4288-99a1-b67060c92e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:25Z', 'updated_at': '2021-08-31T02:05:30Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '0b794903-72e2-4288-99a1-b67060c92e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:06:54.757413 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53ce12b-a45f-49b6-99ca-75e4b5a9bc2f None None] New status for floating IP 08b3ee8b-34eb-426c-aa1c-afd52db7a5b8: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:06:55.414001 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63936bf-22ef-453b-965d-66b36d15a2b4 req-8122faa9-1b7a-42d1-aee2-e12ec83f253c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:55.415393 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e63936bf-22ef-453b-965d-66b36d15a2b4 req-8122faa9-1b7a-42d1-aee2-e12ec83f253c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 945 time: 0.0506647 Aug 31 02:06:55.453695 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e63936bf-22ef-453b-965d-66b36d15a2b4 req-2e0aacf8-bb59-4a17-bf8d-9c6d9f68d5a9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=33b27f3b-8e88-490f-8a60-f60b7b62f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323331 Aug 31 02:06:55.702701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7aaa4-9f5e-433e-82dc-e2e05e709572 req-935ae085-1160-4b03-b0b9-28c7c52dc5c2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:55.704732 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26f7aaa4-9f5e-433e-82dc-e2e05e709572 req-935ae085-1160-4b03-b0b9-28c7c52dc5c2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.41 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 945 time: 0.0557930 Aug 31 02:06:55.796929 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-26f7aaa4-9f5e-433e-82dc-e2e05e709572 req-07336a7d-646b-4154-9ad9-4bbe9c9aefde tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port 7f149229-2a2c-4412-85af-a44b7b686f12 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:06:55.797275 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26f7aaa4-9f5e-433e-82dc-e2e05e709572 req-07336a7d-646b-4154-9ad9-4bbe9c9aefde tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:55.867197 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:06:55.882347 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-26f7aaa4-9f5e-433e-82dc-e2e05e709572 req-07336a7d-646b-4154-9ad9-4bbe9c9aefde tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] For port 7f149229-2a2c-4412-85af-a44b7b686f12, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=7f149229-2a2c-4412-85af-a44b7b686f12,segment=NetworkSegment(74c260d9-25d7-4856-8261-02ce50f4eb2a),segment_id=74c260d9-25d7-4856-8261-02ce50f4eb2a)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:06:55.882714 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26f7aaa4-9f5e-433e-82dc-e2e05e709572 req-07336a7d-646b-4154-9ad9-4bbe9c9aefde tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:55.896024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-26f7aaa4-9f5e-433e-82dc-e2e05e709572 req-07336a7d-646b-4154-9ad9-4bbe9c9aefde tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for 7f149229-2a2c-4412-85af-a44b7b686f12 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:06:56.082227 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26f7aaa4-9f5e-433e-82dc-e2e05e709572 req-07336a7d-646b-4154-9ad9-4bbe9c9aefde tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:56.110679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07336a7d-646b-4154-9ad9-4bbe9c9aefde tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=7f149229-2a2c-4412-85af-a44b7b686f12,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:06:56.156042 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f7aaa4-9f5e-433e-82dc-e2e05e709572 req-07336a7d-646b-4154-9ad9-4bbe9c9aefde tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] No DVR routers for this DVR port 7f149229-2a2c-4412-85af-a44b7b686f12 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:06:56.159284 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-26f7aaa4-9f5e-433e-82dc-e2e05e709572 req-07336a7d-646b-4154-9ad9-4bbe9c9aefde tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:56.161268 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-26f7aaa4-9f5e-433e-82dc-e2e05e709572 req-07336a7d-646b-4154-9ad9-4bbe9c9aefde tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.41 "DELETE /v2.0/ports/7f149229-2a2c-4412-85af-a44b7b686f12 HTTP/1.1" status: 204 len: 173 time: 0.4501622 Aug 31 02:06:56.161742 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951e508b-cb95-4515-8f6d-ae1dac85ea67', 'name': 'network-vif-deleted', 'tag': '7f149229-2a2c-4412-85af-a44b7b686f12'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:06:56.163973 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35af4e95-07cf-4153-a40f-ac341a2b8710" -d '{"events": [{"server_uuid": "951e508b-cb95-4515-8f6d-ae1dac85ea67", "name": "network-vif-deleted", "tag": "7f149229-2a2c-4412-85af-a44b7b686f12"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:06:56.212786 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4299198b-659f-4230-b85f-630d2bbe0c01 x-openstack-request-id: req-4299198b-659f-4230-b85f-630d2bbe0c01 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:06:56.213084 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951e508b-cb95-4515-8f6d-ae1dac85ea67", "name": "network-vif-deleted", "tag": "7f149229-2a2c-4412-85af-a44b7b686f12", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:06:56.213335 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4299198b-659f-4230-b85f-630d2bbe0c01 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:06:56.213769 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951e508b-cb95-4515-8f6d-ae1dac85ea67', 'name': 'network-vif-deleted', 'tag': '7f149229-2a2c-4412-85af-a44b7b686f12', 'status': 'completed', 'code': 200} Aug 31 02:06:56.568786 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ee22b39f-3fc3-4ea6-b640-3ce9ff00c065 req-e62e1970-d6c3-433d-952a-97748941ba45 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e508b-cb95-4515-8f6d-ae1dac85ea67 HTTP/1.1" status: 200 len: 210 time: 0.0286973 Aug 31 02:06:57.629756 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43134) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:06:57.980010 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2286f9d9-e3d5-4a0c-8324-cee69e665789 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:58.231755 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2286f9d9-e3d5-4a0c-8324-cee69e665789 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port 016cfceb-b2d2-4384-9045-ac8477d4ce86 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:06:58.232013 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2286f9d9-e3d5-4a0c-8324-cee69e665789 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:58.322616 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-2286f9d9-e3d5-4a0c-8324-cee69e665789 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] For port 016cfceb-b2d2-4384-9045-ac8477d4ce86, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=016cfceb-b2d2-4384-9045-ac8477d4ce86,segment=NetworkSegment(74c260d9-25d7-4856-8261-02ce50f4eb2a),segment_id=74c260d9-25d7-4856-8261-02ce50f4eb2a)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:06:58.323019 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2286f9d9-e3d5-4a0c-8324-cee69e665789 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:58.335898 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2286f9d9-e3d5-4a0c-8324-cee69e665789 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for 016cfceb-b2d2-4384-9045-ac8477d4ce86 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:06:58.859341 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2286f9d9-e3d5-4a0c-8324-cee69e665789 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:58.885705 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286f9d9-e3d5-4a0c-8324-cee69e665789 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=016cfceb-b2d2-4384-9045-ac8477d4ce86,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:06:59.063267 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2286f9d9-e3d5-4a0c-8324-cee69e665789 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:59.170082 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 7f149229-2a2c-4412-85af-a44b7b686f12 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:06:59.190388 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 7f149229-2a2c-4412-85af-a44b7b686f12 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:06:59.190735 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 7f149229-2a2c-4412-85af-a44b7b686f12 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:06:59.279361 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2286f9d9-e3d5-4a0c-8324-cee69e665789 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:06:59.382567 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2286f9d9-e3d5-4a0c-8324-cee69e665789 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:06:59.388024 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2286f9d9-e3d5-4a0c-8324-cee69e665789 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "PUT /v2.0/routers/6bacca9e-27fc-4f60-b571-6ffb92d1d7ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7579982 Aug 31 02:06:59.391006 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43136) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:06:59.392335 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ba9910-322b-4221-b922-19e376833941 None None] Sync routers for ids ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:06:59.401639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ba9910-322b-4221-b922-19e376833941 None None] Routers {'6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:06:59.402241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-06ba9910-322b-4221-b922-19e376833941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:06:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:06:59.441939 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting subnet 0b794903-72e2-4288-99a1-b67060c92e9e {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:06:59.445042 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:59.486342 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:59.505807 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-06ba9910-322b-4221-b922-19e376833941 None None] Set router 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:06:59.577284 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:59.683569 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-06ba9910-322b-4221-b922-19e376833941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449163706', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:06:58Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:06:59.713994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ba9910-322b-4221-b922-19e376833941 None None] Checking router: 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:06:59.722404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ba9910-322b-4221-b922-19e376833941 None None] Routers {'6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:06:59.723003 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-06ba9910-322b-4221-b922-19e376833941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:06:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:06:59.757119 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:59.788268 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:59.790278 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/subnets/0b794903-72e2-4288-99a1-b67060c92e9e HTTP/1.1" status: 204 len: 168 time: 0.3977647 Aug 31 02:06:59.791304 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Subnet': ['ID=0b794903-72e2-4288-99a1-b67060c92e9e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:06:59.793624 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43138) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:06:59.800957 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:59.801503 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:59.801637 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f77ad8f-c441-4bc9-9d3f-d5a3ea9eb8ae None None] Network d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:06:59.801863 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:59.802218 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:59.802559 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:59.802909 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:59.803249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:59.803558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:59.803892 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:59.804227 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:59.804988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:59.804988 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6702a-8137-4860-82e7-98e21d5c7bfe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:06:59.876581 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-06ba9910-322b-4221-b922-19e376833941 None None] Set router 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:06:59.906260 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6aed-4252-4991-8e52-854fee4a71ac tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:00.013135 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6aed-4252-4991-8e52-854fee4a71ac tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:00.181000 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-fc7a6aed-4252-4991-8e52-854fee4a71ac tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port 55c0f6e4-2448-4817-a732-3419fa691cad {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:07:00.181346 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6aed-4252-4991-8e52-854fee4a71ac tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:00.274699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-fc7a6aed-4252-4991-8e52-854fee4a71ac tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] For port 55c0f6e4-2448-4817-a732-3419fa691cad, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=55c0f6e4-2448-4817-a732-3419fa691cad,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:07:00.275287 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6aed-4252-4991-8e52-854fee4a71ac tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:00.275706 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-06ba9910-322b-4221-b922-19e376833941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449163706', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:06:58Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:07:00.281452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] DHCP port deletion for d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:07:00.297187 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-fc7a6aed-4252-4991-8e52-854fee4a71ac tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for 55c0f6e4-2448-4817-a732-3419fa691cad owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:07:00.307972 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ba9910-322b-4221-b922-19e376833941 None None] The sync data for ids ['6bacca9e-27fc-4f60-b571-6ffb92d1d7ed'] in n-d-793621-34 is: [{'id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449163706', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:06:58Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '55c0f6e4-2448-4817-a732-3419fa691cad', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacca9e-27fc-4f60-b571-6ffb92d1d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:05:22Z', 'updated_at': '2021-08-31T02:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:07:00.358979 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] Deleting port 9ee7cecc-0a1a-46bd-8207-b6f424ae202c {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:07:00.359963 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:00.421654 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] For port 9ee7cecc-0a1a-46bd-8207-b6f424ae202c, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9ee7cecc-0a1a-46bd-8207-b6f424ae202c,segment=NetworkSegment(74c260d9-25d7-4856-8261-02ce50f4eb2a),segment_id=74c260d9-25d7-4856-8261-02ce50f4eb2a)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:07:00.422652 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:00.448405 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] Calling delete_port for 9ee7cecc-0a1a-46bd-8207-b6f424ae202c owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:07:00.522582 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6aed-4252-4991-8e52-854fee4a71ac tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:00.551002 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a6aed-4252-4991-8e52-854fee4a71ac tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=55c0f6e4-2448-4817-a732-3419fa691cad,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:00.596450 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:00.616931 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6aed-4252-4991-8e52-854fee4a71ac tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:00.623897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] Pushing event deleted for resources: {'Port': ['ID=9ee7cecc-0a1a-46bd-8207-b6f424ae202c,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:00.628499 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] No DVR routers for this DVR port 9ee7cecc-0a1a-46bd-8207-b6f424ae202c on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:07:00.639368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:00.639368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:00.639368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:00.639368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:00.639368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:00.639368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:00.639368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:00.639368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:00.639368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:00.639368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:00.648453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:00.648453 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d1046-e7a9-4448-a612-bd81586969ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:00.714141 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6aed-4252-4991-8e52-854fee4a71ac tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:00.716520 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6aed-4252-4991-8e52-854fee4a71ac tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:00.830970 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6aed-4252-4991-8e52-854fee4a71ac tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:00.831530 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7a6aed-4252-4991-8e52-854fee4a71ac tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Fanout notify agent at l3_agent the message router_deleted on router 6bacca9e-27fc-4f60-b571-6ffb92d1d7ed {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:07:00.838449 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6aed-4252-4991-8e52-854fee4a71ac tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:00.844555 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-fc7a6aed-4252-4991-8e52-854fee4a71ac tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/routers/6bacca9e-27fc-4f60-b571-6ffb92d1d7ed HTTP/1.1" status: 204 len: 168 time: 1.0447731 Aug 31 02:07:00.844555 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43140) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:00.925690 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6637f466-b83b-4942-ab03-227d619c6027 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:01.023797 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6637f466-b83b-4942-ab03-227d619c6027 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:01.035523 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6637f466-b83b-4942-ab03-227d619c6027 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1217a75-d8c8-434c-87cf-8ab7c4cf81c0']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:07:01.046769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6637f466-b83b-4942-ab03-227d619c6027 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c260d9-25d7-4856-8261-02ce50f4eb2a') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:07:01.047076 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-6637f466-b83b-4942-ab03-227d619c6027 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c260d9-25d7-4856-8261-02ce50f4eb2a') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:07:01.056319 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6637f466-b83b-4942-ab03-227d619c6027 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:01.070323 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6637f466-b83b-4942-ab03-227d619c6027 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:01.076292 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6637f466-b83b-4942-ab03-227d619c6027 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:07:01.076690 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6637f466-b83b-4942-ab03-227d619c6027 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: timer() Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:07:01.080169 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:07:01.224550 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6637f466-b83b-4942-ab03-227d619c6027 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:01.232116 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6637f466-b83b-4942-ab03-227d619c6027 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:01.233777 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6637f466-b83b-4942-ab03-227d619c6027 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/networks/d1217a75-d8c8-434c-87cf-8ab7c4cf81c0 HTTP/1.1" status: 204 len: 168 time: 0.3905590 Aug 31 02:07:01.236540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43142) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:01.245509 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637f466-b83b-4942-ab03-227d619c6027 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Network': ['ID=d1217a75-d8c8-434c-87cf-8ab7c4cf81c0,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:01.296418 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b023c36-6c67-48d4-a6f3-df1c91580261 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:01.323424 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b023c36-6c67-48d4-a6f3-df1c91580261 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:01.464854 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b023c36-6c67-48d4-a6f3-df1c91580261 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:01.467453 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2b023c36-6c67-48d4-a6f3-df1c91580261 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:01.468634 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2b023c36-6c67-48d4-a6f3-df1c91580261 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/security-groups/33b27f3b-8e88-490f-8a60-f60b7b62f13e HTTP/1.1" status: 204 len: 168 time: 0.2311130 Aug 31 02:07:01.478212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b023c36-6c67-48d4-a6f3-df1c91580261 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b27f3b-8e88-490f-8a60-f60b7b62f13e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:02.109144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9ee7cecc-0a1a-46bd-8207-b6f424ae202c no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:07:02.123154 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43148) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:02.128402 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-7cf91901-a3c6-4c0f-b7ad-ff2b0f41c3fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-996140842', 'description': 'tempest-secgroup-smoke-996140842 description', 'project_id': 'b391aac543674f3db49f6a68c2a53544'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:07:02.130317 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 9ee7cecc-0a1a-46bd-8207-b6f424ae202c {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:07:02.130670 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9ee7cecc-0a1a-46bd-8207-b6f424ae202c not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:07:02.131089 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 016cfceb-b2d2-4384-9045-ac8477d4ce86 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:07:02.150587 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 016cfceb-b2d2-4384-9045-ac8477d4ce86 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:07:02.154229 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 016cfceb-b2d2-4384-9045-ac8477d4ce86 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:07:02.154229 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 55c0f6e4-2448-4817-a732-3419fa691cad no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:07:02.171132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 55c0f6e4-2448-4817-a732-3419fa691cad {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:07:02.171477 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 55c0f6e4-2448-4817-a732-3419fa691cad not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:07:02.207674 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7cf91901-a3c6-4c0f-b7ad-ff2b0f41c3fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:02.292146 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7cf91901-a3c6-4c0f-b7ad-ff2b0f41c3fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:02.356532 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7cf91901-a3c6-4c0f-b7ad-ff2b0f41c3fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:02.388323 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf91901-a3c6-4c0f-b7ad-ff2b0f41c3fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64600645-c87f-4d65-8579-87968c7d98f6,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:02.453663 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7cf91901-a3c6-4c0f-b7ad-ff2b0f41c3fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:02.454924 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7cf91901-a3c6-4c0f-b7ad-ff2b0f41c3fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3308148 Aug 31 02:07:02.457831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43150) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:02.462618 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-20952f3a-0897-482b-adab-4fa5a8687a72 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '64600645-c87f-4d65-8579-87968c7d98f6', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:07:02.590446 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-20952f3a-0897-482b-adab-4fa5a8687a72 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:02.646311 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-20952f3a-0897-482b-adab-4fa5a8687a72 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:02.699497 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-20952f3a-0897-482b-adab-4fa5a8687a72 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:02.717268 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20952f3a-0897-482b-adab-4fa5a8687a72 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2046213-14b3-4028-98bc-ffb54b48f954,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:02.779485 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-20952f3a-0897-482b-adab-4fa5a8687a72 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:02.780761 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-20952f3a-0897-482b-adab-4fa5a8687a72 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218887 Aug 31 02:07:02.784505 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43152) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:02.789072 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b3f063ce-015d-48de-ab50-8400f693d041 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '64600645-c87f-4d65-8579-87968c7d98f6', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:07:02.875463 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3f063ce-015d-48de-ab50-8400f693d041 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:02.938655 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3f063ce-015d-48de-ab50-8400f693d041 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:03.019098 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3f063ce-015d-48de-ab50-8400f693d041 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:03.037008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f063ce-015d-48de-ab50-8400f693d041 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12675b7-7e1d-430a-a2f1-8b5b74e3ebfb,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:03.099099 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b3f063ce-015d-48de-ab50-8400f693d041 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:03.100377 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b3f063ce-015d-48de-ab50-8400f693d041 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3148911 Aug 31 02:07:03.103251 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43156) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:03.108447 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0fa39fb8-93a2-4ade-9822-1c2b52dfcccc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '64600645-c87f-4d65-8579-87968c7d98f6', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:07:03.207142 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0fa39fb8-93a2-4ade-9822-1c2b52dfcccc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:03.263361 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0fa39fb8-93a2-4ade-9822-1c2b52dfcccc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:03.322001 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0fa39fb8-93a2-4ade-9822-1c2b52dfcccc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:03.344272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa39fb8-93a2-4ade-9822-1c2b52dfcccc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c7bc03-af0c-4c2e-adc1-c8d61aa5ddaa,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:03.408508 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0fa39fb8-93a2-4ade-9822-1c2b52dfcccc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:03.409906 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0fa39fb8-93a2-4ade-9822-1c2b52dfcccc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3054183 Aug 31 02:07:03.412597 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43158) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:03.417159 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-cb6b8758-d998-4e94-9551-5abba032630e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '64600645-c87f-4d65-8579-87968c7d98f6', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:07:03.522365 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb6b8758-d998-4e94-9551-5abba032630e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:03.585201 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb6b8758-d998-4e94-9551-5abba032630e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:03.664921 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb6b8758-d998-4e94-9551-5abba032630e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:03.682598 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b8758-d998-4e94-9551-5abba032630e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29e3dbd-a4f9-4db2-a657-f83023626ae2,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:03.727826 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb6b8758-d998-4e94-9551-5abba032630e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:03.729062 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cb6b8758-d998-4e94-9551-5abba032630e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3155155 Aug 31 02:07:03.731703 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43160) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:03.736078 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-399b6734-83fb-4cb5-82ed-ca3534383be9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '64600645-c87f-4d65-8579-87968c7d98f6', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:07:03.802410 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-399b6734-83fb-4cb5-82ed-ca3534383be9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Project b391aac543674f3db49f6a68c2a53544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:07:03.807415 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-399b6734-83fb-4cb5-82ed-ca3534383be9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:03.878108 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-399b6734-83fb-4cb5-82ed-ca3534383be9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:03.950628 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-399b6734-83fb-4cb5-82ed-ca3534383be9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:03.968454 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b6734-83fb-4cb5-82ed-ca3534383be9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26940b21-13f9-4f19-bec4-2150d6a10b66,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:04.048561 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-399b6734-83fb-4cb5-82ed-ca3534383be9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:04.049695 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-399b6734-83fb-4cb5-82ed-ca3534383be9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3170421 Aug 31 02:07:04.052571 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43162) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:04.057081 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-2bee8cad-21a1-46dc-9cff-dab97d6747af tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '64600645-c87f-4d65-8579-87968c7d98f6', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:07:04.150526 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-2bee8cad-21a1-46dc-9cff-dab97d6747af tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Project b391aac543674f3db49f6a68c2a53544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:07:04.155725 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bee8cad-21a1-46dc-9cff-dab97d6747af tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:04.217223 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bee8cad-21a1-46dc-9cff-dab97d6747af tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:04.292916 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bee8cad-21a1-46dc-9cff-dab97d6747af tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:04.311516 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee8cad-21a1-46dc-9cff-dab97d6747af tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c191fb48-c9d8-4322-a870-457d4fd1e512,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:04.327813 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-eebb94bd-25aa-4993-97ca-fddf0a4f0540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:04.384718 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bee8cad-21a1-46dc-9cff-dab97d6747af tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:04.385998 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2bee8cad-21a1-46dc-9cff-dab97d6747af tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3325436 Aug 31 02:07:04.388831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43164) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:04.394087 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b0ad7f35-a2cd-45ff-b8b5-f66a9b4d0db0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'network': {'name': 'tempest-network-smoke--124967004', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'port_security_enabled': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:07:04.459063 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ad7f35-a2cd-45ff-b8b5-f66a9b4d0db0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Made reservation on behalf of b391aac543674f3db49f6a68c2a53544 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:07:04.462648 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7f35-a2cd-45ff-b8b5-f66a9b4d0db0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:04.485972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ad7f35-a2cd-45ff-b8b5-f66a9b4d0db0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:07:04.494371 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7f35-a2cd-45ff-b8b5-f66a9b4d0db0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:04.494713 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-b0ad7f35-a2cd-45ff-b8b5-f66a9b4d0db0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Added segment 6f114af5-7438-4485-8ebf-3f7c0caab0e5 of type vlan for network 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 Aug 31 02:07:04.535126 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7f35-a2cd-45ff-b8b5-f66a9b4d0db0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:04.596838 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7f35-a2cd-45ff-b8b5-f66a9b4d0db0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:04.602479 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ad7f35-a2cd-45ff-b8b5-f66a9b4d0db0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:04.603078 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7f35-a2cd-45ff-b8b5-f66a9b4d0db0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:04.672972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad7f35-a2cd-45ff-b8b5-f66a9b4d0db0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Network': ['ID=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:04.683130 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:07:04.734462 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b0ad7f35-a2cd-45ff-b8b5-f66a9b4d0db0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3444991 Aug 31 02:07:04.737087 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43166) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:04.741707 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1925030920', 'admin_state_up': True, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:07:04.830765 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:04.831812 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:04.882055 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:05.075723 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:05.328802 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:05.347082 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:05.454837 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.25.2.226 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/494aefcf-cacc-4738-8e46-c2399ee30638) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:07:05.557869 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:05.636135 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:05.676457 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:07:05.679425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:07:05.683936 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:07:05.692024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=494aefcf-cacc-4738-8e46-c2399ee30638,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:06.026789 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:06.224310 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:06.442287 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:07:06.547536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:07:06.558193 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Sync routers for ids ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:07:06.568364 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Routers {'8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:07:06.568979 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:06:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:07:06.630850 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:06.632132 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-22977db9-1c48-4bc0-92fe-21bb4dc7eb5c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8940768 Aug 31 02:07:06.635330 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43168) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:06.666366 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8ecdebdd-a939-45b2-84d1-33403397284d tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b391aac543674f3db49f6a68c2a53544&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299618 Aug 31 02:07:06.668925 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43170) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:06.683893 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Set router 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:07:06.756641 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aa8cc5-226b-4b14-894b-43e41ef4b516 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:06.758192 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-99aa8cc5-226b-4b14-894b-43e41ef4b516 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882330 Aug 31 02:07:06.761155 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43172) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:06.793280 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f1528dfd-a044-4e6f-a800-b5e4b1391193 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310392 Aug 31 02:07:06.795871 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43174) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:06.801282 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-411adb64-fa28-407d-9790-3a4a1a77ec78 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2077668507', 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:07:06.870273 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925030920', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:07:04Z', 'updated_at': '2021-08-31T02:07:05Z', 'revision_number': 3, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:05Z', 'updated_at': '2021-08-31T02:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:07:06.899614 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:06.903425 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Checking router: 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:07:06.903773 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Updating router 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 port 494aefcf-cacc-4738-8e46-c2399ee30638 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:07:06.933413 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:06.945638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411adb64-fa28-407d-9790-3a4a1a77ec78 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Made reservation on behalf of b391aac543674f3db49f6a68c2a53544 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:07:06.951089 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-411adb64-fa28-407d-9790-3a4a1a77ec78 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:07.031077 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6270b33b-6ff8-4581-b773-5dd942de6f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:07.196842 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-411adb64-fa28-407d-9790-3a4a1a77ec78 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:07.261662 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411adb64-fa28-407d-9790-3a4a1a77ec78 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Subnet': ['ID=c73ad08a-4185-4f17-8d1d-90e8ff289e15,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:07.269235 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411adb64-fa28-407d-9790-3a4a1a77ec78 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Checking segment: {'id': '6f114af5-7438-4485-8ebf-3f7c0caab0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:07:07.269639 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411adb64-fa28-407d-9790-3a4a1a77ec78 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network hostable DHCP agents. Network: 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:07:07.285744 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:07.295144 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Transition to ACTIVE for port object 494aefcf-cacc-4738-8e46-c2399ee30638 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:07:07.367689 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411adb64-fa28-407d-9790-3a4a1a77ec78 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:07:07.390685 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:07.425068 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-411adb64-fa28-407d-9790-3a4a1a77ec78 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:07:07.429761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411adb64-fa28-407d-9790-3a4a1a77ec78 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:07.432255 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-411adb64-fa28-407d-9790-3a4a1a77ec78 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:07.434965 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c08b77-1fdb-4c90-aba5-52fa1c1b2073 None None] Network 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:07:07.443834 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Attempting to bind port 494aefcf-cacc-4738-8e46-c2399ee30638 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:07:07.444213 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Attempting to bind port 494aefcf-cacc-4738-8e46-c2399ee30638 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:07:07.444586 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Attempting to bind port 494aefcf-cacc-4738-8e46-c2399ee30638 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:07:07.453717 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebac966-efe4-4f15-a890-454065fbcb65 None None] Pushing event updated for resources: {'Port': ['ID=494aefcf-cacc-4738-8e46-c2399ee30638,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:07.456629 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:07:07.457002 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:07:07.457394 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:07.457917 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:07:07.458384 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Bound port: 494aefcf-cacc-4738-8e46-c2399ee30638, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:07:07.458760 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:07.465110 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebac966-efe4-4f15-a890-454065fbcb65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:07.466647 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebac966-efe4-4f15-a890-454065fbcb65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:07.466647 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebac966-efe4-4f15-a890-454065fbcb65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:07.466647 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebac966-efe4-4f15-a890-454065fbcb65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:07.466647 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebac966-efe4-4f15-a890-454065fbcb65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:07.467074 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebac966-efe4-4f15-a890-454065fbcb65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:07.467179 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebac966-efe4-4f15-a890-454065fbcb65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:07.467428 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebac966-efe4-4f15-a890-454065fbcb65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:07.467748 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebac966-efe4-4f15-a890-454065fbcb65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:07.468069 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebac966-efe4-4f15-a890-454065fbcb65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:07.469217 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebac966-efe4-4f15-a890-454065fbcb65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:07.469583 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebac966-efe4-4f15-a890-454065fbcb65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:07:07.486307 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-411adb64-fa28-407d-9790-3a4a1a77ec78 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6855919 Aug 31 02:07:07.486853 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43178) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:07.523237 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] For port 494aefcf-cacc-4738-8e46-c2399ee30638, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:07:07.526754 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] For port 494aefcf-cacc-4738-8e46-c2399ee30638, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=494aefcf-cacc-4738-8e46-c2399ee30638,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:07:07.580479 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:07.594283 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-02fcbc2e-cb8a-4bd8-b870-d818f610dfd8', 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ips': [{'subnet_id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:07:07.595086 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:07.649259 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebac966-efe4-4f15-a890-454065fbcb65 None None] Pushing event updated for resources: {'Port': ['ID=494aefcf-cacc-4738-8e46-c2399ee30638,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:07.652162 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Routers {'8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:07:07.652770 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:07:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:07:07.727330 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:07.750868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Allocated IP 172.20.0.2 (02fcbc2e-cb8a-4bd8-b870-d818f610dfd8/c73ad08a-4185-4f17-8d1d-90e8ff289e15/1589e7e6-762a-4012-812e-1909d14b0dde) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:07:07.761993 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] Set router 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:07:07.912801 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:07.922988 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Transition to ACTIVE for port object 1589e7e6-762a-4012-812e-1909d14b0dde will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:07:07.940642 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Transition to ACTIVE for port object 1589e7e6-762a-4012-812e-1909d14b0dde will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:07:07.947393 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925030920', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:07:04Z', 'updated_at': '2021-08-31T02:07:05Z', 'revision_number': 3, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:05Z', 'updated_at': '2021-08-31T02:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:07:07.950584 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:07.973643 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ac5928-8725-4c94-a58f-f84ecc68f89e None None] The sync data for ids ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'] in n-d-793621-34 is: [{'id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925030920', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:07:04Z', 'updated_at': '2021-08-31T02:07:05Z', 'revision_number': 3, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:05Z', 'updated_at': '2021-08-31T02:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:07:08.042832 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:08.095081 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Network 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:07:08.098429 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:07:08.103133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:07:08.106585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Pushing event updated for resources: {'Port': ['ID=1589e7e6-762a-4012-812e-1909d14b0dde,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:08.179701 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Attempting to bind port 1589e7e6-762a-4012-812e-1909d14b0dde on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:07:08.181728 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Attempting to bind port 1589e7e6-762a-4012-812e-1909d14b0dde by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '6f114af5-7438-4485-8ebf-3f7c0caab0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:07:08.182096 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Attempting to bind port 1589e7e6-762a-4012-812e-1909d14b0dde on network 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:07:08.190607 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:07:08.191391 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Checking segment: {'id': '6f114af5-7438-4485-8ebf-3f7c0caab0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:07:08.192078 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:08.192571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Bound using segment: {'id': '6f114af5-7438-4485-8ebf-3f7c0caab0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:07:08.193165 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Bound port: 1589e7e6-762a-4012-812e-1909d14b0dde, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f114af5-7438-4485-8ebf-3f7c0caab0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:07:08.193688 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:08.270010 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] For port 1589e7e6-762a-4012-812e-1909d14b0dde, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:07:08.273530 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] For port 1589e7e6-762a-4012-812e-1909d14b0dde, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1589e7e6-762a-4012-812e-1909d14b0dde,segment=NetworkSegment(6f114af5-7438-4485-8ebf-3f7c0caab0e5),segment_id=6f114af5-7438-4485-8ebf-3f7c0caab0e5)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:07:08.322828 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:08.334328 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:08.384594 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd036073-8002-4093-a6c4-9c1c53c0bbab None None] Pushing event updated for resources: {'Port': ['ID=1589e7e6-762a-4012-812e-1909d14b0dde,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:08.704523 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.20.0.1 (02fcbc2e-cb8a-4bd8-b870-d818f610dfd8/c73ad08a-4185-4f17-8d1d-90e8ff289e15/61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:07:08.790839 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:08.834231 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:08.848935 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Transition to ACTIVE for port object 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:07:08.945558 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:08.988979 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:07:08.992150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:07:08.994895 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:07:09.027045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:09.053000 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:09.250994 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:09.331197 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8be417a-6460-497c-b05c-54b2b88c8d13 None None] Network 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:07:09.448088 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f41ad034-7f75-4c67-897b-fb65b698e796 None None] Provisioning for port 1589e7e6-762a-4012-812e-1909d14b0dde completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:07:09.569848 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:09.664764 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:09.745950 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:09.748458 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:09.847779 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-75d4fea0-69e6-49e4-a814-919d2c71ed7c None None] Provisioning for port 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:07:09.852407 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-75d4fea0-69e6-49e4-a814-919d2c71ed7c None None] Provisioning complete for port 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:07:09.852862 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-75d4fea0-69e6-49e4-a814-919d2c71ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:09.858892 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:07:09.864967 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:07:09.893623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-75d4fea0-69e6-49e4-a814-919d2c71ed7c None None] Port 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:07:09.983142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:07:10.033822 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e1c909c7-ad43-4c1d-bbce-32d1ccd69ec5 None None] Provisioning complete for port 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:07:10.034197 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e1c909c7-ad43-4c1d-bbce-32d1ccd69ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:10.074980 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-e1c909c7-ad43-4c1d-bbce-32d1ccd69ec5 None None] Port 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:07:10.131605 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:07:10.142660 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Sync routers for ids ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:07:10.146425 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-31f828a1-2142-4ef2-a0b6-18109e090f32 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "PUT /v2.0/routers/8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6588130 Aug 31 02:07:10.152427 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Routers {'8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:07:10.153041 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:07:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:07:10.213260 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 494aefcf-cacc-4738-8e46-c2399ee30638 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:07:10.284999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-721a4b04-b752-4f83-9dd5-84ec1c3d3520 None None] Provisioning complete for port 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:07:10.285283 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-721a4b04-b752-4f83-9dd5-84ec1c3d3520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:10.292451 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a670e9cf-9962-487a-9d03-619990167924 req-4ae05f28-b558-40c2-acd7-be790a0a8873 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-996140842&fields=id&tenant_id=b391aac543674f3db49f6a68c2a53544 HTTP/1.1" status: 200 len: 267 time: 0.0336869 Aug 31 02:07:10.349386 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Set router 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:07:10.351870 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-721a4b04-b752-4f83-9dd5-84ec1c3d3520 None None] Port 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:07:10.408761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670e9cf-9962-487a-9d03-619990167924 req-19d27491-d2ec-4cd2-9b6d-0282e10c1011 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:10.410393 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a670e9cf-9962-487a-9d03-619990167924 req-19d27491-d2ec-4cd2-9b6d-0282e10c1011 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/networks?id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 HTTP/1.1" status: 200 len: 796 time: 0.1110351 Aug 31 02:07:10.427152 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a670e9cf-9962-487a-9d03-619990167924 req-423b4b3c-951b-48e2-9cd5-9b43fd6bbf68 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/quotas/b391aac543674f3db49f6a68c2a53544 HTTP/1.1" status: 200 len: 375 time: 0.0104959 Aug 31 02:07:10.450421 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 494aefcf-cacc-4738-8e46-c2399ee30638 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:07:10.489849 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 494aefcf-cacc-4738-8e46-c2399ee30638 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:07:10.490183 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a670e9cf-9962-487a-9d03-619990167924 req-ba82d9e1-88c9-455b-9194-d5fec49fd032 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567155 Aug 31 02:07:10.490332 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:10.518400 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:10.561660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-a670e9cf-9962-487a-9d03-619990167924 req-bf89a2f9-49f4-41b6-9397-7b8d6e41a952 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:07:10.562764 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a670e9cf-9962-487a-9d03-619990167924 req-bf89a2f9-49f4-41b6-9397-7b8d6e41a952 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0558398 Aug 31 02:07:10.634122 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:10.652653 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a670e9cf-9962-487a-9d03-619990167924 req-db0d2e51-fb69-4503-a12f-5498b5f6aa45 service neutron] 10.222.0.16 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830755 Aug 31 02:07:10.659370 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 494aefcf-cacc-4738-8e46-c2399ee30638, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=494aefcf-cacc-4738-8e46-c2399ee30638,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:07:10.668060 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925030920', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:07:04Z', 'updated_at': '2021-08-31T02:07:09Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:05Z', 'updated_at': '2021-08-31T02:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0', 'name': '', 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:97:db:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:08Z', 'updated_at': '2021-08-31T02:07:09Z', 'revision_number': 2, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:07:10.694678 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Checking router: 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:07:10.695033 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Updating router 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 port 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:07:10.720739 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:10.733997 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:10.737565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1589e7e6-762a-4012-812e-1909d14b0dde up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:07:10.748869 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a670e9cf-9962-487a-9d03-619990167924 req-8004e09e-2f72-4c60-99dd-65a3ba8e549b service neutron] 10.222.0.16 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887349 Aug 31 02:07:10.895446 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=494aefcf-cacc-4738-8e46-c2399ee30638,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:10.974923 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 1589e7e6-762a-4012-812e-1909d14b0dde completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:07:10.986272 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 1589e7e6-762a-4012-812e-1909d14b0dde triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:07:10.986667 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:11.137403 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:11.139877 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:11.159497 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Transition to ACTIVE for port object 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:07:11.185906 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 1589e7e6-762a-4012-812e-1909d14b0dde, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1589e7e6-762a-4012-812e-1909d14b0dde,segment=NetworkSegment(6f114af5-7438-4485-8ebf-3f7c0caab0e5),segment_id=6f114af5-7438-4485-8ebf-3f7c0caab0e5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:07:11.235180 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:11.267683 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:11.288922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a1767-b927-4051-87a5-21f46cf2c337 None None] Pushing event updated for resources: {'Port': ['ID=61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:11.375655 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Attempting to bind port 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:07:11.376324 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Attempting to bind port 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '6f114af5-7438-4485-8ebf-3f7c0caab0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:07:11.376324 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Attempting to bind port 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 on network 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:07:11.381247 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=1589e7e6-762a-4012-812e-1909d14b0dde,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:11.386766 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:07:11.387139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Checking segment: {'id': '6f114af5-7438-4485-8ebf-3f7c0caab0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:07:11.387540 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:11.387927 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Bound using segment: {'id': '6f114af5-7438-4485-8ebf-3f7c0caab0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:07:11.388392 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Bound port: 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f114af5-7438-4485-8ebf-3f7c0caab0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:07:11.388767 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:11.458736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] For port 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:07:11.461839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] For port 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0,segment=NetworkSegment(6f114af5-7438-4485-8ebf-3f7c0caab0e5),segment_id=6f114af5-7438-4485-8ebf-3f7c0caab0e5)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:07:11.533821 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:11.595911 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Routers {'8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:07:11.596572 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:07:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:07:11.599901 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a1767-b927-4051-87a5-21f46cf2c337 None None] Pushing event updated for resources: {'Port': ['ID=61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:11.878465 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] Set router 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:07:11.993223 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2a801b4-d2a5-47e7-8109-4f97f13ec255 req-aeb8d83a-f26b-4c45-a53e-ec756a1b02b2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 210 time: 0.0269730 Aug 31 02:07:12.098382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925030920', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:07:04Z', 'updated_at': '2021-08-31T02:07:09Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:05Z', 'updated_at': '2021-08-31T02:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0', 'name': '', 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:97:db:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:08Z', 'updated_at': '2021-08-31T02:07:11Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:07:12.128775 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 494aefcf-cacc-4738-8e46-c2399ee30638 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:07:12.132230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3329965-648f-4672-baa8-9f317fa3cb45 None None] The sync data for ids ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'] in n-d-793621-34 is: [{'id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925030920', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:07:04Z', 'updated_at': '2021-08-31T02:07:09Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:05Z', 'updated_at': '2021-08-31T02:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0', 'name': '', 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:97:db:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:08Z', 'updated_at': '2021-08-31T02:07:11Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:07:12.191908 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 494aefcf-cacc-4738-8e46-c2399ee30638 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:07:12.192361 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:12.288423 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1589e7e6-762a-4012-812e-1909d14b0dde up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:07:12.337369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 1589e7e6-762a-4012-812e-1909d14b0dde triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:07:12.337777 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:13.098177 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-55939c20-3ad6-46ed-a709-f729fb960400 req-b3a1b732-8614-4f3c-a18e-d2cbb4d8b4b7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 210 time: 0.0316792 Aug 31 02:07:13.806042 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670e9cf-9962-487a-9d03-619990167924 req-e35bfc70-23a4-4ee5-9c1e-262efd57d9a6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:13.807561 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a670e9cf-9962-487a-9d03-619990167924 req-e35bfc70-23a4-4ee5-9c1e-262efd57d9a6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.48 "GET /v2.0/networks?id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 HTTP/1.1" status: 200 len: 796 time: 0.1004553 Aug 31 02:07:13.856909 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a670e9cf-9962-487a-9d03-619990167924 req-33151af8-dc8d-4cae-bad5-f355a1224da1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b391aac543674f3db49f6a68c2a53544 HTTP/1.1" status: 200 len: 379 time: 0.0394146 Aug 31 02:07:13.866040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-a670e9cf-9962-487a-9d03-619990167924 req-ade86ef3-bec2-47bb-8453-e3ec40295257 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'port': {'device_id': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8', 'admin_state_up': True, 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'security_groups': ['64600645-c87f-4d65-8579-87968c7d98f6']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:07:14.104869 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a670e9cf-9962-487a-9d03-619990167924 req-ade86ef3-bec2-47bb-8453-e3ec40295257 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Made reservation on behalf of b391aac543674f3db49f6a68c2a53544 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:07:14.111500 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a670e9cf-9962-487a-9d03-619990167924 req-ade86ef3-bec2-47bb-8453-e3ec40295257 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:14.131907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:07:14.220803 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ba05cfba-68f2-4fb2-8f43-6d9779ae0be5 req-6181d80e-a4e2-4836-ae54-57ac266e88cb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 210 time: 0.0379159 Aug 31 02:07:14.241760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:07:14.246135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:07:14.246576 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:14.273795 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-a670e9cf-9962-487a-9d03-619990167924 req-ade86ef3-bec2-47bb-8453-e3ec40295257 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.20.0.8 (02fcbc2e-cb8a-4bd8-b870-d818f610dfd8/c73ad08a-4185-4f17-8d1d-90e8ff289e15/dbc462e3-8f69-464d-9155-2e43b0346ffd) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:07:14.325246 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:14.358471 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0,segment=NetworkSegment(6f114af5-7438-4485-8ebf-3f7c0caab0e5),segment_id=6f114af5-7438-4485-8ebf-3f7c0caab0e5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:07:14.411457 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a670e9cf-9962-487a-9d03-619990167924 req-ade86ef3-bec2-47bb-8453-e3ec40295257 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:14.426309 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-a670e9cf-9962-487a-9d03-619990167924 req-ade86ef3-bec2-47bb-8453-e3ec40295257 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Transition to ACTIVE for port object dbc462e3-8f69-464d-9155-2e43b0346ffd will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:07:14.446778 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:14.493360 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:14.573871 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a670e9cf-9962-487a-9d03-619990167924 req-ade86ef3-bec2-47bb-8453-e3ec40295257 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:14.619924 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a670e9cf-9962-487a-9d03-619990167924 req-ade86ef3-bec2-47bb-8453-e3ec40295257 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:07:14.623227 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-a670e9cf-9962-487a-9d03-619990167924 req-ade86ef3-bec2-47bb-8453-e3ec40295257 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:07:14.626371 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a670e9cf-9962-487a-9d03-619990167924 req-ade86ef3-bec2-47bb-8453-e3ec40295257 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:07:14.653420 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade86ef3-bec2-47bb-8453-e3ec40295257 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=dbc462e3-8f69-464d-9155-2e43b0346ffd,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:14.683573 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670e9cf-9962-487a-9d03-619990167924 req-ade86ef3-bec2-47bb-8453-e3ec40295257 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:14.684196 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a670e9cf-9962-487a-9d03-619990167924 req-ade86ef3-bec2-47bb-8453-e3ec40295257 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:14.734783 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a670e9cf-9962-487a-9d03-619990167924 req-ade86ef3-bec2-47bb-8453-e3ec40295257 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8718681 Aug 31 02:07:14.747147 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Request body: {'port': {'device_id': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:07:14.807386 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:14.904767 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ab560727-d00e-4ab8-81ac-63059e8158c7 None None] Provisioning for port dbc462e3-8f69-464d-9155-2e43b0346ffd completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:07:14.910547 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ab560727-d00e-4ab8-81ac-63059e8158c7 None None] Provisioning complete for port dbc462e3-8f69-464d-9155-2e43b0346ffd triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:07:14.910981 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ab560727-d00e-4ab8-81ac-63059e8158c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:14.967912 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ab560727-d00e-4ab8-81ac-63059e8158c7 None None] Port dbc462e3-8f69-464d-9155-2e43b0346ffd cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:07:15.084504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc462e3-8f69-464d-9155-2e43b0346ffd {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:07:15.092238 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:15.104820 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Transition to ACTIVE for port object dbc462e3-8f69-464d-9155-2e43b0346ffd will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:07:15.157163 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:15.208434 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc462e3-8f69-464d-9155-2e43b0346ffd,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:15.294906 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Attempting to bind port dbc462e3-8f69-464d-9155-2e43b0346ffd on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:07:15.295263 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Attempting to bind port dbc462e3-8f69-464d-9155-2e43b0346ffd by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': '6f114af5-7438-4485-8ebf-3f7c0caab0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:07:15.295582 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Attempting to bind port dbc462e3-8f69-464d-9155-2e43b0346ffd on network 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:07:15.300533 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Port dbc462e3-8f69-464d-9155-2e43b0346ffd on network 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:07:15.300858 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Attempting to bind port dbc462e3-8f69-464d-9155-2e43b0346ffd on network 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:07:15.307352 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:07:15.307692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Checking segment: {'id': '6f114af5-7438-4485-8ebf-3f7c0caab0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:07:15.308079 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Bound using segment: {'id': '6f114af5-7438-4485-8ebf-3f7c0caab0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:07:15.308510 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Bound port: dbc462e3-8f69-464d-9155-2e43b0346ffd, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f114af5-7438-4485-8ebf-3f7c0caab0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:07:15.308873 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:15.351438 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d43a5a-a005-434d-b561-146ceeac2035 req-7a5806f0-5a45-49e5-877b-c74f0bc424a6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:15.353902 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-76d43a5a-a005-434d-b561-146ceeac2035 req-7a5806f0-5a45-49e5-877b-c74f0bc424a6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 943 time: 0.0536053 Aug 31 02:07:15.382370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] For port dbc462e3-8f69-464d-9155-2e43b0346ffd, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:07:15.385797 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] For port dbc462e3-8f69-464d-9155-2e43b0346ffd, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd,segment=NetworkSegment(6f114af5-7438-4485-8ebf-3f7c0caab0e5),segment_id=6f114af5-7438-4485-8ebf-3f7c0caab0e5)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:07:15.395067 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-76d43a5a-a005-434d-b561-146ceeac2035 req-9776eda9-25d2-4a8d-8c71-afb09523c530 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344813 Aug 31 02:07:15.465010 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:15.504829 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:15.505460 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:15.506853 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a670e9cf-9962-487a-9d03-619990167924 req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] 10.222.0.48 "PUT /v2.0/ports/dbc462e3-8f69-464d-9155-2e43b0346ffd HTTP/1.1" status: 200 len: 1092 time: 0.7642145 Aug 31 02:07:15.507295 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'tag': 'dbc462e3-8f69-464d-9155-2e43b0346ffd'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:07:15.509652 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ae59c9-bff3-4fa6-80b3-d6cfb71c8804" -d '{"events": [{"name": "network-changed", "server_uuid": "6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971", "tag": "dbc462e3-8f69-464d-9155-2e43b0346ffd"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:07:15.533159 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7826fa6-5a29-4d24-b62f-affbd81d2870 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc462e3-8f69-464d-9155-2e43b0346ffd,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:15.618160 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fde6b72-010e-4a92-a7b5-61230957e79f x-openstack-request-id: req-7fde6b72-010e-4a92-a7b5-61230957e79f {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:07:15.618457 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971", "tag": "dbc462e3-8f69-464d-9155-2e43b0346ffd", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:07:15.618710 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fde6b72-010e-4a92-a7b5-61230957e79f {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:07:15.619113 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'tag': 'dbc462e3-8f69-464d-9155-2e43b0346ffd', 'status': 'completed', 'code': 200} Aug 31 02:07:15.666786 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670e9cf-9962-487a-9d03-619990167924 req-4cb78da2-56dd-45f1-b14d-b308e754a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:15.668356 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a670e9cf-9962-487a-9d03-619990167924 req-4cb78da2-56dd-45f1-b14d-b308e754a464 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 1095 time: 0.0428853 Aug 31 02:07:15.713523 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a670e9cf-9962-487a-9d03-619990167924 req-13edbeb0-efa7-4772-92c3-c7390dd08519 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd HTTP/1.1" status: 200 len: 217 time: 0.0376017 Aug 31 02:07:15.762101 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670e9cf-9962-487a-9d03-619990167924 req-ab151d78-17af-4ab6-b2bf-3882ded76b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:15.763492 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a670e9cf-9962-487a-9d03-619990167924 req-ab151d78-17af-4ab6-b2bf-3882ded76b50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73ad08a-4185-4f17-8d1d-90e8ff289e15 HTTP/1.1" status: 200 len: 835 time: 0.0434279 Aug 31 02:07:15.809583 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670e9cf-9962-487a-9d03-619990167924 req-ef5215fd-bbb0-4b0a-9fc4-9f52f9f3b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:15.811106 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a670e9cf-9962-487a-9d03-619990167924 req-ef5215fd-bbb0-4b0a-9fc4-9f52f9f3b4ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405142 Aug 31 02:07:15.903103 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a670e9cf-9962-487a-9d03-619990167924 req-b313cc8a-c98c-4ae0-a6b2-1f96293e9d78 service neutron] 10.222.0.48 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841885 Aug 31 02:07:15.992188 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a670e9cf-9962-487a-9d03-619990167924 req-779aecbb-fec7-4d04-8d29-b4b849aba06e service neutron] 10.222.0.48 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821326 Aug 31 02:07:16.123343 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:07:16.165310 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae59c9-bff3-4fa6-80b3-d6cfb71c8804 req-c88e883f-8e53-45f3-be59-40301040394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:16.166885 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21ae59c9-bff3-4fa6-80b3-d6cfb71c8804 req-c88e883f-8e53-45f3-be59-40301040394e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 1095 time: 0.0496948 Aug 31 02:07:16.171491 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:07:16.171870 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:16.259880 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae59c9-bff3-4fa6-80b3-d6cfb71c8804 req-c7aa1492-1b7f-4634-ab8a-8117666ae329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:16.261389 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21ae59c9-bff3-4fa6-80b3-d6cfb71c8804 req-c7aa1492-1b7f-4634-ab8a-8117666ae329 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 HTTP/1.1" status: 200 len: 897 time: 0.0869112 Aug 31 02:07:16.303095 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21ae59c9-bff3-4fa6-80b3-d6cfb71c8804 req-a959c3a0-7aa5-418b-86fe-914b58c9efc9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd HTTP/1.1" status: 200 len: 217 time: 0.0348234 Aug 31 02:07:16.361980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae59c9-bff3-4fa6-80b3-d6cfb71c8804 req-6c9c10dc-1143-4b6c-840d-1dcd1bcdb6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:16.363371 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21ae59c9-bff3-4fa6-80b3-d6cfb71c8804 req-6c9c10dc-1143-4b6c-840d-1dcd1bcdb6d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73ad08a-4185-4f17-8d1d-90e8ff289e15 HTTP/1.1" status: 200 len: 835 time: 0.0531218 Aug 31 02:07:16.410875 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae59c9-bff3-4fa6-80b3-d6cfb71c8804 req-0fd6bfcf-c416-42c3-90f5-a76aa7e136a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:16.412501 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21ae59c9-bff3-4fa6-80b3-d6cfb71c8804 req-0fd6bfcf-c416-42c3-90f5-a76aa7e136a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415139 Aug 31 02:07:16.502974 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21ae59c9-bff3-4fa6-80b3-d6cfb71c8804 req-be39484c-40c4-4ca1-935f-79b796b874f5 service neutron] 10.222.0.48 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830073 Aug 31 02:07:16.517546 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee5930-ea6b-427f-a82a-1ccdf0ebbe1b req-f922ea3e-aa3b-413a-9c8c-250876ef3cb6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:16.519109 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-34ee5930-ea6b-427f-a82a-1ccdf0ebbe1b req-f922ea3e-aa3b-413a-9c8c-250876ef3cb6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 943 time: 0.0541904 Aug 31 02:07:16.560636 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-34ee5930-ea6b-427f-a82a-1ccdf0ebbe1b req-4de73c10-bfc2-4547-b875-71cade345121 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325670 Aug 31 02:07:16.601322 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-21ae59c9-bff3-4fa6-80b3-d6cfb71c8804 req-8ddcf3e3-cd77-4d64-bc2d-174d5aeb4b2c service neutron] 10.222.0.48 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907178 Aug 31 02:07:17.677234 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dba30-c9b9-4688-8986-3ca16f623a08 req-58dd836a-19e6-4e15-812a-c70b2f951fd0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:17.678757 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c1dba30-c9b9-4688-8986-3ca16f623a08 req-58dd836a-19e6-4e15-812a-c70b2f951fd0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 943 time: 0.0503731 Aug 31 02:07:17.716110 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0c1dba30-c9b9-4688-8986-3ca16f623a08 req-50ddfa83-acb3-4d87-bd0a-8e039073d28e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314696 Aug 31 02:07:18.835837 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc16e1-9636-4482-9abe-fea8c11ca197 req-2dbdfefd-a230-4304-b711-4ac100288188 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:18.837488 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3bdc16e1-9636-4482-9abe-fea8c11ca197 req-2dbdfefd-a230-4304-b711-4ac100288188 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 943 time: 0.0515084 Aug 31 02:07:18.877818 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3bdc16e1-9636-4482-9abe-fea8c11ca197 req-071db94d-1645-4666-bcd7-690916dc021d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334415 Aug 31 02:07:19.694619 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device dbc462e3-8f69-464d-9155-2e43b0346ffd details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:07:19.791525 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port dbc462e3-8f69-464d-9155-2e43b0346ffd, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd,segment=NetworkSegment(6f114af5-7438-4485-8ebf-3f7c0caab0e5),segment_id=6f114af5-7438-4485-8ebf-3f7c0caab0e5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:07:19.804190 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'dbc462e3-8f69-464d-9155-2e43b0346ffd', 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8', 'port_id': 'dbc462e3-8f69-464d-9155-2e43b0346ffd', 'mac_address': 'fa:16:3e:7c:72:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:07:19.841684 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:19.854837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc462e3-8f69-464d-9155-2e43b0346ffd {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:07:19.878365 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port dbc462e3-8f69-464d-9155-2e43b0346ffd, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd,segment=NetworkSegment(6f114af5-7438-4485-8ebf-3f7c0caab0e5),segment_id=6f114af5-7438-4485-8ebf-3f7c0caab0e5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:07:19.939063 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:19.988083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=dbc462e3-8f69-464d-9155-2e43b0346ffd,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:20.001392 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5bc9c-43e7-4187-9183-c4ecd2a3e951 req-f92f798c-b9d3-49c5-aad6-645dd2a079af tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:20.002952 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0d5bc9c-43e7-4187-9183-c4ecd2a3e951 req-f92f798c-b9d3-49c5-aad6-645dd2a079af tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 944 time: 0.0565379 Aug 31 02:07:20.040844 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0d5bc9c-43e7-4187-9183-c4ecd2a3e951 req-334ae998-e038-48f8-88d3-a02b7e666bdd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319493 Aug 31 02:07:20.158147 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['dbc462e3-8f69-464d-9155-2e43b0346ffd'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:07:21.162839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4130fa-72da-44f9-b898-b665337ec692 req-873ffb0a-10c4-4a94-a804-b442acf39e0a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:21.164783 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c4130fa-72da-44f9-b898-b665337ec692 req-873ffb0a-10c4-4a94-a804-b442acf39e0a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 944 time: 0.0515959 Aug 31 02:07:21.204484 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7c4130fa-72da-44f9-b898-b665337ec692 req-15b1ba3a-95e3-40e9-b931-b23d29c86804 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335207 Aug 31 02:07:21.709985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device dbc462e3-8f69-464d-9155-2e43b0346ffd up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:07:21.826374 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port dbc462e3-8f69-464d-9155-2e43b0346ffd completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:07:21.831065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port dbc462e3-8f69-464d-9155-2e43b0346ffd triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:07:21.831445 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:21.914813 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:21.936338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc462e3-8f69-464d-9155-2e43b0346ffd'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:07:21.938642 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb71d5c-12a6-4035-a681-0c188d188cf3" -d '{"events": [{"server_uuid": "6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971", "name": "network-vif-plugged", "status": "completed", "tag": "dbc462e3-8f69-464d-9155-2e43b0346ffd"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:07:21.951260 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port dbc462e3-8f69-464d-9155-2e43b0346ffd, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd,segment=NetworkSegment(6f114af5-7438-4485-8ebf-3f7c0caab0e5),segment_id=6f114af5-7438-4485-8ebf-3f7c0caab0e5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:07:21.975131 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a82aa4-9138-49be-81ea-a7b69bcbe6bf x-openstack-request-id: req-48a82aa4-9138-49be-81ea-a7b69bcbe6bf {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:07:21.975464 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971", "name": "network-vif-plugged", "status": "completed", "tag": "dbc462e3-8f69-464d-9155-2e43b0346ffd", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:07:21.975715 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48a82aa4-9138-49be-81ea-a7b69bcbe6bf {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:07:21.976107 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc462e3-8f69-464d-9155-2e43b0346ffd', 'code': 200} Aug 31 02:07:22.042895 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:22.074903 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3582ee0-ea55-43f6-a482-61641586e2b9 req-32416d75-9e55-4d4e-b752-fde53703a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:22.076591 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f3582ee0-ea55-43f6-a482-61641586e2b9 req-32416d75-9e55-4d4e-b752-fde53703a054 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 1097 time: 0.0434759 Aug 31 02:07:22.093193 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=dbc462e3-8f69-464d-9155-2e43b0346ffd,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:22.119633 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f3582ee0-ea55-43f6-a482-61641586e2b9 req-77a87548-663b-4119-aaf0-6f4c3aa56a01 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339303 Aug 31 02:07:22.325124 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a22f3-0ef1-4b16-94a5-c971d3f35b0d req-813e5b26-243f-4763-9cde-b5494064d6d6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:22.326611 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e62a22f3-0ef1-4b16-94a5-c971d3f35b0d req-813e5b26-243f-4763-9cde-b5494064d6d6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0516760 Aug 31 02:07:22.363155 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e62a22f3-0ef1-4b16-94a5-c971d3f35b0d req-e1bedf1c-f7b5-43a9-bf2d-1258ba9eb3c5 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300436 Aug 31 02:07:23.486078 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ce464-0c76-4a53-bdd9-cbde52af9d4a req-881341c1-5ce0-4a95-99fa-34981fd3eb55 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:23.487619 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-453ce464-0c76-4a53-bdd9-cbde52af9d4a req-881341c1-5ce0-4a95-99fa-34981fd3eb55 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0515368 Aug 31 02:07:23.526726 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-453ce464-0c76-4a53-bdd9-cbde52af9d4a req-07c776fa-bc41-4812-b6f6-9587865c5899 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332165 Aug 31 02:07:23.645961 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbce55-dcc4-426d-8b2a-ac7d92d84c01 req-71c57b76-6ff7-4cc0-99cf-6ae668f686a7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:23.647435 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0bbce55-dcc4-426d-8b2a-ac7d92d84c01 req-71c57b76-6ff7-4cc0-99cf-6ae668f686a7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0503983 Aug 31 02:07:23.693199 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0bbce55-dcc4-426d-8b2a-ac7d92d84c01 req-ae2cfa96-d54d-411c-8a75-062939f11c1a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397723 Aug 31 02:07:23.714489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43238) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:23.760462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc474f0-24aa-43ed-9159-d0a9c55f080b tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:23.762435 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2dc474f0-24aa-43ed-9159-d0a9c55f080b tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 1092 time: 0.0469134 Aug 31 02:07:23.766599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43240) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:23.771106 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': 'dbc462e3-8f69-464d-9155-2e43b0346ffd', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:07:23.882168 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:23.983920 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:24.097774 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.25.2.96 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/6ef0f72b-e510-4ded-8a6e-eea8b3c7522e) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:07:24.208895 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:24.310944 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:24.358228 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:07:24.361784 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:07:24.366373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:07:24.372676 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=6ef0f72b-e510-4ded-8a6e-eea8b3c7522e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:24.780719 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:24.895863 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:25.061894 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:25.121966 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:25.191109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=6ef0f72b-e510-4ded-8a6e-eea8b3c7522e,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:07:25.207282 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:25.330094 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Floating IP a9f47b79-79f7-4d35-ad19-8b931631544f associated. External IP: 172.25.2.96, port: dbc462e3-8f69-464d-9155-2e43b0346ffd. Aug 31 02:07:25.548478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:07:25.690304 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:07:25.700935 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8f87a-6165-4422-990e-da45f3648612 None None] Sync routers for ids ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:07:25.712766 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8f87a-6165-4422-990e-da45f3648612 None None] Routers {'8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:07:25.713459 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5bc8f87a-6165-4422-990e-da45f3648612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:07:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:07:25.767640 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:25.795784 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-eb0c3fb3-82ea-49fa-9941-4ef067ccc365 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0281312 Aug 31 02:07:25.796561 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'tag': 'dbc462e3-8f69-464d-9155-2e43b0346ffd'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:07:25.798906 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dab68a1-2240-48cb-af93-2f5d9a0df0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971", "tag": "dbc462e3-8f69-464d-9155-2e43b0346ffd"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:07:25.864582 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-5bc8f87a-6165-4422-990e-da45f3648612 None None] Set router 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:07:25.867949 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ea1dac-ff54-449a-ab0f-43c97c99786d x-openstack-request-id: req-94ea1dac-ff54-449a-ab0f-43c97c99786d {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:07:25.868316 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971", "tag": "dbc462e3-8f69-464d-9155-2e43b0346ffd", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:07:25.868536 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94ea1dac-ff54-449a-ab0f-43c97c99786d {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:07:25.868889 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'tag': 'dbc462e3-8f69-464d-9155-2e43b0346ffd', 'status': 'completed', 'code': 200} Aug 31 02:07:25.942292 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63afd-9ffc-4c81-8604-c2e7b07ebe87 req-80b95584-0610-4aea-be0d-e5c4f59e4e5d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:25.943799 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97f63afd-9ffc-4c81-8604-c2e7b07ebe87 req-80b95584-0610-4aea-be0d-e5c4f59e4e5d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0910749 Aug 31 02:07:25.948926 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab68a1-2240-48cb-af93-2f5d9a0df0e0 req-f94a5c55-e369-43ea-8fac-911275131958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:25.950517 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7dab68a1-2240-48cb-af93-2f5d9a0df0e0 req-f94a5c55-e369-43ea-8fac-911275131958 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 1097 time: 0.0620019 Aug 31 02:07:26.043287 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-97f63afd-9ffc-4c81-8604-c2e7b07ebe87 req-4fe2450c-5ce7-46a4-a5d8-2b3d5278270d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885453 Aug 31 02:07:26.067926 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43246) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:26.125010 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab68a1-2240-48cb-af93-2f5d9a0df0e0 req-10c40503-06c0-4113-9ea2-2fc876f2a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:26.125821 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5bc8f87a-6165-4422-990e-da45f3648612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925030920', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:07:04Z', 'updated_at': '2021-08-31T02:07:09Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:05Z', 'updated_at': '2021-08-31T02:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a9f47b79-79f7-4d35-ad19-8b931631544f', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'port_id': 'dbc462e3-8f69-464d-9155-2e43b0346ffd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8', 'mac_address': 'fa:16:3e:7c:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:07:24Z', 'updated_at': '2021-08-31T02:07:24Z', 'revision_number': 0, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0', 'name': '', 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:97:db:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:08Z', 'updated_at': '2021-08-31T02:07:14Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:07:26.126644 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7dab68a1-2240-48cb-af93-2f5d9a0df0e0 req-10c40503-06c0-4113-9ea2-2fc876f2a4e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 HTTP/1.1" status: 200 len: 897 time: 0.1654205 Aug 31 02:07:26.154515 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8f87a-6165-4422-990e-da45f3648612 None None] Checking router: 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:07:26.164762 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8f87a-6165-4422-990e-da45f3648612 None None] Routers {'8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:07:26.165482 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5bc8f87a-6165-4422-990e-da45f3648612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:07:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:07:26.189288 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a7914808-d822-4261-82f6-e7e02c2060dd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/floatingips/a9f47b79-79f7-4d35-ad19-8b931631544f HTTP/1.1" status: 200 len: 990 time: 0.1200602 Aug 31 02:07:26.215695 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7dab68a1-2240-48cb-af93-2f5d9a0df0e0 req-6edda1ea-3164-4410-a44f-bbc3c57d1039 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd HTTP/1.1" status: 200 len: 998 time: 0.0813482 Aug 31 02:07:26.268277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab68a1-2240-48cb-af93-2f5d9a0df0e0 req-f117d9ed-71b9-41c2-8846-5408acce7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:26.269845 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7dab68a1-2240-48cb-af93-2f5d9a0df0e0 req-f117d9ed-71b9-41c2-8846-5408acce7416 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73ad08a-4185-4f17-8d1d-90e8ff289e15 HTTP/1.1" status: 200 len: 835 time: 0.0475588 Aug 31 02:07:26.287627 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-5bc8f87a-6165-4422-990e-da45f3648612 None None] Set router 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:07:26.321825 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab68a1-2240-48cb-af93-2f5d9a0df0e0 req-f54d8aef-e5f6-4e15-86a0-e74e2a5e9f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:26.323733 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7dab68a1-2240-48cb-af93-2f5d9a0df0e0 req-f54d8aef-e5f6-4e15-86a0-e74e2a5e9f40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474896 Aug 31 02:07:26.415466 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7dab68a1-2240-48cb-af93-2f5d9a0df0e0 req-2602a782-bb3e-498e-8552-279506d9cc5a service neutron] 10.222.0.48 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840292 Aug 31 02:07:26.532912 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7dab68a1-2240-48cb-af93-2f5d9a0df0e0 req-18cd1391-5551-4014-8dd5-962277e8f88a service neutron] 10.222.0.48 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108427 Aug 31 02:07:26.563803 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-5bc8f87a-6165-4422-990e-da45f3648612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925030920', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:07:04Z', 'updated_at': '2021-08-31T02:07:09Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:05Z', 'updated_at': '2021-08-31T02:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a9f47b79-79f7-4d35-ad19-8b931631544f', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'port_id': 'dbc462e3-8f69-464d-9155-2e43b0346ffd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8', 'mac_address': 'fa:16:3e:7c:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:07:24Z', 'updated_at': '2021-08-31T02:07:24Z', 'revision_number': 0, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0', 'name': '', 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:97:db:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:08Z', 'updated_at': '2021-08-31T02:07:14Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:07:26.590096 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8f87a-6165-4422-990e-da45f3648612 None None] The sync data for ids ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'] in n-d-793621-34 is: [{'id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925030920', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:07:04Z', 'updated_at': '2021-08-31T02:07:09Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:05Z', 'updated_at': '2021-08-31T02:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a9f47b79-79f7-4d35-ad19-8b931631544f', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'port_id': 'dbc462e3-8f69-464d-9155-2e43b0346ffd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8', 'mac_address': 'fa:16:3e:7c:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:07:24Z', 'updated_at': '2021-08-31T02:07:24Z', 'revision_number': 0, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0', 'name': '', 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:97:db:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:08Z', 'updated_at': '2021-08-31T02:07:14Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:07:26.794018 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8a2cd3-1904-4133-839a-eed3a4fd8200 None None] New status for floating IP a9f47b79-79f7-4d35-ad19-8b931631544f: ACTIVE {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:07:27.193190 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43248) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:07:27.266713 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9146ce4a-f842-4629-b7e2-02bab63a500c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/floatingips/a9f47b79-79f7-4d35-ad19-8b931631544f HTTP/1.1" status: 200 len: 992 time: 0.0722744 Aug 31 02:07:32.866293 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:07:34.321899 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-99c6b25f-c2d6-40e3-8770-0ddd3cb7fb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:34.367887 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-527dd59a-7d8f-4fbb-90c8-bc25db1f3c44 req-645ce554-0cd1-4e48-a0d5-0eadfe98deb0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403743 Aug 31 02:07:34.764901 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dd59a-7d8f-4fbb-90c8-bc25db1f3c44 req-ddad078e-8ac4-4703-9459-4533039a58f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:34.766988 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-527dd59a-7d8f-4fbb-90c8-bc25db1f3c44 req-ddad078e-8ac4-4703-9459-4533039a58f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 1097 time: 0.3559377 Aug 31 02:07:34.873740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dd59a-7d8f-4fbb-90c8-bc25db1f3c44 req-ec00b507-7612-49bd-8152-d6add638ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:34.875225 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-527dd59a-7d8f-4fbb-90c8-bc25db1f3c44 req-ec00b507-7612-49bd-8152-d6add638ccf5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 HTTP/1.1" status: 200 len: 897 time: 0.0859561 Aug 31 02:07:34.946554 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-527dd59a-7d8f-4fbb-90c8-bc25db1f3c44 req-b408c4b2-e9b4-4108-997e-42c4cc9e45ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd HTTP/1.1" status: 200 len: 1000 time: 0.0627942 Aug 31 02:07:34.996207 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dd59a-7d8f-4fbb-90c8-bc25db1f3c44 req-5d1b144c-028d-4c0f-b605-04036138152c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:34.997704 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-527dd59a-7d8f-4fbb-90c8-bc25db1f3c44 req-5d1b144c-028d-4c0f-b605-04036138152c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73ad08a-4185-4f17-8d1d-90e8ff289e15 HTTP/1.1" status: 200 len: 835 time: 0.0438833 Aug 31 02:07:35.055428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dd59a-7d8f-4fbb-90c8-bc25db1f3c44 req-313325de-61b2-49f0-be3b-6749a486879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:35.056874 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-527dd59a-7d8f-4fbb-90c8-bc25db1f3c44 req-313325de-61b2-49f0-be3b-6749a486879f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420721 Aug 31 02:07:35.154684 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-527dd59a-7d8f-4fbb-90c8-bc25db1f3c44 req-2668badb-9f73-4ed0-aa92-b148b8396ab6 service neutron] 10.222.0.48 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885088 Aug 31 02:07:35.246893 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-527dd59a-7d8f-4fbb-90c8-bc25db1f3c44 req-3ebac312-2772-46c8-bcbd-bb172e1b4dc3 service neutron] 10.222.0.48 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827978 Aug 31 02:07:36.891682 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:37.041752 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6213bc31-351b-444d-932b-429e4e95458e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:37.733556 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:37.939439 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:38.807203 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:40.487041 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:58.521391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-740a789d-5fbf-4a4f-b674-98df8e1fdc8e req-cb0f834a-d56f-44a7-9a7e-034dfb1af531 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:07:58.522437 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-740a789d-5fbf-4a4f-b674-98df8e1fdc8e req-cb0f834a-d56f-44a7-9a7e-034dfb1af531 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056064 Aug 31 02:07:58.840679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cd881-0e71-4cc1-b2a0-3a24ac121739 req-355c870e-fa31-44af-9621-e4cc815d5634 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:58.842302 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-904cd881-0e71-4cc1-b2a0-3a24ac121739 req-355c870e-fa31-44af-9621-e4cc815d5634 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0509570 Aug 31 02:07:58.884318 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-904cd881-0e71-4cc1-b2a0-3a24ac121739 req-a9c76157-1867-4c7d-a7b9-d120e6063be6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352409 Aug 31 02:07:59.032889 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-fb3e7397-434e-432c-a673-ec4c168ca366 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1205103 Aug 31 02:07:59.041687 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-46d2cf9d-28be-46ee-b0fe-283155105624 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:07:59.042653 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-46d2cf9d-28be-46ee-b0fe-283155105624 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051107 Aug 31 02:08:00.002515 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84ce2e-01cc-4b4f-b58a-e3d26dcd43ee req-8c6286e6-d6e4-4a1e-98c3-71b02af9c333 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:00.004058 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b84ce2e-01cc-4b4f-b58a-e3d26dcd43ee req-8c6286e6-d6e4-4a1e-98c3-71b02af9c333 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0536849 Aug 31 02:08:00.043682 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9b84ce2e-01cc-4b4f-b58a-e3d26dcd43ee req-49361f05-f9b0-4a99-8a7f-2db3418ac287 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334229 Aug 31 02:08:00.998764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a6a1-b419-446b-9697-403827c85468 req-3c762062-3e00-45e1-9f54-e494d7a3d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:01.000315 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-3c762062-3e00-45e1-9f54-e494d7a3d71a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 1097 time: 0.0454614 Aug 31 02:08:01.089039 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a6a1-b419-446b-9697-403827c85468 req-c5f44ff1-084d-4b36-a7d5-cd039bbc1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:01.090672 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-c5f44ff1-084d-4b36-a7d5-cd039bbc1692 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 HTTP/1.1" status: 200 len: 897 time: 0.0839746 Aug 31 02:08:01.161885 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-6a837503-559b-4efc-9a6e-7cfed958e41e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd HTTP/1.1" status: 200 len: 1000 time: 0.0640337 Aug 31 02:08:01.162760 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2bbb4-e859-4f22-92fd-f8cdbb615203 req-61448303-c67a-4d9c-b510-4042d232ff83 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:01.164462 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fab2bbb4-e859-4f22-92fd-f8cdbb615203 req-61448303-c67a-4d9c-b510-4042d232ff83 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0503378 Aug 31 02:08:01.208393 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fab2bbb4-e859-4f22-92fd-f8cdbb615203 req-3d0f80aa-6d13-4a86-861e-e4b7df121768 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371149 Aug 31 02:08:01.214219 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a6a1-b419-446b-9697-403827c85468 req-0c7f59de-8b43-4a5f-b1cb-f936c7ea2dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:01.215694 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-0c7f59de-8b43-4a5f-b1cb-f936c7ea2dd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73ad08a-4185-4f17-8d1d-90e8ff289e15 HTTP/1.1" status: 200 len: 835 time: 0.0474083 Aug 31 02:08:01.263047 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a6a1-b419-446b-9697-403827c85468 req-50c0b80d-f40a-428c-befb-7435a5f8be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:01.264568 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-50c0b80d-f40a-428c-befb-7435a5f8be7e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418510 Aug 31 02:08:01.357267 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-bfbd38ac-d298-4df5-a956-a55287a170bc service neutron] 10.222.0.48 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856218 Aug 31 02:08:01.446678 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-b6d86384-5084-4fc7-a3d8-52c6fdd52599 service neutron] 10.222.0.48 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828011 Aug 31 02:08:02.338799 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d64dd4-8f1b-4bc9-81fa-1cf3227e8b7e req-359c36af-f04d-45e4-bfbd-48cc99c5eafc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:02.340358 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a1d64dd4-8f1b-4bc9-81fa-1cf3227e8b7e req-359c36af-f04d-45e4-bfbd-48cc99c5eafc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0551744 Aug 31 02:08:02.383690 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a1d64dd4-8f1b-4bc9-81fa-1cf3227e8b7e req-2e73bf48-c4be-4a91-8657-60710adbdaca tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372527 Aug 31 02:08:03.503883 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e93d8c-ebf7-42c6-b691-211fa8294b0b req-4a0a02eb-08d7-4361-8867-618be78cd99c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:03.505627 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63e93d8c-ebf7-42c6-b691-211fa8294b0b req-4a0a02eb-08d7-4361-8867-618be78cd99c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0538366 Aug 31 02:08:03.545653 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63e93d8c-ebf7-42c6-b691-211fa8294b0b req-f74e8a86-016c-4f9e-b330-f92776adf8c1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338242 Aug 31 02:08:04.292290 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-55580025-6290-498e-b68a-b9179f530645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:04.666881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3610a7-bb46-42b8-9b0a-3a3c8e03817d req-6a36b5e0-12b0-40ce-9cf8-673d779d79bd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:04.668368 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c3610a7-bb46-42b8-9b0a-3a3c8e03817d req-6a36b5e0-12b0-40ce-9cf8-673d779d79bd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0541956 Aug 31 02:08:04.705592 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8c3610a7-bb46-42b8-9b0a-3a3c8e03817d req-cf038afd-ad4b-452a-9892-c476833d56cb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313559 Aug 31 02:08:05.821585 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd19e4-98c2-421f-945f-8530c2be62c2 req-c3d85fed-23ca-473e-828d-83a023126651 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:05.823066 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-04cd19e4-98c2-421f-945f-8530c2be62c2 req-c3d85fed-23ca-473e-828d-83a023126651 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0489066 Aug 31 02:08:05.864721 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-04cd19e4-98c2-421f-945f-8530c2be62c2 req-48473c5e-219c-4a75-8b24-a2f3ab46695a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350952 Aug 31 02:08:06.913811 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:06.982519 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0cd36-1b10-42fe-9868-53e0f1607c4b req-57a4b7b8-133b-42ef-a816-b1eda0c56719 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:06.984027 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17e0cd36-1b10-42fe-9868-53e0f1607c4b req-57a4b7b8-133b-42ef-a816-b1eda0c56719 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0491636 Aug 31 02:08:07.022781 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17e0cd36-1b10-42fe-9868-53e0f1607c4b req-8de86002-ce82-4272-9f9b-194d6f3fa027 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321493 Aug 31 02:08:07.046815 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f7773e2d-c606-4c32-9d40-8df260ceca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:07.724807 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:07.965139 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:08.160066 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702c3a0-7c26-4570-ba31-6fd60a831cda req-4001840b-3946-4ccc-ab5f-2dc39507af73 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:08.162271 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e702c3a0-7c26-4570-ba31-6fd60a831cda req-4001840b-3946-4ccc-ab5f-2dc39507af73 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0622420 Aug 31 02:08:08.200187 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e702c3a0-7c26-4570-ba31-6fd60a831cda req-46322881-e293-41f7-80e7-4dc843d15e35 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319598 Aug 31 02:08:08.823861 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:09.318109 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2c664-cf62-4792-b80e-d38d0e4910d8 req-39f7afb2-6646-4eb4-978b-78d8742b6f17 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:09.319614 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0a2c664-cf62-4792-b80e-d38d0e4910d8 req-39f7afb2-6646-4eb4-978b-78d8742b6f17 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0513899 Aug 31 02:08:09.357329 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b0a2c664-cf62-4792-b80e-d38d0e4910d8 req-a9c102e8-1479-4bab-a743-1542442c5664 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316267 Aug 31 02:08:09.865187 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:08:10.452205 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:10.501776 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d53e15-9e9c-4c91-8099-3812e3553739 req-a5e9d772-4800-475a-b8fe-49a4308a02fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:10.503344 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-74d53e15-9e9c-4c91-8099-3812e3553739 req-a5e9d772-4800-475a-b8fe-49a4308a02fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0582843 Aug 31 02:08:10.540704 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-74d53e15-9e9c-4c91-8099-3812e3553739 req-1797ee94-6f30-4e79-bbdd-1dd0662ef974 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315027 Aug 31 02:08:11.661023 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6d95e-b94e-4c76-823d-960c4a74b1ab req-8e7dbbd1-8e17-40b4-a36f-087308067867 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:11.662492 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cf6d95e-b94e-4c76-823d-960c4a74b1ab req-8e7dbbd1-8e17-40b4-a36f-087308067867 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0539734 Aug 31 02:08:11.700212 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4cf6d95e-b94e-4c76-823d-960c4a74b1ab req-cab5aae6-2cb3-45c9-a16a-c615da8571d2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316863 Aug 31 02:08:12.830329 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefca7a6-e6dd-4b16-9e62-dc5b21fccb42 req-2e7dc6d2-af6c-4c13-9746-45f85ed32d0e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:12.831830 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cefca7a6-e6dd-4b16-9e62-dc5b21fccb42 req-2e7dc6d2-af6c-4c13-9746-45f85ed32d0e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0626855 Aug 31 02:08:12.877095 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cefca7a6-e6dd-4b16-9e62-dc5b21fccb42 req-f7bbcc45-1f6b-4e9f-93a5-864c6fec3bba tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357502 Aug 31 02:08:13.991610 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bf9e5-fe44-4574-bb0d-1f7cf3955a9e req-70940033-6d07-47af-b846-81a899616e65 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:13.993102 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-662bf9e5-fe44-4574-bb0d-1f7cf3955a9e req-70940033-6d07-47af-b846-81a899616e65 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0497518 Aug 31 02:08:14.031508 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-662bf9e5-fe44-4574-bb0d-1f7cf3955a9e req-43e20ea5-5af9-4cdd-9a65-017de16426c9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318520 Aug 31 02:08:15.147153 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be645235-49e4-42e1-b7d3-4dd1010fc635 req-904f3bc4-9e01-40f2-952d-44c9c80ae56d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:15.148669 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-be645235-49e4-42e1-b7d3-4dd1010fc635 req-904f3bc4-9e01-40f2-952d-44c9c80ae56d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0498419 Aug 31 02:08:15.186362 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-be645235-49e4-42e1-b7d3-4dd1010fc635 req-53fafc75-daed-463d-9fc1-52edb6f2db01 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316904 Aug 31 02:08:16.300826 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200511d-df9f-42eb-8df3-ffdbc8e85386 req-639c4443-e9af-474a-80f0-12cf4dfda189 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:16.302331 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0200511d-df9f-42eb-8df3-ffdbc8e85386 req-639c4443-e9af-474a-80f0-12cf4dfda189 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0486326 Aug 31 02:08:16.340022 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0200511d-df9f-42eb-8df3-ffdbc8e85386 req-0d711172-6ef6-44b3-b6b5-8df28704f31a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316107 Aug 31 02:08:17.456663 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa6106-abfd-430a-8337-df059270448f req-8297e80a-d372-4cfc-aca8-07f6cdd899b2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:17.458167 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-73aa6106-abfd-430a-8337-df059270448f req-8297e80a-d372-4cfc-aca8-07f6cdd899b2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0495813 Aug 31 02:08:17.495447 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-73aa6106-abfd-430a-8337-df059270448f req-9ad525d5-3dbb-4aa2-8374-ccb84b20f627 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312703 Aug 31 02:08:18.502472 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-2d76a6a1-b419-446b-9697-403827c85468 req-531e5f1f-9b01-4292-b11a-3c5dbe5f438b service neutron] show failed (client error): The resource could not be found. Aug 31 02:08:18.503672 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-531e5f1f-9b01-4292-b11a-3c5dbe5f438b service neutron] 10.222.0.48 "GET /v2.0/ports/dbc462e3-8f69-464d-9155-2e43b0346ffd/bindings/n-h2-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.0629761 Aug 31 02:08:18.618588 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f91aa4-3db8-4200-b177-1b4df268a71f req-82a08b02-067e-4d18-b22d-3415ec9f6efb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:18.620118 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69f91aa4-3db8-4200-b177-1b4df268a71f req-82a08b02-067e-4d18-b22d-3415ec9f6efb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0529912 Aug 31 02:08:18.661372 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-69f91aa4-3db8-4200-b177-1b4df268a71f req-4e1d8d93-2f9c-4180-bd65-bafe08aa172e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348539 Aug 31 02:08:19.049703 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a6a1-b419-446b-9697-403827c85468 req-6038e4a1-8c55-4437-a668-8c5789f7a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:19.051229 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-6038e4a1-8c55-4437-a668-8c5789f7a8c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971&tenant_id=b391aac543674f3db49f6a68c2a53544 HTTP/1.1" status: 200 len: 1097 time: 0.0837023 Aug 31 02:08:19.062406 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:08:19.123626 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:19.326962 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] For port dbc462e3-8f69-464d-9155-2e43b0346ffd, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd,segment=NetworkSegment(6f114af5-7438-4485-8ebf-3f7c0caab0e5),segment_id=6f114af5-7438-4485-8ebf-3f7c0caab0e5)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:08:19.359586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] For port dbc462e3-8f69-464d-9155-2e43b0346ffd, host n-h1-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:08:19.399158 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc462e3-8f69-464d-9155-2e43b0346ffd'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:08:19.401800 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637f0e24-335a-4157-8096-3f5af7da236b" -d '{"events": [{"server_uuid": "6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc462e3-8f69-464d-9155-2e43b0346ffd"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:08:19.406208 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:19.418638 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Transition to ACTIVE for port object dbc462e3-8f69-464d-9155-2e43b0346ffd will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:08:19.449945 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 02:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcee217e-9ba4-4d97-aa02-ec0b9773b55e x-openstack-request-id: req-dcee217e-9ba4-4d97-aa02-ec0b9773b55e {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:08:19.450237 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc462e3-8f69-464d-9155-2e43b0346ffd", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:08:19.450494 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dcee217e-9ba4-4d97-aa02-ec0b9773b55e {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:08:19.450905 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc462e3-8f69-464d-9155-2e43b0346ffd', 'code': 200} Aug 31 02:08:19.486644 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:19.571799 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Pushing event updated for resources: {'Port': ['ID=dbc462e3-8f69-464d-9155-2e43b0346ffd,revision_number=6']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:08:19.583859 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:19.584120 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:19.584455 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:19.584787 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:19.585115 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:19.585466 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:19.585788 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:19.586107 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:19.586446 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:19.586750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:19.587104 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:19.587425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:19.622121 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] No DVR routers for this DVR port dbc462e3-8f69-464d-9155-2e43b0346ffd on host n-h1-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:08:19.762870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Attempting to bind port dbc462e3-8f69-464d-9155-2e43b0346ffd on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:08:19.763205 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Attempting to bind port dbc462e3-8f69-464d-9155-2e43b0346ffd by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': '6f114af5-7438-4485-8ebf-3f7c0caab0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:08:19.763532 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Attempting to bind port dbc462e3-8f69-464d-9155-2e43b0346ffd on network 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:08:19.767882 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Port dbc462e3-8f69-464d-9155-2e43b0346ffd on network 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:08:19.768203 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Attempting to bind port dbc462e3-8f69-464d-9155-2e43b0346ffd on network 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:08:19.773032 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:08:19.773375 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Checking segment: {'id': '6f114af5-7438-4485-8ebf-3f7c0caab0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:08:19.773786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Bound using segment: {'id': '6f114af5-7438-4485-8ebf-3f7c0caab0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:08:19.774217 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Bound port: dbc462e3-8f69-464d-9155-2e43b0346ffd, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f114af5-7438-4485-8ebf-3f7c0caab0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:08:19.774572 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:19.787680 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec8290-6be9-4c67-bd1d-f4103095d7a5 req-ac483f0f-11e7-44a7-bfbe-64da8cef19c8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:19.789142 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8fec8290-6be9-4c67-bd1d-f4103095d7a5 req-ac483f0f-11e7-44a7-bfbe-64da8cef19c8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 943 time: 0.0495081 Aug 31 02:08:19.827212 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8fec8290-6be9-4c67-bd1d-f4103095d7a5 req-c6297976-227e-4486-bc00-f7a610b27424 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320289 Aug 31 02:08:19.838336 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] For port dbc462e3-8f69-464d-9155-2e43b0346ffd, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:08:19.841468 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] For port dbc462e3-8f69-464d-9155-2e43b0346ffd, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd,segment=NetworkSegment(6f114af5-7438-4485-8ebf-3f7c0caab0e5),segment_id=6f114af5-7438-4485-8ebf-3f7c0caab0e5)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:08:19.909674 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:19.952435 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:19.953193 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:19.955275 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] 10.222.0.41 "PUT /v2.0/ports/dbc462e3-8f69-464d-9155-2e43b0346ffd HTTP/1.1" status: 200 len: 1092 time: 0.8967586 Aug 31 02:08:19.974907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412ea16-669d-465d-b4a1-c3943fc676ed service neutron] Pushing event updated for resources: {'Port': ['ID=dbc462e3-8f69-464d-9155-2e43b0346ffd,revision_number=7']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:08:20.019904 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a6a1-b419-446b-9697-403827c85468 req-3b95067d-7170-4dfb-bb2d-fd104c666d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:20.021459 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-3b95067d-7170-4dfb-bb2d-fd104c666d34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 1095 time: 0.0435524 Aug 31 02:08:20.117281 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a6a1-b419-446b-9697-403827c85468 req-2a8a2b62-392b-40af-9c66-5fd1f169a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:20.118862 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-2a8a2b62-392b-40af-9c66-5fd1f169a9d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 HTTP/1.1" status: 200 len: 897 time: 0.0903101 Aug 31 02:08:20.189785 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-b12185e7-e702-44f6-a06e-eaf4f860631f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd HTTP/1.1" status: 200 len: 998 time: 0.0627618 Aug 31 02:08:20.240142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a6a1-b419-446b-9697-403827c85468 req-6f5c210c-54cd-49a6-aea4-267c09b5a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:20.241622 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-6f5c210c-54cd-49a6-aea4-267c09b5a3a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c73ad08a-4185-4f17-8d1d-90e8ff289e15 HTTP/1.1" status: 200 len: 835 time: 0.0455093 Aug 31 02:08:20.286152 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a6a1-b419-446b-9697-403827c85468 req-d82c80c0-8394-48f7-83bb-6a19eb32ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:20.287612 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-d82c80c0-8394-48f7-83bb-6a19eb32ab4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391302 Aug 31 02:08:20.378366 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-2b4dbb3d-d7d0-456c-93fb-1ba09c644c20 service neutron] 10.222.0.41 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823545 Aug 31 02:08:20.464733 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-7d739c05-0f91-4234-8cf1-30b3a63acb21 service neutron] 10.222.0.41 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791895 Aug 31 02:08:21.250264 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480f3c7-4d27-4f01-947f-f0071d331dee req-1d3cd83c-6d78-446c-a363-d1add4943b57 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:21.252285 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0480f3c7-4d27-4f01-947f-f0071d331dee req-1d3cd83c-6d78-446c-a363-d1add4943b57 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 943 time: 0.3554559 Aug 31 02:08:21.289035 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0480f3c7-4d27-4f01-947f-f0071d331dee req-f398d324-7ed5-4111-9b95-b403311b0734 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308437 Aug 31 02:08:21.452259 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'tag': 'dbc462e3-8f69-464d-9155-2e43b0346ffd'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:08:21.454605 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4156e04-22c8-4ffd-9dac-f63125daccad" -d '{"events": [{"name": "network-changed", "server_uuid": "6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971", "tag": "dbc462e3-8f69-464d-9155-2e43b0346ffd"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:08:21.503271 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece87024-2e59-45f2-9c14-093e59675775 x-openstack-request-id: req-ece87024-2e59-45f2-9c14-093e59675775 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:08:21.503510 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971", "tag": "dbc462e3-8f69-464d-9155-2e43b0346ffd", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:08:21.503835 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ece87024-2e59-45f2-9c14-093e59675775 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:08:21.504230 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'tag': 'dbc462e3-8f69-464d-9155-2e43b0346ffd', 'status': 'completed', 'code': 200} Aug 31 02:08:21.562270 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-b0ae9e5e-baf3-4821-b4d2-f14b1e612589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:21.564712 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-b0ae9e5e-baf3-4821-b4d2-f14b1e612589 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 1095 time: 0.0433335 Aug 31 02:08:21.569744 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-3bbed342-cd34-4caa-a9e7-f02cf11b586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:21.571236 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-3bbed342-cd34-4caa-a9e7-f02cf11b586b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 1095 time: 0.0456326 Aug 31 02:08:21.654625 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-2e12195d-592a-488b-b60d-2a667d9ed869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:21.656104 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-2e12195d-592a-488b-b60d-2a667d9ed869 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 HTTP/1.1" status: 200 len: 897 time: 0.0838902 Aug 31 02:08:21.661349 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-d22785f3-4c06-4a87-bc8d-34620160148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:21.662871 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-d22785f3-4c06-4a87-bc8d-34620160148c service neutron] 10.222.0.48 "GET /v2.0/networks?id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 HTTP/1.1" status: 200 len: 897 time: 0.0841355 Aug 31 02:08:21.728348 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-76ffda3a-3cb8-40dd-b471-dd266cdc9c38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd HTTP/1.1" status: 200 len: 998 time: 0.0641448 Aug 31 02:08:21.732329 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-eb718063-df01-48ba-afcd-5a36243f39b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd HTTP/1.1" status: 200 len: 998 time: 0.0629258 Aug 31 02:08:21.781401 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-33024dd4-3300-40d0-bf0e-4c4372021926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:21.781692 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-0748e9f1-08da-41fa-a763-97674ff79f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:21.783635 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-33024dd4-3300-40d0-bf0e-4c4372021926 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c73ad08a-4185-4f17-8d1d-90e8ff289e15 HTTP/1.1" status: 200 len: 835 time: 0.0483637 Aug 31 02:08:21.783777 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-0748e9f1-08da-41fa-a763-97674ff79f8f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73ad08a-4185-4f17-8d1d-90e8ff289e15 HTTP/1.1" status: 200 len: 835 time: 0.0448270 Aug 31 02:08:21.830457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-748f1411-3951-4640-ad61-bcef9e9aa2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:21.831984 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-748f1411-3951-4640-ad61-bcef9e9aa2c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419147 Aug 31 02:08:21.833119 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-e2f02c78-f1bc-47a3-8c04-8783f4eb083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:21.834676 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-e2f02c78-f1bc-47a3-8c04-8783f4eb083c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434682 Aug 31 02:08:21.927083 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-fbd3cdfd-50db-4690-ac83-e67de2b3481b service neutron] 10.222.0.48 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882499 Aug 31 02:08:21.929316 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-916a2100-a22d-48c4-b0d4-6f0d4d180a69 service neutron] 10.222.0.41 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867488 Aug 31 02:08:22.019946 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-ab2f7911-1f4a-4d08-bdd3-06aed1928f30 service neutron] 10.222.0.41 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822194 Aug 31 02:08:22.020831 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d4156e04-22c8-4ffd-9dac-f63125daccad req-51bea262-3e10-40b4-85fc-49c6e75d7ff2 service neutron] 10.222.0.48 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866404 Aug 31 02:08:22.035871 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device dbc462e3-8f69-464d-9155-2e43b0346ffd no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:08:22.075340 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device dbc462e3-8f69-464d-9155-2e43b0346ffd not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:08:22.410122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdc556-0084-4850-b8ac-cc7f2e665213 req-92aba714-80ef-4bd5-b90a-7f6d07bcc891 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:22.411660 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1afdc556-0084-4850-b8ac-cc7f2e665213 req-92aba714-80ef-4bd5-b90a-7f6d07bcc891 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 943 time: 0.0554593 Aug 31 02:08:22.449718 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1afdc556-0084-4850-b8ac-cc7f2e665213 req-8cef8c2f-3018-456f-8463-c5390f5bddfd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318701 Aug 31 02:08:23.574149 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577da87c-15b9-4e22-b134-c623733605ed req-97edc4e0-301c-40ee-91a4-939c59e81f81 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:23.576163 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-577da87c-15b9-4e22-b134-c623733605ed req-97edc4e0-301c-40ee-91a4-939c59e81f81 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 943 time: 0.0509710 Aug 31 02:08:23.615066 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-577da87c-15b9-4e22-b134-c623733605ed req-83135df1-e91a-45d9-b167-ab253200edb3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324469 Aug 31 02:08:23.699674 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device dbc462e3-8f69-464d-9155-2e43b0346ffd details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:08:23.796448 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port dbc462e3-8f69-464d-9155-2e43b0346ffd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd,segment=NetworkSegment(6f114af5-7438-4485-8ebf-3f7c0caab0e5),segment_id=6f114af5-7438-4485-8ebf-3f7c0caab0e5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:08:23.809826 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': 'dbc462e3-8f69-464d-9155-2e43b0346ffd', 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8', 'port_id': 'dbc462e3-8f69-464d-9155-2e43b0346ffd', 'mac_address': 'fa:16:3e:7c:72:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:08:23.848072 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:23.860658 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc462e3-8f69-464d-9155-2e43b0346ffd {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:08:23.880552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port dbc462e3-8f69-464d-9155-2e43b0346ffd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd,segment=NetworkSegment(6f114af5-7438-4485-8ebf-3f7c0caab0e5),segment_id=6f114af5-7438-4485-8ebf-3f7c0caab0e5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:08:23.990957 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa65c1-c146-41f6-b266-3d9f5c668416 req-35ec66c6-fc34-4f8f-80b5-ec2bd930e291 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:23.992437 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81fa65c1-c146-41f6-b266-3d9f5c668416 req-35ec66c6-fc34-4f8f-80b5-ec2bd930e291 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 943 time: 0.0538182 Aug 31 02:08:24.023393 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:24.031310 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-81fa65c1-c146-41f6-b266-3d9f5c668416 req-9e592424-d1c3-4f98-adcc-defab0a421be tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327258 Aug 31 02:08:24.077139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=dbc462e3-8f69-464d-9155-2e43b0346ffd,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:08:24.085845 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:24.086344 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:24.087446 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:24.088040 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:24.088405 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:24.088745 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:24.089081 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:24.089566 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:24.090114 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:24.090584 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:24.090924 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:24.091850 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:08:24.137861 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b960d-4754-43ca-9063-e9f7ee660820 req-9366bfd8-a7f7-4e34-ae0e-5b4525e1d6dd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:24.139383 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e1b960d-4754-43ca-9063-e9f7ee660820 req-9366bfd8-a7f7-4e34-ae0e-5b4525e1d6dd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971&tenant_id=b391aac543674f3db49f6a68c2a53544&binding%3Ahost_id=n-h2-793621-34 HTTP/1.1" status: 200 len: 944 time: 0.0714812 Aug 31 02:08:24.159992 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfbce8-1bc7-4982-9c38-bbe4f5ed68e0 req-0d2a20be-16b3-4169-9c5a-97d6aa9f17cb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:24.161539 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-25cfbce8-1bc7-4982-9c38-bbe4f5ed68e0 req-0d2a20be-16b3-4169-9c5a-97d6aa9f17cb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 944 time: 0.0502546 Aug 31 02:08:24.200569 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-25cfbce8-1bc7-4982-9c38-bbe4f5ed68e0 req-cf4703ec-978c-4a46-868e-25e31d9d1988 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328705 Aug 31 02:08:24.201256 n-d-793621-34 neutron-server[102342]: INFO neutron.api.v2.resource [req-1e1b960d-4754-43ca-9063-e9f7ee660820 req-3e9f482a-16aa-41f6-b385-7c807209f6c4 service neutron] delete failed (client error): The resource could not be found. Aug 31 02:08:24.202319 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e1b960d-4754-43ca-9063-e9f7ee660820 req-3e9f482a-16aa-41f6-b385-7c807209f6c4 service neutron] 10.222.0.48 "DELETE /v2.0/ports/dbc462e3-8f69-464d-9155-2e43b0346ffd/bindings/n-h1-793621-34 HTTP/1.1" status: 404 len: 381 time: 0.0558417 Aug 31 02:08:24.285204 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['dbc462e3-8f69-464d-9155-2e43b0346ffd'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:08:24.285941 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b960d-4754-43ca-9063-e9f7ee660820 req-e8471c1a-12e1-4123-92a2-cd3b3383b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:24.287458 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e1b960d-4754-43ca-9063-e9f7ee660820 req-e8471c1a-12e1-4123-92a2-cd3b3383b7c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 1096 time: 0.0415626 Aug 31 02:08:24.384491 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b960d-4754-43ca-9063-e9f7ee660820 req-88a21f7e-2e35-4c56-95a5-364eff3a0005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:24.387139 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e1b960d-4754-43ca-9063-e9f7ee660820 req-88a21f7e-2e35-4c56-95a5-364eff3a0005 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 HTTP/1.1" status: 200 len: 897 time: 0.0914381 Aug 31 02:08:24.458693 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e1b960d-4754-43ca-9063-e9f7ee660820 req-ae7096ec-cf54-40e7-b7c1-6a40567b9d62 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd HTTP/1.1" status: 200 len: 999 time: 0.0645278 Aug 31 02:08:24.514328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b960d-4754-43ca-9063-e9f7ee660820 req-07336a04-3b05-4c1b-ab5e-0842fe8a2284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:24.515910 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e1b960d-4754-43ca-9063-e9f7ee660820 req-07336a04-3b05-4c1b-ab5e-0842fe8a2284 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73ad08a-4185-4f17-8d1d-90e8ff289e15 HTTP/1.1" status: 200 len: 835 time: 0.0501621 Aug 31 02:08:24.562903 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b960d-4754-43ca-9063-e9f7ee660820 req-2975c363-7070-4f64-8bab-2cf26cd24ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:24.564596 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e1b960d-4754-43ca-9063-e9f7ee660820 req-2975c363-7070-4f64-8bab-2cf26cd24ddb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420675 Aug 31 02:08:24.653938 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e1b960d-4754-43ca-9063-e9f7ee660820 req-1200735f-ca59-48dd-976b-a20c2b6fd990 service neutron] 10.222.0.48 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820603 Aug 31 02:08:24.750233 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-1e1b960d-4754-43ca-9063-e9f7ee660820 req-21e7bd3c-626b-4a6c-9ea5-4bf0c671cf7b service neutron] 10.222.0.48 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896146 Aug 31 02:08:25.323593 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc960a9e-cba2-4479-9bb0-f1e7554ad0bd req-6bd14d37-db48-463e-b579-dea21153b86a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:25.325127 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc960a9e-cba2-4479-9bb0-f1e7554ad0bd req-6bd14d37-db48-463e-b579-dea21153b86a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 944 time: 0.0510724 Aug 31 02:08:25.362810 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fc960a9e-cba2-4479-9bb0-f1e7554ad0bd req-93f20de7-4314-44ed-ae13-9aaa0b91cc7e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316463 Aug 31 02:08:25.699571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device dbc462e3-8f69-464d-9155-2e43b0346ffd up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:08:25.846380 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port dbc462e3-8f69-464d-9155-2e43b0346ffd completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:08:25.851361 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port dbc462e3-8f69-464d-9155-2e43b0346ffd triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:08:25.851848 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:25.931339 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:25.953849 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc462e3-8f69-464d-9155-2e43b0346ffd'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:08:25.956522 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600a2787-7a2a-4bc8-a31c-ebc364493b3c" -d '{"events": [{"server_uuid": "6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971", "name": "network-vif-plugged", "status": "completed", "tag": "dbc462e3-8f69-464d-9155-2e43b0346ffd"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:08:25.970803 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port dbc462e3-8f69-464d-9155-2e43b0346ffd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd,segment=NetworkSegment(6f114af5-7438-4485-8ebf-3f7c0caab0e5),segment_id=6f114af5-7438-4485-8ebf-3f7c0caab0e5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:08:25.994127 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da031d0-315d-4514-9e05-72d2750027e4 x-openstack-request-id: req-0da031d0-315d-4514-9e05-72d2750027e4 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:08:25.998812 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971", "name": "network-vif-plugged", "status": "completed", "tag": "dbc462e3-8f69-464d-9155-2e43b0346ffd", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:08:25.998812 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0da031d0-315d-4514-9e05-72d2750027e4 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:08:25.998812 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc462e3-8f69-464d-9155-2e43b0346ffd', 'code': 200} Aug 31 02:08:26.046216 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:26.092795 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=dbc462e3-8f69-464d-9155-2e43b0346ffd,revision_number=9']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:08:26.481261 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa1613-e743-4a74-8b73-89eb7e2729ba req-c0538f1e-6372-4bf9-9327-fd3673eda4fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:26.482764 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ddfa1613-e743-4a74-8b73-89eb7e2729ba req-c0538f1e-6372-4bf9-9327-fd3673eda4fb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0535769 Aug 31 02:08:26.520772 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ddfa1613-e743-4a74-8b73-89eb7e2729ba req-8d81d3e5-44f7-48e0-85eb-0ae415a50345 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320868 Aug 31 02:08:26.542831 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43358) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:08:26.606758 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-81f01de6-4092-4a17-81fc-c47e3ef84b24 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/floatingips/a9f47b79-79f7-4d35-ad19-8b931631544f HTTP/1.1" status: 200 len: 992 time: 0.0627086 Aug 31 02:08:31.328734 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0605574-711a-4fb7-bcde-e91bf34e87bc req-a6bda12d-378a-4b77-85f7-f30b141345d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415828 Aug 31 02:08:31.414531 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0605574-711a-4fb7-bcde-e91bf34e87bc req-0454afed-49cb-4119-9cad-12be89cfcb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:31.416017 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0605574-711a-4fb7-bcde-e91bf34e87bc req-0454afed-49cb-4119-9cad-12be89cfcb2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 1097 time: 0.0417604 Aug 31 02:08:31.525304 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0605574-711a-4fb7-bcde-e91bf34e87bc req-81a45bc2-0c63-4550-92a1-a52a47c61a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:31.526820 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0605574-711a-4fb7-bcde-e91bf34e87bc req-81a45bc2-0c63-4550-92a1-a52a47c61a63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 HTTP/1.1" status: 200 len: 897 time: 0.0876219 Aug 31 02:08:31.593560 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0605574-711a-4fb7-bcde-e91bf34e87bc req-b109d59b-f8e2-4c2a-b28b-44236b82e2fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd HTTP/1.1" status: 200 len: 1000 time: 0.0586445 Aug 31 02:08:31.642445 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0605574-711a-4fb7-bcde-e91bf34e87bc req-f3ffe085-e967-4570-9378-d7bb9649b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:31.644123 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0605574-711a-4fb7-bcde-e91bf34e87bc req-f3ffe085-e967-4570-9378-d7bb9649b220 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c73ad08a-4185-4f17-8d1d-90e8ff289e15 HTTP/1.1" status: 200 len: 835 time: 0.0442040 Aug 31 02:08:31.694664 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0605574-711a-4fb7-bcde-e91bf34e87bc req-761e084c-7067-493b-9988-e5fc97282407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:31.696147 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0605574-711a-4fb7-bcde-e91bf34e87bc req-761e084c-7067-493b-9988-e5fc97282407 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452507 Aug 31 02:08:31.788561 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0605574-711a-4fb7-bcde-e91bf34e87bc req-e8d01d1d-27b4-4c07-a64d-4b97080c25c3 service neutron] 10.222.0.41 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846734 Aug 31 02:08:31.883958 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a0605574-711a-4fb7-bcde-e91bf34e87bc req-dea3b8ab-ed96-4af6-b90d-8aa86c8097b3 service neutron] 10.222.0.41 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884252 Aug 31 02:08:34.295455 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-33170295-980b-48a0-82ce-fcb8e920ccbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:36.931750 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:37.120316 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b56e0f42-f3be-4a29-8258-1ed4b63ff48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:37.734889 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:37.942758 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:38.775149 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:40.449358 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:46.865327 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:08:53.054847 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43368) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:08:53.218244 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-75b867a4-6f03-43c3-9325-6975dadf9387 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port 6ef0f72b-e510-4ded-8a6e-eea8b3c7522e {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:08:53.218590 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-75b867a4-6f03-43c3-9325-6975dadf9387 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:53.293928 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-75b867a4-6f03-43c3-9325-6975dadf9387 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:53.294257 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-75b867a4-6f03-43c3-9325-6975dadf9387 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:53.306332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-75b867a4-6f03-43c3-9325-6975dadf9387 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for 6ef0f72b-e510-4ded-8a6e-eea8b3c7522e owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:08:53.511429 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-75b867a4-6f03-43c3-9325-6975dadf9387 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:53.538263 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b867a4-6f03-43c3-9325-6975dadf9387 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=6ef0f72b-e510-4ded-8a6e-eea8b3c7522e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:08:53.602252 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-75b867a4-6f03-43c3-9325-6975dadf9387 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:53.602490 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-75b867a4-6f03-43c3-9325-6975dadf9387 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Floating IP a9f47b79-79f7-4d35-ad19-8b931631544f disassociated (deleted). External IP: 172.25.2.96, port: dbc462e3-8f69-464d-9155-2e43b0346ffd. Aug 31 02:08:53.821975 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b867a4-6f03-43c3-9325-6975dadf9387 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:08:53.928764 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b867a4-6f03-43c3-9325-6975dadf9387 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:08:53.933604 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-75b867a4-6f03-43c3-9325-6975dadf9387 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:53.939826 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157fe1a2-9902-4919-b738-04731b7a8b44 None None] Sync routers for ids ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:08:53.948972 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157fe1a2-9902-4919-b738-04731b7a8b44 None None] Routers {'8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:08:53.950456 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-157fe1a2-9902-4919-b738-04731b7a8b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:08:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:08:53.964554 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-75b867a4-6f03-43c3-9325-6975dadf9387 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/floatingips/a9f47b79-79f7-4d35-ad19-8b931631544f HTTP/1.1" status: 204 len: 168 time: 0.9082839 Aug 31 02:08:53.965139 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'tag': 'dbc462e3-8f69-464d-9155-2e43b0346ffd'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:08:53.967476 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4532ca-2f99-4033-8c96-e010994945c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971", "tag": "dbc462e3-8f69-464d-9155-2e43b0346ffd"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:08:54.006674 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0b538e-24ad-479b-ae22-cdc0f059a7c1 x-openstack-request-id: req-de0b538e-24ad-479b-ae22-cdc0f059a7c1 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:08:54.006972 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971", "tag": "dbc462e3-8f69-464d-9155-2e43b0346ffd", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:08:54.007231 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de0b538e-24ad-479b-ae22-cdc0f059a7c1 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:08:54.007651 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'tag': 'dbc462e3-8f69-464d-9155-2e43b0346ffd', 'status': 'completed', 'code': 200} Aug 31 02:08:54.077234 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4532ca-2f99-4033-8c96-e010994945c5 req-165d3af3-aa01-426b-9255-591305ba9ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:54.078815 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf4532ca-2f99-4033-8c96-e010994945c5 req-165d3af3-aa01-426b-9255-591305ba9ab6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 1097 time: 0.0471053 Aug 31 02:08:54.165564 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-157fe1a2-9902-4919-b738-04731b7a8b44 None None] Set router 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:08:54.174867 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4532ca-2f99-4033-8c96-e010994945c5 req-5fcc1e97-a54e-4087-a303-432d6982f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:54.176385 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf4532ca-2f99-4033-8c96-e010994945c5 req-5fcc1e97-a54e-4087-a303-432d6982f9bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 HTTP/1.1" status: 200 len: 897 time: 0.0903270 Aug 31 02:08:54.241988 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf4532ca-2f99-4033-8c96-e010994945c5 req-3cfd88c7-d498-4b90-b13f-d134db053c32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd HTTP/1.1" status: 200 len: 217 time: 0.0394561 Aug 31 02:08:54.295969 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4532ca-2f99-4033-8c96-e010994945c5 req-8da6d6fa-1f5d-4493-88d3-a01987975a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:54.297486 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf4532ca-2f99-4033-8c96-e010994945c5 req-8da6d6fa-1f5d-4493-88d3-a01987975a23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c73ad08a-4185-4f17-8d1d-90e8ff289e15 HTTP/1.1" status: 200 len: 835 time: 0.0465324 Aug 31 02:08:54.375631 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4532ca-2f99-4033-8c96-e010994945c5 req-6ea4ecc0-274c-4752-bdb2-2551cb37fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:54.377163 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf4532ca-2f99-4033-8c96-e010994945c5 req-6ea4ecc0-274c-4752-bdb2-2551cb37fed4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722113 Aug 31 02:08:54.377633 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-157fe1a2-9902-4919-b738-04731b7a8b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925030920', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:07:04Z', 'updated_at': '2021-08-31T02:07:09Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:05Z', 'updated_at': '2021-08-31T02:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0', 'name': '', 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:97:db:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:08Z', 'updated_at': '2021-08-31T02:07:14Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:08:54.386064 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c5905-a546-403f-b526-7002422a9304 req-5b1c189f-e61e-4941-9df9-ac5c72609091 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:54.387549 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-344c5905-a546-403f-b526-7002422a9304 req-5b1c189f-e61e-4941-9df9-ac5c72609091 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0727081 Aug 31 02:08:54.408315 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157fe1a2-9902-4919-b738-04731b7a8b44 None None] Checking router: 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:08:54.417309 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157fe1a2-9902-4919-b738-04731b7a8b44 None None] Routers {'8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:08:54.417950 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-157fe1a2-9902-4919-b738-04731b7a8b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:08:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:08:54.485140 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-344c5905-a546-403f-b526-7002422a9304 req-b12c8ffd-3e3c-40eb-b962-c5c319473418 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891666 Aug 31 02:08:54.516687 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf4532ca-2f99-4033-8c96-e010994945c5 req-33fd2d5a-2b82-4ea2-9562-2d346ae3fce5 service neutron] 10.222.0.41 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281285 Aug 31 02:08:54.528581 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-157fe1a2-9902-4919-b738-04731b7a8b44 None None] Set router 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:08:54.616815 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cf4532ca-2f99-4033-8c96-e010994945c5 req-56af9d3b-1940-4c04-97a0-a8edf735194a service neutron] 10.222.0.41 "GET /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923369 Aug 31 02:08:54.734537 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-157fe1a2-9902-4919-b738-04731b7a8b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925030920', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:07:04Z', 'updated_at': '2021-08-31T02:07:09Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:05Z', 'updated_at': '2021-08-31T02:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0', 'name': '', 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:97:db:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:08Z', 'updated_at': '2021-08-31T02:07:14Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:08:54.764127 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157fe1a2-9902-4919-b738-04731b7a8b44 None None] The sync data for ids ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'] in n-d-793621-34 is: [{'id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925030920', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:07:04Z', 'updated_at': '2021-08-31T02:07:09Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:05Z', 'updated_at': '2021-08-31T02:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0', 'name': '', 'network_id': '02fcbc2e-cb8a-4bd8-b870-d818f610dfd8', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:97:db:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:08Z', 'updated_at': '2021-08-31T02:07:14Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': 'c73ad08a-4185-4f17-8d1d-90e8ff289e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:08:54.977129 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce22e3e8-83d7-488e-88dd-c7ac1309780d None None] New status for floating IP a9f47b79-79f7-4d35-ad19-8b931631544f: DOWN {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:08:55.605056 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fea0a8-2f3c-4634-bf35-a4924a7fd918 req-ba69014d-eeab-44b2-abda-f3992f56accd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:55.606578 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6fea0a8-2f3c-4634-bf35-a4924a7fd918 req-ba69014d-eeab-44b2-abda-f3992f56accd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0504067 Aug 31 02:08:55.644300 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6fea0a8-2f3c-4634-bf35-a4924a7fd918 req-7ef07cc7-c933-4f3f-9301-a835fe9a52c4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=64600645-c87f-4d65-8579-87968c7d98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316129 Aug 31 02:08:55.694521 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd4f0d-162b-46b3-8346-a6b3a28af297 req-ebb20e39-1cdd-4394-8324-aaea8d6db4ee tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:55.696002 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6cdd4f0d-162b-46b3-8346-a6b3a28af297 req-ebb20e39-1cdd-4394-8324-aaea8d6db4ee tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 945 time: 0.0497372 Aug 31 02:08:55.783516 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-6cdd4f0d-162b-46b3-8346-a6b3a28af297 req-52fdc151-1810-4fc1-a3b4-7a1aa31cf180 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port dbc462e3-8f69-464d-9155-2e43b0346ffd {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:08:55.783764 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6cdd4f0d-162b-46b3-8346-a6b3a28af297 req-52fdc151-1810-4fc1-a3b4-7a1aa31cf180 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:55.873463 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-6cdd4f0d-162b-46b3-8346-a6b3a28af297 req-52fdc151-1810-4fc1-a3b4-7a1aa31cf180 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] For port dbc462e3-8f69-464d-9155-2e43b0346ffd, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=dbc462e3-8f69-464d-9155-2e43b0346ffd,segment=NetworkSegment(6f114af5-7438-4485-8ebf-3f7c0caab0e5),segment_id=6f114af5-7438-4485-8ebf-3f7c0caab0e5)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:08:55.873850 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6cdd4f0d-162b-46b3-8346-a6b3a28af297 req-52fdc151-1810-4fc1-a3b4-7a1aa31cf180 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:55.887352 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-6cdd4f0d-162b-46b3-8346-a6b3a28af297 req-52fdc151-1810-4fc1-a3b4-7a1aa31cf180 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for dbc462e3-8f69-464d-9155-2e43b0346ffd owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:08:56.106430 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6cdd4f0d-162b-46b3-8346-a6b3a28af297 req-52fdc151-1810-4fc1-a3b4-7a1aa31cf180 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:56.138549 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdc151-1810-4fc1-a3b4-7a1aa31cf180 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=dbc462e3-8f69-464d-9155-2e43b0346ffd,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:08:56.179619 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdd4f0d-162b-46b3-8346-a6b3a28af297 req-52fdc151-1810-4fc1-a3b4-7a1aa31cf180 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] No DVR routers for this DVR port dbc462e3-8f69-464d-9155-2e43b0346ffd on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:08:56.182340 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-6cdd4f0d-162b-46b3-8346-a6b3a28af297 req-52fdc151-1810-4fc1-a3b4-7a1aa31cf180 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:56.184913 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6cdd4f0d-162b-46b3-8346-a6b3a28af297 req-52fdc151-1810-4fc1-a3b4-7a1aa31cf180 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.41 "DELETE /v2.0/ports/dbc462e3-8f69-464d-9155-2e43b0346ffd HTTP/1.1" status: 204 len: 173 time: 0.4822047 Aug 31 02:08:56.185373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'name': 'network-vif-deleted', 'tag': 'dbc462e3-8f69-464d-9155-2e43b0346ffd'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:08:56.187701 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a7800d-bde7-46a8-ab1e-e9b126b3b72c" -d '{"events": [{"server_uuid": "6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971", "name": "network-vif-deleted", "tag": "dbc462e3-8f69-464d-9155-2e43b0346ffd"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:08:56.225079 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e49b2dc-a998-4bae-887a-1ef3b9b156a8 x-openstack-request-id: req-9e49b2dc-a998-4bae-887a-1ef3b9b156a8 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:08:56.225381 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971", "name": "network-vif-deleted", "tag": "dbc462e3-8f69-464d-9155-2e43b0346ffd", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:08:56.225678 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e49b2dc-a998-4bae-887a-1ef3b9b156a8 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:08:56.226089 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971', 'name': 'network-vif-deleted', 'tag': 'dbc462e3-8f69-464d-9155-2e43b0346ffd', 'status': 'completed', 'code': 200} Aug 31 02:08:56.750031 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-956c2699-c7c1-4708-ac5f-d06d6370b51e req-d2d79458-e873-44b3-a15c-45f3a3ef6f53 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e79f3f3-692c-43e5-b2c0-bfd3bb2eb971 HTTP/1.1" status: 200 len: 210 time: 0.0276761 Aug 31 02:08:57.806881 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43384) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:08:57.886850 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device dbc462e3-8f69-464d-9155-2e43b0346ffd no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:08:57.909876 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: dbc462e3-8f69-464d-9155-2e43b0346ffd {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:08:57.910219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device dbc462e3-8f69-464d-9155-2e43b0346ffd not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:08:58.190379 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-51bc6e59-642e-4106-a992-15b86ec8e63e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:58.456123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-51bc6e59-642e-4106-a992-15b86ec8e63e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:08:58.456620 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-51bc6e59-642e-4106-a992-15b86ec8e63e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:58.543913 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-51bc6e59-642e-4106-a992-15b86ec8e63e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] For port 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0,segment=NetworkSegment(6f114af5-7438-4485-8ebf-3f7c0caab0e5),segment_id=6f114af5-7438-4485-8ebf-3f7c0caab0e5)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:08:58.544278 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-51bc6e59-642e-4106-a992-15b86ec8e63e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:58.557019 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-51bc6e59-642e-4106-a992-15b86ec8e63e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:08:58.817405 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-51bc6e59-642e-4106-a992-15b86ec8e63e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:58.853582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc6e59-642e-4106-a992-15b86ec8e63e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:08:59.021857 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-51bc6e59-642e-4106-a992-15b86ec8e63e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:59.556540 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bc6e59-642e-4106-a992-15b86ec8e63e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:08:59.660509 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bc6e59-642e-4106-a992-15b86ec8e63e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:08:59.666405 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-51bc6e59-642e-4106-a992-15b86ec8e63e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "PUT /v2.0/routers/8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8580604 Aug 31 02:08:59.668600 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43386) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:08:59.671902 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b93f4ff-71a0-4009-9498-3ca90316e78b None None] Sync routers for ids ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:08:59.681646 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b93f4ff-71a0-4009-9498-3ca90316e78b None None] Routers {'8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:08:59.682249 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-0b93f4ff-71a0-4009-9498-3ca90316e78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:08:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:08:59.718824 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2d25a3-8f30-4b43-b35e-55eb9dbb61d4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting subnet c73ad08a-4185-4f17-8d1d-90e8ff289e15 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:08:59.721895 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3f2d25a3-8f30-4b43-b35e-55eb9dbb61d4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:59.761507 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3f2d25a3-8f30-4b43-b35e-55eb9dbb61d4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:59.784264 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-0b93f4ff-71a0-4009-9498-3ca90316e78b None None] Set router 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:08:59.848289 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3f2d25a3-8f30-4b43-b35e-55eb9dbb61d4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:59.958292 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-0b93f4ff-71a0-4009-9498-3ca90316e78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925030920', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:07:04Z', 'updated_at': '2021-08-31T02:08:58Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:05Z', 'updated_at': '2021-08-31T02:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:08:59.983232 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3f2d25a3-8f30-4b43-b35e-55eb9dbb61d4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:59.984463 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b93f4ff-71a0-4009-9498-3ca90316e78b None None] Checking router: 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:08:59.992821 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b93f4ff-71a0-4009-9498-3ca90316e78b None None] Routers {'8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:08:59.993424 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-0b93f4ff-71a0-4009-9498-3ca90316e78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:08:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:00.010489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d25a3-8f30-4b43-b35e-55eb9dbb61d4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Subnet': ['ID=c73ad08a-4185-4f17-8d1d-90e8ff289e15,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:00.014178 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3f2d25a3-8f30-4b43-b35e-55eb9dbb61d4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:00.019240 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3f2d25a3-8f30-4b43-b35e-55eb9dbb61d4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/subnets/c73ad08a-4185-4f17-8d1d-90e8ff289e15 HTTP/1.1" status: 204 len: 168 time: 0.3465288 Aug 31 02:09:00.019240 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43388) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:00.025912 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbe5734-29d0-42f1-94ba-53359e67e0da None None] Network 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:09:00.101566 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-0b93f4ff-71a0-4009-9498-3ca90316e78b None None] Set router 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:09:00.134650 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0813-63e1-490f-bd89-4669a9879290 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:00.247614 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0813-63e1-490f-bd89-4669a9879290 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:00.249206 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10170bf2-8d27-4c45-b98f-f53ba8e5e0eb None None] DHCP port deletion for 02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:09:00.298790 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-0b93f4ff-71a0-4009-9498-3ca90316e78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925030920', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:07:04Z', 'updated_at': '2021-08-31T02:08:58Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:05Z', 'updated_at': '2021-08-31T02:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:00.299088 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-10170bf2-8d27-4c45-b98f-f53ba8e5e0eb None None] Deleting port 1589e7e6-762a-4012-812e-1909d14b0dde {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:09:00.299481 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-10170bf2-8d27-4c45-b98f-f53ba8e5e0eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:00.325533 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b93f4ff-71a0-4009-9498-3ca90316e78b None None] The sync data for ids ['8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3'] in n-d-793621-34 is: [{'id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925030920', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:07:04Z', 'updated_at': '2021-08-31T02:08:58Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '494aefcf-cacc-4738-8e46-c2399ee30638', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:07:05Z', 'updated_at': '2021-08-31T02:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:09:00.370354 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-10170bf2-8d27-4c45-b98f-f53ba8e5e0eb None None] For port 1589e7e6-762a-4012-812e-1909d14b0dde, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1589e7e6-762a-4012-812e-1909d14b0dde,segment=NetworkSegment(6f114af5-7438-4485-8ebf-3f7c0caab0e5),segment_id=6f114af5-7438-4485-8ebf-3f7c0caab0e5)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:00.370747 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-10170bf2-8d27-4c45-b98f-f53ba8e5e0eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:00.384161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-10170bf2-8d27-4c45-b98f-f53ba8e5e0eb None None] Calling delete_port for 1589e7e6-762a-4012-812e-1909d14b0dde owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:09:00.385888 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b0813-63e1-490f-bd89-4669a9879290 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port 494aefcf-cacc-4738-8e46-c2399ee30638 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:09:00.392830 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0813-63e1-490f-bd89-4669a9879290 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:00.465247 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-dc4b0813-63e1-490f-bd89-4669a9879290 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] For port 494aefcf-cacc-4738-8e46-c2399ee30638, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=494aefcf-cacc-4738-8e46-c2399ee30638,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:00.465803 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0813-63e1-490f-bd89-4669a9879290 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:00.482421 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b0813-63e1-490f-bd89-4669a9879290 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for 494aefcf-cacc-4738-8e46-c2399ee30638 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:09:00.523192 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-10170bf2-8d27-4c45-b98f-f53ba8e5e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:00.548442 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10170bf2-8d27-4c45-b98f-f53ba8e5e0eb None None] Pushing event deleted for resources: {'Port': ['ID=1589e7e6-762a-4012-812e-1909d14b0dde,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:00.554865 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10170bf2-8d27-4c45-b98f-f53ba8e5e0eb None None] No DVR routers for this DVR port 1589e7e6-762a-4012-812e-1909d14b0dde on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:09:00.711824 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0813-63e1-490f-bd89-4669a9879290 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:00.743502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b0813-63e1-490f-bd89-4669a9879290 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=494aefcf-cacc-4738-8e46-c2399ee30638,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:00.806295 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0813-63e1-490f-bd89-4669a9879290 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:00.898430 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0813-63e1-490f-bd89-4669a9879290 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:00.900589 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0813-63e1-490f-bd89-4669a9879290 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:01.002745 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0813-63e1-490f-bd89-4669a9879290 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:01.003271 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4b0813-63e1-490f-bd89-4669a9879290 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Fanout notify agent at l3_agent the message router_deleted on router 8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:09:01.016148 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0813-63e1-490f-bd89-4669a9879290 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:01.016148 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dc4b0813-63e1-490f-bd89-4669a9879290 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/routers/8d85beb1-a0f5-4d8e-8341-f9d01cc54ec3 HTTP/1.1" status: 204 len: 168 time: 0.9916866 Aug 31 02:09:01.016148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43390) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:01.094102 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b526a26a-fb06-47bd-8b12-c8864bed1766 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:01.184817 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b526a26a-fb06-47bd-8b12-c8864bed1766 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:01.194492 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b526a26a-fb06-47bd-8b12-c8864bed1766 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fcbc2e-cb8a-4bd8-b870-d818f610dfd8']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:01.204744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b526a26a-fb06-47bd-8b12-c8864bed1766 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f114af5-7438-4485-8ebf-3f7c0caab0e5') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:01.205034 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-b526a26a-fb06-47bd-8b12-c8864bed1766 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f114af5-7438-4485-8ebf-3f7c0caab0e5') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:01.214177 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b526a26a-fb06-47bd-8b12-c8864bed1766 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:01.228030 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b526a26a-fb06-47bd-8b12-c8864bed1766 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:01.233763 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b526a26a-fb06-47bd-8b12-c8864bed1766 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b526a26a-fb06-47bd-8b12-c8864bed1766 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: timer() Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:09:01.239689 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:09:01.337185 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b526a26a-fb06-47bd-8b12-c8864bed1766 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:01.344526 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b526a26a-fb06-47bd-8b12-c8864bed1766 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:01.346003 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b526a26a-fb06-47bd-8b12-c8864bed1766 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/networks/02fcbc2e-cb8a-4bd8-b870-d818f610dfd8 HTTP/1.1" status: 204 len: 168 time: 0.3309970 Aug 31 02:09:01.348834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43392) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:01.358008 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526a26a-fb06-47bd-8b12-c8864bed1766 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Network': ['ID=02fcbc2e-cb8a-4bd8-b870-d818f610dfd8,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:01.407910 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-043d69a8-9ead-493f-b63a-9363b387a522 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:01.434814 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-043d69a8-9ead-493f-b63a-9363b387a522 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:01.568860 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-043d69a8-9ead-493f-b63a-9363b387a522 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:01.571755 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-043d69a8-9ead-493f-b63a-9363b387a522 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:01.572936 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-043d69a8-9ead-493f-b63a-9363b387a522 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/security-groups/64600645-c87f-4d65-8579-87968c7d98f6 HTTP/1.1" status: 204 len: 168 time: 0.2222908 Aug 31 02:09:01.582989 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d69a8-9ead-493f-b63a-9363b387a522 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64600645-c87f-4d65-8579-87968c7d98f6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:01.591540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d69a8-9ead-493f-b63a-9363b387a522 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:01.591900 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d69a8-9ead-493f-b63a-9363b387a522 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:01.592243 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d69a8-9ead-493f-b63a-9363b387a522 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:01.592785 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d69a8-9ead-493f-b63a-9363b387a522 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:01.593034 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d69a8-9ead-493f-b63a-9363b387a522 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:01.593371 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d69a8-9ead-493f-b63a-9363b387a522 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:01.593733 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d69a8-9ead-493f-b63a-9363b387a522 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:01.594070 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d69a8-9ead-493f-b63a-9363b387a522 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:01.594401 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d69a8-9ead-493f-b63a-9363b387a522 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:01.594729 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d69a8-9ead-493f-b63a-9363b387a522 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:01.595084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d69a8-9ead-493f-b63a-9363b387a522 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:01.595417 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d69a8-9ead-493f-b63a-9363b387a522 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:02.079603 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43398) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:02.084235 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f8a34f75-a621-453a-8857-5bdbf97fe445 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-723353978', 'description': 'tempest-secgroup-smoke-723353978 description', 'project_id': 'b391aac543674f3db49f6a68c2a53544'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:09:02.165725 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f8a34f75-a621-453a-8857-5bdbf97fe445 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:02.180102 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 494aefcf-cacc-4738-8e46-c2399ee30638 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:09:02.200882 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 494aefcf-cacc-4738-8e46-c2399ee30638 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:09:02.204379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 494aefcf-cacc-4738-8e46-c2399ee30638 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:09:02.204379 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1589e7e6-762a-4012-812e-1909d14b0dde no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:09:02.221401 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 1589e7e6-762a-4012-812e-1909d14b0dde {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:09:02.221656 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1589e7e6-762a-4012-812e-1909d14b0dde not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:09:02.221993 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:09:02.241382 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:09:02.244485 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 61ce3184-7bcd-4aa9-8fb8-3c602dfa4cb0 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:09:02.251509 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f8a34f75-a621-453a-8857-5bdbf97fe445 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:02.325692 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f8a34f75-a621-453a-8857-5bdbf97fe445 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:02.354594 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a34f75-a621-453a-8857-5bdbf97fe445 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:02.419956 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f8a34f75-a621-453a-8857-5bdbf97fe445 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:02.421305 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f8a34f75-a621-453a-8857-5bdbf97fe445 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3406746 Aug 31 02:09:02.424200 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43400) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:02.429152 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-95b020c0-70f1-41d3-985b-1fc34cc67e96 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '8be751d9-5399-426e-b5c7-2d0ad3b1dc0e', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:09:02.513959 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-95b020c0-70f1-41d3-985b-1fc34cc67e96 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:02.571668 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-95b020c0-70f1-41d3-985b-1fc34cc67e96 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:02.668923 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-95b020c0-70f1-41d3-985b-1fc34cc67e96 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:02.687128 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b020c0-70f1-41d3-985b-1fc34cc67e96 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf0c4a0-34d0-4cf9-a65d-99dca0799221,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:02.782613 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-95b020c0-70f1-41d3-985b-1fc34cc67e96 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:02.783867 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-95b020c0-70f1-41d3-985b-1fc34cc67e96 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3587508 Aug 31 02:09:02.787279 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43402) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:02.791743 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-17bf0628-7cc8-4000-8138-d97d8078af2d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '8be751d9-5399-426e-b5c7-2d0ad3b1dc0e', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:09:02.904740 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17bf0628-7cc8-4000-8138-d97d8078af2d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:02.962819 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17bf0628-7cc8-4000-8138-d97d8078af2d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:03.045355 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17bf0628-7cc8-4000-8138-d97d8078af2d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:03.063213 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf0628-7cc8-4000-8138-d97d8078af2d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de22857-a497-4a35-a4e6-44188f1878f0,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:03.125490 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-17bf0628-7cc8-4000-8138-d97d8078af2d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:03.126721 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-17bf0628-7cc8-4000-8138-d97d8078af2d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3385122 Aug 31 02:09:03.129610 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43404) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:03.133957 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-cdf91b05-165c-4896-9585-2215de9ce2b4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '8be751d9-5399-426e-b5c7-2d0ad3b1dc0e', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:09:03.219273 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cdf91b05-165c-4896-9585-2215de9ce2b4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:03.278525 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cdf91b05-165c-4896-9585-2215de9ce2b4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:03.342401 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cdf91b05-165c-4896-9585-2215de9ce2b4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:03.360014 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf91b05-165c-4896-9585-2215de9ce2b4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb65b88-688b-4b02-8bcb-51f27f4e185c,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:03.451036 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-cdf91b05-165c-4896-9585-2215de9ce2b4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:03.452287 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-cdf91b05-165c-4896-9585-2215de9ce2b4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3217523 Aug 31 02:09:03.454983 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43406) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:03.460031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-499a23a2-404d-4790-89b2-2a026a1d9dfd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '8be751d9-5399-426e-b5c7-2d0ad3b1dc0e', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:09:03.564517 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-499a23a2-404d-4790-89b2-2a026a1d9dfd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:03.624983 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-499a23a2-404d-4790-89b2-2a026a1d9dfd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:03.703102 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-499a23a2-404d-4790-89b2-2a026a1d9dfd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:03.720306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a23a2-404d-4790-89b2-2a026a1d9dfd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd37e7c-411d-4c5e-b949-13d7557f6fb9,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:03.797360 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-499a23a2-404d-4790-89b2-2a026a1d9dfd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:03.798657 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-499a23a2-404d-4790-89b2-2a026a1d9dfd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3427508 Aug 31 02:09:03.801556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43408) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:03.806519 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-8bb4b83f-100b-4f98-9b42-a281c618a658 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '8be751d9-5399-426e-b5c7-2d0ad3b1dc0e', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:09:03.911700 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-8bb4b83f-100b-4f98-9b42-a281c618a658 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Project b391aac543674f3db49f6a68c2a53544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:09:03.916887 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8bb4b83f-100b-4f98-9b42-a281c618a658 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:03.980417 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8bb4b83f-100b-4f98-9b42-a281c618a658 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:04.065610 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8bb4b83f-100b-4f98-9b42-a281c618a658 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:04.083127 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4b83f-100b-4f98-9b42-a281c618a658 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe9d3b9-a65c-44c5-8a26-18aa3b0be983,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:04.157208 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8bb4b83f-100b-4f98-9b42-a281c618a658 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:04.162063 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8bb4b83f-100b-4f98-9b42-a281c618a658 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3555064 Aug 31 02:09:04.162063 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43410) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:04.166128 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-ed963fcf-8729-497d-9496-7518a7d10724 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '8be751d9-5399-426e-b5c7-2d0ad3b1dc0e', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:09:04.259880 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-ed963fcf-8729-497d-9496-7518a7d10724 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Project b391aac543674f3db49f6a68c2a53544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:09:04.265252 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed963fcf-8729-497d-9496-7518a7d10724 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:04.325488 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed963fcf-8729-497d-9496-7518a7d10724 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:04.328633 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-69413ba8-1807-4b55-a2d1-d4c2a05057ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:04.399860 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed963fcf-8729-497d-9496-7518a7d10724 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:04.418753 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed963fcf-8729-497d-9496-7518a7d10724 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c41ee89-d66f-4723-b46d-4d883622323a,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:04.482625 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ed963fcf-8729-497d-9496-7518a7d10724 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:04.483840 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ed963fcf-8729-497d-9496-7518a7d10724 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3212152 Aug 31 02:09:04.486878 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43412) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:04.491762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-609c75a4-b6f9-484c-abb4-7582756c75a4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'network': {'name': 'tempest-network-smoke--1715051980', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'port_security_enabled': True}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:09:04.622689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609c75a4-b6f9-484c-abb4-7582756c75a4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Made reservation on behalf of b391aac543674f3db49f6a68c2a53544 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:09:04.626311 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-609c75a4-b6f9-484c-abb4-7582756c75a4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:04.650400 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609c75a4-b6f9-484c-abb4-7582756c75a4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:09:04.659133 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-609c75a4-b6f9-484c-abb4-7582756c75a4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:04.659503 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-609c75a4-b6f9-484c-abb4-7582756c75a4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Added segment a794d845-27fb-4a37-97ca-49a2e7280f83 of type vlan for network f9e74698-85d6-4e11-b7fa-5f077d63597f Aug 31 02:09:04.699676 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-609c75a4-b6f9-484c-abb4-7582756c75a4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:04.788180 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-609c75a4-b6f9-484c-abb4-7582756c75a4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:04.793775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609c75a4-b6f9-484c-abb4-7582756c75a4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:04.794359 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-609c75a4-b6f9-484c-abb4-7582756c75a4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:04.859670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c75a4-b6f9-484c-abb4-7582756c75a4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Network': ['ID=f9e74698-85d6-4e11-b7fa-5f077d63597f,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:04.870164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network f9e74698-85d6-4e11-b7fa-5f077d63597f details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:09:04.920611 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-609c75a4-b6f9-484c-abb4-7582756c75a4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4326763 Aug 31 02:09:04.923273 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43414) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:04.927913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-107368010', 'admin_state_up': True, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:09:05.005727 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:05.006723 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:05.056937 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:05.261520 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:05.524191 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:05.543255 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:05.643494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.25.2.146 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/1f0b115c-109a-47c1-b7de-0605bf82a2e6) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:09:05.746047 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:05.851384 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:05.891785 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:09:05.896332 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:09:05.899518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:09:05.905590 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=1f0b115c-109a-47c1-b7de-0605bf82a2e6,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:06.204083 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:06.399996 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:06.599922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router fc7954b0-1230-4a82-a663-56e15e18f559 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:09:06.707953 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:09:06.718057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Sync routers for ids ['fc7954b0-1230-4a82-a663-56e15e18f559'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:09:06.728957 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Routers {'fc7954b0-1230-4a82-a663-56e15e18f559'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:09:06.729617 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:08:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc7954b0-1230-4a82-a663-56e15e18f559'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:06.780062 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:06.781355 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9bd7219c-7080-41b8-9863-691ed6766657 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8571262 Aug 31 02:09:06.784528 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43416) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:06.813482 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-91a8c9ac-86e0-4608-858a-12215a954fcb tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b391aac543674f3db49f6a68c2a53544&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277810 Aug 31 02:09:06.816170 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43418) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:06.907835 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdc9678-268d-4620-a363-93063d5739c6 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:06.909402 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4cdc9678-268d-4620-a363-93063d5739c6 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922964 Aug 31 02:09:06.913960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43420) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:06.947078 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b7e91c5f-9177-4240-965f-edcfd7b44f98 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319846 Aug 31 02:09:06.950035 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43422) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:07.000581 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b1931d7e-570e-4ae5-885e-4c8536ef5315 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1077526897', 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:09:07.012226 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Set router fc7954b0-1230-4a82-a663-56e15e18f559 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:09:07.069691 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:07.105180 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-964976e7-21df-4c89-9ca0-6a87f2477b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:07.185785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1931d7e-570e-4ae5-885e-4c8536ef5315 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Made reservation on behalf of b391aac543674f3db49f6a68c2a53544 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:09:07.189430 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b1931d7e-570e-4ae5-885e-4c8536ef5315 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:07.195152 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107368010', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:06Z', 'revision_number': 3, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:07.226568 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Checking router: fc7954b0-1230-4a82-a663-56e15e18f559 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:09:07.226839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Updating router fc7954b0-1230-4a82-a663-56e15e18f559 port 1f0b115c-109a-47c1-b7de-0605bf82a2e6 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:09:07.252091 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:07.443014 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b1931d7e-570e-4ae5-885e-4c8536ef5315 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:07.503964 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1931d7e-570e-4ae5-885e-4c8536ef5315 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Subnet': ['ID=8fdb6e4b-9fad-42fb-8326-a1294d181f8c,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:07.508570 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:07.511588 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1931d7e-570e-4ae5-885e-4c8536ef5315 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Checking segment: {'id': 'a794d845-27fb-4a37-97ca-49a2e7280f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:09:07.512002 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1931d7e-570e-4ae5-885e-4c8536ef5315 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network hostable DHCP agents. Network: f9e74698-85d6-4e11-b7fa-5f077d63597f, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:09:07.518851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Transition to ACTIVE for port object 1f0b115c-109a-47c1-b7de-0605bf82a2e6 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:09:07.594291 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:07.639717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1931d7e-570e-4ae5-885e-4c8536ef5315 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network f9e74698-85d6-4e11-b7fa-5f077d63597f is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:09:07.655483 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Attempting to bind port 1f0b115c-109a-47c1-b7de-0605bf82a2e6 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:09:07.655850 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Attempting to bind port 1f0b115c-109a-47c1-b7de-0605bf82a2e6 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:09:07.656220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Attempting to bind port 1f0b115c-109a-47c1-b7de-0605bf82a2e6 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:09:07.661071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ed8a4-6a8d-49cb-859c-4e255032edf1 None None] Pushing event updated for resources: {'Port': ['ID=1f0b115c-109a-47c1-b7de-0605bf82a2e6,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:07.667419 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:09:07.667793 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:09:07.668203 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:07.668593 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:09:07.669064 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Bound port: 1f0b115c-109a-47c1-b7de-0605bf82a2e6, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:09:07.669460 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:07.725195 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-b1931d7e-570e-4ae5-885e-4c8536ef5315 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, f9e74698-85d6-4e11-b7fa-5f077d63597f) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:09:07.726418 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] For port 1f0b115c-109a-47c1-b7de-0605bf82a2e6, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:09:07.729658 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] For port 1f0b115c-109a-47c1-b7de-0605bf82a2e6, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1f0b115c-109a-47c1-b7de-0605bf82a2e6,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:09:07.733141 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecaa1d5-2d6d-4061-a9e5-1ef7404f296e None None] Network f9e74698-85d6-4e11-b7fa-5f077d63597f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:09:07.733938 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1931d7e-570e-4ae5-885e-4c8536ef5315 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:07.735147 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b1931d7e-570e-4ae5-885e-4c8536ef5315 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:07.746224 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:07.812395 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:07.843513 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b1931d7e-570e-4ae5-885e-4c8536ef5315 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8922765 Aug 31 02:09:07.846209 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43426) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:07.922490 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ed8a4-6a8d-49cb-859c-4e255032edf1 None None] Pushing event updated for resources: {'Port': ['ID=1f0b115c-109a-47c1-b7de-0605bf82a2e6,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:07.942048 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Routers {'fc7954b0-1230-4a82-a663-56e15e18f559'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:09:07.943027 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:09:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc7954b0-1230-4a82-a663-56e15e18f559'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:07.979683 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-f9e74698-85d6-4e11-b7fa-5f077d63597f', 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ips': [{'subnet_id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:09:07.980533 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:07.984720 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:08.129516 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] Set router fc7954b0-1230-4a82-a663-56e15e18f559 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:09:08.272748 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Allocated IP 172.20.0.2 (f9e74698-85d6-4e11-b7fa-5f077d63597f/8fdb6e4b-9fad-42fb-8326-a1294d181f8c/84061c83-a879-4d1e-a72c-316bc240b1df) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:09:08.294871 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:08.455521 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107368010', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:06Z', 'revision_number': 3, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:08.485713 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dccc9-0ab7-4d69-961a-8098fca4b647 None None] The sync data for ids ['fc7954b0-1230-4a82-a663-56e15e18f559'] in n-d-793621-34 is: [{'id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107368010', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:06Z', 'revision_number': 3, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:09:08.502903 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:08.511942 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Transition to ACTIVE for port object 84061c83-a879-4d1e-a72c-316bc240b1df will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:09:08.527535 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Transition to ACTIVE for port object 84061c83-a879-4d1e-a72c-316bc240b1df will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:09:08.620610 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:08.665488 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Network f9e74698-85d6-4e11-b7fa-5f077d63597f is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:09:08.668585 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:09:08.670726 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.20.0.1 (f9e74698-85d6-4e11-b7fa-5f077d63597f/8fdb6e4b-9fad-42fb-8326-a1294d181f8c/3793f3e5-26dc-40fd-b98c-586595861946) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:09:08.673272 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:09:08.681528 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Pushing event updated for resources: {'Port': ['ID=84061c83-a879-4d1e-a72c-316bc240b1df,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:08.795354 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Attempting to bind port 84061c83-a879-4d1e-a72c-316bc240b1df on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:09:08.798304 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Attempting to bind port 84061c83-a879-4d1e-a72c-316bc240b1df by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'a794d845-27fb-4a37-97ca-49a2e7280f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:09:08.798304 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Attempting to bind port 84061c83-a879-4d1e-a72c-316bc240b1df on network f9e74698-85d6-4e11-b7fa-5f077d63597f {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:09:08.801674 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:09:08.802056 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Checking segment: {'id': 'a794d845-27fb-4a37-97ca-49a2e7280f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:09:08.802457 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:08.802846 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Bound using segment: {'id': 'a794d845-27fb-4a37-97ca-49a2e7280f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:09:08.803847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Bound port: 84061c83-a879-4d1e-a72c-316bc240b1df, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a794d845-27fb-4a37-97ca-49a2e7280f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:09:08.804238 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:08.820885 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:08.841097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Transition to ACTIVE for port object 3793f3e5-26dc-40fd-b98c-586595861946 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:09:08.876043 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] For port 84061c83-a879-4d1e-a72c-316bc240b1df, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:09:08.879352 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] For port 84061c83-a879-4d1e-a72c-316bc240b1df, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=84061c83-a879-4d1e-a72c-316bc240b1df,segment=NetworkSegment(a794d845-27fb-4a37-97ca-49a2e7280f83),segment_id=a794d845-27fb-4a37-97ca-49a2e7280f83)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:09:08.883203 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:08.940031 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:08.968805 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:08.979053 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network f9e74698-85d6-4e11-b7fa-5f077d63597f is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:09:08.982136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:09:08.988045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:09:09.024548 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=3793f3e5-26dc-40fd-b98c-586595861946,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:09.036201 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a03f6b-4f68-4709-a35e-ad68338c3dcf None None] Pushing event updated for resources: {'Port': ['ID=84061c83-a879-4d1e-a72c-316bc240b1df,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:09.059892 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:09.276256 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:09.572470 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:09.654285 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:09.733385 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:09.735180 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=3793f3e5-26dc-40fd-b98c-586595861946,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:09.837179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network f9e74698-85d6-4e11-b7fa-5f077d63597f is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:09:09.838693 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:09:10.192246 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1b5335-fb64-488a-aa11-8ac9103db1fc None None] Network f9e74698-85d6-4e11-b7fa-5f077d63597f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:09:10.248885 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1f0b115c-109a-47c1-b7de-0605bf82a2e6 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:09:10.307284 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router fc7954b0-1230-4a82-a663-56e15e18f559 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:09:10.406640 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-a384ae38-bd42-471a-8e9f-da5cd508e2c5 None None] Provisioning for port 84061c83-a879-4d1e-a72c-316bc240b1df completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:09:10.421251 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:09:10.426897 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-253f94ef-7841-4560-83d2-86a3b69a4363 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "PUT /v2.0/routers/fc7954b0-1230-4a82-a663-56e15e18f559/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5796065 Aug 31 02:09:10.454161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 1f0b115c-109a-47c1-b7de-0605bf82a2e6 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:09:10.458623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 1f0b115c-109a-47c1-b7de-0605bf82a2e6 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:09:10.459054 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:10.503605 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Sync routers for ids ['fc7954b0-1230-4a82-a663-56e15e18f559'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:09:10.516316 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Routers {'fc7954b0-1230-4a82-a663-56e15e18f559'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:09:10.517254 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:09:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc7954b0-1230-4a82-a663-56e15e18f559'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:10.537783 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:10.548892 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:10.571510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 1f0b115c-109a-47c1-b7de-0605bf82a2e6, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1f0b115c-109a-47c1-b7de-0605bf82a2e6,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:10.611448 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-3a37b7f8-c615-4d43-9500-fa7abfa62346 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-723353978&fields=id&tenant_id=b391aac543674f3db49f6a68c2a53544 HTTP/1.1" status: 200 len: 267 time: 0.0506084 Aug 31 02:09:10.637959 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:10.638736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 84061c83-a879-4d1e-a72c-316bc240b1df up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:09:10.708381 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=1f0b115c-109a-47c1-b7de-0605bf82a2e6,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:10.723342 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Set router fc7954b0-1230-4a82-a663-56e15e18f559 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:09:10.726537 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-11784fd5-37c6-437e-a33a-ebd3c5379c2d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:10.728456 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-11784fd5-37c6-437e-a33a-ebd3c5379c2d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/networks?id=f9e74698-85d6-4e11-b7fa-5f077d63597f HTTP/1.1" status: 200 len: 797 time: 0.1151822 Aug 31 02:09:10.745981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-d8ac8942-63f8-417b-a7fc-521b9cb25bb4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/quotas/b391aac543674f3db49f6a68c2a53544 HTTP/1.1" status: 200 len: 375 time: 0.0110207 Aug 31 02:09:10.813711 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-7c975556-2293-4061-bbea-53265999d464 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579021 Aug 31 02:09:10.826919 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-bcd10020-66b1-489f-9a99-f9fb8c96d813 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:09:10.828155 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-bcd10020-66b1-489f-9a99-f9fb8c96d813 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057600 Aug 31 02:09:10.830901 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-97afdc20-658a-46e5-bd14-4da2ff11780e None None] Provisioning for port 3793f3e5-26dc-40fd-b98c-586595861946 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:09:10.835555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-97afdc20-658a-46e5-bd14-4da2ff11780e None None] Provisioning complete for port 3793f3e5-26dc-40fd-b98c-586595861946 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:09:10.836238 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-97afdc20-658a-46e5-bd14-4da2ff11780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:10.862726 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 84061c83-a879-4d1e-a72c-316bc240b1df completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:09:10.874736 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 84061c83-a879-4d1e-a72c-316bc240b1df triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:09:10.875408 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:10.899734 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-97afdc20-658a-46e5-bd14-4da2ff11780e None None] Port 3793f3e5-26dc-40fd-b98c-586595861946 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:09:10.943409 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107368010', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:09Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '3793f3e5-26dc-40fd-b98c-586595861946', 'name': '', 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:6e:5f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:08Z', 'updated_at': '2021-08-31T02:09:09Z', 'revision_number': 2, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:10.945224 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-99f168c4-6f7f-43c2-89e4-cdac31817885 service neutron] 10.222.0.16 "GET /v2.0/networks/f9e74698-85d6-4e11-b7fa-5f077d63597f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067598 Aug 31 02:09:10.965626 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:10.978054 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Checking router: fc7954b0-1230-4a82-a663-56e15e18f559 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:09:10.978654 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Updating router fc7954b0-1230-4a82-a663-56e15e18f559 port 3793f3e5-26dc-40fd-b98c-586595861946 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:09:11.009012 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:11.009258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 84061c83-a879-4d1e-a72c-316bc240b1df, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=84061c83-a879-4d1e-a72c-316bc240b1df,segment=NetworkSegment(a794d845-27fb-4a37-97ca-49a2e7280f83),segment_id=a794d845-27fb-4a37-97ca-49a2e7280f83)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:11.025632 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-241e8138-923c-4948-8c23-eeecddbf79b5 None None] Provisioning complete for port 3793f3e5-26dc-40fd-b98c-586595861946 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:09:11.026616 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-241e8138-923c-4948-8c23-eeecddbf79b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:11.053112 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-91aad7c7-89fb-43b0-826e-ad2bd5867d97 service neutron] 10.222.0.16 "GET /v2.0/networks/f9e74698-85d6-4e11-b7fa-5f077d63597f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036117 Aug 31 02:09:11.068098 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-241e8138-923c-4948-8c23-eeecddbf79b5 None None] Port 3793f3e5-26dc-40fd-b98c-586595861946 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:09:11.083060 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:11.150902 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=84061c83-a879-4d1e-a72c-316bc240b1df,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:11.288762 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-dbf40aed-d074-48c6-a7d6-67145a221765 None None] Provisioning complete for port 3793f3e5-26dc-40fd-b98c-586595861946 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:09:11.289794 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dbf40aed-d074-48c6-a7d6-67145a221765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:11.308193 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:11.318658 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Transition to ACTIVE for port object 3793f3e5-26dc-40fd-b98c-586595861946 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:09:11.336621 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e5b02a7a-b24a-475d-9483-350c63274587 req-60a4e9ca-29db-4b6f-9143-1899f971bf79 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 210 time: 0.0414302 Aug 31 02:09:11.357049 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-dbf40aed-d074-48c6-a7d6-67145a221765 None None] Port 3793f3e5-26dc-40fd-b98c-586595861946 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:09:11.425641 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:11.478964 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e499036-3dff-4d36-bff2-a729acff5413 None None] Pushing event updated for resources: {'Port': ['ID=3793f3e5-26dc-40fd-b98c-586595861946,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:11.509077 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e499036-3dff-4d36-bff2-a729acff5413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:11.509922 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e499036-3dff-4d36-bff2-a729acff5413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:11.509922 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e499036-3dff-4d36-bff2-a729acff5413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:11.510091 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e499036-3dff-4d36-bff2-a729acff5413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:11.510395 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e499036-3dff-4d36-bff2-a729acff5413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:11.510720 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e499036-3dff-4d36-bff2-a729acff5413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:11.511042 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e499036-3dff-4d36-bff2-a729acff5413 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:11.511359 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e499036-3dff-4d36-bff2-a729acff5413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:11.511676 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e499036-3dff-4d36-bff2-a729acff5413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:11.511990 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e499036-3dff-4d36-bff2-a729acff5413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:11.512307 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e499036-3dff-4d36-bff2-a729acff5413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:11.512619 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e499036-3dff-4d36-bff2-a729acff5413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:11.542580 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Attempting to bind port 3793f3e5-26dc-40fd-b98c-586595861946 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:09:11.543110 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Attempting to bind port 3793f3e5-26dc-40fd-b98c-586595861946 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'a794d845-27fb-4a37-97ca-49a2e7280f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:09:11.543546 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Attempting to bind port 3793f3e5-26dc-40fd-b98c-586595861946 on network f9e74698-85d6-4e11-b7fa-5f077d63597f {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:09:11.549230 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:09:11.549629 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Checking segment: {'id': 'a794d845-27fb-4a37-97ca-49a2e7280f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:09:11.550024 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:11.550411 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Bound using segment: {'id': 'a794d845-27fb-4a37-97ca-49a2e7280f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:09:11.550860 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Bound port: 3793f3e5-26dc-40fd-b98c-586595861946, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a794d845-27fb-4a37-97ca-49a2e7280f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:09:11.551232 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:11.626581 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] For port 3793f3e5-26dc-40fd-b98c-586595861946, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:09:11.630157 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] For port 3793f3e5-26dc-40fd-b98c-586595861946, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=3793f3e5-26dc-40fd-b98c-586595861946,segment=NetworkSegment(a794d845-27fb-4a37-97ca-49a2e7280f83),segment_id=a794d845-27fb-4a37-97ca-49a2e7280f83)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:09:11.751781 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:11.830397 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Routers {'fc7954b0-1230-4a82-a663-56e15e18f559'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:09:11.831042 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:09:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc7954b0-1230-4a82-a663-56e15e18f559'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:11.872893 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e499036-3dff-4d36-bff2-a729acff5413 None None] Pushing event updated for resources: {'Port': ['ID=3793f3e5-26dc-40fd-b98c-586595861946,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:11.947049 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] Set router fc7954b0-1230-4a82-a663-56e15e18f559 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:09:12.151187 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107368010', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:09Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '3793f3e5-26dc-40fd-b98c-586595861946', 'name': '', 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:6e:5f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:08Z', 'updated_at': '2021-08-31T02:09:11Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:12.179397 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd9e3a-db5f-43e5-894a-87ebf4bada32 None None] The sync data for ids ['fc7954b0-1230-4a82-a663-56e15e18f559'] in n-d-793621-34 is: [{'id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107368010', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:09Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '3793f3e5-26dc-40fd-b98c-586595861946', 'name': '', 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:6e:5f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:08Z', 'updated_at': '2021-08-31T02:09:11Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:09:12.201044 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1f0b115c-109a-47c1-b7de-0605bf82a2e6 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:09:12.268961 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 1f0b115c-109a-47c1-b7de-0605bf82a2e6 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:09:12.269333 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:12.357137 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 84061c83-a879-4d1e-a72c-316bc240b1df up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:09:12.408601 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 84061c83-a879-4d1e-a72c-316bc240b1df triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:09:12.408976 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:12.763868 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4a8c03fe-dea5-4886-8147-dc24a252c201 req-cb309a9a-894f-4bef-a166-ac6a8477b1d3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 210 time: 0.3576453 Aug 31 02:09:13.303619 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-d08e4c78-6302-4e9b-93b7-a85c5d3d72c0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:13.305024 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-d08e4c78-6302-4e9b-93b7-a85c5d3d72c0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.48 "GET /v2.0/networks?id=f9e74698-85d6-4e11-b7fa-5f077d63597f HTTP/1.1" status: 200 len: 797 time: 0.1045492 Aug 31 02:09:13.349235 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-afc6ab38-6ebc-4035-b228-379527f6c6dc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b391aac543674f3db49f6a68c2a53544 HTTP/1.1" status: 200 len: 379 time: 0.0349138 Aug 31 02:09:13.358364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-22619028-4d7f-4f18-a01f-fe04e9b70afc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'port': {'device_id': '2f840383-ec7e-4f8d-9003-ae1fe9965233', 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f', 'admin_state_up': True, 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'security_groups': ['8be751d9-5399-426e-b5c7-2d0ad3b1dc0e']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:09:13.554779 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-22619028-4d7f-4f18-a01f-fe04e9b70afc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Made reservation on behalf of b391aac543674f3db49f6a68c2a53544 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:09:13.558281 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-22619028-4d7f-4f18-a01f-fe04e9b70afc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:13.686323 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-22619028-4d7f-4f18-a01f-fe04e9b70afc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.20.0.4 (f9e74698-85d6-4e11-b7fa-5f077d63597f/8fdb6e4b-9fad-42fb-8326-a1294d181f8c/ea47101b-0cc2-4dbe-884d-a594fb80803e) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:09:13.824793 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-22619028-4d7f-4f18-a01f-fe04e9b70afc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:13.839665 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-22619028-4d7f-4f18-a01f-fe04e9b70afc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Transition to ACTIVE for port object ea47101b-0cc2-4dbe-884d-a594fb80803e will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:09:13.873773 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-103e28ac-d8d4-4d0c-a0c4-a2344b6dc2fa req-2e47e04c-47c9-4762-83bf-5a92c9307ebc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 210 time: 0.0319095 Aug 31 02:09:13.979841 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-22619028-4d7f-4f18-a01f-fe04e9b70afc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:14.027364 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-22619028-4d7f-4f18-a01f-fe04e9b70afc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network f9e74698-85d6-4e11-b7fa-5f077d63597f is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:09:14.030696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-22619028-4d7f-4f18-a01f-fe04e9b70afc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:09:14.034462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-22619028-4d7f-4f18-a01f-fe04e9b70afc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:09:14.058258 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22619028-4d7f-4f18-a01f-fe04e9b70afc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=ea47101b-0cc2-4dbe-884d-a594fb80803e,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:14.086481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-22619028-4d7f-4f18-a01f-fe04e9b70afc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:14.087127 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-22619028-4d7f-4f18-a01f-fe04e9b70afc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:14.158304 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-22619028-4d7f-4f18-a01f-fe04e9b70afc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8035448 Aug 31 02:09:14.171046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Request body: {'port': {'device_id': '2f840383-ec7e-4f8d-9003-ae1fe9965233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:09:14.228450 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 3793f3e5-26dc-40fd-b98c-586595861946 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:09:14.234815 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:14.359930 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 3793f3e5-26dc-40fd-b98c-586595861946 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:09:14.363719 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 3793f3e5-26dc-40fd-b98c-586595861946 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:09:14.364104 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:14.409414 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3d699ff7-d7fb-4894-b883-d0441473235e None None] Provisioning for port ea47101b-0cc2-4dbe-884d-a594fb80803e completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:09:14.432452 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3d699ff7-d7fb-4894-b883-d0441473235e None None] Provisioning complete for port ea47101b-0cc2-4dbe-884d-a594fb80803e triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:09:14.432829 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3d699ff7-d7fb-4894-b883-d0441473235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:14.473117 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:14.494681 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3d699ff7-d7fb-4894-b883-d0441473235e None None] Port ea47101b-0cc2-4dbe-884d-a594fb80803e cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:09:14.509098 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea47101b-0cc2-4dbe-884d-a594fb80803e {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:09:14.517626 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:14.519507 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 3793f3e5-26dc-40fd-b98c-586595861946, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=3793f3e5-26dc-40fd-b98c-586595861946,segment=NetworkSegment(a794d845-27fb-4a37-97ca-49a2e7280f83),segment_id=a794d845-27fb-4a37-97ca-49a2e7280f83)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:14.532361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Transition to ACTIVE for port object ea47101b-0cc2-4dbe-884d-a594fb80803e will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:09:14.616912 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:14.617160 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:14.671196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=3793f3e5-26dc-40fd-b98c-586595861946,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:14.686669 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea47101b-0cc2-4dbe-884d-a594fb80803e,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:14.741556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Attempting to bind port ea47101b-0cc2-4dbe-884d-a594fb80803e on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:09:14.741556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Attempting to bind port ea47101b-0cc2-4dbe-884d-a594fb80803e by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'a794d845-27fb-4a37-97ca-49a2e7280f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:09:14.741902 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Attempting to bind port ea47101b-0cc2-4dbe-884d-a594fb80803e on network f9e74698-85d6-4e11-b7fa-5f077d63597f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:09:14.746682 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Port ea47101b-0cc2-4dbe-884d-a594fb80803e on network f9e74698-85d6-4e11-b7fa-5f077d63597f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:09:14.747008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Attempting to bind port ea47101b-0cc2-4dbe-884d-a594fb80803e on network f9e74698-85d6-4e11-b7fa-5f077d63597f {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:09:14.752084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:09:14.752428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Checking segment: {'id': 'a794d845-27fb-4a37-97ca-49a2e7280f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:09:14.752814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Bound using segment: {'id': 'a794d845-27fb-4a37-97ca-49a2e7280f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:09:14.753241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Bound port: ea47101b-0cc2-4dbe-884d-a594fb80803e, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a794d845-27fb-4a37-97ca-49a2e7280f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:09:14.753684 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:14.825809 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] For port ea47101b-0cc2-4dbe-884d-a594fb80803e, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:09:14.829247 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] For port ea47101b-0cc2-4dbe-884d-a594fb80803e, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=ea47101b-0cc2-4dbe-884d-a594fb80803e,segment=NetworkSegment(a794d845-27fb-4a37-97ca-49a2e7280f83),segment_id=a794d845-27fb-4a37-97ca-49a2e7280f83)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:09:14.920684 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:14.979218 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:14.979839 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:14.981239 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] 10.222.0.48 "PUT /v2.0/ports/ea47101b-0cc2-4dbe-884d-a594fb80803e HTTP/1.1" status: 200 len: 1092 time: 0.8149498 Aug 31 02:09:14.981798 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f840383-ec7e-4f8d-9003-ae1fe9965233', 'tag': 'ea47101b-0cc2-4dbe-884d-a594fb80803e'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:09:14.984039 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f718f0a-ef72-4f87-8c50-d203a79670ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2f840383-ec7e-4f8d-9003-ae1fe9965233", "tag": "ea47101b-0cc2-4dbe-884d-a594fb80803e"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:09:15.015603 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a123f-47d3-4968-92f0-679d16868bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea47101b-0cc2-4dbe-884d-a594fb80803e,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:15.034137 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6225ca7-45cc-441c-9718-d455e5f10ee5 req-69dcc430-7f3b-446c-a4a9-b6529f97715f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:15.035747 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6225ca7-45cc-441c-9718-d455e5f10ee5 req-69dcc430-7f3b-446c-a4a9-b6529f97715f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 943 time: 0.0882840 Aug 31 02:09:15.037241 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064b6ebc-9bea-431e-8fd3-c8f38304a4de x-openstack-request-id: req-064b6ebc-9bea-431e-8fd3-c8f38304a4de {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:09:15.037556 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f840383-ec7e-4f8d-9003-ae1fe9965233", "tag": "ea47101b-0cc2-4dbe-884d-a594fb80803e", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:09:15.037806 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-064b6ebc-9bea-431e-8fd3-c8f38304a4de {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:09:15.038193 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f840383-ec7e-4f8d-9003-ae1fe9965233', 'tag': 'ea47101b-0cc2-4dbe-884d-a594fb80803e', 'status': 'completed', 'code': 200} Aug 31 02:09:15.110853 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6225ca7-45cc-441c-9718-d455e5f10ee5 req-e6d767b0-0816-452d-8965-2b55480bb6a9 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686364 Aug 31 02:09:15.125538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f718f0a-ef72-4f87-8c50-d203a79670ee req-b8a316ce-9d01-4c04-9219-55c1259ce946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:15.128068 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f718f0a-ef72-4f87-8c50-d203a79670ee req-b8a316ce-9d01-4c04-9219-55c1259ce946 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 1095 time: 0.0696220 Aug 31 02:09:15.226056 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f718f0a-ef72-4f87-8c50-d203a79670ee req-f5da7260-6860-478d-be70-6d330dd34c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:15.227808 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f718f0a-ef72-4f87-8c50-d203a79670ee req-f5da7260-6860-478d-be70-6d330dd34c3a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b391aac543674f3db49f6a68c2a53544&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0921485 Aug 31 02:09:15.326143 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f718f0a-ef72-4f87-8c50-d203a79670ee req-9a08a8a5-bc64-45ba-994b-adb91d8650d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:15.327695 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9f718f0a-ef72-4f87-8c50-d203a79670ee req-9a08a8a5-bc64-45ba-994b-adb91d8650d1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928187 Aug 31 02:09:15.404868 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-6565933d-db4e-4bd1-ae1d-7b5b25f2fe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:15.406412 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-6565933d-db4e-4bd1-ae1d-7b5b25f2fe97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 1095 time: 0.0430045 Aug 31 02:09:15.448287 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-82039676-fe7c-49fd-aaba-07b5c31479e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea47101b-0cc2-4dbe-884d-a594fb80803e HTTP/1.1" status: 200 len: 217 time: 0.0341091 Aug 31 02:09:15.499769 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-2e7cab49-ec70-42ec-b8ff-4940769f290b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:15.501380 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-2e7cab49-ec70-42ec-b8ff-4940769f290b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fdb6e4b-9fad-42fb-8326-a1294d181f8c HTTP/1.1" status: 200 len: 835 time: 0.0467172 Aug 31 02:09:15.546589 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-d2bfef70-da11-439a-a57e-f766e85d5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:15.548079 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-d2bfef70-da11-439a-a57e-f766e85d5161 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9e74698-85d6-4e11-b7fa-5f077d63597f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399494 Aug 31 02:09:15.636461 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-cb4dadbf-8bfd-410f-8780-ded3155cb553 service neutron] 10.222.0.48 "GET /v2.0/networks/f9e74698-85d6-4e11-b7fa-5f077d63597f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810034 Aug 31 02:09:15.730174 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f8cb5276-7a5f-4dc6-8288-0d2d7b0dbc74 req-3047992e-92ac-45cd-b55b-bbcc9f1cbc9b service neutron] 10.222.0.48 "GET /v2.0/networks/f9e74698-85d6-4e11-b7fa-5f077d63597f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851967 Aug 31 02:09:16.183014 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 3793f3e5-26dc-40fd-b98c-586595861946 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:09:16.232173 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 3793f3e5-26dc-40fd-b98c-586595861946 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:09:16.232583 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:16.236669 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd98aaf-f7b8-4a5b-a322-ad5a4b27c56c req-4c1ff498-fd40-41b1-9210-889ac27bfd49 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:16.238191 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bfd98aaf-f7b8-4a5b-a322-ad5a4b27c56c req-4c1ff498-fd40-41b1-9210-889ac27bfd49 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 943 time: 0.0528762 Aug 31 02:09:16.279399 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bfd98aaf-f7b8-4a5b-a322-ad5a4b27c56c req-a8cc65c9-f047-4142-8cfc-9683fa1e8500 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342414 Aug 31 02:09:17.395836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc4237-cf26-4914-b0ec-6afd48a79019 req-f8f4398e-bff9-4947-af6c-23b13aedd920 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:17.397245 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4afc4237-cf26-4914-b0ec-6afd48a79019 req-f8f4398e-bff9-4947-af6c-23b13aedd920 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 943 time: 0.0507505 Aug 31 02:09:17.436592 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4afc4237-cf26-4914-b0ec-6afd48a79019 req-4142e6f6-936b-4817-a497-ea8aaaf4a702 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331461 Aug 31 02:09:18.237009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device ea47101b-0cc2-4dbe-884d-a594fb80803e details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:09:18.333637 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port ea47101b-0cc2-4dbe-884d-a594fb80803e, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=ea47101b-0cc2-4dbe-884d-a594fb80803e,segment=NetworkSegment(a794d845-27fb-4a37-97ca-49a2e7280f83),segment_id=a794d845-27fb-4a37-97ca-49a2e7280f83)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:18.349012 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': 'ea47101b-0cc2-4dbe-884d-a594fb80803e', 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f', 'port_id': 'ea47101b-0cc2-4dbe-884d-a594fb80803e', 'mac_address': 'fa:16:3e:d7:98:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:09:18.386202 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:18.399121 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea47101b-0cc2-4dbe-884d-a594fb80803e {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:09:18.418280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port ea47101b-0cc2-4dbe-884d-a594fb80803e, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=ea47101b-0cc2-4dbe-884d-a594fb80803e,segment=NetworkSegment(a794d845-27fb-4a37-97ca-49a2e7280f83),segment_id=a794d845-27fb-4a37-97ca-49a2e7280f83)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:18.496833 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:18.544619 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=ea47101b-0cc2-4dbe-884d-a594fb80803e,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:18.552821 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d4464-289d-4d22-b563-ce8e28478326 req-d6d0b6f8-6527-4d7a-a393-7df320e797c8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:18.554854 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-101d4464-289d-4d22-b563-ce8e28478326 req-d6d0b6f8-6527-4d7a-a393-7df320e797c8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 944 time: 0.0502856 Aug 31 02:09:18.594111 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-101d4464-289d-4d22-b563-ce8e28478326 req-3c17ec09-061e-47f3-87ba-26a9c29c8a8a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331225 Aug 31 02:09:18.731257 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['ea47101b-0cc2-4dbe-884d-a594fb80803e'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:09:19.710658 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68ce59-d092-4fa4-8787-17748f730fec req-65dbc6f3-1788-4707-abf6-ac64031b94ee tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:19.712149 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf68ce59-d092-4fa4-8787-17748f730fec req-65dbc6f3-1788-4707-abf6-ac64031b94ee tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 944 time: 0.0495138 Aug 31 02:09:19.753487 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cf68ce59-d092-4fa4-8787-17748f730fec req-84bb2600-e61f-40ce-aaf7-1f37f0b69229 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351510 Aug 31 02:09:20.252162 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device ea47101b-0cc2-4dbe-884d-a594fb80803e up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:09:20.414074 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port ea47101b-0cc2-4dbe-884d-a594fb80803e completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:09:20.417930 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port ea47101b-0cc2-4dbe-884d-a594fb80803e triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:09:20.419783 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:20.497401 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:20.519872 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f840383-ec7e-4f8d-9003-ae1fe9965233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea47101b-0cc2-4dbe-884d-a594fb80803e'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:09:20.522146 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad31ce4d-512b-48b7-af70-b4b452abfa02" -d '{"events": [{"server_uuid": "2f840383-ec7e-4f8d-9003-ae1fe9965233", "name": "network-vif-plugged", "status": "completed", "tag": "ea47101b-0cc2-4dbe-884d-a594fb80803e"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:09:20.534990 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port ea47101b-0cc2-4dbe-884d-a594fb80803e, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=ea47101b-0cc2-4dbe-884d-a594fb80803e,segment=NetworkSegment(a794d845-27fb-4a37-97ca-49a2e7280f83),segment_id=a794d845-27fb-4a37-97ca-49a2e7280f83)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:20.560423 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5a22c0-f406-42aa-8c3b-f4781199763a x-openstack-request-id: req-db5a22c0-f406-42aa-8c3b-f4781199763a {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:09:20.560719 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f840383-ec7e-4f8d-9003-ae1fe9965233", "name": "network-vif-plugged", "status": "completed", "tag": "ea47101b-0cc2-4dbe-884d-a594fb80803e", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:09:20.560993 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db5a22c0-f406-42aa-8c3b-f4781199763a {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:09:20.561379 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f840383-ec7e-4f8d-9003-ae1fe9965233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea47101b-0cc2-4dbe-884d-a594fb80803e', 'code': 200} Aug 31 02:09:20.591075 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:20.639139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=ea47101b-0cc2-4dbe-884d-a594fb80803e,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:20.656533 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a626e-c148-4ab2-b003-ddb783afbbba req-6af7408a-7cc0-4206-8341-6a00c1c8bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:20.658100 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d22a626e-c148-4ab2-b003-ddb783afbbba req-6af7408a-7cc0-4206-8341-6a00c1c8bca8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 1097 time: 0.0403967 Aug 31 02:09:20.693027 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d22a626e-c148-4ab2-b003-ddb783afbbba req-52d8492e-77b2-4aa6-9cc6-9f4a24a7618d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281365 Aug 31 02:09:20.868526 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af5ff2-668c-4ebb-ba75-d7fefd90e19e req-50fc69de-9068-4233-b8c5-a1834404c6bd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:20.870097 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e3af5ff2-668c-4ebb-ba75-d7fefd90e19e req-50fc69de-9068-4233-b8c5-a1834404c6bd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0493615 Aug 31 02:09:20.907923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e3af5ff2-668c-4ebb-ba75-d7fefd90e19e req-ede3e303-00a8-45f6-a06f-e83c26f11669 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319531 Aug 31 02:09:22.026924 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ea934-00b7-447b-ab87-7e3cd6e5f698 req-f78d7637-b4fa-4dfa-be81-a35d75b31f9c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:22.028703 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-434ea934-00b7-447b-ab87-7e3cd6e5f698 req-f78d7637-b4fa-4dfa-be81-a35d75b31f9c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0499260 Aug 31 02:09:22.066808 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-434ea934-00b7-447b-ab87-7e3cd6e5f698 req-69e44f5e-f88f-4f4e-9eec-4a2bc9b46b80 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321662 Aug 31 02:09:22.181226 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5a191-7033-4490-b340-ec8561a6927e req-481d9cbe-491e-4d25-a0fe-b1ded08d2b3c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:22.183011 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-14c5a191-7033-4490-b340-ec8561a6927e req-481d9cbe-491e-4d25-a0fe-b1ded08d2b3c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0500145 Aug 31 02:09:22.226465 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-14c5a191-7033-4490-b340-ec8561a6927e req-e8c2fad3-79f4-4573-800f-165f7a05f5f6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367823 Aug 31 02:09:22.248424 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43478) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:22.338293 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a1a71f-6c9c-46d5-ae72-8aab679fa348 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:22.339832 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b4a1a71f-6c9c-46d5-ae72-8aab679fa348 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 1092 time: 0.0904396 Aug 31 02:09:22.342681 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43482) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:22.347202 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': 'ea47101b-0cc2-4dbe-884d-a594fb80803e', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:09:22.450619 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:22.544353 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:22.647116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.25.2.97 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/ff0a2fd5-e63c-4ff6-a284-4666e550dbaa) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:09:22.744391 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:22.845611 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:22.885061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:09:22.887967 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:09:22.891643 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:09:22.896978 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=ff0a2fd5-e63c-4ff6-a284-4666e550dbaa,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:23.246718 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:23.399147 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:23.546120 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:23.608209 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:23.679202 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=ff0a2fd5-e63c-4ff6-a284-4666e550dbaa,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:23.690609 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:23.795552 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Floating IP 0de2640b-73ac-4310-9110-132918caa37d associated. External IP: 172.25.2.97, port: ea47101b-0cc2-4dbe-884d-a594fb80803e. Aug 31 02:09:23.864471 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:09:24.005008 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router fc7954b0-1230-4a82-a663-56e15e18f559 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:09:24.111661 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:09:24.122275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123e3014-2a6e-4149-8065-94febc9ab4b7 None None] Sync routers for ids ['fc7954b0-1230-4a82-a663-56e15e18f559'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:09:24.133236 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123e3014-2a6e-4149-8065-94febc9ab4b7 None None] Routers {'fc7954b0-1230-4a82-a663-56e15e18f559'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:09:24.133842 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-123e3014-2a6e-4149-8065-94febc9ab4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:09:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc7954b0-1230-4a82-a663-56e15e18f559'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:24.185505 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:24.215207 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-8faf8672-7e83-4fe9-8158-1af22c319707 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8714509 Aug 31 02:09:24.215802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f840383-ec7e-4f8d-9003-ae1fe9965233', 'tag': 'ea47101b-0cc2-4dbe-884d-a594fb80803e'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:09:24.218162 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fbfc70-9cca-41be-a32a-8d09b59bc2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "2f840383-ec7e-4f8d-9003-ae1fe9965233", "tag": "ea47101b-0cc2-4dbe-884d-a594fb80803e"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:09:24.248201 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-123e3014-2a6e-4149-8065-94febc9ab4b7 None None] Set router fc7954b0-1230-4a82-a663-56e15e18f559 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:09:24.258396 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b776aa8e-b587-4f71-a088-8e1c2df37a78 x-openstack-request-id: req-b776aa8e-b587-4f71-a088-8e1c2df37a78 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:09:24.258912 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f840383-ec7e-4f8d-9003-ae1fe9965233", "tag": "ea47101b-0cc2-4dbe-884d-a594fb80803e", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:09:24.258912 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b776aa8e-b587-4f71-a088-8e1c2df37a78 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:09:24.259328 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f840383-ec7e-4f8d-9003-ae1fe9965233', 'tag': 'ea47101b-0cc2-4dbe-884d-a594fb80803e', 'status': 'completed', 'code': 200} Aug 31 02:09:24.323648 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1866c8-5bf0-4f06-b554-31921373cb14 req-b950f0c0-f59f-4278-a21c-3bfb7e6836fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:24.325175 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ad1866c8-5bf0-4f06-b554-31921373cb14 req-b950f0c0-f59f-4278-a21c-3bfb7e6836fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0564942 Aug 31 02:09:24.374753 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbfc70-9cca-41be-a32a-8d09b59bc2f7 req-13534b6e-4f73-4063-82ee-4a90f87d62dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:24.374753 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7fbfc70-9cca-41be-a32a-8d09b59bc2f7 req-13534b6e-4f73-4063-82ee-4a90f87d62dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 1097 time: 0.0909479 Aug 31 02:09:24.375230 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ad1866c8-5bf0-4f06-b554-31921373cb14 req-acaffc44-8123-4bcd-bac0-6496915a24b8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394213 Aug 31 02:09:24.391729 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43490) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:24.452831 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-513cdb54-972b-40c9-90ff-6573e6cecefb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/floatingips/0de2640b-73ac-4310-9110-132918caa37d HTTP/1.1" status: 200 len: 990 time: 0.0597227 Aug 31 02:09:24.470838 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbfc70-9cca-41be-a32a-8d09b59bc2f7 req-c56be14d-3408-4db1-b18e-ae3c595fa6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:24.472346 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7fbfc70-9cca-41be-a32a-8d09b59bc2f7 req-c56be14d-3408-4db1-b18e-ae3c595fa6cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9e74698-85d6-4e11-b7fa-5f077d63597f HTTP/1.1" status: 200 len: 898 time: 0.0928996 Aug 31 02:09:24.490610 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-123e3014-2a6e-4149-8065-94febc9ab4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107368010', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:09Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '0de2640b-73ac-4310-9110-132918caa37d', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'port_id': 'ea47101b-0cc2-4dbe-884d-a594fb80803e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f', 'mac_address': 'fa:16:3e:d7:98:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f840383-ec7e-4f8d-9003-ae1fe9965233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:09:23Z', 'updated_at': '2021-08-31T02:09:23Z', 'revision_number': 0, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3793f3e5-26dc-40fd-b98c-586595861946', 'name': '', 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:6e:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:08Z', 'updated_at': '2021-08-31T02:09:14Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:24.516793 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123e3014-2a6e-4149-8065-94febc9ab4b7 None None] Checking router: fc7954b0-1230-4a82-a663-56e15e18f559 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:09:24.526036 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123e3014-2a6e-4149-8065-94febc9ab4b7 None None] Routers {'fc7954b0-1230-4a82-a663-56e15e18f559'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:09:24.526678 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-123e3014-2a6e-4149-8065-94febc9ab4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:09:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc7954b0-1230-4a82-a663-56e15e18f559'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:24.538805 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7fbfc70-9cca-41be-a32a-8d09b59bc2f7 req-9b8cbbca-5769-465e-8115-9df0f3b00926 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea47101b-0cc2-4dbe-884d-a594fb80803e HTTP/1.1" status: 200 len: 998 time: 0.0594780 Aug 31 02:09:24.591654 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbfc70-9cca-41be-a32a-8d09b59bc2f7 req-82e8bb7d-69b8-4a6c-92e6-8e634869f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:24.593186 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7fbfc70-9cca-41be-a32a-8d09b59bc2f7 req-82e8bb7d-69b8-4a6c-92e6-8e634869f354 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fdb6e4b-9fad-42fb-8326-a1294d181f8c HTTP/1.1" status: 200 len: 835 time: 0.0476515 Aug 31 02:09:24.639920 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-123e3014-2a6e-4149-8065-94febc9ab4b7 None None] Set router fc7954b0-1230-4a82-a663-56e15e18f559 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:09:24.644596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbfc70-9cca-41be-a32a-8d09b59bc2f7 req-ddef4cd7-2d10-492c-9190-03ed84798e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:24.646163 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7fbfc70-9cca-41be-a32a-8d09b59bc2f7 req-ddef4cd7-2d10-492c-9190-03ed84798e87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9e74698-85d6-4e11-b7fa-5f077d63597f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465229 Aug 31 02:09:24.736347 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7fbfc70-9cca-41be-a32a-8d09b59bc2f7 req-5f099e34-0e20-402e-a63e-95c97c3c3d8f service neutron] 10.222.0.48 "GET /v2.0/networks/f9e74698-85d6-4e11-b7fa-5f077d63597f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827429 Aug 31 02:09:24.829876 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d7fbfc70-9cca-41be-a32a-8d09b59bc2f7 req-d335c3c2-de2f-4131-8c65-581bbee39bbd service neutron] 10.222.0.48 "GET /v2.0/networks/f9e74698-85d6-4e11-b7fa-5f077d63597f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866649 Aug 31 02:09:24.869330 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-123e3014-2a6e-4149-8065-94febc9ab4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107368010', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:09Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '0de2640b-73ac-4310-9110-132918caa37d', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'port_id': 'ea47101b-0cc2-4dbe-884d-a594fb80803e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f', 'mac_address': 'fa:16:3e:d7:98:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f840383-ec7e-4f8d-9003-ae1fe9965233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:09:23Z', 'updated_at': '2021-08-31T02:09:23Z', 'revision_number': 0, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3793f3e5-26dc-40fd-b98c-586595861946', 'name': '', 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:6e:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:08Z', 'updated_at': '2021-08-31T02:09:14Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:24.902777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123e3014-2a6e-4149-8065-94febc9ab4b7 None None] The sync data for ids ['fc7954b0-1230-4a82-a663-56e15e18f559'] in n-d-793621-34 is: [{'id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107368010', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:09Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '0de2640b-73ac-4310-9110-132918caa37d', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'port_id': 'ea47101b-0cc2-4dbe-884d-a594fb80803e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f', 'mac_address': 'fa:16:3e:d7:98:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f840383-ec7e-4f8d-9003-ae1fe9965233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:09:23Z', 'updated_at': '2021-08-31T02:09:23Z', 'revision_number': 0, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3793f3e5-26dc-40fd-b98c-586595861946', 'name': '', 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:6e:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:08Z', 'updated_at': '2021-08-31T02:09:14Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:09:25.087549 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1fa940-aa76-4dd1-a86e-6ec6d3bc7ff7 None None] New status for floating IP 0de2640b-73ac-4310-9110-132918caa37d: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:09:25.456873 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43492) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:25.530689 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6d2d728c-c271-43aa-b503-bf09de3b0693 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/floatingips/0de2640b-73ac-4310-9110-132918caa37d HTTP/1.1" status: 200 len: 992 time: 0.0726495 Aug 31 02:09:34.310034 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f0c6492b-ac59-49d3-9e9f-aa68cde782f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:35.356624 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-154cea3c-318d-4e38-a83b-a1ee85d7a4a8 req-b6ec9230-c6ea-43b9-8594-165aaa6b6ade service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400407 Aug 31 02:09:35.435719 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cea3c-318d-4e38-a83b-a1ee85d7a4a8 req-0f4b2a4b-08dc-4df0-aae7-97a2513f18be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:35.437117 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-154cea3c-318d-4e38-a83b-a1ee85d7a4a8 req-0f4b2a4b-08dc-4df0-aae7-97a2513f18be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 1097 time: 0.0402553 Aug 31 02:09:35.547660 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cea3c-318d-4e38-a83b-a1ee85d7a4a8 req-20dfcc33-0b0e-4902-866c-cf0f54b46479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:35.549172 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-154cea3c-318d-4e38-a83b-a1ee85d7a4a8 req-20dfcc33-0b0e-4902-866c-cf0f54b46479 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9e74698-85d6-4e11-b7fa-5f077d63597f HTTP/1.1" status: 200 len: 898 time: 0.0928791 Aug 31 02:09:35.616114 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-154cea3c-318d-4e38-a83b-a1ee85d7a4a8 req-7d831925-73d3-489d-a1ea-24e8685c8dc7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea47101b-0cc2-4dbe-884d-a594fb80803e HTTP/1.1" status: 200 len: 1000 time: 0.0602326 Aug 31 02:09:35.667480 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cea3c-318d-4e38-a83b-a1ee85d7a4a8 req-aa44612e-3c08-4868-9d14-2fcb1982cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:35.671149 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-154cea3c-318d-4e38-a83b-a1ee85d7a4a8 req-aa44612e-3c08-4868-9d14-2fcb1982cf39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fdb6e4b-9fad-42fb-8326-a1294d181f8c HTTP/1.1" status: 200 len: 835 time: 0.0465412 Aug 31 02:09:35.719559 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cea3c-318d-4e38-a83b-a1ee85d7a4a8 req-b6a40aa4-6ecb-447e-bcff-f2233d7a2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:35.721141 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-154cea3c-318d-4e38-a83b-a1ee85d7a4a8 req-b6a40aa4-6ecb-447e-bcff-f2233d7a2e44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9e74698-85d6-4e11-b7fa-5f077d63597f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454390 Aug 31 02:09:35.812029 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-154cea3c-318d-4e38-a83b-a1ee85d7a4a8 req-a4540dfe-4649-4c3e-9807-61531931626f service neutron] 10.222.0.48 "GET /v2.0/networks/f9e74698-85d6-4e11-b7fa-5f077d63597f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830407 Aug 31 02:09:35.903882 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-154cea3c-318d-4e38-a83b-a1ee85d7a4a8 req-5aab2056-23f8-4652-9896-d7c3906001ea service neutron] 10.222.0.48 "GET /v2.0/networks/f9e74698-85d6-4e11-b7fa-5f077d63597f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854185 Aug 31 02:09:36.967249 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:37.067464 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7ddc7948-dd0b-4a6b-967f-123558199d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:37.738879 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:37.944631 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:38.787864 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:40.479041 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:57.028827 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfff02-8947-4edb-ba11-572a02e77a25 req-8bbef9f3-a0d4-47f9-9d15-1e636a62f431 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:57.030361 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3bfff02-8947-4edb-ba11-572a02e77a25 req-8bbef9f3-a0d4-47f9-9d15-1e636a62f431 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0522139 Aug 31 02:09:57.068979 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d3bfff02-8947-4edb-ba11-572a02e77a25 req-737f92b3-a869-4c6d-aaa8-803a4a7f424d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325625 Aug 31 02:09:58.205718 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088bc5c-d538-4c3a-9ddc-e44addc0e6b7 req-d5c22c11-aec9-42b4-bfda-26f0d962fbe7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:58.207264 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2088bc5c-d538-4c3a-9ddc-e44addc0e6b7 req-d5c22c11-aec9-42b4-bfda-26f0d962fbe7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0506363 Aug 31 02:09:58.248535 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2088bc5c-d538-4c3a-9ddc-e44addc0e6b7 req-afe2c769-d696-46fe-a7c2-998b3ecd9fa1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346751 Aug 31 02:09:59.379198 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be614e-997d-4476-8b6e-442ac44fe77a req-3f939677-1eef-495c-8d5c-f90dcb5e7f88 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:59.380605 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-46be614e-997d-4476-8b6e-442ac44fe77a req-3f939677-1eef-495c-8d5c-f90dcb5e7f88 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0480697 Aug 31 02:09:59.418981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-46be614e-997d-4476-8b6e-442ac44fe77a req-6e6780d6-e796-4b45-b46c-eed65b2b1ee1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315812 Aug 31 02:10:00.536787 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd9cde-7225-4e07-bac0-b23496372a3b req-e2027fb7-ca3f-4eef-8d79-e7aa8423ad39 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:00.538381 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f6dd9cde-7225-4e07-bac0-b23496372a3b req-e2027fb7-ca3f-4eef-8d79-e7aa8423ad39 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0508094 Aug 31 02:10:00.584773 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f6dd9cde-7225-4e07-bac0-b23496372a3b req-c56d8074-fdd3-47df-9c39-477471ef7306 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397351 Aug 31 02:10:00.615703 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-324d9edb-326b-4538-baba-86473660b429 req-0bddb236-31d1-4482-acdc-0afb804bf87f service neutron] (102343) timed out ('10.222.0.16', 40060) {{(pid=102343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 02:10:00.864302 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:10:01.710238 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17737673-39a0-466f-ab18-bb11e301f7a5 req-d9b844ec-da97-4260-a43e-383637264feb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:01.711743 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17737673-39a0-466f-ab18-bb11e301f7a5 req-d9b844ec-da97-4260-a43e-383637264feb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0539231 Aug 31 02:10:01.751441 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17737673-39a0-466f-ab18-bb11e301f7a5 req-a76678cb-5c10-4c8a-b079-cad4b8e15008 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329497 Aug 31 02:10:02.880175 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5545a-7587-4b08-a98b-c080db1055cc req-8d9008f3-0ebb-429f-96fa-606f777a3edd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:02.881749 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-31b5545a-7587-4b08-a98b-c080db1055cc req-8d9008f3-0ebb-429f-96fa-606f777a3edd tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0562718 Aug 31 02:10:02.923277 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-31b5545a-7587-4b08-a98b-c080db1055cc req-2011af07-31d1-45d2-b3b4-d97041031292 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341098 Aug 31 02:10:04.056354 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67014677-cfd0-40a2-b07e-0292d505ea16 req-44ffe5dd-008f-4a83-b3c8-0c8bf2b3272c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:04.059005 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-67014677-cfd0-40a2-b07e-0292d505ea16 req-44ffe5dd-008f-4a83-b3c8-0c8bf2b3272c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0648379 Aug 31 02:10:04.099738 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-67014677-cfd0-40a2-b07e-0292d505ea16 req-db681742-4a97-4551-b168-00f282b0679a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344620 Aug 31 02:10:04.290463 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fe83d666-8d31-4c5d-b4cc-8c575058fede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:05.232833 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad1150-76f5-4576-9225-01a3f73b4bb1 req-6638b79b-c30c-4d77-8ad5-853b2015a24f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:05.234984 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8cad1150-76f5-4576-9225-01a3f73b4bb1 req-6638b79b-c30c-4d77-8ad5-853b2015a24f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0648880 Aug 31 02:10:05.275710 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8cad1150-76f5-4576-9225-01a3f73b4bb1 req-c36ce815-262c-40b9-9bd6-ac2f7d43b430 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344164 Aug 31 02:10:06.399003 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0fe58-0592-4f7d-8b40-436f65855b18 req-5c2a4bd9-b84f-469d-b32f-edd871f5f4d4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:06.400422 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1d0fe58-0592-4f7d-8b40-436f65855b18 req-5c2a4bd9-b84f-469d-b32f-edd871f5f4d4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0519903 Aug 31 02:10:06.445789 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b1d0fe58-0592-4f7d-8b40-436f65855b18 req-fc1ceb0b-7b28-47a6-918d-2c0215803451 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369484 Aug 31 02:10:07.274663 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:07.309336 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7b489587-fade-4368-9270-d6401c5b26c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:07.567581 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d3e68-02ab-411d-9f91-7000136eb57b req-5c19fc6a-82c4-4ef8-b2cd-3208d0c425e1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:07.569102 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4f3d3e68-02ab-411d-9f91-7000136eb57b req-5c19fc6a-82c4-4ef8-b2cd-3208d0c425e1 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0521038 Aug 31 02:10:07.611755 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4f3d3e68-02ab-411d-9f91-7000136eb57b req-539c2ce7-da5c-4570-97ed-108817c4b792 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362222 Aug 31 02:10:07.743216 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:07.958563 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:08.738481 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8bd74-c456-4652-9982-2ce5ec855085 req-96bf5e7a-ea1e-4bd8-8565-4384417759f2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:08.746643 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-71c8bd74-c456-4652-9982-2ce5ec855085 req-96bf5e7a-ea1e-4bd8-8565-4384417759f2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0571623 Aug 31 02:10:08.780133 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-71c8bd74-c456-4652-9982-2ce5ec855085 req-2353e867-1bb3-415d-beb5-c8f892f242a0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339561 Aug 31 02:10:08.804951 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:09.905365 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c4f9f-54e7-4fc6-931b-a145d5bb739d req-7cb64136-68a6-4441-b16d-68496c77995c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:09.906918 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fe9c4f9f-54e7-4fc6-931b-a145d5bb739d req-7cb64136-68a6-4441-b16d-68496c77995c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0551465 Aug 31 02:10:09.946822 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fe9c4f9f-54e7-4fc6-931b-a145d5bb739d req-d1832657-f867-4275-9f27-30d927773075 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340428 Aug 31 02:10:10.492089 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:11.063559 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b19f7-4b1a-489c-ba09-e8bfbdc7dd7a req-8ce248c5-0215-4e3e-af14-27adffbeaa09 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:11.065110 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fd8b19f7-4b1a-489c-ba09-e8bfbdc7dd7a req-8ce248c5-0215-4e3e-af14-27adffbeaa09 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0496573 Aug 31 02:10:11.104595 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fd8b19f7-4b1a-489c-ba09-e8bfbdc7dd7a req-88653329-da54-44bd-b74b-ae8fab08bd70 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334427 Aug 31 02:10:12.222150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d306c-a362-4f5d-98cd-0d342ac66cda req-e9c2e174-1ea7-49de-8866-90728dc45340 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:12.223671 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0f8d306c-a362-4f5d-98cd-0d342ac66cda req-e9c2e174-1ea7-49de-8866-90728dc45340 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0502725 Aug 31 02:10:12.268986 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0f8d306c-a362-4f5d-98cd-0d342ac66cda req-f8e0e39e-f588-4520-8d83-c2f4758e5e6f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391932 Aug 31 02:10:13.396249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2f87-4f43-4c68-9847-90eb0505b6d6 req-8bbf7eb4-1e0f-4e52-90ae-50f31c8d3dd0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:13.397785 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e5ec2f87-4f43-4c68-9847-90eb0505b6d6 req-8bbf7eb4-1e0f-4e52-90ae-50f31c8d3dd0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0533266 Aug 31 02:10:13.441557 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e5ec2f87-4f43-4c68-9847-90eb0505b6d6 req-161cfd4d-3b1a-4e5e-a9a5-73d6e61470d0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374300 Aug 31 02:10:13.464831 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43546) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:13.530839 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-52e12169-d1bd-4889-8726-e579354b14fe tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/floatingips/0de2640b-73ac-4310-9110-132918caa37d HTTP/1.1" status: 200 len: 992 time: 0.0646582 Aug 31 02:10:14.968708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc9aef-d8a1-41dd-9b39-0b456da0a2cb req-005e7734-b1d7-4020-ba76-e65dd9eecf9d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:14.970260 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-07dc9aef-d8a1-41dd-9b39-0b456da0a2cb req-005e7734-b1d7-4020-ba76-e65dd9eecf9d tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0563641 Aug 31 02:10:15.012409 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-07dc9aef-d8a1-41dd-9b39-0b456da0a2cb req-9cf02719-a6d1-4044-a9fd-854fec82451f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353675 Aug 31 02:10:15.120817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9dfb9-b62d-4584-8ee0-463070288f5f req-909cf43c-ac99-4f64-a941-df2b4c7dccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:15.122395 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3d9dfb9-b62d-4584-8ee0-463070288f5f req-909cf43c-ac99-4f64-a941-df2b4c7dccb1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 1097 time: 0.0427344 Aug 31 02:10:15.220304 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9dfb9-b62d-4584-8ee0-463070288f5f req-17adf006-94e6-4771-8601-66e842673855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:15.221842 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3d9dfb9-b62d-4584-8ee0-463070288f5f req-17adf006-94e6-4771-8601-66e842673855 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9e74698-85d6-4e11-b7fa-5f077d63597f HTTP/1.1" status: 200 len: 898 time: 0.0930257 Aug 31 02:10:15.289649 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3d9dfb9-b62d-4584-8ee0-463070288f5f req-04f44762-5a3c-4852-85e5-73cffce4819d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea47101b-0cc2-4dbe-884d-a594fb80803e HTTP/1.1" status: 200 len: 1000 time: 0.0612161 Aug 31 02:10:15.352416 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9dfb9-b62d-4584-8ee0-463070288f5f req-2c4c23f3-96b0-4edf-b231-b6a670c25c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:15.353965 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3d9dfb9-b62d-4584-8ee0-463070288f5f req-2c4c23f3-96b0-4edf-b231-b6a670c25c1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fdb6e4b-9fad-42fb-8326-a1294d181f8c HTTP/1.1" status: 200 len: 835 time: 0.0573585 Aug 31 02:10:15.404952 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9dfb9-b62d-4584-8ee0-463070288f5f req-1f6efc1f-7f33-4986-b26e-26f81ea8529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:15.406451 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3d9dfb9-b62d-4584-8ee0-463070288f5f req-1f6efc1f-7f33-4986-b26e-26f81ea8529d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9e74698-85d6-4e11-b7fa-5f077d63597f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455055 Aug 31 02:10:15.495243 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3d9dfb9-b62d-4584-8ee0-463070288f5f req-3e2597fa-2d89-408d-960c-400d04451c1d service neutron] 10.222.0.48 "GET /v2.0/networks/f9e74698-85d6-4e11-b7fa-5f077d63597f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816827 Aug 31 02:10:15.592768 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a3d9dfb9-b62d-4584-8ee0-463070288f5f req-572350c1-a9d7-4d75-9d59-ff94ef162c59 service neutron] 10.222.0.48 "GET /v2.0/networks/f9e74698-85d6-4e11-b7fa-5f077d63597f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899513 Aug 31 02:10:16.141359 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671871a7-7f56-43c2-85fb-fd9d3eb92909 req-f36d4c61-80e6-4a31-af9a-de0aced457e4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:16.143052 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-671871a7-7f56-43c2-85fb-fd9d3eb92909 req-f36d4c61-80e6-4a31-af9a-de0aced457e4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0538170 Aug 31 02:10:16.186538 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-671871a7-7f56-43c2-85fb-fd9d3eb92909 req-9cf76708-b3f2-4ecf-b002-2d41dfcc3b7a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370700 Aug 31 02:10:17.311376 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672a07b-b3de-47db-8117-d9e78ba587ef req-40080f20-ec35-4aab-a999-f377b6672597 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:17.312861 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d672a07b-b3de-47db-8117-d9e78ba587ef req-40080f20-ec35-4aab-a999-f377b6672597 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0549393 Aug 31 02:10:17.351430 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d672a07b-b3de-47db-8117-d9e78ba587ef req-99175615-23e1-4bf3-a020-42fa1e650692 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320919 Aug 31 02:10:17.374160 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43560) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:17.436243 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2c09375a-6bcf-4a4e-8f0e-c75bbf1098d3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/floatingips/0de2640b-73ac-4310-9110-132918caa37d HTTP/1.1" status: 200 len: 992 time: 0.0609126 Aug 31 02:10:19.300710 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-83052446-5ed9-4475-9cc8-403d3b56ab0c req-5c6c4985-23c0-4b12-9e07-e73d012b8860 service neutron] (102342) timed out ('10.222.0.41', 65518) {{(pid=102342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 02:10:34.324334 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2d7a349f-9927-4bce-8d96-ed4d69a45511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:35.687560 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-74ff3889-4928-49ea-bdf1-1bc9cc302616 req-26626219-4b60-45e9-8ea7-dc06f7a0a62c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3551226 Aug 31 02:10:35.768557 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff3889-4928-49ea-bdf1-1bc9cc302616 req-6945e7f2-7f85-45b4-9a9c-143d2851d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:35.770119 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-74ff3889-4928-49ea-bdf1-1bc9cc302616 req-6945e7f2-7f85-45b4-9a9c-143d2851d9d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 1097 time: 0.0409696 Aug 31 02:10:35.877325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff3889-4928-49ea-bdf1-1bc9cc302616 req-0992072f-3a02-4c2e-a038-9470a7a8d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:35.878742 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-74ff3889-4928-49ea-bdf1-1bc9cc302616 req-0992072f-3a02-4c2e-a038-9470a7a8d256 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9e74698-85d6-4e11-b7fa-5f077d63597f HTTP/1.1" status: 200 len: 898 time: 0.0880060 Aug 31 02:10:35.948034 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-74ff3889-4928-49ea-bdf1-1bc9cc302616 req-4d1ece07-9d42-40b7-b331-1c4fbfa24235 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea47101b-0cc2-4dbe-884d-a594fb80803e HTTP/1.1" status: 200 len: 1000 time: 0.0619292 Aug 31 02:10:35.997413 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff3889-4928-49ea-bdf1-1bc9cc302616 req-e578dfc7-8c84-4232-b79f-f91484337080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:35.998920 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-74ff3889-4928-49ea-bdf1-1bc9cc302616 req-e578dfc7-8c84-4232-b79f-f91484337080 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fdb6e4b-9fad-42fb-8326-a1294d181f8c HTTP/1.1" status: 200 len: 835 time: 0.0435891 Aug 31 02:10:36.049216 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff3889-4928-49ea-bdf1-1bc9cc302616 req-f77d4771-3599-4010-8274-ee4aeef27f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:36.050849 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-74ff3889-4928-49ea-bdf1-1bc9cc302616 req-f77d4771-3599-4010-8274-ee4aeef27f56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9e74698-85d6-4e11-b7fa-5f077d63597f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430629 Aug 31 02:10:36.143274 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-74ff3889-4928-49ea-bdf1-1bc9cc302616 req-195a9841-699f-4537-a9ec-d8756511eb39 service neutron] 10.222.0.48 "GET /v2.0/networks/f9e74698-85d6-4e11-b7fa-5f077d63597f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844977 Aug 31 02:10:36.231498 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-74ff3889-4928-49ea-bdf1-1bc9cc302616 req-006a6348-33b7-4251-9dab-06506c81beb5 service neutron] 10.222.0.48 "GET /v2.0/networks/f9e74698-85d6-4e11-b7fa-5f077d63597f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812881 Aug 31 02:10:36.902083 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:37.083467 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2e364ab2-10b0-4b5e-a62a-1750da87ae24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:37.810814 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:37.863186 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:10:37.970874 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:38.804989 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:40.473852 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:45.965117 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43574) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:46.124832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port ff0a2fd5-e63c-4ff6-a284-4666e550dbaa {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:10:46.125173 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:46.200956 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:46.201276 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:46.214475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for ff0a2fd5-e63c-4ff6-a284-4666e550dbaa owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:10:46.478975 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:46.506513 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=ff0a2fd5-e63c-4ff6-a284-4666e550dbaa,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:46.530493 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.530847 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.531194 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.531533 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.531875 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.532873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.533206 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.533568 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.533964 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.534306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.534708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.535038 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.583890 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:46.584218 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Floating IP 0de2640b-73ac-4310-9110-132918caa37d disassociated (deleted). External IP: 172.25.2.97, port: ea47101b-0cc2-4dbe-884d-a594fb80803e. Aug 31 02:10:46.792180 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router fc7954b0-1230-4a82-a663-56e15e18f559 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:10:46.901498 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:10:46.906542 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:46.911448 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24129409-046c-40ee-9e7b-b70b016ee84e None None] Sync routers for ids ['fc7954b0-1230-4a82-a663-56e15e18f559'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:10:46.922432 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24129409-046c-40ee-9e7b-b70b016ee84e None None] Routers {'fc7954b0-1230-4a82-a663-56e15e18f559'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:10:46.923086 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-24129409-046c-40ee-9e7b-b70b016ee84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:10:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc7954b0-1230-4a82-a663-56e15e18f559'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:46.942029 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b1a31663-2478-4f07-a895-8052c2c8434c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/floatingips/0de2640b-73ac-4310-9110-132918caa37d HTTP/1.1" status: 204 len: 168 time: 0.9733710 Aug 31 02:10:46.942029 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f840383-ec7e-4f8d-9003-ae1fe9965233', 'tag': 'ea47101b-0cc2-4dbe-884d-a594fb80803e'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:10:46.942889 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ce6347-90c5-410c-bb79-621eba6bceb4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f840383-ec7e-4f8d-9003-ae1fe9965233", "tag": "ea47101b-0cc2-4dbe-884d-a594fb80803e"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:10:46.987683 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8fc09e-2b8b-4139-b07b-312c0d67a4b5 x-openstack-request-id: req-dd8fc09e-2b8b-4139-b07b-312c0d67a4b5 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:10:46.988304 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f840383-ec7e-4f8d-9003-ae1fe9965233", "tag": "ea47101b-0cc2-4dbe-884d-a594fb80803e", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:10:46.988501 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd8fc09e-2b8b-4139-b07b-312c0d67a4b5 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:10:46.988882 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f840383-ec7e-4f8d-9003-ae1fe9965233', 'tag': 'ea47101b-0cc2-4dbe-884d-a594fb80803e', 'status': 'completed', 'code': 200} Aug 31 02:10:47.036386 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-24129409-046c-40ee-9e7b-b70b016ee84e None None] Set router fc7954b0-1230-4a82-a663-56e15e18f559 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:10:47.065346 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce6347-90c5-410c-bb79-621eba6bceb4 req-877f22e7-0052-4b42-a2e8-2691656cd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:47.066560 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-66ce6347-90c5-410c-bb79-621eba6bceb4 req-877f22e7-0052-4b42-a2e8-2691656cd10a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 1097 time: 0.0548532 Aug 31 02:10:47.170630 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce6347-90c5-410c-bb79-621eba6bceb4 req-d5c57b3a-f103-4724-b645-e28ab88e40e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:47.172237 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-66ce6347-90c5-410c-bb79-621eba6bceb4 req-d5c57b3a-f103-4724-b645-e28ab88e40e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9e74698-85d6-4e11-b7fa-5f077d63597f HTTP/1.1" status: 200 len: 898 time: 0.0991182 Aug 31 02:10:47.235066 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-66ce6347-90c5-410c-bb79-621eba6bceb4 req-5c87fe8b-838b-443f-b959-d93a62a6d410 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea47101b-0cc2-4dbe-884d-a594fb80803e HTTP/1.1" status: 200 len: 217 time: 0.0542762 Aug 31 02:10:47.254613 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-24129409-046c-40ee-9e7b-b70b016ee84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107368010', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:09Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '3793f3e5-26dc-40fd-b98c-586595861946', 'name': '', 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:6e:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:08Z', 'updated_at': '2021-08-31T02:09:14Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:47.283750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24129409-046c-40ee-9e7b-b70b016ee84e None None] Checking router: fc7954b0-1230-4a82-a663-56e15e18f559 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:10:47.290095 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce6347-90c5-410c-bb79-621eba6bceb4 req-3d7f764f-f802-4af2-94dc-0617a8bf2938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:47.292040 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-66ce6347-90c5-410c-bb79-621eba6bceb4 req-3d7f764f-f802-4af2-94dc-0617a8bf2938 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fdb6e4b-9fad-42fb-8326-a1294d181f8c HTTP/1.1" status: 200 len: 835 time: 0.0481815 Aug 31 02:10:47.292357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24129409-046c-40ee-9e7b-b70b016ee84e None None] Routers {'fc7954b0-1230-4a82-a663-56e15e18f559'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:10:47.292962 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-24129409-046c-40ee-9e7b-b70b016ee84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:10:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc7954b0-1230-4a82-a663-56e15e18f559'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:47.343896 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce6347-90c5-410c-bb79-621eba6bceb4 req-16dab337-a622-441c-9cf8-c69edf5a7b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:47.346424 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-66ce6347-90c5-410c-bb79-621eba6bceb4 req-16dab337-a622-441c-9cf8-c69edf5a7b61 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9e74698-85d6-4e11-b7fa-5f077d63597f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471165 Aug 31 02:10:47.408846 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-24129409-046c-40ee-9e7b-b70b016ee84e None None] Set router fc7954b0-1230-4a82-a663-56e15e18f559 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:10:47.451395 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-66ce6347-90c5-410c-bb79-621eba6bceb4 req-ce2e1982-fd17-4813-bbdd-3af9765cfeaf service neutron] 10.222.0.48 "GET /v2.0/networks/f9e74698-85d6-4e11-b7fa-5f077d63597f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978675 Aug 31 02:10:47.602908 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-66ce6347-90c5-410c-bb79-621eba6bceb4 req-78aec978-17d4-42ce-b9fa-f3c91d7dabca service neutron] 10.222.0.48 "GET /v2.0/networks/f9e74698-85d6-4e11-b7fa-5f077d63597f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428943 Aug 31 02:10:47.613315 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc1d9-4f9a-4c40-8dad-8ad7bb0b1ddc req-1702d59a-63ab-4edf-90d6-efd3cbe72ce2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:47.615271 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5abdc1d9-4f9a-4c40-8dad-8ad7bb0b1ddc req-1702d59a-63ab-4edf-90d6-efd3cbe72ce2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.2132418 Aug 31 02:10:47.632343 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-24129409-046c-40ee-9e7b-b70b016ee84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107368010', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:09Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '3793f3e5-26dc-40fd-b98c-586595861946', 'name': '', 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:6e:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:08Z', 'updated_at': '2021-08-31T02:09:14Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:47.661696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24129409-046c-40ee-9e7b-b70b016ee84e None None] The sync data for ids ['fc7954b0-1230-4a82-a663-56e15e18f559'] in n-d-793621-34 is: [{'id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107368010', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:09Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '3793f3e5-26dc-40fd-b98c-586595861946', 'name': '', 'network_id': 'f9e74698-85d6-4e11-b7fa-5f077d63597f', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:6e:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:08Z', 'updated_at': '2021-08-31T02:09:14Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '8fdb6e4b-9fad-42fb-8326-a1294d181f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:10:47.665023 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5abdc1d9-4f9a-4c40-8dad-8ad7bb0b1ddc req-6ef9580f-3653-4b71-bd99-bb31e1233177 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409689 Aug 31 02:10:47.896994 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6819a4e-bf66-4adf-9b93-351e600f8922 None None] New status for floating IP 0de2640b-73ac-4310-9110-132918caa37d: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:10:48.842646 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c85c92-fd11-4a90-927b-087a4c40f319 req-f65b0775-e119-466b-80cf-03346370275e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:48.844147 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-45c85c92-fd11-4a90-927b-087a4c40f319 req-f65b0775-e119-466b-80cf-03346370275e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.1034741 Aug 31 02:10:48.881740 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-45c85c92-fd11-4a90-927b-087a4c40f319 req-f84e6175-9f07-436d-8cd9-f16e508c9cac tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310640 Aug 31 02:10:48.993004 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36209c6f-a8d1-498e-8b0e-f9432e53796f req-3e5a3dfc-638a-4c52-b013-628b7722fb52 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:48.994498 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36209c6f-a8d1-498e-8b0e-f9432e53796f req-3e5a3dfc-638a-4c52-b013-628b7722fb52 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 945 time: 0.0484724 Aug 31 02:10:49.086297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-36209c6f-a8d1-498e-8b0e-f9432e53796f req-f7d684da-5c7a-4733-8828-36c40426c931 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port ea47101b-0cc2-4dbe-884d-a594fb80803e {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:10:49.086635 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36209c6f-a8d1-498e-8b0e-f9432e53796f req-f7d684da-5c7a-4733-8828-36c40426c931 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:49.179274 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-36209c6f-a8d1-498e-8b0e-f9432e53796f req-f7d684da-5c7a-4733-8828-36c40426c931 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] For port ea47101b-0cc2-4dbe-884d-a594fb80803e, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=ea47101b-0cc2-4dbe-884d-a594fb80803e,segment=NetworkSegment(a794d845-27fb-4a37-97ca-49a2e7280f83),segment_id=a794d845-27fb-4a37-97ca-49a2e7280f83)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:49.179696 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36209c6f-a8d1-498e-8b0e-f9432e53796f req-f7d684da-5c7a-4733-8828-36c40426c931 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:49.194327 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-36209c6f-a8d1-498e-8b0e-f9432e53796f req-f7d684da-5c7a-4733-8828-36c40426c931 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for ea47101b-0cc2-4dbe-884d-a594fb80803e owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:10:49.380707 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36209c6f-a8d1-498e-8b0e-f9432e53796f req-f7d684da-5c7a-4733-8828-36c40426c931 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:49.410588 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d684da-5c7a-4733-8828-36c40426c931 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=ea47101b-0cc2-4dbe-884d-a594fb80803e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:49.453547 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-36209c6f-a8d1-498e-8b0e-f9432e53796f req-f7d684da-5c7a-4733-8828-36c40426c931 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] No DVR routers for this DVR port ea47101b-0cc2-4dbe-884d-a594fb80803e on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:10:49.456267 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-36209c6f-a8d1-498e-8b0e-f9432e53796f req-f7d684da-5c7a-4733-8828-36c40426c931 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:49.458417 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-36209c6f-a8d1-498e-8b0e-f9432e53796f req-f7d684da-5c7a-4733-8828-36c40426c931 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.48 "DELETE /v2.0/ports/ea47101b-0cc2-4dbe-884d-a594fb80803e HTTP/1.1" status: 204 len: 173 time: 0.4563880 Aug 31 02:10:49.458863 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f840383-ec7e-4f8d-9003-ae1fe9965233', 'name': 'network-vif-deleted', 'tag': 'ea47101b-0cc2-4dbe-884d-a594fb80803e'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:10:49.461724 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40a301a-15ba-4b8b-8bf9-be8859d9a756" -d '{"events": [{"server_uuid": "2f840383-ec7e-4f8d-9003-ae1fe9965233", "name": "network-vif-deleted", "tag": "ea47101b-0cc2-4dbe-884d-a594fb80803e"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:10:49.500172 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f0535e-6fdb-4f64-bd4b-e38af8bf518b x-openstack-request-id: req-64f0535e-6fdb-4f64-bd4b-e38af8bf518b {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:10:49.500476 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f840383-ec7e-4f8d-9003-ae1fe9965233", "name": "network-vif-deleted", "tag": "ea47101b-0cc2-4dbe-884d-a594fb80803e", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:10:49.501331 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64f0535e-6fdb-4f64-bd4b-e38af8bf518b {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:10:49.501777 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f840383-ec7e-4f8d-9003-ae1fe9965233', 'name': 'network-vif-deleted', 'tag': 'ea47101b-0cc2-4dbe-884d-a594fb80803e', 'status': 'completed', 'code': 200} Aug 31 02:10:49.993833 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87b58196-530a-4053-80ec-35f3f73d58dc req-541a225a-8f66-49b7-bc17-6f3ad4728311 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f840383-ec7e-4f8d-9003-ae1fe9965233 HTTP/1.1" status: 200 len: 210 time: 0.0329101 Aug 31 02:10:51.054490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43596) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:51.413109 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2f0a972f-094f-4bc1-9c9e-48e56a1ab962 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:51.668329 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-2f0a972f-094f-4bc1-9c9e-48e56a1ab962 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port 3793f3e5-26dc-40fd-b98c-586595861946 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:10:51.668568 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2f0a972f-094f-4bc1-9c9e-48e56a1ab962 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:51.752569 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-2f0a972f-094f-4bc1-9c9e-48e56a1ab962 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] For port 3793f3e5-26dc-40fd-b98c-586595861946, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=3793f3e5-26dc-40fd-b98c-586595861946,segment=NetworkSegment(a794d845-27fb-4a37-97ca-49a2e7280f83),segment_id=a794d845-27fb-4a37-97ca-49a2e7280f83)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:51.752928 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2f0a972f-094f-4bc1-9c9e-48e56a1ab962 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:51.765398 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-2f0a972f-094f-4bc1-9c9e-48e56a1ab962 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for 3793f3e5-26dc-40fd-b98c-586595861946 owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:10:52.010432 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2f0a972f-094f-4bc1-9c9e-48e56a1ab962 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:52.047191 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a972f-094f-4bc1-9c9e-48e56a1ab962 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=3793f3e5-26dc-40fd-b98c-586595861946,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:52.242003 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2f0a972f-094f-4bc1-9c9e-48e56a1ab962 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:52.462614 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0a972f-094f-4bc1-9c9e-48e56a1ab962 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router fc7954b0-1230-4a82-a663-56e15e18f559 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:10:52.569881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0a972f-094f-4bc1-9c9e-48e56a1ab962 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:10:52.575666 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2f0a972f-094f-4bc1-9c9e-48e56a1ab962 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "PUT /v2.0/routers/fc7954b0-1230-4a82-a663-56e15e18f559/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5200996 Aug 31 02:10:52.577709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43598) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:52.580191 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e05e3a-a90e-46ab-bb2e-e8c279cfa3ed None None] Sync routers for ids ['fc7954b0-1230-4a82-a663-56e15e18f559'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:10:52.589702 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e05e3a-a90e-46ab-bb2e-e8c279cfa3ed None None] Routers {'fc7954b0-1230-4a82-a663-56e15e18f559'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:10:52.590405 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-00e05e3a-a90e-46ab-bb2e-e8c279cfa3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:10:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc7954b0-1230-4a82-a663-56e15e18f559'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:52.628412 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef673d5a-b353-498b-bb84-2663221de6e2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting subnet 8fdb6e4b-9fad-42fb-8326-a1294d181f8c {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:10:52.631643 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef673d5a-b353-498b-bb84-2663221de6e2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:52.670528 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef673d5a-b353-498b-bb84-2663221de6e2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:52.696090 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-00e05e3a-a90e-46ab-bb2e-e8c279cfa3ed None None] Set router fc7954b0-1230-4a82-a663-56e15e18f559 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:10:52.757672 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef673d5a-b353-498b-bb84-2663221de6e2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:52.798412 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device ea47101b-0cc2-4dbe-884d-a594fb80803e no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:10:52.822727 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: ea47101b-0cc2-4dbe-884d-a594fb80803e {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:10:52.823069 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device ea47101b-0cc2-4dbe-884d-a594fb80803e not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:10:52.895573 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef673d5a-b353-498b-bb84-2663221de6e2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:52.898022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-00e05e3a-a90e-46ab-bb2e-e8c279cfa3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107368010', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:10:51Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:52.925770 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef673d5a-b353-498b-bb84-2663221de6e2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Subnet': ['ID=8fdb6e4b-9fad-42fb-8326-a1294d181f8c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:52.928308 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef673d5a-b353-498b-bb84-2663221de6e2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:52.928427 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e05e3a-a90e-46ab-bb2e-e8c279cfa3ed None None] Checking router: fc7954b0-1230-4a82-a663-56e15e18f559 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:10:52.930170 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ef673d5a-b353-498b-bb84-2663221de6e2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/subnets/8fdb6e4b-9fad-42fb-8326-a1294d181f8c HTTP/1.1" status: 204 len: 168 time: 0.3514309 Aug 31 02:10:52.932821 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e084ca-7cd3-41e1-9d87-15f7ead058e2 None None] Network f9e74698-85d6-4e11-b7fa-5f077d63597f requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:52.932966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43600) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:52.978262 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e05e3a-a90e-46ab-bb2e-e8c279cfa3ed None None] Routers {'fc7954b0-1230-4a82-a663-56e15e18f559'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:10:52.978887 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-00e05e3a-a90e-46ab-bb2e-e8c279cfa3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:10:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['fc7954b0-1230-4a82-a663-56e15e18f559'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:53.041098 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3d58a54-2587-405d-9cb7-57265b64f0e3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:53.301002 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-00e05e3a-a90e-46ab-bb2e-e8c279cfa3ed None None] Set router fc7954b0-1230-4a82-a663-56e15e18f559 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:10:53.432933 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] DHCP port deletion for f9e74698-85d6-4e11-b7fa-5f077d63597f request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:10:53.463370 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3d58a54-2587-405d-9cb7-57265b64f0e3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:53.525133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] Deleting port 84061c83-a879-4d1e-a72c-316bc240b1df {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:10:53.525540 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:53.529331 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-00e05e3a-a90e-46ab-bb2e-e8c279cfa3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107368010', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:10:51Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:53.596232 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e05e3a-a90e-46ab-bb2e-e8c279cfa3ed None None] The sync data for ids ['fc7954b0-1230-4a82-a663-56e15e18f559'] in n-d-793621-34 is: [{'id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107368010', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:10:51Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '1f0b115c-109a-47c1-b7de-0605bf82a2e6', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7954b0-1230-4a82-a663-56e15e18f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:09:05Z', 'updated_at': '2021-08-31T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:10:53.620951 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] For port 84061c83-a879-4d1e-a72c-316bc240b1df, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=84061c83-a879-4d1e-a72c-316bc240b1df,segment=NetworkSegment(a794d845-27fb-4a37-97ca-49a2e7280f83),segment_id=a794d845-27fb-4a37-97ca-49a2e7280f83)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:53.621379 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:53.633905 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-d3d58a54-2587-405d-9cb7-57265b64f0e3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port 1f0b115c-109a-47c1-b7de-0605bf82a2e6 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:10:53.634243 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3d58a54-2587-405d-9cb7-57265b64f0e3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:53.636066 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] Calling delete_port for 84061c83-a879-4d1e-a72c-316bc240b1df owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:10:53.717810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-d3d58a54-2587-405d-9cb7-57265b64f0e3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] For port 1f0b115c-109a-47c1-b7de-0605bf82a2e6, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=1f0b115c-109a-47c1-b7de-0605bf82a2e6,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:53.718107 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3d58a54-2587-405d-9cb7-57265b64f0e3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:53.731815 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-d3d58a54-2587-405d-9cb7-57265b64f0e3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for 1f0b115c-109a-47c1-b7de-0605bf82a2e6 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:10:53.867082 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:53.894010 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] Pushing event deleted for resources: {'Port': ['ID=84061c83-a879-4d1e-a72c-316bc240b1df,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:53.897077 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] No DVR routers for this DVR port 84061c83-a879-4d1e-a72c-316bc240b1df on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:10:53.906836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:53.906836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:53.906836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:53.906836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:53.906836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:53.906836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:53.906836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:53.906836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:53.908868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:53.908868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:53.908868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:53.908868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56785c13-48ff-4191-ae08-466ad8dfc59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:53.987261 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3d58a54-2587-405d-9cb7-57265b64f0e3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.013538 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d58a54-2587-405d-9cb7-57265b64f0e3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=1f0b115c-109a-47c1-b7de-0605bf82a2e6,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:54.076816 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3d58a54-2587-405d-9cb7-57265b64f0e3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.172429 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3d58a54-2587-405d-9cb7-57265b64f0e3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.174524 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3d58a54-2587-405d-9cb7-57265b64f0e3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.297070 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 84061c83-a879-4d1e-a72c-316bc240b1df no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:10:54.307397 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3d58a54-2587-405d-9cb7-57265b64f0e3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.307937 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d58a54-2587-405d-9cb7-57265b64f0e3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Fanout notify agent at l3_agent the message router_deleted on router fc7954b0-1230-4a82-a663-56e15e18f559 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:10:54.317971 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-d3d58a54-2587-405d-9cb7-57265b64f0e3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.317971 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-d3d58a54-2587-405d-9cb7-57265b64f0e3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/routers/fc7954b0-1230-4a82-a663-56e15e18f559 HTTP/1.1" status: 204 len: 168 time: 1.3832896 Aug 31 02:10:54.319902 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43602) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:54.320509 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 84061c83-a879-4d1e-a72c-316bc240b1df {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:10:54.320862 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 84061c83-a879-4d1e-a72c-316bc240b1df not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:10:54.321288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 3793f3e5-26dc-40fd-b98c-586595861946 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:10:54.342868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 3793f3e5-26dc-40fd-b98c-586595861946 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:10:54.343219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 3793f3e5-26dc-40fd-b98c-586595861946 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:10:54.398831 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2685ba03-ffbd-44eb-b53b-e83e0b93a1fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.487046 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2685ba03-ffbd-44eb-b53b-e83e0b93a1fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.496748 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-2685ba03-ffbd-44eb-b53b-e83e0b93a1fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e74698-85d6-4e11-b7fa-5f077d63597f']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:54.507489 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-2685ba03-ffbd-44eb-b53b-e83e0b93a1fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a794d845-27fb-4a37-97ca-49a2e7280f83') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:54.507783 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-2685ba03-ffbd-44eb-b53b-e83e0b93a1fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a794d845-27fb-4a37-97ca-49a2e7280f83') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:54.517041 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2685ba03-ffbd-44eb-b53b-e83e0b93a1fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.530614 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2685ba03-ffbd-44eb-b53b-e83e0b93a1fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.536311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2685ba03-ffbd-44eb-b53b-e83e0b93a1fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:10:54.536693 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2685ba03-ffbd-44eb-b53b-e83e0b93a1fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: timer() Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:10:54.539635 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:10:54.700922 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2685ba03-ffbd-44eb-b53b-e83e0b93a1fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.708520 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-2685ba03-ffbd-44eb-b53b-e83e0b93a1fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.709644 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-2685ba03-ffbd-44eb-b53b-e83e0b93a1fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/networks/f9e74698-85d6-4e11-b7fa-5f077d63597f HTTP/1.1" status: 204 len: 168 time: 0.3887618 Aug 31 02:10:54.712708 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43604) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:54.721777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685ba03-ffbd-44eb-b53b-e83e0b93a1fc tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Network': ['ID=f9e74698-85d6-4e11-b7fa-5f077d63597f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:54.782662 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f98c94ab-ee9e-4cff-bdf8-d89396aa1993 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.812434 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f98c94ab-ee9e-4cff-bdf8-d89396aa1993 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.940425 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f98c94ab-ee9e-4cff-bdf8-d89396aa1993 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.943564 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f98c94ab-ee9e-4cff-bdf8-d89396aa1993 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.944749 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f98c94ab-ee9e-4cff-bdf8-d89396aa1993 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/security-groups/8be751d9-5399-426e-b5c7-2d0ad3b1dc0e HTTP/1.1" status: 204 len: 168 time: 0.2310705 Aug 31 02:10:54.954337 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c94ab-ee9e-4cff-bdf8-d89396aa1993 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be751d9-5399-426e-b5c7-2d0ad3b1dc0e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:54.964421 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c94ab-ee9e-4cff-bdf8-d89396aa1993 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:54.964749 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c94ab-ee9e-4cff-bdf8-d89396aa1993 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:54.965084 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c94ab-ee9e-4cff-bdf8-d89396aa1993 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:54.965420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c94ab-ee9e-4cff-bdf8-d89396aa1993 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:54.965789 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c94ab-ee9e-4cff-bdf8-d89396aa1993 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:54.966101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c94ab-ee9e-4cff-bdf8-d89396aa1993 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:54.966425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c94ab-ee9e-4cff-bdf8-d89396aa1993 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:54.966752 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c94ab-ee9e-4cff-bdf8-d89396aa1993 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:54.967077 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c94ab-ee9e-4cff-bdf8-d89396aa1993 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:54.967398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c94ab-ee9e-4cff-bdf8-d89396aa1993 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:54.967724 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c94ab-ee9e-4cff-bdf8-d89396aa1993 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:54.968040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c94ab-ee9e-4cff-bdf8-d89396aa1993 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:55.650981 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43610) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:55.655981 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-71aa512c-959d-4419-b819-38cdfec49ab3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1504460934', 'description': 'tempest-secgroup-smoke-1504460934 description', 'project_id': 'b391aac543674f3db49f6a68c2a53544'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:55.776303 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71aa512c-959d-4419-b819-38cdfec49ab3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:55.854417 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71aa512c-959d-4419-b819-38cdfec49ab3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:55.941131 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71aa512c-959d-4419-b819-38cdfec49ab3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:55.969876 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa512c-959d-4419-b819-38cdfec49ab3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12edf8e8-fc48-415e-8044-a5b1c481a1af,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:56.044574 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-71aa512c-959d-4419-b819-38cdfec49ab3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:56.045831 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-71aa512c-959d-4419-b819-38cdfec49ab3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3937800 Aug 31 02:10:56.048752 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43612) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:56.053719 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-9a6595cd-13b5-4668-9a87-5fefbbceeeb3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '12edf8e8-fc48-415e-8044-a5b1c481a1af', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:56.152819 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9a6595cd-13b5-4668-9a87-5fefbbceeeb3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:56.192434 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1f0b115c-109a-47c1-b7de-0605bf82a2e6 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:10:56.212782 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 1f0b115c-109a-47c1-b7de-0605bf82a2e6 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:10:56.213131 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 1f0b115c-109a-47c1-b7de-0605bf82a2e6 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:10:56.215989 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9a6595cd-13b5-4668-9a87-5fefbbceeeb3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:56.290034 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9a6595cd-13b5-4668-9a87-5fefbbceeeb3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:56.310784 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6595cd-13b5-4668-9a87-5fefbbceeeb3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70e9246-40b2-4646-861f-d3ecc271b868,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:56.370463 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-9a6595cd-13b5-4668-9a87-5fefbbceeeb3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:56.371706 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-9a6595cd-13b5-4668-9a87-5fefbbceeeb3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3219037 Aug 31 02:10:56.374913 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43614) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:56.380097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-33113966-9380-4bb7-9208-9a15e377ff7c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '12edf8e8-fc48-415e-8044-a5b1c481a1af', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:56.500890 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33113966-9380-4bb7-9208-9a15e377ff7c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:56.568457 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33113966-9380-4bb7-9208-9a15e377ff7c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:56.661419 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33113966-9380-4bb7-9208-9a15e377ff7c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:56.680026 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33113966-9380-4bb7-9208-9a15e377ff7c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c82951c-9377-460e-a6b6-2ccd15c81095,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:56.821878 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-33113966-9380-4bb7-9208-9a15e377ff7c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:56.823094 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-33113966-9380-4bb7-9208-9a15e377ff7c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4465718 Aug 31 02:10:56.826430 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43616) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:56.831158 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d98efe02-a80c-4c7d-9205-1c777db44ef5 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '12edf8e8-fc48-415e-8044-a5b1c481a1af', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:56.952986 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d98efe02-a80c-4c7d-9205-1c777db44ef5 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:57.017204 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d98efe02-a80c-4c7d-9205-1c777db44ef5 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:57.118840 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d98efe02-a80c-4c7d-9205-1c777db44ef5 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:57.137935 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98efe02-a80c-4c7d-9205-1c777db44ef5 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7cd5c9-97a5-4f18-bc11-1eb892506f07,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:57.210087 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d98efe02-a80c-4c7d-9205-1c777db44ef5 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:57.211324 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d98efe02-a80c-4c7d-9205-1c777db44ef5 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3839035 Aug 31 02:10:57.214112 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43618) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:57.218652 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-bcafaae3-f758-45fc-ad2e-b9d004e87351 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '12edf8e8-fc48-415e-8044-a5b1c481a1af', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:57.331079 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bcafaae3-f758-45fc-ad2e-b9d004e87351 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:57.390791 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bcafaae3-f758-45fc-ad2e-b9d004e87351 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:57.489616 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bcafaae3-f758-45fc-ad2e-b9d004e87351 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:57.510091 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafaae3-f758-45fc-ad2e-b9d004e87351 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e88e96a-4594-4609-b4c9-b98685dd404d,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:57.552702 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-bcafaae3-f758-45fc-ad2e-b9d004e87351 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:57.554232 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-bcafaae3-f758-45fc-ad2e-b9d004e87351 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3390503 Aug 31 02:10:57.557038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43620) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:57.562122 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-0938a712-062e-40e7-9de0-22bd63a3ed0a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '12edf8e8-fc48-415e-8044-a5b1c481a1af', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:57.650230 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-0938a712-062e-40e7-9de0-22bd63a3ed0a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Project b391aac543674f3db49f6a68c2a53544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:10:57.655292 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0938a712-062e-40e7-9de0-22bd63a3ed0a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:57.716894 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0938a712-062e-40e7-9de0-22bd63a3ed0a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:57.785829 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0938a712-062e-40e7-9de0-22bd63a3ed0a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:57.804900 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938a712-062e-40e7-9de0-22bd63a3ed0a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca69981-267b-4b91-9ab8-f70d1a858ad9,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:57.878369 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0938a712-062e-40e7-9de0-22bd63a3ed0a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:57.879627 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0938a712-062e-40e7-9de0-22bd63a3ed0a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3214321 Aug 31 02:10:57.882463 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43622) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:57.886918 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-5ced447a-5b39-4d9f-909d-71bc9f7f128a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'security_group_rule': {'security_group_id': '12edf8e8-fc48-415e-8044-a5b1c481a1af', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:57.968948 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-5ced447a-5b39-4d9f-909d-71bc9f7f128a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Project b391aac543674f3db49f6a68c2a53544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:10:57.974629 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5ced447a-5b39-4d9f-909d-71bc9f7f128a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:58.034351 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5ced447a-5b39-4d9f-909d-71bc9f7f128a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:58.135632 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5ced447a-5b39-4d9f-909d-71bc9f7f128a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:58.156095 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced447a-5b39-4d9f-909d-71bc9f7f128a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0fc37a-1db4-46b8-8dbc-6be7e5a0e767,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:58.221654 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5ced447a-5b39-4d9f-909d-71bc9f7f128a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:58.222916 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5ced447a-5b39-4d9f-909d-71bc9f7f128a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3395245 Aug 31 02:10:58.227748 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43626) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:58.233358 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-6dcd853d-253e-4fbe-814c-73b1427b89bf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'network': {'name': 'tempest-network-smoke--1617910045', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'port_security_enabled': True}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:58.330005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcd853d-253e-4fbe-814c-73b1427b89bf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Made reservation on behalf of b391aac543674f3db49f6a68c2a53544 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:58.333608 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6dcd853d-253e-4fbe-814c-73b1427b89bf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:58.362257 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dcd853d-253e-4fbe-814c-73b1427b89bf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:10:58.371463 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6dcd853d-253e-4fbe-814c-73b1427b89bf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:58.371813 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-6dcd853d-253e-4fbe-814c-73b1427b89bf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Added segment c99cb4dd-d11f-460d-9c5b-76276f1bf81e of type vlan for network 13ba1a49-3fba-48eb-b74e-cd9f321bb9df Aug 31 02:10:58.415718 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6dcd853d-253e-4fbe-814c-73b1427b89bf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:58.570378 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6dcd853d-253e-4fbe-814c-73b1427b89bf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:58.576522 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcd853d-253e-4fbe-814c-73b1427b89bf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:58.577153 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6dcd853d-253e-4fbe-814c-73b1427b89bf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:58.647174 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd853d-253e-4fbe-814c-73b1427b89bf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Network': ['ID=13ba1a49-3fba-48eb-b74e-cd9f321bb9df,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:58.659132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 13ba1a49-3fba-48eb-b74e-cd9f321bb9df details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:10:58.707730 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6dcd853d-253e-4fbe-814c-73b1427b89bf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4786425 Aug 31 02:10:58.710359 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43628) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:58.715243 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-439279658', 'admin_state_up': True, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:58.798687 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:58.799777 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:58.853814 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:59.043453 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:59.290463 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:59.310438 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:59.413136 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.25.2.81 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/61e909a5-bc1c-44c8-b16a-3334105592d3) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:10:59.516877 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:59.645237 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:59.683128 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:10:59.688000 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:59.692470 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:10:59.716089 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=61e909a5-bc1c-44c8-b16a-3334105592d3,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:00.010931 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:00.208479 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:00.403858 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 14caa21b-0a81-4a21-99c6-981bbe59f622 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:11:00.508103 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:11:00.518226 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Sync routers for ids ['14caa21b-0a81-4a21-99c6-981bbe59f622'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:11:00.527249 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Routers {'14caa21b-0a81-4a21-99c6-981bbe59f622'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:11:00.527866 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:10:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['14caa21b-0a81-4a21-99c6-981bbe59f622'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:00.621394 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:00.622723 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8d5ee018-445f-4930-9364-6d0723086fc6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9114165 Aug 31 02:11:00.626551 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43636) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:11:00.634788 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Set router 14caa21b-0a81-4a21-99c6-981bbe59f622 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:11:00.657674 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-17500219-9d22-4b66-b3e6-8d6b615cb6b6 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b391aac543674f3db49f6a68c2a53544&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298772 Aug 31 02:11:00.660200 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43638) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:11:00.748737 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3913432-8f49-4fea-8812-1bf1bd0a4b3e tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:00.753780 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d3913432-8f49-4fea-8812-1bf1bd0a4b3e tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891175 Aug 31 02:11:00.753955 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43640) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:11:00.787535 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4993977a-7cb5-4b95-9034-e4f3a26c2272 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=00d754cd-c371-46d9-bc1b-91ad01bd2875&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324056 Aug 31 02:11:00.790423 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43642) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:11:00.795853 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-71d572ad-f6a9-4bcb-8561-2c3c5c7b4172 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-727134704', 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df', 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:11:00.814372 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439279658', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:58Z', 'updated_at': '2021-08-31T02:10:59Z', 'revision_number': 3, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:59Z', 'updated_at': '2021-08-31T02:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:00.844052 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Checking router: 14caa21b-0a81-4a21-99c6-981bbe59f622 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:11:00.844402 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Updating router 14caa21b-0a81-4a21-99c6-981bbe59f622 port 61e909a5-bc1c-44c8-b16a-3334105592d3 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:11:00.869416 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:00.941638 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d572ad-f6a9-4bcb-8561-2c3c5c7b4172 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Made reservation on behalf of b391aac543674f3db49f6a68c2a53544 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:11:00.945789 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-71d572ad-f6a9-4bcb-8561-2c3c5c7b4172 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:01.153527 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:01.163755 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Transition to ACTIVE for port object 61e909a5-bc1c-44c8-b16a-3334105592d3 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:11:01.197845 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-71d572ad-f6a9-4bcb-8561-2c3c5c7b4172 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:01.215306 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:01.266343 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d572ad-f6a9-4bcb-8561-2c3c5c7b4172 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Subnet': ['ID=3a412faf-2d4d-4228-ad79-6615edf68761,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:01.277696 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d572ad-f6a9-4bcb-8561-2c3c5c7b4172 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Checking segment: {'id': 'c99cb4dd-d11f-460d-9c5b-76276f1bf81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:11:01.278081 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d572ad-f6a9-4bcb-8561-2c3c5c7b4172 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network hostable DHCP agents. Network: 13ba1a49-3fba-48eb-b74e-cd9f321bb9df, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:11:01.341059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d572ad-f6a9-4bcb-8561-2c3c5c7b4172 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 13ba1a49-3fba-48eb-b74e-cd9f321bb9df is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:11:01.368582 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Attempting to bind port 61e909a5-bc1c-44c8-b16a-3334105592d3 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:11:01.368963 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Attempting to bind port 61e909a5-bc1c-44c8-b16a-3334105592d3 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:11:01.369325 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Attempting to bind port 61e909a5-bc1c-44c8-b16a-3334105592d3 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:11:01.372380 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf57c93-baa7-45f6-9569-cb4d63fb8338 None None] Pushing event updated for resources: {'Port': ['ID=61e909a5-bc1c-44c8-b16a-3334105592d3,revision_number=2']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:01.380037 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:11:01.380411 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:11:01.380811 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:01.381190 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:11:01.381667 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Bound port: 61e909a5-bc1c-44c8-b16a-3334105592d3, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:11:01.382065 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:01.385239 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57c93-baa7-45f6-9569-cb4d63fb8338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:01.385607 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57c93-baa7-45f6-9569-cb4d63fb8338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:01.385944 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57c93-baa7-45f6-9569-cb4d63fb8338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:01.386278 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57c93-baa7-45f6-9569-cb4d63fb8338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:01.386603 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57c93-baa7-45f6-9569-cb4d63fb8338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:01.386928 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57c93-baa7-45f6-9569-cb4d63fb8338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:01.387301 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57c93-baa7-45f6-9569-cb4d63fb8338 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:01.387621 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57c93-baa7-45f6-9569-cb4d63fb8338 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:01.387940 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57c93-baa7-45f6-9569-cb4d63fb8338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:01.388256 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57c93-baa7-45f6-9569-cb4d63fb8338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:01.388572 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57c93-baa7-45f6-9569-cb4d63fb8338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:01.388890 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57c93-baa7-45f6-9569-cb4d63fb8338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:01.409679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-71d572ad-f6a9-4bcb-8561-2c3c5c7b4172 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 13ba1a49-3fba-48eb-b74e-cd9f321bb9df) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:11:01.414089 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d572ad-f6a9-4bcb-8561-2c3c5c7b4172 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:01.415423 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-71d572ad-f6a9-4bcb-8561-2c3c5c7b4172 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:01.419190 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a7f050-8a11-43f9-9f10-cf794a3b2928 None None] Network 13ba1a49-3fba-48eb-b74e-cd9f321bb9df requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:11:01.443995 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] For port 61e909a5-bc1c-44c8-b16a-3334105592d3, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:11:01.447104 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] For port 61e909a5-bc1c-44c8-b16a-3334105592d3, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=61e909a5-bc1c-44c8-b16a-3334105592d3,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:11:01.502413 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-71d572ad-f6a9-4bcb-8561-2c3c5c7b4172 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7107551 Aug 31 02:11:01.505167 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43644) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:11:01.531122 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:01.580630 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-13ba1a49-3fba-48eb-b74e-cd9f321bb9df', 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ips': [{'subnet_id': '3a412faf-2d4d-4228-ad79-6615edf68761'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:11:01.581467 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:01.601271 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Routers {'14caa21b-0a81-4a21-99c6-981bbe59f622'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:11:01.601926 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:10:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['14caa21b-0a81-4a21-99c6-981bbe59f622'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:01.645070 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf57c93-baa7-45f6-9569-cb4d63fb8338 None None] Pushing event updated for resources: {'Port': ['ID=61e909a5-bc1c-44c8-b16a-3334105592d3,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:01.729003 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] Set router 14caa21b-0a81-4a21-99c6-981bbe59f622 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:11:01.730545 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Allocated IP 172.20.0.2 (13ba1a49-3fba-48eb-b74e-cd9f321bb9df/3a412faf-2d4d-4228-ad79-6615edf68761/9819f276-fdff-4bfb-b3cc-e32630b802b2) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:11:01.890262 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:01.899069 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Transition to ACTIVE for port object 9819f276-fdff-4bfb-b3cc-e32630b802b2 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:11:01.915631 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Transition to ACTIVE for port object 9819f276-fdff-4bfb-b3cc-e32630b802b2 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:11:01.917024 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439279658', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:58Z', 'updated_at': '2021-08-31T02:10:59Z', 'revision_number': 3, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:59Z', 'updated_at': '2021-08-31T02:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:01.944116 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6322c343-19fb-45fb-9d60-27d6ab9efd62 None None] The sync data for ids ['14caa21b-0a81-4a21-99c6-981bbe59f622'] in n-d-793621-34 is: [{'id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439279658', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:58Z', 'updated_at': '2021-08-31T02:10:59Z', 'revision_number': 3, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:59Z', 'updated_at': '2021-08-31T02:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:11:01.981265 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:01.999622 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:02.027000 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Network 13ba1a49-3fba-48eb-b74e-cd9f321bb9df is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:11:02.032294 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:11:02.037803 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:11:02.045418 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Pushing event updated for resources: {'Port': ['ID=9819f276-fdff-4bfb-b3cc-e32630b802b2,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:02.105627 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Attempting to bind port 9819f276-fdff-4bfb-b3cc-e32630b802b2 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:11:02.105998 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Attempting to bind port 9819f276-fdff-4bfb-b3cc-e32630b802b2 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'c99cb4dd-d11f-460d-9c5b-76276f1bf81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:11:02.106355 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Attempting to bind port 9819f276-fdff-4bfb-b3cc-e32630b802b2 on network 13ba1a49-3fba-48eb-b74e-cd9f321bb9df {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:11:02.112576 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:11:02.113022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Checking segment: {'id': 'c99cb4dd-d11f-460d-9c5b-76276f1bf81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:11:02.113507 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:02.113975 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Bound using segment: {'id': 'c99cb4dd-d11f-460d-9c5b-76276f1bf81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:11:02.114505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Bound port: 9819f276-fdff-4bfb-b3cc-e32630b802b2, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99cb4dd-d11f-460d-9c5b-76276f1bf81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:11:02.114947 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:02.231968 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-744022e0-65ed-4e33-b274-020a467c193f None None] For port 9819f276-fdff-4bfb-b3cc-e32630b802b2, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:11:02.236406 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-744022e0-65ed-4e33-b274-020a467c193f None None] For port 9819f276-fdff-4bfb-b3cc-e32630b802b2, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9819f276-fdff-4bfb-b3cc-e32630b802b2,segment=NetworkSegment(c99cb4dd-d11f-460d-9c5b-76276f1bf81e),segment_id=c99cb4dd-d11f-460d-9c5b-76276f1bf81e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:11:02.315368 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 61e909a5-bc1c-44c8-b16a-3334105592d3 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:11:02.320030 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:02.449163 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744022e0-65ed-4e33-b274-020a467c193f None None] Pushing event updated for resources: {'Port': ['ID=9819f276-fdff-4bfb-b3cc-e32630b802b2,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:02.530336 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 61e909a5-bc1c-44c8-b16a-3334105592d3 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:11:02.536934 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 61e909a5-bc1c-44c8-b16a-3334105592d3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:11:02.537409 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:02.669424 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:02.695350 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 61e909a5-bc1c-44c8-b16a-3334105592d3, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=61e909a5-bc1c-44c8-b16a-3334105592d3,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:11:02.733237 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.20.0.1 (13ba1a49-3fba-48eb-b74e-cd9f321bb9df/3a412faf-2d4d-4228-ad79-6615edf68761/c3d0124a-c5b9-4c46-937e-7644c4300695) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:11:02.767480 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:02.822740 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=61e909a5-bc1c-44c8-b16a-3334105592d3,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:02.855647 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:02.870553 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Transition to ACTIVE for port object c3d0124a-c5b9-4c46-937e-7644c4300695 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:11:03.022797 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:03.062022 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 13ba1a49-3fba-48eb-b74e-cd9f321bb9df is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:11:03.068209 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:11:03.072187 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:11:03.098178 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=c3d0124a-c5b9-4c46-937e-7644c4300695,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:03.122321 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:03.327315 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:03.389369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c14ac6d-0022-45c7-ab88-99cb4066c4c8 None None] Network 13ba1a49-3fba-48eb-b74e-cd9f321bb9df requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:11:03.536068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d12bce6b-c985-4191-afa5-a74c98e4e20d None None] Provisioning for port 9819f276-fdff-4bfb-b3cc-e32630b802b2 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:11:03.625863 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:03.695738 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:03.771717 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:03.773568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=c3d0124a-c5b9-4c46-937e-7644c4300695,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:03.878679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 13ba1a49-3fba-48eb-b74e-cd9f321bb9df is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:11:03.880123 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:11:03.945683 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-cb770d14-abe5-47ac-916c-b53a7d75267a None None] Provisioning for port c3d0124a-c5b9-4c46-937e-7644c4300695 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:11:03.949154 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-cb770d14-abe5-47ac-916c-b53a7d75267a None None] Provisioning complete for port c3d0124a-c5b9-4c46-937e-7644c4300695 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:11:03.949803 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cb770d14-abe5-47ac-916c-b53a7d75267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:03.996750 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-cb770d14-abe5-47ac-916c-b53a7d75267a None None] Port c3d0124a-c5b9-4c46-937e-7644c4300695 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:11:04.011576 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 14caa21b-0a81-4a21-99c6-981bbe59f622 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:11:04.118380 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b4a0ad35-a2f6-4e5f-8c54-e68a936bfb18 None None] Provisioning complete for port c3d0124a-c5b9-4c46-937e-7644c4300695 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:11:04.118760 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b4a0ad35-a2f6-4e5f-8c54-e68a936bfb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:04.141923 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:11:04.147630 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2bfee430-c368-472a-9c22-7cbefc23180e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "PUT /v2.0/routers/14caa21b-0a81-4a21-99c6-981bbe59f622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6412861 Aug 31 02:11:04.159985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Sync routers for ids ['14caa21b-0a81-4a21-99c6-981bbe59f622'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:11:04.171850 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b4a0ad35-a2f6-4e5f-8c54-e68a936bfb18 None None] Port c3d0124a-c5b9-4c46-937e-7644c4300695 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:11:04.178087 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Routers {'14caa21b-0a81-4a21-99c6-981bbe59f622'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:11:04.178710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:10:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['14caa21b-0a81-4a21-99c6-981bbe59f622'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:04.310093 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-7c218c8a-a5d2-4397-946a-06e709f56367 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504460934&fields=id&tenant_id=b391aac543674f3db49f6a68c2a53544 HTTP/1.1" status: 200 len: 267 time: 0.0439150 Aug 31 02:11:04.311318 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-60f2533d-e317-4e57-a093-65d0a95c993c None None] Provisioning complete for port c3d0124a-c5b9-4c46-937e-7644c4300695 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:11:04.311694 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-60f2533d-e317-4e57-a093-65d0a95c993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:04.339780 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Set router 14caa21b-0a81-4a21-99c6-981bbe59f622 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:11:04.373200 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9819f276-fdff-4bfb-b3cc-e32630b802b2 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:11:04.379818 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1fda5a46-6e33-44c8-a135-251f6724b27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:04.419389 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-bf967e8e-cd90-49c5-a712-e892704b082a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:04.420917 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-bf967e8e-cd90-49c5-a712-e892704b082a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/networks?id=13ba1a49-3fba-48eb-b74e-cd9f321bb9df HTTP/1.1" status: 200 len: 797 time: 0.1090584 Aug 31 02:11:04.426565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-60f2533d-e317-4e57-a093-65d0a95c993c None None] Port c3d0124a-c5b9-4c46-937e-7644c4300695 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:11:04.438504 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-143ee8c2-760c-4c1d-b545-89565607b0eb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/quotas/b391aac543674f3db49f6a68c2a53544 HTTP/1.1" status: 200 len: 375 time: 0.0102506 Aug 31 02:11:04.496031 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-0a336f42-176d-401c-9c4b-9c1d258b2fa0 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517228 Aug 31 02:11:04.595236 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-f7daf5c6-20d6-4a44-9c59-4d2ac8b064e6 service neutron] 10.222.0.16 "GET /v2.0/networks/13ba1a49-3fba-48eb-b74e-cd9f321bb9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859392 Aug 31 02:11:04.605643 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439279658', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:58Z', 'updated_at': '2021-08-31T02:11:03Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:59Z', 'updated_at': '2021-08-31T02:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'c3d0124a-c5b9-4c46-937e-7644c4300695', 'name': '', 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:3a:d4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3a412faf-2d4d-4228-ad79-6615edf68761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:11:02Z', 'updated_at': '2021-08-31T02:11:03Z', 'revision_number': 2, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '3a412faf-2d4d-4228-ad79-6615edf68761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:04.635486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Checking router: 14caa21b-0a81-4a21-99c6-981bbe59f622 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:11:04.635851 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Updating router 14caa21b-0a81-4a21-99c6-981bbe59f622 port c3d0124a-c5b9-4c46-937e-7644c4300695 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:11:04.637754 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 9819f276-fdff-4bfb-b3cc-e32630b802b2 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:11:04.642091 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 9819f276-fdff-4bfb-b3cc-e32630b802b2 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:11:04.642501 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:04.693491 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:04.694443 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-beca49b7-5559-42d5-abca-bcbe6a429c95 service neutron] 10.222.0.16 "GET /v2.0/networks/13ba1a49-3fba-48eb-b74e-cd9f321bb9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927098 Aug 31 02:11:04.836621 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:04.915319 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 9819f276-fdff-4bfb-b3cc-e32630b802b2, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9819f276-fdff-4bfb-b3cc-e32630b802b2,segment=NetworkSegment(c99cb4dd-d11f-460d-9c5b-76276f1bf81e),segment_id=c99cb4dd-d11f-460d-9c5b-76276f1bf81e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:11:04.947149 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca5d966d-4317-46a9-a7af-bc38f8e9e0a8 req-1d77bc23-6035-4b8b-9e8e-2d19e92237f7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 210 time: 0.0334518 Aug 31 02:11:04.988012 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:04.988800 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 61e909a5-bc1c-44c8-b16a-3334105592d3 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:11:05.084218 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:05.110543 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Transition to ACTIVE for port object c3d0124a-c5b9-4c46-937e-7644c4300695 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:11:05.119950 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=9819f276-fdff-4bfb-b3cc-e32630b802b2,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:05.135091 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 61e909a5-bc1c-44c8-b16a-3334105592d3 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:11:05.135559 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:05.180827 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:05.260285 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9a299-c86d-4487-a95a-fbaf07eb2abd None None] Pushing event updated for resources: {'Port': ['ID=c3d0124a-c5b9-4c46-937e-7644c4300695,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:05.314592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Attempting to bind port c3d0124a-c5b9-4c46-937e-7644c4300695 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:11:05.314961 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Attempting to bind port c3d0124a-c5b9-4c46-937e-7644c4300695 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'c99cb4dd-d11f-460d-9c5b-76276f1bf81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:11:05.315325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Attempting to bind port c3d0124a-c5b9-4c46-937e-7644c4300695 on network 13ba1a49-3fba-48eb-b74e-cd9f321bb9df {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:11:05.321316 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:11:05.321714 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Checking segment: {'id': 'c99cb4dd-d11f-460d-9c5b-76276f1bf81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:11:05.322110 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:05.322502 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Bound using segment: {'id': 'c99cb4dd-d11f-460d-9c5b-76276f1bf81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:11:05.322962 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Bound port: c3d0124a-c5b9-4c46-937e-7644c4300695, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99cb4dd-d11f-460d-9c5b-76276f1bf81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:11:05.323335 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:05.393122 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] For port c3d0124a-c5b9-4c46-937e-7644c4300695, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:11:05.396482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] For port c3d0124a-c5b9-4c46-937e-7644c4300695, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c3d0124a-c5b9-4c46-937e-7644c4300695,segment=NetworkSegment(c99cb4dd-d11f-460d-9c5b-76276f1bf81e),segment_id=c99cb4dd-d11f-460d-9c5b-76276f1bf81e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:11:05.473268 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:05.534742 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9a299-c86d-4487-a95a-fbaf07eb2abd None None] Pushing event updated for resources: {'Port': ['ID=c3d0124a-c5b9-4c46-937e-7644c4300695,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:05.537553 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Routers {'14caa21b-0a81-4a21-99c6-981bbe59f622'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:11:05.538178 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:10:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['14caa21b-0a81-4a21-99c6-981bbe59f622'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:05.828885 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] Set router 14caa21b-0a81-4a21-99c6-981bbe59f622 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:11:06.030420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439279658', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:58Z', 'updated_at': '2021-08-31T02:11:03Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:59Z', 'updated_at': '2021-08-31T02:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'c3d0124a-c5b9-4c46-937e-7644c4300695', 'name': '', 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:3a:d4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3a412faf-2d4d-4228-ad79-6615edf68761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:11:02Z', 'updated_at': '2021-08-31T02:11:05Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '3a412faf-2d4d-4228-ad79-6615edf68761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:06.045310 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0c989f3b-c6c5-4ebd-9b9b-8c5086b3bf69 req-fac26865-929f-4015-be27-04ec1468c454 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 210 time: 0.0278752 Aug 31 02:11:06.064503 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd2002-5b4d-4939-ae91-a73d233e6612 None None] The sync data for ids ['14caa21b-0a81-4a21-99c6-981bbe59f622'] in n-d-793621-34 is: [{'id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439279658', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:58Z', 'updated_at': '2021-08-31T02:11:03Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:59Z', 'updated_at': '2021-08-31T02:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'c3d0124a-c5b9-4c46-937e-7644c4300695', 'name': '', 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:3a:d4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3a412faf-2d4d-4228-ad79-6615edf68761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:11:02Z', 'updated_at': '2021-08-31T02:11:05Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '3a412faf-2d4d-4228-ad79-6615edf68761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:11:06.336702 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c3d0124a-c5b9-4c46-937e-7644c4300695 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:11:06.443834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port c3d0124a-c5b9-4c46-937e-7644c4300695 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:11:06.448083 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c3d0124a-c5b9-4c46-937e-7644c4300695 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:11:06.448459 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:06.533551 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:06.572069 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port c3d0124a-c5b9-4c46-937e-7644c4300695, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c3d0124a-c5b9-4c46-937e-7644c4300695,segment=NetworkSegment(c99cb4dd-d11f-460d-9c5b-76276f1bf81e),segment_id=c99cb4dd-d11f-460d-9c5b-76276f1bf81e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:11:06.660921 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:06.662209 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9819f276-fdff-4bfb-b3cc-e32630b802b2 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:11:06.740359 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=c3d0124a-c5b9-4c46-937e-7644c4300695,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:06.754483 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 9819f276-fdff-4bfb-b3cc-e32630b802b2 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:11:06.754920 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:06.924127 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:06.974853 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-3373c337-05c7-44b7-a51e-362077bf7e50 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:06.976725 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-3373c337-05c7-44b7-a51e-362077bf7e50 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.41 "GET /v2.0/networks?id=13ba1a49-3fba-48eb-b74e-cd9f321bb9df HTTP/1.1" status: 200 len: 797 time: 0.1123493 Aug 31 02:11:07.026038 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-f7fd0cf7-61ba-4b16-83cd-1f7325cba039 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b391aac543674f3db49f6a68c2a53544 HTTP/1.1" status: 200 len: 380 time: 0.0394301 Aug 31 02:11:07.036068 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-8f67e508-db3d-4d91-af9b-1a039a21e40a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'port': {'device_id': '6d08130c-2e03-42e1-9a32-4512db6842d6', 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df', 'admin_state_up': True, 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'security_groups': ['12edf8e8-fc48-415e-8044-a5b1c481a1af']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:11:07.072723 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-722702df-c5d4-4c2c-9138-19cab58b413c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:07.158146 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-470096d0-6ed8-4d8d-bed5-638bb8e37644 req-b63d6c84-3d17-462b-9c7d-338ba1cf8d3f tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 210 time: 0.0309596 Aug 31 02:11:07.244248 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-8f67e508-db3d-4d91-af9b-1a039a21e40a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Made reservation on behalf of b391aac543674f3db49f6a68c2a53544 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:11:07.249583 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-8f67e508-db3d-4d91-af9b-1a039a21e40a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:07.379908 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-8f67e508-db3d-4d91-af9b-1a039a21e40a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.20.0.3 (13ba1a49-3fba-48eb-b74e-cd9f321bb9df/3a412faf-2d4d-4228-ad79-6615edf68761/9b8503f6-ebc3-4da4-8f8a-389a608830f4) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:11:07.510822 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-8f67e508-db3d-4d91-af9b-1a039a21e40a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:07.528242 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-8f67e508-db3d-4d91-af9b-1a039a21e40a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Transition to ACTIVE for port object 9b8503f6-ebc3-4da4-8f8a-389a608830f4 will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:11:07.632936 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-8f67e508-db3d-4d91-af9b-1a039a21e40a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:07.678256 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-8f67e508-db3d-4d91-af9b-1a039a21e40a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 13ba1a49-3fba-48eb-b74e-cd9f321bb9df is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:11:07.683385 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-8f67e508-db3d-4d91-af9b-1a039a21e40a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:11:07.687148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-8f67e508-db3d-4d91-af9b-1a039a21e40a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:11:07.713461 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67e508-db3d-4d91-af9b-1a039a21e40a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=9b8503f6-ebc3-4da4-8f8a-389a608830f4,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:07.742589 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-8f67e508-db3d-4d91-af9b-1a039a21e40a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:07.743256 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-8f67e508-db3d-4d91-af9b-1a039a21e40a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:07.781662 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:07.867827 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-8f67e508-db3d-4d91-af9b-1a039a21e40a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8363602 Aug 31 02:11:07.881174 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Request body: {'port': {'device_id': '6d08130c-2e03-42e1-9a32-4512db6842d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:11:07.935754 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:07.989505 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:08.032455 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3734e60a-1d6f-4211-8a91-5cb97f84176b None None] Provisioning for port 9b8503f6-ebc3-4da4-8f8a-389a608830f4 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:11:08.036633 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3734e60a-1d6f-4211-8a91-5cb97f84176b None None] Provisioning complete for port 9b8503f6-ebc3-4da4-8f8a-389a608830f4 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:11:08.037064 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3734e60a-1d6f-4211-8a91-5cb97f84176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:08.071696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3734e60a-1d6f-4211-8a91-5cb97f84176b None None] Port 9b8503f6-ebc3-4da4-8f8a-389a608830f4 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:11:08.210881 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8503f6-ebc3-4da4-8f8a-389a608830f4 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:11:08.219174 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:08.260914 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Transition to ACTIVE for port object 9b8503f6-ebc3-4da4-8f8a-389a608830f4 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:11:08.270969 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c3d0124a-c5b9-4c46-937e-7644c4300695 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:11:08.285501 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0eba0-256e-49cb-b015-b6db24c3637e req-dfc749da-d132-48f6-af9e-b594c3bbd602 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:08.288316 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-62c0eba0-256e-49cb-b015-b6db24c3637e req-dfc749da-d132-48f6-af9e-b594c3bbd602 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 931 time: 0.0581989 Aug 31 02:11:08.318016 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:08.322337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c3d0124a-c5b9-4c46-937e-7644c4300695 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:11:08.322698 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:08.363826 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-62c0eba0-256e-49cb-b015-b6db24c3637e req-f87dbced-ea84-4d0c-ab66-3cd36828c120 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=12edf8e8-fc48-415e-8044-a5b1c481a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702996 Aug 31 02:11:08.378441 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Pushing event updated for resources: {'Port': ['ID=9b8503f6-ebc3-4da4-8f8a-389a608830f4,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:08.472800 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Attempting to bind port 9b8503f6-ebc3-4da4-8f8a-389a608830f4 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:11:08.473179 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Attempting to bind port 9b8503f6-ebc3-4da4-8f8a-389a608830f4 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'c99cb4dd-d11f-460d-9c5b-76276f1bf81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:11:08.473525 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Attempting to bind port 9b8503f6-ebc3-4da4-8f8a-389a608830f4 on network 13ba1a49-3fba-48eb-b74e-cd9f321bb9df {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:11:08.478343 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Port 9b8503f6-ebc3-4da4-8f8a-389a608830f4 on network 13ba1a49-3fba-48eb-b74e-cd9f321bb9df not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:11:08.478664 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Attempting to bind port 9b8503f6-ebc3-4da4-8f8a-389a608830f4 on network 13ba1a49-3fba-48eb-b74e-cd9f321bb9df {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:11:08.484062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:11:08.484942 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Checking segment: {'id': 'c99cb4dd-d11f-460d-9c5b-76276f1bf81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:11:08.485324 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Bound using segment: {'id': 'c99cb4dd-d11f-460d-9c5b-76276f1bf81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:11:08.485911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Bound port: 9b8503f6-ebc3-4da4-8f8a-389a608830f4, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c99cb4dd-d11f-460d-9c5b-76276f1bf81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:11:08.486177 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:08.557222 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] For port 9b8503f6-ebc3-4da4-8f8a-389a608830f4, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:11:08.561380 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] For port 9b8503f6-ebc3-4da4-8f8a-389a608830f4, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9b8503f6-ebc3-4da4-8f8a-389a608830f4,segment=NetworkSegment(c99cb4dd-d11f-460d-9c5b-76276f1bf81e),segment_id=c99cb4dd-d11f-460d-9c5b-76276f1bf81e)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:11:08.638869 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:08.679373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:08.679997 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:08.681472 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] 10.222.0.41 "PUT /v2.0/ports/9b8503f6-ebc3-4da4-8f8a-389a608830f4 HTTP/1.1" status: 200 len: 1092 time: 0.8049016 Aug 31 02:11:08.681988 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d08130c-2e03-42e1-9a32-4512db6842d6', 'tag': '9b8503f6-ebc3-4da4-8f8a-389a608830f4'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:11:08.684298 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaf7734-395f-4df5-9923-8362d780b30f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d08130c-2e03-42e1-9a32-4512db6842d6", "tag": "9b8503f6-ebc3-4da4-8f8a-389a608830f4"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:11:08.707759 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b7215-ef29-4d78-a25d-4268622a865f service neutron] Pushing event updated for resources: {'Port': ['ID=9b8503f6-ebc3-4da4-8f8a-389a608830f4,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:08.784875 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01299815-e21d-4c60-86c2-20a9db6d28fd x-openstack-request-id: req-01299815-e21d-4c60-86c2-20a9db6d28fd {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:11:08.785324 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d08130c-2e03-42e1-9a32-4512db6842d6", "tag": "9b8503f6-ebc3-4da4-8f8a-389a608830f4", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:11:08.785628 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01299815-e21d-4c60-86c2-20a9db6d28fd {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:11:08.786035 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d08130c-2e03-42e1-9a32-4512db6842d6', 'tag': '9b8503f6-ebc3-4da4-8f8a-389a608830f4', 'status': 'completed', 'code': 200} Aug 31 02:11:08.804176 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:08.834420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-76ad0b51-3919-4470-a3fa-e04ad9962718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:08.835960 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-76ad0b51-3919-4470-a3fa-e04ad9962718 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 1095 time: 0.0486617 Aug 31 02:11:08.880082 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-b9b6d572-6ff8-49e4-a229-4ad370dedbff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b8503f6-ebc3-4da4-8f8a-389a608830f4 HTTP/1.1" status: 200 len: 217 time: 0.0354199 Aug 31 02:11:08.930779 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-69a281f8-608c-4aef-bd92-6b376242018c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:08.932403 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-69a281f8-608c-4aef-bd92-6b376242018c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a412faf-2d4d-4228-ad79-6615edf68761 HTTP/1.1" status: 200 len: 834 time: 0.0459063 Aug 31 02:11:08.978146 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-77d49e40-b845-4864-a5a3-bb2d2eea57d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:08.979520 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-77d49e40-b845-4864-a5a3-bb2d2eea57d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13ba1a49-3fba-48eb-b74e-cd9f321bb9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401709 Aug 31 02:11:09.070507 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-5fddda50-c9b9-4820-87c0-f322ca3c3bb4 service neutron] 10.222.0.41 "GET /v2.0/networks/13ba1a49-3fba-48eb-b74e-cd9f321bb9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838928 Aug 31 02:11:09.160785 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b9f5f660-0386-4bd2-ad22-fed821ff79d1 req-fe993543-ecdc-40b3-9ab5-0912d7999c3c service neutron] 10.222.0.41 "GET /v2.0/networks/13ba1a49-3fba-48eb-b74e-cd9f321bb9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833890 Aug 31 02:11:09.308960 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf7734-395f-4df5-9923-8362d780b30f req-2dc83745-8657-4646-982d-4cafbebcd728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:09.310545 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0aaf7734-395f-4df5-9923-8362d780b30f req-2dc83745-8657-4646-982d-4cafbebcd728 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 1095 time: 0.0464616 Aug 31 02:11:09.402325 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf7734-395f-4df5-9923-8362d780b30f req-b86f119b-0852-48be-94a6-9cd401a38462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:09.403854 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0aaf7734-395f-4df5-9923-8362d780b30f req-b86f119b-0852-48be-94a6-9cd401a38462 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13ba1a49-3fba-48eb-b74e-cd9f321bb9df HTTP/1.1" status: 200 len: 898 time: 0.0854623 Aug 31 02:11:09.451242 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0aaf7734-395f-4df5-9923-8362d780b30f req-c7824776-0edc-4381-b3cc-5e21c9ab2bd9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b8503f6-ebc3-4da4-8f8a-389a608830f4 HTTP/1.1" status: 200 len: 217 time: 0.0405889 Aug 31 02:11:09.523389 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf7734-395f-4df5-9923-8362d780b30f req-ce541d56-b0cb-4ad3-bafa-a94b62acba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:09.526500 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0aaf7734-395f-4df5-9923-8362d780b30f req-ce541d56-b0cb-4ad3-bafa-a94b62acba0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a412faf-2d4d-4228-ad79-6615edf68761 HTTP/1.1" status: 200 len: 834 time: 0.0658436 Aug 31 02:11:09.533531 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bf819-4100-40ef-8167-e4ebaaeb1274 req-1a41daed-52d3-4234-a674-4c98c17c7337 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:09.534987 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a2bf819-4100-40ef-8167-e4ebaaeb1274 req-1a41daed-52d3-4234-a674-4c98c17c7337 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 943 time: 0.0865681 Aug 31 02:11:09.599656 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6a2bf819-4100-40ef-8167-e4ebaaeb1274 req-b78159c3-c183-4e77-b78c-ec4e5020d04b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=12edf8e8-fc48-415e-8044-a5b1c481a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558364 Aug 31 02:11:09.604203 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf7734-395f-4df5-9923-8362d780b30f req-f1b0d0b3-5390-4340-af31-fafb9a777b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:09.606030 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0aaf7734-395f-4df5-9923-8362d780b30f req-f1b0d0b3-5390-4340-af31-fafb9a777b63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13ba1a49-3fba-48eb-b74e-cd9f321bb9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700912 Aug 31 02:11:09.703944 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0aaf7734-395f-4df5-9923-8362d780b30f req-28561e14-8c8d-4bff-a64b-9c4b3db18a28 service neutron] 10.222.0.41 "GET /v2.0/networks/13ba1a49-3fba-48eb-b74e-cd9f321bb9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881164 Aug 31 02:11:09.797614 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0aaf7734-395f-4df5-9923-8362d780b30f req-cc10116e-cc43-49e1-96b5-5612d011e6ba service neutron] 10.222.0.41 "GET /v2.0/networks/13ba1a49-3fba-48eb-b74e-cd9f321bb9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840988 Aug 31 02:11:10.500442 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:10.603237 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9b8503f6-ebc3-4da4-8f8a-389a608830f4 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:11:10.696255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 9b8503f6-ebc3-4da4-8f8a-389a608830f4, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9b8503f6-ebc3-4da4-8f8a-389a608830f4,segment=NetworkSegment(c99cb4dd-d11f-460d-9c5b-76276f1bf81e),segment_id=c99cb4dd-d11f-460d-9c5b-76276f1bf81e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:11:10.708318 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '9b8503f6-ebc3-4da4-8f8a-389a608830f4', 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df', 'port_id': '9b8503f6-ebc3-4da4-8f8a-389a608830f4', 'mac_address': 'fa:16:3e:17:6a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a412faf-2d4d-4228-ad79-6615edf68761', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:11:10.727051 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e0ad8-7e27-485e-b52e-5ce460c342b9 req-825cbbe4-3590-46b5-9912-3b0e899fb1e8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:10.728565 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-265e0ad8-7e27-485e-b52e-5ce460c342b9 req-825cbbe4-3590-46b5-9912-3b0e899fb1e8 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 943 time: 0.0495834 Aug 31 02:11:10.748923 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:10.762286 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8503f6-ebc3-4da4-8f8a-389a608830f4 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:11:10.767755 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-265e0ad8-7e27-485e-b52e-5ce460c342b9 req-5b539ba8-b952-41ee-8865-bb9cea516a27 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=12edf8e8-fc48-415e-8044-a5b1c481a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328705 Aug 31 02:11:10.782366 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 9b8503f6-ebc3-4da4-8f8a-389a608830f4, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9b8503f6-ebc3-4da4-8f8a-389a608830f4,segment=NetworkSegment(c99cb4dd-d11f-460d-9c5b-76276f1bf81e),segment_id=c99cb4dd-d11f-460d-9c5b-76276f1bf81e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:11:10.848839 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:10.896268 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=9b8503f6-ebc3-4da4-8f8a-389a608830f4,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:11.082674 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['9b8503f6-ebc3-4da4-8f8a-389a608830f4'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:11:11.889688 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f27ffe-5ed2-44c4-a801-e3a8de96b652 req-78ee544f-d445-49a7-b323-d3dc1b9ce610 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:11.891615 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-89f27ffe-5ed2-44c4-a801-e3a8de96b652 req-78ee544f-d445-49a7-b323-d3dc1b9ce610 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 944 time: 0.0560365 Aug 31 02:11:11.931034 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-89f27ffe-5ed2-44c4-a801-e3a8de96b652 req-bc50c6cb-f3f4-4c95-a1eb-cd537acfbc4e tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=12edf8e8-fc48-415e-8044-a5b1c481a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333509 Aug 31 02:11:12.618592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9b8503f6-ebc3-4da4-8f8a-389a608830f4 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:11:12.718144 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 9b8503f6-ebc3-4da4-8f8a-389a608830f4 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:11:12.723297 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 9b8503f6-ebc3-4da4-8f8a-389a608830f4 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:11:12.723644 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:12.806097 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:12.829686 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d08130c-2e03-42e1-9a32-4512db6842d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8503f6-ebc3-4da4-8f8a-389a608830f4'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:11:12.831984 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ab1950-9c16-4f4b-8cde-0a8f786f551a" -d '{"events": [{"server_uuid": "6d08130c-2e03-42e1-9a32-4512db6842d6", "name": "network-vif-plugged", "status": "completed", "tag": "9b8503f6-ebc3-4da4-8f8a-389a608830f4"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:11:12.844945 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 9b8503f6-ebc3-4da4-8f8a-389a608830f4, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9b8503f6-ebc3-4da4-8f8a-389a608830f4,segment=NetworkSegment(c99cb4dd-d11f-460d-9c5b-76276f1bf81e),segment_id=c99cb4dd-d11f-460d-9c5b-76276f1bf81e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:11:12.916504 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc199ee-3c32-4d40-8eed-859c71782ccd x-openstack-request-id: req-2bc199ee-3c32-4d40-8eed-859c71782ccd {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:11:12.916818 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d08130c-2e03-42e1-9a32-4512db6842d6", "name": "network-vif-plugged", "status": "completed", "tag": "9b8503f6-ebc3-4da4-8f8a-389a608830f4", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:11:12.917073 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2bc199ee-3c32-4d40-8eed-859c71782ccd {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:11:12.917497 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d08130c-2e03-42e1-9a32-4512db6842d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8503f6-ebc3-4da4-8f8a-389a608830f4', 'code': 200} Aug 31 02:11:12.918686 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:12.966888 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=9b8503f6-ebc3-4da4-8f8a-389a608830f4,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:13.057494 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ca31d-b5db-40bf-8fbd-c8437099947b req-14391f2e-995a-4f83-b5c1-346ab094f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:13.059001 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-433ca31d-b5db-40bf-8fbd-c8437099947b req-14391f2e-995a-4f83-b5c1-346ab094f93c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 1097 time: 0.0827518 Aug 31 02:11:13.070972 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f4017-5c36-4b2f-a7f6-2c85e523987b req-125dc63d-f139-400d-b267-0e08eb22a5b2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:13.072345 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4d0f4017-5c36-4b2f-a7f6-2c85e523987b req-125dc63d-f139-400d-b267-0e08eb22a5b2 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 945 time: 0.0687454 Aug 31 02:11:13.128260 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-433ca31d-b5db-40bf-8fbd-c8437099947b req-2eaaed35-c3f6-4ab0-ba3a-69f326998fa7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=12edf8e8-fc48-415e-8044-a5b1c481a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549164 Aug 31 02:11:13.131098 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4d0f4017-5c36-4b2f-a7f6-2c85e523987b req-42ad43e2-1692-43c2-9ad4-e69cacf0af19 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=12edf8e8-fc48-415e-8044-a5b1c481a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526798 Aug 31 02:11:14.247121 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402dc3a-2f35-4a4a-adf0-34fe710ee8fb req-34314c9a-7db7-4794-9d98-54458de89c64 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:14.248609 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8402dc3a-2f35-4a4a-adf0-34fe710ee8fb req-34314c9a-7db7-4794-9d98-54458de89c64 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 945 time: 0.0491912 Aug 31 02:11:14.292818 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8402dc3a-2f35-4a4a-adf0-34fe710ee8fb req-5ff0eec5-5181-47bd-8dff-51402ff2ec73 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=12edf8e8-fc48-415e-8044-a5b1c481a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379648 Aug 31 02:11:14.862862 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:11:15.407576 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4fe3d-8bbf-4b8b-b207-8c79b40ee3c0 req-0d8feacc-af40-4968-9a0a-be57bc76f792 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:15.408982 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d0b4fe3d-8bbf-4b8b-b207-8c79b40ee3c0 req-0d8feacc-af40-4968-9a0a-be57bc76f792 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 945 time: 0.0483623 Aug 31 02:11:15.447785 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d0b4fe3d-8bbf-4b8b-b207-8c79b40ee3c0 req-5eb4bd52-3ea1-4086-91b2-43acb2c7cefb tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=12edf8e8-fc48-415e-8044-a5b1c481a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328038 Aug 31 02:11:15.561556 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d391d58-09cc-472a-81ef-477f036001e3 req-fdd71b69-ef3b-4adb-9fab-c15397d0ef3b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:15.563593 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4d391d58-09cc-472a-81ef-477f036001e3 req-fdd71b69-ef3b-4adb-9fab-c15397d0ef3b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 945 time: 0.0506330 Aug 31 02:11:15.602718 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4d391d58-09cc-472a-81ef-477f036001e3 req-ef039d71-95c1-4b4c-aac6-5d0c9f7ad627 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=12edf8e8-fc48-415e-8044-a5b1c481a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329981 Aug 31 02:11:15.624553 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43704) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:11:15.665772 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40056e0-2ab7-4cce-a6b1-047eb87ac843 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:15.667236 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b40056e0-2ab7-4cce-a6b1-047eb87ac843 tempest-TestNetworkAdvancedServerOps-1211253877 tempest-TestNetworkAdvancedServerOps-1211253877-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 1092 time: 0.0409911 Aug 31 02:11:15.670018 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43706) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:11:15.674881 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': '9b8503f6-ebc3-4da4-8f8a-389a608830f4', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:11:15.763461 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:15.864404 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:15.963818 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Allocated IP 172.25.2.253 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/5f96656a-74fd-4c07-b10e-14f15dd92973) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:11:16.069963 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:16.192396 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:16.229690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:11:16.234317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:11:16.238535 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:11:16.261618 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=5f96656a-74fd-4c07-b10e-14f15dd92973,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:16.602404 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:16.764168 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:16.915930 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:17.015092 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:17.086501 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event updated for resources: {'Port': ['ID=5f96656a-74fd-4c07-b10e-14f15dd92973,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:17.102338 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:17.203906 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Floating IP a31c5fc5-2cc9-459c-b77b-ea75177f126a associated. External IP: 172.25.2.253, port: 9b8503f6-ebc3-4da4-8f8a-389a608830f4. Aug 31 02:11:17.418456 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 14caa21b-0a81-4a21-99c6-981bbe59f622 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:11:17.527709 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:11:17.538310 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001369fa-0c96-4057-886d-ab4ec8e822a2 None None] Sync routers for ids ['14caa21b-0a81-4a21-99c6-981bbe59f622'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:11:17.547544 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001369fa-0c96-4057-886d-ab4ec8e822a2 None None] Routers {'14caa21b-0a81-4a21-99c6-981bbe59f622'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:11:17.548142 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-001369fa-0c96-4057-886d-ab4ec8e822a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:11:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['14caa21b-0a81-4a21-99c6-981bbe59f622'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:17.654391 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-001369fa-0c96-4057-886d-ab4ec8e822a2 None None] Set router 14caa21b-0a81-4a21-99c6-981bbe59f622 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:11:17.666392 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:17.700373 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f7e44d56-458d-4681-9aad-ecb6d7783f36 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0291576 Aug 31 02:11:17.701650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d08130c-2e03-42e1-9a32-4512db6842d6', 'tag': '9b8503f6-ebc3-4da4-8f8a-389a608830f4'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:11:17.706364 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0098c519-2b3a-4ac8-9229-f5caedc954ff" -d '{"events": [{"name": "network-changed", "server_uuid": "6d08130c-2e03-42e1-9a32-4512db6842d6", "tag": "9b8503f6-ebc3-4da4-8f8a-389a608830f4"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:11:17.746577 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09b2bab-26dd-45c6-b504-a02cd4b8fd8a x-openstack-request-id: req-b09b2bab-26dd-45c6-b504-a02cd4b8fd8a {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:11:17.747467 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d08130c-2e03-42e1-9a32-4512db6842d6", "tag": "9b8503f6-ebc3-4da4-8f8a-389a608830f4", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:11:17.747981 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b09b2bab-26dd-45c6-b504-a02cd4b8fd8a {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:11:17.749014 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d08130c-2e03-42e1-9a32-4512db6842d6', 'tag': '9b8503f6-ebc3-4da4-8f8a-389a608830f4', 'status': 'completed', 'code': 200} Aug 31 02:11:17.837815 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fec15-4c4b-4805-adff-3752ea632ebf req-debd6458-b097-4801-b442-fd8cbe2d8222 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:17.839216 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-521fec15-4c4b-4805-adff-3752ea632ebf req-debd6458-b097-4801-b442-fd8cbe2d8222 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 945 time: 0.0832338 Aug 31 02:11:17.845012 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098c519-2b3a-4ac8-9229-f5caedc954ff req-d4ed8d34-fec5-4f8d-8a40-3e3bf2920897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:17.846476 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0098c519-2b3a-4ac8-9229-f5caedc954ff req-d4ed8d34-fec5-4f8d-8a40-3e3bf2920897 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 1097 time: 0.0766447 Aug 31 02:11:17.887572 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-001369fa-0c96-4057-886d-ab4ec8e822a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439279658', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:58Z', 'updated_at': '2021-08-31T02:11:03Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:59Z', 'updated_at': '2021-08-31T02:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a31c5fc5-2cc9-459c-b77b-ea75177f126a', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'floating_ip_address': '172.25.2.253', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'port_id': '9b8503f6-ebc3-4da4-8f8a-389a608830f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df', 'mac_address': 'fa:16:3e:17:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d08130c-2e03-42e1-9a32-4512db6842d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:11:16Z', 'updated_at': '2021-08-31T02:11:16Z', 'revision_number': 0, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d0124a-c5b9-4c46-937e-7644c4300695', 'name': '', 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:3a:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3a412faf-2d4d-4228-ad79-6615edf68761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:11:02Z', 'updated_at': '2021-08-31T02:11:06Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '3a412faf-2d4d-4228-ad79-6615edf68761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:17.917589 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001369fa-0c96-4057-886d-ab4ec8e822a2 None None] Checking router: 14caa21b-0a81-4a21-99c6-981bbe59f622 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:11:17.924557 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-521fec15-4c4b-4805-adff-3752ea632ebf req-07647c3a-7fbb-41e5-8cc7-dbf2d0af09a6 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=12edf8e8-fc48-415e-8044-a5b1c481a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771267 Aug 31 02:11:17.926837 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001369fa-0c96-4057-886d-ab4ec8e822a2 None None] Routers {'14caa21b-0a81-4a21-99c6-981bbe59f622'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:11:17.927461 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-001369fa-0c96-4057-886d-ab4ec8e822a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:11:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['14caa21b-0a81-4a21-99c6-981bbe59f622'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:17.950086 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43712) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:11:17.959507 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098c519-2b3a-4ac8-9229-f5caedc954ff req-3b3df2d2-b954-4707-9962-ec8e6dafd617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:17.960974 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0098c519-2b3a-4ac8-9229-f5caedc954ff req-3b3df2d2-b954-4707-9962-ec8e6dafd617 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13ba1a49-3fba-48eb-b74e-cd9f321bb9df HTTP/1.1" status: 200 len: 898 time: 0.1069901 Aug 31 02:11:18.014467 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-73475f72-8325-4ca7-ba5b-5505b8559380 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/floatingips/a31c5fc5-2cc9-459c-b77b-ea75177f126a HTTP/1.1" status: 200 len: 991 time: 0.0620227 Aug 31 02:11:18.034990 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0098c519-2b3a-4ac8-9229-f5caedc954ff req-8516c6e2-ad2a-4d0f-8224-2a2fb3de3062 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b8503f6-ebc3-4da4-8f8a-389a608830f4 HTTP/1.1" status: 200 len: 999 time: 0.0667927 Aug 31 02:11:18.038173 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-001369fa-0c96-4057-886d-ab4ec8e822a2 None None] Set router 14caa21b-0a81-4a21-99c6-981bbe59f622 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:11:18.084952 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098c519-2b3a-4ac8-9229-f5caedc954ff req-ab6359ba-9a2e-4a79-b219-9c27599f4421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:18.086468 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0098c519-2b3a-4ac8-9229-f5caedc954ff req-ab6359ba-9a2e-4a79-b219-9c27599f4421 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a412faf-2d4d-4228-ad79-6615edf68761 HTTP/1.1" status: 200 len: 834 time: 0.0447717 Aug 31 02:11:18.133126 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098c519-2b3a-4ac8-9229-f5caedc954ff req-eb3eeb97-05f7-44bb-a5c0-b1d7e136ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:18.134680 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0098c519-2b3a-4ac8-9229-f5caedc954ff req-eb3eeb97-05f7-44bb-a5c0-b1d7e136ec9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13ba1a49-3fba-48eb-b74e-cd9f321bb9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411386 Aug 31 02:11:18.230612 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0098c519-2b3a-4ac8-9229-f5caedc954ff req-859b34fa-0321-4fa6-94f1-a0fc9eca28fc service neutron] 10.222.0.41 "GET /v2.0/networks/13ba1a49-3fba-48eb-b74e-cd9f321bb9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881398 Aug 31 02:11:18.265911 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-001369fa-0c96-4057-886d-ab4ec8e822a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439279658', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:58Z', 'updated_at': '2021-08-31T02:11:03Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:59Z', 'updated_at': '2021-08-31T02:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a31c5fc5-2cc9-459c-b77b-ea75177f126a', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'floating_ip_address': '172.25.2.253', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'port_id': '9b8503f6-ebc3-4da4-8f8a-389a608830f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df', 'mac_address': 'fa:16:3e:17:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d08130c-2e03-42e1-9a32-4512db6842d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:11:16Z', 'updated_at': '2021-08-31T02:11:16Z', 'revision_number': 0, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d0124a-c5b9-4c46-937e-7644c4300695', 'name': '', 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:3a:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3a412faf-2d4d-4228-ad79-6615edf68761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:11:02Z', 'updated_at': '2021-08-31T02:11:06Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '3a412faf-2d4d-4228-ad79-6615edf68761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:18.292925 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001369fa-0c96-4057-886d-ab4ec8e822a2 None None] The sync data for ids ['14caa21b-0a81-4a21-99c6-981bbe59f622'] in n-d-793621-34 is: [{'id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439279658', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:58Z', 'updated_at': '2021-08-31T02:11:03Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:59Z', 'updated_at': '2021-08-31T02:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'a31c5fc5-2cc9-459c-b77b-ea75177f126a', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'floating_ip_address': '172.25.2.253', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'port_id': '9b8503f6-ebc3-4da4-8f8a-389a608830f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df', 'mac_address': 'fa:16:3e:17:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d08130c-2e03-42e1-9a32-4512db6842d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:11:16Z', 'updated_at': '2021-08-31T02:11:16Z', 'revision_number': 0, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d0124a-c5b9-4c46-937e-7644c4300695', 'name': '', 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:3a:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3a412faf-2d4d-4228-ad79-6615edf68761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:11:02Z', 'updated_at': '2021-08-31T02:11:06Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '3a412faf-2d4d-4228-ad79-6615edf68761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:11:18.328563 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0098c519-2b3a-4ac8-9229-f5caedc954ff req-3079e493-6043-4c4e-8bb6-edf2e77a6bc2 service neutron] 10.222.0.41 "GET /v2.0/networks/13ba1a49-3fba-48eb-b74e-cd9f321bb9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903261 Aug 31 02:11:18.497904 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d030b1d-8a29-4760-8c44-89d29ca64b0a None None] New status for floating IP a31c5fc5-2cc9-459c-b77b-ea75177f126a: ACTIVE {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:11:19.017854 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43714) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:11:19.081174 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-da264e52-fca0-4c98-8147-65d583af0101 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/floatingips/a31c5fc5-2cc9-459c-b77b-ea75177f126a HTTP/1.1" status: 200 len: 993 time: 0.0619879 Aug 31 02:11:34.369070 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-38fbc12e-6bae-4f05-928a-ce1564c5094f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:36.316227 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2edd039-f700-4cfe-ae4c-40ed7226cf02 req-b39f6b7f-9a81-4ff8-8340-41a71877fd2f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394604 Aug 31 02:11:36.401916 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edd039-f700-4cfe-ae4c-40ed7226cf02 req-0bf4151c-f670-4afd-ba50-138fb552ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:36.403353 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2edd039-f700-4cfe-ae4c-40ed7226cf02 req-0bf4151c-f670-4afd-ba50-138fb552ca04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 1097 time: 0.0455501 Aug 31 02:11:36.502374 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edd039-f700-4cfe-ae4c-40ed7226cf02 req-924627b6-6c38-4e9a-b5ae-f0ca26859772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:36.503865 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2edd039-f700-4cfe-ae4c-40ed7226cf02 req-924627b6-6c38-4e9a-b5ae-f0ca26859772 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13ba1a49-3fba-48eb-b74e-cd9f321bb9df HTTP/1.1" status: 200 len: 898 time: 0.0820012 Aug 31 02:11:36.574837 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2edd039-f700-4cfe-ae4c-40ed7226cf02 req-7b79c287-4601-4a60-a205-ac2db65ce5c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b8503f6-ebc3-4da4-8f8a-389a608830f4 HTTP/1.1" status: 200 len: 1001 time: 0.0628939 Aug 31 02:11:36.626596 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edd039-f700-4cfe-ae4c-40ed7226cf02 req-05f292a1-a967-4585-a42f-b902624f317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:36.628082 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2edd039-f700-4cfe-ae4c-40ed7226cf02 req-05f292a1-a967-4585-a42f-b902624f317a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a412faf-2d4d-4228-ad79-6615edf68761 HTTP/1.1" status: 200 len: 834 time: 0.0457635 Aug 31 02:11:36.675380 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edd039-f700-4cfe-ae4c-40ed7226cf02 req-abb4bf39-c100-49e4-84a4-6fee817fcb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:36.676837 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2edd039-f700-4cfe-ae4c-40ed7226cf02 req-abb4bf39-c100-49e4-84a4-6fee817fcb2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13ba1a49-3fba-48eb-b74e-cd9f321bb9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408874 Aug 31 02:11:36.771233 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2edd039-f700-4cfe-ae4c-40ed7226cf02 req-772ecfb9-70ac-4d63-acdf-54ca1d45c8e5 service neutron] 10.222.0.41 "GET /v2.0/networks/13ba1a49-3fba-48eb-b74e-cd9f321bb9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867424 Aug 31 02:11:36.863383 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e2edd039-f700-4cfe-ae4c-40ed7226cf02 req-c912c676-e83d-42cb-ba42-0638500f93ce service neutron] 10.222.0.41 "GET /v2.0/networks/13ba1a49-3fba-48eb-b74e-cd9f321bb9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849905 Aug 31 02:11:36.894098 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:37.054231 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ffb31e98-7b96-4359-a3d1-ad0c2836a9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:37.796899 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:37.962821 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:38.808325 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:40.493893 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:46.097996 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c79a40-24aa-46df-a187-9626b3ebfa12 req-c10abf87-1f57-45b0-bbcc-3fdecd9a4cad tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:46.099554 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6c79a40-24aa-46df-a187-9626b3ebfa12 req-c10abf87-1f57-45b0-bbcc-3fdecd9a4cad tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 945 time: 0.0509799 Aug 31 02:11:46.139240 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6c79a40-24aa-46df-a187-9626b3ebfa12 req-a2e52aca-e7d5-4997-87a7-7bda0dfe571a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=12edf8e8-fc48-415e-8044-a5b1c481a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336349 Aug 31 02:11:47.259687 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764e095-e9c2-46ba-9cc7-069f9e675903 req-6ba67e8a-46b9-4ff4-97d0-902f3023983c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:47.261148 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e764e095-e9c2-46ba-9cc7-069f9e675903 req-6ba67e8a-46b9-4ff4-97d0-902f3023983c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 945 time: 0.0503528 Aug 31 02:11:47.305987 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e764e095-e9c2-46ba-9cc7-069f9e675903 req-eac0e40f-a35f-4ed2-a1a3-5365e26a44e4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=12edf8e8-fc48-415e-8044-a5b1c481a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331874 Aug 31 02:11:47.328725 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43732) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:11:47.389119 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0bb1e928-cb0b-41ea-8dd6-144aaacef5ed tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/floatingips/a31c5fc5-2cc9-459c-b77b-ea75177f126a HTTP/1.1" status: 200 len: 993 time: 0.0592332 Aug 31 02:11:48.795671 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49487637-3d97-48cd-a0c2-9edbe924ae1d req-f08603b4-cbad-4695-99f4-22bb6c7ddb5a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:48.797246 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-49487637-3d97-48cd-a0c2-9edbe924ae1d req-f08603b4-cbad-4695-99f4-22bb6c7ddb5a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 945 time: 0.0551498 Aug 31 02:11:48.837166 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-49487637-3d97-48cd-a0c2-9edbe924ae1d req-d08e7d9a-abd9-4c96-a01b-ebbcf5f87446 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=12edf8e8-fc48-415e-8044-a5b1c481a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335598 Aug 31 02:11:48.890111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8834d-aff8-44e5-9836-d73b6b9fcec2 req-b855803e-c1c3-45fd-8c48-1ac995a1fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:48.891633 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-81b8834d-aff8-44e5-9836-d73b6b9fcec2 req-b855803e-c1c3-45fd-8c48-1ac995a1fd14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 1097 time: 0.0460575 Aug 31 02:11:48.982411 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8834d-aff8-44e5-9836-d73b6b9fcec2 req-13c28088-da83-46e1-9039-6708d3482142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:48.983949 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-81b8834d-aff8-44e5-9836-d73b6b9fcec2 req-13c28088-da83-46e1-9039-6708d3482142 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13ba1a49-3fba-48eb-b74e-cd9f321bb9df HTTP/1.1" status: 200 len: 898 time: 0.0849361 Aug 31 02:11:49.054181 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-81b8834d-aff8-44e5-9836-d73b6b9fcec2 req-d8dbfda0-5cc7-4106-96b3-f21b86b2cef7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b8503f6-ebc3-4da4-8f8a-389a608830f4 HTTP/1.1" status: 200 len: 1001 time: 0.0631387 Aug 31 02:11:49.102102 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8834d-aff8-44e5-9836-d73b6b9fcec2 req-0a32348a-d272-49e5-985e-352ed4435109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:49.103527 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-81b8834d-aff8-44e5-9836-d73b6b9fcec2 req-0a32348a-d272-49e5-985e-352ed4435109 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a412faf-2d4d-4228-ad79-6615edf68761 HTTP/1.1" status: 200 len: 834 time: 0.0430293 Aug 31 02:11:49.148486 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8834d-aff8-44e5-9836-d73b6b9fcec2 req-c9e98be8-57e1-4020-9cbc-bf48acece3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:49.150037 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-81b8834d-aff8-44e5-9836-d73b6b9fcec2 req-c9e98be8-57e1-4020-9cbc-bf48acece3c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13ba1a49-3fba-48eb-b74e-cd9f321bb9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394459 Aug 31 02:11:49.554403 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-81b8834d-aff8-44e5-9836-d73b6b9fcec2 req-bc2413b2-29fe-474f-b4f0-4dbb139739fe service neutron] 10.222.0.41 "GET /v2.0/networks/13ba1a49-3fba-48eb-b74e-cd9f321bb9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962491 Aug 31 02:11:49.648535 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-81b8834d-aff8-44e5-9836-d73b6b9fcec2 req-3cf5382d-2377-4b0b-985f-2c6eb885bb49 service neutron] 10.222.0.41 "GET /v2.0/networks/13ba1a49-3fba-48eb-b74e-cd9f321bb9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862229 Aug 31 02:11:49.955838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05049867-106b-410f-8fcf-69dfe375b38d req-165b528c-a36b-40e0-86a8-d9bca8166e1a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:49.957324 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05049867-106b-410f-8fcf-69dfe375b38d req-165b528c-a36b-40e0-86a8-d9bca8166e1a tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 945 time: 0.0496211 Aug 31 02:11:49.998843 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-05049867-106b-410f-8fcf-69dfe375b38d req-e77a7969-d953-47b3-9315-93170ab02980 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=12edf8e8-fc48-415e-8044-a5b1c481a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353358 Aug 31 02:11:51.115476 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fce9b-9e84-4052-95d9-7c6f6bb3eef2 req-e105a197-dfd4-4b45-9570-bd75a5dc0228 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:51.117050 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9c0fce9b-9e84-4052-95d9-7c6f6bb3eef2 req-e105a197-dfd4-4b45-9570-bd75a5dc0228 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 945 time: 0.0510268 Aug 31 02:11:51.156356 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9c0fce9b-9e84-4052-95d9-7c6f6bb3eef2 req-5812d9b2-8c60-4304-a37c-347a068e4caa tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=12edf8e8-fc48-415e-8044-a5b1c481a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331872 Aug 31 02:11:51.178331 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43744) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:11:51.242517 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-59866af6-8691-4b7a-b4eb-6c97c4a6ce96 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/floatingips/a31c5fc5-2cc9-459c-b77b-ea75177f126a HTTP/1.1" status: 200 len: 993 time: 0.0630584 Aug 31 02:11:51.468378 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43750) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:11:51.627124 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6cbf5934-2854-4456-9f45-830a998cddee tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port 5f96656a-74fd-4c07-b10e-14f15dd92973 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:11:51.627370 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6cbf5934-2854-4456-9f45-830a998cddee tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:51.703050 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6cbf5934-2854-4456-9f45-830a998cddee tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:51.703422 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6cbf5934-2854-4456-9f45-830a998cddee tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:51.714916 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-6cbf5934-2854-4456-9f45-830a998cddee tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for 5f96656a-74fd-4c07-b10e-14f15dd92973 owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:11:51.865281 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:11:51.968071 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6cbf5934-2854-4456-9f45-830a998cddee tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:51.993829 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf5934-2854-4456-9f45-830a998cddee tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=5f96656a-74fd-4c07-b10e-14f15dd92973,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:52.058641 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6cbf5934-2854-4456-9f45-830a998cddee tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:52.059078 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-6cbf5934-2854-4456-9f45-830a998cddee tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Floating IP a31c5fc5-2cc9-459c-b77b-ea75177f126a disassociated (deleted). External IP: 172.25.2.253, port: 9b8503f6-ebc3-4da4-8f8a-389a608830f4. Aug 31 02:11:52.269045 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbf5934-2854-4456-9f45-830a998cddee tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 14caa21b-0a81-4a21-99c6-981bbe59f622 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:11:52.378401 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbf5934-2854-4456-9f45-830a998cddee tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:11:52.383398 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-6cbf5934-2854-4456-9f45-830a998cddee tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:52.388559 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595d98d2-55a8-4c00-9472-dbce7eabbfbe None None] Sync routers for ids ['14caa21b-0a81-4a21-99c6-981bbe59f622'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:11:52.397559 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d98d2-55a8-4c00-9472-dbce7eabbfbe None None] Routers {'14caa21b-0a81-4a21-99c6-981bbe59f622'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:11:52.398424 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-595d98d2-55a8-4c00-9472-dbce7eabbfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:11:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['14caa21b-0a81-4a21-99c6-981bbe59f622'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:52.411397 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-6cbf5934-2854-4456-9f45-830a998cddee tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/floatingips/a31c5fc5-2cc9-459c-b77b-ea75177f126a HTTP/1.1" status: 204 len: 168 time: 0.9419024 Aug 31 02:11:52.412082 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d08130c-2e03-42e1-9a32-4512db6842d6', 'tag': '9b8503f6-ebc3-4da4-8f8a-389a608830f4'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:11:52.414543 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205ce8c5-c817-4b23-83d2-694fe2555410" -d '{"events": [{"name": "network-changed", "server_uuid": "6d08130c-2e03-42e1-9a32-4512db6842d6", "tag": "9b8503f6-ebc3-4da4-8f8a-389a608830f4"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:11:52.453969 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdfd9fa-370e-4f0d-9cab-7c12f3d8fb61 x-openstack-request-id: req-7bdfd9fa-370e-4f0d-9cab-7c12f3d8fb61 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:11:52.454267 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d08130c-2e03-42e1-9a32-4512db6842d6", "tag": "9b8503f6-ebc3-4da4-8f8a-389a608830f4", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:11:52.454519 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bdfd9fa-370e-4f0d-9cab-7c12f3d8fb61 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:11:52.454993 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d08130c-2e03-42e1-9a32-4512db6842d6', 'tag': '9b8503f6-ebc3-4da4-8f8a-389a608830f4', 'status': 'completed', 'code': 200} Aug 31 02:11:52.507288 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-595d98d2-55a8-4c00-9472-dbce7eabbfbe None None] Set router 14caa21b-0a81-4a21-99c6-981bbe59f622 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:11:52.524447 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ce8c5-c817-4b23-83d2-694fe2555410 req-de701a8e-cf9c-4343-89c6-3edebddd6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:52.528873 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-205ce8c5-c817-4b23-83d2-694fe2555410 req-de701a8e-cf9c-4343-89c6-3edebddd6f7c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b391aac543674f3db49f6a68c2a53544&device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 1097 time: 0.0441093 Aug 31 02:11:52.625114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ce8c5-c817-4b23-83d2-694fe2555410 req-6473a469-0714-4ebf-94e1-b3a23406bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:52.626706 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-205ce8c5-c817-4b23-83d2-694fe2555410 req-6473a469-0714-4ebf-94e1-b3a23406bb8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=13ba1a49-3fba-48eb-b74e-cd9f321bb9df HTTP/1.1" status: 200 len: 898 time: 0.0929806 Aug 31 02:11:52.677562 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-205ce8c5-c817-4b23-83d2-694fe2555410 req-012627a2-2d4c-4779-8ebf-f95fdd2715d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b8503f6-ebc3-4da4-8f8a-389a608830f4 HTTP/1.1" status: 200 len: 217 time: 0.0425024 Aug 31 02:11:52.729258 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ce8c5-c817-4b23-83d2-694fe2555410 req-7279de08-b582-4785-8f8f-b575ceb887a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:52.732924 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-205ce8c5-c817-4b23-83d2-694fe2555410 req-7279de08-b582-4785-8f8f-b575ceb887a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a412faf-2d4d-4228-ad79-6615edf68761 HTTP/1.1" status: 200 len: 834 time: 0.0473168 Aug 31 02:11:52.784105 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ce8c5-c817-4b23-83d2-694fe2555410 req-33fbe4fe-f4f4-4a3d-9539-1d0fb5fabff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:52.785603 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-205ce8c5-c817-4b23-83d2-694fe2555410 req-33fbe4fe-f4f4-4a3d-9539-1d0fb5fabff4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13ba1a49-3fba-48eb-b74e-cd9f321bb9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470655 Aug 31 02:11:52.814084 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-595d98d2-55a8-4c00-9472-dbce7eabbfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439279658', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:58Z', 'updated_at': '2021-08-31T02:11:03Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:59Z', 'updated_at': '2021-08-31T02:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'c3d0124a-c5b9-4c46-937e-7644c4300695', 'name': '', 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:3a:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3a412faf-2d4d-4228-ad79-6615edf68761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:11:02Z', 'updated_at': '2021-08-31T02:11:06Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '3a412faf-2d4d-4228-ad79-6615edf68761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:52.840340 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595d98d2-55a8-4c00-9472-dbce7eabbfbe None None] Checking router: 14caa21b-0a81-4a21-99c6-981bbe59f622 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:11:52.848583 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d98d2-55a8-4c00-9472-dbce7eabbfbe None None] Routers {'14caa21b-0a81-4a21-99c6-981bbe59f622'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:11:52.849185 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-595d98d2-55a8-4c00-9472-dbce7eabbfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:11:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['14caa21b-0a81-4a21-99c6-981bbe59f622'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:52.894291 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc129f0-bcb4-4219-bfcb-8952d2a046ce req-2b687877-0f5f-4331-bdf1-5372a6012fae tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:52.895811 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3dc129f0-bcb4-4219-bfcb-8952d2a046ce req-2b687877-0f5f-4331-bdf1-5372a6012fae tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 945 time: 0.1075907 Aug 31 02:11:52.932834 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-205ce8c5-c817-4b23-83d2-694fe2555410 req-992b0c1f-4121-4f7a-941f-eb902af38aae service neutron] 10.222.0.41 "GET /v2.0/networks/13ba1a49-3fba-48eb-b74e-cd9f321bb9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340413 Aug 31 02:11:52.954464 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-595d98d2-55a8-4c00-9472-dbce7eabbfbe None None] Set router 14caa21b-0a81-4a21-99c6-981bbe59f622 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:11:52.969323 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3dc129f0-bcb4-4219-bfcb-8952d2a046ce req-c0324a03-6fa9-4dd5-938c-63abdfa51e8c tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=12edf8e8-fc48-415e-8044-a5b1c481a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661275 Aug 31 02:11:53.040281 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-205ce8c5-c817-4b23-83d2-694fe2555410 req-cac8e9b2-d4a2-4321-ac12-64362c9d7fa1 service neutron] 10.222.0.41 "GET /v2.0/networks/13ba1a49-3fba-48eb-b74e-cd9f321bb9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969436 Aug 31 02:11:53.160098 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-595d98d2-55a8-4c00-9472-dbce7eabbfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439279658', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:58Z', 'updated_at': '2021-08-31T02:11:03Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:59Z', 'updated_at': '2021-08-31T02:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'c3d0124a-c5b9-4c46-937e-7644c4300695', 'name': '', 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:3a:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3a412faf-2d4d-4228-ad79-6615edf68761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:11:02Z', 'updated_at': '2021-08-31T02:11:06Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '3a412faf-2d4d-4228-ad79-6615edf68761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:53.186320 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595d98d2-55a8-4c00-9472-dbce7eabbfbe None None] The sync data for ids ['14caa21b-0a81-4a21-99c6-981bbe59f622'] in n-d-793621-34 is: [{'id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439279658', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:58Z', 'updated_at': '2021-08-31T02:11:03Z', 'revision_number': 4, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:59Z', 'updated_at': '2021-08-31T02:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'c3d0124a-c5b9-4c46-937e-7644c4300695', 'name': '', 'network_id': '13ba1a49-3fba-48eb-b74e-cd9f321bb9df', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'mac_address': 'fa:16:3e:3a:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3a412faf-2d4d-4228-ad79-6615edf68761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:11:02Z', 'updated_at': '2021-08-31T02:11:06Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'subnets': [{'id': '3a412faf-2d4d-4228-ad79-6615edf68761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:11:53.401051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0a04f6-fe34-4b8d-b185-0fecfe1bfa28 None None] New status for floating IP a31c5fc5-2cc9-459c-b77b-ea75177f126a: DOWN {{(pid=102344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:11:54.091390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c7f11-43f3-49aa-84c8-093cdd601449 req-11d11abc-6207-4cac-9b21-72ede6e460de tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:54.092995 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-726c7f11-43f3-49aa-84c8-093cdd601449 req-11d11abc-6207-4cac-9b21-72ede6e460de tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 945 time: 0.0499640 Aug 31 02:11:54.131105 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-726c7f11-43f3-49aa-84c8-093cdd601449 req-cb08743a-1de0-4dc7-800e-76d7b18e7039 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/security-groups?id=12edf8e8-fc48-415e-8044-a5b1c481a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321970 Aug 31 02:11:54.434846 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b9a3a-bb2c-44a5-8496-ba2272d8c011 req-01036430-f8a2-436d-81aa-bf67e32fef12 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:54.436250 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a8b9a3a-bb2c-44a5-8496-ba2272d8c011 req-01036430-f8a2-436d-81aa-bf67e32fef12 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 945 time: 0.0497689 Aug 31 02:11:54.527555 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-8a8b9a3a-bb2c-44a5-8496-ba2272d8c011 req-24ea6199-a087-4602-b279-f8fd644f8bbf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port 9b8503f6-ebc3-4da4-8f8a-389a608830f4 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:11:54.527896 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8a8b9a3a-bb2c-44a5-8496-ba2272d8c011 req-24ea6199-a087-4602-b279-f8fd644f8bbf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:54.615557 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-8a8b9a3a-bb2c-44a5-8496-ba2272d8c011 req-24ea6199-a087-4602-b279-f8fd644f8bbf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] For port 9b8503f6-ebc3-4da4-8f8a-389a608830f4, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=9b8503f6-ebc3-4da4-8f8a-389a608830f4,segment=NetworkSegment(c99cb4dd-d11f-460d-9c5b-76276f1bf81e),segment_id=c99cb4dd-d11f-460d-9c5b-76276f1bf81e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:11:54.615929 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8a8b9a3a-bb2c-44a5-8496-ba2272d8c011 req-24ea6199-a087-4602-b279-f8fd644f8bbf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:54.628543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-8a8b9a3a-bb2c-44a5-8496-ba2272d8c011 req-24ea6199-a087-4602-b279-f8fd644f8bbf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for 9b8503f6-ebc3-4da4-8f8a-389a608830f4 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:11:54.859361 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8a8b9a3a-bb2c-44a5-8496-ba2272d8c011 req-24ea6199-a087-4602-b279-f8fd644f8bbf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:54.888235 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea6199-a087-4602-b279-f8fd644f8bbf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=9b8503f6-ebc3-4da4-8f8a-389a608830f4,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:54.928616 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8b9a3a-bb2c-44a5-8496-ba2272d8c011 req-24ea6199-a087-4602-b279-f8fd644f8bbf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] No DVR routers for this DVR port 9b8503f6-ebc3-4da4-8f8a-389a608830f4 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:11:54.931303 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-8a8b9a3a-bb2c-44a5-8496-ba2272d8c011 req-24ea6199-a087-4602-b279-f8fd644f8bbf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:54.933315 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8a8b9a3a-bb2c-44a5-8496-ba2272d8c011 req-24ea6199-a087-4602-b279-f8fd644f8bbf tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.41 "DELETE /v2.0/ports/9b8503f6-ebc3-4da4-8f8a-389a608830f4 HTTP/1.1" status: 204 len: 173 time: 0.4909890 Aug 31 02:11:54.933774 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d08130c-2e03-42e1-9a32-4512db6842d6', 'name': 'network-vif-deleted', 'tag': '9b8503f6-ebc3-4da4-8f8a-389a608830f4'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:11:54.936029 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d657b9fb-0718-4847-924a-0a9eddea8f68" -d '{"events": [{"server_uuid": "6d08130c-2e03-42e1-9a32-4512db6842d6", "name": "network-vif-deleted", "tag": "9b8503f6-ebc3-4da4-8f8a-389a608830f4"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:11:54.971324 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1117eb0a-96f6-4574-a8f3-1272f25feb55 x-openstack-request-id: req-1117eb0a-96f6-4574-a8f3-1272f25feb55 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:11:54.971625 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d08130c-2e03-42e1-9a32-4512db6842d6", "name": "network-vif-deleted", "tag": "9b8503f6-ebc3-4da4-8f8a-389a608830f4", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:11:54.971903 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1117eb0a-96f6-4574-a8f3-1272f25feb55 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:11:54.972306 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d08130c-2e03-42e1-9a32-4512db6842d6', 'name': 'network-vif-deleted', 'tag': '9b8503f6-ebc3-4da4-8f8a-389a608830f4', 'status': 'completed', 'code': 200} Aug 31 02:11:55.238846 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-12a37861-165f-4b95-a0f3-2cfc51e67397 req-44b94433-9f97-4479-9e0b-db5de4eacfd4 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d08130c-2e03-42e1-9a32-4512db6842d6 HTTP/1.1" status: 200 len: 210 time: 0.0275123 Aug 31 02:11:56.299861 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43766) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:11:56.668096 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:56.914864 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9b8503f6-ebc3-4da4-8f8a-389a608830f4 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:11:56.927725 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port c3d0124a-c5b9-4c46-937e-7644c4300695 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:11:56.928001 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:56.939279 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 9b8503f6-ebc3-4da4-8f8a-389a608830f4 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:11:56.939626 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 9b8503f6-ebc3-4da4-8f8a-389a608830f4 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:11:57.014564 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] For port c3d0124a-c5b9-4c46-937e-7644c4300695, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c3d0124a-c5b9-4c46-937e-7644c4300695,segment=NetworkSegment(c99cb4dd-d11f-460d-9c5b-76276f1bf81e),segment_id=c99cb4dd-d11f-460d-9c5b-76276f1bf81e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:11:57.014928 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:57.031971 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for c3d0124a-c5b9-4c46-937e-7644c4300695 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:11:57.276608 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:57.305036 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=c3d0124a-c5b9-4c46-937e-7644c4300695,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:57.332372 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:57.332725 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:57.333071 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:57.333412 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:57.333773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:57.334106 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:57.334441 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:57.334772 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:57.335101 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:57.335428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:57.335757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:57.336086 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:57.487983 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:57.701237 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Router 14caa21b-0a81-4a21-99c6-981bbe59f622 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:11:57.804692 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:11:57.810049 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-ca7c9089-f039-4191-bd31-9acad8fcd40b tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "PUT /v2.0/routers/14caa21b-0a81-4a21-99c6-981bbe59f622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5088618 Aug 31 02:11:57.812469 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43768) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:11:57.814607 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8633e6d-1696-4456-8a7c-73b7304770e0 None None] Sync routers for ids ['14caa21b-0a81-4a21-99c6-981bbe59f622'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:11:57.823778 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8633e6d-1696-4456-8a7c-73b7304770e0 None None] Routers {'14caa21b-0a81-4a21-99c6-981bbe59f622'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:11:57.824464 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a8633e6d-1696-4456-8a7c-73b7304770e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:11:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['14caa21b-0a81-4a21-99c6-981bbe59f622'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:57.864166 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa2f9cb-a42c-45a7-951b-234e8aaa54d3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting subnet 3a412faf-2d4d-4228-ad79-6615edf68761 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:11:57.867298 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0fa2f9cb-a42c-45a7-951b-234e8aaa54d3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:57.907959 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0fa2f9cb-a42c-45a7-951b-234e8aaa54d3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:57.929583 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-a8633e6d-1696-4456-8a7c-73b7304770e0 None None] Set router 14caa21b-0a81-4a21-99c6-981bbe59f622 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:11:57.994310 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0fa2f9cb-a42c-45a7-951b-234e8aaa54d3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:58.104505 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a8633e6d-1696-4456-8a7c-73b7304770e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439279658', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:58Z', 'updated_at': '2021-08-31T02:11:57Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:59Z', 'updated_at': '2021-08-31T02:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:58.123049 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0fa2f9cb-a42c-45a7-951b-234e8aaa54d3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:58.134984 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8633e6d-1696-4456-8a7c-73b7304770e0 None None] Checking router: 14caa21b-0a81-4a21-99c6-981bbe59f622 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:11:58.143827 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8633e6d-1696-4456-8a7c-73b7304770e0 None None] Routers {'14caa21b-0a81-4a21-99c6-981bbe59f622'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:11:58.144468 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a8633e6d-1696-4456-8a7c-73b7304770e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:11:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['14caa21b-0a81-4a21-99c6-981bbe59f622'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:58.149196 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2f9cb-a42c-45a7-951b-234e8aaa54d3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Subnet': ['ID=3a412faf-2d4d-4228-ad79-6615edf68761,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:58.155106 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-0fa2f9cb-a42c-45a7-951b-234e8aaa54d3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:58.159470 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-0fa2f9cb-a42c-45a7-951b-234e8aaa54d3 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/subnets/3a412faf-2d4d-4228-ad79-6615edf68761 HTTP/1.1" status: 204 len: 168 time: 0.3436625 Aug 31 02:11:58.159838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43770) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:11:58.162546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b315985-1769-4808-8ef7-2d55402c861a None None] Network 13ba1a49-3fba-48eb-b74e-cd9f321bb9df requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:11:58.273132 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-a8633e6d-1696-4456-8a7c-73b7304770e0 None None] Set router 14caa21b-0a81-4a21-99c6-981bbe59f622 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:11:58.291301 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-af33556c-2098-43ba-8a7f-b54c68ccf990 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:58.357377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] DHCP port deletion for 13ba1a49-3fba-48eb-b74e-cd9f321bb9df request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:11:58.412838 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] Deleting port 9819f276-fdff-4bfb-b3cc-e32630b802b2 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:11:58.413204 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:58.478999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] For port 9819f276-fdff-4bfb-b3cc-e32630b802b2, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9819f276-fdff-4bfb-b3cc-e32630b802b2,segment=NetworkSegment(c99cb4dd-d11f-460d-9c5b-76276f1bf81e),segment_id=c99cb4dd-d11f-460d-9c5b-76276f1bf81e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:11:58.479402 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:58.492214 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-a8633e6d-1696-4456-8a7c-73b7304770e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439279658', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:58Z', 'updated_at': '2021-08-31T02:11:57Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:59Z', 'updated_at': '2021-08-31T02:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:58.494111 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] Calling delete_port for 9819f276-fdff-4bfb-b3cc-e32630b802b2 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:11:58.522506 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8633e6d-1696-4456-8a7c-73b7304770e0 None None] The sync data for ids ['14caa21b-0a81-4a21-99c6-981bbe59f622'] in n-d-793621-34 is: [{'id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439279658', 'tenant_id': 'b391aac543674f3db49f6a68c2a53544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:58Z', 'updated_at': '2021-08-31T02:11:57Z', 'revision_number': 5, 'project_id': 'b391aac543674f3db49f6a68c2a53544', 'gw_port': {'id': '61e909a5-bc1c-44c8-b16a-3334105592d3', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caa21b-0a81-4a21-99c6-981bbe59f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:59Z', 'updated_at': '2021-08-31T02:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:11:58.654100 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:58.678378 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] Pushing event deleted for resources: {'Port': ['ID=9819f276-fdff-4bfb-b3cc-e32630b802b2,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:58.688164 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] No DVR routers for this DVR port 9819f276-fdff-4bfb-b3cc-e32630b802b2 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:11:58.692724 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:58.692724 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:58.692724 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:58.693213 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:58.693213 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:58.693504 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:58.693849 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:58.694183 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:58.695886 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:58.695886 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:58.695886 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:58.695886 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd03e4-ccf5-4f73-b403-4cef5b22f5f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:58.723465 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-af33556c-2098-43ba-8a7f-b54c68ccf990 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:58.838294 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-af33556c-2098-43ba-8a7f-b54c68ccf990 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Deleting port 61e909a5-bc1c-44c8-b16a-3334105592d3 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:11:58.838542 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-af33556c-2098-43ba-8a7f-b54c68ccf990 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:58.920679 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-af33556c-2098-43ba-8a7f-b54c68ccf990 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] For port 61e909a5-bc1c-44c8-b16a-3334105592d3, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=61e909a5-bc1c-44c8-b16a-3334105592d3,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:11:58.921054 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-af33556c-2098-43ba-8a7f-b54c68ccf990 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:58.935038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-af33556c-2098-43ba-8a7f-b54c68ccf990 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Calling delete_port for 61e909a5-bc1c-44c8-b16a-3334105592d3 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:11:59.168229 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-af33556c-2098-43ba-8a7f-b54c68ccf990 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:59.195015 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33556c-2098-43ba-8a7f-b54c68ccf990 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Port': ['ID=61e909a5-bc1c-44c8-b16a-3334105592d3,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:59.258575 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-af33556c-2098-43ba-8a7f-b54c68ccf990 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:59.356641 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-af33556c-2098-43ba-8a7f-b54c68ccf990 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:59.358817 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-af33556c-2098-43ba-8a7f-b54c68ccf990 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:59.471176 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-af33556c-2098-43ba-8a7f-b54c68ccf990 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:59.472096 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af33556c-2098-43ba-8a7f-b54c68ccf990 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Fanout notify agent at l3_agent the message router_deleted on router 14caa21b-0a81-4a21-99c6-981bbe59f622 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:11:59.479497 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-af33556c-2098-43ba-8a7f-b54c68ccf990 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:59.480687 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-af33556c-2098-43ba-8a7f-b54c68ccf990 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/routers/14caa21b-0a81-4a21-99c6-981bbe59f622 HTTP/1.1" status: 204 len: 168 time: 1.3198454 Aug 31 02:11:59.483408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43772) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:11:59.572496 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a9bc98c-65fd-46e0-9f45-758c642607df tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:59.664465 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a9bc98c-65fd-46e0-9f45-758c642607df tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:59.675649 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5a9bc98c-65fd-46e0-9f45-758c642607df tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ba1a49-3fba-48eb-b74e-cd9f321bb9df']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:59.686946 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5a9bc98c-65fd-46e0-9f45-758c642607df tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99cb4dd-d11f-460d-9c5b-76276f1bf81e') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:59.687248 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-5a9bc98c-65fd-46e0-9f45-758c642607df tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99cb4dd-d11f-460d-9c5b-76276f1bf81e') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:11:59.696303 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a9bc98c-65fd-46e0-9f45-758c642607df tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:59.710843 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a9bc98c-65fd-46e0-9f45-758c642607df tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:59.716794 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9bc98c-65fd-46e0-9f45-758c642607df tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:11:59.717184 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a9bc98c-65fd-46e0-9f45-758c642607df tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: timer() Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:11:59.720137 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:11:59.842677 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a9bc98c-65fd-46e0-9f45-758c642607df tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:59.858991 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-5a9bc98c-65fd-46e0-9f45-758c642607df tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:59.858991 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-5a9bc98c-65fd-46e0-9f45-758c642607df tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/networks/13ba1a49-3fba-48eb-b74e-cd9f321bb9df HTTP/1.1" status: 204 len: 168 time: 0.3675792 Aug 31 02:11:59.859196 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43774) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:11:59.864040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bc98c-65fd-46e0-9f45-758c642607df tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'Network': ['ID=13ba1a49-3fba-48eb-b74e-cd9f321bb9df,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:59.919362 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-48ab36ec-6923-4ce3-a7cc-d0d98c1a7df7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:59.946260 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-48ab36ec-6923-4ce3-a7cc-d0d98c1a7df7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:00.059787 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-48ab36ec-6923-4ce3-a7cc-d0d98c1a7df7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:00.062447 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-48ab36ec-6923-4ce3-a7cc-d0d98c1a7df7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:00.063624 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-48ab36ec-6923-4ce3-a7cc-d0d98c1a7df7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] 10.222.0.16 "DELETE /v2.0/security-groups/12edf8e8-fc48-415e-8044-a5b1c481a1af HTTP/1.1" status: 204 len: 168 time: 0.2062140 Aug 31 02:12:00.074107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab36ec-6923-4ce3-a7cc-d0d98c1a7df7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12edf8e8-fc48-415e-8044-a5b1c481a1af,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:00.082067 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab36ec-6923-4ce3-a7cc-d0d98c1a7df7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:00.082418 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab36ec-6923-4ce3-a7cc-d0d98c1a7df7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:00.082765 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab36ec-6923-4ce3-a7cc-d0d98c1a7df7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:00.083103 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab36ec-6923-4ce3-a7cc-d0d98c1a7df7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:00.083440 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab36ec-6923-4ce3-a7cc-d0d98c1a7df7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:00.083775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab36ec-6923-4ce3-a7cc-d0d98c1a7df7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:00.084107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab36ec-6923-4ce3-a7cc-d0d98c1a7df7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:00.084428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab36ec-6923-4ce3-a7cc-d0d98c1a7df7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:00.084762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab36ec-6923-4ce3-a7cc-d0d98c1a7df7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:00.085187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab36ec-6923-4ce3-a7cc-d0d98c1a7df7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:00.085539 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab36ec-6923-4ce3-a7cc-d0d98c1a7df7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:00.085887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab36ec-6923-4ce3-a7cc-d0d98c1a7df7 tempest-TestNetworkAdvancedServerOps-1378154574 tempest-TestNetworkAdvancedServerOps-1378154574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:00.276770 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c3d0124a-c5b9-4c46-937e-7644c4300695 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:12:00.299318 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: c3d0124a-c5b9-4c46-937e-7644c4300695 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:12:00.299747 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c3d0124a-c5b9-4c46-937e-7644c4300695 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:12:00.300184 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9819f276-fdff-4bfb-b3cc-e32630b802b2 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:12:00.318805 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 9819f276-fdff-4bfb-b3cc-e32630b802b2 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:12:00.319166 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9819f276-fdff-4bfb-b3cc-e32630b802b2 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:12:00.319692 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 61e909a5-bc1c-44c8-b16a-3334105592d3 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:12:00.337960 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 61e909a5-bc1c-44c8-b16a-3334105592d3 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:12:00.342647 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 61e909a5-bc1c-44c8-b16a-3334105592d3 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:12:00.647510 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43782) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:00.792346 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-97ce9feb-691f-4bc4-8b3e-3a0e79b457a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b391aac543674f3db49f6a68c2a53544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434186 Aug 31 02:12:00.794833 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43786) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:00.842299 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f44e261b-9461-4eb3-b960-a0d15a1e3fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:00.863006 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f44e261b-9461-4eb3-b960-a0d15a1e3fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:00.961780 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f44e261b-9461-4eb3-b960-a0d15a1e3fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:00.964327 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-f44e261b-9461-4eb3-b960-a0d15a1e3fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:00.966075 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-f44e261b-9461-4eb3-b960-a0d15a1e3fe6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08ad3f29-ebaf-40a4-b6f5-4960e5331a0e HTTP/1.1" status: 204 len: 168 time: 0.1697612 Aug 31 02:12:00.975843 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e261b-9461-4eb3-b960-a0d15a1e3fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ad3f29-ebaf-40a4-b6f5-4960e5331a0e,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:01.591422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43792) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:01.604789 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e9b3e043-6b03-4112-bbb4-2f420009fe0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:01.692319 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e9b3e043-6b03-4112-bbb4-2f420009fe0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:01.751123 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e9b3e043-6b03-4112-bbb4-2f420009fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:01.803929 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e9b3e043-6b03-4112-bbb4-2f420009fe0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c273c60af904dc698e84d75a1bb67c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2113643 Aug 31 02:12:01.804803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3e043-6b03-4112-bbb4-2f420009fe0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f98f907-d238-40c7-8be3-030964012954,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:01.806936 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43794) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:01.858535 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-25480475-59be-4cd3-80d1-fba22fd5160b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:01.879018 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-25480475-59be-4cd3-80d1-fba22fd5160b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:02.002985 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-25480475-59be-4cd3-80d1-fba22fd5160b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:02.005793 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-25480475-59be-4cd3-80d1-fba22fd5160b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:02.006982 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-25480475-59be-4cd3-80d1-fba22fd5160b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f98f907-d238-40c7-8be3-030964012954 HTTP/1.1" status: 204 len: 168 time: 0.1990366 Aug 31 02:12:02.016750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25480475-59be-4cd3-80d1-fba22fd5160b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f98f907-d238-40c7-8be3-030964012954,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:03.013593 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43816) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:03.107763 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-443ca8aa-e465-4ce5-9aab-15f53b843174 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-511836186-network', 'tenant_id': 'aa03277521e446b8b70752455a753e35'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:03.185822 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443ca8aa-e465-4ce5-9aab-15f53b843174 admin admin] Made reservation on behalf of aa03277521e446b8b70752455a753e35 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:12:03.188119 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-443ca8aa-e465-4ce5-9aab-15f53b843174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:03.197041 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-443ca8aa-e465-4ce5-9aab-15f53b843174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:03.287235 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-443ca8aa-e465-4ce5-9aab-15f53b843174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:03.356639 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-443ca8aa-e465-4ce5-9aab-15f53b843174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:03.380402 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443ca8aa-e465-4ce5-9aab-15f53b843174 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:12:03.390548 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ca8aa-e465-4ce5-9aab-15f53b843174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d376883-5e5c-4ae8-b401-dd2a10e7084f,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:03.396474 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-443ca8aa-e465-4ce5-9aab-15f53b843174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:03.396842 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-443ca8aa-e465-4ce5-9aab-15f53b843174 admin admin] Added segment db9d406a-33e9-4dc4-aa82-242d4d442522 of type vlan for network 5652d430-781d-4944-968d-fbd6b2b43888 Aug 31 02:12:03.442213 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-443ca8aa-e465-4ce5-9aab-15f53b843174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:03.533280 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-443ca8aa-e465-4ce5-9aab-15f53b843174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:03.534303 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443ca8aa-e465-4ce5-9aab-15f53b843174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:03.534884 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-443ca8aa-e465-4ce5-9aab-15f53b843174 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:03.593296 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ca8aa-e465-4ce5-9aab-15f53b843174 admin admin] Pushing event updated for resources: {'Network': ['ID=5652d430-781d-4944-968d-fbd6b2b43888,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:03.603123 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 5652d430-781d-4944-968d-fbd6b2b43888 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:12:03.631650 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-443ca8aa-e465-4ce5-9aab-15f53b843174 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6168172 Aug 31 02:12:03.634409 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43820) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:03.639750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-273b82bc-ed73-476b-b894-117058cd40bb admin admin] Request body: {'subnet': {'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-511836186-subnet', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:03.733400 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273b82bc-ed73-476b-b894-117058cd40bb admin admin] Made reservation on behalf of aa03277521e446b8b70752455a753e35 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:12:03.735788 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-273b82bc-ed73-476b-b894-117058cd40bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:03.979832 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-273b82bc-ed73-476b-b894-117058cd40bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.037202 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b82bc-ed73-476b-b894-117058cd40bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=de83e71f-8e3a-4ec2-b995-5811a573ba03,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:04.044033 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b82bc-ed73-476b-b894-117058cd40bb admin admin] Checking segment: {'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:12:04.044396 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273b82bc-ed73-476b-b894-117058cd40bb admin admin] Network hostable DHCP agents. Network: 5652d430-781d-4944-968d-fbd6b2b43888, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:12:04.104948 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273b82bc-ed73-476b-b894-117058cd40bb admin admin] Network 5652d430-781d-4944-968d-fbd6b2b43888 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:12:04.162288 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-273b82bc-ed73-476b-b894-117058cd40bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 5652d430-781d-4944-968d-fbd6b2b43888) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:04.166763 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273b82bc-ed73-476b-b894-117058cd40bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:04.167479 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-273b82bc-ed73-476b-b894-117058cd40bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.171985 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8519cf-d639-4dcf-a6c2-dd77145307dd None None] Network 5652d430-781d-4944-968d-fbd6b2b43888 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:12:04.254215 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-273b82bc-ed73-476b-b894-117058cd40bb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6187224 Aug 31 02:12:04.257041 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43822) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:04.262087 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:04.335448 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-5652d430-781d-4944-968d-fbd6b2b43888', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:12:04.336305 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.339914 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-caede393-5a78-4e89-825e-2421a8601fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.350791 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.352456 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.409396 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.470459 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Allocated IP 172.20.0.2 (5652d430-781d-4944-968d-fbd6b2b43888/de83e71f-8e3a-4ec2-b995-5811a573ba03/d24cd0a4-b651-4049-8c44-85133f86cc03) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:12:04.601311 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.619452 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.628108 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Transition to ACTIVE for port object d24cd0a4-b651-4049-8c44-85133f86cc03 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:04.642008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Transition to ACTIVE for port object d24cd0a4-b651-4049-8c44-85133f86cc03 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:04.699922 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.740280 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Network 5652d430-781d-4944-968d-fbd6b2b43888 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:04.744239 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:04.748478 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:12:04.755784 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Pushing event updated for resources: {'Port': ['ID=d24cd0a4-b651-4049-8c44-85133f86cc03,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:04.811896 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Attempting to bind port d24cd0a4-b651-4049-8c44-85133f86cc03 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:12:04.812315 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Attempting to bind port d24cd0a4-b651-4049-8c44-85133f86cc03 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:12:04.812677 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Attempting to bind port d24cd0a4-b651-4049-8c44-85133f86cc03 on network 5652d430-781d-4944-968d-fbd6b2b43888 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:12:04.817904 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:12:04.818338 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Checking segment: {'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:12:04.818751 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.819149 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Bound using segment: {'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:12:04.819623 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Bound port: d24cd0a4-b651-4049-8c44-85133f86cc03, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:12:04.820011 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.871139 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.884808 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] For port d24cd0a4-b651-4049-8c44-85133f86cc03, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:12:04.888009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] For port d24cd0a4-b651-4049-8c44-85133f86cc03, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d24cd0a4-b651-4049-8c44-85133f86cc03,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:12:04.889821 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.968671 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.997142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] Allocated IP 172.25.2.118 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/e2bb3645-2480-49aa-866b-1d6a61d5c6c1) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:12:05.029693 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca5f2f-da3e-433e-b752-22ae979514b4 None None] Pushing event updated for resources: {'Port': ['ID=d24cd0a4-b651-4049-8c44-85133f86cc03,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:05.103707 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:05.202684 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:05.250167 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:05.253236 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:05.257067 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:12:05.263274 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] Pushing event updated for resources: {'Port': ['ID=e2bb3645-2480-49aa-866b-1d6a61d5c6c1,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:05.575696 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:05.778249 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:05.905702 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630983f4-f4f1-4fcd-9776-dd0ce136e5e2 None None] Network 5652d430-781d-4944-968d-fbd6b2b43888 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:12:05.956579 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] Router 0e89e5db-08e5-4a75-bc42-45666a48a789 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:12:06.070127 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:12:06.081937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Sync routers for ids ['0e89e5db-08e5-4a75-bc42-45666a48a789'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:12:06.092023 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Routers {'0e89e5db-08e5-4a75-bc42-45666a48a789'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:06.092659 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:11:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0e89e5db-08e5-4a75-bc42-45666a48a789'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:06.132145 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fd3164a9-6ba8-4ce3-86f6-23b62cdb70ce None None] Provisioning for port d24cd0a4-b651-4049-8c44-85133f86cc03 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:06.162460 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:06.164749 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-14b15571-d84d-496c-9c66-7744d68359bc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9056652 Aug 31 02:12:06.166730 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43824) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:06.215059 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Set router 0e89e5db-08e5-4a75-bc42-45666a48a789 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:06.339866 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d24cd0a4-b651-4049-8c44-85133f86cc03 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:06.463573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:05Z', 'revision_number': 3, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port': {'id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:06.492560 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Checking router: 0e89e5db-08e5-4a75-bc42-45666a48a789 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:12:06.492560 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Updating router 0e89e5db-08e5-4a75-bc42-45666a48a789 port e2bb3645-2480-49aa-866b-1d6a61d5c6c1 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:12:06.515158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port d24cd0a4-b651-4049-8c44-85133f86cc03 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:06.524212 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port d24cd0a4-b651-4049-8c44-85133f86cc03 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:06.524584 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:06.527350 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:06.904311 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:06.928516 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:06.954944 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port d24cd0a4-b651-4049-8c44-85133f86cc03, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d24cd0a4-b651-4049-8c44-85133f86cc03,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:06.957880 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.053208 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.063411 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Transition to ACTIVE for port object e2bb3645-2480-49aa-866b-1d6a61d5c6c1 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:07.081468 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.094234 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] Allocated IP 172.20.0.1 (5652d430-781d-4944-968d-fbd6b2b43888/de83e71f-8e3a-4ec2-b995-5811a573ba03/5d822d0b-37dd-4593-bc95-c343bbb5b4ee) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:12:07.112338 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2a8ce721-9884-4a41-8260-63f167d5b480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.139725 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=d24cd0a4-b651-4049-8c44-85133f86cc03,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:07.191101 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.204074 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.218412 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] Transition to ACTIVE for port object 5d822d0b-37dd-4593-bc95-c343bbb5b4ee will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:07.245077 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Attempting to bind port e2bb3645-2480-49aa-866b-1d6a61d5c6c1 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:12:07.245474 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Attempting to bind port e2bb3645-2480-49aa-866b-1d6a61d5c6c1 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:12:07.245838 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Attempting to bind port e2bb3645-2480-49aa-866b-1d6a61d5c6c1 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:12:07.249242 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b7324-eb68-48fb-b674-72cb38dd2ddc None None] Pushing event updated for resources: {'Port': ['ID=e2bb3645-2480-49aa-866b-1d6a61d5c6c1,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:07.253803 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:12:07.254181 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:12:07.254583 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.254971 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:12:07.255441 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Bound port: e2bb3645-2480-49aa-866b-1d6a61d5c6c1, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:12:07.255824 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.312334 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] For port e2bb3645-2480-49aa-866b-1d6a61d5c6c1, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:12:07.315448 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] For port e2bb3645-2480-49aa-866b-1d6a61d5c6c1, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e2bb3645-2480-49aa-866b-1d6a61d5c6c1,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:12:07.351099 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.388161 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] Network 5652d430-781d-4944-968d-fbd6b2b43888 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:07.392905 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:07.396436 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:12:07.409401 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.421097 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] Pushing event updated for resources: {'Port': ['ID=5d822d0b-37dd-4593-bc95-c343bbb5b4ee,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:07.456199 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.504876 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Routers {'0e89e5db-08e5-4a75-bc42-45666a48a789'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:07.505999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:12:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0e89e5db-08e5-4a75-bc42-45666a48a789'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:07.567788 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b7324-eb68-48fb-b674-72cb38dd2ddc None None] Pushing event updated for resources: {'Port': ['ID=e2bb3645-2480-49aa-866b-1d6a61d5c6c1,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:07.667683 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] Set router 0e89e5db-08e5-4a75-bc42-45666a48a789 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:07.709029 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.765464 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fc244b40-99ab-4e39-86b3-f45a4425fb4c None None] Provisioning for port 5d822d0b-37dd-4593-bc95-c343bbb5b4ee completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:07.775805 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-fc244b40-99ab-4e39-86b3-f45a4425fb4c None None] Provisioning complete for port 5d822d0b-37dd-4593-bc95-c343bbb5b4ee triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:07.778663 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fc244b40-99ab-4e39-86b3-f45a4425fb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.823233 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-fc244b40-99ab-4e39-86b3-f45a4425fb4c None None] Port 5d822d0b-37dd-4593-bc95-c343bbb5b4ee cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:12:07.830518 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.881217 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.900834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:05Z', 'revision_number': 3, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port': {'id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:07.928377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f127925-ef4b-4a60-8947-72ae013dc94a None None] The sync data for ids ['0e89e5db-08e5-4a75-bc42-45666a48a789'] in n-d-793621-34 is: [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:05Z', 'revision_number': 3, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port': {'id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:12:07.933595 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.956228 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:08.024541 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] Pushing event updated for resources: {'Port': ['ID=5d822d0b-37dd-4593-bc95-c343bbb5b4ee,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:08.027936 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:08.126265 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] Network 5652d430-781d-4944-968d-fbd6b2b43888 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:08.127670 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:08.281264 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] Router 0e89e5db-08e5-4a75-bc42-45666a48a789 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:12:08.394683 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d24cd0a4-b651-4049-8c44-85133f86cc03 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:08.433197 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:12:08.439435 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4c038eed-ba51-49b5-a7f7-13f2da21bdbc admin admin] 10.222.0.16 "PUT /v2.0/routers/0e89e5db-08e5-4a75-bc42-45666a48a789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2715423 Aug 31 02:12:08.458362 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port d24cd0a4-b651-4049-8c44-85133f86cc03 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:08.458747 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:08.492393 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-646f60aa-3b5a-4862-870b-b2ad83758ba6 None None] Provisioning complete for port 5d822d0b-37dd-4593-bc95-c343bbb5b4ee triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:08.496751 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-646f60aa-3b5a-4862-870b-b2ad83758ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:08.539424 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-646f60aa-3b5a-4862-870b-b2ad83758ba6 None None] Port 5d822d0b-37dd-4593-bc95-c343bbb5b4ee cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:12:08.583406 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e2bb3645-2480-49aa-866b-1d6a61d5c6c1 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:08.710991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port e2bb3645-2480-49aa-866b-1d6a61d5c6c1 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:08.715486 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port e2bb3645-2480-49aa-866b-1d6a61d5c6c1 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:08.715868 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:08.815909 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:08.837364 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port e2bb3645-2480-49aa-866b-1d6a61d5c6c1, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e2bb3645-2480-49aa-866b-1d6a61d5c6c1,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:08.842010 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:08.922268 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:08.972546 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=e2bb3645-2480-49aa-866b-1d6a61d5c6c1,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:09.137939 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43840) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:09.143017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-5c0a7467-82f2-441e-a0a0-f5680f2511e2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1774887508-network', 'tenant_id': '3ad9b74695134a5d972e26622d67d6b1'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:09.231090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0a7467-82f2-441e-a0a0-f5680f2511e2 admin admin] Made reservation on behalf of 3ad9b74695134a5d972e26622d67d6b1 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:12:09.235239 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7467-82f2-441e-a0a0-f5680f2511e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:09.243224 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7467-82f2-441e-a0a0-f5680f2511e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:09.336948 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7467-82f2-441e-a0a0-f5680f2511e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:09.407925 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7467-82f2-441e-a0a0-f5680f2511e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:09.435710 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0a7467-82f2-441e-a0a0-f5680f2511e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:12:09.441966 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a7467-82f2-441e-a0a0-f5680f2511e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01a7fdc-28e5-48cf-ad16-a30cd5b96748,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:09.449942 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7467-82f2-441e-a0a0-f5680f2511e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:09.449942 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-5c0a7467-82f2-441e-a0a0-f5680f2511e2 admin admin] Added segment 8f729aa1-18b9-420d-833a-fa7974e017f2 of type vlan for network 352429f3-0122-46e7-bd5d-64129536567c Aug 31 02:12:09.498371 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7467-82f2-441e-a0a0-f5680f2511e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:09.539296 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Sync routers for ids ['0e89e5db-08e5-4a75-bc42-45666a48a789'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:12:09.551008 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Routers {'0e89e5db-08e5-4a75-bc42-45666a48a789'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:09.551615 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:12:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0e89e5db-08e5-4a75-bc42-45666a48a789'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:09.581328 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7467-82f2-441e-a0a0-f5680f2511e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:09.582518 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0a7467-82f2-441e-a0a0-f5680f2511e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:09.583178 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7467-82f2-441e-a0a0-f5680f2511e2 admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:09.668047 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Set router 0e89e5db-08e5-4a75-bc42-45666a48a789 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:09.875767 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:07Z', 'revision_number': 4, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port': {'id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '5d822d0b-37dd-4593-bc95-c343bbb5b4ee', 'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'mac_address': 'fa:16:3e:b1:76:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:06Z', 'updated_at': '2021-08-31T02:12:07Z', 'revision_number': 2, 'project_id': 'aa03277521e446b8b70752455a753e35', 'subnets': [{'id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:09.981734 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a7467-82f2-441e-a0a0-f5680f2511e2 admin admin] Pushing event updated for resources: {'Network': ['ID=352429f3-0122-46e7-bd5d-64129536567c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:09.992292 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 352429f3-0122-46e7-bd5d-64129536567c details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:12:09.999968 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Checking router: 0e89e5db-08e5-4a75-bc42-45666a48a789 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:12:10.000314 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Updating router 0e89e5db-08e5-4a75-bc42-45666a48a789 port 5d822d0b-37dd-4593-bc95-c343bbb5b4ee binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:12:10.025845 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.046197 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43842) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:10.046778 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5c0a7467-82f2-441e-a0a0-f5680f2511e2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9067528 Aug 31 02:12:10.053420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-f11978d9-bd1e-41c1-a69c-41073656042c admin admin] Request body: {'subnet': {'network_id': '352429f3-0122-46e7-bd5d-64129536567c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1774887508-subnet', 'tenant_id': '3ad9b74695134a5d972e26622d67d6b1', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:10.156442 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11978d9-bd1e-41c1-a69c-41073656042c admin admin] Made reservation on behalf of 3ad9b74695134a5d972e26622d67d6b1 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:12:10.158907 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f11978d9-bd1e-41c1-a69c-41073656042c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.293595 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.298288 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e2bb3645-2480-49aa-866b-1d6a61d5c6c1 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:10.308125 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Transition to ACTIVE for port object 5d822d0b-37dd-4593-bc95-c343bbb5b4ee will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:10.346030 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port e2bb3645-2480-49aa-866b-1d6a61d5c6c1 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:10.346398 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.378679 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.407830 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f11978d9-bd1e-41c1-a69c-41073656042c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.454660 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c686e-c836-4c0d-a0da-74b39fac7dd3 None None] Pushing event updated for resources: {'Port': ['ID=5d822d0b-37dd-4593-bc95-c343bbb5b4ee,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:10.476741 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c686e-c836-4c0d-a0da-74b39fac7dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:10.477428 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c686e-c836-4c0d-a0da-74b39fac7dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:10.478001 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c686e-c836-4c0d-a0da-74b39fac7dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:10.478526 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c686e-c836-4c0d-a0da-74b39fac7dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:10.479075 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c686e-c836-4c0d-a0da-74b39fac7dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:10.479586 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c686e-c836-4c0d-a0da-74b39fac7dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:10.480058 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c686e-c836-4c0d-a0da-74b39fac7dd3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:10.480386 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c686e-c836-4c0d-a0da-74b39fac7dd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:10.481230 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c686e-c836-4c0d-a0da-74b39fac7dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:10.481485 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11978d9-bd1e-41c1-a69c-41073656042c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c650554-faff-4bbd-9bfa-8e0cf60243be,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:10.481643 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c686e-c836-4c0d-a0da-74b39fac7dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:10.481887 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c686e-c836-4c0d-a0da-74b39fac7dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:10.482206 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c686e-c836-4c0d-a0da-74b39fac7dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:10.485827 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11978d9-bd1e-41c1-a69c-41073656042c admin admin] Checking segment: {'id': '8f729aa1-18b9-420d-833a-fa7974e017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '352429f3-0122-46e7-bd5d-64129536567c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:12:10.486361 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11978d9-bd1e-41c1-a69c-41073656042c admin admin] Network hostable DHCP agents. Network: 352429f3-0122-46e7-bd5d-64129536567c, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:12:10.488221 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.499580 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Attempting to bind port 5d822d0b-37dd-4593-bc95-c343bbb5b4ee on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:12:10.499959 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Attempting to bind port 5d822d0b-37dd-4593-bc95-c343bbb5b4ee by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:12:10.500320 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Attempting to bind port 5d822d0b-37dd-4593-bc95-c343bbb5b4ee on network 5652d430-781d-4944-968d-fbd6b2b43888 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:12:10.506000 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:12:10.506374 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Checking segment: {'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:12:10.506775 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.507161 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Bound using segment: {'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:12:10.507652 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Bound port: 5d822d0b-37dd-4593-bc95-c343bbb5b4ee, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:12:10.508001 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.562839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11978d9-bd1e-41c1-a69c-41073656042c admin admin] Network 352429f3-0122-46e7-bd5d-64129536567c is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:12:10.577991 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] For port 5d822d0b-37dd-4593-bc95-c343bbb5b4ee, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:12:10.581409 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] For port 5d822d0b-37dd-4593-bc95-c343bbb5b4ee, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5d822d0b-37dd-4593-bc95-c343bbb5b4ee,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:12:10.652809 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-f11978d9-bd1e-41c1-a69c-41073656042c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 352429f3-0122-46e7-bd5d-64129536567c) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:10.657133 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11978d9-bd1e-41c1-a69c-41073656042c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:10.657765 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-f11978d9-bd1e-41c1-a69c-41073656042c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.665178 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7427142a-a57e-470a-a6f3-8b9acf4b886d None None] Network 352429f3-0122-46e7-bd5d-64129536567c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:12:10.665489 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.726507 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Routers {'0e89e5db-08e5-4a75-bc42-45666a48a789'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:10.727150 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:12:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0e89e5db-08e5-4a75-bc42-45666a48a789'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:10.732754 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c686e-c836-4c0d-a0da-74b39fac7dd3 None None] Pushing event updated for resources: {'Port': ['ID=5d822d0b-37dd-4593-bc95-c343bbb5b4ee,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:10.740808 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-f11978d9-bd1e-41c1-a69c-41073656042c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6921325 Aug 31 02:12:10.743306 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43844) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:10.750268 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1774887508-router', 'tenant_id': '3ad9b74695134a5d972e26622d67d6b1', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:10.836791 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.837189 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-352429f3-0122-46e7-bd5d-64129536567c', 'network_id': '352429f3-0122-46e7-bd5d-64129536567c', 'tenant_id': '3ad9b74695134a5d972e26622d67d6b1', 'fixed_ips': [{'subnet_id': '2c650554-faff-4bbd-9bfa-8e0cf60243be'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:12:10.837876 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.838105 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.857546 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] Set router 0e89e5db-08e5-4a75-bc42-45666a48a789 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:10.908823 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:11.003744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Allocated IP 172.20.0.2 (352429f3-0122-46e7-bd5d-64129536567c/2c650554-faff-4bbd-9bfa-8e0cf60243be/9d668ad1-1191-4f84-b4d6-d0f823f04d5f) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:12:11.068027 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:07Z', 'revision_number': 4, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port': {'id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '5d822d0b-37dd-4593-bc95-c343bbb5b4ee', 'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'mac_address': 'fa:16:3e:b1:76:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:06Z', 'updated_at': '2021-08-31T02:12:10Z', 'revision_number': 4, 'project_id': 'aa03277521e446b8b70752455a753e35', 'subnets': [{'id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:11.099113 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb298e4-1b44-4665-8695-867746cd6747 None None] The sync data for ids ['0e89e5db-08e5-4a75-bc42-45666a48a789'] in n-d-793621-34 is: [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:07Z', 'revision_number': 4, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port': {'id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '5d822d0b-37dd-4593-bc95-c343bbb5b4ee', 'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'mac_address': 'fa:16:3e:b1:76:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:06Z', 'updated_at': '2021-08-31T02:12:10Z', 'revision_number': 4, 'project_id': 'aa03277521e446b8b70752455a753e35', 'subnets': [{'id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:12:11.124427 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:11.160901 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:11.171254 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Transition to ACTIVE for port object 9d668ad1-1191-4f84-b4d6-d0f823f04d5f will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:11.187074 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Transition to ACTIVE for port object 9d668ad1-1191-4f84-b4d6-d0f823f04d5f will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:11.266758 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:11.306536 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Network 352429f3-0122-46e7-bd5d-64129536567c is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:11.311836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:11.315952 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:12:11.327697 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Pushing event updated for resources: {'Port': ['ID=9d668ad1-1191-4f84-b4d6-d0f823f04d5f,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:11.379780 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Attempting to bind port 9d668ad1-1191-4f84-b4d6-d0f823f04d5f on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:12:11.380146 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Attempting to bind port 9d668ad1-1191-4f84-b4d6-d0f823f04d5f by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '8f729aa1-18b9-420d-833a-fa7974e017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '352429f3-0122-46e7-bd5d-64129536567c'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:12:11.380520 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Attempting to bind port 9d668ad1-1191-4f84-b4d6-d0f823f04d5f on network 352429f3-0122-46e7-bd5d-64129536567c {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:12:11.386161 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:12:11.386552 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Checking segment: {'id': '8f729aa1-18b9-420d-833a-fa7974e017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '352429f3-0122-46e7-bd5d-64129536567c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:12:11.387500 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:11.388219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Bound using segment: {'id': '8f729aa1-18b9-420d-833a-fa7974e017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '352429f3-0122-46e7-bd5d-64129536567c'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:12:11.388369 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Bound port: 9d668ad1-1191-4f84-b4d6-d0f823f04d5f, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f729aa1-18b9-420d-833a-fa7974e017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '352429f3-0122-46e7-bd5d-64129536567c'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:12:11.388736 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:11.436054 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:11.457353 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:11.460669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] For port 9d668ad1-1191-4f84-b4d6-d0f823f04d5f, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:12:11.464220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] For port 9d668ad1-1191-4f84-b4d6-d0f823f04d5f, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9d668ad1-1191-4f84-b4d6-d0f823f04d5f,segment=NetworkSegment(8f729aa1-18b9-420d-833a-fa7974e017f2),segment_id=8f729aa1-18b9-420d-833a-fa7974e017f2)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:12:11.520551 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:11.584337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e64ff-ed24-47be-928b-3bcccaa6558d None None] Pushing event updated for resources: {'Port': ['ID=9d668ad1-1191-4f84-b4d6-d0f823f04d5f,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:11.597705 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] Allocated IP 172.25.2.222 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/a84539fa-fe70-47dc-aaa3-9a99aa68ee40) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:12:11.715369 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:11.836917 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:11.882454 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:11.885897 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:11.891644 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:12:11.925398 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] Pushing event updated for resources: {'Port': ['ID=a84539fa-fe70-47dc-aaa3-9a99aa68ee40,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:12.239775 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:12.379442 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5d822d0b-37dd-4593-bc95-c343bbb5b4ee up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:12.477303 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:12.493740 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 5d822d0b-37dd-4593-bc95-c343bbb5b4ee completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:12.498084 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 5d822d0b-37dd-4593-bc95-c343bbb5b4ee triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:12.498590 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:12.584688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0138abe-76fe-4507-8480-c89a8065f7b9 None None] Network 352429f3-0122-46e7-bd5d-64129536567c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:12:12.628496 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:12.669712 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] Router 9080de81-b759-4df5-8abb-d6174af02f31 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:12:12.682427 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 5d822d0b-37dd-4593-bc95-c343bbb5b4ee, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5d822d0b-37dd-4593-bc95-c343bbb5b4ee,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:12.757862 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-4491a0e4-bb5e-48a7-9656-ef33ae5b6e46 None None] Provisioning for port 9d668ad1-1191-4f84-b4d6-d0f823f04d5f completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:12.774763 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:12.775542 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9d668ad1-1191-4f84-b4d6-d0f823f04d5f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:12.784860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:12:12.820890 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Sync routers for ids ['9080de81-b759-4df5-8abb-d6174af02f31'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:12:12.861801 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Routers {'9080de81-b759-4df5-8abb-d6174af02f31'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:12.862435 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:12:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9080de81-b759-4df5-8abb-d6174af02f31'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:12.868786 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=5d822d0b-37dd-4593-bc95-c343bbb5b4ee,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:12.893396 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:12.894842 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-be4d2ef9-6f9c-4e19-b633-ef2ab709b792 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1505225 Aug 31 02:12:12.897884 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43846) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:12.984721 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Set router 9080de81-b759-4df5-8abb-d6174af02f31 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:13.011324 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 9d668ad1-1191-4f84-b4d6-d0f823f04d5f completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:13.044324 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 9d668ad1-1191-4f84-b4d6-d0f823f04d5f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:13.044700 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.145104 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-f92904c8-11d9-462c-b292-de79f01cba10 None None] Provisioning complete for port 9d668ad1-1191-4f84-b4d6-d0f823f04d5f triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:13.145498 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f92904c8-11d9-462c-b292-de79f01cba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.291265 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.492437 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f92904c8-11d9-462c-b292-de79f01cba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.519033 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 9d668ad1-1191-4f84-b4d6-d0f823f04d5f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9d668ad1-1191-4f84-b4d6-d0f823f04d5f,segment=NetworkSegment(8f729aa1-18b9-420d-833a-fa7974e017f2),segment_id=8f729aa1-18b9-420d-833a-fa7974e017f2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:13.531070 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9080de81-b759-4df5-8abb-d6174af02f31', 'name': 'tempest-TestShelveInstance-1774887508-router', 'tenant_id': '3ad9b74695134a5d972e26622d67d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a84539fa-fe70-47dc-aaa3-9a99aa68ee40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:12Z', 'revision_number': 3, 'project_id': '3ad9b74695134a5d972e26622d67d6b1', 'gw_port': {'id': 'a84539fa-fe70-47dc-aaa3-9a99aa68ee40', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9080de81-b759-4df5-8abb-d6174af02f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:11Z', 'updated_at': '2021-08-31T02:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:13.558176 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Checking router: 9080de81-b759-4df5-8abb-d6174af02f31 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:12:13.558443 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Updating router 9080de81-b759-4df5-8abb-d6174af02f31 port a84539fa-fe70-47dc-aaa3-9a99aa68ee40 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:12:13.586358 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.611198 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.643775 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.767434 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.db.api [None req-f92904c8-11d9-462c-b292-de79f01cba10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 02:12:13.767791 n-d-793621-34 neutron-server[102344]: DEBUG oslo_db.api [None req-f92904c8-11d9-462c-b292-de79f01cba10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 02:12:13.770867 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=9d668ad1-1191-4f84-b4d6-d0f823f04d5f,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:13.814823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] Allocated IP 172.20.0.1 (352429f3-0122-46e7-bd5d-64129536567c/2c650554-faff-4bbd-9bfa-8e0cf60243be/4d38f7e1-6e1c-4849-a47e-0d6245d3530b) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:12:13.922495 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.926220 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.936361 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] Transition to ACTIVE for port object 4d38f7e1-6e1c-4849-a47e-0d6245d3530b will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:13.936937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Transition to ACTIVE for port object a84539fa-fe70-47dc-aaa3-9a99aa68ee40 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:13.985021 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.007841 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.041525 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Attempting to bind port a84539fa-fe70-47dc-aaa3-9a99aa68ee40 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:12:14.041905 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Attempting to bind port a84539fa-fe70-47dc-aaa3-9a99aa68ee40 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:12:14.042273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Attempting to bind port a84539fa-fe70-47dc-aaa3-9a99aa68ee40 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:12:14.045746 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b7c29-5eaa-4ed3-baae-0d16229c4696 None None] Pushing event updated for resources: {'Port': ['ID=a84539fa-fe70-47dc-aaa3-9a99aa68ee40,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:14.049034 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] Network 352429f3-0122-46e7-bd5d-64129536567c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:14.050396 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:12:14.051168 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:12:14.051168 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.051563 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:12:14.051978 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:14.052097 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Bound port: a84539fa-fe70-47dc-aaa3-9a99aa68ee40, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:12:14.052446 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.055735 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:12:14.061272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] Pushing event updated for resources: {'Port': ['ID=4d38f7e1-6e1c-4849-a47e-0d6245d3530b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:14.097075 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.115544 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] For port a84539fa-fe70-47dc-aaa3-9a99aa68ee40, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:12:14.119463 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] For port a84539fa-fe70-47dc-aaa3-9a99aa68ee40, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a84539fa-fe70-47dc-aaa3-9a99aa68ee40,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:12:14.185348 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.240197 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Routers {'9080de81-b759-4df5-8abb-d6174af02f31'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:14.240878 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:12:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9080de81-b759-4df5-8abb-d6174af02f31'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:14.286371 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.321582 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5d822d0b-37dd-4593-bc95-c343bbb5b4ee up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:14.334429 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b7c29-5eaa-4ed3-baae-0d16229c4696 None None] Pushing event updated for resources: {'Port': ['ID=a84539fa-fe70-47dc-aaa3-9a99aa68ee40,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:14.439700 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] Set router 9080de81-b759-4df5-8abb-d6174af02f31 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:14.454918 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.501958 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 5d822d0b-37dd-4593-bc95-c343bbb5b4ee triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:14.502562 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.526894 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.596910 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] Pushing event updated for resources: {'Port': ['ID=4d38f7e1-6e1c-4849-a47e-0d6245d3530b,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:14.601906 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.659090 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3c37a57a-8372-4afc-9fc4-198234c8bc18 None None] Provisioning for port 4d38f7e1-6e1c-4849-a47e-0d6245d3530b completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:14.670562 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-3c37a57a-8372-4afc-9fc4-198234c8bc18 None None] Provisioning complete for port 4d38f7e1-6e1c-4849-a47e-0d6245d3530b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:14.670932 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3c37a57a-8372-4afc-9fc4-198234c8bc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.693220 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] Network 352429f3-0122-46e7-bd5d-64129536567c is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:14.694670 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:14.702864 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9d668ad1-1191-4f84-b4d6-d0f823f04d5f up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:14.749102 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-3c37a57a-8372-4afc-9fc4-198234c8bc18 None None] Port 4d38f7e1-6e1c-4849-a47e-0d6245d3530b cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:12:14.774915 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9080de81-b759-4df5-8abb-d6174af02f31', 'name': 'tempest-TestShelveInstance-1774887508-router', 'tenant_id': '3ad9b74695134a5d972e26622d67d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a84539fa-fe70-47dc-aaa3-9a99aa68ee40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:12Z', 'revision_number': 3, 'project_id': '3ad9b74695134a5d972e26622d67d6b1', 'gw_port': {'id': 'a84539fa-fe70-47dc-aaa3-9a99aa68ee40', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9080de81-b759-4df5-8abb-d6174af02f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:11Z', 'updated_at': '2021-08-31T02:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:14.810169 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b329be-7d82-4f5c-a532-83f851ec55bf None None] The sync data for ids ['9080de81-b759-4df5-8abb-d6174af02f31'] in n-d-793621-34 is: [{'id': '9080de81-b759-4df5-8abb-d6174af02f31', 'name': 'tempest-TestShelveInstance-1774887508-router', 'tenant_id': '3ad9b74695134a5d972e26622d67d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a84539fa-fe70-47dc-aaa3-9a99aa68ee40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:12Z', 'revision_number': 3, 'project_id': '3ad9b74695134a5d972e26622d67d6b1', 'gw_port': {'id': 'a84539fa-fe70-47dc-aaa3-9a99aa68ee40', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9080de81-b759-4df5-8abb-d6174af02f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:11Z', 'updated_at': '2021-08-31T02:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:12:14.814409 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 9d668ad1-1191-4f84-b4d6-d0f823f04d5f triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:14.814409 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.823325 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] Router 9080de81-b759-4df5-8abb-d6174af02f31 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:12:14.963113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:12:14.969088 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-8d833cfe-1680-4c59-a2f7-39a4a0d9029f admin admin] 10.222.0.16 "PUT /v2.0/routers/9080de81-b759-4df5-8abb-d6174af02f31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0701973 Aug 31 02:12:15.074641 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bae1d9ab-01bf-4415-95f7-0a036734e7a3 None None] Provisioning complete for port 4d38f7e1-6e1c-4849-a47e-0d6245d3530b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:15.075127 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bae1d9ab-01bf-4415-95f7-0a036734e7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.111389 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-bae1d9ab-01bf-4415-95f7-0a036734e7a3 None None] Port 4d38f7e1-6e1c-4849-a47e-0d6245d3530b cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:12:15.591568 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43854) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:15.596387 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-29083054-f34a-4930-b132-1988df06abe1 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-646705412', 'description': 'tempest-secgroup-smoke-646705412 description', 'project_id': 'aa03277521e446b8b70752455a753e35'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:15.676798 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-29083054-f34a-4930-b132-1988df06abe1 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.757297 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-29083054-f34a-4930-b132-1988df06abe1 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.819021 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-29083054-f34a-4930-b132-1988df06abe1 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.850448 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29083054-f34a-4930-b132-1988df06abe1 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9a7dbe-2a06-4984-9895-0d5659b09189,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:15.933646 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-29083054-f34a-4930-b132-1988df06abe1 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.934940 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-29083054-f34a-4930-b132-1988df06abe1 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3423316 Aug 31 02:12:15.937976 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43856) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:15.942860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-da28827c-54d3-44ea-af66-f3f6c69e3dff tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Request body: {'security_group_rule': {'security_group_id': '2a9a7dbe-2a06-4984-9895-0d5659b09189', 'project_id': 'aa03277521e446b8b70752455a753e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:16.041565 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-da28827c-54d3-44ea-af66-f3f6c69e3dff tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.103326 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-da28827c-54d3-44ea-af66-f3f6c69e3dff tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.167838 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-da28827c-54d3-44ea-af66-f3f6c69e3dff tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.186870 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28827c-54d3-44ea-af66-f3f6c69e3dff tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712bb7b9-dcaa-4a91-b8f5-1e271658d9bc,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:16.259267 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-da28827c-54d3-44ea-af66-f3f6c69e3dff tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.260590 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-da28827c-54d3-44ea-af66-f3f6c69e3dff tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3216670 Aug 31 02:12:16.264168 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43858) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:16.268982 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-2be52a6c-e985-47e6-9e3a-45e2f5cb2d86 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Request body: {'security_group_rule': {'security_group_id': '2a9a7dbe-2a06-4984-9895-0d5659b09189', 'project_id': 'aa03277521e446b8b70752455a753e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:16.315649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a84539fa-fe70-47dc-aaa3-9a99aa68ee40 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:16.355081 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2be52a6c-e985-47e6-9e3a-45e2f5cb2d86 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.407844 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port a84539fa-fe70-47dc-aaa3-9a99aa68ee40 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:16.413131 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a84539fa-fe70-47dc-aaa3-9a99aa68ee40 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:16.413355 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.418747 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Sync routers for ids ['9080de81-b759-4df5-8abb-d6174af02f31'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:12:16.419290 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2be52a6c-e985-47e6-9e3a-45e2f5cb2d86 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.427930 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Routers {'9080de81-b759-4df5-8abb-d6174af02f31'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:16.428543 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:12:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9080de81-b759-4df5-8abb-d6174af02f31'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:16.465546 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2be52a6c-e985-47e6-9e3a-45e2f5cb2d86 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.484544 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be52a6c-e985-47e6-9e3a-45e2f5cb2d86 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e945f37-b063-469f-afa8-cebe1cb3f47d,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:16.492648 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.514188 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port a84539fa-fe70-47dc-aaa3-9a99aa68ee40, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a84539fa-fe70-47dc-aaa3-9a99aa68ee40,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:16.535958 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Set router 9080de81-b759-4df5-8abb-d6174af02f31 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:16.544983 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2be52a6c-e985-47e6-9e3a-45e2f5cb2d86 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.546251 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2be52a6c-e985-47e6-9e3a-45e2f5cb2d86 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2811451 Aug 31 02:12:16.549343 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43860) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:16.554613 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-7f2ecb76-094c-4cc0-9f03-84dac20b2eee tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Request body: {'security_group_rule': {'security_group_id': '2a9a7dbe-2a06-4984-9895-0d5659b09189', 'project_id': 'aa03277521e446b8b70752455a753e35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:16.579384 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.631325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=a84539fa-fe70-47dc-aaa3-9a99aa68ee40,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:16.636344 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7f2ecb76-094c-4cc0-9f03-84dac20b2eee tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.696761 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7f2ecb76-094c-4cc0-9f03-84dac20b2eee tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.740097 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9080de81-b759-4df5-8abb-d6174af02f31', 'name': 'tempest-TestShelveInstance-1774887508-router', 'tenant_id': '3ad9b74695134a5d972e26622d67d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a84539fa-fe70-47dc-aaa3-9a99aa68ee40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:14Z', 'revision_number': 4, 'project_id': '3ad9b74695134a5d972e26622d67d6b1', 'gw_port': {'id': 'a84539fa-fe70-47dc-aaa3-9a99aa68ee40', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9080de81-b759-4df5-8abb-d6174af02f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:11Z', 'updated_at': '2021-08-31T02:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '4d38f7e1-6e1c-4849-a47e-0d6245d3530b', 'name': '', 'network_id': '352429f3-0122-46e7-bd5d-64129536567c', 'tenant_id': '3ad9b74695134a5d972e26622d67d6b1', 'mac_address': 'fa:16:3e:a8:1d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9080de81-b759-4df5-8abb-d6174af02f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '2c650554-faff-4bbd-9bfa-8e0cf60243be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:13Z', 'updated_at': '2021-08-31T02:12:14Z', 'revision_number': 2, 'project_id': '3ad9b74695134a5d972e26622d67d6b1', 'subnets': [{'id': '2c650554-faff-4bbd-9bfa-8e0cf60243be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:16.766845 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Checking router: 9080de81-b759-4df5-8abb-d6174af02f31 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:12:16.767060 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7f2ecb76-094c-4cc0-9f03-84dac20b2eee tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.767548 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Updating router 9080de81-b759-4df5-8abb-d6174af02f31 port 4d38f7e1-6e1c-4849-a47e-0d6245d3530b binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:12:16.785228 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ecb76-094c-4cc0-9f03-84dac20b2eee tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e1217f-7623-43c4-827a-907d38d1055e,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:16.795760 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.864245 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-7f2ecb76-094c-4cc0-9f03-84dac20b2eee tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.865525 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-7f2ecb76-094c-4cc0-9f03-84dac20b2eee tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3150072 Aug 31 02:12:16.868164 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43862) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:16.873272 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-b6de21c8-bab2-459b-8da6-ed2f9ddffe9b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Request body: {'security_group_rule': {'security_group_id': '2a9a7dbe-2a06-4984-9895-0d5659b09189', 'project_id': 'aa03277521e446b8b70752455a753e35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:16.962665 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b6de21c8-bab2-459b-8da6-ed2f9ddffe9b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.030869 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b6de21c8-bab2-459b-8da6-ed2f9ddffe9b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.081712 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b6de21c8-bab2-459b-8da6-ed2f9ddffe9b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.101178 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de21c8-bab2-459b-8da6-ed2f9ddffe9b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e227724f-efe5-4b41-a3c9-b752374381a3,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:17.148579 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.150338 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-b6de21c8-bab2-459b-8da6-ed2f9ddffe9b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.151601 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-b6de21c8-bab2-459b-8da6-ed2f9ddffe9b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2824235 Aug 31 02:12:17.154493 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43864) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:17.158339 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Transition to ACTIVE for port object 4d38f7e1-6e1c-4849-a47e-0d6245d3530b will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:17.163054 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-cb5d6ed1-20a9-48ae-a2a8-d59c88ab2e51 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Request body: {'security_group_rule': {'security_group_id': '2a9a7dbe-2a06-4984-9895-0d5659b09189', 'project_id': 'aa03277521e446b8b70752455a753e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:17.213278 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.231186 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-cb5d6ed1-20a9-48ae-a2a8-d59c88ab2e51 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Project aa03277521e446b8b70752455a753e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:12:17.236980 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6ed1-20a9-48ae-a2a8-d59c88ab2e51 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.267941 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deefc0-1d3f-4c42-8b47-8dc4d2242f89 None None] Pushing event updated for resources: {'Port': ['ID=4d38f7e1-6e1c-4849-a47e-0d6245d3530b,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:17.324668 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6ed1-20a9-48ae-a2a8-d59c88ab2e51 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.335009 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Attempting to bind port 4d38f7e1-6e1c-4849-a47e-0d6245d3530b on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:12:17.335564 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Attempting to bind port 4d38f7e1-6e1c-4849-a47e-0d6245d3530b by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '8f729aa1-18b9-420d-833a-fa7974e017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '352429f3-0122-46e7-bd5d-64129536567c'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:12:17.336096 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Attempting to bind port 4d38f7e1-6e1c-4849-a47e-0d6245d3530b on network 352429f3-0122-46e7-bd5d-64129536567c {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:12:17.342385 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:12:17.342902 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Checking segment: {'id': '8f729aa1-18b9-420d-833a-fa7974e017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '352429f3-0122-46e7-bd5d-64129536567c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:12:17.343467 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.344010 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Bound using segment: {'id': '8f729aa1-18b9-420d-833a-fa7974e017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '352429f3-0122-46e7-bd5d-64129536567c'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:12:17.344668 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Bound port: 4d38f7e1-6e1c-4849-a47e-0d6245d3530b, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f729aa1-18b9-420d-833a-fa7974e017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '352429f3-0122-46e7-bd5d-64129536567c'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:12:17.345201 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.367853 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6ed1-20a9-48ae-a2a8-d59c88ab2e51 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.387631 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d6ed1-20a9-48ae-a2a8-d59c88ab2e51 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f65c449-dbf3-4d5a-804d-e89b4d6bfd6b,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:17.415241 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] For port 4d38f7e1-6e1c-4849-a47e-0d6245d3530b, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:12:17.419026 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] For port 4d38f7e1-6e1c-4849-a47e-0d6245d3530b, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=4d38f7e1-6e1c-4849-a47e-0d6245d3530b,segment=NetworkSegment(8f729aa1-18b9-420d-833a-fa7974e017f2),segment_id=8f729aa1-18b9-420d-833a-fa7974e017f2)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:12:17.442382 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6ed1-20a9-48ae-a2a8-d59c88ab2e51 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.443640 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cb5d6ed1-20a9-48ae-a2a8-d59c88ab2e51 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2882218 Aug 31 02:12:17.446518 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 43866) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:17.451506 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-d467f390-2cab-491f-813c-093bf3f5585d tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Request body: {'security_group_rule': {'security_group_id': '2a9a7dbe-2a06-4984-9895-0d5659b09189', 'project_id': 'aa03277521e446b8b70752455a753e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:17.459728 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.510357 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Routers {'9080de81-b759-4df5-8abb-d6174af02f31'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:17.510989 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:12:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9080de81-b759-4df5-8abb-d6174af02f31'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:17.538972 n-d-793621-34 neutron-server[102343]: INFO neutron.db.securitygroups_db [None req-d467f390-2cab-491f-813c-093bf3f5585d tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Project aa03277521e446b8b70752455a753e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:12:17.544809 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d467f390-2cab-491f-813c-093bf3f5585d tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.576580 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deefc0-1d3f-4c42-8b47-8dc4d2242f89 None None] Pushing event updated for resources: {'Port': ['ID=4d38f7e1-6e1c-4849-a47e-0d6245d3530b,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:17.618988 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d467f390-2cab-491f-813c-093bf3f5585d tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.649738 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] Set router 9080de81-b759-4df5-8abb-d6174af02f31 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:17.693995 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d467f390-2cab-491f-813c-093bf3f5585d tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.714380 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467f390-2cab-491f-813c-093bf3f5585d tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646ae56c-c66f-4739-966a-56e328b51f7a,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:17.796555 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-d467f390-2cab-491f-813c-093bf3f5585d tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.804654 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-d467f390-2cab-491f-813c-093bf3f5585d tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3502779 Aug 31 02:12:17.852781 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9080de81-b759-4df5-8abb-d6174af02f31', 'name': 'tempest-TestShelveInstance-1774887508-router', 'tenant_id': '3ad9b74695134a5d972e26622d67d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a84539fa-fe70-47dc-aaa3-9a99aa68ee40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:14Z', 'revision_number': 4, 'project_id': '3ad9b74695134a5d972e26622d67d6b1', 'gw_port': {'id': 'a84539fa-fe70-47dc-aaa3-9a99aa68ee40', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9080de81-b759-4df5-8abb-d6174af02f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:11Z', 'updated_at': '2021-08-31T02:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '4d38f7e1-6e1c-4849-a47e-0d6245d3530b', 'name': '', 'network_id': '352429f3-0122-46e7-bd5d-64129536567c', 'tenant_id': '3ad9b74695134a5d972e26622d67d6b1', 'mac_address': 'fa:16:3e:a8:1d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9080de81-b759-4df5-8abb-d6174af02f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '2c650554-faff-4bbd-9bfa-8e0cf60243be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:13Z', 'updated_at': '2021-08-31T02:12:17Z', 'revision_number': 4, 'project_id': '3ad9b74695134a5d972e26622d67d6b1', 'subnets': [{'id': '2c650554-faff-4bbd-9bfa-8e0cf60243be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:17.879312 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d136edf1-0051-435f-a1a0-5299a653d095 None None] The sync data for ids ['9080de81-b759-4df5-8abb-d6174af02f31'] in n-d-793621-34 is: [{'id': '9080de81-b759-4df5-8abb-d6174af02f31', 'name': 'tempest-TestShelveInstance-1774887508-router', 'tenant_id': '3ad9b74695134a5d972e26622d67d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a84539fa-fe70-47dc-aaa3-9a99aa68ee40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:14Z', 'revision_number': 4, 'project_id': '3ad9b74695134a5d972e26622d67d6b1', 'gw_port': {'id': 'a84539fa-fe70-47dc-aaa3-9a99aa68ee40', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9080de81-b759-4df5-8abb-d6174af02f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:11Z', 'updated_at': '2021-08-31T02:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '4d38f7e1-6e1c-4849-a47e-0d6245d3530b', 'name': '', 'network_id': '352429f3-0122-46e7-bd5d-64129536567c', 'tenant_id': '3ad9b74695134a5d972e26622d67d6b1', 'mac_address': 'fa:16:3e:a8:1d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9080de81-b759-4df5-8abb-d6174af02f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '2c650554-faff-4bbd-9bfa-8e0cf60243be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:13Z', 'updated_at': '2021-08-31T02:12:17Z', 'revision_number': 4, 'project_id': '3ad9b74695134a5d972e26622d67d6b1', 'subnets': [{'id': '2c650554-faff-4bbd-9bfa-8e0cf60243be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:12:17.957578 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-772d7012-4fc4-463b-99e4-c5ec10426648 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646705412&fields=id&tenant_id=aa03277521e446b8b70752455a753e35 HTTP/1.1" status: 200 len: 267 time: 0.0510836 Aug 31 02:12:18.078403 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-4808a126-b371-41aa-b676-bc90fca075dd tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:18.079850 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-4808a126-b371-41aa-b676-bc90fca075dd tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 808 time: 0.1153536 Aug 31 02:12:18.096610 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-3534f75f-df6e-4c52-bc72-3f7099a2c7ca tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/quotas/aa03277521e446b8b70752455a753e35 HTTP/1.1" status: 200 len: 375 time: 0.0103707 Aug 31 02:12:18.155399 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-9a4a0fb7-030c-4176-9289-9c2a55eefa62 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528405 Aug 31 02:12:18.369714 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-b4ae0659-943d-4c22-993e-0bb9bef74b51 service neutron] 10.222.0.16 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021289 Aug 31 02:12:18.414242 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a84539fa-fe70-47dc-aaa3-9a99aa68ee40 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:18.466051 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port a84539fa-fe70-47dc-aaa3-9a99aa68ee40 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:18.466578 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:18.478005 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-4d56d143-7405-4ead-bd98-fd49d430a852 service neutron] 10.222.0.16 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008668 Aug 31 02:12:18.552258 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4d38f7e1-6e1c-4849-a47e-0d6245d3530b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:18.653419 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 4d38f7e1-6e1c-4849-a47e-0d6245d3530b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:18.657709 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 4d38f7e1-6e1c-4849-a47e-0d6245d3530b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:18.658105 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:18.738697 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:18.771558 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 4d38f7e1-6e1c-4849-a47e-0d6245d3530b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=4d38f7e1-6e1c-4849-a47e-0d6245d3530b,segment=NetworkSegment(8f729aa1-18b9-420d-833a-fa7974e017f2),segment_id=8f729aa1-18b9-420d-833a-fa7974e017f2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:18.842126 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:18.893723 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=4d38f7e1-6e1c-4849-a47e-0d6245d3530b,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:19.725105 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-206daf55-f9f3-429f-a5a4-a60123fabfd9 req-25d7a3cf-8fd3-443d-a57b-95ee10ac3a2b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 210 time: 0.0396824 Aug 31 02:12:20.292505 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4d38f7e1-6e1c-4849-a47e-0d6245d3530b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:20.368854 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 4d38f7e1-6e1c-4849-a47e-0d6245d3530b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:20.369229 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:20.821226 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a64a3069-d165-4168-a183-ed8721f2cccd req-bd791b23-49a2-4717-b862-3834cfbce27e tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 210 time: 0.0262568 Aug 31 02:12:21.516719 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-75e796a5-8f23-48e0-86d9-1f0c29c050ae tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:21.518257 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-75e796a5-8f23-48e0-86d9-1f0c29c050ae tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.48 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 808 time: 0.1035242 Aug 31 02:12:21.566211 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-c898ae3b-acf2-4a93-b9b9-7754edf9a23c tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa03277521e446b8b70752455a753e35 HTTP/1.1" status: 200 len: 379 time: 0.0381470 Aug 31 02:12:21.576629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-bc1bec49-e8fb-4639-b84c-1ce7a9603d85 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Request body: {'port': {'device_id': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'admin_state_up': True, 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'security_groups': ['2a9a7dbe-2a06-4984-9895-0d5659b09189']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:21.773708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-bc1bec49-e8fb-4639-b84c-1ce7a9603d85 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Made reservation on behalf of aa03277521e446b8b70752455a753e35 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:12:21.777350 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-bc1bec49-e8fb-4639-b84c-1ce7a9603d85 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:21.909788 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-bc1bec49-e8fb-4639-b84c-1ce7a9603d85 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Allocated IP 172.20.0.7 (5652d430-781d-4944-968d-fbd6b2b43888/de83e71f-8e3a-4ec2-b995-5811a573ba03/3fdf3799-e564-41df-897a-c25ddf3edcf2) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:12:21.919322 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dd7f6cba-97c8-47fb-9b4a-5858edadec35 req-113a2f86-701d-44d8-aa9a-b8ab098c5b95 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 210 time: 0.0295005 Aug 31 02:12:22.047659 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-bc1bec49-e8fb-4639-b84c-1ce7a9603d85 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:22.060954 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-bc1bec49-e8fb-4639-b84c-1ce7a9603d85 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Transition to ACTIVE for port object 3fdf3799-e564-41df-897a-c25ddf3edcf2 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:22.170845 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-bc1bec49-e8fb-4639-b84c-1ce7a9603d85 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:22.225092 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-bc1bec49-e8fb-4639-b84c-1ce7a9603d85 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Network 5652d430-781d-4944-968d-fbd6b2b43888 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:22.244599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-bc1bec49-e8fb-4639-b84c-1ce7a9603d85 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:22.244599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bec49-e8fb-4639-b84c-1ce7a9603d85 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'Port': ['ID=3fdf3799-e564-41df-897a-c25ddf3edcf2,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:22.244599 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-bc1bec49-e8fb-4639-b84c-1ce7a9603d85 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:12:22.285370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-bc1bec49-e8fb-4639-b84c-1ce7a9603d85 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:22.286039 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-bc1bec49-e8fb-4639-b84c-1ce7a9603d85 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:22.379969 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-bc1bec49-e8fb-4639-b84c-1ce7a9603d85 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8075566 Aug 31 02:12:22.391268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-73715d27-66da-4c76-b71b-3baa69519e55 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:12:22.398168 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-73715d27-66da-4c76-b71b-3baa69519e55 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063159 Aug 31 02:12:22.405895 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Request body: {'port': {'device_id': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:22.459992 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:22.600913 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-13dabafc-b7e4-42c3-8caa-ce63e840b77d None None] Provisioning for port 3fdf3799-e564-41df-897a-c25ddf3edcf2 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:22.604752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-13dabafc-b7e4-42c3-8caa-ce63e840b77d None None] Provisioning complete for port 3fdf3799-e564-41df-897a-c25ddf3edcf2 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:22.605129 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-13dabafc-b7e4-42c3-8caa-ce63e840b77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:22.639081 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-13dabafc-b7e4-42c3-8caa-ce63e840b77d None None] Port 3fdf3799-e564-41df-897a-c25ddf3edcf2 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:12:22.723199 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdf3799-e564-41df-897a-c25ddf3edcf2 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:12:22.730970 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:22.742485 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Transition to ACTIVE for port object 3fdf3799-e564-41df-897a-c25ddf3edcf2 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:22.823880 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:22.873666 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdf3799-e564-41df-897a-c25ddf3edcf2,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:22.953090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Attempting to bind port 3fdf3799-e564-41df-897a-c25ddf3edcf2 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:12:22.953779 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Attempting to bind port 3fdf3799-e564-41df-897a-c25ddf3edcf2 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:12:22.953779 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Attempting to bind port 3fdf3799-e564-41df-897a-c25ddf3edcf2 on network 5652d430-781d-4944-968d-fbd6b2b43888 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:12:22.958340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Port 3fdf3799-e564-41df-897a-c25ddf3edcf2 on network 5652d430-781d-4944-968d-fbd6b2b43888 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:12:22.958666 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Attempting to bind port 3fdf3799-e564-41df-897a-c25ddf3edcf2 on network 5652d430-781d-4944-968d-fbd6b2b43888 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:12:22.963921 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:12:22.964267 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Checking segment: {'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:12:22.965168 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Bound using segment: {'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:12:22.965628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Bound port: 3fdf3799-e564-41df-897a-c25ddf3edcf2, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:12:22.965988 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:23.063588 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] For port 3fdf3799-e564-41df-897a-c25ddf3edcf2, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:12:23.067884 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] For port 3fdf3799-e564-41df-897a-c25ddf3edcf2, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:12:23.076601 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8480b-b652-4603-9a1b-f688af04e766 req-c60eb361-7ad0-41dc-b8fd-201071952da9 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:23.080896 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00c8480b-b652-4603-9a1b-f688af04e766 req-c60eb361-7ad0-41dc-b8fd-201071952da9 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 943 time: 0.0778449 Aug 31 02:12:23.117374 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00c8480b-b652-4603-9a1b-f688af04e766 req-d050f3e6-5888-4185-aa8a-ba0942d321d2 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331404 Aug 31 02:12:23.151103 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:23.193499 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:23.194073 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:23.195479 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] 10.222.0.48 "PUT /v2.0/ports/3fdf3799-e564-41df-897a-c25ddf3edcf2 HTTP/1.1" status: 200 len: 1092 time: 0.7948613 Aug 31 02:12:23.195913 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'tag': '3fdf3799-e564-41df-897a-c25ddf3edcf2'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:12:23.198297 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca47d23b-0154-4969-b543-fdd48287721c" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd3109e-b82b-4c55-8812-b226b44c4a2b", "tag": "3fdf3799-e564-41df-897a-c25ddf3edcf2"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:12:23.224060 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20a29c-872b-40a9-9a76-69d401182969 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdf3799-e564-41df-897a-c25ddf3edcf2,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:23.324334 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17496ec0-5400-4cf9-b768-c065a88de9c2 x-openstack-request-id: req-17496ec0-5400-4cf9-b768-c065a88de9c2 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:12:23.324632 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd3109e-b82b-4c55-8812-b226b44c4a2b", "tag": "3fdf3799-e564-41df-897a-c25ddf3edcf2", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:12:23.324890 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17496ec0-5400-4cf9-b768-c065a88de9c2 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:12:23.325296 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'tag': '3fdf3799-e564-41df-897a-c25ddf3edcf2', 'status': 'completed', 'code': 200} Aug 31 02:12:23.335154 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-9f0802b0-86ab-4dd1-a5bf-2c14e584c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:23.336709 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-9f0802b0-86ab-4dd1-a5bf-2c14e584c006 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 1095 time: 0.0471096 Aug 31 02:12:23.379941 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-0aa8d274-9b6b-4263-8b70-eaea3bbe462e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2 HTTP/1.1" status: 200 len: 217 time: 0.0354486 Aug 31 02:12:23.429380 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-046dda5c-0611-42d3-830b-df5dd6f361b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:23.430951 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-046dda5c-0611-42d3-830b-df5dd6f361b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0446048 Aug 31 02:12:23.483819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-c31cebac-5e29-4ddb-8da4-052c371b64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:23.485340 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-c31cebac-5e29-4ddb-8da4-052c371b64ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478840 Aug 31 02:12:23.574761 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-43c7a6a1-5ecd-45ed-94a7-d6bbad383116 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814159 Aug 31 02:12:23.666877 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-09e27cf6-9000-46c5-b0ea-860e14695656 req-0c2964ff-dc3f-4ef1-b0b4-660730626e30 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853772 Aug 31 02:12:23.837536 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47d23b-0154-4969-b543-fdd48287721c req-030e8196-39a2-4bac-9610-357793cce350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:23.839089 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca47d23b-0154-4969-b543-fdd48287721c req-030e8196-39a2-4bac-9610-357793cce350 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 1095 time: 0.0428874 Aug 31 02:12:23.931819 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47d23b-0154-4969-b543-fdd48287721c req-8981acb2-271d-4019-b435-e4e90c50234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:23.933796 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca47d23b-0154-4969-b543-fdd48287721c req-8981acb2-271d-4019-b435-e4e90c50234d service neutron] 10.222.0.48 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 909 time: 0.0865042 Aug 31 02:12:23.974253 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca47d23b-0154-4969-b543-fdd48287721c req-c7d3eb3b-665c-4807-baae-2e26460186bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2 HTTP/1.1" status: 200 len: 217 time: 0.0339849 Aug 31 02:12:24.026153 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47d23b-0154-4969-b543-fdd48287721c req-87dd0324-4249-44d9-8583-7f308a2595e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:24.027714 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca47d23b-0154-4969-b543-fdd48287721c req-87dd0324-4249-44d9-8583-7f308a2595e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0455341 Aug 31 02:12:24.074951 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47d23b-0154-4969-b543-fdd48287721c req-3a277d1a-2e90-4f83-98ab-fcf741a4b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:24.076449 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca47d23b-0154-4969-b543-fdd48287721c req-3a277d1a-2e90-4f83-98ab-fcf741a4b5fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406942 Aug 31 02:12:24.171044 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca47d23b-0154-4969-b543-fdd48287721c req-fccdd017-06a9-4817-8a36-a6bcdbc3205f service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872543 Aug 31 02:12:24.286903 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fc1f8-31da-4621-ba33-812985c8a611 req-69b8fcf9-fd4a-47f9-bc81-788f813d6f73 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:24.288375 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e17fc1f8-31da-4621-ba33-812985c8a611 req-69b8fcf9-fd4a-47f9-bc81-788f813d6f73 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 943 time: 0.1023107 Aug 31 02:12:24.315694 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca47d23b-0154-4969-b543-fdd48287721c req-1f757654-98c7-4918-9dbd-38d2c398d4cd service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373518 Aug 31 02:12:24.336485 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e17fc1f8-31da-4621-ba33-812985c8a611 req-16a3d843-9fa6-44aa-a682-70c1474adeeb tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414085 Aug 31 02:12:25.452819 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985f6b6-6821-4310-8084-ec8e251d9262 req-2b735333-43bd-4846-b8ed-d4aa63850fd1 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:25.454347 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6985f6b6-6821-4310-8084-ec8e251d9262 req-2b735333-43bd-4846-b8ed-d4aa63850fd1 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 943 time: 0.0496783 Aug 31 02:12:25.491745 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6985f6b6-6821-4310-8084-ec8e251d9262 req-e4996ea8-d528-487a-994e-02b5ac933b2b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314562 Aug 31 02:12:26.605182 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389d078-b656-488f-9682-fb286989c224 req-8212b4c1-25bc-4c38-8ee1-1c016bc18639 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:26.606720 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c389d078-b656-488f-9682-fb286989c224 req-8212b4c1-25bc-4c38-8ee1-1c016bc18639 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 943 time: 0.0504425 Aug 31 02:12:26.644610 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c389d078-b656-488f-9682-fb286989c224 req-04446896-13a9-40b7-957c-5bae9c52ae3c tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318918 Aug 31 02:12:27.308359 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 3fdf3799-e564-41df-897a-c25ddf3edcf2 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:12:27.406402 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 3fdf3799-e564-41df-897a-c25ddf3edcf2, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:27.418176 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '3fdf3799-e564-41df-897a-c25ddf3edcf2', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'port_id': '3fdf3799-e564-41df-897a-c25ddf3edcf2', 'mac_address': 'fa:16:3e:df:56:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:12:27.453551 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:27.466384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdf3799-e564-41df-897a-c25ddf3edcf2 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:12:27.485647 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 3fdf3799-e564-41df-897a-c25ddf3edcf2, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:27.578380 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:27.629345 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=3fdf3799-e564-41df-897a-c25ddf3edcf2,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:27.758976 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10227fd-56bd-4a92-9564-41a22d516141 req-e41e0ea5-d61c-41b2-8a51-5dd4ef7fcd04 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:27.760476 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e10227fd-56bd-4a92-9564-41a22d516141 req-e41e0ea5-d61c-41b2-8a51-5dd4ef7fcd04 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 944 time: 0.0485361 Aug 31 02:12:27.799864 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-e10227fd-56bd-4a92-9564-41a22d516141 req-f9d8d884-c991-4b9a-8430-997bb5723b1a tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318716 Aug 31 02:12:27.833186 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['3fdf3799-e564-41df-897a-c25ddf3edcf2'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:12:28.864119 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:12:28.912306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98bf5c-e643-44f8-a17c-a5a89fd97e93 req-e482b999-fe20-47e6-8bde-49b0c7390270 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:28.913797 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d98bf5c-e643-44f8-a17c-a5a89fd97e93 req-e482b999-fe20-47e6-8bde-49b0c7390270 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 944 time: 0.0479286 Aug 31 02:12:28.955445 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0d98bf5c-e643-44f8-a17c-a5a89fd97e93 req-2be44739-11c8-4b8a-92b9-4b6ac8c154d0 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351317 Aug 31 02:12:29.324016 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 3fdf3799-e564-41df-897a-c25ddf3edcf2 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:29.424300 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 3fdf3799-e564-41df-897a-c25ddf3edcf2 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:29.428007 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 3fdf3799-e564-41df-897a-c25ddf3edcf2 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:29.429065 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:29.504470 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:29.526735 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdf3799-e564-41df-897a-c25ddf3edcf2'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:12:29.529022 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8fe658-a91b-477b-bb1a-9d55859e1cf6" -d '{"events": [{"server_uuid": "3bd3109e-b82b-4c55-8812-b226b44c4a2b", "name": "network-vif-plugged", "status": "completed", "tag": "3fdf3799-e564-41df-897a-c25ddf3edcf2"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:12:29.544744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 3fdf3799-e564-41df-897a-c25ddf3edcf2, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:29.565318 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfd439a-2cbc-464b-a606-ad017922b714 x-openstack-request-id: req-3cfd439a-2cbc-464b-a606-ad017922b714 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:12:29.565691 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd3109e-b82b-4c55-8812-b226b44c4a2b", "name": "network-vif-plugged", "status": "completed", "tag": "3fdf3799-e564-41df-897a-c25ddf3edcf2", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:12:29.566010 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3cfd439a-2cbc-464b-a606-ad017922b714 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:12:29.566489 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdf3799-e564-41df-897a-c25ddf3edcf2', 'code': 200} Aug 31 02:12:29.613117 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:29.660991 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=3fdf3799-e564-41df-897a-c25ddf3edcf2,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:29.662075 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a60df-4652-4f16-b536-dc6d8a209b80 req-03b79569-5415-4fd5-b5b6-764a2131923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:29.664271 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f81a60df-4652-4f16-b536-dc6d8a209b80 req-03b79569-5415-4fd5-b5b6-764a2131923b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 1097 time: 0.0423770 Aug 31 02:12:29.700007 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f81a60df-4652-4f16-b536-dc6d8a209b80 req-0906ebff-efe8-49d1-b34e-277b22fda908 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289714 Aug 31 02:12:30.069871 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa8892-0480-42c1-93c4-63f8ffce308b req-d10ba7c4-b6ba-40ee-b9e2-70cefe341b3f tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:30.071360 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7daa8892-0480-42c1-93c4-63f8ffce308b req-d10ba7c4-b6ba-40ee-b9e2-70cefe341b3f tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0493441 Aug 31 02:12:30.109196 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7daa8892-0480-42c1-93c4-63f8ffce308b req-6d0a1e81-a95b-4d48-9630-f3b2fa113e19 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316923 Aug 31 02:12:31.230550 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ff47a-5b9a-4e64-a798-0c6e07a8d023 req-01554bdc-bad3-4564-8f49-05b65fb60f21 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:31.232037 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a63ff47a-5b9a-4e64-a798-0c6e07a8d023 req-01554bdc-bad3-4564-8f49-05b65fb60f21 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0548246 Aug 31 02:12:31.276923 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a63ff47a-5b9a-4e64-a798-0c6e07a8d023 req-ba5074da-825d-4dd9-b078-18c7012190a4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387983 Aug 31 02:12:31.390886 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b874b4-47dd-4eeb-99b4-622d9158d01a req-d723a341-2120-4b72-85cf-4552ee27233d tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:31.392334 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-76b874b4-47dd-4eeb-99b4-622d9158d01a req-d723a341-2120-4b72-85cf-4552ee27233d tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0486321 Aug 31 02:12:31.433974 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-76b874b4-47dd-4eeb-99b4-622d9158d01a req-2cc50ccf-540b-4f08-95a4-4015af143de9 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354695 Aug 31 02:12:31.454922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43928) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:31.535411 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4873d075-44b0-439f-a673-3d8ae9d949a7 tempest-TestShelveInstance-1094290771 tempest-TestShelveInstance-1094290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:31.536942 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4873d075-44b0-439f-a673-3d8ae9d949a7 tempest-TestShelveInstance-1094290771 tempest-TestShelveInstance-1094290771-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 1092 time: 0.0810752 Aug 31 02:12:31.539935 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 43932) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:31.544779 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': '3fdf3799-e564-41df-897a-c25ddf3edcf2', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:31.653292 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:31.751501 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:31.860291 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Allocated IP 172.25.2.247 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/42fd52b9-d799-4faf-91a9-88e5907c9ea2) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:12:31.959297 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:32.058490 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:32.098851 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:32.101700 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:32.106068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:12:32.128017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'Port': ['ID=42fd52b9-d799-4faf-91a9-88e5907c9ea2,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:32.474089 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:32.597956 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:32.747713 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:32.807001 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:32.878401 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'Port': ['ID=42fd52b9-d799-4faf-91a9-88e5907c9ea2,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:32.886992 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:32.997149 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Floating IP fd081feb-0a5c-40fd-938c-5aae5e46c277 associated. External IP: 172.25.2.247, port: 3fdf3799-e564-41df-897a-c25ddf3edcf2. Aug 31 02:12:33.219671 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Router 0e89e5db-08e5-4a75-bc42-45666a48a789 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:12:33.330873 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:12:33.340731 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209e46e-beba-4086-8c93-6c48279168d7 None None] Sync routers for ids ['0e89e5db-08e5-4a75-bc42-45666a48a789'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:12:33.350425 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209e46e-beba-4086-8c93-6c48279168d7 None None] Routers {'0e89e5db-08e5-4a75-bc42-45666a48a789'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:33.351101 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b209e46e-beba-4086-8c93-6c48279168d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:12:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0e89e5db-08e5-4a75-bc42-45666a48a789'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:33.429198 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:33.456351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-b209e46e-beba-4086-8c93-6c48279168d7 None None] Set router 0e89e5db-08e5-4a75-bc42-45666a48a789 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:33.456715 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0e592f4c-c925-461b-be2b-dcdcb63b38a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9157624 Aug 31 02:12:33.457308 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'tag': '3fdf3799-e564-41df-897a-c25ddf3edcf2'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:12:33.459717 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da73171a-ce39-4998-a7d1-39170ed27805" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd3109e-b82b-4c55-8812-b226b44c4a2b", "tag": "3fdf3799-e564-41df-897a-c25ddf3edcf2"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:12:33.497132 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7375a0c6-eff3-4fe2-a212-0d10f7983583 x-openstack-request-id: req-7375a0c6-eff3-4fe2-a212-0d10f7983583 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:12:33.497812 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd3109e-b82b-4c55-8812-b226b44c4a2b", "tag": "3fdf3799-e564-41df-897a-c25ddf3edcf2", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:12:33.497812 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7375a0c6-eff3-4fe2-a212-0d10f7983583 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:12:33.498093 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'tag': '3fdf3799-e564-41df-897a-c25ddf3edcf2', 'status': 'completed', 'code': 200} Aug 31 02:12:33.558742 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73171a-ce39-4998-a7d1-39170ed27805 req-4b5165fb-4575-4df8-b228-1ea11ad19fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:33.560260 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da73171a-ce39-4998-a7d1-39170ed27805 req-4b5165fb-4575-4df8-b228-1ea11ad19fec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 1097 time: 0.0417044 Aug 31 02:12:33.658340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73171a-ce39-4998-a7d1-39170ed27805 req-11a6f36b-8e39-4da7-aabd-fe1a933b0c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:33.659834 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da73171a-ce39-4998-a7d1-39170ed27805 req-11a6f36b-8e39-4da7-aabd-fe1a933b0c61 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 909 time: 0.0932059 Aug 31 02:12:33.727231 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da73171a-ce39-4998-a7d1-39170ed27805 req-c9846377-2b01-413f-83ca-44754aef1403 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2 HTTP/1.1" status: 200 len: 999 time: 0.0606627 Aug 31 02:12:33.781169 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73171a-ce39-4998-a7d1-39170ed27805 req-74b68613-be02-4234-9643-106ce4da961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:33.782728 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da73171a-ce39-4998-a7d1-39170ed27805 req-74b68613-be02-4234-9643-106ce4da961f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0490987 Aug 31 02:12:33.829938 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73171a-ce39-4998-a7d1-39170ed27805 req-2b82be66-0fa0-4de5-9861-a09955bf144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:33.831468 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da73171a-ce39-4998-a7d1-39170ed27805 req-2b82be66-0fa0-4de5-9861-a09955bf144e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423305 Aug 31 02:12:33.851945 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b209e46e-beba-4086-8c93-6c48279168d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:07Z', 'revision_number': 4, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port': {'id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'fd081feb-0a5c-40fd-938c-5aae5e46c277', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'port_id': '3fdf3799-e564-41df-897a-c25ddf3edcf2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'mac_address': 'fa:16:3e:df:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:12:32Z', 'updated_at': '2021-08-31T02:12:32Z', 'revision_number': 0, 'project_id': 'aa03277521e446b8b70752455a753e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d822d0b-37dd-4593-bc95-c343bbb5b4ee', 'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'mac_address': 'fa:16:3e:b1:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:06Z', 'updated_at': '2021-08-31T02:12:12Z', 'revision_number': 5, 'project_id': 'aa03277521e446b8b70752455a753e35', 'subnets': [{'id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:33.882065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209e46e-beba-4086-8c93-6c48279168d7 None None] Checking router: 0e89e5db-08e5-4a75-bc42-45666a48a789 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:12:33.891038 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209e46e-beba-4086-8c93-6c48279168d7 None None] Routers {'0e89e5db-08e5-4a75-bc42-45666a48a789'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:33.891649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b209e46e-beba-4086-8c93-6c48279168d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:12:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0e89e5db-08e5-4a75-bc42-45666a48a789'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:33.923761 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da73171a-ce39-4998-a7d1-39170ed27805 req-e664602e-551a-401a-a7c5-711981200e09 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854993 Aug 31 02:12:34.002676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-b209e46e-beba-4086-8c93-6c48279168d7 None None] Set router 0e89e5db-08e5-4a75-bc42-45666a48a789 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:34.020817 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-da73171a-ce39-4998-a7d1-39170ed27805 req-05883e48-45dd-4207-b4d4-fa8ebca4a2e3 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905411 Aug 31 02:12:34.229981 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b209e46e-beba-4086-8c93-6c48279168d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:07Z', 'revision_number': 4, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port': {'id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'fd081feb-0a5c-40fd-938c-5aae5e46c277', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'port_id': '3fdf3799-e564-41df-897a-c25ddf3edcf2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'mac_address': 'fa:16:3e:df:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:12:32Z', 'updated_at': '2021-08-31T02:12:32Z', 'revision_number': 0, 'project_id': 'aa03277521e446b8b70752455a753e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d822d0b-37dd-4593-bc95-c343bbb5b4ee', 'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'mac_address': 'fa:16:3e:b1:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:06Z', 'updated_at': '2021-08-31T02:12:12Z', 'revision_number': 5, 'project_id': 'aa03277521e446b8b70752455a753e35', 'subnets': [{'id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:34.262839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209e46e-beba-4086-8c93-6c48279168d7 None None] The sync data for ids ['0e89e5db-08e5-4a75-bc42-45666a48a789'] in n-d-793621-34 is: [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:07Z', 'revision_number': 4, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port': {'id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': 'fd081feb-0a5c-40fd-938c-5aae5e46c277', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'port_id': '3fdf3799-e564-41df-897a-c25ddf3edcf2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'mac_address': 'fa:16:3e:df:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:12:32Z', 'updated_at': '2021-08-31T02:12:32Z', 'revision_number': 0, 'project_id': 'aa03277521e446b8b70752455a753e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d822d0b-37dd-4593-bc95-c343bbb5b4ee', 'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'mac_address': 'fa:16:3e:b1:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:06Z', 'updated_at': '2021-08-31T02:12:12Z', 'revision_number': 5, 'project_id': 'aa03277521e446b8b70752455a753e35', 'subnets': [{'id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:12:34.343949 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ded12119-4d22-4251-b985-137d2de58947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:34.460934 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b30492-42d9-4a85-b330-031e8060ec6d None None] New status for floating IP fd081feb-0a5c-40fd-938c-5aae5e46c277: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:12:36.949246 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:37.098880 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-82ff88d4-456b-4881-ae19-4d2671ab7006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:37.777329 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:38.007059 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:38.359698 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e012f13-e8e2-4492-ad47-ea4a674d0347 req-4db54c5c-c0d8-4019-8e9c-ac8b3d7f12a0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432141 Aug 31 02:12:38.441029 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e012f13-e8e2-4492-ad47-ea4a674d0347 req-9d7f67d7-aeeb-436e-8a6c-1ff6ba9267e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:38.442472 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e012f13-e8e2-4492-ad47-ea4a674d0347 req-9d7f67d7-aeeb-436e-8a6c-1ff6ba9267e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 1097 time: 0.0424581 Aug 31 02:12:38.548288 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e012f13-e8e2-4492-ad47-ea4a674d0347 req-87ff34eb-7705-4f04-a262-be782b8ac770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:38.549982 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e012f13-e8e2-4492-ad47-ea4a674d0347 req-87ff34eb-7705-4f04-a262-be782b8ac770 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 909 time: 0.0890048 Aug 31 02:12:38.619426 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e012f13-e8e2-4492-ad47-ea4a674d0347 req-0a870d40-bd10-40a6-8c85-2a08ad7f6089 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2 HTTP/1.1" status: 200 len: 1001 time: 0.0597107 Aug 31 02:12:38.671908 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e012f13-e8e2-4492-ad47-ea4a674d0347 req-ab2f0603-9307-42b3-8f76-88a93a2daa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:38.673351 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e012f13-e8e2-4492-ad47-ea4a674d0347 req-ab2f0603-9307-42b3-8f76-88a93a2daa83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0472178 Aug 31 02:12:38.719490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e012f13-e8e2-4492-ad47-ea4a674d0347 req-095d7854-9466-4afc-baba-683b8ef281a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:38.721045 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e012f13-e8e2-4492-ad47-ea4a674d0347 req-095d7854-9466-4afc-baba-683b8ef281a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412376 Aug 31 02:12:38.811850 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e012f13-e8e2-4492-ad47-ea4a674d0347 req-bcded38c-ae96-4e18-a2a2-9388fe33e21b service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830112 Aug 31 02:12:38.824448 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:38.908458 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e012f13-e8e2-4492-ad47-ea4a674d0347 req-3f2b0cca-754c-41b1-80d9-191c9db45d02 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903246 Aug 31 02:12:40.492922 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:04.338533 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-639ce838-06ad-4d88-b762-8d5d6ab720d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:05.864112 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:13:06.903445 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:07.103866 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6ccc43f4-ee65-4628-91e3-291d25268f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:07.823371 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:07.983505 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:08.846686 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:10.490778 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:34.329876 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-663599e9-f4e8-4c54-8ada-3bd267ef2918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:36.909028 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:37.083611 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-683879db-120f-4992-b536-c8b0dc5b539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:37.803882 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:37.952415 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:38.840538 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:39.369512 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cd30e7a-005e-4903-b7f8-f2093ed10e06 req-6207afa7-a39e-40a8-aa28-248a326b45d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427094 Aug 31 02:13:39.449891 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd30e7a-005e-4903-b7f8-f2093ed10e06 req-8c72b28a-bc52-4fe2-b9b3-07f28fbb387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:39.451379 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cd30e7a-005e-4903-b7f8-f2093ed10e06 req-8c72b28a-bc52-4fe2-b9b3-07f28fbb387c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 1097 time: 0.0399673 Aug 31 02:13:39.871580 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd30e7a-005e-4903-b7f8-f2093ed10e06 req-4f883ec3-8cd6-434e-9f8a-268179f84de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:39.873075 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cd30e7a-005e-4903-b7f8-f2093ed10e06 req-4f883ec3-8cd6-434e-9f8a-268179f84de5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 909 time: 0.4024975 Aug 31 02:13:39.940370 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cd30e7a-005e-4903-b7f8-f2093ed10e06 req-837c4df5-90e6-4827-9676-fd79abf096ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2 HTTP/1.1" status: 200 len: 1001 time: 0.0605252 Aug 31 02:13:39.991883 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd30e7a-005e-4903-b7f8-f2093ed10e06 req-572bebbe-77f3-4112-8707-3453c06bacf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:39.993884 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cd30e7a-005e-4903-b7f8-f2093ed10e06 req-572bebbe-77f3-4112-8707-3453c06bacf0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0465927 Aug 31 02:13:40.041528 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd30e7a-005e-4903-b7f8-f2093ed10e06 req-ba0372f2-6300-40aa-8511-cddd0ac3a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:40.043057 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cd30e7a-005e-4903-b7f8-f2093ed10e06 req-ba0372f2-6300-40aa-8511-cddd0ac3a230 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414138 Aug 31 02:13:40.132028 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cd30e7a-005e-4903-b7f8-f2093ed10e06 req-c5c8def0-bffd-4d4e-a234-5c66a2f01892 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818276 Aug 31 02:13:40.223278 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6cd30e7a-005e-4903-b7f8-f2093ed10e06 req-159be7fd-0f3e-4b6f-b5dd-52e0a33f0287 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847378 Aug 31 02:13:40.486087 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:42.863456 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:14:04.317328 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cf5f2b35-84b5-49d7-8fa3-85da17671bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:06.925524 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:07.093171 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3592ab2f-ad1e-4781-9688-8ba47047137c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:07.814190 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:07.991141 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:08.825209 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:10.496839 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:19.862522 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:14:28.635600 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb02e5-99ba-4481-ada0-4aec6312cfa2 req-930254a1-a98f-45e7-a5d4-3daea59252db tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:28.637171 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-60cb02e5-99ba-4481-ada0-4aec6312cfa2 req-930254a1-a98f-45e7-a5d4-3daea59252db tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0526724 Aug 31 02:14:28.679135 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-60cb02e5-99ba-4481-ada0-4aec6312cfa2 req-57cf234d-66f3-4896-bd21-143f26adecc7 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357146 Aug 31 02:14:29.832596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5de449-187c-4a81-b893-504f1acfb285 req-69d76510-b27a-4eb1-abfd-3ce372a44644 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:29.834149 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e5de449-187c-4a81-b893-504f1acfb285 req-69d76510-b27a-4eb1-abfd-3ce372a44644 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0505648 Aug 31 02:14:29.871883 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4e5de449-187c-4a81-b893-504f1acfb285 req-9867f9b9-7f41-4929-b200-062f34ecd5c8 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316575 Aug 31 02:14:31.013645 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82430c89-0010-468d-95fa-0bd2b4afe1bc req-1d8ffc81-5eb6-4ff9-8c6e-4dd2cfe69f9e tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:31.015204 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-82430c89-0010-468d-95fa-0bd2b4afe1bc req-1d8ffc81-5eb6-4ff9-8c6e-4dd2cfe69f9e tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0502622 Aug 31 02:14:31.053603 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-82430c89-0010-468d-95fa-0bd2b4afe1bc req-ab2ec2d4-50cf-4bd9-81c3-577bcb115942 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315416 Aug 31 02:14:32.170629 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26b99e-16ab-496b-8857-44dc2c67b0a6 req-f1cf759c-25ee-432d-a37a-82373570bef4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:32.172168 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a26b99e-16ab-496b-8857-44dc2c67b0a6 req-f1cf759c-25ee-432d-a37a-82373570bef4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0499759 Aug 31 02:14:32.214787 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2a26b99e-16ab-496b-8857-44dc2c67b0a6 req-6964de6f-e9a5-4a7a-9ed5-98d2c5f14e18 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365582 Aug 31 02:14:33.336494 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca77f3-32de-46e4-8043-0ad1f0d11252 req-49c151b5-5ebd-4f79-af91-fe9dc02af0dc tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:33.338003 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f0ca77f3-32de-46e4-8043-0ad1f0d11252 req-49c151b5-5ebd-4f79-af91-fe9dc02af0dc tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0547326 Aug 31 02:14:33.377119 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f0ca77f3-32de-46e4-8043-0ad1f0d11252 req-73598d1a-8948-46bb-8811-0e98a4ae0bce tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323741 Aug 31 02:14:34.319465 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3fbd56ad-a7da-454d-ad3d-f6e0ae7dc4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:34.491479 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cec16-fea6-48a3-b147-7640dc6839d9 req-c3c6c587-babc-40ab-9586-3aae6a6147da tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:34.492968 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0f7cec16-fea6-48a3-b147-7640dc6839d9 req-c3c6c587-babc-40ab-9586-3aae6a6147da tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0489395 Aug 31 02:14:34.531579 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0f7cec16-fea6-48a3-b147-7640dc6839d9 req-557f4857-0048-489c-b7a4-0807e64fd5e8 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319626 Aug 31 02:14:35.647621 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834258f-1daa-40b3-8321-f41a96c36406 req-0108520d-17f3-4bd4-a134-df79547d897a tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:35.649103 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d834258f-1daa-40b3-8321-f41a96c36406 req-0108520d-17f3-4bd4-a134-df79547d897a tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0502825 Aug 31 02:14:35.686770 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d834258f-1daa-40b3-8321-f41a96c36406 req-0f3da0cf-5dc0-4002-b333-bc1d2f1d721b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317237 Aug 31 02:14:36.802880 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56085860-dfe8-4f57-80d1-8677e65c3f8d req-98831b79-677b-4819-8c2e-426f18fb279d tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:36.804346 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-56085860-dfe8-4f57-80d1-8677e65c3f8d req-98831b79-677b-4819-8c2e-426f18fb279d tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0492287 Aug 31 02:14:36.842894 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-56085860-dfe8-4f57-80d1-8677e65c3f8d req-39e0c7b5-f4e4-4dc6-8446-ee0e8a851b1f tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322394 Aug 31 02:14:36.907701 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:37.058763 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e41f4589-5095-4ec5-8ab4-5a65789c8b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:37.839873 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:37.960400 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76c154-b72b-4607-a141-873466619832 req-1f3394f0-2d41-4b46-9055-81c626e22d17 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:37.961914 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1a76c154-b72b-4607-a141-873466619832 req-1f3394f0-2d41-4b46-9055-81c626e22d17 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0512297 Aug 31 02:14:37.965257 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:38.000782 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-1a76c154-b72b-4607-a141-873466619832 req-a7742d9b-eb8e-4b4e-a324-141361997678 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321925 Aug 31 02:14:38.827604 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:39.115912 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798f873-6707-4e9a-89d5-6a3555a6ead7 req-f42f53d0-a4c4-489b-8376-4c6d0000dce2 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:39.117527 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9798f873-6707-4e9a-89d5-6a3555a6ead7 req-f42f53d0-a4c4-489b-8376-4c6d0000dce2 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0490983 Aug 31 02:14:39.159698 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9798f873-6707-4e9a-89d5-6a3555a6ead7 req-ed029f89-1f61-4fde-ad4a-6bd29063592d tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353436 Aug 31 02:14:40.280214 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7808032-8fec-49bf-a63e-844013897434 req-94093c7a-38c9-47f2-8c00-8c1a07f80ef0 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:40.281728 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a7808032-8fec-49bf-a63e-844013897434 req-94093c7a-38c9-47f2-8c00-8c1a07f80ef0 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0544691 Aug 31 02:14:40.321575 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a7808032-8fec-49bf-a63e-844013897434 req-bc21de2b-a589-4180-9692-070be82fee50 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337679 Aug 31 02:14:40.485735 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe053d62-26b7-47a9-b1db-df4ace2c2a15 req-7327be0e-8a11-466e-8715-13ffdf3ece12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:40.487396 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fe053d62-26b7-47a9-b1db-df4ace2c2a15 req-7327be0e-8a11-466e-8715-13ffdf3ece12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 1097 time: 0.0858195 Aug 31 02:14:40.493013 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:40.592264 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe053d62-26b7-47a9-b1db-df4ace2c2a15 req-73b64d58-61a3-4cf3-863e-8b2a35cd1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:40.593782 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fe053d62-26b7-47a9-b1db-df4ace2c2a15 req-73b64d58-61a3-4cf3-863e-8b2a35cd1ba9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 909 time: 0.0855715 Aug 31 02:14:40.663813 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fe053d62-26b7-47a9-b1db-df4ace2c2a15 req-fe4c366b-2a4c-4b8a-97d8-f667122b3a4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2 HTTP/1.1" status: 200 len: 1001 time: 0.0628936 Aug 31 02:14:40.711903 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe053d62-26b7-47a9-b1db-df4ace2c2a15 req-73a1749d-f239-4d66-a84b-5708acd648c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:40.713498 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fe053d62-26b7-47a9-b1db-df4ace2c2a15 req-73a1749d-f239-4d66-a84b-5708acd648c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0428941 Aug 31 02:14:40.758740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe053d62-26b7-47a9-b1db-df4ace2c2a15 req-8eb2f4e1-a9c5-46b0-8301-d14ab7c3f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:40.760249 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fe053d62-26b7-47a9-b1db-df4ace2c2a15 req-8eb2f4e1-a9c5-46b0-8301-d14ab7c3f3ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397143 Aug 31 02:14:40.854296 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fe053d62-26b7-47a9-b1db-df4ace2c2a15 req-fb562ca4-a0b9-4c80-bbfc-88be71b6da64 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869727 Aug 31 02:14:40.948746 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fe053d62-26b7-47a9-b1db-df4ace2c2a15 req-f80f67b7-bab0-4c0a-af6c-309c85fffd8e service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866098 Aug 31 02:14:41.442116 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9211bd2-81a9-4b9c-810a-8e371738ea58 req-d4a0e989-0941-4be8-b86c-b6b8ffaa4979 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:41.443738 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e9211bd2-81a9-4b9c-810a-8e371738ea58 req-d4a0e989-0941-4be8-b86c-b6b8ffaa4979 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0526421 Aug 31 02:14:41.489132 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e9211bd2-81a9-4b9c-810a-8e371738ea58 req-3ce55d7e-f0c1-4740-871f-78d1ca0061fc tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385485 Aug 31 02:14:41.928700 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 3fdf3799-e564-41df-897a-c25ddf3edcf2 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:14:42.046113 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 3fdf3799-e564-41df-897a-c25ddf3edcf2, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:42.063680 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '3fdf3799-e564-41df-897a-c25ddf3edcf2', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'port_id': '3fdf3799-e564-41df-897a-c25ddf3edcf2', 'mac_address': 'fa:16:3e:df:56:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:14:42.120025 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:42.134877 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fdf3799-e564-41df-897a-c25ddf3edcf2 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:14:42.156274 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 3fdf3799-e564-41df-897a-c25ddf3edcf2, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:42.221962 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:42.279837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=3fdf3799-e564-41df-897a-c25ddf3edcf2,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:42.291035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:42.299571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:42.299571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:42.299571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:42.299571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:42.299571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:42.299571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:42.299571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:42.299571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:42.299571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:42.299571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:42.299571 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:42.301212 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['3fdf3799-e564-41df-897a-c25ddf3edcf2'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:14:42.623785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3c58c-e2f8-49a1-a115-60e209613aa3 req-69970659-d8f1-4034-b820-5fd8d0380502 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:42.626028 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66f3c58c-e2f8-49a1-a115-60e209613aa3 req-69970659-d8f1-4034-b820-5fd8d0380502 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 944 time: 0.0617566 Aug 31 02:14:42.671946 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-66f3c58c-e2f8-49a1-a115-60e209613aa3 req-78760a93-480b-4721-babf-de41c2624ebc tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345578 Aug 31 02:14:43.810764 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac200ab-1446-4814-a3f4-172aedaa5d23 req-15426845-3ebb-47e4-bb33-edf8673a524c tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:43.813199 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0ac200ab-1446-4814-a3f4-172aedaa5d23 req-15426845-3ebb-47e4-bb33-edf8673a524c tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 944 time: 0.0567763 Aug 31 02:14:43.858921 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0ac200ab-1446-4814-a3f4-172aedaa5d23 req-b5961187-77e8-4117-bd33-cefa0659b6a4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394166 Aug 31 02:14:43.944184 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 3fdf3799-e564-41df-897a-c25ddf3edcf2 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:14:43.999656 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 3fdf3799-e564-41df-897a-c25ddf3edcf2 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:14:44.000043 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:44.098205 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:44.126982 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdf3799-e564-41df-897a-c25ddf3edcf2'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:14:44.129257 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9d3bb6-b372-4703-98b5-5b8c22c3968d" -d '{"events": [{"server_uuid": "3bd3109e-b82b-4c55-8812-b226b44c4a2b", "name": "network-vif-plugged", "status": "completed", "tag": "3fdf3799-e564-41df-897a-c25ddf3edcf2"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:14:44.151627 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 3fdf3799-e564-41df-897a-c25ddf3edcf2, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:44.172035 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd10b5af-2261-46b3-a173-05e2cd42e43b x-openstack-request-id: req-fd10b5af-2261-46b3-a173-05e2cd42e43b {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:14:44.172335 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd3109e-b82b-4c55-8812-b226b44c4a2b", "name": "network-vif-plugged", "status": "completed", "tag": "3fdf3799-e564-41df-897a-c25ddf3edcf2", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:14:44.172590 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd10b5af-2261-46b3-a173-05e2cd42e43b {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:14:44.173002 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdf3799-e564-41df-897a-c25ddf3edcf2', 'code': 200} Aug 31 02:14:44.222544 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:44.276409 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=3fdf3799-e564-41df-897a-c25ddf3edcf2,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:44.993462 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a2a4b-7f12-4fd0-8928-5eee1042f6d8 req-a8dc2dde-a946-4b60-ac0c-0fd760ca79f3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:44.994993 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c84a2a4b-7f12-4fd0-8928-5eee1042f6d8 req-a8dc2dde-a946-4b60-ac0c-0fd760ca79f3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0577195 Aug 31 02:14:45.047904 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c84a2a4b-7f12-4fd0-8928-5eee1042f6d8 req-c2f57261-6ca2-47b6-8f3a-e4d15b4858fb tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420010 Aug 31 02:14:46.184137 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfb564-fe3b-4065-97d5-c5d478aa7d2d req-214c81d6-870e-48ed-b7fb-c29b0f98c463 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:46.191804 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4bfb564-fe3b-4065-97d5-c5d478aa7d2d req-214c81d6-870e-48ed-b7fb-c29b0f98c463 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0606878 Aug 31 02:14:46.234001 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a4bfb564-fe3b-4065-97d5-c5d478aa7d2d req-c4ac1c75-6a17-47dc-86db-4c29652e8245 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412014 Aug 31 02:14:47.362730 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ec2d2-b8f0-4dc5-9c1a-6c57afdde8e4 req-64048de2-e35e-4eae-b834-c38218e4d023 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:47.364196 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c2ec2d2-b8f0-4dc5-9c1a-6c57afdde8e4 req-64048de2-e35e-4eae-b834-c38218e4d023 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0514145 Aug 31 02:14:47.408332 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c2ec2d2-b8f0-4dc5-9c1a-6c57afdde8e4 req-d22f1228-7f0c-49a6-b48a-d738bac60537 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370934 Aug 31 02:14:48.550562 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c7e9-d312-4841-8038-02cfa21cf621 req-11749062-b976-419f-9df0-d120c4fe9370 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:48.557766 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79b3c7e9-d312-4841-8038-02cfa21cf621 req-11749062-b976-419f-9df0-d120c4fe9370 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0660982 Aug 31 02:14:48.598864 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79b3c7e9-d312-4841-8038-02cfa21cf621 req-48945aa9-a1d7-4fa7-9aa5-074b29112de9 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399020 Aug 31 02:14:49.725889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c1189-325d-46ab-9871-36ee39c86dd4 req-78f37a35-aa10-455e-826d-bf8123d20b6a tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:49.727420 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f98c1189-325d-46ab-9871-36ee39c86dd4 req-78f37a35-aa10-455e-826d-bf8123d20b6a tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0553200 Aug 31 02:14:49.776132 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f98c1189-325d-46ab-9871-36ee39c86dd4 req-1318fc32-ea35-48b7-92e3-759b2dc05228 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415223 Aug 31 02:14:50.897113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d24828-617b-42d9-b09b-eb9e62dbaa12 req-8549f141-ae54-42cd-96b4-2b123194cc47 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:50.903853 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f0d24828-617b-42d9-b09b-eb9e62dbaa12 req-8549f141-ae54-42cd-96b4-2b123194cc47 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0573032 Aug 31 02:14:50.941865 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f0d24828-617b-42d9-b09b-eb9e62dbaa12 req-7289008d-c71e-4f01-8256-dfd2d7503f16 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358546 Aug 31 02:14:52.067051 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8153b-66da-4fdd-9763-d7eca6af53ef req-dab85427-1fcb-4923-bb22-25b85f8feb90 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:52.068528 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8c8153b-66da-4fdd-9763-d7eca6af53ef req-dab85427-1fcb-4923-bb22-25b85f8feb90 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0502682 Aug 31 02:14:52.108746 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a8c8153b-66da-4fdd-9763-d7eca6af53ef req-f1ebb772-9b06-411d-bffb-b9076dadc546 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326693 Aug 31 02:14:52.254540 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263b3a5-4e41-4cec-8e19-476026968696 req-0df87409-3d03-45b7-ac56-a8840f0ebb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:52.256061 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3263b3a5-4e41-4cec-8e19-476026968696 req-0df87409-3d03-45b7-ac56-a8840f0ebb82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 1097 time: 0.0408242 Aug 31 02:14:52.350200 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263b3a5-4e41-4cec-8e19-476026968696 req-ba1549ce-f3d9-4e6a-8424-608f456151c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:52.351703 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3263b3a5-4e41-4cec-8e19-476026968696 req-ba1549ce-f3d9-4e6a-8424-608f456151c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 909 time: 0.0873959 Aug 31 02:14:52.416702 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3263b3a5-4e41-4cec-8e19-476026968696 req-f21119c2-2bf8-4808-8ae8-a946205cb523 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2 HTTP/1.1" status: 200 len: 1001 time: 0.0577762 Aug 31 02:14:52.470135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263b3a5-4e41-4cec-8e19-476026968696 req-ddfb3e89-9472-422a-b9f4-96526b0c977c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:52.471595 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3263b3a5-4e41-4cec-8e19-476026968696 req-ddfb3e89-9472-422a-b9f4-96526b0c977c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0477006 Aug 31 02:14:52.517179 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263b3a5-4e41-4cec-8e19-476026968696 req-38fa7daa-f80e-41f4-8f77-6f7a96671d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:52.518923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3263b3a5-4e41-4cec-8e19-476026968696 req-38fa7daa-f80e-41f4-8f77-6f7a96671d6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406573 Aug 31 02:14:52.607308 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3263b3a5-4e41-4cec-8e19-476026968696 req-73af83e7-be89-420b-b2c5-80150c33b758 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814300 Aug 31 02:14:52.704881 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3263b3a5-4e41-4cec-8e19-476026968696 req-7f439f02-c809-4642-b907-431231d287ca service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901635 Aug 31 02:14:53.227741 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95cd27-0f42-45a5-9bd1-4875f68ab953 req-66454b09-5f98-49a7-94f8-36597f6773f7 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:53.229272 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0e95cd27-0f42-45a5-9bd1-4875f68ab953 req-66454b09-5f98-49a7-94f8-36597f6773f7 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0510111 Aug 31 02:14:53.266741 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0e95cd27-0f42-45a5-9bd1-4875f68ab953 req-a7989f24-a00e-4fb6-ad39-4ed080c35d98 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315354 Aug 31 02:14:54.384910 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362641d9-51ff-43e1-80a4-78ca91a99c19 req-e6758359-bbcb-4625-8d2b-97ad82418c60 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:54.386380 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-362641d9-51ff-43e1-80a4-78ca91a99c19 req-e6758359-bbcb-4625-8d2b-97ad82418c60 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0521681 Aug 31 02:14:54.425716 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-362641d9-51ff-43e1-80a4-78ca91a99c19 req-f4f7f072-f853-4172-9d22-a081f8b905b8 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332637 Aug 31 02:14:55.543711 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeeca9-a0b7-4bd9-a5b1-063cd0368d8e req-5d9f2ff9-5a35-4b17-aaee-f24f45c18623 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:55.545733 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3cbeeca9-a0b7-4bd9-a5b1-063cd0368d8e req-5d9f2ff9-5a35-4b17-aaee-f24f45c18623 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0539625 Aug 31 02:14:55.584076 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3cbeeca9-a0b7-4bd9-a5b1-063cd0368d8e req-8690b9f5-0c9f-4308-b281-ee458d4f8547 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321643 Aug 31 02:14:55.653080 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-c618b162-c522-4839-b512-5cbb388233b3 req-d6fb9f3f-db95-49c0-9b65-d47ece738f7c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:14:55.654584 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c618b162-c522-4839-b512-5cbb388233b3 req-d6fb9f3f-db95-49c0-9b65-d47ece738f7c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060055 Aug 31 02:14:56.008824 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 3fdf3799-e564-41df-897a-c25ddf3edcf2 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:14:56.015000 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef672ddc-ebbf-4bed-a6f8-dc6787ba95ce req-082c4703-567b-467a-83f1-8c59c89adfa6 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:56.016608 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef672ddc-ebbf-4bed-a6f8-dc6787ba95ce req-082c4703-567b-467a-83f1-8c59c89adfa6 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0545759 Aug 31 02:14:56.058023 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ef672ddc-ebbf-4bed-a6f8-dc6787ba95ce req-63e6d79b-90e4-4100-9d0b-695c00175277 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343533 Aug 31 02:14:56.099150 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:56.123561 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fdf3799-e564-41df-897a-c25ddf3edcf2'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:14:56.125837 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77be395b-83d5-40ed-9653-c2eef562263e" -d '{"events": [{"server_uuid": "3bd3109e-b82b-4c55-8812-b226b44c4a2b", "name": "network-vif-unplugged", "status": "completed", "tag": "3fdf3799-e564-41df-897a-c25ddf3edcf2"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:14:56.139289 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 3fdf3799-e564-41df-897a-c25ddf3edcf2, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:56.159560 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 02:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f61720e-063b-417c-9292-b0854880f4aa x-openstack-request-id: req-4f61720e-063b-417c-9292-b0854880f4aa {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:14:56.159850 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd3109e-b82b-4c55-8812-b226b44c4a2b", "name": "network-vif-unplugged", "status": "failed", "tag": "3fdf3799-e564-41df-897a-c25ddf3edcf2", "code": 422}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:14:56.160150 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f61720e-063b-417c-9292-b0854880f4aa {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:14:56.160509 n-d-793621-34 neutron-server[102344]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3fdf3799-e564-41df-897a-c25ddf3edcf2', 'code': 422} returned with failed status Aug 31 02:14:56.201852 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:56.251612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=3fdf3799-e564-41df-897a-c25ddf3edcf2,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:56.461031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44132) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:56.550401 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-266829ac-2e66-4a2c-b2f9-c9bee4d3fe83 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882380 Aug 31 02:14:56.560310 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-74b4c742-3bba-4be8-b875-c97751ed83d2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:14:56.561305 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-74b4c742-3bba-4be8-b875-c97751ed83d2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057366 Aug 31 02:14:56.865479 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:14:57.176433 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d5a82-87fd-4eb2-a384-a537e8668721 req-f98f2e55-fe06-4f6b-b30d-c09ae1b8097b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:57.177964 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5a4d5a82-87fd-4eb2-a384-a537e8668721 req-f98f2e55-fe06-4f6b-b30d-c09ae1b8097b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 943 time: 0.0508733 Aug 31 02:14:57.216621 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5a4d5a82-87fd-4eb2-a384-a537e8668721 req-79ff4882-abaf-426f-a3d2-e272d09af4c5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317545 Aug 31 02:14:57.888551 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-9ed3ced9-1847-4b3f-b5e1-e5be5926fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:57.890055 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-9ed3ced9-1847-4b3f-b5e1-e5be5926fe65 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b&tenant_id=aa03277521e446b8b70752455a753e35 HTTP/1.1" status: 200 len: 1095 time: 0.0919726 Aug 31 02:14:57.901661 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-c4bd4115-e13b-4e85-9813-e5ecdd941843 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:14:57.902646 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-c4bd4115-e13b-4e85-9813-e5ecdd941843 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049350 Aug 31 02:14:57.913786 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-34', 'device_owner': 'compute:nova'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:14:57.966689 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:58.170124 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] For port 3fdf3799-e564-41df-897a-c25ddf3edcf2, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:58.202466 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] For port 3fdf3799-e564-41df-897a-c25ddf3edcf2, host n-h1-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:14:58.239767 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdf3799-e564-41df-897a-c25ddf3edcf2 {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:14:58.247937 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:58.259923 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Transition to ACTIVE for port object 3fdf3799-e564-41df-897a-c25ddf3edcf2 will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:14:58.333370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e1241-a720-4f01-a1a5-47bbb73aba45 req-013169d8-bb26-4e39-bcef-f94b6d3db6a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:58.334981 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-579e1241-a720-4f01-a1a5-47bbb73aba45 req-013169d8-bb26-4e39-bcef-f94b6d3db6a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 943 time: 0.0512626 Aug 31 02:14:58.335979 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:58.381126 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-579e1241-a720-4f01-a1a5-47bbb73aba45 req-ab447cf5-47e6-4031-81e1-4c2bc0f2409a tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401216 Aug 31 02:14:58.421725 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdf3799-e564-41df-897a-c25ddf3edcf2,revision_number=9']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:58.433249 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:58.433628 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:58.433963 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:58.434297 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:58.434699 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:58.435526 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:58.435859 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:58.436176 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:58.436500 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:58.436820 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:58.437142 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:58.437552 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:58.471116 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] No DVR routers for this DVR port 3fdf3799-e564-41df-897a-c25ddf3edcf2 on host n-h1-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:14:58.623695 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Attempting to bind port 3fdf3799-e564-41df-897a-c25ddf3edcf2 on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:14:58.623961 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Attempting to bind port 3fdf3799-e564-41df-897a-c25ddf3edcf2 by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:14:58.624263 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Attempting to bind port 3fdf3799-e564-41df-897a-c25ddf3edcf2 on network 5652d430-781d-4944-968d-fbd6b2b43888 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:14:58.628717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Port 3fdf3799-e564-41df-897a-c25ddf3edcf2 on network 5652d430-781d-4944-968d-fbd6b2b43888 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:14:58.629039 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Attempting to bind port 3fdf3799-e564-41df-897a-c25ddf3edcf2 on network 5652d430-781d-4944-968d-fbd6b2b43888 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:14:58.634068 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:14:58.634407 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Checking segment: {'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:14:58.634790 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Bound using segment: {'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:14:58.635213 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Bound port: 3fdf3799-e564-41df-897a-c25ddf3edcf2, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:14:58.635568 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:58.698485 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] For port 3fdf3799-e564-41df-897a-c25ddf3edcf2, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:14:58.701324 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] For port 3fdf3799-e564-41df-897a-c25ddf3edcf2, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:14:58.753409 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:58.791523 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:58.792150 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:58.793705 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] 10.222.0.41 "PUT /v2.0/ports/3fdf3799-e564-41df-897a-c25ddf3edcf2 HTTP/1.1" status: 200 len: 1092 time: 0.8834960 Aug 31 02:14:58.794811 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'tag': '3fdf3799-e564-41df-897a-c25ddf3edcf2'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:14:58.797101 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b95d863-c0b0-4618-9124-1704e21af9bb" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd3109e-b82b-4c55-8812-b226b44c4a2b", "tag": "3fdf3799-e564-41df-897a-c25ddf3edcf2"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:14:58.828353 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149b224-75ff-4bbc-8eff-6959918e1ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdf3799-e564-41df-897a-c25ddf3edcf2,revision_number=10']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:58.850658 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ec6769-56f9-4180-b4ca-913ddfc1ecca x-openstack-request-id: req-25ec6769-56f9-4180-b4ca-913ddfc1ecca {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:14:58.850951 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd3109e-b82b-4c55-8812-b226b44c4a2b", "tag": "3fdf3799-e564-41df-897a-c25ddf3edcf2", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:14:58.851208 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25ec6769-56f9-4180-b4ca-913ddfc1ecca {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:14:58.851613 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'tag': '3fdf3799-e564-41df-897a-c25ddf3edcf2', 'status': 'completed', 'code': 200} Aug 31 02:14:58.869329 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-aa6a7567-881e-4e34-9739-5ca0ddb3d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:58.870916 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-aa6a7567-881e-4e34-9739-5ca0ddb3d492 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 1096 time: 0.0512235 Aug 31 02:14:58.971533 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-b37bd899-04b9-4ca1-8209-205d2f5b6783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:58.973123 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-b37bd899-04b9-4ca1-8209-205d2f5b6783 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 909 time: 0.0948477 Aug 31 02:14:59.043187 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-9d3ef083-adf4-47c2-80c4-3058a308a608 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2 HTTP/1.1" status: 200 len: 999 time: 0.0628278 Aug 31 02:14:59.098305 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-7740fc2f-825c-4bfc-9380-b038932da603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:59.099768 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-7740fc2f-825c-4bfc-9380-b038932da603 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0495024 Aug 31 02:14:59.148447 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-de2150f9-5b9f-4a2a-8ec5-fb42302e36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:59.149989 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-de2150f9-5b9f-4a2a-8ec5-fb42302e36ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432677 Aug 31 02:14:59.239154 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-11ce680a-e2c1-446a-8c45-858f2bc6d546 service neutron] 10.222.0.41 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814457 Aug 31 02:14:59.334101 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-29fbdfdf-6ace-42b3-b55d-bce72864d5d3 req-ba0da100-b882-4181-96d1-7e2096f9e671 service neutron] 10.222.0.41 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884268 Aug 31 02:14:59.512115 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b9699-9d18-4431-a524-a23664ed5733 req-6180a085-c3b8-4b03-9d6d-a010a0e52d14 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:59.514407 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c9b9699-9d18-4431-a524-a23664ed5733 req-6180a085-c3b8-4b03-9d6d-a010a0e52d14 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 944 time: 0.0531688 Aug 31 02:14:59.527032 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95d863-c0b0-4618-9124-1704e21af9bb req-1d6a3203-2b06-4826-b7e4-6af1079d0b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:59.528626 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6b95d863-c0b0-4618-9124-1704e21af9bb req-1d6a3203-2b06-4826-b7e4-6af1079d0b8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 1096 time: 0.0448067 Aug 31 02:14:59.555496 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c9b9699-9d18-4431-a524-a23664ed5733 req-e15b2c46-e181-4ce4-9de2-690b7a6af318 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339265 Aug 31 02:14:59.626208 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95d863-c0b0-4618-9124-1704e21af9bb req-02f322ff-7701-4d88-97a4-5159c7551915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:59.627715 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6b95d863-c0b0-4618-9124-1704e21af9bb req-02f322ff-7701-4d88-97a4-5159c7551915 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 909 time: 0.0925157 Aug 31 02:14:59.695828 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6b95d863-c0b0-4618-9124-1704e21af9bb req-ac3ea53d-ff52-426e-a78d-d06206ce260b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2 HTTP/1.1" status: 200 len: 999 time: 0.0599003 Aug 31 02:14:59.744208 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95d863-c0b0-4618-9124-1704e21af9bb req-219c72ca-efec-4bd5-8215-c0e4767ebe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:59.745694 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6b95d863-c0b0-4618-9124-1704e21af9bb req-219c72ca-efec-4bd5-8215-c0e4767ebe6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0431011 Aug 31 02:14:59.796687 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95d863-c0b0-4618-9124-1704e21af9bb req-8e252e6c-3fc5-445a-9110-5c66390c01f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:59.798132 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6b95d863-c0b0-4618-9124-1704e21af9bb req-8e252e6c-3fc5-445a-9110-5c66390c01f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445495 Aug 31 02:14:59.925082 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6b95d863-c0b0-4618-9124-1704e21af9bb req-c8655fd4-8c7c-4087-9d55-806c93a05522 service neutron] 10.222.0.41 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182854 Aug 31 02:15:00.681415 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c8845-796f-462a-8a2c-020c288bbc46 req-f7065a4a-c4e7-4836-8e83-92a8bd77d826 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:00.683120 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-880c8845-796f-462a-8a2c-020c288bbc46 req-f7065a4a-c4e7-4836-8e83-92a8bd77d826 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 944 time: 0.0519431 Aug 31 02:15:00.722749 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-880c8845-796f-462a-8a2c-020c288bbc46 req-4bcde0c6-b251-49f4-8a87-d1a525d4cd94 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330217 Aug 31 02:15:01.841886 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ad914-ff0e-4e68-a33a-6985de219234 req-548b6060-3e72-4c31-a1fe-29f39d088f86 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:01.843410 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-779ad914-ff0e-4e68-a33a-6985de219234 req-548b6060-3e72-4c31-a1fe-29f39d088f86 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 944 time: 0.0510983 Aug 31 02:15:01.887534 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-779ad914-ff0e-4e68-a33a-6985de219234 req-37a049c8-8579-40af-b2bf-ed5830d4601b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381057 Aug 31 02:15:03.015310 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d464e17-d68e-4c03-b438-0c0d8e4c901d req-62f279d6-b0eb-404c-b021-7f29f56b724f tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:03.018352 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d464e17-d68e-4c03-b438-0c0d8e4c901d req-62f279d6-b0eb-404c-b021-7f29f56b724f tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 944 time: 0.0563750 Aug 31 02:15:03.057972 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8d464e17-d68e-4c03-b438-0c0d8e4c901d req-ae2850cf-318d-4498-b469-16ab3e9d2163 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345964 Aug 31 02:15:04.187783 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda12c4c-3e3b-4930-9909-6fe7a298d3d0 req-f70b2896-63af-4676-b689-ae0f2e36b63f tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:04.189368 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cda12c4c-3e3b-4930-9909-6fe7a298d3d0 req-f70b2896-63af-4676-b689-ae0f2e36b63f tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 944 time: 0.0568323 Aug 31 02:15:04.231772 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-cda12c4c-3e3b-4930-9909-6fe7a298d3d0 req-bcda862a-507f-4db3-a530-dd9606debcbf tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355182 Aug 31 02:15:04.297642 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-364654f9-b05a-4d0d-8c2b-03f7124aa6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:05.352985 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea8a30-20e8-4202-ae5a-830dd15f3abd req-cd72851d-086a-4ce5-8a7c-6fb4159ed166 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:05.354496 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bcea8a30-20e8-4202-ae5a-830dd15f3abd req-cd72851d-086a-4ce5-8a7c-6fb4159ed166 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 944 time: 0.0510883 Aug 31 02:15:05.395287 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-bcea8a30-20e8-4202-ae5a-830dd15f3abd req-780ed00e-bb63-4648-ae7f-0fdeb816ad15 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344033 Aug 31 02:15:06.546552 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59288072-b524-47e0-a8e7-5ada0c0114ee req-bb7b97fa-850a-4e0f-8099-ea07e80eb2fc tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:06.548375 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-59288072-b524-47e0-a8e7-5ada0c0114ee req-bb7b97fa-850a-4e0f-8099-ea07e80eb2fc tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 944 time: 0.0734062 Aug 31 02:15:06.593295 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-59288072-b524-47e0-a8e7-5ada0c0114ee req-fccc90d7-c6d5-41bc-8d33-917154f48d85 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387759 Aug 31 02:15:06.939788 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:07.107676 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7ee181b7-4764-4cd0-af9e-20bd71416ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:07.711794 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0065-7e5a-499e-8373-f71ec982d5f5 req-b382870e-0926-4813-9307-e68d5ab5bb36 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:07.713368 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fa7a0065-7e5a-499e-8373-f71ec982d5f5 req-b382870e-0926-4813-9307-e68d5ab5bb36 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 944 time: 0.0513029 Aug 31 02:15:07.756227 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fa7a0065-7e5a-499e-8373-f71ec982d5f5 req-db9caf8a-16a0-4d2d-8b34-d62df43b1d26 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359859 Aug 31 02:15:07.846646 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:07.954872 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:08.833256 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:08.877328 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97e0cf-a573-44d1-be3f-06e363b57585 req-28bd9762-aadb-4148-ae1b-a98dc210b7b5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:08.879011 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef97e0cf-a573-44d1-be3f-06e363b57585 req-28bd9762-aadb-4148-ae1b-a98dc210b7b5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 944 time: 0.0529637 Aug 31 02:15:08.929003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ef97e0cf-a573-44d1-be3f-06e363b57585 req-0b3d6290-45c0-4e98-9acb-99ac59bdee5d tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435312 Aug 31 02:15:10.062065 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e224e8-c776-4e4a-9a6e-a8fd6b0325b8 req-54d84fc3-19a6-4d11-94ee-4fd597dc55c1 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:10.063618 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-99e224e8-c776-4e4a-9a6e-a8fd6b0325b8 req-54d84fc3-19a6-4d11-94ee-4fd597dc55c1 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 944 time: 0.0567935 Aug 31 02:15:10.103756 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-99e224e8-c776-4e4a-9a6e-a8fd6b0325b8 req-483f1524-b017-427b-a5c0-322e662d53b8 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328426 Aug 31 02:15:10.495317 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:10.713083 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6b95d863-c0b0-4618-9124-1704e21af9bb req-3c8ff076-0b8b-414c-af92-a77f88e8a9ca service neutron] 10.222.0.41 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877228 Aug 31 02:15:11.227056 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffac671-487f-4490-ad6a-26427ed1f80e req-1da145e6-ecf7-4473-9d52-4e9cb5d06c9c tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:11.228665 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bffac671-487f-4490-ad6a-26427ed1f80e req-1da145e6-ecf7-4473-9d52-4e9cb5d06c9c tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 944 time: 0.0594220 Aug 31 02:15:11.268104 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-bffac671-487f-4490-ad6a-26427ed1f80e req-8e65d3af-5e76-4d01-9e55-c76f2ab9686c tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327661 Aug 31 02:15:12.387569 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4671b7-0efa-454d-b85f-90ec52261347 req-28c13408-f574-4e53-8b90-a74d3afc4d67 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:12.389656 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-af4671b7-0efa-454d-b85f-90ec52261347 req-28c13408-f574-4e53-8b90-a74d3afc4d67 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 944 time: 0.0553601 Aug 31 02:15:12.426765 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-af4671b7-0efa-454d-b85f-90ec52261347 req-4e5e31b0-5c96-4e7c-a505-fc2aaa61292a tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309207 Aug 31 02:15:13.541582 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e767e3-022d-4f9e-ad86-e3bf21f6650f req-ef179d79-9c0d-4457-9aba-0858014ac333 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:13.543119 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99e767e3-022d-4f9e-ad86-e3bf21f6650f req-ef179d79-9c0d-4457-9aba-0858014ac333 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 944 time: 0.0498476 Aug 31 02:15:13.581125 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99e767e3-022d-4f9e-ad86-e3bf21f6650f req-de5d20b2-9cc5-40e8-b800-30d7935f265a tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321558 Aug 31 02:15:13.785814 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 3fdf3799-e564-41df-897a-c25ddf3edcf2 details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:15:13.879703 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 3fdf3799-e564-41df-897a-c25ddf3edcf2, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:15:13.891141 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '3fdf3799-e564-41df-897a-c25ddf3edcf2', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'port_id': '3fdf3799-e564-41df-897a-c25ddf3edcf2', 'mac_address': 'fa:16:3e:df:56:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:15:13.927207 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:13.940385 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdf3799-e564-41df-897a-c25ddf3edcf2 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:15:13.959328 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 3fdf3799-e564-41df-897a-c25ddf3edcf2, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:15:14.017457 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:14.069105 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=3fdf3799-e564-41df-897a-c25ddf3edcf2,revision_number=11']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:15:14.242984 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['3fdf3799-e564-41df-897a-c25ddf3edcf2'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:15:14.695627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af9ce8-5c36-4e36-abfc-49a4b405f63a req-1a9a15dd-b61a-469d-a4e9-74b9cf5360e5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:14.697114 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c0af9ce8-5c36-4e36-abfc-49a4b405f63a req-1a9a15dd-b61a-469d-a4e9-74b9cf5360e5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0489399 Aug 31 02:15:14.735719 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c0af9ce8-5c36-4e36-abfc-49a4b405f63a req-b71c8eed-e4b3-444d-a006-04d70a846b88 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321577 Aug 31 02:15:15.785730 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 3fdf3799-e564-41df-897a-c25ddf3edcf2 up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:15:15.851338 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911e5ad-f0d0-4d12-98e1-32e90637cd8f req-048c7c28-5fb0-49ae-9404-cbe153e83e65 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:15.852832 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4911e5ad-f0d0-4d12-98e1-32e90637cd8f req-048c7c28-5fb0-49ae-9404-cbe153e83e65 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 945 time: 0.0494647 Aug 31 02:15:15.894636 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4911e5ad-f0d0-4d12-98e1-32e90637cd8f req-aec1bcb3-9339-4a1b-b805-f15e3c38688c tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351801 Aug 31 02:15:15.925655 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 3fdf3799-e564-41df-897a-c25ddf3edcf2 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:15:15.930313 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 3fdf3799-e564-41df-897a-c25ddf3edcf2 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:15:15.930313 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:16.003962 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:16.026137 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdf3799-e564-41df-897a-c25ddf3edcf2'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:15:16.028800 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f713de16-d211-4cfe-937d-bd79fc91503d" -d '{"events": [{"server_uuid": "3bd3109e-b82b-4c55-8812-b226b44c4a2b", "name": "network-vif-plugged", "status": "completed", "tag": "3fdf3799-e564-41df-897a-c25ddf3edcf2"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:15:16.042920 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 3fdf3799-e564-41df-897a-c25ddf3edcf2, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:15:16.071534 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6745a0fe-e4b9-4ca4-a4bc-d8ec2587efe5 x-openstack-request-id: req-6745a0fe-e4b9-4ca4-a4bc-d8ec2587efe5 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:15:16.071534 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd3109e-b82b-4c55-8812-b226b44c4a2b", "name": "network-vif-plugged", "status": "completed", "tag": "3fdf3799-e564-41df-897a-c25ddf3edcf2", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:15:16.071534 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6745a0fe-e4b9-4ca4-a4bc-d8ec2587efe5 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:15:16.071534 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdf3799-e564-41df-897a-c25ddf3edcf2', 'code': 200} Aug 31 02:15:16.120240 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:16.170530 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=3fdf3799-e564-41df-897a-c25ddf3edcf2,revision_number=12']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:15:16.284750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba66e6f-c020-429b-9671-a840f2d159c4 req-4e867fba-c1cb-4cf3-bb06-fe8d155805c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:16.286176 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4ba66e6f-c020-429b-9671-a840f2d159c4 req-4e867fba-c1cb-4cf3-bb06-fe8d155805c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 1098 time: 0.0411279 Aug 31 02:15:16.321129 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4ba66e6f-c020-429b-9671-a840f2d159c4 req-f8892813-eafb-4af7-8f61-616e03336a15 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272098 Aug 31 02:15:17.009839 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9aa50-d137-4de4-9a55-64c087729b16 req-33f0e40e-c806-41ab-baee-91c2a8038402 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:17.011348 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-acc9aa50-d137-4de4-9a55-64c087729b16 req-33f0e40e-c806-41ab-baee-91c2a8038402 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 946 time: 0.0501173 Aug 31 02:15:17.050321 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-acc9aa50-d137-4de4-9a55-64c087729b16 req-4c984256-40a2-4d78-acb8-5b10ba140582 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327847 Aug 31 02:15:18.172884 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848f7d3-afca-453f-9442-925a4cfb7063 req-6a40cb37-3ac9-421a-9060-679ebe34f94c tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:18.174389 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0848f7d3-afca-453f-9442-925a4cfb7063 req-6a40cb37-3ac9-421a-9060-679ebe34f94c tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 946 time: 0.0536094 Aug 31 02:15:18.211985 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0848f7d3-afca-453f-9442-925a4cfb7063 req-6eddcd3b-7aa6-45b5-a189-d87ecbc879aa tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316637 Aug 31 02:15:19.327502 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a68ec-ecf5-413f-9b2d-1f86bee31167 req-7700fa2d-5882-4f28-b724-8779582ca304 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:19.329024 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-710a68ec-ecf5-413f-9b2d-1f86bee31167 req-7700fa2d-5882-4f28-b724-8779582ca304 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 946 time: 0.0493398 Aug 31 02:15:19.366923 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-710a68ec-ecf5-413f-9b2d-1f86bee31167 req-bdfcae0d-4bce-41a8-bc66-9a85cef87e65 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317988 Aug 31 02:15:33.869514 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:15:34.319945 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-cc60519b-52b5-400a-99f8-c6b4e54758bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:36.918217 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:37.119557 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8e273fc2-9f7d-463f-baa9-3e22bd58c69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:37.839608 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:37.965228 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:38.827920 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:40.553613 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:41.974870 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70c1382b-95db-443e-b3fb-2db8e4ad86dd req-0e3a96f0-fc22-44e1-9c1b-728cdaf5f1fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402572 Aug 31 02:15:42.057216 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1382b-95db-443e-b3fb-2db8e4ad86dd req-2aa130ea-1d29-44d3-aebd-5a799dd7e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:42.058782 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70c1382b-95db-443e-b3fb-2db8e4ad86dd req-2aa130ea-1d29-44d3-aebd-5a799dd7e530 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 1098 time: 0.0412691 Aug 31 02:15:42.168913 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1382b-95db-443e-b3fb-2db8e4ad86dd req-8d821249-d233-43e0-956b-f7a7c1bba327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:42.170471 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70c1382b-95db-443e-b3fb-2db8e4ad86dd req-8d821249-d233-43e0-956b-f7a7c1bba327 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 909 time: 0.0922112 Aug 31 02:15:42.237820 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70c1382b-95db-443e-b3fb-2db8e4ad86dd req-58add3be-2dae-4d9a-b51d-73225cdde306 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2 HTTP/1.1" status: 200 len: 1001 time: 0.0592394 Aug 31 02:15:42.287336 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1382b-95db-443e-b3fb-2db8e4ad86dd req-1168f3b1-57d9-4d69-a834-bc0e0dc4ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:42.288805 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70c1382b-95db-443e-b3fb-2db8e4ad86dd req-1168f3b1-57d9-4d69-a834-bc0e0dc4ef16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0443177 Aug 31 02:15:42.350345 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1382b-95db-443e-b3fb-2db8e4ad86dd req-304541da-ee95-4191-ada8-719f398fee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:42.351888 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70c1382b-95db-443e-b3fb-2db8e4ad86dd req-304541da-ee95-4191-ada8-719f398fee2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557389 Aug 31 02:15:42.444492 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70c1382b-95db-443e-b3fb-2db8e4ad86dd req-76a7737d-5e95-4e1d-9877-5215f90f2d80 service neutron] 10.222.0.41 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847588 Aug 31 02:15:42.544992 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-70c1382b-95db-443e-b3fb-2db8e4ad86dd req-ba7bb845-ce63-4365-8010-c4be02802484 service neutron] 10.222.0.41 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912063 Aug 31 02:16:04.323942 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a64a2c53-8bf3-4cb9-9e3e-ccb08645b3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:06.906831 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:07.072672 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a382a795-c723-4db4-bf51-afcbc9c988b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:07.872322 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:07.986908 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:08.832557 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:10.501335 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:10.868341 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:16:30.192254 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44260) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:30.348938 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Deleting port 42fd52b9-d799-4faf-91a9-88e5907c9ea2 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:16:30.349283 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:30.426810 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:30.427134 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:30.439016 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Calling delete_port for 42fd52b9-d799-4faf-91a9-88e5907c9ea2 owned by network:floatingip {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:16:30.660582 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:30.685051 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event deleted for resources: {'Port': ['ID=42fd52b9-d799-4faf-91a9-88e5907c9ea2,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:30.696286 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:30.696632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:30.696984 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:30.697325 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:30.697689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:30.698027 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:30.698360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:30.698704 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:30.699079 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:30.699405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:30.699737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:30.700065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:30.759826 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for floatingip, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:30.760163 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Floating IP fd081feb-0a5c-40fd-938c-5aae5e46c277 disassociated (deleted). External IP: 172.25.2.247, port: 3fdf3799-e564-41df-897a-c25ddf3edcf2. Aug 31 02:16:30.964300 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Router 0e89e5db-08e5-4a75-bc42-45666a48a789 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:16:31.069307 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:16:31.074477 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:31.079099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a2895d-8c4a-489c-85c0-d07e108a8663 None None] Sync routers for ids ['0e89e5db-08e5-4a75-bc42-45666a48a789'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:16:31.087951 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a2895d-8c4a-489c-85c0-d07e108a8663 None None] Routers {'0e89e5db-08e5-4a75-bc42-45666a48a789'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:16:31.088570 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-96a2895d-8c4a-489c-85c0-d07e108a8663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:16:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0e89e5db-08e5-4a75-bc42-45666a48a789'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:16:31.101054 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-43649597-0ae6-4697-a261-72da90b2691b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "DELETE /v2.0/floatingips/fd081feb-0a5c-40fd-938c-5aae5e46c277 HTTP/1.1" status: 204 len: 168 time: 0.9076214 Aug 31 02:16:31.101665 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'tag': '3fdf3799-e564-41df-897a-c25ddf3edcf2'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:16:31.103975 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a4d4d1-6931-4157-9717-11573aa0568f" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd3109e-b82b-4c55-8812-b226b44c4a2b", "tag": "3fdf3799-e564-41df-897a-c25ddf3edcf2"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:16:31.141917 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39c2891-e219-4f1d-9799-ab2164db6f68 x-openstack-request-id: req-a39c2891-e219-4f1d-9799-ab2164db6f68 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:16:31.142211 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd3109e-b82b-4c55-8812-b226b44c4a2b", "tag": "3fdf3799-e564-41df-897a-c25ddf3edcf2", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:16:31.142464 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a39c2891-e219-4f1d-9799-ab2164db6f68 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:16:31.142863 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'tag': '3fdf3799-e564-41df-897a-c25ddf3edcf2', 'status': 'completed', 'code': 200} Aug 31 02:16:31.202259 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-96a2895d-8c4a-489c-85c0-d07e108a8663 None None] Set router 0e89e5db-08e5-4a75-bc42-45666a48a789 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:16:31.206514 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4d4d1-6931-4157-9717-11573aa0568f req-b28090dc-9308-444e-9c73-c3e6d9e329d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:31.208135 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2a4d4d1-6931-4157-9717-11573aa0568f req-b28090dc-9308-444e-9c73-c3e6d9e329d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 1098 time: 0.0427489 Aug 31 02:16:31.298974 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4d4d1-6931-4157-9717-11573aa0568f req-fc75843d-6489-4de2-a79e-45e77b1f2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:31.300489 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2a4d4d1-6931-4157-9717-11573aa0568f req-fc75843d-6489-4de2-a79e-45e77b1f2a1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 909 time: 0.0857904 Aug 31 02:16:31.350937 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2a4d4d1-6931-4157-9717-11573aa0568f req-7fe62b8f-0a43-4d3e-b60a-1ff69f0c8e3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2 HTTP/1.1" status: 200 len: 217 time: 0.0408735 Aug 31 02:16:31.401129 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4d4d1-6931-4157-9717-11573aa0568f req-60c8c087-a8e8-435d-ab42-99e74d7d562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:31.402652 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2a4d4d1-6931-4157-9717-11573aa0568f req-60c8c087-a8e8-435d-ab42-99e74d7d562e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0451970 Aug 31 02:16:31.454676 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4d4d1-6931-4157-9717-11573aa0568f req-b651ba57-0f2a-44c1-b319-06cad5ed6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:31.456245 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2a4d4d1-6931-4157-9717-11573aa0568f req-b651ba57-0f2a-44c1-b319-06cad5ed6d89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447335 Aug 31 02:16:31.534314 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee5b5c-cdee-49f3-9974-079f147c0f09 req-c0b4a637-a3c8-4152-adb7-0c9f1d25c12f tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:31.536681 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f0ee5b5c-cdee-49f3-9974-079f147c0f09 req-c0b4a637-a3c8-4152-adb7-0c9f1d25c12f tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 946 time: 0.1170878 Aug 31 02:16:31.559157 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2a4d4d1-6931-4157-9717-11573aa0568f req-2e58d8bc-4883-411a-a7ba-a3d9f2c4c34e service neutron] 10.222.0.41 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948257 Aug 31 02:16:31.577557 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-96a2895d-8c4a-489c-85c0-d07e108a8663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:07Z', 'revision_number': 4, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port': {'id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '5d822d0b-37dd-4593-bc95-c343bbb5b4ee', 'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'mac_address': 'fa:16:3e:b1:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:06Z', 'updated_at': '2021-08-31T02:12:12Z', 'revision_number': 5, 'project_id': 'aa03277521e446b8b70752455a753e35', 'subnets': [{'id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:16:31.584810 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-f0ee5b5c-cdee-49f3-9974-079f147c0f09 req-ea1c27a6-b165-43c0-8efc-b929137b4157 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416827 Aug 31 02:16:31.604447 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a2895d-8c4a-489c-85c0-d07e108a8663 None None] Checking router: 0e89e5db-08e5-4a75-bc42-45666a48a789 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:16:31.613404 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a2895d-8c4a-489c-85c0-d07e108a8663 None None] Routers {'0e89e5db-08e5-4a75-bc42-45666a48a789'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:16:31.614045 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-96a2895d-8c4a-489c-85c0-d07e108a8663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:16:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0e89e5db-08e5-4a75-bc42-45666a48a789'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:16:31.652267 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2a4d4d1-6931-4157-9717-11573aa0568f req-45d31c31-0aff-4241-9b1f-83298f8c1622 service neutron] 10.222.0.41 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854485 Aug 31 02:16:31.725234 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-96a2895d-8c4a-489c-85c0-d07e108a8663 None None] Set router 0e89e5db-08e5-4a75-bc42-45666a48a789 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:16:31.922894 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-96a2895d-8c4a-489c-85c0-d07e108a8663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:07Z', 'revision_number': 4, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port': {'id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '5d822d0b-37dd-4593-bc95-c343bbb5b4ee', 'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'mac_address': 'fa:16:3e:b1:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:06Z', 'updated_at': '2021-08-31T02:12:12Z', 'revision_number': 5, 'project_id': 'aa03277521e446b8b70752455a753e35', 'subnets': [{'id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:16:31.953979 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a2895d-8c4a-489c-85c0-d07e108a8663 None None] The sync data for ids ['0e89e5db-08e5-4a75-bc42-45666a48a789'] in n-d-793621-34 is: [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:07Z', 'revision_number': 4, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port': {'id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '5d822d0b-37dd-4593-bc95-c343bbb5b4ee', 'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'mac_address': 'fa:16:3e:b1:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:06Z', 'updated_at': '2021-08-31T02:12:12Z', 'revision_number': 5, 'project_id': 'aa03277521e446b8b70752455a753e35', 'subnets': [{'id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:16:32.169730 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b4d55e-6384-4b3b-a5ac-534f7fc535ca None None] New status for floating IP fd081feb-0a5c-40fd-938c-5aae5e46c277: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:16:32.774426 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ef3be-693f-4489-9db0-931fdab962e6 req-394441b1-8103-46a6-b177-7a8e6d134c08 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:32.775912 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-104ef3be-693f-4489-9db0-931fdab962e6 req-394441b1-8103-46a6-b177-7a8e6d134c08 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 946 time: 0.1286452 Aug 31 02:16:32.786652 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c9b61-004f-45ce-949c-6bf8138d1c18 req-f8ce8395-c1d5-4709-b745-527265fb1f16 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:32.788014 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0d2c9b61-004f-45ce-949c-6bf8138d1c18 req-f8ce8395-c1d5-4709-b745-527265fb1f16 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 946 time: 0.0830886 Aug 31 02:16:32.844186 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-104ef3be-693f-4489-9db0-931fdab962e6 req-ab00c186-20e1-49bf-b34c-799477a794a5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a9a7dbe-2a06-4984-9895-0d5659b09189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552135 Aug 31 02:16:32.901364 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-0d2c9b61-004f-45ce-949c-6bf8138d1c18 req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Deleting port 3fdf3799-e564-41df-897a-c25ddf3edcf2 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:16:32.901648 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0d2c9b61-004f-45ce-949c-6bf8138d1c18 req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:32.991615 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-0d2c9b61-004f-45ce-949c-6bf8138d1c18 req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] For port 3fdf3799-e564-41df-897a-c25ddf3edcf2, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=3fdf3799-e564-41df-897a-c25ddf3edcf2,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:16:32.991978 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0d2c9b61-004f-45ce-949c-6bf8138d1c18 req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:33.004941 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-0d2c9b61-004f-45ce-949c-6bf8138d1c18 req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Calling delete_port for 3fdf3799-e564-41df-897a-c25ddf3edcf2 owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:16:33.191519 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0d2c9b61-004f-45ce-949c-6bf8138d1c18 req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:33.220812 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event deleted for resources: {'Port': ['ID=3fdf3799-e564-41df-897a-c25ddf3edcf2,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:33.232932 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:33.233277 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:33.233642 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:33.233980 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:33.234313 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:33.234644 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:33.234973 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:33.235298 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:33.235624 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:33.235945 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:33.236267 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:33.236593 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:33.271130 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2c9b61-004f-45ce-949c-6bf8138d1c18 req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] No DVR routers for this DVR port 3fdf3799-e564-41df-897a-c25ddf3edcf2 on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:16:33.273660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-0d2c9b61-004f-45ce-949c-6bf8138d1c18 req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:33.275707 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0d2c9b61-004f-45ce-949c-6bf8138d1c18 req-16e69b6a-5f28-4909-96aa-f910e861fa92 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.41 "DELETE /v2.0/ports/3fdf3799-e564-41df-897a-c25ddf3edcf2 HTTP/1.1" status: 204 len: 173 time: 0.4809115 Aug 31 02:16:33.276282 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'name': 'network-vif-deleted', 'tag': '3fdf3799-e564-41df-897a-c25ddf3edcf2'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:16:33.278573 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffba6cfc-3bde-45e7-a274-2278fdc87052" -d '{"events": [{"server_uuid": "3bd3109e-b82b-4c55-8812-b226b44c4a2b", "name": "network-vif-deleted", "tag": "3fdf3799-e564-41df-897a-c25ddf3edcf2"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:16:33.374285 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba59da1e-d310-4689-ae48-0e4783151098 x-openstack-request-id: req-ba59da1e-d310-4689-ae48-0e4783151098 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:16:33.374585 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd3109e-b82b-4c55-8812-b226b44c4a2b", "name": "network-vif-deleted", "tag": "3fdf3799-e564-41df-897a-c25ddf3edcf2", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:16:33.374845 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba59da1e-d310-4689-ae48-0e4783151098 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:16:33.375249 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd3109e-b82b-4c55-8812-b226b44c4a2b', 'name': 'network-vif-deleted', 'tag': '3fdf3799-e564-41df-897a-c25ddf3edcf2', 'status': 'completed', 'code': 200} Aug 31 02:16:33.951180 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-83f9bd01-3415-41c2-a3e2-6d41ddcb10c4 req-d292fd55-c136-4439-b95b-d1c59a59e211 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd3109e-b82b-4c55-8812-b226b44c4a2b HTTP/1.1" status: 200 len: 210 time: 0.0298421 Aug 31 02:16:34.317078 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83d0bff2-6646-4da3-b37b-0bee908a37a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:35.011026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44288) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:35.069315 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0851ff2f-da9e-4f3d-b74e-bc3f7990ea58 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:35.093565 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0851ff2f-da9e-4f3d-b74e-bc3f7990ea58 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:35.197127 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0851ff2f-da9e-4f3d-b74e-bc3f7990ea58 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:35.199753 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0851ff2f-da9e-4f3d-b74e-bc3f7990ea58 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:35.200918 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0851ff2f-da9e-4f3d-b74e-bc3f7990ea58 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "DELETE /v2.0/security-groups/2a9a7dbe-2a06-4984-9895-0d5659b09189 HTTP/1.1" status: 204 len: 168 time: 0.1888487 Aug 31 02:16:35.210338 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851ff2f-da9e-4f3d-b74e-bc3f7990ea58 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9a7dbe-2a06-4984-9895-0d5659b09189,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:36.558427 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44296) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:36.563820 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-0377cb40-20b7-45bf-81c1-e061e2de1e90 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-336214054', 'description': 'tempest-secgroup-smoke-336214054 description', 'project_id': 'aa03277521e446b8b70752455a753e35'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:16:36.637811 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0377cb40-20b7-45bf-81c1-e061e2de1e90 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:36.720704 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0377cb40-20b7-45bf-81c1-e061e2de1e90 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:36.785791 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0377cb40-20b7-45bf-81c1-e061e2de1e90 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:36.814822 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377cb40-20b7-45bf-81c1-e061e2de1e90 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af9332c-d79c-4020-8398-b4c7f973e7b9,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:36.877508 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0377cb40-20b7-45bf-81c1-e061e2de1e90 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:36.878859 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0377cb40-20b7-45bf-81c1-e061e2de1e90 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3194170 Aug 31 02:16:36.881685 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44298) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:36.886060 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-536b0f9a-eebd-4a13-badf-1b24a50625cb tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Request body: {'security_group_rule': {'security_group_id': '2af9332c-d79c-4020-8398-b4c7f973e7b9', 'project_id': 'aa03277521e446b8b70752455a753e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:16:36.945522 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:36.990937 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-536b0f9a-eebd-4a13-badf-1b24a50625cb tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:37.050016 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-536b0f9a-eebd-4a13-badf-1b24a50625cb tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:37.111594 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7140c643-659a-4561-906d-28510120ec64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:37.140769 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-536b0f9a-eebd-4a13-badf-1b24a50625cb tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:37.158433 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b0f9a-eebd-4a13-badf-1b24a50625cb tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b52aef-bbbf-4200-a1c0-eecbf784e4ab,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:37.225976 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-536b0f9a-eebd-4a13-badf-1b24a50625cb tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:37.227165 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-536b0f9a-eebd-4a13-badf-1b24a50625cb tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3445609 Aug 31 02:16:37.229827 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44300) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:37.234355 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-27b75ec6-67ce-43aa-a841-906546b726af tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Request body: {'security_group_rule': {'security_group_id': '2af9332c-d79c-4020-8398-b4c7f973e7b9', 'project_id': 'aa03277521e446b8b70752455a753e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:16:37.350794 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-27b75ec6-67ce-43aa-a841-906546b726af tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:37.407410 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-27b75ec6-67ce-43aa-a841-906546b726af tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:37.454302 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-27b75ec6-67ce-43aa-a841-906546b726af tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:37.472732 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b75ec6-67ce-43aa-a841-906546b726af tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18609e3-5a97-4a66-95e0-1e74cc889577,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:37.517045 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-27b75ec6-67ce-43aa-a841-906546b726af tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:37.518310 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-27b75ec6-67ce-43aa-a841-906546b726af tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2875366 Aug 31 02:16:37.521090 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44302) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:37.525641 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e81ef4dc-8324-4b51-afc3-fac5e2fb6d07 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Request body: {'security_group_rule': {'security_group_id': '2af9332c-d79c-4020-8398-b4c7f973e7b9', 'project_id': 'aa03277521e446b8b70752455a753e35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:16:37.602044 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e81ef4dc-8324-4b51-afc3-fac5e2fb6d07 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:37.660631 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e81ef4dc-8324-4b51-afc3-fac5e2fb6d07 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:37.722556 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e81ef4dc-8324-4b51-afc3-fac5e2fb6d07 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:37.740986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ef4dc-8324-4b51-afc3-fac5e2fb6d07 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb31780-577f-44ea-8694-d8e5641737d9,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:37.814181 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e81ef4dc-8324-4b51-afc3-fac5e2fb6d07 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:37.815438 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e81ef4dc-8324-4b51-afc3-fac5e2fb6d07 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2933438 Aug 31 02:16:37.818319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44304) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:37.822792 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-82b4dda8-efbb-46aa-94ed-4eb084a074a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Request body: {'security_group_rule': {'security_group_id': '2af9332c-d79c-4020-8398-b4c7f973e7b9', 'project_id': 'aa03277521e446b8b70752455a753e35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:16:37.882891 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:37.916172 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-82b4dda8-efbb-46aa-94ed-4eb084a074a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:37.977793 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-82b4dda8-efbb-46aa-94ed-4eb084a074a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:38.002655 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:38.048430 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-82b4dda8-efbb-46aa-94ed-4eb084a074a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:38.067532 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4dda8-efbb-46aa-94ed-4eb084a074a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457b4381-d7b4-42e3-a655-3caa2e51a6e2,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:38.111528 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-82b4dda8-efbb-46aa-94ed-4eb084a074a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:38.112848 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-82b4dda8-efbb-46aa-94ed-4eb084a074a3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2934756 Aug 31 02:16:38.115546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44306) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:38.122790 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-55c1dc59-14fb-4a7e-ab5d-8569aae67af5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Request body: {'security_group_rule': {'security_group_id': '2af9332c-d79c-4020-8398-b4c7f973e7b9', 'project_id': 'aa03277521e446b8b70752455a753e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:16:38.185229 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-55c1dc59-14fb-4a7e-ab5d-8569aae67af5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Project aa03277521e446b8b70752455a753e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:16:38.190761 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-55c1dc59-14fb-4a7e-ab5d-8569aae67af5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:38.236186 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 3fdf3799-e564-41df-897a-c25ddf3edcf2 no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:16:38.250981 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-55c1dc59-14fb-4a7e-ab5d-8569aae67af5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:38.256754 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 3fdf3799-e564-41df-897a-c25ddf3edcf2 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:16:38.257050 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 3fdf3799-e564-41df-897a-c25ddf3edcf2 not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:16:38.305293 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-55c1dc59-14fb-4a7e-ab5d-8569aae67af5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:38.323888 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1dc59-14fb-4a7e-ab5d-8569aae67af5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf28b69-afda-4cf1-9473-a536dfeea5fd,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:38.397226 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-55c1dc59-14fb-4a7e-ab5d-8569aae67af5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:38.398526 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-55c1dc59-14fb-4a7e-ab5d-8569aae67af5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2820034 Aug 31 02:16:38.401200 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44308) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:38.406183 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4144fd46-c7c1-441a-9d2a-e0bf6709afd0 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Request body: {'security_group_rule': {'security_group_id': '2af9332c-d79c-4020-8398-b4c7f973e7b9', 'project_id': 'aa03277521e446b8b70752455a753e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:16:38.477131 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-4144fd46-c7c1-441a-9d2a-e0bf6709afd0 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Project aa03277521e446b8b70752455a753e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:16:38.483131 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4144fd46-c7c1-441a-9d2a-e0bf6709afd0 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:38.542993 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4144fd46-c7c1-441a-9d2a-e0bf6709afd0 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:38.625563 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4144fd46-c7c1-441a-9d2a-e0bf6709afd0 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:38.644030 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144fd46-c7c1-441a-9d2a-e0bf6709afd0 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001f01fa-151d-4e58-9d52-cf44ff674c77,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:38.734292 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4144fd46-c7c1-441a-9d2a-e0bf6709afd0 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:38.735562 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4144fd46-c7c1-441a-9d2a-e0bf6709afd0 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3333917 Aug 31 02:16:38.865935 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:40.522934 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:47.867753 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:16:58.645509 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-24fbd600-ded9-4417-90f6-db9f142a9df5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336214054&fields=id&tenant_id=aa03277521e446b8b70752455a753e35 HTTP/1.1" status: 200 len: 267 time: 0.0334487 Aug 31 02:16:58.749347 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-34d9dedd-5763-476c-8bf1-f6cb840fa2fb tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:58.751487 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-34d9dedd-5763-476c-8bf1-f6cb840fa2fb tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 808 time: 0.0992572 Aug 31 02:16:58.766571 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-a767f59e-04fa-4ae9-ae7d-8182dd9cd1ab tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/quotas/aa03277521e446b8b70752455a753e35 HTTP/1.1" status: 200 len: 375 time: 0.0094116 Aug 31 02:16:58.818994 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-9253a04e-c709-46c7-865c-ad3a67026cc3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470805 Aug 31 02:16:58.959892 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-9993a92e-91dc-4bb8-994d-4cf7702ae809 service neutron] 10.222.0.16 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281705 Aug 31 02:16:59.046073 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-22d8e589-bc3e-4631-879b-a3648c7d5361 service neutron] 10.222.0.16 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801160 Aug 31 02:16:59.566823 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6ef9bebb-1259-48fa-bdc4-8741132a8e90 req-e9e5d8c2-9cbe-49a0-a068-c17e2c3e4a24 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 210 time: 0.0287030 Aug 31 02:17:00.648629 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a58362e7-91d6-432c-9595-f6060ca3d408 req-4a391f5c-af89-4b7d-9177-c4b6d9ac9083 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 210 time: 0.0304842 Aug 31 02:17:01.726880 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-7816c490-f04e-4d3d-a88a-b5b02c8cf779 req-2698b5c9-612b-4a65-b872-134a85eb1669 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 210 time: 0.0273664 Aug 31 02:17:02.802179 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0ae88e71-45f0-48e4-89e4-ea50ceba2678 req-809a6b43-8530-4c61-ac79-74d8e055bad7 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 210 time: 0.0254641 Aug 31 02:17:03.897465 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-583730f3-d0d7-4bd7-a94a-f7adf74c72e2 req-33a78a3e-9e53-4b42-86ed-67e457874580 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 210 time: 0.0276246 Aug 31 02:17:04.350756 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-22a7bd44-49d2-4879-bebf-4f8d9f343125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:04.991109 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-6173a556-dbdb-4220-aa86-8d297c11b508 req-0d70d761-fd50-4112-8520-8bfb341e74e3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 210 time: 0.0273271 Aug 31 02:17:05.423273 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-9ee739c2-df4d-4111-be02-b4f42134bc32 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:05.424686 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-9ee739c2-df4d-4111-be02-b4f42134bc32 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.48 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 808 time: 0.1014044 Aug 31 02:17:05.471493 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-68f00c06-4a6f-4ab2-8fdc-c6eed5823d0b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa03277521e446b8b70752455a753e35 HTTP/1.1" status: 200 len: 379 time: 0.0382071 Aug 31 02:17:05.481086 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-10e20945-a382-4584-9e1c-a21a2019d6a4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Request body: {'port': {'device_id': '98fa2069-829b-4dd8-9efe-aa21bb77ede6', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'admin_state_up': True, 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'security_groups': ['2af9332c-d79c-4020-8398-b4c7f973e7b9']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:17:05.648049 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-10e20945-a382-4584-9e1c-a21a2019d6a4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Made reservation on behalf of aa03277521e446b8b70752455a753e35 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:17:05.651647 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-10e20945-a382-4584-9e1c-a21a2019d6a4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:05.782834 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-10e20945-a382-4584-9e1c-a21a2019d6a4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Allocated IP 172.20.0.10 (5652d430-781d-4944-968d-fbd6b2b43888/de83e71f-8e3a-4ec2-b995-5811a573ba03/61c809ab-1bb4-44aa-98cd-054038eeea40) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:17:05.921102 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-10e20945-a382-4584-9e1c-a21a2019d6a4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:05.936104 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-10e20945-a382-4584-9e1c-a21a2019d6a4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Transition to ACTIVE for port object 61c809ab-1bb4-44aa-98cd-054038eeea40 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:17:06.031558 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-10e20945-a382-4584-9e1c-a21a2019d6a4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:06.113268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-10e20945-a382-4584-9e1c-a21a2019d6a4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Network 5652d430-781d-4944-968d-fbd6b2b43888 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:17:06.118762 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-10e20945-a382-4584-9e1c-a21a2019d6a4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:17:06.121368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e20945-a382-4584-9e1c-a21a2019d6a4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'Port': ['ID=61c809ab-1bb4-44aa-98cd-054038eeea40,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:17:06.123628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-10e20945-a382-4584-9e1c-a21a2019d6a4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:17:06.175334 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b24299-aa6c-4ee4-a4ce-e64bdc29fefb req-f4d5559d-976a-413a-9717-cec9b2750eeb tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:06.176921 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-40b24299-aa6c-4ee4-a4ce-e64bdc29fefb req-f4d5559d-976a-413a-9717-cec9b2750eeb tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 932 time: 0.1085153 Aug 31 02:17:06.188779 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-10e20945-a382-4584-9e1c-a21a2019d6a4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:06.189469 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-10e20945-a382-4584-9e1c-a21a2019d6a4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:06.231520 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-40b24299-aa6c-4ee4-a4ce-e64bdc29fefb req-39142c03-17ee-4e88-a3d4-c92cd1a635fa tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389698 Aug 31 02:17:06.266165 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-10e20945-a382-4584-9e1c-a21a2019d6a4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7893183 Aug 31 02:17:06.279111 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Request body: {'port': {'device_id': '98fa2069-829b-4dd8-9efe-aa21bb77ede6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:17:06.342519 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:06.493158 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-48130f46-7a27-4a40-a807-c425ee4ca4db None None] Provisioning for port 61c809ab-1bb4-44aa-98cd-054038eeea40 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:17:06.497572 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-48130f46-7a27-4a40-a807-c425ee4ca4db None None] Provisioning complete for port 61c809ab-1bb4-44aa-98cd-054038eeea40 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:17:06.497954 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-48130f46-7a27-4a40-a807-c425ee4ca4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:06.537065 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-48130f46-7a27-4a40-a807-c425ee4ca4db None None] Port 61c809ab-1bb4-44aa-98cd-054038eeea40 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:17:06.606862 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c809ab-1bb4-44aa-98cd-054038eeea40 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:17:06.614920 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:06.627422 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Transition to ACTIVE for port object 61c809ab-1bb4-44aa-98cd-054038eeea40 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:17:06.730831 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:06.787767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=61c809ab-1bb4-44aa-98cd-054038eeea40,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:17:06.873394 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Attempting to bind port 61c809ab-1bb4-44aa-98cd-054038eeea40 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:17:06.873763 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Attempting to bind port 61c809ab-1bb4-44aa-98cd-054038eeea40 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:17:06.874092 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Attempting to bind port 61c809ab-1bb4-44aa-98cd-054038eeea40 on network 5652d430-781d-4944-968d-fbd6b2b43888 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:17:06.879469 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Port 61c809ab-1bb4-44aa-98cd-054038eeea40 on network 5652d430-781d-4944-968d-fbd6b2b43888 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:17:06.879795 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Attempting to bind port 61c809ab-1bb4-44aa-98cd-054038eeea40 on network 5652d430-781d-4944-968d-fbd6b2b43888 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:17:06.885346 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:17:06.887464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Checking segment: {'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:17:06.887464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Bound using segment: {'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:17:06.887464 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Bound port: 61c809ab-1bb4-44aa-98cd-054038eeea40, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9d406a-33e9-4dc4-aa82-242d4d442522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:17:06.887464 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:06.907083 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:06.961428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] For port 61c809ab-1bb4-44aa-98cd-054038eeea40, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:17:06.964823 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] For port 61c809ab-1bb4-44aa-98cd-054038eeea40, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=61c809ab-1bb4-44aa-98cd-054038eeea40,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:17:07.049278 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:07.094460 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:07.094460 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:07.094460 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] 10.222.0.48 "PUT /v2.0/ports/61c809ab-1bb4-44aa-98cd-054038eeea40 HTTP/1.1" status: 200 len: 1093 time: 0.8194306 Aug 31 02:17:07.094460 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fa2069-829b-4dd8-9efe-aa21bb77ede6', 'tag': '61c809ab-1bb4-44aa-98cd-054038eeea40'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:17:07.096442 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca19d98f-92ab-4caf-8a3f-d6ce1be94773" -d '{"events": [{"name": "network-changed", "server_uuid": "98fa2069-829b-4dd8-9efe-aa21bb77ede6", "tag": "61c809ab-1bb4-44aa-98cd-054038eeea40"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:17:07.130766 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0a0bbfbb-6ab7-4b12-a507-e5a5798972ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:07.138719 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cfe5c-536d-439b-b798-8734d4afc3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=61c809ab-1bb4-44aa-98cd-054038eeea40,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:17:07.153593 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f8791e-f6b8-422e-96a3-5e7f7ed0fefc x-openstack-request-id: req-c1f8791e-f6b8-422e-96a3-5e7f7ed0fefc {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:17:07.153593 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fa2069-829b-4dd8-9efe-aa21bb77ede6", "tag": "61c809ab-1bb4-44aa-98cd-054038eeea40", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:17:07.153593 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1f8791e-f6b8-422e-96a3-5e7f7ed0fefc {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:17:07.154052 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fa2069-829b-4dd8-9efe-aa21bb77ede6', 'tag': '61c809ab-1bb4-44aa-98cd-054038eeea40', 'status': 'completed', 'code': 200} Aug 31 02:17:07.228880 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19d98f-92ab-4caf-8a3f-d6ce1be94773 req-aa2f7be3-690f-44e7-846a-df9754c908db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:07.230617 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca19d98f-92ab-4caf-8a3f-d6ce1be94773 req-aa2f7be3-690f-44e7-846a-df9754c908db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 1096 time: 0.0529764 Aug 31 02:17:07.370435 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19d98f-92ab-4caf-8a3f-d6ce1be94773 req-08c472d9-6060-43ef-a8fc-1c73f28d35e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:07.371925 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca19d98f-92ab-4caf-8a3f-d6ce1be94773 req-08c472d9-6060-43ef-a8fc-1c73f28d35e4 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=aa03277521e446b8b70752455a753e35&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1338804 Aug 31 02:17:07.397586 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d811bc-ea38-4880-b429-49acf9c691ec req-f4fa267e-b99f-4b19-a746-c8fa2d0cf581 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:07.399112 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6d811bc-ea38-4880-b429-49acf9c691ec req-f4fa267e-b99f-4b19-a746-c8fa2d0cf581 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0805910 Aug 31 02:17:07.481160 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6d811bc-ea38-4880-b429-49acf9c691ec req-2e5e4fcc-1225-435e-82a5-a87526f13c96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713804 Aug 31 02:17:07.507993 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19d98f-92ab-4caf-8a3f-d6ce1be94773 req-8f4ad70f-c9cc-4b52-9bd0-329c911e7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:07.509477 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ca19d98f-92ab-4caf-8a3f-d6ce1be94773 req-8f4ad70f-c9cc-4b52-9bd0-329c911e7b8d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292279 Aug 31 02:17:07.588810 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-db978419-e9cc-4768-a1ab-4ef89fb25ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:07.590412 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-db978419-e9cc-4768-a1ab-4ef89fb25ddb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 1096 time: 0.0418622 Aug 31 02:17:07.635876 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-fc0108aa-7ea1-44c3-bc71-d35e5ac8a92d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61c809ab-1bb4-44aa-98cd-054038eeea40 HTTP/1.1" status: 200 len: 217 time: 0.0376685 Aug 31 02:17:07.685000 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-596acc78-4b7e-4ef7-bee0-50a5b491a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:07.686386 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-596acc78-4b7e-4ef7-bee0-50a5b491a9a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0432036 Aug 31 02:17:07.731817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-88c78acb-9e9b-440d-9cbe-2ef111cdb571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:07.733323 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-88c78acb-9e9b-440d-9cbe-2ef111cdb571 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394797 Aug 31 02:17:07.829546 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-aefe8278-46e7-4a66-bf14-c85f6313e529 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891469 Aug 31 02:17:07.893247 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:07.923032 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2c80c1fe-a59b-4cc0-a81a-10a1d018dcb8 req-f7e1e74d-737b-466c-baf1-3cdd371455c6 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868542 Aug 31 02:17:07.990908 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:08.603836 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aae488-ea75-420f-8bde-797999100fde req-0caba55a-1603-4d8c-901b-9ea4e7201753 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:08.605622 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-77aae488-ea75-420f-8bde-797999100fde req-0caba55a-1603-4d8c-901b-9ea4e7201753 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0532959 Aug 31 02:17:08.645999 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-77aae488-ea75-420f-8bde-797999100fde req-747b2e9a-47f5-468e-a48b-6344c5c3abe1 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339396 Aug 31 02:17:08.859260 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:09.763133 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a79be-586d-4427-8741-6fce47a42778 req-71ee9ba9-2fec-41d3-a508-999804bdc0fb tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:09.764978 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e70a79be-586d-4427-8741-6fce47a42778 req-71ee9ba9-2fec-41d3-a508-999804bdc0fb tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0512097 Aug 31 02:17:09.804788 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e70a79be-586d-4427-8741-6fce47a42778 req-9e703604-e0c5-4e60-9abc-6976889a6d61 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332558 Aug 31 02:17:10.504762 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:10.926927 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb8206-4e70-41b3-91a2-88f538d32114 req-4d233b27-0900-4e65-8876-c4686cddea75 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:10.928417 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ddb8206-4e70-41b3-91a2-88f538d32114 req-4d233b27-0900-4e65-8876-c4686cddea75 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0542958 Aug 31 02:17:10.966465 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ddb8206-4e70-41b3-91a2-88f538d32114 req-c34e33ba-d977-47d3-b813-bdaeb16a19a7 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319407 Aug 31 02:17:12.085621 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38602-d234-4160-a846-b04536ad662e req-5a306423-a426-4668-a8ae-4c0222efc6ff tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:12.087114 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-08d38602-d234-4160-a846-b04536ad662e req-5a306423-a426-4668-a8ae-4c0222efc6ff tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0530171 Aug 31 02:17:12.126571 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-08d38602-d234-4160-a846-b04536ad662e req-e0d58ab5-d0b0-4152-a79f-d728a4db446a tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330417 Aug 31 02:17:13.241050 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07337263-6acb-4f86-8ad5-1ccb0383d71e req-73f81106-43a1-47fc-ab2c-3cbae676fb0a tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:13.242570 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-07337263-6acb-4f86-8ad5-1ccb0383d71e req-73f81106-43a1-47fc-ab2c-3cbae676fb0a tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0494335 Aug 31 02:17:13.279493 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-07337263-6acb-4f86-8ad5-1ccb0383d71e req-99b54d62-470b-4b90-9ece-4e2ed5fcccf8 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309005 Aug 31 02:17:14.393014 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51edb1-ef1c-4e71-a2f9-ec06c74f98fc req-3faab409-40bf-40e4-bc01-c812367b7e85 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:14.394439 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e51edb1-ef1c-4e71-a2f9-ec06c74f98fc req-3faab409-40bf-40e4-bc01-c812367b7e85 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0491543 Aug 31 02:17:14.431812 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-2e51edb1-ef1c-4e71-a2f9-ec06c74f98fc req-599e9f16-40f5-4d55-b9f0-adeab1beb355 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314698 Aug 31 02:17:15.590410 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a6dd2-adaa-48b2-9e74-815b51181bb3 req-c5f2fa85-c912-4f68-85f7-d02b2ae25e09 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:15.591886 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-310a6dd2-adaa-48b2-9e74-815b51181bb3 req-c5f2fa85-c912-4f68-85f7-d02b2ae25e09 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0489240 Aug 31 02:17:15.629995 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-310a6dd2-adaa-48b2-9e74-815b51181bb3 req-94325788-f91a-4a73-af74-44e1ed625e09 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315697 Aug 31 02:17:16.743335 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a270e3-1387-490a-931c-fa5a1a6b7213 req-6edc6b9d-3a73-410c-9f38-45074a183ac5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:16.744843 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-72a270e3-1387-490a-931c-fa5a1a6b7213 req-6edc6b9d-3a73-410c-9f38-45074a183ac5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0482960 Aug 31 02:17:16.783682 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-72a270e3-1387-490a-931c-fa5a1a6b7213 req-6b7bf487-3e88-4f71-b516-270762b53e18 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316975 Aug 31 02:17:17.902598 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514c46c-d9bd-4034-b03c-89ade9e021da req-ee607112-5eff-4c2e-939a-23ffeba77fae tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:17.904152 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4514c46c-d9bd-4034-b03c-89ade9e021da req-ee607112-5eff-4c2e-939a-23ffeba77fae tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0532734 Aug 31 02:17:18.251021 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4514c46c-d9bd-4034-b03c-89ade9e021da req-c2c83754-f4a6-41be-b23b-404a25decec4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3407409 Aug 31 02:17:18.564480 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 61c809ab-1bb4-44aa-98cd-054038eeea40 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:17:18.659227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 61c809ab-1bb4-44aa-98cd-054038eeea40, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=61c809ab-1bb4-44aa-98cd-054038eeea40,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:17:18.670392 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '61c809ab-1bb4-44aa-98cd-054038eeea40', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'port_id': '61c809ab-1bb4-44aa-98cd-054038eeea40', 'mac_address': 'fa:16:3e:6d:94:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:17:18.711912 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:18.724567 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c809ab-1bb4-44aa-98cd-054038eeea40 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:17:18.744019 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 61c809ab-1bb4-44aa-98cd-054038eeea40, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=61c809ab-1bb4-44aa-98cd-054038eeea40,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:17:18.824721 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:18.871973 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=61c809ab-1bb4-44aa-98cd-054038eeea40,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:17:18.880088 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:17:18.880457 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:17:18.880789 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:17:18.881127 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:17:18.881496 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:17:18.881836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:17:18.882168 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:17:18.882497 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:17:18.882827 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:17:18.883157 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:17:18.883482 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:17:18.883810 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:17:19.075524 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['61c809ab-1bb4-44aa-98cd-054038eeea40'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:17:19.369872 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d333ee5-ce12-45d3-ad46-25091b7de105 req-5eb45b0d-bc78-4c4a-8a61-4b933264d903 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:19.371281 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5d333ee5-ce12-45d3-ad46-25091b7de105 req-5eb45b0d-bc78-4c4a-8a61-4b933264d903 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 945 time: 0.0533006 Aug 31 02:17:19.408899 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5d333ee5-ce12-45d3-ad46-25091b7de105 req-e6156a25-3197-498a-a02b-cebc4aa54d98 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316834 Aug 31 02:17:20.536703 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bf859-50c5-4463-886b-cd14f18f3520 req-e1cd5368-4cdf-453b-9ece-46b199a84077 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:20.538210 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0b8bf859-50c5-4463-886b-cd14f18f3520 req-e1cd5368-4cdf-453b-9ece-46b199a84077 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 945 time: 0.0496583 Aug 31 02:17:20.563744 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 61c809ab-1bb4-44aa-98cd-054038eeea40 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:17:20.576221 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-0b8bf859-50c5-4463-886b-cd14f18f3520 req-74324b3e-fe93-43a2-b766-49322151cdc9 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321331 Aug 31 02:17:20.687988 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 61c809ab-1bb4-44aa-98cd-054038eeea40 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:17:20.691952 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 61c809ab-1bb4-44aa-98cd-054038eeea40 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:17:20.692331 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:20.773203 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:20.796657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fa2069-829b-4dd8-9efe-aa21bb77ede6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c809ab-1bb4-44aa-98cd-054038eeea40'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:17:20.798960 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a250d52-f791-425f-8cfb-5f40f78f6977" -d '{"events": [{"server_uuid": "98fa2069-829b-4dd8-9efe-aa21bb77ede6", "name": "network-vif-plugged", "status": "completed", "tag": "61c809ab-1bb4-44aa-98cd-054038eeea40"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:17:20.814173 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 61c809ab-1bb4-44aa-98cd-054038eeea40, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=61c809ab-1bb4-44aa-98cd-054038eeea40,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:17:20.898812 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f686d2-c5bc-4759-b1c7-7e4de1669bfd x-openstack-request-id: req-e1f686d2-c5bc-4759-b1c7-7e4de1669bfd {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:17:20.899174 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fa2069-829b-4dd8-9efe-aa21bb77ede6", "name": "network-vif-plugged", "status": "completed", "tag": "61c809ab-1bb4-44aa-98cd-054038eeea40", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:17:20.899433 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1f686d2-c5bc-4759-b1c7-7e4de1669bfd {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:17:20.899850 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fa2069-829b-4dd8-9efe-aa21bb77ede6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c809ab-1bb4-44aa-98cd-054038eeea40', 'code': 200} Aug 31 02:17:20.922246 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:20.971310 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=61c809ab-1bb4-44aa-98cd-054038eeea40,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:17:20.995012 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b8ec4-f914-46c3-91b0-bedd65eb374d req-5d4d85f3-1f43-4f5d-bdd9-1c317718fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:20.996585 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de1b8ec4-f914-46c3-91b0-bedd65eb374d req-5d4d85f3-1f43-4f5d-bdd9-1c317718fb9d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 1098 time: 0.0400856 Aug 31 02:17:21.032567 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-de1b8ec4-f914-46c3-91b0-bedd65eb374d req-5acafba8-b608-485a-916e-d3b4a2a27768 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287969 Aug 31 02:17:21.689260 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276cf16-9834-4e10-a7e3-48fae2542c6b req-959b2eac-5cc4-4962-8b6b-517cb4f523ae tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:21.690784 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b276cf16-9834-4e10-a7e3-48fae2542c6b req-959b2eac-5cc4-4962-8b6b-517cb4f523ae tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0485828 Aug 31 02:17:21.727559 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b276cf16-9834-4e10-a7e3-48fae2542c6b req-a03bc470-113d-4849-8152-3fb24a4fac64 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309682 Aug 31 02:17:22.843539 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c36968-c30e-48cf-aa2a-8484be4067ad req-e21e1dc1-4ac6-44af-a4d3-da3c7fa86b2e tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:22.845011 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a1c36968-c30e-48cf-aa2a-8484be4067ad req-e21e1dc1-4ac6-44af-a4d3-da3c7fa86b2e tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0491159 Aug 31 02:17:22.882907 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a1c36968-c30e-48cf-aa2a-8484be4067ad req-a9fb986f-ca21-4322-aeec-b345c9c04868 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318303 Aug 31 02:17:22.998481 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9268fd9-ec4f-4f90-afc5-dac5fd57fad1 req-8e768ab0-54d6-4d36-83a3-b26ba3a6708c tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:22.999933 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a9268fd9-ec4f-4f90-afc5-dac5fd57fad1 req-8e768ab0-54d6-4d36-83a3-b26ba3a6708c tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0511711 Aug 31 02:17:23.038034 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a9268fd9-ec4f-4f90-afc5-dac5fd57fad1 req-e2678f1b-3543-4435-ac59-07c397e4d741 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316072 Aug 31 02:17:23.058922 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44540) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:17:23.097759 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db721d50-9733-48ab-9168-e7310eab70c1 tempest-TestShelveInstance-1094290771 tempest-TestShelveInstance-1094290771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:23.099245 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-db721d50-9733-48ab-9168-e7310eab70c1 tempest-TestShelveInstance-1094290771 tempest-TestShelveInstance-1094290771-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 1093 time: 0.0393775 Aug 31 02:17:23.102078 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44542) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:17:23.106320 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': '61c809ab-1bb4-44aa-98cd-054038eeea40', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:17:23.172971 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:23.273234 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:23.372461 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Allocated IP 172.25.2.142 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/f3fc7d19-7402-4ce7-b180-e14c73214d5a) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:17:23.476525 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:23.584533 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:23.621068 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:17:23.626039 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:17:23.629669 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:17:23.652834 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'Port': ['ID=f3fc7d19-7402-4ce7-b180-e14c73214d5a,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:17:23.982257 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:24.114279 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:24.268071 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:24.310439 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:24.383114 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event updated for resources: {'Port': ['ID=f3fc7d19-7402-4ce7-b180-e14c73214d5a,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:17:24.391431 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:24.486446 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Floating IP 03b7b501-ddb0-41ad-a6f1-a05987286379 associated. External IP: 172.25.2.142, port: 61c809ab-1bb4-44aa-98cd-054038eeea40. Aug 31 02:17:24.712021 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Router 0e89e5db-08e5-4a75-bc42-45666a48a789 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:17:24.817113 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:17:24.826461 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0237606f-5f39-40d4-bef4-7b368c7cbdd2 None None] Sync routers for ids ['0e89e5db-08e5-4a75-bc42-45666a48a789'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:17:24.838994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0237606f-5f39-40d4-bef4-7b368c7cbdd2 None None] Routers {'0e89e5db-08e5-4a75-bc42-45666a48a789'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:17:24.838994 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0237606f-5f39-40d4-bef4-7b368c7cbdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:17:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0e89e5db-08e5-4a75-bc42-45666a48a789'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:17:24.868254 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:17:24.905002 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:24.932728 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-95e02e25-410a-4cc2-aae6-607ca88e4e96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8296449 Aug 31 02:17:24.933324 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fa2069-829b-4dd8-9efe-aa21bb77ede6', 'tag': '61c809ab-1bb4-44aa-98cd-054038eeea40'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:17:24.935613 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d85ce8-01ec-4b59-bc59-900795978111" -d '{"events": [{"name": "network-changed", "server_uuid": "98fa2069-829b-4dd8-9efe-aa21bb77ede6", "tag": "61c809ab-1bb4-44aa-98cd-054038eeea40"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:17:24.946244 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-0237606f-5f39-40d4-bef4-7b368c7cbdd2 None None] Set router 0e89e5db-08e5-4a75-bc42-45666a48a789 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:17:24.973233 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6c8bf2-6966-4c7e-a1fa-00a958002db2 x-openstack-request-id: req-1c6c8bf2-6966-4c7e-a1fa-00a958002db2 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:17:24.973588 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fa2069-829b-4dd8-9efe-aa21bb77ede6", "tag": "61c809ab-1bb4-44aa-98cd-054038eeea40", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:17:24.973849 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c6c8bf2-6966-4c7e-a1fa-00a958002db2 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:17:24.974262 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fa2069-829b-4dd8-9efe-aa21bb77ede6', 'tag': '61c809ab-1bb4-44aa-98cd-054038eeea40', 'status': 'completed', 'code': 200} Aug 31 02:17:25.039048 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d85ce8-01ec-4b59-bc59-900795978111 req-17e56fb6-d263-40ba-802a-a86b69bab570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:25.040561 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27d85ce8-01ec-4b59-bc59-900795978111 req-17e56fb6-d263-40ba-802a-a86b69bab570 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 1098 time: 0.0452976 Aug 31 02:17:25.130463 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d85ce8-01ec-4b59-bc59-900795978111 req-812e7139-5a75-4f11-aca3-ff7350b52baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:25.131939 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27d85ce8-01ec-4b59-bc59-900795978111 req-812e7139-5a75-4f11-aca3-ff7350b52baa service neutron] 10.222.0.48 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 909 time: 0.0840147 Aug 31 02:17:25.180872 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0237606f-5f39-40d4-bef4-7b368c7cbdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:07Z', 'revision_number': 4, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port': {'id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '03b7b501-ddb0-41ad-a6f1-a05987286379', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'port_id': '61c809ab-1bb4-44aa-98cd-054038eeea40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'mac_address': 'fa:16:3e:6d:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fa2069-829b-4dd8-9efe-aa21bb77ede6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:17:23Z', 'updated_at': '2021-08-31T02:17:23Z', 'revision_number': 0, 'project_id': 'aa03277521e446b8b70752455a753e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d822d0b-37dd-4593-bc95-c343bbb5b4ee', 'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'mac_address': 'fa:16:3e:b1:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:06Z', 'updated_at': '2021-08-31T02:12:12Z', 'revision_number': 5, 'project_id': 'aa03277521e446b8b70752455a753e35', 'subnets': [{'id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:17:25.208571 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27d85ce8-01ec-4b59-bc59-900795978111 req-f98cc76f-6ad9-4bac-b055-165ccb596cdc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61c809ab-1bb4-44aa-98cd-054038eeea40 HTTP/1.1" status: 200 len: 1000 time: 0.0689042 Aug 31 02:17:25.208836 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0237606f-5f39-40d4-bef4-7b368c7cbdd2 None None] Checking router: 0e89e5db-08e5-4a75-bc42-45666a48a789 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:17:25.218244 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0237606f-5f39-40d4-bef4-7b368c7cbdd2 None None] Routers {'0e89e5db-08e5-4a75-bc42-45666a48a789'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:17:25.218753 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0237606f-5f39-40d4-bef4-7b368c7cbdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:17:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0e89e5db-08e5-4a75-bc42-45666a48a789'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:17:25.258719 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d85ce8-01ec-4b59-bc59-900795978111 req-00f84517-c06b-48be-9edf-7854c003b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:25.260207 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27d85ce8-01ec-4b59-bc59-900795978111 req-00f84517-c06b-48be-9edf-7854c003b955 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0455589 Aug 31 02:17:25.307618 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d85ce8-01ec-4b59-bc59-900795978111 req-53966b25-3ac0-46d3-b623-8f23b185103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:25.309135 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27d85ce8-01ec-4b59-bc59-900795978111 req-53966b25-3ac0-46d3-b623-8f23b185103f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422752 Aug 31 02:17:25.325398 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-0237606f-5f39-40d4-bef4-7b368c7cbdd2 None None] Set router 0e89e5db-08e5-4a75-bc42-45666a48a789 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:17:25.402850 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27d85ce8-01ec-4b59-bc59-900795978111 req-c159d779-6b27-4910-aa69-5de9e885f1f3 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857456 Aug 31 02:17:25.491461 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-27d85ce8-01ec-4b59-bc59-900795978111 req-71fa62ad-dc52-471c-a771-2a19b8fe613d service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820937 Aug 31 02:17:25.553709 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0237606f-5f39-40d4-bef4-7b368c7cbdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:07Z', 'revision_number': 4, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port': {'id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '03b7b501-ddb0-41ad-a6f1-a05987286379', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'port_id': '61c809ab-1bb4-44aa-98cd-054038eeea40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'mac_address': 'fa:16:3e:6d:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fa2069-829b-4dd8-9efe-aa21bb77ede6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:17:23Z', 'updated_at': '2021-08-31T02:17:23Z', 'revision_number': 0, 'project_id': 'aa03277521e446b8b70752455a753e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d822d0b-37dd-4593-bc95-c343bbb5b4ee', 'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'mac_address': 'fa:16:3e:b1:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:06Z', 'updated_at': '2021-08-31T02:12:12Z', 'revision_number': 5, 'project_id': 'aa03277521e446b8b70752455a753e35', 'subnets': [{'id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:17:25.586357 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0237606f-5f39-40d4-bef4-7b368c7cbdd2 None None] The sync data for ids ['0e89e5db-08e5-4a75-bc42-45666a48a789'] in n-d-793621-34 is: [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:07Z', 'revision_number': 4, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port': {'id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '03b7b501-ddb0-41ad-a6f1-a05987286379', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'port_id': '61c809ab-1bb4-44aa-98cd-054038eeea40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'mac_address': 'fa:16:3e:6d:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fa2069-829b-4dd8-9efe-aa21bb77ede6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:17:23Z', 'updated_at': '2021-08-31T02:17:23Z', 'revision_number': 0, 'project_id': 'aa03277521e446b8b70752455a753e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d822d0b-37dd-4593-bc95-c343bbb5b4ee', 'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'mac_address': 'fa:16:3e:b1:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:06Z', 'updated_at': '2021-08-31T02:12:12Z', 'revision_number': 5, 'project_id': 'aa03277521e446b8b70752455a753e35', 'subnets': [{'id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:17:25.772108 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18ae340-3cb9-4633-b4c5-cdb64e943f8d None None] New status for floating IP 03b7b501-ddb0-41ad-a6f1-a05987286379: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:17:34.333084 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e7feb915-1f04-4133-b625-ee90c43e4eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:36.915878 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:37.082205 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-06d7bd32-294d-4c1f-831b-7408f5bf4ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:37.886970 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:37.978395 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:38.846608 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:40.509627 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:44.999235 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3322bb92-f9ce-419c-a24c-1858fe960260 req-82525c3f-e72c-44c1-b052-db1626f21e51 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402937 Aug 31 02:17:45.082212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322bb92-f9ce-419c-a24c-1858fe960260 req-36ac0a26-83c2-4cea-8e83-e32ad5e199d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:45.083704 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3322bb92-f9ce-419c-a24c-1858fe960260 req-36ac0a26-83c2-4cea-8e83-e32ad5e199d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 1098 time: 0.0440083 Aug 31 02:17:45.186173 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322bb92-f9ce-419c-a24c-1858fe960260 req-7ecbfcc5-7b0c-4997-8cad-7fbef6ed7f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:45.188321 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3322bb92-f9ce-419c-a24c-1858fe960260 req-7ecbfcc5-7b0c-4997-8cad-7fbef6ed7f80 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 909 time: 0.0856366 Aug 31 02:17:45.270417 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3322bb92-f9ce-419c-a24c-1858fe960260 req-b6d47d2f-8937-4514-91dd-2a70e059d8cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61c809ab-1bb4-44aa-98cd-054038eeea40 HTTP/1.1" status: 200 len: 1002 time: 0.0739429 Aug 31 02:17:45.320171 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322bb92-f9ce-419c-a24c-1858fe960260 req-d867b6ae-9491-404d-a9dd-7fd2c2a32290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:45.321734 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3322bb92-f9ce-419c-a24c-1858fe960260 req-d867b6ae-9491-404d-a9dd-7fd2c2a32290 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0441604 Aug 31 02:17:45.369817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322bb92-f9ce-419c-a24c-1858fe960260 req-87f8488b-fdba-4478-aebd-d9f9a98560c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:45.371334 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3322bb92-f9ce-419c-a24c-1858fe960260 req-87f8488b-fdba-4478-aebd-d9f9a98560c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420082 Aug 31 02:17:45.467615 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3322bb92-f9ce-419c-a24c-1858fe960260 req-a89a9169-a9b4-4255-9bc8-887967f329cb service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891032 Aug 31 02:17:45.558469 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3322bb92-f9ce-419c-a24c-1858fe960260 req-3d52549f-eca1-45dd-8b3c-0dbd75c74d13 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836072 Aug 31 02:18:01.869228 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:18:04.324784 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-64d1eb02-29fd-4d8c-b37c-466ebdc187e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:06.942178 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:07.113645 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-04da6663-5e77-44cc-b146-87ed14821f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:07.914955 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:08.023648 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:08.823304 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:10.520922 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:34.346890 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-39f35896-fca0-4d1d-8887-a3199f5c0965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:36.897890 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:37.074097 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9ee0c933-977e-4d08-a21e-2088db958716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:37.886523 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:38.006152 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:38.849744 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:38.869464 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:18:40.502991 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:46.853073 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d90342c9-eba6-4e3a-a239-be7d017c8214 req-04db9963-14b4-443b-813d-5bd2b6128912 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429287 Aug 31 02:18:46.936250 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90342c9-eba6-4e3a-a239-be7d017c8214 req-fbe1c0cb-d819-4ebb-9bad-6f3f5e2e8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:46.937781 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d90342c9-eba6-4e3a-a239-be7d017c8214 req-fbe1c0cb-d819-4ebb-9bad-6f3f5e2e8595 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 1098 time: 0.0437732 Aug 31 02:18:47.038712 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90342c9-eba6-4e3a-a239-be7d017c8214 req-e09c01c5-da2e-4015-a61b-4f669cba88ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:47.040224 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d90342c9-eba6-4e3a-a239-be7d017c8214 req-e09c01c5-da2e-4015-a61b-4f669cba88ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 909 time: 0.0833213 Aug 31 02:18:47.110501 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d90342c9-eba6-4e3a-a239-be7d017c8214 req-48ad9d48-66e5-4955-9031-5d357cd90232 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61c809ab-1bb4-44aa-98cd-054038eeea40 HTTP/1.1" status: 200 len: 1002 time: 0.0630474 Aug 31 02:18:47.468567 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90342c9-eba6-4e3a-a239-be7d017c8214 req-13c384a0-10cd-4819-b7a7-90aeb04244c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:47.470037 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d90342c9-eba6-4e3a-a239-be7d017c8214 req-13c384a0-10cd-4819-b7a7-90aeb04244c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.3522642 Aug 31 02:18:47.518739 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90342c9-eba6-4e3a-a239-be7d017c8214 req-0597b82c-47c6-429c-aa51-a5617c1f312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:47.520298 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d90342c9-eba6-4e3a-a239-be7d017c8214 req-0597b82c-47c6-429c-aa51-a5617c1f312d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426099 Aug 31 02:18:47.612786 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d90342c9-eba6-4e3a-a239-be7d017c8214 req-6c2a679e-bab5-4497-8a0d-6a3dcdcbda51 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851402 Aug 31 02:18:47.700483 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d90342c9-eba6-4e3a-a239-be7d017c8214 req-30ec67d0-3082-4b8f-956b-fb3267ea4336 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811396 Aug 31 02:19:04.340386 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4537cc10-b0dc-49d3-b746-af5d8eb70e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:06.925471 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:07.074116 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-510b7d21-5bfd-4017-92eb-a1b9934d75f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:07.935572 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:08.025874 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:08.845266 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:10.523019 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:15.869115 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:19:34.350437 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f2dce338-64ff-4f97-ad75-7385ccbac86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:36.913533 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:37.102160 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6bff30e5-0116-45e0-9c85-3f6836f6bffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:37.972969 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:38.056832 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:38.862435 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:40.553374 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:48.078554 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9e901085-bf59-43ee-8152-51a47c85d3bc req-f6a6f4ad-d706-487f-99d5-ae85abb8d5e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0942225 Aug 31 02:19:48.166017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e901085-bf59-43ee-8152-51a47c85d3bc req-b545da01-2ed6-4208-bddc-cf0f2d58d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:48.167492 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9e901085-bf59-43ee-8152-51a47c85d3bc req-b545da01-2ed6-4208-bddc-cf0f2d58d1a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 1098 time: 0.0443780 Aug 31 02:19:48.267719 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e901085-bf59-43ee-8152-51a47c85d3bc req-19e13929-8e48-4977-a998-9ff88877a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:48.269183 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9e901085-bf59-43ee-8152-51a47c85d3bc req-19e13929-8e48-4977-a998-9ff88877a5c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 909 time: 0.0828161 Aug 31 02:19:48.338611 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9e901085-bf59-43ee-8152-51a47c85d3bc req-aed8859c-2ffd-4d40-93c5-4a480d2a4a27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61c809ab-1bb4-44aa-98cd-054038eeea40 HTTP/1.1" status: 200 len: 1002 time: 0.0618520 Aug 31 02:19:48.391374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e901085-bf59-43ee-8152-51a47c85d3bc req-5f2a13a2-de00-41e3-abbe-316ed3bc9687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:48.392935 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9e901085-bf59-43ee-8152-51a47c85d3bc req-5f2a13a2-de00-41e3-abbe-316ed3bc9687 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0479727 Aug 31 02:19:48.441466 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e901085-bf59-43ee-8152-51a47c85d3bc req-8bbe7792-8713-4733-8bc3-723f9f323e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:48.443000 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9e901085-bf59-43ee-8152-51a47c85d3bc req-8bbe7792-8713-4733-8bc3-723f9f323e70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427136 Aug 31 02:19:48.535143 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9e901085-bf59-43ee-8152-51a47c85d3bc req-35abf8d1-f08f-43cd-a202-6d4c3290196f service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844438 Aug 31 02:19:48.624683 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9e901085-bf59-43ee-8152-51a47c85d3bc req-cf61be8c-3ce5-4834-8400-f6ded8810b2f service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827031 Aug 31 02:19:51.476390 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187195e5-17ce-456f-84a1-edc5dc02f252 req-a32f05c8-2cc6-4c1c-a9b6-26e37f9b8ed6 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:51.478026 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-187195e5-17ce-456f-84a1-edc5dc02f252 req-a32f05c8-2cc6-4c1c-a9b6-26e37f9b8ed6 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0536649 Aug 31 02:19:51.517252 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-187195e5-17ce-456f-84a1-edc5dc02f252 req-70620766-0e76-4316-8b24-c642ecc2f356 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325935 Aug 31 02:19:52.678571 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2783e4-9554-415f-8a8e-9a3e1dd85ee9 req-fb28f05e-6900-4fe0-937a-be7f91d9c268 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:52.680102 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f2783e4-9554-415f-8a8e-9a3e1dd85ee9 req-fb28f05e-6900-4fe0-937a-be7f91d9c268 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0552199 Aug 31 02:19:52.719203 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f2783e4-9554-415f-8a8e-9a3e1dd85ee9 req-3b4bd6dd-4912-42f8-8e7b-e04972d8a015 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331323 Aug 31 02:19:52.869187 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:19:53.873370 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045038ba-ed6a-47d3-a5a7-2c43568aba14 req-ab4732d8-9bd9-41d9-852b-2813412f8373 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:53.874899 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-045038ba-ed6a-47d3-a5a7-2c43568aba14 req-ab4732d8-9bd9-41d9-852b-2813412f8373 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0541170 Aug 31 02:19:53.913663 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-045038ba-ed6a-47d3-a5a7-2c43568aba14 req-ce639050-d525-44af-9938-19dccebecf4c tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321720 Aug 31 02:19:55.028511 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f68eb-f018-4e40-94b9-b2dcb58ba19f req-88dde34a-fd15-44c9-b0a8-cc244bac7d0a tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:55.030039 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c5f68eb-f018-4e40-94b9-b2dcb58ba19f req-88dde34a-fd15-44c9-b0a8-cc244bac7d0a tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0504684 Aug 31 02:19:55.068321 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8c5f68eb-f018-4e40-94b9-b2dcb58ba19f req-812b284a-6243-4c4a-abff-36af5bd296f7 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323648 Aug 31 02:19:56.186137 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c3d00-27f4-4d5b-9045-4960d53d4ab2 req-6272b8e4-9cd9-4700-90a4-b3c4029dde2a tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:56.187729 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b60c3d00-27f4-4d5b-9045-4960d53d4ab2 req-6272b8e4-9cd9-4700-90a4-b3c4029dde2a tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0514498 Aug 31 02:19:56.227884 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b60c3d00-27f4-4d5b-9045-4960d53d4ab2 req-f4af4a21-67b5-4b83-a1d8-8bec1c65ed62 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341160 Aug 31 02:19:57.343969 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd4bb4-28cb-4667-b2ac-6ad3c362da7d req-a140d2b1-d948-435e-abc6-1a7f1397b356 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:57.345478 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-61fd4bb4-28cb-4667-b2ac-6ad3c362da7d req-a140d2b1-d948-435e-abc6-1a7f1397b356 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0487878 Aug 31 02:19:57.383934 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-61fd4bb4-28cb-4667-b2ac-6ad3c362da7d req-215a29da-b3df-483f-ba19-874e196e2f16 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324006 Aug 31 02:19:58.496666 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10566df-b939-421d-aac3-89c1d0fbf363 req-bd304f09-56b2-4122-8f3b-a78434abaf06 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:58.498223 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c10566df-b939-421d-aac3-89c1d0fbf363 req-bd304f09-56b2-4122-8f3b-a78434abaf06 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0496302 Aug 31 02:19:58.539604 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c10566df-b939-421d-aac3-89c1d0fbf363 req-acab2ab8-bde6-4aa4-b802-869b22116584 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353434 Aug 31 02:19:59.659071 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51542b5f-2ef8-45f7-8148-921277cb50ac req-929d404e-fa5d-41d8-99d1-a72695b6e924 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:59.660373 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-51542b5f-2ef8-45f7-8148-921277cb50ac req-929d404e-fa5d-41d8-99d1-a72695b6e924 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0539947 Aug 31 02:19:59.700286 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-51542b5f-2ef8-45f7-8148-921277cb50ac req-73988e15-9761-4927-82ea-b33d97a493d4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322614 Aug 31 02:20:00.819411 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913689f-6b52-4702-8304-a60f5f7a45e3 req-4e65f22f-b56b-4b7d-9233-24204a2ae0f2 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:00.821258 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e913689f-6b52-4702-8304-a60f5f7a45e3 req-4e65f22f-b56b-4b7d-9233-24204a2ae0f2 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0536332 Aug 31 02:20:00.865237 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e913689f-6b52-4702-8304-a60f5f7a45e3 req-e73e38bb-ff81-47ad-be36-901aa7aef613 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356872 Aug 31 02:20:01.739766 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c643a1-2e97-4766-86d8-a25d629dd368 req-ffd349c8-66ff-4ddb-ac85-833755f9006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:01.741326 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99c643a1-2e97-4766-86d8-a25d629dd368 req-ffd349c8-66ff-4ddb-ac85-833755f9006e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 1098 time: 0.0416501 Aug 31 02:20:01.834494 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c643a1-2e97-4766-86d8-a25d629dd368 req-129be6da-9e34-4cd9-b2c0-c6acce520b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:01.836529 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99c643a1-2e97-4766-86d8-a25d629dd368 req-129be6da-9e34-4cd9-b2c0-c6acce520b12 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 909 time: 0.0884244 Aug 31 02:20:01.907303 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99c643a1-2e97-4766-86d8-a25d629dd368 req-d636ac2e-56ef-4354-addb-4d62597ed0ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61c809ab-1bb4-44aa-98cd-054038eeea40 HTTP/1.1" status: 200 len: 1002 time: 0.0615015 Aug 31 02:20:01.957382 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c643a1-2e97-4766-86d8-a25d629dd368 req-155837d9-77d7-41cf-8b76-93cab2eccdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:01.958976 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99c643a1-2e97-4766-86d8-a25d629dd368 req-155837d9-77d7-41cf-8b76-93cab2eccdb1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0479133 Aug 31 02:20:01.984348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9e7e9-59fa-4ad7-96c8-700a8ba8a7ab req-3b1cb2e1-6911-4518-8437-2d77b31ee587 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:01.985931 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-45a9e7e9-59fa-4ad7-96c8-700a8ba8a7ab req-3b1cb2e1-6911-4518-8437-2d77b31ee587 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0522859 Aug 31 02:20:02.015703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c643a1-2e97-4766-86d8-a25d629dd368 req-790a1f0f-8236-46ef-9973-9e9bd5e636d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:02.015703 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99c643a1-2e97-4766-86d8-a25d629dd368 req-790a1f0f-8236-46ef-9973-9e9bd5e636d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491114 Aug 31 02:20:02.029749 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-45a9e7e9-59fa-4ad7-96c8-700a8ba8a7ab req-ab4fa708-2a1e-40ec-85bb-296bad2dea9d tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374305 Aug 31 02:20:02.105277 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99c643a1-2e97-4766-86d8-a25d629dd368 req-daec58ae-35c0-40e7-a7b4-115649ed1d83 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837550 Aug 31 02:20:02.219356 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-99c643a1-2e97-4766-86d8-a25d629dd368 req-4fca48eb-1292-43b2-8b17-c333d2eb7114 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069210 Aug 31 02:20:03.146017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88b8bb-5a87-4ff5-97e3-06fc69dbdabd req-2e7a39e4-f44f-41a8-8b59-c959d4df4abf tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:03.147580 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ac88b8bb-5a87-4ff5-97e3-06fc69dbdabd req-2e7a39e4-f44f-41a8-8b59-c959d4df4abf tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0513937 Aug 31 02:20:03.185696 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ac88b8bb-5a87-4ff5-97e3-06fc69dbdabd req-80e6f663-387d-4e3a-8495-32de2de27d83 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321283 Aug 31 02:20:04.307465 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6621b23-4bb2-474f-8eed-dd2c131128d6 req-f5da7db5-1093-4c37-86bb-72f7a5784e98 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:04.309068 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f6621b23-4bb2-474f-8eed-dd2c131128d6 req-f5da7db5-1093-4c37-86bb-72f7a5784e98 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0531743 Aug 31 02:20:04.349912 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f6621b23-4bb2-474f-8eed-dd2c131128d6 req-5d056587-7b2d-4350-aa78-424cac78f0f7 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345864 Aug 31 02:20:04.375678 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fa12700f-e108-46ab-83a6-e1fa97e8d8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:05.468020 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b3710-4d6c-4729-87e5-4ee27bdd6236 req-a4dcaab7-721b-4dac-89f1-f9701bf8ed38 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:05.469564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a1b3710-4d6c-4729-87e5-4ee27bdd6236 req-a4dcaab7-721b-4dac-89f1-f9701bf8ed38 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0511603 Aug 31 02:20:05.507591 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6a1b3710-4d6c-4729-87e5-4ee27bdd6236 req-1c172d23-d300-4080-b6c7-d009fcdadd1b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320342 Aug 31 02:20:06.638867 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab6b58-6132-4c60-a5ba-50d297a48d25 req-62afce69-f973-48f3-8b81-95a295a9a0fe tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:06.641516 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-25ab6b58-6132-4c60-a5ba-50d297a48d25 req-62afce69-f973-48f3-8b81-95a295a9a0fe tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0641398 Aug 31 02:20:06.683378 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-25ab6b58-6132-4c60-a5ba-50d297a48d25 req-a3e63453-c160-43c6-af0b-0c114be0b2e4 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358150 Aug 31 02:20:06.909135 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:07.042329 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010281d-40cd-4363-850f-77ce6f66b161 req-bbc55a6c-e34a-40d4-b193-167f1dddd271 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:07.043892 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9010281d-40cd-4363-850f-77ce6f66b161 req-bbc55a6c-e34a-40d4-b193-167f1dddd271 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0526388 Aug 31 02:20:07.090119 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e4b4919f-f247-4324-93ca-250c5541a2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:07.093343 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9010281d-40cd-4363-850f-77ce6f66b161 req-f9cfc8fe-5ed3-47c8-b653-25cea0c8633f tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362139 Aug 31 02:20:07.129339 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d2ba337c-8938-4c27-892a-77f5fa49a8f2 req-d8e7b0df-53be-4f99-a08c-ea12800aa119 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1000268 Aug 31 02:20:07.370078 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 61c809ab-1bb4-44aa-98cd-054038eeea40 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:20:07.447481 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:07.470804 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fa2069-829b-4dd8-9efe-aa21bb77ede6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61c809ab-1bb4-44aa-98cd-054038eeea40'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:20:07.473318 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88876aac-1e65-4c4a-a491-d67f4240f09e" -d '{"events": [{"server_uuid": "98fa2069-829b-4dd8-9efe-aa21bb77ede6", "name": "network-vif-unplugged", "status": "completed", "tag": "61c809ab-1bb4-44aa-98cd-054038eeea40"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:20:07.487236 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 61c809ab-1bb4-44aa-98cd-054038eeea40, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=61c809ab-1bb4-44aa-98cd-054038eeea40,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:20:07.507486 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 02:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af5e8cf-9ac6-4282-b300-ced5114bf569 x-openstack-request-id: req-0af5e8cf-9ac6-4282-b300-ced5114bf569 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:20:07.508076 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fa2069-829b-4dd8-9efe-aa21bb77ede6", "name": "network-vif-unplugged", "status": "failed", "tag": "61c809ab-1bb4-44aa-98cd-054038eeea40", "code": 422}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:20:07.508336 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0af5e8cf-9ac6-4282-b300-ced5114bf569 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:20:07.509409 n-d-793621-34 neutron-server[102344]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '98fa2069-829b-4dd8-9efe-aa21bb77ede6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '61c809ab-1bb4-44aa-98cd-054038eeea40', 'code': 422} returned with failed status Aug 31 02:20:07.570027 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:07.617658 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=61c809ab-1bb4-44aa-98cd-054038eeea40,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:07.625420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:07.625737 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:07.626080 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:07.626419 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:07.626752 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:07.627079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:07.627406 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:07.627732 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:07.628057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:07.628384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:07.628704 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:07.629024 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:07.909189 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:08.056083 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:08.209151 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cfbb9-c663-4037-a848-ae309059d9ca req-89781eb8-7054-47df-b8b2-81ba9be6668e tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:08.210646 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f9cfbb9-c663-4037-a848-ae309059d9ca req-89781eb8-7054-47df-b8b2-81ba9be6668e tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0505764 Aug 31 02:20:08.249953 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5f9cfbb9-c663-4037-a848-ae309059d9ca req-64388536-bd59-4c72-97ed-12fd30b917b2 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331118 Aug 31 02:20:08.852360 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:09.372633 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610963bb-e72b-4c3a-b5e9-b080bf0ccf51 req-68827f52-4fa5-4f10-9402-7e0762d66e78 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:09.374205 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-610963bb-e72b-4c3a-b5e9-b080bf0ccf51 req-68827f52-4fa5-4f10-9402-7e0762d66e78 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0580678 Aug 31 02:20:09.412781 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-610963bb-e72b-4c3a-b5e9-b080bf0ccf51 req-4e791189-cb65-4b62-a40c-31534fbedc6f tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325651 Aug 31 02:20:10.536082 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93157f90-b03b-4644-afb5-dc5a981a2899 req-9e842f29-b42e-4c55-8191-c5e11c236b48 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:10.537600 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-93157f90-b03b-4644-afb5-dc5a981a2899 req-9e842f29-b42e-4c55-8191-c5e11c236b48 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0549827 Aug 31 02:20:10.547330 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:10.581220 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-93157f90-b03b-4644-afb5-dc5a981a2899 req-bb5c6bea-005f-410b-bf1f-9ef69687111a tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369399 Aug 31 02:20:11.697808 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718109c-67d5-47e0-b77d-0470f43d0db2 req-0f2fd24f-8914-4fe6-a64f-528c4ba2b612 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:11.699358 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a718109c-67d5-47e0-b77d-0470f43d0db2 req-0f2fd24f-8914-4fe6-a64f-528c4ba2b612 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0504272 Aug 31 02:20:11.737233 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a718109c-67d5-47e0-b77d-0470f43d0db2 req-8aefefb3-e8a8-483a-8602-53d5325985ce tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318882 Aug 31 02:20:12.761091 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba337c-8938-4c27-892a-77f5fa49a8f2 req-536f53a4-897d-46da-ab69-9822f498ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:12.762554 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d2ba337c-8938-4c27-892a-77f5fa49a8f2 req-536f53a4-897d-46da-ab69-9822f498ae6f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6&tenant_id=aa03277521e446b8b70752455a753e35 HTTP/1.1" status: 200 len: 1096 time: 0.0414810 Aug 31 02:20:12.828045 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba337c-8938-4c27-892a-77f5fa49a8f2 req-f5504d3d-6c03-4932-b4c8-d44baf8a3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:12.829605 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d2ba337c-8938-4c27-892a-77f5fa49a8f2 req-f5504d3d-6c03-4932-b4c8-d44baf8a3071 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 1096 time: 0.0454085 Aug 31 02:20:12.851232 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22500d-52cc-4c74-929d-49ba427baad1 req-bb559e63-0a0f-4e92-87a6-c714e950e990 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:12.853302 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9c22500d-52cc-4c74-929d-49ba427baad1 req-bb559e63-0a0f-4e92-87a6-c714e950e990 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0489988 Aug 31 02:20:12.892548 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9c22500d-52cc-4c74-929d-49ba427baad1 req-fae133a9-2a70-4c8a-a26f-3297837a80d5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327654 Aug 31 02:20:12.923172 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba337c-8938-4c27-892a-77f5fa49a8f2 req-78c27e79-84a1-407a-947f-54b8a977c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:12.924686 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d2ba337c-8938-4c27-892a-77f5fa49a8f2 req-78c27e79-84a1-407a-947f-54b8a977c139 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 909 time: 0.0870454 Aug 31 02:20:12.993922 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d2ba337c-8938-4c27-892a-77f5fa49a8f2 req-39b507b2-e82d-4404-8472-6b31bf080351 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61c809ab-1bb4-44aa-98cd-054038eeea40 HTTP/1.1" status: 200 len: 1000 time: 0.0622094 Aug 31 02:20:13.043437 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba337c-8938-4c27-892a-77f5fa49a8f2 req-0ca28146-67b3-496a-abf1-cb345393fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:13.044810 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d2ba337c-8938-4c27-892a-77f5fa49a8f2 req-0ca28146-67b3-496a-abf1-cb345393fc8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0445504 Aug 31 02:20:13.089340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba337c-8938-4c27-892a-77f5fa49a8f2 req-fb069dec-943a-4038-9230-66a7491bd264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:13.090841 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d2ba337c-8938-4c27-892a-77f5fa49a8f2 req-fb069dec-943a-4038-9230-66a7491bd264 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394430 Aug 31 02:20:13.183433 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d2ba337c-8938-4c27-892a-77f5fa49a8f2 req-cec5e451-55b4-49e2-9af4-94f5366d1607 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852180 Aug 31 02:20:13.275251 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d2ba337c-8938-4c27-892a-77f5fa49a8f2 req-7f191fc7-e9de-4b73-ae52-695151927cb7 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845664 Aug 31 02:20:14.012495 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a3eb9-2022-447d-8296-ea15d2d2739e req-77b17984-46c7-459e-abbc-b9c075870b99 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:14.014003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-990a3eb9-2022-447d-8296-ea15d2d2739e req-77b17984-46c7-459e-abbc-b9c075870b99 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0497036 Aug 31 02:20:14.050839 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-990a3eb9-2022-447d-8296-ea15d2d2739e req-0b7f7405-839c-4e11-a2b8-19ca738e4924 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309114 Aug 31 02:20:15.163421 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79180649-8e22-488a-ad47-06e4d6bc1cfa req-5686db1c-1ce1-4899-ab40-fe7a54f86ae5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:15.164881 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79180649-8e22-488a-ad47-06e4d6bc1cfa req-5686db1c-1ce1-4899-ab40-fe7a54f86ae5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0486526 Aug 31 02:20:15.202589 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79180649-8e22-488a-ad47-06e4d6bc1cfa req-6145315a-8222-4538-9bbb-b6e87ef6a2ba tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317676 Aug 31 02:20:16.320289 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c071ee8-b283-47bf-b4e5-9b691ec8a01a req-3709f291-6402-407f-96d0-882a981adc85 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:16.322492 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c071ee8-b283-47bf-b4e5-9b691ec8a01a req-3709f291-6402-407f-96d0-882a981adc85 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0534968 Aug 31 02:20:16.359633 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4c071ee8-b283-47bf-b4e5-9b691ec8a01a req-0c52f155-cbfa-41d9-b9b8-32f93166cdca tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312645 Aug 31 02:20:17.476480 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f4190-2e96-4f22-90fa-baac1f1bba34 req-f1906cc8-7a6f-482d-a1c2-1c57ed94a5f3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:17.478881 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-717f4190-2e96-4f22-90fa-baac1f1bba34 req-f1906cc8-7a6f-482d-a1c2-1c57ed94a5f3 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0531874 Aug 31 02:20:17.520868 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-717f4190-2e96-4f22-90fa-baac1f1bba34 req-1208a6a7-8d53-46c8-9e46-3bd9a70b9ea6 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331914 Aug 31 02:20:18.642133 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53fc8e-aa8c-456e-b6f2-5a08077f0a69 req-ae7690d5-1391-4023-a75e-723cef4d9fb8 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:18.643635 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a53fc8e-aa8c-456e-b6f2-5a08077f0a69 req-ae7690d5-1391-4023-a75e-723cef4d9fb8 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0495479 Aug 31 02:20:18.684896 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9a53fc8e-aa8c-456e-b6f2-5a08077f0a69 req-0a1404a7-8793-4f2f-b495-f674699ca03b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350866 Aug 31 02:20:19.798373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80362dd-1c87-4975-a882-3d8f100a6a6f req-ceca2b60-16a9-465b-8d80-6adda28c5b87 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:19.799852 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c80362dd-1c87-4975-a882-3d8f100a6a6f req-ceca2b60-16a9-465b-8d80-6adda28c5b87 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0490775 Aug 31 02:20:19.838059 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c80362dd-1c87-4975-a882-3d8f100a6a6f req-2651e258-610e-479a-a8f1-c0b5117e9dcd tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321512 Aug 31 02:20:20.950127 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5eefb-27d0-461a-94e3-f81320000174 req-4afd11fb-d0a8-4395-8ad1-822de1509e38 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:20.951587 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6e5eefb-27d0-461a-94e3-f81320000174 req-4afd11fb-d0a8-4395-8ad1-822de1509e38 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 944 time: 0.0474343 Aug 31 02:20:20.988717 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b6e5eefb-27d0-461a-94e3-f81320000174 req-105f8155-6ed0-48ac-981d-5b39a525a567 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312810 Aug 31 02:20:21.401766 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 61c809ab-1bb4-44aa-98cd-054038eeea40 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:20:21.502431 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 61c809ab-1bb4-44aa-98cd-054038eeea40, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=61c809ab-1bb4-44aa-98cd-054038eeea40,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:20:21.514380 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '61c809ab-1bb4-44aa-98cd-054038eeea40', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'port_id': '61c809ab-1bb4-44aa-98cd-054038eeea40', 'mac_address': 'fa:16:3e:6d:94:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:20:21.550597 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:21.564073 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c809ab-1bb4-44aa-98cd-054038eeea40 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:20:21.583940 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 61c809ab-1bb4-44aa-98cd-054038eeea40, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=61c809ab-1bb4-44aa-98cd-054038eeea40,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:20:21.640281 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:21.691273 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=61c809ab-1bb4-44aa-98cd-054038eeea40,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:21.877136 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['61c809ab-1bb4-44aa-98cd-054038eeea40'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:20:22.104536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00140af-0d31-46c9-8539-1683699cce66 req-dfface15-7d15-497d-9d28-52b0c0170e14 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:22.106040 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f00140af-0d31-46c9-8539-1683699cce66 req-dfface15-7d15-497d-9d28-52b0c0170e14 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 945 time: 0.0490627 Aug 31 02:20:22.144197 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f00140af-0d31-46c9-8539-1683699cce66 req-50c03dc5-9dfa-4a05-90eb-80197a01d96c tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320685 Aug 31 02:20:23.262546 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dbd5f-4473-43f3-975b-e4a02f591e9d req-ce281652-03d6-4895-b09a-621fd0273224 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:23.264015 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c05dbd5f-4473-43f3-975b-e4a02f591e9d req-ce281652-03d6-4895-b09a-621fd0273224 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 945 time: 0.0530365 Aug 31 02:20:23.302351 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c05dbd5f-4473-43f3-975b-e4a02f591e9d req-e13f29e2-2d7e-49bc-8c23-b231047cfa3f tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323694 Aug 31 02:20:23.415992 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 61c809ab-1bb4-44aa-98cd-054038eeea40 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:20:23.613036 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 61c809ab-1bb4-44aa-98cd-054038eeea40 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:20:23.613397 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:23.685700 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:23.707592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fa2069-829b-4dd8-9efe-aa21bb77ede6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c809ab-1bb4-44aa-98cd-054038eeea40'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:20:23.709863 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffabd99-cfe9-4266-8682-76f8ad152c3f" -d '{"events": [{"server_uuid": "98fa2069-829b-4dd8-9efe-aa21bb77ede6", "name": "network-vif-plugged", "status": "completed", "tag": "61c809ab-1bb4-44aa-98cd-054038eeea40"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:20:23.723099 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 61c809ab-1bb4-44aa-98cd-054038eeea40, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=61c809ab-1bb4-44aa-98cd-054038eeea40,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:20:23.745923 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd20a86-6265-4bf3-998e-e9cd9179888c x-openstack-request-id: req-4cd20a86-6265-4bf3-998e-e9cd9179888c {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:20:23.746216 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fa2069-829b-4dd8-9efe-aa21bb77ede6", "name": "network-vif-plugged", "status": "completed", "tag": "61c809ab-1bb4-44aa-98cd-054038eeea40", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:20:23.746485 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4cd20a86-6265-4bf3-998e-e9cd9179888c {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:20:23.746880 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fa2069-829b-4dd8-9efe-aa21bb77ede6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c809ab-1bb4-44aa-98cd-054038eeea40', 'code': 200} Aug 31 02:20:23.805570 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:23.856229 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=61c809ab-1bb4-44aa-98cd-054038eeea40,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:23.887382 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152f42b-2a3f-4153-90e6-eb933da69496 req-6bca26bb-cdb1-4581-be23-e9e85bea36da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:23.888847 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0152f42b-2a3f-4153-90e6-eb933da69496 req-6bca26bb-cdb1-4581-be23-e9e85bea36da service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 1098 time: 0.0411744 Aug 31 02:20:23.923004 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-0152f42b-2a3f-4153-90e6-eb933da69496 req-b7c379b5-e144-4c5d-b48e-282412e04231 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271001 Aug 31 02:20:24.415186 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9e77-83e9-45ab-a3b9-56dd1ae806e5 req-61e6ad2a-e4bc-49e5-811c-d4b659f4ad0b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:24.417099 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-10cf9e77-83e9-45ab-a3b9-56dd1ae806e5 req-61e6ad2a-e4bc-49e5-811c-d4b659f4ad0b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0497162 Aug 31 02:20:24.454679 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-10cf9e77-83e9-45ab-a3b9-56dd1ae806e5 req-feb453d6-fec8-49c3-ad85-0c3ce9c902d7 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315676 Aug 31 02:20:25.574556 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd4f87-1123-4cfc-bfb2-a5816ec5f08f req-00340a5e-6db9-44de-8632-dca1374fba7e tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:25.576053 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4efd4f87-1123-4cfc-bfb2-a5816ec5f08f req-00340a5e-6db9-44de-8632-dca1374fba7e tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0533147 Aug 31 02:20:25.613529 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4efd4f87-1123-4cfc-bfb2-a5816ec5f08f req-0e47cfe2-414e-474e-a2d6-dedb2e8abdb6 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314074 Aug 31 02:20:29.868931 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:20:34.375270 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-258d75fc-421e-4991-ab24-41a9c910c2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:36.929662 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:37.094863 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-24c74e82-57b0-42f2-9704-26bff6205ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:37.919421 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:38.033800 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:38.868162 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:40.610839 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:47.963334 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a687e1c2-182e-4739-ba3d-6c62638176a1 req-106fde59-12fe-4633-b616-6a87b1f39aae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455289 Aug 31 02:20:48.046384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687e1c2-182e-4739-ba3d-6c62638176a1 req-57dca9bf-0669-4b73-a4c1-c3e257eec8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:48.047926 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a687e1c2-182e-4739-ba3d-6c62638176a1 req-57dca9bf-0669-4b73-a4c1-c3e257eec8f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 1098 time: 0.0416789 Aug 31 02:20:48.165268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687e1c2-182e-4739-ba3d-6c62638176a1 req-948dac9a-20c9-4d4b-a701-0733661a3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:48.175776 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a687e1c2-182e-4739-ba3d-6c62638176a1 req-948dac9a-20c9-4d4b-a701-0733661a3081 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 909 time: 0.0985885 Aug 31 02:20:48.240426 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a687e1c2-182e-4739-ba3d-6c62638176a1 req-58c19c07-8399-466b-855e-f7acbd6a9e11 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61c809ab-1bb4-44aa-98cd-054038eeea40 HTTP/1.1" status: 200 len: 1002 time: 0.0663490 Aug 31 02:20:48.290195 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687e1c2-182e-4739-ba3d-6c62638176a1 req-681a7c1b-398c-4898-8198-65cbe4cfb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:48.291648 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a687e1c2-182e-4739-ba3d-6c62638176a1 req-681a7c1b-398c-4898-8198-65cbe4cfb4e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0448978 Aug 31 02:20:48.336054 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687e1c2-182e-4739-ba3d-6c62638176a1 req-56d16d97-75c6-4ea9-820d-0f7cf184d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:48.337571 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a687e1c2-182e-4739-ba3d-6c62638176a1 req-56d16d97-75c6-4ea9-820d-0f7cf184d856 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388832 Aug 31 02:20:48.432912 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a687e1c2-182e-4739-ba3d-6c62638176a1 req-a606f8cf-dc3c-4484-b5f6-4a55e86ac8d0 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877292 Aug 31 02:20:48.526384 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a687e1c2-182e-4739-ba3d-6c62638176a1 req-0693a216-2f01-4a21-adb6-076a6399b0de service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865822 Aug 31 02:21:04.410093 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-79e4fcc9-1898-4497-89d9-9aad4ba14438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:06.869196 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:21:06.924325 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:07.078115 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-57cf5899-8a31-4869-a9b4-499e62207957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:07.958490 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:08.072598 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:08.856177 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:10.564101 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:34.380442 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7e026ece-ad59-434d-beaa-eb7bc0bf8edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:36.900062 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:37.094268 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-37c3340d-a16e-48d5-bb79-994137cc3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:37.974410 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:38.094032 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:38.871065 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:40.534382 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:43.868557 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:21:48.341449 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b75f38e3-35a1-40ac-a098-906214e50ac4 req-918cb6d1-7250-4c7a-8336-461f264a9ed8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473869 Aug 31 02:21:48.428496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f38e3-35a1-40ac-a098-906214e50ac4 req-d3382698-bb18-406d-9a97-e20b6cdb4f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:48.430749 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b75f38e3-35a1-40ac-a098-906214e50ac4 req-d3382698-bb18-406d-9a97-e20b6cdb4f6d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 1098 time: 0.0413532 Aug 31 02:21:48.529887 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f38e3-35a1-40ac-a098-906214e50ac4 req-62c0b754-3ae7-4abd-9290-71307482d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:48.531513 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b75f38e3-35a1-40ac-a098-906214e50ac4 req-62c0b754-3ae7-4abd-9290-71307482d889 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 909 time: 0.0822291 Aug 31 02:21:48.600524 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b75f38e3-35a1-40ac-a098-906214e50ac4 req-7e7bb483-0cfb-4bab-b522-ec9a1e305e91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61c809ab-1bb4-44aa-98cd-054038eeea40 HTTP/1.1" status: 200 len: 1002 time: 0.0612314 Aug 31 02:21:48.651734 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f38e3-35a1-40ac-a098-906214e50ac4 req-ee0f90cd-a26e-43cb-895a-d3552bd38a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:48.654554 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b75f38e3-35a1-40ac-a098-906214e50ac4 req-ee0f90cd-a26e-43cb-895a-d3552bd38a70 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0461748 Aug 31 02:21:48.713276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f38e3-35a1-40ac-a098-906214e50ac4 req-c3f0a8fe-321a-4061-91ae-66d1565591e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:48.715572 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b75f38e3-35a1-40ac-a098-906214e50ac4 req-c3f0a8fe-321a-4061-91ae-66d1565591e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551255 Aug 31 02:21:48.809906 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b75f38e3-35a1-40ac-a098-906214e50ac4 req-2a778abe-51ac-4e07-91d4-f8db3ef8cc96 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874763 Aug 31 02:21:48.898402 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b75f38e3-35a1-40ac-a098-906214e50ac4 req-08d5e76a-16c4-4068-ac50-ce5f42346ac1 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806286 Aug 31 02:22:01.710979 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44742) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:01.873187 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Deleting port f3fc7d19-7402-4ce7-b180-e14c73214d5a {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:22:01.873551 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:01.948644 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:01.949066 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:01.962309 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Calling delete_port for f3fc7d19-7402-4ce7-b180-e14c73214d5a owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:22:02.248032 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:02.278084 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event deleted for resources: {'Port': ['ID=f3fc7d19-7402-4ce7-b180-e14c73214d5a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:02.303139 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:02.303477 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:02.303810 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:02.304140 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:02.304507 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:02.304810 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:02.305141 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:02.306088 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:02.306408 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:02.306728 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:02.307049 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:02.307365 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:02.346155 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:02.346498 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Floating IP 03b7b501-ddb0-41ad-a6f1-a05987286379 disassociated (deleted). External IP: 172.25.2.142, port: 61c809ab-1bb4-44aa-98cd-054038eeea40. Aug 31 02:22:02.556356 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Router 0e89e5db-08e5-4a75-bc42-45666a48a789 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:22:02.665998 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:22:02.673395 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:02.676510 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24edb6b8-9b59-4385-a414-b745c8eb0552 None None] Sync routers for ids ['0e89e5db-08e5-4a75-bc42-45666a48a789'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:22:02.686649 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24edb6b8-9b59-4385-a414-b745c8eb0552 None None] Routers {'0e89e5db-08e5-4a75-bc42-45666a48a789'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:22:02.687367 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-24edb6b8-9b59-4385-a414-b745c8eb0552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:21:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0e89e5db-08e5-4a75-bc42-45666a48a789'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:02.698800 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-078af041-a9d8-41ea-8b9b-d83cfd63c117 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "DELETE /v2.0/floatingips/03b7b501-ddb0-41ad-a6f1-a05987286379 HTTP/1.1" status: 204 len: 168 time: 0.9861107 Aug 31 02:22:02.699502 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fa2069-829b-4dd8-9efe-aa21bb77ede6', 'tag': '61c809ab-1bb4-44aa-98cd-054038eeea40'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:22:02.701987 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed35eb7-a581-4b28-8c08-52d0ff4bf8af" -d '{"events": [{"name": "network-changed", "server_uuid": "98fa2069-829b-4dd8-9efe-aa21bb77ede6", "tag": "61c809ab-1bb4-44aa-98cd-054038eeea40"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:22:02.809956 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c812aa-8177-4b3e-9797-01547e52391f x-openstack-request-id: req-a7c812aa-8177-4b3e-9797-01547e52391f {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:22:02.819852 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fa2069-829b-4dd8-9efe-aa21bb77ede6", "tag": "61c809ab-1bb4-44aa-98cd-054038eeea40", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:22:02.819852 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7c812aa-8177-4b3e-9797-01547e52391f {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:22:02.819852 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fa2069-829b-4dd8-9efe-aa21bb77ede6', 'tag': '61c809ab-1bb4-44aa-98cd-054038eeea40', 'status': 'completed', 'code': 200} Aug 31 02:22:02.820242 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-24edb6b8-9b59-4385-a414-b745c8eb0552 None None] Set router 0e89e5db-08e5-4a75-bc42-45666a48a789 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:22:02.879114 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed35eb7-a581-4b28-8c08-52d0ff4bf8af req-a8753341-eb47-4ada-91d0-41a2028fe611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:02.880945 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eed35eb7-a581-4b28-8c08-52d0ff4bf8af req-a8753341-eb47-4ada-91d0-41a2028fe611 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa03277521e446b8b70752455a753e35&device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 1098 time: 0.0481799 Aug 31 02:22:02.979167 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed35eb7-a581-4b28-8c08-52d0ff4bf8af req-755025bb-b2af-47dc-ab26-604d121516f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:02.980703 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eed35eb7-a581-4b28-8c08-52d0ff4bf8af req-755025bb-b2af-47dc-ab26-604d121516f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 200 len: 909 time: 0.0924418 Aug 31 02:22:03.023996 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eed35eb7-a581-4b28-8c08-52d0ff4bf8af req-7d73326c-dbbf-4e9b-9cda-2e3b38e3bf3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61c809ab-1bb4-44aa-98cd-054038eeea40 HTTP/1.1" status: 200 len: 217 time: 0.0362084 Aug 31 02:22:03.051907 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-24edb6b8-9b59-4385-a414-b745c8eb0552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:07Z', 'revision_number': 4, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port': {'id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '5d822d0b-37dd-4593-bc95-c343bbb5b4ee', 'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'mac_address': 'fa:16:3e:b1:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:06Z', 'updated_at': '2021-08-31T02:12:12Z', 'revision_number': 5, 'project_id': 'aa03277521e446b8b70752455a753e35', 'subnets': [{'id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:03.079332 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24edb6b8-9b59-4385-a414-b745c8eb0552 None None] Checking router: 0e89e5db-08e5-4a75-bc42-45666a48a789 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:22:03.087340 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed35eb7-a581-4b28-8c08-52d0ff4bf8af req-e9731e30-432b-4881-bce2-1204e7265663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:03.089034 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eed35eb7-a581-4b28-8c08-52d0ff4bf8af req-e9731e30-432b-4881-bce2-1204e7265663 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 200 len: 847 time: 0.0589252 Aug 31 02:22:03.089675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24edb6b8-9b59-4385-a414-b745c8eb0552 None None] Routers {'0e89e5db-08e5-4a75-bc42-45666a48a789'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:22:03.090358 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-24edb6b8-9b59-4385-a414-b745c8eb0552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:21:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0e89e5db-08e5-4a75-bc42-45666a48a789'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:03.146772 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed35eb7-a581-4b28-8c08-52d0ff4bf8af req-b25fb150-9ce9-445c-8974-ed9a99a8ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:03.148462 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eed35eb7-a581-4b28-8c08-52d0ff4bf8af req-b25fb150-9ce9-445c-8974-ed9a99a8ac63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5652d430-781d-4944-968d-fbd6b2b43888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522773 Aug 31 02:22:03.218990 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-24edb6b8-9b59-4385-a414-b745c8eb0552 None None] Set router 0e89e5db-08e5-4a75-bc42-45666a48a789 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:22:03.245551 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eed35eb7-a581-4b28-8c08-52d0ff4bf8af req-5ca186f8-c6af-4b7d-9eaa-42fbc5339cbc service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892546 Aug 31 02:22:03.296348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267651aa-6414-4c4a-81a2-54e68bb14579 req-5048bc63-5641-408c-b76f-ce5d415f1ea0 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:03.297980 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-267651aa-6414-4c4a-81a2-54e68bb14579 req-5048bc63-5641-408c-b76f-ce5d415f1ea0 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.1690471 Aug 31 02:22:03.343472 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-267651aa-6414-4c4a-81a2-54e68bb14579 req-08ad3955-0d53-4510-a2c0-be5dc0fcf58b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387361 Aug 31 02:22:03.369095 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-eed35eb7-a581-4b28-8c08-52d0ff4bf8af req-310df7ce-8fb4-4691-8ff8-62d51f9293f3 service neutron] 10.222.0.48 "GET /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145082 Aug 31 02:22:03.451661 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-24edb6b8-9b59-4385-a414-b745c8eb0552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:07Z', 'revision_number': 4, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port': {'id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '5d822d0b-37dd-4593-bc95-c343bbb5b4ee', 'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'mac_address': 'fa:16:3e:b1:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:06Z', 'updated_at': '2021-08-31T02:12:12Z', 'revision_number': 5, 'project_id': 'aa03277521e446b8b70752455a753e35', 'subnets': [{'id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:03.478746 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24edb6b8-9b59-4385-a414-b745c8eb0552 None None] The sync data for ids ['0e89e5db-08e5-4a75-bc42-45666a48a789'] in n-d-793621-34 is: [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:07Z', 'revision_number': 4, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port': {'id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '5d822d0b-37dd-4593-bc95-c343bbb5b4ee', 'name': '', 'network_id': '5652d430-781d-4944-968d-fbd6b2b43888', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'mac_address': 'fa:16:3e:b1:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:06Z', 'updated_at': '2021-08-31T02:12:12Z', 'revision_number': 5, 'project_id': 'aa03277521e446b8b70752455a753e35', 'subnets': [{'id': 'de83e71f-8e3a-4ec2-b995-5811a573ba03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:22:03.719915 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df9c517-eb51-49c9-9097-f8de29855eb9 None None] New status for floating IP 03b7b501-ddb0-41ad-a6f1-a05987286379: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:22:04.396577 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-5d56a70c-495a-4ce9-8c59-41dff9a96d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:04.527961 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934346d7-1177-4772-996f-e7508d6a4c7c req-93cb9cb2-ce6e-4684-b526-6230b2de0b96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:04.529547 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-934346d7-1177-4772-996f-e7508d6a4c7c req-93cb9cb2-ce6e-4684-b526-6230b2de0b96 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.1052842 Aug 31 02:22:04.569830 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-934346d7-1177-4772-996f-e7508d6a4c7c req-471d6844-00cd-4a6d-a3e5-8b4525dee7ed tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/security-groups?id=2af9332c-d79c-4020-8398-b4c7f973e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342286 Aug 31 02:22:04.739240 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72994454-7e1d-4e0a-b88c-06d0407cf410 req-29602d74-bb7f-4f9f-bce0-ec692221bbba tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:04.740814 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-72994454-7e1d-4e0a-b88c-06d0407cf410 req-29602d74-bb7f-4f9f-bce0-ec692221bbba tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.48 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 946 time: 0.0795484 Aug 31 02:22:04.839046 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-72994454-7e1d-4e0a-b88c-06d0407cf410 req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Deleting port 61c809ab-1bb4-44aa-98cd-054038eeea40 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:22:04.839424 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-72994454-7e1d-4e0a-b88c-06d0407cf410 req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:04.931409 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-72994454-7e1d-4e0a-b88c-06d0407cf410 req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] For port 61c809ab-1bb4-44aa-98cd-054038eeea40, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=61c809ab-1bb4-44aa-98cd-054038eeea40,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:22:04.931778 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-72994454-7e1d-4e0a-b88c-06d0407cf410 req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:04.945347 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-72994454-7e1d-4e0a-b88c-06d0407cf410 req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Calling delete_port for 61c809ab-1bb4-44aa-98cd-054038eeea40 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:22:05.127792 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-72994454-7e1d-4e0a-b88c-06d0407cf410 req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:05.160087 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event deleted for resources: {'Port': ['ID=61c809ab-1bb4-44aa-98cd-054038eeea40,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:05.185212 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:05.188457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:05.188457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:05.188457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:05.188457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:05.188457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:05.188457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:05.188457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:05.188457 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:05.189301 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:05.189301 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:05.189622 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:05.212574 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-72994454-7e1d-4e0a-b88c-06d0407cf410 req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] No DVR routers for this DVR port 61c809ab-1bb4-44aa-98cd-054038eeea40 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:22:05.215160 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-72994454-7e1d-4e0a-b88c-06d0407cf410 req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:05.217185 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-72994454-7e1d-4e0a-b88c-06d0407cf410 req-ba6d61bb-2c78-4f3e-9f53-cd6409f0d44b tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.48 "DELETE /v2.0/ports/61c809ab-1bb4-44aa-98cd-054038eeea40 HTTP/1.1" status: 204 len: 173 time: 0.4659379 Aug 31 02:22:05.217666 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fa2069-829b-4dd8-9efe-aa21bb77ede6', 'name': 'network-vif-deleted', 'tag': '61c809ab-1bb4-44aa-98cd-054038eeea40'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:22:05.219920 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348f4d80-2039-456c-90aa-ccc0e99f9aae" -d '{"events": [{"server_uuid": "98fa2069-829b-4dd8-9efe-aa21bb77ede6", "name": "network-vif-deleted", "tag": "61c809ab-1bb4-44aa-98cd-054038eeea40"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:22:05.303147 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03502195-3cc1-46ce-815f-bc32b958ec8c x-openstack-request-id: req-03502195-3cc1-46ce-815f-bc32b958ec8c {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:22:05.303442 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fa2069-829b-4dd8-9efe-aa21bb77ede6", "name": "network-vif-deleted", "tag": "61c809ab-1bb4-44aa-98cd-054038eeea40", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:22:05.303693 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03502195-3cc1-46ce-815f-bc32b958ec8c {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:22:05.304091 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fa2069-829b-4dd8-9efe-aa21bb77ede6', 'name': 'network-vif-deleted', 'tag': '61c809ab-1bb4-44aa-98cd-054038eeea40', 'status': 'completed', 'code': 200} Aug 31 02:22:05.674369 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9fd1b77c-66d7-4520-a3ef-66ee36b3c0d4 req-2e108621-8384-4f88-9333-f901fd7549cd tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 210 time: 0.0273283 Aug 31 02:22:06.780098 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-dfb0eb69-f044-4f8e-852f-9ab9f062e6b7 req-dace575e-638b-46c1-b43d-f8c2b82d7cf5 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 210 time: 0.0315311 Aug 31 02:22:06.904771 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:07.122215 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-63afc14b-136c-4224-bf84-b7cb002330a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:07.884391 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b272695e-94ff-487f-b9c7-eba7dceff83b req-49c93703-5e23-452d-a3a9-4e4132bbe264 tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 210 time: 0.0275505 Aug 31 02:22:07.950807 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:08.042133 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:08.887768 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:08.974627 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-5ddf9aa1-c7a7-4c6d-b0aa-7b9fad4be4a3 req-0d3b558f-ac06-4f6b-aaf7-f77a804d792a tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fa2069-829b-4dd8-9efe-aa21bb77ede6 HTTP/1.1" status: 200 len: 210 time: 0.0276368 Aug 31 02:22:09.944724 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 61c809ab-1bb4-44aa-98cd-054038eeea40 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:22:09.967696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 61c809ab-1bb4-44aa-98cd-054038eeea40 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:22:09.967696 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 61c809ab-1bb4-44aa-98cd-054038eeea40 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:22:10.054490 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44786) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:10.121725 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5dda296a-28ec-46a5-a930-348005dbbb0f tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:10.151097 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5dda296a-28ec-46a5-a930-348005dbbb0f tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:10.322374 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5dda296a-28ec-46a5-a930-348005dbbb0f tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:10.325368 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-5dda296a-28ec-46a5-a930-348005dbbb0f tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:10.326649 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-5dda296a-28ec-46a5-a930-348005dbbb0f tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] 10.222.0.16 "DELETE /v2.0/security-groups/2af9332c-d79c-4020-8398-b4c7f973e7b9 HTTP/1.1" status: 204 len: 168 time: 0.2704744 Aug 31 02:22:10.344606 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda296a-28ec-46a5-a930-348005dbbb0f tempest-TestShelveInstance-1485452364 tempest-TestShelveInstance-1485452364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af9332c-d79c-4020-8398-b4c7f973e7b9,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:10.572862 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:11.447496 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44794) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:11.943469 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45802c99-0a69-4be3-a7d6-5ff281bcb0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:12.526842 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-45802c99-0a69-4be3-a7d6-5ff281bcb0ed admin admin] Deleting port 5d822d0b-37dd-4593-bc95-c343bbb5b4ee {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:22:12.527619 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45802c99-0a69-4be3-a7d6-5ff281bcb0ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:12.609547 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-45802c99-0a69-4be3-a7d6-5ff281bcb0ed admin admin] For port 5d822d0b-37dd-4593-bc95-c343bbb5b4ee, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5d822d0b-37dd-4593-bc95-c343bbb5b4ee,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:22:12.609920 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45802c99-0a69-4be3-a7d6-5ff281bcb0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:12.624573 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-45802c99-0a69-4be3-a7d6-5ff281bcb0ed admin admin] Calling delete_port for 5d822d0b-37dd-4593-bc95-c343bbb5b4ee owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:22:12.922336 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45802c99-0a69-4be3-a7d6-5ff281bcb0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:12.948689 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45802c99-0a69-4be3-a7d6-5ff281bcb0ed admin admin] Pushing event deleted for resources: {'Port': ['ID=5d822d0b-37dd-4593-bc95-c343bbb5b4ee,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:13.121141 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-45802c99-0a69-4be3-a7d6-5ff281bcb0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:13.341865 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45802c99-0a69-4be3-a7d6-5ff281bcb0ed admin admin] Router 0e89e5db-08e5-4a75-bc42-45666a48a789 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:22:13.448417 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45802c99-0a69-4be3-a7d6-5ff281bcb0ed admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:22:13.453587 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-45802c99-0a69-4be3-a7d6-5ff281bcb0ed admin admin] 10.222.0.16 "PUT /v2.0/routers/0e89e5db-08e5-4a75-bc42-45666a48a789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0047984 Aug 31 02:22:13.455803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44798) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:13.458422 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1cc2fb-1d28-4aab-84a4-7dda06c6494e None None] Sync routers for ids ['0e89e5db-08e5-4a75-bc42-45666a48a789'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:22:13.469462 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1cc2fb-1d28-4aab-84a4-7dda06c6494e None None] Routers {'0e89e5db-08e5-4a75-bc42-45666a48a789'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:22:13.470081 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8f1cc2fb-1d28-4aab-84a4-7dda06c6494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:22:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0e89e5db-08e5-4a75-bc42-45666a48a789'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:13.561104 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ee5cf96-25e8-48e7-a8e4-8b146a56960f admin admin] Notify callbacks [] for router, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:13.574920 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-8f1cc2fb-1d28-4aab-84a4-7dda06c6494e None None] Set router 0e89e5db-08e5-4a75-bc42-45666a48a789 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:22:13.665213 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ee5cf96-25e8-48e7-a8e4-8b146a56960f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:13.761553 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8f1cc2fb-1d28-4aab-84a4-7dda06c6494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:22:12Z', 'revision_number': 5, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port': {'id': 'e2bb3645-2480-49aa-866b-1d6a61d5c6c1', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:13.763743 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-0ee5cf96-25e8-48e7-a8e4-8b146a56960f admin admin] Deleting port e2bb3645-2480-49aa-866b-1d6a61d5c6c1 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:22:13.764354 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ee5cf96-25e8-48e7-a8e4-8b146a56960f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:13.790181 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1cc2fb-1d28-4aab-84a4-7dda06c6494e None None] Checking router: 0e89e5db-08e5-4a75-bc42-45666a48a789 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:22:13.799197 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1cc2fb-1d28-4aab-84a4-7dda06c6494e None None] Routers {'0e89e5db-08e5-4a75-bc42-45666a48a789'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:22:13.800071 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8f1cc2fb-1d28-4aab-84a4-7dda06c6494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:22:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['0e89e5db-08e5-4a75-bc42-45666a48a789'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:13.885459 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-0ee5cf96-25e8-48e7-a8e4-8b146a56960f admin admin] For port e2bb3645-2480-49aa-866b-1d6a61d5c6c1, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=e2bb3645-2480-49aa-866b-1d6a61d5c6c1,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:22:13.886207 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ee5cf96-25e8-48e7-a8e4-8b146a56960f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:13.890354 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-8f1cc2fb-1d28-4aab-84a4-7dda06c6494e None None] Set router 0e89e5db-08e5-4a75-bc42-45666a48a789 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:22:13.899932 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-0ee5cf96-25e8-48e7-a8e4-8b146a56960f admin admin] Calling delete_port for e2bb3645-2480-49aa-866b-1d6a61d5c6c1 owned by network:router_gateway {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:22:13.942581 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-8f1cc2fb-1d28-4aab-84a4-7dda06c6494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:22:13Z', 'revision_number': 6, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:13.983113 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1cc2fb-1d28-4aab-84a4-7dda06c6494e None None] The sync data for ids ['0e89e5db-08e5-4a75-bc42-45666a48a789'] in n-d-793621-34 is: [{'id': '0e89e5db-08e5-4a75-bc42-45666a48a789', 'name': 'tempest-TestShelveInstance-511836186-router', 'tenant_id': 'aa03277521e446b8b70752455a753e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:04Z', 'updated_at': '2021-08-31T02:22:13Z', 'revision_number': 6, 'project_id': 'aa03277521e446b8b70752455a753e35', 'gw_port_host': None}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:22:14.156051 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ee5cf96-25e8-48e7-a8e4-8b146a56960f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:14.181275 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5cf96-25e8-48e7-a8e4-8b146a56960f admin admin] Pushing event deleted for resources: {'Port': ['ID=e2bb3645-2480-49aa-866b-1d6a61d5c6c1,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:14.246506 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ee5cf96-25e8-48e7-a8e4-8b146a56960f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:14.357780 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ee5cf96-25e8-48e7-a8e4-8b146a56960f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:14.360644 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ee5cf96-25e8-48e7-a8e4-8b146a56960f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:14.464755 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ee5cf96-25e8-48e7-a8e4-8b146a56960f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:14.465306 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee5cf96-25e8-48e7-a8e4-8b146a56960f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e89e5db-08e5-4a75-bc42-45666a48a789 {{(pid=102342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:22:14.471869 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ee5cf96-25e8-48e7-a8e4-8b146a56960f admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:14.471869 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0ee5cf96-25e8-48e7-a8e4-8b146a56960f admin admin] 10.222.0.16 "DELETE /v2.0/routers/0e89e5db-08e5-4a75-bc42-45666a48a789 HTTP/1.1" status: 204 len: 168 time: 1.0149100 Aug 31 02:22:14.474333 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44800) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:14.521974 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5f3b81-d0dc-451e-8f42-34d2ae22293e admin admin] Deleting subnet de83e71f-8e3a-4ec2-b995-5811a573ba03 {{(pid=102342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:22:14.525358 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3b81-d0dc-451e-8f42-34d2ae22293e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:14.563773 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3b81-d0dc-451e-8f42-34d2ae22293e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10774403'] for subnet, precommit_delete_associations {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:14.647094 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3b81-d0dc-451e-8f42-34d2ae22293e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:14.780619 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3b81-d0dc-451e-8f42-34d2ae22293e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11895697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472061'] for subnet, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:14.786951 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5d822d0b-37dd-4593-bc95-c343bbb5b4ee no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:22:14.807625 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 5d822d0b-37dd-4593-bc95-c343bbb5b4ee {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:22:14.807974 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5d822d0b-37dd-4593-bc95-c343bbb5b4ee not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:22:14.808391 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e2bb3645-2480-49aa-866b-1d6a61d5c6c1 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:22:14.810118 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f3b81-d0dc-451e-8f42-34d2ae22293e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de83e71f-8e3a-4ec2-b995-5811a573ba03,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:14.812152 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3b81-d0dc-451e-8f42-34d2ae22293e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:14.814106 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6a5f3b81-d0dc-451e-8f42-34d2ae22293e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/de83e71f-8e3a-4ec2-b995-5811a573ba03 HTTP/1.1" status: 204 len: 168 time: 0.3386750 Aug 31 02:22:14.816785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44802) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:14.830758 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6d4a4d-ce0b-412a-9655-161e3a274994 None None] Network 5652d430-781d-4944-968d-fbd6b2b43888 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:22:14.833040 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: e2bb3645-2480-49aa-866b-1d6a61d5c6c1 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:22:14.833363 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device e2bb3645-2480-49aa-866b-1d6a61d5c6c1 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:22:14.892271 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:14.948517 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] Deleting port d24cd0a4-b651-4049-8c44-85133f86cc03 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:22:14.948864 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:15.019963 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] For port d24cd0a4-b651-4049-8c44-85133f86cc03, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d24cd0a4-b651-4049-8c44-85133f86cc03,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:22:15.020330 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:15.034638 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] DHCP port deletion for 5652d430-781d-4944-968d-fbd6b2b43888 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:22:15.038516 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] Calling delete_port for d24cd0a4-b651-4049-8c44-85133f86cc03 owned by network:dhcp {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:22:15.085415 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] Deleting port d24cd0a4-b651-4049-8c44-85133f86cc03 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:22:15.085824 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:15.152329 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] For port d24cd0a4-b651-4049-8c44-85133f86cc03, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=d24cd0a4-b651-4049-8c44-85133f86cc03,segment=NetworkSegment(db9d406a-33e9-4dc4-aa82-242d4d442522),segment_id=db9d406a-33e9-4dc4-aa82-242d4d442522)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:22:15.152721 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:15.165459 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] Calling delete_port for d24cd0a4-b651-4049-8c44-85133f86cc03 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:22:15.219438 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:15.250332 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:15.260323 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] No DVR routers for this DVR port d24cd0a4-b651-4049-8c44-85133f86cc03 on host n-d-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:22:15.265692 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24cd0a4-b651-4049-8c44-85133f86cc03,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:15.277385 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] Pushing event deleted for resources: {'Port': ['ID=d24cd0a4-b651-4049-8c44-85133f86cc03,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:15.281949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] No DVR routers for this DVR port d24cd0a4-b651-4049-8c44-85133f86cc03 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:22:15.288944 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:15.289337 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:15.289578 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:15.289920 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:15.290676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:15.290676 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:15.290921 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:15.291249 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:15.291535 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:15.291859 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:15.292185 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:15.292511 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e347e5d-c5f6-40a0-a026-9cd6089dcc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:15.343464 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:15.354148 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5652d430-781d-4944-968d-fbd6b2b43888']}} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:15.364573 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9d406a-33e9-4dc4-aa82-242d4d442522') {'for_net_delete': True} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:15.364860 n-d-793621-34 neutron-server[102343]: DEBUG neutron.services.segments.db [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9d406a-33e9-4dc4-aa82-242d4d442522') {} {{(pid=102343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:15.374302 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11801051'] for segment, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:15.389339 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:15.395357 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11697183'] for segment, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: Traceback (most recent call last): Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: timer() Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: cb(*args, **kw) Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: return func(*args, **kwargs) Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: self._notify() Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: self.callback(batched_events) Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: event.method(event) Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: return f(self, *a, **k) Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: return self._get(url).json() Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: return self.request(url, 'GET', **kwargs) Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:22:15.404822 n-d-793621-34 neutron-server[102343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:22:15.515963 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:15.521576 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:15.523749 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5652d430-781d-4944-968d-fbd6b2b43888 HTTP/1.1" status: 204 len: 168 time: 0.7057564 Aug 31 02:22:15.526960 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44804) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:15.535348 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617ff30-e686-465a-8990-3ad9cccd54e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5652d430-781d-4944-968d-fbd6b2b43888,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:15.902089 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b02a2514-7c13-4436-b178-5a723369e1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:16.156035 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b02a2514-7c13-4436-b178-5a723369e1de admin admin] Deleting port 4d38f7e1-6e1c-4849-a47e-0d6245d3530b {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:22:16.156419 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b02a2514-7c13-4436-b178-5a723369e1de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:16.238031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-b02a2514-7c13-4436-b178-5a723369e1de admin admin] For port 4d38f7e1-6e1c-4849-a47e-0d6245d3530b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=4d38f7e1-6e1c-4849-a47e-0d6245d3530b,segment=NetworkSegment(8f729aa1-18b9-420d-833a-fa7974e017f2),segment_id=8f729aa1-18b9-420d-833a-fa7974e017f2)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:22:16.238386 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b02a2514-7c13-4436-b178-5a723369e1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:16.252271 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-b02a2514-7c13-4436-b178-5a723369e1de admin admin] Calling delete_port for 4d38f7e1-6e1c-4849-a47e-0d6245d3530b owned by network:router_interface {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:22:16.510478 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b02a2514-7c13-4436-b178-5a723369e1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:16.537533 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a2514-7c13-4436-b178-5a723369e1de admin admin] Pushing event deleted for resources: {'Port': ['ID=4d38f7e1-6e1c-4849-a47e-0d6245d3530b,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:16.697989 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d24cd0a4-b651-4049-8c44-85133f86cc03 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:22:16.723330 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: d24cd0a4-b651-4049-8c44-85133f86cc03 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:22:16.723681 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device d24cd0a4-b651-4049-8c44-85133f86cc03 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:22:16.745575 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b02a2514-7c13-4436-b178-5a723369e1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:16.991323 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02a2514-7c13-4436-b178-5a723369e1de admin admin] Router 9080de81-b759-4df5-8abb-d6174af02f31 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:22:17.101984 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02a2514-7c13-4436-b178-5a723369e1de admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:22:17.107214 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b02a2514-7c13-4436-b178-5a723369e1de admin admin] 10.222.0.16 "PUT /v2.0/routers/9080de81-b759-4df5-8abb-d6174af02f31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5791705 Aug 31 02:22:17.109884 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44806) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:17.110772 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02742a3a-6d47-4da2-989d-2ec00b7849a0 None None] Sync routers for ids ['9080de81-b759-4df5-8abb-d6174af02f31'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:22:17.121503 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02742a3a-6d47-4da2-989d-2ec00b7849a0 None None] Routers {'9080de81-b759-4df5-8abb-d6174af02f31'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:22:17.122130 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-02742a3a-6d47-4da2-989d-2ec00b7849a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:22:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9080de81-b759-4df5-8abb-d6174af02f31'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:17.219794 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40baa67d-b29b-43ac-8419-5a392c91c736 admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:17.234054 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-02742a3a-6d47-4da2-989d-2ec00b7849a0 None None] Set router 9080de81-b759-4df5-8abb-d6174af02f31 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:22:17.339936 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40baa67d-b29b-43ac-8419-5a392c91c736 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:17.429009 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-02742a3a-6d47-4da2-989d-2ec00b7849a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9080de81-b759-4df5-8abb-d6174af02f31', 'name': 'tempest-TestShelveInstance-1774887508-router', 'tenant_id': '3ad9b74695134a5d972e26622d67d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'a84539fa-fe70-47dc-aaa3-9a99aa68ee40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:22:16Z', 'revision_number': 5, 'project_id': '3ad9b74695134a5d972e26622d67d6b1', 'gw_port': {'id': 'a84539fa-fe70-47dc-aaa3-9a99aa68ee40', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9080de81-b759-4df5-8abb-d6174af02f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:11Z', 'updated_at': '2021-08-31T02:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:17.456185 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02742a3a-6d47-4da2-989d-2ec00b7849a0 None None] Checking router: 9080de81-b759-4df5-8abb-d6174af02f31 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:22:17.464990 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02742a3a-6d47-4da2-989d-2ec00b7849a0 None None] Routers {'9080de81-b759-4df5-8abb-d6174af02f31'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:22:17.465635 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-02742a3a-6d47-4da2-989d-2ec00b7849a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:22:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['9080de81-b759-4df5-8abb-d6174af02f31'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:17.467357 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-40baa67d-b29b-43ac-8419-5a392c91c736 admin admin] Deleting port a84539fa-fe70-47dc-aaa3-9a99aa68ee40 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:22:17.467700 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40baa67d-b29b-43ac-8419-5a392c91c736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:17.550529 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-40baa67d-b29b-43ac-8419-5a392c91c736 admin admin] For port a84539fa-fe70-47dc-aaa3-9a99aa68ee40, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=a84539fa-fe70-47dc-aaa3-9a99aa68ee40,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:22:17.550905 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40baa67d-b29b-43ac-8419-5a392c91c736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:17.555420 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-02742a3a-6d47-4da2-989d-2ec00b7849a0 None None] Set router 9080de81-b759-4df5-8abb-d6174af02f31 gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:22:17.565150 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-40baa67d-b29b-43ac-8419-5a392c91c736 admin admin] Calling delete_port for a84539fa-fe70-47dc-aaa3-9a99aa68ee40 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:22:17.609068 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-02742a3a-6d47-4da2-989d-2ec00b7849a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9080de81-b759-4df5-8abb-d6174af02f31', 'name': 'tempest-TestShelveInstance-1774887508-router', 'tenant_id': '3ad9b74695134a5d972e26622d67d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:22:17Z', 'revision_number': 6, 'project_id': '3ad9b74695134a5d972e26622d67d6b1', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:17.641017 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02742a3a-6d47-4da2-989d-2ec00b7849a0 None None] The sync data for ids ['9080de81-b759-4df5-8abb-d6174af02f31'] in n-d-793621-34 is: [{'id': '9080de81-b759-4df5-8abb-d6174af02f31', 'name': 'tempest-TestShelveInstance-1774887508-router', 'tenant_id': '3ad9b74695134a5d972e26622d67d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:22:17Z', 'revision_number': 6, 'project_id': '3ad9b74695134a5d972e26622d67d6b1', 'gw_port_host': None}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:22:17.876494 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40baa67d-b29b-43ac-8419-5a392c91c736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:17.903834 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40baa67d-b29b-43ac-8419-5a392c91c736 admin admin] Pushing event deleted for resources: {'Port': ['ID=a84539fa-fe70-47dc-aaa3-9a99aa68ee40,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:17.979063 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40baa67d-b29b-43ac-8419-5a392c91c736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:18.412362 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40baa67d-b29b-43ac-8419-5a392c91c736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:18.412362 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40baa67d-b29b-43ac-8419-5a392c91c736 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:18.516192 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40baa67d-b29b-43ac-8419-5a392c91c736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:18.516750 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40baa67d-b29b-43ac-8419-5a392c91c736 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9080de81-b759-4df5-8abb-d6174af02f31 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:22:18.521236 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-40baa67d-b29b-43ac-8419-5a392c91c736 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:18.522442 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-40baa67d-b29b-43ac-8419-5a392c91c736 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9080de81-b759-4df5-8abb-d6174af02f31 HTTP/1.1" status: 204 len: 168 time: 1.4115736 Aug 31 02:22:18.525120 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44808) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:18.573732 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-954926d5-ff48-4038-a7e8-751402aff400 admin admin] Deleting subnet 2c650554-faff-4bbd-9bfa-8e0cf60243be {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:22:18.577681 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-954926d5-ff48-4038-a7e8-751402aff400 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:18.621526 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-954926d5-ff48-4038-a7e8-751402aff400 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:18.636775 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a84539fa-fe70-47dc-aaa3-9a99aa68ee40 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:22:18.724767 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-954926d5-ff48-4038-a7e8-751402aff400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:18.838078 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: a84539fa-fe70-47dc-aaa3-9a99aa68ee40 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:22:18.838420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device a84539fa-fe70-47dc-aaa3-9a99aa68ee40 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:22:18.838847 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4d38f7e1-6e1c-4849-a47e-0d6245d3530b no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:22:18.859573 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 4d38f7e1-6e1c-4849-a47e-0d6245d3530b {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:22:18.859924 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 4d38f7e1-6e1c-4849-a47e-0d6245d3530b not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:22:18.869096 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-954926d5-ff48-4038-a7e8-751402aff400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:18.893718 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954926d5-ff48-4038-a7e8-751402aff400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c650554-faff-4bbd-9bfa-8e0cf60243be,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:18.897419 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-954926d5-ff48-4038-a7e8-751402aff400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:18.899302 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-954926d5-ff48-4038-a7e8-751402aff400 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2c650554-faff-4bbd-9bfa-8e0cf60243be HTTP/1.1" status: 204 len: 168 time: 0.3732183 Aug 31 02:22:18.901922 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44810) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:18.903760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9641b7d4-5dd5-44e1-9d6c-6219e63173c0 None None] Network 352429f3-0122-46e7-bd5d-64129536567c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:22:18.971458 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:19.041371 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] Deleting port 9d668ad1-1191-4f84-b4d6-d0f823f04d5f {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:22:19.041747 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:19.076925 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f8f554-4a2b-464a-a6fd-e41fb719a1f5 None None] DHCP port deletion for 352429f3-0122-46e7-bd5d-64129536567c request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:22:19.127276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] For port 9d668ad1-1191-4f84-b4d6-d0f823f04d5f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9d668ad1-1191-4f84-b4d6-d0f823f04d5f,segment=NetworkSegment(8f729aa1-18b9-420d-833a-fa7974e017f2),segment_id=8f729aa1-18b9-420d-833a-fa7974e017f2)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:22:19.128452 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:19.131745 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8f554-4a2b-464a-a6fd-e41fb719a1f5 None None] Deleting port 9d668ad1-1191-4f84-b4d6-d0f823f04d5f {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:22:19.132128 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c7f8f554-4a2b-464a-a6fd-e41fb719a1f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:19.143235 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] Calling delete_port for 9d668ad1-1191-4f84-b4d6-d0f823f04d5f owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:22:19.216905 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-c7f8f554-4a2b-464a-a6fd-e41fb719a1f5 None None] For port 9d668ad1-1191-4f84-b4d6-d0f823f04d5f, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=9d668ad1-1191-4f84-b4d6-d0f823f04d5f,segment=NetworkSegment(8f729aa1-18b9-420d-833a-fa7974e017f2),segment_id=8f729aa1-18b9-420d-833a-fa7974e017f2)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:22:19.217307 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c7f8f554-4a2b-464a-a6fd-e41fb719a1f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:19.231610 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8f554-4a2b-464a-a6fd-e41fb719a1f5 None None] Calling delete_port for 9d668ad1-1191-4f84-b4d6-d0f823f04d5f owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:22:19.321836 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:19.327861 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c7f8f554-4a2b-464a-a6fd-e41fb719a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:19.346399 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d668ad1-1191-4f84-b4d6-d0f823f04d5f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:19.353917 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] No DVR routers for this DVR port 9d668ad1-1191-4f84-b4d6-d0f823f04d5f on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:22:19.354201 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8f554-4a2b-464a-a6fd-e41fb719a1f5 None None] Pushing event deleted for resources: {'Port': ['ID=9d668ad1-1191-4f84-b4d6-d0f823f04d5f,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:19.358197 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f8f554-4a2b-464a-a6fd-e41fb719a1f5 None None] No DVR routers for this DVR port 9d668ad1-1191-4f84-b4d6-d0f823f04d5f on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:22:19.428395 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:19.438597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352429f3-0122-46e7-bd5d-64129536567c']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:19.449747 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f729aa1-18b9-420d-833a-fa7974e017f2') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:19.450050 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f729aa1-18b9-420d-833a-fa7974e017f2') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:19.459236 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:19.478319 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:19.485817 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:22:19.486353 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: timer() Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:22:19.488682 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:22:19.625284 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:19.629850 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:19.631998 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] 10.222.0.16 "DELETE /v2.0/networks/352429f3-0122-46e7-bd5d-64129536567c HTTP/1.1" status: 204 len: 168 time: 0.7286928 Aug 31 02:22:19.645595 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0930b4c-1564-497d-8caf-dec5d1dd2f91 admin admin] Pushing event deleted for resources: {'Network': ['ID=352429f3-0122-46e7-bd5d-64129536567c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:19.976036 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44818) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:20.019093 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-04e78ed2-ac7c-4177-8eaa-95465f5c98d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa03277521e446b8b70752455a753e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417776 Aug 31 02:22:20.021515 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44820) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:20.075500 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1b809d28-8cdd-4185-bb3f-8409b7406d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:20.097719 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1b809d28-8cdd-4185-bb3f-8409b7406d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:20.207498 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1b809d28-8cdd-4185-bb3f-8409b7406d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:20.210544 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-1b809d28-8cdd-4185-bb3f-8409b7406d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:20.212126 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-1b809d28-8cdd-4185-bb3f-8409b7406d62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d376883-5e5c-4ae8-b401-dd2a10e7084f HTTP/1.1" status: 204 len: 168 time: 0.1894526 Aug 31 02:22:20.223138 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b809d28-8cdd-4185-bb3f-8409b7406d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d376883-5e5c-4ae8-b401-dd2a10e7084f,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:20.620825 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9d668ad1-1191-4f84-b4d6-d0f823f04d5f no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:22:20.641872 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 9d668ad1-1191-4f84-b4d6-d0f823f04d5f {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:22:20.641872 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 9d668ad1-1191-4f84-b4d6-d0f823f04d5f not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:22:20.848783 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44826) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:20.867863 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:22:20.892564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-74bbade0-5b23-4c84-8b05-c2ee631b9d63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ad9b74695134a5d972e26622d67d6b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425520 Aug 31 02:22:20.895076 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44828) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:20.946945 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6403834a-4003-4d3d-962d-5a6a4dbba04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:20.970532 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6403834a-4003-4d3d-962d-5a6a4dbba04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:21.116022 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6403834a-4003-4d3d-962d-5a6a4dbba04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:21.119271 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6403834a-4003-4d3d-962d-5a6a4dbba04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:21.122636 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6403834a-4003-4d3d-962d-5a6a4dbba04f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f01a7fdc-28e5-48cf-ad16-a30cd5b96748 HTTP/1.1" status: 204 len: 168 time: 0.2243078 Aug 31 02:22:21.128931 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403834a-4003-4d3d-962d-5a6a4dbba04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01a7fdc-28e5-48cf-ad16-a30cd5b96748,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:22.486062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44850) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:22.591955 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4eb8826d-b66a-4bdb-a24a-f644265bc0ce admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-564796023-network', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:22:22.693186 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb8826d-b66a-4bdb-a24a-f644265bc0ce admin admin] Made reservation on behalf of e2aed3cba7a140c98eae561e73d72c52 for: {'network': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:22:22.695651 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4eb8826d-b66a-4bdb-a24a-f644265bc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:22.709324 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4eb8826d-b66a-4bdb-a24a-f644265bc0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:22.805769 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4eb8826d-b66a-4bdb-a24a-f644265bc0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:22.882111 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4eb8826d-b66a-4bdb-a24a-f644265bc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:22.917847 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb8826d-b66a-4bdb-a24a-f644265bc0ce admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:22:22.923194 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8826d-b66a-4bdb-a24a-f644265bc0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87993898-3f87-459b-8442-b229afd4756e,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:22.932369 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4eb8826d-b66a-4bdb-a24a-f644265bc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:22.932613 n-d-793621-34 neutron-server[102343]: INFO neutron.db.segments_db [None req-4eb8826d-b66a-4bdb-a24a-f644265bc0ce admin admin] Added segment bfa515ba-ce46-4c2e-aef9-b6aed34ab119 of type vlan for network b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 Aug 31 02:22:22.973223 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4eb8826d-b66a-4bdb-a24a-f644265bc0ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:23.064731 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4eb8826d-b66a-4bdb-a24a-f644265bc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:23.065763 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb8826d-b66a-4bdb-a24a-f644265bc0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:23.066358 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4eb8826d-b66a-4bdb-a24a-f644265bc0ce admin admin] Notify callbacks [] for network, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:23.129234 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8826d-b66a-4bdb-a24a-f644265bc0ce admin admin] Pushing event updated for resources: {'Network': ['ID=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:23.139606 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:22:23.180094 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4eb8826d-b66a-4bdb-a24a-f644265bc0ce admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6923664 Aug 31 02:22:23.182885 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44854) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:23.187785 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-3968e77b-195e-4872-81dc-a25849e91771 admin admin] Request body: {'subnet': {'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-564796023-subnet', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'ip_version': 4}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:22:23.276316 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3968e77b-195e-4872-81dc-a25849e91771 admin admin] Made reservation on behalf of e2aed3cba7a140c98eae561e73d72c52 for: {'subnet': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:22:23.279120 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3968e77b-195e-4872-81dc-a25849e91771 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12504385'] for subnet, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:23.487808 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3968e77b-195e-4872-81dc-a25849e91771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11697786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12504407'] for subnet, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:23.536582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968e77b-195e-4872-81dc-a25849e91771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc85cad0-7e8a-4165-91c0-a314fc9e8199,revision_number=0']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:23.560532 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3968e77b-195e-4872-81dc-a25849e91771 admin admin] Checking segment: {'id': 'bfa515ba-ce46-4c2e-aef9-b6aed34ab119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:22:23.560897 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3968e77b-195e-4872-81dc-a25849e91771 admin admin] Network hostable DHCP agents. Network: b87b80a1-94c9-407f-9a8d-be2bcfa1cba7, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:22:23.641673 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3968e77b-195e-4872-81dc-a25849e91771 admin admin] Network b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:22:23.721769 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-3968e77b-195e-4872-81dc-a25849e91771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, b87b80a1-94c9-407f-9a8d-be2bcfa1cba7) {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:22:23.726111 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3968e77b-195e-4872-81dc-a25849e91771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:23.727249 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-3968e77b-195e-4872-81dc-a25849e91771 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:23.733838 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3214d7c2-befb-46b8-bbb8-719fdf972467 None None] Network b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:22:23.785696 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-3968e77b-195e-4872-81dc-a25849e91771 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6015716 Aug 31 02:22:23.788317 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44858) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:23.794002 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:22:23.876190 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:23.877283 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:23.899957 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:22:23.900837 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:23.937403 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:24.052275 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Allocated IP 172.20.0.2 (b87b80a1-94c9-407f-9a8d-be2bcfa1cba7/fc85cad0-7e8a-4165-91c0-a314fc9e8199/64a0d6db-c18b-459a-8050-6012d141bad7) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:22:24.207441 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:24.218606 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Transition to ACTIVE for port object 64a0d6db-c18b-459a-8050-6012d141bad7 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:22:24.239739 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Transition to ACTIVE for port object 64a0d6db-c18b-459a-8050-6012d141bad7 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:22:24.306645 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:24.350602 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Network b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:22:24.353760 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:22:24.357824 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:22:24.363937 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Pushing event updated for resources: {'Port': ['ID=64a0d6db-c18b-459a-8050-6012d141bad7,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:24.425599 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Attempting to bind port 64a0d6db-c18b-459a-8050-6012d141bad7 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:22:24.425964 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Attempting to bind port 64a0d6db-c18b-459a-8050-6012d141bad7 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'bfa515ba-ce46-4c2e-aef9-b6aed34ab119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:22:24.426325 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Attempting to bind port 64a0d6db-c18b-459a-8050-6012d141bad7 on network b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:22:24.432293 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:22:24.432669 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Checking segment: {'id': 'bfa515ba-ce46-4c2e-aef9-b6aed34ab119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:22:24.433068 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:24.433483 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Bound using segment: {'id': 'bfa515ba-ce46-4c2e-aef9-b6aed34ab119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:22:24.433945 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Bound port: 64a0d6db-c18b-459a-8050-6012d141bad7, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa515ba-ce46-4c2e-aef9-b6aed34ab119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:22:24.434328 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:24.470027 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:24.500151 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] For port 64a0d6db-c18b-459a-8050-6012d141bad7, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:22:24.503429 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] For port 64a0d6db-c18b-459a-8050-6012d141bad7, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=64a0d6db-c18b-459a-8050-6012d141bad7,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:22:24.567710 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:24.626781 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353a296-6bdc-4d8f-8cd0-684ea1591b27 None None] Pushing event updated for resources: {'Port': ['ID=64a0d6db-c18b-459a-8050-6012d141bad7,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:24.773107 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:24.798688 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:24.911653 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] Allocated IP 172.25.2.28 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/c9323352-1d10-4c3d-b32a-d8111b8897b5) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:22:25.017475 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:25.099514 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:25.146825 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:22:25.150378 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:22:25.154812 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:22:25.157919 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] Pushing event updated for resources: {'Port': ['ID=c9323352-1d10-4c3d-b32a-d8111b8897b5,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:25.479323 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:25.561523 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b84b7ef-e1c2-4292-979d-80076802a2a5 None None] Network b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:22:25.685054 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:25.744569 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6e5a3ecd-ea7e-49dc-8275-6f7a9aada6fb None None] Provisioning for port 64a0d6db-c18b-459a-8050-6012d141bad7 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:22:25.881767 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] Router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:22:25.992243 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:22:26.001270 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Sync routers for ids ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:22:26.011774 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Routers {'6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:22:26.017346 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:22:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:26.081762 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] Notify callbacks [] for router, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:26.083131 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-848aa5d5-fda4-43ed-96b6-fecbd2fcfdca admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2928731 Aug 31 02:22:26.086098 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44862) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:26.122645 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Set router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:22:26.312017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:22:25Z', 'revision_number': 3, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port': {'id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:24Z', 'updated_at': '2021-08-31T02:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:26.338891 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Checking router: 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:22:26.339247 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Updating router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 port c9323352-1d10-4c3d-b32a-d8111b8897b5 binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:22:26.365043 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:26.505980 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:26.636689 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:26.652015 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Transition to ACTIVE for port object c9323352-1d10-4c3d-b32a-d8111b8897b5 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:22:26.660274 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 64a0d6db-c18b-459a-8050-6012d141bad7 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:22:26.680607 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] Allocated IP 172.20.0.1 (b87b80a1-94c9-407f-9a8d-be2bcfa1cba7/fc85cad0-7e8a-4165-91c0-a314fc9e8199/15bee81f-7d2f-4294-b9d5-7b0fba8d36cb) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:22:26.721413 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:26.777691 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Attempting to bind port c9323352-1d10-4c3d-b32a-d8111b8897b5 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:22:26.778068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Attempting to bind port c9323352-1d10-4c3d-b32a-d8111b8897b5 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:22:26.778440 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Attempting to bind port c9323352-1d10-4c3d-b32a-d8111b8897b5 on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:22:26.781565 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92adef-3863-4498-8ebe-7e909712feb8 None None] Pushing event updated for resources: {'Port': ['ID=c9323352-1d10-4c3d-b32a-d8111b8897b5,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:26.786612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 64a0d6db-c18b-459a-8050-6012d141bad7 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:22:26.793042 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:22:26.793042 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:22:26.793042 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:26.793042 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:22:26.793042 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Bound port: c9323352-1d10-4c3d-b32a-d8111b8897b5, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:22:26.793042 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:26.793969 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:26.795716 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 64a0d6db-c18b-459a-8050-6012d141bad7 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:22:26.796083 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:26.808653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] Transition to ACTIVE for port object 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:22:26.895446 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] For port c9323352-1d10-4c3d-b32a-d8111b8897b5, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:22:26.900303 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] For port c9323352-1d10-4c3d-b32a-d8111b8897b5, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c9323352-1d10-4c3d-b32a-d8111b8897b5,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:22:26.940769 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:26.974042 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 64a0d6db-c18b-459a-8050-6012d141bad7, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=64a0d6db-c18b-459a-8050-6012d141bad7,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:22:26.990455 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:27.028744 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] Network b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:22:27.031686 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:22:27.037332 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:22:27.071387 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] Pushing event updated for resources: {'Port': ['ID=15bee81f-7d2f-4294-b9d5-7b0fba8d36cb,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:27.078599 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:27.089162 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:27.112935 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:27.146403 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Routers {'6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:22:27.146961 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:22:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:27.188687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92adef-3863-4498-8ebe-7e909712feb8 None None] Pushing event updated for resources: {'Port': ['ID=c9323352-1d10-4c3d-b32a-d8111b8897b5,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:27.290929 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=64a0d6db-c18b-459a-8050-6012d141bad7,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:27.310457 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] Set router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:22:27.321896 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:27.404020 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b7c66dcc-8ac8-4f51-9332-cea42555186c None None] Provisioning for port 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:22:27.413711 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-b7c66dcc-8ac8-4f51-9332-cea42555186c None None] Provisioning complete for port 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:22:27.414594 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b7c66dcc-8ac8-4f51-9332-cea42555186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:27.469999 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-b7c66dcc-8ac8-4f51-9332-cea42555186c None None] Port 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:22:27.497619 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:27.532549 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:22:25Z', 'revision_number': 3, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port': {'id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:24Z', 'updated_at': '2021-08-31T02:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:27.565678 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1413997-9c42-4cb6-84c1-9534a4347bef None None] The sync data for ids ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'] in n-d-793621-34 is: [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:22:25Z', 'revision_number': 3, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port': {'id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:24Z', 'updated_at': '2021-08-31T02:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:22:27.575694 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:27.647859 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] Pushing event updated for resources: {'Port': ['ID=15bee81f-7d2f-4294-b9d5-7b0fba8d36cb,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:27.659397 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:27.764485 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] Network b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:22:27.764485 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:22:27.906968 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] Router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:22:28.030419 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:22:28.035659 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-760b4222-0ff5-4c03-bb34-4dab6fefe3cb admin admin] 10.222.0.16 "PUT /v2.0/routers/6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9484622 Aug 31 02:22:28.093849 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-10d9ae14-333d-459b-a327-1bb525a2c268 None None] Provisioning complete for port 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:22:28.094471 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-10d9ae14-333d-459b-a327-1bb525a2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:28.131839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-10d9ae14-333d-459b-a327-1bb525a2c268 None None] Port 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:22:28.691165 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 64a0d6db-c18b-459a-8050-6012d141bad7 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:22:28.741420 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 64a0d6db-c18b-459a-8050-6012d141bad7 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:22:28.742544 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:28.801208 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44882) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:28.807009 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e7670d8c-84b2-4000-8066-508fbaae3123 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-317780112-network', 'tenant_id': '2092741606ed4c2b83e34f0f3f517ec8'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:22:28.827126 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c9323352-1d10-4c3d-b32a-d8111b8897b5 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:22:28.921360 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7670d8c-84b2-4000-8066-508fbaae3123 admin admin] Made reservation on behalf of 2092741606ed4c2b83e34f0f3f517ec8 for: {'network': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:22:28.923927 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7670d8c-84b2-4000-8066-508fbaae3123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for network, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:28.934441 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7670d8c-84b2-4000-8066-508fbaae3123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:28.990017 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port c9323352-1d10-4c3d-b32a-d8111b8897b5 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:22:28.994312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c9323352-1d10-4c3d-b32a-d8111b8897b5 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:22:28.994800 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:29.035554 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7670d8c-84b2-4000-8066-508fbaae3123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:29.077418 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:29.098196 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port c9323352-1d10-4c3d-b32a-d8111b8897b5, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c9323352-1d10-4c3d-b32a-d8111b8897b5,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:22:29.115829 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7670d8c-84b2-4000-8066-508fbaae3123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:29.142034 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7670d8c-84b2-4000-8066-508fbaae3123 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:22:29.151574 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7670d8c-84b2-4000-8066-508fbaae3123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e908b0-8dfd-4f23-8aff-7e1148b16b1d,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:29.157782 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7670d8c-84b2-4000-8066-508fbaae3123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:29.158148 n-d-793621-34 neutron-server[102342]: INFO neutron.db.segments_db [None req-e7670d8c-84b2-4000-8066-508fbaae3123 admin admin] Added segment fbe49d48-c4b5-4b09-9ee3-03b5db2f0023 of type vlan for network 58006735-ec9c-4f07-bd3e-aa3fb89f1d5c Aug 31 02:22:29.173120 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:29.203293 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7670d8c-84b2-4000-8066-508fbaae3123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748208324482'] for network, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:29.219798 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Sync routers for ids ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:22:29.229871 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Routers {'6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:22:29.230488 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:22:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:29.235208 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=c9323352-1d10-4c3d-b32a-d8111b8897b5,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:29.287202 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7670d8c-84b2-4000-8066-508fbaae3123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988'] for network, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:29.288183 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7670d8c-84b2-4000-8066-508fbaae3123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:29.288803 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e7670d8c-84b2-4000-8066-508fbaae3123 admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:29.334790 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Set router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:22:29.351304 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7670d8c-84b2-4000-8066-508fbaae3123 admin admin] Pushing event updated for resources: {'Network': ['ID=58006735-ec9c-4f07-bd3e-aa3fb89f1d5c,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:29.362844 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Network 58006735-ec9c-4f07-bd3e-aa3fb89f1d5c details requested by agent ovs-agent-n-d-793621-34 with host n-d-793621-34 {{(pid=102344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:22:29.431354 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e7670d8c-84b2-4000-8066-508fbaae3123 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6288311 Aug 31 02:22:29.434084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44886) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:29.439435 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-6f1bc9bb-05a9-4d54-ae81-e7934a501309 admin admin] Request body: {'subnet': {'network_id': '58006735-ec9c-4f07-bd3e-aa3fb89f1d5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-317780112-subnet', 'tenant_id': '2092741606ed4c2b83e34f0f3f517ec8', 'ip_version': 4}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:22:29.544302 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:22:27Z', 'revision_number': 4, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port': {'id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:24Z', 'updated_at': '2021-08-31T02:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '15bee81f-7d2f-4294-b9d5-7b0fba8d36cb', 'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'mac_address': 'fa:16:3e:e5:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:26Z', 'updated_at': '2021-08-31T02:22:27Z', 'revision_number': 2, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'subnets': [{'id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:29.544604 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1bc9bb-05a9-4d54-ae81-e7934a501309 admin admin] Made reservation on behalf of 2092741606ed4c2b83e34f0f3f517ec8 for: {'subnet': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:22:29.548003 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6f1bc9bb-05a9-4d54-ae81-e7934a501309 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11472018'] for subnet, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:29.574357 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Checking router: 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:22:29.574775 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Updating router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 port 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:22:29.599783 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:29.819171 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6f1bc9bb-05a9-4d54-ae81-e7934a501309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11895118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11472004'] for subnet, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:29.862643 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:29.873063 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Transition to ACTIVE for port object 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:22:29.879176 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bc9bb-05a9-4d54-ae81-e7934a501309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7342b05-b25b-4483-89cc-45b967db7fde,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:29.884147 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1bc9bb-05a9-4d54-ae81-e7934a501309 admin admin] Checking segment: {'id': 'fbe49d48-c4b5-4b09-9ee3-03b5db2f0023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58006735-ec9c-4f07-bd3e-aa3fb89f1d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:22:29.884504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1bc9bb-05a9-4d54-ae81-e7934a501309 admin admin] Network hostable DHCP agents. Network: 58006735-ec9c-4f07-bd3e-aa3fb89f1d5c, hostable agents: ['3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81'], hosted agents: [] {{(pid=102342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:22:29.921161 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:29.949268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1bc9bb-05a9-4d54-ae81-e7934a501309 admin admin] Network 58006735-ec9c-4f07-bd3e-aa3fb89f1d5c is scheduled to be hosted by DHCP agent 3eabbd0a-cfb9-4f11-8c66-1bdf34b7ad81 with binding_index 1 {{(pid=102342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:22:29.975453 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8160f75-71f5-403b-97ce-ee5fbab0497e None None] Pushing event updated for resources: {'Port': ['ID=15bee81f-7d2f-4294-b9d5-7b0fba8d36cb,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:30.003744 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160f75-71f5-403b-97ce-ee5fbab0497e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:30.004079 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160f75-71f5-403b-97ce-ee5fbab0497e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:30.004411 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160f75-71f5-403b-97ce-ee5fbab0497e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:30.004738 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160f75-71f5-403b-97ce-ee5fbab0497e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:30.005063 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160f75-71f5-403b-97ce-ee5fbab0497e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:30.005386 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160f75-71f5-403b-97ce-ee5fbab0497e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:30.005765 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160f75-71f5-403b-97ce-ee5fbab0497e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:30.006193 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160f75-71f5-403b-97ce-ee5fbab0497e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:30.006512 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160f75-71f5-403b-97ce-ee5fbab0497e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:30.006825 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160f75-71f5-403b-97ce-ee5fbab0497e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:30.007143 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160f75-71f5-403b-97ce-ee5fbab0497e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:30.007510 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160f75-71f5-403b-97ce-ee5fbab0497e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:22:30.041417 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-6f1bc9bb-05a9-4d54-ae81-e7934a501309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-34, 58006735-ec9c-4f07-bd3e-aa3fb89f1d5c) {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:22:30.047976 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1bc9bb-05a9-4d54-ae81-e7934a501309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:30.049193 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-6f1bc9bb-05a9-4d54-ae81-e7934a501309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:30.049904 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56344716-e830-4dc6-af5e-a2b60b4aa13b None None] Network 58006735-ec9c-4f07-bd3e-aa3fb89f1d5c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:22:30.136792 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 44888) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:30.137550 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-6f1bc9bb-05a9-4d54-ae81-e7934a501309 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7016613 Aug 31 02:22:30.143654 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Attempting to bind port 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:22:30.147158 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-317780112-router', 'tenant_id': '2092741606ed4c2b83e34f0f3f517ec8', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:22:30.147318 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Attempting to bind port 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'bfa515ba-ce46-4c2e-aef9-b6aed34ab119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:22:30.147318 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Attempting to bind port 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb on network b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:22:30.151216 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:22:30.151785 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Checking segment: {'id': 'bfa515ba-ce46-4c2e-aef9-b6aed34ab119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:22:30.152249 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:30.152891 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Bound using segment: {'id': 'bfa515ba-ce46-4c2e-aef9-b6aed34ab119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:22:30.153220 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Bound port: 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa515ba-ce46-4c2e-aef9-b6aed34ab119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:22:30.153735 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:30.218198 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] For port 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:22:30.219886 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa625f86d-7c09-5177-b061-3a83902cd164-58006735-ec9c-4f07-bd3e-aa3fb89f1d5c', 'network_id': '58006735-ec9c-4f07-bd3e-aa3fb89f1d5c', 'tenant_id': '2092741606ed4c2b83e34f0f3f517ec8', 'fixed_ips': [{'subnet_id': 'e7342b05-b25b-4483-89cc-45b967db7fde'}]}} from n-d-793621-34. {{(pid=102344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:22:30.221308 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] For port 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=15bee81f-7d2f-4294-b9d5-7b0fba8d36cb,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:22:30.221793 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:30.230458 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3762955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13824'] for router, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:30.235113 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13833'] for router, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:30.283247 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:30.298655 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:30.352612 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Routers {'6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:22:30.353249 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:22:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:30.375854 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.db_base_plugin_common [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Allocated IP 172.20.0.2 (58006735-ec9c-4f07-bd3e-aa3fb89f1d5c/e7342b05-b25b-4483-89cc-45b967db7fde/5eb19bc0-5849-4655-86c8-47bd4d383dd5) {{(pid=102344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:22:30.405911 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8160f75-71f5-403b-97ce-ee5fbab0497e None None] Pushing event updated for resources: {'Port': ['ID=15bee81f-7d2f-4294-b9d5-7b0fba8d36cb,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:30.493382 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] Set router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:22:30.524887 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:30.592148 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Notify callbacks [] for port, precommit_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:30.592148 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Transition to ACTIVE for port object 5eb19bc0-5849-4655-86c8-47bd4d383dd5 will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:22:30.605704 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Transition to ACTIVE for port object 5eb19bc0-5849-4655-86c8-47bd4d383dd5 will not be triggered until provisioned by entity DHCP. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:22:30.644434 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c9323352-1d10-4c3d-b32a-d8111b8897b5 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:22:30.666883 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225'] for port, after_create {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:30.711099 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:22:27Z', 'revision_number': 4, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port': {'id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:24Z', 'updated_at': '2021-08-31T02:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '15bee81f-7d2f-4294-b9d5-7b0fba8d36cb', 'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'mac_address': 'fa:16:3e:e5:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:26Z', 'updated_at': '2021-08-31T02:22:30Z', 'revision_number': 4, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'subnets': [{'id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:30.714000 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Network 58006735-ec9c-4f07-bd3e-aa3fb89f1d5c is already hosted by enough agents. {{(pid=102344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:22:30.719663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.scheduler.base_scheduler [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Resources bound (agent type, host, resource id): {{(pid=102344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:22:30.722201 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Received port after_create {{(pid=102344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:22:30.738265 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd57fe0-7510-44c9-86dd-07cdde6c85e4 None None] The sync data for ids ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'] in n-d-793621-34 is: [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:22:27Z', 'revision_number': 4, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port': {'id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:24Z', 'updated_at': '2021-08-31T02:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '15bee81f-7d2f-4294-b9d5-7b0fba8d36cb', 'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'mac_address': 'fa:16:3e:e5:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:26Z', 'updated_at': '2021-08-31T02:22:30Z', 'revision_number': 4, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'subnets': [{'id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:22:30.764605 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Pushing event updated for resources: {'Port': ['ID=5eb19bc0-5849-4655-86c8-47bd4d383dd5,revision_number=1']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:30.818553 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Attempting to bind port 5eb19bc0-5849-4655-86c8-47bd4d383dd5 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:22:30.818973 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Attempting to bind port 5eb19bc0-5849-4655-86c8-47bd4d383dd5 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'fbe49d48-c4b5-4b09-9ee3-03b5db2f0023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58006735-ec9c-4f07-bd3e-aa3fb89f1d5c'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:22:30.819351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Attempting to bind port 5eb19bc0-5849-4655-86c8-47bd4d383dd5 on network 58006735-ec9c-4f07-bd3e-aa3fb89f1d5c {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:22:30.822415 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:30.829011 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:22:30.829392 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Checking segment: {'id': 'fbe49d48-c4b5-4b09-9ee3-03b5db2f0023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58006735-ec9c-4f07-bd3e-aa3fb89f1d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:22:30.829825 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:30.830219 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Bound using segment: {'id': 'fbe49d48-c4b5-4b09-9ee3-03b5db2f0023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58006735-ec9c-4f07-bd3e-aa3fb89f1d5c'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:22:30.830690 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Bound port: 5eb19bc0-5849-4655-86c8-47bd4d383dd5, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe49d48-c4b5-4b09-9ee3-03b5db2f0023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58006735-ec9c-4f07-bd3e-aa3fb89f1d5c'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:22:30.831077 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:30.832837 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port c9323352-1d10-4c3d-b32a-d8111b8897b5 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:22:30.833189 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:30.845248 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:30.959432 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] For port 5eb19bc0-5849-4655-86c8-47bd4d383dd5, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:22:30.960207 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] Allocated IP 172.25.2.181 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/ef0bb32e-e594-4649-8497-0a74aa16866b) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:22:30.978942 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] For port 5eb19bc0-5849-4655-86c8-47bd4d383dd5, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5eb19bc0-5849-4655-86c8-47bd4d383dd5,segment=NetworkSegment(fbe49d48-c4b5-4b09-9ee3-03b5db2f0023),segment_id=fbe49d48-c4b5-4b09-9ee3-03b5db2f0023)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:22:31.053180 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:31.084970 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:31.123774 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fc926-f982-432e-870d-3f2952a534d9 None None] Pushing event updated for resources: {'Port': ['ID=5eb19bc0-5849-4655-86c8-47bd4d383dd5,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:31.213148 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:31.256773 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:22:31.261124 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:22:31.265754 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:22:31.268823 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] Pushing event updated for resources: {'Port': ['ID=ef0bb32e-e594-4649-8497-0a74aa16866b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:31.643425 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:31.856617 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451309'] for router, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:32.082119 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabdf0b9-0b86-4b8b-b440-4be869079486 None None] Network 58006735-ec9c-4f07-bd3e-aa3fb89f1d5c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:22:32.192555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-ed0399e0-8732-4994-89d0-396a94758f56 None None] Provisioning for port 5eb19bc0-5849-4655-86c8-47bd4d383dd5 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:22:32.418654 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] Router 772c531d-8139-4986-86dd-01ce8fc6870f is scheduled to L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 with binding_index 1 {{(pid=102343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:22:32.529930 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:22:32.539309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Sync routers for ids ['772c531d-8139-4986-86dd-01ce8fc6870f'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:22:32.548312 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Routers {'772c531d-8139-4986-86dd-01ce8fc6870f'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:22:32.553732 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:22:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['772c531d-8139-4986-86dd-01ce8fc6870f'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:32.630386 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:32.634192 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-526c1484-50db-40f9-a62f-a965c7a880d6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4931171 Aug 31 02:22:32.635437 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44890) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:32.670235 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Set router 772c531d-8139-4986-86dd-01ce8fc6870f gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:22:32.701497 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5eb19bc0-5849-4655-86c8-47bd4d383dd5 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:22:32.889377 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772c531d-8139-4986-86dd-01ce8fc6870f', 'name': 'tempest-TestSnapshotPattern-317780112-router', 'tenant_id': '2092741606ed4c2b83e34f0f3f517ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ef0bb32e-e594-4649-8497-0a74aa16866b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:30Z', 'updated_at': '2021-08-31T02:22:31Z', 'revision_number': 3, 'project_id': '2092741606ed4c2b83e34f0f3f517ec8', 'gw_port': {'id': 'ef0bb32e-e594-4649-8497-0a74aa16866b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:40:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772c531d-8139-4986-86dd-01ce8fc6870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:30Z', 'updated_at': '2021-08-31T02:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:32.919012 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 5eb19bc0-5849-4655-86c8-47bd4d383dd5 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:22:32.921105 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Checking router: 772c531d-8139-4986-86dd-01ce8fc6870f for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:22:32.921469 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Updating router 772c531d-8139-4986-86dd-01ce8fc6870f port ef0bb32e-e594-4649-8497-0a74aa16866b binding host n-d-793621-34 {{(pid=102344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:22:32.939516 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 5eb19bc0-5849-4655-86c8-47bd4d383dd5 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:22:32.939895 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:32.967303 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:33.059664 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:33.130424 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:33.207371 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 5eb19bc0-5849-4655-86c8-47bd4d383dd5, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5eb19bc0-5849-4655-86c8-47bd4d383dd5,segment=NetworkSegment(fbe49d48-c4b5-4b09-9ee3-03b5db2f0023),segment_id=fbe49d48-c4b5-4b09-9ee3-03b5db2f0023)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:22:33.215294 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] Allocated IP 172.20.0.1 (58006735-ec9c-4f07-bd3e-aa3fb89f1d5c/e7342b05-b25b-4483-89cc-45b967db7fde/b6eeb04a-75be-4989-94c0-b84f63d25462) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:22:33.295684 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Notify callbacks [] for port, precommit_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:33.306079 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Transition to ACTIVE for port object ef0bb32e-e594-4649-8497-0a74aa16866b will not be triggered until provisioned by entity L2. {{(pid=102344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:22:33.321563 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:33.322366 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:22:33.323734 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:33.337305 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] Transition to ACTIVE for port object b6eeb04a-75be-4989-94c0-b84f63d25462 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:22:33.393007 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:33.401488 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=5eb19bc0-5849-4655-86c8-47bd4d383dd5,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:33.450591 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Attempting to bind port ef0bb32e-e594-4649-8497-0a74aa16866b on host n-d-793621-34 for vnic_type normal with profile {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:22:33.450956 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Attempting to bind port ef0bb32e-e594-4649-8497-0a74aa16866b by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:22:33.451383 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Attempting to bind port ef0bb32e-e594-4649-8497-0a74aa16866b on network 00d754cd-c371-46d9-bc1b-91ad01bd2875 {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:22:33.453013 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:33.463527 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:22:33.463821 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Checking segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:22:33.464223 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:33.464612 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Bound using segment: {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'} {{(pid=102344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:22:33.465075 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.managers [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Bound port: ef0bb32e-e594-4649-8497-0a74aa16866b, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50600bce-afe1-4798-914b-2e6df7e9942e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875'}}] {{(pid=102344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:22:33.465457 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:33.470474 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1c89c-0053-448b-8f0c-6c0a31ec11bb None None] Pushing event updated for resources: {'Port': ['ID=ef0bb32e-e594-4649-8497-0a74aa16866b,revision_number=2']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:33.497120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] Network 58006735-ec9c-4f07-bd3e-aa3fb89f1d5c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:22:33.500493 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:22:33.503083 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:22:33.524944 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] For port ef0bb32e-e594-4649-8497-0a74aa16866b, host n-d-793621-34, cleared binding levels {{(pid=102344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:22:33.528133 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] Pushing event updated for resources: {'Port': ['ID=b6eeb04a-75be-4989-94c0-b84f63d25462,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:33.528553 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] For port ef0bb32e-e594-4649-8497-0a74aa16866b, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ef0bb32e-e594-4649-8497-0a74aa16866b,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:22:33.545227 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:22:33.548387 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451486'] for router_interface, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:33.550894 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:22:33.551612 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:33.634211 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:33.672110 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:33.722876 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Routers {'772c531d-8139-4986-86dd-01ce8fc6870f'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:22:33.722876 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:22:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['772c531d-8139-4986-86dd-01ce8fc6870f'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:33.724813 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1c89c-0053-448b-8f0c-6c0a31ec11bb None None] Pushing event updated for resources: {'Port': ['ID=ef0bb32e-e594-4649-8497-0a74aa16866b,revision_number=3']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:33.765304 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:33.787008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=15bee81f-7d2f-4294-b9d5-7b0fba8d36cb,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:22:33.849707 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:33.853102 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] Set router 772c531d-8139-4986-86dd-01ce8fc6870f gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:22:33.925986 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-23379416-5c37-4a8f-92cc-c84c799b919a None None] Provisioning for port b6eeb04a-75be-4989-94c0-b84f63d25462 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:22:33.935159 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:33.935710 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-23379416-5c37-4a8f-92cc-c84c799b919a None None] Provisioning complete for port b6eeb04a-75be-4989-94c0-b84f63d25462 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:22:33.936077 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-23379416-5c37-4a8f-92cc-c84c799b919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:34.012725 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:34.090152 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450350'] for router_interface, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:34.092084 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] Pushing event updated for resources: {'Port': ['ID=b6eeb04a-75be-4989-94c0-b84f63d25462,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:34.183718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=15bee81f-7d2f-4294-b9d5-7b0fba8d36cb,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:34.188543 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] Network 58006735-ec9c-4f07-bd3e-aa3fb89f1d5c is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:22:34.190814 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:22:34.196092 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-23379416-5c37-4a8f-92cc-c84c799b919a None None] Port b6eeb04a-75be-4989-94c0-b84f63d25462 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:22:34.276384 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772c531d-8139-4986-86dd-01ce8fc6870f', 'name': 'tempest-TestSnapshotPattern-317780112-router', 'tenant_id': '2092741606ed4c2b83e34f0f3f517ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ef0bb32e-e594-4649-8497-0a74aa16866b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:30Z', 'updated_at': '2021-08-31T02:22:31Z', 'revision_number': 3, 'project_id': '2092741606ed4c2b83e34f0f3f517ec8', 'gw_port': {'id': 'ef0bb32e-e594-4649-8497-0a74aa16866b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:40:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772c531d-8139-4986-86dd-01ce8fc6870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:30Z', 'updated_at': '2021-08-31T02:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:34.309218 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d59078-1930-43e2-8b1e-58b9fe5dca33 None None] The sync data for ids ['772c531d-8139-4986-86dd-01ce8fc6870f'] in n-d-793621-34 is: [{'id': '772c531d-8139-4986-86dd-01ce8fc6870f', 'name': 'tempest-TestSnapshotPattern-317780112-router', 'tenant_id': '2092741606ed4c2b83e34f0f3f517ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ef0bb32e-e594-4649-8497-0a74aa16866b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:30Z', 'updated_at': '2021-08-31T02:22:31Z', 'revision_number': 3, 'project_id': '2092741606ed4c2b83e34f0f3f517ec8', 'gw_port': {'id': 'ef0bb32e-e594-4649-8497-0a74aa16866b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:40:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772c531d-8139-4986-86dd-01ce8fc6870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:30Z', 'updated_at': '2021-08-31T02:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:22:34.325361 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] Router 772c531d-8139-4986-86dd-01ce8fc6870f has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:22:34.425184 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-7872cd22-f522-4b55-be46-ace3733895d2 None None] Provisioning complete for port b6eeb04a-75be-4989-94c0-b84f63d25462 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:22:34.425610 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7872cd22-f522-4b55-be46-ace3733895d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:34.448776 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-87ed6ed2-68ec-4af0-a544-68df0f49d42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:34.464151 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-7872cd22-f522-4b55-be46-ace3733895d2 None None] Port b6eeb04a-75be-4989-94c0-b84f63d25462 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:22:34.464428 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:22:34.470675 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-ef171d6b-2cff-4a6e-a5b0-7f68b3aa3e6c admin admin] 10.222.0.16 "PUT /v2.0/routers/772c531d-8139-4986-86dd-01ce8fc6870f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8340421 Aug 31 02:22:34.726657 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5eb19bc0-5849-4655-86c8-47bd4d383dd5 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:22:34.782755 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 5eb19bc0-5849-4655-86c8-47bd4d383dd5 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:22:34.783048 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:34.866663 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ef0bb32e-e594-4649-8497-0a74aa16866b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:22:34.978143 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port ef0bb32e-e594-4649-8497-0a74aa16866b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:22:34.983451 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ef0bb32e-e594-4649-8497-0a74aa16866b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:22:34.983962 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:35.071851 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:35.095108 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port ef0bb32e-e594-4649-8497-0a74aa16866b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ef0bb32e-e594-4649-8497-0a74aa16866b,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:22:35.134625 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44898) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:35.140062 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-b6f9174c-d9af-43f3-a017-e52c2a1dd85c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-724554972', 'description': 'tempest-secgroup-smoke-724554972 description', 'project_id': 'e2aed3cba7a140c98eae561e73d72c52'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:22:35.167371 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:35.168450 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:22:35.241886 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=ef0bb32e-e594-4649-8497-0a74aa16866b,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:35.247361 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b6f9174c-d9af-43f3-a017-e52c2a1dd85c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:35.255143 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:22:35.255594 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:35.331554 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b6f9174c-d9af-43f3-a017-e52c2a1dd85c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:35.396035 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b6f9174c-d9af-43f3-a017-e52c2a1dd85c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:35.427277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9174c-d9af-43f3-a017-e52c2a1dd85c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ab3ae0-7953-42ed-b600-fa8000bfc8aa,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:35.476032 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-b6f9174c-d9af-43f3-a017-e52c2a1dd85c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:35.477311 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-b6f9174c-d9af-43f3-a017-e52c2a1dd85c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3416197 Aug 31 02:22:35.480217 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44900) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:35.484617 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-34d5a035-c595-4310-8931-f1d66e9cd0f5 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Request body: {'security_group_rule': {'security_group_id': '92ab3ae0-7953-42ed-b600-fa8000bfc8aa', 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:22:35.560895 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-34d5a035-c595-4310-8931-f1d66e9cd0f5 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:35.623920 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-34d5a035-c595-4310-8931-f1d66e9cd0f5 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:35.698856 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-34d5a035-c595-4310-8931-f1d66e9cd0f5 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:35.722065 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5a035-c595-4310-8931-f1d66e9cd0f5 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35c6e16-a8aa-4bfc-8b3c-db7726779005,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:35.795785 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-34d5a035-c595-4310-8931-f1d66e9cd0f5 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:35.797052 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-34d5a035-c595-4310-8931-f1d66e9cd0f5 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159177 Aug 31 02:22:35.799889 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44902) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:35.804743 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-e97544bf-bacc-4130-a9e7-e40d5cb63919 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Request body: {'security_group_rule': {'security_group_id': '92ab3ae0-7953-42ed-b600-fa8000bfc8aa', 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:22:35.897704 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e97544bf-bacc-4130-a9e7-e40d5cb63919 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:35.906111 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Sync routers for ids ['772c531d-8139-4986-86dd-01ce8fc6870f'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:22:35.915366 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Routers {'772c531d-8139-4986-86dd-01ce8fc6870f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:22:35.915990 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:22:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['772c531d-8139-4986-86dd-01ce8fc6870f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:35.958585 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e97544bf-bacc-4130-a9e7-e40d5cb63919 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:36.022601 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Set router 772c531d-8139-4986-86dd-01ce8fc6870f gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:22:36.035732 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e97544bf-bacc-4130-a9e7-e40d5cb63919 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:36.057368 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97544bf-bacc-4130-a9e7-e40d5cb63919 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c381389d-63ff-47e0-818e-f217698b87fe,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:36.133154 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-e97544bf-bacc-4130-a9e7-e40d5cb63919 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:36.135076 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e97544bf-bacc-4130-a9e7-e40d5cb63919 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3342373 Aug 31 02:22:36.137832 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44904) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:36.142497 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-9b198b81-87fa-4a39-b177-e08e5feec59c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Request body: {'security_group_rule': {'security_group_id': '92ab3ae0-7953-42ed-b600-fa8000bfc8aa', 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:22:36.233418 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772c531d-8139-4986-86dd-01ce8fc6870f', 'name': 'tempest-TestSnapshotPattern-317780112-router', 'tenant_id': '2092741606ed4c2b83e34f0f3f517ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ef0bb32e-e594-4649-8497-0a74aa16866b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:30Z', 'updated_at': '2021-08-31T02:22:33Z', 'revision_number': 4, 'project_id': '2092741606ed4c2b83e34f0f3f517ec8', 'gw_port': {'id': 'ef0bb32e-e594-4649-8497-0a74aa16866b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772c531d-8139-4986-86dd-01ce8fc6870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:30Z', 'updated_at': '2021-08-31T02:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'b6eeb04a-75be-4989-94c0-b84f63d25462', 'name': '', 'network_id': '58006735-ec9c-4f07-bd3e-aa3fb89f1d5c', 'tenant_id': '2092741606ed4c2b83e34f0f3f517ec8', 'mac_address': 'fa:16:3e:38:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772c531d-8139-4986-86dd-01ce8fc6870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e7342b05-b25b-4483-89cc-45b967db7fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:33Z', 'updated_at': '2021-08-31T02:22:33Z', 'revision_number': 2, 'project_id': '2092741606ed4c2b83e34f0f3f517ec8', 'subnets': [{'id': 'e7342b05-b25b-4483-89cc-45b967db7fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:36.241119 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9b198b81-87fa-4a39-b177-e08e5feec59c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:36.260939 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Checking router: 772c531d-8139-4986-86dd-01ce8fc6870f for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:22:36.261298 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Updating router 772c531d-8139-4986-86dd-01ce8fc6870f port b6eeb04a-75be-4989-94c0-b84f63d25462 binding host n-d-793621-34 {{(pid=102345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:22:36.285774 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:36.300068 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9b198b81-87fa-4a39-b177-e08e5feec59c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:36.367290 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9b198b81-87fa-4a39-b177-e08e5feec59c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:36.391640 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b198b81-87fa-4a39-b177-e08e5feec59c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c708cb7-4de4-4719-b3ae-419ff64c08df,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:36.464494 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-9b198b81-87fa-4a39-b177-e08e5feec59c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:36.465770 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-9b198b81-87fa-4a39-b177-e08e5feec59c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3268867 Aug 31 02:22:36.468504 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44906) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:36.473037 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-920a0bb2-b86d-4047-858f-41450353ef93 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Request body: {'security_group_rule': {'security_group_id': '92ab3ae0-7953-42ed-b600-fa8000bfc8aa', 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:22:36.553813 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:36.564581 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.provisioning_blocks [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Transition to ACTIVE for port object b6eeb04a-75be-4989-94c0-b84f63d25462 will not be triggered until provisioned by entity L2. {{(pid=102345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:22:36.581185 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-920a0bb2-b86d-4047-858f-41450353ef93 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:36.637425 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ef0bb32e-e594-4649-8497-0a74aa16866b up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:22:36.648317 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-920a0bb2-b86d-4047-858f-41450353ef93 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:36.675640 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:36.685854 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port ef0bb32e-e594-4649-8497-0a74aa16866b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:22:36.686233 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:36.729249 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8544e-a2cd-4f23-a6c2-ff804d3815e2 None None] Pushing event updated for resources: {'Port': ['ID=b6eeb04a-75be-4989-94c0-b84f63d25462,revision_number=3']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:36.778130 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Attempting to bind port b6eeb04a-75be-4989-94c0-b84f63d25462 on host n-d-793621-34 for vnic_type normal with profile {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:22:36.778508 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Attempting to bind port b6eeb04a-75be-4989-94c0-b84f63d25462 by drivers openvswitch,hyperv on host n-d-793621-34 at level 0 using segments [{'id': 'fbe49d48-c4b5-4b09-9ee3-03b5db2f0023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58006735-ec9c-4f07-bd3e-aa3fb89f1d5c'}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:22:36.778876 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Attempting to bind port b6eeb04a-75be-4989-94c0-b84f63d25462 on network 58006735-ec9c-4f07-bd3e-aa3fb89f1d5c {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:22:36.784188 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Checking agent: {'id': '64744390-ebb7-4df5-891a-4feac5929a7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 34, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:22:36.784560 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Checking segment: {'id': 'fbe49d48-c4b5-4b09-9ee3-03b5db2f0023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58006735-ec9c-4f07-bd3e-aa3fb89f1d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:22:36.784963 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:36.785386 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Bound using segment: {'id': 'fbe49d48-c4b5-4b09-9ee3-03b5db2f0023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58006735-ec9c-4f07-bd3e-aa3fb89f1d5c'} {{(pid=102345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:22:36.785875 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.managers [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Bound port: b6eeb04a-75be-4989-94c0-b84f63d25462, host: n-d-793621-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe49d48-c4b5-4b09-9ee3-03b5db2f0023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58006735-ec9c-4f07-bd3e-aa3fb89f1d5c'}}] {{(pid=102345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:22:36.786260 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:36.790386 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-920a0bb2-b86d-4047-858f-41450353ef93 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:36.863383 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] For port b6eeb04a-75be-4989-94c0-b84f63d25462, host n-d-793621-34, cleared binding levels {{(pid=102345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:22:36.867425 n-d-793621-34 neutron-server[102345]: DEBUG neutron.plugins.ml2.db [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] For port b6eeb04a-75be-4989-94c0-b84f63d25462, host n-d-793621-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b6eeb04a-75be-4989-94c0-b84f63d25462,segment=NetworkSegment(fbe49d48-c4b5-4b09-9ee3-03b5db2f0023),segment_id=fbe49d48-c4b5-4b09-9ee3-03b5db2f0023)] {{(pid=102345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:22:36.921862 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:36.950736 n-d-793621-34 neutron-server[102345]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:37.028390 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Routers {'772c531d-8139-4986-86dd-01ce8fc6870f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:22:37.029029 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:22:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['772c531d-8139-4986-86dd-01ce8fc6870f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:37.030951 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8544e-a2cd-4f23-a6c2-ff804d3815e2 None None] Pushing event updated for resources: {'Port': ['ID=b6eeb04a-75be-4989-94c0-b84f63d25462,revision_number=4']} {{(pid=102345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:37.081515 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-94d68294-0e58-4828-9afe-ebb7d52fdfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:37.135218 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a0bb2-b86d-4047-858f-41450353ef93 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb3e251-a31c-420e-af95-3247f5ecfdb4,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:37.160490 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] Set router 772c531d-8139-4986-86dd-01ce8fc6870f gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:22:37.224453 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-920a0bb2-b86d-4047-858f-41450353ef93 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:37.225810 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-920a0bb2-b86d-4047-858f-41450353ef93 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7562830 Aug 31 02:22:37.228558 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44908) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:37.233463 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-be36ffef-310f-4715-837f-ed92eac1ed6c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Request body: {'security_group_rule': {'security_group_id': '92ab3ae0-7953-42ed-b600-fa8000bfc8aa', 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:22:37.333177 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-be36ffef-310f-4715-837f-ed92eac1ed6c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Project e2aed3cba7a140c98eae561e73d72c52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:22:37.338737 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be36ffef-310f-4715-837f-ed92eac1ed6c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:37.366716 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772c531d-8139-4986-86dd-01ce8fc6870f', 'name': 'tempest-TestSnapshotPattern-317780112-router', 'tenant_id': '2092741606ed4c2b83e34f0f3f517ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ef0bb32e-e594-4649-8497-0a74aa16866b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:30Z', 'updated_at': '2021-08-31T02:22:33Z', 'revision_number': 4, 'project_id': '2092741606ed4c2b83e34f0f3f517ec8', 'gw_port': {'id': 'ef0bb32e-e594-4649-8497-0a74aa16866b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772c531d-8139-4986-86dd-01ce8fc6870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:30Z', 'updated_at': '2021-08-31T02:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'b6eeb04a-75be-4989-94c0-b84f63d25462', 'name': '', 'network_id': '58006735-ec9c-4f07-bd3e-aa3fb89f1d5c', 'tenant_id': '2092741606ed4c2b83e34f0f3f517ec8', 'mac_address': 'fa:16:3e:38:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772c531d-8139-4986-86dd-01ce8fc6870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e7342b05-b25b-4483-89cc-45b967db7fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:33Z', 'updated_at': '2021-08-31T02:22:36Z', 'revision_number': 4, 'project_id': '2092741606ed4c2b83e34f0f3f517ec8', 'subnets': [{'id': 'e7342b05-b25b-4483-89cc-45b967db7fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:37.392113 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be36ffef-310f-4715-837f-ed92eac1ed6c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:37.394292 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5ff94-ecd8-4249-b6c2-2400d0d7f4a2 None None] The sync data for ids ['772c531d-8139-4986-86dd-01ce8fc6870f'] in n-d-793621-34 is: [{'id': '772c531d-8139-4986-86dd-01ce8fc6870f', 'name': 'tempest-TestSnapshotPattern-317780112-router', 'tenant_id': '2092741606ed4c2b83e34f0f3f517ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ef0bb32e-e594-4649-8497-0a74aa16866b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:30Z', 'updated_at': '2021-08-31T02:22:33Z', 'revision_number': 4, 'project_id': '2092741606ed4c2b83e34f0f3f517ec8', 'gw_port': {'id': 'ef0bb32e-e594-4649-8497-0a74aa16866b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772c531d-8139-4986-86dd-01ce8fc6870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:30Z', 'updated_at': '2021-08-31T02:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': 'b6eeb04a-75be-4989-94c0-b84f63d25462', 'name': '', 'network_id': '58006735-ec9c-4f07-bd3e-aa3fb89f1d5c', 'tenant_id': '2092741606ed4c2b83e34f0f3f517ec8', 'mac_address': 'fa:16:3e:38:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772c531d-8139-4986-86dd-01ce8fc6870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e7342b05-b25b-4483-89cc-45b967db7fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:33Z', 'updated_at': '2021-08-31T02:22:36Z', 'revision_number': 4, 'project_id': '2092741606ed4c2b83e34f0f3f517ec8', 'subnets': [{'id': 'e7342b05-b25b-4483-89cc-45b967db7fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:22:37.459121 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be36ffef-310f-4715-837f-ed92eac1ed6c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:37.478243 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36ffef-310f-4715-837f-ed92eac1ed6c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aaf41fb-d0df-444c-a034-7e3d6ef77cb5,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:37.561936 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-be36ffef-310f-4715-837f-ed92eac1ed6c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:37.563214 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-be36ffef-310f-4715-837f-ed92eac1ed6c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3336883 Aug 31 02:22:37.566107 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44910) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:37.570737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-63520b23-f423-4dcc-b100-dea8062e1697 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Request body: {'security_group_rule': {'security_group_id': '92ab3ae0-7953-42ed-b600-fa8000bfc8aa', 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:22:37.653320 n-d-793621-34 neutron-server[102342]: INFO neutron.db.securitygroups_db [None req-63520b23-f423-4dcc-b100-dea8062e1697 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Project e2aed3cba7a140c98eae561e73d72c52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:22:37.658753 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63520b23-f423-4dcc-b100-dea8062e1697 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:37.729353 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63520b23-f423-4dcc-b100-dea8062e1697 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:37.812335 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63520b23-f423-4dcc-b100-dea8062e1697 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152626'] for security_group_rule, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:37.830977 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63520b23-f423-4dcc-b100-dea8062e1697 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b57fade-efdd-48bf-9314-e897c7313d36,revision_number=0']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:37.910473 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-63520b23-f423-4dcc-b100-dea8062e1697 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:37.911933 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-63520b23-f423-4dcc-b100-dea8062e1697 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3448265 Aug 31 02:22:38.001392 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:38.064081 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:38.076795 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-f26a053f-433e-464a-8396-cf469ea9e49d tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-724554972&fields=id&tenant_id=e2aed3cba7a140c98eae561e73d72c52 HTTP/1.1" status: 200 len: 267 time: 0.0384402 Aug 31 02:22:38.188839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab682815-5942-4087-9093-376efc33cac8 req-c42cf8c9-c773-4341-b88d-eaead9c08d2d tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:38.190410 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-c42cf8c9-c773-4341-b88d-eaead9c08d2d tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/networks?id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 HTTP/1.1" status: 200 len: 809 time: 0.1063919 Aug 31 02:22:38.206068 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-2728de82-82ec-4900-b794-d711ce9aca2d tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/quotas/e2aed3cba7a140c98eae561e73d72c52 HTTP/1.1" status: 200 len: 375 time: 0.0096748 Aug 31 02:22:38.265560 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-48f626a7-dc08-4025-9d60-0d7dd2136303 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2aed3cba7a140c98eae561e73d72c52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530226 Aug 31 02:22:38.375241 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-fafa44f5-ed46-461c-a8f3-29974ef823f0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:22:38.376431 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-fafa44f5-ed46-461c-a8f3-29974ef823f0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0994999 Aug 31 02:22:38.471876 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-14c51e74-f906-471d-9cd5-ce4e8a581367 service neutron] 10.222.0.16 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881732 Aug 31 02:22:38.567371 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-d46e99a8-235c-4c48-afc4-45557fc6328c service neutron] 10.222.0.16 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886090 Aug 31 02:22:38.659167 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b6eeb04a-75be-4989-94c0-b84f63d25462 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:22:38.812777 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning for port b6eeb04a-75be-4989-94c0-b84f63d25462 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:22:38.813041 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8dbb57a3-d703-4a4c-87a6-482049a62f9b req-5fcf2213-288e-4c29-a4ad-0195cdb565a4 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 210 time: 0.0279171 Aug 31 02:22:38.817011 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port b6eeb04a-75be-4989-94c0-b84f63d25462 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:22:38.817598 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:38.865700 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:38.902750 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:38.934714 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] For port b6eeb04a-75be-4989-94c0-b84f63d25462, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b6eeb04a-75be-4989-94c0-b84f63d25462,segment=NetworkSegment(fbe49d48-c4b5-4b09-9ee3-03b5db2f0023),segment_id=fbe49d48-c4b5-4b09-9ee3-03b5db2f0023)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:22:39.007260 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:39.057910 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Pushing event updated for resources: {'Port': ['ID=b6eeb04a-75be-4989-94c0-b84f63d25462,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:39.910272 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ed8db3e9-1715-499f-9782-a3efa0c10ebe req-40c50d29-e53b-4c20-8826-a2b669b9789c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 210 time: 0.0279019 Aug 31 02:22:40.543672 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:40.641270 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b6eeb04a-75be-4989-94c0-b84f63d25462 up at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:22:40.688946 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Provisioning complete for port b6eeb04a-75be-4989-94c0-b84f63d25462 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:22:40.689244 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:41.006154 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ceb1dc92-ce99-4b0a-bdfc-03aaf5614b0f req-e07aa4bb-cb79-442c-8546-a660c8ac3f22 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 210 time: 0.0287995 Aug 31 02:22:41.671552 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab682815-5942-4087-9093-376efc33cac8 req-77141d12-6863-4254-b3e0-6d81af5b39e4 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:41.672967 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-77141d12-6863-4254-b3e0-6d81af5b39e4 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.48 "GET /v2.0/networks?id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 HTTP/1.1" status: 200 len: 809 time: 0.1033435 Aug 31 02:22:41.715564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-5457cb36-6a69-474d-a409-678e9c5f3e19 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2aed3cba7a140c98eae561e73d72c52 HTTP/1.1" status: 200 len: 379 time: 0.0338054 Aug 31 02:22:41.725127 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-ab682815-5942-4087-9093-376efc33cac8 req-0ac8c9e8-429f-4330-b08f-0bfa33ac1371 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Request body: {'port': {'device_id': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'admin_state_up': True, 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'security_groups': ['92ab3ae0-7953-42ed-b600-fa8000bfc8aa']}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:22:41.886998 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab682815-5942-4087-9093-376efc33cac8 req-0ac8c9e8-429f-4330-b08f-0bfa33ac1371 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Made reservation on behalf of e2aed3cba7a140c98eae561e73d72c52 for: {'port': 1} {{(pid=102342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:22:41.890740 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab682815-5942-4087-9093-376efc33cac8 req-0ac8c9e8-429f-4330-b08f-0bfa33ac1371 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:42.016529 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [req-ab682815-5942-4087-9093-376efc33cac8 req-0ac8c9e8-429f-4330-b08f-0bfa33ac1371 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Allocated IP 172.20.0.11 (b87b80a1-94c9-407f-9a8d-be2bcfa1cba7/fc85cad0-7e8a-4165-91c0-a314fc9e8199/7448fd64-b941-416f-97ad-c962b025e929) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:22:42.100836 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-ac99612a-0cf9-4f0d-a441-650b1c3b14a8 req-a93ee2a2-cb90-480f-b48e-97e1a59694f3 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 210 time: 0.0271366 Aug 31 02:22:42.160769 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab682815-5942-4087-9093-376efc33cac8 req-0ac8c9e8-429f-4330-b08f-0bfa33ac1371 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:42.174012 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-ab682815-5942-4087-9093-376efc33cac8 req-0ac8c9e8-429f-4330-b08f-0bfa33ac1371 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Transition to ACTIVE for port object 7448fd64-b941-416f-97ad-c962b025e929 will not be triggered until provisioned by entity DHCP. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:22:42.263551 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab682815-5942-4087-9093-376efc33cac8 req-0ac8c9e8-429f-4330-b08f-0bfa33ac1371 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:42.306928 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab682815-5942-4087-9093-376efc33cac8 req-0ac8c9e8-429f-4330-b08f-0bfa33ac1371 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Network b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:22:42.310031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [req-ab682815-5942-4087-9093-376efc33cac8 req-0ac8c9e8-429f-4330-b08f-0bfa33ac1371 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:22:42.313802 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab682815-5942-4087-9093-376efc33cac8 req-0ac8c9e8-429f-4330-b08f-0bfa33ac1371 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:22:42.319986 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8c9e8-429f-4330-b08f-0bfa33ac1371 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Pushing event updated for resources: {'Port': ['ID=7448fd64-b941-416f-97ad-c962b025e929,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:42.371284 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab682815-5942-4087-9093-376efc33cac8 req-0ac8c9e8-429f-4330-b08f-0bfa33ac1371 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:42.371938 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab682815-5942-4087-9093-376efc33cac8 req-0ac8c9e8-429f-4330-b08f-0bfa33ac1371 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:42.448022 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-0ac8c9e8-429f-4330-b08f-0bfa33ac1371 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7265735 Aug 31 02:22:42.458310 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-d09b039b-e5f2-4114-9a87-3c9f1e29f8af tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:22:42.459405 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-d09b039b-e5f2-4114-9a87-3c9f1e29f8af tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056422 Aug 31 02:22:42.471578 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Request body: {'port': {'device_id': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-34'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:22:42.525940 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:42.556132 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bd289e77-9e27-4cbb-93d5-212b02014cb9 None None] Provisioning for port 7448fd64-b941-416f-97ad-c962b025e929 completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:22:42.560278 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-bd289e77-9e27-4cbb-93d5-212b02014cb9 None None] Provisioning complete for port 7448fd64-b941-416f-97ad-c962b025e929 triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:22:42.560655 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bd289e77-9e27-4cbb-93d5-212b02014cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:42.597897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-bd289e77-9e27-4cbb-93d5-212b02014cb9 None None] Port 7448fd64-b941-416f-97ad-c962b025e929 cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:22:42.790192 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7448fd64-b941-416f-97ad-c962b025e929 {{(pid=102342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:22:42.797181 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:42.809043 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.provisioning_blocks [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Transition to ACTIVE for port object 7448fd64-b941-416f-97ad-c962b025e929 will not be triggered until provisioned by entity L2. {{(pid=102342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:22:42.857891 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:42.909512 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Pushing event updated for resources: {'Port': ['ID=7448fd64-b941-416f-97ad-c962b025e929,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:42.979925 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Attempting to bind port 7448fd64-b941-416f-97ad-c962b025e929 on host n-h1-793621-34 for vnic_type normal with profile {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:22:42.980264 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Attempting to bind port 7448fd64-b941-416f-97ad-c962b025e929 by drivers openvswitch,hyperv on host n-h1-793621-34 at level 0 using segments [{'id': 'bfa515ba-ce46-4c2e-aef9-b6aed34ab119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7'}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:22:42.980597 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Attempting to bind port 7448fd64-b941-416f-97ad-c962b025e929 on network b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:22:42.985326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Port 7448fd64-b941-416f-97ad-c962b025e929 on network b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-34 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:22:42.985679 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Attempting to bind port 7448fd64-b941-416f-97ad-c962b025e929 on network b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:22:42.990670 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Checking agent: {'id': 'c01f2028-834d-412c-8821-66a599442adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:22:42.991017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Checking segment: {'id': 'bfa515ba-ce46-4c2e-aef9-b6aed34ab119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:22:42.991405 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Bound using segment: {'id': 'bfa515ba-ce46-4c2e-aef9-b6aed34ab119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7'} {{(pid=102342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:22:42.991867 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.managers [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Bound port: 7448fd64-b941-416f-97ad-c962b025e929, host: n-h1-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa515ba-ce46-4c2e-aef9-b6aed34ab119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7'}}] {{(pid=102342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:22:42.992229 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:43.063850 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] For port 7448fd64-b941-416f-97ad-c962b025e929, host n-h1-793621-34, cleared binding levels {{(pid=102342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:22:43.067268 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] For port 7448fd64-b941-416f-97ad-c962b025e929, host n-h1-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=7448fd64-b941-416f-97ad-c962b025e929,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:22:43.172283 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:43.237068 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:43.237799 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:43.239410 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] 10.222.0.48 "PUT /v2.0/ports/7448fd64-b941-416f-97ad-c962b025e929 HTTP/1.1" status: 200 len: 1093 time: 0.7722671 Aug 31 02:22:43.240040 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'tag': '7448fd64-b941-416f-97ad-c962b025e929'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:22:43.242450 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7e0435-d940-435e-a527-b37b493f68ac" -d '{"events": [{"name": "network-changed", "server_uuid": "72537b89-ea70-4e1c-ac74-86e6944bdf58", "tag": "7448fd64-b941-416f-97ad-c962b025e929"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:22:43.270854 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762799cd-ff28-4e74-af61-6d7922cebe7c service neutron] Pushing event updated for resources: {'Port': ['ID=7448fd64-b941-416f-97ad-c962b025e929,revision_number=3']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:43.283136 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550c170-f7c2-4c8f-8465-5139d8081980 req-8e82dd01-dfff-4c2c-8e4d-5b73341c07f9 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:43.284717 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d550c170-f7c2-4c8f-8465-5139d8081980 req-8e82dd01-dfff-4c2c-8e4d-5b73341c07f9 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 944 time: 0.1100988 Aug 31 02:22:43.288622 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbba3f6-8632-4db3-8b49-a53ca9e4d606 x-openstack-request-id: req-9cbba3f6-8632-4db3-8b49-a53ca9e4d606 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:22:43.288946 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72537b89-ea70-4e1c-ac74-86e6944bdf58", "tag": "7448fd64-b941-416f-97ad-c962b025e929", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:22:43.289180 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9cbba3f6-8632-4db3-8b49-a53ca9e4d606 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:22:43.289642 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'tag': '7448fd64-b941-416f-97ad-c962b025e929', 'status': 'completed', 'code': 200} Aug 31 02:22:43.360225 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d550c170-f7c2-4c8f-8465-5139d8081980 req-f4fac9d5-2b7e-46c9-b798-9bc07fa68d2f tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672665 Aug 31 02:22:43.372343 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e0435-d940-435e-a527-b37b493f68ac req-094c6f29-30cb-4a75-bfc9-2d35388cfb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:43.373996 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea7e0435-d940-435e-a527-b37b493f68ac req-094c6f29-30cb-4a75-bfc9-2d35388cfb5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e2aed3cba7a140c98eae561e73d72c52&device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 1096 time: 0.0626602 Aug 31 02:22:43.479300 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e0435-d940-435e-a527-b37b493f68ac req-934ccaeb-82a6-406b-9a7b-b9c0f4455169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:43.480786 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea7e0435-d940-435e-a527-b37b493f68ac req-934ccaeb-82a6-406b-9a7b-b9c0f4455169 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e2aed3cba7a140c98eae561e73d72c52&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0989697 Aug 31 02:22:43.581702 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e0435-d940-435e-a527-b37b493f68ac req-02793bee-9600-46ba-831f-1b5bfac3c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:43.583138 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea7e0435-d940-435e-a527-b37b493f68ac req-02793bee-9600-46ba-831f-1b5bfac3c4ee service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950320 Aug 31 02:22:43.662276 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab682815-5942-4087-9093-376efc33cac8 req-8833a01d-ce1d-431e-9ad7-a78dd391538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:43.663774 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-8833a01d-ce1d-431e-9ad7-a78dd391538b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e2aed3cba7a140c98eae561e73d72c52&device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 1096 time: 0.0423865 Aug 31 02:22:43.705454 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-ae44bb42-04dc-42b4-9472-49e614066d8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7448fd64-b941-416f-97ad-c962b025e929 HTTP/1.1" status: 200 len: 217 time: 0.0336316 Aug 31 02:22:43.756353 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab682815-5942-4087-9093-376efc33cac8 req-cdb1a732-e4cd-4296-9817-18b464df7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:43.757909 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-cdb1a732-e4cd-4296-9817-18b464df7cbe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fc85cad0-7e8a-4165-91c0-a314fc9e8199 HTTP/1.1" status: 200 len: 848 time: 0.0452015 Aug 31 02:22:43.807483 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab682815-5942-4087-9093-376efc33cac8 req-801846a9-9e65-451a-aa85-f78c46b38228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:43.808974 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-801846a9-9e65-451a-aa85-f78c46b38228 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439849 Aug 31 02:22:43.900079 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-35bc30a2-0131-4b29-b03d-1dd45c14a80b service neutron] 10.222.0.48 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829206 Aug 31 02:22:43.991743 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ab682815-5942-4087-9093-376efc33cac8 req-9f27ef57-49a5-4d6c-bf34-79a55f1bfc2e service neutron] 10.222.0.48 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852182 Aug 31 02:22:44.479626 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d427c32-ba75-43d5-8fa9-0348c8b4c6fd req-ac71020c-f45d-41db-9ace-b04c35f609f9 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:44.481102 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7d427c32-ba75-43d5-8fa9-0348c8b4c6fd req-ac71020c-f45d-41db-9ace-b04c35f609f9 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 944 time: 0.0484481 Aug 31 02:22:44.519257 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-7d427c32-ba75-43d5-8fa9-0348c8b4c6fd req-56e0b225-b66b-47d5-8a79-54b561170734 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322227 Aug 31 02:22:45.634145 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2fea0-8f3c-449b-a57b-a816e0e82af7 req-6cbd3a4f-a430-4f97-8aee-a3b215e2524d tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:45.635555 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17c2fea0-8f3c-449b-a57b-a816e0e82af7 req-6cbd3a4f-a430-4f97-8aee-a3b215e2524d tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 944 time: 0.0500753 Aug 31 02:22:45.672281 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-17c2fea0-8f3c-449b-a57b-a816e0e82af7 req-79efcf72-6229-4add-8c42-991096b927e0 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307095 Aug 31 02:22:46.020588 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 7448fd64-b941-416f-97ad-c962b025e929 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:22:46.116060 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 7448fd64-b941-416f-97ad-c962b025e929, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=7448fd64-b941-416f-97ad-c962b025e929,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:22:46.128113 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '7448fd64-b941-416f-97ad-c962b025e929', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'port_id': '7448fd64-b941-416f-97ad-c962b025e929', 'mac_address': 'fa:16:3e:00:2b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:22:46.164044 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:46.176296 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7448fd64-b941-416f-97ad-c962b025e929 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:22:46.194986 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 7448fd64-b941-416f-97ad-c962b025e929, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=7448fd64-b941-416f-97ad-c962b025e929,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:22:46.281524 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:46.327942 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=7448fd64-b941-416f-97ad-c962b025e929,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:46.518894 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['7448fd64-b941-416f-97ad-c962b025e929'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:22:46.789836 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5c450-ba39-47b1-a6f2-7b85c3e80cb1 req-4e18c53a-5950-401e-8d6a-0dbf1895dfd5 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:46.791347 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4dc5c450-ba39-47b1-a6f2-7b85c3e80cb1 req-4e18c53a-5950-401e-8d6a-0dbf1895dfd5 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 945 time: 0.0537570 Aug 31 02:22:46.828608 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-4dc5c450-ba39-47b1-a6f2-7b85c3e80cb1 req-2818ad5c-6061-429a-84c7-e6c8a11945d4 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313494 Aug 31 02:22:47.942506 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613c9be-ec4b-4dab-97c7-522d8c9d1524 req-b62c501f-5d4d-46d1-a6b6-9e640b9ee0d7 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:47.943995 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4613c9be-ec4b-4dab-97c7-522d8c9d1524 req-b62c501f-5d4d-46d1-a6b6-9e640b9ee0d7 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 945 time: 0.0482302 Aug 31 02:22:47.984397 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4613c9be-ec4b-4dab-97c7-522d8c9d1524 req-26506db5-a4c3-4476-856b-e220b06e80f5 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337183 Aug 31 02:22:48.044698 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 7448fd64-b941-416f-97ad-c962b025e929 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:22:48.150026 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning for port 7448fd64-b941-416f-97ad-c962b025e929 completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:22:48.153909 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 7448fd64-b941-416f-97ad-c962b025e929 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:22:48.154279 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:48.234312 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:48.257035 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7448fd64-b941-416f-97ad-c962b025e929'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:22:48.259408 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed435334-1f01-4c2e-b081-2bfecd191991" -d '{"events": [{"server_uuid": "72537b89-ea70-4e1c-ac74-86e6944bdf58", "name": "network-vif-plugged", "status": "completed", "tag": "7448fd64-b941-416f-97ad-c962b025e929"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:22:48.272868 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 7448fd64-b941-416f-97ad-c962b025e929, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=7448fd64-b941-416f-97ad-c962b025e929,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:22:48.321019 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:48.359765 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e059300-225b-432d-bff3-7638a1d8d99e x-openstack-request-id: req-1e059300-225b-432d-bff3-7638a1d8d99e {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:22:48.360059 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72537b89-ea70-4e1c-ac74-86e6944bdf58", "name": "network-vif-plugged", "status": "completed", "tag": "7448fd64-b941-416f-97ad-c962b025e929", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:22:48.360314 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e059300-225b-432d-bff3-7638a1d8d99e {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:22:48.360731 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7448fd64-b941-416f-97ad-c962b025e929', 'code': 200} Aug 31 02:22:48.376011 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=7448fd64-b941-416f-97ad-c962b025e929,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:48.463492 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656539c2-8cac-4f81-8529-d6ccc081543c req-0e364349-976d-42cd-8c09-060d4a463d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:48.465022 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-656539c2-8cac-4f81-8529-d6ccc081543c req-0e364349-976d-42cd-8c09-060d4a463d56 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 1098 time: 0.0448971 Aug 31 02:22:48.501273 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-656539c2-8cac-4f81-8529-d6ccc081543c req-9b7c879e-ec9d-498d-9c8c-cba0aea1c945 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279899 Aug 31 02:22:49.099319 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbd30f-ea28-4c4d-8733-4dfe229a83c5 req-4cedb384-eb5a-4af6-bfc1-c317e140c53b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:49.100793 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ecbd30f-ea28-4c4d-8733-4dfe229a83c5 req-4cedb384-eb5a-4af6-bfc1-c317e140c53b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 946 time: 0.0494459 Aug 31 02:22:49.139128 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8ecbd30f-ea28-4c4d-8733-4dfe229a83c5 req-d8fad335-b424-4ca3-988c-c8198964b521 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324316 Aug 31 02:22:50.254660 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e671174-251c-4068-91c9-5444f19b2945 req-4a7d4f54-d321-4d2a-854a-7c5e3fffda9c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:50.256152 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9e671174-251c-4068-91c9-5444f19b2945 req-4a7d4f54-d321-4d2a-854a-7c5e3fffda9c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 946 time: 0.0489051 Aug 31 02:22:50.295868 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9e671174-251c-4068-91c9-5444f19b2945 req-de7aca86-bc59-4bb4-9a11-bcb249de223d tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316067 Aug 31 02:22:50.409059 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355645f6-eaf4-4d5b-b293-b4c4f1efa651 req-8ad1f1e3-e0ce-4258-9f13-3f0695ae179e tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:50.410516 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-355645f6-eaf4-4d5b-b293-b4c4f1efa651 req-8ad1f1e3-e0ce-4258-9f13-3f0695ae179e tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 946 time: 0.0498285 Aug 31 02:22:50.447832 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-355645f6-eaf4-4d5b-b293-b4c4f1efa651 req-72fe0ed5-b37e-450d-bb88-b88d16332f93 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314310 Aug 31 02:22:50.469265 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44974) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:50.572777 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17a59a9-5b4f-4140-9d70-2f89a4ed6967 tempest-TestSnapshotPattern-1844688792 tempest-TestSnapshotPattern-1844688792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:50.574370 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-c17a59a9-5b4f-4140-9d70-2f89a4ed6967 tempest-TestSnapshotPattern-1844688792 tempest-TestSnapshotPattern-1844688792-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 1093 time: 0.1041119 Aug 31 02:22:50.577249 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 44978) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:50.581707 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.v2.base [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': '7448fd64-b941-416f-97ad-c962b025e929', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:22:50.692275 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for floatingip, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:50.785356 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:50.891836 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.db_base_plugin_common [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Allocated IP 172.25.2.24 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/8d84e5eb-f662-4bb5-9e74-cf9e88306df6) {{(pid=102342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:22:50.994723 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for port, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:51.104658 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:51.149350 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:22:51.158907 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.base_scheduler [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Resources bound (agent type, host, resource id): {{(pid=102342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:22:51.163227 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Received port after_create {{(pid=102342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:22:51.171362 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ebf80ad-8e38-47ba-9208-0846fbff2478 req-1b551bb9-48c6-4b1d-86b7-c6156e52953d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0980303 Aug 31 02:22:51.190079 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Pushing event updated for resources: {'Port': ['ID=8d84e5eb-f662-4bb5-9e74-cf9e88306df6,revision_number=1']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:51.316593 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf80ad-8e38-47ba-9208-0846fbff2478 req-e9454b77-ebef-454e-82d9-cd2a85ed9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:51.318035 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ebf80ad-8e38-47ba-9208-0846fbff2478 req-e9454b77-ebef-454e-82d9-cd2a85ed9321 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e2aed3cba7a140c98eae561e73d72c52&device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 1098 time: 0.0873132 Aug 31 02:22:51.488311 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf80ad-8e38-47ba-9208-0846fbff2478 req-f5eb7b96-9339-4c54-864a-fdd6c9b2a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:51.489821 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ebf80ad-8e38-47ba-9208-0846fbff2478 req-f5eb7b96-9339-4c54-864a-fdd6c9b2a9fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 HTTP/1.1" status: 200 len: 910 time: 0.1418195 Aug 31 02:22:51.553418 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ebf80ad-8e38-47ba-9208-0846fbff2478 req-de1eda44-3ad7-4d08-9282-b543b884e6ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7448fd64-b941-416f-97ad-c962b025e929 HTTP/1.1" status: 200 len: 217 time: 0.0393536 Aug 31 02:22:51.674134 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf80ad-8e38-47ba-9208-0846fbff2478 req-85a781a7-89e7-4917-a24f-b589f5efa7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:51.675557 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ebf80ad-8e38-47ba-9208-0846fbff2478 req-85a781a7-89e7-4917-a24f-b589f5efa7f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fc85cad0-7e8a-4165-91c0-a314fc9e8199 HTTP/1.1" status: 200 len: 848 time: 0.1138351 Aug 31 02:22:51.727659 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:51.765737 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf80ad-8e38-47ba-9208-0846fbff2478 req-5de5325f-55ba-4b4f-8028-a5327579174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:51.767235 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ebf80ad-8e38-47ba-9208-0846fbff2478 req-5de5325f-55ba-4b4f-8028-a5327579174a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812533 Aug 31 02:22:51.878029 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:51.904307 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ebf80ad-8e38-47ba-9208-0846fbff2478 req-e0b67823-3f12-41ee-9308-6bac09aba9f6 service neutron] 10.222.0.48 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277933 Aug 31 02:22:52.062814 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4ebf80ad-8e38-47ba-9208-0846fbff2478 req-e3fec4bd-cfe3-4691-b3ae-7ba3a4aa7df4 service neutron] 10.222.0.48 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491017 Aug 31 02:22:52.109809 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for port, precommit_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:52.188842 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11895751'] for port, after_update {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:52.256349 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Pushing event updated for resources: {'Port': ['ID=8d84e5eb-f662-4bb5-9e74-cf9e88306df6,revision_number=2']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:22:52.268224 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:52.368381 n-d-793621-34 neutron-server[102342]: INFO neutron.db.l3_db [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Floating IP 14ff545d-241d-4ddc-bca0-49cfd90a0912 associated. External IP: 172.25.2.24, port: 7448fd64-b941-416f-97ad-c962b025e929. Aug 31 02:22:52.573818 n-d-793621-34 neutron-server[102342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:22:52.685980 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:22:52.696608 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe209c10-bde3-4842-981e-bbf2433dd03b None None] Sync routers for ids ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:22:52.706487 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe209c10-bde3-4842-981e-bbf2433dd03b None None] Routers {'6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:22:52.714069 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fe209c10-bde3-4842-981e-bbf2433dd03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:22:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:52.761246 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:52.788219 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-4d55d907-f2bb-49bd-8f33-9b5be2f10610 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2098510 Aug 31 02:22:52.788822 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'tag': '7448fd64-b941-416f-97ad-c962b025e929'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:22:52.791706 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ed21ed-aa9c-4f38-ba55-8074e8339e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "72537b89-ea70-4e1c-ac74-86e6944bdf58", "tag": "7448fd64-b941-416f-97ad-c962b025e929"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:22:52.815906 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-fe209c10-bde3-4842-981e-bbf2433dd03b None None] Set router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:22:52.829357 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f08a11-5160-49f5-99c8-b22c30b510eb x-openstack-request-id: req-f6f08a11-5160-49f5-99c8-b22c30b510eb {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:22:52.829679 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72537b89-ea70-4e1c-ac74-86e6944bdf58", "tag": "7448fd64-b941-416f-97ad-c962b025e929", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:22:52.829941 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6f08a11-5160-49f5-99c8-b22c30b510eb {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:22:52.830358 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'tag': '7448fd64-b941-416f-97ad-c962b025e929', 'status': 'completed', 'code': 200} Aug 31 02:22:52.898074 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed21ed-aa9c-4f38-ba55-8074e8339e3c req-e726c734-bd4f-4fdf-bbc8-f0cec2e465bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:52.899745 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41ed21ed-aa9c-4f38-ba55-8074e8339e3c req-e726c734-bd4f-4fdf-bbc8-f0cec2e465bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e2aed3cba7a140c98eae561e73d72c52&device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 1098 time: 0.0476871 Aug 31 02:22:52.991087 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed21ed-aa9c-4f38-ba55-8074e8339e3c req-91e2e856-a009-4f2b-a841-46be1e4fe9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:52.993181 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41ed21ed-aa9c-4f38-ba55-8074e8339e3c req-91e2e856-a009-4f2b-a841-46be1e4fe9b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 HTTP/1.1" status: 200 len: 910 time: 0.0870001 Aug 31 02:22:53.049718 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fe209c10-bde3-4842-981e-bbf2433dd03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:22:27Z', 'revision_number': 4, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port': {'id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:24Z', 'updated_at': '2021-08-31T02:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '14ff545d-241d-4ddc-bca0-49cfd90a0912', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'port_id': '7448fd64-b941-416f-97ad-c962b025e929', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'mac_address': 'fa:16:3e:00:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:22:51Z', 'updated_at': '2021-08-31T02:22:51Z', 'revision_number': 0, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15bee81f-7d2f-4294-b9d5-7b0fba8d36cb', 'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'mac_address': 'fa:16:3e:e5:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:26Z', 'updated_at': '2021-08-31T02:22:33Z', 'revision_number': 5, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'subnets': [{'id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:53.059200 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41ed21ed-aa9c-4f38-ba55-8074e8339e3c req-0b2b4bc8-d78d-4e98-9dec-3d3ac544c300 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7448fd64-b941-416f-97ad-c962b025e929 HTTP/1.1" status: 200 len: 999 time: 0.0595641 Aug 31 02:22:53.078215 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe209c10-bde3-4842-981e-bbf2433dd03b None None] Checking router: 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:22:53.086735 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe209c10-bde3-4842-981e-bbf2433dd03b None None] Routers {'6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:22:53.087700 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fe209c10-bde3-4842-981e-bbf2433dd03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:22:37Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:53.112506 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed21ed-aa9c-4f38-ba55-8074e8339e3c req-7e93c013-18d8-4199-a13f-a9728bc6c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:53.114351 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41ed21ed-aa9c-4f38-ba55-8074e8339e3c req-7e93c013-18d8-4199-a13f-a9728bc6c2eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fc85cad0-7e8a-4165-91c0-a314fc9e8199 HTTP/1.1" status: 200 len: 848 time: 0.0480912 Aug 31 02:22:53.161936 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed21ed-aa9c-4f38-ba55-8074e8339e3c req-6147cfec-9ff9-4d0e-a81e-d57566b0e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:53.163500 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41ed21ed-aa9c-4f38-ba55-8074e8339e3c req-6147cfec-9ff9-4d0e-a81e-d57566b0e1e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429199 Aug 31 02:22:53.214745 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-fe209c10-bde3-4842-981e-bbf2433dd03b None None] Set router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:22:53.255564 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41ed21ed-aa9c-4f38-ba55-8074e8339e3c req-597ab961-aafe-4c52-8632-27a2447a684f service neutron] 10.222.0.48 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843115 Aug 31 02:22:53.455056 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-fe209c10-bde3-4842-981e-bbf2433dd03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:22:27Z', 'revision_number': 4, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port': {'id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:24Z', 'updated_at': '2021-08-31T02:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '14ff545d-241d-4ddc-bca0-49cfd90a0912', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'port_id': '7448fd64-b941-416f-97ad-c962b025e929', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'mac_address': 'fa:16:3e:00:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:22:51Z', 'updated_at': '2021-08-31T02:22:51Z', 'revision_number': 0, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15bee81f-7d2f-4294-b9d5-7b0fba8d36cb', 'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'mac_address': 'fa:16:3e:e5:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:26Z', 'updated_at': '2021-08-31T02:22:33Z', 'revision_number': 5, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'subnets': [{'id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:22:53.482992 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe209c10-bde3-4842-981e-bbf2433dd03b None None] The sync data for ids ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'] in n-d-793621-34 is: [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:22:27Z', 'revision_number': 4, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port': {'id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:24Z', 'updated_at': '2021-08-31T02:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '14ff545d-241d-4ddc-bca0-49cfd90a0912', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'port_id': '7448fd64-b941-416f-97ad-c962b025e929', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'mac_address': 'fa:16:3e:00:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:22:51Z', 'updated_at': '2021-08-31T02:22:51Z', 'revision_number': 0, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15bee81f-7d2f-4294-b9d5-7b0fba8d36cb', 'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'mac_address': 'fa:16:3e:e5:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:26Z', 'updated_at': '2021-08-31T02:22:33Z', 'revision_number': 5, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'subnets': [{'id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:22:53.663654 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-41ed21ed-aa9c-4f38-ba55-8074e8339e3c req-076aa370-b9df-437b-9091-6d4c3b5ba0f6 service neutron] 10.222.0.48 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009435 Aug 31 02:22:53.684745 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b45770-3093-4474-a29a-cae2b5abf22f None None] New status for floating IP 14ff545d-241d-4ddc-bca0-49cfd90a0912: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:22:57.867004 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:22:59.044439 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-2d76a6a1-b419-446b-9697-403827c85468 req-46d2cf9d-28be-46ee-b0fe-283155105624 service neutron] (102343) timed out ('10.222.0.16', 39186) {{(pid=102343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 02:23:04.349390 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e41ffce8-b161-4438-9aa4-b4a4a483965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:06.903795 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:07.077501 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0119ae6d-c5f9-4b77-9e5b-61b95fc05d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:08.075250 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:08.086443 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:08.870244 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:10.530894 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:34.366144 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-a59ba3b6-c1c5-4dce-89ed-d73f38c395bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:34.866898 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:23:36.897520 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:37.080191 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-37c903e2-2702-4c5b-ba5a-01432c9e24f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:38.067181 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:38.091817 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:38.872804 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:40.554643 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:50.328232 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ee82021b-2160-4367-8390-8b1239555f1b req-97a1cfc9-34cb-4309-8b7f-728010f47c13 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399678 Aug 31 02:23:50.410277 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82021b-2160-4367-8390-8b1239555f1b req-b5e5c53b-7ab9-499d-ae45-7fd23aa81a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:50.411709 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ee82021b-2160-4367-8390-8b1239555f1b req-b5e5c53b-7ab9-499d-ae45-7fd23aa81a10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e2aed3cba7a140c98eae561e73d72c52&device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 1098 time: 0.0403228 Aug 31 02:23:50.516238 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82021b-2160-4367-8390-8b1239555f1b req-d696cbbe-0292-4928-8f20-fa6a2ada1ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:50.517725 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ee82021b-2160-4367-8390-8b1239555f1b req-d696cbbe-0292-4928-8f20-fa6a2ada1ad4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 HTTP/1.1" status: 200 len: 910 time: 0.0869229 Aug 31 02:23:50.582219 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ee82021b-2160-4367-8390-8b1239555f1b req-797d37aa-657b-4060-aaef-aa6b57c4a996 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7448fd64-b941-416f-97ad-c962b025e929 HTTP/1.1" status: 200 len: 1001 time: 0.0575445 Aug 31 02:23:50.634740 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82021b-2160-4367-8390-8b1239555f1b req-7f448b5f-ed89-495c-b4f6-5c95dd9fc9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:50.636185 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ee82021b-2160-4367-8390-8b1239555f1b req-7f448b5f-ed89-495c-b4f6-5c95dd9fc9c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fc85cad0-7e8a-4165-91c0-a314fc9e8199 HTTP/1.1" status: 200 len: 848 time: 0.0471380 Aug 31 02:23:50.681783 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82021b-2160-4367-8390-8b1239555f1b req-c6aebe1f-caf9-45d5-957f-7d0c2c0c2fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:50.683195 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ee82021b-2160-4367-8390-8b1239555f1b req-c6aebe1f-caf9-45d5-957f-7d0c2c0c2fe7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398908 Aug 31 02:23:50.770884 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ee82021b-2160-4367-8390-8b1239555f1b req-76046da0-51af-47ee-96bc-a60f1c0f1c1d service neutron] 10.222.0.48 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799856 Aug 31 02:23:50.864205 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ee82021b-2160-4367-8390-8b1239555f1b req-dc990dc2-2643-43cd-ab1e-70541282595b service neutron] 10.222.0.48 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859900 Aug 31 02:24:04.371784 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d865fc41-45dc-4981-a8cb-27d72b5ed481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:06.908354 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:07.085415 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-55806c51-f0d5-41dc-9ff7-57c123923e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:08.037691 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:08.111998 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:08.868221 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:10.560273 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:11.865869 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:24:34.330572 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1bef8d94-4942-4552-bb77-7891e7704504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:36.913949 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:37.087685 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bf07732d-522c-4471-ac64-529ee10e4ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:38.050993 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:38.096851 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:38.876257 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:40.550521 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:48.867610 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:24:50.401758 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65a64a-f56c-4157-9e69-3be43a638127 req-4340cef4-03b7-4fda-820a-05e9c12103a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:24:50.403220 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3d65a64a-f56c-4157-9e69-3be43a638127 req-4340cef4-03b7-4fda-820a-05e9c12103a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e2aed3cba7a140c98eae561e73d72c52&device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 1098 time: 0.0849221 Aug 31 02:24:50.509135 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65a64a-f56c-4157-9e69-3be43a638127 req-7b1549aa-ab7b-4da1-8d30-be8318eea29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:24:50.510627 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3d65a64a-f56c-4157-9e69-3be43a638127 req-7b1549aa-ab7b-4da1-8d30-be8318eea29c service neutron] 10.222.0.48 "GET /v2.0/networks?id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 HTTP/1.1" status: 200 len: 910 time: 0.0864606 Aug 31 02:24:50.546458 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 7448fd64-b941-416f-97ad-c962b025e929 details requested by agent hyperv_n-h1-793621-34 with host n-h1-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:24:50.582536 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3d65a64a-f56c-4157-9e69-3be43a638127 req-efc55ce1-c8a4-4766-9351-c2254b9a8255 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7448fd64-b941-416f-97ad-c962b025e929 HTTP/1.1" status: 200 len: 1001 time: 0.0624287 Aug 31 02:24:50.634120 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65a64a-f56c-4157-9e69-3be43a638127 req-49b05290-d767-467f-abd9-08250a039117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:24:50.635610 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3d65a64a-f56c-4157-9e69-3be43a638127 req-49b05290-d767-467f-abd9-08250a039117 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fc85cad0-7e8a-4165-91c0-a314fc9e8199 HTTP/1.1" status: 200 len: 848 time: 0.0453351 Aug 31 02:24:50.644255 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 7448fd64-b941-416f-97ad-c962b025e929, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=7448fd64-b941-416f-97ad-c962b025e929,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:24:50.656834 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Returning: {'device': '7448fd64-b941-416f-97ad-c962b025e929', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'port_id': '7448fd64-b941-416f-97ad-c962b025e929', 'mac_address': 'fa:16:3e:00:2b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:24:50.687253 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65a64a-f56c-4157-9e69-3be43a638127 req-7d952484-d7f5-4ebc-b4b2-17361ae1f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:24:50.688801 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3d65a64a-f56c-4157-9e69-3be43a638127 req-7d952484-d7f5-4ebc-b4b2-17361ae1f533 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455236 Aug 31 02:24:50.694768 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:50.708205 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7448fd64-b941-416f-97ad-c962b025e929 {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:24:50.727940 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 7448fd64-b941-416f-97ad-c962b025e929, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=7448fd64-b941-416f-97ad-c962b025e929,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:24:50.779677 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3d65a64a-f56c-4157-9e69-3be43a638127 req-23579481-239d-4c6e-80dd-8c45d214108a service neutron] 10.222.0.48 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829699 Aug 31 02:24:50.810997 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:50.865737 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=7448fd64-b941-416f-97ad-c962b025e929,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:24:50.873081 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:24:50.873449 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:24:50.873798 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:24:50.874135 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:24:50.874469 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:24:50.875057 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:24:50.875385 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:24:50.875708 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:24:50.876033 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:24:50.876389 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:24:50.876714 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:24:50.877139 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:24:50.879212 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3d65a64a-f56c-4157-9e69-3be43a638127 req-39385543-6199-4811-9d30-2697c41a0ad5 service neutron] 10.222.0.48 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918944 Aug 31 02:24:50.893898 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] get_ports_and_sgs() called for port_ids ['7448fd64-b941-416f-97ad-c962b025e929'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:24:52.547756 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 7448fd64-b941-416f-97ad-c962b025e929 up at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:24:52.600311 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Provisioning complete for port 7448fd64-b941-416f-97ad-c962b025e929 triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:24:52.600687 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:52.695907 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:52.719477 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7448fd64-b941-416f-97ad-c962b025e929'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:24:52.721755 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f18ccd-3e8d-4a90-a7a0-0ed31b000671" -d '{"events": [{"server_uuid": "72537b89-ea70-4e1c-ac74-86e6944bdf58", "name": "network-vif-plugged", "status": "completed", "tag": "7448fd64-b941-416f-97ad-c962b025e929"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:24:52.734500 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 7448fd64-b941-416f-97ad-c962b025e929, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=7448fd64-b941-416f-97ad-c962b025e929,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:24:52.784098 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ff0401-68d5-4877-a531-e6744a2fd6b0 x-openstack-request-id: req-51ff0401-68d5-4877-a531-e6744a2fd6b0 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:24:52.784423 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72537b89-ea70-4e1c-ac74-86e6944bdf58", "name": "network-vif-plugged", "status": "completed", "tag": "7448fd64-b941-416f-97ad-c962b025e929", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:24:52.784702 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51ff0401-68d5-4877-a531-e6744a2fd6b0 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:24:52.785099 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7448fd64-b941-416f-97ad-c962b025e929', 'code': 200} Aug 31 02:24:52.819268 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:52.874415 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=7448fd64-b941-416f-97ad-c962b025e929,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:04.389911 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ba9593e9-eaa7-4973-8db7-fcb35e01b66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:04.589389 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-28313075-2d76-48ef-b554-a1ffca56304a tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-724554972&fields=id&tenant_id=e2aed3cba7a140c98eae561e73d72c52 HTTP/1.1" status: 200 len: 267 time: 0.0346136 Aug 31 02:25:04.695017 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-bf09fd28-3e7a-4c7c-af81-22a7a52b4d5a tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:04.696472 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-bf09fd28-3e7a-4c7c-af81-22a7a52b4d5a tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/networks?id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 HTTP/1.1" status: 200 len: 809 time: 0.0995069 Aug 31 02:25:04.711683 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-dd8d95d5-1e06-4f55-9970-ca9c682b3b04 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/quotas/e2aed3cba7a140c98eae561e73d72c52 HTTP/1.1" status: 200 len: 375 time: 0.0095329 Aug 31 02:25:04.767133 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-232a9bcb-81a0-4d3b-90dd-986daf74a578 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2aed3cba7a140c98eae561e73d72c52&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0501502 Aug 31 02:25:04.825190 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-aef630de-b4d6-42e7-bfd4-ed60f9db47cb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:25:04.826230 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-aef630de-b4d6-42e7-bfd4-ed60f9db47cb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471749 Aug 31 02:25:04.918343 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-4cef34e2-0fc6-4e8e-b2e7-f597acf1d816 service neutron] 10.222.0.16 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851429 Aug 31 02:25:05.008153 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-79d2aadf-beeb-4364-ac0d-2bdb75a1b462 service neutron] 10.222.0.16 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833495 Aug 31 02:25:05.300260 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-f79fcdae-d3d2-4e00-a7db-b826ad96994b req-c0e207d8-5f5f-4552-9a46-eb3dcb0c71b4 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 210 time: 0.0282199 Aug 31 02:25:06.400668 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-082e9699-ccc9-421d-bac7-23626d523f69 req-37db87fc-7513-4643-853f-5608956fd938 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 210 time: 0.0325210 Aug 31 02:25:06.932903 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:07.127295 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ab60d7c3-12c5-488c-a339-46b5c09a41a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:07.231475 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-3dbb9b62-21d9-490d-9141-00759be6fe7e tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:07.232884 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-3dbb9b62-21d9-490d-9141-00759be6fe7e tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.41 "GET /v2.0/networks?id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 HTTP/1.1" status: 200 len: 809 time: 0.1142917 Aug 31 02:25:07.287496 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-35fca87a-4656-4355-abba-0e4a8c2b4598 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2aed3cba7a140c98eae561e73d72c52 HTTP/1.1" status: 200 len: 379 time: 0.0447588 Aug 31 02:25:07.296658 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Request body: {'port': {'device_id': 'b414d2e2-1b24-453c-9be6-7f79e0a87574', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'admin_state_up': True, 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'security_groups': ['92ab3ae0-7953-42ed-b600-fa8000bfc8aa']}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:25:07.485527 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Made reservation on behalf of e2aed3cba7a140c98eae561e73d72c52 for: {'port': 1} {{(pid=102343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:25:07.488749 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:07.515151 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c169021c-2f5a-4eaa-a042-b912a98e8d6b req-2586c493-dba5-4583-ab27-aa6e9c45ce56 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 210 time: 0.0402260 Aug 31 02:25:07.638155 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Allocated IP 172.20.0.9 (b87b80a1-94c9-407f-9a8d-be2bcfa1cba7/fc85cad0-7e8a-4165-91c0-a314fc9e8199/460d77e8-4662-46cd-807c-e224d6c5f85b) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:25:07.785237 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:07.801092 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Transition to ACTIVE for port object 460d77e8-4662-46cd-807c-e224d6c5f85b will not be triggered until provisioned by entity DHCP. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:25:07.895721 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:07.983542 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Network b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:25:07.991152 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:25:07.991313 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:25:08.029505 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Pushing event updated for resources: {'Port': ['ID=460d77e8-4662-46cd-807c-e224d6c5f85b,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:08.041062 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:08.041425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:08.041761 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:08.042098 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:08.042428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:08.042770 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:08.043078 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:08.043402 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:08.043725 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:08.044047 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:08.044373 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:08.044691 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:08.081903 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:08.089461 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:08.090677 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:08.110219 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:08.185986 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-357fcbd7-6835-4084-98da-fba5b34c4d08 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8928502 Aug 31 02:25:08.355603 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-398d12d8-fce9-473d-a3c5-58e357194180 None None] Provisioning for port 460d77e8-4662-46cd-807c-e224d6c5f85b completed by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:25:08.360642 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-398d12d8-fce9-473d-a3c5-58e357194180 None None] Provisioning complete for port 460d77e8-4662-46cd-807c-e224d6c5f85b triggered by entity DHCP. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:08.362195 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-398d12d8-fce9-473d-a3c5-58e357194180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:08.399022 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-398d12d8-fce9-473d-a3c5-58e357194180 None None] Port 460d77e8-4662-46cd-807c-e224d6c5f85b cannot update to ACTIVE because it is not bound. {{(pid=102344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:25:08.626236 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 7448fd64-b941-416f-97ad-c962b025e929 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:25:08.661942 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc5d10-844d-451f-9cd7-29058d9645fd req-3f534661-80fc-4847-b3c7-dcdc406ed4a8 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:08.664113 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d2bc5d10-844d-451f-9cd7-29058d9645fd req-3f534661-80fc-4847-b3c7-dcdc406ed4a8 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 931 time: 0.0711169 Aug 31 02:25:08.703690 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d2bc5d10-844d-451f-9cd7-29058d9645fd req-223aa920-8dbf-4219-8301-0c35d8180352 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331216 Aug 31 02:25:08.733281 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:08.748339 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7448fd64-b941-416f-97ad-c962b025e929'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:25:08.751574 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f748c052-b328-4a28-8308-ff1825e4731a" -d '{"events": [{"server_uuid": "72537b89-ea70-4e1c-ac74-86e6944bdf58", "name": "network-vif-unplugged", "status": "completed", "tag": "7448fd64-b941-416f-97ad-c962b025e929"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:25:08.780500 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] For port 7448fd64-b941-416f-97ad-c962b025e929, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=7448fd64-b941-416f-97ad-c962b025e929,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:25:08.796524 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 02:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd36fcb-2984-4ea5-ac88-f7e357648c01 x-openstack-request-id: req-ddd36fcb-2984-4ea5-ac88-f7e357648c01 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:25:08.796817 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72537b89-ea70-4e1c-ac74-86e6944bdf58", "name": "network-vif-unplugged", "status": "completed", "tag": "7448fd64-b941-416f-97ad-c962b025e929", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:25:08.797074 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddd36fcb-2984-4ea5-ac88-f7e357648c01 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:25:08.797503 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7448fd64-b941-416f-97ad-c962b025e929', 'code': 200} Aug 31 02:25:08.858166 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:08.905055 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Pushing event updated for resources: {'Port': ['ID=7448fd64-b941-416f-97ad-c962b025e929,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:08.909247 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:09.851270 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623881a-bdaf-4a64-81dc-7dfec7d94e6a req-0342ce6c-f20f-4f84-b475-ab19efdf755f tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:09.853371 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a623881a-bdaf-4a64-81dc-7dfec7d94e6a req-0342ce6c-f20f-4f84-b475-ab19efdf755f tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 931 time: 0.0621037 Aug 31 02:25:09.909835 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a623881a-bdaf-4a64-81dc-7dfec7d94e6a req-18c62d76-a106-4493-8de1-5cc5af4f16ca tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474231 Aug 31 02:25:10.543799 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:11.058169 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012839ac-92f6-4d57-a2a6-31da7285c30c req-ebb807f0-1fce-4cd7-aa79-6e29f64e5817 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:11.059855 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-012839ac-92f6-4d57-a2a6-31da7285c30c req-ebb807f0-1fce-4cd7-aa79-6e29f64e5817 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 931 time: 0.0531607 Aug 31 02:25:11.098867 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-012839ac-92f6-4d57-a2a6-31da7285c30c req-2c695499-6c88-4d3a-9cf3-1595407b0f11 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332808 Aug 31 02:25:12.227478 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ebc1d-a317-4e24-8f72-51078e390df3 req-ab078b7a-78cd-4a2b-a825-cf4c0c0141b8 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:12.229003 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b67ebc1d-a317-4e24-8f72-51078e390df3 req-ab078b7a-78cd-4a2b-a825-cf4c0c0141b8 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 931 time: 0.0595288 Aug 31 02:25:12.267659 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-b67ebc1d-a317-4e24-8f72-51078e390df3 req-cdc79e8f-910c-4282-8f0a-12301f11ea10 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324752 Aug 31 02:25:13.395582 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbf0c5-28b7-4b5b-9cd4-180d4a35086f req-71a020bb-b989-4c1a-b16c-7f81b35ee899 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:13.397008 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8ccbf0c5-28b7-4b5b-9cd4-180d4a35086f req-71a020bb-b989-4c1a-b16c-7f81b35ee899 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 931 time: 0.0496294 Aug 31 02:25:13.435761 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-8ccbf0c5-28b7-4b5b-9cd4-180d4a35086f req-0ef7e7e6-9506-4b89-b09b-cd0581ff9ae8 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326581 Aug 31 02:25:14.575187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391c530-6027-4619-b817-a84b9d23dbe5 req-5d8a8d36-f885-4813-83dd-d31bc733b5a9 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:14.576786 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8391c530-6027-4619-b817-a84b9d23dbe5 req-5d8a8d36-f885-4813-83dd-d31bc733b5a9 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 931 time: 0.0513382 Aug 31 02:25:14.616743 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8391c530-6027-4619-b817-a84b9d23dbe5 req-7d561774-342d-484a-a5a6-a8ea4ff0786c tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334690 Aug 31 02:25:15.744738 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73728c9-a458-44f5-a872-2a3217e84b0d req-87fb332b-d3b9-4eaf-8d72-fb5949638698 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:15.746263 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a73728c9-a458-44f5-a872-2a3217e84b0d req-87fb332b-d3b9-4eaf-8d72-fb5949638698 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 931 time: 0.0563343 Aug 31 02:25:15.785643 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a73728c9-a458-44f5-a872-2a3217e84b0d req-8b6f9c78-1631-4d41-8681-3247d5ad5601 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324795 Aug 31 02:25:16.908714 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431c324-e16b-43bc-ab13-921c0cd845bc req-9f16d56e-b1ec-4ec7-909a-09d806732046 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:16.910261 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c431c324-e16b-43bc-ab13-921c0cd845bc req-9f16d56e-b1ec-4ec7-909a-09d806732046 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 931 time: 0.0503654 Aug 31 02:25:16.949366 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-c431c324-e16b-43bc-ab13-921c0cd845bc req-12b846e8-cfe5-42d6-8dd9-2ba6dd224721 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329854 Aug 31 02:25:18.076522 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8519ab-f959-4298-9aad-253f0e9956cb req-f7a85fce-e65d-4ffa-b4cd-1248c4b7636e tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:18.078022 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3d8519ab-f959-4298-9aad-253f0e9956cb req-f7a85fce-e65d-4ffa-b4cd-1248c4b7636e tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 931 time: 0.0506802 Aug 31 02:25:18.116015 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-3d8519ab-f959-4298-9aad-253f0e9956cb req-787335bb-5eb4-4dce-a17f-eacf6a415419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313752 Aug 31 02:25:19.117359 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-353d19d2-fc4a-4da0-aeed-1a9299aed066 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:25:19.118410 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-353d19d2-fc4a-4da0-aeed-1a9299aed066 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060487 Aug 31 02:25:19.174446 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Request body: {'port': {'device_id': 'b414d2e2-1b24-453c-9be6-7f79e0a87574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-34'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:25:19.229665 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:19.240384 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88b595-a3c6-4182-a334-f4ec2f80914a req-9ae0d05b-3213-4232-81f4-164e5ce05e94 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:19.241925 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d88b595-a3c6-4182-a334-f4ec2f80914a req-9ae0d05b-3213-4232-81f4-164e5ce05e94 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 931 time: 0.0547545 Aug 31 02:25:19.280017 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-8d88b595-a3c6-4182-a334-f4ec2f80914a req-2e9ecc96-6a84-46e6-8503-50f297181bc0 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319655 Aug 31 02:25:19.494420 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460d77e8-4662-46cd-807c-e224d6c5f85b {{(pid=102343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:25:19.502074 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:19.513712 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.provisioning_blocks [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Transition to ACTIVE for port object 460d77e8-4662-46cd-807c-e224d6c5f85b will not be triggered until provisioned by entity L2. {{(pid=102343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:25:19.572550 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:19.626157 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Pushing event updated for resources: {'Port': ['ID=460d77e8-4662-46cd-807c-e224d6c5f85b,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:19.696189 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Attempting to bind port 460d77e8-4662-46cd-807c-e224d6c5f85b on host n-h2-793621-34 for vnic_type normal with profile {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:25:19.696510 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Attempting to bind port 460d77e8-4662-46cd-807c-e224d6c5f85b by drivers openvswitch,hyperv on host n-h2-793621-34 at level 0 using segments [{'id': 'bfa515ba-ce46-4c2e-aef9-b6aed34ab119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7'}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:25:19.696839 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Attempting to bind port 460d77e8-4662-46cd-807c-e224d6c5f85b on network b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:25:19.701653 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Port 460d77e8-4662-46cd-807c-e224d6c5f85b on network b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-34 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:25:19.702007 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Attempting to bind port 460d77e8-4662-46cd-807c-e224d6c5f85b on network b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:25:19.707040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Checking agent: {'id': 'd324c3b4-7931-44ed-98bd-c2da6a948d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'started_at': datetime.datetime(2021, 8, 31, 0, 43, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:25:19.707428 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Checking segment: {'id': 'bfa515ba-ce46-4c2e-aef9-b6aed34ab119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:25:19.707749 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Bound using segment: {'id': 'bfa515ba-ce46-4c2e-aef9-b6aed34ab119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7'} {{(pid=102343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:25:19.708180 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.managers [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Bound port: 460d77e8-4662-46cd-807c-e224d6c5f85b, host: n-h2-793621-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa515ba-ce46-4c2e-aef9-b6aed34ab119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7'}}] {{(pid=102343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:25:19.708534 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:19.778825 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] For port 460d77e8-4662-46cd-807c-e224d6c5f85b, host n-h2-793621-34, cleared binding levels {{(pid=102343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:25:19.782586 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] For port 460d77e8-4662-46cd-807c-e224d6c5f85b, host n-h2-793621-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=460d77e8-4662-46cd-807c-e224d6c5f85b,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:25:19.864379 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:19.899862 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:19.900596 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:19.902022 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] 10.222.0.41 "PUT /v2.0/ports/460d77e8-4662-46cd-807c-e224d6c5f85b HTTP/1.1" status: 200 len: 1092 time: 0.7758758 Aug 31 02:25:19.902465 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b414d2e2-1b24-453c-9be6-7f79e0a87574', 'tag': '460d77e8-4662-46cd-807c-e224d6c5f85b'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:25:19.904812 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9165c88c-71e0-487e-b5c1-4b6c7bbfe287" -d '{"events": [{"name": "network-changed", "server_uuid": "b414d2e2-1b24-453c-9be6-7f79e0a87574", "tag": "460d77e8-4662-46cd-807c-e224d6c5f85b"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:25:19.929838 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a8e91-dc97-4baf-8bb6-155a11cc57cc service neutron] Pushing event updated for resources: {'Port': ['ID=460d77e8-4662-46cd-807c-e224d6c5f85b,revision_number=3']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:19.954197 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2953f6ec-f27f-4d7f-abfa-e73921d70627 x-openstack-request-id: req-2953f6ec-f27f-4d7f-abfa-e73921d70627 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:25:19.955042 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b414d2e2-1b24-453c-9be6-7f79e0a87574", "tag": "460d77e8-4662-46cd-807c-e224d6c5f85b", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:25:19.955300 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2953f6ec-f27f-4d7f-abfa-e73921d70627 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:25:19.955704 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b414d2e2-1b24-453c-9be6-7f79e0a87574', 'tag': '460d77e8-4662-46cd-807c-e224d6c5f85b', 'status': 'completed', 'code': 200} Aug 31 02:25:20.019921 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165c88c-71e0-487e-b5c1-4b6c7bbfe287 req-04963249-2d97-4a23-b16f-6856043d2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:20.021529 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9165c88c-71e0-487e-b5c1-4b6c7bbfe287 req-04963249-2d97-4a23-b16f-6856043d2f1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2aed3cba7a140c98eae561e73d72c52&device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 1095 time: 0.0436761 Aug 31 02:25:20.128438 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165c88c-71e0-487e-b5c1-4b6c7bbfe287 req-a7f8d3b8-074a-4235-be37-37fe33a11f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:20.129981 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9165c88c-71e0-487e-b5c1-4b6c7bbfe287 req-a7f8d3b8-074a-4235-be37-37fe33a11f07 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e2aed3cba7a140c98eae561e73d72c52&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1007764 Aug 31 02:25:20.223386 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165c88c-71e0-487e-b5c1-4b6c7bbfe287 req-bb200c2e-8ea1-4d16-bf0d-35652422bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:20.224785 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-9165c88c-71e0-487e-b5c1-4b6c7bbfe287 req-bb200c2e-8ea1-4d16-bf0d-35652422bf69 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883107 Aug 31 02:25:20.317309 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-e7cc907b-7cf4-4c36-b0b7-7931cff77a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:20.318860 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-e7cc907b-7cf4-4c36-b0b7-7931cff77a3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2aed3cba7a140c98eae561e73d72c52&device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 1095 time: 0.0466859 Aug 31 02:25:20.361024 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-0b5656d7-04a9-4a55-b72d-e009d7377444 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=460d77e8-4662-46cd-807c-e224d6c5f85b HTTP/1.1" status: 200 len: 217 time: 0.0343342 Aug 31 02:25:20.397492 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625d9f8-e7b3-4bcd-b5cb-bf3679528eec req-d26aa8ad-b56d-4ca0-946d-212eef27770e tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:20.398934 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5625d9f8-e7b3-4bcd-b5cb-bf3679528eec req-d26aa8ad-b56d-4ca0-946d-212eef27770e tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 943 time: 0.0505648 Aug 31 02:25:20.410633 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-2cd0344b-46ab-4879-9385-84a6eeb32aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:20.412102 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-2cd0344b-46ab-4879-9385-84a6eeb32aac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc85cad0-7e8a-4165-91c0-a314fc9e8199 HTTP/1.1" status: 200 len: 848 time: 0.0444663 Aug 31 02:25:20.437233 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-5625d9f8-e7b3-4bcd-b5cb-bf3679528eec req-5d9acd07-bd71-43d2-9418-f9bf004321b2 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320072 Aug 31 02:25:20.462740 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-035e6e23-b7c7-4a27-a459-43a80f98fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:20.464252 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-035e6e23-b7c7-4a27-a459-43a80f98fa02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451393 Aug 31 02:25:20.551491 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-4de0a59f-7735-4423-9f89-a1ee1d199c46 service neutron] 10.222.0.41 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801809 Aug 31 02:25:20.644097 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-fdab1821-f4f1-4f6e-80c1-7c5b1f3b48f7 req-801ae0a6-1849-4b41-b0e4-591768287d25 service neutron] 10.222.0.41 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858891 Aug 31 02:25:21.556384 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999da98d-ec31-48b0-8c7c-5ee46c0f7036 req-0da154a3-5634-4158-ae9b-d105710b70c9 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:21.557902 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-999da98d-ec31-48b0-8c7c-5ee46c0f7036 req-0da154a3-5634-4158-ae9b-d105710b70c9 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 943 time: 0.0498924 Aug 31 02:25:21.596735 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-999da98d-ec31-48b0-8c7c-5ee46c0f7036 req-17b82c5a-dd6c-41e4-8b2a-8b175d0c6f62 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329165 Aug 31 02:25:22.737776 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885eb43-3758-4522-8aa6-2eec81ec4e20 req-ec881aa0-3f43-4ed8-8e27-4b02e42c8f55 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:22.737776 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6885eb43-3758-4522-8aa6-2eec81ec4e20 req-ec881aa0-3f43-4ed8-8e27-4b02e42c8f55 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 943 time: 0.0635636 Aug 31 02:25:22.781005 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6885eb43-3758-4522-8aa6-2eec81ec4e20 req-1b1df5bd-f646-4abc-a82d-f0b64babd555 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391238 Aug 31 02:25:22.837636 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 460d77e8-4662-46cd-807c-e224d6c5f85b details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:25:22.931955 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 460d77e8-4662-46cd-807c-e224d6c5f85b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=460d77e8-4662-46cd-807c-e224d6c5f85b,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:25:23.106559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '460d77e8-4662-46cd-807c-e224d6c5f85b', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'port_id': '460d77e8-4662-46cd-807c-e224d6c5f85b', 'mac_address': 'fa:16:3e:99:15:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:25:23.143386 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:23.156025 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460d77e8-4662-46cd-807c-e224d6c5f85b {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:25:23.175028 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 460d77e8-4662-46cd-807c-e224d6c5f85b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=460d77e8-4662-46cd-807c-e224d6c5f85b,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:25:23.223376 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:23.270460 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=460d77e8-4662-46cd-807c-e224d6c5f85b,revision_number=4']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:23.455495 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['460d77e8-4662-46cd-807c-e224d6c5f85b'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:25:23.894620 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a20f36-3a48-42db-80f5-e1e468db1d18 req-b2e10e74-92ac-4d41-a9eb-a09c4a90b2a7 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:23.896095 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6a20f36-3a48-42db-80f5-e1e468db1d18 req-b2e10e74-92ac-4d41-a9eb-a09c4a90b2a7 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 944 time: 0.0491590 Aug 31 02:25:23.933189 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-a6a20f36-3a48-42db-80f5-e1e468db1d18 req-09e61560-66a8-4b5c-b7c2-da36306f0f80 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312483 Aug 31 02:25:24.837534 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 460d77e8-4662-46cd-807c-e224d6c5f85b up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:25:24.952816 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning for port 460d77e8-4662-46cd-807c-e224d6c5f85b completed by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:25:24.957317 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 460d77e8-4662-46cd-807c-e224d6c5f85b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:24.957723 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:25.035291 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:25.058821 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b414d2e2-1b24-453c-9be6-7f79e0a87574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460d77e8-4662-46cd-807c-e224d6c5f85b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:25:25.060596 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f9ddc-2904-4a99-a178-93a8d385661a req-03b7a70f-60a7-4aeb-a365-118959c0b6c3 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:25.061099 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f89f278-0a0a-4832-8c9b-602969f57f27" -d '{"events": [{"server_uuid": "b414d2e2-1b24-453c-9be6-7f79e0a87574", "name": "network-vif-plugged", "status": "completed", "tag": "460d77e8-4662-46cd-807c-e224d6c5f85b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:25:25.062569 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea1f9ddc-2904-4a99-a178-93a8d385661a req-03b7a70f-60a7-4aeb-a365-118959c0b6c3 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 944 time: 0.0611072 Aug 31 02:25:25.075068 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 460d77e8-4662-46cd-807c-e224d6c5f85b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=460d77e8-4662-46cd-807c-e224d6c5f85b,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:25:25.104362 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-ea1f9ddc-2904-4a99-a178-93a8d385661a req-a4ca91e4-a3af-46c5-ac5c-b290fd534a53 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345154 Aug 31 02:25:25.110983 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c59499a-f9b0-43ad-aec9-6df747a5ba24 x-openstack-request-id: req-2c59499a-f9b0-43ad-aec9-6df747a5ba24 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:25:25.111172 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b414d2e2-1b24-453c-9be6-7f79e0a87574", "name": "network-vif-plugged", "status": "completed", "tag": "460d77e8-4662-46cd-807c-e224d6c5f85b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:25:25.111421 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c59499a-f9b0-43ad-aec9-6df747a5ba24 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:25:25.111902 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b414d2e2-1b24-453c-9be6-7f79e0a87574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460d77e8-4662-46cd-807c-e224d6c5f85b', 'code': 200} Aug 31 02:25:25.147751 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:25.196990 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=460d77e8-4662-46cd-807c-e224d6c5f85b,revision_number=5']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:25.217970 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0013a6f-3f05-40d3-8bb0-5db2041edc5b req-e3c6afc5-af3e-4aea-86fc-7cfd635393b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:25.219466 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d0013a6f-3f05-40d3-8bb0-5db2041edc5b req-e3c6afc5-af3e-4aea-86fc-7cfd635393b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 1097 time: 0.0458395 Aug 31 02:25:25.255133 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d0013a6f-3f05-40d3-8bb0-5db2041edc5b req-6ba7150f-9497-4364-996f-8a6b13356a63 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284257 Aug 31 02:25:25.866600 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:25:26.230318 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7c792-28e1-4623-b1e5-25f0f30cca16 req-11e7e47b-6806-41e5-944e-5ba62eee409f tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:26.231787 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79d7c792-28e1-4623-b1e5-25f0f30cca16 req-11e7e47b-6806-41e5-944e-5ba62eee409f tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 945 time: 0.0505974 Aug 31 02:25:26.270759 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-79d7c792-28e1-4623-b1e5-25f0f30cca16 req-62be3134-d11b-4079-a2a5-02d321f22c2b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327642 Aug 31 02:25:27.391274 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20d1f3-3aeb-4e7d-a42d-3a6619350611 req-e4b7de3a-2aeb-4862-8c6d-f3c3cf5547f1 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:27.392700 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c20d1f3-3aeb-4e7d-a42d-3a6619350611 req-e4b7de3a-2aeb-4862-8c6d-f3c3cf5547f1 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 945 time: 0.0548005 Aug 31 02:25:27.439317 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-3c20d1f3-3aeb-4e7d-a42d-3a6619350611 req-c3e417dd-9a6b-496e-bf29-d09f57425dac tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398901 Aug 31 02:25:27.558627 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfdb23-8e14-49e6-a5b3-1c6dfdf2b51e req-8b005d79-36de-4055-b663-52e2002000a8 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:27.560108 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-02cfdb23-8e14-49e6-a5b3-1c6dfdf2b51e req-8b005d79-36de-4055-b663-52e2002000a8 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 945 time: 0.0486495 Aug 31 02:25:27.599494 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-02cfdb23-8e14-49e6-a5b3-1c6dfdf2b51e req-a5d7a6f6-4288-4467-aec3-5d13cfabcec1 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332744 Aug 31 02:25:27.620489 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45282) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:27.664448 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb79567-d483-4289-97ea-5db54cd73b2a tempest-TestSnapshotPattern-1844688792 tempest-TestSnapshotPattern-1844688792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:27.665910 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-dfb79567-d483-4289-97ea-5db54cd73b2a tempest-TestSnapshotPattern-1844688792 tempest-TestSnapshotPattern-1844688792-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 1092 time: 0.0444691 Aug 31 02:25:27.668717 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45284) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:27.673040 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.v2.base [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Request body: {'floatingip': {'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'port_id': '460d77e8-4662-46cd-807c-e224d6c5f85b', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:25:27.776043 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for floatingip, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:27.870825 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:27.977952 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_common [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Allocated IP 172.25.2.102 (00d754cd-c371-46d9-bc1b-91ad01bd2875/c7871cff-1e5c-406b-8a0d-8df1f165d821/488ba247-5e89-4527-a8bb-0320e30ef38a) {{(pid=102343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:25:28.078392 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for port, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:28.200981 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748208306225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:28.245052 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Network 00d754cd-c371-46d9-bc1b-91ad01bd2875 is already hosted by enough agents. {{(pid=102343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:25:28.248024 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.base_scheduler [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Resources bound (agent type, host, resource id): {{(pid=102343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:25:28.251913 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Received port after_create {{(pid=102343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:25:28.257867 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Pushing event updated for resources: {'Port': ['ID=488ba247-5e89-4527-a8bb-0320e30ef38a,revision_number=1']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:28.607011 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:28.734316 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:28.885630 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for port, precommit_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:28.960347 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11697395'] for port, after_update {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:29.026470 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Pushing event updated for resources: {'Port': ['ID=488ba247-5e89-4527-a8bb-0320e30ef38a,revision_number=2']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:29.039556 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451339'] for floatingip, after_create {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:29.144716 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Floating IP 492f613c-bbd2-43fd-8e25-00c8ecc88335 associated. External IP: 172.25.2.102, port: 460d77e8-4662-46cd-807c-e224d6c5f85b. Aug 31 02:25:29.359276 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:25:29.469089 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:25:29.480230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9c2d11-66df-4b5f-99da-fef8f3a5946f None None] Sync routers for ids ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:25:29.493525 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9c2d11-66df-4b5f-99da-fef8f3a5946f None None] Routers {'6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:25:29.494150 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ae9c2d11-66df-4b5f-99da-fef8f3a5946f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:25:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:29.543275 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:29.576692 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4482c35b-4c39-4897-89e5-2c6e6793d686 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9069445 Aug 31 02:25:29.577543 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b414d2e2-1b24-453c-9be6-7f79e0a87574', 'tag': '460d77e8-4662-46cd-807c-e224d6c5f85b'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:25:29.579880 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87466f50-ca91-4a74-9a78-ddcdfcacbdb9" -d '{"events": [{"name": "network-changed", "server_uuid": "b414d2e2-1b24-453c-9be6-7f79e0a87574", "tag": "460d77e8-4662-46cd-807c-e224d6c5f85b"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:25:29.603289 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-ae9c2d11-66df-4b5f-99da-fef8f3a5946f None None] Set router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:25:29.616898 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185ef593-d7af-489f-b61c-1a061611d3ff x-openstack-request-id: req-185ef593-d7af-489f-b61c-1a061611d3ff {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:25:29.617421 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b414d2e2-1b24-453c-9be6-7f79e0a87574", "tag": "460d77e8-4662-46cd-807c-e224d6c5f85b", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:25:29.617549 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-185ef593-d7af-489f-b61c-1a061611d3ff {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:25:29.618036 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b414d2e2-1b24-453c-9be6-7f79e0a87574', 'tag': '460d77e8-4662-46cd-807c-e224d6c5f85b', 'status': 'completed', 'code': 200} Aug 31 02:25:29.682643 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87466f50-ca91-4a74-9a78-ddcdfcacbdb9 req-26988f23-f079-4d9b-a353-3d109755b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:29.684265 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87466f50-ca91-4a74-9a78-ddcdfcacbdb9 req-26988f23-f079-4d9b-a353-3d109755b778 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2aed3cba7a140c98eae561e73d72c52&device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 1097 time: 0.0444226 Aug 31 02:25:29.781457 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87466f50-ca91-4a74-9a78-ddcdfcacbdb9 req-94329c80-b894-423e-bbd6-6b8adce51e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:29.782956 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87466f50-ca91-4a74-9a78-ddcdfcacbdb9 req-94329c80-b894-423e-bbd6-6b8adce51e8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 HTTP/1.1" status: 200 len: 910 time: 0.0919962 Aug 31 02:25:29.832516 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ae9c2d11-66df-4b5f-99da-fef8f3a5946f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:22:27Z', 'revision_number': 4, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port': {'id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:24Z', 'updated_at': '2021-08-31T02:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '14ff545d-241d-4ddc-bca0-49cfd90a0912', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'port_id': '7448fd64-b941-416f-97ad-c962b025e929', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'mac_address': 'fa:16:3e:00:2b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:22:51Z', 'updated_at': '2021-08-31T02:22:53Z', 'revision_number': 1, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'fixed_ip_address_scope': None}, {'id': '492f613c-bbd2-43fd-8e25-00c8ecc88335', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'floating_ip_address': '172.25.2.102', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'port_id': '460d77e8-4662-46cd-807c-e224d6c5f85b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'mac_address': 'fa:16:3e:99:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414d2e2-1b24-453c-9be6-7f79e0a87574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:25:28Z', 'updated_at': '2021-08-31T02:25:28Z', 'revision_number': 0, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15bee81f-7d2f-4294-b9d5-7b0fba8d36cb', 'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'mac_address': 'fa:16:3e:e5:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:26Z', 'updated_at': '2021-08-31T02:22:33Z', 'revision_number': 5, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'subnets': [{'id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:29.848627 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87466f50-ca91-4a74-9a78-ddcdfcacbdb9 req-8e78fc86-aead-4444-911e-8a5a8c987f5f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=460d77e8-4662-46cd-807c-e224d6c5f85b HTTP/1.1" status: 200 len: 999 time: 0.0580258 Aug 31 02:25:29.858230 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9c2d11-66df-4b5f-99da-fef8f3a5946f None None] Checking router: 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:25:29.867376 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9c2d11-66df-4b5f-99da-fef8f3a5946f None None] Routers {'6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:25:29.867979 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ae9c2d11-66df-4b5f-99da-fef8f3a5946f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:25:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:29.897753 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87466f50-ca91-4a74-9a78-ddcdfcacbdb9 req-3507868c-41bb-4698-8865-35556c9cd787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:29.899218 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87466f50-ca91-4a74-9a78-ddcdfcacbdb9 req-3507868c-41bb-4698-8865-35556c9cd787 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc85cad0-7e8a-4165-91c0-a314fc9e8199 HTTP/1.1" status: 200 len: 848 time: 0.0440304 Aug 31 02:25:29.949005 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87466f50-ca91-4a74-9a78-ddcdfcacbdb9 req-c09ae12b-2e2c-4727-b83b-95490ef35568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:29.950550 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87466f50-ca91-4a74-9a78-ddcdfcacbdb9 req-c09ae12b-2e2c-4727-b83b-95490ef35568 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444732 Aug 31 02:25:29.974091 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-ae9c2d11-66df-4b5f-99da-fef8f3a5946f None None] Set router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:25:30.041015 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87466f50-ca91-4a74-9a78-ddcdfcacbdb9 req-3bf06b8a-5e1f-4006-b500-52d173242c10 service neutron] 10.222.0.41 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824957 Aug 31 02:25:30.219675 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-ae9c2d11-66df-4b5f-99da-fef8f3a5946f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:22:27Z', 'revision_number': 4, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port': {'id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:24Z', 'updated_at': '2021-08-31T02:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '14ff545d-241d-4ddc-bca0-49cfd90a0912', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'port_id': '7448fd64-b941-416f-97ad-c962b025e929', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'mac_address': 'fa:16:3e:00:2b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:22:51Z', 'updated_at': '2021-08-31T02:22:53Z', 'revision_number': 1, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'fixed_ip_address_scope': None}, {'id': '492f613c-bbd2-43fd-8e25-00c8ecc88335', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'floating_ip_address': '172.25.2.102', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'port_id': '460d77e8-4662-46cd-807c-e224d6c5f85b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'mac_address': 'fa:16:3e:99:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414d2e2-1b24-453c-9be6-7f79e0a87574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:25:28Z', 'updated_at': '2021-08-31T02:25:28Z', 'revision_number': 0, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15bee81f-7d2f-4294-b9d5-7b0fba8d36cb', 'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'mac_address': 'fa:16:3e:e5:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:26Z', 'updated_at': '2021-08-31T02:22:33Z', 'revision_number': 5, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'subnets': [{'id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:30.247803 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9c2d11-66df-4b5f-99da-fef8f3a5946f None None] The sync data for ids ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'] in n-d-793621-34 is: [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:22:27Z', 'revision_number': 4, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port': {'id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:24Z', 'updated_at': '2021-08-31T02:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '14ff545d-241d-4ddc-bca0-49cfd90a0912', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'port_id': '7448fd64-b941-416f-97ad-c962b025e929', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'mac_address': 'fa:16:3e:00:2b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:22:51Z', 'updated_at': '2021-08-31T02:22:53Z', 'revision_number': 1, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'fixed_ip_address_scope': None}, {'id': '492f613c-bbd2-43fd-8e25-00c8ecc88335', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'floating_ip_address': '172.25.2.102', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'port_id': '460d77e8-4662-46cd-807c-e224d6c5f85b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'mac_address': 'fa:16:3e:99:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414d2e2-1b24-453c-9be6-7f79e0a87574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:25:28Z', 'updated_at': '2021-08-31T02:25:28Z', 'revision_number': 0, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15bee81f-7d2f-4294-b9d5-7b0fba8d36cb', 'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'mac_address': 'fa:16:3e:e5:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:26Z', 'updated_at': '2021-08-31T02:22:33Z', 'revision_number': 5, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'subnets': [{'id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:25:30.443938 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaf575b-f74e-4cd7-8508-616be7b5cf41 None None] New status for floating IP 492f613c-bbd2-43fd-8e25-00c8ecc88335: ACTIVE {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:25:30.461844 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-87466f50-ca91-4a74-9a78-ddcdfcacbdb9 req-55dfd324-1438-4b4e-8e96-22eb35f51382 service neutron] 10.222.0.41 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138248 Aug 31 02:25:34.381779 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-155d9c73-5b1d-4542-8c40-6bde2509af23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:36.923999 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:37.280345 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-3564f6b1-b3b1-4d3b-a57c-1a5107cc1cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:38.149431 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:38.217171 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:38.880374 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:40.569786 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:50.305917 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2d2d8fc-16ff-483e-ad5c-5e627a18590c req-33b91481-2a31-416b-9423-2852edb7057b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392985 Aug 31 02:25:50.393188 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2d8fc-16ff-483e-ad5c-5e627a18590c req-fcdc440b-06f5-4696-93d1-538ce7511cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:50.394754 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2d2d8fc-16ff-483e-ad5c-5e627a18590c req-fcdc440b-06f5-4696-93d1-538ce7511cd0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2aed3cba7a140c98eae561e73d72c52&device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 1097 time: 0.0411878 Aug 31 02:25:50.496950 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2d8fc-16ff-483e-ad5c-5e627a18590c req-11676607-a202-4051-9bfe-95ec0bf052d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:50.498714 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2d2d8fc-16ff-483e-ad5c-5e627a18590c req-11676607-a202-4051-9bfe-95ec0bf052d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 HTTP/1.1" status: 200 len: 910 time: 0.0853648 Aug 31 02:25:50.563282 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2d2d8fc-16ff-483e-ad5c-5e627a18590c req-172f2e76-da28-4af6-bb38-0fe09c48e579 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=460d77e8-4662-46cd-807c-e224d6c5f85b HTTP/1.1" status: 200 len: 1001 time: 0.0570128 Aug 31 02:25:50.612088 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2d8fc-16ff-483e-ad5c-5e627a18590c req-81f02b71-854d-4a0f-b349-5cfbd09a86a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:50.613565 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2d2d8fc-16ff-483e-ad5c-5e627a18590c req-81f02b71-854d-4a0f-b349-5cfbd09a86a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc85cad0-7e8a-4165-91c0-a314fc9e8199 HTTP/1.1" status: 200 len: 848 time: 0.0433366 Aug 31 02:25:50.662999 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2d8fc-16ff-483e-ad5c-5e627a18590c req-46961d5a-e7c0-46ee-ad86-84a190527c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:50.664400 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2d2d8fc-16ff-483e-ad5c-5e627a18590c req-46961d5a-e7c0-46ee-ad86-84a190527c9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440071 Aug 31 02:25:50.753554 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2d2d8fc-16ff-483e-ad5c-5e627a18590c req-87224056-b378-442b-b555-da81bd0d5c97 service neutron] 10.222.0.41 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821457 Aug 31 02:25:50.845022 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-d2d2d8fc-16ff-483e-ad5c-5e627a18590c req-9db48a91-9139-49a1-b4be-dea662a0df44 service neutron] 10.222.0.41 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844007 Aug 31 02:25:52.340415 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6aca278-51f3-4f21-bf5f-1605d90f6c48 req-e3fc799c-f52f-4cc5-bdbe-2ff9a36a7d48 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393856 Aug 31 02:25:52.421964 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aca278-51f3-4f21-bf5f-1605d90f6c48 req-45efe4d4-1783-4b25-afd2-f26f9c6a3c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:52.423369 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6aca278-51f3-4f21-bf5f-1605d90f6c48 req-45efe4d4-1783-4b25-afd2-f26f9c6a3c5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e2aed3cba7a140c98eae561e73d72c52&device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 1096 time: 0.0400705 Aug 31 02:25:52.527475 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aca278-51f3-4f21-bf5f-1605d90f6c48 req-64af7288-e8b3-4a40-8771-08ace00513b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:52.528959 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6aca278-51f3-4f21-bf5f-1605d90f6c48 req-64af7288-e8b3-4a40-8771-08ace00513b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 HTTP/1.1" status: 200 len: 910 time: 0.0868886 Aug 31 02:25:52.594924 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6aca278-51f3-4f21-bf5f-1605d90f6c48 req-0552565c-53dd-48c1-b5e7-b601eebfc313 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7448fd64-b941-416f-97ad-c962b025e929 HTTP/1.1" status: 200 len: 999 time: 0.0586147 Aug 31 02:25:52.648391 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aca278-51f3-4f21-bf5f-1605d90f6c48 req-9a72ada2-4732-470e-8b69-2c92839f5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:52.649887 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6aca278-51f3-4f21-bf5f-1605d90f6c48 req-9a72ada2-4732-470e-8b69-2c92839f5641 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fc85cad0-7e8a-4165-91c0-a314fc9e8199 HTTP/1.1" status: 200 len: 848 time: 0.0480058 Aug 31 02:25:52.695615 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aca278-51f3-4f21-bf5f-1605d90f6c48 req-cf3a9861-19dc-4bde-a7b0-bbd2174b9026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:52.697120 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6aca278-51f3-4f21-bf5f-1605d90f6c48 req-cf3a9861-19dc-4bde-a7b0-bbd2174b9026 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397625 Aug 31 02:25:52.786170 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6aca278-51f3-4f21-bf5f-1605d90f6c48 req-4bb35506-639b-48b7-b794-7ae8b6c7f86a service neutron] 10.222.0.48 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821033 Aug 31 02:25:52.880178 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a6aca278-51f3-4f21-bf5f-1605d90f6c48 req-43772a10-8c5f-4b64-b514-8a1083ea8f99 service neutron] 10.222.0.48 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872672 Aug 31 02:26:02.866948 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:26:04.341920 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6f7a48b0-ffd4-40f1-bf6b-c145878654b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:06.924889 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:07.079031 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-11b9b58e-5b91-4278-95e4-0466a7e25a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:08.102100 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:08.147413 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:08.879560 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:10.547096 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:34.334606 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0786c8d3-1ecb-4a47-97f9-5579ae6afe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:36.917802 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:37.124474 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4a0b895b-0777-4b4a-8b58-d36c34e615c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:38.152564 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:38.192306 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:38.877956 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:39.867126 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:26:40.557824 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:52.305710 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63355168-359f-4e24-ada3-46e9d67acf91 req-da8f21d3-42dd-40be-a535-297cbd113af1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416582 Aug 31 02:26:52.392709 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63355168-359f-4e24-ada3-46e9d67acf91 req-44aa81aa-4977-4216-8c46-cdb6aa501f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:26:52.392709 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63355168-359f-4e24-ada3-46e9d67acf91 req-44aa81aa-4977-4216-8c46-cdb6aa501f9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2aed3cba7a140c98eae561e73d72c52&device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 1097 time: 0.0418460 Aug 31 02:26:52.495961 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63355168-359f-4e24-ada3-46e9d67acf91 req-46868703-c337-4bd8-a209-89f9f9d7c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:26:52.497736 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63355168-359f-4e24-ada3-46e9d67acf91 req-46868703-c337-4bd8-a209-89f9f9d7c7c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 HTTP/1.1" status: 200 len: 910 time: 0.0905921 Aug 31 02:26:52.563637 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63355168-359f-4e24-ada3-46e9d67acf91 req-ce9902f8-9a59-48f0-9837-59f85c74484e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=460d77e8-4662-46cd-807c-e224d6c5f85b HTTP/1.1" status: 200 len: 1001 time: 0.0578842 Aug 31 02:26:52.613594 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63355168-359f-4e24-ada3-46e9d67acf91 req-19ee7fe5-2100-4c64-96aa-9fb873d8744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:26:52.615054 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63355168-359f-4e24-ada3-46e9d67acf91 req-19ee7fe5-2100-4c64-96aa-9fb873d8744d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc85cad0-7e8a-4165-91c0-a314fc9e8199 HTTP/1.1" status: 200 len: 848 time: 0.0440495 Aug 31 02:26:52.665168 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63355168-359f-4e24-ada3-46e9d67acf91 req-33617657-fac8-4368-abbd-9de1c5ec4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:26:52.666635 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63355168-359f-4e24-ada3-46e9d67acf91 req-33617657-fac8-4368-abbd-9de1c5ec4608 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443480 Aug 31 02:26:52.757701 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63355168-359f-4e24-ada3-46e9d67acf91 req-7274126a-d1c6-48e7-84b7-a7d6e7d0c7b8 service neutron] 10.222.0.41 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833125 Aug 31 02:26:52.853200 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-63355168-359f-4e24-ada3-46e9d67acf91 req-9eab08c8-cf5f-4770-a8ed-8af01ea29d43 service neutron] 10.222.0.41 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883884 Aug 31 02:26:54.327030 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc8e4b4a-9491-4c90-9528-cabc7086156f req-47291ff4-0a4b-47f2-8289-31159e52f6c6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403261 Aug 31 02:26:54.405061 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e4b4a-9491-4c90-9528-cabc7086156f req-3eb85cfa-34d6-4dd4-b95a-7fea7fd3a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:26:54.406505 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc8e4b4a-9491-4c90-9528-cabc7086156f req-3eb85cfa-34d6-4dd4-b95a-7fea7fd3a498 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e2aed3cba7a140c98eae561e73d72c52&device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 1096 time: 0.0402591 Aug 31 02:26:54.511187 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e4b4a-9491-4c90-9528-cabc7086156f req-f15e48a1-1bbe-4b70-bd4b-f7bdf7559f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:26:54.512672 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc8e4b4a-9491-4c90-9528-cabc7086156f req-f15e48a1-1bbe-4b70-bd4b-f7bdf7559f05 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 HTTP/1.1" status: 200 len: 910 time: 0.0878911 Aug 31 02:26:54.581467 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc8e4b4a-9491-4c90-9528-cabc7086156f req-06ab83a6-ff5f-4dc0-9b3b-7cc037fd2c4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7448fd64-b941-416f-97ad-c962b025e929 HTTP/1.1" status: 200 len: 999 time: 0.0617120 Aug 31 02:26:54.634114 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e4b4a-9491-4c90-9528-cabc7086156f req-878899bb-6243-4dbb-aa6a-8e6183bb9e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:26:54.635545 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc8e4b4a-9491-4c90-9528-cabc7086156f req-878899bb-6243-4dbb-aa6a-8e6183bb9e3a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fc85cad0-7e8a-4165-91c0-a314fc9e8199 HTTP/1.1" status: 200 len: 848 time: 0.0473979 Aug 31 02:26:54.681775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e4b4a-9491-4c90-9528-cabc7086156f req-f98af680-f6b1-42aa-bcc4-680ab094fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:26:54.683250 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc8e4b4a-9491-4c90-9528-cabc7086156f req-f98af680-f6b1-42aa-bcc4-680ab094fd2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403562 Aug 31 02:26:54.770753 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc8e4b4a-9491-4c90-9528-cabc7086156f req-3bbffd06-ae18-4d9e-9f7d-10b3513037c5 service neutron] 10.222.0.48 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798483 Aug 31 02:26:54.865069 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-dc8e4b4a-9491-4c90-9528-cabc7086156f req-b4464ec6-e031-4393-a5f9-933489a8a959 service neutron] 10.222.0.48 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873234 Aug 31 02:26:59.417501 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 460d77e8-4662-46cd-807c-e224d6c5f85b details requested by agent hyperv_n-h2-793621-34 with host n-h2-793621-34 {{(pid=102344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:26:59.511687 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 460d77e8-4662-46cd-807c-e224d6c5f85b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=460d77e8-4662-46cd-807c-e224d6c5f85b,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:26:59.527186 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Returning: {'device': '460d77e8-4662-46cd-807c-e224d6c5f85b', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'port_id': '460d77e8-4662-46cd-807c-e224d6c5f85b', 'mac_address': 'fa:16:3e:99:15:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:26:59.564746 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:59.577396 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 460d77e8-4662-46cd-807c-e224d6c5f85b {{(pid=102344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:26:59.597463 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 460d77e8-4662-46cd-807c-e224d6c5f85b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=460d77e8-4662-46cd-807c-e224d6c5f85b,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:26:59.671371 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:59.721487 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=460d77e8-4662-46cd-807c-e224d6c5f85b,revision_number=6']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:26:59.728653 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:26:59.728998 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:26:59.729341 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:26:59.729701 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:26:59.730037 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:26:59.730362 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:26:59.730688 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:26:59.731013 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:26:59.731343 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:26:59.731667 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:26:59.731992 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:26:59.732309 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:26:59.759334 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] get_ports_and_sgs() called for port_ids ['460d77e8-4662-46cd-807c-e224d6c5f85b'] {{(pid=102344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:27:01.433869 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 460d77e8-4662-46cd-807c-e224d6c5f85b up at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:27:01.484912 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.provisioning_blocks [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Provisioning complete for port 460d77e8-4662-46cd-807c-e224d6c5f85b triggered by entity L2. {{(pid=102344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:27:01.485279 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565597'] for port, provisioning_complete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:01.577006 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:01.602055 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b414d2e2-1b24-453c-9be6-7f79e0a87574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460d77e8-4662-46cd-807c-e224d6c5f85b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:27:01.604691 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a440bdcd-49ca-47eb-9dc7-5574173214ee" -d '{"events": [{"server_uuid": "b414d2e2-1b24-453c-9be6-7f79e0a87574", "name": "network-vif-plugged", "status": "completed", "tag": "460d77e8-4662-46cd-807c-e224d6c5f85b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:27:01.620838 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 460d77e8-4662-46cd-807c-e224d6c5f85b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=460d77e8-4662-46cd-807c-e224d6c5f85b,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:27:01.676028 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0837e58f-4259-4ecb-98c7-b07cbf2d5e14 x-openstack-request-id: req-0837e58f-4259-4ecb-98c7-b07cbf2d5e14 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:27:01.676330 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b414d2e2-1b24-453c-9be6-7f79e0a87574", "name": "network-vif-plugged", "status": "completed", "tag": "460d77e8-4662-46cd-807c-e224d6c5f85b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:27:01.676593 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0837e58f-4259-4ecb-98c7-b07cbf2d5e14 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:27:01.677009 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b414d2e2-1b24-453c-9be6-7f79e0a87574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460d77e8-4662-46cd-807c-e224d6c5f85b', 'code': 200} Aug 31 02:27:01.861183 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:01.919846 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=460d77e8-4662-46cd-807c-e224d6c5f85b,revision_number=7']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:04.329192 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-30925a02-0c28-430d-8dc1-aa6b637861e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:06.934137 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:07.088878 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-929bed7f-ab1c-45cb-80df-9c7f26dce30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:08.077313 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:08.155402 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:08.883616 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:10.546457 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:11.556907 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45496) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:27:11.715325 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Deleting port 488ba247-5e89-4527-a8bb-0320e30ef38a {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:27:11.715666 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:11.789083 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:11.789328 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:11.801342 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Calling delete_port for 488ba247-5e89-4527-a8bb-0320e30ef38a owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:27:12.037309 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:12.063604 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Pushing event deleted for resources: {'Port': ['ID=488ba247-5e89-4527-a8bb-0320e30ef38a,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:12.093038 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:12.093387 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:12.093762 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:12.094103 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:12.094446 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:12.094776 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:12.095597 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:12.095925 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:12.096254 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:12.096580 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:12.096910 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:12.097235 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:12.140436 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:12.140772 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Floating IP 492f613c-bbd2-43fd-8e25-00c8ecc88335 disassociated (deleted). External IP: 172.25.2.102, port: 460d77e8-4662-46cd-807c-e224d6c5f85b. Aug 31 02:27:12.351253 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:27:12.456260 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:27:12.460702 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:12.466352 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671abb3c-254d-431c-8b3f-a44914ec4868 None None] Sync routers for ids ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:27:12.476726 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671abb3c-254d-431c-8b3f-a44914ec4868 None None] Routers {'6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:27:12.477352 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-671abb3c-254d-431c-8b3f-a44914ec4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:12.488885 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-287396f8-7703-4549-95b4-beecadf08419 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "DELETE /v2.0/floatingips/492f613c-bbd2-43fd-8e25-00c8ecc88335 HTTP/1.1" status: 204 len: 168 time: 0.9308157 Aug 31 02:27:12.489517 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b414d2e2-1b24-453c-9be6-7f79e0a87574', 'tag': '460d77e8-4662-46cd-807c-e224d6c5f85b'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:27:12.496815 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2da49a3-6b56-4a17-b5e1-b2016e12c7de" -d '{"events": [{"name": "network-changed", "server_uuid": "b414d2e2-1b24-453c-9be6-7f79e0a87574", "tag": "460d77e8-4662-46cd-807c-e224d6c5f85b"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:27:12.595653 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-671abb3c-254d-431c-8b3f-a44914ec4868 None None] Set router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:27:12.609289 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4defe4c-4712-4dd5-a457-1316a4e139b8 x-openstack-request-id: req-c4defe4c-4712-4dd5-a457-1316a4e139b8 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:27:12.610049 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b414d2e2-1b24-453c-9be6-7f79e0a87574", "tag": "460d77e8-4662-46cd-807c-e224d6c5f85b", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:27:12.610374 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4defe4c-4712-4dd5-a457-1316a4e139b8 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:27:12.610818 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b414d2e2-1b24-453c-9be6-7f79e0a87574', 'tag': '460d77e8-4662-46cd-807c-e224d6c5f85b', 'status': 'completed', 'code': 200} Aug 31 02:27:12.672859 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da49a3-6b56-4a17-b5e1-b2016e12c7de req-a8715cdd-36ac-4fa8-b61a-26116968a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:27:12.674838 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c2da49a3-6b56-4a17-b5e1-b2016e12c7de req-a8715cdd-36ac-4fa8-b61a-26116968a6a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2aed3cba7a140c98eae561e73d72c52&device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 1097 time: 0.0431046 Aug 31 02:27:12.782191 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da49a3-6b56-4a17-b5e1-b2016e12c7de req-e236cd44-8b5f-4365-a045-6a927b926f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:27:12.783771 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c2da49a3-6b56-4a17-b5e1-b2016e12c7de req-e236cd44-8b5f-4365-a045-6a927b926f53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 HTTP/1.1" status: 200 len: 910 time: 0.1021750 Aug 31 02:27:12.827498 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c2da49a3-6b56-4a17-b5e1-b2016e12c7de req-48f1d3ba-8226-4673-af32-b39f92210aa6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=460d77e8-4662-46cd-807c-e224d6c5f85b HTTP/1.1" status: 200 len: 217 time: 0.0364623 Aug 31 02:27:12.841949 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-671abb3c-254d-431c-8b3f-a44914ec4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:22:27Z', 'revision_number': 4, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port': {'id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:24Z', 'updated_at': '2021-08-31T02:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '14ff545d-241d-4ddc-bca0-49cfd90a0912', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'port_id': '7448fd64-b941-416f-97ad-c962b025e929', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'mac_address': 'fa:16:3e:00:2b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:22:51Z', 'updated_at': '2021-08-31T02:22:53Z', 'revision_number': 1, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15bee81f-7d2f-4294-b9d5-7b0fba8d36cb', 'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'mac_address': 'fa:16:3e:e5:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:26Z', 'updated_at': '2021-08-31T02:22:33Z', 'revision_number': 5, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'subnets': [{'id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:12.868498 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671abb3c-254d-431c-8b3f-a44914ec4868 None None] Checking router: 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:27:12.878555 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671abb3c-254d-431c-8b3f-a44914ec4868 None None] Routers {'6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:27:12.879410 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-671abb3c-254d-431c-8b3f-a44914ec4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:12.885522 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da49a3-6b56-4a17-b5e1-b2016e12c7de req-894a122b-f177-4740-9d1b-8109fc33dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:27:12.887328 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c2da49a3-6b56-4a17-b5e1-b2016e12c7de req-894a122b-f177-4740-9d1b-8109fc33dfc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc85cad0-7e8a-4165-91c0-a314fc9e8199 HTTP/1.1" status: 200 len: 848 time: 0.0533626 Aug 31 02:27:12.939536 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da49a3-6b56-4a17-b5e1-b2016e12c7de req-87be5534-064f-4b3d-967a-2699ef60894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:27:12.941103 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c2da49a3-6b56-4a17-b5e1-b2016e12c7de req-87be5534-064f-4b3d-967a-2699ef60894b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457120 Aug 31 02:27:12.985009 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d382d-6696-4b46-8b65-8ebc5818059b req-754dce9c-962b-4048-8b38-d1d2758fe982 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:27:12.986675 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9e4d382d-6696-4b46-8b65-8ebc5818059b req-754dce9c-962b-4048-8b38-d1d2758fe982 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 945 time: 0.1124163 Aug 31 02:27:13.000945 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-671abb3c-254d-431c-8b3f-a44914ec4868 None None] Set router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:27:13.027630 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-9e4d382d-6696-4b46-8b65-8ebc5818059b req-d174df75-08b8-41c4-a4ff-7b7f6c9bb4be tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342844 Aug 31 02:27:13.044302 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c2da49a3-6b56-4a17-b5e1-b2016e12c7de req-38bf26e8-9a94-4671-acf1-20fba1e7350f service neutron] 10.222.0.41 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942862 Aug 31 02:27:13.137885 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-c2da49a3-6b56-4a17-b5e1-b2016e12c7de req-fa3e7f8a-085a-451a-b168-93bf12104372 service neutron] 10.222.0.41 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859847 Aug 31 02:27:13.232232 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-671abb3c-254d-431c-8b3f-a44914ec4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:22:27Z', 'revision_number': 4, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port': {'id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:24Z', 'updated_at': '2021-08-31T02:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '14ff545d-241d-4ddc-bca0-49cfd90a0912', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'port_id': '7448fd64-b941-416f-97ad-c962b025e929', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'mac_address': 'fa:16:3e:00:2b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:22:51Z', 'updated_at': '2021-08-31T02:22:53Z', 'revision_number': 1, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15bee81f-7d2f-4294-b9d5-7b0fba8d36cb', 'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'mac_address': 'fa:16:3e:e5:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:26Z', 'updated_at': '2021-08-31T02:22:33Z', 'revision_number': 5, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'subnets': [{'id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:13.410385 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671abb3c-254d-431c-8b3f-a44914ec4868 None None] The sync data for ids ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'] in n-d-793621-34 is: [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:22:27Z', 'revision_number': 4, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port': {'id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:24Z', 'updated_at': '2021-08-31T02:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_floatingips': [{'id': '14ff545d-241d-4ddc-bca0-49cfd90a0912', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'router_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'port_id': '7448fd64-b941-416f-97ad-c962b025e929', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'mac_address': 'fa:16:3e:00:2b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:22:51Z', 'updated_at': '2021-08-31T02:22:53Z', 'revision_number': 1, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15bee81f-7d2f-4294-b9d5-7b0fba8d36cb', 'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'mac_address': 'fa:16:3e:e5:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:26Z', 'updated_at': '2021-08-31T02:22:33Z', 'revision_number': 5, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'subnets': [{'id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:27:13.524866 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 460d77e8-4662-46cd-807c-e224d6c5f85b no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:27:13.601778 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609226'] for port, before_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:13.628797 n-d-793621-34 neutron-server[102344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b414d2e2-1b24-453c-9be6-7f79e0a87574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '460d77e8-4662-46cd-807c-e224d6c5f85b'}] {{(pid=102344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:27:13.631097 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8625172032a2b58cf9b4239bef1b311e7d927a17490555e7a19096656e58fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d2a30f-e3a2-4632-8154-1a0b8e750853" -d '{"events": [{"server_uuid": "b414d2e2-1b24-453c-9be6-7f79e0a87574", "name": "network-vif-unplugged", "status": "completed", "tag": "460d77e8-4662-46cd-807c-e224d6c5f85b"}]}' {{(pid=102344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:27:13.645839 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] For port 460d77e8-4662-46cd-807c-e224d6c5f85b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=460d77e8-4662-46cd-807c-e224d6c5f85b,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:27:13.669644 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ccd50-cd8e-4db4-895e-76c889b230a0 None None] New status for floating IP 492f613c-bbd2-43fd-8e25-00c8ecc88335: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:27:13.670831 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 02:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c444d6-9e3e-4053-bb63-9f7862685697 x-openstack-request-id: req-62c444d6-9e3e-4053-bb63-9f7862685697 {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:27:13.671388 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b414d2e2-1b24-453c-9be6-7f79e0a87574", "name": "network-vif-unplugged", "status": "completed", "tag": "460d77e8-4662-46cd-807c-e224d6c5f85b", "code": 200}]} {{(pid=102344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:27:13.671516 n-d-793621-34 neutron-server[102344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62c444d6-9e3e-4053-bb63-9f7862685697 {{(pid=102344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:27:13.671851 n-d-793621-34 neutron-server[102344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b414d2e2-1b24-453c-9be6-7f79e0a87574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '460d77e8-4662-46cd-807c-e224d6c5f85b', 'code': 200} Aug 31 02:27:13.711562 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748208802259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748208306243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748208306261'] for port, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:13.763640 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Pushing event updated for resources: {'Port': ['ID=460d77e8-4662-46cd-807c-e224d6c5f85b,revision_number=8']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:14.149304 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618164b-eb3b-4d5e-afe8-8e41e7cd886c req-3ba10125-bef0-489c-9eac-fadd8e48e9e3 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:27:14.150849 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d618164b-eb3b-4d5e-afe8-8e41e7cd886c req-3ba10125-bef0-489c-9eac-fadd8e48e9e3 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 943 time: 0.0544960 Aug 31 02:27:14.187859 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-d618164b-eb3b-4d5e-afe8-8e41e7cd886c req-8f416fd3-250f-42c2-98d5-a506b2999414 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311735 Aug 31 02:27:14.467962 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ede63-200b-427e-96e2-807a4a56b479 req-a122d1fa-476e-4ac1-bd67-8011b1739771 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:27:14.469345 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cb5ede63-200b-427e-96e2-807a4a56b479 req-a122d1fa-476e-4ac1-bd67-8011b1739771 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.41 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 943 time: 0.0551257 Aug 31 02:27:14.560374 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-cb5ede63-200b-427e-96e2-807a4a56b479 req-aceb2985-7e5d-4250-bd85-0f335a57911f tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Deleting port 460d77e8-4662-46cd-807c-e224d6c5f85b {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:27:14.560710 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cb5ede63-200b-427e-96e2-807a4a56b479 req-aceb2985-7e5d-4250-bd85-0f335a57911f tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:14.662469 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [req-cb5ede63-200b-427e-96e2-807a4a56b479 req-aceb2985-7e5d-4250-bd85-0f335a57911f tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] For port 460d77e8-4662-46cd-807c-e224d6c5f85b, host n-h2-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-34',level=0,port_id=460d77e8-4662-46cd-807c-e224d6c5f85b,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:27:14.662825 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cb5ede63-200b-427e-96e2-807a4a56b479 req-aceb2985-7e5d-4250-bd85-0f335a57911f tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:14.675642 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [req-cb5ede63-200b-427e-96e2-807a4a56b479 req-aceb2985-7e5d-4250-bd85-0f335a57911f tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Calling delete_port for 460d77e8-4662-46cd-807c-e224d6c5f85b owned by compute:nova {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:27:14.831212 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cb5ede63-200b-427e-96e2-807a4a56b479 req-aceb2985-7e5d-4250-bd85-0f335a57911f tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:14.863666 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb2985-7e5d-4250-bd85-0f335a57911f tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Pushing event deleted for resources: {'Port': ['ID=460d77e8-4662-46cd-807c-e224d6c5f85b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:14.905059 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5ede63-200b-427e-96e2-807a4a56b479 req-aceb2985-7e5d-4250-bd85-0f335a57911f tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] No DVR routers for this DVR port 460d77e8-4662-46cd-807c-e224d6c5f85b on host n-h2-793621-34 {{(pid=102343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:27:14.909074 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [req-cb5ede63-200b-427e-96e2-807a4a56b479 req-aceb2985-7e5d-4250-bd85-0f335a57911f tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:14.910829 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-cb5ede63-200b-427e-96e2-807a4a56b479 req-aceb2985-7e5d-4250-bd85-0f335a57911f tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.41 "DELETE /v2.0/ports/460d77e8-4662-46cd-807c-e224d6c5f85b HTTP/1.1" status: 204 len: 173 time: 0.4350708 Aug 31 02:27:14.911460 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b414d2e2-1b24-453c-9be6-7f79e0a87574', 'name': 'network-vif-deleted', 'tag': '460d77e8-4662-46cd-807c-e224d6c5f85b'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:27:14.915023 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41066991-eb02-43ff-a1e4-6d5f81764d21" -d '{"events": [{"server_uuid": "b414d2e2-1b24-453c-9be6-7f79e0a87574", "name": "network-vif-deleted", "tag": "460d77e8-4662-46cd-807c-e224d6c5f85b"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:27:14.953294 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c27b765-a51d-49dd-b6cf-e7c43e50ca98 x-openstack-request-id: req-5c27b765-a51d-49dd-b6cf-e7c43e50ca98 {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:27:14.954066 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b414d2e2-1b24-453c-9be6-7f79e0a87574", "name": "network-vif-deleted", "tag": "460d77e8-4662-46cd-807c-e224d6c5f85b", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:27:14.954915 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c27b765-a51d-49dd-b6cf-e7c43e50ca98 {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:27:14.955327 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b414d2e2-1b24-453c-9be6-7f79e0a87574', 'name': 'network-vif-deleted', 'tag': '460d77e8-4662-46cd-807c-e224d6c5f85b', 'status': 'completed', 'code': 200} Aug 31 02:27:15.304520 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-a2c11a6d-a0d4-4289-b807-f02e008e894c req-8ba43d80-e378-46c8-8093-80d571155e6a tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=b414d2e2-1b24-453c-9be6-7f79e0a87574 HTTP/1.1" status: 200 len: 210 time: 0.0292952 Aug 31 02:27:16.866320 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:27:17.554767 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 460d77e8-4662-46cd-807c-e224d6c5f85b no longer exists at agent hyperv_n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:27:17.575930 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] No Port match for: 460d77e8-4662-46cd-807c-e224d6c5f85b {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:27:17.576270 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Device 460d77e8-4662-46cd-807c-e224d6c5f85b not bound to the agent host n-h2-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:27:17.644014 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45558) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:27:17.799317 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-42d36143-6339-42e6-9a65-611a463e6206 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Deleting port 8d84e5eb-f662-4bb5-9e74-cf9e88306df6 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:27:17.799660 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-42d36143-6339-42e6-9a65-611a463e6206 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:17.884934 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-42d36143-6339-42e6-9a65-611a463e6206 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:17.885256 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-42d36143-6339-42e6-9a65-611a463e6206 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:17.896501 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-42d36143-6339-42e6-9a65-611a463e6206 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Calling delete_port for 8d84e5eb-f662-4bb5-9e74-cf9e88306df6 owned by network:floatingip {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:27:18.116813 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-42d36143-6339-42e6-9a65-611a463e6206 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:18.143176 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d36143-6339-42e6-9a65-611a463e6206 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Pushing event deleted for resources: {'Port': ['ID=8d84e5eb-f662-4bb5-9e74-cf9e88306df6,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:18.203778 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-42d36143-6339-42e6-9a65-611a463e6206 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for floatingip, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:18.204113 n-d-793621-34 neutron-server[102343]: INFO neutron.db.l3_db [None req-42d36143-6339-42e6-9a65-611a463e6206 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Floating IP 14ff545d-241d-4ddc-bca0-49cfd90a0912 disassociated (deleted). External IP: 172.25.2.24, port: 7448fd64-b941-416f-97ad-c962b025e929. Aug 31 02:27:18.408098 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d36143-6339-42e6-9a65-611a463e6206 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:27:18.512017 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d36143-6339-42e6-9a65-611a463e6206 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:27:18.517066 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-42d36143-6339-42e6-9a65-611a463e6206 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for floatingip, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:18.523692 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b873eb8-7cf1-4d77-841f-daed6d5117ae None None] Sync routers for ids ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:27:18.533728 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b873eb8-7cf1-4d77-841f-daed6d5117ae None None] Routers {'6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:27:18.534352 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5b873eb8-7cf1-4d77-841f-daed6d5117ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:18.544033 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-42d36143-6339-42e6-9a65-611a463e6206 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "DELETE /v2.0/floatingips/14ff545d-241d-4ddc-bca0-49cfd90a0912 HTTP/1.1" status: 204 len: 168 time: 0.8989000 Aug 31 02:27:18.544721 n-d-793621-34 neutron-server[102343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'tag': '7448fd64-b941-416f-97ad-c962b025e929'}] {{(pid=102343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:27:18.547096 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6e3af3781016001d271202d424e881320212cc12be5a753779b780afc28071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5339fb-7bbf-4a28-8a43-cbc3332d2c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "72537b89-ea70-4e1c-ac74-86e6944bdf58", "tag": "7448fd64-b941-416f-97ad-c962b025e929"}]}' {{(pid=102343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:27:18.588890 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367effa5-95c2-4a28-b050-5a0095b6e41d x-openstack-request-id: req-367effa5-95c2-4a28-b050-5a0095b6e41d {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:27:18.589222 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72537b89-ea70-4e1c-ac74-86e6944bdf58", "tag": "7448fd64-b941-416f-97ad-c962b025e929", "status": "completed", "code": 200}]} {{(pid=102343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:27:18.589502 n-d-793621-34 neutron-server[102343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-367effa5-95c2-4a28-b050-5a0095b6e41d {{(pid=102343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:27:18.589912 n-d-793621-34 neutron-server[102343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'tag': '7448fd64-b941-416f-97ad-c962b025e929', 'status': 'completed', 'code': 200} Aug 31 02:27:18.645591 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-5b873eb8-7cf1-4d77-841f-daed6d5117ae None None] Set router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:27:18.653299 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5339fb-7bbf-4a28-8a43-cbc3332d2c3f req-8c76f099-0c5d-487f-a915-e2ff9df140aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:27:18.655424 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e5339fb-7bbf-4a28-8a43-cbc3332d2c3f req-8c76f099-0c5d-487f-a915-e2ff9df140aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e2aed3cba7a140c98eae561e73d72c52&device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 1096 time: 0.0436018 Aug 31 02:27:18.753326 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5339fb-7bbf-4a28-8a43-cbc3332d2c3f req-3fd43f8f-0b20-49ef-838a-8a00c9b74294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:27:18.754898 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e5339fb-7bbf-4a28-8a43-cbc3332d2c3f req-3fd43f8f-0b20-49ef-838a-8a00c9b74294 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 HTTP/1.1" status: 200 len: 910 time: 0.0925882 Aug 31 02:27:18.802134 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e5339fb-7bbf-4a28-8a43-cbc3332d2c3f req-26e7fa68-e99f-41e5-b401-3ce2f99e45d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7448fd64-b941-416f-97ad-c962b025e929 HTTP/1.1" status: 200 len: 217 time: 0.0402622 Aug 31 02:27:18.853379 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5339fb-7bbf-4a28-8a43-cbc3332d2c3f req-3b9b6b30-e7db-4299-b7e9-3b91234da27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:27:18.854938 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e5339fb-7bbf-4a28-8a43-cbc3332d2c3f req-3b9b6b30-e7db-4299-b7e9-3b91234da27a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fc85cad0-7e8a-4165-91c0-a314fc9e8199 HTTP/1.1" status: 200 len: 848 time: 0.0461693 Aug 31 02:27:18.866055 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5b873eb8-7cf1-4d77-841f-daed6d5117ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:22:27Z', 'revision_number': 4, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port': {'id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:24Z', 'updated_at': '2021-08-31T02:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '15bee81f-7d2f-4294-b9d5-7b0fba8d36cb', 'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'mac_address': 'fa:16:3e:e5:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:26Z', 'updated_at': '2021-08-31T02:22:33Z', 'revision_number': 5, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'subnets': [{'id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:18.895533 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b873eb8-7cf1-4d77-841f-daed6d5117ae None None] Checking router: 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:27:18.904351 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b873eb8-7cf1-4d77-841f-daed6d5117ae None None] Routers {'6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:27:18.905138 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5b873eb8-7cf1-4d77-841f-daed6d5117ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:18.913408 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5339fb-7bbf-4a28-8a43-cbc3332d2c3f req-16c8269b-24c6-4e76-bec1-575973e9fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:27:18.915021 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e5339fb-7bbf-4a28-8a43-cbc3332d2c3f req-16c8269b-24c6-4e76-bec1-575973e9fdee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505903 Aug 31 02:27:18.988093 n-d-793621-34 neutron-server[102343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5d848-9c5e-4c76-a4ae-220fded7786a req-cb8190fe-efca-46cb-aeeb-8afe93c36a4a tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:27:18.989727 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2a5d848-9c5e-4c76-a4ae-220fded7786a req-cb8190fe-efca-46cb-aeeb-8afe93c36a4a tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 944 time: 0.1106188 Aug 31 02:27:19.013529 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e5339fb-7bbf-4a28-8a43-cbc3332d2c3f req-c05e390b-3d07-4c1e-8c1a-b58da536619e service neutron] 10.222.0.48 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902405 Aug 31 02:27:19.021182 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-5b873eb8-7cf1-4d77-841f-daed6d5117ae None None] Set router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:27:19.030114 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [req-b2a5d848-9c5e-4c76-a4ae-220fded7786a req-de5d7adb-71b5-4676-9efe-4510f32b1f93 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336959 Aug 31 02:27:19.109410 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-6e5339fb-7bbf-4a28-8a43-cbc3332d2c3f req-e976dde3-ce6e-47d4-a475-c0b15f5937c2 service neutron] 10.222.0.48 "GET /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888102 Aug 31 02:27:19.225107 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-5b873eb8-7cf1-4d77-841f-daed6d5117ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:22:27Z', 'revision_number': 4, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port': {'id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:24Z', 'updated_at': '2021-08-31T02:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '15bee81f-7d2f-4294-b9d5-7b0fba8d36cb', 'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'mac_address': 'fa:16:3e:e5:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:26Z', 'updated_at': '2021-08-31T02:22:33Z', 'revision_number': 5, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'subnets': [{'id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:19.255009 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b873eb8-7cf1-4d77-841f-daed6d5117ae None None] The sync data for ids ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'] in n-d-793621-34 is: [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:22:27Z', 'revision_number': 4, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port': {'id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:24Z', 'updated_at': '2021-08-31T02:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34', '_interfaces': [{'id': '15bee81f-7d2f-4294-b9d5-7b0fba8d36cb', 'name': '', 'network_id': 'b87b80a1-94c9-407f-9a8d-be2bcfa1cba7', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'mac_address': 'fa:16:3e:e5:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:26Z', 'updated_at': '2021-08-31T02:22:33Z', 'revision_number': 5, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'subnets': [{'id': 'fc85cad0-7e8a-4165-91c0-a314fc9e8199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:27:19.461996 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcd4393-cf4c-48dd-b786-52f3bba072a1 None None] New status for floating IP 14ff545d-241d-4ddc-bca0-49cfd90a0912: DOWN {{(pid=102345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:27:20.151237 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e95f7f-5cfb-430a-8c66-11dbb91188df req-0c2bb6b4-b957-4cd1-a0c0-3f5676a6d7bd tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:27:20.152809 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00e95f7f-5cfb-430a-8c66-11dbb91188df req-0c2bb6b4-b957-4cd1-a0c0-3f5676a6d7bd tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 944 time: 0.0546813 Aug 31 02:27:20.191388 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-00e95f7f-5cfb-430a-8c66-11dbb91188df req-02b227b4-13f7-4f94-bd2e-455ed4ac025a tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/security-groups?id=92ab3ae0-7953-42ed-b600-fa8000bfc8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321872 Aug 31 02:27:20.444600 n-d-793621-34 neutron-server[102342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576f0dd-f5be-4ddc-99f8-5ab4f948a6b9 req-02c766eb-b037-4ab7-b05f-13338fb44568 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:27:20.446006 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e576f0dd-f5be-4ddc-99f8-5ab4f948a6b9 req-02c766eb-b037-4ab7-b05f-13338fb44568 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.48 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 944 time: 0.0495160 Aug 31 02:27:20.538318 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-e576f0dd-f5be-4ddc-99f8-5ab4f948a6b9 req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Deleting port 7448fd64-b941-416f-97ad-c962b025e929 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:27:20.538659 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e576f0dd-f5be-4ddc-99f8-5ab4f948a6b9 req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:20.624632 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [req-e576f0dd-f5be-4ddc-99f8-5ab4f948a6b9 req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] For port 7448fd64-b941-416f-97ad-c962b025e929, host n-h1-793621-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-34',level=0,port_id=7448fd64-b941-416f-97ad-c962b025e929,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:27:20.624992 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e576f0dd-f5be-4ddc-99f8-5ab4f948a6b9 req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:20.637775 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [req-e576f0dd-f5be-4ddc-99f8-5ab4f948a6b9 req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Calling delete_port for 7448fd64-b941-416f-97ad-c962b025e929 owned by compute:nova {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:27:20.802659 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e576f0dd-f5be-4ddc-99f8-5ab4f948a6b9 req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:20.829297 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Pushing event deleted for resources: {'Port': ['ID=7448fd64-b941-416f-97ad-c962b025e929,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:20.843579 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:20.843933 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:20.844281 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:20.844628 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:20.844965 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:20.845298 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:20.845822 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:20.846663 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:20.847042 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:20.847373 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:20.847703 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:20.848031 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-34 {{(pid=102342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:27:20.882708 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e576f0dd-f5be-4ddc-99f8-5ab4f948a6b9 req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] No DVR routers for this DVR port 7448fd64-b941-416f-97ad-c962b025e929 on host n-h1-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:27:20.885124 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [req-e576f0dd-f5be-4ddc-99f8-5ab4f948a6b9 req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68415'] for port, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:20.887122 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-e576f0dd-f5be-4ddc-99f8-5ab4f948a6b9 req-c9be4647-0322-4830-b59e-1b352390589b tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.48 "DELETE /v2.0/ports/7448fd64-b941-416f-97ad-c962b025e929 HTTP/1.1" status: 204 len: 173 time: 0.4338427 Aug 31 02:27:20.887559 n-d-793621-34 neutron-server[102342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'name': 'network-vif-deleted', 'tag': '7448fd64-b941-416f-97ad-c962b025e929'}] {{(pid=102342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:27:20.889851 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87373cb539d2e15da9d6c8f5053a23fc30ea51e6235e0b66f247ac950c76b609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a61d7cd-5f0c-4f8a-9de9-d8978bed6861" -d '{"events": [{"server_uuid": "72537b89-ea70-4e1c-ac74-86e6944bdf58", "name": "network-vif-deleted", "tag": "7448fd64-b941-416f-97ad-c962b025e929"}]}' {{(pid=102342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:27:20.986830 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c493b190-4a70-46e9-9e76-98790fca3a73 x-openstack-request-id: req-c493b190-4a70-46e9-9e76-98790fca3a73 {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:27:20.987155 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72537b89-ea70-4e1c-ac74-86e6944bdf58", "name": "network-vif-deleted", "tag": "7448fd64-b941-416f-97ad-c962b025e929", "status": "completed", "code": 200}]} {{(pid=102342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:27:20.987408 n-d-793621-34 neutron-server[102342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c493b190-4a70-46e9-9e76-98790fca3a73 {{(pid=102342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:27:20.987830 n-d-793621-34 neutron-server[102342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72537b89-ea70-4e1c-ac74-86e6944bdf58', 'name': 'network-vif-deleted', 'tag': '7448fd64-b941-416f-97ad-c962b025e929', 'status': 'completed', 'code': 200} Aug 31 02:27:21.307586 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [req-4166ad26-104b-428e-a58c-6aedddb918a5 req-44891820-03ac-42d4-a8ba-92308335f32d tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72537b89-ea70-4e1c-ac74-86e6944bdf58 HTTP/1.1" status: 200 len: 210 time: 0.0306518 Aug 31 02:27:22.363666 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45580) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:27:22.427423 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a3120f3-bafd-4c8d-8332-8ce4eb2c45d7 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:22.453231 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a3120f3-bafd-4c8d-8332-8ce4eb2c45d7 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:22.545186 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a3120f3-bafd-4c8d-8332-8ce4eb2c45d7 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:22.547819 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-4a3120f3-bafd-4c8d-8332-8ce4eb2c45d7 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:22.548979 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-4a3120f3-bafd-4c8d-8332-8ce4eb2c45d7 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] 10.222.0.16 "DELETE /v2.0/security-groups/92ab3ae0-7953-42ed-b600-fa8000bfc8aa HTTP/1.1" status: 204 len: 168 time: 0.1843212 Aug 31 02:27:22.558186 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3120f3-bafd-4c8d-8332-8ce4eb2c45d7 tempest-TestSnapshotPattern-1140003072 tempest-TestSnapshotPattern-1140003072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ab3ae0-7953-42ed-b600-fa8000bfc8aa,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:22.666557 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45584) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:27:23.422274 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-baeaa9a4-4a93-4c9c-9dd1-88f55f922b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:23.668011 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-baeaa9a4-4a93-4c9c-9dd1-88f55f922b95 admin admin] Deleting port 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:27:23.668355 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-baeaa9a4-4a93-4c9c-9dd1-88f55f922b95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:23.748177 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-baeaa9a4-4a93-4c9c-9dd1-88f55f922b95 admin admin] For port 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=15bee81f-7d2f-4294-b9d5-7b0fba8d36cb,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:27:23.748557 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-baeaa9a4-4a93-4c9c-9dd1-88f55f922b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:23.761221 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-baeaa9a4-4a93-4c9c-9dd1-88f55f922b95 admin admin] Calling delete_port for 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:27:23.985771 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-baeaa9a4-4a93-4c9c-9dd1-88f55f922b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:24.012801 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeaa9a4-4a93-4c9c-9dd1-88f55f922b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=15bee81f-7d2f-4294-b9d5-7b0fba8d36cb,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:24.185326 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-baeaa9a4-4a93-4c9c-9dd1-88f55f922b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:24.402599 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baeaa9a4-4a93-4c9c-9dd1-88f55f922b95 admin admin] Router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:27:24.511736 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baeaa9a4-4a93-4c9c-9dd1-88f55f922b95 admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:27:24.517143 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-baeaa9a4-4a93-4c9c-9dd1-88f55f922b95 admin admin] 10.222.0.16 "PUT /v2.0/routers/6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8495007 Aug 31 02:27:24.520701 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45588) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:27:24.523809 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0828d1a6-eb31-42ab-b166-e93851ec9e23 None None] Sync routers for ids ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'] in n-d-793621-34 {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:27:24.533911 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0828d1a6-eb31-42ab-b166-e93851ec9e23 None None] Routers {'6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:27:24.534606 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0828d1a6-eb31-42ab-b166-e93851ec9e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:24.626744 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2335c05b-d948-4c41-939d-19bdac6f54ae admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:24.642848 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-0828d1a6-eb31-42ab-b166-e93851ec9e23 None None] Set router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 gateway port host: n-d-793621-34 {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:27:24.729116 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2335c05b-d948-4c41-939d-19bdac6f54ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:24.828324 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0828d1a6-eb31-42ab-b166-e93851ec9e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:27:23Z', 'revision_number': 5, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port': {'id': 'c9323352-1d10-4c3d-b32a-d8111b8897b5', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:24Z', 'updated_at': '2021-08-31T02:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:24.842366 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2335c05b-d948-4c41-939d-19bdac6f54ae admin admin] Deleting port c9323352-1d10-4c3d-b32a-d8111b8897b5 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:27:24.842707 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2335c05b-d948-4c41-939d-19bdac6f54ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:24.855008 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0828d1a6-eb31-42ab-b166-e93851ec9e23 None None] Checking router: 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 for host: n-d-793621-34 {{(pid=102344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:27:24.863987 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0828d1a6-eb31-42ab-b166-e93851ec9e23 None None] Routers {'6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'} bound to L3 agent in host n-d-793621-34 {{(pid=102344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:27:24.864592 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0828d1a6-eb31-42ab-b166-e93851ec9e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'], 'active': True} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:24.924950 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-2335c05b-d948-4c41-939d-19bdac6f54ae admin admin] For port c9323352-1d10-4c3d-b32a-d8111b8897b5, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=c9323352-1d10-4c3d-b32a-d8111b8897b5,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:27:24.926170 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2335c05b-d948-4c41-939d-19bdac6f54ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:24.937924 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-2335c05b-d948-4c41-939d-19bdac6f54ae admin admin] Calling delete_port for c9323352-1d10-4c3d-b32a-d8111b8897b5 owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:27:24.950844 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvr_db [None req-0828d1a6-eb31-42ab-b166-e93851ec9e23 None None] Set router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 gateway port host: None {{(pid=102344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:27:25.004915 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_hamode_db [None req-0828d1a6-eb31-42ab-b166-e93851ec9e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:27:24Z', 'revision_number': 6, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:25.031066 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0828d1a6-eb31-42ab-b166-e93851ec9e23 None None] The sync data for ids ['6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46'] in n-d-793621-34 is: [{'id': '6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46', 'name': 'tempest-TestSnapshotPattern-564796023-router', 'tenant_id': 'e2aed3cba7a140c98eae561e73d72c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:23Z', 'updated_at': '2021-08-31T02:27:24Z', 'revision_number': 6, 'project_id': 'e2aed3cba7a140c98eae561e73d72c52', 'gw_port_host': None}] {{(pid=102344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:27:25.174204 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2335c05b-d948-4c41-939d-19bdac6f54ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:25.199683 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c05b-d948-4c41-939d-19bdac6f54ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c9323352-1d10-4c3d-b32a-d8111b8897b5,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:25.260456 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2335c05b-d948-4c41-939d-19bdac6f54ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:25.358078 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2335c05b-d948-4c41-939d-19bdac6f54ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:25.360350 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2335c05b-d948-4c41-939d-19bdac6f54ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:25.371429 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 7448fd64-b941-416f-97ad-c962b025e929 no longer exists at agent hyperv_n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:27:25.395639 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] No Port match for: 7448fd64-b941-416f-97ad-c962b025e929 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:27:25.395988 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Device 7448fd64-b941-416f-97ad-c962b025e929 not bound to the agent host n-h1-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:27:25.471067 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2335c05b-d948-4c41-939d-19bdac6f54ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:25.471620 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2335c05b-d948-4c41-939d-19bdac6f54ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:27:25.483400 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-2335c05b-d948-4c41-939d-19bdac6f54ae admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:25.483400 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-2335c05b-d948-4c41-939d-19bdac6f54ae admin admin] 10.222.0.16 "DELETE /v2.0/routers/6e1d4ad2-c625-4e1e-8a5d-3b79e553aa46 HTTP/1.1" status: 204 len: 168 time: 0.9557812 Aug 31 02:27:25.483400 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45592) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:27:25.526931 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5ec334-4ceb-4454-8653-1fb96d73a461 admin admin] Deleting subnet fc85cad0-7e8a-4165-91c0-a314fc9e8199 {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:27:25.529928 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec334-4ceb-4454-8653-1fb96d73a461 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:25.563325 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec334-4ceb-4454-8653-1fb96d73a461 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:25.646317 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec334-4ceb-4454-8653-1fb96d73a461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:25.757613 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec334-4ceb-4454-8653-1fb96d73a461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:25.786358 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec334-4ceb-4454-8653-1fb96d73a461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:25.788971 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cf5ec334-4ceb-4454-8653-1fb96d73a461 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fc85cad0-7e8a-4165-91c0-a314fc9e8199 HTTP/1.1" status: 204 len: 168 time: 0.3073273 Aug 31 02:27:25.790301 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ec334-4ceb-4454-8653-1fb96d73a461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc85cad0-7e8a-4165-91c0-a314fc9e8199,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:25.790815 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd5aa1e-71a9-4faf-bc1d-e51aaef84a58 None None] Network b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:27:25.791587 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45594) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:27:25.859962 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:25.914791 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] Deleting port 64a0d6db-c18b-459a-8050-6012d141bad7 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:27:25.915132 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:25.987127 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81774c39-e057-4c0a-b92d-7f5301c8ae05 None None] DHCP port deletion for b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:27:25.992650 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] For port 64a0d6db-c18b-459a-8050-6012d141bad7, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=64a0d6db-c18b-459a-8050-6012d141bad7,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:27:25.993019 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:26.007712 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] Calling delete_port for 64a0d6db-c18b-459a-8050-6012d141bad7 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:27:26.035241 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-81774c39-e057-4c0a-b92d-7f5301c8ae05 None None] Deleting port 64a0d6db-c18b-459a-8050-6012d141bad7 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:27:26.035704 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-81774c39-e057-4c0a-b92d-7f5301c8ae05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:26.103043 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-81774c39-e057-4c0a-b92d-7f5301c8ae05 None None] For port 64a0d6db-c18b-459a-8050-6012d141bad7, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=64a0d6db-c18b-459a-8050-6012d141bad7,segment=NetworkSegment(bfa515ba-ce46-4c2e-aef9-b6aed34ab119),segment_id=bfa515ba-ce46-4c2e-aef9-b6aed34ab119)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:27:26.103441 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-81774c39-e057-4c0a-b92d-7f5301c8ae05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:26.116448 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-81774c39-e057-4c0a-b92d-7f5301c8ae05 None None] Calling delete_port for 64a0d6db-c18b-459a-8050-6012d141bad7 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:27:26.174960 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:26.196228 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-81774c39-e057-4c0a-b92d-7f5301c8ae05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:26.200432 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] Pushing event deleted for resources: {'Port': ['ID=64a0d6db-c18b-459a-8050-6012d141bad7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:26.209759 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] No DVR routers for this DVR port 64a0d6db-c18b-459a-8050-6012d141bad7 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:27:26.226397 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81774c39-e057-4c0a-b92d-7f5301c8ae05 None None] Pushing event deleted for resources: {'Port': ['ID=64a0d6db-c18b-459a-8050-6012d141bad7,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:26.229784 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81774c39-e057-4c0a-b92d-7f5301c8ae05 None None] No DVR routers for this DVR port 64a0d6db-c18b-459a-8050-6012d141bad7 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:27:26.291840 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:26.302241 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b87b80a1-94c9-407f-9a8d-be2bcfa1cba7']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:26.312096 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa515ba-ce46-4c2e-aef9-b6aed34ab119') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:26.312387 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa515ba-ce46-4c2e-aef9-b6aed34ab119') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:26.321006 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:26.334382 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:26.340113 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:27:26.341114 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: timer() Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:27:26.342105 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:27:26.459790 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:26.465668 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:26.467639 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] 10.222.0.16 "DELETE /v2.0/networks/b87b80a1-94c9-407f-9a8d-be2bcfa1cba7 HTTP/1.1" status: 204 len: 168 time: 0.6745114 Aug 31 02:27:26.471195 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45596) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:27:26.479506 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48152d5-8ad9-401c-aea7-0ae373b0607e admin admin] Pushing event deleted for resources: {'Network': ['ID=b87b80a1-94c9-407f-9a8d-be2bcfa1cba7,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:26.795220 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 64a0d6db-c18b-459a-8050-6012d141bad7 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:27:26.815133 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 64a0d6db-c18b-459a-8050-6012d141bad7 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:27:26.815488 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 64a0d6db-c18b-459a-8050-6012d141bad7 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:27:26.815922 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c9323352-1d10-4c3d-b32a-d8111b8897b5 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:27:26.827186 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-643b98c4-6cf9-45cd-ba6b-72609e1891db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450315'] for router_interface, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:26.835547 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: c9323352-1d10-4c3d-b32a-d8111b8897b5 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:27:26.835897 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device c9323352-1d10-4c3d-b32a-d8111b8897b5 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:27:26.836326 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:27:26.855085 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:27:26.855432 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 15bee81f-7d2f-4294-b9d5-7b0fba8d36cb not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:27:27.077953 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-643b98c4-6cf9-45cd-ba6b-72609e1891db admin admin] Deleting port b6eeb04a-75be-4989-94c0-b84f63d25462 {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:27:27.078293 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-643b98c4-6cf9-45cd-ba6b-72609e1891db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:27.156138 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-643b98c4-6cf9-45cd-ba6b-72609e1891db admin admin] For port b6eeb04a-75be-4989-94c0-b84f63d25462, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=b6eeb04a-75be-4989-94c0-b84f63d25462,segment=NetworkSegment(fbe49d48-c4b5-4b09-9ee3-03b5db2f0023),segment_id=fbe49d48-c4b5-4b09-9ee3-03b5db2f0023)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:27:27.156501 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-643b98c4-6cf9-45cd-ba6b-72609e1891db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:27.169175 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-643b98c4-6cf9-45cd-ba6b-72609e1891db admin admin] Calling delete_port for b6eeb04a-75be-4989-94c0-b84f63d25462 owned by network:router_interface {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:27:27.403045 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-643b98c4-6cf9-45cd-ba6b-72609e1891db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:27.435501 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b98c4-6cf9-45cd-ba6b-72609e1891db admin admin] Pushing event deleted for resources: {'Port': ['ID=b6eeb04a-75be-4989-94c0-b84f63d25462,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:27.603048 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-643b98c4-6cf9-45cd-ba6b-72609e1891db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450455'] for router_interface, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:28.134789 n-d-793621-34 neutron-server[102343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643b98c4-6cf9-45cd-ba6b-72609e1891db admin admin] Router 772c531d-8139-4986-86dd-01ce8fc6870f has already been hosted by L3 agent 4892954a-ef8b-437e-967c-dfdba1b733a6 {{(pid=102343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:27:28.240425 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643b98c4-6cf9-45cd-ba6b-72609e1891db admin admin] Notify agent at l3_agent.n-d-793621-34 the message routers_updated {{(pid=102343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:27:28.248236 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-643b98c4-6cf9-45cd-ba6b-72609e1891db admin admin] 10.222.0.16 "PUT /v2.0/routers/772c531d-8139-4986-86dd-01ce8fc6870f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7760189 Aug 31 02:27:28.250824 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45602) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:27:28.251936 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7760a27c-4a4e-4586-948d-d1e8ed3f7ecb None None] Sync routers for ids ['772c531d-8139-4986-86dd-01ce8fc6870f'] in n-d-793621-34 {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:27:28.261047 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7760a27c-4a4e-4586-948d-d1e8ed3f7ecb None None] Routers {'772c531d-8139-4986-86dd-01ce8fc6870f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:27:28.261790 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-7760a27c-4a4e-4586-948d-d1e8ed3f7ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['772c531d-8139-4986-86dd-01ce8fc6870f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:28.356393 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65f0c23f-8736-4116-9e65-84c326bed23e admin admin] Notify callbacks [] for router, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:28.371450 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-7760a27c-4a4e-4586-948d-d1e8ed3f7ecb None None] Set router 772c531d-8139-4986-86dd-01ce8fc6870f gateway port host: n-d-793621-34 {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:27:28.457666 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65f0c23f-8736-4116-9e65-84c326bed23e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:28.549574 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-7760a27c-4a4e-4586-948d-d1e8ed3f7ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772c531d-8139-4986-86dd-01ce8fc6870f', 'name': 'tempest-TestSnapshotPattern-317780112-router', 'tenant_id': '2092741606ed4c2b83e34f0f3f517ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'external_fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ef0bb32e-e594-4649-8497-0a74aa16866b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:30Z', 'updated_at': '2021-08-31T02:27:27Z', 'revision_number': 5, 'project_id': '2092741606ed4c2b83e34f0f3f517ec8', 'gw_port': {'id': 'ef0bb32e-e594-4649-8497-0a74aa16866b', 'name': '', 'network_id': '00d754cd-c371-46d9-bc1b-91ad01bd2875', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772c531d-8139-4986-86dd-01ce8fc6870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:22:30Z', 'updated_at': '2021-08-31T02:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7871cff-1e5c-406b-8a0d-8df1f165d821', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-34'}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:28.574118 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-65f0c23f-8736-4116-9e65-84c326bed23e admin admin] Deleting port ef0bb32e-e594-4649-8497-0a74aa16866b {{(pid=102343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:27:28.574448 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65f0c23f-8736-4116-9e65-84c326bed23e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:28.579420 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7760a27c-4a4e-4586-948d-d1e8ed3f7ecb None None] Checking router: 772c531d-8139-4986-86dd-01ce8fc6870f for host: n-d-793621-34 {{(pid=102345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:27:28.588804 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7760a27c-4a4e-4586-948d-d1e8ed3f7ecb None None] Routers {'772c531d-8139-4986-86dd-01ce8fc6870f'} bound to L3 agent in host n-d-793621-34 {{(pid=102345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:27:28.589415 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-7760a27c-4a4e-4586-948d-d1e8ed3f7ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:34:07Z,description=,heartbeat_timestamp=2021-08-31T02:27:07Z,host='n-d-793621-34',id=4892954a-ef8b-437e-967c-dfdba1b733a6,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:34:07Z,topic='l3_agent')) {'router_ids': ['772c531d-8139-4986-86dd-01ce8fc6870f'], 'active': True} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:28.653326 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.db [None req-65f0c23f-8736-4116-9e65-84c326bed23e admin admin] For port ef0bb32e-e594-4649-8497-0a74aa16866b, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=ef0bb32e-e594-4649-8497-0a74aa16866b,segment=NetworkSegment(50600bce-afe1-4798-914b-2e6df7e9942e),segment_id=50600bce-afe1-4798-914b-2e6df7e9942e)] {{(pid=102343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:27:28.653625 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65f0c23f-8736-4116-9e65-84c326bed23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:28.666357 n-d-793621-34 neutron-server[102343]: DEBUG neutron.plugins.ml2.plugin [None req-65f0c23f-8736-4116-9e65-84c326bed23e admin admin] Calling delete_port for ef0bb32e-e594-4649-8497-0a74aa16866b owned by network:router_gateway {{(pid=102343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:27:28.674887 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_dvr_db [None req-7760a27c-4a4e-4586-948d-d1e8ed3f7ecb None None] Set router 772c531d-8139-4986-86dd-01ce8fc6870f gateway port host: None {{(pid=102345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:27:28.726558 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.l3_hamode_db [None req-7760a27c-4a4e-4586-948d-d1e8ed3f7ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772c531d-8139-4986-86dd-01ce8fc6870f', 'name': 'tempest-TestSnapshotPattern-317780112-router', 'tenant_id': '2092741606ed4c2b83e34f0f3f517ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:30Z', 'updated_at': '2021-08-31T02:27:28Z', 'revision_number': 6, 'project_id': '2092741606ed4c2b83e34f0f3f517ec8', 'gw_port_host': None}], 'n-d-793621-34', False) {} {{(pid=102345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:28.756239 n-d-793621-34 neutron-server[102345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7760a27c-4a4e-4586-948d-d1e8ed3f7ecb None None] The sync data for ids ['772c531d-8139-4986-86dd-01ce8fc6870f'] in n-d-793621-34 is: [{'id': '772c531d-8139-4986-86dd-01ce8fc6870f', 'name': 'tempest-TestSnapshotPattern-317780112-router', 'tenant_id': '2092741606ed4c2b83e34f0f3f517ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:22:30Z', 'updated_at': '2021-08-31T02:27:28Z', 'revision_number': 6, 'project_id': '2092741606ed4c2b83e34f0f3f517ec8', 'gw_port_host': None}] {{(pid=102345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:27:28.888047 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65f0c23f-8736-4116-9e65-84c326bed23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11697354'] for port, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:28.914475 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0c23f-8736-4116-9e65-84c326bed23e admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0bb32e-e594-4649-8497-0a74aa16866b,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:28.980037 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65f0c23f-8736-4116-9e65-84c326bed23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451381'] for router_gateway, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:29.067560 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65f0c23f-8736-4116-9e65-84c326bed23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14066'] for router, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:29.069588 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65f0c23f-8736-4116-9e65-84c326bed23e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:29.242717 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65f0c23f-8736-4116-9e65-84c326bed23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-447744'] for router, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:29.243437 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f0c23f-8736-4116-9e65-84c326bed23e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 772c531d-8139-4986-86dd-01ce8fc6870f {{(pid=102343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:27:29.249778 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-65f0c23f-8736-4116-9e65-84c326bed23e admin admin] Notify callbacks [] for router, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:29.249778 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-65f0c23f-8736-4116-9e65-84c326bed23e admin admin] 10.222.0.16 "DELETE /v2.0/routers/772c531d-8139-4986-86dd-01ce8fc6870f HTTP/1.1" status: 204 len: 168 time: 0.9970901 Aug 31 02:27:29.251447 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45606) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:27:29.299757 n-d-793621-34 neutron-server[102343]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26223ea-8ed3-48b2-8a2a-0fa0b7173416 admin admin] Deleting subnet e7342b05-b25b-4483-89cc-45b967db7fde {{(pid=102343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:27:29.302944 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e26223ea-8ed3-48b2-8a2a-0fa0b7173416 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:29.337048 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e26223ea-8ed3-48b2-8a2a-0fa0b7173416 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11801056'] for subnet, precommit_delete_associations {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:29.411772 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e26223ea-8ed3-48b2-8a2a-0fa0b7173416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563631'] for subnet, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:29.562610 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e26223ea-8ed3-48b2-8a2a-0fa0b7173416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11697317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12504430'] for subnet, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:29.592680 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26223ea-8ed3-48b2-8a2a-0fa0b7173416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7342b05-b25b-4483-89cc-45b967db7fde,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:29.598676 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-e26223ea-8ed3-48b2-8a2a-0fa0b7173416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:29.600585 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-e26223ea-8ed3-48b2-8a2a-0fa0b7173416 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e7342b05-b25b-4483-89cc-45b967db7fde HTTP/1.1" status: 204 len: 168 time: 0.3476729 Aug 31 02:27:29.603374 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45608) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:27:29.604990 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e40fccd-ca50-4f4b-802e-d669fd11c5c1 None None] Network 58006735-ec9c-4f07-bd3e-aa3fb89f1d5c requested from n-d-793621-34 {{(pid=102344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:27:29.678127 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526592'] for network, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:29.739432 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] Deleting port 5eb19bc0-5849-4655-86c8-47bd4d383dd5 {{(pid=102342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:27:29.739841 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:29.808087 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.db [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] For port 5eb19bc0-5849-4655-86c8-47bd4d383dd5, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5eb19bc0-5849-4655-86c8-47bd4d383dd5,segment=NetworkSegment(fbe49d48-c4b5-4b09-9ee3-03b5db2f0023),segment_id=fbe49d48-c4b5-4b09-9ee3-03b5db2f0023)] {{(pid=102342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:27:29.808452 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:29.812186 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae37e3d9-bc06-432a-9eb2-301b3f6e92ad None None] DHCP port deletion for 58006735-ec9c-4f07-bd3e-aa3fb89f1d5c request from n-d-793621-34 {{(pid=102344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:27:29.823437 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] Calling delete_port for 5eb19bc0-5849-4655-86c8-47bd4d383dd5 owned by network:dhcp {{(pid=102342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:27:29.857716 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ae37e3d9-bc06-432a-9eb2-301b3f6e92ad None None] Deleting port 5eb19bc0-5849-4655-86c8-47bd4d383dd5 {{(pid=102344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:27:29.858092 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ae37e3d9-bc06-432a-9eb2-301b3f6e92ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748208801558'] for port, before_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:29.919665 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.db [None req-ae37e3d9-bc06-432a-9eb2-301b3f6e92ad None None] For port 5eb19bc0-5849-4655-86c8-47bd4d383dd5, host n-d-793621-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-34',level=0,port_id=5eb19bc0-5849-4655-86c8-47bd4d383dd5,segment=NetworkSegment(fbe49d48-c4b5-4b09-9ee3-03b5db2f0023),segment_id=fbe49d48-c4b5-4b09-9ee3-03b5db2f0023)] {{(pid=102344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:27:29.920058 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ae37e3d9-bc06-432a-9eb2-301b3f6e92ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452477'] for port, precommit_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:29.936775 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-ae37e3d9-bc06-432a-9eb2-301b3f6e92ad None None] Calling delete_port for 5eb19bc0-5849-4655-86c8-47bd4d383dd5 owned by network:dhcp {{(pid=102344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:27:29.968344 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11895806'] for port, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:30.001803 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb19bc0-5849-4655-86c8-47bd4d383dd5,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:30.004186 n-d-793621-34 neutron-server[102342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] No DVR routers for this DVR port 5eb19bc0-5849-4655-86c8-47bd4d383dd5 on host n-d-793621-34 {{(pid=102342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:27:30.021597 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ae37e3d9-bc06-432a-9eb2-301b3f6e92ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748208802277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748208306234'] for port, after_delete {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:30.047374 n-d-793621-34 neutron-server[102344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37e3d9-bc06-432a-9eb2-301b3f6e92ad None None] Pushing event deleted for resources: {'Port': ['ID=5eb19bc0-5849-4655-86c8-47bd4d383dd5,revision_number=None']} {{(pid=102344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:30.052559 n-d-793621-34 neutron-server[102344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae37e3d9-bc06-432a-9eb2-301b3f6e92ad None None] No DVR routers for this DVR port 5eb19bc0-5849-4655-86c8-47bd4d383dd5 on host n-d-793621-34 {{(pid=102344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:27:30.075611 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3563924', 'neutron.services.segments.db._delete_segments_for_network-8748208855745'] for network, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:30.085102 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58006735-ec9c-4f07-bd3e-aa3fb89f1d5c']}} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:30.095087 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe49d48-c4b5-4b09-9ee3-03b5db2f0023') {'for_net_delete': True} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:30.095911 n-d-793621-34 neutron-server[102342]: DEBUG neutron.services.segments.db [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe49d48-c4b5-4b09-9ee3-03b5db2f0023') {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:27:30.104385 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748208866645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10774456'] for segment, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:30.126026 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745'] for segment, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:30.126026 n-d-793621-34 neutron-server[102342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:27:30.126026 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3570745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11895595'] for segment, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: Traceback (most recent call last): Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: timer() Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: cb(*args, **kw) Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: return func(*args, **kwargs) Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: self._notify() Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: self.callback(batched_events) Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: event.method(event) Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: return f(self, *a, **k) Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: return self._get(url).json() Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: return self.request(url, 'GET', **kwargs) Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:27:30.126456 n-d-793621-34 neutron-server[102342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:27:30.254151 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3563917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3909142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451353'] for network, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:30.264787 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] Notify callbacks [] for network, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:30.264787 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] 10.222.0.16 "DELETE /v2.0/networks/58006735-ec9c-4f07-bd3e-aa3fb89f1d5c HTTP/1.1" status: 204 len: 168 time: 0.6563766 Aug 31 02:27:30.273640 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc272b-0124-4c1f-8759-2ae4da24f201 admin admin] Pushing event deleted for resources: {'Network': ['ID=58006735-ec9c-4f07-bd3e-aa3fb89f1d5c,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:30.580653 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45612) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:27:30.618120 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-e6aa217b-a388-4fa4-b31b-8daf90a6cb09 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2aed3cba7a140c98eae561e73d72c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405536 Aug 31 02:27:30.620911 n-d-793621-34 neutron-server[102343]: DEBUG neutron.wsgi [-] (102343) accepted ('10.222.0.16', 45614) {{(pid=102343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:27:30.673842 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4fb7-9876-4370-a7ba-0906055eb014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:30.694984 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4fb7-9876-4370-a7ba-0906055eb014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:30.795971 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5eb19bc0-5849-4655-86c8-47bd4d383dd5 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:27:30.808450 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4fb7-9876-4370-a7ba-0906055eb014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:30.811425 n-d-793621-34 neutron-server[102343]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4fb7-9876-4370-a7ba-0906055eb014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:30.812596 n-d-793621-34 neutron-server[102343]: INFO neutron.wsgi [None req-cd9c4fb7-9876-4370-a7ba-0906055eb014 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87993898-3f87-459b-8442-b229afd4756e HTTP/1.1" status: 204 len: 168 time: 0.1906393 Aug 31 02:27:30.817637 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: 5eb19bc0-5849-4655-86c8-47bd4d383dd5 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:27:30.817637 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device 5eb19bc0-5849-4655-86c8-47bd4d383dd5 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:27:30.818222 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ef0bb32e-e594-4649-8497-0a74aa16866b no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:27:30.821298 n-d-793621-34 neutron-server[102343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c4fb7-9876-4370-a7ba-0906055eb014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87993898-3f87-459b-8442-b229afd4756e,revision_number=None']} {{(pid=102343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:30.844423 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: ef0bb32e-e594-4649-8497-0a74aa16866b {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:27:30.844767 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device ef0bb32e-e594-4649-8497-0a74aa16866b not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:27:30.845193 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b6eeb04a-75be-4989-94c0-b84f63d25462 no longer exists at agent ovs-agent-n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:27:30.867289 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] No Port match for: b6eeb04a-75be-4989-94c0-b84f63d25462 {{(pid=102344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:27:30.867596 n-d-793621-34 neutron-server[102344]: DEBUG neutron.plugins.ml2.rpc [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Device b6eeb04a-75be-4989-94c0-b84f63d25462 not bound to the agent host n-d-793621-34 {{(pid=102344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:27:31.368973 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45620) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:27:31.408651 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-373dd13d-3c19-440c-98be-5549bf805f4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2092741606ed4c2b83e34f0f3f517ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383637 Aug 31 02:27:31.411690 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [-] (102342) accepted ('10.222.0.16', 45622) {{(pid=102342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:27:31.458986 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ac38ec5-75aa-4166-be4c-92fa6d632fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:31.479898 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ac38ec5-75aa-4166-be4c-92fa6d632fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:31.579388 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ac38ec5-75aa-4166-be4c-92fa6d632fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914691'] for security_group, after_delete {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:31.582029 n-d-793621-34 neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-0ac38ec5-75aa-4166-be4c-92fa6d632fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:31.583225 n-d-793621-34 neutron-server[102342]: INFO neutron.wsgi [None req-0ac38ec5-75aa-4166-be4c-92fa6d632fd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4e908b0-8dfd-4f23-8aff-7e1148b16b1d HTTP/1.1" status: 204 len: 168 time: 0.1706362 Aug 31 02:27:31.591092 n-d-793621-34 neutron-server[102342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac38ec5-75aa-4166-be4c-92fa6d632fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e908b0-8dfd-4f23-8aff-7e1148b16b1d,revision_number=None']} {{(pid=102342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:27:34.351037 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-08526e73-1775-4919-a8f1-df9701960d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:36.911229 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:37.087835 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-fe25d243-98f4-40e9-9d7e-a6d676c746c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:38.104596 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:38.190150 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:38.904827 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:40.562003 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:53.865857 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:28:04.350683 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-4900d33d-1d91-4f94-9a76-8e1dd27f7e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:06.897554 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:07.086209 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2ffe15c8-e5f5-4bc9-a43d-e249425003d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:08.195863 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:08.206975 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:08.920544 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:10.567855 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:30.865122 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:28:34.348250 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-044d097e-c76f-4e8f-b2e1-aefcde2fee51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:36.908103 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:37.108521 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c135c6cb-b501-41e9-a253-f58927a80d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:38.132665 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:38.195434 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:38.892450 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:40.578247 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:04.338237 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ff54f5b6-a013-48ab-9612-9511e8caca8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:06.915374 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:07.118925 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7033131d-bebf-4cdb-bc61-822e73d80a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:07.863763 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:29:08.181408 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:08.192289 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:08.906932 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:10.572401 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:34.351279 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b0843b2f-bb21-4b41-9635-66bcb4098c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:36.942918 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:37.143481 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-931d077e-1fbe-4ce8-b2bc-aa623d94f4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:38.171599 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:38.214743 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:38.900049 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:40.568614 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:44.863784 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:30:04.342904 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-66afa63e-1882-47b7-8576-cfd6426567b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:06.919628 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:07.131171 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9ebd80d0-e33c-4795-aa82-4e586aadc313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:08.142132 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:08.196162 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:08.925203 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:10.582464 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:21.862789 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:30:34.343977 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2107fd23-7c8c-4b8d-ad96-059bddcf34ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:36.913631 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:37.205090 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ee055540-2927-43b4-8052-4f9c3af27730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:38.170173 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:38.223964 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:38.949555 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:40.628300 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:58.862224 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:31:04.354458 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-df888657-3842-4278-9d68-1ffd41746d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:06.908368 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:07.102873 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-0a106ba0-95b3-475f-b160-12808f1656ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:08.159392 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:08.199364 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:08.937037 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:10.577073 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:34.341872 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-f75751ac-40a6-4f99-84e6-b687a6de5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:35.862017 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:31:36.913095 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:37.107697 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-2031f4c1-9d3e-430e-9738-2794e6a0f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:38.198916 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:38.244538 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:38.918074 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:40.604342 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:04.335042 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-9073a17a-508a-433b-8bb7-869a1253d8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:06.929377 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:07.106479 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-bde1e98d-9fd6-432a-b93f-75417a52d7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:08.197869 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:08.226436 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:08.917720 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:10.591977 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:12.861450 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:32:34.350622 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ddfdee5d-e471-421a-8699-fdab21c65dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:36.916670 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:37.094086 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-945899b1-8f56-4553-84ab-38d97ca857de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:38.197119 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:38.225506 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:38.923085 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:40.603124 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:49.860930 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:33:04.362403 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-b5e7a38b-c5be-4fdc-a505-dc902f1cb877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:06.932649 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:07.139960 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c4be44c8-89c6-4f20-a818-cf03f5949881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:08.242531 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:08.270800 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:08.956727 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:10.595315 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:26.860887 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:33:34.361808 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e1a40a1b-3e87-43b4-a2ae-e3503cc59329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:36.910037 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:37.108834 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-babb75d8-7390-4507-a333-de8dd97cff4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:38.196709 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:38.251486 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:38.962064 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:40.596259 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:03.860496 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:34:04.355643 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-83e4b6bb-4557-414f-a95b-f95d3769320c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:06.898941 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:07.104041 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-7ae05629-6a98-4578-9fb9-92e0d960c20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:08.204466 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:08.252824 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:08.976013 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:10.599031 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:34.398213 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ae71a728-21a4-4b1b-a78e-dc1c87dc5cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:36.946599 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:37.123842 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-02a0d509-049d-4d5f-86b8-8a6fdfa3b989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:38.212100 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:38.268836 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:38.934945 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:40.623402 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:40.859782 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:35:04.379546 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-1dfaf3d7-137a-4a5f-965e-33ced765078e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:06.928253 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:07.111004 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-dfe9f0fe-ec83-47d7-8bc0-9317a444ea99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:07.131087 n-d-793621-34 neutron-server[102342]: DEBUG neutron.wsgi [req-d2ba337c-8938-4c27-892a-77f5fa49a8f2 req-d8e7b0df-53be-4f99-a08c-ea12800aa119 service neutron] (102342) timed out ('10.222.0.16', 44132) {{(pid=102342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 02:35:08.222815 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:08.245337 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:08.962726 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:10.636521 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:17.858713 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:35:34.384394 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-c08029d7-cc79-4a86-90c8-619c5eb0a8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.919531 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6355d25e-5243-47d1-936e-c21225c2813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:37.104224 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-e9e231c2-6ff8-48a9-bc4d-bd3cc68cf7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:38.234026 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-d2760753-b0f2-46a1-9b98-2de55d8daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:38.262451 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-65bd8b09-30e3-4d02-ac30-411c4e1a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:39.023021 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6155-3025-4784-9e81-d49859e1cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:40.601631 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-86247344-5e62-4b46-bcd0-89fc4eddf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:54.862256 n-d-793621-34 neutron-server[102345]: DEBUG neutron.db.agents_db [None req-5b9d0313-48af-4c83-a11f-4afc2f3b5d2c None None] Agent healthcheck: found 7 active agents {{(pid=102345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:36:04.377315 n-d-793621-34 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-ebbb6a9a-e11e-40fe-b0d9-86c458060271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748208751836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565770'] for agent, after_update {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}